-- Logs begin at Sat 2022-03-05 12:47:31 UTC, end at Sat 2022-03-05 15:08:53 UTC. -- Mar 05 13:22:22.661253 n-d-803718-1 systemd[1]: Started Devstack devstack@q-svc.service. Mar 05 13:22:25.139119 n-d-803718-1 neutron-server[87808]: INFO neutron.common.config [-] Logging enabled! Mar 05 13:22:25.139865 n-d-803718-1 neutron-server[87808]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev59 Mar 05 13:22:25.139865 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87808) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 05 13:22:25.142930 n-d-803718-1 neutron-server[87808]: INFO neutron.common.config [-] Logging enabled! Mar 05 13:22:25.143182 n-d-803718-1 neutron-server[87808]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev59 Mar 05 13:22:25.143487 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87808) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 05 13:22:25.144393 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 05 13:22:25.144623 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 05 13:22:25.144975 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 05 13:22:25.145216 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 05 13:22:25.145435 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 05 13:22:25.145744 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.146031 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.146318 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.146540 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.146850 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.147131 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.147406 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.147683 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.147972 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.148252 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.148527 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.148805 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.149030 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.149305 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.149584 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.149862 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.150080 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] debug = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.150354 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.150794 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.152769 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.153066 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.153375 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.153648 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.153922 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.154200 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.154482 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.154832 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] host = n-d-803718-1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.155113 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.155400 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.155685 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.155967 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.156240 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.156511 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.156791 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.157060 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.157326 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] log_file = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.157596 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.157876 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.158154 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.158435 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.158656 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.158900 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.159185 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.159466 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.159735 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.160005 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.160272 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.160538 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.160804 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.161066 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.161342 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.161619 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.161895 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.162161 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.162424 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.162688 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.162982 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.163259 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.163524 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.163790 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.164057 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.164335 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.164596 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.164862 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.165154 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.165430 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.165703 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.165977 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.166241 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.166512 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.166900 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.167172 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.167437 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] use_json = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.167704 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.167967 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.168242 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.168506 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.168771 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.169037 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.169301 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.169576 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.169839 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:25.170127 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.170413 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.170703 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.171003 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.171287 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.171558 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.171838 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.172107 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.172386 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.172665 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.172951 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.173221 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.173496 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.173765 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.174048 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.174341 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.174627 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.174935 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.175204 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.175468 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.175731 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.176000 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.176274 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.176557 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.176837 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.177104 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.177373 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.177654 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.177923 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.178187 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.178455 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.178737 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.179038 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.179303 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.179576 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.179848 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.180112 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.180374 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.180642 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.180924 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.181190 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.181452 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.181713 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.181979 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.182282 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.182564 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.182868 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.183139 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.183404 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.183674 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.183939 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.184204 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.184471 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.184737 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.185006 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.185269 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.185532 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.185795 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.186058 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.186320 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.186582 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.186881 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.187152 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.187413 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.187677 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.187939 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.188200 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.188464 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.188744 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.189035 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.189306 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.189578 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.189847 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.190115 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.190383 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.190650 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.190949 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.191222 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.191486 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.191767 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.192040 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.192319 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.192592 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.192867 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.193154 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.193423 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.193697 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.193966 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.194241 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.194518 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.194824 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.195115 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.195400 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.195684 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.195968 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.196252 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.196522 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.196820 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.197090 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:25.197299 n-d-803718-1 neutron-server[87808]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 05 13:22:25.197530 n-d-803718-1 neutron-server[87808]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87808) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 05 13:22:25.586927 n-d-803718-1 neutron-server[87808]: INFO keyring.backend [-] Loading KWallet Mar 05 13:22:25.594551 n-d-803718-1 neutron-server[87808]: INFO keyring.backend [-] Loading SecretService Mar 05 13:22:25.597919 n-d-803718-1 neutron-server[87808]: INFO keyring.backend [-] Loading Windows Mar 05 13:22:25.599237 n-d-803718-1 neutron-server[87808]: INFO keyring.backend [-] Loading chainer Mar 05 13:22:25.600004 n-d-803718-1 neutron-server[87808]: INFO keyring.backend [-] Loading macOS Mar 05 13:22:25.632813 n-d-803718-1 neutron-server[87808]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 05 13:22:25.633084 n-d-803718-1 neutron-server[87808]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 05 13:22:25.633369 n-d-803718-1 neutron-server[87808]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 05 13:22:25.633695 n-d-803718-1 neutron-server[87808]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 05 13:22:26.021029 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.021317 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.021585 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.022891 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.023164 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.023424 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.058513 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.058794 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.059058 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.071859 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.072131 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.072391 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.101753 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.102026 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.102290 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.139449 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.140011 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.140011 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.376006 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.376297 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.376547 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.376810 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.377540 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.498072 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.498389 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.498667 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.498956 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.499218 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.499523 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.499782 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.500030 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.500276 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.500568 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.500803 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.501058 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.501319 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.501567 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.501824 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.502086 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.502337 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.502599 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.502885 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.503159 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.503503 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.503747 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.503988 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.504261 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.504500 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.504737 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.505109 n-d-803718-1 neutron-server[87808]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 13:22:26.505339 n-d-803718-1 neutron-server[87808]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 13:22:26.505566 n-d-803718-1 neutron-server[87808]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 13:22:26.505792 n-d-803718-1 neutron-server[87808]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 13:22:26.506018 n-d-803718-1 neutron-server[87808]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 13:22:26.506242 n-d-803718-1 neutron-server[87808]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 13:22:26.506599 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 05 13:22:26.509692 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 05 13:22:26.514284 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 05 13:22:26.518044 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 05 13:22:26.519694 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 05 13:22:26.521162 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 05 13:22:26.521500 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 05 13:22:26.521878 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 05 13:22:26.524707 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 05 13:22:26.524999 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 05 13:22:26.525331 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 05 13:22:26.553283 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 05 13:22:26.553719 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.554009 n-d-803718-1 neutron-server[87808]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87808) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 05 13:22:26.554360 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.555741 n-d-803718-1 neutron-server[87808]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87808) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 05 13:22:26.556015 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 05 13:22:26.556253 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 05 13:22:26.559686 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.559968 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:26.622355 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 05 13:22:26.622587 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 05 13:22:26.622848 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 05 13:22:26.623211 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 05 13:22:26.654537 n-d-803718-1 neutron-server[87808]: DEBUG oslo_db.sqlalchemy.engines [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87808) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 05 13:22:26.983106 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.managers [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Initializing driver for type 'gre' Mar 05 13:22:26.983586 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] gre ID ranges: [(1, 1000)] Mar 05 13:22:27.039143 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.managers [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Initializing driver for type 'local' Mar 05 13:22:27.039470 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.managers [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Initializing driver for type 'vlan' Mar 05 13:22:27.051190 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] VlanTypeDriver initialization complete Mar 05 13:22:27.051530 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.managers [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Initializing driver for type 'vxlan' Mar 05 13:22:27.051998 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] vxlan ID ranges: [(1, 1000)] Mar 05 13:22:27.104880 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.managers [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Initializing extension driver 'port_security' Mar 05 13:22:27.105224 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.extensions.port_security [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] PortSecurityExtensionDriver initialization complete Mar 05 13:22:27.105558 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.managers [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Initializing mechanism driver 'openvswitch' Mar 05 13:22:27.105881 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.managers [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Initializing mechanism driver 'hyperv' Mar 05 13:22:27.112901 n-d-803718-1 neutron-server[87808]: DEBUG neutron.plugins.ml2.plugin [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:22:27.113563 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > port after_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.113928 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > port after_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.114277 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > port after_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.114822 n-d-803718-1 neutron-server[87808]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87808) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 05 13:22:27.115249 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > subnet after_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.115595 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > subnet after_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.115933 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.116316 n-d-803718-1 neutron-server[87808]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87808) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 05 13:22:27.116713 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > network after_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.117055 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > network after_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.117391 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > network after_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.117771 n-d-803718-1 neutron-server[87808]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87808) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 05 13:22:27.118172 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > security_group after_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.118510 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > security_group after_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.118868 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.119409 n-d-803718-1 neutron-server[87808]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87808) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 05 13:22:27.120709 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.121155 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.121498 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.121890 n-d-803718-1 neutron-server[87808]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87808) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 05 13:22:27.122293 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > address_group after_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.122639 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > address_group after_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.123002 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.123391 n-d-803718-1 neutron-server[87808]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87808) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 05 13:22:27.123830 n-d-803718-1 neutron-server[87808]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] ML2 OVO RPC backend initialized. {{(pid=87808) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 05 13:22:27.124532 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.124885 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.125297 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > network before_response 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.125640 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > networks before_response 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.125985 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > port before_response 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.126320 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > ports before_response 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.126677 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > subnet before_response 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.127021 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > subnets before_response 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.127360 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > network after_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.127697 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > network after_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.128029 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > network after_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.128364 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > port after_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.128697 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > port after_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.129024 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > port after_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.129361 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > subnet after_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.129693 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > subnet after_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.130021 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.130587 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.plugin [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Modular L2 Plugin initialization complete Mar 05 13:22:27.130933 n-d-803718-1 neutron-server[87808]: DEBUG neutron.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading services supported by the core plugin {{(pid=87808) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 05 13:22:27.131255 n-d-803718-1 neutron-server[87808]: INFO neutron.plugins.ml2.managers [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Got port-security extension from driver 'port_security' Mar 05 13:22:27.131712 n-d-803718-1 neutron-server[87808]: INFO neutron.extensions.vlantransparent [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Disabled vlantransparent extension. Mar 05 13:22:27.132191 n-d-803718-1 neutron-server[87808]: DEBUG neutron.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87808) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 05 13:22:27.132498 n-d-803718-1 neutron-server[87808]: INFO neutron.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading Plugin: router Mar 05 13:22:27.171471 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.172064 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router after_create 55549900 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.172234 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router before_create 55549900 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.172557 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.172921 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.173268 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router after_delete 55549900 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.173619 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.173975 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router after_create 55549900 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.174315 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router after_update 55549900 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.174658 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router after_update 55549900 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.175101 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.175457 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router after_update 55549900 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.175861 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router precommit_update 55549900 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.176224 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: port after_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.176557 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: port after_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.176887 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: subnet after_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.177220 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.177559 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.177899 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router precommit_create 55549900 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.178231 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: port before_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.178572 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router precommit_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.179055 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router after_update 55549900 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.179391 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.179732 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router precommit_create 55549900 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.180085 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.180421 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router precommit_update 55549900 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.180777 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > agent after_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.181117 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > agent after_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.181452 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > network after_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.183346 n-d-803718-1 neutron-server[87808]: DEBUG neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Tracking information for resource: router configured {{(pid=87808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 13:22:27.183694 n-d-803718-1 neutron-server[87808]: DEBUG neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Tracking information for resource: floatingip configured {{(pid=87808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 13:22:27.188731 n-d-803718-1 neutron-server[87808]: INFO neutron.db.l3_agentschedulers_db [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 05 13:22:27.189302 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: port after_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.189658 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: port after_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.190006 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: port after_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.190349 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: port after_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.191149 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router before_create 55550100 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.191510 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.191865 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router precommit_create 55550100 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.192213 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > router precommit_update 55550100 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.196638 n-d-803718-1 neutron-server[87808]: DEBUG neutron.services.provider_configuration [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Service providers = [] {{(pid=87808) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 05 13:22:27.197003 n-d-803718-1 neutron-server[87808]: DEBUG neutron.db.servicetype_db [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87808) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 05 13:22:27.201094 n-d-803718-1 neutron-server[87808]: DEBUG neutron.services.service_base [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87808) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 05 13:22:27.201445 n-d-803718-1 neutron-server[87808]: DEBUG neutron.services.service_base [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87808) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 05 13:22:27.201785 n-d-803718-1 neutron-server[87808]: DEBUG neutron.services.service_base [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87808) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 05 13:22:27.202666 n-d-803718-1 neutron-server[87808]: DEBUG neutron.services.service_base [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87808) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 05 13:22:27.203059 n-d-803718-1 neutron-server[87808]: INFO neutron.services.service_base [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 05 13:22:27.203421 n-d-803718-1 neutron-server[87808]: DEBUG neutron.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 13:22:27.203736 n-d-803718-1 neutron-server[87808]: INFO neutron.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 05 13:22:27.215122 n-d-803718-1 neutron-server[87808]: DEBUG neutron.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 13:22:27.215458 n-d-803718-1 neutron-server[87808]: INFO neutron.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading Plugin: auto_allocate Mar 05 13:22:27.221247 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: network precommit_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.221611 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: network precommit_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.222122 n-d-803718-1 neutron-server[87808]: DEBUG neutron.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 13:22:27.222437 n-d-803718-1 neutron-server[87808]: INFO neutron.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading Plugin: tag Mar 05 13:22:27.229033 n-d-803718-1 neutron-server[87808]: DEBUG neutron.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 13:22:27.229963 n-d-803718-1 neutron-server[87808]: INFO neutron.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading Plugin: timestamp Mar 05 13:22:27.234041 n-d-803718-1 neutron-server[87808]: DEBUG neutron.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 13:22:27.234327 n-d-803718-1 neutron-server[87808]: INFO neutron.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading Plugin: network_ip_availability Mar 05 13:22:27.239859 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.240227 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.240574 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.241273 n-d-803718-1 neutron-server[87808]: DEBUG neutron.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 13:22:27.241587 n-d-803718-1 neutron-server[87808]: INFO neutron.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading Plugin: flavors Mar 05 13:22:27.247263 n-d-803718-1 neutron-server[87808]: DEBUG neutron.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 13:22:27.247591 n-d-803718-1 neutron-server[87808]: INFO neutron.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading Plugin: revisions Mar 05 13:22:27.251865 n-d-803718-1 neutron-server[87808]: DEBUG neutron.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 13:22:27.252248 n-d-803718-1 neutron-server[87808]: DEBUG oslo_concurrency.lockutils [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.619s {{(pid=87808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 05 13:22:27.252973 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87808) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 05 13:22:27.253302 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Initializing extension manager. Mar 05 13:22:27.253807 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: __init__.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.254145 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: __pycache__ {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.254477 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.254827 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: address_group.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.255576 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.256132 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: address-group Mar 05 13:22:27.256452 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: address_scope.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.257157 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.257670 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: address-scope Mar 05 13:22:27.257988 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.258941 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.259450 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: router-admin-state-down-before-update Mar 05 13:22:27.259770 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: agent.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.261215 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.261725 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: agent Mar 05 13:22:27.262048 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: agent_resources_synced.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.262988 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.263501 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: agent-resources-synced Mar 05 13:22:27.263822 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: allowedaddresspairs.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.265601 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.266120 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: allowed-address-pairs Mar 05 13:22:27.266445 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: auto_allocated_topology.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.267544 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.268054 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: auto-allocated-topology Mar 05 13:22:27.268383 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: availability_zone.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.269065 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.269567 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: availability_zone Mar 05 13:22:27.269886 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: availability_zone_filter.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.270813 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.271320 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: availability_zone_filter Mar 05 13:22:27.271637 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: data_plane_status.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.272541 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.273043 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension data-plane-status not supported by any of loaded plugins Mar 05 13:22:27.273363 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: default_subnetpools.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.274277 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.274797 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: default-subnetpools Mar 05 13:22:27.275122 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.281719 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.282272 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: dhcp_agent_scheduler Mar 05 13:22:27.282607 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: dns.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.283582 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.284094 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension dns-integration not supported by any of loaded plugins Mar 05 13:22:27.284418 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: dns_domain_ports.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.285337 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.285846 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 05 13:22:27.286168 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: dvr.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.286867 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.287381 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: dvr Mar 05 13:22:27.287702 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: empty_string_filtering.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.288611 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.289120 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: empty-string-filtering Mar 05 13:22:27.289440 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.290344 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.290883 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 05 13:22:27.291190 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.293205 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.293709 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 05 13:22:27.294029 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: external_net.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.294975 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.295481 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: external-net Mar 05 13:22:27.295797 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.296697 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.297200 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: extra_dhcp_opt Mar 05 13:22:27.297514 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: extraroute.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.298419 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.298951 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: extraroute Mar 05 13:22:27.299275 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: extraroute_atomic.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.300300 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.300803 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: extraroute-atomic Mar 05 13:22:27.301120 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: filter_validation.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.301776 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.302278 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: filter-validation Mar 05 13:22:27.302593 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: fip_pf_description.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.303524 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.304024 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 05 13:22:27.304339 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: fip_port_details.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.305244 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.305747 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: fip-port-details Mar 05 13:22:27.306064 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: flavors.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.307770 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.308281 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: flavors Mar 05 13:22:27.308604 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.310273 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.310815 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 05 13:22:27.311152 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: floatingip_pools.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.311847 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.312357 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: floatingip-pools Mar 05 13:22:27.312681 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: ip_allocation.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.313597 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.314106 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension ip_allocation not supported by any of loaded plugins Mar 05 13:22:27.314432 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.318984 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.319518 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: ip-substring-filtering Mar 05 13:22:27.319856 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: l2_adjacency.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.320820 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.321330 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 05 13:22:27.321657 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: l3.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.322637 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.324154 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: router Mar 05 13:22:27.324483 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.326948 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.327471 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 05 13:22:27.327799 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.328738 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.329258 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: ext-gw-mode Mar 05 13:22:27.329581 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.330497 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.331036 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: l3-ha Mar 05 13:22:27.331358 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: l3_flavors.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.332269 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.332772 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: l3-flavors Mar 05 13:22:27.333091 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.334086 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.334595 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 05 13:22:27.334942 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: l3agentscheduler.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.335982 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.336486 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: l3_agent_scheduler Mar 05 13:22:27.336814 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: logging.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.338309 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.339942 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension logging not supported by any of loaded plugins Mar 05 13:22:27.340274 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: metering.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.341020 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.341598 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: metering Mar 05 13:22:27.341923 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.343052 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.343571 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: metering_source_and_destination_fields Mar 05 13:22:27.343895 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: multiprovidernet.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.344816 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.345325 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: multi-provider Mar 05 13:22:27.345641 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: netmtu.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.346550 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.347084 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: net-mtu Mar 05 13:22:27.347404 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: netmtu_writable.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.348314 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.348819 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: net-mtu-writable Mar 05 13:22:27.349137 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: network_availability_zone.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.349800 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.350301 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: network_availability_zone Mar 05 13:22:27.350619 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: network_ip_availability.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.351753 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.352259 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: network-ip-availability Mar 05 13:22:27.352581 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: network_segment_range.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.353339 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.353842 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension network-segment-range not supported by any of loaded plugins Mar 05 13:22:27.354729 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: pagination.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.355764 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.356089 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: pagination Mar 05 13:22:27.356407 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: port_device_profile.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.357309 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.357823 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: port-device-profile Mar 05 13:22:27.358142 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.359106 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.359615 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: port-mac-address-regenerate Mar 05 13:22:27.359934 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.360841 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.361350 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: port-numa-affinity-policy Mar 05 13:22:27.361927 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: port_resource_request.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.362865 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.363373 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension port-resource-request not supported by any of loaded plugins Mar 05 13:22:27.363692 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: portbindings.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.364610 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.365147 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: binding Mar 05 13:22:27.365468 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: portbindings_extended.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.367415 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.368047 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: binding-extended Mar 05 13:22:27.368438 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: portsecurity.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.369597 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.370990 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: port-security Mar 05 13:22:27.371358 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: project_id.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.372605 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.372971 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: project-id Mar 05 13:22:27.373327 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: providernet.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.374416 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.375174 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: provider Mar 05 13:22:27.375438 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: qos.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.379597 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.380203 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension qos not supported by any of loaded plugins Mar 05 13:22:27.380568 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.382058 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.382610 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 05 13:22:27.382989 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.384067 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.384570 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 05 13:22:27.384918 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: qos_default.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.387288 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.387958 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension qos-default not supported by any of loaded plugins Mar 05 13:22:27.388364 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: qos_fip.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.389088 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.389632 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension qos-fip not supported by any of loaded plugins Mar 05 13:22:27.389981 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: qos_gateway_ip.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.391118 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.391661 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 05 13:22:27.392011 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: qos_port_network_policy.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.393081 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.393752 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 05 13:22:27.394137 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: qos_rule_type_details.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.395429 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.396029 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 05 13:22:27.396357 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: qos_rules_alias.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.397447 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.397956 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 05 13:22:27.398274 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: quotasv2.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.399238 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.399559 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: quotas Mar 05 13:22:27.399874 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: quotasv2_detail.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.402219 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.402543 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: quota_details Mar 05 13:22:27.402900 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: rbac.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.403977 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.404495 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: rbac-policies Mar 05 13:22:27.404815 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: rbac_address_group.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.405732 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.406236 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: rbac-address-group Mar 05 13:22:27.406551 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: rbac_address_scope.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.407479 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.407982 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: rbac-address-scope Mar 05 13:22:27.408295 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: rbac_security_groups.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.409216 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.409722 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: rbac-security-groups Mar 05 13:22:27.413961 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: rbac_subnetpool.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.413961 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.413961 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: rbac-subnetpool Mar 05 13:22:27.413961 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: revisionifmatch.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.413961 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.413961 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: revision-if-match Mar 05 13:22:27.414447 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: revisions.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.414663 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.415201 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: standard-attr-revisions Mar 05 13:22:27.415518 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: router_availability_zone.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.416175 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.416730 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: router_availability_zone Mar 05 13:22:27.417278 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: routerservicetype.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.418006 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.418511 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension router-service-type not supported by any of loaded plugins Mar 05 13:22:27.418856 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.419762 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.420267 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: security-groups-normalized-cidr Mar 05 13:22:27.420582 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.421491 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.421991 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: port-security-groups-filtering Mar 05 13:22:27.422307 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.423247 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.423750 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: security-groups-remote-address-group Mar 05 13:22:27.424063 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: securitygroup.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.433757 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.434275 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: security-group Mar 05 13:22:27.434598 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: segment.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.435393 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.436010 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension segment not supported by any of loaded plugins Mar 05 13:22:27.436199 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.437121 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.437622 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 05 13:22:27.437936 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: servicetype.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.439066 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.439577 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: service-type Mar 05 13:22:27.439892 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: sorting.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.440859 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.441182 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: sorting Mar 05 13:22:27.441494 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: standard_attr_segment.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.442388 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.442931 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 05 13:22:27.443248 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: standardattrdescription.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.443878 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.444377 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: standard-attr-description Mar 05 13:22:27.444688 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: stateful_security_group.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.445592 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.446101 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: stateful-security-group Mar 05 13:22:27.446416 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: stdattrs_common.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.447019 n-d-803718-1 neutron-server[87808]: WARNING neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 05 13:22:27.447333 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.448924 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.449423 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 05 13:22:27.449740 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: subnet_onboard.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.450816 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.451325 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: subnet_onboard Mar 05 13:22:27.451641 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.452568 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.453072 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 05 13:22:27.453386 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: subnet_service_types.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.454290 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.454826 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: subnet-service-types Mar 05 13:22:27.455143 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: subnetallocation.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.456206 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.456707 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: subnet_allocation Mar 05 13:22:27.457021 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.457677 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.458177 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: subnetpool-prefix-ops Mar 05 13:22:27.458488 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.459438 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.459939 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 05 13:22:27.460252 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: tagging.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.461306 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.461818 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: standard-attr-tag Mar 05 13:22:27.462133 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: timestamp.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.463336 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.464461 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loaded extension: standard-attr-timestamp Mar 05 13:22:27.464775 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: trunk.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.465794 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.466300 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension trunk not supported by any of loaded plugins Mar 05 13:22:27.466618 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: trunk_details.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.467553 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.468057 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension trunk-details not supported by any of loaded plugins Mar 05 13:22:27.468372 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: uplink_status_propagation.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.469275 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.469777 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 05 13:22:27.470093 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Loading extension file: vlantransparent.py {{(pid=87808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 13:22:27.470749 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 13:22:27.471272 n-d-803718-1 neutron-server[87808]: INFO neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 05 13:22:27.473701 n-d-803718-1 neutron-server[87808]: INFO neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Creating instance of TrackedResource for resource:network Mar 05 13:22:27.474442 n-d-803718-1 neutron-server[87808]: INFO neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Creating instance of TrackedResource for resource:subnet Mar 05 13:22:27.475243 n-d-803718-1 neutron-server[87808]: INFO neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Creating instance of TrackedResource for resource:subnetpool Mar 05 13:22:27.475832 n-d-803718-1 neutron-server[87808]: INFO neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Creating instance of TrackedResource for resource:port Mar 05 13:22:27.477087 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.v2.resource_helper [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 13:22:27.477513 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.v2.resource_helper [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Service FLAVORS assigned prefix: {{(pid=87808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 13:22:27.478145 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.v2.resource_helper [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 13:22:27.478574 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.v2.resource_helper [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 13:22:27.478931 n-d-803718-1 neutron-server[87808]: INFO neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Creating instance of TrackedResource for resource:router Mar 05 13:22:27.479723 n-d-803718-1 neutron-server[87808]: INFO neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Creating instance of TrackedResource for resource:floatingip Mar 05 13:22:27.480424 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.v2.resource_helper [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Service METERING assigned prefix: /metering {{(pid=87808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 13:22:27.481866 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.482227 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.482652 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:22:27.485030 n-d-803718-1 neutron-server[87808]: INFO neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Creating instance of CountableResource for resource:rbac_policy Mar 05 13:22:27.485439 n-d-803718-1 neutron-server[87808]: INFO neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Creating instance of TrackedResource for resource:security_group Mar 05 13:22:27.486085 n-d-803718-1 neutron-server[87808]: INFO neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 05 13:22:27.487086 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.v2.resource_helper [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Service CORE assigned prefix: {{(pid=87808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 13:22:27.487423 n-d-803718-1 neutron-server[87808]: INFO neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Creating instance of TrackedResource for resource:subnetpool Mar 05 13:22:27.487757 n-d-803718-1 neutron-server[87808]: WARNING neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] subnetpool is already registered Mar 05 13:22:27.488370 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.v2.resource_helper [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Service CORE assigned prefix: {{(pid=87808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 13:22:27.488691 n-d-803718-1 neutron-server[87808]: INFO neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Creating instance of TrackedResource for resource:subnetpool Mar 05 13:22:27.489006 n-d-803718-1 neutron-server[87808]: WARNING neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] subnetpool is already registered Mar 05 13:22:27.599657 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.v2.resource_helper [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 13:22:27.600082 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.v2.resource_helper [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Service FLAVORS assigned prefix: {{(pid=87808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 13:22:27.600674 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.v2.resource_helper [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 13:22:27.601093 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.v2.resource_helper [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 13:22:27.601425 n-d-803718-1 neutron-server[87808]: INFO neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Creating instance of TrackedResource for resource:router Mar 05 13:22:27.601763 n-d-803718-1 neutron-server[87808]: WARNING neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] router is already registered Mar 05 13:22:27.602408 n-d-803718-1 neutron-server[87808]: INFO neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Creating instance of TrackedResource for resource:floatingip Mar 05 13:22:27.602728 n-d-803718-1 neutron-server[87808]: WARNING neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] floatingip is already registered Mar 05 13:22:27.603374 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.v2.resource_helper [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Service METERING assigned prefix: /metering {{(pid=87808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 13:22:27.604259 n-d-803718-1 neutron-server[87808]: INFO neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Creating instance of CountableResource for resource:rbac_policy Mar 05 13:22:27.604582 n-d-803718-1 neutron-server[87808]: WARNING neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] rbac_policy is already registered Mar 05 13:22:27.604996 n-d-803718-1 neutron-server[87808]: INFO neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Creating instance of TrackedResource for resource:security_group Mar 05 13:22:27.605318 n-d-803718-1 neutron-server[87808]: WARNING neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] security_group is already registered Mar 05 13:22:27.605899 n-d-803718-1 neutron-server[87808]: INFO neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 05 13:22:27.606220 n-d-803718-1 neutron-server[87808]: WARNING neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] security_group_rule is already registered Mar 05 13:22:27.606907 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.v2.resource_helper [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Service CORE assigned prefix: {{(pid=87808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 13:22:27.607232 n-d-803718-1 neutron-server[87808]: INFO neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Creating instance of TrackedResource for resource:subnetpool Mar 05 13:22:27.607549 n-d-803718-1 neutron-server[87808]: WARNING neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] subnetpool is already registered Mar 05 13:22:27.608141 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.v2.resource_helper [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Service CORE assigned prefix: {{(pid=87808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 13:22:27.608457 n-d-803718-1 neutron-server[87808]: INFO neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Creating instance of TrackedResource for resource:subnetpool Mar 05 13:22:27.608781 n-d-803718-1 neutron-server[87808]: WARNING neutron.quota.resource_registry [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] subnetpool is already registered Mar 05 13:22:27.609419 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: extensions {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.610943 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: address-groups {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.612839 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: address-scopes {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.614034 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: agents {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.615228 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: auto-allocated-topology {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.616582 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: availability_zones {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.617791 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: dhcp-networks {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.619226 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: dhcp-agents {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.620730 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: routers {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.622525 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: flavors {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.623725 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: service_profiles {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.624928 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: next_providers {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.626438 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: service_profiles {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.627928 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: floatingip-pools {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.629134 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: routers {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.630966 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: floatingips {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.632166 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: l3-routers {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.633545 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: l3-agents {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.635237 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: metering-labels {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.637143 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: metering-label-rules {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.638408 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: network-ip-availabilities {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.639713 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: bindings {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.641339 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: quotas {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.642805 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: quotas {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.644211 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: rbac-policies {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.645510 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: security-groups {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.646697 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: security-group-rules {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.647969 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: service-providers {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.649291 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: subnetpools {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.650634 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: subnetpools {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.652766 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: tags {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.654522 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: tags {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.656346 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: tags {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.658149 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: tags {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.660932 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: tags {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.662772 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: tags {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.664457 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: tags {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.666348 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: tags {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.668182 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: tags {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.670012 n-d-803718-1 neutron-server[87808]: DEBUG neutron.api.extensions [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Extended resource: tags {{(pid=87808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 13:22:27.675917 n-d-803718-1 neutron-server[87808]: WARNING keystonemiddleware.auth_token [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 05 13:22:27.680566 n-d-803718-1 neutron-server[87808]: WARNING keystonemiddleware.auth_token [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 05 13:22:27.689429 n-d-803718-1 neutron-server[87808]: DEBUG oslo_concurrency.lockutils [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Acquired lock "singleton_lock" {{(pid=87808) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 05 13:22:27.689897 n-d-803718-1 neutron-server[87808]: DEBUG oslo_concurrency.lockutils [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Releasing lock "singleton_lock" {{(pid=87808) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 05 13:22:27.690519 n-d-803718-1 neutron-server[87808]: INFO oslo_service.service [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Starting 2 workers Mar 05 13:22:27.695153 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Started child 87913 {{(pid=87808) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 05 13:22:27.699985 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Started child 87914 {{(pid=87808) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 05 13:22:27.700838 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:27.701562 n-d-803718-1 neutron-server[87808]: INFO neutron.service [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 05 13:22:27.702217 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Notify callbacks [] for process, before_spawn {{(pid=87808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:27.702313 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [-] (87913) wsgi starting up on http://0.0.0.0:9696 Mar 05 13:22:27.704465 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:27.704903 n-d-803718-1 neutron-server[87808]: INFO oslo_service.service [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Starting 1 workers Mar 05 13:22:27.705838 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [-] (87914) wsgi starting up on http://0.0.0.0:9696 Mar 05 13:22:27.709526 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Started child 87915 {{(pid=87808) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 05 13:22:27.710043 n-d-803718-1 neutron-server[87808]: INFO oslo_service.service [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Starting 1 workers Mar 05 13:22:27.712924 n-d-803718-1 neutron-server[87915]: DEBUG neutron.service [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] calling RpcWorker wait() {{(pid=87915) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 05 13:22:27.713468 n-d-803718-1 neutron-server[87915]: DEBUG neutron.service [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] returning from RpcWorker wait() {{(pid=87915) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 05 13:22:27.714376 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Started child 87916 {{(pid=87808) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 05 13:22:27.714654 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:27.715171 n-d-803718-1 neutron-server[87808]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cad8-9f3b-461e-9f64-e0dbd81bac72 None None] Notify callbacks [] for process, after_spawn {{(pid=87808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:27.715286 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:22:27.717071 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87808) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 05 13:22:27.717290 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 05 13:22:27.717468 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 05 13:22:27.717682 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 05 13:22:27.718042 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 05 13:22:27.718211 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 05 13:22:27.718683 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.719056 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.719312 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.719575 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:27.720071 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.720071 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.720421 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.720672 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.720904 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.721172 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.721398 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.721560 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.721719 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.721958 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.722215 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.722502 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.722819 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.723068 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.723322 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.723491 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.723734 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.723995 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.724231 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.724489 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] debug = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.724721 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.725181 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.725405 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.725653 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.725897 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.726174 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.726415 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.726682 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.726942 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.727156 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.727395 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.727659 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.727893 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.728095 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.728326 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.728585 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.728778 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.729362 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] host = n-d-803718-1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.729637 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.729825 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.730081 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.730301 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.730552 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.730810 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.731044 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.731279 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.731550 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.731782 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.732023 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.732259 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.732468 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.732702 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] log_file = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.732847 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] log_options = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.733097 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.733333 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.733582 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.733769 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.733916 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.734086 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.734325 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.734472 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.734720 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.734955 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.735221 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.735380 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.735603 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.735832 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.736080 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.736304 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.736529 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.736980 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.737213 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.737448 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.737715 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.740358 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.740358 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.740358 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.740358 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.740358 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.740358 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.740358 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.742266 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.742266 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.742266 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.742266 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.742266 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.742266 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.748637 n-d-803718-1 neutron-server[87916]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:22:27.750392 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.750392 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.750392 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.750392 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.750392 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.750392 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.750392 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.750392 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.751898 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.751898 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.751898 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.751898 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] use_json = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.751898 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.751898 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.751898 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.751898 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.751898 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.752511 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.752511 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.752511 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.752511 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.752511 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.752511 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.752511 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.752511 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.753079 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.753079 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.753079 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.753079 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.753378 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.753462 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.753743 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.753976 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.754272 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.754517 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.754781 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.755086 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.755339 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.755623 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.755848 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.756204 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.756429 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.756672 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.757989 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.757989 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.757989 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.757989 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.757989 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.758350 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.758427 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.758628 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.758878 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.759095 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.759380 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.759596 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.759807 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.760044 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.760432 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.761092 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.761314 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.761538 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.761791 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.763531 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.763531 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.763531 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.763531 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.763531 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.763531 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.763531 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.763990 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.763990 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.764110 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.764263 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.764472 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.764705 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.764919 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.765137 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.765353 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.765584 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.765816 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.766048 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.766356 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.766698 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.766946 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.767160 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.768248 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.768467 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.768682 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.768905 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.769143 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.769357 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.769576 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.769806 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.770012 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.770224 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.770434 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.770663 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.770886 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.771124 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.771328 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.771550 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.771781 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.771993 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.772208 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.772422 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.772708 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.773023 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.773268 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.773546 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.773802 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.774032 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.774248 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.774489 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.774708 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.774952 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.775181 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.775429 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.775670 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.775929 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.776141 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.776557 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.776819 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.777060 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.777315 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.777560 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.777796 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.778023 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.778288 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.778546 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.778836 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.780982 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.780982 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.780982 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.780982 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.780982 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.780982 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.780982 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.780982 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.781587 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.781587 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.781729 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.781922 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.782184 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.782427 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.782698 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.782966 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.783194 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.783430 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.783709 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.783960 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.784212 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.784418 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.784643 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.784992 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.785216 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.785447 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.785675 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.785945 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.786206 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.786561 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.786869 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.787128 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.787385 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.787632 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.787885 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.788111 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.788338 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.788589 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.788806 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.789045 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.789258 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.789490 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.789723 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.789953 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.790185 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.790422 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.790636 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.790887 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.791122 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.791355 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.791643 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.791862 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.792080 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.792328 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.792530 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.792754 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.792983 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.793211 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.793456 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.793667 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.793929 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.794194 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.794388 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.794613 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.794904 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.795164 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.795386 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.795621 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.795833 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.796040 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.796248 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.796490 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.796697 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.796906 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.797148 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.797353 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.797604 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.797815 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.798156 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.798407 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.798630 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.798882 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.799113 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.799338 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.799567 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.799777 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.799988 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.800198 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.800413 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.800646 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.800884 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.801099 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.801316 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.801529 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.801787 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.802096 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.802336 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.802551 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.802804 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.803004 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.803249 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.803487 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.803691 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.803899 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.804109 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.804319 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.804542 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.804832 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.805090 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.805298 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.805528 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.805766 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.805989 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.806195 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.806425 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.806656 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.806885 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.807129 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.807871 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.808107 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.808460 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.808701 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.809016 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.809269 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.809508 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.809791 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.810046 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.810271 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.810524 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.810859 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.811084 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.811333 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.811571 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.811783 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.812018 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.812267 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.812581 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.812876 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.813125 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.813353 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.813623 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.813885 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.814148 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.814357 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.814641 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.814981 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.815273 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.815522 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.815736 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.816015 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.816250 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.816459 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.816688 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.816917 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.817135 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.817404 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.817642 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.817928 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.818143 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.818366 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.818586 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.818854 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.819067 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.819289 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.819503 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.819655 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 05 13:22:27.820193 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87808) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 05 13:22:27.820359 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 05 13:22:27.820550 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 05 13:22:27.820985 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 05 13:22:27.820985 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 05 13:22:27.820985 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 05 13:22:27.821223 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.821303 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.821460 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.821618 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.821773 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.821950 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.822113 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.822303 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.822437 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.822575 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.822729 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.822952 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.823591 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.823678 n-d-803718-1 neutron-server[87915]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:22:27.823751 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.823924 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.824082 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.824238 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.824394 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.824556 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.824713 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.824868 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.825024 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.825180 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] debug = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.825337 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.825536 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.825700 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.825855 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.826010 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.826166 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.826321 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.826476 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.830000 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.830175 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.830347 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.830505 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39180) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:22:27.830673 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.830673 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.830999 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.831136 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.831272 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.831406 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.831540 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] host = n-d-803718-1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.831683 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.831819 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.831953 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.832098 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.832249 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.832412 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.832633 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.832772 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.832907 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.833041 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.833198 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.833361 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.833519 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.833675 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] log_file = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.833832 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] log_options = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.833989 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.834145 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.834300 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.834490 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.834652 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.836191 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.836191 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.836191 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.836191 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.836191 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.836191 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.836191 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.836191 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.836874 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.836874 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.836874 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.836874 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.836874 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.836874 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.836874 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.837623 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.837623 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.837623 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.837623 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.837623 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.838170 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.838170 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.838170 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.838170 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.838678 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.838678 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.838678 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.839004 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.839004 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.839328 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.839328 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.839519 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.839519 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.839661 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.839819 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.840037 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.840135 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.840274 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.841346 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0081697 Mar 05 13:22:27.841563 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.841563 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.842722 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] use_json = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.842992 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.843197 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.844138 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.844268 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.844656 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.844656 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.844656 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.845403 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.845403 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 13:22:27.845403 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.845403 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.845403 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.845743 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.845743 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.845906 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.846035 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.846195 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.846354 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.846512 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.846680 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.847615 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.847794 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.847952 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.848117 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.848282 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.848445 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.848606 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.848768 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.848923 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.849060 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.849225 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.849400 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.849543 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.849729 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.849855 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.849999 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.850158 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.850319 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.850477 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.850636 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.850816 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.850977 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.851135 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.851293 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.851450 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.851696 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.851821 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.851943 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.852049 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.852208 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.852365 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.852524 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.852683 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.852861 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.852986 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.853135 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.853293 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.853450 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.853584 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.853754 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.853912 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.854081 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.854245 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.854404 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.854562 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.854720 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.855087 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.855249 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.855423 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.855616 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.855744 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.855866 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.856010 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.856168 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.856327 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.856488 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.856646 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.856804 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.856979 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.857115 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.857266 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.857424 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.857583 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.857741 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.857902 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.858060 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.858227 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.858386 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.858546 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.858706 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.858901 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.859062 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.859227 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.860188 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.860188 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.860188 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.860188 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.860188 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.860188 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.860770 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.860770 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.860770 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.860770 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.862368 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.862368 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.862368 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.862368 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.862368 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.862368 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.862368 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.862368 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.865192 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.865192 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.865192 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.865192 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.865192 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.865192 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.865192 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.865192 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.868794 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.868794 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.868794 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.868794 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.868794 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.868794 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.868794 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.868794 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.870304 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.870304 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.870304 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.870304 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.870304 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.870304 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.870304 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.870304 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.870304 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.871027 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.871027 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.871027 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.871027 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.871027 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.871027 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.871027 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.871027 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.871558 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.871558 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.871558 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.871558 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.871558 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.871558 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.871558 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.871558 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.872080 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.872080 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.872080 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.872080 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.872080 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.872080 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.872080 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.872080 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.872525 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.872525 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.872525 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.872525 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.872525 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.872525 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.872525 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.872525 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.872967 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.872967 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.872967 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.872967 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.872967 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.873244 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.873329 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.873407 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.873565 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.873731 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.873895 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.874056 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.874216 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.874375 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.874535 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.874696 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.875365 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.875365 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.875365 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.875365 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.876923 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.877077 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.877194 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.877334 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.877544 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.877677 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.877835 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.877994 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.878174 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.878349 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.878491 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.878658 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.878951 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.879063 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.879149 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.879286 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.879447 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.879605 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.879772 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.879930 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.880088 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.880245 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.880403 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.880561 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.880978 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.880978 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.881222 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.881222 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.881451 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.881451 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.881793 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.881793 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.882025 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.882025 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.882244 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.882346 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.882476 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.882888 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.882888 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.883138 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.883138 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.884838 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.884838 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.884838 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.884838 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.884838 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.884838 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.884838 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.884838 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.886409 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.886409 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.886409 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.886409 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.886409 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.886409 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.886409 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.886409 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.887665 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.887665 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.887665 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.887665 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.887665 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.887665 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.887665 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.887665 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.889411 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.889411 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.889411 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.889411 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.889411 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.889411 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.889411 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.889411 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.891328 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.891328 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.891328 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.891328 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.891328 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.891328 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.891328 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.891328 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.891328 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.891822 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.891822 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.891822 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.891822 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.891822 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.891822 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.891822 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.892207 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.892207 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.892207 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.892377 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.892623 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.892623 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 13:22:27.892776 n-d-803718-1 neutron-server[87808]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 05 13:22:38.691478 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9e1284-496f-4f4f-8469-94cb9e83a3ed None None] get_active_networks_info from n-d-803718-1 {{(pid=87915) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 05 13:22:38.816200 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9e1284-496f-4f4f-8469-94cb9e83a3ed None None] No non-hosted networks {{(pid=87915) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 05 13:22:38.830328 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.agentschedulers_db [None req-5c9e1284-496f-4f4f-8469-94cb9e83a3ed None None] DHCP Agent not found on host n-d-803718-1 {{(pid=87915) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 05 13:22:38.927625 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ce4f86fa-0fae-4bd9-9276-4f0cc401b134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3919941'] for agent, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:40.784697 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2d8d6f3a-3805-4b96-9534-2d71ba289fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3919941'] for agent, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:40.829317 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-12a2e886-023a-450b-9f41-2c07636d8a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:41.849319 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3919941'] for agent, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:41.969577 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3919941'] for agent, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:41.970208 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:41.970585 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:41.973886 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:41.974244 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:41.976776 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:41.981608 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:41.982156 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:41.982598 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:41.983162 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:41.983663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:41.984200 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:41.984710 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:41.985267 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-803718-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:22:41.995196 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-803718-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:22:43.452374 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3919941'] for agent, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:44.879939 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39278) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:22:45.465367 n-d-803718-1 neutron-server[87914]: WARNING oslo_policy.policy [None req-3c138970-ca14-407d-9376-cc820f6ca50b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 13:22:45.465967 n-d-803718-1 neutron-server[87914]: WARNING oslo_policy.policy [None req-3c138970-ca14-407d-9376-cc820f6ca50b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 13:22:45.683034 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-3c138970-ca14-407d-9376-cc820f6ca50b admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:22:45.684081 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3c138970-ca14-407d-9376-cc820f6ca50b admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8031857 Mar 05 13:22:46.970727 n-d-803718-1 neutron-server[87915]: INFO neutron.db.l3_hamode_db [None req-726f4dd2-9ddc-4079-9f68-f69c7a7114bc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 05 13:22:47.053572 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726f4dd2-9ddc-4079-9f68-f69c7a7114bc None None] Routers set() bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:22:47.053951 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726f4dd2-9ddc-4079-9f68-f69c7a7114bc None None] Router IDs set() for agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 05 13:22:48.100836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39292) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:22:48.464202 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-5c33d137-1b84-42b4-8c74-c19fd9510e3f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:22:48.564513 n-d-803718-1 neutron-server[87914]: DEBUG neutron.policy [None req-5c33d137-1b84-42b4-8c74-c19fd9510e3f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87914) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 05 13:22:48.608808 n-d-803718-1 neutron-server[87914]: WARNING oslo_policy.policy [None req-5c33d137-1b84-42b4-8c74-c19fd9510e3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 13:22:48.609179 n-d-803718-1 neutron-server[87914]: WARNING oslo_policy.policy [None req-5c33d137-1b84-42b4-8c74-c19fd9510e3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 13:22:48.617879 n-d-803718-1 neutron-server[87914]: INFO neutron.quota [None req-5c33d137-1b84-42b4-8c74-c19fd9510e3f admin admin] Loaded quota_driver: . Mar 05 13:22:48.633242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5c33d137-1b84-42b4-8c74-c19fd9510e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:22:48.692655 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c33d137-1b84-42b4-8c74-c19fd9510e3f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783024442271', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783024441842', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783024432280', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783024425036', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783024482020', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783024475732', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-620111', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-621689', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3733844', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3873445'] for rbac-policy, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:48.755938 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c33d137-1b84-42b4-8c74-c19fd9510e3f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:48.757161 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5c33d137-1b84-42b4-8c74-c19fd9510e3f admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6553867 Mar 05 13:22:51.372976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39306) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:22:51.713622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'ab59b71e82594895984fedea94a319a0', 'name': 'private'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:22:51.718291 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:22:51.722709 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Usage tracker for resource:network and tenant:ab59b71e82594895984fedea94a319a0 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:22:51.727301 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:22:51.733883 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:22:51.743523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Made reservation on behalf of ab59b71e82594895984fedea94a319a0 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:22:51.746296 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:51.763567 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:51.777679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:22:51.781350 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Usage tracker for resource:security_group_rule and tenant:ab59b71e82594895984fedea94a319a0 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:22:51.786204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:22:51.792460 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:22:51.886191 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:51.889672 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:51.911281 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:22:51.936979 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783025861380', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:51.937555 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Unsubscribe: segment precommit_create {{(pid=87914) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 05 13:22:51.938037 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Added segment f3ed11b7-934d-4f77-aa6b-fe51855f5689 of type vlan for network d63fde19-4f21-4f7b-b7fc-13ee232a1cbe Mar 05 13:22:51.986212 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7280b472-fe2c-4531-b7a9-c0f4e1df899d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:22:52.001906 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:52.002247 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:52.002580 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:52.002953 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:52.003281 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:52.003599 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:52.003915 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:52.004228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:52.004541 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:52.004852 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:52.005164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:52.005471 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Tracked resource versions report: Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: pushed versions: Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: { 'AddressGroup': {'1.2'}, Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: 'ConntrackHelper': {'1.0'}, Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: 'Log': {'1.0'}, Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: 'Network': {'1.1'}, Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: 'Port': {'1.7'}, Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: 'PortForwarding': {'1.2'}, Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: 'QosPolicy': {'1.8'}, Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: 'SecurityGroup': {'1.4'}, Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: 'SecurityGroupRule': {'1.2'}, Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: 'SubPort': {'1.0'}, Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: 'Subnet': {'1.1'}, Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: 'Trunk': {'1.1'}} Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: consumer versions: Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: { DHCP agent@n-d-803718-1: {}, Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: L3 agent@n-d-803718-1: {}, Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: Metadata agent@n-d-803718-1: {}, Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: Metering agent@n-d-803718-1: {}, Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: Open vSwitch agent@n-d-803718-1: { 'AddressGroup': '1.2', Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: 'ConntrackHelper': '1.0', Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: 'Log': '1.0', Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: 'Network': '1.1', Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: 'Port': '1.7', Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: 'PortForwarding': '1.2', Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: 'QosPolicy': '1.8', Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: 'SecurityGroup': '1.4', Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: 'SecurityGroupRule': '1.2', Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: 'SubPort': '1.0', Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: 'Subnet': '1.1', Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: 'Trunk': '1.1'}} Mar 05 13:22:52.006584 n-d-803718-1 neutron-server[87914]: {{(pid=87914) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 13:22:52.049513 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:52.090098 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:52.091203 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:22:52.091860 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:52.200770 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8266144 Mar 05 13:22:52.203208 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e109060-393c-4931-922b-4e5a31cecdd5 admin admin] Pushing event updated for resources: {'Network': ['ID=d63fde19-4f21-4f7b-b7fc-13ee232a1cbe,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:22:52.236859 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network d63fde19-4f21-4f7b-b7fc-13ee232a1cbe details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:22:54.916887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39322) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:22:55.363604 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0ee21a-2510-4139-a2b1-98328af37862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:22:55.364885 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6b0ee21a-2510-4139-a2b1-98328af37862 admin admin] 10.222.0.16 "GET /v2.0/networks/d63fde19-4f21-4f7b-b7fc-13ee232a1cbe HTTP/1.1" status: 200 len: 824 time: 0.4470515 Mar 05 13:22:55.392506 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5334b09e-8a77-466f-bc18-6d3b2ae1d9c7 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/c2988815-f865-4197-b18b-549a1bb58d27 HTTP/1.1" status: 200 len: 734 time: 0.0209908 Mar 05 13:22:55.400828 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-3bdb6708-b3d9-41d5-8d6b-9c24e542c246 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'c2988815-f865-4197-b18b-549a1bb58d27', 'gateway_ip': '172.20.0.1', 'network_id': 'd63fde19-4f21-4f7b-b7fc-13ee232a1cbe', 'name': 'private-subnet', 'tenant_id': 'ab59b71e82594895984fedea94a319a0'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:22:55.405191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3bdb6708-b3d9-41d5-8d6b-9c24e542c246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:22:55.408935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3bdb6708-b3d9-41d5-8d6b-9c24e542c246 admin admin] Usage tracker for resource:subnet and tenant:ab59b71e82594895984fedea94a319a0 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:22:55.411814 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3bdb6708-b3d9-41d5-8d6b-9c24e542c246 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:22:55.417899 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3bdb6708-b3d9-41d5-8d6b-9c24e542c246 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:22:55.427480 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdb6708-b3d9-41d5-8d6b-9c24e542c246 admin admin] Made reservation on behalf of ab59b71e82594895984fedea94a319a0 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:22:55.429728 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3bdb6708-b3d9-41d5-8d6b-9c24e542c246 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:55.716871 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3bdb6708-b3d9-41d5-8d6b-9c24e542c246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:55.799162 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb6708-b3d9-41d5-8d6b-9c24e542c246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f030c91-62f3-4787-9be9-a7c57c7ebbbc,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:22:55.801149 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdb6708-b3d9-41d5-8d6b-9c24e542c246 admin admin] Checking segment: {'id': 'f3ed11b7-934d-4f77-aa6b-fe51855f5689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd63fde19-4f21-4f7b-b7fc-13ee232a1cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:22:55.801528 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdb6708-b3d9-41d5-8d6b-9c24e542c246 admin admin] Network hostable DHCP agents. Network: d63fde19-4f21-4f7b-b7fc-13ee232a1cbe, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:22:55.822828 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdb6708-b3d9-41d5-8d6b-9c24e542c246 admin admin] Network d63fde19-4f21-4f7b-b7fc-13ee232a1cbe is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:22:55.833354 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-3bdb6708-b3d9-41d5-8d6b-9c24e542c246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, d63fde19-4f21-4f7b-b7fc-13ee232a1cbe) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:22:55.839026 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdb6708-b3d9-41d5-8d6b-9c24e542c246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:22:55.839646 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3bdb6708-b3d9-41d5-8d6b-9c24e542c246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:55.843637 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b29033-44fb-4c50-8c7d-67d69afc829e None None] Network d63fde19-4f21-4f7b-b7fc-13ee232a1cbe requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:22:55.859811 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3bdb6708-b3d9-41d5-8d6b-9c24e542c246 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4622726 Mar 05 13:22:56.149235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d63fde19-4f21-4f7b-b7fc-13ee232a1cbe', 'network_id': 'd63fde19-4f21-4f7b-b7fc-13ee232a1cbe', 'tenant_id': 'ab59b71e82594895984fedea94a319a0', 'fixed_ips': [{'subnet_id': '9f030c91-62f3-4787-9be9-a7c57c7ebbbc'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:22:56.151089 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:56.333259 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Allocated IP 172.20.0.2 (d63fde19-4f21-4f7b-b7fc-13ee232a1cbe/9f030c91-62f3-4787-9be9-a7c57c7ebbbc/7a8684d4-fb60-424b-af0c-d87d1772e3db) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:22:56.564814 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:56.578214 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Transition to ACTIVE for port object 7a8684d4-fb60-424b-af0c-d87d1772e3db will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:22:56.598488 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Transition to ACTIVE for port object 7a8684d4-fb60-424b-af0c-d87d1772e3db will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:22:56.605848 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:56.672968 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Network d63fde19-4f21-4f7b-b7fc-13ee232a1cbe is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:22:56.676238 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:22:56.681055 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Pushing event updated for resources: {'Port': ['ID=7a8684d4-fb60-424b-af0c-d87d1772e3db,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:22:56.683881 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:22:56.692585 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:56.692935 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:56.693272 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:56.693605 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:56.693935 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:56.694264 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:56.694586 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:56.694931 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:56.695252 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:56.695575 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:56.695893 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:56.696210 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Tracked resource versions report: Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: pushed versions: Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: { 'AddressGroup': {'1.2'}, Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: 'ConntrackHelper': {'1.0'}, Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: 'Log': {'1.0'}, Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: 'Network': {'1.1'}, Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: 'Port': {'1.7'}, Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: 'PortForwarding': {'1.2'}, Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: 'QosPolicy': {'1.8'}, Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: 'SecurityGroup': {'1.4'}, Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: 'SecurityGroupRule': {'1.2'}, Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: 'SubPort': {'1.0'}, Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: 'Subnet': {'1.1'}, Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: 'Trunk': {'1.1'}} Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: consumer versions: Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: { DHCP agent@n-d-803718-1: {}, Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: L3 agent@n-d-803718-1: {}, Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: Metadata agent@n-d-803718-1: {}, Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: Metering agent@n-d-803718-1: {}, Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: Open vSwitch agent@n-d-803718-1: { 'AddressGroup': '1.2', Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: 'ConntrackHelper': '1.0', Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: 'Log': '1.0', Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: 'Network': '1.1', Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: 'Port': '1.7', Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: 'PortForwarding': '1.2', Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: 'QosPolicy': '1.8', Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: 'SecurityGroup': '1.4', Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: 'SecurityGroupRule': '1.2', Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: 'SubPort': '1.0', Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: 'Subnet': '1.1', Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: 'Trunk': '1.1'}} Mar 05 13:22:56.697866 n-d-803718-1 neutron-server[87915]: {{(pid=87915) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 13:22:56.786591 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Attempting to bind port 7a8684d4-fb60-424b-af0c-d87d1772e3db on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:22:56.787015 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Attempting to bind port 7a8684d4-fb60-424b-af0c-d87d1772e3db by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'f3ed11b7-934d-4f77-aa6b-fe51855f5689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd63fde19-4f21-4f7b-b7fc-13ee232a1cbe'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:22:56.787431 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Attempting to bind port 7a8684d4-fb60-424b-af0c-d87d1772e3db on network d63fde19-4f21-4f7b-b7fc-13ee232a1cbe {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:22:56.792881 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:22:56.793295 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Checking segment: {'id': 'f3ed11b7-934d-4f77-aa6b-fe51855f5689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd63fde19-4f21-4f7b-b7fc-13ee232a1cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:22:56.793771 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:56.794164 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Bound using segment: {'id': 'f3ed11b7-934d-4f77-aa6b-fe51855f5689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd63fde19-4f21-4f7b-b7fc-13ee232a1cbe'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:22:56.794631 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Bound port: 7a8684d4-fb60-424b-af0c-d87d1772e3db, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ed11b7-934d-4f77-aa6b-fe51855f5689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd63fde19-4f21-4f7b-b7fc-13ee232a1cbe'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:22:56.795039 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:56.883691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] For port 7a8684d4-fb60-424b-af0c-d87d1772e3db, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:22:56.887611 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] For port 7a8684d4-fb60-424b-af0c-d87d1772e3db, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7a8684d4-fb60-424b-af0c-d87d1772e3db,segment=NetworkSegment(f3ed11b7-934d-4f77-aa6b-fe51855f5689),segment_id=f3ed11b7-934d-4f77-aa6b-fe51855f5689)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:22:56.892230 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:22:56.983531 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5602fe-4eaa-4790-b6c1-8284cf4a6136 None None] Pushing event updated for resources: {'Port': ['ID=7a8684d4-fb60-424b-af0c-d87d1772e3db,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:22:58.305214 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39332) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:22:58.902904 n-d-803718-1 neutron-server[87913]: WARNING oslo_policy.policy [None req-71c227b0-2fce-4009-9ece-e4c7fe72d924 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 13:22:58.903517 n-d-803718-1 neutron-server[87913]: WARNING oslo_policy.policy [None req-71c227b0-2fce-4009-9ece-e4c7fe72d924 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 13:22:59.127575 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-71c227b0-2fce-4009-9ece-e4c7fe72d924 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:22:59.128805 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-71c227b0-2fce-4009-9ece-e4c7fe72d924 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8214567 Mar 05 13:23:00.801516 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24668aee-621c-4bed-9800-5f958d74b9ef None None] Network d63fde19-4f21-4f7b-b7fc-13ee232a1cbe requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:23:00.844606 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-aca18b93-8add-4075-bdff-f32d29219ebc None None] Provisioning for port 7a8684d4-fb60-424b-af0c-d87d1772e3db completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:23:01.563044 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39350) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:23:01.681527 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 7a8684d4-fb60-424b-af0c-d87d1772e3db up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:23:01.754852 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 7a8684d4-fb60-424b-af0c-d87d1772e3db completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:23:01.759454 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 7a8684d4-fb60-424b-af0c-d87d1772e3db triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:23:01.760242 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:01.871901 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:01.904290 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 7a8684d4-fb60-424b-af0c-d87d1772e3db, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7a8684d4-fb60-424b-af0c-d87d1772e3db,segment=NetworkSegment(f3ed11b7-934d-4f77-aa6b-fe51855f5689),segment_id=f3ed11b7-934d-4f77-aa6b-fe51855f5689)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:23:01.908750 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:01.932864 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-3667ef18-5fe5-485d-a0d2-87b0efec41d9 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:23:01.933907 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3667ef18-5fe5-485d-a0d2-87b0efec41d9 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3699524 Mar 05 13:23:01.976941 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=7a8684d4-fb60-424b-af0c-d87d1772e3db,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:23:03.660221 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 7a8684d4-fb60-424b-af0c-d87d1772e3db up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:23:03.725281 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 7a8684d4-fb60-424b-af0c-d87d1772e3db triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:23:03.725563 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:04.615439 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39362) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:23:04.956757 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-af412800-2d96-49f9-b152-108c13f7fe50 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ab59b71e82594895984fedea94a319a0'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:23:05.023276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.policy [None req-af412800-2d96-49f9-b152-108c13f7fe50 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87913) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 05 13:23:05.067966 n-d-803718-1 neutron-server[87913]: WARNING oslo_policy.policy [None req-af412800-2d96-49f9-b152-108c13f7fe50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 13:23:05.068344 n-d-803718-1 neutron-server[87913]: WARNING oslo_policy.policy [None req-af412800-2d96-49f9-b152-108c13f7fe50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 13:23:05.077681 n-d-803718-1 neutron-server[87913]: INFO neutron.quota [None req-af412800-2d96-49f9-b152-108c13f7fe50 admin admin] Loaded quota_driver: . Mar 05 13:23:05.092833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-af412800-2d96-49f9-b152-108c13f7fe50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:23:05.099307 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-af412800-2d96-49f9-b152-108c13f7fe50 admin admin] Usage tracker for resource:router and tenant:ab59b71e82594895984fedea94a319a0 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:23:05.104248 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-af412800-2d96-49f9-b152-108c13f7fe50 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:23:05.111679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-af412800-2d96-49f9-b152-108c13f7fe50 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:23:05.127578 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af412800-2d96-49f9-b152-108c13f7fe50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:05.129650 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af412800-2d96-49f9-b152-108c13f7fe50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:05.153773 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af412800-2d96-49f9-b152-108c13f7fe50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:05.268921 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af412800-2d96-49f9-b152-108c13f7fe50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:05.288569 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af412800-2d96-49f9-b152-108c13f7fe50 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:05.289755 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-af412800-2d96-49f9-b152-108c13f7fe50 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6733739 Mar 05 13:23:07.679419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39374) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:23:08.051777 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-62eaa40c-72e0-4ddf-af55-180c35527502 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:23:08.052751 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-62eaa40c-72e0-4ddf-af55-180c35527502 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3724194 Mar 05 13:23:08.668534 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f7f4baf5-fc75-43fe-acc3-fc5aee8cce43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:10.446016 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39384) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:23:10.782093 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-494a74a5-0d5f-4e43-a3c8-4ec401fc57e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:10.813883 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:23:10.818950 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:23:10.823269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Usage tracker for resource:network and tenant:52a0868894d0484a9984f15ecac9a399 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:23:10.826706 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:23:10.832218 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:23:10.842308 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Made reservation on behalf of 52a0868894d0484a9984f15ecac9a399 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:23:10.845284 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:10.862245 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:10.876504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:23:10.880145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Usage tracker for resource:security_group_rule and tenant:52a0868894d0484a9984f15ecac9a399 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:23:10.883224 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:23:10.889280 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:23:10.981083 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:10.984615 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:10.999086 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Reserving flat network on physical network physnet1 {{(pid=87913) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 05 13:23:11.029480 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783025861380', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:11.030038 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Unsubscribe: segment precommit_create {{(pid=87913) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 05 13:23:11.030512 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Added segment 8d613622-b535-4d7e-9031-3d0d97082f1a of type flat for network ea5c893a-3da0-441e-a4e9-f34cafda1d40 Mar 05 13:23:11.081721 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1764455-1491-42d8-8644-aa98db9759b1,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:23:11.099964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:23:11.100293 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:23:11.100616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:23:11.100935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:23:11.101250 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:23:11.101562 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:23:11.101874 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:23:11.102181 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:23:11.102488 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:23:11.102814 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:23:11.103255 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:23:11.103506 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Tracked resource versions report: Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: pushed versions: Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: { 'AddressGroup': {'1.2'}, Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: 'ConntrackHelper': {'1.0'}, Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: 'Log': {'1.0'}, Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: 'Network': {'1.1'}, Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: 'Port': {'1.7'}, Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: 'PortForwarding': {'1.2'}, Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: 'QosPolicy': {'1.8'}, Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: 'SecurityGroup': {'1.4'}, Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: 'SecurityGroupRule': {'1.2'}, Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: 'SubPort': {'1.0'}, Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: 'Subnet': {'1.1'}, Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: 'Trunk': {'1.1'}} Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: consumer versions: Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: { DHCP agent@n-d-803718-1: {}, Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: L3 agent@n-d-803718-1: {}, Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: Metadata agent@n-d-803718-1: {}, Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: Metering agent@n-d-803718-1: {}, Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: Open vSwitch agent@n-d-803718-1: { 'AddressGroup': '1.2', Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: 'ConntrackHelper': '1.0', Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: 'Log': '1.0', Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: 'Network': '1.1', Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: 'Port': '1.7', Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: 'PortForwarding': '1.2', Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: 'QosPolicy': '1.8', Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: 'SecurityGroup': '1.4', Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: 'SecurityGroupRule': '1.2', Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: 'SubPort': '1.0', Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: 'Subnet': '1.1', Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: 'Trunk': '1.1'}} Mar 05 13:23:11.104614 n-d-803718-1 neutron-server[87913]: {{(pid=87913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 13:23:11.145248 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:11.189389 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:11.190534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:23:11.191215 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:11.295963 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8489013 Mar 05 13:23:11.300768 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af8779-fec7-48cb-94e6-03b91fb9218a admin admin] Pushing event updated for resources: {'Network': ['ID=ea5c893a-3da0-441e-a4e9-f34cafda1d40,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:23:11.328276 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:23:11.802671 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:11.958737 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:13.401214 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:13.675085 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39408) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:23:13.891199 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f857d50d-a996-44f1-9b53-0e6fe9898bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:23:13.892535 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f857d50d-a996-44f1-9b53-0e6fe9898bdc admin admin] 10.222.0.16 "GET /v2.0/subnets/9f030c91-62f3-4787-9be9-a7c57c7ebbbc HTTP/1.1" status: 200 len: 849 time: 0.2165124 Mar 05 13:23:14.047786 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-beda7f43-3d32-434e-b57b-be49da68bf4e admin admin] 10.222.0.16 "GET /v2.0/routers/6e86cb91-cf53-4e22-a878-fc5e8d4577dc HTTP/1.1" status: 200 len: 704 time: 0.1495831 Mar 05 13:23:14.504740 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03299cc4-9f0f-4ab3-b39a-9c29245c3cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:14.732518 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-03299cc4-9f0f-4ab3-b39a-9c29245c3cb7 admin admin] Allocated IP 172.20.0.1 (d63fde19-4f21-4f7b-b7fc-13ee232a1cbe/9f030c91-62f3-4787-9be9-a7c57c7ebbbc/431bfd79-046c-43cc-8764-791a0c36c41d) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:23:14.889028 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03299cc4-9f0f-4ab3-b39a-9c29245c3cb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:14.907411 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-03299cc4-9f0f-4ab3-b39a-9c29245c3cb7 admin admin] Transition to ACTIVE for port object 431bfd79-046c-43cc-8764-791a0c36c41d will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:23:14.960222 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03299cc4-9f0f-4ab3-b39a-9c29245c3cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:15.023692 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03299cc4-9f0f-4ab3-b39a-9c29245c3cb7 admin admin] Network d63fde19-4f21-4f7b-b7fc-13ee232a1cbe is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:23:15.027034 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-03299cc4-9f0f-4ab3-b39a-9c29245c3cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:23:15.030943 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03299cc4-9f0f-4ab3-b39a-9c29245c3cb7 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:23:15.031466 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03299cc4-9f0f-4ab3-b39a-9c29245c3cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:15.172040 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03299cc4-9f0f-4ab3-b39a-9c29245c3cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=431bfd79-046c-43cc-8764-791a0c36c41d,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:23:15.214555 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1cd211dd-80e8-4f3a-bfcc-0c2e7ca89fbd None None] Provisioning for port 431bfd79-046c-43cc-8764-791a0c36c41d completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:23:15.219157 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1cd211dd-80e8-4f3a-bfcc-0c2e7ca89fbd None None] Provisioning complete for port 431bfd79-046c-43cc-8764-791a0c36c41d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:23:15.219521 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1cd211dd-80e8-4f3a-bfcc-0c2e7ca89fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:15.278545 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-1cd211dd-80e8-4f3a-bfcc-0c2e7ca89fbd None None] Port 431bfd79-046c-43cc-8764-791a0c36c41d cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:23:15.347676 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03299cc4-9f0f-4ab3-b39a-9c29245c3cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:15.565877 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03299cc4-9f0f-4ab3-b39a-9c29245c3cb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:15.570140 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03299cc4-9f0f-4ab3-b39a-9c29245c3cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:15.570871 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03299cc4-9f0f-4ab3-b39a-9c29245c3cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:15.704522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03299cc4-9f0f-4ab3-b39a-9c29245c3cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=431bfd79-046c-43cc-8764-791a0c36c41d,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:23:15.761032 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03299cc4-9f0f-4ab3-b39a-9c29245c3cb7 admin admin] Network d63fde19-4f21-4f7b-b7fc-13ee232a1cbe is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:23:15.762058 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-03299cc4-9f0f-4ab3-b39a-9c29245c3cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:23:15.948353 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03299cc4-9f0f-4ab3-b39a-9c29245c3cb7 admin admin] Router 6e86cb91-cf53-4e22-a878-fc5e8d4577dc is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:23:16.000604 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bf796f57-7f64-4b53-894e-ca2dcba49601 None None] Provisioning complete for port 431bfd79-046c-43cc-8764-791a0c36c41d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:23:16.000971 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bf796f57-7f64-4b53-894e-ca2dcba49601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:16.052653 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-bf796f57-7f64-4b53-894e-ca2dcba49601 None None] Port 431bfd79-046c-43cc-8764-791a0c36c41d cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:23:16.096790 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03299cc4-9f0f-4ab3-b39a-9c29245c3cb7 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:23:16.105585 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-03299cc4-9f0f-4ab3-b39a-9c29245c3cb7 admin admin] 10.222.0.16 "PUT /v2.0/routers/6e86cb91-cf53-4e22-a878-fc5e8d4577dc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0529978 Mar 05 13:23:16.107779 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] Sync routers for ids ['6e86cb91-cf53-4e22-a878-fc5e8d4577dc'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:23:16.118652 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] Routers {'6e86cb91-cf53-4e22-a878-fc5e8d4577dc'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:23:16.119793 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:23:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['6e86cb91-cf53-4e22-a878-fc5e8d4577dc'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:23:16.295041 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] Set router 6e86cb91-cf53-4e22-a878-fc5e8d4577dc gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:23:16.667596 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e86cb91-cf53-4e22-a878-fc5e8d4577dc', 'name': 'router1', 'tenant_id': 'ab59b71e82594895984fedea94a319a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:23:05Z', 'updated_at': '2022-03-05T13:23:15Z', 'revision_number': 2, 'project_id': 'ab59b71e82594895984fedea94a319a0', 'gw_port_host': None, '_interfaces': [{'id': '431bfd79-046c-43cc-8764-791a0c36c41d', 'name': '', 'network_id': 'd63fde19-4f21-4f7b-b7fc-13ee232a1cbe', 'tenant_id': 'ab59b71e82594895984fedea94a319a0', 'mac_address': 'fa:16:3e:e9:a2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e86cb91-cf53-4e22-a878-fc5e8d4577dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f030c91-62f3-4787-9be9-a7c57c7ebbbc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:23:14Z', 'updated_at': '2022-03-05T13:23:15Z', 'revision_number': 2, 'project_id': 'ab59b71e82594895984fedea94a319a0', 'subnets': [{'id': '9f030c91-62f3-4787-9be9-a7c57c7ebbbc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2988815-f865-4197-b18b-549a1bb58d27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:23:16.672413 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] Checking router: 6e86cb91-cf53-4e22-a878-fc5e8d4577dc for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:23:16.672786 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] Updating router 6e86cb91-cf53-4e22-a878-fc5e8d4577dc port 431bfd79-046c-43cc-8764-791a0c36c41d binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:23:16.725954 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:17.101308 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:17.116579 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] Transition to ACTIVE for port object 431bfd79-046c-43cc-8764-791a0c36c41d will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:23:17.123268 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:17.341872 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a588c-17b7-4f6c-8b3d-28f63b6127ca None None] Pushing event updated for resources: {'Port': ['ID=431bfd79-046c-43cc-8764-791a0c36c41d,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:23:17.362489 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a588c-17b7-4f6c-8b3d-28f63b6127ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:23:17.362782 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a588c-17b7-4f6c-8b3d-28f63b6127ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:23:17.363115 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a588c-17b7-4f6c-8b3d-28f63b6127ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:23:17.363445 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a588c-17b7-4f6c-8b3d-28f63b6127ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:23:17.363981 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a588c-17b7-4f6c-8b3d-28f63b6127ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:23:17.364314 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a588c-17b7-4f6c-8b3d-28f63b6127ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:23:17.364638 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a588c-17b7-4f6c-8b3d-28f63b6127ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:23:17.364958 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a588c-17b7-4f6c-8b3d-28f63b6127ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:23:17.365279 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a588c-17b7-4f6c-8b3d-28f63b6127ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:23:17.365595 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a588c-17b7-4f6c-8b3d-28f63b6127ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:23:17.365908 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a588c-17b7-4f6c-8b3d-28f63b6127ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:23:17.366221 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a588c-17b7-4f6c-8b3d-28f63b6127ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465a588c-17b7-4f6c-8b3d-28f63b6127ca None None] Tracked resource versions report: Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: pushed versions: Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: { 'AddressGroup': {'1.2'}, Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: 'ConntrackHelper': {'1.0'}, Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: 'Log': {'1.0'}, Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: 'Network': {'1.1'}, Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: 'Port': {'1.7'}, Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: 'PortForwarding': {'1.2'}, Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: 'QosPolicy': {'1.8'}, Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: 'SecurityGroup': {'1.4'}, Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: 'SecurityGroupRule': {'1.2'}, Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: 'SubPort': {'1.0'}, Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: 'Subnet': {'1.1'}, Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: 'Trunk': {'1.1'}} Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: consumer versions: Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: { DHCP agent@n-d-803718-1: {}, Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: L3 agent@n-d-803718-1: {}, Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: Metadata agent@n-d-803718-1: {}, Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: Metering agent@n-d-803718-1: {}, Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: Open vSwitch agent@n-d-803718-1: { 'AddressGroup': '1.2', Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: 'ConntrackHelper': '1.0', Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: 'Log': '1.0', Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: 'Network': '1.1', Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: 'Port': '1.7', Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: 'PortForwarding': '1.2', Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: 'QosPolicy': '1.8', Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: 'SecurityGroup': '1.4', Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: 'SecurityGroupRule': '1.2', Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: 'SubPort': '1.0', Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: 'Subnet': '1.1', Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: 'Trunk': '1.1'}} Mar 05 13:23:17.367387 n-d-803718-1 neutron-server[87916]: {{(pid=87916) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 13:23:17.378169 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] Attempting to bind port 431bfd79-046c-43cc-8764-791a0c36c41d on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:23:17.378612 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] Attempting to bind port 431bfd79-046c-43cc-8764-791a0c36c41d by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'f3ed11b7-934d-4f77-aa6b-fe51855f5689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd63fde19-4f21-4f7b-b7fc-13ee232a1cbe'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:23:17.379044 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] Attempting to bind port 431bfd79-046c-43cc-8764-791a0c36c41d on network d63fde19-4f21-4f7b-b7fc-13ee232a1cbe {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:23:17.385832 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:23:17.386254 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] Checking segment: {'id': 'f3ed11b7-934d-4f77-aa6b-fe51855f5689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd63fde19-4f21-4f7b-b7fc-13ee232a1cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:23:17.386716 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:17.387126 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] Bound using segment: {'id': 'f3ed11b7-934d-4f77-aa6b-fe51855f5689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd63fde19-4f21-4f7b-b7fc-13ee232a1cbe'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:23:17.387610 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] Bound port: 431bfd79-046c-43cc-8764-791a0c36c41d, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ed11b7-934d-4f77-aa6b-fe51855f5689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd63fde19-4f21-4f7b-b7fc-13ee232a1cbe'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:23:17.387992 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:17.474619 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] For port 431bfd79-046c-43cc-8764-791a0c36c41d, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:23:17.478896 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] For port 431bfd79-046c-43cc-8764-791a0c36c41d, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=431bfd79-046c-43cc-8764-791a0c36c41d,segment=NetworkSegment(f3ed11b7-934d-4f77-aa6b-fe51855f5689),segment_id=f3ed11b7-934d-4f77-aa6b-fe51855f5689)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:23:17.483195 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:17.559625 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] Routers {'6e86cb91-cf53-4e22-a878-fc5e8d4577dc'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:23:17.560247 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:23:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['6e86cb91-cf53-4e22-a878-fc5e8d4577dc'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:23:17.638663 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a588c-17b7-4f6c-8b3d-28f63b6127ca None None] Pushing event updated for resources: {'Port': ['ID=431bfd79-046c-43cc-8764-791a0c36c41d,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:23:17.727331 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] Set router 6e86cb91-cf53-4e22-a878-fc5e8d4577dc gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:23:18.044875 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e86cb91-cf53-4e22-a878-fc5e8d4577dc', 'name': 'router1', 'tenant_id': 'ab59b71e82594895984fedea94a319a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:23:05Z', 'updated_at': '2022-03-05T13:23:15Z', 'revision_number': 2, 'project_id': 'ab59b71e82594895984fedea94a319a0', 'gw_port_host': None, '_interfaces': [{'id': '431bfd79-046c-43cc-8764-791a0c36c41d', 'name': '', 'network_id': 'd63fde19-4f21-4f7b-b7fc-13ee232a1cbe', 'tenant_id': 'ab59b71e82594895984fedea94a319a0', 'mac_address': 'fa:16:3e:e9:a2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e86cb91-cf53-4e22-a878-fc5e8d4577dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f030c91-62f3-4787-9be9-a7c57c7ebbbc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:23:14Z', 'updated_at': '2022-03-05T13:23:17Z', 'revision_number': 4, 'project_id': 'ab59b71e82594895984fedea94a319a0', 'subnets': [{'id': '9f030c91-62f3-4787-9be9-a7c57c7ebbbc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2988815-f865-4197-b18b-549a1bb58d27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:23:18.048558 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96bab34-de2c-4615-8c94-0e680589f320 None None] The sync data for ids ['6e86cb91-cf53-4e22-a878-fc5e8d4577dc'] in n-d-803718-1 is: [{'id': '6e86cb91-cf53-4e22-a878-fc5e8d4577dc', 'name': 'router1', 'tenant_id': 'ab59b71e82594895984fedea94a319a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:23:05Z', 'updated_at': '2022-03-05T13:23:15Z', 'revision_number': 2, 'project_id': 'ab59b71e82594895984fedea94a319a0', 'gw_port_host': None, '_interfaces': [{'id': '431bfd79-046c-43cc-8764-791a0c36c41d', 'name': '', 'network_id': 'd63fde19-4f21-4f7b-b7fc-13ee232a1cbe', 'tenant_id': 'ab59b71e82594895984fedea94a319a0', 'mac_address': 'fa:16:3e:e9:a2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e86cb91-cf53-4e22-a878-fc5e8d4577dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f030c91-62f3-4787-9be9-a7c57c7ebbbc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:23:14Z', 'updated_at': '2022-03-05T13:23:17Z', 'revision_number': 4, 'project_id': 'ab59b71e82594895984fedea94a319a0', 'subnets': [{'id': '9f030c91-62f3-4787-9be9-a7c57c7ebbbc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2988815-f865-4197-b18b-549a1bb58d27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:23:18.308008 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39430) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:23:18.464208 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29c2f88-f357-4542-bba1-45f6d10756f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:23:18.464774 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b29c2f88-f357-4542-bba1-45f6d10756f5 admin admin] Synchronizing usage tracker for tenant:52a0868894d0484a9984f15ecac9a399 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:23:18.482576 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b29c2f88-f357-4542-bba1-45f6d10756f5 admin admin] Unset dirty status for tenant:52a0868894d0484a9984f15ecac9a399 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:23:18.483824 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b29c2f88-f357-4542-bba1-45f6d10756f5 admin admin] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 842 time: 0.1747687 Mar 05 13:23:18.494446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-80ae6c92-0c20-41ea-ba74-35bd22142e49 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.4.1', 'name': 'public-subnet', 'cidr': '172.25.4.0/24', 'enable_dhcp': False, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:23:18.499628 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-80ae6c92-0c20-41ea-ba74-35bd22142e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:23:18.503292 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-80ae6c92-0c20-41ea-ba74-35bd22142e49 admin admin] Usage tracker for resource:subnet and tenant:52a0868894d0484a9984f15ecac9a399 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:23:18.506312 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-80ae6c92-0c20-41ea-ba74-35bd22142e49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:23:18.512588 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-80ae6c92-0c20-41ea-ba74-35bd22142e49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:23:18.522457 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ae6c92-0c20-41ea-ba74-35bd22142e49 admin admin] Made reservation on behalf of 52a0868894d0484a9984f15ecac9a399 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:23:18.525559 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-80ae6c92-0c20-41ea-ba74-35bd22142e49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:18.923842 n-d-803718-1 neutron-server[87913]: DEBUG neutron.objects.ports [None req-80ae6c92-0c20-41ea-ba74-35bd22142e49 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87913) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 05 13:23:18.924308 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-80ae6c92-0c20-41ea-ba74-35bd22142e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:18.998432 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae6c92-0c20-41ea-ba74-35bd22142e49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be75339-8b5a-4cff-8e92-f92a22f767b9,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:23:19.006949 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ae6c92-0c20-41ea-ba74-35bd22142e49 admin admin] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:23:19.007294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ae6c92-0c20-41ea-ba74-35bd22142e49 admin admin] Network hostable DHCP agents. Network: ea5c893a-3da0-441e-a4e9-f34cafda1d40, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:23:19.030429 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ae6c92-0c20-41ea-ba74-35bd22142e49 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:23:19.040056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-80ae6c92-0c20-41ea-ba74-35bd22142e49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, ea5c893a-3da0-441e-a4e9-f34cafda1d40) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:23:19.045173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ae6c92-0c20-41ea-ba74-35bd22142e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:23:19.046313 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-80ae6c92-0c20-41ea-ba74-35bd22142e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:19.052786 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423e76fc-23d8-4ac4-8233-de56d95fd7fe None None] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:23:19.065133 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-80ae6c92-0c20-41ea-ba74-35bd22142e49 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5748940 Mar 05 13:23:19.275718 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e733752e-4d23-4f4a-b693-61cecd9a6086 None None] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:23:19.690102 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 431bfd79-046c-43cc-8764-791a0c36c41d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:23:19.760951 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 431bfd79-046c-43cc-8764-791a0c36c41d completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:23:19.765718 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 431bfd79-046c-43cc-8764-791a0c36c41d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:23:19.766086 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:19.886669 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:19.919446 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 431bfd79-046c-43cc-8764-791a0c36c41d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=431bfd79-046c-43cc-8764-791a0c36c41d,segment=NetworkSegment(f3ed11b7-934d-4f77-aa6b-fe51855f5689),segment_id=f3ed11b7-934d-4f77-aa6b-fe51855f5689)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:23:19.924745 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:19.997955 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=431bfd79-046c-43cc-8764-791a0c36c41d,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:23:21.397588 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39444) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:23:21.625947 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d4d71e3c-3664-4ce5-add7-3ae07a7febfc admin admin] 10.222.0.16 "GET /v2.0/routers/6e86cb91-cf53-4e22-a878-fc5e8d4577dc HTTP/1.1" status: 200 len: 710 time: 0.2272685 Mar 05 13:23:21.671338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 431bfd79-046c-43cc-8764-791a0c36c41d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:23:21.738257 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 431bfd79-046c-43cc-8764-791a0c36c41d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:23:21.738624 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:21.754686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21ce6cc-5872-484d-aa1e-c527cb9fbdf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:23:21.761038 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f21ce6cc-5872-484d-aa1e-c527cb9fbdf6 admin admin] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 886 time: 0.1249764 Mar 05 13:23:21.764860 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-2f38302e-3dbb-4477-b8ba-9082e2f31836 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:23:22.192068 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2f38302e-3dbb-4477-b8ba-9082e2f31836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:22.510637 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2f38302e-3dbb-4477-b8ba-9082e2f31836 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:22.564213 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2f38302e-3dbb-4477-b8ba-9082e2f31836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:22.744134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-2f38302e-3dbb-4477-b8ba-9082e2f31836 admin admin] Allocated IP 172.25.4.251 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/60445609-ed71-46e9-8128-ce45fbc0d128) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:23:22.891105 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2f38302e-3dbb-4477-b8ba-9082e2f31836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:22.920128 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2f38302e-3dbb-4477-b8ba-9082e2f31836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:22.981061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f38302e-3dbb-4477-b8ba-9082e2f31836 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:23:22.982174 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-2f38302e-3dbb-4477-b8ba-9082e2f31836 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:23:22.986094 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f38302e-3dbb-4477-b8ba-9082e2f31836 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:23:23.060121 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38302e-3dbb-4477-b8ba-9082e2f31836 admin admin] Pushing event updated for resources: {'Port': ['ID=60445609-ed71-46e9-8128-ce45fbc0d128,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:23:23.378231 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2f38302e-3dbb-4477-b8ba-9082e2f31836 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:23.710533 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2f38302e-3dbb-4477-b8ba-9082e2f31836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:23.714409 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2f38302e-3dbb-4477-b8ba-9082e2f31836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3922806'] for router, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:23.887366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f38302e-3dbb-4477-b8ba-9082e2f31836 admin admin] Router 6e86cb91-cf53-4e22-a878-fc5e8d4577dc has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:23:24.112383 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f38302e-3dbb-4477-b8ba-9082e2f31836 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:23:24.120877 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2f38302e-3dbb-4477-b8ba-9082e2f31836 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:24.122049 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2f38302e-3dbb-4477-b8ba-9082e2f31836 admin admin] 10.222.0.16 "PUT /v2.0/routers/6e86cb91-cf53-4e22-a878-fc5e8d4577dc HTTP/1.1" status: 200 len: 890 time: 2.3603752 Mar 05 13:23:24.123371 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] Sync routers for ids ['6e86cb91-cf53-4e22-a878-fc5e8d4577dc'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:23:24.133412 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] Routers {'6e86cb91-cf53-4e22-a878-fc5e8d4577dc'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:23:24.134673 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:23:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['6e86cb91-cf53-4e22-a878-fc5e8d4577dc'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:23:24.330733 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] Set router 6e86cb91-cf53-4e22-a878-fc5e8d4577dc gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:23:24.693975 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e86cb91-cf53-4e22-a878-fc5e8d4577dc', 'name': 'router1', 'tenant_id': 'ab59b71e82594895984fedea94a319a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '60445609-ed71-46e9-8128-ce45fbc0d128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:23:05Z', 'updated_at': '2022-03-05T13:23:23Z', 'revision_number': 4, 'project_id': 'ab59b71e82594895984fedea94a319a0', 'gw_port': {'id': '60445609-ed71-46e9-8128-ce45fbc0d128', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e86cb91-cf53-4e22-a878-fc5e8d4577dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:23:22Z', 'updated_at': '2022-03-05T13:23:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '431bfd79-046c-43cc-8764-791a0c36c41d', 'name': '', 'network_id': 'd63fde19-4f21-4f7b-b7fc-13ee232a1cbe', 'tenant_id': 'ab59b71e82594895984fedea94a319a0', 'mac_address': 'fa:16:3e:e9:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e86cb91-cf53-4e22-a878-fc5e8d4577dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f030c91-62f3-4787-9be9-a7c57c7ebbbc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:23:14Z', 'updated_at': '2022-03-05T13:23:19Z', 'revision_number': 5, 'project_id': 'ab59b71e82594895984fedea94a319a0', 'subnets': [{'id': '9f030c91-62f3-4787-9be9-a7c57c7ebbbc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2988815-f865-4197-b18b-549a1bb58d27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:23:24.699021 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] Checking router: 6e86cb91-cf53-4e22-a878-fc5e8d4577dc for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:23:24.699373 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] Updating router 6e86cb91-cf53-4e22-a878-fc5e8d4577dc port 60445609-ed71-46e9-8128-ce45fbc0d128 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:23:24.753136 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:25.073175 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:25.084810 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] Transition to ACTIVE for port object 60445609-ed71-46e9-8128-ce45fbc0d128 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:23:25.091629 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:25.173051 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b552f-fbb7-4357-9493-80290cdacc31 None None] Pushing event updated for resources: {'Port': ['ID=60445609-ed71-46e9-8128-ce45fbc0d128,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:23:25.175472 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] Attempting to bind port 60445609-ed71-46e9-8128-ce45fbc0d128 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:23:25.175844 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] Attempting to bind port 60445609-ed71-46e9-8128-ce45fbc0d128 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:23:25.176198 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] Attempting to bind port 60445609-ed71-46e9-8128-ce45fbc0d128 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:23:25.182020 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:23:25.182393 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:23:25.182820 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:25.183213 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:23:25.183677 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] Bound port: 60445609-ed71-46e9-8128-ce45fbc0d128, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:23:25.184189 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:25.254034 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] For port 60445609-ed71-46e9-8128-ce45fbc0d128, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:23:25.257039 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] For port 60445609-ed71-46e9-8128-ce45fbc0d128, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=60445609-ed71-46e9-8128-ce45fbc0d128,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:23:25.262314 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:25.340122 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] Routers {'6e86cb91-cf53-4e22-a878-fc5e8d4577dc'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:23:25.340752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:23:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['6e86cb91-cf53-4e22-a878-fc5e8d4577dc'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:23:25.404442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b552f-fbb7-4357-9493-80290cdacc31 None None] Pushing event updated for resources: {'Port': ['ID=60445609-ed71-46e9-8128-ce45fbc0d128,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:23:25.522111 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] Set router 6e86cb91-cf53-4e22-a878-fc5e8d4577dc gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:23:25.862689 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e86cb91-cf53-4e22-a878-fc5e8d4577dc', 'name': 'router1', 'tenant_id': 'ab59b71e82594895984fedea94a319a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '60445609-ed71-46e9-8128-ce45fbc0d128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:23:05Z', 'updated_at': '2022-03-05T13:23:23Z', 'revision_number': 4, 'project_id': 'ab59b71e82594895984fedea94a319a0', 'gw_port': {'id': '60445609-ed71-46e9-8128-ce45fbc0d128', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e86cb91-cf53-4e22-a878-fc5e8d4577dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:23:22Z', 'updated_at': '2022-03-05T13:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '431bfd79-046c-43cc-8764-791a0c36c41d', 'name': '', 'network_id': 'd63fde19-4f21-4f7b-b7fc-13ee232a1cbe', 'tenant_id': 'ab59b71e82594895984fedea94a319a0', 'mac_address': 'fa:16:3e:e9:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e86cb91-cf53-4e22-a878-fc5e8d4577dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f030c91-62f3-4787-9be9-a7c57c7ebbbc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:23:14Z', 'updated_at': '2022-03-05T13:23:19Z', 'revision_number': 5, 'project_id': 'ab59b71e82594895984fedea94a319a0', 'subnets': [{'id': '9f030c91-62f3-4787-9be9-a7c57c7ebbbc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2988815-f865-4197-b18b-549a1bb58d27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:23:25.866545 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c70961-427d-4663-a079-ad954b6c65ef None None] The sync data for ids ['6e86cb91-cf53-4e22-a878-fc5e8d4577dc'] in n-d-803718-1 is: [{'id': '6e86cb91-cf53-4e22-a878-fc5e8d4577dc', 'name': 'router1', 'tenant_id': 'ab59b71e82594895984fedea94a319a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '60445609-ed71-46e9-8128-ce45fbc0d128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:23:05Z', 'updated_at': '2022-03-05T13:23:23Z', 'revision_number': 4, 'project_id': 'ab59b71e82594895984fedea94a319a0', 'gw_port': {'id': '60445609-ed71-46e9-8128-ce45fbc0d128', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e86cb91-cf53-4e22-a878-fc5e8d4577dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:23:22Z', 'updated_at': '2022-03-05T13:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '431bfd79-046c-43cc-8764-791a0c36c41d', 'name': '', 'network_id': 'd63fde19-4f21-4f7b-b7fc-13ee232a1cbe', 'tenant_id': 'ab59b71e82594895984fedea94a319a0', 'mac_address': 'fa:16:3e:e9:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e86cb91-cf53-4e22-a878-fc5e8d4577dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f030c91-62f3-4787-9be9-a7c57c7ebbbc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:23:14Z', 'updated_at': '2022-03-05T13:23:19Z', 'revision_number': 5, 'project_id': 'ab59b71e82594895984fedea94a319a0', 'subnets': [{'id': '9f030c91-62f3-4787-9be9-a7c57c7ebbbc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2988815-f865-4197-b18b-549a1bb58d27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:23:26.530488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39454) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:23:26.681269 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-43914781-38bd-4ed1-8958-d98c50b8a198 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1494291 Mar 05 13:23:27.693668 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 60445609-ed71-46e9-8128-ce45fbc0d128 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:23:27.763949 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 60445609-ed71-46e9-8128-ce45fbc0d128 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:23:27.768797 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 60445609-ed71-46e9-8128-ce45fbc0d128 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:23:27.769168 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:27.887715 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:27.904108 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 60445609-ed71-46e9-8128-ce45fbc0d128, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=60445609-ed71-46e9-8128-ce45fbc0d128,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:23:27.908325 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:27.986737 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=60445609-ed71-46e9-8128-ce45fbc0d128,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:23:29.692801 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 60445609-ed71-46e9-8128-ce45fbc0d128 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:23:29.759805 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 60445609-ed71-46e9-8128-ce45fbc0d128 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:23:29.760180 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:37.757081 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 5 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:23:38.671841 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d7233446-d971-4419-b71a-57b8b297c7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:40.784279 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bcadef54-5c86-4a50-8709-43e43e886cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:41.808393 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:41.961803 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:23:43.409301 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:24:08.674731 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6d7af643-f9fd-496b-8f2d-b5aac857a195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:24:10.790984 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-728adbf7-9194-41d5-a9da-3cdcc0179469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:24:11.807835 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:24:11.966471 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:24:13.427714 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:24:14.756745 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 5 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:24:38.678730 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c75315a9-3e83-415a-afa5-c908bcd3e1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:24:40.791325 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b2f56a67-e26c-4eea-afeb-fd7384a8cd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:24:41.812574 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:24:41.970962 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:24:43.423915 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:24:51.755274 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 5 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:25:08.681139 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f66cf0eb-2c2d-4483-850b-064b81d18c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:25:10.783677 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-83d7c3a2-7ed4-48da-a6b4-3aaf67f08410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:25:11.813553 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:25:11.974964 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:25:13.421774 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:25:28.754468 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 5 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:25:33.066878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40060) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:25:33.132072 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23fc136-f12f-49b4-8d97-7b821fe62565 admin admin] GET failed (client error): The resource could not be found. Mar 05 13:25:33.133326 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d23fc136-f12f-49b4-8d97-7b821fe62565 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655310 Mar 05 13:25:33.264626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e4ac7-6842-46fe-ad74-493b050da07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:25:33.265977 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-699e4ac7-6842-46fe-ad74-493b050da07d admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1278985 Mar 05 13:25:35.411147 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40070) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:25:35.519354 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a57fc64-7a7a-4495-b48f-58ab23708712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:25:35.520663 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8a57fc64-7a7a-4495-b48f-58ab23708712 admin admin] 10.222.0.16 "GET /v2.0/subnets/9f030c91-62f3-4787-9be9-a7c57c7ebbbc HTTP/1.1" status: 200 len: 849 time: 0.1085122 Mar 05 13:25:35.529810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-adbf5ef7-0163-4b54-a9eb-1eb489fda54b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:25:35.644433 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-adbf5ef7-0163-4b54-a9eb-1eb489fda54b admin admin] Notify callbacks [] for subnet, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:25:35.833260 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-adbf5ef7-0163-4b54-a9eb-1eb489fda54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783025705957'] for subnet, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:25:35.875268 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbf5ef7-0163-4b54-a9eb-1eb489fda54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:25:35.875839 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-adbf5ef7-0163-4b54-a9eb-1eb489fda54b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:25:35.877077 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-adbf5ef7-0163-4b54-a9eb-1eb489fda54b admin admin] 10.222.0.16 "PUT /v2.0/subnets/9f030c91-62f3-4787-9be9-a7c57c7ebbbc HTTP/1.1" status: 200 len: 868 time: 0.3509672 Mar 05 13:25:35.893739 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0800cb21-2237-4b04-b07f-620fb9a74bdd None None] Network d63fde19-4f21-4f7b-b7fc-13ee232a1cbe requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:25:35.903032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf5ef7-0163-4b54-a9eb-1eb489fda54b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f030c91-62f3-4787-9be9-a7c57c7ebbbc,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:25:35.910847 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf5ef7-0163-4b54-a9eb-1eb489fda54b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:25:35.911207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf5ef7-0163-4b54-a9eb-1eb489fda54b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:25:35.911523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf5ef7-0163-4b54-a9eb-1eb489fda54b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:25:35.911852 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf5ef7-0163-4b54-a9eb-1eb489fda54b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:25:35.912176 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf5ef7-0163-4b54-a9eb-1eb489fda54b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:25:35.912505 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf5ef7-0163-4b54-a9eb-1eb489fda54b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:25:35.912824 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf5ef7-0163-4b54-a9eb-1eb489fda54b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:25:35.913146 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf5ef7-0163-4b54-a9eb-1eb489fda54b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:25:35.913465 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf5ef7-0163-4b54-a9eb-1eb489fda54b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:25:35.913780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf5ef7-0163-4b54-a9eb-1eb489fda54b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:25:35.914238 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf5ef7-0163-4b54-a9eb-1eb489fda54b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:25:35.914559 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbf5ef7-0163-4b54-a9eb-1eb489fda54b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:25:36.366445 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b695c81f-4efd-4870-88a2-f28ce2812e2f None None] Provisioning complete for port 7a8684d4-fb60-424b-af0c-d87d1772e3db triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:25:36.366833 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b695c81f-4efd-4870-88a2-f28ce2812e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:25:36.493749 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b695c81f-4efd-4870-88a2-f28ce2812e2f None None] Provisioning complete for port 431bfd79-046c-43cc-8764-791a0c36c41d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:25:36.494114 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b695c81f-4efd-4870-88a2-f28ce2812e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:25:38.043752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40080) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:25:38.217694 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797396a7-2ee9-4f40-a604-7af2b0530a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:25:38.218163 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797396a7-2ee9-4f40-a604-7af2b0530a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:25:38.219715 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-797396a7-2ee9-4f40-a604-7af2b0530a51 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1750166 Mar 05 13:25:38.681828 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-be253f0e-1980-4e14-a699-7ba14241a3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:25:40.371153 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40090) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:25:40.547923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0153abb5-c66d-4f7f-be1e-011cff79074d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:25:40.548331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0153abb5-c66d-4f7f-be1e-011cff79074d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:25:40.549845 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0153abb5-c66d-4f7f-be1e-011cff79074d admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1777606 Mar 05 13:25:40.786975 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d14f5022-328f-4d3a-8dbc-4d66c95aed4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:25:41.815981 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:25:41.978386 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:25:42.718591 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40100) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:25:42.889963 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b55dfa-d7a2-4138-afca-2163e6c0cc13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:25:42.891342 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-53b55dfa-d7a2-4138-afca-2163e6c0cc13 admin admin] 10.222.0.16 "GET /v2.0/networks/d63fde19-4f21-4f7b-b7fc-13ee232a1cbe HTTP/1.1" status: 200 len: 868 time: 0.1718769 Mar 05 13:25:43.425128 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:25:45.033662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40110) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:25:45.196703 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49caddb-fe2b-4709-a795-e47e31530b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:25:45.198580 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d49caddb-fe2b-4709-a795-e47e31530b3b admin admin] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 886 time: 0.1633999 Mar 05 13:25:47.430331 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40120) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:25:47.552343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9534bd-ade6-468e-b4fd-256a2d00e213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:25:47.552792 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9534bd-ade6-468e-b4fd-256a2d00e213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:25:47.554300 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4c9534bd-ade6-468e-b4fd-256a2d00e213 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1229715 Mar 05 13:25:49.721054 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40130) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:25:49.830610 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197bf018-61c7-419b-a09f-d2471c51b96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:25:49.831078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197bf018-61c7-419b-a09f-d2471c51b96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:25:49.832556 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-197bf018-61c7-419b-a09f-d2471c51b96d admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1105788 Mar 05 13:25:51.987941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40140) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:25:52.089211 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd59edb-da0f-44a4-ad6f-6fe8a499f26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:25:52.090559 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-abd59edb-da0f-44a4-ad6f-6fe8a499f26b admin admin] 10.222.0.16 "GET /v2.0/subnets/1be75339-8b5a-4cff-8e92-f92a22f767b9 HTTP/1.1" status: 200 len: 816 time: 0.1016836 Mar 05 13:25:54.263941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40150) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:25:54.370977 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4be8c1a-5678-484c-9ee4-ff63a0a480fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:25:54.372286 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e4be8c1a-5678-484c-9ee4-ff63a0a480fe admin admin] 10.222.0.16 "GET /v2.0/subnets/9f030c91-62f3-4787-9be9-a7c57c7ebbbc HTTP/1.1" status: 200 len: 868 time: 0.1074178 Mar 05 13:26:05.753321 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 5 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:26:08.683622 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8b62d483-cd99-46ac-99e1-cf1215d9a7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:10.788581 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-352f6ffc-3aef-46fc-aae5-b4a8ccf2c81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:11.819920 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:11.983832 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:13.427436 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:13.896021 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40196) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:26:13.943377 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-a868f669-d28a-4457-b9af-cb5d151369e1 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:26:13.944346 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a868f669-d28a-4457-b9af-cb5d151369e1 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473955 Mar 05 13:26:16.161283 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40206) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:26:16.229664 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-afeb815b-d08f-45a6-8f03-7f78189059ee admin admin] GET failed (client error): The resource could not be found. Mar 05 13:26:16.230929 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-afeb815b-d08f-45a6-8f03-7f78189059ee admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0686905 Mar 05 13:26:16.356726 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08beac0-6d47-4f0f-9033-7da84859966c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:26:16.358163 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e08beac0-6d47-4f0f-9033-7da84859966c admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1231365 Mar 05 13:26:18.535622 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40216) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:26:18.582181 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:26:18.586672 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:26:18.596159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:26:18.606146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Made reservation on behalf of 52a0868894d0484a9984f15ecac9a399 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:26:18.608651 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:18.693768 n-d-803718-1 neutron-server[87913]: WARNING neutron.services.revisions.revision_plugin [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Could not find related network for resource to bump revision. Mar 05 13:26:18.706532 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:26:18.715442 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:18.715775 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Added segment c701ee2b-1ea8-4d2c-81c4-9199b6d81427 of type vlan for network be84a5d5-b5a9-4c46-9d65-74eaee560270 Mar 05 13:26:18.740022 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:18.768098 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:18.769033 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:26:18.769602 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:18.863475 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3267953 Mar 05 13:26:18.868183 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Pushing event updated for resources: {'Network': ['ID=be84a5d5-b5a9-4c46-9d65-74eaee560270,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:26:18.876145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:26:18.876484 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:26:18.876813 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:26:18.877138 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:26:18.877456 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:26:18.877775 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:26:18.878109 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:26:18.878404 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:26:18.878718 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:26:18.879251 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:26:18.879735 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:26:18.879908 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5455c-f9b4-495e-a8f9-a1e4e309b1e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:26:18.892248 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:26:21.030911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40226) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:26:21.097049 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-501f03de-5356-4e0a-8080-a937e68cb954 admin admin] GET failed (client error): The resource could not be found. Mar 05 13:26:21.098282 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-501f03de-5356-4e0a-8080-a937e68cb954 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0664425 Mar 05 13:26:21.223854 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87b2369-9613-4cd3-aee9-01d5c9be1a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:26:21.225201 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e87b2369-9613-4cd3-aee9-01d5c9be1a0a admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1230683 Mar 05 13:26:21.235741 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-bce54c07-4f14-4b0f-9985-1a806c9395c0 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'name': 'shared-subnet'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:26:21.240139 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-bce54c07-4f14-4b0f-9985-1a806c9395c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:26:21.244502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-bce54c07-4f14-4b0f-9985-1a806c9395c0 admin admin] Usage tracker for resource:subnet and tenant:52a0868894d0484a9984f15ecac9a399 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:26:21.247290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-bce54c07-4f14-4b0f-9985-1a806c9395c0 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:26:21.252835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-bce54c07-4f14-4b0f-9985-1a806c9395c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:26:21.263243 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce54c07-4f14-4b0f-9985-1a806c9395c0 admin admin] Made reservation on behalf of 52a0868894d0484a9984f15ecac9a399 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:26:21.265454 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bce54c07-4f14-4b0f-9985-1a806c9395c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:21.467961 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bce54c07-4f14-4b0f-9985-1a806c9395c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:21.539962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce54c07-4f14-4b0f-9985-1a806c9395c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4b43808-e34e-47ec-81e8-096a4ec9eb2d,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:26:21.549753 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce54c07-4f14-4b0f-9985-1a806c9395c0 admin admin] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:26:21.550091 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce54c07-4f14-4b0f-9985-1a806c9395c0 admin admin] Network hostable DHCP agents. Network: be84a5d5-b5a9-4c46-9d65-74eaee560270, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:26:21.567982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce54c07-4f14-4b0f-9985-1a806c9395c0 admin admin] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:26:21.577143 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-bce54c07-4f14-4b0f-9985-1a806c9395c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, be84a5d5-b5a9-4c46-9d65-74eaee560270) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:26:21.581046 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce54c07-4f14-4b0f-9985-1a806c9395c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:26:21.581622 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bce54c07-4f14-4b0f-9985-1a806c9395c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:21.585907 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeafc1fe-a1b7-4bc0-a4c1-e56083ae9963 None None] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:26:21.601583 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-bce54c07-4f14-4b0f-9985-1a806c9395c0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3695500 Mar 05 13:26:21.807971 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-be84a5d5-b5a9-4c46-9d65-74eaee560270', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'tenant_id': '52a0868894d0484a9984f15ecac9a399', 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:26:21.808839 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:21.966467 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Allocated IP 192.168.233.2 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/5735286e-0d42-4857-81af-16fde40963b3) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:26:22.173960 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:22.185045 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Transition to ACTIVE for port object 5735286e-0d42-4857-81af-16fde40963b3 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:26:22.203976 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Transition to ACTIVE for port object 5735286e-0d42-4857-81af-16fde40963b3 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:26:22.209458 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:22.274432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:26:22.282014 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:26:22.286119 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:26:22.291765 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Pushing event updated for resources: {'Port': ['ID=5735286e-0d42-4857-81af-16fde40963b3,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:26:22.323817 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:26:22.324160 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:26:22.324502 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:26:22.324838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:26:22.325169 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:26:22.325503 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:26:22.325828 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:26:22.326150 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:26:22.326478 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:26:22.326819 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:26:22.327163 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:26:22.327485 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:26:22.389314 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Attempting to bind port 5735286e-0d42-4857-81af-16fde40963b3 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:26:22.390075 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Attempting to bind port 5735286e-0d42-4857-81af-16fde40963b3 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:26:22.390418 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Attempting to bind port 5735286e-0d42-4857-81af-16fde40963b3 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:26:22.396003 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:26:22.396372 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:26:22.396758 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:22.397154 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:26:22.397622 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Bound port: 5735286e-0d42-4857-81af-16fde40963b3, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:26:22.398000 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:22.491842 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] For port 5735286e-0d42-4857-81af-16fde40963b3, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:26:22.496063 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] For port 5735286e-0d42-4857-81af-16fde40963b3, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5735286e-0d42-4857-81af-16fde40963b3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:26:22.501067 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:22.584000 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426d581-b224-4b1e-ac3e-cf9e862266fd None None] Pushing event updated for resources: {'Port': ['ID=5735286e-0d42-4857-81af-16fde40963b3,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:26:23.407721 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63997777-2703-4526-804e-794ca5c673ae None None] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:26:23.520222 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3084fe07-0143-4af2-aab6-67095946f2f0 None None] Provisioning for port 5735286e-0d42-4857-81af-16fde40963b3 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:26:23.796795 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5735286e-0d42-4857-81af-16fde40963b3 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:26:23.879989 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 5735286e-0d42-4857-81af-16fde40963b3 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:26:23.886184 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 5735286e-0d42-4857-81af-16fde40963b3 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:26:23.886413 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:24.031681 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:24.064422 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 5735286e-0d42-4857-81af-16fde40963b3, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5735286e-0d42-4857-81af-16fde40963b3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:26:24.070031 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:24.135969 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=5735286e-0d42-4857-81af-16fde40963b3,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:26:25.762614 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5735286e-0d42-4857-81af-16fde40963b3 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:26:25.835074 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 5735286e-0d42-4857-81af-16fde40963b3 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:26:25.835441 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:38.687050 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e2530b70-d0d1-4be1-a89c-42f629c85868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:40.791956 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-63346eb8-b24c-427a-9603-d2188a2109aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:41.824368 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:41.985917 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:26:42.751805 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 5 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:26:43.432480 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:27:08.689548 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3c9d0960-a32b-4af4-ba6d-0aa6853a54a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:27:10.793854 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1e3b41f8-6146-47ae-9938-6ff1ef44eb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:27:11.824056 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:27:11.987443 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:27:13.435149 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:27:19.750876 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 5 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:27:38.691955 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b114952e-bef5-4300-9807-6a4387357252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:27:40.796337 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8e29f74a-c617-4bfd-829d-fdb54af6f7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:27:41.827536 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:27:41.989591 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:27:43.438813 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:27:46.294104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40270) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:27:46.299858 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-f5657d09-41ad-4dea-b8ee-bc3a587987dc tempest-verify_tempest_config-415293095 tempest-verify_tempest_config-415293095-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:27:46.300781 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f5657d09-41ad-4dea-b8ee-bc3a587987dc tempest-verify_tempest_config-415293095 tempest-verify_tempest_config-415293095-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0056996 Mar 05 13:27:46.608495 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40288) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:27:46.720340 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-34a03100-347f-4ffd-b880-544087dfd0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:27:46.735207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-34a03100-347f-4ffd-b880-544087dfd0e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:27:46.738945 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-34a03100-347f-4ffd-b880-544087dfd0e2 admin admin] Usage tracker for resource:security_group_rule and tenant:34e4893af1c24cf9996de2e074ef5702 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:27:46.742255 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-34a03100-347f-4ffd-b880-544087dfd0e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:27:46.747817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-34a03100-347f-4ffd-b880-544087dfd0e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:27:46.829508 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-34a03100-347f-4ffd-b880-544087dfd0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:27:46.833133 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-34a03100-347f-4ffd-b880-544087dfd0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:27:46.882494 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-34a03100-347f-4ffd-b880-544087dfd0e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34e4893af1c24cf9996de2e074ef5702&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2729905 Mar 05 13:27:46.883985 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a03100-347f-4ffd-b880-544087dfd0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08fb8aa-7e7a-47e4-8d70-97b412463066,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:27:46.885264 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40294) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:27:46.890904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a03100-347f-4ffd-b880-544087dfd0e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:27:46.891247 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a03100-347f-4ffd-b880-544087dfd0e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:27:46.891578 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a03100-347f-4ffd-b880-544087dfd0e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:27:46.891903 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a03100-347f-4ffd-b880-544087dfd0e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:27:46.892231 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a03100-347f-4ffd-b880-544087dfd0e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:27:46.892551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a03100-347f-4ffd-b880-544087dfd0e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:27:46.892870 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a03100-347f-4ffd-b880-544087dfd0e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:27:46.893183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a03100-347f-4ffd-b880-544087dfd0e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:27:46.893496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a03100-347f-4ffd-b880-544087dfd0e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:27:46.893807 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a03100-347f-4ffd-b880-544087dfd0e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:27:46.894120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a03100-347f-4ffd-b880-544087dfd0e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:27:46.894429 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a03100-347f-4ffd-b880-544087dfd0e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:27:46.945088 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1b901e4-586c-4932-bf02-082207bdc20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:27:46.969548 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1b901e4-586c-4932-bf02-082207bdc20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:27:47.062686 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1b901e4-586c-4932-bf02-082207bdc20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:27:47.080492 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b901e4-586c-4932-bf02-082207bdc20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08fb8aa-7e7a-47e4-8d70-97b412463066,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:27:47.090376 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b901e4-586c-4932-bf02-082207bdc20e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:27:47.090716 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b901e4-586c-4932-bf02-082207bdc20e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:27:47.091104 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b901e4-586c-4932-bf02-082207bdc20e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:27:47.091433 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b901e4-586c-4932-bf02-082207bdc20e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:27:47.091756 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b901e4-586c-4932-bf02-082207bdc20e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:27:47.092078 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b901e4-586c-4932-bf02-082207bdc20e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:27:47.092396 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b901e4-586c-4932-bf02-082207bdc20e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:27:47.092711 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b901e4-586c-4932-bf02-082207bdc20e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:27:47.093027 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b901e4-586c-4932-bf02-082207bdc20e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:27:47.093339 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b901e4-586c-4932-bf02-082207bdc20e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:27:47.093651 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b901e4-586c-4932-bf02-082207bdc20e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:27:47.093963 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b901e4-586c-4932-bf02-082207bdc20e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:27:47.096527 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1b901e4-586c-4932-bf02-082207bdc20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:27:47.100352 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f1b901e4-586c-4932-bf02-082207bdc20e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a08fb8aa-7e7a-47e4-8d70-97b412463066 HTTP/1.1" status: 204 len: 168 time: 0.2140689 Mar 05 13:27:56.749703 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 5 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:28:08.695035 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0f673251-3b71-48eb-b017-7e26a7c1bbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:28:10.798210 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bcfe9b8b-47ac-4122-848b-2295190cdb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:28:11.830057 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:28:11.991200 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:28:13.440765 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:28:33.748870 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 5 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:28:38.695650 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-71ca918e-1e59-43ef-bffc-a57569e5821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:28:40.801447 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae91f-9b32-4095-8f77-70535cd3df78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:28:41.832328 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:28:41.991835 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:28:43.452458 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:29:08.697972 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ed6a0b1b-7fdb-4033-bb4a-585948daa044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:29:10.747049 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 5 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:29:10.805098 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9b2a59b9-ed17-42fc-92e1-6fc89eebe2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:29:11.835984 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:29:11.992866 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:29:13.447823 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:29:38.699688 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-87ae5b61-4a62-43b7-bc5d-efb64054bdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:29:40.805770 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e8c4930c-a45a-4f56-ba55-a7e9bb514781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:29:41.839468 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:29:41.993423 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:29:43.450400 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:29:47.745731 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 5 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:30:08.700793 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-81a43d49-34b2-4d5f-945b-874603a09d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:30:10.807696 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-df570dfa-5bfa-4c3f-a169-a799766062ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:30:11.840779 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:30:11.995047 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:30:13.453609 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:30:24.744103 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 5 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:30:28.472753 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3919941'] for agent, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:30:28.635767 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3919941'] for agent, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:30:38.702022 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-32f55820-3b86-48c1-bfbb-752390fc3eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:30:40.808211 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6aea238d-6dfc-47fc-b232-ccae53d7c1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:30:41.843602 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:30:41.996315 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:30:43.457585 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:30:58.425525 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:30:58.645781 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:31:01.743420 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:31:08.704853 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-23707445-22a7-4777-91f6-0d5088102c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:31:10.810001 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ee37219d-05d9-41b1-8561-998467e8d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:31:11.848698 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:31:12.001552 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:31:13.461354 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:31:15.747951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40356) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:31:15.858367 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5dc95439-7e30-46a1-b8d3-a912448c39b2 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1093373 Mar 05 13:31:18.040776 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40366) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:31:18.104147 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c6251de3-227c-45e9-a39e-22765e1fae75 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0622885 Mar 05 13:31:28.434733 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:31:28.630914 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:31:38.709095 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-48e36f88-fa18-4c55-8ae5-271b45fa49d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:31:38.742232 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:31:40.811228 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7d7aae29-4f78-42cf-812e-6eed52f4aeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:31:41.850753 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:31:41.993375 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:31:43.464692 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:31:58.456459 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:31:58.658551 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:32:08.712619 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-435ed477-0e1e-44a3-a2fa-7ec46aa1880b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:32:10.813882 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2d63c88b-12e1-486d-bfb3-3fce4c3485ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:32:11.853911 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:32:11.996602 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:32:13.467717 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:32:15.743036 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:32:28.449815 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:32:28.646130 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:32:38.717326 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e6c7bf2f-0b78-4949-9c9b-081758ae7e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:32:40.816345 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9a4894fe-56d5-426b-9a14-1a43527890a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:32:41.851884 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:32:41.999025 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:32:43.471875 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:32:52.742013 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:32:58.446989 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:32:58.670119 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:06.800871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40484) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:07.018432 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bec307d6-7020-48fd-8088-bfe84b3df955 tempest-AutoAllocateNetworkTest-725844457 tempest-AutoAllocateNetworkTest-725844457-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=dff83ab6db17463380d32b3e01fd4aa7&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2146068 Mar 05 13:33:07.019370 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40508) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:07.169352 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be96a7f-919b-4153-a47d-2e236a2564e1 tempest-AutoAllocateNetworkTest-725844457 tempest-AutoAllocateNetworkTest-725844457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:07.179507 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1be96a7f-919b-4153-a47d-2e236a2564e1 tempest-AutoAllocateNetworkTest-725844457 tempest-AutoAllocateNetworkTest-725844457-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1589243 Mar 05 13:33:07.180718 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40522) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:07.255979 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-98824a53-f9dd-4a14-a7cb-7df8069c5f81 tempest-AutoAllocateNetworkTest-725844457 tempest-AutoAllocateNetworkTest-725844457-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740962 Mar 05 13:33:07.258419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40532) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:07.289510 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-29a9be78-fadd-4129-8e00-dab014fa07ba tempest-AutoAllocateNetworkTest-725844457 tempest-AutoAllocateNetworkTest-725844457-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=dff83ab6db17463380d32b3e01fd4aa7 HTTP/1.1" status: 200 len: 208 time: 0.0297914 Mar 05 13:33:07.980509 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40568) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:08.329031 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f64079cb-43af-4b89-874d-e73e4f2328f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:08.345347 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f64079cb-43af-4b89-874d-e73e4f2328f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:08.350229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f64079cb-43af-4b89-874d-e73e4f2328f0 admin admin] Usage tracker for resource:security_group_rule and tenant:dff83ab6db17463380d32b3e01fd4aa7 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:08.353239 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f64079cb-43af-4b89-874d-e73e4f2328f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:08.359333 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f64079cb-43af-4b89-874d-e73e4f2328f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:08.459645 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f64079cb-43af-4b89-874d-e73e4f2328f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:08.467168 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f64079cb-43af-4b89-874d-e73e4f2328f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:08.521805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f64079cb-43af-4b89-874d-e73e4f2328f0 admin admin] Synchronizing usage tracker for tenant:52a0868894d0484a9984f15ecac9a399 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:33:08.525813 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64079cb-43af-4b89-874d-e73e4f2328f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfb8f90-ab5b-416b-b220-529191d0df03,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:08.537490 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64079cb-43af-4b89-874d-e73e4f2328f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:08.537834 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64079cb-43af-4b89-874d-e73e4f2328f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:08.538180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64079cb-43af-4b89-874d-e73e4f2328f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:08.538502 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64079cb-43af-4b89-874d-e73e4f2328f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:08.538837 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64079cb-43af-4b89-874d-e73e4f2328f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:08.539160 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64079cb-43af-4b89-874d-e73e4f2328f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:08.539477 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64079cb-43af-4b89-874d-e73e4f2328f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:08.539798 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64079cb-43af-4b89-874d-e73e4f2328f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:08.540093 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64079cb-43af-4b89-874d-e73e4f2328f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:08.540400 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64079cb-43af-4b89-874d-e73e4f2328f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:08.540697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64079cb-43af-4b89-874d-e73e4f2328f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:08.541169 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64079cb-43af-4b89-874d-e73e4f2328f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64079cb-43af-4b89-874d-e73e4f2328f0 admin admin] Tracked resource versions report: Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: pushed versions: Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: { 'AddressGroup': {'1.2'}, Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: 'ConntrackHelper': {'1.0'}, Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: 'Log': {'1.0'}, Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: 'Network': {'1.1'}, Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: 'Port': {'1.7'}, Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: 'PortForwarding': {'1.2'}, Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: 'QosPolicy': {'1.8'}, Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: 'SecurityGroup': {'1.4'}, Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: 'SecurityGroupRule': {'1.2'}, Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: 'SubPort': {'1.0'}, Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: 'Subnet': {'1.1'}, Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: 'Trunk': {'1.1'}} Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: consumer versions: Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: { DHCP agent@n-d-803718-1: {}, Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: HyperV agent@n-h1-803718-1: {}, Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: HyperV agent@n-h2-803718-1: {}, Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: L3 agent@n-d-803718-1: {}, Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: Metadata agent@n-d-803718-1: {}, Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: Metering agent@n-d-803718-1: {}, Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: Open vSwitch agent@n-d-803718-1: { 'AddressGroup': '1.2', Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: 'ConntrackHelper': '1.0', Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: 'Log': '1.0', Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: 'Network': '1.1', Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: 'Port': '1.7', Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: 'PortForwarding': '1.2', Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: 'QosPolicy': '1.8', Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: 'SecurityGroup': '1.4', Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: 'SecurityGroupRule': '1.2', Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: 'SubPort': '1.0', Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: 'Subnet': '1.1', Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: 'Trunk': '1.1'}} Mar 05 13:33:08.542366 n-d-803718-1 neutron-server[87913]: {{(pid=87913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 13:33:08.554107 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f64079cb-43af-4b89-874d-e73e4f2328f0 admin admin] Unset dirty status for tenant:52a0868894d0484a9984f15ecac9a399 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:33:08.555379 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f64079cb-43af-4b89-874d-e73e4f2328f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dff83ab6db17463380d32b3e01fd4aa7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5740557 Mar 05 13:33:08.558114 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40604) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:08.622215 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bb7c9512-c2f9-4917-9de2-2c6abebf455e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:08.647354 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bb7c9512-c2f9-4917-9de2-2c6abebf455e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:08.704339 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bb7c9512-c2f9-4917-9de2-2c6abebf455e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:08.722794 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7bc0e9c6-f96a-41d3-9d4d-96f0e1fdf2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:08.724198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c9512-c2f9-4917-9de2-2c6abebf455e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfb8f90-ab5b-416b-b220-529191d0df03,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:08.730143 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bb7c9512-c2f9-4917-9de2-2c6abebf455e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:08.731421 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bb7c9512-c2f9-4917-9de2-2c6abebf455e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/edfb8f90-ab5b-416b-b220-529191d0df03 HTTP/1.1" status: 204 len: 168 time: 0.1722438 Mar 05 13:33:09.066090 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40626) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:09.551044 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-534995435-network', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:33:09.557645 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:09.562601 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Usage tracker for resource:network and tenant:381dd8912df24e389adcfe6de6d1a5c7 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:09.565598 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:09.572704 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:09.584027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Made reservation on behalf of 381dd8912df24e389adcfe6de6d1a5c7 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:33:09.586384 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:09.602939 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:09.618948 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:09.623228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Usage tracker for resource:security_group_rule and tenant:381dd8912df24e389adcfe6de6d1a5c7 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:09.626301 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:09.632537 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:09.720947 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:09.726192 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:09.758948 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1280448a-152b-4b44-b704-215648e08428,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:09.768077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:09.768416 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:09.768764 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:09.769076 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:09.769412 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:09.769725 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:09.770042 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:09.770379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:09.770945 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:09.771296 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:09.771964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:09.771964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Tracked resource versions report: Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: pushed versions: Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: { 'AddressGroup': {'1.2'}, Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: 'ConntrackHelper': {'1.0'}, Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: 'Log': {'1.0'}, Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: 'Network': {'1.1'}, Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: 'Port': {'1.7'}, Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: 'PortForwarding': {'1.2'}, Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: 'QosPolicy': {'1.8'}, Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: 'SecurityGroup': {'1.4'}, Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: 'SecurityGroupRule': {'1.2'}, Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: 'SubPort': {'1.0'}, Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: 'Subnet': {'1.1'}, Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: 'Trunk': {'1.1'}} Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: consumer versions: Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: { DHCP agent@n-d-803718-1: {}, Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: HyperV agent@n-h1-803718-1: {}, Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: HyperV agent@n-h2-803718-1: {}, Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: L3 agent@n-d-803718-1: {}, Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: Metadata agent@n-d-803718-1: {}, Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: Metering agent@n-d-803718-1: {}, Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: Open vSwitch agent@n-d-803718-1: { 'AddressGroup': '1.2', Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: 'ConntrackHelper': '1.0', Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: 'Log': '1.0', Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: 'Network': '1.1', Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: 'Port': '1.7', Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: 'PortForwarding': '1.2', Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: 'QosPolicy': '1.8', Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: 'SecurityGroup': '1.4', Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: 'SecurityGroupRule': '1.2', Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: 'SubPort': '1.0', Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: 'Subnet': '1.1', Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: 'Trunk': '1.1'}} Mar 05 13:33:09.773467 n-d-803718-1 neutron-server[87914]: {{(pid=87914) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 13:33:09.781272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:33:09.793481 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:09.793842 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Added segment 41427342-e06a-4011-8ea0-b80d50ad9e15 of type vlan for network 4b61c9c6-6153-4f6d-b89b-c9e0e8648846 Mar 05 13:33:09.824594 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:09.862521 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:09.863967 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:09.865023 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:09.979181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] Pushing event updated for resources: {'Network': ['ID=4b61c9c6-6153-4f6d-b89b-c9e0e8648846,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:09.985628 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40668) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:09.991233 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-819ab8f5-533b-43a9-abb7-6898dcf22d5d admin admin] Request body: {'subnet': {'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534995435-subnet', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:33:09.994297 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-23584670-dbf8-42ce-956a-39a63bde1254 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9270861 Mar 05 13:33:09.994823 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 4b61c9c6-6153-4f6d-b89b-c9e0e8648846 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:33:09.997120 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-819ab8f5-533b-43a9-abb7-6898dcf22d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:10.001265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-819ab8f5-533b-43a9-abb7-6898dcf22d5d admin admin] Usage tracker for resource:subnet and tenant:381dd8912df24e389adcfe6de6d1a5c7 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:10.004328 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-819ab8f5-533b-43a9-abb7-6898dcf22d5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:10.010807 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-819ab8f5-533b-43a9-abb7-6898dcf22d5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:10.023793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819ab8f5-533b-43a9-abb7-6898dcf22d5d admin admin] Made reservation on behalf of 381dd8912df24e389adcfe6de6d1a5c7 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:33:10.026540 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-819ab8f5-533b-43a9-abb7-6898dcf22d5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:10.257668 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-819ab8f5-533b-43a9-abb7-6898dcf22d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:10.415421 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ab8f5-533b-43a9-abb7-6898dcf22d5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=53cf1e97-f281-4add-be04-6ab35f2b8193,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:10.423085 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819ab8f5-533b-43a9-abb7-6898dcf22d5d admin admin] Checking segment: {'id': '41427342-e06a-4011-8ea0-b80d50ad9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:33:10.423428 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819ab8f5-533b-43a9-abb7-6898dcf22d5d admin admin] Network hostable DHCP agents. Network: 4b61c9c6-6153-4f6d-b89b-c9e0e8648846, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:33:10.446703 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819ab8f5-533b-43a9-abb7-6898dcf22d5d admin admin] Network 4b61c9c6-6153-4f6d-b89b-c9e0e8648846 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:33:10.457165 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-819ab8f5-533b-43a9-abb7-6898dcf22d5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 4b61c9c6-6153-4f6d-b89b-c9e0e8648846) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:33:10.463342 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819ab8f5-533b-43a9-abb7-6898dcf22d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:10.464091 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-819ab8f5-533b-43a9-abb7-6898dcf22d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:10.469156 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3216d914-25d1-4f6c-9dfc-3300cce6dc94 None None] Network 4b61c9c6-6153-4f6d-b89b-c9e0e8648846 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:33:10.514450 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40700) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:10.515171 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-819ab8f5-533b-43a9-abb7-6898dcf22d5d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5279238 Mar 05 13:33:10.520293 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-1e8b4b49-489f-4e3a-be58-77f279cc4c75 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-534995435-router', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:33:10.528033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1e8b4b49-489f-4e3a-be58-77f279cc4c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:10.533096 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1e8b4b49-489f-4e3a-be58-77f279cc4c75 admin admin] Usage tracker for resource:router and tenant:381dd8912df24e389adcfe6de6d1a5c7 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:10.539826 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1e8b4b49-489f-4e3a-be58-77f279cc4c75 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:10.549818 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1e8b4b49-489f-4e3a-be58-77f279cc4c75 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:10.571469 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1e8b4b49-489f-4e3a-be58-77f279cc4c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:10.573477 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1e8b4b49-489f-4e3a-be58-77f279cc4c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:10.605625 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1e8b4b49-489f-4e3a-be58-77f279cc4c75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:10.758744 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'fixed_ips': [{'subnet_id': '53cf1e97-f281-4add-be04-6ab35f2b8193'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:33:10.760583 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:10.876634 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-90453591-7af7-40d8-9193-f68c76fbb28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:10.971847 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Allocated IP 172.20.0.2 (4b61c9c6-6153-4f6d-b89b-c9e0e8648846/53cf1e97-f281-4add-be04-6ab35f2b8193/5b5ffd37-33a5-4557-b752-19b6bd4f07a9) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:33:11.010420 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1e8b4b49-489f-4e3a-be58-77f279cc4c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:11.216094 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:11.228613 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Transition to ACTIVE for port object 5b5ffd37-33a5-4557-b752-19b6bd4f07a9 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:33:11.256879 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Transition to ACTIVE for port object 5b5ffd37-33a5-4557-b752-19b6bd4f07a9 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:33:11.265621 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:11.335390 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Network 4b61c9c6-6153-4f6d-b89b-c9e0e8648846 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:33:11.343537 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:33:11.347471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:33:11.361137 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Pushing event updated for resources: {'Port': ['ID=5b5ffd37-33a5-4557-b752-19b6bd4f07a9,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:11.404671 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:11.405217 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:11.405769 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:11.406361 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:11.407055 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:11.407700 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:11.408213 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:11.408744 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:11.409265 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:11.409778 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:11.410302 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:11.410835 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Tracked resource versions report: Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: pushed versions: Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: { 'AddressGroup': {'1.2'}, Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: 'ConntrackHelper': {'1.0'}, Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: 'Log': {'1.0'}, Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: 'Network': {'1.1'}, Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: 'Port': {'1.7'}, Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: 'PortForwarding': {'1.2'}, Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: 'QosPolicy': {'1.8'}, Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: 'SecurityGroup': {'1.4'}, Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: 'SecurityGroupRule': {'1.2'}, Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: 'SubPort': {'1.0'}, Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: 'Subnet': {'1.1'}, Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: 'Trunk': {'1.1'}} Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: consumer versions: Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: { DHCP agent@n-d-803718-1: {}, Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: HyperV agent@n-h1-803718-1: {}, Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: HyperV agent@n-h2-803718-1: {}, Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: L3 agent@n-d-803718-1: {}, Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: Metadata agent@n-d-803718-1: {}, Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: Metering agent@n-d-803718-1: {}, Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: Open vSwitch agent@n-d-803718-1: { 'AddressGroup': '1.2', Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: 'ConntrackHelper': '1.0', Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: 'Log': '1.0', Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: 'Network': '1.1', Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: 'Port': '1.7', Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: 'PortForwarding': '1.2', Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: 'QosPolicy': '1.8', Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: 'SecurityGroup': '1.4', Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: 'SecurityGroupRule': '1.2', Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: 'SubPort': '1.0', Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: 'Subnet': '1.1', Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: 'Trunk': '1.1'}} Mar 05 13:33:11.412978 n-d-803718-1 neutron-server[87915]: {{(pid=87915) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 13:33:11.437724 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1e8b4b49-489f-4e3a-be58-77f279cc4c75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:11.477517 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1e8b4b49-489f-4e3a-be58-77f279cc4c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:11.508396 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Attempting to bind port 5b5ffd37-33a5-4557-b752-19b6bd4f07a9 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:33:11.508850 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Attempting to bind port 5b5ffd37-33a5-4557-b752-19b6bd4f07a9 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '41427342-e06a-4011-8ea0-b80d50ad9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:33:11.509436 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Attempting to bind port 5b5ffd37-33a5-4557-b752-19b6bd4f07a9 on network 4b61c9c6-6153-4f6d-b89b-c9e0e8648846 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:33:11.517210 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:33:11.517828 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Checking segment: {'id': '41427342-e06a-4011-8ea0-b80d50ad9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:33:11.518424 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:11.519010 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Bound using segment: {'id': '41427342-e06a-4011-8ea0-b80d50ad9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:33:11.519652 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Bound port: 5b5ffd37-33a5-4557-b752-19b6bd4f07a9, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41427342-e06a-4011-8ea0-b80d50ad9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:33:11.522372 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:11.668118 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-1e8b4b49-489f-4e3a-be58-77f279cc4c75 admin admin] Allocated IP 172.25.4.107 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/98d84f62-a099-4b74-b820-35dacf6b7eb2) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:33:11.688093 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] For port 5b5ffd37-33a5-4557-b752-19b6bd4f07a9, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:33:11.691705 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] For port 5b5ffd37-33a5-4557-b752-19b6bd4f07a9, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5b5ffd37-33a5-4557-b752-19b6bd4f07a9,segment=NetworkSegment(41427342-e06a-4011-8ea0-b80d50ad9e15),segment_id=41427342-e06a-4011-8ea0-b80d50ad9e15)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:33:11.701947 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:11.858042 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9862ab4-bc0c-4750-afbe-f2328492df24 None None] Pushing event updated for resources: {'Port': ['ID=5b5ffd37-33a5-4557-b752-19b6bd4f07a9,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:11.870928 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1e8b4b49-489f-4e3a-be58-77f279cc4c75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:11.908838 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:11.954418 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1e8b4b49-489f-4e3a-be58-77f279cc4c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:12.006529 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:12.053341 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8b4b49-489f-4e3a-be58-77f279cc4c75 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:33:12.060885 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-1e8b4b49-489f-4e3a-be58-77f279cc4c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:33:12.063548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8b4b49-489f-4e3a-be58-77f279cc4c75 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:33:12.141736 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b4b49-489f-4e3a-be58-77f279cc4c75 admin admin] Pushing event updated for resources: {'Port': ['ID=98d84f62-a099-4b74-b820-35dacf6b7eb2,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:12.608662 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1e8b4b49-489f-4e3a-be58-77f279cc4c75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:13.079435 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1e8b4b49-489f-4e3a-be58-77f279cc4c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:13.240558 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d546be47-62ec-496f-94d4-bf92052a5ab7 None None] Network 4b61c9c6-6153-4f6d-b89b-c9e0e8648846 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:33:13.376439 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8b41600d-aa19-4b17-a4ac-857a77566200 None None] Provisioning for port 5b5ffd37-33a5-4557-b752-19b6bd4f07a9 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:33:13.434696 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8b4b49-489f-4e3a-be58-77f279cc4c75 admin admin] Router c27ea49d-26ee-402e-9b1e-3df0e1d51df5 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:33:13.514348 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:13.740369 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8b4b49-489f-4e3a-be58-77f279cc4c75 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:33:13.750012 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356937f2-b41e-439b-b757-82a8298a905d None None] Sync routers for ids ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:33:13.766256 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356937f2-b41e-439b-b757-82a8298a905d None None] Routers {'c27ea49d-26ee-402e-9b1e-3df0e1d51df5'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:33:13.766998 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-356937f2-b41e-439b-b757-82a8298a905d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:33:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:33:13.772646 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1e8b4b49-489f-4e3a-be58-77f279cc4c75 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:13.774319 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1e8b4b49-489f-4e3a-be58-77f279cc4c75 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.2586949 Mar 05 13:33:13.777639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40826) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:13.998064 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40834) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:14.006689 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-356937f2-b41e-439b-b757-82a8298a905d None None] Set router c27ea49d-26ee-402e-9b1e-3df0e1d51df5 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:33:14.070403 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40840) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:14.077108 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5b5ffd37-33a5-4557-b752-19b6bd4f07a9 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:33:14.188820 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 5b5ffd37-33a5-4557-b752-19b6bd4f07a9 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:33:14.197515 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 5b5ffd37-33a5-4557-b752-19b6bd4f07a9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:14.198243 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:14.372949 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c07ba8a2-e530-4c3b-bd7f-82ebfdb628f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:14.388352 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:14.402345 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-19987c76-1716-4446-bf86-f243ff57bc69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:14.440388 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c07ba8a2-e530-4c3b-bd7f-82ebfdb628f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:14.451753 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-19987c76-1716-4446-bf86-f243ff57bc69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:14.457284 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c07ba8a2-e530-4c3b-bd7f-82ebfdb628f9 admin admin] Usage tracker for resource:security_group_rule and tenant:053d44d6597643aea235021ab0dd9ce9 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:14.464590 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 5b5ffd37-33a5-4557-b752-19b6bd4f07a9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5b5ffd37-33a5-4557-b752-19b6bd4f07a9,segment=NetworkSegment(41427342-e06a-4011-8ea0-b80d50ad9e15),segment_id=41427342-e06a-4011-8ea0-b80d50ad9e15)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:33:14.466997 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c07ba8a2-e530-4c3b-bd7f-82ebfdb628f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:14.474178 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:14.474510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-19987c76-1716-4446-bf86-f243ff57bc69 admin admin] Usage tracker for resource:security_group_rule and tenant:e826dbe9edf84a8181d072bfd8f88bd5 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:14.505434 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-19987c76-1716-4446-bf86-f243ff57bc69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:14.508274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c07ba8a2-e530-4c3b-bd7f-82ebfdb628f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:14.515938 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-356937f2-b41e-439b-b757-82a8298a905d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534995435-router', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:10Z', 'updated_at': '2022-03-05T13:33:12Z', 'revision_number': 3, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'gw_port': {'id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:11Z', 'updated_at': '2022-03-05T13:33:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:33:14.522585 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356937f2-b41e-439b-b757-82a8298a905d None None] Checking router: c27ea49d-26ee-402e-9b1e-3df0e1d51df5 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:33:14.523238 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356937f2-b41e-439b-b757-82a8298a905d None None] Updating router c27ea49d-26ee-402e-9b1e-3df0e1d51df5 port 98d84f62-a099-4b74-b820-35dacf6b7eb2 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:33:14.527223 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-19987c76-1716-4446-bf86-f243ff57bc69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:14.598522 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-356937f2-b41e-439b-b757-82a8298a905d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:14.682226 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=5b5ffd37-33a5-4557-b752-19b6bd4f07a9,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:14.802106 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c07ba8a2-e530-4c3b-bd7f-82ebfdb628f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:14.811525 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c07ba8a2-e530-4c3b-bd7f-82ebfdb628f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:14.857400 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-19987c76-1716-4446-bf86-f243ff57bc69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:14.867434 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c07ba8a2-e530-4c3b-bd7f-82ebfdb628f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=053d44d6597643aea235021ab0dd9ce9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7954063 Mar 05 13:33:14.892101 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ba8a2-e530-4c3b-bd7f-82ebfdb628f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b1f29a-0733-4195-8edf-6f0a02c627ca,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:14.894438 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40874) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:14.897069 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-19987c76-1716-4446-bf86-f243ff57bc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:14.957442 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-19987c76-1716-4446-bf86-f243ff57bc69 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e826dbe9edf84a8181d072bfd8f88bd5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9575832 Mar 05 13:33:14.959135 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19987c76-1716-4446-bf86-f243ff57bc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ca2202-d3a2-4962-9333-f0e73fbee8cf,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:14.961648 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40884) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:15.019063 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23d0bba0-b013-4893-aa23-91a6efc8786e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:15.029991 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-65662cb1-ce99-4e52-a8f7-bc112a562978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:15.060350 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-65662cb1-ce99-4e52-a8f7-bc112a562978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:15.193560 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23d0bba0-b013-4893-aa23-91a6efc8786e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:15.212423 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-65662cb1-ce99-4e52-a8f7-bc112a562978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:15.237068 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62942b06-574b-46f6-9ac8-20d94c64dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:15.268593 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65662cb1-ce99-4e52-a8f7-bc112a562978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ca2202-d3a2-4962-9333-f0e73fbee8cf,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:15.273970 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-65662cb1-ce99-4e52-a8f7-bc112a562978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:15.276878 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-65662cb1-ce99-4e52-a8f7-bc112a562978 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8ca2202-d3a2-4962-9333-f0e73fbee8cf HTTP/1.1" status: 204 len: 168 time: 0.3141634 Mar 05 13:33:15.332880 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-356937f2-b41e-439b-b757-82a8298a905d None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:15.367261 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-356937f2-b41e-439b-b757-82a8298a905d None None] Transition to ACTIVE for port object 98d84f62-a099-4b74-b820-35dacf6b7eb2 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:33:15.384041 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-356937f2-b41e-439b-b757-82a8298a905d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:15.455288 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23d0bba0-b013-4893-aa23-91a6efc8786e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:15.527641 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0bba0-b013-4893-aa23-91a6efc8786e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b1f29a-0733-4195-8edf-6f0a02c627ca,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:15.561160 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23d0bba0-b013-4893-aa23-91a6efc8786e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:15.564851 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-356937f2-b41e-439b-b757-82a8298a905d None None] Attempting to bind port 98d84f62-a099-4b74-b820-35dacf6b7eb2 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:33:15.565460 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-356937f2-b41e-439b-b757-82a8298a905d None None] Attempting to bind port 98d84f62-a099-4b74-b820-35dacf6b7eb2 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:33:15.566027 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356937f2-b41e-439b-b757-82a8298a905d None None] Attempting to bind port 98d84f62-a099-4b74-b820-35dacf6b7eb2 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:33:15.569343 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908896c-1061-4c09-83e9-118dfd8b9998 None None] Pushing event updated for resources: {'Port': ['ID=98d84f62-a099-4b74-b820-35dacf6b7eb2,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:15.571546 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-23d0bba0-b013-4893-aa23-91a6efc8786e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59b1f29a-0733-4195-8edf-6f0a02c627ca HTTP/1.1" status: 204 len: 168 time: 0.6761100 Mar 05 13:33:15.580231 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356937f2-b41e-439b-b757-82a8298a905d None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:33:15.580939 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356937f2-b41e-439b-b757-82a8298a905d None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:33:15.581558 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-356937f2-b41e-439b-b757-82a8298a905d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:15.582159 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356937f2-b41e-439b-b757-82a8298a905d None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:33:15.583710 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-356937f2-b41e-439b-b757-82a8298a905d None None] Bound port: 98d84f62-a099-4b74-b820-35dacf6b7eb2, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:33:15.584342 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-356937f2-b41e-439b-b757-82a8298a905d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:15.619052 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908896c-1061-4c09-83e9-118dfd8b9998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:15.619678 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908896c-1061-4c09-83e9-118dfd8b9998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:15.620224 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908896c-1061-4c09-83e9-118dfd8b9998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:15.620780 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908896c-1061-4c09-83e9-118dfd8b9998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:15.621319 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908896c-1061-4c09-83e9-118dfd8b9998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:15.622012 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908896c-1061-4c09-83e9-118dfd8b9998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:15.622543 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908896c-1061-4c09-83e9-118dfd8b9998 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:15.623110 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908896c-1061-4c09-83e9-118dfd8b9998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:15.623642 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908896c-1061-4c09-83e9-118dfd8b9998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:15.624174 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908896c-1061-4c09-83e9-118dfd8b9998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:15.624687 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908896c-1061-4c09-83e9-118dfd8b9998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:15.625198 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908896c-1061-4c09-83e9-118dfd8b9998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f908896c-1061-4c09-83e9-118dfd8b9998 None None] Tracked resource versions report: Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: pushed versions: Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: { 'AddressGroup': {'1.2'}, Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: 'ConntrackHelper': {'1.0'}, Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: 'Log': {'1.0'}, Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: 'Network': {'1.1'}, Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: 'Port': {'1.7'}, Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: 'PortForwarding': {'1.2'}, Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: 'QosPolicy': {'1.8'}, Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: 'SecurityGroup': {'1.4'}, Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: 'SecurityGroupRule': {'1.2'}, Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: 'SubPort': {'1.0'}, Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: 'Subnet': {'1.1'}, Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: 'Trunk': {'1.1'}} Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: consumer versions: Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: { DHCP agent@n-d-803718-1: {}, Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: HyperV agent@n-h1-803718-1: {}, Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: HyperV agent@n-h2-803718-1: {}, Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: L3 agent@n-d-803718-1: {}, Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: Metadata agent@n-d-803718-1: {}, Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: Metering agent@n-d-803718-1: {}, Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: Open vSwitch agent@n-d-803718-1: { 'AddressGroup': '1.2', Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: 'ConntrackHelper': '1.0', Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: 'Log': '1.0', Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: 'Network': '1.1', Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: 'Port': '1.7', Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: 'PortForwarding': '1.2', Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: 'QosPolicy': '1.8', Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: 'SecurityGroup': '1.4', Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: 'SecurityGroupRule': '1.2', Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: 'SubPort': '1.0', Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: 'Subnet': '1.1', Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: 'Trunk': '1.1'}} Mar 05 13:33:15.626531 n-d-803718-1 neutron-server[87916]: {{(pid=87916) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 13:33:15.650377 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40926) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:15.698019 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-356937f2-b41e-439b-b757-82a8298a905d None None] For port 98d84f62-a099-4b74-b820-35dacf6b7eb2, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:33:15.701463 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-356937f2-b41e-439b-b757-82a8298a905d None None] For port 98d84f62-a099-4b74-b820-35dacf6b7eb2, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=98d84f62-a099-4b74-b820-35dacf6b7eb2,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:33:15.710540 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-356937f2-b41e-439b-b757-82a8298a905d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:15.718657 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40934) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:15.738684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-62942b06-574b-46f6-9ac8-20d94c64dcf2 admin admin] Allocated IP 172.20.0.1 (4b61c9c6-6153-4f6d-b89b-c9e0e8648846/53cf1e97-f281-4add-be04-6ab35f2b8193/b1fb3ffb-5b00-4997-9631-df29185d2d06) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:33:15.847484 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356937f2-b41e-439b-b757-82a8298a905d None None] Routers {'c27ea49d-26ee-402e-9b1e-3df0e1d51df5'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:33:15.849464 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-356937f2-b41e-439b-b757-82a8298a905d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:33:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:33:15.937740 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908896c-1061-4c09-83e9-118dfd8b9998 None None] Pushing event updated for resources: {'Port': ['ID=98d84f62-a099-4b74-b820-35dacf6b7eb2,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:16.008444 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5b5ffd37-33a5-4557-b752-19b6bd4f07a9 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:33:16.036381 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62942b06-574b-46f6-9ac8-20d94c64dcf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:16.054803 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-62942b06-574b-46f6-9ac8-20d94c64dcf2 admin admin] Transition to ACTIVE for port object b1fb3ffb-5b00-4997-9631-df29185d2d06 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:33:16.110862 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62942b06-574b-46f6-9ac8-20d94c64dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:16.149978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 5b5ffd37-33a5-4557-b752-19b6bd4f07a9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:16.150361 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:16.177018 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-356937f2-b41e-439b-b757-82a8298a905d None None] Set router c27ea49d-26ee-402e-9b1e-3df0e1d51df5 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:33:16.230117 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62942b06-574b-46f6-9ac8-20d94c64dcf2 admin admin] Network 4b61c9c6-6153-4f6d-b89b-c9e0e8648846 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:33:16.233043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-62942b06-574b-46f6-9ac8-20d94c64dcf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:33:16.245973 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62942b06-574b-46f6-9ac8-20d94c64dcf2 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:33:16.246446 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62942b06-574b-46f6-9ac8-20d94c64dcf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:16.302733 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-386c1136-c26a-49cc-8cfc-477501de8b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:16.336675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-386c1136-c26a-49cc-8cfc-477501de8b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:16.340976 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-386c1136-c26a-49cc-8cfc-477501de8b1d admin admin] Usage tracker for resource:security_group_rule and tenant:228a34e3152d44c3b029a6a0d7112b23 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:16.344858 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-386c1136-c26a-49cc-8cfc-477501de8b1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:16.357134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-386c1136-c26a-49cc-8cfc-477501de8b1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:16.523674 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-386c1136-c26a-49cc-8cfc-477501de8b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:16.529773 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-386c1136-c26a-49cc-8cfc-477501de8b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:16.612486 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-386c1136-c26a-49cc-8cfc-477501de8b1d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=228a34e3152d44c3b029a6a0d7112b23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9602284 Mar 05 13:33:16.613442 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c1136-c26a-49cc-8cfc-477501de8b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad68aa92-6925-44f6-9a7e-c2ce0a23b1b0,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:16.618299 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40954) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:16.640039 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62942b06-574b-46f6-9ac8-20d94c64dcf2 admin admin] Pushing event updated for resources: {'Port': ['ID=b1fb3ffb-5b00-4997-9631-df29185d2d06,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:16.664616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8b4f652e-f99e-4bae-ae89-c9edcd98d052 None None] Provisioning for port b1fb3ffb-5b00-4997-9631-df29185d2d06 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:33:16.673245 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8b4f652e-f99e-4bae-ae89-c9edcd98d052 None None] Provisioning complete for port b1fb3ffb-5b00-4997-9631-df29185d2d06 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:16.673940 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8b4f652e-f99e-4bae-ae89-c9edcd98d052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:16.717206 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e34b572b-fc3a-48f1-8924-a604eb1f95fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:16.745752 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e34b572b-fc3a-48f1-8924-a604eb1f95fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:16.787364 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c1b15bc3-f400-4f7b-ad53-679a17d8f7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:16.804704 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c1b15bc3-f400-4f7b-ad53-679a17d8f7ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:16.808736 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c1b15bc3-f400-4f7b-ad53-679a17d8f7ef admin admin] Usage tracker for resource:security_group_rule and tenant:d7078138ff2f4bd9b58b89574b6127d8 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:16.812386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c1b15bc3-f400-4f7b-ad53-679a17d8f7ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:16.815464 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40958) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:16.819177 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f652e-f99e-4bae-ae89-c9edcd98d052 None None] Port b1fb3ffb-5b00-4997-9631-df29185d2d06 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:33:16.820335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c1b15bc3-f400-4f7b-ad53-679a17d8f7ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:16.853217 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62942b06-574b-46f6-9ac8-20d94c64dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:16.864572 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-16beed49-588c-42d3-9b82-ca60973565a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:16.870014 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e34b572b-fc3a-48f1-8924-a604eb1f95fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:16.870647 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-356937f2-b41e-439b-b757-82a8298a905d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534995435-router', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:10Z', 'updated_at': '2022-03-05T13:33:12Z', 'revision_number': 3, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'gw_port': {'id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:11Z', 'updated_at': '2022-03-05T13:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:33:16.876700 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356937f2-b41e-439b-b757-82a8298a905d None None] The sync data for ids ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'] in n-d-803718-1 is: [{'id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534995435-router', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:10Z', 'updated_at': '2022-03-05T13:33:12Z', 'revision_number': 3, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'gw_port': {'id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:11Z', 'updated_at': '2022-03-05T13:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:33:16.893595 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40962) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:16.907528 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b572b-fc3a-48f1-8924-a604eb1f95fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad68aa92-6925-44f6-9a7e-c2ce0a23b1b0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:16.923373 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-16beed49-588c-42d3-9b82-ca60973565a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:16.948738 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e34b572b-fc3a-48f1-8924-a604eb1f95fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:16.950027 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e34b572b-fc3a-48f1-8924-a604eb1f95fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad68aa92-6925-44f6-9a7e-c2ce0a23b1b0 HTTP/1.1" status: 204 len: 168 time: 0.3306270 Mar 05 13:33:16.978079 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40970) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:16.988496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-16beed49-588c-42d3-9b82-ca60973565a9 admin admin] Usage tracker for resource:security_group_rule and tenant:0492753f4a334702ab5725664501de16 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:16.997414 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3b8546ce-f846-4b46-9fd7-120fc211d730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:17.016698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-16beed49-588c-42d3-9b82-ca60973565a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:17.031338 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c1b15bc3-f400-4f7b-ad53-679a17d8f7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:17.033506 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-16beed49-588c-42d3-9b82-ca60973565a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:17.037519 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c1b15bc3-f400-4f7b-ad53-679a17d8f7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:17.074694 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3b8546ce-f846-4b46-9fd7-120fc211d730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:17.109609 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c1b15bc3-f400-4f7b-ad53-679a17d8f7ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7078138ff2f4bd9b58b89574b6127d8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3882327 Mar 05 13:33:17.111659 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3b8546ce-f846-4b46-9fd7-120fc211d730 admin admin] Usage tracker for resource:security_group_rule and tenant:8e6d463bdfe3493690d5c0089b616629 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:17.114252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40978) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:17.130053 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b15bc3-f400-4f7b-ad53-679a17d8f7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d0e540-6a5b-49a7-8f09-b981509d86ff,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:17.133442 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3b8546ce-f846-4b46-9fd7-120fc211d730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:17.144657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3b8546ce-f846-4b46-9fd7-120fc211d730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:17.204488 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b87a630c-d339-46dd-ba6c-ea1fe42dbfc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:17.245299 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b87a630c-d339-46dd-ba6c-ea1fe42dbfc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:17.260489 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b87a630c-d339-46dd-ba6c-ea1fe42dbfc3 admin admin] Usage tracker for resource:security_group_rule and tenant:ce25e3c0ac7b479a992c4b3dc09b3b30 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:17.291770 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b87a630c-d339-46dd-ba6c-ea1fe42dbfc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:17.305686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b87a630c-d339-46dd-ba6c-ea1fe42dbfc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:17.323520 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7a5810e0-80f7-431a-b56e-3db907e5d276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:17.381961 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7a5810e0-80f7-431a-b56e-3db907e5d276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:17.425429 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-16beed49-588c-42d3-9b82-ca60973565a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:17.469970 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-16beed49-588c-42d3-9b82-ca60973565a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:17.521115 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b87a630c-d339-46dd-ba6c-ea1fe42dbfc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:17.524477 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7a5810e0-80f7-431a-b56e-3db907e5d276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:17.530219 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62942b06-574b-46f6-9ac8-20d94c64dcf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:17.559126 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b87a630c-d339-46dd-ba6c-ea1fe42dbfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:17.572559 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16beed49-588c-42d3-9b82-ca60973565a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3493bf6a-8bb0-464b-b64b-a38724702c17,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:17.575406 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5810e0-80f7-431a-b56e-3db907e5d276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d0e540-6a5b-49a7-8f09-b981509d86ff,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:17.584412 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62942b06-574b-46f6-9ac8-20d94c64dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:17.585167 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62942b06-574b-46f6-9ac8-20d94c64dcf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:17.599276 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3b8546ce-f846-4b46-9fd7-120fc211d730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:17.614625 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7a5810e0-80f7-431a-b56e-3db907e5d276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:17.618893 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7a5810e0-80f7-431a-b56e-3db907e5d276 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a9d0e540-6a5b-49a7-8f09-b981509d86ff HTTP/1.1" status: 204 len: 168 time: 0.5030792 Mar 05 13:33:17.646101 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b87a630c-d339-46dd-ba6c-ea1fe42dbfc3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce25e3c0ac7b479a992c4b3dc09b3b30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6663158 Mar 05 13:33:17.649662 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40996) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:17.673569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a630c-d339-46dd-ba6c-ea1fe42dbfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb949b60-d647-4718-9859-59dbb79f447f,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:17.730372 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41004) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:17.761695 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c1aae1a4-e061-4d59-b158-1c9dec77ed47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:17.784367 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5ab8173-7d3c-44dc-ab95-817520d18754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:17.820343 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5ab8173-7d3c-44dc-ab95-817520d18754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:17.844054 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3b8546ce-f846-4b46-9fd7-120fc211d730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:17.879417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c1aae1a4-e061-4d59-b158-1c9dec77ed47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:17.887128 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c1aae1a4-e061-4d59-b158-1c9dec77ed47 admin admin] Usage tracker for resource:security_group_rule and tenant:eade8d4c0c60479589b445cf64b98dc1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:17.890967 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c1aae1a4-e061-4d59-b158-1c9dec77ed47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:17.894958 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5ab8173-7d3c-44dc-ab95-817520d18754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:17.914342 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c1aae1a4-e061-4d59-b158-1c9dec77ed47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:17.916345 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab8173-7d3c-44dc-ab95-817520d18754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb949b60-d647-4718-9859-59dbb79f447f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:17.916957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62942b06-574b-46f6-9ac8-20d94c64dcf2 admin admin] Network 4b61c9c6-6153-4f6d-b89b-c9e0e8648846 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:33:17.921194 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-16beed49-588c-42d3-9b82-ca60973565a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0492753f4a334702ab5725664501de16&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1047297 Mar 05 13:33:17.930049 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41012) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:17.930952 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5ab8173-7d3c-44dc-ab95-817520d18754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:17.932201 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e5ab8173-7d3c-44dc-ab95-817520d18754 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb949b60-d647-4718-9859-59dbb79f447f HTTP/1.1" status: 204 len: 168 time: 0.2816477 Mar 05 13:33:17.937361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-62942b06-574b-46f6-9ac8-20d94c64dcf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:33:18.095757 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 98d84f62-a099-4b74-b820-35dacf6b7eb2 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:33:18.157063 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f3f303b7-84be-4abc-8eca-2aef646e24a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:18.286378 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f3f303b7-84be-4abc-8eca-2aef646e24a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:18.290466 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 98d84f62-a099-4b74-b820-35dacf6b7eb2 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:33:18.304188 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 98d84f62-a099-4b74-b820-35dacf6b7eb2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:18.306782 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:18.339132 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c1aae1a4-e061-4d59-b158-1c9dec77ed47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:18.344941 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41020) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:18.356926 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8546ce-f846-4b46-9fd7-120fc211d730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f68ccf-05e5-4e4d-ae7c-43921fa8e768,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:18.365440 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3b8546ce-f846-4b46-9fd7-120fc211d730 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e6d463bdfe3493690d5c0089b616629&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4656856 Mar 05 13:33:18.365440 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62942b06-574b-46f6-9ac8-20d94c64dcf2 admin admin] Pushing event updated for resources: {'Port': ['ID=b1fb3ffb-5b00-4997-9631-df29185d2d06,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:18.365814 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c1aae1a4-e061-4d59-b158-1c9dec77ed47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:18.380655 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7c93d2eb-6327-410c-89fd-3383ba216f76 None None] Provisioning complete for port b1fb3ffb-5b00-4997-9631-df29185d2d06 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:18.381022 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7c93d2eb-6327-410c-89fd-3383ba216f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:18.401190 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41032) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:18.409477 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62942b06-574b-46f6-9ac8-20d94c64dcf2 admin admin] Router c27ea49d-26ee-402e-9b1e-3df0e1d51df5 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:33:18.466570 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c1aae1a4-e061-4d59-b158-1c9dec77ed47 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eade8d4c0c60479589b445cf64b98dc1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7345021 Mar 05 13:33:18.466972 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-01a3e322-c450-4f20-999e-d158af8109dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:18.487637 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41042) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:18.497936 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-01a3e322-c450-4f20-999e-d158af8109dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:18.503036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-01a3e322-c450-4f20-999e-d158af8109dc admin admin] Usage tracker for resource:security_group_rule and tenant:57683025c4034f619e36bdbee5fc84df is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:18.507548 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-01a3e322-c450-4f20-999e-d158af8109dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:18.514408 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-01a3e322-c450-4f20-999e-d158af8109dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:18.643778 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:18.657702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aae1a4-e061-4d59-b158-1c9dec77ed47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94812d18-ca7e-4670-adf0-97d99ddafe52,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:18.681481 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 98d84f62-a099-4b74-b820-35dacf6b7eb2, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=98d84f62-a099-4b74-b820-35dacf6b7eb2,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:33:18.683784 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-7c93d2eb-6327-410c-89fd-3383ba216f76 None None] Port b1fb3ffb-5b00-4997-9631-df29185d2d06 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:33:18.691893 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:18.713642 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ff02384f-b9de-440c-ad5b-146c2920df58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:18.729021 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ba97146c-eb21-4235-96ed-a10849df3191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:18.763773 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ff02384f-b9de-440c-ad5b-146c2920df58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:18.802839 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f3f303b7-84be-4abc-8eca-2aef646e24a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:18.836400 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=98d84f62-a099-4b74-b820-35dacf6b7eb2,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:18.845163 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f303b7-84be-4abc-8eca-2aef646e24a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3493bf6a-8bb0-464b-b64b-a38724702c17,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:18.881549 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f3f303b7-84be-4abc-8eca-2aef646e24a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:18.884459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41058) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:18.885287 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f3f303b7-84be-4abc-8eca-2aef646e24a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3493bf6a-8bb0-464b-b64b-a38724702c17 HTTP/1.1" status: 204 len: 168 time: 0.9520411 Mar 05 13:33:18.894190 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-01a3e322-c450-4f20-999e-d158af8109dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:18.898912 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-01a3e322-c450-4f20-999e-d158af8109dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:18.908865 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ba97146c-eb21-4235-96ed-a10849df3191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:18.920147 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41064) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:18.936646 n-d-803718-1 neutron-server[87913]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 05 13:33:18.942507 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7a6e2594-08d8-4435-a712-8dff18925445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:18.976139 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-01a3e322-c450-4f20-999e-d158af8109dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57683025c4034f619e36bdbee5fc84df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6208034 Mar 05 13:33:18.978076 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62942b06-574b-46f6-9ac8-20d94c64dcf2 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:33:18.982010 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7a6e2594-08d8-4435-a712-8dff18925445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:18.984126 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41068) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:18.988970 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9552f424-cccb-4262-a255-61704eafb6fc req-fd64af87-5531-46f3-aff3-6549b18f658a tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c0572c5c21e1447e96722583975bf369&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604730 Mar 05 13:33:18.991621 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7a6e2594-08d8-4435-a712-8dff18925445 admin admin] Usage tracker for resource:security_group_rule and tenant:eabf76b3fca54b56abf9840fc8f69145 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:18.995854 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7a6e2594-08d8-4435-a712-8dff18925445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:19.006162 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7a6e2594-08d8-4435-a712-8dff18925445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:19.021191 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ff02384f-b9de-440c-ad5b-146c2920df58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:19.037159 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-62942b06-574b-46f6-9ac8-20d94c64dcf2 admin admin] 10.222.0.16 "PUT /v2.0/routers/c27ea49d-26ee-402e-9b1e-3df0e1d51df5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2562456 Mar 05 13:33:19.047465 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3e322-c450-4f20-999e-d158af8109dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1d49e3-579a-4fa5-b480-5c2eaa1f3ad9,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:19.089977 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ba97146c-eb21-4235-96ed-a10849df3191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:19.091756 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02384f-b9de-440c-ad5b-146c2920df58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94812d18-ca7e-4670-adf0-97d99ddafe52,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:19.109732 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ff02384f-b9de-440c-ad5b-146c2920df58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:19.113519 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ff02384f-b9de-440c-ad5b-146c2920df58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94812d18-ca7e-4670-adf0-97d99ddafe52 HTTP/1.1" status: 204 len: 168 time: 0.5656276 Mar 05 13:33:19.140120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97146c-eb21-4235-96ed-a10849df3191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f68ccf-05e5-4e4d-ae7c-43921fa8e768,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:19.174621 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ba97146c-eb21-4235-96ed-a10849df3191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:19.186818 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ba97146c-eb21-4235-96ed-a10849df3191 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7f68ccf-05e5-4e4d-ae7c-43921fa8e768 HTTP/1.1" status: 204 len: 168 time: 0.7841594 Mar 05 13:33:19.204341 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5acb150-3037-47dd-af23-96239a920df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:19.251756 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7a6e2594-08d8-4435-a712-8dff18925445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:19.255100 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5acb150-3037-47dd-af23-96239a920df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:19.258608 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7a6e2594-08d8-4435-a712-8dff18925445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:19.273354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] Sync routers for ids ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:33:19.287894 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] Routers {'c27ea49d-26ee-402e-9b1e-3df0e1d51df5'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:33:19.288518 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:33:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:33:19.313465 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552f424-cccb-4262-a255-61704eafb6fc req-585fb7f4-b0fd-4c28-8b78-b329c18375d0 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:19.322005 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9552f424-cccb-4262-a255-61704eafb6fc req-585fb7f4-b0fd-4c28-8b78-b329c18375d0 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3120661 Mar 05 13:33:19.326837 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7a6e2594-08d8-4435-a712-8dff18925445 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eabf76b3fca54b56abf9840fc8f69145&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4387817 Mar 05 13:33:19.326837 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e2594-08d8-4435-a712-8dff18925445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99443cb-a86f-4377-b1e6-3db3e95df35e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:19.327303 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41082) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:19.384501 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9552f424-cccb-4262-a255-61704eafb6fc req-fe101063-563a-4c11-a46b-c18c41ce8045 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/quotas/c0572c5c21e1447e96722583975bf369 HTTP/1.1" status: 200 len: 375 time: 0.0612955 Mar 05 13:33:19.483299 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9552f424-cccb-4262-a255-61704eafb6fc req-43676db7-819a-408f-b624-55eed0a5836b tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c0572c5c21e1447e96722583975bf369&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0979371 Mar 05 13:33:19.487021 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5acb150-3037-47dd-af23-96239a920df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:19.515738 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acb150-3037-47dd-af23-96239a920df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1d49e3-579a-4fa5-b480-5c2eaa1f3ad9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:19.527488 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5acb150-3037-47dd-af23-96239a920df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:19.531457 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b5acb150-3037-47dd-af23-96239a920df4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd1d49e3-579a-4fa5-b480-5c2eaa1f3ad9 HTTP/1.1" status: 204 len: 168 time: 0.5453627 Mar 05 13:33:19.534969 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-04c4b13c-f2fb-4cbf-bcc0-555d2114abd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:19.591845 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-04c4b13c-f2fb-4cbf-bcc0-555d2114abd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:19.597327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] Set router c27ea49d-26ee-402e-9b1e-3df0e1d51df5 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:33:19.658217 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-04c4b13c-f2fb-4cbf-bcc0-555d2114abd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:19.680043 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4b13c-f2fb-4cbf-bcc0-555d2114abd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99443cb-a86f-4377-b1e6-3db3e95df35e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:19.706797 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-04c4b13c-f2fb-4cbf-bcc0-555d2114abd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:19.709338 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-04c4b13c-f2fb-4cbf-bcc0-555d2114abd7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d99443cb-a86f-4377-b1e6-3db3e95df35e HTTP/1.1" status: 204 len: 168 time: 0.3740122 Mar 05 13:33:19.983664 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534995435-router', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:10Z', 'updated_at': '2022-03-05T13:33:16Z', 'revision_number': 4, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'gw_port': {'id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:11Z', 'updated_at': '2022-03-05T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b1fb3ffb-5b00-4997-9631-df29185d2d06', 'name': '', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'mac_address': 'fa:16:3e:ed:29:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:15Z', 'updated_at': '2022-03-05T13:33:17Z', 'revision_number': 2, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'subnets': [{'id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:33:19.988500 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] Checking router: c27ea49d-26ee-402e-9b1e-3df0e1d51df5 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:33:19.989492 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] Updating router c27ea49d-26ee-402e-9b1e-3df0e1d51df5 port b1fb3ffb-5b00-4997-9631-df29185d2d06 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:33:20.022798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 98d84f62-a099-4b74-b820-35dacf6b7eb2 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:33:20.096175 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:20.173944 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 98d84f62-a099-4b74-b820-35dacf6b7eb2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:20.174312 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:20.502279 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41154) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:20.633598 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:20.649180 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] Transition to ACTIVE for port object b1fb3ffb-5b00-4997-9631-df29185d2d06 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:33:20.656916 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:20.854140 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa933190-4cac-429a-a1a9-a0173663bd6c None None] Pushing event updated for resources: {'Port': ['ID=b1fb3ffb-5b00-4997-9631-df29185d2d06,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:20.895969 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] Attempting to bind port b1fb3ffb-5b00-4997-9631-df29185d2d06 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:33:20.896326 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] Attempting to bind port b1fb3ffb-5b00-4997-9631-df29185d2d06 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '41427342-e06a-4011-8ea0-b80d50ad9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:33:20.896842 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] Attempting to bind port b1fb3ffb-5b00-4997-9631-df29185d2d06 on network 4b61c9c6-6153-4f6d-b89b-c9e0e8648846 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:33:20.904015 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:33:20.904688 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] Checking segment: {'id': '41427342-e06a-4011-8ea0-b80d50ad9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:33:20.905251 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:20.905922 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] Bound using segment: {'id': '41427342-e06a-4011-8ea0-b80d50ad9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:33:20.906529 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] Bound port: b1fb3ffb-5b00-4997-9631-df29185d2d06, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41427342-e06a-4011-8ea0-b80d50ad9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:33:20.909536 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:21.025394 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] For port b1fb3ffb-5b00-4997-9631-df29185d2d06, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:33:21.031423 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] For port b1fb3ffb-5b00-4997-9631-df29185d2d06, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b1fb3ffb-5b00-4997-9631-df29185d2d06,segment=NetworkSegment(41427342-e06a-4011-8ea0-b80d50ad9e15),segment_id=41427342-e06a-4011-8ea0-b80d50ad9e15)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:33:21.038626 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:21.131516 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa933190-4cac-429a-a1a9-a0173663bd6c None None] Pushing event updated for resources: {'Port': ['ID=b1fb3ffb-5b00-4997-9631-df29185d2d06,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:21.153533 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] Routers {'c27ea49d-26ee-402e-9b1e-3df0e1d51df5'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:33:21.154677 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:33:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:33:21.258202 n-d-803718-1 neutron-server[87914]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 05 13:33:21.342827 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-05e6d090-1f22-4886-a811-11febbb3d77f req-94de54f1-92c3-42b4-9b1e-eaccfe8fe9a9 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3b333d4-8127-4fe9-b01a-103f763e5441 HTTP/1.1" status: 200 len: 210 time: 0.8378048 Mar 05 13:33:21.482528 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] Set router c27ea49d-26ee-402e-9b1e-3df0e1d51df5 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:33:21.538880 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41202) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:21.544295 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a7dae15b-32ed-4cee-99a0-396bd77a74d2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1873362870-network', 'tenant_id': 'ee2dce3c19e1441baba9344ed6046327'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:33:21.550894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a7dae15b-32ed-4cee-99a0-396bd77a74d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:21.555336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a7dae15b-32ed-4cee-99a0-396bd77a74d2 admin admin] Usage tracker for resource:network and tenant:ee2dce3c19e1441baba9344ed6046327 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:21.558520 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a7dae15b-32ed-4cee-99a0-396bd77a74d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:21.564660 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a7dae15b-32ed-4cee-99a0-396bd77a74d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:21.579242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dae15b-32ed-4cee-99a0-396bd77a74d2 admin admin] Made reservation on behalf of ee2dce3c19e1441baba9344ed6046327 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:33:21.583375 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a7dae15b-32ed-4cee-99a0-396bd77a74d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:21.597450 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a7dae15b-32ed-4cee-99a0-396bd77a74d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:21.616864 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a7dae15b-32ed-4cee-99a0-396bd77a74d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:21.620827 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a7dae15b-32ed-4cee-99a0-396bd77a74d2 admin admin] Usage tracker for resource:security_group_rule and tenant:ee2dce3c19e1441baba9344ed6046327 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:21.623815 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a7dae15b-32ed-4cee-99a0-396bd77a74d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:21.638051 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a7dae15b-32ed-4cee-99a0-396bd77a74d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:21.754912 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a7dae15b-32ed-4cee-99a0-396bd77a74d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:21.766183 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a7dae15b-32ed-4cee-99a0-396bd77a74d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:21.814802 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dae15b-32ed-4cee-99a0-396bd77a74d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d720ec0-722c-455f-a2f0-4d465d35c5fb,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:21.827784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7dae15b-32ed-4cee-99a0-396bd77a74d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:33:21.849255 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a7dae15b-32ed-4cee-99a0-396bd77a74d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:21.849601 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-a7dae15b-32ed-4cee-99a0-396bd77a74d2 admin admin] Added segment d32420ef-ee90-407d-b7cd-88900bb028cc of type vlan for network 19376d53-6c69-4773-9cbd-0bf48e26c66a Mar 05 13:33:21.886176 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a7dae15b-32ed-4cee-99a0-396bd77a74d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:21.923965 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a7dae15b-32ed-4cee-99a0-396bd77a74d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:21.925118 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dae15b-32ed-4cee-99a0-396bd77a74d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:21.927522 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a7dae15b-32ed-4cee-99a0-396bd77a74d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:21.928368 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534995435-router', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:10Z', 'updated_at': '2022-03-05T13:33:16Z', 'revision_number': 4, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'gw_port': {'id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:11Z', 'updated_at': '2022-03-05T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b1fb3ffb-5b00-4997-9631-df29185d2d06', 'name': '', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'mac_address': 'fa:16:3e:ed:29:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:15Z', 'updated_at': '2022-03-05T13:33:21Z', 'revision_number': 4, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'subnets': [{'id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:33:21.932885 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c62d186-8d8c-4caa-8873-fe7dae84cf4f None None] The sync data for ids ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'] in n-d-803718-1 is: [{'id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534995435-router', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:10Z', 'updated_at': '2022-03-05T13:33:16Z', 'revision_number': 4, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'gw_port': {'id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:11Z', 'updated_at': '2022-03-05T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b1fb3ffb-5b00-4997-9631-df29185d2d06', 'name': '', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'mac_address': 'fa:16:3e:ed:29:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:15Z', 'updated_at': '2022-03-05T13:33:21Z', 'revision_number': 4, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'subnets': [{'id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:33:22.062421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dae15b-32ed-4cee-99a0-396bd77a74d2 admin admin] Pushing event updated for resources: {'Network': ['ID=19376d53-6c69-4773-9cbd-0bf48e26c66a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:22.069368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41226) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:22.069885 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a7dae15b-32ed-4cee-99a0-396bd77a74d2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5293801 Mar 05 13:33:22.084133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 19376d53-6c69-4773-9cbd-0bf48e26c66a details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:33:22.084649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-72ceaa01-4e31-4b9a-a81e-afc303fa5f8b admin admin] Request body: {'subnet': {'network_id': '19376d53-6c69-4773-9cbd-0bf48e26c66a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1873362870-subnet', 'tenant_id': 'ee2dce3c19e1441baba9344ed6046327', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:33:22.089558 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-72ceaa01-4e31-4b9a-a81e-afc303fa5f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:22.093873 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-72ceaa01-4e31-4b9a-a81e-afc303fa5f8b admin admin] Usage tracker for resource:subnet and tenant:ee2dce3c19e1441baba9344ed6046327 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:22.097849 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-72ceaa01-4e31-4b9a-a81e-afc303fa5f8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:22.106943 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-72ceaa01-4e31-4b9a-a81e-afc303fa5f8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:22.127079 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ceaa01-4e31-4b9a-a81e-afc303fa5f8b admin admin] Made reservation on behalf of ee2dce3c19e1441baba9344ed6046327 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:33:22.131901 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72ceaa01-4e31-4b9a-a81e-afc303fa5f8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:22.263184 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.15', 64541) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:22.335577 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9552f424-cccb-4262-a255-61704eafb6fc req-6a9bd371-9369-4c12-8ec1-6c8cbf33b8c9 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c0572c5c21e1447e96722583975bf369&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712800 Mar 05 13:33:22.597856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552f424-cccb-4262-a255-61704eafb6fc req-1db4b38a-7c30-4ac0-b7b2-55625c95ca70 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:22.600735 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9552f424-cccb-4262-a255-61704eafb6fc req-1db4b38a-7c30-4ac0-b7b2-55625c95ca70 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2634509 Mar 05 13:33:22.696416 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-9552f424-cccb-4262-a255-61704eafb6fc req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Request body: {'port': {'device_id': 'f3b333d4-8127-4fe9-b01a-103f763e5441', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': 'c0572c5c21e1447e96722583975bf369'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:33:22.782274 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1e3df575-a06a-4696-959a-49fe74d7a9b3 req-f652e2bb-0888-47d6-86a4-cabbdc1a3c49 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3b333d4-8127-4fe9-b01a-103f763e5441 HTTP/1.1" status: 200 len: 210 time: 0.0789995 Mar 05 13:33:22.803976 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72ceaa01-4e31-4b9a-a81e-afc303fa5f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:22.898075 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-9552f424-cccb-4262-a255-61704eafb6fc req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:22.907304 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9552f424-cccb-4262-a255-61704eafb6fc req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Usage tracker for resource:port and tenant:c0572c5c21e1447e96722583975bf369 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:22.910850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9552f424-cccb-4262-a255-61704eafb6fc req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:22.919748 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-9552f424-cccb-4262-a255-61704eafb6fc req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:22.934893 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ceaa01-4e31-4b9a-a81e-afc303fa5f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ff893df-9357-4678-93a9-b80539c95d63,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:22.938360 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9552f424-cccb-4262-a255-61704eafb6fc req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Made reservation on behalf of c0572c5c21e1447e96722583975bf369 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:33:22.945026 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9552f424-cccb-4262-a255-61704eafb6fc req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:22.945700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ceaa01-4e31-4b9a-a81e-afc303fa5f8b admin admin] Checking segment: {'id': 'd32420ef-ee90-407d-b7cd-88900bb028cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '19376d53-6c69-4773-9cbd-0bf48e26c66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:33:22.946012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ceaa01-4e31-4b9a-a81e-afc303fa5f8b admin admin] Network hostable DHCP agents. Network: 19376d53-6c69-4773-9cbd-0bf48e26c66a, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:33:22.959859 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9552f424-cccb-4262-a255-61704eafb6fc req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:22.971301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ceaa01-4e31-4b9a-a81e-afc303fa5f8b admin admin] Network 19376d53-6c69-4773-9cbd-0bf48e26c66a is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:33:22.980584 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-9552f424-cccb-4262-a255-61704eafb6fc req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:22.986427 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-72ceaa01-4e31-4b9a-a81e-afc303fa5f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 19376d53-6c69-4773-9cbd-0bf48e26c66a) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:33:22.987110 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9552f424-cccb-4262-a255-61704eafb6fc req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Usage tracker for resource:security_group_rule and tenant:c0572c5c21e1447e96722583975bf369 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:22.991459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9552f424-cccb-4262-a255-61704eafb6fc req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:22.994525 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ceaa01-4e31-4b9a-a81e-afc303fa5f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:22.995357 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72ceaa01-4e31-4b9a-a81e-afc303fa5f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:22.995707 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8621ee-f71d-49fd-9bb9-c6cd44a007de None None] Network 19376d53-6c69-4773-9cbd-0bf48e26c66a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:33:22.997687 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-9552f424-cccb-4262-a255-61704eafb6fc req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:23.044087 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-72ceaa01-4e31-4b9a-a81e-afc303fa5f8b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9717867 Mar 05 13:33:23.046434 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41258) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:23.053875 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-23558fdb-e750-4eeb-8d41-4bc25ff36173 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1873362870-router', 'tenant_id': 'ee2dce3c19e1441baba9344ed6046327', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:33:23.059247 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-23558fdb-e750-4eeb-8d41-4bc25ff36173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:23.074748 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-23558fdb-e750-4eeb-8d41-4bc25ff36173 admin admin] Usage tracker for resource:router and tenant:ee2dce3c19e1441baba9344ed6046327 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:23.081094 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-23558fdb-e750-4eeb-8d41-4bc25ff36173 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:23.089010 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-23558fdb-e750-4eeb-8d41-4bc25ff36173 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:23.115156 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23558fdb-e750-4eeb-8d41-4bc25ff36173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:23.116132 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23558fdb-e750-4eeb-8d41-4bc25ff36173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:23.150796 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9552f424-cccb-4262-a255-61704eafb6fc req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:23.154569 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23558fdb-e750-4eeb-8d41-4bc25ff36173 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:23.164086 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9552f424-cccb-4262-a255-61704eafb6fc req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:23.278148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22dbb839-0560-4610-abd2-fb5399b1d753,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:23.521535 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf01535-f803-482b-a1a5-809b5d5f9805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-19376d53-6c69-4773-9cbd-0bf48e26c66a', 'network_id': '19376d53-6c69-4773-9cbd-0bf48e26c66a', 'tenant_id': 'ee2dce3c19e1441baba9344ed6046327', 'fixed_ips': [{'subnet_id': '0ff893df-9357-4678-93a9-b80539c95d63'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:33:23.524300 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1cf01535-f803-482b-a1a5-809b5d5f9805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:23.730329 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23558fdb-e750-4eeb-8d41-4bc25ff36173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:23.739939 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-9552f424-cccb-4262-a255-61704eafb6fc req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Allocated IP 192.168.233.191 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:33:23.798396 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-1cf01535-f803-482b-a1a5-809b5d5f9805 None None] Allocated IP 172.20.0.2 (19376d53-6c69-4773-9cbd-0bf48e26c66a/0ff893df-9357-4678-93a9-b80539c95d63/ba3ca242-2ed9-4173-b3e4-3f105b72b92e) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:33:24.131584 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1cf01535-f803-482b-a1a5-809b5d5f9805 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:24.144079 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1cf01535-f803-482b-a1a5-809b5d5f9805 None None] Transition to ACTIVE for port object ba3ca242-2ed9-4173-b3e4-3f105b72b92e will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:33:24.166212 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b1fb3ffb-5b00-4997-9631-df29185d2d06 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:33:24.202967 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-28dc42be-1731-4332-8ad9-bcb6f71869d6 req-4730ecf1-782c-41bb-9f73-9dba63b70f16 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3b333d4-8127-4fe9-b01a-103f763e5441 HTTP/1.1" status: 200 len: 210 time: 0.1061778 Mar 05 13:33:24.214986 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1cf01535-f803-482b-a1a5-809b5d5f9805 None None] Transition to ACTIVE for port object ba3ca242-2ed9-4173-b3e4-3f105b72b92e will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:33:24.233224 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1cf01535-f803-482b-a1a5-809b5d5f9805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:24.284684 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9552f424-cccb-4262-a255-61704eafb6fc req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:24.318869 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-9552f424-cccb-4262-a255-61704eafb6fc req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Transition to ACTIVE for port object 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:33:24.346239 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf01535-f803-482b-a1a5-809b5d5f9805 None None] Network 19376d53-6c69-4773-9cbd-0bf48e26c66a is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:33:24.368453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-1cf01535-f803-482b-a1a5-809b5d5f9805 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:33:24.371028 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf01535-f803-482b-a1a5-809b5d5f9805 None None] Pushing event updated for resources: {'Port': ['ID=ba3ca242-2ed9-4173-b3e4-3f105b72b92e,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:24.373294 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf01535-f803-482b-a1a5-809b5d5f9805 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:33:24.503232 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port b1fb3ffb-5b00-4997-9631-df29185d2d06 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:33:24.527736 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b1fb3ffb-5b00-4997-9631-df29185d2d06 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:24.528149 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:24.625091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1cf01535-f803-482b-a1a5-809b5d5f9805 None None] Attempting to bind port ba3ca242-2ed9-4173-b3e4-3f105b72b92e on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:33:24.630950 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1cf01535-f803-482b-a1a5-809b5d5f9805 None None] Attempting to bind port ba3ca242-2ed9-4173-b3e4-3f105b72b92e by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'd32420ef-ee90-407d-b7cd-88900bb028cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '19376d53-6c69-4773-9cbd-0bf48e26c66a'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:33:24.631390 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf01535-f803-482b-a1a5-809b5d5f9805 None None] Attempting to bind port ba3ca242-2ed9-4173-b3e4-3f105b72b92e on network 19376d53-6c69-4773-9cbd-0bf48e26c66a {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:33:24.687092 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf01535-f803-482b-a1a5-809b5d5f9805 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:33:24.687560 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf01535-f803-482b-a1a5-809b5d5f9805 None None] Checking segment: {'id': 'd32420ef-ee90-407d-b7cd-88900bb028cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '19376d53-6c69-4773-9cbd-0bf48e26c66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:33:24.688046 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1cf01535-f803-482b-a1a5-809b5d5f9805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:24.688426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf01535-f803-482b-a1a5-809b5d5f9805 None None] Bound using segment: {'id': 'd32420ef-ee90-407d-b7cd-88900bb028cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '19376d53-6c69-4773-9cbd-0bf48e26c66a'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:33:24.689262 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1cf01535-f803-482b-a1a5-809b5d5f9805 None None] Bound port: ba3ca242-2ed9-4173-b3e4-3f105b72b92e, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32420ef-ee90-407d-b7cd-88900bb028cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '19376d53-6c69-4773-9cbd-0bf48e26c66a'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:33:24.689543 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1cf01535-f803-482b-a1a5-809b5d5f9805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:24.710215 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9552f424-cccb-4262-a255-61704eafb6fc req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:24.853470 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23558fdb-e750-4eeb-8d41-4bc25ff36173 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:24.939261 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23558fdb-e750-4eeb-8d41-4bc25ff36173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:24.989317 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9552f424-cccb-4262-a255-61704eafb6fc req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:33:25.002259 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-9552f424-cccb-4262-a255-61704eafb6fc req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:33:25.014736 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-9552f424-cccb-4262-a255-61704eafb6fc req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:33:25.021959 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552f424-cccb-4262-a255-61704eafb6fc req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:25.022793 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9552f424-cccb-4262-a255-61704eafb6fc req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:25.034816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Pushing event updated for resources: {'Port': ['ID=3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:25.044550 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1cf01535-f803-482b-a1a5-809b5d5f9805 None None] For port ba3ca242-2ed9-4173-b3e4-3f105b72b92e, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:33:25.063090 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1cf01535-f803-482b-a1a5-809b5d5f9805 None None] For port ba3ca242-2ed9-4173-b3e4-3f105b72b92e, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ba3ca242-2ed9-4173-b3e4-3f105b72b92e,segment=NetworkSegment(d32420ef-ee90-407d-b7cd-88900bb028cc),segment_id=d32420ef-ee90-407d-b7cd-88900bb028cc)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:33:25.081705 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1cf01535-f803-482b-a1a5-809b5d5f9805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:25.144483 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9552f424-cccb-4262-a255-61704eafb6fc req-ffc8a01e-419d-4cbf-ab50-702f1c8d2b6d tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4536157 Mar 05 13:33:25.189860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-9552f424-cccb-4262-a255-61704eafb6fc req-6ac21ad6-b9e3-4c44-97e9-153b189d2cde tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:33:25.190887 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9552f424-cccb-4262-a255-61704eafb6fc req-6ac21ad6-b9e3-4c44-97e9-153b189d2cde tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098026 Mar 05 13:33:25.233728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-23558fdb-e750-4eeb-8d41-4bc25ff36173 admin admin] Allocated IP 172.25.4.7 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/bace735e-7c77-46f3-a4c9-ac9be7a9a028) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:33:25.324379 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:25.554496 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf01535-f803-482b-a1a5-809b5d5f9805 None None] Pushing event updated for resources: {'Port': ['ID=ba3ca242-2ed9-4173-b3e4-3f105b72b92e,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:25.580811 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port b1fb3ffb-5b00-4997-9631-df29185d2d06, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b1fb3ffb-5b00-4997-9631-df29185d2d06,segment=NetworkSegment(41427342-e06a-4011-8ea0-b80d50ad9e15),segment_id=41427342-e06a-4011-8ea0-b80d50ad9e15)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:33:25.588538 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:25.596168 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838cbe8-a1b9-490c-bd2a-e63eed450fc0 req-23ee1cd5-f233-4ace-84fe-0bdca97ed583 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:25.606433 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b838cbe8-a1b9-490c-bd2a-e63eed450fc0 req-23ee1cd5-f233-4ace-84fe-0bdca97ed583 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3b333d4-8127-4fe9-b01a-103f763e5441 HTTP/1.1" status: 200 len: 936 time: 0.1968632 Mar 05 13:33:25.677125 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b838cbe8-a1b9-490c-bd2a-e63eed450fc0 req-dfb67371-0eb9-4bc2-b1d1-6bafd9f565e8 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/security-groups?id=22dbb839-0560-4610-abd2-fb5399b1d753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670021 Mar 05 13:33:25.702971 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-32c51867-a496-410f-89f2-6d3cd87f9521 None None] Provisioning for port 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:33:25.706038 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-32c51867-a496-410f-89f2-6d3cd87f9521 None None] Provisioning complete for port 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:25.706226 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-32c51867-a496-410f-89f2-6d3cd87f9521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:25.711774 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23558fdb-e750-4eeb-8d41-4bc25ff36173 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:25.772667 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23558fdb-e750-4eeb-8d41-4bc25ff36173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:25.999909 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-32c51867-a496-410f-89f2-6d3cd87f9521 None None] Port 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:33:26.018958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=b1fb3ffb-5b00-4997-9631-df29185d2d06,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:26.046126 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23558fdb-e750-4eeb-8d41-4bc25ff36173 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:33:26.050580 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-23558fdb-e750-4eeb-8d41-4bc25ff36173 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:33:26.078309 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23558fdb-e750-4eeb-8d41-4bc25ff36173 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:33:26.143427 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ba3ca242-2ed9-4173-b3e4-3f105b72b92e up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:33:26.252830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23558fdb-e750-4eeb-8d41-4bc25ff36173 admin admin] Pushing event updated for resources: {'Port': ['ID=bace735e-7c77-46f3-a4c9-ac9be7a9a028,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:26.303833 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port ba3ca242-2ed9-4173-b3e4-3f105b72b92e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:33:26.997747 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23558fdb-e750-4eeb-8d41-4bc25ff36173 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:27.145743 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0522e935-373c-426a-bdb8-06fc6d9713a5 None None] Network 19376d53-6c69-4773-9cbd-0bf48e26c66a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:33:27.155337 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d649f4-a532-4546-a6eb-579ae6efe0f3 req-3192f925-273a-4e3d-b071-6c8444753537 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:27.166057 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c9d649f4-a532-4546-a6eb-579ae6efe0f3 req-3192f925-273a-4e3d-b071-6c8444753537 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3b333d4-8127-4fe9-b01a-103f763e5441 HTTP/1.1" status: 200 len: 936 time: 0.2276170 Mar 05 13:33:27.245464 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c9d649f4-a532-4546-a6eb-579ae6efe0f3 req-e09a441b-1f06-43f6-a0d7-c422c8c6df41 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/security-groups?id=22dbb839-0560-4610-abd2-fb5399b1d753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771446 Mar 05 13:33:27.249475 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-9552f424-cccb-4262-a255-61704eafb6fc req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] Request body: {'port': {'device_id': 'f3b333d4-8127-4fe9-b01a-103f763e5441', 'device_owner': 'compute:tempest-test_az-481518616', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:33:27.467482 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0f689115-8790-4a0c-94e8-467657cc32ad None None] Provisioning for port ba3ca242-2ed9-4173-b3e4-3f105b72b92e completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:33:27.499971 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0f689115-8790-4a0c-94e8-467657cc32ad None None] Provisioning complete for port ba3ca242-2ed9-4173-b3e4-3f105b72b92e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:27.500248 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0f689115-8790-4a0c-94e8-467657cc32ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:27.664813 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9552f424-cccb-4262-a255-61704eafb6fc req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:27.739081 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23558fdb-e750-4eeb-8d41-4bc25ff36173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:27.839967 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0f689115-8790-4a0c-94e8-467657cc32ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:27.893005 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-0f689115-8790-4a0c-94e8-467657cc32ad None None] For port ba3ca242-2ed9-4173-b3e4-3f105b72b92e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ba3ca242-2ed9-4173-b3e4-3f105b72b92e,segment=NetworkSegment(d32420ef-ee90-407d-b7cd-88900bb028cc),segment_id=d32420ef-ee90-407d-b7cd-88900bb028cc)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:33:27.902230 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0f689115-8790-4a0c-94e8-467657cc32ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:28.105172 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b1fb3ffb-5b00-4997-9631-df29185d2d06 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:33:28.196522 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f689115-8790-4a0c-94e8-467657cc32ad None None] Pushing event updated for resources: {'Port': ['ID=ba3ca242-2ed9-4173-b3e4-3f105b72b92e,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:28.303890 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b1fb3ffb-5b00-4997-9631-df29185d2d06 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:28.304357 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:28.524294 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:28.637479 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-da7ba211-1cef-487f-ade0-6f1444c64081 None None] Provisioning complete for port ba3ca242-2ed9-4173-b3e4-3f105b72b92e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:28.637839 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-da7ba211-1cef-487f-ade0-6f1444c64081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:28.643218 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dff14618-39bd-4ff6-9659-1600281c141f req-005f2066-fd86-4845-bc14-00ac67c6c40a tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3287142e768d4af49a9e6309e1f91014&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1020043 Mar 05 13:33:28.798629 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:28.889320 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff14618-39bd-4ff6-9659-1600281c141f req-d5c451a2-5bd8-401a-8400-d40107e0b59a tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:28.899027 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dff14618-39bd-4ff6-9659-1600281c141f req-d5c451a2-5bd8-401a-8400-d40107e0b59a tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2509127 Mar 05 13:33:28.921508 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dff14618-39bd-4ff6-9659-1600281c141f req-fb61e7ab-b767-4c66-8ea5-67e4efe0d95e tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/quotas/3287142e768d4af49a9e6309e1f91014 HTTP/1.1" status: 200 len: 375 time: 0.0214043 Mar 05 13:33:28.985791 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-f6575d52-6dbc-4610-b323-dc23a1aadfc8 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=78a1cd353882451f977c98a0cde91b02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1009219 Mar 05 13:33:28.988787 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-9552f424-cccb-4262-a255-61704eafb6fc req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:33:29.014901 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dff14618-39bd-4ff6-9659-1600281c141f req-2dd7fc68-716c-434f-beb2-3ee2e6f98b74 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3287142e768d4af49a9e6309e1f91014&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923431 Mar 05 13:33:29.183986 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-9552f424-cccb-4262-a255-61704eafb6fc req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:33:29.201461 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23558fdb-e750-4eeb-8d41-4bc25ff36173 admin admin] Router 74da4383-abd8-42ea-b426-bad440850dff is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:33:29.208436 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9552f424-cccb-4262-a255-61704eafb6fc req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:29.251615 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-9552f424-cccb-4262-a255-61704eafb6fc req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] Transition to ACTIVE for port object 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:33:29.349291 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9552f424-cccb-4262-a255-61704eafb6fc req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:29.403214 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-3ddfa58b-fe9b-469e-a7d7-86ebd151cbce tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:29.416324 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-3ddfa58b-fe9b-469e-a7d7-86ebd151cbce tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4295919 Mar 05 13:33:29.746113 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:33:29.767078 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797ecf5-b952-4daf-ba6a-df2c5291947e req-e0e8fd57-6e4e-4979-b01f-44988f09b517 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:29.776850 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c797ecf5-b952-4daf-ba6a-df2c5291947e req-e0e8fd57-6e4e-4979-b01f-44988f09b517 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3b333d4-8127-4fe9-b01a-103f763e5441 HTTP/1.1" status: 200 len: 969 time: 0.1825206 Mar 05 13:33:29.794046 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-33e61b83-038f-4679-813a-09682eba4e9e tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/quotas/78a1cd353882451f977c98a0cde91b02 HTTP/1.1" status: 200 len: 375 time: 0.3767052 Mar 05 13:33:29.833695 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c797ecf5-b952-4daf-ba6a-df2c5291947e req-7106b40f-bdf9-4f65-bcda-65ec5429ebba tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/security-groups?id=22dbb839-0560-4610-abd2-fb5399b1d753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556159 Mar 05 13:33:30.002005 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-1231b7a1-ed71-46f8-b07f-a745d0a3bff0 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2069342 Mar 05 13:33:30.043681 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ba3ca242-2ed9-4173-b3e4-3f105b72b92e up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:33:30.070456 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] Pushing event updated for resources: {'Port': ['ID=3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:30.132612 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23558fdb-e750-4eeb-8d41-4bc25ff36173 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:33:30.145821 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] Sync routers for ids ['74da4383-abd8-42ea-b426-bad440850dff'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:33:30.178455 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-9552f424-cccb-4262-a255-61704eafb6fc req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] Attempting to bind port 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:33:30.178841 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-9552f424-cccb-4262-a255-61704eafb6fc req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] Attempting to bind port 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:33:30.179240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9552f424-cccb-4262-a255-61704eafb6fc req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] Attempting to bind port 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:33:30.180794 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] Routers {'74da4383-abd8-42ea-b426-bad440850dff'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:33:30.182627 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:33:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['74da4383-abd8-42ea-b426-bad440850dff'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:33:30.198487 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9552f424-cccb-4262-a255-61704eafb6fc req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] Port 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:33:30.198832 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9552f424-cccb-4262-a255-61704eafb6fc req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] Attempting to bind port 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:33:30.211857 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9552f424-cccb-4262-a255-61704eafb6fc req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:33:30.212244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9552f424-cccb-4262-a255-61704eafb6fc req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:33:30.213009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9552f424-cccb-4262-a255-61704eafb6fc req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:33:30.213767 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-9552f424-cccb-4262-a255-61704eafb6fc req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] Bound port: 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:33:30.214165 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9552f424-cccb-4262-a255-61704eafb6fc req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:30.230695 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port ba3ca242-2ed9-4173-b3e4-3f105b72b92e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:30.231295 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:30.263728 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23558fdb-e750-4eeb-8d41-4bc25ff36173 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:30.269433 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41444) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:30.271586 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-23558fdb-e750-4eeb-8d41-4bc25ff36173 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.2230737 Mar 05 13:33:30.606392 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5884b90e-7478-4ee6-96b4-7cf73f9c01b3 req-f4a87160-3f99-4993-94b6-4ec1bd42a1da tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7 HTTP/1.1" status: 200 len: 210 time: 0.1035261 Mar 05 13:33:30.727325 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] Set router 74da4383-abd8-42ea-b426-bad440850dff gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:33:30.732217 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-9552f424-cccb-4262-a255-61704eafb6fc req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] For port 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:33:30.746547 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-9552f424-cccb-4262-a255-61704eafb6fc req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] For port 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:33:30.756326 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9552f424-cccb-4262-a255-61704eafb6fc req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:30.923765 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552f424-cccb-4262-a255-61704eafb6fc req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:30.931342 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9552f424-cccb-4262-a255-61704eafb6fc req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:30.933017 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9552f424-cccb-4262-a255-61704eafb6fc req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] 10.222.0.15 "PUT /v2.0/ports/3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e HTTP/1.1" status: 200 len: 1117 time: 4.6724491 Mar 05 13:33:30.933631 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b333d4-8127-4fe9-b01a-103f763e5441', 'tag': '3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:33:31.071643 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbf5ea-214e-4351-8d7e-cae77e47aa78 service neutron] Pushing event updated for resources: {'Port': ['ID=3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:31.304369 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-22bcaea3-cb9c-42b9-a28c-1c7adf7a60a9 req-a7a95302-43d1-45ed-87fc-5c613f4f7d60 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 210 time: 0.1102800 Mar 05 13:33:31.546877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552f424-cccb-4262-a255-61704eafb6fc req-dafbf33d-edcb-4529-b8a5-f1d1b8001b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:31.548592 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9552f424-cccb-4262-a255-61704eafb6fc req-dafbf33d-edcb-4529-b8a5-f1d1b8001b60 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0572c5c21e1447e96722583975bf369&device_id=f3b333d4-8127-4fe9-b01a-103f763e5441 HTTP/1.1" status: 200 len: 1120 time: 0.2247124 Mar 05 13:33:31.616829 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41502) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:31.811557 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9552f424-cccb-4262-a255-61704eafb6fc req-b728fe35-52a9-4594-9ddc-7cef96c1e154 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e HTTP/1.1" status: 200 len: 217 time: 0.2416012 Mar 05 13:33:31.849328 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74da4383-abd8-42ea-b426-bad440850dff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1873362870-router', 'tenant_id': 'ee2dce3c19e1441baba9344ed6046327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'bace735e-7c77-46f3-a4c9-ac9be7a9a028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:23Z', 'updated_at': '2022-03-05T13:33:26Z', 'revision_number': 3, 'project_id': 'ee2dce3c19e1441baba9344ed6046327', 'gw_port': {'id': 'bace735e-7c77-46f3-a4c9-ac9be7a9a028', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:85:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74da4383-abd8-42ea-b426-bad440850dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:24Z', 'updated_at': '2022-03-05T13:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:33:31.864711 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] Checking router: 74da4383-abd8-42ea-b426-bad440850dff for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:33:31.864869 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] Updating router 74da4383-abd8-42ea-b426-bad440850dff port bace735e-7c77-46f3-a4c9-ac9be7a9a028 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:33:31.949827 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6207ac9-98b8-43c5-b76c-a1fe644a0484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:32.032192 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:32.077762 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c6207ac9-98b8-43c5-b76c-a1fe644a0484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:32.091819 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c6207ac9-98b8-43c5-b76c-a1fe644a0484 admin admin] Usage tracker for resource:security_group_rule and tenant:cd5cb254705c443eafc6dad52b5e7a4a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:32.098281 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c6207ac9-98b8-43c5-b76c-a1fe644a0484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:32.181970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.30', 61896) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:32.291547 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dff14618-39bd-4ff6-9659-1600281c141f req-ed297d50-6893-4a3f-9258-0845bb52ec5a tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=3287142e768d4af49a9e6309e1f91014&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1055977 Mar 05 13:33:32.304545 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b333d4-8127-4fe9-b01a-103f763e5441', 'tag': '3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e', 'status': 'completed', 'code': 200} Mar 05 13:33:32.414522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552f424-cccb-4262-a255-61704eafb6fc req-9c7294a0-7e94-47a7-9caf-e751f30f9bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:32.417327 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9552f424-cccb-4262-a255-61704eafb6fc req-9c7294a0-7e94-47a7-9caf-e751f30f9bff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.4023125 Mar 05 13:33:32.425164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c6207ac9-98b8-43c5-b76c-a1fe644a0484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:32.684185 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6207ac9-98b8-43c5-b76c-a1fe644a0484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:32.696595 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6207ac9-98b8-43c5-b76c-a1fe644a0484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:32.718748 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533569b-f611-481d-84c4-61e7228248e7 req-9a309593-6534-43e5-8402-bea133d1f92b tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:32.719811 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c533569b-f611-481d-84c4-61e7228248e7 req-9a309593-6534-43e5-8402-bea133d1f92b tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Synchronizing usage tracker for tenant:c0572c5c21e1447e96722583975bf369 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:33:32.762749 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c6207ac9-98b8-43c5-b76c-a1fe644a0484 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd5cb254705c443eafc6dad52b5e7a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1380973 Mar 05 13:33:32.766152 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41524) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:32.775244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c533569b-f611-481d-84c4-61e7228248e7 req-9a309593-6534-43e5-8402-bea133d1f92b tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Unset dirty status for tenant:c0572c5c21e1447e96722583975bf369 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:33:32.776647 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c533569b-f611-481d-84c4-61e7228248e7 req-9a309593-6534-43e5-8402-bea133d1f92b tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3b333d4-8127-4fe9-b01a-103f763e5441 HTTP/1.1" status: 200 len: 969 time: 0.9637315 Mar 05 13:33:32.821247 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff14618-39bd-4ff6-9659-1600281c141f req-c950b5d2-c62e-4e8b-922c-d7444373824d tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:32.823100 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dff14618-39bd-4ff6-9659-1600281c141f req-c950b5d2-c62e-4e8b-922c-d7444373824d tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5068793 Mar 05 13:33:32.883059 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a942400c-e306-450c-a547-35893717734a req-d6e42ede-4aeb-4a79-97bd-d9093d88c450 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7 HTTP/1.1" status: 200 len: 210 time: 0.1364846 Mar 05 13:33:32.944551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-dff14618-39bd-4ff6-9659-1600281c141f req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Request body: {'port': {'device_id': '07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': '3287142e768d4af49a9e6309e1f91014'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:33:32.957801 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6207ac9-98b8-43c5-b76c-a1fe644a0484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db56edc2-be36-46a0-820c-6427a453e6a4,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:33.058203 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:33.086259 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] Transition to ACTIVE for port object bace735e-7c77-46f3-a4c9-ac9be7a9a028 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:33:33.103046 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:33.165801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c533569b-f611-481d-84c4-61e7228248e7 req-1cd6c8d8-c760-4a6d-abba-5236b72207eb tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Synchronizing usage tracker for tenant:c0572c5c21e1447e96722583975bf369 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:33:33.246389 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ea626-834d-425a-8370-a30f98ff51ef None None] Pushing event updated for resources: {'Port': ['ID=bace735e-7c77-46f3-a4c9-ac9be7a9a028,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:33.266398 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ed3b0f1-8ab6-43a7-acc6-a2d866ac57ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:33.295160 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.30', 61899) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:33.307364 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] Attempting to bind port bace735e-7c77-46f3-a4c9-ac9be7a9a028 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:33:33.307364 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] Attempting to bind port bace735e-7c77-46f3-a4c9-ac9be7a9a028 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:33:33.307364 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] Attempting to bind port bace735e-7c77-46f3-a4c9-ac9be7a9a028 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:33:33.313361 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:33:33.313726 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:33:33.314118 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:33.314501 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:33:33.314983 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] Bound port: bace735e-7c77-46f3-a4c9-ac9be7a9a028, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:33:33.315362 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:33.374711 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-d290d297-fb45-4860-b000-fea568ab9a5c tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=78a1cd353882451f977c98a0cde91b02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771487 Mar 05 13:33:33.478510 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d709f074-8f3e-4c03-b0d0-befe4e7757eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:33.485242 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] For port bace735e-7c77-46f3-a4c9-ac9be7a9a028, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:33:33.497271 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] For port bace735e-7c77-46f3-a4c9-ac9be7a9a028, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=bace735e-7c77-46f3-a4c9-ac9be7a9a028,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:33:33.505512 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:33.522042 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c533569b-f611-481d-84c4-61e7228248e7 req-1cd6c8d8-c760-4a6d-abba-5236b72207eb tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Unset dirty status for tenant:c0572c5c21e1447e96722583975bf369 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:33:33.535050 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c533569b-f611-481d-84c4-61e7228248e7 req-1cd6c8d8-c760-4a6d-abba-5236b72207eb tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/security-groups?id=22dbb839-0560-4610-abd2-fb5399b1d753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7414088 Mar 05 13:33:33.622214 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d709f074-8f3e-4c03-b0d0-befe4e7757eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:33.697375 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-dff14618-39bd-4ff6-9659-1600281c141f req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:33.757912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-dff14618-39bd-4ff6-9659-1600281c141f req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Usage tracker for resource:port and tenant:3287142e768d4af49a9e6309e1f91014 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:33.775496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-dff14618-39bd-4ff6-9659-1600281c141f req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:33.787273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-dff14618-39bd-4ff6-9659-1600281c141f req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:33.817340 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] Routers {'74da4383-abd8-42ea-b426-bad440850dff'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:33:33.819977 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552f424-cccb-4262-a255-61704eafb6fc req-f3d79699-dba3-47b0-b87c-ed478c9f56c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:33.821616 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9552f424-cccb-4262-a255-61704eafb6fc req-f3d79699-dba3-47b0-b87c-ed478c9f56c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8107967 Mar 05 13:33:33.822194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff14618-39bd-4ff6-9659-1600281c141f req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Made reservation on behalf of 3287142e768d4af49a9e6309e1f91014 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:33:33.822553 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:33:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['74da4383-abd8-42ea-b426-bad440850dff'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:33:33.826073 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dff14618-39bd-4ff6-9659-1600281c141f req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:33.845331 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dff14618-39bd-4ff6-9659-1600281c141f req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:33.880932 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-2243176f-6263-4289-b265-1eb479525e5c tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:33.893812 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-2243176f-6263-4289-b265-1eb479525e5c tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5023196 Mar 05 13:33:33.924059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-dff14618-39bd-4ff6-9659-1600281c141f req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:33.935961 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-dff14618-39bd-4ff6-9659-1600281c141f req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Usage tracker for resource:security_group_rule and tenant:3287142e768d4af49a9e6309e1f91014 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:33.941506 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-dff14618-39bd-4ff6-9659-1600281c141f req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:34.004841 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-dff14618-39bd-4ff6-9659-1600281c141f req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:34.019936 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d709f074-8f3e-4c03-b0d0-befe4e7757eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:34.058394 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709f074-8f3e-4c03-b0d0-befe4e7757eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db56edc2-be36-46a0-820c-6427a453e6a4,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:34.070314 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d240c8ea-7c89-4756-94e8-d962b4ff0f34 req-74926600-1ca3-4a26-b0f3-345ae0365b43 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 210 time: 0.0916846 Mar 05 13:33:34.078880 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d709f074-8f3e-4c03-b0d0-befe4e7757eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:34.080425 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d709f074-8f3e-4c03-b0d0-befe4e7757eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db56edc2-be36-46a0-820c-6427a453e6a4 HTTP/1.1" status: 204 len: 168 time: 1.3122952 Mar 05 13:33:34.107588 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Request body: {'port': {'device_id': '55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': '78a1cd353882451f977c98a0cde91b02'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:33:34.135837 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9552f424-cccb-4262-a255-61704eafb6fc req-c124c5b3-e78e-4fc2-9cfa-56ccffabd070 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952774 Mar 05 13:33:34.254682 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] Set router 74da4383-abd8-42ea-b426-bad440850dff gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:33:34.386608 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9552f424-cccb-4262-a255-61704eafb6fc req-aa1b3de4-a9ff-4958-a2e3-e33a7b301367 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438409 Mar 05 13:33:34.450490 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6101e56a-e25d-494b-8a71-8d27a8150e72 req-741219b8-db0e-47df-8a38-357717081fbe tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7 HTTP/1.1" status: 200 len: 210 time: 0.0616498 Mar 05 13:33:34.558146 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dff14618-39bd-4ff6-9659-1600281c141f req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:34.584920 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4ec22-be7c-41ec-88a4-ba5d17d99f87 req-1a498d40-4fc8-4d0c-b60e-f0d04a6bac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:34.586792 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c8a4ec22-be7c-41ec-88a4-ba5d17d99f87 req-1a498d40-4fc8-4d0c-b60e-f0d04a6bac86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0572c5c21e1447e96722583975bf369&device_id=f3b333d4-8127-4fe9-b01a-103f763e5441 HTTP/1.1" status: 200 len: 1120 time: 0.1351814 Mar 05 13:33:34.587503 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dff14618-39bd-4ff6-9659-1600281c141f req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:34.774159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:34.778475 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Usage tracker for resource:port and tenant:78a1cd353882451f977c98a0cde91b02 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:34.781815 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:34.789124 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:34.812660 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7577de0a-4026-4acb-ab6e-8ba6366fb816,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:34.819977 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Made reservation on behalf of 78a1cd353882451f977c98a0cde91b02 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:33:34.827279 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:34.888542 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:34.923252 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ea626-834d-425a-8370-a30f98ff51ef None None] Pushing event updated for resources: {'Port': ['ID=bace735e-7c77-46f3-a4c9-ac9be7a9a028,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:34.953034 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-7ed3b0f1-8ab6-43a7-acc6-a2d866ac57ce admin admin] Allocated IP 172.20.0.1 (19376d53-6c69-4773-9cbd-0bf48e26c66a/0ff893df-9357-4678-93a9-b80539c95d63/1ddca000-9e69-4750-8717-d3cce72b1907) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:33:35.061317 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74da4383-abd8-42ea-b426-bad440850dff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1873362870-router', 'tenant_id': 'ee2dce3c19e1441baba9344ed6046327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'bace735e-7c77-46f3-a4c9-ac9be7a9a028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:23Z', 'updated_at': '2022-03-05T13:33:26Z', 'revision_number': 3, 'project_id': 'ee2dce3c19e1441baba9344ed6046327', 'gw_port': {'id': 'bace735e-7c77-46f3-a4c9-ac9be7a9a028', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:85:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74da4383-abd8-42ea-b426-bad440850dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:24Z', 'updated_at': '2022-03-05T13:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:33:35.072890 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af4e693-470f-4ac2-8a4c-15d3781c5328 None None] The sync data for ids ['74da4383-abd8-42ea-b426-bad440850dff'] in n-d-803718-1 is: [{'id': '74da4383-abd8-42ea-b426-bad440850dff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1873362870-router', 'tenant_id': 'ee2dce3c19e1441baba9344ed6046327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'bace735e-7c77-46f3-a4c9-ac9be7a9a028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:23Z', 'updated_at': '2022-03-05T13:33:26Z', 'revision_number': 3, 'project_id': 'ee2dce3c19e1441baba9344ed6046327', 'gw_port': {'id': 'bace735e-7c77-46f3-a4c9-ac9be7a9a028', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:85:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74da4383-abd8-42ea-b426-bad440850dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:24Z', 'updated_at': '2022-03-05T13:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:33:35.098060 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41584) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:35.099607 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4ec22-be7c-41ec-88a4-ba5d17d99f87 req-b2646326-1845-48d3-a22c-96f84ee5c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:35.101268 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c8a4ec22-be7c-41ec-88a4-ba5d17d99f87 req-b2646326-1845-48d3-a22c-96f84ee5c395 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.4656036 Mar 05 13:33:35.126681 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8a064852-b4ef-4890-ba75-1d57f1b63efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:35.229838 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:35.271348 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-dff14618-39bd-4ff6-9659-1600281c141f req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Allocated IP 192.168.233.94 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/125b5607-3d00-49a6-acd8-e90ea24b7292) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:33:35.280311 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Usage tracker for resource:security_group_rule and tenant:78a1cd353882451f977c98a0cde91b02 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:35.292450 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:35.375535 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:35.429719 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41594) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:35.492778 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd134951-254c-45c7-93b6-623cf0aa2fb6 req-0cdd7846-cb95-43ce-94b9-ba063533402c tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:35.498004 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bd134951-254c-45c7-93b6-623cf0aa2fb6 req-0cdd7846-cb95-43ce-94b9-ba063533402c tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3b333d4-8127-4fe9-b01a-103f763e5441 HTTP/1.1" status: 200 len: 969 time: 0.6550465 Mar 05 13:33:35.536005 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ed3b0f1-8ab6-43a7-acc6-a2d866ac57ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:35.615453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-7ed3b0f1-8ab6-43a7-acc6-a2d866ac57ce admin admin] Transition to ACTIVE for port object 1ddca000-9e69-4750-8717-d3cce72b1907 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:33:35.641969 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bd134951-254c-45c7-93b6-623cf0aa2fb6 req-09bdaf7d-df1a-43cb-bba6-42f50ee0f0e9 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/security-groups?id=22dbb839-0560-4610-abd2-fb5399b1d753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270428 Mar 05 13:33:35.736040 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dff14618-39bd-4ff6-9659-1600281c141f req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:35.748406 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ed3b0f1-8ab6-43a7-acc6-a2d866ac57ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:35.756265 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-dff14618-39bd-4ff6-9659-1600281c141f req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Transition to ACTIVE for port object 125b5607-3d00-49a6-acd8-e90ea24b7292 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:33:35.800111 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dff14618-39bd-4ff6-9659-1600281c141f req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:35.839331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed3b0f1-8ab6-43a7-acc6-a2d866ac57ce admin admin] Network 19376d53-6c69-4773-9cbd-0bf48e26c66a is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:33:35.851111 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-7ed3b0f1-8ab6-43a7-acc6-a2d866ac57ce admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:33:35.852383 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c8a4ec22-be7c-41ec-88a4-ba5d17d99f87 req-933c3a9d-fa5f-42df-93b2-76b4069f66e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e HTTP/1.1" status: 200 len: 217 time: 0.7117460 Mar 05 13:33:35.854451 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:35.887376 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed3b0f1-8ab6-43a7-acc6-a2d866ac57ce admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:33:35.887990 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ed3b0f1-8ab6-43a7-acc6-a2d866ac57ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:35.901006 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8a064852-b4ef-4890-ba75-1d57f1b63efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:35.928796 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8a064852-b4ef-4890-ba75-1d57f1b63efe admin admin] Usage tracker for resource:security_group_rule and tenant:41b826762cc1469d8b013cae28f1feba is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:35.996877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8a064852-b4ef-4890-ba75-1d57f1b63efe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:36.002743 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1a912429-00a6-4663-be9a-5a432ef51f7a req-02f4dd59-d5b6-4604-92a3-a6591979680a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 210 time: 0.2044971 Mar 05 13:33:36.066670 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8a064852-b4ef-4890-ba75-1d57f1b63efe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:36.120329 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff14618-39bd-4ff6-9659-1600281c141f req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:33:36.171449 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-dff14618-39bd-4ff6-9659-1600281c141f req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:33:36.185655 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:36.195901 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device bace735e-7c77-46f3-a4c9-ac9be7a9a028 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:33:36.223180 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff14618-39bd-4ff6-9659-1600281c141f req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:33:36.246125 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff14618-39bd-4ff6-9659-1600281c141f req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:36.250670 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dff14618-39bd-4ff6-9659-1600281c141f req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:36.449422 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8a064852-b4ef-4890-ba75-1d57f1b63efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:36.454288 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Pushing event updated for resources: {'Port': ['ID=125b5607-3d00-49a6-acd8-e90ea24b7292,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:36.511600 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8a064852-b4ef-4890-ba75-1d57f1b63efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:36.536596 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3cc30c49-d0a3-4127-89f8-023238564da8 None None] Provisioning for port 1ddca000-9e69-4750-8717-d3cce72b1907 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:33:36.547246 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Allocated IP 192.168.233.237 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:33:36.568325 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port bace735e-7c77-46f3-a4c9-ac9be7a9a028 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:33:36.597283 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port bace735e-7c77-46f3-a4c9-ac9be7a9a028 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:36.597824 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:36.636537 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4ec22-be7c-41ec-88a4-ba5d17d99f87 req-256cd5f7-ba52-4d85-b01d-a34f53998b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:36.637982 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c8a4ec22-be7c-41ec-88a4-ba5d17d99f87 req-256cd5f7-ba52-4d85-b01d-a34f53998b4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.7270176 Mar 05 13:33:36.696390 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3cc30c49-d0a3-4127-89f8-023238564da8 None None] Provisioning complete for port 1ddca000-9e69-4750-8717-d3cce72b1907 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:36.696757 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3cc30c49-d0a3-4127-89f8-023238564da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:36.751699 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8a064852-b4ef-4890-ba75-1d57f1b63efe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41b826762cc1469d8b013cae28f1feba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6447253 Mar 05 13:33:36.881336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41614) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:36.884353 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a064852-b4ef-4890-ba75-1d57f1b63efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41455b7a-bba7-41d9-8e6d-ab8900262d77,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:36.953734 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3cc30c49-d0a3-4127-89f8-023238564da8 None None] Port 1ddca000-9e69-4750-8717-d3cce72b1907 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:33:36.954737 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:36.971866 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Transition to ACTIVE for port object dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:33:37.032524 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6ca751e6-2843-4121-bd35-e3bd18d759aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:37.079437 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f8723f2a-ac32-43f8-9d9b-993dbbd70747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:37.149399 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:37.155808 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5b67e1d4-20b0-4ff2-84e8-e574685b3dea None None] Provisioning for port 125b5607-3d00-49a6-acd8-e90ea24b7292 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:33:37.171911 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5b67e1d4-20b0-4ff2-84e8-e574685b3dea None None] Provisioning complete for port 125b5607-3d00-49a6-acd8-e90ea24b7292 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:37.173282 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5b67e1d4-20b0-4ff2-84e8-e574685b3dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:37.202346 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f8723f2a-ac32-43f8-9d9b-993dbbd70747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:37.218319 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dff14618-39bd-4ff6-9659-1600281c141f req-f0152e74-e0bb-4c87-bf56-10cf5381256f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2954180 Mar 05 13:33:37.258037 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:37.258717 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-dff14618-39bd-4ff6-9659-1600281c141f req-8c372663-b7be-4a83-a656-a462595ff135 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:33:37.263959 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5b67e1d4-20b0-4ff2-84e8-e574685b3dea None None] Port 125b5607-3d00-49a6-acd8-e90ea24b7292 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:33:37.264518 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dff14618-39bd-4ff6-9659-1600281c141f req-8c372663-b7be-4a83-a656-a462595ff135 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154059 Mar 05 13:33:37.276476 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port bace735e-7c77-46f3-a4c9-ac9be7a9a028, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=bace735e-7c77-46f3-a4c9-ac9be7a9a028,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:33:37.292177 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:37.295178 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6ca751e6-2843-4121-bd35-e3bd18d759aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:37.308468 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6ca751e6-2843-4121-bd35-e3bd18d759aa admin admin] Usage tracker for resource:security_group_rule and tenant:5ae63f16ca7449988c97dfcba3f55d40 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:37.313106 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4ec22-be7c-41ec-88a4-ba5d17d99f87 req-d60f9981-31d6-41bc-92cb-3bdb6af44401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:37.314712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6ca751e6-2843-4121-bd35-e3bd18d759aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:37.315134 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c8a4ec22-be7c-41ec-88a4-ba5d17d99f87 req-d60f9981-31d6-41bc-92cb-3bdb6af44401 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5621796 Mar 05 13:33:37.334671 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6ca751e6-2843-4121-bd35-e3bd18d759aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:37.483748 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=bace735e-7c77-46f3-a4c9-ac9be7a9a028,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:37.498464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:33:37.500747 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a16783bb-dc3c-42eb-8859-f8441243de22,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:37.520489 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:33:37.535227 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:33:37.541920 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:37.542575 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:37.593100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3b0f1-8ab6-43a7-acc6-a2d866ac57ce admin admin] Pushing event updated for resources: {'Port': ['ID=1ddca000-9e69-4750-8717-d3cce72b1907,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:37.656461 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-dff14618-39bd-4ff6-9659-1600281c141f req-b8724067-e98a-4c2a-8bd7-490c101989c7 service neutron] Request body: {'port': {'device_id': '07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:33:37.748418 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Pushing event updated for resources: {'Port': ['ID=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:37.766721 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ed3b0f1-8ab6-43a7-acc6-a2d866ac57ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:37.790636 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-39ec690a-0d2f-4421-8e5e-cc686cf22012 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6889133 Mar 05 13:33:37.964635 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-9c41dc0a-2a76-4e2d-bb35-448970fef7c7 service neutron] Request body: {'port': {'device_id': '55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:33:37.980991 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f8723f2a-ac32-43f8-9d9b-993dbbd70747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:37.998053 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-48731085-08cf-4ad5-8e92-9600802d0480 None None] Provisioning for port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:33:38.009354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-48731085-08cf-4ad5-8e92-9600802d0480 None None] Provisioning complete for port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:38.009733 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-48731085-08cf-4ad5-8e92-9600802d0480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:38.070447 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257158e-ec18-45b8-917c-95abe613f19d req-491112ce-427e-46c4-80df-60d1cfecceff tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:38.078556 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3257158e-ec18-45b8-917c-95abe613f19d req-491112ce-427e-46c4-80df-60d1cfecceff tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3b333d4-8127-4fe9-b01a-103f763e5441 HTTP/1.1" status: 200 len: 969 time: 1.0001132 Mar 05 13:33:38.118230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8723f2a-ac32-43f8-9d9b-993dbbd70747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41455b7a-bba7-41d9-8e6d-ab8900262d77,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:38.142002 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f8723f2a-ac32-43f8-9d9b-993dbbd70747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:38.143428 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f8723f2a-ac32-43f8-9d9b-993dbbd70747 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41455b7a-bba7-41d9-8e6d-ab8900262d77 HTTP/1.1" status: 204 len: 168 time: 1.2436221 Mar 05 13:33:38.156034 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c8a4ec22-be7c-41ec-88a4-ba5d17d99f87 req-f0b47fd2-b337-46f6-b555-6ad3a2f1a7f4 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8063161 Mar 05 13:33:38.187535 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-48731085-08cf-4ad5-8e92-9600802d0480 None None] Port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:33:38.194519 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device bace735e-7c77-46f3-a4c9-ac9be7a9a028 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:33:38.248037 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dff14618-39bd-4ff6-9659-1600281c141f req-b8724067-e98a-4c2a-8bd7-490c101989c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:38.303656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port bace735e-7c77-46f3-a4c9-ac9be7a9a028 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:38.304145 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:38.330831 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3257158e-ec18-45b8-917c-95abe613f19d req-383492cb-3d8d-47e1-b4ee-af419055f731 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/security-groups?id=22dbb839-0560-4610-abd2-fb5399b1d753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507265 Mar 05 13:33:38.462567 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-9c41dc0a-2a76-4e2d-bb35-448970fef7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:38.510355 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6ca751e6-2843-4121-bd35-e3bd18d759aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:38.566424 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6ca751e6-2843-4121-bd35-e3bd18d759aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:38.597514 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c8a4ec22-be7c-41ec-88a4-ba5d17d99f87 req-7cf21676-91e4-4e2d-b780-0684c4e1fb78 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288049 Mar 05 13:33:38.639325 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6ca751e6-2843-4121-bd35-e3bd18d759aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ae63f16ca7449988c97dfcba3f55d40&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1912940 Mar 05 13:33:38.646971 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41634) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:38.732266 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ecf2c3f4-0444-4fe3-a821-3c139a8ee9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:38.782316 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-755e6608-5cf7-4b91-8409-4646f682c67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:38.827972 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-755e6608-5cf7-4b91-8409-4646f682c67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:38.914982 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69aa7c6-a980-406d-8955-b94fff9e08c7 req-b7e3355c-78e0-4809-b91d-d65ba9bdb379 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:38.916482 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e69aa7c6-a980-406d-8955-b94fff9e08c7 req-b7e3355c-78e0-4809-b91d-d65ba9bdb379 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7 HTTP/1.1" status: 200 len: 935 time: 2.7370648 Mar 05 13:33:38.930932 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-755e6608-5cf7-4b91-8409-4646f682c67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:38.952730 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.resource_extend [None req-7ed3b0f1-8ab6-43a7-acc6-a2d866ac57ce admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:33:38.966833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca751e6-2843-4121-bd35-e3bd18d759aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be04ed9-7498-49ec-bf29-63ff6373487b,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:38.995769 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e6608-5cf7-4b91-8409-4646f682c67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be04ed9-7498-49ec-bf29-63ff6373487b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:39.095685 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d576f2-ab25-4fa4-87d6-61669cc766e0 req-e1a222bf-fb99-4fa6-b216-d2b1b4157198 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:39.103930 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b1d576f2-ab25-4fa4-87d6-61669cc766e0 req-e1a222bf-fb99-4fa6-b216-d2b1b4157198 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 936 time: 0.2179983 Mar 05 13:33:39.111013 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ed3b0f1-8ab6-43a7-acc6-a2d866ac57ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:39.122409 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-755e6608-5cf7-4b91-8409-4646f682c67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:39.126386 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-755e6608-5cf7-4b91-8409-4646f682c67a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9be04ed9-7498-49ec-bf29-63ff6373487b HTTP/1.1" status: 204 len: 168 time: 0.4784594 Mar 05 13:33:39.132664 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ed3b0f1-8ab6-43a7-acc6-a2d866ac57ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:39.133377 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ed3b0f1-8ab6-43a7-acc6-a2d866ac57ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:39.198159 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-dff14618-39bd-4ff6-9659-1600281c141f req-b8724067-e98a-4c2a-8bd7-490c101989c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125b5607-3d00-49a6-acd8-e90ea24b7292 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:33:39.224025 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b1d576f2-ab25-4fa4-87d6-61669cc766e0 req-ccbba500-cdbe-4357-9100-f2678b10c053 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184916 Mar 05 13:33:39.233497 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dff14618-39bd-4ff6-9659-1600281c141f req-b8724067-e98a-4c2a-8bd7-490c101989c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:39.293275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-dff14618-39bd-4ff6-9659-1600281c141f req-b8724067-e98a-4c2a-8bd7-490c101989c7 service neutron] Transition to ACTIVE for port object 125b5607-3d00-49a6-acd8-e90ea24b7292 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:33:39.293865 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e69aa7c6-a980-406d-8955-b94fff9e08c7 req-ca39f03c-c6af-41ed-ad7b-5e5450d3831e tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407135 Mar 05 13:33:39.313728 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dff14618-39bd-4ff6-9659-1600281c141f req-b8724067-e98a-4c2a-8bd7-490c101989c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:39.492577 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3b0f1-8ab6-43a7-acc6-a2d866ac57ce admin admin] Pushing event updated for resources: {'Port': ['ID=1ddca000-9e69-4750-8717-d3cce72b1907,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:39.537899 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed3b0f1-8ab6-43a7-acc6-a2d866ac57ce admin admin] Network 19376d53-6c69-4773-9cbd-0bf48e26c66a is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:33:39.586357 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-7ed3b0f1-8ab6-43a7-acc6-a2d866ac57ce admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:33:39.905047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8724067-e98a-4c2a-8bd7-490c101989c7 service neutron] Pushing event updated for resources: {'Port': ['ID=125b5607-3d00-49a6-acd8-e90ea24b7292,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:39.967663 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-dff14618-39bd-4ff6-9659-1600281c141f req-b8724067-e98a-4c2a-8bd7-490c101989c7 service neutron] Attempting to bind port 125b5607-3d00-49a6-acd8-e90ea24b7292 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:33:39.968932 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-dff14618-39bd-4ff6-9659-1600281c141f req-b8724067-e98a-4c2a-8bd7-490c101989c7 service neutron] Attempting to bind port 125b5607-3d00-49a6-acd8-e90ea24b7292 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:33:39.970269 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff14618-39bd-4ff6-9659-1600281c141f req-b8724067-e98a-4c2a-8bd7-490c101989c7 service neutron] Attempting to bind port 125b5607-3d00-49a6-acd8-e90ea24b7292 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:33:39.980736 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff14618-39bd-4ff6-9659-1600281c141f req-b8724067-e98a-4c2a-8bd7-490c101989c7 service neutron] Port 125b5607-3d00-49a6-acd8-e90ea24b7292 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:33:39.984094 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff14618-39bd-4ff6-9659-1600281c141f req-b8724067-e98a-4c2a-8bd7-490c101989c7 service neutron] Attempting to bind port 125b5607-3d00-49a6-acd8-e90ea24b7292 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:33:40.002993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff14618-39bd-4ff6-9659-1600281c141f req-b8724067-e98a-4c2a-8bd7-490c101989c7 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:33:40.004038 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff14618-39bd-4ff6-9659-1600281c141f req-b8724067-e98a-4c2a-8bd7-490c101989c7 service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:33:40.005955 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff14618-39bd-4ff6-9659-1600281c141f req-b8724067-e98a-4c2a-8bd7-490c101989c7 service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:33:40.006660 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-dff14618-39bd-4ff6-9659-1600281c141f req-b8724067-e98a-4c2a-8bd7-490c101989c7 service neutron] Bound port: 125b5607-3d00-49a6-acd8-e90ea24b7292, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:33:40.013231 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dff14618-39bd-4ff6-9659-1600281c141f req-b8724067-e98a-4c2a-8bd7-490c101989c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:40.076441 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ac674cf3-4bce-4eea-b0b0-5b194d60f3a5 None None] Provisioning complete for port 1ddca000-9e69-4750-8717-d3cce72b1907 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:40.078969 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ac674cf3-4bce-4eea-b0b0-5b194d60f3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:40.187846 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ac674cf3-4bce-4eea-b0b0-5b194d60f3a5 None None] Port 1ddca000-9e69-4750-8717-d3cce72b1907 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:33:40.262192 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-dff14618-39bd-4ff6-9659-1600281c141f req-b8724067-e98a-4c2a-8bd7-490c101989c7 service neutron] For port 125b5607-3d00-49a6-acd8-e90ea24b7292, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:33:40.272464 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-dff14618-39bd-4ff6-9659-1600281c141f req-b8724067-e98a-4c2a-8bd7-490c101989c7 service neutron] For port 125b5607-3d00-49a6-acd8-e90ea24b7292, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=125b5607-3d00-49a6-acd8-e90ea24b7292,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:33:40.280399 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dff14618-39bd-4ff6-9659-1600281c141f req-b8724067-e98a-4c2a-8bd7-490c101989c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:40.381944 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41680) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:40.457129 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff14618-39bd-4ff6-9659-1600281c141f req-b8724067-e98a-4c2a-8bd7-490c101989c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:40.461563 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dff14618-39bd-4ff6-9659-1600281c141f req-b8724067-e98a-4c2a-8bd7-490c101989c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:40.471507 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dff14618-39bd-4ff6-9659-1600281c141f req-b8724067-e98a-4c2a-8bd7-490c101989c7 service neutron] 10.222.0.30 "PUT /v2.0/ports/125b5607-3d00-49a6-acd8-e90ea24b7292 HTTP/1.1" status: 200 len: 1095 time: 3.0240769 Mar 05 13:33:40.472838 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7', 'tag': '125b5607-3d00-49a6-acd8-e90ea24b7292'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:33:40.543273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8724067-e98a-4c2a-8bd7-490c101989c7 service neutron] Pushing event updated for resources: {'Port': ['ID=125b5607-3d00-49a6-acd8-e90ea24b7292,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:40.659492 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff14618-39bd-4ff6-9659-1600281c141f req-9796be44-5e6b-4c6b-acda-c4ea0db68b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:40.662305 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dff14618-39bd-4ff6-9659-1600281c141f req-9796be44-5e6b-4c6b-acda-c4ea0db68b18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3287142e768d4af49a9e6309e1f91014&device_id=07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7 HTTP/1.1" status: 200 len: 1098 time: 0.1101577 Mar 05 13:33:40.735376 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5fa219ff-e87a-46f9-b3bd-531d6108d93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:40.796174 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed3b0f1-8ab6-43a7-acc6-a2d866ac57ce admin admin] Router 74da4383-abd8-42ea-b426-bad440850dff has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:33:40.814992 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76dc38d-9880-4afe-97c5-1ccdf5c990ce req-020f0951-72d7-42ee-8aa7-1c5c6841388f tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:40.817278 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e76dc38d-9880-4afe-97c5-1ccdf5c990ce req-020f0951-72d7-42ee-8aa7-1c5c6841388f tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3b333d4-8127-4fe9-b01a-103f763e5441 HTTP/1.1" status: 200 len: 969 time: 1.0186844 Mar 05 13:33:40.818918 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5fa219ff-e87a-46f9-b3bd-531d6108d93d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:40.844495 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dff14618-39bd-4ff6-9659-1600281c141f req-08e8a132-4aee-45ec-bc00-34fb0b072203 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=125b5607-3d00-49a6-acd8-e90ea24b7292 HTTP/1.1" status: 200 len: 217 time: 0.1336443 Mar 05 13:33:40.857471 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5fa219ff-e87a-46f9-b3bd-531d6108d93d admin admin] Usage tracker for resource:security_group_rule and tenant:a60eaeb2a8cc45168587c310dcca663f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:40.885184 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5fa219ff-e87a-46f9-b3bd-531d6108d93d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:40.916733 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b952c2dc-d077-4792-be98-95fb2ec46def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:40.945159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5fa219ff-e87a-46f9-b3bd-531d6108d93d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:40.970043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff14618-39bd-4ff6-9659-1600281c141f req-3b08bfdc-23b3-4660-899a-dafef05fb793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:40.974941 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dff14618-39bd-4ff6-9659-1600281c141f req-3b08bfdc-23b3-4660-899a-dafef05fb793 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1195695 Mar 05 13:33:41.098034 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-9c41dc0a-2a76-4e2d-bb35-448970fef7c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:33:41.131818 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-9c41dc0a-2a76-4e2d-bb35-448970fef7c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:41.146736 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e76dc38d-9880-4afe-97c5-1ccdf5c990ce req-89347444-b253-49ed-9b12-a0dbd118debd tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/security-groups?id=22dbb839-0560-4610-abd2-fb5399b1d753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878332 Mar 05 13:33:41.180031 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-9c41dc0a-2a76-4e2d-bb35-448970fef7c7 service neutron] Transition to ACTIVE for port object dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:33:41.195817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cff19-34ab-44a8-9b96-4a48842b3587 req-cec5d700-2e27-48de-b18e-4ea0beead0c0 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:41.198126 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2b2cff19-34ab-44a8-9b96-4a48842b3587 req-cec5d700-2e27-48de-b18e-4ea0beead0c0 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 936 time: 0.1698117 Mar 05 13:33:41.259005 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-9c41dc0a-2a76-4e2d-bb35-448970fef7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:41.323716 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2b2cff19-34ab-44a8-9b96-4a48842b3587 req-65e678ab-15e4-41ae-ba2c-7d9bb771467d tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195381 Mar 05 13:33:41.431754 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7', 'tag': '125b5607-3d00-49a6-acd8-e90ea24b7292', 'status': 'completed', 'code': 200} Mar 05 13:33:41.719656 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed3b0f1-8ab6-43a7-acc6-a2d866ac57ce admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:33:41.730088 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] Sync routers for ids ['74da4383-abd8-42ea-b426-bad440850dff'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:33:41.746830 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] Routers {'74da4383-abd8-42ea-b426-bad440850dff'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:33:41.751369 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:33:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['74da4383-abd8-42ea-b426-bad440850dff'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:33:41.847709 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5fa219ff-e87a-46f9-b3bd-531d6108d93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:41.858294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41dc0a-2a76-4e2d-bb35-448970fef7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:41.873423 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5fa219ff-e87a-46f9-b3bd-531d6108d93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:41.918316 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5fa219ff-e87a-46f9-b3bd-531d6108d93d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a60eaeb2a8cc45168587c310dcca663f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2996602 Mar 05 13:33:41.918703 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41712) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:41.934890 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:41.935055 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7ed3b0f1-8ab6-43a7-acc6-a2d866ac57ce admin admin] 10.222.0.16 "PUT /v2.0/routers/74da4383-abd8-42ea-b426-bad440850dff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6631296 Mar 05 13:33:41.936149 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-9c41dc0a-2a76-4e2d-bb35-448970fef7c7 service neutron] Attempting to bind port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:33:41.936567 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-9c41dc0a-2a76-4e2d-bb35-448970fef7c7 service neutron] Attempting to bind port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:33:41.936971 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-9c41dc0a-2a76-4e2d-bb35-448970fef7c7 service neutron] Attempting to bind port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:33:41.948781 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-9c41dc0a-2a76-4e2d-bb35-448970fef7c7 service neutron] Port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:33:41.949172 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-9c41dc0a-2a76-4e2d-bb35-448970fef7c7 service neutron] Attempting to bind port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:33:41.968633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-9c41dc0a-2a76-4e2d-bb35-448970fef7c7 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:33:41.968865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-9c41dc0a-2a76-4e2d-bb35-448970fef7c7 service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:33:41.969419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-9c41dc0a-2a76-4e2d-bb35-448970fef7c7 service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:33:41.978024 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-9c41dc0a-2a76-4e2d-bb35-448970fef7c7 service neutron] Bound port: dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:33:41.978446 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-9c41dc0a-2a76-4e2d-bb35-448970fef7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:42.068712 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b4c23c7d-fb99-43b1-8d8f-31420f9bc5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:42.138457 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:42.146541 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b4c23c7d-fb99-43b1-8d8f-31420f9bc5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:42.172863 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa219ff-e87a-46f9-b3bd-531d6108d93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fff32f-19fe-40a2-9e0d-13d6efb9d9e8,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:42.187664 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] Set router 74da4383-abd8-42ea-b426-bad440850dff gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:33:42.189513 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d650e-a56e-4384-940a-fad4539d9b89 req-a5b8d4ba-19f4-48d2-9a6e-b3bfeda6feb8 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:42.201866 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-414d650e-a56e-4384-940a-fad4539d9b89 req-a5b8d4ba-19f4-48d2-9a6e-b3bfeda6feb8 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7 HTTP/1.1" status: 200 len: 947 time: 0.8274488 Mar 05 13:33:42.208588 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-9c41dc0a-2a76-4e2d-bb35-448970fef7c7 service neutron] For port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:33:42.221527 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-9c41dc0a-2a76-4e2d-bb35-448970fef7c7 service neutron] For port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:33:42.262453 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-9c41dc0a-2a76-4e2d-bb35-448970fef7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:42.343662 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b4c23c7d-fb99-43b1-8d8f-31420f9bc5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:42.349621 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41726) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:42.399667 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c23c7d-fb99-43b1-8d8f-31420f9bc5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fff32f-19fe-40a2-9e0d-13d6efb9d9e8,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:42.421178 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b4c23c7d-fb99-43b1-8d8f-31420f9bc5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:42.426511 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b4c23c7d-fb99-43b1-8d8f-31420f9bc5fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8fff32f-19fe-40a2-9e0d-13d6efb9d9e8 HTTP/1.1" status: 204 len: 168 time: 0.5038075 Mar 05 13:33:42.453129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41dc0a-2a76-4e2d-bb35-448970fef7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:42.532243 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c170b763-501c-4fac-862b-d8d2e1945822 req-6278ad74-af50-4c10-8b96-9350587206bb tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=544cfe2c446445b7b5e40e02bc3a6bbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814667 Mar 05 13:33:42.533780 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-9c41dc0a-2a76-4e2d-bb35-448970fef7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:42.534402 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-9c41dc0a-2a76-4e2d-bb35-448970fef7c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:42.538736 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-9c41dc0a-2a76-4e2d-bb35-448970fef7c7 service neutron] 10.222.0.30 "PUT /v2.0/ports/dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e HTTP/1.1" status: 200 len: 1096 time: 4.5987446 Mar 05 13:33:42.538736 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3', 'tag': 'dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:33:42.709858 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-414d650e-a56e-4384-940a-fad4539d9b89 req-a6784ea0-bb38-48b7-8962-14b6dafcd6ef tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955959 Mar 05 13:33:42.826495 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74da4383-abd8-42ea-b426-bad440850dff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1873362870-router', 'tenant_id': 'ee2dce3c19e1441baba9344ed6046327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'bace735e-7c77-46f3-a4c9-ac9be7a9a028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:23Z', 'updated_at': '2022-03-05T13:33:36Z', 'revision_number': 4, 'project_id': 'ee2dce3c19e1441baba9344ed6046327', 'gw_port': {'id': 'bace735e-7c77-46f3-a4c9-ac9be7a9a028', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:85:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da4383-abd8-42ea-b426-bad440850dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:24Z', 'updated_at': '2022-03-05T13:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '1ddca000-9e69-4750-8717-d3cce72b1907', 'name': '', 'network_id': '19376d53-6c69-4773-9cbd-0bf48e26c66a', 'tenant_id': 'ee2dce3c19e1441baba9344ed6046327', 'mac_address': 'fa:16:3e:a2:e9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74da4383-abd8-42ea-b426-bad440850dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0ff893df-9357-4678-93a9-b80539c95d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:33Z', 'updated_at': '2022-03-05T13:33:38Z', 'revision_number': 2, 'project_id': 'ee2dce3c19e1441baba9344ed6046327', 'subnets': [{'id': '0ff893df-9357-4678-93a9-b80539c95d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:33:42.830147 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6d695757-3dfd-4800-a50c-5c5e3e2b26d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:42.833757 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] Checking router: 74da4383-abd8-42ea-b426-bad440850dff for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:33:42.834333 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] Updating router 74da4383-abd8-42ea-b426-bad440850dff port 1ddca000-9e69-4750-8717-d3cce72b1907 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:33:42.995144 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:43.059121 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6d695757-3dfd-4800-a50c-5c5e3e2b26d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:43.090131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6d695757-3dfd-4800-a50c-5c5e3e2b26d5 admin admin] Usage tracker for resource:security_group_rule and tenant:d581284eb2664adab241a5a502348f1c is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:43.106575 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d5341-8f2d-4fa2-9303-9d9b3f2e2dc9 req-b57b6925-cb44-4cc5-8af9-befda1ad555b tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:43.120932 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cb7d5341-8f2d-4fa2-9303-9d9b3f2e2dc9 req-b57b6925-cb44-4cc5-8af9-befda1ad555b tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3b333d4-8127-4fe9-b01a-103f763e5441 HTTP/1.1" status: 200 len: 969 time: 0.1873300 Mar 05 13:33:43.147109 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170b763-501c-4fac-862b-d8d2e1945822 req-a124bb75-08ac-4403-b547-398b06eeaf2a tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:43.148892 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c170b763-501c-4fac-862b-d8d2e1945822 req-a124bb75-08ac-4403-b547-398b06eeaf2a tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6157153 Mar 05 13:33:43.149994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6d695757-3dfd-4800-a50c-5c5e3e2b26d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:43.174703 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6d695757-3dfd-4800-a50c-5c5e3e2b26d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:43.188850 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c170b763-501c-4fac-862b-d8d2e1945822 req-fb0f9570-ff98-4773-896b-3aa108486129 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/quotas/544cfe2c446445b7b5e40e02bc3a6bbb HTTP/1.1" status: 200 len: 375 time: 0.0294743 Mar 05 13:33:43.201781 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cb7d5341-8f2d-4fa2-9303-9d9b3f2e2dc9 req-f7d26af6-87f4-41b9-82f6-c7bed812e539 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/security-groups?id=22dbb839-0560-4610-abd2-fb5399b1d753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798924 Mar 05 13:33:43.257372 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c170b763-501c-4fac-862b-d8d2e1945822 req-04531f9b-cfb3-4ca7-b45a-4788e6b445c0 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=544cfe2c446445b7b5e40e02bc3a6bbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669997 Mar 05 13:33:43.467077 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6d695757-3dfd-4800-a50c-5c5e3e2b26d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:43.485920 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6d695757-3dfd-4800-a50c-5c5e3e2b26d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:43.619762 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:43.633453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] Transition to ACTIVE for port object 1ddca000-9e69-4750-8717-d3cce72b1907 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:33:43.641463 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d695757-3dfd-4800-a50c-5c5e3e2b26d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c6fb55-a5c8-4d16-8fa9-c1b9d7fdd29f,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:43.645657 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:43.676588 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6d695757-3dfd-4800-a50c-5c5e3e2b26d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d581284eb2664adab241a5a502348f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3075488 Mar 05 13:33:43.677161 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41772) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:43.758458 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dddc82-212b-4095-99f9-94c88393534d None None] Pushing event updated for resources: {'Port': ['ID=1ddca000-9e69-4750-8717-d3cce72b1907,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:43.760622 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:43.869704 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-670ec4b9-7962-4723-a8f4-6b2251d87593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:43.955977 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-670ec4b9-7962-4723-a8f4-6b2251d87593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:43.962440 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446092e-07d8-42be-9578-115430113aab req-1c694d75-5f4c-4a7f-91d0-a2d8c6210477 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:43.973503 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1446092e-07d8-42be-9578-115430113aab req-1c694d75-5f4c-4a7f-91d0-a2d8c6210477 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 948 time: 0.1777658 Mar 05 13:33:44.093375 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1446092e-07d8-42be-9578-115430113aab req-a29a571e-1253-4eff-9784-a94d0be5cf64 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134999 Mar 05 13:33:44.093698 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-670ec4b9-7962-4723-a8f4-6b2251d87593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:44.140161 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ec4b9-7962-4723-a8f4-6b2251d87593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c6fb55-a5c8-4d16-8fa9-c1b9d7fdd29f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:44.145723 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-670ec4b9-7962-4723-a8f4-6b2251d87593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:44.148054 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-670ec4b9-7962-4723-a8f4-6b2251d87593 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0c6fb55-a5c8-4d16-8fa9-c1b9d7fdd29f HTTP/1.1" status: 204 len: 168 time: 0.4698994 Mar 05 13:33:44.223868 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3', 'tag': 'dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e', 'status': 'completed', 'code': 200} Mar 05 13:33:44.307858 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] Attempting to bind port 1ddca000-9e69-4750-8717-d3cce72b1907 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:33:44.307858 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] Attempting to bind port 1ddca000-9e69-4750-8717-d3cce72b1907 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'd32420ef-ee90-407d-b7cd-88900bb028cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '19376d53-6c69-4773-9cbd-0bf48e26c66a'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:33:44.307858 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] Attempting to bind port 1ddca000-9e69-4750-8717-d3cce72b1907 on network 19376d53-6c69-4773-9cbd-0bf48e26c66a {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:33:44.312077 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:33:44.312494 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] Checking segment: {'id': 'd32420ef-ee90-407d-b7cd-88900bb028cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '19376d53-6c69-4773-9cbd-0bf48e26c66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:33:44.312888 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:44.313267 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] Bound using segment: {'id': 'd32420ef-ee90-407d-b7cd-88900bb028cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '19376d53-6c69-4773-9cbd-0bf48e26c66a'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:33:44.313728 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] Bound port: 1ddca000-9e69-4750-8717-d3cce72b1907, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32420ef-ee90-407d-b7cd-88900bb028cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '19376d53-6c69-4773-9cbd-0bf48e26c66a'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:33:44.314110 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:44.354537 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0311e1e6-1136-48fd-aa1e-dc2424029e2f req-b57b81c5-3de2-4a72-ad12-d2ed737374a5 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f97ec80-3c29-490e-a1a4-65cfa192a887 HTTP/1.1" status: 200 len: 210 time: 0.1145194 Mar 05 13:33:44.467476 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] For port 1ddca000-9e69-4750-8717-d3cce72b1907, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:33:44.471689 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] For port 1ddca000-9e69-4750-8717-d3cce72b1907, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1ddca000-9e69-4750-8717-d3cce72b1907,segment=NetworkSegment(d32420ef-ee90-407d-b7cd-88900bb028cc),segment_id=d32420ef-ee90-407d-b7cd-88900bb028cc)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:33:44.481288 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:44.525296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11015fc0-83ea-49bc-b4b1-75bfcc62f067 req-415f2009-60ba-4426-870f-a1e1cb538192 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:44.526896 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-11015fc0-83ea-49bc-b4b1-75bfcc62f067 req-415f2009-60ba-4426-870f-a1e1cb538192 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7 HTTP/1.1" status: 200 len: 947 time: 0.1594062 Mar 05 13:33:44.597673 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] Routers {'74da4383-abd8-42ea-b426-bad440850dff'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:33:44.598909 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:33:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['74da4383-abd8-42ea-b426-bad440850dff'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:33:44.608453 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-11015fc0-83ea-49bc-b4b1-75bfcc62f067 req-a82324f0-b431-4cac-97df-a818701d2509 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716431 Mar 05 13:33:44.696849 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dddc82-212b-4095-99f9-94c88393534d None None] Pushing event updated for resources: {'Port': ['ID=1ddca000-9e69-4750-8717-d3cce72b1907,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:44.891021 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] Set router 74da4383-abd8-42ea-b426-bad440850dff gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:33:44.940342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff14618-39bd-4ff6-9659-1600281c141f req-2f12d31a-0a7d-4352-a01b-95dafd60495a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:44.942663 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dff14618-39bd-4ff6-9659-1600281c141f req-2f12d31a-0a7d-4352-a01b-95dafd60495a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1917882 Mar 05 13:33:45.014268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc339d2-7a4e-4e4c-a2b7-815313bd67c9 req-fdfb900b-39a4-4114-a524-e5150d8db063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:45.023413 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cfc339d2-7a4e-4e4c-a2b7-815313bd67c9 req-fdfb900b-39a4-4114-a524-e5150d8db063 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 1099 time: 0.2426753 Mar 05 13:33:45.063356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41806) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:45.082552 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cfc339d2-7a4e-4e4c-a2b7-815313bd67c9 req-e36d9704-af75-42ec-8503-34bffccab7e5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=78a1cd353882451f977c98a0cde91b02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363605 Mar 05 13:33:45.099231 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698077d-3e80-4d32-826e-b8f9e47c135a req-79281488-448e-4ce6-b3a7-a79319c41eda tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:45.100783 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f698077d-3e80-4d32-826e-b8f9e47c135a req-79281488-448e-4ce6-b3a7-a79319c41eda tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3b333d4-8127-4fe9-b01a-103f763e5441 HTTP/1.1" status: 200 len: 969 time: 0.2562499 Mar 05 13:33:45.125782 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a43de829-f66a-4480-b2bf-ce47abca6d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:45.181290 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:33:45.256373 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f698077d-3e80-4d32-826e-b8f9e47c135a req-c1f91724-29ad-4c29-84f1-61ca08fa70e0 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/security-groups?id=22dbb839-0560-4610-abd2-fb5399b1d753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353340 Mar 05 13:33:45.277382 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dff14618-39bd-4ff6-9659-1600281c141f req-fd3ab5f6-6d49-45d5-b769-baa84aa89a7c service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550921 Mar 05 13:33:45.334922 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc339d2-7a4e-4e4c-a2b7-815313bd67c9 req-3dfade51-5841-47cc-9380-4d48f5c41bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:45.336724 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cfc339d2-7a4e-4e4c-a2b7-815313bd67c9 req-3dfade51-5841-47cc-9380-4d48f5c41bef service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2350669 Mar 05 13:33:45.432649 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a43de829-f66a-4480-b2bf-ce47abca6d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:45.475595 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:33:45.509611 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e', 'mac_address': 'fa:16:3e:64:f5:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:tempest-test_az-481518616', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:33:45.610502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a43de829-f66a-4480-b2bf-ce47abca6d2c admin admin] Usage tracker for resource:security_group_rule and tenant:1fdcd023987f40929f44b99fdb88e891 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:45.617660 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:45.643116 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-fcb438b2-df59-44ed-bbdd-353a5d9bb8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:45.647348 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:33:45.648966 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-fcb438b2-df59-44ed-bbdd-353a5d9bb8b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 1099 time: 0.2047989 Mar 05 13:33:45.670802 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:33:45.680687 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:45.683353 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a43de829-f66a-4480-b2bf-ce47abca6d2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:45.726091 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a43de829-f66a-4480-b2bf-ce47abca6d2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:45.732301 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c170b763-501c-4fac-862b-d8d2e1945822 req-cc016a0c-8a55-4de3-bfdf-a7fdc604307f tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=544cfe2c446445b7b5e40e02bc3a6bbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1236234 Mar 05 13:33:45.753675 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-b9c0a886-35f8-4b83-a4a4-8d6128c12e0f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e HTTP/1.1" status: 200 len: 217 time: 0.0957794 Mar 05 13:33:45.767710 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74da4383-abd8-42ea-b426-bad440850dff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1873362870-router', 'tenant_id': 'ee2dce3c19e1441baba9344ed6046327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'bace735e-7c77-46f3-a4c9-ac9be7a9a028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:23Z', 'updated_at': '2022-03-05T13:33:36Z', 'revision_number': 4, 'project_id': 'ee2dce3c19e1441baba9344ed6046327', 'gw_port': {'id': 'bace735e-7c77-46f3-a4c9-ac9be7a9a028', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:85:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da4383-abd8-42ea-b426-bad440850dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:24Z', 'updated_at': '2022-03-05T13:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '1ddca000-9e69-4750-8717-d3cce72b1907', 'name': '', 'network_id': '19376d53-6c69-4773-9cbd-0bf48e26c66a', 'tenant_id': 'ee2dce3c19e1441baba9344ed6046327', 'mac_address': 'fa:16:3e:a2:e9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74da4383-abd8-42ea-b426-bad440850dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0ff893df-9357-4678-93a9-b80539c95d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:33Z', 'updated_at': '2022-03-05T13:33:44Z', 'revision_number': 4, 'project_id': 'ee2dce3c19e1441baba9344ed6046327', 'subnets': [{'id': '0ff893df-9357-4678-93a9-b80539c95d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:33:45.783853 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db18f9a1-8210-41fb-8100-442ac725a28a None None] The sync data for ids ['74da4383-abd8-42ea-b426-bad440850dff'] in n-d-803718-1 is: [{'id': '74da4383-abd8-42ea-b426-bad440850dff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1873362870-router', 'tenant_id': 'ee2dce3c19e1441baba9344ed6046327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'bace735e-7c77-46f3-a4c9-ac9be7a9a028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:23Z', 'updated_at': '2022-03-05T13:33:36Z', 'revision_number': 4, 'project_id': 'ee2dce3c19e1441baba9344ed6046327', 'gw_port': {'id': 'bace735e-7c77-46f3-a4c9-ac9be7a9a028', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:85:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da4383-abd8-42ea-b426-bad440850dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:24Z', 'updated_at': '2022-03-05T13:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '1ddca000-9e69-4750-8717-d3cce72b1907', 'name': '', 'network_id': '19376d53-6c69-4773-9cbd-0bf48e26c66a', 'tenant_id': 'ee2dce3c19e1441baba9344ed6046327', 'mac_address': 'fa:16:3e:a2:e9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74da4383-abd8-42ea-b426-bad440850dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0ff893df-9357-4678-93a9-b80539c95d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:33Z', 'updated_at': '2022-03-05T13:33:44Z', 'revision_number': 4, 'project_id': 'ee2dce3c19e1441baba9344ed6046327', 'subnets': [{'id': '0ff893df-9357-4678-93a9-b80539c95d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:33:45.811254 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:45.903266 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-f20e8293-ef42-4f9b-95fa-d6d621ab879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:45.905334 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-f20e8293-ef42-4f9b-95fa-d6d621ab879b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1453948 Mar 05 13:33:45.970596 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:33:46.080507 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-6f395e39-c1b2-4fde-941a-6f594f46b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:46.080781 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dff14618-39bd-4ff6-9659-1600281c141f req-50b4571e-0933-4674-8824-7b9b14d9be1e service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7930968 Mar 05 13:33:46.082167 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-6f395e39-c1b2-4fde-941a-6f594f46b6f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1691093 Mar 05 13:33:46.088248 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1ddca000-9e69-4750-8717-d3cce72b1907 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:33:46.088630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41832) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:46.094133 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7d01b-edec-4169-bd55-5217add84679 req-e1d0574c-d380-41c7-8aee-9d46d7fc83f8 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:46.105098 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7af7d01b-edec-4169-bd55-5217add84679 req-e1d0574c-d380-41c7-8aee-9d46d7fc83f8 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 948 time: 0.7867215 Mar 05 13:33:46.111624 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-4f827119-1200-4563-92ec-05b37ebff17d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2087607147', 'description': 'tempest-description--774219500'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:33:46.137437 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4f827119-1200-4563-92ec-05b37ebff17d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:46.162265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4f827119-1200-4563-92ec-05b37ebff17d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Usage tracker for resource:security_group and tenant:381dd8912df24e389adcfe6de6d1a5c7 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:46.168661 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4f827119-1200-4563-92ec-05b37ebff17d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:46.259092 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4f827119-1200-4563-92ec-05b37ebff17d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:46.277135 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 1ddca000-9e69-4750-8717-d3cce72b1907 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:33:46.278454 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170b763-501c-4fac-862b-d8d2e1945822 req-4d74b980-d948-42e2-8fbc-16eefbd211bf tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:46.280259 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c170b763-501c-4fac-862b-d8d2e1945822 req-4d74b980-d948-42e2-8fbc-16eefbd211bf tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5355856 Mar 05 13:33:46.297447 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1ddca000-9e69-4750-8717-d3cce72b1907 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:46.297918 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:46.321332 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-c170b763-501c-4fac-862b-d8d2e1945822 req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Request body: {'port': {'device_id': '6f97ec80-3c29-490e-a1a4-65cfa192a887', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': '544cfe2c446445b7b5e40e02bc3a6bbb'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:33:46.325154 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a4a3a713-6f8b-462b-9c6c-c191728189d8 req-04c01f10-aabb-497e-9c96-ce27b46a46f5 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f97ec80-3c29-490e-a1a4-65cfa192a887 HTTP/1.1" status: 200 len: 210 time: 0.0634956 Mar 05 13:33:46.340817 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f827119-1200-4563-92ec-05b37ebff17d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:46.383492 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4f827119-1200-4563-92ec-05b37ebff17d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:46.387220 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-f66cab32-3cfb-4efa-9882-095ec553b9ea service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794855 Mar 05 13:33:46.389753 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4f827119-1200-4563-92ec-05b37ebff17d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Usage tracker for resource:security_group_rule and tenant:381dd8912df24e389adcfe6de6d1a5c7 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:46.392679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4f827119-1200-4563-92ec-05b37ebff17d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:46.422098 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4f827119-1200-4563-92ec-05b37ebff17d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:46.540074 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:46.577761 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 1ddca000-9e69-4750-8717-d3cce72b1907, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1ddca000-9e69-4750-8717-d3cce72b1907,segment=NetworkSegment(d32420ef-ee90-407d-b7cd-88900bb028cc),segment_id=d32420ef-ee90-407d-b7cd-88900bb028cc)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:33:46.583382 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:46.656571 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-c170b763-501c-4fac-862b-d8d2e1945822 req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:46.661648 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6eb675e5-fb65-4a62-b0a4-2e0565a7b163 req-b00758e8-5f10-4527-88e0-93384db504ca service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653971 Mar 05 13:33:46.666808 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=1ddca000-9e69-4750-8717-d3cce72b1907,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:46.667862 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7af7d01b-edec-4169-bd55-5217add84679 req-a557d423-4877-4323-baf4-d5a8504bf6fc tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5613692 Mar 05 13:33:46.710377 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a43de829-f66a-4480-b2bf-ce47abca6d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:46.710615 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f827119-1200-4563-92ec-05b37ebff17d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:46.716194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c170b763-501c-4fac-862b-d8d2e1945822 req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Usage tracker for resource:port and tenant:544cfe2c446445b7b5e40e02bc3a6bbb is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:46.729623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c170b763-501c-4fac-862b-d8d2e1945822 req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:46.735028 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a43de829-f66a-4480-b2bf-ce47abca6d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:46.740400 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87432fad-5d39-4be4-bbb8-7f934402c10e req-647c6082-d9eb-4f6a-abec-c72334cab272 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:46.743246 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-87432fad-5d39-4be4-bbb8-7f934402c10e req-647c6082-d9eb-4f6a-abec-c72334cab272 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7 HTTP/1.1" status: 200 len: 947 time: 0.1999931 Mar 05 13:33:46.743883 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f827119-1200-4563-92ec-05b37ebff17d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:46.759897 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-c170b763-501c-4fac-862b-d8d2e1945822 req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:46.804971 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f4d96-6be1-4d2b-94a6-8a71e7f4f4b1 req-c7ae83ea-06e7-4b26-bbf1-e5fec7a22dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:46.808461 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd9f4d96-6be1-4d2b-94a6-8a71e7f4f4b1 req-c7ae83ea-06e7-4b26-bbf1-e5fec7a22dde service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3287142e768d4af49a9e6309e1f91014&device_id=07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7 HTTP/1.1" status: 200 len: 1098 time: 0.6573486 Mar 05 13:33:46.819240 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f827119-1200-4563-92ec-05b37ebff17d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:46.820814 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4f827119-1200-4563-92ec-05b37ebff17d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7161176 Mar 05 13:33:46.825320 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43de829-f66a-4480-b2bf-ce47abca6d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae93330-76a6-492d-8ef2-bb81a9e75e0f,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:46.827146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41844) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:46.832934 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f827119-1200-4563-92ec-05b37ebff17d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef53231d-4e0a-4a67-9f28-022e17843c88,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:46.840224 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-887a2a34-2557-4e8f-8b4c-849b6bbc15a6 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Request body: {'security_group_rule': {'security_group_id': 'ef53231d-4e0a-4a67-9f28-022e17843c88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:33:46.870448 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-87432fad-5d39-4be4-bbb8-7f934402c10e req-f12ebb50-c8ef-4fa1-9f1f-b7b8cc239b00 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068301 Mar 05 13:33:46.875891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-887a2a34-2557-4e8f-8b4c-849b6bbc15a6 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:46.881008 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-887a2a34-2557-4e8f-8b4c-849b6bbc15a6 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Usage tracker for resource:security_group_rule and tenant:381dd8912df24e389adcfe6de6d1a5c7 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:46.896685 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-887a2a34-2557-4e8f-8b4c-849b6bbc15a6 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:46.911490 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-887a2a34-2557-4e8f-8b4c-849b6bbc15a6 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:46.949588 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-887a2a34-2557-4e8f-8b4c-849b6bbc15a6 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:46.995033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f4d96-6be1-4d2b-94a6-8a71e7f4f4b1 req-57eef702-efef-4189-b353-aa5e5863ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:46.996495 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd9f4d96-6be1-4d2b-94a6-8a71e7f4f4b1 req-57eef702-efef-4189-b353-aa5e5863ce36 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.1678627 Mar 05 13:33:46.997065 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c170b763-501c-4fac-862b-d8d2e1945822 req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Made reservation on behalf of 544cfe2c446445b7b5e40e02bc3a6bbb for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:33:47.000547 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c170b763-501c-4fac-862b-d8d2e1945822 req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:47.015592 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c170b763-501c-4fac-862b-d8d2e1945822 req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:47.032690 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a43de829-f66a-4480-b2bf-ce47abca6d2c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1fdcd023987f40929f44b99fdb88e891&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9623857 Mar 05 13:33:47.051481 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-887a2a34-2557-4e8f-8b4c-849b6bbc15a6 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:47.058213 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41852) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:47.075083 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-887a2a34-2557-4e8f-8b4c-849b6bbc15a6 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:47.112106 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-c170b763-501c-4fac-862b-d8d2e1945822 req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:47.115203 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd9f4d96-6be1-4d2b-94a6-8a71e7f4f4b1 req-e5ba56f6-dffe-44a8-80c7-227bc3182be9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=125b5607-3d00-49a6-acd8-e90ea24b7292 HTTP/1.1" status: 200 len: 217 time: 0.1009846 Mar 05 13:33:47.117392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c170b763-501c-4fac-862b-d8d2e1945822 req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Usage tracker for resource:security_group_rule and tenant:544cfe2c446445b7b5e40e02bc3a6bbb is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:47.120321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c170b763-501c-4fac-862b-d8d2e1945822 req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:47.134814 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:33:47.149879 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a2a34-2557-4e8f-8b4c-849b6bbc15a6 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079e0693-d64b-430b-a77d-1284f2ac670a,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:47.156100 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-887a2a34-2557-4e8f-8b4c-849b6bbc15a6 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:47.157270 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-887a2a34-2557-4e8f-8b4c-849b6bbc15a6 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3281889 Mar 05 13:33:47.161184 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41858) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:47.168669 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-adb0b559-0e56-4472-a49f-3387f5c34cd2 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Request body: {'security_group_rule': {'security_group_id': 'ef53231d-4e0a-4a67-9f28-022e17843c88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:33:47.173221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-c170b763-501c-4fac-862b-d8d2e1945822 req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:47.183181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-adb0b559-0e56-4472-a49f-3387f5c34cd2 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:47.191590 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-896cee1a-4fbd-4abf-acb4-bf2dba8e21f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:47.217041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-adb0b559-0e56-4472-a49f-3387f5c34cd2 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Usage tracker for resource:security_group_rule and tenant:381dd8912df24e389adcfe6de6d1a5c7 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:47.220536 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-adb0b559-0e56-4472-a49f-3387f5c34cd2 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:47.228399 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-adb0b559-0e56-4472-a49f-3387f5c34cd2 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:47.239934 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9409d-d728-4aa4-bad1-1073d1861b4d req-48219354-4b58-4faf-bd86-63ddfb24d284 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:47.248167 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-30d9409d-d728-4aa4-bad1-1073d1861b4d req-48219354-4b58-4faf-bd86-63ddfb24d284 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3b333d4-8127-4fe9-b01a-103f763e5441 HTTP/1.1" status: 200 len: 970 time: 0.2317584 Mar 05 13:33:47.251846 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-896cee1a-4fbd-4abf-acb4-bf2dba8e21f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:47.285450 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:33:47.300478 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:47.301314 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:47.335346 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-30d9409d-d728-4aa4-bad1-1073d1861b4d req-04671a41-72cb-4234-a943-4e4e6de8b352 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/security-groups?id=22dbb839-0560-4610-abd2-fb5399b1d753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856085 Mar 05 13:33:47.367415 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-896cee1a-4fbd-4abf-acb4-bf2dba8e21f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:47.411579 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cee1a-4fbd-4abf-acb4-bf2dba8e21f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae93330-76a6-492d-8ef2-bb81a9e75e0f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:47.429031 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-896cee1a-4fbd-4abf-acb4-bf2dba8e21f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:47.430178 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-896cee1a-4fbd-4abf-acb4-bf2dba8e21f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ae93330-76a6-492d-8ef2-bb81a9e75e0f HTTP/1.1" status: 204 len: 168 time: 0.3721905 Mar 05 13:33:47.453835 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-adb0b559-0e56-4472-a49f-3387f5c34cd2 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:47.507195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f4d96-6be1-4d2b-94a6-8a71e7f4f4b1 req-fa1b8209-cc6d-4a26-a6b0-276ad539d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:47.509404 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd9f4d96-6be1-4d2b-94a6-8a71e7f4f4b1 req-fa1b8209-cc6d-4a26-a6b0-276ad539d4ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.3861003 Mar 05 13:33:47.566557 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b4c090dd-9bca-46de-9acd-6c7b4cc4cd0a req-f0bd06f4-7979-464f-8295-a25381c7be7d tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f97ec80-3c29-490e-a1a4-65cfa192a887 HTTP/1.1" status: 200 len: 210 time: 0.0630779 Mar 05 13:33:47.582966 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:47.635856 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b333d4-8127-4fe9-b01a-103f763e5441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:33:47.702440 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:33:47.707357 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:47.719359 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-adb0b559-0e56-4472-a49f-3387f5c34cd2 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:47.728807 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c170b763-501c-4fac-862b-d8d2e1945822 req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:47.736314 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-adb0b559-0e56-4472-a49f-3387f5c34cd2 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:47.746486 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c170b763-501c-4fac-862b-d8d2e1945822 req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:47.835641 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:47.966871 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0b559-0e56-4472-a49f-3387f5c34cd2 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7955f04c-4b63-409d-94fe-c1ea20ff9189,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:47.981071 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41892) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:48.028719 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-c170b763-501c-4fac-862b-d8d2e1945822 req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Allocated IP 192.168.233.194 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/9c79b7bd-cedf-4fea-aa20-cda683bff351) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:33:48.037842 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1ddca000-9e69-4750-8717-d3cce72b1907 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:33:48.051083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f4d96-6be1-4d2b-94a6-8a71e7f4f4b1 req-b0dc54e9-97ad-4c6d-8bbe-5bcbc5638aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:48.052952 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd9f4d96-6be1-4d2b-94a6-8a71e7f4f4b1 req-b0dc54e9-97ad-4c6d-8bbe-5bcbc5638aff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5283120 Mar 05 13:33:48.060873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c20fd9d2-716b-4147-8c59-450e8cdd3a28,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:48.117740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81f779-a16f-4a27-86f9-0fcac032ae20 req-b25e68f8-a091-4a5c-91da-11dadfbc8d73 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:48.126602 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1e81f779-a16f-4a27-86f9-0fcac032ae20 req-b25e68f8-a091-4a5c-91da-11dadfbc8d73 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7 HTTP/1.1" status: 200 len: 947 time: 0.1237652 Mar 05 13:33:48.139266 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1ddca000-9e69-4750-8717-d3cce72b1907 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:48.139630 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:48.144632 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41898) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:48.193181 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-132ae460-b2e5-45f8-ab7c-5ce3e5fdb00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:48.205974 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e04cdf6-2c48-47dc-9e25-2e79b96a57c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:48.211147 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd9f4d96-6be1-4d2b-94a6-8a71e7f4f4b1 req-d4a2311c-9858-4b13-8894-5cd9bc52b5b5 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460822 Mar 05 13:33:48.229672 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1e81f779-a16f-4a27-86f9-0fcac032ae20 req-21ba63c0-be41-4e06-abb2-7b50ed685462 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015196 Mar 05 13:33:48.231496 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-132ae460-b2e5-45f8-ab7c-5ce3e5fdb00b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:48.233937 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4e04cdf6-2c48-47dc-9e25-2e79b96a57c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:48.238907 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-132ae460-b2e5-45f8-ab7c-5ce3e5fdb00b admin admin] Usage tracker for resource:security_group_rule and tenant:b46e48ceb3ac403ca4dd25ebf902cb7a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:48.241757 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4e04cdf6-2c48-47dc-9e25-2e79b96a57c8 admin admin] Usage tracker for resource:security_group_rule and tenant:0fc3f58bee5145daa99af95c80336d23 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:48.247168 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-132ae460-b2e5-45f8-ab7c-5ce3e5fdb00b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:48.249864 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4e04cdf6-2c48-47dc-9e25-2e79b96a57c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:48.257773 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-132ae460-b2e5-45f8-ab7c-5ce3e5fdb00b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:48.259973 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4e04cdf6-2c48-47dc-9e25-2e79b96a57c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:48.371946 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-adb0b559-0e56-4472-a49f-3387f5c34cd2 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:48.375942 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-adb0b559-0e56-4472-a49f-3387f5c34cd2 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2084975 Mar 05 13:33:48.379745 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41906) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:48.388974 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-6c71ea53-4093-48e5-bf93-96553a8957e4 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:33:48.410755 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6c71ea53-4093-48e5-bf93-96553a8957e4 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:48.423195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62954875-541c-4ff7-bed6-5c72cf2e39d8 req-e62bc185-9f40-4435-94a4-2cfae3df51b9 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:48.428956 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-132ae460-b2e5-45f8-ab7c-5ce3e5fdb00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:48.430458 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6c71ea53-4093-48e5-bf93-96553a8957e4 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Usage tracker for resource:floatingip and tenant:381dd8912df24e389adcfe6de6d1a5c7 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:48.431410 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-62954875-541c-4ff7-bed6-5c72cf2e39d8 req-e62bc185-9f40-4435-94a4-2cfae3df51b9 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 948 time: 0.5890784 Mar 05 13:33:48.437000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6c71ea53-4093-48e5-bf93-96553a8957e4 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:48.441687 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e04cdf6-2c48-47dc-9e25-2e79b96a57c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:48.445314 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-132ae460-b2e5-45f8-ab7c-5ce3e5fdb00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:48.453271 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6c71ea53-4093-48e5-bf93-96553a8957e4 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:48.469859 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e04cdf6-2c48-47dc-9e25-2e79b96a57c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:48.479579 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b333d4-8127-4fe9-b01a-103f763e5441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e', 'code': 200} Mar 05 13:33:48.515949 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6c71ea53-4093-48e5-bf93-96553a8957e4 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:48.540355 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-132ae460-b2e5-45f8-ab7c-5ce3e5fdb00b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b46e48ceb3ac403ca4dd25ebf902cb7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3905144 Mar 05 13:33:48.546633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41910) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:48.546994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.15', 64551) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:48.562602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ae460-b2e5-45f8-ab7c-5ce3e5fdb00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a412cc93-02d9-4958-8814-a30aaba540b5,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:48.597240 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4e04cdf6-2c48-47dc-9e25-2e79b96a57c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fc3f58bee5145daa99af95c80336d23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6148918 Mar 05 13:33:48.617889 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41916) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:48.697866 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-62954875-541c-4ff7-bed6-5c72cf2e39d8 req-a366e7a7-c9bd-43b3-87d7-57d3298d60da tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653894 Mar 05 13:33:48.698953 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04cdf6-2c48-47dc-9e25-2e79b96a57c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1df551c-bf00-4b73-85d1-2b53aecaab4e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:48.710562 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd9f4d96-6be1-4d2b-94a6-8a71e7f4f4b1 req-b6134a4f-50ba-468a-960f-8f3450083acc service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859972 Mar 05 13:33:48.823079 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7280367-334e-45ec-b162-18c45054cdfb req-adf36222-82d7-42f2-8a00-f1f79e00026f tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:48.824557 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a7280367-334e-45ec-b162-18c45054cdfb req-adf36222-82d7-42f2-8a00-f1f79e00026f tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3b333d4-8127-4fe9-b01a-103f763e5441 HTTP/1.1" status: 200 len: 971 time: 0.2402287 Mar 05 13:33:48.882211 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a7280367-334e-45ec-b162-18c45054cdfb req-b1d7d577-00b0-416e-aa0c-aa8c093dce3a tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/security-groups?id=22dbb839-0560-4610-abd2-fb5399b1d753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497961 Mar 05 13:33:48.884063 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6c71ea53-4093-48e5-bf93-96553a8957e4 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:48.887011 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c170b763-501c-4fac-862b-d8d2e1945822 req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:48.891543 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3d609d82-f354-4de7-ad3c-c0992b91d961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:48.908166 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e8b9504-d588-4015-99f5-f3cf58965747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:48.928269 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f3a8ccb7-7682-49ee-8473-4c711bbdd591 req-023f5004-47f8-4933-9f4c-d911c523e8f3 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Synchronizing usage tracker for tenant:544cfe2c446445b7b5e40e02bc3a6bbb on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:33:48.959177 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0e2e9-7ca1-4185-b79c-01c88927e7dd req-ddbe18a6-1ea0-429d-b8f9-48a0c1fe4736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:48.960541 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4db0e2e9-7ca1-4185-b79c-01c88927e7dd req-ddbe18a6-1ea0-429d-b8f9-48a0c1fe4736 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f3b333d4-8127-4fe9-b01a-103f763e5441 HTTP/1.1" status: 200 len: 1122 time: 0.3600068 Mar 05 13:33:48.976721 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3d609d82-f354-4de7-ad3c-c0992b91d961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:48.983617 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-c170b763-501c-4fac-862b-d8d2e1945822 req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Transition to ACTIVE for port object 9c79b7bd-cedf-4fea-aa20-cda683bff351 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:33:49.019415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-6c71ea53-4093-48e5-bf93-96553a8957e4 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Allocated IP 172.25.4.148 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/87856316-5ce4-4c50-be42-7d594d790240) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:33:49.021517 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e8b9504-d588-4015-99f5-f3cf58965747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:49.037115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f3a8ccb7-7682-49ee-8473-4c711bbdd591 req-023f5004-47f8-4933-9f4c-d911c523e8f3 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Unset dirty status for tenant:544cfe2c446445b7b5e40e02bc3a6bbb on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:33:49.038266 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3a8ccb7-7682-49ee-8473-4c711bbdd591 req-023f5004-47f8-4933-9f4c-d911c523e8f3 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f97ec80-3c29-490e-a1a4-65cfa192a887 HTTP/1.1" status: 200 len: 210 time: 0.2001011 Mar 05 13:33:49.038907 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4db0e2e9-7ca1-4185-b79c-01c88927e7dd req-f6bde733-11e8-4c82-ade7-bfbb1c3d3e7e service neutron] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:49.084156 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-4db0e2e9-7ca1-4185-b79c-01c88927e7dd req-f6bde733-11e8-4c82-ade7-bfbb1c3d3e7e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:49.100864 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4db0e2e9-7ca1-4185-b79c-01c88927e7dd req-f6bde733-11e8-4c82-ade7-bfbb1c3d3e7e service neutron] Usage tracker for resource:security_group_rule and tenant:98e9c356a7ae49f1ab4744dfd354e4f2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:49.104984 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4db0e2e9-7ca1-4185-b79c-01c88927e7dd req-f6bde733-11e8-4c82-ade7-bfbb1c3d3e7e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:49.113953 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-4db0e2e9-7ca1-4185-b79c-01c88927e7dd req-f6bde733-11e8-4c82-ade7-bfbb1c3d3e7e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:49.133502 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c170b763-501c-4fac-862b-d8d2e1945822 req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:49.180871 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6c71ea53-4093-48e5-bf93-96553a8957e4 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:49.188592 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3d609d82-f354-4de7-ad3c-c0992b91d961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:49.212182 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6c71ea53-4093-48e5-bf93-96553a8957e4 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:49.224841 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c170b763-501c-4fac-862b-d8d2e1945822 req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:33:49.225614 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e8b9504-d588-4015-99f5-f3cf58965747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:49.239904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-c170b763-501c-4fac-862b-d8d2e1945822 req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:33:49.248363 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d609d82-f354-4de7-ad3c-c0992b91d961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1df551c-bf00-4b73-85d1-2b53aecaab4e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:49.256873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-c170b763-501c-4fac-862b-d8d2e1945822 req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:33:49.262376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170b763-501c-4fac-862b-d8d2e1945822 req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:49.263474 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c170b763-501c-4fac-862b-d8d2e1945822 req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:49.276418 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c71ea53-4093-48e5-bf93-96553a8957e4 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:33:49.278972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Pushing event updated for resources: {'Port': ['ID=9c79b7bd-cedf-4fea-aa20-cda683bff351,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:49.279674 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-6c71ea53-4093-48e5-bf93-96553a8957e4 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:33:49.282932 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c71ea53-4093-48e5-bf93-96553a8957e4 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:33:49.360122 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71ea53-4093-48e5-bf93-96553a8957e4 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Pushing event updated for resources: {'Port': ['ID=87856316-5ce4-4c50-be42-7d594d790240,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:49.380841 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3d609d82-f354-4de7-ad3c-c0992b91d961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:49.384681 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3d609d82-f354-4de7-ad3c-c0992b91d961 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1df551c-bf00-4b73-85d1-2b53aecaab4e HTTP/1.1" status: 204 len: 168 time: 0.7658601 Mar 05 13:33:49.392704 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b9504-d588-4015-99f5-f3cf58965747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a412cc93-02d9-4958-8814-a30aaba540b5,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:49.401498 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6c71ea53-4093-48e5-bf93-96553a8957e4 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:49.402123 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4db0e2e9-7ca1-4185-b79c-01c88927e7dd req-f6bde733-11e8-4c82-ade7-bfbb1c3d3e7e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:49.403006 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e8b9504-d588-4015-99f5-f3cf58965747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:49.404614 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0e8b9504-d588-4015-99f5-f3cf58965747 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a412cc93-02d9-4958-8814-a30aaba540b5 HTTP/1.1" status: 204 len: 168 time: 0.8056450 Mar 05 13:33:49.408564 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c170b763-501c-4fac-862b-d8d2e1945822 req-ff976ada-6455-4df1-9ac8-680e26339dd6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1057570 Mar 05 13:33:49.413545 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4db0e2e9-7ca1-4185-b79c-01c88927e7dd req-f6bde733-11e8-4c82-ade7-bfbb1c3d3e7e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:49.484884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-c170b763-501c-4fac-862b-d8d2e1945822 req-e79764cb-a4c4-4c02-b892-2396506cf6fc service neutron] Request body: {'port': {'device_id': '6f97ec80-3c29-490e-a1a4-65cfa192a887', 'device_owner': 'compute:tempest-test_az-481518616', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:33:49.548641 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4db0e2e9-7ca1-4185-b79c-01c88927e7dd req-f6bde733-11e8-4c82-ade7-bfbb1c3d3e7e service neutron] Synchronizing usage tracker for tenant:98e9c356a7ae49f1ab4744dfd354e4f2 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:33:49.588680 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bde733-11e8-4c82-ade7-bfbb1c3d3e7e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9b995a0c-e8fa-475c-a2a5-6a499e865f81,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:49.595624 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6ffe0e07-0909-42f1-bb29-454899fce559 None None] Provisioning for port 9c79b7bd-cedf-4fea-aa20-cda683bff351 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:33:49.596876 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6c71ea53-4093-48e5-bf93-96553a8957e4 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:49.603388 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6ffe0e07-0909-42f1-bb29-454899fce559 None None] Provisioning complete for port 9c79b7bd-cedf-4fea-aa20-cda683bff351 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:49.604017 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6ffe0e07-0909-42f1-bb29-454899fce559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:49.662343 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1d447-2e3f-4c9f-b6e4-35dab3ff310a req-fa76ed56-7706-422c-8f75-13b091eac5d4 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:49.663939 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5ca1d447-2e3f-4c9f-b6e4-35dab3ff310a req-fa76ed56-7706-422c-8f75-13b091eac5d4 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7 HTTP/1.1" status: 200 len: 947 time: 0.2399817 Mar 05 13:33:49.691050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4db0e2e9-7ca1-4185-b79c-01c88927e7dd req-f6bde733-11e8-4c82-ade7-bfbb1c3d3e7e service neutron] Unset dirty status for tenant:98e9c356a7ae49f1ab4744dfd354e4f2 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:33:49.693119 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4db0e2e9-7ca1-4185-b79c-01c88927e7dd req-f6bde733-11e8-4c82-ade7-bfbb1c3d3e7e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=22dbb839-0560-4610-abd2-fb5399b1d753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7081416 Mar 05 13:33:49.719466 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 125b5607-3d00-49a6-acd8-e90ea24b7292 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:33:49.725981 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-6ffe0e07-0909-42f1-bb29-454899fce559 None None] Port 9c79b7bd-cedf-4fea-aa20-cda683bff351 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:33:49.746029 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c170b763-501c-4fac-862b-d8d2e1945822 req-e79764cb-a4c4-4c02-b892-2396506cf6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:49.777838 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5ca1d447-2e3f-4c9f-b6e4-35dab3ff310a req-ad3f3ed9-9e51-48ea-98af-03d96e90703f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074467 Mar 05 13:33:49.961711 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6c71ea53-4093-48e5-bf93-96553a8957e4 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:49.972532 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6c71ea53-4093-48e5-bf93-96553a8957e4 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:49.999838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 125b5607-3d00-49a6-acd8-e90ea24b7292, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=125b5607-3d00-49a6-acd8-e90ea24b7292,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:33:50.033203 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '125b5607-3d00-49a6-acd8-e90ea24b7292', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '125b5607-3d00-49a6-acd8-e90ea24b7292', 'mac_address': 'fa:16:3e:80:39:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:33:50.080975 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41950) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:50.145366 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:50.163795 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71ea53-4093-48e5-bf93-96553a8957e4 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Pushing event updated for resources: {'Port': ['ID=87856316-5ce4-4c50-be42-7d594d790240,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:50.166231 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a30e70b4-4964-40af-a1ed-c7b6d577d9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:50.169749 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5dfb6-aeff-4baf-b738-36f2f597ec79 req-64fe90f5-1bc4-4893-92a2-aa9a8b5ff52c tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:50.169939 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125b5607-3d00-49a6-acd8-e90ea24b7292 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:33:50.177546 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7eb5dfb6-aeff-4baf-b738-36f2f597ec79 req-64fe90f5-1bc4-4893-92a2-aa9a8b5ff52c tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 948 time: 0.2826488 Mar 05 13:33:50.179866 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6c71ea53-4093-48e5-bf93-96553a8957e4 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:50.191225 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 125b5607-3d00-49a6-acd8-e90ea24b7292, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=125b5607-3d00-49a6-acd8-e90ea24b7292,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:33:50.199683 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a30e70b4-4964-40af-a1ed-c7b6d577d9ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:50.200911 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:50.202219 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:33:50.207400 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a30e70b4-4964-40af-a1ed-c7b6d577d9ab admin admin] Usage tracker for resource:security_group_rule and tenant:ab0e25d36d9b484c9faa39822f3c35c2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:50.212235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a30e70b4-4964-40af-a1ed-c7b6d577d9ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:50.223341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a30e70b4-4964-40af-a1ed-c7b6d577d9ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:50.264160 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6c71ea53-4093-48e5-bf93-96553a8957e4 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:50.275692 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6c71ea53-4093-48e5-bf93-96553a8957e4 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8948350 Mar 05 13:33:50.297343 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31abb1-2aa9-43d4-b8e9-00857a33f25e req-3583d9a7-3e55-4dba-a51d-619d71c6803e tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:50.298647 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dd31abb1-2aa9-43d4-b8e9-00857a33f25e req-3583d9a7-3e55-4dba-a51d-619d71c6803e tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3b333d4-8127-4fe9-b01a-103f763e5441 HTTP/1.1" status: 200 len: 971 time: 0.2167337 Mar 05 13:33:50.303503 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7eb5dfb6-aeff-4baf-b738-36f2f597ec79 req-049f8e94-1e2f-4788-9d4e-79374a618b41 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249220 Mar 05 13:33:50.389131 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:33:50.391932 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dd31abb1-2aa9-43d4-b8e9-00857a33f25e req-56c8a651-7fc9-427e-929b-7dd39bf89567 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/security-groups?id=22dbb839-0560-4610-abd2-fb5399b1d753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832548 Mar 05 13:33:50.419748 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=125b5607-3d00-49a6-acd8-e90ea24b7292,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:50.451507 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a30e70b4-4964-40af-a1ed-c7b6d577d9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:50.460916 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a30e70b4-4964-40af-a1ed-c7b6d577d9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:50.483410 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': 'dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e', 'mac_address': 'fa:16:3e:06:9e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:33:50.542434 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a30e70b4-4964-40af-a1ed-c7b6d577d9ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab0e25d36d9b484c9faa39822f3c35c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4590559 Mar 05 13:33:50.543919 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e70b4-4964-40af-a1ed-c7b6d577d9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4625283-3aed-4778-befc-0c97d916edb9,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:50.545567 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41964) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:50.553359 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-c170b763-501c-4fac-862b-d8d2e1945822 req-e79764cb-a4c4-4c02-b892-2396506cf6fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c79b7bd-cedf-4fea-aa20-cda683bff351 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:33:50.587029 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c170b763-501c-4fac-862b-d8d2e1945822 req-e79764cb-a4c4-4c02-b892-2396506cf6fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:50.603984 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:50.616623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-c170b763-501c-4fac-862b-d8d2e1945822 req-e79764cb-a4c4-4c02-b892-2396506cf6fc service neutron] Transition to ACTIVE for port object 9c79b7bd-cedf-4fea-aa20-cda683bff351 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:33:50.630081 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:33:50.636323 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c170b763-501c-4fac-862b-d8d2e1945822 req-e79764cb-a4c4-4c02-b892-2396506cf6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:50.660366 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:33:50.665582 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:50.741396 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-bfce9a5f-9f09-4209-8759-3453429e608f req-c1b7701c-3c5e-4e5a-8db5-53d951944d67 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Synchronizing usage tracker for tenant:381dd8912df24e389adcfe6de6d1a5c7 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:33:50.757416 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:50.769302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-bfce9a5f-9f09-4209-8759-3453429e608f req-c1b7701c-3c5e-4e5a-8db5-53d951944d67 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Unset dirty status for tenant:381dd8912df24e389adcfe6de6d1a5c7 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:33:50.771038 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bfce9a5f-9f09-4209-8759-3453429e608f req-c1b7701c-3c5e-4e5a-8db5-53d951944d67 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2087607147&fields=id&tenant_id=381dd8912df24e389adcfe6de6d1a5c7 HTTP/1.1" status: 200 len: 267 time: 0.1071181 Mar 05 13:33:50.824260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3cce8-4568-4cd9-921f-0a07af949359 req-cd7cf069-9300-405b-aff0-3b88cd517833 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:50.825818 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5ae3cce8-4568-4cd9-921f-0a07af949359 req-cd7cf069-9300-405b-aff0-3b88cd517833 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f97ec80-3c29-490e-a1a4-65cfa192a887 HTTP/1.1" status: 200 len: 936 time: 0.3527107 Mar 05 13:33:50.922412 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79764cb-a4c4-4c02-b892-2396506cf6fc service neutron] Pushing event updated for resources: {'Port': ['ID=9c79b7bd-cedf-4fea-aa20-cda683bff351,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:50.934413 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e5d8fba8-8d61-4252-960e-22c5377c1264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:50.961418 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c170b763-501c-4fac-862b-d8d2e1945822 req-e79764cb-a4c4-4c02-b892-2396506cf6fc service neutron] Attempting to bind port 9c79b7bd-cedf-4fea-aa20-cda683bff351 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:33:50.961634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c170b763-501c-4fac-862b-d8d2e1945822 req-e79764cb-a4c4-4c02-b892-2396506cf6fc service neutron] Attempting to bind port 9c79b7bd-cedf-4fea-aa20-cda683bff351 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:33:50.961958 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c170b763-501c-4fac-862b-d8d2e1945822 req-e79764cb-a4c4-4c02-b892-2396506cf6fc service neutron] Attempting to bind port 9c79b7bd-cedf-4fea-aa20-cda683bff351 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:33:50.968406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-5ae3cce8-4568-4cd9-921f-0a07af949359 req-fbd5455c-e0e2-491a-bdd2-d209e9f725dc tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Synchronizing usage tracker for tenant:544cfe2c446445b7b5e40e02bc3a6bbb on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:33:50.969602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce9a5f-9f09-4209-8759-3453429e608f req-7fdb0b55-1950-4cc9-82e4-0cfddb033464 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:50.972898 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bfce9a5f-9f09-4209-8759-3453429e608f req-7fdb0b55-1950-4cc9-82e4-0cfddb033464 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/networks?id=4b61c9c6-6153-4f6d-b89b-c9e0e8648846 HTTP/1.1" status: 200 len: 823 time: 0.1948218 Mar 05 13:33:50.981806 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e5d8fba8-8d61-4252-960e-22c5377c1264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:50.984250 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:33:50.995044 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c170b763-501c-4fac-862b-d8d2e1945822 req-e79764cb-a4c4-4c02-b892-2396506cf6fc service neutron] Port 9c79b7bd-cedf-4fea-aa20-cda683bff351 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:33:50.995566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c170b763-501c-4fac-862b-d8d2e1945822 req-e79764cb-a4c4-4c02-b892-2396506cf6fc service neutron] Attempting to bind port 9c79b7bd-cedf-4fea-aa20-cda683bff351 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:33:51.002543 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bfce9a5f-9f09-4209-8759-3453429e608f req-ccdc875d-9afa-4702-acef-ab515e1fccdf tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/quotas/381dd8912df24e389adcfe6de6d1a5c7 HTTP/1.1" status: 200 len: 375 time: 0.0233169 Mar 05 13:33:51.015860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c170b763-501c-4fac-862b-d8d2e1945822 req-e79764cb-a4c4-4c02-b892-2396506cf6fc service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:33:51.016196 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c170b763-501c-4fac-862b-d8d2e1945822 req-e79764cb-a4c4-4c02-b892-2396506cf6fc service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:33:51.016576 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c170b763-501c-4fac-862b-d8d2e1945822 req-e79764cb-a4c4-4c02-b892-2396506cf6fc service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:33:51.017070 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c170b763-501c-4fac-862b-d8d2e1945822 req-e79764cb-a4c4-4c02-b892-2396506cf6fc service neutron] Bound port: 9c79b7bd-cedf-4fea-aa20-cda683bff351, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:33:51.017413 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c170b763-501c-4fac-862b-d8d2e1945822 req-e79764cb-a4c4-4c02-b892-2396506cf6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:51.021565 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['125b5607-3d00-49a6-acd8-e90ea24b7292'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:33:51.105912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-5ae3cce8-4568-4cd9-921f-0a07af949359 req-fbd5455c-e0e2-491a-bdd2-d209e9f725dc tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Unset dirty status for tenant:544cfe2c446445b7b5e40e02bc3a6bbb on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:33:51.107081 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5ae3cce8-4568-4cd9-921f-0a07af949359 req-fbd5455c-e0e2-491a-bdd2-d209e9f725dc tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290316 Mar 05 13:33:51.131832 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bfce9a5f-9f09-4209-8759-3453429e608f req-dd822316-d0a1-4bc6-8add-c023c0d2e10c tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=381dd8912df24e389adcfe6de6d1a5c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1269007 Mar 05 13:33:51.167102 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e5d8fba8-8d61-4252-960e-22c5377c1264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:51.191616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8fba8-8d61-4252-960e-22c5377c1264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4625283-3aed-4778-befc-0c97d916edb9,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:51.197278 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c170b763-501c-4fac-862b-d8d2e1945822 req-e79764cb-a4c4-4c02-b892-2396506cf6fc service neutron] For port 9c79b7bd-cedf-4fea-aa20-cda683bff351, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:33:51.199593 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e5d8fba8-8d61-4252-960e-22c5377c1264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:51.200692 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e5d8fba8-8d61-4252-960e-22c5377c1264 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4625283-3aed-4778-befc-0c97d916edb9 HTTP/1.1" status: 204 len: 168 time: 0.6532667 Mar 05 13:33:51.202510 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c170b763-501c-4fac-862b-d8d2e1945822 req-e79764cb-a4c4-4c02-b892-2396506cf6fc service neutron] For port 9c79b7bd-cedf-4fea-aa20-cda683bff351, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=9c79b7bd-cedf-4fea-aa20-cda683bff351,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:33:51.210273 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c170b763-501c-4fac-862b-d8d2e1945822 req-e79764cb-a4c4-4c02-b892-2396506cf6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:51.313560 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170b763-501c-4fac-862b-d8d2e1945822 req-e79764cb-a4c4-4c02-b892-2396506cf6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:51.314169 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c170b763-501c-4fac-862b-d8d2e1945822 req-e79764cb-a4c4-4c02-b892-2396506cf6fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:51.316288 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c170b763-501c-4fac-862b-d8d2e1945822 req-e79764cb-a4c4-4c02-b892-2396506cf6fc service neutron] 10.222.0.15 "PUT /v2.0/ports/9c79b7bd-cedf-4fea-aa20-cda683bff351 HTTP/1.1" status: 200 len: 1117 time: 1.8939800 Mar 05 13:33:51.317082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f97ec80-3c29-490e-a1a4-65cfa192a887', 'tag': '9c79b7bd-cedf-4fea-aa20-cda683bff351'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:33:51.552827 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79764cb-a4c4-4c02-b892-2396506cf6fc service neutron] Pushing event updated for resources: {'Port': ['ID=9c79b7bd-cedf-4fea-aa20-cda683bff351,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:51.649140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15df46f-9acc-495b-a8a5-9e80357e38ee req-c51442e8-23bd-405f-9aa8-36a09cf6f187 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:51.663625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f15df46f-9acc-495b-a8a5-9e80357e38ee req-c51442e8-23bd-405f-9aa8-36a09cf6f187 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Synchronizing usage tracker for tenant:3287142e768d4af49a9e6309e1f91014 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:33:51.678846 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170b763-501c-4fac-862b-d8d2e1945822 req-15fe9138-3137-46b1-8c9f-8bb4dbdbe7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:51.680314 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c170b763-501c-4fac-862b-d8d2e1945822 req-15fe9138-3137-46b1-8c9f-8bb4dbdbe7bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=544cfe2c446445b7b5e40e02bc3a6bbb&device_id=6f97ec80-3c29-490e-a1a4-65cfa192a887 HTTP/1.1" status: 200 len: 1120 time: 0.2969663 Mar 05 13:33:51.739225 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-bfce9a5f-9f09-4209-8759-3453429e608f req-419f88db-8fb8-46f3-8ab3-be122fe8ea60 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:33:51.745083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f15df46f-9acc-495b-a8a5-9e80357e38ee req-c51442e8-23bd-405f-9aa8-36a09cf6f187 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Unset dirty status for tenant:3287142e768d4af49a9e6309e1f91014 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:33:51.745912 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bfce9a5f-9f09-4209-8759-3453429e608f req-419f88db-8fb8-46f3-8ab3-be122fe8ea60 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4101753 Mar 05 13:33:51.751607 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f15df46f-9acc-495b-a8a5-9e80357e38ee req-c51442e8-23bd-405f-9aa8-36a09cf6f187 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7 HTTP/1.1" status: 200 len: 948 time: 0.4397764 Mar 05 13:33:51.786087 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c170b763-501c-4fac-862b-d8d2e1945822 req-3e809a65-e404-4ebb-9543-ebc8e7c3998c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=9c79b7bd-cedf-4fea-aa20-cda683bff351 HTTP/1.1" status: 200 len: 217 time: 0.0946736 Mar 05 13:33:51.851226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f15df46f-9acc-495b-a8a5-9e80357e38ee req-2e2615cf-8d0e-4eb3-83b6-f49bf7bff494 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Synchronizing usage tracker for tenant:3287142e768d4af49a9e6309e1f91014 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:33:51.887866 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170b763-501c-4fac-862b-d8d2e1945822 req-bda7bf6b-3064-47ae-8cff-209c9547ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:51.889780 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c170b763-501c-4fac-862b-d8d2e1945822 req-bda7bf6b-3064-47ae-8cff-209c9547ce03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.0939140 Mar 05 13:33:51.891131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f15df46f-9acc-495b-a8a5-9e80357e38ee req-2e2615cf-8d0e-4eb3-83b6-f49bf7bff494 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Unset dirty status for tenant:3287142e768d4af49a9e6309e1f91014 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:33:51.892495 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f15df46f-9acc-495b-a8a5-9e80357e38ee req-2e2615cf-8d0e-4eb3-83b6-f49bf7bff494 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400905 Mar 05 13:33:51.933829 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bfce9a5f-9f09-4209-8759-3453429e608f req-4b319830-0d37-45be-bb35-02eb6b1bedbf service neutron] 10.222.0.16 "GET /v2.0/networks/4b61c9c6-6153-4f6d-b89b-c9e0e8648846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869581 Mar 05 13:33:52.020544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170b763-501c-4fac-862b-d8d2e1945822 req-523cb1d7-7e3b-486b-813a-a4d22d0aa5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:52.022431 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c170b763-501c-4fac-862b-d8d2e1945822 req-523cb1d7-7e3b-486b-813a-a4d22d0aa5a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1253910 Mar 05 13:33:52.171529 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bfce9a5f-9f09-4209-8759-3453429e608f req-8a6cae6e-bc68-4be3-ad1b-87276128abb5 service neutron] 10.222.0.16 "GET /v2.0/networks/4b61c9c6-6153-4f6d-b89b-c9e0e8648846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339065 Mar 05 13:33:52.231004 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c170b763-501c-4fac-862b-d8d2e1945822 req-d308ad3b-fdf9-44a3-be6b-70e190bdd5c2 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018273 Mar 05 13:33:52.296982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a5b2e-5369-4a63-afd2-5717a3168a16 req-140fee9c-2afd-45e1-b182-e1b69245d8e1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:52.298443 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cc5a5b2e-5369-4a63-afd2-5717a3168a16 req-140fee9c-2afd-45e1-b182-e1b69245d8e1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 949 time: 0.2258704 Mar 05 13:33:52.342812 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f97ec80-3c29-490e-a1a4-65cfa192a887', 'tag': '9c79b7bd-cedf-4fea-aa20-cda683bff351', 'status': 'completed', 'code': 200} Mar 05 13:33:52.457729 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cc5a5b2e-5369-4a63-afd2-5717a3168a16 req-101b7e04-2a32-4b48-9169-0923b07785b8 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113920 Mar 05 13:33:52.505722 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c170b763-501c-4fac-862b-d8d2e1945822 req-8fb197cc-8b88-4b10-9d32-903928415de3 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660177 Mar 05 13:33:52.584222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30472540-f2d2-4d96-a923-99cfab732a61 req-a7e51eaa-a072-4b34-9b69-fc7132260829 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:52.586033 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-30472540-f2d2-4d96-a923-99cfab732a61 req-a7e51eaa-a072-4b34-9b69-fc7132260829 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3b333d4-8127-4fe9-b01a-103f763e5441 HTTP/1.1" status: 200 len: 971 time: 0.1384027 Mar 05 13:33:52.670999 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-30472540-f2d2-4d96-a923-99cfab732a61 req-f69d9853-26b4-4793-b574-ba57b80490dd tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/security-groups?id=22dbb839-0560-4610-abd2-fb5399b1d753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749958 Mar 05 13:33:52.720650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f66a6b-5c65-41af-86e5-1c4a5a3d0ccf req-fcc3f506-5054-488f-8f0c-34044f675a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:52.723201 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-41f66a6b-5c65-41af-86e5-1c4a5a3d0ccf req-fcc3f506-5054-488f-8f0c-34044f675a86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=544cfe2c446445b7b5e40e02bc3a6bbb&device_id=6f97ec80-3c29-490e-a1a4-65cfa192a887 HTTP/1.1" status: 200 len: 1120 time: 0.1520922 Mar 05 13:33:52.934608 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-5002f0a1-abeb-407f-9144-d10ad722f212 req-f001867d-94a0-4995-b0d9-8f92add21e1d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Synchronizing usage tracker for tenant:381dd8912df24e389adcfe6de6d1a5c7 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:33:52.946553 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba3706-53aa-4b47-b45d-777b15180575 req-61dc8f36-53a4-4db0-adb5-efae776fb963 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:52.948340 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-deba3706-53aa-4b47-b45d-777b15180575 req-61dc8f36-53a4-4db0-adb5-efae776fb963 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f97ec80-3c29-490e-a1a4-65cfa192a887 HTTP/1.1" status: 200 len: 969 time: 0.1019514 Mar 05 13:33:52.975298 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-5002f0a1-abeb-407f-9144-d10ad722f212 req-f001867d-94a0-4995-b0d9-8f92add21e1d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Unset dirty status for tenant:381dd8912df24e389adcfe6de6d1a5c7 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:33:52.984450 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5002f0a1-abeb-407f-9144-d10ad722f212 req-f001867d-94a0-4995-b0d9-8f92add21e1d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194d415-b56a-44ab-b0f2-d7578924c670 HTTP/1.1" status: 200 len: 210 time: 0.1108162 Mar 05 13:33:53.000236 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f66a6b-5c65-41af-86e5-1c4a5a3d0ccf req-da60541b-d9b9-4a33-ab35-0eeae868fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:53.001682 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-41f66a6b-5c65-41af-86e5-1c4a5a3d0ccf req-da60541b-d9b9-4a33-ab35-0eeae868fbe2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.2709873 Mar 05 13:33:53.040185 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-deba3706-53aa-4b47-b45d-777b15180575 req-6c1baac9-e5bd-4a53-a934-1a9aae3e97de tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855408 Mar 05 13:33:53.097464 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-41f66a6b-5c65-41af-86e5-1c4a5a3d0ccf req-967edd9a-efa9-420f-ad72-f3f0d20512b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=9c79b7bd-cedf-4fea-aa20-cda683bff351 HTTP/1.1" status: 200 len: 217 time: 0.0884032 Mar 05 13:33:53.222998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f66a6b-5c65-41af-86e5-1c4a5a3d0ccf req-84a3ecd3-f06d-4887-90ee-08b6f8800e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:53.224974 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-41f66a6b-5c65-41af-86e5-1c4a5a3d0ccf req-84a3ecd3-f06d-4887-90ee-08b6f8800e6e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1196301 Mar 05 13:33:53.297369 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689131b8-8eb1-4a8e-8406-cd96e4c888ba req-861275ea-c81c-4823-85d3-43340991c385 tempest-AggregatesAdminTestJSON-1606175238 tempest-AggregatesAdminTestJSON-1606175238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:53.298826 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-689131b8-8eb1-4a8e-8406-cd96e4c888ba req-861275ea-c81c-4823-85d3-43340991c385 tempest-AggregatesAdminTestJSON-1606175238 tempest-AggregatesAdminTestJSON-1606175238-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f3b333d4-8127-4fe9-b01a-103f763e5441 HTTP/1.1" status: 200 len: 1122 time: 0.1601453 Mar 05 13:33:53.327401 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-689131b8-8eb1-4a8e-8406-cd96e4c888ba req-89cdeeef-bab3-4695-93ed-a16d9d8cce40 tempest-AggregatesAdminTestJSON-1606175238 tempest-AggregatesAdminTestJSON-1606175238-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:53.354491 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-689131b8-8eb1-4a8e-8406-cd96e4c888ba req-89cdeeef-bab3-4695-93ed-a16d9d8cce40 tempest-AggregatesAdminTestJSON-1606175238 tempest-AggregatesAdminTestJSON-1606175238-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:53.361630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-689131b8-8eb1-4a8e-8406-cd96e4c888ba req-89cdeeef-bab3-4695-93ed-a16d9d8cce40 tempest-AggregatesAdminTestJSON-1606175238 tempest-AggregatesAdminTestJSON-1606175238-project-admin] Usage tracker for resource:security_group_rule and tenant:029311b4611846cebdb335c766dd4834 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:53.365424 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-689131b8-8eb1-4a8e-8406-cd96e4c888ba req-89cdeeef-bab3-4695-93ed-a16d9d8cce40 tempest-AggregatesAdminTestJSON-1606175238 tempest-AggregatesAdminTestJSON-1606175238-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:53.369498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f66a6b-5c65-41af-86e5-1c4a5a3d0ccf req-b37034b7-c59d-4809-bc54-2a23649e09d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:53.371426 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-41f66a6b-5c65-41af-86e5-1c4a5a3d0ccf req-b37034b7-c59d-4809-bc54-2a23649e09d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1388047 Mar 05 13:33:53.375633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-689131b8-8eb1-4a8e-8406-cd96e4c888ba req-89cdeeef-bab3-4695-93ed-a16d9d8cce40 tempest-AggregatesAdminTestJSON-1606175238 tempest-AggregatesAdminTestJSON-1606175238-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:53.557539 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-41f66a6b-5c65-41af-86e5-1c4a5a3d0ccf req-9446af77-c62e-474a-99b0-e3d4538c20d4 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773927 Mar 05 13:33:53.657911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e43de8-3c8f-466e-9303-09da3aa54677 req-111e556e-be1a-49f9-8691-27b45a06df25 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:53.660923 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c7e43de8-3c8f-466e-9303-09da3aa54677 req-111e556e-be1a-49f9-8691-27b45a06df25 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7 HTTP/1.1" status: 200 len: 948 time: 0.1020455 Mar 05 13:33:53.708006 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-689131b8-8eb1-4a8e-8406-cd96e4c888ba req-89cdeeef-bab3-4695-93ed-a16d9d8cce40 tempest-AggregatesAdminTestJSON-1606175238 tempest-AggregatesAdminTestJSON-1606175238-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:53.709630 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c7e43de8-3c8f-466e-9303-09da3aa54677 req-391442ef-0ae5-4ac5-971b-26ae9a047437 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405185 Mar 05 13:33:53.717113 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 125b5607-3d00-49a6-acd8-e90ea24b7292 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:33:53.747984 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-689131b8-8eb1-4a8e-8406-cd96e4c888ba req-89cdeeef-bab3-4695-93ed-a16d9d8cce40 tempest-AggregatesAdminTestJSON-1606175238 tempest-AggregatesAdminTestJSON-1606175238-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:53.817660 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 125b5607-3d00-49a6-acd8-e90ea24b7292 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:33:53.824096 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 125b5607-3d00-49a6-acd8-e90ea24b7292 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:53.824834 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:53.857689 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-689131b8-8eb1-4a8e-8406-cd96e4c888ba req-89cdeeef-bab3-4695-93ed-a16d9d8cce40 tempest-AggregatesAdminTestJSON-1606175238 tempest-AggregatesAdminTestJSON-1606175238-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=22dbb839-0560-4610-abd2-fb5399b1d753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5506661 Mar 05 13:33:53.930071 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdeeef-bab3-4695-93ed-a16d9d8cce40 tempest-AggregatesAdminTestJSON-1606175238 tempest-AggregatesAdminTestJSON-1606175238-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bca329-dbb2-49b3-a55a-298b9c648720,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:53.951670 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-41f66a6b-5c65-41af-86e5-1c4a5a3d0ccf req-49f419f0-4594-490e-9a87-8c702f93ec88 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879955 Mar 05 13:33:53.969004 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:53.982668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce9a5f-9f09-4209-8759-3453429e608f req-f3dfe295-c0aa-4116-aedc-be2f89b3ad44 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:53.983450 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-bfce9a5f-9f09-4209-8759-3453429e608f req-f3dfe295-c0aa-4116-aedc-be2f89b3ad44 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Synchronizing usage tracker for tenant:381dd8912df24e389adcfe6de6d1a5c7 on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:33:54.021106 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125b5607-3d00-49a6-acd8-e90ea24b7292'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:33:54.023578 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-bfce9a5f-9f09-4209-8759-3453429e608f req-f3dfe295-c0aa-4116-aedc-be2f89b3ad44 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Unset dirty status for tenant:381dd8912df24e389adcfe6de6d1a5c7 on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:33:54.024905 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bfce9a5f-9f09-4209-8759-3453429e608f req-f3dfe295-c0aa-4116-aedc-be2f89b3ad44 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.30 "GET /v2.0/networks?id=4b61c9c6-6153-4f6d-b89b-c9e0e8648846 HTTP/1.1" status: 200 len: 823 time: 0.3502147 Mar 05 13:33:54.038731 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 125b5607-3d00-49a6-acd8-e90ea24b7292, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=125b5607-3d00-49a6-acd8-e90ea24b7292,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:33:54.043570 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:54.044604 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:33:54.087162 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-bfce9a5f-9f09-4209-8759-3453429e608f req-38fb2d9e-c1e9-4c8a-8eb1-eb53a6b21761 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Synchronizing usage tracker for tenant:381dd8912df24e389adcfe6de6d1a5c7 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:33:54.100078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-bfce9a5f-9f09-4209-8759-3453429e608f req-38fb2d9e-c1e9-4c8a-8eb1-eb53a6b21761 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Unset dirty status for tenant:381dd8912df24e389adcfe6de6d1a5c7 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:33:54.101376 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bfce9a5f-9f09-4209-8759-3453429e608f req-38fb2d9e-c1e9-4c8a-8eb1-eb53a6b21761 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=381dd8912df24e389adcfe6de6d1a5c7 HTTP/1.1" status: 200 len: 380 time: 0.0677958 Mar 05 13:33:54.109052 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafe2a0-7a28-46b5-b222-93cd5a4a96be req-4b442f18-e86f-4df8-bdae-c12bb702473f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:54.110612 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-bfce9a5f-9f09-4209-8759-3453429e608f req-7fdf0b76-513b-4d1b-aaa3-c086b6ce5819 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Request body: {'port': {'device_id': '2194d415-b56a-44ab-b0f2-d7578924c670', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'admin_state_up': True, 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'security_groups': ['ef53231d-4e0a-4a67-9f28-022e17843c88']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:33:54.115674 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-8fafe2a0-7a28-46b5-b222-93cd5a4a96be req-4b442f18-e86f-4df8-bdae-c12bb702473f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Synchronizing usage tracker for tenant:78a1cd353882451f977c98a0cde91b02 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:33:54.153616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-8fafe2a0-7a28-46b5-b222-93cd5a4a96be req-4b442f18-e86f-4df8-bdae-c12bb702473f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Unset dirty status for tenant:78a1cd353882451f977c98a0cde91b02 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:33:54.155045 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8fafe2a0-7a28-46b5-b222-93cd5a4a96be req-4b442f18-e86f-4df8-bdae-c12bb702473f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 949 time: 0.2487934 Mar 05 13:33:54.213564 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-8fafe2a0-7a28-46b5-b222-93cd5a4a96be req-d9b38331-2c99-45e1-adde-fc86f11179fa tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Synchronizing usage tracker for tenant:78a1cd353882451f977c98a0cde91b02 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:33:54.238677 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-8fafe2a0-7a28-46b5-b222-93cd5a4a96be req-d9b38331-2c99-45e1-adde-fc86f11179fa tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Unset dirty status for tenant:78a1cd353882451f977c98a0cde91b02 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:33:54.241329 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8fafe2a0-7a28-46b5-b222-93cd5a4a96be req-d9b38331-2c99-45e1-adde-fc86f11179fa tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799594 Mar 05 13:33:54.262813 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=125b5607-3d00-49a6-acd8-e90ea24b7292,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:54.274924 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:33:54.283471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:54.284257 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:54.314906 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42092) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:54.336545 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-bfce9a5f-9f09-4209-8759-3453429e608f req-7fdf0b76-513b-4d1b-aaa3-c086b6ce5819 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:54.349519 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-bfce9a5f-9f09-4209-8759-3453429e608f req-7fdf0b76-513b-4d1b-aaa3-c086b6ce5819 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:54.362228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfce9a5f-9f09-4209-8759-3453429e608f req-7fdf0b76-513b-4d1b-aaa3-c086b6ce5819 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Made reservation on behalf of 381dd8912df24e389adcfe6de6d1a5c7 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:33:54.367145 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bfce9a5f-9f09-4209-8759-3453429e608f req-7fdf0b76-513b-4d1b-aaa3-c086b6ce5819 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:54.389084 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125b5607-3d00-49a6-acd8-e90ea24b7292', 'code': 200} Mar 05 13:33:54.476716 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:54.489229 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d6634860-2c86-4038-b3c0-6b08456ddca7 req-dc5819b6-df1e-403d-8cbb-1f4d459f376b tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194d415-b56a-44ab-b0f2-d7578924c670 HTTP/1.1" status: 200 len: 210 time: 0.0814769 Mar 05 13:33:54.542578 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:33:54.551886 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:54.635890 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:54.643110 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e64af71b-4404-462c-b0d5-d058a76781e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:54.668150 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e64af71b-4404-462c-b0d5-d058a76781e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:54.676520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e64af71b-4404-462c-b0d5-d058a76781e4 admin admin] Usage tracker for resource:security_group_rule and tenant:27988ceaba9c42eba7a82fd0ad574ed6 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:54.682235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e64af71b-4404-462c-b0d5-d058a76781e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:54.694057 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e64af71b-4404-462c-b0d5-d058a76781e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:54.705841 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-bfce9a5f-9f09-4209-8759-3453429e608f req-7fdf0b76-513b-4d1b-aaa3-c086b6ce5819 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Allocated IP 172.20.0.3 (4b61c9c6-6153-4f6d-b89b-c9e0e8648846/53cf1e97-f281-4add-be04-6ab35f2b8193/38aee24f-cd5e-45fe-ad53-2d090026deda) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:33:54.732633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e018a-ec7d-4f82-bae7-277d896624e5 req-b8c32611-178f-45cf-842d-8cb173f5cc82 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:54.734072 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b56e018a-ec7d-4f82-bae7-277d896624e5 req-b8c32611-178f-45cf-842d-8cb173f5cc82 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f97ec80-3c29-490e-a1a4-65cfa192a887 HTTP/1.1" status: 200 len: 969 time: 0.1936595 Mar 05 13:33:54.738622 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1bdbb-56c3-4f3d-97ff-98a3e1cc00b7 req-7ae2e923-b5b4-456b-b16d-55d38edbbf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:54.740575 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-93b1bdbb-56c3-4f3d-97ff-98a3e1cc00b7 req-7ae2e923-b5b4-456b-b16d-55d38edbbf8b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7 HTTP/1.1" status: 200 len: 1100 time: 0.2855980 Mar 05 13:33:54.762406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62058b2-0b31-427e-8375-0f85157c0897 req-e505ea45-43cf-4275-8a98-ca8b6d789d3f tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:54.763873 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c62058b2-0b31-427e-8375-0f85157c0897 req-e505ea45-43cf-4275-8a98-ca8b6d789d3f tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3b333d4-8127-4fe9-b01a-103f763e5441 HTTP/1.1" status: 200 len: 971 time: 0.1452096 Mar 05 13:33:54.830432 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-93b1bdbb-56c3-4f3d-97ff-98a3e1cc00b7 req-879b2f9b-dbb0-46a3-84af-c39faf02fa38 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812621 Mar 05 13:33:54.834781 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b56e018a-ec7d-4f82-bae7-277d896624e5 req-9d304000-51af-48b1-85a9-1ac2c47fc9b6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933352 Mar 05 13:33:54.900588 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e64af71b-4404-462c-b0d5-d058a76781e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:54.905463 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e64af71b-4404-462c-b0d5-d058a76781e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:54.961051 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e64af71b-4404-462c-b0d5-d058a76781e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27988ceaba9c42eba7a82fd0ad574ed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6412175 Mar 05 13:33:54.961051 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64af71b-4404-462c-b0d5-d058a76781e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f41a5d-61be-470e-84d2-9aa0271bca79,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:54.963002 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42104) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:54.979337 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c62058b2-0b31-427e-8375-0f85157c0897 req-dce14324-9ec7-451f-89fa-b9fbe0bc30f7 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/security-groups?id=22dbb839-0560-4610-abd2-fb5399b1d753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053249 Mar 05 13:33:55.044296 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bfce9a5f-9f09-4209-8759-3453429e608f req-7fdf0b76-513b-4d1b-aaa3-c086b6ce5819 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:55.062001 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-bfce9a5f-9f09-4209-8759-3453429e608f req-7fdf0b76-513b-4d1b-aaa3-c086b6ce5819 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Transition to ACTIVE for port object 38aee24f-cd5e-45fe-ad53-2d090026deda will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:33:55.077496 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2c67612e-f461-43fc-a3f5-41ffcc65ccaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:55.088117 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bfce9a5f-9f09-4209-8759-3453429e608f req-7fdf0b76-513b-4d1b-aaa3-c086b6ce5819 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:55.119183 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b7967-c61f-40a1-a43b-ba40245b2eda req-5b0ce893-6ab7-4a56-8773-90d13d095836 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:55.120638 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f99b7967-c61f-40a1-a43b-ba40245b2eda req-5b0ce893-6ab7-4a56-8773-90d13d095836 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7 HTTP/1.1" status: 200 len: 949 time: 0.1428933 Mar 05 13:33:55.128100 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2c67612e-f461-43fc-a3f5-41ffcc65ccaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:55.160822 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfce9a5f-9f09-4209-8759-3453429e608f req-7fdf0b76-513b-4d1b-aaa3-c086b6ce5819 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Network 4b61c9c6-6153-4f6d-b89b-c9e0e8648846 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:33:55.163883 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-bfce9a5f-9f09-4209-8759-3453429e608f req-7fdf0b76-513b-4d1b-aaa3-c086b6ce5819 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:33:55.170059 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 9c79b7bd-cedf-4fea-aa20-cda683bff351 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:33:55.172164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfce9a5f-9f09-4209-8759-3453429e608f req-7fdf0b76-513b-4d1b-aaa3-c086b6ce5819 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:33:55.179666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce9a5f-9f09-4209-8759-3453429e608f req-7fdf0b76-513b-4d1b-aaa3-c086b6ce5819 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:55.179666 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bfce9a5f-9f09-4209-8759-3453429e608f req-7fdf0b76-513b-4d1b-aaa3-c086b6ce5819 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:55.194754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf0b76-513b-4d1b-aaa3-c086b6ce5819 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Pushing event updated for resources: {'Port': ['ID=38aee24f-cd5e-45fe-ad53-2d090026deda,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:55.224848 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bfce9a5f-9f09-4209-8759-3453429e608f req-7fdf0b76-513b-4d1b-aaa3-c086b6ce5819 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1184015 Mar 05 13:33:55.239995 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-bfce9a5f-9f09-4209-8759-3453429e608f req-5aa34ec4-3b92-46df-91d5-9452c5138131 service neutron] Request body: {'port': {'device_id': '2194d415-b56a-44ab-b0f2-d7578924c670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:33:55.264843 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f99b7967-c61f-40a1-a43b-ba40245b2eda req-e9285b8b-2822-42a5-945e-3d377ffff74f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295652 Mar 05 13:33:55.271124 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2c67612e-f461-43fc-a3f5-41ffcc65ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:55.297743 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67612e-f461-43fc-a3f5-41ffcc65ccaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f41a5d-61be-470e-84d2-9aa0271bca79,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:55.316372 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2c67612e-f461-43fc-a3f5-41ffcc65ccaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:55.318178 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2c67612e-f461-43fc-a3f5-41ffcc65ccaf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16f41a5d-61be-470e-84d2-9aa0271bca79 HTTP/1.1" status: 204 len: 168 time: 0.3537428 Mar 05 13:33:55.340360 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 9c79b7bd-cedf-4fea-aa20-cda683bff351, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=9c79b7bd-cedf-4fea-aa20-cda683bff351,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:33:55.348955 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42116) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:55.380404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '9c79b7bd-cedf-4fea-aa20-cda683bff351', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '9c79b7bd-cedf-4fea-aa20-cda683bff351', 'mac_address': 'fa:16:3e:33:0c:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:tempest-test_az-481518616', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:33:55.486187 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bfce9a5f-9f09-4209-8759-3453429e608f req-5aa34ec4-3b92-46df-91d5-9452c5138131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:55.506621 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:55.538486 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c79b7bd-cedf-4fea-aa20-cda683bff351 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:33:55.575794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 9c79b7bd-cedf-4fea-aa20-cda683bff351, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=9c79b7bd-cedf-4fea-aa20-cda683bff351,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:33:55.583627 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:55.606019 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-98afddcd-9771-48c7-9beb-cfb9bb5b16f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:55.636810 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-98afddcd-9771-48c7-9beb-cfb9bb5b16f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:55.643149 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-98afddcd-9771-48c7-9beb-cfb9bb5b16f6 admin admin] Usage tracker for resource:security_group_rule and tenant:b017ec6ccc6b4db88d90497764ab5d16 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:55.654715 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-98afddcd-9771-48c7-9beb-cfb9bb5b16f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:55.665715 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-98afddcd-9771-48c7-9beb-cfb9bb5b16f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:55.665917 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=9c79b7bd-cedf-4fea-aa20-cda683bff351,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:55.723099 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d4161fdc-8100-4043-95d0-23f12e3ce8cd None None] Provisioning for port 38aee24f-cd5e-45fe-ad53-2d090026deda completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:33:55.734336 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d4161fdc-8100-4043-95d0-23f12e3ce8cd None None] Provisioning complete for port 38aee24f-cd5e-45fe-ad53-2d090026deda triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:55.734725 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d4161fdc-8100-4043-95d0-23f12e3ce8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:55.794695 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d4161fdc-8100-4043-95d0-23f12e3ce8cd None None] Port 38aee24f-cd5e-45fe-ad53-2d090026deda cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:33:55.796808 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['9c79b7bd-cedf-4fea-aa20-cda683bff351'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:33:55.875285 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42128) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:55.902878 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c917cc9b-fc43-44f1-b68d-c92e1fab3390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:55.922208 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c917cc9b-fc43-44f1-b68d-c92e1fab3390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:55.927028 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c917cc9b-fc43-44f1-b68d-c92e1fab3390 admin admin] Usage tracker for resource:security_group_rule and tenant:1bff8b2d3b954ec887e4fd812c1fe70d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:55.930174 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c917cc9b-fc43-44f1-b68d-c92e1fab3390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:55.937797 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c917cc9b-fc43-44f1-b68d-c92e1fab3390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:56.014889 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de24da-959d-4bb3-b6b2-fb76ccd7fecb req-bdc89a72-f395-4710-b4b3-661c3ff1f5f1 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:56.016654 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a3de24da-959d-4bb3-b6b2-fb76ccd7fecb req-bdc89a72-f395-4710-b4b3-661c3ff1f5f1 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194d415-b56a-44ab-b0f2-d7578924c670 HTTP/1.1" status: 200 len: 931 time: 0.2877550 Mar 05 13:33:56.097337 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-bfce9a5f-9f09-4209-8759-3453429e608f req-5aa34ec4-3b92-46df-91d5-9452c5138131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38aee24f-cd5e-45fe-ad53-2d090026deda {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:33:56.119305 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bfce9a5f-9f09-4209-8759-3453429e608f req-5aa34ec4-3b92-46df-91d5-9452c5138131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:56.119582 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a3de24da-959d-4bb3-b6b2-fb76ccd7fecb req-780e34f5-afa2-4b7b-9ea8-cd75f5a19f5f tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef53231d-4e0a-4a67-9f28-022e17843c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905237 Mar 05 13:33:56.128792 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-98afddcd-9771-48c7-9beb-cfb9bb5b16f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:56.151450 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-bfce9a5f-9f09-4209-8759-3453429e608f req-5aa34ec4-3b92-46df-91d5-9452c5138131 service neutron] Transition to ACTIVE for port object 38aee24f-cd5e-45fe-ad53-2d090026deda will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:33:56.160961 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-98afddcd-9771-48c7-9beb-cfb9bb5b16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:56.161423 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc756c10-3f29-42a6-b456-64dc33ff3d40 req-3f380de8-47af-4b73-bed7-3d0a67ef577d tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:56.163058 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cc756c10-3f29-42a6-b456-64dc33ff3d40 req-3f380de8-47af-4b73-bed7-3d0a67ef577d tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 950 time: 0.6778891 Mar 05 13:33:56.171337 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec3667-059f-4130-905a-9a2c3d0cb7b6 req-8d3c4489-8d6d-4c7d-a66c-00cd7bded579 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:56.172751 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c5ec3667-059f-4130-905a-9a2c3d0cb7b6 req-8d3c4489-8d6d-4c7d-a66c-00cd7bded579 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3b333d4-8127-4fe9-b01a-103f763e5441 HTTP/1.1" status: 200 len: 971 time: 0.2352204 Mar 05 13:33:56.176648 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bfce9a5f-9f09-4209-8759-3453429e608f req-5aa34ec4-3b92-46df-91d5-9452c5138131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:56.224175 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c917cc9b-fc43-44f1-b68d-c92e1fab3390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:56.241384 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-98afddcd-9771-48c7-9beb-cfb9bb5b16f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b017ec6ccc6b4db88d90497764ab5d16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8888011 Mar 05 13:33:56.241384 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c917cc9b-fc43-44f1-b68d-c92e1fab3390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:56.251676 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42134) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:56.293830 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afddcd-9771-48c7-9beb-cfb9bb5b16f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4f531b-0408-4717-a4bc-c4c9d698bd72,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:56.357241 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c917cc9b-fc43-44f1-b68d-c92e1fab3390 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bff8b2d3b954ec887e4fd812c1fe70d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4774647 Mar 05 13:33:56.366047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42140) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:56.390531 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:33:56.401992 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917cc9b-fc43-44f1-b68d-c92e1fab3390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b12aa9b-9340-4c03-b755-96c746671e15,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:56.430944 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-c5ec3667-059f-4130-905a-9a2c3d0cb7b6 req-657a05f7-8be7-4f7d-a252-fe1860553a76 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Deleting port 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:33:56.431452 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c5ec3667-059f-4130-905a-9a2c3d0cb7b6 req-657a05f7-8be7-4f7d-a252-fe1860553a76 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:56.435418 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26d36b39-e29a-43c6-b5a7-2f97b5b175f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:56.463808 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39bbf5-5307-4c1e-88b1-5209712e34ee req-c245bed1-24c9-41a1-aff6-f25b269ffd6f tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:56.466163 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2c39bbf5-5307-4c1e-88b1-5209712e34ee req-c245bed1-24c9-41a1-aff6-f25b269ffd6f tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f97ec80-3c29-490e-a1a4-65cfa192a887 HTTP/1.1" status: 200 len: 970 time: 0.2152662 Mar 05 13:33:56.475195 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cc756c10-3f29-42a6-b456-64dc33ff3d40 req-ffbbd755-6f27-4bc5-91d0-0cd655598327 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011177 Mar 05 13:33:56.484798 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa34ec4-3b92-46df-91d5-9452c5138131 service neutron] Pushing event updated for resources: {'Port': ['ID=38aee24f-cd5e-45fe-ad53-2d090026deda,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:56.498729 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26d36b39-e29a-43c6-b5a7-2f97b5b175f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:56.604047 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26d36b39-e29a-43c6-b5a7-2f97b5b175f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:56.643426 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2c39bbf5-5307-4c1e-88b1-5209712e34ee req-cf2f3690-441c-4e20-b210-86ea40cb0b46 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311319 Mar 05 13:33:56.644534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d36b39-e29a-43c6-b5a7-2f97b5b175f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4f531b-0408-4717-a4bc-c4c9d698bd72,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:56.663471 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-bfce9a5f-9f09-4209-8759-3453429e608f req-5aa34ec4-3b92-46df-91d5-9452c5138131 service neutron] Attempting to bind port 38aee24f-cd5e-45fe-ad53-2d090026deda on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:33:56.664119 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-bfce9a5f-9f09-4209-8759-3453429e608f req-5aa34ec4-3b92-46df-91d5-9452c5138131 service neutron] Attempting to bind port 38aee24f-cd5e-45fe-ad53-2d090026deda by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '41427342-e06a-4011-8ea0-b80d50ad9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:33:56.664119 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce9a5f-9f09-4209-8759-3453429e608f req-5aa34ec4-3b92-46df-91d5-9452c5138131 service neutron] Attempting to bind port 38aee24f-cd5e-45fe-ad53-2d090026deda on network 4b61c9c6-6153-4f6d-b89b-c9e0e8648846 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:33:56.668252 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26d36b39-e29a-43c6-b5a7-2f97b5b175f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:56.669689 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-26d36b39-e29a-43c6-b5a7-2f97b5b175f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f4f531b-0408-4717-a4bc-c4c9d698bd72 HTTP/1.1" status: 204 len: 168 time: 0.4168577 Mar 05 13:33:56.728426 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce9a5f-9f09-4209-8759-3453429e608f req-5aa34ec4-3b92-46df-91d5-9452c5138131 service neutron] Port 38aee24f-cd5e-45fe-ad53-2d090026deda on network 4b61c9c6-6153-4f6d-b89b-c9e0e8648846 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:33:56.728774 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce9a5f-9f09-4209-8759-3453429e608f req-5aa34ec4-3b92-46df-91d5-9452c5138131 service neutron] Attempting to bind port 38aee24f-cd5e-45fe-ad53-2d090026deda on network 4b61c9c6-6153-4f6d-b89b-c9e0e8648846 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:33:56.760132 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce9a5f-9f09-4209-8759-3453429e608f req-5aa34ec4-3b92-46df-91d5-9452c5138131 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:33:56.760523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce9a5f-9f09-4209-8759-3453429e608f req-5aa34ec4-3b92-46df-91d5-9452c5138131 service neutron] Checking segment: {'id': '41427342-e06a-4011-8ea0-b80d50ad9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:33:56.760835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce9a5f-9f09-4209-8759-3453429e608f req-5aa34ec4-3b92-46df-91d5-9452c5138131 service neutron] Bound using segment: {'id': '41427342-e06a-4011-8ea0-b80d50ad9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:33:56.761380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-bfce9a5f-9f09-4209-8759-3453429e608f req-5aa34ec4-3b92-46df-91d5-9452c5138131 service neutron] Bound port: 38aee24f-cd5e-45fe-ad53-2d090026deda, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41427342-e06a-4011-8ea0-b80d50ad9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:33:56.763014 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bfce9a5f-9f09-4209-8759-3453429e608f req-5aa34ec4-3b92-46df-91d5-9452c5138131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:56.819523 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-42ccfb02-2dc5-471b-9227-ef24a30cecde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:56.848765 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a10a08-8c40-46cf-8db0-6a551cb56714 req-1d7e0089-d83d-4407-bc6a-398db634252f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:56.850271 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-75a10a08-8c40-46cf-8db0-6a551cb56714 req-1d7e0089-d83d-4407-bc6a-398db634252f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7 HTTP/1.1" status: 200 len: 949 time: 0.0878305 Mar 05 13:33:56.898217 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-75a10a08-8c40-46cf-8db0-6a551cb56714 req-e7dfb2c0-14f8-4ae6-b0fa-d46bb563412d tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416448 Mar 05 13:33:56.954565 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e', 'code': 200} Mar 05 13:33:57.042927 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-42ccfb02-2dc5-471b-9227-ef24a30cecde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:57.087532 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42154) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:57.108287 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2d9c9fc-bb18-44eb-b30d-e59348a15eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:57.130849 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f2d9c9fc-bb18-44eb-b30d-e59348a15eae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:33:57.137525 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f2d9c9fc-bb18-44eb-b30d-e59348a15eae admin admin] Usage tracker for resource:security_group_rule and tenant:644601f03b414ebb9a2a703d454e39ef is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:33:57.141594 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f2d9c9fc-bb18-44eb-b30d-e59348a15eae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:33:57.147645 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbfd16-a9b3-4b50-a026-be1646c1f88f req-9fa0acf5-1b3d-4f7f-9bd0-7e175d4aeb1b tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:57.151050 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c52439-27b9-48a8-8901-6631a1010743 req-ef5616c6-b1e6-45c4-86b8-ceb2dcb23ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:57.151996 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3cbfd16-a9b3-4b50-a026-be1646c1f88f req-9fa0acf5-1b3d-4f7f-9bd0-7e175d4aeb1b tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3b333d4-8127-4fe9-b01a-103f763e5441 HTTP/1.1" status: 200 len: 971 time: 0.4899371 Mar 05 13:33:57.153011 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-96c52439-27b9-48a8-8901-6631a1010743 req-ef5616c6-b1e6-45c4-86b8-ceb2dcb23ea8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 1101 time: 0.1315227 Mar 05 13:33:57.153432 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f2d9c9fc-bb18-44eb-b30d-e59348a15eae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:33:57.155852 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c5ec3667-059f-4130-905a-9a2c3d0cb7b6 req-657a05f7-8be7-4f7d-a252-fe1860553a76 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] For port 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:33:57.155852 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c5ec3667-059f-4130-905a-9a2c3d0cb7b6 req-657a05f7-8be7-4f7d-a252-fe1860553a76 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:57.170596 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-bfce9a5f-9f09-4209-8759-3453429e608f req-5aa34ec4-3b92-46df-91d5-9452c5138131 service neutron] For port 38aee24f-cd5e-45fe-ad53-2d090026deda, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:33:57.178647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 9c79b7bd-cedf-4fea-aa20-cda683bff351 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:33:57.225972 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-96c52439-27b9-48a8-8901-6631a1010743 req-8b7915bb-192a-4c86-a648-5c490af55943 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623088 Mar 05 13:33:57.275951 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 9c79b7bd-cedf-4fea-aa20-cda683bff351 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:33:57.283235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 9c79b7bd-cedf-4fea-aa20-cda683bff351 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:33:57.284332 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:57.320962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-c5ec3667-059f-4130-905a-9a2c3d0cb7b6 req-657a05f7-8be7-4f7d-a252-fe1860553a76 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Calling delete_port for 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e owned by compute:tempest-test_az-481518616 {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:33:57.363720 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2d9c9fc-bb18-44eb-b30d-e59348a15eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:57.371526 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2d9c9fc-bb18-44eb-b30d-e59348a15eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:57.374112 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-bfce9a5f-9f09-4209-8759-3453429e608f req-5aa34ec4-3b92-46df-91d5-9452c5138131 service neutron] For port 38aee24f-cd5e-45fe-ad53-2d090026deda, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=38aee24f-cd5e-45fe-ad53-2d090026deda,segment=NetworkSegment(41427342-e06a-4011-8ea0-b80d50ad9e15),segment_id=41427342-e06a-4011-8ea0-b80d50ad9e15)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:33:57.390599 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bfce9a5f-9f09-4209-8759-3453429e608f req-5aa34ec4-3b92-46df-91d5-9452c5138131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:57.424465 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f2d9c9fc-bb18-44eb-b30d-e59348a15eae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=644601f03b414ebb9a2a703d454e39ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3355176 Mar 05 13:33:57.426324 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9c9fc-bb18-44eb-b30d-e59348a15eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677fbb2a-eb74-4e01-9529-94cb80bc8d9e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:57.428719 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42160) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:33:57.446902 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-42ccfb02-2dc5-471b-9227-ef24a30cecde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:57.476045 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:57.489051 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3cbfd16-a9b3-4b50-a026-be1646c1f88f req-7ac3433a-edb4-45b8-9b96-ecd70a0c88cb tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/security-groups?id=22dbb839-0560-4610-abd2-fb5399b1d753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233476 Mar 05 13:33:57.526218 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 9c79b7bd-cedf-4fea-aa20-cda683bff351, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=9c79b7bd-cedf-4fea-aa20-cda683bff351,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:33:57.532426 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:57.533602 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:33:57.544468 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fdea53bd-061f-4176-ba02-93adc388326a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:57.597730 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fdea53bd-061f-4176-ba02-93adc388326a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:57.677756 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fdea53bd-061f-4176-ba02-93adc388326a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:57.686817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce9a5f-9f09-4209-8759-3453429e608f req-5aa34ec4-3b92-46df-91d5-9452c5138131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:57.687438 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bfce9a5f-9f09-4209-8759-3453429e608f req-5aa34ec4-3b92-46df-91d5-9452c5138131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:57.688841 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bfce9a5f-9f09-4209-8759-3453429e608f req-5aa34ec4-3b92-46df-91d5-9452c5138131 service neutron] 10.222.0.30 "PUT /v2.0/ports/38aee24f-cd5e-45fe-ad53-2d090026deda HTTP/1.1" status: 200 len: 1091 time: 2.4560950 Mar 05 13:33:57.689317 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2194d415-b56a-44ab-b0f2-d7578924c670', 'tag': '38aee24f-cd5e-45fe-ad53-2d090026deda'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:33:57.706480 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea53bd-061f-4176-ba02-93adc388326a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677fbb2a-eb74-4e01-9529-94cb80bc8d9e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:57.719932 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fdea53bd-061f-4176-ba02-93adc388326a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:57.721653 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fdea53bd-061f-4176-ba02-93adc388326a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/677fbb2a-eb74-4e01-9529-94cb80bc8d9e HTTP/1.1" status: 204 len: 168 time: 0.2919850 Mar 05 13:33:57.742827 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ccfb02-2dc5-471b-9227-ef24a30cecde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b12aa9b-9340-4c03-b755-96c746671e15,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:57.823364 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=9c79b7bd-cedf-4fea-aa20-cda683bff351,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:57.863111 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-42ccfb02-2dc5-471b-9227-ef24a30cecde admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:57.864290 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-42ccfb02-2dc5-471b-9227-ef24a30cecde admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b12aa9b-9340-4c03-b755-96c746671e15 HTTP/1.1" status: 204 len: 168 time: 1.4890304 Mar 05 13:33:57.875748 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa34ec4-3b92-46df-91d5-9452c5138131 service neutron] Pushing event updated for resources: {'Port': ['ID=38aee24f-cd5e-45fe-ad53-2d090026deda,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:57.909067 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:57.959450 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa82f5-96b5-4ab5-8c13-01934a118fc9 req-153a7602-e0e9-4d66-a2ff-0de534e77652 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:57.969656 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-38aa82f5-96b5-4ab5-8c13-01934a118fc9 req-153a7602-e0e9-4d66-a2ff-0de534e77652 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 950 time: 0.1690388 Mar 05 13:33:57.979395 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c5ec3667-059f-4130-905a-9a2c3d0cb7b6 req-657a05f7-8be7-4f7d-a252-fe1860553a76 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:58.024219 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-38aa82f5-96b5-4ab5-8c13-01934a118fc9 req-fba08581-f473-4176-8773-613a94c2f70d tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533533 Mar 05 13:33:58.033433 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712be46-2944-4d43-a06b-1db9fa748b3a req-5d4d2bcf-f736-47ee-89c2-482fe53c56d2 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:58.034893 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e712be46-2944-4d43-a06b-1db9fa748b3a req-5d4d2bcf-f736-47ee-89c2-482fe53c56d2 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Synchronizing usage tracker for tenant:381dd8912df24e389adcfe6de6d1a5c7 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:33:58.051050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a05f7-8be7-4f7d-a252-fe1860553a76 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Pushing event deleted for resources: {'Port': ['ID=3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:33:58.058933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce9a5f-9f09-4209-8759-3453429e608f req-2c4f7453-ceeb-468a-bb1d-13152c3737c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:58.060365 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bfce9a5f-9f09-4209-8759-3453429e608f req-2c4f7453-ceeb-468a-bb1d-13152c3737c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=381dd8912df24e389adcfe6de6d1a5c7&device_id=2194d415-b56a-44ab-b0f2-d7578924c670 HTTP/1.1" status: 200 len: 1094 time: 0.3070631 Mar 05 13:33:58.256083 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec9206-8077-4623-95c1-fd2b4dbc92dd req-03f245e7-6129-4508-b721-890099fe6351 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:58.258782 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bfce9a5f-9f09-4209-8759-3453429e608f req-1ef97c9f-948d-41e5-ac7b-9365a9ff0827 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38aee24f-cd5e-45fe-ad53-2d090026deda HTTP/1.1" status: 200 len: 217 time: 0.1650300 Mar 05 13:33:58.260169 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-58ec9206-8077-4623-95c1-fd2b4dbc92dd req-03f245e7-6129-4508-b721-890099fe6351 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f97ec80-3c29-490e-a1a4-65cfa192a887 HTTP/1.1" status: 200 len: 971 time: 0.1129408 Mar 05 13:33:58.263993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e712be46-2944-4d43-a06b-1db9fa748b3a req-5d4d2bcf-f736-47ee-89c2-482fe53c56d2 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Unset dirty status for tenant:381dd8912df24e389adcfe6de6d1a5c7 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:33:58.265134 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e712be46-2944-4d43-a06b-1db9fa748b3a req-5d4d2bcf-f736-47ee-89c2-482fe53c56d2 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194d415-b56a-44ab-b0f2-d7578924c670 HTTP/1.1" status: 200 len: 943 time: 0.5167732 Mar 05 13:33:58.266124 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ec3667-059f-4130-905a-9a2c3d0cb7b6 req-657a05f7-8be7-4f7d-a252-fe1860553a76 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] No DVR routers for this DVR port 3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:33:58.326497 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c5ec3667-059f-4130-905a-9a2c3d0cb7b6 req-657a05f7-8be7-4f7d-a252-fe1860553a76 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:58.358633 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-58ec9206-8077-4623-95c1-fd2b4dbc92dd req-719b359d-e13e-44db-8c5f-2caf7af249ec tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861142 Mar 05 13:33:58.421257 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c5ec3667-059f-4130-905a-9a2c3d0cb7b6 req-657a05f7-8be7-4f7d-a252-fe1860553a76 tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.15 "DELETE /v2.0/ports/3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e HTTP/1.1" status: 204 len: 173 time: 2.2286530 Mar 05 13:33:58.459034 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e712be46-2944-4d43-a06b-1db9fa748b3a req-9551ae3c-542d-40e9-beb4-6041846e9b9f tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef53231d-4e0a-4a67-9f28-022e17843c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807871 Mar 05 13:33:58.461323 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce9a5f-9f09-4209-8759-3453429e608f req-ea1e53d6-d7b6-4124-b57b-520857849765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:58.462775 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bfce9a5f-9f09-4209-8759-3453429e608f req-ea1e53d6-d7b6-4124-b57b-520857849765 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53cf1e97-f281-4add-be04-6ab35f2b8193 HTTP/1.1" status: 200 len: 862 time: 0.1895199 Mar 05 13:33:58.489488 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:58.594163 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2194d415-b56a-44ab-b0f2-d7578924c670', 'tag': '38aee24f-cd5e-45fe-ad53-2d090026deda', 'status': 'completed', 'code': 200} Mar 05 13:33:58.635359 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce9a5f-9f09-4209-8759-3453429e608f req-434fd241-019b-46b3-b634-bf0379fafd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:58.637063 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bfce9a5f-9f09-4209-8759-3453429e608f req-434fd241-019b-46b3-b634-bf0379fafd7d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b61c9c6-6153-4f6d-b89b-c9e0e8648846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1674640 Mar 05 13:33:58.708032 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:58.715100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61fde5-5a56-4756-a5fd-02c4e2aab835 req-552083e9-533b-4575-b08d-0f3c8f16681e tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:58.717481 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4f61fde5-5a56-4756-a5fd-02c4e2aab835 req-552083e9-533b-4575-b08d-0f3c8f16681e tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7 HTTP/1.1" status: 200 len: 949 time: 0.2087128 Mar 05 13:33:58.774519 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4f61fde5-5a56-4756-a5fd-02c4e2aab835 req-611cf081-4ac7-4233-b4a0-91ebcefe4cb9 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496247 Mar 05 13:33:58.858377 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7dd0b686-9947-4f92-a5f8-0e69e05740ee req-00a34905-b375-44d0-8250-e421a1fbf62f tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Synchronizing usage tracker for tenant:c0572c5c21e1447e96722583975bf369 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:33:58.894485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7dd0b686-9947-4f92-a5f8-0e69e05740ee req-00a34905-b375-44d0-8250-e421a1fbf62f tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] Unset dirty status for tenant:c0572c5c21e1447e96722583975bf369 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:33:58.895681 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7dd0b686-9947-4f92-a5f8-0e69e05740ee req-00a34905-b375-44d0-8250-e421a1fbf62f tempest-AggregatesAdminTestJSON-2008197380 tempest-AggregatesAdminTestJSON-2008197380-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3b333d4-8127-4fe9-b01a-103f763e5441 HTTP/1.1" status: 200 len: 210 time: 0.1075499 Mar 05 13:33:58.897656 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bfce9a5f-9f09-4209-8759-3453429e608f req-56d3d4c4-23f8-4975-8c84-e919e3119e4e service neutron] 10.222.0.30 "GET /v2.0/networks/4b61c9c6-6153-4f6d-b89b-c9e0e8648846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534797 Mar 05 13:33:58.956311 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f97ec80-3c29-490e-a1a4-65cfa192a887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c79b7bd-cedf-4fea-aa20-cda683bff351'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:33:59.020799 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f97ec80-3c29-490e-a1a4-65cfa192a887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c79b7bd-cedf-4fea-aa20-cda683bff351', 'code': 200} Mar 05 13:33:59.071691 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bfce9a5f-9f09-4209-8759-3453429e608f req-def39ecf-7a67-4d34-b827-350b19cf9885 service neutron] 10.222.0.30 "GET /v2.0/networks/4b61c9c6-6153-4f6d-b89b-c9e0e8648846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668303 Mar 05 13:33:59.289883 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef4dde-8da8-456c-8ae6-1b47d001e805 req-66838b6d-36f3-4160-94a9-e432bab097ba tempest-DeleteServersAdminTestJSON-1660534547 tempest-DeleteServersAdminTestJSON-1660534547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:59.291679 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-82ef4dde-8da8-456c-8ae6-1b47d001e805 req-66838b6d-36f3-4160-94a9-e432bab097ba tempest-DeleteServersAdminTestJSON-1660534547 tempest-DeleteServersAdminTestJSON-1660534547-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7 HTTP/1.1" status: 200 len: 1100 time: 0.1114476 Mar 05 13:33:59.374670 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-82ef4dde-8da8-456c-8ae6-1b47d001e805 req-4cd6b592-52ab-4834-b9cb-aabc0074f5ad tempest-DeleteServersAdminTestJSON-1660534547 tempest-DeleteServersAdminTestJSON-1660534547-project-admin] Deleting port 125b5607-3d00-49a6-acd8-e90ea24b7292 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:33:59.375166 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-82ef4dde-8da8-456c-8ae6-1b47d001e805 req-4cd6b592-52ab-4834-b9cb-aabc0074f5ad tempest-DeleteServersAdminTestJSON-1660534547 tempest-DeleteServersAdminTestJSON-1660534547-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:59.607649 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47889abf-7084-4c7b-9e30-c1501adb37fa req-6b17cd08-a30a-4b0e-b055-3dd2bb971820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:59.609380 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47889abf-7084-4c7b-9e30-c1501adb37fa req-6b17cd08-a30a-4b0e-b055-3dd2bb971820 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=381dd8912df24e389adcfe6de6d1a5c7&device_id=2194d415-b56a-44ab-b0f2-d7578924c670 HTTP/1.1" status: 200 len: 1094 time: 0.4733467 Mar 05 13:33:59.653669 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc059bc7-870a-4430-9822-8dd169e1cc31 req-527f851d-68d3-46da-949e-4963c2e825d9 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:59.658148 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bc059bc7-870a-4430-9822-8dd169e1cc31 req-527f851d-68d3-46da-949e-4963c2e825d9 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 950 time: 0.4593680 Mar 05 13:33:59.703815 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9971e1b-72e8-4412-83c2-3d143b1a5121 req-7a0f4c9b-5910-4064-b349-552367bcabc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:59.705642 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a9971e1b-72e8-4412-83c2-3d143b1a5121 req-7a0f4c9b-5910-4064-b349-552367bcabc1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6f97ec80-3c29-490e-a1a4-65cfa192a887 HTTP/1.1" status: 200 len: 1122 time: 0.4567249 Mar 05 13:33:59.760863 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41826f3-0bc5-416e-b69d-f1627ac053be req-8cfb967a-0aa8-454a-ace4-f01cda3f4962 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:59.767574 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e41826f3-0bc5-416e-b69d-f1627ac053be req-8cfb967a-0aa8-454a-ace4-f01cda3f4962 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f97ec80-3c29-490e-a1a4-65cfa192a887 HTTP/1.1" status: 200 len: 971 time: 0.2086651 Mar 05 13:33:59.803617 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-82ef4dde-8da8-456c-8ae6-1b47d001e805 req-4cd6b592-52ab-4834-b9cb-aabc0074f5ad tempest-DeleteServersAdminTestJSON-1660534547 tempest-DeleteServersAdminTestJSON-1660534547-project-admin] For port 125b5607-3d00-49a6-acd8-e90ea24b7292, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=125b5607-3d00-49a6-acd8-e90ea24b7292,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:33:59.803996 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-82ef4dde-8da8-456c-8ae6-1b47d001e805 req-4cd6b592-52ab-4834-b9cb-aabc0074f5ad tempest-DeleteServersAdminTestJSON-1660534547 tempest-DeleteServersAdminTestJSON-1660534547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:33:59.847535 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bc059bc7-870a-4430-9822-8dd169e1cc31 req-1342f270-a39e-403f-a98e-231da61f9e58 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644521 Mar 05 13:33:59.891827 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a9971e1b-72e8-4412-83c2-3d143b1a5121 req-fdb71a7f-28f7-43fb-a2d0-53fb424cbb2c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646676 Mar 05 13:33:59.911834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47889abf-7084-4c7b-9e30-c1501adb37fa req-3760e0e1-8fb5-4828-aa3f-55796a08c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:33:59.913173 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47889abf-7084-4c7b-9e30-c1501adb37fa req-3760e0e1-8fb5-4828-aa3f-55796a08c68c service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b61c9c6-6153-4f6d-b89b-c9e0e8648846 HTTP/1.1" status: 200 len: 923 time: 0.2936394 Mar 05 13:33:59.956517 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-82ef4dde-8da8-456c-8ae6-1b47d001e805 req-4cd6b592-52ab-4834-b9cb-aabc0074f5ad tempest-DeleteServersAdminTestJSON-1660534547 tempest-DeleteServersAdminTestJSON-1660534547-project-admin] Calling delete_port for 125b5607-3d00-49a6-acd8-e90ea24b7292 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:33:59.991370 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e41826f3-0bc5-416e-b69d-f1627ac053be req-9e6e7aca-c8a9-4bb5-966b-410f03373a0a tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228575 Mar 05 13:34:00.038098 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47889abf-7084-4c7b-9e30-c1501adb37fa req-6d64063c-2c54-4a4b-8977-d7300eae7da4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38aee24f-cd5e-45fe-ad53-2d090026deda HTTP/1.1" status: 200 len: 217 time: 0.1173663 Mar 05 13:34:00.117505 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47889abf-7084-4c7b-9e30-c1501adb37fa req-eb0b070f-80b0-447e-ae4e-40de54bd2dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:00.119228 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47889abf-7084-4c7b-9e30-c1501adb37fa req-eb0b070f-80b0-447e-ae4e-40de54bd2dc2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53cf1e97-f281-4add-be04-6ab35f2b8193 HTTP/1.1" status: 200 len: 862 time: 0.0741782 Mar 05 13:34:00.184662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11341cb8-806e-40fd-bce1-e8a78319a6b1 req-bacea87f-1ebd-43a3-8776-7abad907fee8 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:00.186129 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-11341cb8-806e-40fd-bce1-e8a78319a6b1 req-bacea87f-1ebd-43a3-8776-7abad907fee8 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194d415-b56a-44ab-b0f2-d7578924c670 HTTP/1.1" status: 200 len: 943 time: 0.1932521 Mar 05 13:34:00.248178 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-11341cb8-806e-40fd-bce1-e8a78319a6b1 req-7d39e812-9aa3-4a7a-bca9-5d65990c226b tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef53231d-4e0a-4a67-9f28-022e17843c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549409 Mar 05 13:34:00.253898 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47889abf-7084-4c7b-9e30-c1501adb37fa req-383128ae-6a6b-45eb-8a82-431db3be7290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:00.255836 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47889abf-7084-4c7b-9e30-c1501adb37fa req-383128ae-6a6b-45eb-8a82-431db3be7290 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b61c9c6-6153-4f6d-b89b-c9e0e8648846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262989 Mar 05 13:34:00.272197 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750a845-da8d-414d-8660-8348ec5dce6e req-bed68fb9-b8ff-4312-a377-7b1940feeff0 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:00.272197 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8750a845-da8d-414d-8660-8348ec5dce6e req-bed68fb9-b8ff-4312-a377-7b1940feeff0 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7 HTTP/1.1" status: 200 len: 949 time: 0.1527543 Mar 05 13:34:00.272197 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-82ef4dde-8da8-456c-8ae6-1b47d001e805 req-4cd6b592-52ab-4834-b9cb-aabc0074f5ad tempest-DeleteServersAdminTestJSON-1660534547 tempest-DeleteServersAdminTestJSON-1660534547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:00.276432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['125b5607-3d00-49a6-acd8-e90ea24b7292'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:34:00.337602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6b592-52ab-4834-b9cb-aabc0074f5ad tempest-DeleteServersAdminTestJSON-1660534547 tempest-DeleteServersAdminTestJSON-1660534547-project-admin] Pushing event deleted for resources: {'Port': ['ID=125b5607-3d00-49a6-acd8-e90ea24b7292,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:00.443755 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ef4dde-8da8-456c-8ae6-1b47d001e805 req-4cd6b592-52ab-4834-b9cb-aabc0074f5ad tempest-DeleteServersAdminTestJSON-1660534547 tempest-DeleteServersAdminTestJSON-1660534547-project-admin] No DVR routers for this DVR port 125b5607-3d00-49a6-acd8-e90ea24b7292 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:34:00.448888 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-82ef4dde-8da8-456c-8ae6-1b47d001e805 req-4cd6b592-52ab-4834-b9cb-aabc0074f5ad tempest-DeleteServersAdminTestJSON-1660534547 tempest-DeleteServersAdminTestJSON-1660534547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:00.454890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7', 'name': 'network-vif-deleted', 'tag': '125b5607-3d00-49a6-acd8-e90ea24b7292'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:34:00.459841 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47889abf-7084-4c7b-9e30-c1501adb37fa req-28c467fd-d595-4ebe-ab0b-9ce9ca3117ee service neutron] 10.222.0.30 "GET /v2.0/networks/4b61c9c6-6153-4f6d-b89b-c9e0e8648846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978111 Mar 05 13:34:00.473137 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8750a845-da8d-414d-8660-8348ec5dce6e req-703235f0-9165-44ae-86a0-23fee22ef051 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998143 Mar 05 13:34:00.496771 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-82ef4dde-8da8-456c-8ae6-1b47d001e805 req-4cd6b592-52ab-4834-b9cb-aabc0074f5ad tempest-DeleteServersAdminTestJSON-1660534547 tempest-DeleteServersAdminTestJSON-1660534547-project-admin] 10.222.0.30 "DELETE /v2.0/ports/125b5607-3d00-49a6-acd8-e90ea24b7292 HTTP/1.1" status: 204 len: 173 time: 1.1976409 Mar 05 13:34:00.599943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b333d4-8127-4fe9-b01a-103f763e5441', 'name': 'network-vif-deleted', 'tag': '3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:34:00.678640 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47889abf-7084-4c7b-9e30-c1501adb37fa req-245c9cea-edf6-42dd-bc1c-bc664dd18384 service neutron] 10.222.0.30 "GET /v2.0/networks/4b61c9c6-6153-4f6d-b89b-c9e0e8648846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114606 Mar 05 13:34:00.713178 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c5a83-d6e1-482e-ad59-44fd694ee412 req-78f56028-4029-4ff8-8791-609a8edf29be tempest-MigrationsAdminTest-1164237855 tempest-MigrationsAdminTest-1164237855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:00.713178 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a05c5a83-d6e1-482e-ad59-44fd694ee412 req-78f56028-4029-4ff8-8791-609a8edf29be tempest-MigrationsAdminTest-1164237855 tempest-MigrationsAdminTest-1164237855-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 1101 time: 0.0888052 Mar 05 13:34:00.735834 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a05c5a83-d6e1-482e-ad59-44fd694ee412 req-98945533-e0b8-4647-92cf-3bb654851118 tempest-MigrationsAdminTest-1164237855 tempest-MigrationsAdminTest-1164237855-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:00.752204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-a05c5a83-d6e1-482e-ad59-44fd694ee412 req-98945533-e0b8-4647-92cf-3bb654851118 tempest-MigrationsAdminTest-1164237855 tempest-MigrationsAdminTest-1164237855-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:00.757283 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a05c5a83-d6e1-482e-ad59-44fd694ee412 req-98945533-e0b8-4647-92cf-3bb654851118 tempest-MigrationsAdminTest-1164237855 tempest-MigrationsAdminTest-1164237855-project-admin] Usage tracker for resource:security_group_rule and tenant:c93b0669bfbf4c31ba9b32cf4a32b801 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:00.760199 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a05c5a83-d6e1-482e-ad59-44fd694ee412 req-98945533-e0b8-4647-92cf-3bb654851118 tempest-MigrationsAdminTest-1164237855 tempest-MigrationsAdminTest-1164237855-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:00.766352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-a05c5a83-d6e1-482e-ad59-44fd694ee412 req-98945533-e0b8-4647-92cf-3bb654851118 tempest-MigrationsAdminTest-1164237855 tempest-MigrationsAdminTest-1164237855-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:00.867233 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a05c5a83-d6e1-482e-ad59-44fd694ee412 req-98945533-e0b8-4647-92cf-3bb654851118 tempest-MigrationsAdminTest-1164237855 tempest-MigrationsAdminTest-1164237855-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:00.874140 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a05c5a83-d6e1-482e-ad59-44fd694ee412 req-98945533-e0b8-4647-92cf-3bb654851118 tempest-MigrationsAdminTest-1164237855 tempest-MigrationsAdminTest-1164237855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:00.902909 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a05c5a83-d6e1-482e-ad59-44fd694ee412 req-98945533-e0b8-4647-92cf-3bb654851118 tempest-MigrationsAdminTest-1164237855 tempest-MigrationsAdminTest-1164237855-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846135 Mar 05 13:34:00.909714 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f6e1dd-01b8-4d60-8d8d-2bf6173fa3c7', 'name': 'network-vif-deleted', 'tag': '125b5607-3d00-49a6-acd8-e90ea24b7292', 'status': 'completed', 'code': 200} Mar 05 13:34:00.929451 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98945533-e0b8-4647-92cf-3bb654851118 tempest-MigrationsAdminTest-1164237855 tempest-MigrationsAdminTest-1164237855-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab1436b-6df7-48c6-b39e-214aeb71eff3,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:00.975358 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b333d4-8127-4fe9-b01a-103f763e5441', 'name': 'network-vif-deleted', 'tag': '3adfa6dc-c3f8-439e-98a5-e69f1e7ecc5e', 'status': 'completed', 'code': 200} Mar 05 13:34:01.348303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42310) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:01.449286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e95f4-011c-4823-9b9d-6afba6b9cce4 req-0dbf9ded-e255-4aec-b59b-793fbc828bf8 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:01.451688 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8c9e95f4-011c-4823-9b9d-6afba6b9cce4 req-0dbf9ded-e255-4aec-b59b-793fbc828bf8 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f97ec80-3c29-490e-a1a4-65cfa192a887 HTTP/1.1" status: 200 len: 971 time: 0.1652417 Mar 05 13:34:01.483736 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-782bf28c-3da1-4683-9ea9-2fe7b4c30a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:01.499225 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-782bf28c-3da1-4683-9ea9-2fe7b4c30a86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:01.503239 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8c9e95f4-011c-4823-9b9d-6afba6b9cce4 req-f7b0b088-b496-42cb-ab32-97853d80d39c tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424519 Mar 05 13:34:01.504536 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-782bf28c-3da1-4683-9ea9-2fe7b4c30a86 admin admin] Usage tracker for resource:security_group_rule and tenant:7052e73eaed64d428f5fc26b3cf33d15 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:01.507504 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-782bf28c-3da1-4683-9ea9-2fe7b4c30a86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:01.513158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-782bf28c-3da1-4683-9ea9-2fe7b4c30a86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:01.630756 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-782bf28c-3da1-4683-9ea9-2fe7b4c30a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:01.637026 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-782bf28c-3da1-4683-9ea9-2fe7b4c30a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:01.699497 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-782bf28c-3da1-4683-9ea9-2fe7b4c30a86 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7052e73eaed64d428f5fc26b3cf33d15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500626 Mar 05 13:34:01.700405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bf28c-3da1-4683-9ea9-2fe7b4c30a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bb64d0-0218-42b9-8adb-e02ec4365606,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:01.702632 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42334) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:01.720914 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 38aee24f-cd5e-45fe-ad53-2d090026deda details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:34:01.778919 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6818605c-49c2-4ec6-8e75-642653b4e7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:01.780073 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235cd90-f2fe-42fa-8077-3d1cb65ae20c req-d5f9fd65-efac-4f66-9646-9ac4f625d10a tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:01.787291 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9235cd90-f2fe-42fa-8077-3d1cb65ae20c req-d5f9fd65-efac-4f66-9646-9ac4f625d10a tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194d415-b56a-44ab-b0f2-d7578924c670 HTTP/1.1" status: 200 len: 943 time: 0.1415989 Mar 05 13:34:01.817987 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6818605c-49c2-4ec6-8e75-642653b4e7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:01.869696 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9235cd90-f2fe-42fa-8077-3d1cb65ae20c req-631e419f-dddb-4721-86b9-c4568dc5b3f2 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef53231d-4e0a-4a67-9f28-022e17843c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797632 Mar 05 13:34:01.870108 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42342) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:01.895629 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 38aee24f-cd5e-45fe-ad53-2d090026deda, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=38aee24f-cd5e-45fe-ad53-2d090026deda,segment=NetworkSegment(41427342-e06a-4011-8ea0-b80d50ad9e15),segment_id=41427342-e06a-4011-8ea0-b80d50ad9e15)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:01.906686 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6818605c-49c2-4ec6-8e75-642653b4e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:01.913798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '38aee24f-cd5e-45fe-ad53-2d090026deda', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'port_id': '38aee24f-cd5e-45fe-ad53-2d090026deda', 'mac_address': 'fa:16:3e:86:6b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:34:01.935035 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818605c-49c2-4ec6-8e75-642653b4e7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bb64d0-0218-42b9-8adb-e02ec4365606,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:01.940762 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6818605c-49c2-4ec6-8e75-642653b4e7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:01.941936 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6818605c-49c2-4ec6-8e75-642653b4e7d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7bb64d0-0218-42b9-8adb-e02ec4365606 HTTP/1.1" status: 204 len: 168 time: 0.2383459 Mar 05 13:34:02.027243 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:02.054945 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-53a208c3-12ac-4f02-9ad3-5139f608e02d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1754348 Mar 05 13:34:02.075034 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38aee24f-cd5e-45fe-ad53-2d090026deda {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:34:02.105966 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 38aee24f-cd5e-45fe-ad53-2d090026deda, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=38aee24f-cd5e-45fe-ad53-2d090026deda,segment=NetworkSegment(41427342-e06a-4011-8ea0-b80d50ad9e15),segment_id=41427342-e06a-4011-8ea0-b80d50ad9e15)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:02.112968 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:02.197299 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-33428621-94ba-4869-aa0d-47c43a35b280 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3287142e768d4af49a9e6309e1f91014&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366828 Mar 05 13:34:02.235907 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=38aee24f-cd5e-45fe-ad53-2d090026deda,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:02.258527 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20c541-0b9a-4ddd-9f9a-187087cfd0fd req-dc570465-0127-4e41-9b51-2f56b579f13c tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:02.260039 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4e20c541-0b9a-4ddd-9f9a-187087cfd0fd req-dc570465-0127-4e41-9b51-2f56b579f13c tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 950 time: 0.1759596 Mar 05 13:34:02.317914 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4e20c541-0b9a-4ddd-9f9a-187087cfd0fd req-03a18214-3709-4087-82ce-c7e157b7b793 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475824 Mar 05 13:34:02.349348 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['38aee24f-cd5e-45fe-ad53-2d090026deda'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:34:02.384970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-5dd41971-3a57-4053-8f5e-c2d41c1b7774 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:02.387467 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-5dd41971-3a57-4053-8f5e-c2d41c1b7774 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886892 Mar 05 13:34:02.418563 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-9d427cea-22b0-4eb1-b530-f17ab9d67f6c tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/quotas/3287142e768d4af49a9e6309e1f91014 HTTP/1.1" status: 200 len: 375 time: 0.0209446 Mar 05 13:34:02.472154 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42382) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:02.501915 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-b2a7d57a-c029-4caa-89a2-28a0cff111f7 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3287142e768d4af49a9e6309e1f91014&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715683 Mar 05 13:34:02.513946 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c4816f6e-0376-4e87-8759-1643e1ff51f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:02.548878 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c4816f6e-0376-4e87-8759-1643e1ff51f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:02.579494 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c4816f6e-0376-4e87-8759-1643e1ff51f9 admin admin] Usage tracker for resource:security_group_rule and tenant:ac29ee95f3be43178c5a2378f6b1feb9 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:02.584554 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c4816f6e-0376-4e87-8759-1643e1ff51f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:02.592557 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c4816f6e-0376-4e87-8759-1643e1ff51f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:02.698323 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-8f94acf8-cacd-4b13-8769-223421eca834 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=544cfe2c446445b7b5e40e02bc3a6bbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490258 Mar 05 13:34:02.761080 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd1898fb-06c5-413c-9cfa-ebe0857a1bd5 req-b8df23d1-4017-4f84-ac95-a740fd494f9e tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=2410c33c-3d22-4ba5-86cf-b3cee005c24b HTTP/1.1" status: 200 len: 210 time: 0.0593250 Mar 05 13:34:02.879338 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c4816f6e-0376-4e87-8759-1643e1ff51f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:02.887535 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c4816f6e-0376-4e87-8759-1643e1ff51f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:02.954122 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-d2815b9a-a603-4de3-9e9d-b6e12a2ad0ad tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:02.961090 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-d2815b9a-a603-4de3-9e9d-b6e12a2ad0ad tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2615020 Mar 05 13:34:02.977247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4816f6e-0376-4e87-8759-1643e1ff51f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010e8c45-ea3a-4b13-b669-a3016676f1bd,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:02.982529 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c4816f6e-0376-4e87-8759-1643e1ff51f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac29ee95f3be43178c5a2378f6b1feb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5087104 Mar 05 13:34:02.985903 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42430) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:02.991285 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-d613dce8-e227-4ece-9789-55b0a4f09a6e tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/quotas/544cfe2c446445b7b5e40e02bc3a6bbb HTTP/1.1" status: 200 len: 375 time: 0.0293016 Mar 05 13:34:03.107425 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ec834372-2d3d-454f-b430-f736a5fd57be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:03.109018 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-9abd430f-0e57-4d9f-a62f-d9dd5d64fdf6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=544cfe2c446445b7b5e40e02bc3a6bbb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1168411 Mar 05 13:34:03.164938 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ec834372-2d3d-454f-b430-f736a5fd57be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:03.327695 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ec834372-2d3d-454f-b430-f736a5fd57be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:03.372431 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ec834372-2d3d-454f-b430-f736a5fd57be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:03.373560 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ec834372-2d3d-454f-b430-f736a5fd57be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/010e8c45-ea3a-4b13-b669-a3016676f1bd HTTP/1.1" status: 204 len: 168 time: 0.3851552 Mar 05 13:34:03.374730 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec834372-2d3d-454f-b430-f736a5fd57be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010e8c45-ea3a-4b13-b669-a3016676f1bd,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:03.450176 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a252e9f-ff65-49af-b4b4-3fa1eadca662 req-9a94214b-3b48-4535-a586-0c41add16285 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:03.450991 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5a252e9f-ff65-49af-b4b4-3fa1eadca662 req-9a94214b-3b48-4535-a586-0c41add16285 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194d415-b56a-44ab-b0f2-d7578924c670 HTTP/1.1" status: 200 len: 944 time: 0.1992872 Mar 05 13:34:03.460364 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5a9e78de-5944-4e69-aa5b-59de257587fd req-8b0197f1-eb7f-4ecb-a96b-6c3c35b31cba tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a HTTP/1.1" status: 200 len: 210 time: 0.1117935 Mar 05 13:34:03.659095 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5a252e9f-ff65-49af-b4b4-3fa1eadca662 req-aec3b893-262b-4fc8-9469-e1b5841551b7 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef53231d-4e0a-4a67-9f28-022e17843c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888535 Mar 05 13:34:03.749676 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 38aee24f-cd5e-45fe-ad53-2d090026deda up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:34:03.798339 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb063a2-a436-48d2-a42c-032182d46af5 req-1efb57f4-eb60-4012-aa59-239b37dafb8b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:03.809143 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3bb063a2-a436-48d2-a42c-032182d46af5 req-1efb57f4-eb60-4012-aa59-239b37dafb8b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 950 time: 0.1640487 Mar 05 13:34:03.920082 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 38aee24f-cd5e-45fe-ad53-2d090026deda completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:34:03.920425 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3bb063a2-a436-48d2-a42c-032182d46af5 req-5ff44b7e-3d8a-48b0-a451-78879d033947 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007421 Mar 05 13:34:03.939188 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 38aee24f-cd5e-45fe-ad53-2d090026deda triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:34:03.939559 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:04.067997 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-93d5acf3-40ff-45b6-825f-efa6335b7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:04.069593 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-93d5acf3-40ff-45b6-825f-efa6335b7b7c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 1101 time: 0.2229896 Mar 05 13:34:04.108632 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-23fd9df6-1ad9-4705-9977-6f9fc1142c75 req-6e4f58b3-68a1-46b1-83c7-5e34e51c891a tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=2410c33c-3d22-4ba5-86cf-b3cee005c24b HTTP/1.1" status: 200 len: 210 time: 0.0857034 Mar 05 13:34:04.163251 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:04.214546 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2194d415-b56a-44ab-b0f2-d7578924c670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38aee24f-cd5e-45fe-ad53-2d090026deda'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:34:04.226963 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 38aee24f-cd5e-45fe-ad53-2d090026deda, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=38aee24f-cd5e-45fe-ad53-2d090026deda,segment=NetworkSegment(41427342-e06a-4011-8ea0-b80d50ad9e15),segment_id=41427342-e06a-4011-8ea0-b80d50ad9e15)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:04.235542 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:04.236766 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 125b5607-3d00-49a6-acd8-e90ea24b7292 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:34:04.287097 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2194d415-b56a-44ab-b0f2-d7578924c670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38aee24f-cd5e-45fe-ad53-2d090026deda', 'code': 200} Mar 05 13:34:04.287817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-656fd148-b4b4-46ac-bc9e-9db986b187ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:04.291882 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-656fd148-b4b4-46ac-bc9e-9db986b187ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.2040286 Mar 05 13:34:04.340068 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 125b5607-3d00-49a6-acd8-e90ea24b7292 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:34:04.340528 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 125b5607-3d00-49a6-acd8-e90ea24b7292 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:34:04.390058 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=38aee24f-cd5e-45fe-ad53-2d090026deda,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:04.430392 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-44f6f0b7-d5fe-4f7d-bf84-6e2bc096f99e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e HTTP/1.1" status: 200 len: 217 time: 0.1286781 Mar 05 13:34:04.533122 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f6262-52ba-433f-a485-c460818a2e05 req-14b9b053-1872-4219-93dc-fc39b7796d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:04.535433 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1d4f6262-52ba-433f-a485-c460818a2e05 req-14b9b053-1872-4219-93dc-fc39b7796d72 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2194d415-b56a-44ab-b0f2-d7578924c670 HTTP/1.1" status: 200 len: 1096 time: 0.1957984 Mar 05 13:34:04.539468 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-efe952b4-76f9-415b-938d-d4aa545f29a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:04.541968 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-efe952b4-76f9-415b-938d-d4aa545f29a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1024973 Mar 05 13:34:04.673266 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-656df4bc-de6e-4cd0-93af-003f27b2aa86 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3287142e768d4af49a9e6309e1f91014&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434518 Mar 05 13:34:04.694607 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1d4f6262-52ba-433f-a485-c460818a2e05 req-4f9a67ca-6cd6-4054-a223-ecd9d6183757 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ef53231d-4e0a-4a67-9f28-022e17843c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350353 Mar 05 13:34:04.809797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-1434a687-55d1-4ce9-8207-04f5d66ede67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:04.811112 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-1434a687-55d1-4ce9-8207-04f5d66ede67 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2465076 Mar 05 13:34:04.882884 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cee3512c-aebc-4118-b402-c36901156d6f req-bba0d460-9589-4889-9109-68cc5b6bff75 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a HTTP/1.1" status: 200 len: 210 time: 0.0754943 Mar 05 13:34:05.055716 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-84648857-74a4-4d0b-8f69-daf130c929c6 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=544cfe2c446445b7b5e40e02bc3a6bbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361495 Mar 05 13:34:05.070691 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00594528-2c0d-45b4-82ae-04d17846d364 req-a39571e6-e15f-4697-846b-4e30400f814b tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:05.088142 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-00594528-2c0d-45b4-82ae-04d17846d364 req-a39571e6-e15f-4697-846b-4e30400f814b tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194d415-b56a-44ab-b0f2-d7578924c670 HTTP/1.1" status: 200 len: 945 time: 0.2059562 Mar 05 13:34:05.145857 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-00594528-2c0d-45b4-82ae-04d17846d364 req-01917d99-b170-4e7a-8d6a-29a6a3263e01 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef53231d-4e0a-4a67-9f28-022e17843c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566368 Mar 05 13:34:05.178259 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-e5b10c0e-aa0b-463d-ba53-c3d780c07e4a tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:05.179810 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-e5b10c0e-aa0b-463d-ba53-c3d780c07e4a tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5006320 Mar 05 13:34:05.242099 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-4b4317ff-147b-4e69-beaf-144e1741f392 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Request body: {'port': {'device_id': '2410c33c-3d22-4ba5-86cf-b3cee005c24b', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': '3287142e768d4af49a9e6309e1f91014'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:05.398367 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-fc353626-53b8-4b74-b2ff-5ecad7ddf0c4 req-ac2369ff-42ae-45eb-a0bc-f8b2fbca35d2 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Synchronizing usage tracker for tenant:3287142e768d4af49a9e6309e1f91014 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:34:05.418881 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-fc353626-53b8-4b74-b2ff-5ecad7ddf0c4 req-ac2369ff-42ae-45eb-a0bc-f8b2fbca35d2 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Unset dirty status for tenant:3287142e768d4af49a9e6309e1f91014 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:34:05.430646 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fc353626-53b8-4b74-b2ff-5ecad7ddf0c4 req-ac2369ff-42ae-45eb-a0bc-f8b2fbca35d2 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=2410c33c-3d22-4ba5-86cf-b3cee005c24b HTTP/1.1" status: 200 len: 210 time: 0.0854731 Mar 05 13:34:05.478954 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-e340cb89-2335-4b61-b428-80ccddc74559 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5704124 Mar 05 13:34:05.563630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-bc945604-ab7c-48b4-8c00-e5ab63efc30a tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:05.565665 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-bc945604-ab7c-48b4-8c00-e5ab63efc30a tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5048392 Mar 05 13:34:05.584619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-cb853d84-2903-43a4-9972-09326891bf45 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Request body: {'port': {'device_id': 'b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': '544cfe2c446445b7b5e40e02bc3a6bbb'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:05.599282 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-4b4317ff-147b-4e69-beaf-144e1741f392 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:05.681311 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb59f9-43f3-4b91-89d0-26741c9cbdc5 req-fb6f287e-5420-486b-bba8-977d711fa3f7 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:05.682874 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3eeb59f9-43f3-4b91-89d0-26741c9cbdc5 req-fb6f287e-5420-486b-bba8-977d711fa3f7 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 950 time: 0.5306134 Mar 05 13:34:05.708429 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-4b4317ff-147b-4e69-beaf-144e1741f392 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:05.879016 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-4b4317ff-147b-4e69-beaf-144e1741f392 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Made reservation on behalf of 3287142e768d4af49a9e6309e1f91014 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:34:05.882198 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-4b4317ff-147b-4e69-beaf-144e1741f392 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:05.930811 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3eeb59f9-43f3-4b91-89d0-26741c9cbdc5 req-f03322b2-002f-46af-b4b5-d141b6fe9d9e tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362280 Mar 05 13:34:06.026686 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-af45b942-f717-4ac8-8daf-0c54e6aff74a service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307927 Mar 05 13:34:06.040403 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-cb853d84-2903-43a4-9972-09326891bf45 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:06.061630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-cb853d84-2903-43a4-9972-09326891bf45 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:06.134974 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-cb853d84-2903-43a4-9972-09326891bf45 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Made reservation on behalf of 544cfe2c446445b7b5e40e02bc3a6bbb for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:34:06.138551 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-cb853d84-2903-43a4-9972-09326891bf45 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:06.198221 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-520bdd7b-d611-46e9-afbe-efeaefe20f6c req-d0e2f74d-1006-4c2d-8e1f-df904dd29da7 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a HTTP/1.1" status: 200 len: 210 time: 0.0560296 Mar 05 13:34:06.268959 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-4b4317ff-147b-4e69-beaf-144e1741f392 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Allocated IP 192.168.233.27 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/de86ea65-56b8-46a3-8648-440cc2454f31) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:34:06.540318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9e1d9-a054-4953-8436-52a58518d5b1 req-60a2c63c-bcee-4fb8-96e5-bc6471d3f9ec tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:06.542226 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0be9e1d9-a054-4953-8436-52a58518d5b1 req-60a2c63c-bcee-4fb8-96e5-bc6471d3f9ec tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194d415-b56a-44ab-b0f2-d7578924c670 HTTP/1.1" status: 200 len: 945 time: 0.1782320 Mar 05 13:34:06.579749 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-4b4317ff-147b-4e69-beaf-144e1741f392 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:06.600887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-4b4317ff-147b-4e69-beaf-144e1741f392 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Transition to ACTIVE for port object de86ea65-56b8-46a3-8648-440cc2454f31 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:34:06.613905 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0be9e1d9-a054-4953-8436-52a58518d5b1 req-43404bc0-f782-4bd4-8b1a-fc6a6eb1ac9c tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef53231d-4e0a-4a67-9f28-022e17843c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651014 Mar 05 13:34:06.687568 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42614) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:06.703530 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-4b4317ff-147b-4e69-beaf-144e1741f392 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:06.746960 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:34:06.812254 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-4b4317ff-147b-4e69-beaf-144e1741f392 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:34:06.819587 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-4b4317ff-147b-4e69-beaf-144e1741f392 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:34:06.824402 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4317ff-147b-4e69-beaf-144e1741f392 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Pushing event updated for resources: {'Port': ['ID=de86ea65-56b8-46a3-8648-440cc2454f31,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:06.828662 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-445359f1-2d1f-411e-b0da-b927bc89bcce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:06.829613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-4b4317ff-147b-4e69-beaf-144e1741f392 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:34:06.835688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-4b4317ff-147b-4e69-beaf-144e1741f392 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:06.836401 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-4b4317ff-147b-4e69-beaf-144e1741f392 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:06.852939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-445359f1-2d1f-411e-b0da-b927bc89bcce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:06.856890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-445359f1-2d1f-411e-b0da-b927bc89bcce admin admin] Usage tracker for resource:security_group_rule and tenant:aca105b4aa1341a487d297ae8f48ed3f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:06.858055 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-cb853d84-2903-43a4-9972-09326891bf45 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Allocated IP 192.168.233.118 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/dd806c3a-f5a0-420c-8d5e-8cf9371165a2) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:34:06.862595 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-445359f1-2d1f-411e-b0da-b927bc89bcce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:06.869639 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-445359f1-2d1f-411e-b0da-b927bc89bcce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:06.944860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d6b66-bc4c-47e0-ad09-2dab4e6a8d7d req-344851c3-7038-4c1a-a36b-b8548dccfa27 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:06.951365 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-298d6b66-bc4c-47e0-ad09-2dab4e6a8d7d req-344851c3-7038-4c1a-a36b-b8548dccfa27 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=2410c33c-3d22-4ba5-86cf-b3cee005c24b HTTP/1.1" status: 200 len: 935 time: 0.3193405 Mar 05 13:34:06.990684 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-445359f1-2d1f-411e-b0da-b927bc89bcce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:06.998630 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-445359f1-2d1f-411e-b0da-b927bc89bcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:07.003069 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-4b4317ff-147b-4e69-beaf-144e1741f392 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7668896 Mar 05 13:34:07.024770 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-901302da-1e51-4200-91da-2b8b29e0fd0c service neutron] Request body: {'port': {'device_id': '2410c33c-3d22-4ba5-86cf-b3cee005c24b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:07.090687 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445359f1-2d1f-411e-b0da-b927bc89bcce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88da6e93-2738-4f52-8a32-bd62af6a9a7a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:07.091678 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ac8aa2b8-aebb-4388-8a12-ccfa6a182df4 None None] Provisioning for port de86ea65-56b8-46a3-8648-440cc2454f31 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:34:07.100110 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ac8aa2b8-aebb-4388-8a12-ccfa6a182df4 None None] Provisioning complete for port de86ea65-56b8-46a3-8648-440cc2454f31 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:34:07.100434 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-445359f1-2d1f-411e-b0da-b927bc89bcce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aca105b4aa1341a487d297ae8f48ed3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4117911 Mar 05 13:34:07.101294 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ac8aa2b8-aebb-4388-8a12-ccfa6a182df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:07.102734 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42626) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:07.111557 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-298d6b66-bc4c-47e0-ad09-2dab4e6a8d7d req-e1991bdf-f632-43ed-8f06-7cbf60d59584 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489787 Mar 05 13:34:07.187049 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c7082f24-90db-40b5-aeb6-f8744ae5bbe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:07.218369 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ac8aa2b8-aebb-4388-8a12-ccfa6a182df4 None None] Port de86ea65-56b8-46a3-8648-440cc2454f31 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:34:07.231499 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c7082f24-90db-40b5-aeb6-f8744ae5bbe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:07.246693 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f57cf2-037d-4823-b65e-241daa319326 req-38f65b77-7c2c-4147-be2e-9b391084b59a tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:07.249511 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-30f57cf2-037d-4823-b65e-241daa319326 req-38f65b77-7c2c-4147-be2e-9b391084b59a tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194d415-b56a-44ab-b0f2-d7578924c670 HTTP/1.1" status: 200 len: 945 time: 0.2410755 Mar 05 13:34:07.264012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42640) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:07.280819 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-07e3661d-0547-418b-ad30-7420c8ffbf76 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Request body: {'floatingip': {'port_id': '38aee24f-cd5e-45fe-ad53-2d090026deda'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:07.315468 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-901302da-1e51-4200-91da-2b8b29e0fd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:07.337120 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-cb853d84-2903-43a4-9972-09326891bf45 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:07.395442 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07e3661d-0547-418b-ad30-7420c8ffbf76 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for floatingip, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:07.444316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-cb853d84-2903-43a4-9972-09326891bf45 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Transition to ACTIVE for port object dd806c3a-f5a0-420c-8d5e-8cf9371165a2 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:34:07.583626 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-cb853d84-2903-43a4-9972-09326891bf45 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:07.594980 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['9c79b7bd-cedf-4fea-aa20-cda683bff351'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:34:07.640756 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a7ee-66cc-4382-9489-ee0ec511435e req-a22a21ce-c696-4b8e-96e0-84881be931e0 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:07.642264 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-76f6a7ee-66cc-4382-9489-ee0ec511435e req-a22a21ce-c696-4b8e-96e0-84881be931e0 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 950 time: 0.2687221 Mar 05 13:34:07.704488 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c7082f24-90db-40b5-aeb6-f8744ae5bbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:07.738706 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7082f24-90db-40b5-aeb6-f8744ae5bbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88da6e93-2738-4f52-8a32-bd62af6a9a7a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:07.760397 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-cb853d84-2903-43a4-9972-09326891bf45 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:34:07.776995 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-cb853d84-2903-43a4-9972-09326891bf45 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:34:07.785469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-cb853d84-2903-43a4-9972-09326891bf45 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:34:07.790862 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-cb853d84-2903-43a4-9972-09326891bf45 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:07.791580 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-cb853d84-2903-43a4-9972-09326891bf45 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:07.797102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb853d84-2903-43a4-9972-09326891bf45 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Pushing event updated for resources: {'Port': ['ID=dd806c3a-f5a0-420c-8d5e-8cf9371165a2,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:07.821044 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-76f6a7ee-66cc-4382-9489-ee0ec511435e req-f9176962-cb86-441e-851e-46029afb1d6c tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573350 Mar 05 13:34:07.833179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33460c8c-3fcf-4311-b29e-ee57d68fa202 req-b64812f6-c731-49d5-a662-9d408acd61d4 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:07.834678 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-33460c8c-3fcf-4311-b29e-ee57d68fa202 req-b64812f6-c731-49d5-a662-9d408acd61d4 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a HTTP/1.1" status: 200 len: 936 time: 0.3863714 Mar 05 13:34:07.839676 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-cb853d84-2903-43a4-9972-09326891bf45 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2616038 Mar 05 13:34:07.852769 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c7082f24-90db-40b5-aeb6-f8744ae5bbe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:07.852769 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c7082f24-90db-40b5-aeb6-f8744ae5bbe8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88da6e93-2738-4f52-8a32-bd62af6a9a7a HTTP/1.1" status: 204 len: 168 time: 0.7389240 Mar 05 13:34:07.857178 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-6abf24ff-4d0e-4507-b213-70b1df033f8a service neutron] Request body: {'port': {'device_id': 'b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:08.025570 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-33460c8c-3fcf-4311-b29e-ee57d68fa202 req-d94d1b50-362b-45bd-80d9-0d75394d14eb tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773136 Mar 05 13:34:08.164627 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ed63dcd0-7105-4b3c-b276-50e6c28814d5 None None] Provisioning for port dd806c3a-f5a0-420c-8d5e-8cf9371165a2 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:34:08.172829 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ed63dcd0-7105-4b3c-b276-50e6c28814d5 None None] Provisioning complete for port dd806c3a-f5a0-420c-8d5e-8cf9371165a2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:34:08.175523 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ed63dcd0-7105-4b3c-b276-50e6c28814d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:08.193891 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-6abf24ff-4d0e-4507-b213-70b1df033f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:08.305504 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ed63dcd0-7105-4b3c-b276-50e6c28814d5 None None] Port dd806c3a-f5a0-420c-8d5e-8cf9371165a2 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:34:08.422245 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-901302da-1e51-4200-91da-2b8b29e0fd0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de86ea65-56b8-46a3-8648-440cc2454f31 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:34:08.443365 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-901302da-1e51-4200-91da-2b8b29e0fd0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:08.485059 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42674) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:08.539906 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-901302da-1e51-4200-91da-2b8b29e0fd0c service neutron] Transition to ACTIVE for port object de86ea65-56b8-46a3-8648-440cc2454f31 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:34:08.556124 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-901302da-1e51-4200-91da-2b8b29e0fd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:08.576466 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a974005-bc85-40f9-9412-f390206c25b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:08.598932 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6a974005-bc85-40f9-9412-f390206c25b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:08.606351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6a974005-bc85-40f9-9412-f390206c25b6 admin admin] Usage tracker for resource:security_group_rule and tenant:c4cb5b01c4004a92b05cedcb353f4c9c is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:08.611274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6a974005-bc85-40f9-9412-f390206c25b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:08.632295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6a974005-bc85-40f9-9412-f390206c25b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:08.695692 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42692) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:08.766238 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50738d8-d9e9-4fad-b086-b312aa6f3e55 req-06c058f8-8159-49cf-860f-d1fd41af4d7e tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:08.767195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e50738d8-d9e9-4fad-b086-b312aa6f3e55 req-06c058f8-8159-49cf-860f-d1fd41af4d7e tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Synchronizing usage tracker for tenant:3287142e768d4af49a9e6309e1f91014 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:34:08.769303 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-083bf62f-2d6d-4bd9-99ee-a80693ca131b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:08.945604 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901302da-1e51-4200-91da-2b8b29e0fd0c service neutron] Pushing event updated for resources: {'Port': ['ID=de86ea65-56b8-46a3-8648-440cc2454f31,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:08.970575 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e50738d8-d9e9-4fad-b086-b312aa6f3e55 req-06c058f8-8159-49cf-860f-d1fd41af4d7e tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Unset dirty status for tenant:3287142e768d4af49a9e6309e1f91014 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:34:08.975245 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e50738d8-d9e9-4fad-b086-b312aa6f3e55 req-06c058f8-8159-49cf-860f-d1fd41af4d7e tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=2410c33c-3d22-4ba5-86cf-b3cee005c24b HTTP/1.1" status: 200 len: 935 time: 0.6061475 Mar 05 13:34:08.976497 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-901302da-1e51-4200-91da-2b8b29e0fd0c service neutron] Attempting to bind port de86ea65-56b8-46a3-8648-440cc2454f31 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:34:08.976965 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-901302da-1e51-4200-91da-2b8b29e0fd0c service neutron] Attempting to bind port de86ea65-56b8-46a3-8648-440cc2454f31 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:34:08.977392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-901302da-1e51-4200-91da-2b8b29e0fd0c service neutron] Attempting to bind port de86ea65-56b8-46a3-8648-440cc2454f31 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:34:08.991644 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07e3661d-0547-418b-ad30-7420c8ffbf76 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:08.995720 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d0452ef-838b-4e8f-8b8b-260e5894f550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:09.008305 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-901302da-1e51-4200-91da-2b8b29e0fd0c service neutron] Port de86ea65-56b8-46a3-8648-440cc2454f31 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:34:09.008763 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-901302da-1e51-4200-91da-2b8b29e0fd0c service neutron] Attempting to bind port de86ea65-56b8-46a3-8648-440cc2454f31 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:34:09.014645 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07e3661d-0547-418b-ad30-7420c8ffbf76 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:09.031180 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-901302da-1e51-4200-91da-2b8b29e0fd0c service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:34:09.031645 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-901302da-1e51-4200-91da-2b8b29e0fd0c service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:34:09.032144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-901302da-1e51-4200-91da-2b8b29e0fd0c service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:34:09.032693 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-901302da-1e51-4200-91da-2b8b29e0fd0c service neutron] Bound port: de86ea65-56b8-46a3-8648-440cc2454f31, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:34:09.033171 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-901302da-1e51-4200-91da-2b8b29e0fd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:09.071688 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e50738d8-d9e9-4fad-b086-b312aa6f3e55 req-e9233628-5e15-4d6e-87c4-e5fb845a7e23 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908978 Mar 05 13:34:09.087701 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a974005-bc85-40f9-9412-f390206c25b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:09.129684 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1d0452ef-838b-4e8f-8b8b-260e5894f550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:09.138894 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a974005-bc85-40f9-9412-f390206c25b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:09.148093 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1d0452ef-838b-4e8f-8b8b-260e5894f550 admin admin] Usage tracker for resource:security_group_rule and tenant:404aec318204414486132a54b2d6a318 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:09.165611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1d0452ef-838b-4e8f-8b8b-260e5894f550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:09.179487 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1d0452ef-838b-4e8f-8b8b-260e5894f550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:09.215463 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-901302da-1e51-4200-91da-2b8b29e0fd0c service neutron] For port de86ea65-56b8-46a3-8648-440cc2454f31, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:34:09.229782 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-901302da-1e51-4200-91da-2b8b29e0fd0c service neutron] For port de86ea65-56b8-46a3-8648-440cc2454f31, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=de86ea65-56b8-46a3-8648-440cc2454f31,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:34:09.232099 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-6abf24ff-4d0e-4507-b213-70b1df033f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd806c3a-f5a0-420c-8d5e-8cf9371165a2 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:34:09.236097 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6a974005-bc85-40f9-9412-f390206c25b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4cb5b01c4004a92b05cedcb353f4c9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7484794 Mar 05 13:34:09.237613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42720) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:09.242837 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-901302da-1e51-4200-91da-2b8b29e0fd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:09.257420 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-6abf24ff-4d0e-4507-b213-70b1df033f8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:09.303155 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a974005-bc85-40f9-9412-f390206c25b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e8deb2-1178-4ddc-bec6-1d9959772519,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:09.339318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a974005-bc85-40f9-9412-f390206c25b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:09.339656 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a974005-bc85-40f9-9412-f390206c25b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:09.339990 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a974005-bc85-40f9-9412-f390206c25b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:09.340320 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a974005-bc85-40f9-9412-f390206c25b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:09.340644 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a974005-bc85-40f9-9412-f390206c25b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:09.340963 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a974005-bc85-40f9-9412-f390206c25b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:09.341281 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a974005-bc85-40f9-9412-f390206c25b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:09.341597 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a974005-bc85-40f9-9412-f390206c25b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:09.341910 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a974005-bc85-40f9-9412-f390206c25b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:09.342223 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a974005-bc85-40f9-9412-f390206c25b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:09.342536 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a974005-bc85-40f9-9412-f390206c25b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:09.342866 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a974005-bc85-40f9-9412-f390206c25b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:09.368178 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-901302da-1e51-4200-91da-2b8b29e0fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:09.369098 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-901302da-1e51-4200-91da-2b8b29e0fd0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:09.370485 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-901302da-1e51-4200-91da-2b8b29e0fd0c service neutron] 10.222.0.15 "PUT /v2.0/ports/de86ea65-56b8-46a3-8648-440cc2454f31 HTTP/1.1" status: 200 len: 1095 time: 2.3601851 Mar 05 13:34:09.371524 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-07e3661d-0547-418b-ad30-7420c8ffbf76 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Floating IP 03017a71-0af1-48e7-9032-88bf44d0333f associated. External IP: 172.25.4.148, port: 38aee24f-cd5e-45fe-ad53-2d090026deda. Mar 05 13:34:09.387911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2410c33c-3d22-4ba5-86cf-b3cee005c24b', 'tag': 'de86ea65-56b8-46a3-8648-440cc2454f31'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:34:09.403417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-6abf24ff-4d0e-4507-b213-70b1df033f8a service neutron] Transition to ACTIVE for port object dd806c3a-f5a0-420c-8d5e-8cf9371165a2 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:34:09.465700 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-6abf24ff-4d0e-4507-b213-70b1df033f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:09.556706 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901302da-1e51-4200-91da-2b8b29e0fd0c service neutron] Pushing event updated for resources: {'Port': ['ID=de86ea65-56b8-46a3-8648-440cc2454f31,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:09.578632 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e6e51-ba74-4069-891e-0a6bb9c6746b req-9ce00208-4bce-456a-ad6c-091c854dd15a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:09.586426 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd8e6e51-ba74-4069-891e-0a6bb9c6746b req-9ce00208-4bce-456a-ad6c-091c854dd15a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 950 time: 0.5149469 Mar 05 13:34:09.641631 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22e4d40f-9bec-4600-a9e5-ded15289feb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:09.708641 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf24ff-4d0e-4507-b213-70b1df033f8a service neutron] Pushing event updated for resources: {'Port': ['ID=dd806c3a-f5a0-420c-8d5e-8cf9371165a2,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:09.743925 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd8e6e51-ba74-4069-891e-0a6bb9c6746b req-64f75995-2b68-4139-8cb5-01d422de1bef tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565225 Mar 05 13:34:09.761164 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22e4d40f-9bec-4600-a9e5-ded15289feb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:09.782112 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d0452ef-838b-4e8f-8b8b-260e5894f550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:09.786567 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-6abf24ff-4d0e-4507-b213-70b1df033f8a service neutron] Attempting to bind port dd806c3a-f5a0-420c-8d5e-8cf9371165a2 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:34:09.786924 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-6abf24ff-4d0e-4507-b213-70b1df033f8a service neutron] Attempting to bind port dd806c3a-f5a0-420c-8d5e-8cf9371165a2 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:34:09.787243 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-6abf24ff-4d0e-4507-b213-70b1df033f8a service neutron] Attempting to bind port dd806c3a-f5a0-420c-8d5e-8cf9371165a2 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:34:09.807264 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cf43d-fc3f-4cbd-8b9a-fc059a84696c req-7ab3a3f8-2faa-4dd2-9f3c-6f6844a1646c tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:09.807978 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ae1cf43d-fc3f-4cbd-8b9a-fc059a84696c req-7ab3a3f8-2faa-4dd2-9f3c-6f6844a1646c tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Synchronizing usage tracker for tenant:544cfe2c446445b7b5e40e02bc3a6bbb on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:34:09.812735 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-6abf24ff-4d0e-4507-b213-70b1df033f8a service neutron] Port dd806c3a-f5a0-420c-8d5e-8cf9371165a2 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:34:09.813049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-6abf24ff-4d0e-4507-b213-70b1df033f8a service neutron] Attempting to bind port dd806c3a-f5a0-420c-8d5e-8cf9371165a2 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:34:09.816666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-9026b0a4-a594-4f1e-b814-8b50e290899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:09.818153 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-9026b0a4-a594-4f1e-b814-8b50e290899f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3287142e768d4af49a9e6309e1f91014&device_id=2410c33c-3d22-4ba5-86cf-b3cee005c24b HTTP/1.1" status: 200 len: 1098 time: 0.3975592 Mar 05 13:34:09.843335 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d0452ef-838b-4e8f-8b8b-260e5894f550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:09.891372 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-6abf24ff-4d0e-4507-b213-70b1df033f8a service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:34:09.891708 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-6abf24ff-4d0e-4507-b213-70b1df033f8a service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:34:09.892085 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-6abf24ff-4d0e-4507-b213-70b1df033f8a service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:34:09.892520 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-6abf24ff-4d0e-4507-b213-70b1df033f8a service neutron] Bound port: dd806c3a-f5a0-420c-8d5e-8cf9371165a2, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:34:09.893082 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-6abf24ff-4d0e-4507-b213-70b1df033f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:09.931831 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-6dcf34ab-a272-4836-8472-bc151932c666 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=de86ea65-56b8-46a3-8648-440cc2454f31 HTTP/1.1" status: 200 len: 217 time: 0.1030734 Mar 05 13:34:09.934113 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1d0452ef-838b-4e8f-8b8b-260e5894f550 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=404aec318204414486132a54b2d6a318&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2363396 Mar 05 13:34:09.942579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42730) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:09.985429 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0452ef-838b-4e8f-8b8b-260e5894f550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea97d52-179e-40be-9c25-6868ef5a6d8b,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:10.022212 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2410c33c-3d22-4ba5-86cf-b3cee005c24b', 'tag': 'de86ea65-56b8-46a3-8648-440cc2454f31', 'status': 'completed', 'code': 200} Mar 05 13:34:10.036983 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ae1cf43d-fc3f-4cbd-8b9a-fc059a84696c req-7ab3a3f8-2faa-4dd2-9f3c-6f6844a1646c tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Unset dirty status for tenant:544cfe2c446445b7b5e40e02bc3a6bbb on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:34:10.039209 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e3661d-0547-418b-ad30-7420c8ffbf76 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Router c27ea49d-26ee-402e-9b1e-3df0e1d51df5 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:34:10.043763 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae1cf43d-fc3f-4cbd-8b9a-fc059a84696c req-7ab3a3f8-2faa-4dd2-9f3c-6f6844a1646c tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a HTTP/1.1" status: 200 len: 936 time: 0.7447507 Mar 05 13:34:10.217885 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42746) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:10.247590 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22e4d40f-9bec-4600-a9e5-ded15289feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:10.281043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-9cca275f-6822-43d5-9ceb-cbfbf3cb2901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:10.282668 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-9cca275f-6822-43d5-9ceb-cbfbf3cb2901 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.3428235 Mar 05 13:34:10.291606 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae1cf43d-fc3f-4cbd-8b9a-fc059a84696c req-201f407a-36ce-4658-9b40-eb80c138b044 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469020 Mar 05 13:34:10.307709 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4d40f-9bec-4600-a9e5-ded15289feb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e8deb2-1178-4ddc-bec6-1d9959772519,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:10.310570 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e3661d-0547-418b-ad30-7420c8ffbf76 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:34:10.326131 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4f2e56-2670-4273-a866-b1373e7d53f2 None None] Sync routers for ids ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:34:10.342668 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4f2e56-2670-4273-a866-b1373e7d53f2 None None] Routers {'c27ea49d-26ee-402e-9b1e-3df0e1d51df5'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:34:10.343969 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0e4f2e56-2670-4273-a866-b1373e7d53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:33:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:34:10.355724 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-6abf24ff-4d0e-4507-b213-70b1df033f8a service neutron] For port dd806c3a-f5a0-420c-8d5e-8cf9371165a2, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:34:10.370451 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07e3661d-0547-418b-ad30-7420c8ffbf76 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:10.376501 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4d40f-9bec-4600-a9e5-ded15289feb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:10.377063 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4d40f-9bec-4600-a9e5-ded15289feb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:10.377653 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4d40f-9bec-4600-a9e5-ded15289feb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:10.378370 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4d40f-9bec-4600-a9e5-ded15289feb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:10.378880 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4d40f-9bec-4600-a9e5-ded15289feb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:10.379352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4d40f-9bec-4600-a9e5-ded15289feb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:10.379822 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4d40f-9bec-4600-a9e5-ded15289feb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:10.380306 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4d40f-9bec-4600-a9e5-ded15289feb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:10.380785 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4d40f-9bec-4600-a9e5-ded15289feb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:10.381248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4d40f-9bec-4600-a9e5-ded15289feb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:10.381714 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4d40f-9bec-4600-a9e5-ded15289feb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:10.382175 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e4d40f-9bec-4600-a9e5-ded15289feb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:10.385114 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22e4d40f-9bec-4600-a9e5-ded15289feb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:10.386385 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-22e4d40f-9bec-4600-a9e5-ded15289feb1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72e8deb2-1178-4ddc-bec6-1d9959772519 HTTP/1.1" status: 204 len: 168 time: 1.1478443 Mar 05 13:34:10.396236 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f65fc60d-59a0-463b-ac1e-e56e69a4b15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:10.403561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-6abf24ff-4d0e-4507-b213-70b1df033f8a service neutron] For port dd806c3a-f5a0-420c-8d5e-8cf9371165a2, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=dd806c3a-f5a0-420c-8d5e-8cf9371165a2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:34:10.423156 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-6abf24ff-4d0e-4507-b213-70b1df033f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:10.494891 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-695bd067-7a13-4fd0-8b49-750c7dd6dd8b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0572c5c21e1447e96722583975bf369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763865 Mar 05 13:34:10.500610 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42760) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:10.510604 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f65fc60d-59a0-463b-ac1e-e56e69a4b15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:10.527472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f666d21-a73f-4ebc-abe5-0743b0eec96b req-40435f03-4a72-49e9-9d2b-22b34d4463b8 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:10.536318 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f666d21-a73f-4ebc-abe5-0743b0eec96b req-40435f03-4a72-49e9-9d2b-22b34d4463b8 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=2410c33c-3d22-4ba5-86cf-b3cee005c24b HTTP/1.1" status: 200 len: 947 time: 0.2968533 Mar 05 13:34:10.539859 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-07e3661d-0547-418b-ad30-7420c8ffbf76 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "PUT /v2.0/floatingips/03017a71-0af1-48e7-9032-88bf44d0333f HTTP/1.1" status: 200 len: 991 time: 3.2650797 Mar 05 13:34:10.558875 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2194d415-b56a-44ab-b0f2-d7578924c670', 'tag': '38aee24f-cd5e-45fe-ad53-2d090026deda'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:34:10.593988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-6abf24ff-4d0e-4507-b213-70b1df033f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:10.594831 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-6abf24ff-4d0e-4507-b213-70b1df033f8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:10.596934 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-6abf24ff-4d0e-4507-b213-70b1df033f8a service neutron] 10.222.0.15 "PUT /v2.0/ports/dd806c3a-f5a0-420c-8d5e-8cf9371165a2 HTTP/1.1" status: 200 len: 1096 time: 2.7491610 Mar 05 13:34:10.607092 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f666d21-a73f-4ebc-abe5-0743b0eec96b req-158f59e4-67e7-43f6-a9ae-2dda938f1000 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693846 Mar 05 13:34:10.663544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-eb50d12f-25f5-4a69-a95b-ad3c185af44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:10.665204 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-eb50d12f-25f5-4a69-a95b-ad3c185af44b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3678534 Mar 05 13:34:10.733602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf24ff-4d0e-4507-b213-70b1df033f8a service neutron] Pushing event updated for resources: {'Port': ['ID=dd806c3a-f5a0-420c-8d5e-8cf9371165a2,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:10.782111 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-0e4f2e56-2670-4273-a866-b1373e7d53f2 None None] Set router c27ea49d-26ee-402e-9b1e-3df0e1d51df5 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:34:10.838025 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cf129eed-cab4-4505-b70b-634e5bcc2d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:10.903755 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2194d415-b56a-44ab-b0f2-d7578924c670', 'tag': '38aee24f-cd5e-45fe-ad53-2d090026deda', 'status': 'completed', 'code': 200} Mar 05 13:34:10.909207 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b28b05f5-8c0b-4da9-8282-81760bc05cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:10.922149 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f65fc60d-59a0-463b-ac1e-e56e69a4b15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:10.967801 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8a4c5-0182-461e-9dea-9563b8bb55a5 req-19ce254e-6ad9-47a9-97ef-c9a07917ecf2 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:10.970124 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b3b8a4c5-0182-461e-9dea-9563b8bb55a5 req-19ce254e-6ad9-47a9-97ef-c9a07917ecf2 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?device_id=2194d415-b56a-44ab-b0f2-d7578924c670 HTTP/1.1" status: 200 len: 945 time: 0.1745186 Mar 05 13:34:11.011690 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fc60d-59a0-463b-ac1e-e56e69a4b15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea97d52-179e-40be-9c25-6868ef5a6d8b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:11.025048 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f65fc60d-59a0-463b-ac1e-e56e69a4b15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:11.028536 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f65fc60d-59a0-463b-ac1e-e56e69a4b15b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ea97d52-179e-40be-9c25-6868ef5a6d8b HTTP/1.1" status: 204 len: 168 time: 1.0827250 Mar 05 13:34:11.028536 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-b2b27532-1da1-4fa2-b6e9-49da354cb687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:11.030218 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-b2b27532-1da1-4fa2-b6e9-49da354cb687 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=544cfe2c446445b7b5e40e02bc3a6bbb&device_id=b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a HTTP/1.1" status: 200 len: 1099 time: 0.3777990 Mar 05 13:34:11.060863 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b3b8a4c5-0182-461e-9dea-9563b8bb55a5 req-1e31fece-9fe1-4d28-ae6c-8bcba04be253 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef53231d-4e0a-4a67-9f28-022e17843c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830758 Mar 05 13:34:11.086094 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b28b05f5-8c0b-4da9-8282-81760bc05cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:11.168848 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-55b355d6-fa8c-4937-bfc3-1a1cad6c4928 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=dd806c3a-f5a0-420c-8d5e-8cf9371165a2 HTTP/1.1" status: 200 len: 217 time: 0.1207223 Mar 05 13:34:11.238366 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-05ebc804-e87e-4ade-a862-f04ac5c5e723 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202940 Mar 05 13:34:11.460666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-bbe4c7a4-56e7-49ad-a648-49b2c2916c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:11.462100 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-bbe4c7a4-56e7-49ad-a648-49b2c2916c4a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.2788446 Mar 05 13:34:11.574816 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42816) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:11.579179 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e26b76-df80-4fe0-b12f-7d568e11ad12 req-c09d8f91-832f-43aa-89ea-cce4ea0d4104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:11.581662 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-39e26b76-df80-4fe0-b12f-7d568e11ad12 req-c09d8f91-832f-43aa-89ea-cce4ea0d4104 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=381dd8912df24e389adcfe6de6d1a5c7&device_id=2194d415-b56a-44ab-b0f2-d7578924c670 HTTP/1.1" status: 200 len: 1096 time: 0.6531038 Mar 05 13:34:11.604560 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3974b-597b-428a-a632-c34f30f5844c req-fcba9069-4290-4976-87fd-147cf5969e62 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:11.606033 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d4d3974b-597b-428a-a632-c34f30f5844c req-fcba9069-4290-4976-87fd-147cf5969e62 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 950 time: 0.5921235 Mar 05 13:34:11.615516 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3dc0e305-daf1-40ab-8012-5ed4958b064a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:11.641148 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3dc0e305-daf1-40ab-8012-5ed4958b064a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:11.648910 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3dc0e305-daf1-40ab-8012-5ed4958b064a admin admin] Usage tracker for resource:security_group_rule and tenant:46707c2d97144c54bbfb6f8d01c68da1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:11.653294 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b28b05f5-8c0b-4da9-8282-81760bc05cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:11.659915 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0e4f2e56-2670-4273-a866-b1373e7d53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534995435-router', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:10Z', 'updated_at': '2022-03-05T13:33:16Z', 'revision_number': 4, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'gw_port': {'id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:11Z', 'updated_at': '2022-03-05T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '03017a71-0af1-48e7-9032-88bf44d0333f', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'port_id': '38aee24f-cd5e-45fe-ad53-2d090026deda', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'mac_address': 'fa:16:3e:86:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2194d415-b56a-44ab-b0f2-d7578924c670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:33:49Z', 'updated_at': '2022-03-05T13:34:08Z', 'revision_number': 1, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1fb3ffb-5b00-4997-9631-df29185d2d06', 'name': '', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'mac_address': 'fa:16:3e:ed:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:15Z', 'updated_at': '2022-03-05T13:33:25Z', 'revision_number': 5, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'subnets': [{'id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:34:11.661231 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3dc0e305-daf1-40ab-8012-5ed4958b064a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:11.664804 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4f2e56-2670-4273-a866-b1373e7d53f2 None None] Checking router: c27ea49d-26ee-402e-9b1e-3df0e1d51df5 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:34:11.670175 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3dc0e305-daf1-40ab-8012-5ed4958b064a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:11.678233 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4f2e56-2670-4273-a866-b1373e7d53f2 None None] Routers {'c27ea49d-26ee-402e-9b1e-3df0e1d51df5'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:34:11.679111 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0e4f2e56-2670-4273-a866-b1373e7d53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:34:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:34:11.688011 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64cdbc-dd9e-46a5-acc7-ea233a234dd2 req-b059a840-9fda-4d1d-98de-092b1063bcc5 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:11.695454 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d64cdbc-dd9e-46a5-acc7-ea233a234dd2 req-b059a840-9fda-4d1d-98de-092b1063bcc5 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a HTTP/1.1" status: 200 len: 948 time: 0.1878750 Mar 05 13:34:11.765062 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d64cdbc-dd9e-46a5-acc7-ea233a234dd2 req-b382b1dd-bcbc-41cd-85bf-6ae7274283e1 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686271 Mar 05 13:34:11.827566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b05f5-8c0b-4da9-8282-81760bc05cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dbb839-0560-4610-abd2-fb5399b1d753,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:11.874179 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d4d3974b-597b-428a-a632-c34f30f5844c req-2cf87b5d-9e0e-4958-94e6-fb02cfbd25d9 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363596 Mar 05 13:34:11.879825 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-50872ad1-d51e-4e27-84b5-24f0a786ceff req-5954e0ac-c5bf-4b53-a781-7f1364ad2108 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188838 Mar 05 13:34:11.889090 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b28b05f5-8c0b-4da9-8282-81760bc05cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:11.890432 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:11.894481 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3dc0e305-daf1-40ab-8012-5ed4958b064a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:11.908677 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3dc0e305-daf1-40ab-8012-5ed4958b064a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:11.911208 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b28b05f5-8c0b-4da9-8282-81760bc05cd1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/22dbb839-0560-4610-abd2-fb5399b1d753 HTTP/1.1" status: 204 len: 168 time: 1.3963084 Mar 05 13:34:12.000139 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-0e4f2e56-2670-4273-a866-b1373e7d53f2 None None] Set router c27ea49d-26ee-402e-9b1e-3df0e1d51df5 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:34:12.022406 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:12.034561 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3dc0e305-daf1-40ab-8012-5ed4958b064a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46707c2d97144c54bbfb6f8d01c68da1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4561920 Mar 05 13:34:12.035421 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42832) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:12.036168 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0e305-daf1-40ab-8012-5ed4958b064a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a8c0ef-4425-4ef1-b721-f84e9bd7c0bd,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:12.082805 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a', 'tag': 'dd806c3a-f5a0-420c-8d5e-8cf9371165a2'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:34:12.149506 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e26b76-df80-4fe0-b12f-7d568e11ad12 req-c0aacc3a-9fe6-4892-81f8-6128eb9953ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:12.152420 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-39e26b76-df80-4fe0-b12f-7d568e11ad12 req-c0aacc3a-9fe6-4892-81f8-6128eb9953ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b61c9c6-6153-4f6d-b89b-c9e0e8648846 HTTP/1.1" status: 200 len: 923 time: 0.5555973 Mar 05 13:34:12.153926 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a', 'tag': 'dd806c3a-f5a0-420c-8d5e-8cf9371165a2', 'status': 'completed', 'code': 200} Mar 05 13:34:12.213734 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e429bfd6-8896-4e9f-89a9-94db1d7ee904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:12.242595 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-996a89af-2e7b-4856-8b5e-011ef8c1a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:12.244074 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-996a89af-2e7b-4856-8b5e-011ef8c1a574 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7696185 Mar 05 13:34:12.257777 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e429bfd6-8896-4e9f-89a9-94db1d7ee904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:12.291205 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae99998-0b49-4351-9db0-a88ddc38cceb req-a61c2570-38d0-4ae7-91a0-6f078223d9e4 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:12.299099 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3ae99998-0b49-4351-9db0-a88ddc38cceb req-a61c2570-38d0-4ae7-91a0-6f078223d9e4 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=2410c33c-3d22-4ba5-86cf-b3cee005c24b HTTP/1.1" status: 200 len: 947 time: 0.1779542 Mar 05 13:34:12.375799 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3ae99998-0b49-4351-9db0-a88ddc38cceb req-fcad3c0f-c3ab-4a84-8a66-7f5d5922de25 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701807 Mar 05 13:34:12.405392 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e429bfd6-8896-4e9f-89a9-94db1d7ee904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:12.422749 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-39e26b76-df80-4fe0-b12f-7d568e11ad12 req-fb714376-497b-4f74-95af-af58b0696726 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38aee24f-cd5e-45fe-ad53-2d090026deda HTTP/1.1" status: 200 len: 999 time: 0.2592397 Mar 05 13:34:12.431221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b3205-b5ee-4052-a09c-d3fb0e13c971 req-82e9ddf9-0d26-4d2f-8942-db727ed043a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:12.432968 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c0b3205-b5ee-4052-a09c-d3fb0e13c971 req-82e9ddf9-0d26-4d2f-8942-db727ed043a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3287142e768d4af49a9e6309e1f91014&device_id=2410c33c-3d22-4ba5-86cf-b3cee005c24b HTTP/1.1" status: 200 len: 1098 time: 0.4794056 Mar 05 13:34:12.437528 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429bfd6-8896-4e9f-89a9-94db1d7ee904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a8c0ef-4425-4ef1-b721-f84e9bd7c0bd,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:12.454130 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e429bfd6-8896-4e9f-89a9-94db1d7ee904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:12.457041 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e429bfd6-8896-4e9f-89a9-94db1d7ee904 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8a8c0ef-4425-4ef1-b721-f84e9bd7c0bd HTTP/1.1" status: 204 len: 168 time: 0.4153957 Mar 05 13:34:12.601029 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0e4f2e56-2670-4273-a866-b1373e7d53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534995435-router', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:10Z', 'updated_at': '2022-03-05T13:33:16Z', 'revision_number': 4, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'gw_port': {'id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:11Z', 'updated_at': '2022-03-05T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '03017a71-0af1-48e7-9032-88bf44d0333f', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'port_id': '38aee24f-cd5e-45fe-ad53-2d090026deda', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'mac_address': 'fa:16:3e:86:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2194d415-b56a-44ab-b0f2-d7578924c670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:33:49Z', 'updated_at': '2022-03-05T13:34:08Z', 'revision_number': 1, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1fb3ffb-5b00-4997-9631-df29185d2d06', 'name': '', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'mac_address': 'fa:16:3e:ed:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:15Z', 'updated_at': '2022-03-05T13:33:25Z', 'revision_number': 5, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'subnets': [{'id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:34:12.606024 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4f2e56-2670-4273-a866-b1373e7d53f2 None None] The sync data for ids ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'] in n-d-803718-1 is: [{'id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534995435-router', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:10Z', 'updated_at': '2022-03-05T13:33:16Z', 'revision_number': 4, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'gw_port': {'id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:11Z', 'updated_at': '2022-03-05T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '03017a71-0af1-48e7-9032-88bf44d0333f', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'port_id': '38aee24f-cd5e-45fe-ad53-2d090026deda', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'mac_address': 'fa:16:3e:86:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2194d415-b56a-44ab-b0f2-d7578924c670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:33:49Z', 'updated_at': '2022-03-05T13:34:08Z', 'revision_number': 1, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1fb3ffb-5b00-4997-9631-df29185d2d06', 'name': '', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'mac_address': 'fa:16:3e:ed:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:15Z', 'updated_at': '2022-03-05T13:33:25Z', 'revision_number': 5, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'subnets': [{'id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:34:12.667397 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42850) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:12.702546 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-482c57d9-dade-4d40-849d-c5067effbeab service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416234 Mar 05 13:34:12.749766 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42854) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:12.750325 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e26b76-df80-4fe0-b12f-7d568e11ad12 req-835908cc-fb9c-4f55-9d06-57cb150f8eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:12.751827 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-39e26b76-df80-4fe0-b12f-7d568e11ad12 req-835908cc-fb9c-4f55-9d06-57cb150f8eed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53cf1e97-f281-4add-be04-6ab35f2b8193 HTTP/1.1" status: 200 len: 862 time: 0.3179698 Mar 05 13:34:12.756374 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8ddb0f13-3801-4e7c-8a3a-8016afa2a04b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=029311b4611846cebdb335c766dd4834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0872960 Mar 05 13:34:12.758912 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42856) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:12.885312 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f03e4792-c14f-4705-a6e6-ed648c63279c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:12.912516 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b3205-b5ee-4052-a09c-d3fb0e13c971 req-ae6d25c5-8982-4be1-9e71-386c4e7cddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:12.913870 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c0b3205-b5ee-4052-a09c-d3fb0e13c971 req-ae6d25c5-8982-4be1-9e71-386c4e7cddaa service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.4351749 Mar 05 13:34:12.961476 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f03e4792-c14f-4705-a6e6-ed648c63279c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:12.991560 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988c6bc9-24b9-4f02-9015-8a3a6dede9ae None None] New status for floating IP 03017a71-0af1-48e7-9032-88bf44d0333f: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:34:13.028221 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f03e4792-c14f-4705-a6e6-ed648c63279c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:13.045325 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e4792-c14f-4705-a6e6-ed648c63279c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bca329-dbb2-49b3-a55a-298b9c648720,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:13.054086 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f03e4792-c14f-4705-a6e6-ed648c63279c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:13.055321 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f03e4792-c14f-4705-a6e6-ed648c63279c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f9bca329-dbb2-49b3-a55a-298b9c648720 HTTP/1.1" status: 204 len: 168 time: 0.2932999 Mar 05 13:34:13.126000 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c0b3205-b5ee-4052-a09c-d3fb0e13c971 req-9194d334-18c7-4a98-899a-3864f0ee81ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=de86ea65-56b8-46a3-8648-440cc2454f31 HTTP/1.1" status: 200 len: 217 time: 0.1876202 Mar 05 13:34:13.343364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e26b76-df80-4fe0-b12f-7d568e11ad12 req-f50cc4fa-735b-4658-80bf-dee8c4277096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:13.344955 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-39e26b76-df80-4fe0-b12f-7d568e11ad12 req-f50cc4fa-735b-4658-80bf-dee8c4277096 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b61c9c6-6153-4f6d-b89b-c9e0e8648846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5761642 Mar 05 13:34:13.351826 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0abac4c5-6951-407b-ab47-3108c8476df8 req-eb432532-3cea-46e2-8b39-2a072297c574 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6339614 Mar 05 13:34:13.472899 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5ad04918-6794-4e2a-bb60-8a1cb4a3783e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:13.507202 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:13.513139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5ad04918-6794-4e2a-bb60-8a1cb4a3783e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:13.517253 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5ad04918-6794-4e2a-bb60-8a1cb4a3783e admin admin] Usage tracker for resource:security_group_rule and tenant:b1133045a5914f2bb28f57e3c0d5bb96 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:13.521031 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5ad04918-6794-4e2a-bb60-8a1cb4a3783e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:13.526749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5ad04918-6794-4e2a-bb60-8a1cb4a3783e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:13.592329 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ba1e5-27cd-4612-97cc-647e1377542b req-91410815-aed4-4cf0-9d99-e8990a53bf77 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:13.600143 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c1ba1e5-27cd-4612-97cc-647e1377542b req-91410815-aed4-4cf0-9d99-e8990a53bf77 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 950 time: 0.4696047 Mar 05 13:34:13.634025 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b3205-b5ee-4052-a09c-d3fb0e13c971 req-6c77ddcb-bc7f-4725-8a6b-6d0115e200ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:13.635808 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c0b3205-b5ee-4052-a09c-d3fb0e13c971 req-6c77ddcb-bc7f-4725-8a6b-6d0115e200ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.4847941 Mar 05 13:34:13.674416 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c1ba1e5-27cd-4612-97cc-647e1377542b req-26f3bbe2-ee8c-4408-b1f6-182ef4f9fd7b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724487 Mar 05 13:34:13.738014 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-39e26b76-df80-4fe0-b12f-7d568e11ad12 req-7490adeb-6383-41da-af32-b48322ae6433 service neutron] 10.222.0.30 "GET /v2.0/networks/4b61c9c6-6153-4f6d-b89b-c9e0e8648846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821137 Mar 05 13:34:13.740897 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5ad04918-6794-4e2a-bb60-8a1cb4a3783e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:13.751374 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5ad04918-6794-4e2a-bb60-8a1cb4a3783e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:13.851769 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5ad04918-6794-4e2a-bb60-8a1cb4a3783e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1133045a5914f2bb28f57e3c0d5bb96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0936716 Mar 05 13:34:13.859336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42904) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:13.868237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc161ae3-cb99-4736-b75b-7351dce65ba1 req-d660d5c0-4d24-410f-9e33-ed3221dafa11 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:13.875059 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fc161ae3-cb99-4736-b75b-7351dce65ba1 req-d660d5c0-4d24-410f-9e33-ed3221dafa11 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a HTTP/1.1" status: 200 len: 948 time: 0.8079424 Mar 05 13:34:13.912147 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad04918-6794-4e2a-bb60-8a1cb4a3783e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaa9a22-7ecf-4ceb-8aab-e4b2fbc32670,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:13.959501 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826bc9e-1c34-4622-9baf-cef08690243e req-f862affc-d52d-4cc7-94a3-ed4a7d105a4e tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:13.960984 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f826bc9e-1c34-4622-9baf-cef08690243e req-f862affc-d52d-4cc7-94a3-ed4a7d105a4e tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=2410c33c-3d22-4ba5-86cf-b3cee005c24b HTTP/1.1" status: 200 len: 947 time: 0.1073487 Mar 05 13:34:14.002626 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fc161ae3-cb99-4736-b75b-7351dce65ba1 req-51dc44f7-05b3-40e7-b6cf-849c64a21956 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261091 Mar 05 13:34:14.031400 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f826bc9e-1c34-4622-9baf-cef08690243e req-ed356eac-3220-4917-81b7-0d7f3f1a9283 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642073 Mar 05 13:34:14.035234 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8532f85-bec6-42f4-8d28-055dce02a0b1 req-aed6d275-e289-470c-8eb4-6f2baf09d8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:14.036723 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d8532f85-bec6-42f4-8d28-055dce02a0b1 req-aed6d275-e289-470c-8eb4-6f2baf09d8e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=544cfe2c446445b7b5e40e02bc3a6bbb&device_id=b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a HTTP/1.1" status: 200 len: 1099 time: 0.6074095 Mar 05 13:34:14.102926 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-39e26b76-df80-4fe0-b12f-7d568e11ad12 req-655a2c63-fc49-498d-91ab-b6d349faa29f service neutron] 10.222.0.30 "GET /v2.0/networks/4b61c9c6-6153-4f6d-b89b-c9e0e8648846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511226 Mar 05 13:34:14.106830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b3205-b5ee-4052-a09c-d3fb0e13c971 req-84d6ade2-37be-402c-aa03-469160f6291a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:14.108280 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c0b3205-b5ee-4052-a09c-d3fb0e13c971 req-84d6ade2-37be-402c-aa03-469160f6291a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4567957 Mar 05 13:34:14.225087 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1da088ea-1e42-4c0c-98f0-ae35c9a6ef0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:14.338807 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1da088ea-1e42-4c0c-98f0-ae35c9a6ef0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:14.388394 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8532f85-bec6-42f4-8d28-055dce02a0b1 req-620b06f8-981d-4bb4-ac55-2f571f4f1959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:14.389532 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d8532f85-bec6-42f4-8d28-055dce02a0b1 req-620b06f8-981d-4bb4-ac55-2f571f4f1959 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.3326349 Mar 05 13:34:14.556324 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c0b3205-b5ee-4052-a09c-d3fb0e13c971 req-66767e33-c911-4e8a-9582-5b8beac4a9fb service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930879 Mar 05 13:34:14.574501 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d8532f85-bec6-42f4-8d28-055dce02a0b1 req-e9e258cb-f07f-4c15-b813-93dd6e29ed66 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=dd806c3a-f5a0-420c-8d5e-8cf9371165a2 HTTP/1.1" status: 200 len: 217 time: 0.1732306 Mar 05 13:34:14.602323 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1da088ea-1e42-4c0c-98f0-ae35c9a6ef0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:14.874461 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da088ea-1e42-4c0c-98f0-ae35c9a6ef0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaa9a22-7ecf-4ceb-8aab-e4b2fbc32670,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:15.044963 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1da088ea-1e42-4c0c-98f0-ae35c9a6ef0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:15.053265 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1da088ea-1e42-4c0c-98f0-ae35c9a6ef0a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aaaa9a22-7ecf-4ceb-8aab-e4b2fbc32670 HTTP/1.1" status: 204 len: 168 time: 1.1741469 Mar 05 13:34:15.118278 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8532f85-bec6-42f4-8d28-055dce02a0b1 req-f104e71b-ec63-4a74-8bab-20d6a02d54eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:15.119781 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d8532f85-bec6-42f4-8d28-055dce02a0b1 req-f104e71b-ec63-4a74-8bab-20d6a02d54eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.5220962 Mar 05 13:34:15.201135 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c0b3205-b5ee-4052-a09c-d3fb0e13c971 req-68932cb8-91d9-45ba-988d-3c65b700d49b service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6255782 Mar 05 13:34:15.213778 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e48611-02ad-4ccc-80cf-2178750d68ee req-9555dbcd-df33-4082-969a-1a814f3a2a25 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:15.215823 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c1e48611-02ad-4ccc-80cf-2178750d68ee req-9555dbcd-df33-4082-969a-1a814f3a2a25 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 950 time: 0.3433464 Mar 05 13:34:15.245468 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad458f-89bd-4db5-8495-eb36b7258134 req-6ca965dc-dbb8-4a99-b2d7-e2e70d999a4a tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:15.249632 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f4ad458f-89bd-4db5-8495-eb36b7258134 req-6ca965dc-dbb8-4a99-b2d7-e2e70d999a4a tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a HTTP/1.1" status: 200 len: 948 time: 0.1326520 Mar 05 13:34:15.258459 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device de86ea65-56b8-46a3-8648-440cc2454f31 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:34:15.271975 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c1e48611-02ad-4ccc-80cf-2178750d68ee req-1ee5a709-c77b-4fff-9ade-9d53c581447b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477707 Mar 05 13:34:15.291298 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8532f85-bec6-42f4-8d28-055dce02a0b1 req-3a6a242c-e2d2-4169-9d42-b5a8c143b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:15.292898 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d8532f85-bec6-42f4-8d28-055dce02a0b1 req-3a6a242c-e2d2-4169-9d42-b5a8c143b5e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1595824 Mar 05 13:34:15.413131 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f4ad458f-89bd-4db5-8495-eb36b7258134 req-87fba514-94d6-4140-b362-f6227603c122 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468203 Mar 05 13:34:15.559042 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port de86ea65-56b8-46a3-8648-440cc2454f31, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=de86ea65-56b8-46a3-8648-440cc2454f31,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:15.581338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'de86ea65-56b8-46a3-8648-440cc2454f31', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': 'de86ea65-56b8-46a3-8648-440cc2454f31', 'mac_address': 'fa:16:3e:ee:33:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:34:15.613676 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d8532f85-bec6-42f4-8d28-055dce02a0b1 req-006641c5-4ecd-417e-90f0-9b16484f71ab service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128581 Mar 05 13:34:15.675426 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:15.692592 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42974) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:15.709030 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de86ea65-56b8-46a3-8648-440cc2454f31 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:34:15.732541 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port de86ea65-56b8-46a3-8648-440cc2454f31, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=de86ea65-56b8-46a3-8648-440cc2454f31,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:15.738596 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:15.738911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd11bc-6441-4abc-9e5f-4f4bd547a435 req-5288f7df-2375-4efe-9698-f4c97383c050 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:15.740183 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-90cd11bc-6441-4abc-9e5f-4f4bd547a435 req-5288f7df-2375-4efe-9698-f4c97383c050 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=2410c33c-3d22-4ba5-86cf-b3cee005c24b HTTP/1.1" status: 200 len: 947 time: 0.2137263 Mar 05 13:34:15.821426 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-90cd11bc-6441-4abc-9e5f-4f4bd547a435 req-61dbb762-04a4-4eb9-8519-cdb22a483aac tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732830 Mar 05 13:34:15.823138 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=de86ea65-56b8-46a3-8648-440cc2454f31,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:15.832137 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:15.832480 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:15.832816 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:15.833146 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:15.833475 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:15.833800 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:15.834122 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:15.834440 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:15.834756 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:15.835097 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:15.835410 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:15.835723 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:15.839521 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d8532f85-bec6-42f4-8d28-055dce02a0b1 req-8500a784-1dd6-453f-8ec2-7e2b894cfef1 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193360 Mar 05 13:34:15.861518 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42982) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:15.879815 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4546ddd5-a144-47af-86ef-dc72bfad1e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:15.894712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4546ddd5-a144-47af-86ef-dc72bfad1e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:15.898519 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4546ddd5-a144-47af-86ef-dc72bfad1e0c admin admin] Usage tracker for resource:security_group_rule and tenant:2068068aaf604aad94fadd40ed79e26f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:15.901337 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4546ddd5-a144-47af-86ef-dc72bfad1e0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:15.906962 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4546ddd5-a144-47af-86ef-dc72bfad1e0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:15.958071 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['de86ea65-56b8-46a3-8648-440cc2454f31'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:34:16.075676 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4546ddd5-a144-47af-86ef-dc72bfad1e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:16.090998 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7180e99f-5a4d-4206-a84f-e82ebc51c92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:16.110374 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7180e99f-5a4d-4206-a84f-e82ebc51c92f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:16.115134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7180e99f-5a4d-4206-a84f-e82ebc51c92f admin admin] Usage tracker for resource:security_group_rule and tenant:463bf17746df4e4185bac9abaab53396 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:16.118265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7180e99f-5a4d-4206-a84f-e82ebc51c92f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:16.124207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7180e99f-5a4d-4206-a84f-e82ebc51c92f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:16.126235 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4546ddd5-a144-47af-86ef-dc72bfad1e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:16.195465 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546ddd5-a144-47af-86ef-dc72bfad1e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad5c0a8-f3b9-45e7-8246-dae581ded04e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:16.206073 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4546ddd5-a144-47af-86ef-dc72bfad1e0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2068068aaf604aad94fadd40ed79e26f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387599 Mar 05 13:34:16.207885 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42990) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:16.304267 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-913bd7f0-dbf4-40be-b6e7-ed244029520f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:16.319172 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7180e99f-5a4d-4206-a84f-e82ebc51c92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:16.327575 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7180e99f-5a4d-4206-a84f-e82ebc51c92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:16.336147 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-913bd7f0-dbf4-40be-b6e7-ed244029520f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:16.404154 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7180e99f-5a4d-4206-a84f-e82ebc51c92f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=463bf17746df4e4185bac9abaab53396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7096388 Mar 05 13:34:16.405105 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180e99f-5a4d-4206-a84f-e82ebc51c92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d221ed7-e2e9-4ad5-b9f2-798067030449,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:16.407022 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-913bd7f0-dbf4-40be-b6e7-ed244029520f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:16.407497 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42998) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:16.445517 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bd7f0-dbf4-40be-b6e7-ed244029520f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad5c0a8-f3b9-45e7-8246-dae581ded04e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:16.453073 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-913bd7f0-dbf4-40be-b6e7-ed244029520f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:16.454205 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-913bd7f0-dbf4-40be-b6e7-ed244029520f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aad5c0a8-f3b9-45e7-8246-dae581ded04e HTTP/1.1" status: 204 len: 168 time: 0.2468266 Mar 05 13:34:16.509576 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c70059e9-b574-4d49-ad36-736ddc40a98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:16.560411 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c70059e9-b574-4d49-ad36-736ddc40a98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:16.585575 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878eae7-502d-45c8-be2e-683144d7379f req-3717b245-8fe9-4f75-b6cb-8bb09e7b844e tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:16.587254 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a878eae7-502d-45c8-be2e-683144d7379f req-3717b245-8fe9-4f75-b6cb-8bb09e7b844e tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 950 time: 0.1115117 Mar 05 13:34:16.629996 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c70059e9-b574-4d49-ad36-736ddc40a98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:16.652919 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70059e9-b574-4d49-ad36-736ddc40a98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d221ed7-e2e9-4ad5-b9f2-798067030449,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:16.656791 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a878eae7-502d-45c8-be2e-683144d7379f req-28c441e3-e183-43d9-a53c-573539f84cfd tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638087 Mar 05 13:34:16.681314 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c70059e9-b574-4d49-ad36-736ddc40a98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:16.682414 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c70059e9-b574-4d49-ad36-736ddc40a98e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d221ed7-e2e9-4ad5-b9f2-798067030449 HTTP/1.1" status: 204 len: 168 time: 0.2726653 Mar 05 13:34:16.850705 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cbe1a-ec37-4050-b880-e462194c49ec req-aa701093-df41-4e57-9a04-2708a5009a44 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:16.852224 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c97cbe1a-ec37-4050-b880-e462194c49ec req-aa701093-df41-4e57-9a04-2708a5009a44 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a HTTP/1.1" status: 200 len: 948 time: 0.0862019 Mar 05 13:34:16.914896 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c97cbe1a-ec37-4050-b880-e462194c49ec req-787a3982-0a6e-4196-b073-9212f0c64238 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540652 Mar 05 13:34:17.109679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43024) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:17.134282 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9be5b083-daa1-4c2e-93e2-b2259b1f74fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:17.145025 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5610f-7a6c-4ac1-bcce-8c7b33a7c906 req-84c35864-f32f-4148-a4eb-cb9c0fecd792 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:17.150613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9be5b083-daa1-4c2e-93e2-b2259b1f74fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:17.154257 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cff5610f-7a6c-4ac1-bcce-8c7b33a7c906 req-84c35864-f32f-4148-a4eb-cb9c0fecd792 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=2410c33c-3d22-4ba5-86cf-b3cee005c24b HTTP/1.1" status: 200 len: 948 time: 0.1082256 Mar 05 13:34:17.154951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9be5b083-daa1-4c2e-93e2-b2259b1f74fe admin admin] Usage tracker for resource:security_group_rule and tenant:d071bc2e8e9f457db2823e35a718ce14 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:17.159224 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9be5b083-daa1-4c2e-93e2-b2259b1f74fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:17.165798 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9be5b083-daa1-4c2e-93e2-b2259b1f74fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:17.216791 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cff5610f-7a6c-4ac1-bcce-8c7b33a7c906 req-9d7963fc-96e5-423c-bc29-3da759291f8c tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610468 Mar 05 13:34:17.258482 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device dd806c3a-f5a0-420c-8d5e-8cf9371165a2 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:34:17.303996 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9be5b083-daa1-4c2e-93e2-b2259b1f74fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:17.310989 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9be5b083-daa1-4c2e-93e2-b2259b1f74fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:17.312062 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device de86ea65-56b8-46a3-8648-440cc2454f31 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:34:17.396490 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9be5b083-daa1-4c2e-93e2-b2259b1f74fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d071bc2e8e9f457db2823e35a718ce14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857356 Mar 05 13:34:17.398105 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5b083-daa1-4c2e-93e2-b2259b1f74fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c5367d-d650-4e58-8e97-2105ca883804,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:17.399172 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43040) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:17.471284 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ce15274-93e9-4e1b-bc0f-1f4712ec12de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:17.527192 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ce15274-93e9-4e1b-bc0f-1f4712ec12de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:17.587547 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port dd806c3a-f5a0-420c-8d5e-8cf9371165a2, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=dd806c3a-f5a0-420c-8d5e-8cf9371165a2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:17.597343 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port de86ea65-56b8-46a3-8648-440cc2454f31 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:34:17.609585 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port de86ea65-56b8-46a3-8648-440cc2454f31 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:34:17.610252 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:17.611764 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ce15274-93e9-4e1b-bc0f-1f4712ec12de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:17.634221 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce15274-93e9-4e1b-bc0f-1f4712ec12de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c5367d-d650-4e58-8e97-2105ca883804,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:17.645706 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ce15274-93e9-4e1b-bc0f-1f4712ec12de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:17.650537 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9ce15274-93e9-4e1b-bc0f-1f4712ec12de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e6c5367d-d650-4e58-8e97-2105ca883804 HTTP/1.1" status: 204 len: 168 time: 0.2462888 Mar 05 13:34:17.672259 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'dd806c3a-f5a0-420c-8d5e-8cf9371165a2', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': 'dd806c3a-f5a0-420c-8d5e-8cf9371165a2', 'mac_address': 'fa:16:3e:f7:b5:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:34:17.807684 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:17.840490 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd806c3a-f5a0-420c-8d5e-8cf9371165a2 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:34:17.900202 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683484c2-9e71-476c-ac64-f2493739f071 req-46ef5d05-489d-4b5f-993e-df20a7ed6b17 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:17.902407 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-683484c2-9e71-476c-ac64-f2493739f071 req-46ef5d05-489d-4b5f-993e-df20a7ed6b17 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 950 time: 0.1127119 Mar 05 13:34:17.939335 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port dd806c3a-f5a0-420c-8d5e-8cf9371165a2, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=dd806c3a-f5a0-420c-8d5e-8cf9371165a2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:17.944978 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:17.958281 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:17.967882 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-683484c2-9e71-476c-ac64-f2493739f071 req-4801c732-235a-442d-932e-46702bdd76d8 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587471 Mar 05 13:34:18.016260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43072) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:18.065833 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2410c33c-3d22-4ba5-86cf-b3cee005c24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de86ea65-56b8-46a3-8648-440cc2454f31'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:34:18.121494 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port de86ea65-56b8-46a3-8648-440cc2454f31, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=de86ea65-56b8-46a3-8648-440cc2454f31,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:18.133655 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:18.137330 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=dd806c3a-f5a0-420c-8d5e-8cf9371165a2,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:18.150164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eec9b7-378e-47a0-80a4-e3144b979a0c req-e9da32fd-12c8-4d9c-930f-13665e8c1c52 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:18.151904 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5eec9b7-378e-47a0-80a4-e3144b979a0c req-e9da32fd-12c8-4d9c-930f-13665e8c1c52 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a HTTP/1.1" status: 200 len: 949 time: 0.1235423 Mar 05 13:34:18.212716 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5eec9b7-378e-47a0-80a4-e3144b979a0c req-675169c8-684a-49a6-896a-efc4c3863005 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536022 Mar 05 13:34:18.218706 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2410c33c-3d22-4ba5-86cf-b3cee005c24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de86ea65-56b8-46a3-8648-440cc2454f31', 'code': 200} Mar 05 13:34:18.219898 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['dd806c3a-f5a0-420c-8d5e-8cf9371165a2'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:34:18.299103 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-073480e9-c63c-414e-85b3-f343a067b383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:18.315545 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=de86ea65-56b8-46a3-8648-440cc2454f31,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:18.358048 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-073480e9-c63c-414e-85b3-f343a067b383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:18.363275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-073480e9-c63c-414e-85b3-f343a067b383 admin admin] Usage tracker for resource:security_group_rule and tenant:439537e920004d66bbc49797cb1ad972 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:18.367178 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-073480e9-c63c-414e-85b3-f343a067b383 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:18.373935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-073480e9-c63c-414e-85b3-f343a067b383 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:18.533241 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7df6e7-7db5-4db0-a80f-f72792790d55 req-dc5fa012-7dda-4ca7-9f64-d64b5e22a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:18.534851 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-be7df6e7-7db5-4db0-a80f-f72792790d55 req-dc5fa012-7dda-4ca7-9f64-d64b5e22a7e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2410c33c-3d22-4ba5-86cf-b3cee005c24b HTTP/1.1" status: 200 len: 1100 time: 0.3167655 Mar 05 13:34:18.550182 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43094) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:18.576182 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe0496-a23b-4e25-87a9-bdcfccfbc6c5 req-102cab70-942c-4e3c-a3fd-4f5ad348005f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:18.577653 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3bfe0496-a23b-4e25-87a9-bdcfccfbc6c5 req-102cab70-942c-4e3c-a3fd-4f5ad348005f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=2410c33c-3d22-4ba5-86cf-b3cee005c24b HTTP/1.1" status: 200 len: 949 time: 0.1786523 Mar 05 13:34:18.636092 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-073480e9-c63c-414e-85b3-f343a067b383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:18.645028 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-be7df6e7-7db5-4db0-a80f-f72792790d55 req-78bd054b-a4e9-4eab-a429-ee23866cac55 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994079 Mar 05 13:34:18.652109 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-073480e9-c63c-414e-85b3-f343a067b383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:18.699543 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3bfe0496-a23b-4e25-87a9-bdcfccfbc6c5 req-46d41480-fef9-44b7-bdc8-a9707cc4fb5f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092408 Mar 05 13:34:18.710030 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073480e9-c63c-414e-85b3-f343a067b383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7dfb0b-a505-4292-a8db-48e4198ea6dd,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:18.716421 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-073480e9-c63c-414e-85b3-f343a067b383 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=439537e920004d66bbc49797cb1ad972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6988978 Mar 05 13:34:18.719050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43108) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:18.794016 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f16b3186-91ee-40f1-852e-603c42567b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:18.797333 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-87530037-82da-4d34-b4c4-35a1fffaea1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:18.821906 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-87530037-82da-4d34-b4c4-35a1fffaea1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:18.826140 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-87530037-82da-4d34-b4c4-35a1fffaea1b admin admin] Usage tracker for resource:security_group_rule and tenant:36b7dd6dfb9f427d8cc7440c7b2bb61c is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:18.827334 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f16b3186-91ee-40f1-852e-603c42567b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:18.830296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-87530037-82da-4d34-b4c4-35a1fffaea1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:18.836696 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-87530037-82da-4d34-b4c4-35a1fffaea1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:18.895646 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f16b3186-91ee-40f1-852e-603c42567b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:18.913414 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b3186-91ee-40f1-852e-603c42567b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7dfb0b-a505-4292-a8db-48e4198ea6dd,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:18.925244 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f16b3186-91ee-40f1-852e-603c42567b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:18.926567 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f16b3186-91ee-40f1-852e-603c42567b4e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c7dfb0b-a505-4292-a8db-48e4198ea6dd HTTP/1.1" status: 204 len: 168 time: 0.2066364 Mar 05 13:34:18.943819 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-87530037-82da-4d34-b4c4-35a1fffaea1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:18.948053 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-87530037-82da-4d34-b4c4-35a1fffaea1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:18.997343 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-87530037-82da-4d34-b4c4-35a1fffaea1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=36b7dd6dfb9f427d8cc7440c7b2bb61c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4442184 Mar 05 13:34:18.998185 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87530037-82da-4d34-b4c4-35a1fffaea1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdad3aa-cf90-4227-8a1f-889d61f3aff9,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:19.000830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43124) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:19.096089 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-01bf6058-a275-4836-8108-45a2a8ce77ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:19.129016 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-01bf6058-a275-4836-8108-45a2a8ce77ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:19.196741 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-01bf6058-a275-4836-8108-45a2a8ce77ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:19.207505 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa90d2b-e0e7-465e-b0d7-04f9d948750c req-66380dbe-aadf-4719-8736-ee4a6100ccee tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:19.209873 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6aa90d2b-e0e7-465e-b0d7-04f9d948750c req-66380dbe-aadf-4719-8736-ee4a6100ccee tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 950 time: 0.1131756 Mar 05 13:34:19.218067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf6058-a275-4836-8108-45a2a8ce77ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdad3aa-cf90-4227-8a1f-889d61f3aff9,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:19.220940 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-01bf6058-a275-4836-8108-45a2a8ce77ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:19.222298 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-01bf6058-a275-4836-8108-45a2a8ce77ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ffdad3aa-cf90-4227-8a1f-889d61f3aff9 HTTP/1.1" status: 204 len: 168 time: 0.2038066 Mar 05 13:34:19.256819 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device dd806c3a-f5a0-420c-8d5e-8cf9371165a2 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:34:19.283067 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6aa90d2b-e0e7-465e-b0d7-04f9d948750c req-0be76ece-4f34-4d2a-a849-78989369e8f5 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664618 Mar 05 13:34:19.362696 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port dd806c3a-f5a0-420c-8d5e-8cf9371165a2 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:34:19.368051 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port dd806c3a-f5a0-420c-8d5e-8cf9371165a2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:34:19.368600 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:19.506675 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:19.512837 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f06dc-0a23-4ec0-b6dd-f49eca66e6b1 req-7d834d65-60c5-4639-b4be-f0c0e777e22f tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:19.521496 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f28f06dc-0a23-4ec0-b6dd-f49eca66e6b1 req-7d834d65-60c5-4639-b4be-f0c0e777e22f tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a HTTP/1.1" status: 200 len: 949 time: 0.1745391 Mar 05 13:34:19.550284 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port dd806c3a-f5a0-420c-8d5e-8cf9371165a2, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=dd806c3a-f5a0-420c-8d5e-8cf9371165a2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:19.557247 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:19.574558 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f28f06dc-0a23-4ec0-b6dd-f49eca66e6b1 req-9e7d0cc2-3151-4fd3-a8c9-a9e576cca3fa tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518644 Mar 05 13:34:19.640772 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=dd806c3a-f5a0-420c-8d5e-8cf9371165a2,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:19.745483 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43156) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:19.766010 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03981f14-5e7f-48f2-9e2b-8c911a4121cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:19.785324 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-03981f14-5e7f-48f2-9e2b-8c911a4121cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:19.790034 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-03981f14-5e7f-48f2-9e2b-8c911a4121cc admin admin] Usage tracker for resource:security_group_rule and tenant:9eb7640d2b8e4919be0205ddf2906161 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:19.793520 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-03981f14-5e7f-48f2-9e2b-8c911a4121cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:19.799968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-03981f14-5e7f-48f2-9e2b-8c911a4121cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:19.961905 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03981f14-5e7f-48f2-9e2b-8c911a4121cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:19.974845 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6aa93e-dfb7-46ab-8a3c-f3a65ab948c2 req-59004b4f-0a86-4641-8782-27fef0cedc88 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:19.976459 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1c6aa93e-dfb7-46ab-8a3c-f3a65ab948c2 req-59004b4f-0a86-4641-8782-27fef0cedc88 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=2410c33c-3d22-4ba5-86cf-b3cee005c24b HTTP/1.1" status: 200 len: 949 time: 0.1425900 Mar 05 13:34:19.977599 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03981f14-5e7f-48f2-9e2b-8c911a4121cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:19.998018 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43160) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:20.017879 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bdd93246-2074-4214-aa6d-dd9e9e459d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:20.033504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-bdd93246-2074-4214-aa6d-dd9e9e459d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:20.037712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-bdd93246-2074-4214-aa6d-dd9e9e459d4c admin admin] Usage tracker for resource:security_group_rule and tenant:199c5738be8848afa885f2aee1461d01 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:20.040731 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-bdd93246-2074-4214-aa6d-dd9e9e459d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:20.045879 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-03981f14-5e7f-48f2-9e2b-8c911a4121cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9eb7640d2b8e4919be0205ddf2906161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990541 Mar 05 13:34:20.046662 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-bdd93246-2074-4214-aa6d-dd9e9e459d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:20.049045 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43164) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:20.056360 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03981f14-5e7f-48f2-9e2b-8c911a4121cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a343ae7c-7c5e-4dbd-86bf-96485b760f8e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:20.079298 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1c6aa93e-dfb7-46ab-8a3c-f3a65ab948c2 req-d360949c-baa2-4e53-aaeb-38b315fcd895 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932658 Mar 05 13:34:20.145874 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72c87343-1387-4624-a53f-3035f97e4edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:20.205863 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72c87343-1387-4624-a53f-3035f97e4edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:20.220235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd806c3a-f5a0-420c-8d5e-8cf9371165a2'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:34:20.268515 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bdd93246-2074-4214-aa6d-dd9e9e459d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:20.270579 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd806c3a-f5a0-420c-8d5e-8cf9371165a2', 'code': 200} Mar 05 13:34:20.276149 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bdd93246-2074-4214-aa6d-dd9e9e459d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:20.345871 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bdd93246-2074-4214-aa6d-dd9e9e459d4c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=199c5738be8848afa885f2aee1461d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3449318 Mar 05 13:34:20.376883 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43186) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:20.378113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd93246-2074-4214-aa6d-dd9e9e459d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ce4012-bd82-46b9-b71e-faee1a9529bb,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:20.443582 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72c87343-1387-4624-a53f-3035f97e4edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:20.519226 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c87343-1387-4624-a53f-3035f97e4edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a343ae7c-7c5e-4dbd-86bf-96485b760f8e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:20.526497 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72c87343-1387-4624-a53f-3035f97e4edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:20.530776 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-72c87343-1387-4624-a53f-3035f97e4edf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a343ae7c-7c5e-4dbd-86bf-96485b760f8e HTTP/1.1" status: 204 len: 168 time: 0.4807980 Mar 05 13:34:20.536421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc2c9e-2a9a-491d-ac10-ca8f68e5ad77 req-dafa247e-a3fb-4727-93b1-8951d6db73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:20.537941 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2bc2c9e-2a9a-491d-ac10-ca8f68e5ad77 req-dafa247e-a3fb-4727-93b1-8951d6db73b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a HTTP/1.1" status: 200 len: 1101 time: 0.2006269 Mar 05 13:34:20.548432 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e95d20-a597-4134-a224-e32a352ece81 req-ae749980-80f7-49fb-a8cf-7673c2f346db tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:20.550010 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b8e95d20-a597-4134-a224-e32a352ece81 req-ae749980-80f7-49fb-a8cf-7673c2f346db tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 950 time: 0.1264887 Mar 05 13:34:20.562065 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f57cf3f4-ac97-4d03-8cd1-6d11a0cfa046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:20.589087 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f57cf3f4-ac97-4d03-8cd1-6d11a0cfa046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:20.649673 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f57cf3f4-ac97-4d03-8cd1-6d11a0cfa046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:20.667449 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2bc2c9e-2a9a-491d-ac10-ca8f68e5ad77 req-fd0bedf7-b922-4c58-b953-b1bd08d7a825 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162021 Mar 05 13:34:20.669073 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cf3f4-ac97-4d03-8cd1-6d11a0cfa046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ce4012-bd82-46b9-b71e-faee1a9529bb,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:20.675690 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f57cf3f4-ac97-4d03-8cd1-6d11a0cfa046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:20.676818 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f57cf3f4-ac97-4d03-8cd1-6d11a0cfa046 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3ce4012-bd82-46b9-b71e-faee1a9529bb HTTP/1.1" status: 204 len: 168 time: 0.2820542 Mar 05 13:34:20.680286 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b8e95d20-a597-4134-a224-e32a352ece81 req-806adc00-8f4b-4f61-b828-7f1e7c954df7 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128526 Mar 05 13:34:20.881341 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83a2e1-745e-4e02-a788-c6e385cd3a46 req-7bdda706-42b8-4e76-a67c-987d89692e46 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:20.882853 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2e83a2e1-745e-4e02-a788-c6e385cd3a46 req-7bdda706-42b8-4e76-a67c-987d89692e46 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a HTTP/1.1" status: 200 len: 950 time: 0.0890214 Mar 05 13:34:20.935200 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2e83a2e1-745e-4e02-a788-c6e385cd3a46 req-dac2a337-97f8-4012-857a-d79d39a667d7 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460904 Mar 05 13:34:21.281839 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fce242-c93d-46f4-9975-dce6404e7659 req-74d906a7-69b6-4f99-8c73-98343939c879 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:21.284295 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-02fce242-c93d-46f4-9975-dce6404e7659 req-74d906a7-69b6-4f99-8c73-98343939c879 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=2410c33c-3d22-4ba5-86cf-b3cee005c24b HTTP/1.1" status: 200 len: 949 time: 0.0996795 Mar 05 13:34:21.304030 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43234) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:21.334027 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-02fce242-c93d-46f4-9975-dce6404e7659 req-c01ce3bf-0557-4fe7-bb55-3a42814df668 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423219 Mar 05 13:34:21.555628 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-099ba7b8-ed0f-4db0-b9ce-6c0c215b059b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:21.574400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-099ba7b8-ed0f-4db0-b9ce-6c0c215b059b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:21.578549 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-099ba7b8-ed0f-4db0-b9ce-6c0c215b059b admin admin] Usage tracker for resource:security_group_rule and tenant:0c7ecece100844c990d78b83bc54288e is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:21.581767 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-099ba7b8-ed0f-4db0-b9ce-6c0c215b059b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:21.588571 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-099ba7b8-ed0f-4db0-b9ce-6c0c215b059b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:21.698757 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-099ba7b8-ed0f-4db0-b9ce-6c0c215b059b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:21.707451 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-099ba7b8-ed0f-4db0-b9ce-6c0c215b059b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:21.757695 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ba7b8-ed0f-4db0-b9ce-6c0c215b059b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2318190-2057-4468-9e1b-223011aa2d7e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:21.768644 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-099ba7b8-ed0f-4db0-b9ce-6c0c215b059b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c7ecece100844c990d78b83bc54288e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4603403 Mar 05 13:34:21.769766 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43258) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:21.790594 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a4bef-9f90-4cf9-8284-cd61b5e8fae7 req-80c23ab7-9e6a-4469-92dd-a9182d25d71f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:21.799126 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fd6a4bef-9f90-4cf9-8284-cd61b5e8fae7 req-80c23ab7-9e6a-4469-92dd-a9182d25d71f tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=2410c33c-3d22-4ba5-86cf-b3cee005c24b HTTP/1.1" status: 200 len: 949 time: 0.1268859 Mar 05 13:34:21.846681 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-400cbcc2-64cc-4b5c-8efe-15106557a764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:21.871569 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fd6a4bef-9f90-4cf9-8284-cd61b5e8fae7 req-e579811d-c041-4ab7-ac72-5fb9cc5f723d tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636003 Mar 05 13:34:21.915608 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-400cbcc2-64cc-4b5c-8efe-15106557a764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:22.021811 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-400cbcc2-64cc-4b5c-8efe-15106557a764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:22.049995 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cbcc2-64cc-4b5c-8efe-15106557a764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2318190-2057-4468-9e1b-223011aa2d7e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:22.052940 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-400cbcc2-64cc-4b5c-8efe-15106557a764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:22.054410 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-400cbcc2-64cc-4b5c-8efe-15106557a764 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2318190-2057-4468-9e1b-223011aa2d7e HTTP/1.1" status: 204 len: 168 time: 0.2845526 Mar 05 13:34:22.083954 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a1b80-7066-441f-a3b5-9d2f79d6318c req-a9717d6c-447b-4229-87bf-d10b21019e7a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:22.091787 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d33a1b80-7066-441f-a3b5-9d2f79d6318c req-a9717d6c-447b-4229-87bf-d10b21019e7a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 950 time: 0.1234126 Mar 05 13:34:22.143632 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d33a1b80-7066-441f-a3b5-9d2f79d6318c req-55fa605d-f146-4ad5-a260-bc450f5eb846 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508981 Mar 05 13:34:22.307885 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43294) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:22.352180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b6eb5-f3b8-4af3-8b63-3f66444a202a req-5346dd35-cfb2-44ff-a8a7-20a50972bb03 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:22.353670 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a82b6eb5-f3b8-4af3-8b63-3f66444a202a req-5346dd35-cfb2-44ff-a8a7-20a50972bb03 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a HTTP/1.1" status: 200 len: 950 time: 0.1026809 Mar 05 13:34:22.407170 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a82b6eb5-f3b8-4af3-8b63-3f66444a202a req-c4266ba6-4aac-4430-a214-5fb40cd3c8ca tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464923 Mar 05 13:34:22.549562 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-1b57eda6-1d82-4651-b417-48f9025c1e3d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-460447529-network', 'tenant_id': 'd5ffda21ed5b4786823c5a5c4a431675'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:22.554399 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1b57eda6-1d82-4651-b417-48f9025c1e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:22.558692 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1b57eda6-1d82-4651-b417-48f9025c1e3d admin admin] Usage tracker for resource:network and tenant:d5ffda21ed5b4786823c5a5c4a431675 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:22.562147 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1b57eda6-1d82-4651-b417-48f9025c1e3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:22.569953 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1b57eda6-1d82-4651-b417-48f9025c1e3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:22.581884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b57eda6-1d82-4651-b417-48f9025c1e3d admin admin] Made reservation on behalf of d5ffda21ed5b4786823c5a5c4a431675 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:34:22.585240 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1b57eda6-1d82-4651-b417-48f9025c1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:22.599737 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1b57eda6-1d82-4651-b417-48f9025c1e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:22.616228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1b57eda6-1d82-4651-b417-48f9025c1e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:22.620404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1b57eda6-1d82-4651-b417-48f9025c1e3d admin admin] Usage tracker for resource:security_group_rule and tenant:d5ffda21ed5b4786823c5a5c4a431675 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:22.623405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1b57eda6-1d82-4651-b417-48f9025c1e3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:22.631223 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1b57eda6-1d82-4651-b417-48f9025c1e3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:22.647830 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950b68d-e206-477e-9621-d7996289aa78 req-a413e57f-feb0-44f4-b54e-98fd3aeda7cb tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:22.648764 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43308) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:22.650873 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e950b68d-e206-477e-9621-d7996289aa78 req-a413e57f-feb0-44f4-b54e-98fd3aeda7cb tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=2410c33c-3d22-4ba5-86cf-b3cee005c24b HTTP/1.1" status: 200 len: 949 time: 0.1130366 Mar 05 13:34:22.668709 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab6b0-3580-4e90-9278-d68561cf1641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:22.691996 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6b0ab6b0-3580-4e90-9278-d68561cf1641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:22.698911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6b0ab6b0-3580-4e90-9278-d68561cf1641 admin admin] Usage tracker for resource:security_group_rule and tenant:00b1a049e52040ae96a8a1fa67bad85e is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:22.705050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6b0ab6b0-3580-4e90-9278-d68561cf1641 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:22.712558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6b0ab6b0-3580-4e90-9278-d68561cf1641 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:22.714598 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e950b68d-e206-477e-9621-d7996289aa78 req-e2f61f25-400c-4665-b05e-ed7f0a484ed4 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569091 Mar 05 13:34:22.845655 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab6b0-3580-4e90-9278-d68561cf1641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:22.853858 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1b57eda6-1d82-4651-b417-48f9025c1e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:22.855469 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab6b0-3580-4e90-9278-d68561cf1641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:22.900990 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6b0ab6b0-3580-4e90-9278-d68561cf1641 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00b1a049e52040ae96a8a1fa67bad85e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504966 Mar 05 13:34:22.903512 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1b57eda6-1d82-4651-b417-48f9025c1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:22.904074 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43316) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:22.932811 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b57eda6-1d82-4651-b417-48f9025c1e3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:34:22.939404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ab6b0-3580-4e90-9278-d68561cf1641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb025be9-ab0b-4257-a0d5-3f5249e97b80,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:22.968646 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57eda6-1d82-4651-b417-48f9025c1e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec2ed05-bd2b-498d-9976-42db00818699,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:22.975832 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1b57eda6-1d82-4651-b417-48f9025c1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:22.976226 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-1b57eda6-1d82-4651-b417-48f9025c1e3d admin admin] Added segment 835b83f1-9132-49c1-aa09-53b416aacf9b of type vlan for network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 Mar 05 13:34:23.011025 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1b57eda6-1d82-4651-b417-48f9025c1e3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:23.056668 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-12c2552d-95a6-4161-ad0c-22c7f7a47fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:23.064594 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1b57eda6-1d82-4651-b417-48f9025c1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:23.065911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b57eda6-1d82-4651-b417-48f9025c1e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:23.066320 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1b57eda6-1d82-4651-b417-48f9025c1e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:23.102197 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-12c2552d-95a6-4161-ad0c-22c7f7a47fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:23.116219 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1b57eda6-1d82-4651-b417-48f9025c1e3d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8071220 Mar 05 13:34:23.121146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43328) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:23.145479 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-0a6d269d-f44e-48ce-aee3-cf790d3dc222 admin admin] Request body: {'subnet': {'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-460447529-subnet', 'tenant_id': 'd5ffda21ed5b4786823c5a5c4a431675', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:23.152016 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0a6d269d-f44e-48ce-aee3-cf790d3dc222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:23.165288 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0a6d269d-f44e-48ce-aee3-cf790d3dc222 admin admin] Usage tracker for resource:subnet and tenant:d5ffda21ed5b4786823c5a5c4a431675 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:23.170679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0a6d269d-f44e-48ce-aee3-cf790d3dc222 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:23.179487 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0a6d269d-f44e-48ce-aee3-cf790d3dc222 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:23.223745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57eda6-1d82-4651-b417-48f9025c1e3d admin admin] Pushing event updated for resources: {'Network': ['ID=0224e6ac-46ce-4f25-b9b2-1debc398aaa1,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:23.234335 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:34:23.254417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6d269d-f44e-48ce-aee3-cf790d3dc222 admin admin] Made reservation on behalf of d5ffda21ed5b4786823c5a5c4a431675 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:34:23.257246 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0a6d269d-f44e-48ce-aee3-cf790d3dc222 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:23.461740 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-12c2552d-95a6-4161-ad0c-22c7f7a47fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:23.493895 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2552d-95a6-4161-ad0c-22c7f7a47fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb025be9-ab0b-4257-a0d5-3f5249e97b80,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:23.503095 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb3943-c396-4716-8f63-7e43255ed8a4 req-991b70ff-e275-4c1f-a6be-cddabc986967 tempest-ServersAdminNegativeTestJSON-1554744806 tempest-ServersAdminNegativeTestJSON-1554744806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:23.509850 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9eb3943-c396-4716-8f63-7e43255ed8a4 req-991b70ff-e275-4c1f-a6be-cddabc986967 tempest-ServersAdminNegativeTestJSON-1554744806 tempest-ServersAdminNegativeTestJSON-1554744806-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a HTTP/1.1" status: 200 len: 1101 time: 0.3113444 Mar 05 13:34:23.515012 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-12c2552d-95a6-4161-ad0c-22c7f7a47fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:23.516044 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-12c2552d-95a6-4161-ad0c-22c7f7a47fb4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb025be9-ab0b-4257-a0d5-3f5249e97b80 HTTP/1.1" status: 204 len: 168 time: 0.6114309 Mar 05 13:34:23.568608 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f9eb3943-c396-4716-8f63-7e43255ed8a4 req-3cc2e31a-9d33-4bfa-8658-d1bb8f14ba08 tempest-ServersAdminNegativeTestJSON-1554744806 tempest-ServersAdminNegativeTestJSON-1554744806-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:23.598423 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-f9eb3943-c396-4716-8f63-7e43255ed8a4 req-3cc2e31a-9d33-4bfa-8658-d1bb8f14ba08 tempest-ServersAdminNegativeTestJSON-1554744806 tempest-ServersAdminNegativeTestJSON-1554744806-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:23.604594 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f9eb3943-c396-4716-8f63-7e43255ed8a4 req-3cc2e31a-9d33-4bfa-8658-d1bb8f14ba08 tempest-ServersAdminNegativeTestJSON-1554744806 tempest-ServersAdminNegativeTestJSON-1554744806-project-admin] Usage tracker for resource:security_group_rule and tenant:0f732e2d37974dfe96e50d99b5fd9ddf is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:23.608644 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f9eb3943-c396-4716-8f63-7e43255ed8a4 req-3cc2e31a-9d33-4bfa-8658-d1bb8f14ba08 tempest-ServersAdminNegativeTestJSON-1554744806 tempest-ServersAdminNegativeTestJSON-1554744806-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:23.617989 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-f9eb3943-c396-4716-8f63-7e43255ed8a4 req-3cc2e31a-9d33-4bfa-8658-d1bb8f14ba08 tempest-ServersAdminNegativeTestJSON-1554744806 tempest-ServersAdminNegativeTestJSON-1554744806-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:23.667615 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6a86d-48bd-470d-a0d2-a592c37369ae req-fdf55583-07e5-4d04-b5bf-e1df229f5ab7 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:23.669225 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8dc6a86d-48bd-470d-a0d2-a592c37369ae req-fdf55583-07e5-4d04-b5bf-e1df229f5ab7 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 950 time: 0.0955720 Mar 05 13:34:23.677454 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0a6d269d-f44e-48ce-aee3-cf790d3dc222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:23.730168 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8dc6a86d-48bd-470d-a0d2-a592c37369ae req-98c8b062-abf1-4d61-ab2b-f40cf39bde5a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518367 Mar 05 13:34:23.771840 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d269d-f44e-48ce-aee3-cf790d3dc222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ddb228e-b84a-4351-a2cb-7f33147be2ea,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:23.808186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6d269d-f44e-48ce-aee3-cf790d3dc222 admin admin] Checking segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:34:23.808532 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6d269d-f44e-48ce-aee3-cf790d3dc222 admin admin] Network hostable DHCP agents. Network: 0224e6ac-46ce-4f25-b9b2-1debc398aaa1, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:34:23.836068 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f9eb3943-c396-4716-8f63-7e43255ed8a4 req-3cc2e31a-9d33-4bfa-8658-d1bb8f14ba08 tempest-ServersAdminNegativeTestJSON-1554744806 tempest-ServersAdminNegativeTestJSON-1554744806-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:23.844011 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f9eb3943-c396-4716-8f63-7e43255ed8a4 req-3cc2e31a-9d33-4bfa-8658-d1bb8f14ba08 tempest-ServersAdminNegativeTestJSON-1554744806 tempest-ServersAdminNegativeTestJSON-1554744806-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:23.865291 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6d269d-f44e-48ce-aee3-cf790d3dc222 admin admin] Network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:34:23.883664 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9eb3943-c396-4716-8f63-7e43255ed8a4 req-3cc2e31a-9d33-4bfa-8658-d1bb8f14ba08 tempest-ServersAdminNegativeTestJSON-1554744806 tempest-ServersAdminNegativeTestJSON-1554744806-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726587 Mar 05 13:34:23.903930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96748287-c86f-4f18-84f2-cdcebc1509bb req-a92b1ae2-c5e7-47e0-b80a-984e45251d3a tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:23.905710 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-96748287-c86f-4f18-84f2-cdcebc1509bb req-a92b1ae2-c5e7-47e0-b80a-984e45251d3a tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.15 "GET /v2.0/ports?device_id=2410c33c-3d22-4ba5-86cf-b3cee005c24b HTTP/1.1" status: 200 len: 949 time: 0.1671438 Mar 05 13:34:23.919869 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2e31a-9d33-4bfa-8658-d1bb8f14ba08 tempest-ServersAdminNegativeTestJSON-1554744806 tempest-ServersAdminNegativeTestJSON-1554744806-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154f8b4d-d47e-44e1-bf78-a7ca3def52a3,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:23.922817 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-0a6d269d-f44e-48ce-aee3-cf790d3dc222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 0224e6ac-46ce-4f25-b9b2-1debc398aaa1) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:34:23.927067 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6d269d-f44e-48ce-aee3-cf790d3dc222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:23.927682 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0a6d269d-f44e-48ce-aee3-cf790d3dc222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:23.933732 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd268e64-9bfc-4e8f-99c8-cc13a89c96d1 None None] Network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:34:23.961086 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0a6d269d-f44e-48ce-aee3-cf790d3dc222 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8388956 Mar 05 13:34:24.013676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-96748287-c86f-4f18-84f2-cdcebc1509bb req-97e34179-4181-412a-a308-3a6cd6374313 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Deleting port de86ea65-56b8-46a3-8648-440cc2454f31 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:34:24.014107 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-96748287-c86f-4f18-84f2-cdcebc1509bb req-97e34179-4181-412a-a308-3a6cd6374313 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:24.202485 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc20d622-df47-4475-8cbb-4f3910a889b0 None None] Network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:34:24.393500 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-96748287-c86f-4f18-84f2-cdcebc1509bb req-97e34179-4181-412a-a308-3a6cd6374313 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] For port de86ea65-56b8-46a3-8648-440cc2454f31, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=de86ea65-56b8-46a3-8648-440cc2454f31,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:24.393866 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-96748287-c86f-4f18-84f2-cdcebc1509bb req-97e34179-4181-412a-a308-3a6cd6374313 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:24.620979 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-96748287-c86f-4f18-84f2-cdcebc1509bb req-97e34179-4181-412a-a308-3a6cd6374313 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Calling delete_port for de86ea65-56b8-46a3-8648-440cc2454f31 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:34:24.666437 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184bc86-7bf0-4192-8315-310007781355 req-eb392815-32d0-4089-a2cc-10d03aaae2cf tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:24.672798 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c184bc86-7bf0-4192-8315-310007781355 req-eb392815-32d0-4089-a2cc-10d03aaae2cf tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/ports?device_id=2410c33c-3d22-4ba5-86cf-b3cee005c24b HTTP/1.1" status: 200 len: 949 time: 0.3729491 Mar 05 13:34:24.765187 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c184bc86-7bf0-4192-8315-310007781355 req-bba528da-1cce-4fc0-877e-015fad1a3060 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.16 "GET /v2.0/security-groups?id=7577de0a-4026-4acb-ab6e-8ba6366fb816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907056 Mar 05 13:34:24.854510 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-96748287-c86f-4f18-84f2-cdcebc1509bb req-97e34179-4181-412a-a308-3a6cd6374313 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:24.866667 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['de86ea65-56b8-46a3-8648-440cc2454f31'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:34:24.965094 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e34179-4181-412a-a308-3a6cd6374313 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Pushing event deleted for resources: {'Port': ['ID=de86ea65-56b8-46a3-8648-440cc2454f31,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:25.019760 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-96748287-c86f-4f18-84f2-cdcebc1509bb req-97e34179-4181-412a-a308-3a6cd6374313 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] No DVR routers for this DVR port de86ea65-56b8-46a3-8648-440cc2454f31 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:34:25.023132 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbba17-cf88-4b5b-ba98-301757ae4b5b req-f28a2c27-9a45-4f52-8d16-896a64fd39a3 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:25.026814 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-96748287-c86f-4f18-84f2-cdcebc1509bb req-97e34179-4181-412a-a308-3a6cd6374313 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:25.031821 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4dfbba17-cf88-4b5b-ba98-301757ae4b5b req-f28a2c27-9a45-4f52-8d16-896a64fd39a3 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 950 time: 0.1541202 Mar 05 13:34:25.032081 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2410c33c-3d22-4ba5-86cf-b3cee005c24b', 'name': 'network-vif-deleted', 'tag': 'de86ea65-56b8-46a3-8648-440cc2454f31'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:34:25.050153 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-96748287-c86f-4f18-84f2-cdcebc1509bb req-97e34179-4181-412a-a308-3a6cd6374313 tempest-DeleteServersAdminTestJSON-1762830842 tempest-DeleteServersAdminTestJSON-1762830842-project] 10.222.0.15 "DELETE /v2.0/ports/de86ea65-56b8-46a3-8648-440cc2454f31 HTTP/1.1" status: 204 len: 173 time: 1.1385088 Mar 05 13:34:25.112273 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4dfbba17-cf88-4b5b-ba98-301757ae4b5b req-3fc9a01a-f9ea-42fc-93a1-b991f6b2ab0e tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792937 Mar 05 13:34:25.291558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43422) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:25.300791 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee4d80-0c74-430f-b86e-914a3585e839 req-8d74d4a2-d3bc-4f61-81a4-2a64442c79a2 tempest-ServersAdminNegativeTestJSON-1554744806 tempest-ServersAdminNegativeTestJSON-1554744806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:25.307761 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b9ee4d80-0c74-430f-b86e-914a3585e839 req-8d74d4a2-d3bc-4f61-81a4-2a64442c79a2 tempest-ServersAdminNegativeTestJSON-1554744806 tempest-ServersAdminNegativeTestJSON-1554744806-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a HTTP/1.1" status: 200 len: 1101 time: 0.0837417 Mar 05 13:34:25.347364 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-b9ee4d80-0c74-430f-b86e-914a3585e839 req-d47de1d1-89b6-4773-b137-d2ecce8a76a8 tempest-ServersAdminNegativeTestJSON-1554744806 tempest-ServersAdminNegativeTestJSON-1554744806-project-admin] Synchronizing usage tracker for tenant:0f732e2d37974dfe96e50d99b5fd9ddf on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:34:25.365279 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-b9ee4d80-0c74-430f-b86e-914a3585e839 req-d47de1d1-89b6-4773-b137-d2ecce8a76a8 tempest-ServersAdminNegativeTestJSON-1554744806 tempest-ServersAdminNegativeTestJSON-1554744806-project-admin] Unset dirty status for tenant:0f732e2d37974dfe96e50d99b5fd9ddf on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:34:25.367067 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b9ee4d80-0c74-430f-b86e-914a3585e839 req-d47de1d1-89b6-4773-b137-d2ecce8a76a8 tempest-ServersAdminNegativeTestJSON-1554744806 tempest-ServersAdminNegativeTestJSON-1554744806-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584946 Mar 05 13:34:25.421637 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2410c33c-3d22-4ba5-86cf-b3cee005c24b', 'name': 'network-vif-deleted', 'tag': 'de86ea65-56b8-46a3-8648-440cc2454f31', 'status': 'completed', 'code': 200} Mar 05 13:34:25.649656 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c5bc34f-9e91-4977-9c44-770fa5920737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:25.689765 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43452) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:25.691913 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4c5bc34f-9e91-4977-9c44-770fa5920737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:25.697494 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-14adf6b3-f2c7-4727-ade5-cb7248d7fc5f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1350999306-network', 'tenant_id': '64f42554417244fdb19ca43dda63368b'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:25.703832 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4c5bc34f-9e91-4977-9c44-770fa5920737 admin admin] Usage tracker for resource:security_group_rule and tenant:fe4df94bc84e4d7e8c5f5c7f97797c1f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:25.707437 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4c5bc34f-9e91-4977-9c44-770fa5920737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:25.708418 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-14adf6b3-f2c7-4727-ade5-cb7248d7fc5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:25.715300 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-14adf6b3-f2c7-4727-ade5-cb7248d7fc5f admin admin] Usage tracker for resource:network and tenant:64f42554417244fdb19ca43dda63368b is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:25.715460 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4c5bc34f-9e91-4977-9c44-770fa5920737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:25.748776 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-14adf6b3-f2c7-4727-ade5-cb7248d7fc5f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:25.758804 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-14adf6b3-f2c7-4727-ade5-cb7248d7fc5f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:25.775785 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14adf6b3-f2c7-4727-ade5-cb7248d7fc5f admin admin] Made reservation on behalf of 64f42554417244fdb19ca43dda63368b for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:34:25.781270 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14adf6b3-f2c7-4727-ade5-cb7248d7fc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:25.801532 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14adf6b3-f2c7-4727-ade5-cb7248d7fc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:25.825738 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-14adf6b3-f2c7-4727-ade5-cb7248d7fc5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:25.831331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-14adf6b3-f2c7-4727-ade5-cb7248d7fc5f admin admin] Usage tracker for resource:security_group_rule and tenant:64f42554417244fdb19ca43dda63368b is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:25.834537 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-14adf6b3-f2c7-4727-ade5-cb7248d7fc5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:25.841726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-14adf6b3-f2c7-4727-ade5-cb7248d7fc5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:25.870254 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c5bc34f-9e91-4977-9c44-770fa5920737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:25.878790 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c5bc34f-9e91-4977-9c44-770fa5920737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:25.951744 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4c5bc34f-9e91-4977-9c44-770fa5920737 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe4df94bc84e4d7e8c5f5c7f97797c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6561916 Mar 05 13:34:25.951744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5bc34f-9e91-4977-9c44-770fa5920737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14b4945-e67f-4201-b056-d5343a76af56,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:25.953898 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43462) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:25.998325 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14adf6b3-f2c7-4727-ade5-cb7248d7fc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:26.004553 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14adf6b3-f2c7-4727-ade5-cb7248d7fc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:26.019669 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14adf6b3-f2c7-4727-ade5-cb7248d7fc5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:34:26.026412 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8aa74971-63bd-4ba0-90e0-997be74a81cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:26.030937 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14adf6b3-f2c7-4727-ade5-cb7248d7fc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:26.032055 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-14adf6b3-f2c7-4727-ade5-cb7248d7fc5f admin admin] Added segment f7e05075-687f-4768-8467-825bee69e230 of type vlan for network f681ae8f-75da-4410-adb3-946ec6c4569a Mar 05 13:34:26.056994 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8aa74971-63bd-4ba0-90e0-997be74a81cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:26.078903 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14adf6b3-f2c7-4727-ade5-cb7248d7fc5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:26.104685 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14adf6b3-f2c7-4727-ade5-cb7248d7fc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9253d4-412d-4a28-8f56-f62de329c7bb,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:26.123500 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8aa74971-63bd-4ba0-90e0-997be74a81cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:26.139358 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14adf6b3-f2c7-4727-ade5-cb7248d7fc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:26.140758 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14adf6b3-f2c7-4727-ade5-cb7248d7fc5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:26.141495 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14adf6b3-f2c7-4727-ade5-cb7248d7fc5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:26.146539 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8aa74971-63bd-4ba0-90e0-997be74a81cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:26.150315 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8aa74971-63bd-4ba0-90e0-997be74a81cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c14b4945-e67f-4201-b056-d5343a76af56 HTTP/1.1" status: 204 len: 168 time: 0.1929865 Mar 05 13:34:26.152713 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa74971-63bd-4ba0-90e0-997be74a81cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14b4945-e67f-4201-b056-d5343a76af56,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:26.325272 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-14adf6b3-f2c7-4727-ade5-cb7248d7fc5f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6344538 Mar 05 13:34:26.328554 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43482) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:26.331595 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14adf6b3-f2c7-4727-ade5-cb7248d7fc5f admin admin] Pushing event updated for resources: {'Network': ['ID=f681ae8f-75da-4410-adb3-946ec6c4569a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:26.337583 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-7edfe7f4-b040-4ff1-9266-a13b560722ee admin admin] Request body: {'subnet': {'network_id': 'f681ae8f-75da-4410-adb3-946ec6c4569a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1350999306-subnet', 'tenant_id': '64f42554417244fdb19ca43dda63368b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:26.343624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7edfe7f4-b040-4ff1-9266-a13b560722ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:26.344049 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network f681ae8f-75da-4410-adb3-946ec6c4569a details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:34:26.349323 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7edfe7f4-b040-4ff1-9266-a13b560722ee admin admin] Usage tracker for resource:subnet and tenant:64f42554417244fdb19ca43dda63368b is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:26.353410 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7edfe7f4-b040-4ff1-9266-a13b560722ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:26.361684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7edfe7f4-b040-4ff1-9266-a13b560722ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:26.384848 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b2d14-5606-4240-8ec6-10ecb1473897 req-6b70f71a-d872-48f9-b4c7-0bd2f5a8a031 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:26.386391 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d27b2d14-5606-4240-8ec6-10ecb1473897 req-6b70f71a-d872-48f9-b4c7-0bd2f5a8a031 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a HTTP/1.1" status: 200 len: 950 time: 0.1138628 Mar 05 13:34:26.409725 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edfe7f4-b040-4ff1-9266-a13b560722ee admin admin] Made reservation on behalf of 64f42554417244fdb19ca43dda63368b for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:34:26.414997 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7edfe7f4-b040-4ff1-9266-a13b560722ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:26.468642 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d27b2d14-5606-4240-8ec6-10ecb1473897 req-09de5e96-8db7-4d04-9364-df67e6864d8b tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701478 Mar 05 13:34:26.672320 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a9c12-75a8-4eb5-9930-1d9a69bf3150 req-cb015659-e61b-4ee0-b544-49e48dfbef41 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:26.680790 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-496a9c12-75a8-4eb5-9930-1d9a69bf3150 req-cb015659-e61b-4ee0-b544-49e48dfbef41 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 950 time: 0.2794068 Mar 05 13:34:26.723375 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43502) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:26.745147 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a91982c5-4b44-42f5-a83d-ac32b252c477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:26.764948 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a91982c5-4b44-42f5-a83d-ac32b252c477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:26.769221 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a91982c5-4b44-42f5-a83d-ac32b252c477 admin admin] Usage tracker for resource:security_group_rule and tenant:6b47421c130140c093d2cea18f39431d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:26.772604 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a91982c5-4b44-42f5-a83d-ac32b252c477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:26.778794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a91982c5-4b44-42f5-a83d-ac32b252c477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:26.780708 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-496a9c12-75a8-4eb5-9930-1d9a69bf3150 req-f48894fc-2722-4449-a1b1-e6c6ad2977cc tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987458 Mar 05 13:34:26.886779 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a91982c5-4b44-42f5-a83d-ac32b252c477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:26.891139 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7edfe7f4-b040-4ff1-9266-a13b560722ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:26.892800 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a91982c5-4b44-42f5-a83d-ac32b252c477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:26.939477 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a91982c5-4b44-42f5-a83d-ac32b252c477 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b47421c130140c093d2cea18f39431d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145689 Mar 05 13:34:26.941767 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43514) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:26.959575 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfe7f4-b040-4ff1-9266-a13b560722ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=4881118a-9123-47c6-8a6e-f5648874853d,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:26.981930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edfe7f4-b040-4ff1-9266-a13b560722ee admin admin] Checking segment: {'id': 'f7e05075-687f-4768-8467-825bee69e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f681ae8f-75da-4410-adb3-946ec6c4569a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:34:26.982279 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edfe7f4-b040-4ff1-9266-a13b560722ee admin admin] Network hostable DHCP agents. Network: f681ae8f-75da-4410-adb3-946ec6c4569a, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:34:27.007244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edfe7f4-b040-4ff1-9266-a13b560722ee admin admin] Network f681ae8f-75da-4410-adb3-946ec6c4569a is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:34:27.023055 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-7edfe7f4-b040-4ff1-9266-a13b560722ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, f681ae8f-75da-4410-adb3-946ec6c4569a) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:34:27.035234 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e428f65-efb2-4759-b486-23d2457b2cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:27.036973 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cb6310-6b6d-4c67-8c49-ebacfe47848f None None] Network f681ae8f-75da-4410-adb3-946ec6c4569a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:34:27.037617 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91982c5-4b44-42f5-a83d-ac32b252c477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4641e52e-6c80-4237-af6a-bd4e6ec13ad2,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:27.067504 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edfe7f4-b040-4ff1-9266-a13b560722ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:27.068255 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7edfe7f4-b040-4ff1-9266-a13b560722ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:27.076706 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e428f65-efb2-4759-b486-23d2457b2cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:27.138220 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7edfe7f4-b040-4ff1-9266-a13b560722ee admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8002722 Mar 05 13:34:27.161417 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e428f65-efb2-4759-b486-23d2457b2cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:27.195427 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e428f65-efb2-4759-b486-23d2457b2cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4641e52e-6c80-4237-af6a-bd4e6ec13ad2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:27.201085 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e428f65-efb2-4759-b486-23d2457b2cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:27.202371 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9e428f65-efb2-4759-b486-23d2457b2cfe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4641e52e-6c80-4237-af6a-bd4e6ec13ad2 HTTP/1.1" status: 204 len: 168 time: 0.2595544 Mar 05 13:34:27.274497 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43530) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:27.318836 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device de86ea65-56b8-46a3-8648-440cc2454f31 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:34:27.357202 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: de86ea65-56b8-46a3-8648-440cc2454f31 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:34:27.357793 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device de86ea65-56b8-46a3-8648-440cc2454f31 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:34:27.444135 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9d8ad9-1b2f-42d7-a4e7-43d24938455d None None] Network f681ae8f-75da-4410-adb3-946ec6c4569a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:34:27.541323 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34722be9-d69b-49c1-892c-428d3b12a149 req-081571ed-2299-4d08-80f7-ac25ae1d3b0d tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:27.542795 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-34722be9-d69b-49c1-892c-428d3b12a149 req-081571ed-2299-4d08-80f7-ac25ae1d3b0d tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a HTTP/1.1" status: 200 len: 950 time: 0.1704226 Mar 05 13:34:27.650574 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-34722be9-d69b-49c1-892c-428d3b12a149 req-fc943fd4-7b8b-4a5c-b0dc-e4d1577894fa tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Deleting port dd806c3a-f5a0-420c-8d5e-8cf9371165a2 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:34:27.651130 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-34722be9-d69b-49c1-892c-428d3b12a149 req-fc943fd4-7b8b-4a5c-b0dc-e4d1577894fa tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:27.791411 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af830b-a875-4ff0-bf87-f247e386fe56 req-1d45450a-a643-4d6f-8e3d-d4f197cbc58e tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:27.793018 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37af830b-a875-4ff0-bf87-f247e386fe56 req-1d45450a-a643-4d6f-8e3d-d4f197cbc58e tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a HTTP/1.1" status: 200 len: 950 time: 0.1367643 Mar 05 13:34:27.850985 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37af830b-a875-4ff0-bf87-f247e386fe56 req-b080dea2-9b5f-4fa5-9599-5607595a8989 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512769 Mar 05 13:34:27.995755 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43562) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:27.999220 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1dca73f3-59bd-4fbe-aff3-b6be59080afe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3287142e768d4af49a9e6309e1f91014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7232680 Mar 05 13:34:28.119300 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e9b9-c221-4acc-be18-2b694dcc4c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:28.172599 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-31fe7f1e-58f0-46ff-8c44-9b55ed69469c service neutron] show failed (client error): The resource could not be found. Mar 05 13:34:28.174209 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-31fe7f1e-58f0-46ff-8c44-9b55ed69469c service neutron] 10.222.0.30 "GET /v2.0/ports/dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e/bindings/n-h1-803718-1 HTTP/1.1" status: 404 len: 380 time: 0.1129570 Mar 05 13:34:28.225349 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e9b9-c221-4acc-be18-2b694dcc4c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:28.232416 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-34722be9-d69b-49c1-892c-428d3b12a149 req-fc943fd4-7b8b-4a5c-b0dc-e4d1577894fa tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] For port dd806c3a-f5a0-420c-8d5e-8cf9371165a2, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=dd806c3a-f5a0-420c-8d5e-8cf9371165a2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:28.233150 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-34722be9-d69b-49c1-892c-428d3b12a149 req-fc943fd4-7b8b-4a5c-b0dc-e4d1577894fa tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:28.252605 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef677fc-31eb-4847-8057-8610d2bb5107 req-a7c487a1-8977-4ac2-b9e7-9cfd29b322de tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:28.254655 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3ef677fc-31eb-4847-8057-8610d2bb5107 req-a7c487a1-8977-4ac2-b9e7-9cfd29b322de tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 950 time: 0.2992134 Mar 05 13:34:28.309283 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-08a6c7a0-b289-47fc-8a40-1ea169e827b9 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:28.311292 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-08a6c7a0-b289-47fc-8a40-1ea169e827b9 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 820 time: 0.2487974 Mar 05 13:34:28.342030 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e9b9-c221-4acc-be18-2b694dcc4c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:28.365506 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-04ed09e8-4e03-4eee-b2f2-cbde0497b026 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/quotas/d5ffda21ed5b4786823c5a5c4a431675 HTTP/1.1" status: 200 len: 375 time: 0.0333149 Mar 05 13:34:28.373411 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4e9b9-c221-4acc-be18-2b694dcc4c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7577de0a-4026-4acb-ab6e-8ba6366fb816,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:28.379462 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e9b9-c221-4acc-be18-2b694dcc4c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:28.380343 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c3f4e9b9-c221-4acc-be18-2b694dcc4c22 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7577de0a-4026-4acb-ab6e-8ba6366fb816 HTTP/1.1" status: 204 len: 168 time: 0.3836002 Mar 05 13:34:28.474529 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-593d0993-76c4-495c-9a16-4ea4a5b241b6 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0967023 Mar 05 13:34:28.505532 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:28.519976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-34722be9-d69b-49c1-892c-428d3b12a149 req-fc943fd4-7b8b-4a5c-b0dc-e4d1577894fa tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Calling delete_port for dd806c3a-f5a0-420c-8d5e-8cf9371165a2 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:34:28.656650 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-d688a4c3-1b31-4739-8588-0df0d33129a1 service neutron] 10.222.0.16 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811509 Mar 05 13:34:28.690940 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3ef677fc-31eb-4847-8057-8610d2bb5107 req-f7462341-ca93-42e6-bfb4-58727abbf720 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985671 Mar 05 13:34:28.711849 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:28.782189 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43590) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:28.820068 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-015712ff-f6aa-4fce-87fc-aa78f08041cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:28.821605 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-015712ff-f6aa-4fce-87fc-aa78f08041cf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3&tenant_id=78a1cd353882451f977c98a0cde91b02 HTTP/1.1" status: 200 len: 1101 time: 0.2456334 Mar 05 13:34:28.849710 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803718-1', 'device_owner': 'compute:nova'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:28.854414 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43596) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:28.910648 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-34722be9-d69b-49c1-892c-428d3b12a149 req-fc943fd4-7b8b-4a5c-b0dc-e4d1577894fa tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:28.922996 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['9c79b7bd-cedf-4fea-aa20-cda683bff351', 'dd806c3a-f5a0-420c-8d5e-8cf9371165a2'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:34:28.925872 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-a33cc460-6d5b-467f-803f-1de47fb0b027 service neutron] 10.222.0.16 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639580 Mar 05 13:34:28.959056 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-77c15a7a-4eda-4afe-842b-0cdacdd7dcbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:29.105634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-77c15a7a-4eda-4afe-842b-0cdacdd7dcbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:29.108443 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc943fd4-7b8b-4a5c-b0dc-e4d1577894fa tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Pushing event deleted for resources: {'Port': ['ID=dd806c3a-f5a0-420c-8d5e-8cf9371165a2,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:29.181380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-77c15a7a-4eda-4afe-842b-0cdacdd7dcbd admin admin] Usage tracker for resource:security_group_rule and tenant:e8986059d74c41e28609d90f7607c68b is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:29.186844 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-34722be9-d69b-49c1-892c-428d3b12a149 req-fc943fd4-7b8b-4a5c-b0dc-e4d1577894fa tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] No DVR routers for this DVR port dd806c3a-f5a0-420c-8d5e-8cf9371165a2 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:34:29.191913 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-34722be9-d69b-49c1-892c-428d3b12a149 req-fc943fd4-7b8b-4a5c-b0dc-e4d1577894fa tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:29.198351 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-77c15a7a-4eda-4afe-842b-0cdacdd7dcbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:29.205539 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a', 'name': 'network-vif-deleted', 'tag': 'dd806c3a-f5a0-420c-8d5e-8cf9371165a2'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:34:29.234054 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-77c15a7a-4eda-4afe-842b-0cdacdd7dcbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:29.280878 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-34722be9-d69b-49c1-892c-428d3b12a149 req-fc943fd4-7b8b-4a5c-b0dc-e4d1577894fa tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.15 "DELETE /v2.0/ports/dd806c3a-f5a0-420c-8d5e-8cf9371165a2 HTTP/1.1" status: 204 len: 173 time: 1.7289319 Mar 05 13:34:29.294113 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:29.457952 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-679f4184-b1b9-43cb-85fa-f230f064d068 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-823896999-network', 'tenant_id': '293ce29818c24610874b0170cb644d65'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:29.466583 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-679f4184-b1b9-43cb-85fa-f230f064d068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:29.481498 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-679f4184-b1b9-43cb-85fa-f230f064d068 admin admin] Usage tracker for resource:network and tenant:293ce29818c24610874b0170cb644d65 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:29.485274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-679f4184-b1b9-43cb-85fa-f230f064d068 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:29.498611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-679f4184-b1b9-43cb-85fa-f230f064d068 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:29.544326 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679f4184-b1b9-43cb-85fa-f230f064d068 admin admin] Made reservation on behalf of 293ce29818c24610874b0170cb644d65 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:34:29.546753 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-679f4184-b1b9-43cb-85fa-f230f064d068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:29.614735 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-679f4184-b1b9-43cb-85fa-f230f064d068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:29.635624 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a1b72d5a-269f-4fb6-8349-4123b84f6ed8 req-2c4751df-22c4-4f4a-9182-7ed9818804fe tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 210 time: 0.0624368 Mar 05 13:34:29.641395 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-679f4184-b1b9-43cb-85fa-f230f064d068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:29.645509 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-679f4184-b1b9-43cb-85fa-f230f064d068 admin admin] Usage tracker for resource:security_group_rule and tenant:293ce29818c24610874b0170cb644d65 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:29.648511 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-679f4184-b1b9-43cb-85fa-f230f064d068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:29.665631 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-679f4184-b1b9-43cb-85fa-f230f064d068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:29.678740 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-86a116d5-ba00-429f-919c-40ecbfb1fd9a req-57e63428-03a6-4e94-93e8-6508fa7af21c tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Synchronizing usage tracker for tenant:544cfe2c446445b7b5e40e02bc3a6bbb on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:34:29.723046 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a', 'name': 'network-vif-deleted', 'tag': 'dd806c3a-f5a0-420c-8d5e-8cf9371165a2', 'status': 'completed', 'code': 200} Mar 05 13:34:29.740971 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-77c15a7a-4eda-4afe-842b-0cdacdd7dcbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:29.800037 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-77c15a7a-4eda-4afe-842b-0cdacdd7dcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:29.833345 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-86a116d5-ba00-429f-919c-40ecbfb1fd9a req-57e63428-03a6-4e94-93e8-6508fa7af21c tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Unset dirty status for tenant:544cfe2c446445b7b5e40e02bc3a6bbb on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:34:29.834688 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-86a116d5-ba00-429f-919c-40ecbfb1fd9a req-57e63428-03a6-4e94-93e8-6508fa7af21c tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2003a7b-dbd1-4a7c-ad7d-eb3939cb0c1a HTTP/1.1" status: 200 len: 210 time: 0.2243676 Mar 05 13:34:29.887220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c15a7a-4eda-4afe-842b-0cdacdd7dcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37a3626-0ba0-43ef-b9e5-2a49039da4ff,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:29.896664 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-77c15a7a-4eda-4afe-842b-0cdacdd7dcbd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8986059d74c41e28609d90f7607c68b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1070859 Mar 05 13:34:29.905129 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43630) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:29.906717 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-679f4184-b1b9-43cb-85fa-f230f064d068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:29.914546 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-679f4184-b1b9-43cb-85fa-f230f064d068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:29.931570 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-679f4184-b1b9-43cb-85fa-f230f064d068 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:34:29.941195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] For port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:29.967278 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-679f4184-b1b9-43cb-85fa-f230f064d068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:29.967620 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-679f4184-b1b9-43cb-85fa-f230f064d068 admin admin] Added segment bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b of type vlan for network 1e632aab-7405-4a4c-851d-f121cf35a970 Mar 05 13:34:29.995229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f4184-b1b9-43cb-85fa-f230f064d068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e446e42b-2574-4df1-9d41-6411f8185f67,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:30.008818 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-53646d37-07d7-4fdd-81d9-0ebef2db5375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:30.011440 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] For port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:34:30.012334 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-679f4184-b1b9-43cb-85fa-f230f064d068 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:30.051374 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-679f4184-b1b9-43cb-85fa-f230f064d068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:30.055427 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679f4184-b1b9-43cb-85fa-f230f064d068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:30.056322 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-679f4184-b1b9-43cb-85fa-f230f064d068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:30.132933 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-53646d37-07d7-4fdd-81d9-0ebef2db5375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:30.156048 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:30.195811 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-679f4184-b1b9-43cb-85fa-f230f064d068 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3400116 Mar 05 13:34:30.196652 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43634) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:30.199134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f4184-b1b9-43cb-85fa-f230f064d068 admin admin] Pushing event updated for resources: {'Network': ['ID=1e632aab-7405-4a4c-851d-f121cf35a970,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:30.203421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] Transition to ACTIVE for port object dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:34:30.205191 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-9e293973-5c5c-4dc7-b06c-557422b6524f admin admin] Request body: {'subnet': {'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-823896999-subnet', 'tenant_id': '293ce29818c24610874b0170cb644d65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:30.210261 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9e293973-5c5c-4dc7-b06c-557422b6524f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:30.214612 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9e293973-5c5c-4dc7-b06c-557422b6524f admin admin] Usage tracker for resource:subnet and tenant:293ce29818c24610874b0170cb644d65 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:30.216780 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 1e632aab-7405-4a4c-851d-f121cf35a970 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:34:30.220877 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9e293973-5c5c-4dc7-b06c-557422b6524f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:30.222656 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:30.227553 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9e293973-5c5c-4dc7-b06c-557422b6524f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:30.240285 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e293973-5c5c-4dc7-b06c-557422b6524f admin admin] Made reservation on behalf of 293ce29818c24610874b0170cb644d65 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:34:30.242911 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e293973-5c5c-4dc7-b06c-557422b6524f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:30.291119 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12e8ed-b6b2-4ea0-8cb1-8dba1e850023 req-15a82853-bfed-4e25-a095-1d38a913fd65 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:30.292605 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd12e8ed-b6b2-4ea0-8cb1-8dba1e850023 req-15a82853-bfed-4e25-a095-1d38a913fd65 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 950 time: 0.2512908 Mar 05 13:34:30.526645 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-53646d37-07d7-4fdd-81d9-0ebef2db5375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:30.560794 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e,revision_number=6']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:30.563382 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] No DVR routers for this DVR port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:34:30.578077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53646d37-07d7-4fdd-81d9-0ebef2db5375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37a3626-0ba0-43ef-b9e5-2a49039da4ff,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:30.609790 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e293973-5c5c-4dc7-b06c-557422b6524f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:30.687462 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e293973-5c5c-4dc7-b06c-557422b6524f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ac31366-a7f9-483e-b1e1-eea597fcd311,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:30.708171 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-53646d37-07d7-4fdd-81d9-0ebef2db5375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:30.712437 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-53646d37-07d7-4fdd-81d9-0ebef2db5375 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e37a3626-0ba0-43ef-b9e5-2a49039da4ff HTTP/1.1" status: 204 len: 168 time: 0.8064179 Mar 05 13:34:30.716937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] Attempting to bind port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:34:30.724533 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] Attempting to bind port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:34:30.725404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] Attempting to bind port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:34:30.733572 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] Port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:34:30.734047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] Attempting to bind port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:34:30.751919 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd12e8ed-b6b2-4ea0-8cb1-8dba1e850023 req-a4645616-84f7-466d-b703-ce1aa287c16a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893166 Mar 05 13:34:30.767892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:34:30.768530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:34:30.769059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:34:30.775172 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] Bound port: dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:34:30.777059 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:30.782138 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e293973-5c5c-4dc7-b06c-557422b6524f admin admin] Checking segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:34:30.782571 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e293973-5c5c-4dc7-b06c-557422b6524f admin admin] Network hostable DHCP agents. Network: 1e632aab-7405-4a4c-851d-f121cf35a970, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:34:30.824579 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e293973-5c5c-4dc7-b06c-557422b6524f admin admin] Network 1e632aab-7405-4a4c-851d-f121cf35a970 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:34:30.835164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43652) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:30.850301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-9e293973-5c5c-4dc7-b06c-557422b6524f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 1e632aab-7405-4a4c-851d-f121cf35a970) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:34:30.863307 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c609e785-e07f-47a3-ab51-5cbc18fb001c None None] Network 1e632aab-7405-4a4c-851d-f121cf35a970 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:34:30.883459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e293973-5c5c-4dc7-b06c-557422b6524f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:30.884722 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e293973-5c5c-4dc7-b06c-557422b6524f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:30.927741 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9e293973-5c5c-4dc7-b06c-557422b6524f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7209539 Mar 05 13:34:31.037902 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ba2a706b-a7a6-4fd3-95b8-1ea7b5d115e3 req-86f627a8-55af-4ef6-ae7e-f02ba16fd7ef tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 210 time: 0.0687640 Mar 05 13:34:31.083931 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3551d184-0fca-428a-bd9d-64804ad608e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:31.135564 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3551d184-0fca-428a-bd9d-64804ad608e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:31.168767 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3551d184-0fca-428a-bd9d-64804ad608e9 admin admin] Usage tracker for resource:security_group_rule and tenant:799b3642371241d1a00a2b508afc05de is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:31.172296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3551d184-0fca-428a-bd9d-64804ad608e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:31.210332 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3551d184-0fca-428a-bd9d-64804ad608e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:31.391471 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3551d184-0fca-428a-bd9d-64804ad608e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:31.398895 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3551d184-0fca-428a-bd9d-64804ad608e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:31.423622 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device dd806c3a-f5a0-420c-8d5e-8cf9371165a2 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:34:31.474535 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3551d184-0fca-428a-bd9d-64804ad608e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=799b3642371241d1a00a2b508afc05de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6384416 Mar 05 13:34:31.476941 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43678) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:31.480645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551d184-0fca-428a-bd9d-64804ad608e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baac94f-c033-4002-8be9-739deecfa3be,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:31.524204 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: dd806c3a-f5a0-420c-8d5e-8cf9371165a2 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:34:31.524540 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device dd806c3a-f5a0-420c-8d5e-8cf9371165a2 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:34:31.536875 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf0505d-18a4-466a-a3e8-3f1ff90a073f None None] Network 1e632aab-7405-4a4c-851d-f121cf35a970 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:34:31.560946 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ab2644c8-0ca2-4845-bcc8-ed352edc9f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:31.596108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-22a4b947-be07-44b0-bf8f-dc7ef5a4ba1b tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:31.596830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-22a4b947-be07-44b0-bf8f-dc7ef5a4ba1b tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Synchronizing usage tracker for tenant:d5ffda21ed5b4786823c5a5c4a431675 on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:34:31.622510 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] For port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:34:31.625793 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ab2644c8-0ca2-4845-bcc8-ed352edc9f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:31.633772 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] For port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:34:31.650407 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:31.737506 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ab2644c8-0ca2-4845-bcc8-ed352edc9f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:31.752895 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:34:31.757794 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-22a4b947-be07-44b0-bf8f-dc7ef5a4ba1b tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Unset dirty status for tenant:d5ffda21ed5b4786823c5a5c4a431675 on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:34:31.758968 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-22a4b947-be07-44b0-bf8f-dc7ef5a4ba1b tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.30 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 820 time: 0.7228761 Mar 05 13:34:31.781752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-c764e1f6-17f5-4760-9be1-5841eca242b5 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Request body: {'port': {'device_id': '451e78d5-2118-4d7c-a28b-14eafcb05cda', 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1', 'admin_state_up': True, 'tenant_id': 'd5ffda21ed5b4786823c5a5c4a431675'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:31.787204 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ab2644c8-0ca2-4845-bcc8-ed352edc9f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:31.792691 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ab2644c8-0ca2-4845-bcc8-ed352edc9f31 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0baac94f-c033-4002-8be9-739deecfa3be HTTP/1.1" status: 204 len: 168 time: 0.3123147 Mar 05 13:34:31.792691 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2644c8-0ca2-4845-bcc8-ed352edc9f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baac94f-c033-4002-8be9-739deecfa3be,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:31.910421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e,revision_number=7']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:31.915378 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e', 'code': 200} Mar 05 13:34:31.916824 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:31.917428 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:31.919648 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-619200d9-6e11-47ed-b1c8-1a70be3b5950 service neutron] 10.222.0.15 "PUT /v2.0/ports/dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e HTTP/1.1" status: 200 len: 1096 time: 3.0750690 Mar 05 13:34:31.920869 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:34:32.085309 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43702) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:32.120452 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:34:32.128128 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c848f5-66a4-4b6b-85c7-e085291be04b req-170b064f-6a9f-4567-94e2-4e3677114637 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:32.135470 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b2c848f5-66a4-4b6b-85c7-e085291be04b req-170b064f-6a9f-4567-94e2-4e3677114637 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f97ec80-3c29-490e-a1a4-65cfa192a887 HTTP/1.1" status: 200 len: 971 time: 0.2231886 Mar 05 13:34:32.210615 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b2c848f5-66a4-4b6b-85c7-e085291be04b req-f394606c-cb36-401d-b61c-5742b2c6fc90 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740891 Mar 05 13:34:32.237910 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-c764e1f6-17f5-4760-9be1-5841eca242b5 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:32.246624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-c764e1f6-17f5-4760-9be1-5841eca242b5 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Usage tracker for resource:port and tenant:d5ffda21ed5b4786823c5a5c4a431675 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:32.256597 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-c764e1f6-17f5-4760-9be1-5841eca242b5 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:32.269846 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-c764e1f6-17f5-4760-9be1-5841eca242b5 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:32.295214 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e11a4-23fa-465a-acfd-58b3de151534 req-5fd03aba-bce4-4afb-b48a-0bb68b8f9f23 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:32.296708 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d01e11a4-23fa-465a-acfd-58b3de151534 req-5fd03aba-bce4-4afb-b48a-0bb68b8f9f23 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 948 time: 0.1679685 Mar 05 13:34:32.308429 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-9955ec91-a8af-470d-af61-79b6aaa5809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:32.311091 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-9955ec91-a8af-470d-af61-79b6aaa5809b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 1099 time: 0.2852480 Mar 05 13:34:32.313219 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-c764e1f6-17f5-4760-9be1-5841eca242b5 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Made reservation on behalf of d5ffda21ed5b4786823c5a5c4a431675 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:34:32.317734 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-c764e1f6-17f5-4760-9be1-5841eca242b5 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:32.388232 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd2cacc0-00bf-4a88-8e69-fc658821a7c8 req-c2fc8a05-16a1-4c6a-8863-9945a37d06fc tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 210 time: 0.0503294 Mar 05 13:34:32.465348 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f113d5d2-cf95-49b7-ad1c-00ca6bc8668e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:32.500248 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f113d5d2-cf95-49b7-ad1c-00ca6bc8668e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:32.505793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f113d5d2-cf95-49b7-ad1c-00ca6bc8668e admin admin] Usage tracker for resource:security_group_rule and tenant:c2dd7be4c21f42879bbc53ed34d4f9aa is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:32.510068 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f113d5d2-cf95-49b7-ad1c-00ca6bc8668e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:32.517391 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f113d5d2-cf95-49b7-ad1c-00ca6bc8668e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:32.522461 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d01e11a4-23fa-465a-acfd-58b3de151534 req-e53e64dd-52b9-4f9e-9138-88b4c9702105 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101178 Mar 05 13:34:32.635765 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f113d5d2-cf95-49b7-ad1c-00ca6bc8668e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:32.641115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-17bfcb7a-2473-487c-93c6-bfe06d40a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:32.641644 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f113d5d2-cf95-49b7-ad1c-00ca6bc8668e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:32.643056 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-17bfcb7a-2473-487c-93c6-bfe06d40a4d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.3118794 Mar 05 13:34:32.652506 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43718) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:32.669700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-4b9c2c34-7bd9-48fa-b9f4-5d87a5ce72de admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1389114587-network', 'tenant_id': '7db55842928f474eb6ed42ad1b599933'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:32.685529 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4b9c2c34-7bd9-48fa-b9f4-5d87a5ce72de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:32.698693 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4b9c2c34-7bd9-48fa-b9f4-5d87a5ce72de admin admin] Usage tracker for resource:network and tenant:7db55842928f474eb6ed42ad1b599933 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:32.706477 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4b9c2c34-7bd9-48fa-b9f4-5d87a5ce72de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:32.722446 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f113d5d2-cf95-49b7-ad1c-00ca6bc8668e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2dd7be4c21f42879bbc53ed34d4f9aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6284351 Mar 05 13:34:32.722446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43724) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:32.722446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4b9c2c34-7bd9-48fa-b9f4-5d87a5ce72de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:32.725413 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43726) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:32.728847 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113d5d2-cf95-49b7-ad1c-00ca6bc8668e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd616ec7-5317-4d58-ae24-0cf53b56765a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:32.740359 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-9135ef8e-6e08-4fa3-bc72-30c0db9bf44d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e HTTP/1.1" status: 200 len: 217 time: 0.0790966 Mar 05 13:34:32.748033 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e92d462-543a-4620-8c08-f218abfa1420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:32.777621 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9c2c34-7bd9-48fa-b9f4-5d87a5ce72de admin admin] Made reservation on behalf of 7db55842928f474eb6ed42ad1b599933 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:34:32.779952 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4b9c2c34-7bd9-48fa-b9f4-5d87a5ce72de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:32.793519 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-c764e1f6-17f5-4760-9be1-5841eca242b5 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Allocated IP 172.20.0.7 (0224e6ac-46ce-4f25-b9b2-1debc398aaa1/4ddb228e-b84a-4351-a2cb-7f33147be2ea/76dac71b-aab3-4406-b447-ce9e4d3d0cd5) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:34:32.805636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2e92d462-543a-4620-8c08-f218abfa1420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:32.807967 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4b9c2c34-7bd9-48fa-b9f4-5d87a5ce72de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:32.831423 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2e92d462-543a-4620-8c08-f218abfa1420 admin admin] Usage tracker for resource:security_group_rule and tenant:c89c8bf5d29f4bd3aa71773a651b05ac is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:32.842344 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2e92d462-543a-4620-8c08-f218abfa1420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:32.847019 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-469f86a0-9095-448d-afba-786ba7559698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:32.848471 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-469f86a0-9095-448d-afba-786ba7559698 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.0965889 Mar 05 13:34:32.848680 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4b9c2c34-7bd9-48fa-b9f4-5d87a5ce72de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:32.854936 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2e92d462-543a-4620-8c08-f218abfa1420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:32.861117 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4b9c2c34-7bd9-48fa-b9f4-5d87a5ce72de admin admin] Usage tracker for resource:security_group_rule and tenant:7db55842928f474eb6ed42ad1b599933 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:32.866472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4b9c2c34-7bd9-48fa-b9f4-5d87a5ce72de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:32.881198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4b9c2c34-7bd9-48fa-b9f4-5d87a5ce72de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:32.904588 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4d49494b-1ab3-4321-a075-e45bf796c760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:32.964496 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4d49494b-1ab3-4321-a075-e45bf796c760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:33.073565 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e92d462-543a-4620-8c08-f218abfa1420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:33.095683 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e92d462-543a-4620-8c08-f218abfa1420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:33.113597 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-5d112919-0062-40aa-94f8-6b7427187888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:33.115111 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-5d112919-0062-40aa-94f8-6b7427187888 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2591267 Mar 05 13:34:33.121288 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4d49494b-1ab3-4321-a075-e45bf796c760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:33.146297 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4b9c2c34-7bd9-48fa-b9f4-5d87a5ce72de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:33.168355 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4b9c2c34-7bd9-48fa-b9f4-5d87a5ce72de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:33.186505 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4d49494b-1ab3-4321-a075-e45bf796c760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:33.187730 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4d49494b-1ab3-4321-a075-e45bf796c760 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd616ec7-5317-4d58-ae24-0cf53b56765a HTTP/1.1" status: 204 len: 168 time: 0.4601495 Mar 05 13:34:33.193479 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2e92d462-543a-4620-8c08-f218abfa1420 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c89c8bf5d29f4bd3aa71773a651b05ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4690616 Mar 05 13:34:33.194708 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43742) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:33.196201 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92d462-543a-4620-8c08-f218abfa1420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d24cd08-c175-4473-a606-78eb27fe4c13,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:33.250292 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9c2c34-7bd9-48fa-b9f4-5d87a5ce72de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:34:33.257964 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-c764e1f6-17f5-4760-9be1-5841eca242b5 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:33.278232 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49494b-1ab3-4321-a075-e45bf796c760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd616ec7-5317-4d58-ae24-0cf53b56765a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:33.293324 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba634466-15c7-4d86-95ab-938b0a4fa50a req-5ca34091-53e9-4182-8acf-19b657a091a7 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:33.294834 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ba634466-15c7-4d86-95ab-938b0a4fa50a req-5ca34091-53e9-4182-8acf-19b657a091a7 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f97ec80-3c29-490e-a1a4-65cfa192a887 HTTP/1.1" status: 200 len: 971 time: 0.2697620 Mar 05 13:34:33.335847 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c2c34-7bd9-48fa-b9f4-5d87a5ce72de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e17f36-cec4-4639-8fc4-7c21e339ee60,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:33.364649 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4b9c2c34-7bd9-48fa-b9f4-5d87a5ce72de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:33.364978 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-4b9c2c34-7bd9-48fa-b9f4-5d87a5ce72de admin admin] Added segment 4fb4d705-3d00-4734-95cf-24d5b0571f8b of type vlan for network f5149f66-92c2-4f5a-8121-3316b3b27791 Mar 05 13:34:33.455399 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-6634d9f8-dd78-4120-b9e9-b36bb1358627 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311276 Mar 05 13:34:33.513149 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-ba634466-15c7-4d86-95ab-938b0a4fa50a req-ed801171-74ac-4891-a9fb-4c6c3945c7fc tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Deleting port 9c79b7bd-cedf-4fea-aa20-cda683bff351 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:34:33.513474 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ba634466-15c7-4d86-95ab-938b0a4fa50a req-ed801171-74ac-4891-a9fb-4c6c3945c7fc tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:33.584402 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4b9c2c34-7bd9-48fa-b9f4-5d87a5ce72de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:33.605194 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c84e57c8-2643-46e2-afda-c9a48b90650d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:33.619056 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-c764e1f6-17f5-4760-9be1-5841eca242b5 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:33.667239 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c84e57c8-2643-46e2-afda-c9a48b90650d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:33.679048 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4b9c2c34-7bd9-48fa-b9f4-5d87a5ce72de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:33.680001 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9c2c34-7bd9-48fa-b9f4-5d87a5ce72de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:33.680575 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4b9c2c34-7bd9-48fa-b9f4-5d87a5ce72de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:33.706897 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175041f2-4fd9-44b4-a9ff-5d51282d608f req-78938640-194d-44ed-aa89-3ad7aa33ebb0 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:33.713653 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-175041f2-4fd9-44b4-a9ff-5d51282d608f req-78938640-194d-44ed-aa89-3ad7aa33ebb0 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f97ec80-3c29-490e-a1a4-65cfa192a887 HTTP/1.1" status: 200 len: 971 time: 0.2987850 Mar 05 13:34:33.729485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43762) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:33.830519 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4933f22a-fdfc-4e3e-a79e-76f4a2f344f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:33.850211 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-c764e1f6-17f5-4760-9be1-5841eca242b5 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:34:33.869102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-c764e1f6-17f5-4760-9be1-5841eca242b5 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:34:33.877156 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-c764e1f6-17f5-4760-9be1-5841eca242b5 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:34:33.882714 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-c764e1f6-17f5-4760-9be1-5841eca242b5 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:33.883368 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-c764e1f6-17f5-4760-9be1-5841eca242b5 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:33.904366 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764e1f6-17f5-4760-9be1-5841eca242b5 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Pushing event updated for resources: {'Port': ['ID=76dac71b-aab3-4406-b447-ce9e4d3d0cd5,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:33.907208 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4933f22a-fdfc-4e3e-a79e-76f4a2f344f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:33.926052 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4b9c2c34-7bd9-48fa-b9f4-5d87a5ce72de admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2619705 Mar 05 13:34:33.928901 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43770) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:33.932610 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3', 'tag': 'dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:34:33.940778 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-c226e870-bece-4ac8-a502-7d385ecf6f41 admin admin] Request body: {'subnet': {'network_id': 'f5149f66-92c2-4f5a-8121-3316b3b27791', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1389114587-subnet', 'tenant_id': '7db55842928f474eb6ed42ad1b599933', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:33.946109 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c2c34-7bd9-48fa-b9f4-5d87a5ce72de admin admin] Pushing event updated for resources: {'Network': ['ID=f5149f66-92c2-4f5a-8121-3316b3b27791,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:33.958358 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d75a2b21-6208-4f54-b9b2-27e820854ad0 req-9bee837a-5852-494f-943a-6dd4ebd4da87 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971192 Mar 05 13:34:33.960512 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-175041f2-4fd9-44b4-a9ff-5d51282d608f req-4633cf06-5ac8-430d-b00d-aad027d4085b tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/security-groups?id=c20fd9d2-716b-4147-8c59-450e8cdd3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459350 Mar 05 13:34:33.961597 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c226e870-bece-4ac8-a502-7d385ecf6f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:33.965314 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4933f22a-fdfc-4e3e-a79e-76f4a2f344f5 admin admin] Usage tracker for resource:security_group_rule and tenant:cce0e4502a27446db96ea4dc44b8f9b9 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:33.973347 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network f5149f66-92c2-4f5a-8121-3316b3b27791 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:34:33.978096 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4933f22a-fdfc-4e3e-a79e-76f4a2f344f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:33.989967 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c226e870-bece-4ac8-a502-7d385ecf6f41 admin admin] Usage tracker for resource:subnet and tenant:7db55842928f474eb6ed42ad1b599933 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:33.993318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c226e870-bece-4ac8-a502-7d385ecf6f41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:34.011792 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c226e870-bece-4ac8-a502-7d385ecf6f41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:34.025027 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c84e57c8-2643-46e2-afda-c9a48b90650d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:34.038324 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c226e870-bece-4ac8-a502-7d385ecf6f41 admin admin] Made reservation on behalf of 7db55842928f474eb6ed42ad1b599933 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:34:34.044977 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4933f22a-fdfc-4e3e-a79e-76f4a2f344f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:34.053136 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c226e870-bece-4ac8-a502-7d385ecf6f41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:34.054607 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-c764e1f6-17f5-4760-9be1-5841eca242b5 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2824924 Mar 05 13:34:34.083157 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-437868f2-b1a6-4a54-be5c-f4598cf0fa79 service neutron] Request body: {'port': {'device_id': '451e78d5-2118-4d7c-a28b-14eafcb05cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:34.112679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e57c8-2643-46e2-afda-c9a48b90650d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d24cd08-c175-4473-a606-78eb27fe4c13,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:34.140645 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db143b-ef0f-4d68-b9ab-2e1af5298f6c req-c22fae26-2443-4d51-9dc6-5f2362ecf4e0 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:34.141713 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-13db143b-ef0f-4d68-b9ab-2e1af5298f6c req-c22fae26-2443-4d51-9dc6-5f2362ecf4e0 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Synchronizing usage tracker for tenant:d5ffda21ed5b4786823c5a5c4a431675 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:34:34.251381 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c84e57c8-2643-46e2-afda-c9a48b90650d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:34.255013 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c84e57c8-2643-46e2-afda-c9a48b90650d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d24cd08-c175-4473-a606-78eb27fe4c13 HTTP/1.1" status: 204 len: 168 time: 1.0537620 Mar 05 13:34:34.304461 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-ba634466-15c7-4d86-95ab-938b0a4fa50a req-ed801171-74ac-4891-a9fb-4c6c3945c7fc tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] For port 9c79b7bd-cedf-4fea-aa20-cda683bff351, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=9c79b7bd-cedf-4fea-aa20-cda683bff351,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:34.304806 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ba634466-15c7-4d86-95ab-938b0a4fa50a req-ed801171-74ac-4891-a9fb-4c6c3945c7fc tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:34.326756 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-13db143b-ef0f-4d68-b9ab-2e1af5298f6c req-c22fae26-2443-4d51-9dc6-5f2362ecf4e0 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Unset dirty status for tenant:d5ffda21ed5b4786823c5a5c4a431675 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:34:34.333334 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-13db143b-ef0f-4d68-b9ab-2e1af5298f6c req-c22fae26-2443-4d51-9dc6-5f2362ecf4e0 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 931 time: 0.7236505 Mar 05 13:34:34.372786 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2e00-a386-47e6-8f1f-1ae69086c3f7 req-b8386273-9c41-4196-8d43-c93520113119 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:34.374077 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8bac2e00-a386-47e6-8f1f-1ae69086c3f7 req-b8386273-9c41-4196-8d43-c93520113119 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 948 time: 0.1830111 Mar 05 13:34:34.444960 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8bac2e00-a386-47e6-8f1f-1ae69086c3f7 req-42f2d635-fa35-419b-9afa-38023e519905 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620244 Mar 05 13:34:34.483776 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c226e870-bece-4ac8-a502-7d385ecf6f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:34.506397 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-ba634466-15c7-4d86-95ab-938b0a4fa50a req-ed801171-74ac-4891-a9fb-4c6c3945c7fc tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Calling delete_port for 9c79b7bd-cedf-4fea-aa20-cda683bff351 owned by compute:tempest-test_az-481518616 {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:34:34.533816 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-437868f2-b1a6-4a54-be5c-f4598cf0fa79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:34.554529 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3', 'tag': 'dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e', 'status': 'completed', 'code': 200} Mar 05 13:34:34.643603 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-13db143b-ef0f-4d68-b9ab-2e1af5298f6c req-f85ca607-46a6-4dc9-a6f4-46326bbf4aa8 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Synchronizing usage tracker for tenant:d5ffda21ed5b4786823c5a5c4a431675 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:34:34.643725 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226e870-bece-4ac8-a502-7d385ecf6f41 admin admin] Checking segment: {'id': '4fb4d705-3d00-4734-95cf-24d5b0571f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f5149f66-92c2-4f5a-8121-3316b3b27791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:34:34.643817 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c226e870-bece-4ac8-a502-7d385ecf6f41 admin admin] Network hostable DHCP agents. Network: f5149f66-92c2-4f5a-8121-3316b3b27791, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:34:34.660520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226e870-bece-4ac8-a502-7d385ecf6f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de227b26-a56f-4de2-84f3-110d3557a66c,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:34.679032 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c226e870-bece-4ac8-a502-7d385ecf6f41 admin admin] Network f5149f66-92c2-4f5a-8121-3316b3b27791 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:34:34.700434 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-c226e870-bece-4ac8-a502-7d385ecf6f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, f5149f66-92c2-4f5a-8121-3316b3b27791) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:34:34.706464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c226e870-bece-4ac8-a502-7d385ecf6f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:34.707236 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c226e870-bece-4ac8-a502-7d385ecf6f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:34.711208 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca8c42a-d4b4-476d-8c28-70f33c04d684 None None] Network f5149f66-92c2-4f5a-8121-3316b3b27791 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:34:34.715461 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed38c8-e3ba-402e-952e-643d84c05834 req-b265c3c4-4393-4673-896e-0ede0fe76225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:34.716936 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-40ed38c8-e3ba-402e-952e-643d84c05834 req-b265c3c4-4393-4673-896e-0ede0fe76225 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 1099 time: 0.1458442 Mar 05 13:34:34.732421 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4933f22a-fdfc-4e3e-a79e-76f4a2f344f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:34.749763 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4933f22a-fdfc-4e3e-a79e-76f4a2f344f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:34.756499 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-13db143b-ef0f-4d68-b9ab-2e1af5298f6c req-f85ca607-46a6-4dc9-a6f4-46326bbf4aa8 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Unset dirty status for tenant:d5ffda21ed5b4786823c5a5c4a431675 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:34:34.770052 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-13db143b-ef0f-4d68-b9ab-2e1af5298f6c req-f85ca607-46a6-4dc9-a6f4-46326bbf4aa8 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358110 Mar 05 13:34:34.848348 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd13bb-aeae-4407-8d13-0b259ee0dff1 req-d4c38305-6809-49eb-90b2-da9a37df4851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:34.861282 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1bbd13bb-aeae-4407-8d13-0b259ee0dff1 req-d4c38305-6809-49eb-90b2-da9a37df4851 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 1099 time: 0.6092272 Mar 05 13:34:34.868630 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c226e870-bece-4ac8-a502-7d385ecf6f41 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9368248 Mar 05 13:34:34.897036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed38c8-e3ba-402e-952e-643d84c05834 req-b47efafc-73d3-44a0-8760-01d2603c520d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:34.898662 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-40ed38c8-e3ba-402e-952e-643d84c05834 req-b47efafc-73d3-44a0-8760-01d2603c520d service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.1719196 Mar 05 13:34:35.033786 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ba634466-15c7-4d86-95ab-938b0a4fa50a req-ed801171-74ac-4891-a9fb-4c6c3945c7fc tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:35.048170 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4933f22a-fdfc-4e3e-a79e-76f4a2f344f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cce0e4502a27446db96ea4dc44b8f9b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3085921 Mar 05 13:34:35.067885 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['9c79b7bd-cedf-4fea-aa20-cda683bff351'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:34:35.081640 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43800) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:35.098622 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-40ed38c8-e3ba-402e-952e-643d84c05834 req-16d62701-8214-4cc2-acb6-b348e46706e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e HTTP/1.1" status: 200 len: 217 time: 0.1897881 Mar 05 13:34:35.178214 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff16f4e5-d993-4403-b1a5-d6010837449c None None] Network f5149f66-92c2-4f5a-8121-3316b3b27791 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:34:35.260146 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933f22a-fdfc-4e3e-a79e-76f4a2f344f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d901947-13eb-4ee8-8ff6-98c452c8843d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:35.345970 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3b4373b2-ce10-4833-92f1-c5b23166f450 req-541826d4-db8d-4893-9d3f-ac0e33c73ff7 tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f97ec80-3c29-490e-a1a4-65cfa192a887 HTTP/1.1" status: 200 len: 210 time: 0.1315076 Mar 05 13:34:35.376802 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed38c8-e3ba-402e-952e-643d84c05834 req-e3650df7-da37-4f08-999b-158b2465eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:35.378410 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-40ed38c8-e3ba-402e-952e-643d84c05834 req-e3650df7-da37-4f08-999b-158b2465eb55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.2617505 Mar 05 13:34:35.489382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed38c8-e3ba-402e-952e-643d84c05834 req-82301242-8e49-494a-984b-6774e69f1cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:35.497781 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-40ed38c8-e3ba-402e-952e-643d84c05834 req-82301242-8e49-494a-984b-6774e69f1cb3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1117477 Mar 05 13:34:35.596504 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed801171-74ac-4891-a9fb-4c6c3945c7fc tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Pushing event deleted for resources: {'Port': ['ID=9c79b7bd-cedf-4fea-aa20-cda683bff351,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:35.791446 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba634466-15c7-4d86-95ab-938b0a4fa50a req-ed801171-74ac-4891-a9fb-4c6c3945c7fc tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] No DVR routers for this DVR port 9c79b7bd-cedf-4fea-aa20-cda683bff351 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:34:35.794485 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ba634466-15c7-4d86-95ab-938b0a4fa50a req-ed801171-74ac-4891-a9fb-4c6c3945c7fc tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:35.812177 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-40ed38c8-e3ba-402e-952e-643d84c05834 req-8b3b7cb8-31f5-4001-b27f-11903c216586 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025038 Mar 05 13:34:35.988286 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-40ed38c8-e3ba-402e-952e-643d84c05834 req-de9e64f5-5226-4591-8141-45cb91062523 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683602 Mar 05 13:34:35.989665 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.30', 61918) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:36.084550 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd13bb-aeae-4407-8d13-0b259ee0dff1 req-af9d1c15-9d5a-4c6f-a500-37322960a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:36.093118 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1bbd13bb-aeae-4407-8d13-0b259ee0dff1 req-af9d1c15-9d5a-4c6f-a500-37322960a966 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 1.1649950 Mar 05 13:34:36.098505 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ba634466-15c7-4d86-95ab-938b0a4fa50a req-ed801171-74ac-4891-a9fb-4c6c3945c7fc tempest-ServersAdminNegativeTestJSON-1086968025 tempest-ServersAdminNegativeTestJSON-1086968025-project] 10.222.0.15 "DELETE /v2.0/ports/9c79b7bd-cedf-4fea-aa20-cda683bff351 HTTP/1.1" status: 204 len: 173 time: 2.7974024 Mar 05 13:34:36.210703 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de28924-bc47-4e7a-b766-729852b14a7f req-8e8a03d5-f27b-4a8e-97b2-fc5ff4b33e41 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:36.211490 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-2de28924-bc47-4e7a-b766-729852b14a7f req-8e8a03d5-f27b-4a8e-97b2-fc5ff4b33e41 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Synchronizing usage tracker for tenant:293ce29818c24610874b0170cb644d65 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:34:36.221515 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a73eda7e-5bed-425d-9bd8-70fe7dbb8625 req-279dafbd-4049-44b8-881c-bb40ab542bfb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2194d415-b56a-44ab-b0f2-d7578924c670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2044730 Mar 05 13:34:36.237401 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-2de28924-bc47-4e7a-b766-729852b14a7f req-8e8a03d5-f27b-4a8e-97b2-fc5ff4b33e41 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Unset dirty status for tenant:293ce29818c24610874b0170cb644d65 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:34:36.241525 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2de28924-bc47-4e7a-b766-729852b14a7f req-8e8a03d5-f27b-4a8e-97b2-fc5ff4b33e41 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 807 time: 0.2481616 Mar 05 13:34:36.264465 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2de28924-bc47-4e7a-b766-729852b14a7f req-7bb004ff-58b4-4036-b57a-c6155cea9413 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/quotas/293ce29818c24610874b0170cb644d65 HTTP/1.1" status: 200 len: 375 time: 0.0161340 Mar 05 13:34:36.277540 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1bbd13bb-aeae-4407-8d13-0b259ee0dff1 req-17ea07e6-e3b5-436f-ae11-19c25814aaf0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e HTTP/1.1" status: 200 len: 217 time: 0.1710377 Mar 05 13:34:36.324430 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2de28924-bc47-4e7a-b766-729852b14a7f req-6ca799e2-67c3-42ca-92b7-e25dc356c950 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588214 Mar 05 13:34:36.355291 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0baddf09-43c6-4d85-acc0-5719275a06e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:36.437698 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0baddf09-43c6-4d85-acc0-5719275a06e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:36.457429 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436723a-d640-4f06-aa5a-6fbeb180be90 req-de535379-ca22-41d4-97d7-c7d167c6c040 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:36.465126 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7436723a-d640-4f06-aa5a-6fbeb180be90 req-de535379-ca22-41d4-97d7-c7d167c6c040 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 948 time: 0.6872346 Mar 05 13:34:36.538777 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd13bb-aeae-4407-8d13-0b259ee0dff1 req-1739b432-dc2e-4778-a507-769732b85000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:36.547381 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1bbd13bb-aeae-4407-8d13-0b259ee0dff1 req-1739b432-dc2e-4778-a507-769732b85000 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.2414219 Mar 05 13:34:36.562402 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f97ec80-3c29-490e-a1a4-65cfa192a887', 'name': 'network-vif-deleted', 'tag': '9c79b7bd-cedf-4fea-aa20-cda683bff351'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:34:36.642527 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2de28924-bc47-4e7a-b766-729852b14a7f req-0323ae34-8d33-427e-8cc4-ba573a5d064c service neutron] 10.222.0.16 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171372 Mar 05 13:34:36.667716 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73eda7e-5bed-425d-9bd8-70fe7dbb8625 req-16a1181e-3d4d-4313-a437-710c989a9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:36.669184 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a73eda7e-5bed-425d-9bd8-70fe7dbb8625 req-16a1181e-3d4d-4313-a437-710c989a9448 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=381dd8912df24e389adcfe6de6d1a5c7&device_id=2194d415-b56a-44ab-b0f2-d7578924c670 HTTP/1.1" status: 200 len: 1096 time: 0.3213201 Mar 05 13:34:36.744372 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7436723a-d640-4f06-aa5a-6fbeb180be90 req-66a9d4ef-20f8-4381-bb5d-03f890a88f01 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783611 Mar 05 13:34:36.772863 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-437868f2-b1a6-4a54-be5c-f4598cf0fa79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:34:36.789028 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-437868f2-b1a6-4a54-be5c-f4598cf0fa79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:36.834815 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-437868f2-b1a6-4a54-be5c-f4598cf0fa79 service neutron] Transition to ACTIVE for port object 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:34:36.840588 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0baddf09-43c6-4d85-acc0-5719275a06e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:36.888252 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-437868f2-b1a6-4a54-be5c-f4598cf0fa79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:36.906572 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0baddf09-43c6-4d85-acc0-5719275a06e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:36.910974 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0baddf09-43c6-4d85-acc0-5719275a06e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d901947-13eb-4ee8-8ff6-98c452c8843d HTTP/1.1" status: 204 len: 168 time: 1.7368965 Mar 05 13:34:36.925650 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2de28924-bc47-4e7a-b766-729852b14a7f req-3fe1173f-cfd6-4f08-9b4a-f22d0a2ea42c service neutron] 10.222.0.16 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822211 Mar 05 13:34:36.967924 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73eda7e-5bed-425d-9bd8-70fe7dbb8625 req-fa31d9dc-cc48-4bfb-9dcb-4e8c1dec81f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:36.970165 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a73eda7e-5bed-425d-9bd8-70fe7dbb8625 req-fa31d9dc-cc48-4bfb-9dcb-4e8c1dec81f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b61c9c6-6153-4f6d-b89b-c9e0e8648846 HTTP/1.1" status: 200 len: 923 time: 0.2785199 Mar 05 13:34:37.120145 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baddf09-43c6-4d85-acc0-5719275a06e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d901947-13eb-4ee8-8ff6-98c452c8843d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:37.129107 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd13bb-aeae-4407-8d13-0b259ee0dff1 req-ba4b2137-445d-4c01-833e-a0c427f9e7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:37.130947 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1bbd13bb-aeae-4407-8d13-0b259ee0dff1 req-ba4b2137-445d-4c01-833e-a0c427f9e7b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5530076 Mar 05 13:34:37.208827 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a73eda7e-5bed-425d-9bd8-70fe7dbb8625 req-e4710811-30b3-42d0-8775-d5d83a5bf55e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38aee24f-cd5e-45fe-ad53-2d090026deda HTTP/1.1" status: 200 len: 1001 time: 0.2306745 Mar 05 13:34:37.317623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73eda7e-5bed-425d-9bd8-70fe7dbb8625 req-7472787e-075f-4344-8400-fa3b05ab2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:37.319259 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a73eda7e-5bed-425d-9bd8-70fe7dbb8625 req-7472787e-075f-4344-8400-fa3b05ab2c11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53cf1e97-f281-4add-be04-6ab35f2b8193 HTTP/1.1" status: 200 len: 862 time: 0.1029911 Mar 05 13:34:37.359507 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437868f2-b1a6-4a54-be5c-f4598cf0fa79 service neutron] Pushing event updated for resources: {'Port': ['ID=76dac71b-aab3-4406-b447-ce9e4d3d0cd5,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:37.370267 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:34:37.374816 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 9c79b7bd-cedf-4fea-aa20-cda683bff351 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:34:37.445529 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f97ec80-3c29-490e-a1a4-65cfa192a887', 'name': 'network-vif-deleted', 'tag': '9c79b7bd-cedf-4fea-aa20-cda683bff351', 'status': 'completed', 'code': 200} Mar 05 13:34:37.471286 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: 9c79b7bd-cedf-4fea-aa20-cda683bff351 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:34:37.471887 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 9c79b7bd-cedf-4fea-aa20-cda683bff351 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:34:37.551056 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-437868f2-b1a6-4a54-be5c-f4598cf0fa79 service neutron] Attempting to bind port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:34:37.551317 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-437868f2-b1a6-4a54-be5c-f4598cf0fa79 service neutron] Attempting to bind port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:34:37.551638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-437868f2-b1a6-4a54-be5c-f4598cf0fa79 service neutron] Attempting to bind port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:34:37.554559 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73eda7e-5bed-425d-9bd8-70fe7dbb8625 req-bc5a499f-75aa-4d08-a0db-08db374c0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:37.556280 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a73eda7e-5bed-425d-9bd8-70fe7dbb8625 req-bc5a499f-75aa-4d08-a0db-08db374c0039 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b61c9c6-6153-4f6d-b89b-c9e0e8648846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2232952 Mar 05 13:34:37.590041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-437868f2-b1a6-4a54-be5c-f4598cf0fa79 service neutron] Port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:34:37.590962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-437868f2-b1a6-4a54-be5c-f4598cf0fa79 service neutron] Attempting to bind port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:34:37.690946 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1bbd13bb-aeae-4407-8d13-0b259ee0dff1 req-d16f7995-2017-40d2-8e45-80cd4c8cbe93 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263247 Mar 05 13:34:37.699362 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-437868f2-b1a6-4a54-be5c-f4598cf0fa79 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:34:37.699579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-437868f2-b1a6-4a54-be5c-f4598cf0fa79 service neutron] Checking segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:34:37.699964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-437868f2-b1a6-4a54-be5c-f4598cf0fa79 service neutron] Bound using segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:34:37.704535 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-437868f2-b1a6-4a54-be5c-f4598cf0fa79 service neutron] Bound port: 76dac71b-aab3-4406-b447-ce9e4d3d0cd5, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:34:37.705034 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-437868f2-b1a6-4a54-be5c-f4598cf0fa79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:37.784788 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d8872-7752-4be9-8722-c8a8d5b924fb req-918f1c3a-b7f6-4dcb-ad4e-fa2019916758 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:37.791575 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a73eda7e-5bed-425d-9bd8-70fe7dbb8625 req-4d1a108e-a60c-440e-b2ee-0b2762af68f9 service neutron] 10.222.0.30 "GET /v2.0/networks/4b61c9c6-6153-4f6d-b89b-c9e0e8648846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260480 Mar 05 13:34:37.792351 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2f5d8872-7752-4be9-8722-c8a8d5b924fb req-918f1c3a-b7f6-4dcb-ad4e-fa2019916758 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 943 time: 0.7277806 Mar 05 13:34:37.796214 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:37.842651 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': 'dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e', 'mac_address': 'fa:16:3e:06:9e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:34:38.021689 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43906) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:38.026603 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:38.065965 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:34:38.100231 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:38.114820 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:38.192017 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2f5d8872-7752-4be9-8722-c8a8d5b924fb req-3d37cb23-9ec3-44a8-9a78-97c9f37a2b7e tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987107 Mar 05 13:34:38.195129 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a73eda7e-5bed-425d-9bd8-70fe7dbb8625 req-6a46319c-1b4a-4226-9257-ff9f901c5017 service neutron] 10.222.0.30 "GET /v2.0/networks/4b61c9c6-6153-4f6d-b89b-c9e0e8648846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955259 Mar 05 13:34:38.249573 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:38.282445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-437868f2-b1a6-4a54-be5c-f4598cf0fa79 service neutron] For port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:34:38.298873 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1bbd13bb-aeae-4407-8d13-0b259ee0dff1 req-64d41067-189d-4721-84a1-b228b8a6279e service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5793467 Mar 05 13:34:38.302733 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-437868f2-b1a6-4a54-be5c-f4598cf0fa79 service neutron] For port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=76dac71b-aab3-4406-b447-ce9e4d3d0cd5,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:34:38.311258 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-437868f2-b1a6-4a54-be5c-f4598cf0fa79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:38.321801 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:34:38.636475 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-437868f2-b1a6-4a54-be5c-f4598cf0fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:38.637257 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-437868f2-b1a6-4a54-be5c-f4598cf0fa79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:38.639269 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-437868f2-b1a6-4a54-be5c-f4598cf0fa79 service neutron] 10.222.0.30 "PUT /v2.0/ports/76dac71b-aab3-4406-b447-ce9e4d3d0cd5 HTTP/1.1" status: 200 len: 1091 time: 4.5665925 Mar 05 13:34:38.703633 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c297c023-4554-4f4a-acda-60b1ffa4853d req-93064716-ed37-4209-a240-0dc742e20a94 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 210 time: 0.2039967 Mar 05 13:34:38.794960 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437868f2-b1a6-4a54-be5c-f4598cf0fa79 service neutron] Pushing event updated for resources: {'Port': ['ID=76dac71b-aab3-4406-b447-ce9e4d3d0cd5,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:38.826031 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-57398819-c388-402a-aa76-ea057c4396fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=544cfe2c446445b7b5e40e02bc3a6bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7987642 Mar 05 13:34:38.829307 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43934) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:38.833976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed38c8-e3ba-402e-952e-643d84c05834 req-24dc9bee-f1ae-4ab7-a3eb-c3d1c13b11a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:38.837138 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-40ed38c8-e3ba-402e-952e-643d84c05834 req-24dc9bee-f1ae-4ab7-a3eb-c3d1c13b11a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 1100 time: 0.4491985 Mar 05 13:34:38.850156 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b7d06527-b481-412e-a152-b4834eb42e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:38.936652 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5b3a5-1779-4707-a066-450deb2a2d58 req-5dee4a93-410a-4757-b68c-7e0039980d9c tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:38.944692 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-24f5b3a5-1779-4707-a066-450deb2a2d58 req-5dee4a93-410a-4757-b68c-7e0039980d9c tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 949 time: 0.2302811 Mar 05 13:34:38.972448 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3456884-3a2b-4b9c-894e-aa2ce274c1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:39.022129 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3456884-3a2b-4b9c-894e-aa2ce274c1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:39.051989 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-24f5b3a5-1779-4707-a066-450deb2a2d58 req-977991f0-dad0-4cbf-95d6-0914c97d1a89 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062024 Mar 05 13:34:39.146515 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3456884-3a2b-4b9c-894e-aa2ce274c1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:39.183561 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3456884-3a2b-4b9c-894e-aa2ce274c1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20fd9d2-716b-4147-8c59-450e8cdd3a28,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:39.211977 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3456884-3a2b-4b9c-894e-aa2ce274c1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:39.217596 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d3456884-3a2b-4b9c-894e-aa2ce274c1c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c20fd9d2-716b-4147-8c59-450e8cdd3a28 HTTP/1.1" status: 204 len: 168 time: 0.3822658 Mar 05 13:34:39.380533 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:34:39.463858 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '451e78d5-2118-4d7c-a28b-14eafcb05cda', 'tag': '76dac71b-aab3-4406-b447-ce9e4d3d0cd5'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:34:39.533558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-69f1cc0f-69af-466b-ab84-cad494c6b535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:39.537390 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-69f1cc0f-69af-466b-ab84-cad494c6b535 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 1094 time: 0.6416512 Mar 05 13:34:39.553864 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed38c8-e3ba-402e-952e-643d84c05834 req-541fadca-a175-40aa-bbd8-9f99bdd76ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:39.561740 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-40ed38c8-e3ba-402e-952e-643d84c05834 req-541fadca-a175-40aa-bbd8-9f99bdd76ea1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.7178936 Mar 05 13:34:39.589313 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:34:39.600478 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:34:39.600764 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:39.742809 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de28924-bc47-4e7a-b766-729852b14a7f req-444920fb-1964-41ff-b426-67fa9a956c42 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:39.744538 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2de28924-bc47-4e7a-b766-729852b14a7f req-444920fb-1964-41ff-b426-67fa9a956c42 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.15 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 807 time: 0.6815128 Mar 05 13:34:39.812327 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-62254ffd-17a3-4cec-99be-1398dc45b770 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76dac71b-aab3-4406-b447-ce9e4d3d0cd5 HTTP/1.1" status: 200 len: 217 time: 0.2401578 Mar 05 13:34:39.814224 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-40ed38c8-e3ba-402e-952e-643d84c05834 req-b8353c68-6baa-4a6c-9eec-3d5d0e3e70ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e HTTP/1.1" status: 200 len: 217 time: 0.2387533 Mar 05 13:34:39.821713 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:39.823124 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-2de28924-bc47-4e7a-b766-729852b14a7f req-592abb71-38f5-4893-b7fb-45285d1c7c22 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Request body: {'port': {'device_id': '2f4a5688-5dc4-4433-b0bf-8ac244a2785e', 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970', 'admin_state_up': True, 'tenant_id': '293ce29818c24610874b0170cb644d65'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:39.827141 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca93b6c-4e71-4670-8262-6850b75fa879 req-e23418d0-7513-408f-ab95-be3a77907079 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:39.836054 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eca93b6c-4e71-4670-8262-6850b75fa879 req-e23418d0-7513-408f-ab95-be3a77907079 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3&tenant_id=78a1cd353882451f977c98a0cde91b02&binding%3Ahost_id=n-h1-803718-1 HTTP/1.1" status: 200 len: 949 time: 0.2049510 Mar 05 13:34:39.857079 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:34:39.868101 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:39.875331 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:39.901608 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c249b4-b7fa-475b-bb0c-a663f242cc59 req-076568d1-1439-4644-bbe8-739012537565 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:39.904671 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-01c249b4-b7fa-475b-bb0c-a663f242cc59 req-076568d1-1439-4644-bbe8-739012537565 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 949 time: 0.2233570 Mar 05 13:34:39.972304 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:40.009297 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-01c249b4-b7fa-475b-bb0c-a663f242cc59 req-d03e93a0-ec21-4669-bad2-440bcad19c7f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925117 Mar 05 13:34:40.024747 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43980) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:40.068603 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-eca93b6c-4e71-4670-8262-6850b75fa879 req-f484e2ed-0a1d-4767-93b5-b549c8bf7db1 service neutron] delete failed (client error): The resource could not be found. Mar 05 13:34:40.070380 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eca93b6c-4e71-4670-8262-6850b75fa879 req-f484e2ed-0a1d-4767-93b5-b549c8bf7db1 service neutron] 10.222.0.30 "DELETE /v2.0/ports/dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e/bindings/n-h2-803718-1 HTTP/1.1" status: 404 len: 380 time: 0.2328014 Mar 05 13:34:40.074265 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '451e78d5-2118-4d7c-a28b-14eafcb05cda', 'tag': '76dac71b-aab3-4406-b447-ce9e4d3d0cd5', 'status': 'completed', 'code': 200} Mar 05 13:34:40.087347 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-9908d428-2014-4cf2-b64c-a94090dfe02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:40.088764 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-9908d428-2014-4cf2-b64c-a94090dfe02c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ddb228e-b84a-4351-a2cb-7f33147be2ea HTTP/1.1" status: 200 len: 860 time: 0.2466383 Mar 05 13:34:40.100213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed38c8-e3ba-402e-952e-643d84c05834 req-a9af4ac1-7137-4fad-b1d4-58971f827552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:40.101570 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-40ed38c8-e3ba-402e-952e-643d84c05834 req-a9af4ac1-7137-4fad-b1d4-58971f827552 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.2512150 Mar 05 13:34:40.119342 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e00de124-e49f-4c1c-ad86-025f26e7b755 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f732e2d37974dfe96e50d99b5fd9ddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0918622 Mar 05 13:34:40.120164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43984) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:40.217612 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-8d989e68-183b-46ff-81a8-3c27bdbd9f2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191382 Mar 05 13:34:40.263462 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7e88797a-37aa-4da7-8216-11738246a0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:40.287908 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0bfa4-0853-4cf2-8a0e-17013161a142 req-c6936f11-7985-4f2b-8815-fb369a6c0924 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:40.289387 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-afd0bfa4-0853-4cf2-8a0e-17013161a142 req-c6936f11-7985-4f2b-8815-fb369a6c0924 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 943 time: 0.5643852 Mar 05 13:34:40.295533 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7e88797a-37aa-4da7-8216-11738246a0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:40.361102 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4ac1912f-53cb-4751-879e-7d3ce26fe568 req-15430038-4614-4501-8d2e-f8a726fe82f8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 210 time: 0.0717683 Mar 05 13:34:40.365141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-2de28924-bc47-4e7a-b766-729852b14a7f req-592abb71-38f5-4893-b7fb-45285d1c7c22 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:40.384354 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-2de28924-bc47-4e7a-b766-729852b14a7f req-592abb71-38f5-4893-b7fb-45285d1c7c22 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Usage tracker for resource:port and tenant:293ce29818c24610874b0170cb644d65 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:40.385000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca93b6c-4e71-4670-8262-6850b75fa879 req-bf7d30a3-43d3-46c5-868a-a9c5f3fc0aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:40.386637 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eca93b6c-4e71-4670-8262-6850b75fa879 req-bf7d30a3-43d3-46c5-868a-a9c5f3fc0aac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 1101 time: 0.2263620 Mar 05 13:34:40.390003 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-2de28924-bc47-4e7a-b766-729852b14a7f req-592abb71-38f5-4893-b7fb-45285d1c7c22 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:40.408165 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-2de28924-bc47-4e7a-b766-729852b14a7f req-592abb71-38f5-4893-b7fb-45285d1c7c22 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:40.451371 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-afd0bfa4-0853-4cf2-8a0e-17013161a142 req-35509340-c09c-401d-906e-6230cde6cb2d tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077168 Mar 05 13:34:40.455732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de28924-bc47-4e7a-b766-729852b14a7f req-592abb71-38f5-4893-b7fb-45285d1c7c22 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Made reservation on behalf of 293ce29818c24610874b0170cb644d65 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:34:40.459161 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2de28924-bc47-4e7a-b766-729852b14a7f req-592abb71-38f5-4893-b7fb-45285d1c7c22 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:40.493960 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-1862db78-8c74-4d03-80ea-3400477cb051 service neutron] 10.222.0.30 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574153 Mar 05 13:34:40.494507 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e', 'code': 200} Mar 05 13:34:40.516938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed38c8-e3ba-402e-952e-643d84c05834 req-0ae2e8b2-c808-44f9-bacf-d1a18fc190fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:40.519238 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-40ed38c8-e3ba-402e-952e-643d84c05834 req-0ae2e8b2-c808-44f9-bacf-d1a18fc190fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3649786 Mar 05 13:34:40.609384 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7e88797a-37aa-4da7-8216-11738246a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:40.644215 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88797a-37aa-4da7-8216-11738246a0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154f8b4d-d47e-44e1-bf78-a7ca3def52a3,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:40.661140 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca93b6c-4e71-4670-8262-6850b75fa879 req-4110c779-b170-4ae8-8342-0e5b5e5e26b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:40.662723 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eca93b6c-4e71-4670-8262-6850b75fa879 req-4110c779-b170-4ae8-8342-0e5b5e5e26b4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.2689738 Mar 05 13:34:40.670333 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7e88797a-37aa-4da7-8216-11738246a0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:40.674817 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7e88797a-37aa-4da7-8216-11738246a0ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/154f8b4d-d47e-44e1-bf78-a7ca3def52a3 HTTP/1.1" status: 204 len: 168 time: 0.5534508 Mar 05 13:34:40.745607 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eca93b6c-4e71-4670-8262-6850b75fa879 req-0a6a9f58-fdd1-4370-a865-c2882d2c4604 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e HTTP/1.1" status: 200 len: 217 time: 0.0696657 Mar 05 13:34:40.837335 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a6cd6713-a427-41cc-8f40-9b2d51857764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:40.878442 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca93b6c-4e71-4670-8262-6850b75fa879 req-ee42751c-460b-453c-9646-9a3b85f291dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:40.880307 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eca93b6c-4e71-4670-8262-6850b75fa879 req-ee42751c-460b-453c-9646-9a3b85f291dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1271241 Mar 05 13:34:40.994731 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca93b6c-4e71-4670-8262-6850b75fa879 req-c6a331f0-dba2-45b2-bd85-744f69ca7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:41.001823 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eca93b6c-4e71-4670-8262-6850b75fa879 req-c6a331f0-dba2-45b2-bd85-744f69ca7af2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1152906 Mar 05 13:34:41.018082 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47fa03aa-0dec-434a-945a-7c45a6f0afbd req-10ab0886-c928-4b63-8146-9fa6f964bcaa service neutron] 10.222.0.30 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247214 Mar 05 13:34:41.026244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-2de28924-bc47-4e7a-b766-729852b14a7f req-592abb71-38f5-4893-b7fb-45285d1c7c22 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Allocated IP 172.20.0.9 (1e632aab-7405-4a4c-851d-f121cf35a970/1ac31366-a7f9-483e-b1e1-eea597fcd311/65167010-576f-47d8-ab65-885798b5cdc3) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:34:41.029784 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-40ed38c8-e3ba-402e-952e-643d84c05834 req-d1da458c-f865-463c-98d8-ddc5ebd2d8d6 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530489 Mar 05 13:34:41.178667 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eca93b6c-4e71-4670-8262-6850b75fa879 req-ec3f82e5-af92-4a48-ae6c-4e3b42f0008a service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689506 Mar 05 13:34:41.376668 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eca93b6c-4e71-4670-8262-6850b75fa879 req-68fca8f6-7532-498d-a2b7-9e69fa9484ad service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903405 Mar 05 13:34:41.378795 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-40ed38c8-e3ba-402e-952e-643d84c05834 req-fac4c5ce-b312-478c-bff7-c003a19b0109 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403983 Mar 05 13:34:41.409235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025e9d6-a859-4e5f-8a5c-6007ef49f02e req-f049549e-e4e8-4679-85a2-5b9181136d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:41.410641 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3025e9d6-a859-4e5f-8a5c-6007ef49f02e req-f049549e-e4e8-4679-85a2-5b9181136d2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 1094 time: 0.3271043 Mar 05 13:34:41.668083 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2de28924-bc47-4e7a-b766-729852b14a7f req-592abb71-38f5-4893-b7fb-45285d1c7c22 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:41.701439 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025e9d6-a859-4e5f-8a5c-6007ef49f02e req-a77f0bf9-cea1-44e5-84f5-69aa83bc80a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:41.702944 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3025e9d6-a859-4e5f-8a5c-6007ef49f02e req-a77f0bf9-cea1-44e5-84f5-69aa83bc80a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 920 time: 0.2815914 Mar 05 13:34:41.805837 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3025e9d6-a859-4e5f-8a5c-6007ef49f02e req-2406fe9c-19fb-46bf-a8aa-5c05fad6f237 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76dac71b-aab3-4406-b447-ce9e4d3d0cd5 HTTP/1.1" status: 200 len: 217 time: 0.0940752 Mar 05 13:34:41.807580 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae5473-278d-4962-a5a2-3d78fdb1c2cc req-aee9bd15-57bb-40d5-93d8-d993b7e45b20 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:41.809547 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1eae5473-278d-4962-a5a2-3d78fdb1c2cc req-aee9bd15-57bb-40d5-93d8-d993b7e45b20 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 950 time: 0.1964407 Mar 05 13:34:41.880449 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:41.880991 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1eae5473-278d-4962-a5a2-3d78fdb1c2cc req-984cb68b-6e8a-4f48-b065-e616a2dd3d04 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638444 Mar 05 13:34:41.899435 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2de28924-bc47-4e7a-b766-729852b14a7f req-592abb71-38f5-4893-b7fb-45285d1c7c22 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:42.018989 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:42.072947 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de28924-bc47-4e7a-b766-729852b14a7f req-592abb71-38f5-4893-b7fb-45285d1c7c22 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Network 1e632aab-7405-4a4c-851d-f121cf35a970 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:34:42.085120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-2de28924-bc47-4e7a-b766-729852b14a7f req-592abb71-38f5-4893-b7fb-45285d1c7c22 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:34:42.086402 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f71f4-3f30-4854-90c0-7d7101e29902 req-a0a02a66-1c73-4085-9766-8c29124778aa tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:42.095857 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de28924-bc47-4e7a-b766-729852b14a7f req-592abb71-38f5-4893-b7fb-45285d1c7c22 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:34:42.105181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de28924-bc47-4e7a-b766-729852b14a7f req-592abb71-38f5-4893-b7fb-45285d1c7c22 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:42.105181 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2de28924-bc47-4e7a-b766-729852b14a7f req-592abb71-38f5-4893-b7fb-45285d1c7c22 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:42.105346 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-df3f71f4-3f30-4854-90c0-7d7101e29902 req-a0a02a66-1c73-4085-9766-8c29124778aa tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 943 time: 0.1258011 Mar 05 13:34:42.116299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592abb71-38f5-4893-b7fb-45285d1c7c22 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Pushing event updated for resources: {'Port': ['ID=65167010-576f-47d8-ab65-885798b5cdc3,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:42.128613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025e9d6-a859-4e5f-8a5c-6007ef49f02e req-d9e80de1-fd07-4f13-8933-f141aa1484b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:42.130972 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3025e9d6-a859-4e5f-8a5c-6007ef49f02e req-d9e80de1-fd07-4f13-8933-f141aa1484b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ddb228e-b84a-4351-a2cb-7f33147be2ea HTTP/1.1" status: 200 len: 860 time: 0.3026700 Mar 05 13:34:42.167317 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-df3f71f4-3f30-4854-90c0-7d7101e29902 req-5ca62932-3e32-4f12-90c1-47faa962a2fc tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627778 Mar 05 13:34:42.225787 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2de28924-bc47-4e7a-b766-729852b14a7f req-592abb71-38f5-4893-b7fb-45285d1c7c22 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4613371 Mar 05 13:34:42.230381 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3025e9d6-a859-4e5f-8a5c-6007ef49f02e req-ae17d88c-848d-4fac-bcac-342e6acc90a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864725 Mar 05 13:34:42.238614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-2de28924-bc47-4e7a-b766-729852b14a7f req-cc7120e1-2456-4284-82e1-d5ba79307ce9 service neutron] Request body: {'port': {'device_id': '2f4a5688-5dc4-4433-b0bf-8ac244a2785e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:42.412417 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-66c3b879-5b30-4476-981a-9e75d72d371e req-e5b69160-d814-4bfb-956e-0a91f150872f tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2087607147&fields=id&tenant_id=381dd8912df24e389adcfe6de6d1a5c7 HTTP/1.1" status: 200 len: 267 time: 0.0548921 Mar 05 13:34:42.422796 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc948b-8a5e-4e65-8a31-f4ca77a368b3 req-31179d30-089d-4a38-9aba-af327402c6ae tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:42.423557 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-14cc948b-8a5e-4e65-8a31-f4ca77a368b3 req-31179d30-089d-4a38-9aba-af327402c6ae tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Synchronizing usage tracker for tenant:293ce29818c24610874b0170cb644d65 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:34:42.497085 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44076) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:42.529731 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44082) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:42.542233 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2de28924-bc47-4e7a-b766-729852b14a7f req-cc7120e1-2456-4284-82e1-d5ba79307ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:42.552643 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3025e9d6-a859-4e5f-8a5c-6007ef49f02e req-7f326a27-c7c3-45ca-8dec-198543500e1b service neutron] 10.222.0.30 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816293 Mar 05 13:34:42.554909 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-14cc948b-8a5e-4e65-8a31-f4ca77a368b3 req-31179d30-089d-4a38-9aba-af327402c6ae tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Unset dirty status for tenant:293ce29818c24610874b0170cb644d65 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:34:42.555913 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-14cc948b-8a5e-4e65-8a31-f4ca77a368b3 req-31179d30-089d-4a38-9aba-af327402c6ae tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 931 time: 0.6543214 Mar 05 13:34:42.678192 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3b879-5b30-4476-981a-9e75d72d371e req-4e7ea170-bf0f-4d32-ad5f-a99c708e0e86 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:42.683311 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-66c3b879-5b30-4476-981a-9e75d72d371e req-4e7ea170-bf0f-4d32-ad5f-a99c708e0e86 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/networks?id=4b61c9c6-6153-4f6d-b89b-c9e0e8648846 HTTP/1.1" status: 200 len: 823 time: 0.2581787 Mar 05 13:34:42.696096 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-66c3b879-5b30-4476-981a-9e75d72d371e req-eb6943c4-054f-4078-a448-caa10800c915 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/quotas/381dd8912df24e389adcfe6de6d1a5c7 HTTP/1.1" status: 200 len: 375 time: 0.0098028 Mar 05 13:34:42.744055 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-97b4cde8-aa22-4d4a-a00d-d113da155c4d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-906543432-network', 'tenant_id': '7da90d298e31481ab9950019fd081bd2'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:42.755463 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-97b4cde8-aa22-4d4a-a00d-d113da155c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:42.760509 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-97b4cde8-aa22-4d4a-a00d-d113da155c4d admin admin] Usage tracker for resource:network and tenant:7da90d298e31481ab9950019fd081bd2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:42.761433 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b626cbc-14f1-407a-bb91-e3195d9b159f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:42.764362 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-97b4cde8-aa22-4d4a-a00d-d113da155c4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:42.772068 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-97b4cde8-aa22-4d4a-a00d-d113da155c4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:42.773138 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-14cc948b-8a5e-4e65-8a31-f4ca77a368b3 req-b7d804da-194e-4c16-90e8-cd4ec7a66ae5 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103832 Mar 05 13:34:42.835468 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b4cde8-aa22-4d4a-a00d-d113da155c4d admin admin] Made reservation on behalf of 7da90d298e31481ab9950019fd081bd2 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:34:42.837730 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-97b4cde8-aa22-4d4a-a00d-d113da155c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:42.840003 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4b626cbc-14f1-407a-bb91-e3195d9b159f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:42.861683 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-97b4cde8-aa22-4d4a-a00d-d113da155c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:42.864832 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4b626cbc-14f1-407a-bb91-e3195d9b159f admin admin] Usage tracker for resource:security_group_rule and tenant:79926d70b1424161b10b5888e7976b5f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:42.870470 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4b626cbc-14f1-407a-bb91-e3195d9b159f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:42.884599 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3025e9d6-a859-4e5f-8a5c-6007ef49f02e req-ab4a637a-70d3-421b-9c86-604a6a055c99 service neutron] 10.222.0.30 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201852 Mar 05 13:34:42.888335 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4b626cbc-14f1-407a-bb91-e3195d9b159f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:42.905148 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-66c3b879-5b30-4476-981a-9e75d72d371e req-64dad29b-7246-422f-a34c-14fcd8eaf88b tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=381dd8912df24e389adcfe6de6d1a5c7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2034359 Mar 05 13:34:42.908456 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-97b4cde8-aa22-4d4a-a00d-d113da155c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:42.914634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-97b4cde8-aa22-4d4a-a00d-d113da155c4d admin admin] Usage tracker for resource:security_group_rule and tenant:7da90d298e31481ab9950019fd081bd2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:42.918119 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-97b4cde8-aa22-4d4a-a00d-d113da155c4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:42.952001 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-97b4cde8-aa22-4d4a-a00d-d113da155c4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:42.991665 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b305d88-fa77-40e1-9f57-d648debb0798 req-6af4b034-b7eb-4b59-a510-abd60345a5ab tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:42.993198 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3b305d88-fa77-40e1-9f57-d648debb0798 req-6af4b034-b7eb-4b59-a510-abd60345a5ab tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.30 "GET /v2.0/ports?device_id=2194d415-b56a-44ab-b0f2-d7578924c670 HTTP/1.1" status: 200 len: 945 time: 0.2225943 Mar 05 13:34:43.139362 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44098) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:43.143436 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-3b305d88-fa77-40e1-9f57-d648debb0798 req-3114773c-5598-4b89-9a88-0fd943788914 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Deleting port 38aee24f-cd5e-45fe-ad53-2d090026deda {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:34:43.143770 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3b305d88-fa77-40e1-9f57-d648debb0798 req-3114773c-5598-4b89-9a88-0fd943788914 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:43.231369 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-66c3b879-5b30-4476-981a-9e75d72d371e req-4028f1aa-62b3-45f3-b4bb-6060c4384550 service neutron] 10.222.0.16 "GET /v2.0/networks/4b61c9c6-6153-4f6d-b89b-c9e0e8648846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093994 Mar 05 13:34:43.268874 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b626cbc-14f1-407a-bb91-e3195d9b159f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:43.277047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b12ee-eff8-4bb3-a02b-ef1b71c27af9 req-5ad80990-7f0d-492b-adce-35ef6948d7ce tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:43.278540 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d31b12ee-eff8-4bb3-a02b-ef1b71c27af9 req-5ad80990-7f0d-492b-adce-35ef6948d7ce tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 950 time: 0.1916974 Mar 05 13:34:43.281723 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b626cbc-14f1-407a-bb91-e3195d9b159f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:43.407429 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4b626cbc-14f1-407a-bb91-e3195d9b159f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79926d70b1424161b10b5888e7976b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8766489 Mar 05 13:34:43.413680 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-2de28924-bc47-4e7a-b766-729852b14a7f req-cc7120e1-2456-4284-82e1-d5ba79307ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65167010-576f-47d8-ab65-885798b5cdc3 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:34:43.420924 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44106) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:43.429202 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b626cbc-14f1-407a-bb91-e3195d9b159f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522d9ec9-32e1-4068-ad06-9d3700e392f6,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:43.434999 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2de28924-bc47-4e7a-b766-729852b14a7f req-cc7120e1-2456-4284-82e1-d5ba79307ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:43.450660 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1e20df94-7f5f-465a-a39b-ac654c1abe4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:43.459660 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d31b12ee-eff8-4bb3-a02b-ef1b71c27af9 req-5cb03a74-2a82-4b26-aca2-3dd13ab162ee tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344311 Mar 05 13:34:43.505561 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:43.507690 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-2de28924-bc47-4e7a-b766-729852b14a7f req-cc7120e1-2456-4284-82e1-d5ba79307ce9 service neutron] Transition to ACTIVE for port object 65167010-576f-47d8-ab65-885798b5cdc3 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:34:43.520345 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2de28924-bc47-4e7a-b766-729852b14a7f req-cc7120e1-2456-4284-82e1-d5ba79307ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:43.589588 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1e20df94-7f5f-465a-a39b-ac654c1abe4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:43.596475 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-97b4cde8-aa22-4d4a-a00d-d113da155c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:43.600612 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1e20df94-7f5f-465a-a39b-ac654c1abe4f admin admin] Usage tracker for resource:security_group_rule and tenant:45c302cb43c1452f90563752988aacde is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:43.605592 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1e20df94-7f5f-465a-a39b-ac654c1abe4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:43.610303 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-97b4cde8-aa22-4d4a-a00d-d113da155c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:43.628644 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1e20df94-7f5f-465a-a39b-ac654c1abe4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:43.700260 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d3cb00c0-1704-4749-9dba-3572480db297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:43.745404 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b4cde8-aa22-4d4a-a00d-d113da155c4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:34:43.753523 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:34:43.755983 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7120e1-2456-4284-82e1-d5ba79307ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=65167010-576f-47d8-ab65-885798b5cdc3,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:43.765726 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-66c3b879-5b30-4476-981a-9e75d72d371e req-889745ac-0d88-4bfd-87e0-941571369e2b service neutron] 10.222.0.16 "GET /v2.0/networks/4b61c9c6-6153-4f6d-b89b-c9e0e8648846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229170 Mar 05 13:34:43.772606 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4cde8-aa22-4d4a-a00d-d113da155c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4287801-b64a-4606-a5ce-cc02f869f72b,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:43.785705 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-97b4cde8-aa22-4d4a-a00d-d113da155c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:43.786043 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-97b4cde8-aa22-4d4a-a00d-d113da155c4d admin admin] Added segment b363951b-b77b-426d-8e80-38be3ec8ec30 of type vlan for network 1f953432-db2d-4f6f-a1ee-7fee9f6e7169 Mar 05 13:34:43.789805 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d3cb00c0-1704-4749-9dba-3572480db297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:43.814176 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-2de28924-bc47-4e7a-b766-729852b14a7f req-cc7120e1-2456-4284-82e1-d5ba79307ce9 service neutron] Attempting to bind port 65167010-576f-47d8-ab65-885798b5cdc3 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:34:43.814499 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-2de28924-bc47-4e7a-b766-729852b14a7f req-cc7120e1-2456-4284-82e1-d5ba79307ce9 service neutron] Attempting to bind port 65167010-576f-47d8-ab65-885798b5cdc3 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:34:43.814838 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de28924-bc47-4e7a-b766-729852b14a7f req-cc7120e1-2456-4284-82e1-d5ba79307ce9 service neutron] Attempting to bind port 65167010-576f-47d8-ab65-885798b5cdc3 on network 1e632aab-7405-4a4c-851d-f121cf35a970 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:34:43.826306 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de28924-bc47-4e7a-b766-729852b14a7f req-cc7120e1-2456-4284-82e1-d5ba79307ce9 service neutron] Port 65167010-576f-47d8-ab65-885798b5cdc3 on network 1e632aab-7405-4a4c-851d-f121cf35a970 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:34:43.826651 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de28924-bc47-4e7a-b766-729852b14a7f req-cc7120e1-2456-4284-82e1-d5ba79307ce9 service neutron] Attempting to bind port 65167010-576f-47d8-ab65-885798b5cdc3 on network 1e632aab-7405-4a4c-851d-f121cf35a970 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:34:43.832609 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-3b305d88-fa77-40e1-9f57-d648debb0798 req-3114773c-5598-4b89-9a88-0fd943788914 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] For port 38aee24f-cd5e-45fe-ad53-2d090026deda, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=38aee24f-cd5e-45fe-ad53-2d090026deda,segment=NetworkSegment(41427342-e06a-4011-8ea0-b80d50ad9e15),segment_id=41427342-e06a-4011-8ea0-b80d50ad9e15)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:43.833197 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3b305d88-fa77-40e1-9f57-d648debb0798 req-3114773c-5598-4b89-9a88-0fd943788914 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:43.848731 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de28924-bc47-4e7a-b766-729852b14a7f req-cc7120e1-2456-4284-82e1-d5ba79307ce9 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:34:43.849071 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de28924-bc47-4e7a-b766-729852b14a7f req-cc7120e1-2456-4284-82e1-d5ba79307ce9 service neutron] Checking segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:34:43.849483 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de28924-bc47-4e7a-b766-729852b14a7f req-cc7120e1-2456-4284-82e1-d5ba79307ce9 service neutron] Bound using segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:34:43.849931 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-2de28924-bc47-4e7a-b766-729852b14a7f req-cc7120e1-2456-4284-82e1-d5ba79307ce9 service neutron] Bound port: 65167010-576f-47d8-ab65-885798b5cdc3, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:34:43.850278 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2de28924-bc47-4e7a-b766-729852b14a7f req-cc7120e1-2456-4284-82e1-d5ba79307ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:43.864089 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-97b4cde8-aa22-4d4a-a00d-d113da155c4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:43.927579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca35b7-979f-42fc-8310-d9b27394e809 req-d86048a6-bea5-490f-a36a-ce1a760e17db tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:43.929053 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f4ca35b7-979f-42fc-8310-d9b27394e809 req-d86048a6-bea5-490f-a36a-ce1a760e17db tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 943 time: 0.2870011 Mar 05 13:34:43.945124 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d3cb00c0-1704-4749-9dba-3572480db297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:43.948456 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:34:43.991223 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb00c0-1704-4749-9dba-3572480db297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522d9ec9-32e1-4068-ad06-9d3700e392f6,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:44.010546 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d3cb00c0-1704-4749-9dba-3572480db297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:44.013970 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d3cb00c0-1704-4749-9dba-3572480db297 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/522d9ec9-32e1-4068-ad06-9d3700e392f6 HTTP/1.1" status: 204 len: 168 time: 0.5899184 Mar 05 13:34:44.024758 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-2de28924-bc47-4e7a-b766-729852b14a7f req-cc7120e1-2456-4284-82e1-d5ba79307ce9 service neutron] For port 65167010-576f-47d8-ab65-885798b5cdc3, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:34:44.051044 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f4ca35b7-979f-42fc-8310-d9b27394e809 req-f190efae-33b3-4259-807a-d4c6d9643b97 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790455 Mar 05 13:34:44.055000 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-2de28924-bc47-4e7a-b766-729852b14a7f req-cc7120e1-2456-4284-82e1-d5ba79307ce9 service neutron] For port 65167010-576f-47d8-ab65-885798b5cdc3, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=65167010-576f-47d8-ab65-885798b5cdc3,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:34:44.065126 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2de28924-bc47-4e7a-b766-729852b14a7f req-cc7120e1-2456-4284-82e1-d5ba79307ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:44.177774 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de28924-bc47-4e7a-b766-729852b14a7f req-cc7120e1-2456-4284-82e1-d5ba79307ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:44.178836 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2de28924-bc47-4e7a-b766-729852b14a7f req-cc7120e1-2456-4284-82e1-d5ba79307ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:44.180505 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2de28924-bc47-4e7a-b766-729852b14a7f req-cc7120e1-2456-4284-82e1-d5ba79307ce9 service neutron] 10.222.0.15 "PUT /v2.0/ports/65167010-576f-47d8-ab65-885798b5cdc3 HTTP/1.1" status: 200 len: 1091 time: 1.9468036 Mar 05 13:34:44.180623 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-97b4cde8-aa22-4d4a-a00d-d113da155c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:44.181002 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4a5688-5dc4-4433-b0bf-8ac244a2785e', 'tag': '65167010-576f-47d8-ab65-885798b5cdc3'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:34:44.181563 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b4cde8-aa22-4d4a-a00d-d113da155c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:44.182122 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-97b4cde8-aa22-4d4a-a00d-d113da155c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:44.195294 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7120e1-2456-4284-82e1-d5ba79307ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=65167010-576f-47d8-ab65-885798b5cdc3,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:44.253126 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1e20df94-7f5f-465a-a39b-ac654c1abe4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:44.295866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=76dac71b-aab3-4406-b447-ce9e4d3d0cd5,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:44.312164 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '76dac71b-aab3-4406-b447-ce9e4d3d0cd5', 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1', 'port_id': '76dac71b-aab3-4406-b447-ce9e4d3d0cd5', 'mac_address': 'fa:16:3e:65:a2:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ddb228e-b84a-4351-a2cb-7f33147be2ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:34:44.319610 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1e20df94-7f5f-465a-a39b-ac654c1abe4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:44.384798 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:44.403968 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:34:44.434109 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=76dac71b-aab3-4406-b447-ce9e4d3d0cd5,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:44.449448 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:44.463514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de28924-bc47-4e7a-b766-729852b14a7f req-fb0992b9-638c-4aeb-9c06-bbfd6e46e8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:44.464748 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4cde8-aa22-4d4a-a00d-d113da155c4d admin admin] Pushing event updated for resources: {'Network': ['ID=1f953432-db2d-4f6f-a1ee-7fee9f6e7169,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:44.465548 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2de28924-bc47-4e7a-b766-729852b14a7f req-fb0992b9-638c-4aeb-9c06-bbfd6e46e8d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 1094 time: 0.2295799 Mar 05 13:34:44.471906 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-97b4cde8-aa22-4d4a-a00d-d113da155c4d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.9738238 Mar 05 13:34:44.477582 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44132) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:44.516240 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 1f953432-db2d-4f6f-a1ee-7fee9f6e7169 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:34:44.551370 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-8c76eef7-4578-4168-a1c4-d1d9c755b381 admin admin] Request body: {'subnet': {'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-906543432-subnet', 'tenant_id': '7da90d298e31481ab9950019fd081bd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:44.564571 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec929b-4cdd-48f3-adef-c280a29c0ee6 req-b1a4ab5c-c27b-4467-9617-d1695abbf08e tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:44.566198 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b4ec929b-4cdd-48f3-adef-c280a29c0ee6 req-b1a4ab5c-c27b-4467-9617-d1695abbf08e tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 943 time: 0.2903411 Mar 05 13:34:44.578365 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2de28924-bc47-4e7a-b766-729852b14a7f req-64d13279-2767-4649-9d2c-247e340c7ecd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65167010-576f-47d8-ab65-885798b5cdc3 HTTP/1.1" status: 200 len: 217 time: 0.1018565 Mar 05 13:34:44.580102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8c76eef7-4578-4168-a1c4-d1d9c755b381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:44.617903 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8c76eef7-4578-4168-a1c4-d1d9c755b381 admin admin] Usage tracker for resource:subnet and tenant:7da90d298e31481ab9950019fd081bd2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:44.632580 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1e20df94-7f5f-465a-a39b-ac654c1abe4f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45c302cb43c1452f90563752988aacde&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4567966 Mar 05 13:34:44.633270 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44138) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:44.633590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44140) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:44.644881 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20df94-7f5f-465a-a39b-ac654c1abe4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337de282-5aba-4510-b47d-c9174a4ac277,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:44.671689 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8c76eef7-4578-4168-a1c4-d1d9c755b381 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:44.677605 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=76dac71b-aab3-4406-b447-ce9e4d3d0cd5,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:44.687418 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b737607a-519c-4974-b733-feed59b796fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:44.689533 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8c76eef7-4578-4168-a1c4-d1d9c755b381 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:44.694165 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b4ec929b-4cdd-48f3-adef-c280a29c0ee6 req-264156ce-ebc2-4a2f-815b-1acba80808fe tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180961 Mar 05 13:34:44.701512 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['76dac71b-aab3-4406-b447-ce9e4d3d0cd5'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:34:44.723802 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de28924-bc47-4e7a-b766-729852b14a7f req-207e70fc-1d6b-4f5e-936c-c7847f112ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:44.725467 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2de28924-bc47-4e7a-b766-729852b14a7f req-207e70fc-1d6b-4f5e-936c-c7847f112ebc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ac31366-a7f9-483e-b1e1-eea597fcd311 HTTP/1.1" status: 200 len: 847 time: 0.1117375 Mar 05 13:34:44.726198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c76eef7-4578-4168-a1c4-d1d9c755b381 admin admin] Made reservation on behalf of 7da90d298e31481ab9950019fd081bd2 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:34:44.729281 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c76eef7-4578-4168-a1c4-d1d9c755b381 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:44.755196 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b737607a-519c-4974-b733-feed59b796fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:44.765629 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b737607a-519c-4974-b733-feed59b796fe admin admin] Usage tracker for resource:security_group_rule and tenant:e97eb80e33e64fb4bf36cd8e63406b1c is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:44.771319 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3b305d88-fa77-40e1-9f57-d648debb0798 req-3114773c-5598-4b89-9a88-0fd943788914 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:44.771619 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3b305d88-fa77-40e1-9f57-d648debb0798 req-3114773c-5598-4b89-9a88-0fd943788914 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:44.771959 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [req-3b305d88-fa77-40e1-9f57-d648debb0798 req-3114773c-5598-4b89-9a88-0fd943788914 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Floating IP 03017a71-0af1-48e7-9032-88bf44d0333f disassociated. External IP: 172.25.4.148, port: 38aee24f-cd5e-45fe-ad53-2d090026deda. Mar 05 13:34:44.772277 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-3b305d88-fa77-40e1-9f57-d648debb0798 req-3114773c-5598-4b89-9a88-0fd943788914 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Calling delete_port for 38aee24f-cd5e-45fe-ad53-2d090026deda owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:34:44.801279 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b737607a-519c-4974-b733-feed59b796fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:44.808975 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2de28924-bc47-4e7a-b766-729852b14a7f req-03e96e48-844c-435d-bffa-7c120c9fae75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1e632aab-7405-4a4c-851d-f121cf35a970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643039 Mar 05 13:34:44.815925 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fbe2a-8225-4c35-9183-fdfd2df444f0 req-4a9eb5ff-5b7a-4e0a-8dc3-252fe082da44 tempest-MigrationsAdminTest-1164237855 tempest-MigrationsAdminTest-1164237855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:44.817422 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a84fbe2a-8225-4c35-9183-fdfd2df444f0 req-4a9eb5ff-5b7a-4e0a-8dc3-252fe082da44 tempest-MigrationsAdminTest-1164237855 tempest-MigrationsAdminTest-1164237855-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 1101 time: 0.6464932 Mar 05 13:34:44.820464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b737607a-519c-4974-b733-feed59b796fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:44.897591 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-edbd1477-4c1d-4297-b620-beadcae98949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:44.943601 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a84fbe2a-8225-4c35-9183-fdfd2df444f0 req-6c7c289b-ee5a-4291-a044-86b98062bd45 tempest-MigrationsAdminTest-1164237855 tempest-MigrationsAdminTest-1164237855-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193206 Mar 05 13:34:44.951684 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b260937b-e01d-41f3-a60c-5c303a504c67 req-4df1019a-ca33-4a73-acb7-d7594b8f134b tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?device_id=3646db73-eed4-40b4-be3a-4333d16ead28 HTTP/1.1" status: 200 len: 210 time: 0.1411319 Mar 05 13:34:44.964718 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-edbd1477-4c1d-4297-b620-beadcae98949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:45.116523 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4a5688-5dc4-4433-b0bf-8ac244a2785e', 'tag': '65167010-576f-47d8-ab65-885798b5cdc3', 'status': 'completed', 'code': 200} Mar 05 13:34:45.124170 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3b305d88-fa77-40e1-9f57-d648debb0798 req-3114773c-5598-4b89-9a88-0fd943788914 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:45.134604 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2de28924-bc47-4e7a-b766-729852b14a7f req-b9727df3-1e4e-46b5-a418-8a6b51f6bedb service neutron] 10.222.0.15 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732172 Mar 05 13:34:45.138130 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b737607a-519c-4974-b733-feed59b796fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:45.237022 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b737607a-519c-4974-b733-feed59b796fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:45.296873 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114773c-5598-4b89-9a88-0fd943788914 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Pushing event deleted for resources: {'Port': ['ID=38aee24f-cd5e-45fe-ad53-2d090026deda,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:45.316907 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-edbd1477-4c1d-4297-b620-beadcae98949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:45.410346 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b737607a-519c-4974-b733-feed59b796fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e97eb80e33e64fb4bf36cd8e63406b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7680039 Mar 05 13:34:45.413912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44170) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:45.442792 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737607a-519c-4974-b733-feed59b796fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0dbeba-ca56-4c9e-a392-8d12f044ddb3,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:45.470929 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-7dacb9a4-fdb9-4204-ab81-56ce8fae9918 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=78a1cd353882451f977c98a0cde91b02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666010 Mar 05 13:34:45.476395 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd1477-4c1d-4297-b620-beadcae98949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337de282-5aba-4510-b47d-c9174a4ac277,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:45.533364 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c76eef7-4578-4168-a1c4-d1d9c755b381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:45.601526 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2de28924-bc47-4e7a-b766-729852b14a7f req-e8e9444c-7816-4aba-a6e4-a3391656b603 service neutron] 10.222.0.15 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477261 Mar 05 13:34:45.631498 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6b561a8-a2c3-420b-bf07-8e1ec9fe5a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:45.652951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae100d6-db6c-4027-b461-c5b5a8e5264e req-b546301e-16cb-470e-9a1c-bdfe31ab0caf tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:45.654449 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aae100d6-db6c-4027-b461-c5b5a8e5264e req-b546301e-16cb-470e-9a1c-bdfe31ab0caf tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 944 time: 0.3695552 Mar 05 13:34:45.664200 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76eef7-4578-4168-a1c4-d1d9c755b381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6db88a0e-28b6-4292-9a67-fc3276cd43d7,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:45.711948 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-edbd1477-4c1d-4297-b620-beadcae98949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:45.713042 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-edbd1477-4c1d-4297-b620-beadcae98949 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/337de282-5aba-4510-b47d-c9174a4ac277 HTTP/1.1" status: 204 len: 168 time: 1.0693941 Mar 05 13:34:45.783705 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6b561a8-a2c3-420b-bf07-8e1ec9fe5a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:45.790344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c76eef7-4578-4168-a1c4-d1d9c755b381 admin admin] Checking segment: {'id': 'b363951b-b77b-426d-8e80-38be3ec8ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:34:45.790782 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c76eef7-4578-4168-a1c4-d1d9c755b381 admin admin] Network hostable DHCP agents. Network: 1f953432-db2d-4f6f-a1ee-7fee9f6e7169, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:34:45.883986 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b305d88-fa77-40e1-9f57-d648debb0798 req-3114773c-5598-4b89-9a88-0fd943788914 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Router c27ea49d-26ee-402e-9b1e-3df0e1d51df5 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:34:45.941505 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-d14c60fb-d5fc-4343-89e3-f95b780a7fef tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:45.944145 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-d14c60fb-d5fc-4343-89e3-f95b780a7fef tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4622488 Mar 05 13:34:45.964254 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:34:45.999911 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aae100d6-db6c-4027-b461-c5b5a8e5264e req-bdbce188-63ae-488f-8a46-f2152ab2014d tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223670 Mar 05 13:34:46.001927 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6b561a8-a2c3-420b-bf07-8e1ec9fe5a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:46.059752 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-c84326bb-9cce-40b9-b765-ff6b46911d5d tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/quotas/78a1cd353882451f977c98a0cde91b02 HTTP/1.1" status: 200 len: 375 time: 0.1088588 Mar 05 13:34:46.068671 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c76eef7-4578-4168-a1c4-d1d9c755b381 admin admin] Network 1f953432-db2d-4f6f-a1ee-7fee9f6e7169 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:34:46.098421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b561a8-a2c3-420b-bf07-8e1ec9fe5a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0dbeba-ca56-4c9e-a392-8d12f044ddb3,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:46.174260 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:34:46.181177 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:34:46.181598 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:46.189816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-8c76eef7-4578-4168-a1c4-d1d9c755b381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 1f953432-db2d-4f6f-a1ee-7fee9f6e7169) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:34:46.212348 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c76eef7-4578-4168-a1c4-d1d9c755b381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:46.213221 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c76eef7-4578-4168-a1c4-d1d9c755b381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:46.218275 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7129d1b-fe3f-4949-93bc-e44747e04a8f None None] Network 1f953432-db2d-4f6f-a1ee-7fee9f6e7169 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:34:46.277857 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b305d88-fa77-40e1-9f57-d648debb0798 req-3114773c-5598-4b89-9a88-0fd943788914 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:34:46.289882 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a35da-424c-4f23-9a10-cfb3d93d384a None None] Sync routers for ids ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:34:46.302337 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6b561a8-a2c3-420b-bf07-8e1ec9fe5a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:46.303722 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c6b561a8-a2c3-420b-bf07-8e1ec9fe5a45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da0dbeba-ca56-4c9e-a392-8d12f044ddb3 HTTP/1.1" status: 204 len: 168 time: 0.8853438 Mar 05 13:34:46.306308 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091f7b3-7b8b-449f-a896-6f8eaeac22ad req-d101cc0b-768d-40d1-bd0a-a45c450eb5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:46.308156 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c091f7b3-7b8b-449f-a896-6f8eaeac22ad req-d101cc0b-768d-40d1-bd0a-a45c450eb5dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 1094 time: 0.6203079 Mar 05 13:34:46.317129 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-830b150a-63a9-4321-bcbc-eef58295e7de tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2480690 Mar 05 13:34:46.317749 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1a35da-424c-4f23-9a10-cfb3d93d384a None None] Routers {'c27ea49d-26ee-402e-9b1e-3df0e1d51df5'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:34:46.318499 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-2d1a35da-424c-4f23-9a10-cfb3d93d384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:34:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:34:46.321178 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3b879-5b30-4476-981a-9e75d72d371e req-12e54293-f967-4489-af55-21c1c3f0fc01 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:46.323324 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-66c3b879-5b30-4476-981a-9e75d72d371e req-12e54293-f967-4489-af55-21c1c3f0fc01 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.30 "GET /v2.0/networks?id=4b61c9c6-6153-4f6d-b89b-c9e0e8648846 HTTP/1.1" status: 200 len: 823 time: 0.5779769 Mar 05 13:34:46.367087 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8c76eef7-4578-4168-a1c4-d1d9c755b381 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8884912 Mar 05 13:34:46.380673 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44188) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:46.505187 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-66c3b879-5b30-4476-981a-9e75d72d371e req-501852d2-cf7d-441a-8728-d80cf14fdc16 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=381dd8912df24e389adcfe6de6d1a5c7 HTTP/1.1" status: 200 len: 380 time: 0.1563933 Mar 05 13:34:46.511284 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b305d88-fa77-40e1-9f57-d648debb0798 req-3114773c-5598-4b89-9a88-0fd943788914 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] No DVR routers for this DVR port 38aee24f-cd5e-45fe-ad53-2d090026deda on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:34:46.517041 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3dbfba0-e75e-436b-b3a8-dbb26b6ce272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:46.522734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-66c3b879-5b30-4476-981a-9e75d72d371e req-d0eea0c6-d1e1-4c9f-837f-9ee4590f6742 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Request body: {'port': {'device_id': '3646db73-eed4-40b4-be3a-4333d16ead28', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'admin_state_up': True, 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'security_groups': ['ef53231d-4e0a-4a67-9f28-022e17843c88']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:46.540449 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3b305d88-fa77-40e1-9f57-d648debb0798 req-3114773c-5598-4b89-9a88-0fd943788914 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:46.552962 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3b305d88-fa77-40e1-9f57-d648debb0798 req-3114773c-5598-4b89-9a88-0fd943788914 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.30 "DELETE /v2.0/ports/38aee24f-cd5e-45fe-ad53-2d090026deda HTTP/1.1" status: 204 len: 173 time: 3.5015066 Mar 05 13:34:46.553867 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2194d415-b56a-44ab-b0f2-d7578924c670', 'name': 'network-vif-deleted', 'tag': '38aee24f-cd5e-45fe-ad53-2d090026deda'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:34:46.561773 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d3dbfba0-e75e-436b-b3a8-dbb26b6ce272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:46.576840 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-2d1a35da-424c-4f23-9a10-cfb3d93d384a None None] Set router c27ea49d-26ee-402e-9b1e-3df0e1d51df5 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:34:46.577973 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d3dbfba0-e75e-436b-b3a8-dbb26b6ce272 admin admin] Usage tracker for resource:security_group_rule and tenant:e7691a9d6520435ab2ef23b1230c1ca5 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:46.589245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d3dbfba0-e75e-436b-b3a8-dbb26b6ce272 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:46.604504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d3dbfba0-e75e-436b-b3a8-dbb26b6ce272 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:46.869686 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:46.890199 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037b55b-a67a-48b8-b140-4262f2680953 req-0ce676e4-2d4d-45e0-bb7f-ef03cd9f6616 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:46.902727 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9037b55b-a67a-48b8-b140-4262f2680953 req-0ce676e4-2d4d-45e0-bb7f-ef03cd9f6616 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 943 time: 0.6976414 Mar 05 13:34:46.903822 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3dbfba0-e75e-436b-b3a8-dbb26b6ce272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:46.913996 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3dbfba0-e75e-436b-b3a8-dbb26b6ce272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:46.924997 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451e78d5-2118-4d7c-a28b-14eafcb05cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76dac71b-aab3-4406-b447-ce9e4d3d0cd5'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:34:46.935546 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a83489b-6e62-4331-b307-943d6b2d5bb0 None None] Network 1f953432-db2d-4f6f-a1ee-7fee9f6e7169 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:34:46.976271 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091f7b3-7b8b-449f-a896-6f8eaeac22ad req-52c6af31-02e1-458d-853e-9324f163ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:46.977837 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c091f7b3-7b8b-449f-a896-6f8eaeac22ad req-52c6af31-02e1-458d-853e-9324f163ff46 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 907 time: 0.6533031 Mar 05 13:34:46.997341 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d3dbfba0-e75e-436b-b3a8-dbb26b6ce272 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e7691a9d6520435ab2ef23b1230c1ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6152644 Mar 05 13:34:47.000427 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44208) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:47.043133 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbfba0-e75e-436b-b3a8-dbb26b6ce272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7e619f-64f7-417e-af47-e02f03b68d61,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:47.136485 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c091f7b3-7b8b-449f-a896-6f8eaeac22ad req-eb08cd01-c212-4103-9e8a-4867e255fa56 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65167010-576f-47d8-ab65-885798b5cdc3 HTTP/1.1" status: 200 len: 217 time: 0.1446216 Mar 05 13:34:47.194492 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=76dac71b-aab3-4406-b447-ce9e4d3d0cd5,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:47.207366 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9037b55b-a67a-48b8-b140-4262f2680953 req-ce0c3334-fb02-47cd-a681-ac14249558d8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036695 Mar 05 13:34:47.224244 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:47.225027 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 38aee24f-cd5e-45fe-ad53-2d090026deda no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:34:47.240254 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-2d1a35da-424c-4f23-9a10-cfb3d93d384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534995435-router', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:10Z', 'updated_at': '2022-03-05T13:33:16Z', 'revision_number': 4, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'gw_port': {'id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:11Z', 'updated_at': '2022-03-05T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b1fb3ffb-5b00-4997-9631-df29185d2d06', 'name': '', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'mac_address': 'fa:16:3e:ed:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:15Z', 'updated_at': '2022-03-05T13:33:25Z', 'revision_number': 5, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'subnets': [{'id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:34:47.244874 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a35da-424c-4f23-9a10-cfb3d93d384a None None] Checking router: c27ea49d-26ee-402e-9b1e-3df0e1d51df5 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:34:47.253628 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-66c3b879-5b30-4476-981a-9e75d72d371e req-d0eea0c6-d1e1-4c9f-837f-9ee4590f6742 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:47.254061 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1a35da-424c-4f23-9a10-cfb3d93d384a None None] Routers {'c27ea49d-26ee-402e-9b1e-3df0e1d51df5'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:34:47.254674 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-2d1a35da-424c-4f23-9a10-cfb3d93d384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:34:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:34:47.278188 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-66c3b879-5b30-4476-981a-9e75d72d371e req-d0eea0c6-d1e1-4c9f-837f-9ee4590f6742 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Usage tracker for resource:port and tenant:381dd8912df24e389adcfe6de6d1a5c7 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:47.295191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-66c3b879-5b30-4476-981a-9e75d72d371e req-d0eea0c6-d1e1-4c9f-837f-9ee4590f6742 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:47.310681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-66c3b879-5b30-4476-981a-9e75d72d371e req-d0eea0c6-d1e1-4c9f-837f-9ee4590f6742 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:47.337939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-fa876af0-6be7-45aa-a329-af0b496f8133 req-4b53d9ba-e7d3-447e-afeb-d6f8969f8b6e tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Synchronizing usage tracker for tenant:381dd8912df24e389adcfe6de6d1a5c7 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:34:47.352176 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-20db814e-74de-4cf2-8440-1a836878333d req-ef7c2ec9-65bb-4570-aa1c-b57837f0fb4f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2194d415-b56a-44ab-b0f2-d7578924c670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2136717 Mar 05 13:34:47.354412 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c3b879-5b30-4476-981a-9e75d72d371e req-d0eea0c6-d1e1-4c9f-837f-9ee4590f6742 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Made reservation on behalf of 381dd8912df24e389adcfe6de6d1a5c7 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:34:47.358488 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-66c3b879-5b30-4476-981a-9e75d72d371e req-d0eea0c6-d1e1-4c9f-837f-9ee4590f6742 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:47.425083 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 38aee24f-cd5e-45fe-ad53-2d090026deda {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:34:47.427295 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 38aee24f-cd5e-45fe-ad53-2d090026deda not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:34:47.449391 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091f7b3-7b8b-449f-a896-6f8eaeac22ad req-a13ddd61-d9bc-44db-b601-4a188d811129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:47.450976 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c091f7b3-7b8b-449f-a896-6f8eaeac22ad req-a13ddd61-d9bc-44db-b601-4a188d811129 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ac31366-a7f9-483e-b1e1-eea597fcd311 HTTP/1.1" status: 200 len: 847 time: 0.2992589 Mar 05 13:34:47.463611 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2194d415-b56a-44ab-b0f2-d7578924c670', 'name': 'network-vif-deleted', 'tag': '38aee24f-cd5e-45fe-ad53-2d090026deda', 'status': 'completed', 'code': 200} Mar 05 13:34:47.464521 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-fa876af0-6be7-45aa-a329-af0b496f8133 req-4b53d9ba-e7d3-447e-afeb-d6f8969f8b6e tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Unset dirty status for tenant:381dd8912df24e389adcfe6de6d1a5c7 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:34:47.477522 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fa876af0-6be7-45aa-a329-af0b496f8133 req-4b53d9ba-e7d3-447e-afeb-d6f8969f8b6e tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?device_id=3646db73-eed4-40b4-be3a-4333d16ead28 HTTP/1.1" status: 200 len: 210 time: 0.4148612 Mar 05 13:34:47.543410 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2b7b8e03-96c1-4851-bd37-a58155d6935d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:47.626673 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2b7b8e03-96c1-4851-bd37-a58155d6935d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:47.652039 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451e78d5-2118-4d7c-a28b-14eafcb05cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76dac71b-aab3-4406-b447-ce9e4d3d0cd5', 'code': 200} Mar 05 13:34:47.663308 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=76dac71b-aab3-4406-b447-ce9e4d3d0cd5,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:47.729223 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-20db814e-74de-4cf2-8440-1a836878333d req-64b9fb67-5441-4c72-82c9-59b5adcd6fd7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=381dd8912df24e389adcfe6de6d1a5c7&device_id=2194d415-b56a-44ab-b0f2-d7578924c670 HTTP/1.1" status: 200 len: 210 time: 0.0589316 Mar 05 13:34:47.759050 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-2d1a35da-424c-4f23-9a10-cfb3d93d384a None None] Set router c27ea49d-26ee-402e-9b1e-3df0e1d51df5 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:34:47.822965 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-69e55fd5-5217-4d48-b3b3-e30dcd4c7b1f req-a4bd7d8c-be77-470e-9e90-6cfe9bfa6283 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 210 time: 0.2380548 Mar 05 13:34:47.830589 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c091f7b3-7b8b-449f-a896-6f8eaeac22ad req-a1a4d542-5cd2-49e9-b192-20920f5936d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1e632aab-7405-4a4c-851d-f121cf35a970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2447250 Mar 05 13:34:48.163884 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2b7b8e03-96c1-4851-bd37-a58155d6935d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:48.168193 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44242) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:48.205744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-66c3b879-5b30-4476-981a-9e75d72d371e req-d0eea0c6-d1e1-4c9f-837f-9ee4590f6742 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Allocated IP 172.20.0.6 (4b61c9c6-6153-4f6d-b89b-c9e0e8648846/53cf1e97-f281-4add-be04-6ab35f2b8193/a33c0978-949f-4f98-b88a-e25c1c846b53) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:34:48.225320 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b8e03-96c1-4851-bd37-a58155d6935d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7e619f-64f7-417e-af47-e02f03b68d61,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:48.234207 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-2d1a35da-424c-4f23-9a10-cfb3d93d384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534995435-router', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:10Z', 'updated_at': '2022-03-05T13:33:16Z', 'revision_number': 4, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'gw_port': {'id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:11Z', 'updated_at': '2022-03-05T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b1fb3ffb-5b00-4997-9631-df29185d2d06', 'name': '', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'mac_address': 'fa:16:3e:ed:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:15Z', 'updated_at': '2022-03-05T13:33:25Z', 'revision_number': 5, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'subnets': [{'id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:34:48.239114 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a35da-424c-4f23-9a10-cfb3d93d384a None None] The sync data for ids ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'] in n-d-803718-1 is: [{'id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534995435-router', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:10Z', 'updated_at': '2022-03-05T13:33:16Z', 'revision_number': 4, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'gw_port': {'id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:11Z', 'updated_at': '2022-03-05T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b1fb3ffb-5b00-4997-9631-df29185d2d06', 'name': '', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'mac_address': 'fa:16:3e:ed:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:15Z', 'updated_at': '2022-03-05T13:33:25Z', 'revision_number': 5, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'subnets': [{'id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:34:48.254236 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db814e-74de-4cf2-8440-1a836878333d req-f4c68f99-2bfe-424c-bd8b-e63d600b67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:48.255723 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-20db814e-74de-4cf2-8440-1a836878333d req-f4c68f99-2bfe-424c-bd8b-e63d600b67fe service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=381dd8912df24e389adcfe6de6d1a5c7&shared=False HTTP/1.1" status: 200 len: 923 time: 0.5055897 Mar 05 13:34:48.289036 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2b7b8e03-96c1-4851-bd37-a58155d6935d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:48.292165 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2b7b8e03-96c1-4851-bd37-a58155d6935d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a7e619f-64f7-417e-af47-e02f03b68d61 HTTP/1.1" status: 204 len: 168 time: 1.2906790 Mar 05 13:34:48.465387 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c091f7b3-7b8b-449f-a896-6f8eaeac22ad req-7014d25d-853c-4e45-a7a4-720a731cd4c2 service neutron] 10.222.0.15 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6250846 Mar 05 13:34:48.536407 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26428e-d4fb-471d-8319-6d842fcc2312 req-c2ad2e56-8c36-4f82-85bd-71418f1db0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:48.537933 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6b26428e-d4fb-471d-8319-6d842fcc2312 req-c2ad2e56-8c36-4f82-85bd-71418f1db0ad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 1096 time: 0.7393305 Mar 05 13:34:48.636479 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-bd8a56e8-1078-4291-a695-953553073c6f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-691859721-network', 'tenant_id': '92bf82572fbb434393b937a47fe60812'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:48.652028 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35a082-4997-4a64-8e42-991c041c18e0 req-ea08b648-c3fa-42ed-b9ee-2eb7d44f4a66 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:48.652674 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-de35a082-4997-4a64-8e42-991c041c18e0 req-ea08b648-c3fa-42ed-b9ee-2eb7d44f4a66 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Synchronizing usage tracker for tenant:7da90d298e31481ab9950019fd081bd2 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:34:48.673772 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-bd8a56e8-1078-4291-a695-953553073c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:48.686385 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db814e-74de-4cf2-8440-1a836878333d req-f425c26e-407d-42b5-a186-b2b3abd3efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:48.690011 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-20db814e-74de-4cf2-8440-1a836878333d req-f425c26e-407d-42b5-a186-b2b3abd3efd0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4254858 Mar 05 13:34:48.690980 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47169d6-1eb7-4073-a346-41bd2f0d7726 None None] New status for floating IP 03017a71-0af1-48e7-9032-88bf44d0333f: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:34:48.694076 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-bd8a56e8-1078-4291-a695-953553073c6f admin admin] Usage tracker for resource:network and tenant:92bf82572fbb434393b937a47fe60812 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:48.699155 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6b26428e-d4fb-471d-8319-6d842fcc2312 req-ed7b1368-71a9-4260-a1d1-0c2d79a3e2b7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259606 Mar 05 13:34:48.702478 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-bd8a56e8-1078-4291-a695-953553073c6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:48.710339 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-bd8a56e8-1078-4291-a695-953553073c6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:48.723663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8a56e8-1078-4291-a695-953553073c6f admin admin] Made reservation on behalf of 92bf82572fbb434393b937a47fe60812 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:34:48.727576 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd8a56e8-1078-4291-a695-953553073c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:48.741741 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6cfec-8787-42c4-afa3-04028a4ebe96 req-3ce61290-f3e9-44ef-8ce6-48cb26701a2d tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:48.748257 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd8a56e8-1078-4291-a695-953553073c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:48.749321 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fab6cfec-8787-42c4-afa3-04028a4ebe96 req-3ce61290-f3e9-44ef-8ce6-48cb26701a2d tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 945 time: 0.5270412 Mar 05 13:34:48.757671 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-be82f5d8-67e7-4965-93e9-49e598b1c88c tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=78a1cd353882451f977c98a0cde91b02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821362 Mar 05 13:34:48.761055 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-de35a082-4997-4a64-8e42-991c041c18e0 req-ea08b648-c3fa-42ed-b9ee-2eb7d44f4a66 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Unset dirty status for tenant:7da90d298e31481ab9950019fd081bd2 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:34:48.768409 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de35a082-4997-4a64-8e42-991c041c18e0 req-ea08b648-c3fa-42ed-b9ee-2eb7d44f4a66 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/networks?id=1f953432-db2d-4f6f-a1ee-7fee9f6e7169 HTTP/1.1" status: 200 len: 804 time: 0.5990753 Mar 05 13:34:48.785659 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de35a082-4997-4a64-8e42-991c041c18e0 req-cd42a352-efd3-493a-ab48-301e955f09d6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/quotas/7da90d298e31481ab9950019fd081bd2 HTTP/1.1" status: 200 len: 375 time: 0.0162325 Mar 05 13:34:48.791685 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-bd8a56e8-1078-4291-a695-953553073c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:48.795467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-bd8a56e8-1078-4291-a695-953553073c6f admin admin] Usage tracker for resource:security_group_rule and tenant:92bf82572fbb434393b937a47fe60812 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:48.799291 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-bd8a56e8-1078-4291-a695-953553073c6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:48.805053 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-bd8a56e8-1078-4291-a695-953553073c6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:48.823921 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-66c3b879-5b30-4476-981a-9e75d72d371e req-d0eea0c6-d1e1-4c9f-837f-9ee4590f6742 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:48.897182 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de35a082-4997-4a64-8e42-991c041c18e0 req-cf517a79-87c5-4962-b2a3-be5596cb3064 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da90d298e31481ab9950019fd081bd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1105590 Mar 05 13:34:48.977066 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-66c3b879-5b30-4476-981a-9e75d72d371e req-d0eea0c6-d1e1-4c9f-837f-9ee4590f6742 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Transition to ACTIVE for port object a33c0978-949f-4f98-b88a-e25c1c846b53 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:34:49.003210 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c091f7b3-7b8b-449f-a896-6f8eaeac22ad req-7a81aba7-9c8e-4367-afcc-45c8302e5700 service neutron] 10.222.0.15 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194640 Mar 05 13:34:49.020118 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-66c3b879-5b30-4476-981a-9e75d72d371e req-d0eea0c6-d1e1-4c9f-837f-9ee4590f6742 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:49.109250 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fab6cfec-8787-42c4-afa3-04028a4ebe96 req-0f5400ea-2f29-4868-bf57-25d3e6c19a6e tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589044 Mar 05 13:34:49.147185 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c3b879-5b30-4476-981a-9e75d72d371e req-d0eea0c6-d1e1-4c9f-837f-9ee4590f6742 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Network 4b61c9c6-6153-4f6d-b89b-c9e0e8648846 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:34:49.211656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-0bb2f95c-a3f6-4e72-a1a0-07c1d626ecc8 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:49.213371 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-0bb2f95c-a3f6-4e72-a1a0-07c1d626ecc8 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4365969 Mar 05 13:34:49.213999 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de35a082-4997-4a64-8e42-991c041c18e0 req-efcd43d5-af97-4182-b9a7-2231ee05f54c service neutron] 10.222.0.16 "GET /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159454 Mar 05 13:34:49.214336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eea0c6-d1e1-4c9f-837f-9ee4590f6742 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Pushing event updated for resources: {'Port': ['ID=a33c0978-949f-4f98-b88a-e25c1c846b53,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:49.217103 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-66c3b879-5b30-4476-981a-9e75d72d371e req-d0eea0c6-d1e1-4c9f-837f-9ee4590f6742 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:34:49.219887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c3b879-5b30-4476-981a-9e75d72d371e req-d0eea0c6-d1e1-4c9f-837f-9ee4590f6742 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:34:49.226014 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3b879-5b30-4476-981a-9e75d72d371e req-d0eea0c6-d1e1-4c9f-837f-9ee4590f6742 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:49.226849 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-66c3b879-5b30-4476-981a-9e75d72d371e req-d0eea0c6-d1e1-4c9f-837f-9ee4590f6742 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:49.258648 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-11045704-5872-4239-b9eb-3fad46a6c521 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Request body: {'port': {'device_id': 'b6e9926c-465c-4b55-9d1a-c4131b37dec6', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': '78a1cd353882451f977c98a0cde91b02'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:49.292412 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-66c3b879-5b30-4476-981a-9e75d72d371e req-d0eea0c6-d1e1-4c9f-837f-9ee4590f6742 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7797060 Mar 05 13:34:49.345741 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-66c3b879-5b30-4476-981a-9e75d72d371e req-23bed638-fab1-497d-b009-8195d62bc29c service neutron] Request body: {'port': {'device_id': '3646db73-eed4-40b4-be3a-4333d16ead28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:49.345956 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd8a56e8-1078-4291-a695-953553073c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:49.357290 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd8a56e8-1078-4291-a695-953553073c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:49.371485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8a56e8-1078-4291-a695-953553073c6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:34:49.426068 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd8a56e8-1078-4291-a695-953553073c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:49.426403 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-bd8a56e8-1078-4291-a695-953553073c6f admin admin] Added segment 8d11f382-75e0-45bf-a047-a2f6ecccdcd6 of type vlan for network 7b03d11a-a9b9-4e63-9215-df6cc62d8741 Mar 05 13:34:49.444150 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 65167010-576f-47d8-ab65-885798b5cdc3 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:34:49.470229 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de35a082-4997-4a64-8e42-991c041c18e0 req-df8aeafb-5a24-4f40-a4ff-d58d3e08cb90 service neutron] 10.222.0.16 "GET /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550120 Mar 05 13:34:49.472726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a56e8-1078-4291-a695-953553073c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860cbe7d-0bdd-4f1e-8f2b-efb2fededc9c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:49.509203 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd8a56e8-1078-4291-a695-953553073c6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:49.551688 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd8a56e8-1078-4291-a695-953553073c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:49.553666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8a56e8-1078-4291-a695-953553073c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:49.554596 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd8a56e8-1078-4291-a695-953553073c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:49.602041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44282) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:49.654296 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b6841496-d00c-4079-ae4d-e1f773de59b7 None None] Provisioning for port a33c0978-949f-4f98-b88a-e25c1c846b53 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:34:49.667050 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b6841496-d00c-4079-ae4d-e1f773de59b7 None None] Provisioning complete for port a33c0978-949f-4f98-b88a-e25c1c846b53 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:34:49.667417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-11045704-5872-4239-b9eb-3fad46a6c521 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:49.672745 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b6841496-d00c-4079-ae4d-e1f773de59b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:49.717707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-11045704-5872-4239-b9eb-3fad46a6c521 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:49.720155 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-66c3b879-5b30-4476-981a-9e75d72d371e req-23bed638-fab1-497d-b009-8195d62bc29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:49.795856 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b6841496-d00c-4079-ae4d-e1f773de59b7 None None] Port a33c0978-949f-4f98-b88a-e25c1c846b53 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:34:49.853311 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 65167010-576f-47d8-ab65-885798b5cdc3, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=65167010-576f-47d8-ab65-885798b5cdc3,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:49.861100 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b7dd2-79e2-4d66-8a34-3cd2e61dd05f req-8af7e322-1675-4b2c-bf47-521c5bd4d8cd tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:49.868363 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ef7b7dd2-79e2-4d66-8a34-3cd2e61dd05f req-8af7e322-1675-4b2c-bf47-521c5bd4d8cd tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 943 time: 0.5893502 Mar 05 13:34:49.869682 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '65167010-576f-47d8-ab65-885798b5cdc3', 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970', 'port_id': '65167010-576f-47d8-ab65-885798b5cdc3', 'mac_address': 'fa:16:3e:e2:99:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac31366-a7f9-483e-b1e1-eea597fcd311', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:34:49.888175 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a56e8-1078-4291-a695-953553073c6f admin admin] Pushing event updated for resources: {'Network': ['ID=7b03d11a-a9b9-4e63-9215-df6cc62d8741,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:49.896330 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bd8a56e8-1078-4291-a695-953553073c6f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7156844 Mar 05 13:34:49.899886 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44292) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:49.905232 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-c45ae253-cc5c-440b-9d02-4ec87c7c2fc9 admin admin] Request body: {'subnet': {'network_id': '7b03d11a-a9b9-4e63-9215-df6cc62d8741', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-691859721-subnet', 'tenant_id': '92bf82572fbb434393b937a47fe60812', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:49.917516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-54d6eb8a-c477-4184-bb5e-91e77cfc2682 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1109764323-network', 'tenant_id': '25b91ce983e249e4aca88013e0b17918'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:49.923923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c45ae253-cc5c-440b-9d02-4ec87c7c2fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:49.930899 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-54d6eb8a-c477-4184-bb5e-91e77cfc2682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:49.934374 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c45ae253-cc5c-440b-9d02-4ec87c7c2fc9 admin admin] Usage tracker for resource:subnet and tenant:92bf82572fbb434393b937a47fe60812 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:49.940731 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-54d6eb8a-c477-4184-bb5e-91e77cfc2682 admin admin] Usage tracker for resource:network and tenant:25b91ce983e249e4aca88013e0b17918 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:49.944092 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c45ae253-cc5c-440b-9d02-4ec87c7c2fc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:49.953937 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-54d6eb8a-c477-4184-bb5e-91e77cfc2682 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:49.963741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 7b03d11a-a9b9-4e63-9215-df6cc62d8741 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:34:49.972313 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-54d6eb8a-c477-4184-bb5e-91e77cfc2682 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:49.984339 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c45ae253-cc5c-440b-9d02-4ec87c7c2fc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:49.994273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-11045704-5872-4239-b9eb-3fad46a6c521 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Made reservation on behalf of 78a1cd353882451f977c98a0cde91b02 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:34:49.998349 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d6eb8a-c477-4184-bb5e-91e77cfc2682 admin admin] Made reservation on behalf of 25b91ce983e249e4aca88013e0b17918 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:34:49.998993 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-11045704-5872-4239-b9eb-3fad46a6c521 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:50.001290 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-54d6eb8a-c477-4184-bb5e-91e77cfc2682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:50.033484 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45ae253-cc5c-440b-9d02-4ec87c7c2fc9 admin admin] Made reservation on behalf of 92bf82572fbb434393b937a47fe60812 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:34:50.037452 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c45ae253-cc5c-440b-9d02-4ec87c7c2fc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:50.071057 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:50.101725 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65167010-576f-47d8-ab65-885798b5cdc3 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:34:50.121669 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 65167010-576f-47d8-ab65-885798b5cdc3, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=65167010-576f-47d8-ab65-885798b5cdc3,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:50.123424 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ef7b7dd2-79e2-4d66-8a34-3cd2e61dd05f req-0d2b6680-e741-49c5-a5a5-02c0989b666f tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296810 Mar 05 13:34:50.126552 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:50.147044 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-54d6eb8a-c477-4184-bb5e-91e77cfc2682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:50.164901 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-54d6eb8a-c477-4184-bb5e-91e77cfc2682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:50.170899 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-54d6eb8a-c477-4184-bb5e-91e77cfc2682 admin admin] Usage tracker for resource:security_group_rule and tenant:25b91ce983e249e4aca88013e0b17918 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:50.174854 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-54d6eb8a-c477-4184-bb5e-91e77cfc2682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:50.184705 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-54d6eb8a-c477-4184-bb5e-91e77cfc2682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:50.265126 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba334b-787d-4e90-b597-e8d5f9e32b6c req-d40d7375-156d-458f-919a-19adb74e4b07 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:50.276032 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86ba334b-787d-4e90-b597-e8d5f9e32b6c req-d40d7375-156d-458f-919a-19adb74e4b07 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?device_id=3646db73-eed4-40b4-be3a-4333d16ead28 HTTP/1.1" status: 200 len: 931 time: 0.4378827 Mar 05 13:34:50.277697 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=65167010-576f-47d8-ab65-885798b5cdc3,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:50.345615 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['65167010-576f-47d8-ab65-885798b5cdc3'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:34:50.386743 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86ba334b-787d-4e90-b597-e8d5f9e32b6c req-9d89195c-db6b-479b-a0e1-e09e47e1d2e3 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef53231d-4e0a-4a67-9f28-022e17843c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094894 Mar 05 13:34:50.405360 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c7e1d64d-2263-4f2d-bce4-db6581502432 req-886c4a82-5453-40bc-875f-68c8cbbbcdd6 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 210 time: 0.0746236 Mar 05 13:34:50.406014 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-54d6eb8a-c477-4184-bb5e-91e77cfc2682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:50.421178 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-54d6eb8a-c477-4184-bb5e-91e77cfc2682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:50.578524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d6eb8a-c477-4184-bb5e-91e77cfc2682 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:34:50.665036 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-54d6eb8a-c477-4184-bb5e-91e77cfc2682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:50.665633 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-54d6eb8a-c477-4184-bb5e-91e77cfc2682 admin admin] Added segment 5af20479-e21d-45a6-9a77-81e6b7ab8923 of type vlan for network 98b2eb6e-3d38-4c16-ba82-6b5b693871a7 Mar 05 13:34:50.678026 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6eb8a-c477-4184-bb5e-91e77cfc2682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c521d94c-5688-4928-92de-51128fc8f79f,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:50.685337 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-79c54917-bfe6-4060-a5a2-4494b1b4a621 req-95f6c0b9-abcd-42c0-afde-e8582b0cfff7 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=21eaa76d-2313-4a4e-b33b-8d98d94c75b3 HTTP/1.1" status: 200 len: 210 time: 0.0994198 Mar 05 13:34:50.720153 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-11045704-5872-4239-b9eb-3fad46a6c521 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Allocated IP 192.168.233.188 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/8b7830ee-f387-454a-982c-d3f409d76188) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:34:50.759955 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-54d6eb8a-c477-4184-bb5e-91e77cfc2682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:50.798111 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c45ae253-cc5c-440b-9d02-4ec87c7c2fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:50.863576 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-66c3b879-5b30-4476-981a-9e75d72d371e req-23bed638-fab1-497d-b009-8195d62bc29c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33c0978-949f-4f98-b88a-e25c1c846b53 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:34:50.872711 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-54d6eb8a-c477-4184-bb5e-91e77cfc2682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:50.873646 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d6eb8a-c477-4184-bb5e-91e77cfc2682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:50.874508 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-54d6eb8a-c477-4184-bb5e-91e77cfc2682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:50.876933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74c539-7b73-4487-845a-ca5b9f633cc5 req-33a05dd0-1bd7-4b48-86f5-a4a55430fb2a tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:50.883725 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7e74c539-7b73-4487-845a-ca5b9f633cc5 req-33a05dd0-1bd7-4b48-86f5-a4a55430fb2a tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 945 time: 0.3223231 Mar 05 13:34:50.910828 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-66c3b879-5b30-4476-981a-9e75d72d371e req-23bed638-fab1-497d-b009-8195d62bc29c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:50.935758 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ae253-cc5c-440b-9d02-4ec87c7c2fc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76d14473-20e0-404d-b194-2f703d2b76d2,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:50.979935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-66c3b879-5b30-4476-981a-9e75d72d371e req-23bed638-fab1-497d-b009-8195d62bc29c service neutron] Transition to ACTIVE for port object a33c0978-949f-4f98-b88a-e25c1c846b53 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:34:50.997030 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45ae253-cc5c-440b-9d02-4ec87c7c2fc9 admin admin] Checking segment: {'id': '8d11f382-75e0-45bf-a047-a2f6ecccdcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b03d11a-a9b9-4e63-9215-df6cc62d8741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:34:50.997381 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45ae253-cc5c-440b-9d02-4ec87c7c2fc9 admin admin] Network hostable DHCP agents. Network: 7b03d11a-a9b9-4e63-9215-df6cc62d8741, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:34:51.012039 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6eb8a-c477-4184-bb5e-91e77cfc2682 admin admin] Pushing event updated for resources: {'Network': ['ID=98b2eb6e-3d38-4c16-ba82-6b5b693871a7,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:51.025101 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-54d6eb8a-c477-4184-bb5e-91e77cfc2682 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4216378 Mar 05 13:34:51.026094 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 98b2eb6e-3d38-4c16-ba82-6b5b693871a7 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:34:51.028433 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44318) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:51.037844 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-5872af92-2711-42ed-bf8f-f097eecb45bd admin admin] Request body: {'subnet': {'network_id': '98b2eb6e-3d38-4c16-ba82-6b5b693871a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1109764323-subnet', 'tenant_id': '25b91ce983e249e4aca88013e0b17918', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:51.048318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5872af92-2711-42ed-bf8f-f097eecb45bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:51.050574 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45ae253-cc5c-440b-9d02-4ec87c7c2fc9 admin admin] Network 7b03d11a-a9b9-4e63-9215-df6cc62d8741 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:34:51.055933 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5872af92-2711-42ed-bf8f-f097eecb45bd admin admin] Usage tracker for resource:subnet and tenant:25b91ce983e249e4aca88013e0b17918 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:51.060628 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-66c3b879-5b30-4476-981a-9e75d72d371e req-23bed638-fab1-497d-b009-8195d62bc29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:51.063478 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5872af92-2711-42ed-bf8f-f097eecb45bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:51.070510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5872af92-2711-42ed-bf8f-f097eecb45bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:51.078036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-c45ae253-cc5c-440b-9d02-4ec87c7c2fc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 7b03d11a-a9b9-4e63-9215-df6cc62d8741) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:34:51.082734 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45ae253-cc5c-440b-9d02-4ec87c7c2fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:51.083343 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c45ae253-cc5c-440b-9d02-4ec87c7c2fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:51.089463 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5872af92-2711-42ed-bf8f-f097eecb45bd admin admin] Made reservation on behalf of 25b91ce983e249e4aca88013e0b17918 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:34:51.091980 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5872af92-2711-42ed-bf8f-f097eecb45bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:51.106796 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09136250-d6af-493f-acb9-7c1d1c80b804 None None] Network 7b03d11a-a9b9-4e63-9215-df6cc62d8741 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:34:51.163982 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7e74c539-7b73-4487-845a-ca5b9f633cc5 req-af66cdd0-00e0-4edd-a26e-f2617123cdcf tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793183 Mar 05 13:34:51.213663 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c45ae253-cc5c-440b-9d02-4ec87c7c2fc9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3127606 Mar 05 13:34:51.221999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44332) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:51.243356 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-3be1c424-3b8d-48df-8ca3-11cb6a8a884c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-691859721-router', 'tenant_id': '92bf82572fbb434393b937a47fe60812', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:51.255008 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3be1c424-3b8d-48df-8ca3-11cb6a8a884c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:51.267888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3be1c424-3b8d-48df-8ca3-11cb6a8a884c admin admin] Usage tracker for resource:router and tenant:92bf82572fbb434393b937a47fe60812 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:51.274601 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3be1c424-3b8d-48df-8ca3-11cb6a8a884c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:51.289854 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3be1c424-3b8d-48df-8ca3-11cb6a8a884c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:51.401116 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bed638-fab1-497d-b009-8195d62bc29c service neutron] Pushing event updated for resources: {'Port': ['ID=a33c0978-949f-4f98-b88a-e25c1c846b53,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:51.495249 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3be1c424-3b8d-48df-8ca3-11cb6a8a884c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:51.496241 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3be1c424-3b8d-48df-8ca3-11cb6a8a884c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:51.505060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 65167010-576f-47d8-ab65-885798b5cdc3 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:34:51.514261 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3be1c424-3b8d-48df-8ca3-11cb6a8a884c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:51.636575 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-11045704-5872-4239-b9eb-3fad46a6c521 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:51.648033 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 65167010-576f-47d8-ab65-885798b5cdc3 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:34:51.662102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-11045704-5872-4239-b9eb-3fad46a6c521 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Transition to ACTIVE for port object 8b7830ee-f387-454a-982c-d3f409d76188 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:34:51.702030 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 65167010-576f-47d8-ab65-885798b5cdc3 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:34:51.702711 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:51.706777 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-11045704-5872-4239-b9eb-3fad46a6c521 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:51.730472 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652e9eaa-c34c-4a36-b1cd-d0956e9818f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-7b03d11a-a9b9-4e63-9215-df6cc62d8741', 'network_id': '7b03d11a-a9b9-4e63-9215-df6cc62d8741', 'tenant_id': '92bf82572fbb434393b937a47fe60812', 'fixed_ips': [{'subnet_id': '76d14473-20e0-404d-b194-2f703d2b76d2'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:34:51.731796 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-652e9eaa-c34c-4a36-b1cd-d0956e9818f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:51.756277 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:34:51.781032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-66c3b879-5b30-4476-981a-9e75d72d371e req-23bed638-fab1-497d-b009-8195d62bc29c service neutron] Attempting to bind port a33c0978-949f-4f98-b88a-e25c1c846b53 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:34:51.781965 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-66c3b879-5b30-4476-981a-9e75d72d371e req-23bed638-fab1-497d-b009-8195d62bc29c service neutron] Attempting to bind port a33c0978-949f-4f98-b88a-e25c1c846b53 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '41427342-e06a-4011-8ea0-b80d50ad9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:34:51.782310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c3b879-5b30-4476-981a-9e75d72d371e req-23bed638-fab1-497d-b009-8195d62bc29c service neutron] Attempting to bind port a33c0978-949f-4f98-b88a-e25c1c846b53 on network 4b61c9c6-6153-4f6d-b89b-c9e0e8648846 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:34:51.789615 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-11045704-5872-4239-b9eb-3fad46a6c521 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:34:51.801752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbb28d-ca4a-43d0-a145-0dcd9b0668d6 req-dbe33c87-47ab-41cc-80a4-14847d3ab28e tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:51.803410 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1fcbb28d-ca4a-43d0-a145-0dcd9b0668d6 req-dbe33c87-47ab-41cc-80a4-14847d3ab28e tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 944 time: 0.3907244 Mar 05 13:34:51.804327 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-11045704-5872-4239-b9eb-3fad46a6c521 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:34:51.808670 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c3b879-5b30-4476-981a-9e75d72d371e req-23bed638-fab1-497d-b009-8195d62bc29c service neutron] Port a33c0978-949f-4f98-b88a-e25c1c846b53 on network 4b61c9c6-6153-4f6d-b89b-c9e0e8648846 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:34:51.808988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c3b879-5b30-4476-981a-9e75d72d371e req-23bed638-fab1-497d-b009-8195d62bc29c service neutron] Attempting to bind port a33c0978-949f-4f98-b88a-e25c1c846b53 on network 4b61c9c6-6153-4f6d-b89b-c9e0e8648846 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:34:51.811293 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-11045704-5872-4239-b9eb-3fad46a6c521 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:34:51.817589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-11045704-5872-4239-b9eb-3fad46a6c521 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:51.818235 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-11045704-5872-4239-b9eb-3fad46a6c521 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:51.868448 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-11045704-5872-4239-b9eb-3fad46a6c521 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6156399 Mar 05 13:34:51.877963 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c3b879-5b30-4476-981a-9e75d72d371e req-23bed638-fab1-497d-b009-8195d62bc29c service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:34:51.878303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c3b879-5b30-4476-981a-9e75d72d371e req-23bed638-fab1-497d-b009-8195d62bc29c service neutron] Checking segment: {'id': '41427342-e06a-4011-8ea0-b80d50ad9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:34:51.879024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c3b879-5b30-4476-981a-9e75d72d371e req-23bed638-fab1-497d-b009-8195d62bc29c service neutron] Bound using segment: {'id': '41427342-e06a-4011-8ea0-b80d50ad9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:34:51.879178 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-66c3b879-5b30-4476-981a-9e75d72d371e req-23bed638-fab1-497d-b009-8195d62bc29c service neutron] Bound port: a33c0978-949f-4f98-b88a-e25c1c846b53, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41427342-e06a-4011-8ea0-b80d50ad9e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:34:51.879512 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-66c3b879-5b30-4476-981a-9e75d72d371e req-23bed638-fab1-497d-b009-8195d62bc29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:51.899085 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11045704-5872-4239-b9eb-3fad46a6c521 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Pushing event updated for resources: {'Port': ['ID=8b7830ee-f387-454a-982c-d3f409d76188,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:51.909094 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-07571892-9cbd-4da4-a191-efb3758a3cb8 service neutron] Request body: {'port': {'device_id': 'b6e9926c-465c-4b55-9d1a-c4131b37dec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:52.017532 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1fcbb28d-ca4a-43d0-a145-0dcd9b0668d6 req-6f7073ae-595d-403f-a0fd-e16f445dacfa tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761501 Mar 05 13:34:52.091388 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3be1c424-3b8d-48df-8ca3-11cb6a8a884c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:52.123877 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35a082-4997-4a64-8e42-991c041c18e0 req-27ce17c0-b74d-4758-b94d-4b78fa43684e tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:52.125850 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de35a082-4997-4a64-8e42-991c041c18e0 req-27ce17c0-b74d-4758-b94d-4b78fa43684e tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.30 "GET /v2.0/networks?id=1f953432-db2d-4f6f-a1ee-7fee9f6e7169 HTTP/1.1" status: 200 len: 804 time: 0.8372540 Mar 05 13:34:52.143825 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-de35a082-4997-4a64-8e42-991c041c18e0 req-2d6f0b24-fa62-4825-8989-842d68bb243a tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Request body: {'port': {'device_id': '21eaa76d-2313-4a4e-b33b-8d98d94c75b3', 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169', 'admin_state_up': True, 'tenant_id': '7da90d298e31481ab9950019fd081bd2'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:52.149467 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-07571892-9cbd-4da4-a191-efb3758a3cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:52.161949 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-66c3b879-5b30-4476-981a-9e75d72d371e req-23bed638-fab1-497d-b009-8195d62bc29c service neutron] For port a33c0978-949f-4f98-b88a-e25c1c846b53, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:34:52.191520 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-652e9eaa-c34c-4a36-b1cd-d0956e9818f2 None None] Allocated IP 172.20.0.2 (7b03d11a-a9b9-4e63-9215-df6cc62d8741/76d14473-20e0-404d-b194-2f703d2b76d2/4d38c1ec-d004-43a7-994e-5755da12c9fd) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:34:52.202789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-66c3b879-5b30-4476-981a-9e75d72d371e req-23bed638-fab1-497d-b009-8195d62bc29c service neutron] For port a33c0978-949f-4f98-b88a-e25c1c846b53, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a33c0978-949f-4f98-b88a-e25c1c846b53,segment=NetworkSegment(41427342-e06a-4011-8ea0-b80d50ad9e15),segment_id=41427342-e06a-4011-8ea0-b80d50ad9e15)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:34:52.215852 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-66c3b879-5b30-4476-981a-9e75d72d371e req-23bed638-fab1-497d-b009-8195d62bc29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:52.257191 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:52.268724 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5872af92-2711-42ed-bf8f-f097eecb45bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:52.341284 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3b879-5b30-4476-981a-9e75d72d371e req-23bed638-fab1-497d-b009-8195d62bc29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:52.341284 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-66c3b879-5b30-4476-981a-9e75d72d371e req-23bed638-fab1-497d-b009-8195d62bc29c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:52.342721 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-66c3b879-5b30-4476-981a-9e75d72d371e req-23bed638-fab1-497d-b009-8195d62bc29c service neutron] 10.222.0.30 "PUT /v2.0/ports/a33c0978-949f-4f98-b88a-e25c1c846b53 HTTP/1.1" status: 200 len: 1091 time: 3.0130885 Mar 05 13:34:52.352902 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3646db73-eed4-40b4-be3a-4333d16ead28', 'tag': 'a33c0978-949f-4f98-b88a-e25c1c846b53'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:34:52.410661 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4bba0c38-91a9-4486-9107-286961cef772 None None] Provisioning for port 8b7830ee-f387-454a-982c-d3f409d76188 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:34:52.413310 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4a5688-5dc4-4433-b0bf-8ac244a2785e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65167010-576f-47d8-ab65-885798b5cdc3'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:34:52.442803 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4bba0c38-91a9-4486-9107-286961cef772 None None] Provisioning complete for port 8b7830ee-f387-454a-982c-d3f409d76188 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:34:52.443286 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4bba0c38-91a9-4486-9107-286961cef772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:52.478969 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 65167010-576f-47d8-ab65-885798b5cdc3, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=65167010-576f-47d8-ab65-885798b5cdc3,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:52.495603 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff70db-c0b1-4dac-ab58-1c4b8dd2a4eb req-54104d7b-035f-40eb-a5e2-af0820fcceb4 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:52.501664 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:52.503548 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95ff70db-c0b1-4dac-ab58-1c4b8dd2a4eb req-54104d7b-035f-40eb-a5e2-af0820fcceb4 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 1096 time: 0.7656424 Mar 05 13:34:52.551108 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872af92-2711-42ed-bf8f-f097eecb45bd admin admin] Checking segment: {'id': '5af20479-e21d-45a6-9a77-81e6b7ab8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '98b2eb6e-3d38-4c16-ba82-6b5b693871a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:34:52.551555 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5872af92-2711-42ed-bf8f-f097eecb45bd admin admin] Network hostable DHCP agents. Network: 98b2eb6e-3d38-4c16-ba82-6b5b693871a7, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:34:52.562668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bed638-fab1-497d-b009-8195d62bc29c service neutron] Pushing event updated for resources: {'Port': ['ID=a33c0978-949f-4f98-b88a-e25c1c846b53,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:52.576721 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-de35a082-4997-4a64-8e42-991c041c18e0 req-2d6f0b24-fa62-4825-8989-842d68bb243a tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:52.581839 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872af92-2711-42ed-bf8f-f097eecb45bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ee2287-7bca-4206-a433-1adee841abd4,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:52.592079 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-de35a082-4997-4a64-8e42-991c041c18e0 req-2d6f0b24-fa62-4825-8989-842d68bb243a tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Usage tracker for resource:port and tenant:7da90d298e31481ab9950019fd081bd2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:52.604871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-de35a082-4997-4a64-8e42-991c041c18e0 req-2d6f0b24-fa62-4825-8989-842d68bb243a tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:52.618972 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-de35a082-4997-4a64-8e42-991c041c18e0 req-2d6f0b24-fa62-4825-8989-842d68bb243a tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:52.621483 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4bba0c38-91a9-4486-9107-286961cef772 None None] Port 8b7830ee-f387-454a-982c-d3f409d76188 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:34:52.633089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-95ff70db-c0b1-4dac-ab58-1c4b8dd2a4eb req-89900492-474d-4aec-8cfb-aa238af4462a tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Synchronizing usage tracker for tenant:64f42554417244fdb19ca43dda63368b on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:34:52.647130 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5872af92-2711-42ed-bf8f-f097eecb45bd admin admin] Network 98b2eb6e-3d38-4c16-ba82-6b5b693871a7 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:34:52.658841 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de35a082-4997-4a64-8e42-991c041c18e0 req-2d6f0b24-fa62-4825-8989-842d68bb243a tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Made reservation on behalf of 7da90d298e31481ab9950019fd081bd2 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:34:52.662720 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-de35a082-4997-4a64-8e42-991c041c18e0 req-2d6f0b24-fa62-4825-8989-842d68bb243a tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:52.676242 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=65167010-576f-47d8-ab65-885798b5cdc3,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:52.687153 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-5872af92-2711-42ed-bf8f-f097eecb45bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 98b2eb6e-3d38-4c16-ba82-6b5b693871a7) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:34:52.697686 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b34533b-a07f-46e5-8d0f-7ece25c3a890 None None] Network 98b2eb6e-3d38-4c16-ba82-6b5b693871a7 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:34:52.700401 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-95ff70db-c0b1-4dac-ab58-1c4b8dd2a4eb req-89900492-474d-4aec-8cfb-aa238af4462a tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Unset dirty status for tenant:64f42554417244fdb19ca43dda63368b on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:34:52.701549 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95ff70db-c0b1-4dac-ab58-1c4b8dd2a4eb req-89900492-474d-4aec-8cfb-aa238af4462a tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970184 Mar 05 13:34:52.732014 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125dba6-dc61-460f-8e1e-7a4fd9689c39 req-2ac0f9ec-24b0-49d2-9270-22be1ea040cd tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:52.733004 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a125dba6-dc61-460f-8e1e-7a4fd9689c39 req-2ac0f9ec-24b0-49d2-9270-22be1ea040cd tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Synchronizing usage tracker for tenant:381dd8912df24e389adcfe6de6d1a5c7 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:34:52.741540 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-652e9eaa-c34c-4a36-b1cd-d0956e9818f2 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:52.772456 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5872af92-2711-42ed-bf8f-f097eecb45bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:52.773093 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5872af92-2711-42ed-bf8f-f097eecb45bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:52.784654 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3b879-5b30-4476-981a-9e75d72d371e req-838f5c96-4903-40c9-a6cb-9f6f2092cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:52.786333 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-66c3b879-5b30-4476-981a-9e75d72d371e req-838f5c96-4903-40c9-a6cb-9f6f2092cb59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=381dd8912df24e389adcfe6de6d1a5c7&device_id=3646db73-eed4-40b4-be3a-4333d16ead28 HTTP/1.1" status: 200 len: 1094 time: 0.3121250 Mar 05 13:34:52.788984 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a125dba6-dc61-460f-8e1e-7a4fd9689c39 req-2ac0f9ec-24b0-49d2-9270-22be1ea040cd tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Unset dirty status for tenant:381dd8912df24e389adcfe6de6d1a5c7 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:34:52.795775 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a125dba6-dc61-460f-8e1e-7a4fd9689c39 req-2ac0f9ec-24b0-49d2-9270-22be1ea040cd tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?device_id=3646db73-eed4-40b4-be3a-4333d16ead28 HTTP/1.1" status: 200 len: 943 time: 0.5706041 Mar 05 13:34:52.813218 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-652e9eaa-c34c-4a36-b1cd-d0956e9818f2 None None] Transition to ACTIVE for port object 4d38c1ec-d004-43a7-994e-5755da12c9fd will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:34:52.860774 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-652e9eaa-c34c-4a36-b1cd-d0956e9818f2 None None] Transition to ACTIVE for port object 4d38c1ec-d004-43a7-994e-5755da12c9fd will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:34:52.880670 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-652e9eaa-c34c-4a36-b1cd-d0956e9818f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:52.891646 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-66c3b879-5b30-4476-981a-9e75d72d371e req-9df1a18d-99d2-4ddd-987a-26ddb5940651 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a33c0978-949f-4f98-b88a-e25c1c846b53 HTTP/1.1" status: 200 len: 217 time: 0.0761251 Mar 05 13:34:52.916450 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5872af92-2711-42ed-bf8f-f097eecb45bd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8867128 Mar 05 13:34:53.015440 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a125dba6-dc61-460f-8e1e-7a4fd9689c39 req-cafdbbde-3d9f-4c0c-b4c1-cdf0e92fd780 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef53231d-4e0a-4a67-9f28-022e17843c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188232 Mar 05 13:34:53.052636 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652e9eaa-c34c-4a36-b1cd-d0956e9818f2 None None] Network 7b03d11a-a9b9-4e63-9215-df6cc62d8741 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:34:53.087280 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-652e9eaa-c34c-4a36-b1cd-d0956e9818f2 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:34:53.096990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e9eaa-c34c-4a36-b1cd-d0956e9818f2 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:34:53.107605 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e9eaa-c34c-4a36-b1cd-d0956e9818f2 None None] Pushing event updated for resources: {'Port': ['ID=4d38c1ec-d004-43a7-994e-5755da12c9fd,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:53.255106 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3be1c424-3b8d-48df-8ca3-11cb6a8a884c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:53.282729 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691a94d6-3c24-4996-babe-a1a62b1944a7 None None] Network 98b2eb6e-3d38-4c16-ba82-6b5b693871a7 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:34:53.285184 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3b879-5b30-4476-981a-9e75d72d371e req-b3dd6f8b-52d0-4bf9-84f9-5d00aac1e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:53.286588 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-66c3b879-5b30-4476-981a-9e75d72d371e req-b3dd6f8b-52d0-4bf9-84f9-5d00aac1e030 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53cf1e97-f281-4add-be04-6ab35f2b8193 HTTP/1.1" status: 200 len: 862 time: 0.3780828 Mar 05 13:34:53.288844 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-59461b86-ad7d-45c7-b547-0faf0fabe5ee req-533acf57-0343-4808-af12-1eda273795b6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=21eaa76d-2313-4a4e-b33b-8d98d94c75b3 HTTP/1.1" status: 200 len: 210 time: 0.0791829 Mar 05 13:34:53.288982 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e403a8-4f58-4617-a7d9-15e768c55377 req-860abe01-5363-4699-b8ba-188c4fdb8145 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:53.290398 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-06e403a8-4f58-4617-a7d9-15e768c55377 req-860abe01-5363-4699-b8ba-188c4fdb8145 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 936 time: 0.3819087 Mar 05 13:34:53.331106 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-652e9eaa-c34c-4a36-b1cd-d0956e9818f2 None None] Attempting to bind port 4d38c1ec-d004-43a7-994e-5755da12c9fd on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:34:53.331853 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-652e9eaa-c34c-4a36-b1cd-d0956e9818f2 None None] Attempting to bind port 4d38c1ec-d004-43a7-994e-5755da12c9fd by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d11f382-75e0-45bf-a047-a2f6ecccdcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b03d11a-a9b9-4e63-9215-df6cc62d8741'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:34:53.332307 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e9eaa-c34c-4a36-b1cd-d0956e9818f2 None None] Attempting to bind port 4d38c1ec-d004-43a7-994e-5755da12c9fd on network 7b03d11a-a9b9-4e63-9215-df6cc62d8741 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:34:53.341339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-07571892-9cbd-4da4-a191-efb3758a3cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7830ee-f387-454a-982c-d3f409d76188 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:34:53.350217 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3be1c424-3b8d-48df-8ca3-11cb6a8a884c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:53.359123 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-07571892-9cbd-4da4-a191-efb3758a3cb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:53.398577 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-07571892-9cbd-4da4-a191-efb3758a3cb8 service neutron] Transition to ACTIVE for port object 8b7830ee-f387-454a-982c-d3f409d76188 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:34:53.398807 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e9eaa-c34c-4a36-b1cd-d0956e9818f2 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:34:53.399290 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e9eaa-c34c-4a36-b1cd-d0956e9818f2 None None] Checking segment: {'id': '8d11f382-75e0-45bf-a047-a2f6ecccdcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b03d11a-a9b9-4e63-9215-df6cc62d8741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:34:53.399781 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-652e9eaa-c34c-4a36-b1cd-d0956e9818f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:53.400264 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e9eaa-c34c-4a36-b1cd-d0956e9818f2 None None] Bound using segment: {'id': '8d11f382-75e0-45bf-a047-a2f6ecccdcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b03d11a-a9b9-4e63-9215-df6cc62d8741'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:34:53.400893 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-652e9eaa-c34c-4a36-b1cd-d0956e9818f2 None None] Bound port: 4d38c1ec-d004-43a7-994e-5755da12c9fd, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d11f382-75e0-45bf-a047-a2f6ecccdcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b03d11a-a9b9-4e63-9215-df6cc62d8741'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:34:53.401602 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-652e9eaa-c34c-4a36-b1cd-d0956e9818f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:53.408717 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-07571892-9cbd-4da4-a191-efb3758a3cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:53.502936 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-06e403a8-4f58-4617-a7d9-15e768c55377 req-1c7c5223-8ef4-4e87-9b57-550332336e43 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009044 Mar 05 13:34:53.530026 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4a5688-5dc4-4433-b0bf-8ac244a2785e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65167010-576f-47d8-ab65-885798b5cdc3', 'code': 200} Mar 05 13:34:53.584507 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3646db73-eed4-40b4-be3a-4333d16ead28', 'tag': 'a33c0978-949f-4f98-b88a-e25c1c846b53', 'status': 'completed', 'code': 200} Mar 05 13:34:53.687390 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-de35a082-4997-4a64-8e42-991c041c18e0 req-2d6f0b24-fa62-4825-8989-842d68bb243a tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Allocated IP 172.20.0.3 (1f953432-db2d-4f6f-a1ee-7fee9f6e7169/6db88a0e-28b6-4292-9a67-fc3276cd43d7/e2a4ac57-3557-4889-93de-36bf339a8eb3) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:34:53.693086 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3b879-5b30-4476-981a-9e75d72d371e req-e0fa43a2-9b71-44c2-be37-dded31970f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:53.695985 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-66c3b879-5b30-4476-981a-9e75d72d371e req-e0fa43a2-9b71-44c2-be37-dded31970f96 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b61c9c6-6153-4f6d-b89b-c9e0e8648846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4030769 Mar 05 13:34:53.703478 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-3be1c424-3b8d-48df-8ca3-11cb6a8a884c admin admin] Allocated IP 172.25.4.227 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/54f29203-85b2-401a-bdf2-0b29cfde5969) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:34:53.708869 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07571892-9cbd-4da4-a191-efb3758a3cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7830ee-f387-454a-982c-d3f409d76188,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:53.734651 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-652e9eaa-c34c-4a36-b1cd-d0956e9818f2 None None] For port 4d38c1ec-d004-43a7-994e-5755da12c9fd, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:34:53.739856 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-652e9eaa-c34c-4a36-b1cd-d0956e9818f2 None None] For port 4d38c1ec-d004-43a7-994e-5755da12c9fd, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4d38c1ec-d004-43a7-994e-5755da12c9fd,segment=NetworkSegment(8d11f382-75e0-45bf-a047-a2f6ecccdcd6),segment_id=8d11f382-75e0-45bf-a047-a2f6ecccdcd6)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:34:53.775075 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-652e9eaa-c34c-4a36-b1cd-d0956e9818f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:53.861782 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e9eaa-c34c-4a36-b1cd-d0956e9818f2 None None] Pushing event updated for resources: {'Port': ['ID=4d38c1ec-d004-43a7-994e-5755da12c9fd,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:53.930144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-07571892-9cbd-4da4-a191-efb3758a3cb8 service neutron] Attempting to bind port 8b7830ee-f387-454a-982c-d3f409d76188 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:34:53.930717 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-07571892-9cbd-4da4-a191-efb3758a3cb8 service neutron] Attempting to bind port 8b7830ee-f387-454a-982c-d3f409d76188 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:34:53.931104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-07571892-9cbd-4da4-a191-efb3758a3cb8 service neutron] Attempting to bind port 8b7830ee-f387-454a-982c-d3f409d76188 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:34:53.954126 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-07571892-9cbd-4da4-a191-efb3758a3cb8 service neutron] Port 8b7830ee-f387-454a-982c-d3f409d76188 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:34:53.954505 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-07571892-9cbd-4da4-a191-efb3758a3cb8 service neutron] Attempting to bind port 8b7830ee-f387-454a-982c-d3f409d76188 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:34:53.968559 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-07571892-9cbd-4da4-a191-efb3758a3cb8 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:34:53.969339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-07571892-9cbd-4da4-a191-efb3758a3cb8 service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:34:53.969740 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-07571892-9cbd-4da4-a191-efb3758a3cb8 service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:34:53.970184 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-07571892-9cbd-4da4-a191-efb3758a3cb8 service neutron] Bound port: 8b7830ee-f387-454a-982c-d3f409d76188, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:34:53.970522 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-07571892-9cbd-4da4-a191-efb3758a3cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:54.079294 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b5d83-afc5-45a9-84a6-eb1c1069933b req-579a41c4-f1bc-4995-a3ed-368d7dd4d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:54.081076 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3d1b5d83-afc5-45a9-84a6-eb1c1069933b req-579a41c4-f1bc-4995-a3ed-368d7dd4d1bb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 1096 time: 0.4904263 Mar 05 13:34:54.085655 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-66c3b879-5b30-4476-981a-9e75d72d371e req-18cf0072-ec67-4d05-9a7b-266cbaa2d0af service neutron] 10.222.0.30 "GET /v2.0/networks/4b61c9c6-6153-4f6d-b89b-c9e0e8648846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792446 Mar 05 13:34:54.157612 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d18ca-6cfa-4477-b887-b2e620351cdd req-a78029d5-3fa1-414d-89be-6e148b955a91 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:54.159316 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f83d18ca-6cfa-4477-b887-b2e620351cdd req-a78029d5-3fa1-414d-89be-6e148b955a91 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 1096 time: 0.4634113 Mar 05 13:34:54.232411 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e5077-f851-44aa-96a3-4e6a5b0aff26 req-5335d0b7-e5ba-422d-be9f-3705012a8839 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:54.233846 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4d38c1ec-d004-43a7-994e-5755da12c9fd up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:34:54.233987 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-735e5077-f851-44aa-96a3-4e6a5b0aff26 req-5335d0b7-e5ba-422d-be9f-3705012a8839 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 945 time: 0.4484644 Mar 05 13:34:54.319935 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f83d18ca-6cfa-4477-b887-b2e620351cdd req-429f4be5-c3aa-4956-88a3-4f1a3d32fba9 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020949 Mar 05 13:34:54.321572 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 4d38c1ec-d004-43a7-994e-5755da12c9fd completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:34:54.323522 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3d1b5d83-afc5-45a9-84a6-eb1c1069933b req-05453a38-d626-4274-aa5f-b7eed36a2923 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254326 Mar 05 13:34:54.328591 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-07571892-9cbd-4da4-a191-efb3758a3cb8 service neutron] For port 8b7830ee-f387-454a-982c-d3f409d76188, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:34:54.335174 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3be1c424-3b8d-48df-8ca3-11cb6a8a884c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:54.358626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-07571892-9cbd-4da4-a191-efb3758a3cb8 service neutron] For port 8b7830ee-f387-454a-982c-d3f409d76188, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=8b7830ee-f387-454a-982c-d3f409d76188,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:34:54.366487 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-de35a082-4997-4a64-8e42-991c041c18e0 req-2d6f0b24-fa62-4825-8989-842d68bb243a tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:54.377664 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-07571892-9cbd-4da4-a191-efb3758a3cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:54.430062 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-de35a082-4997-4a64-8e42-991c041c18e0 req-2d6f0b24-fa62-4825-8989-842d68bb243a tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:54.476946 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-735e5077-f851-44aa-96a3-4e6a5b0aff26 req-0c4233fd-2b04-4874-83ca-97d749586236 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799505 Mar 05 13:34:54.489443 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07571892-9cbd-4da4-a191-efb3758a3cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7830ee-f387-454a-982c-d3f409d76188,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:54.495961 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-66c3b879-5b30-4476-981a-9e75d72d371e req-1f62deaf-d10d-4d06-ac3b-d7b6f941094d service neutron] 10.222.0.30 "GET /v2.0/networks/4b61c9c6-6153-4f6d-b89b-c9e0e8648846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018130 Mar 05 13:34:54.507082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-07571892-9cbd-4da4-a191-efb3758a3cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:54.508551 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-07571892-9cbd-4da4-a191-efb3758a3cb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:54.512797 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-07571892-9cbd-4da4-a191-efb3758a3cb8 service neutron] 10.222.0.15 "PUT /v2.0/ports/8b7830ee-f387-454a-982c-d3f409d76188 HTTP/1.1" status: 200 len: 1096 time: 2.6169355 Mar 05 13:34:54.516354 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3be1c424-3b8d-48df-8ca3-11cb6a8a884c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:54.547701 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de35a082-4997-4a64-8e42-991c041c18e0 req-2d6f0b24-fa62-4825-8989-842d68bb243a tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Network 1f953432-db2d-4f6f-a1ee-7fee9f6e7169 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:34:54.554935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-de35a082-4997-4a64-8e42-991c041c18e0 req-2d6f0b24-fa62-4825-8989-842d68bb243a tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:34:54.574998 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-de35a082-4997-4a64-8e42-991c041c18e0 req-2d6f0b24-fa62-4825-8989-842d68bb243a tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:34:54.581040 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35a082-4997-4a64-8e42-991c041c18e0 req-2d6f0b24-fa62-4825-8989-842d68bb243a tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:54.581662 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-de35a082-4997-4a64-8e42-991c041c18e0 req-2d6f0b24-fa62-4825-8989-842d68bb243a tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:54.597784 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f0b24-fa62-4825-8989-842d68bb243a tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Pushing event updated for resources: {'Port': ['ID=e2a4ac57-3557-4889-93de-36bf339a8eb3,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:54.608875 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be1c424-3b8d-48df-8ca3-11cb6a8a884c admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:34:54.661680 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-3be1c424-3b8d-48df-8ca3-11cb6a8a884c admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:34:54.669652 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be1c424-3b8d-48df-8ca3-11cb6a8a884c admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:34:54.814315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65ebfa-0fd2-4dde-bc22-433e51916795 req-609927c7-0ed9-45c8-b12d-8bfa55ba3d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:54.815846 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae65ebfa-0fd2-4dde-bc22-433e51916795 req-609927c7-0ed9-45c8-b12d-8bfa55ba3d15 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=381dd8912df24e389adcfe6de6d1a5c7&device_id=3646db73-eed4-40b4-be3a-4333d16ead28 HTTP/1.1" status: 200 len: 1094 time: 0.2613521 Mar 05 13:34:54.828940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-1e215db9-fe8e-45fc-8b2a-5fe4f437e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:54.830413 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-1e215db9-fe8e-45fc-8b2a-5fe4f437e082 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 1099 time: 0.2080619 Mar 05 13:34:54.865393 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de35a082-4997-4a64-8e42-991c041c18e0 req-2d6f0b24-fa62-4825-8989-842d68bb243a tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7258310 Mar 05 13:34:54.891130 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-de35a082-4997-4a64-8e42-991c041c18e0 req-3588d96a-570a-4b55-b64d-41f8b5697946 service neutron] Request body: {'port': {'device_id': '21eaa76d-2313-4a4e-b33b-8d98d94c75b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:54.948117 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2dfc7c-62d7-4bd0-b6ae-3359890c71d1 req-90480c26-a399-4593-bc20-52d800159dae tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:54.949734 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9f2dfc7c-62d7-4bd0-b6ae-3359890c71d1 req-90480c26-a399-4593-bc20-52d800159dae tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?device_id=3646db73-eed4-40b4-be3a-4333d16ead28 HTTP/1.1" status: 200 len: 943 time: 0.2583044 Mar 05 13:34:54.994194 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-6499612f-3067-4d69-ad04-0b0ecfae4e6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=8b7830ee-f387-454a-982c-d3f409d76188 HTTP/1.1" status: 200 len: 217 time: 0.1412692 Mar 05 13:34:55.003892 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5b8b43-f7f7-49b9-8d4e-8779910d7416 None None] Network 7b03d11a-a9b9-4e63-9215-df6cc62d8741 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:34:55.020343 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1c424-3b8d-48df-8ca3-11cb6a8a884c admin admin] Pushing event updated for resources: {'Port': ['ID=54f29203-85b2-401a-bdf2-0b29cfde5969,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:55.103344 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cc35fa08-7286-4262-8386-9124e94b3581 None None] Provisioning for port 4d38c1ec-d004-43a7-994e-5755da12c9fd completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:34:55.113148 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cc35fa08-7286-4262-8386-9124e94b3581 None None] Provisioning complete for port 4d38c1ec-d004-43a7-994e-5755da12c9fd triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:34:55.113512 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cc35fa08-7286-4262-8386-9124e94b3581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:55.121427 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9f2dfc7c-62d7-4bd0-b6ae-3359890c71d1 req-a35f4a9f-f76e-44a8-aa09-0b863aef2c7c tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef53231d-4e0a-4a67-9f28-022e17843c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226752 Mar 05 13:34:55.130151 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-f69926e9-7985-4683-ad07-ba6663163919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:55.131744 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-f69926e9-7985-4683-ad07-ba6663163919 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1278267 Mar 05 13:34:55.132745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65ebfa-0fd2-4dde-bc22-433e51916795 req-ac5d3c78-cc31-48fb-8550-4d02791f1d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:55.134095 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae65ebfa-0fd2-4dde-bc22-433e51916795 req-ac5d3c78-cc31-48fb-8550-4d02791f1d50 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b61c9c6-6153-4f6d-b89b-c9e0e8648846 HTTP/1.1" status: 200 len: 923 time: 0.3079231 Mar 05 13:34:55.167951 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-6ff185a3-3105-49f3-858a-7e0feb21c960 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:55.168721 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-6ff185a3-3105-49f3-858a-7e0feb21c960 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Synchronizing usage tracker for tenant:25b91ce983e249e4aca88013e0b17918 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:34:55.269073 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-de35a082-4997-4a64-8e42-991c041c18e0 req-3588d96a-570a-4b55-b64d-41f8b5697946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:55.285235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-6ff185a3-3105-49f3-858a-7e0feb21c960 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Unset dirty status for tenant:25b91ce983e249e4aca88013e0b17918 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:34:55.286490 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-6ff185a3-3105-49f3-858a-7e0feb21c960 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/networks?id=98b2eb6e-3d38-4c16-ba82-6b5b693871a7 HTTP/1.1" status: 200 len: 822 time: 0.6262474 Mar 05 13:34:55.321303 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae65ebfa-0fd2-4dde-bc22-433e51916795 req-8b517b92-a727-4cf1-838e-89eb2e603134 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a33c0978-949f-4f98-b88a-e25c1c846b53 HTTP/1.1" status: 200 len: 217 time: 0.1808829 Mar 05 13:34:55.362196 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-c0d7df21-f18f-498d-acae-db9de715c370 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/quotas/25b91ce983e249e4aca88013e0b17918 HTTP/1.1" status: 200 len: 375 time: 0.0672302 Mar 05 13:34:55.371350 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cc35fa08-7286-4262-8386-9124e94b3581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:55.428340 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-cc35fa08-7286-4262-8386-9124e94b3581 None None] For port 4d38c1ec-d004-43a7-994e-5755da12c9fd, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4d38c1ec-d004-43a7-994e-5755da12c9fd,segment=NetworkSegment(8d11f382-75e0-45bf-a047-a2f6ecccdcd6),segment_id=8d11f382-75e0-45bf-a047-a2f6ecccdcd6)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:55.439857 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cc35fa08-7286-4262-8386-9124e94b3581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:55.504753 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65ebfa-0fd2-4dde-bc22-433e51916795 req-41e86ce5-526b-4e55-a568-662bb90ea4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:55.506164 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae65ebfa-0fd2-4dde-bc22-433e51916795 req-41e86ce5-526b-4e55-a568-662bb90ea4da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53cf1e97-f281-4add-be04-6ab35f2b8193 HTTP/1.1" status: 200 len: 862 time: 0.1516545 Mar 05 13:34:55.571250 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3be1c424-3b8d-48df-8ca3-11cb6a8a884c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:55.573809 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35fa08-7286-4262-8386-9124e94b3581 None None] Pushing event updated for resources: {'Port': ['ID=4d38c1ec-d004-43a7-994e-5755da12c9fd,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:55.588600 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-3a726488-2be9-438b-9c00-879ff12e797c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:55.590089 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-3a726488-2be9-438b-9c00-879ff12e797c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2367671 Mar 05 13:34:55.592799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e9926c-465c-4b55-9d1a-c4131b37dec6', 'tag': '8b7830ee-f387-454a-982c-d3f409d76188'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:34:55.657275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee0748-6d9a-4a37-84df-babcf171b09b req-fcce0e56-6f5b-4f14-9775-de41853c26c8 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:55.658798 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2ee0748-6d9a-4a37-84df-babcf171b09b req-fcce0e56-6f5b-4f14-9775-de41853c26c8 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=21eaa76d-2313-4a4e-b33b-8d98d94c75b3 HTTP/1.1" status: 200 len: 931 time: 0.3365986 Mar 05 13:34:55.666127 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c4dc8dae-e474-4d3b-b959-f30fb4d13821 None None] Provisioning complete for port 4d38c1ec-d004-43a7-994e-5755da12c9fd triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:34:55.666645 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c4dc8dae-e474-4d3b-b959-f30fb4d13821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:55.682701 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-42c7dbd0-5754-4c29-9f2b-f4d106fe00dd tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=25b91ce983e249e4aca88013e0b17918&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2206929 Mar 05 13:34:55.782615 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2ee0748-6d9a-4a37-84df-babcf171b09b req-4ddff12f-2104-42e6-bddd-4da9b3a1c0c1 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159136 Mar 05 13:34:55.791256 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65ebfa-0fd2-4dde-bc22-433e51916795 req-69ddc085-2cd6-4297-a09c-8de1e36a9860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:55.792861 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae65ebfa-0fd2-4dde-bc22-433e51916795 req-69ddc085-2cd6-4297-a09c-8de1e36a9860 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b61c9c6-6153-4f6d-b89b-c9e0e8648846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2780223 Mar 05 13:34:55.846532 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-86da790f-cdee-4f53-b04f-288afe59883f service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464886 Mar 05 13:34:56.093121 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4d38c1ec-d004-43a7-994e-5755da12c9fd up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:34:56.102690 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae65ebfa-0fd2-4dde-bc22-433e51916795 req-2917d486-00fb-453f-bc21-51764359b5d4 service neutron] 10.222.0.30 "GET /v2.0/networks/4b61c9c6-6153-4f6d-b89b-c9e0e8648846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982850 Mar 05 13:34:56.135449 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3fb3fbb-736c-46c6-a067-5f888597c76a req-9826942c-c335-418c-b4f8-1a113a32a454 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355154 Mar 05 13:34:56.179760 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 4d38c1ec-d004-43a7-994e-5755da12c9fd triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:34:56.180419 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:56.239674 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed524d9-35ab-4e80-92cd-a40477bb60d7 req-ef225833-0206-4785-b202-e93e425be3c2 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:56.240358 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4ed524d9-35ab-4e80-92cd-a40477bb60d7 req-ef225833-0206-4785-b202-e93e425be3c2 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Synchronizing usage tracker for tenant:78a1cd353882451f977c98a0cde91b02 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:34:56.274236 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4ed524d9-35ab-4e80-92cd-a40477bb60d7 req-ef225833-0206-4785-b202-e93e425be3c2 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Unset dirty status for tenant:78a1cd353882451f977c98a0cde91b02 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:34:56.275429 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4ed524d9-35ab-4e80-92cd-a40477bb60d7 req-ef225833-0206-4785-b202-e93e425be3c2 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 948 time: 0.2753131 Mar 05 13:34:56.281900 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae65ebfa-0fd2-4dde-bc22-433e51916795 req-bd9382c8-001f-4e5d-b424-d83c40d74ea1 service neutron] 10.222.0.30 "GET /v2.0/networks/4b61c9c6-6153-4f6d-b89b-c9e0e8648846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705580 Mar 05 13:34:56.297992 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-bf3b97da-4104-48a1-a654-8df7f9451de5 service neutron] 10.222.0.16 "GET /v2.0/networks/98b2eb6e-3d38-4c16-ba82-6b5b693871a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591395 Mar 05 13:34:56.329945 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4ed524d9-35ab-4e80-92cd-a40477bb60d7 req-b1552f58-6762-4185-bed5-ca774dc977ad tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470891 Mar 05 13:34:56.534004 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3be1c424-3b8d-48df-8ca3-11cb6a8a884c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:56.555428 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636adc62-f56e-45e7-8145-f388b976ff43 req-ed2da6c0-a1e0-46db-b343-307a059616d2 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:56.562782 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-636adc62-f56e-45e7-8145-f388b976ff43 req-ed2da6c0-a1e0-46db-b343-307a059616d2 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 945 time: 0.0980811 Mar 05 13:34:56.604291 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-636adc62-f56e-45e7-8145-f388b976ff43 req-b89f9252-3bf2-41f4-80dd-2c2fff34fc51 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403869 Mar 05 13:34:56.627463 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-f03f6fdb-198d-412d-ade8-d105c726a129 service neutron] 10.222.0.16 "GET /v2.0/networks/98b2eb6e-3d38-4c16-ba82-6b5b693871a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204825 Mar 05 13:34:56.654557 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e9926c-465c-4b55-9d1a-c4131b37dec6', 'tag': '8b7830ee-f387-454a-982c-d3f409d76188', 'status': 'completed', 'code': 200} Mar 05 13:34:56.700585 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-de35a082-4997-4a64-8e42-991c041c18e0 req-3588d96a-570a-4b55-b64d-41f8b5697946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a4ac57-3557-4889-93de-36bf339a8eb3 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:34:56.766710 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-de35a082-4997-4a64-8e42-991c041c18e0 req-3588d96a-570a-4b55-b64d-41f8b5697946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:56.798903 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-de35a082-4997-4a64-8e42-991c041c18e0 req-3588d96a-570a-4b55-b64d-41f8b5697946 service neutron] Transition to ACTIVE for port object e2a4ac57-3557-4889-93de-36bf339a8eb3 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:34:56.810652 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93105f-275d-4e9e-9fba-94061e875fb6 req-d08e3641-26a2-4b1b-807a-518a2ee557b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:56.811503 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-de35a082-4997-4a64-8e42-991c041c18e0 req-3588d96a-570a-4b55-b64d-41f8b5697946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:56.811953 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8b93105f-275d-4e9e-9fba-94061e875fb6 req-d08e3641-26a2-4b1b-807a-518a2ee557b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 1099 time: 0.1232626 Mar 05 13:34:57.027479 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93105f-275d-4e9e-9fba-94061e875fb6 req-8874ca36-3195-4955-a210-99281a0757e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:57.029181 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8b93105f-275d-4e9e-9fba-94061e875fb6 req-8874ca36-3195-4955-a210-99281a0757e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.2096057 Mar 05 13:34:57.120455 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588d96a-570a-4b55-b64d-41f8b5697946 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a4ac57-3557-4889-93de-36bf339a8eb3,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:57.121203 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8b93105f-275d-4e9e-9fba-94061e875fb6 req-c360a921-a609-4d14-8bf4-9460647f574e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=8b7830ee-f387-454a-982c-d3f409d76188 HTTP/1.1" status: 200 len: 217 time: 0.0849278 Mar 05 13:34:57.126134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be1c424-3b8d-48df-8ca3-11cb6a8a884c admin admin] Router e3240a4b-bf27-44a2-ab83-161a651f3874 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:34:57.134495 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-de35a082-4997-4a64-8e42-991c041c18e0 req-3588d96a-570a-4b55-b64d-41f8b5697946 service neutron] Attempting to bind port e2a4ac57-3557-4889-93de-36bf339a8eb3 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:34:57.134882 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-de35a082-4997-4a64-8e42-991c041c18e0 req-3588d96a-570a-4b55-b64d-41f8b5697946 service neutron] Attempting to bind port e2a4ac57-3557-4889-93de-36bf339a8eb3 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'b363951b-b77b-426d-8e80-38be3ec8ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:34:57.135211 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de35a082-4997-4a64-8e42-991c041c18e0 req-3588d96a-570a-4b55-b64d-41f8b5697946 service neutron] Attempting to bind port e2a4ac57-3557-4889-93de-36bf339a8eb3 on network 1f953432-db2d-4f6f-a1ee-7fee9f6e7169 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:34:57.157613 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de35a082-4997-4a64-8e42-991c041c18e0 req-3588d96a-570a-4b55-b64d-41f8b5697946 service neutron] Port e2a4ac57-3557-4889-93de-36bf339a8eb3 on network 1f953432-db2d-4f6f-a1ee-7fee9f6e7169 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:34:57.157935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de35a082-4997-4a64-8e42-991c041c18e0 req-3588d96a-570a-4b55-b64d-41f8b5697946 service neutron] Attempting to bind port e2a4ac57-3557-4889-93de-36bf339a8eb3 on network 1f953432-db2d-4f6f-a1ee-7fee9f6e7169 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:34:57.214130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93105f-275d-4e9e-9fba-94061e875fb6 req-79d42f8c-3676-40ac-beea-6d83d0a0d923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:57.216052 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8b93105f-275d-4e9e-9fba-94061e875fb6 req-79d42f8c-3676-40ac-beea-6d83d0a0d923 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.0878761 Mar 05 13:34:57.236237 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de35a082-4997-4a64-8e42-991c041c18e0 req-3588d96a-570a-4b55-b64d-41f8b5697946 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:34:57.236576 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de35a082-4997-4a64-8e42-991c041c18e0 req-3588d96a-570a-4b55-b64d-41f8b5697946 service neutron] Checking segment: {'id': 'b363951b-b77b-426d-8e80-38be3ec8ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:34:57.236969 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de35a082-4997-4a64-8e42-991c041c18e0 req-3588d96a-570a-4b55-b64d-41f8b5697946 service neutron] Bound using segment: {'id': 'b363951b-b77b-426d-8e80-38be3ec8ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:34:57.237401 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-de35a082-4997-4a64-8e42-991c041c18e0 req-3588d96a-570a-4b55-b64d-41f8b5697946 service neutron] Bound port: e2a4ac57-3557-4889-93de-36bf339a8eb3, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b363951b-b77b-426d-8e80-38be3ec8ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:34:57.237749 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-de35a082-4997-4a64-8e42-991c041c18e0 req-3588d96a-570a-4b55-b64d-41f8b5697946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:57.257101 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65a2bd-811b-48f9-a784-77c04d40e265 req-f819894a-115e-4610-8b6a-85435473342d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:57.258799 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8f65a2bd-811b-48f9-a784-77c04d40e265 req-f819894a-115e-4610-8b6a-85435473342d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?device_id=3646db73-eed4-40b4-be3a-4333d16ead28 HTTP/1.1" status: 200 len: 943 time: 0.3575063 Mar 05 13:34:57.296307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93105f-275d-4e9e-9fba-94061e875fb6 req-937860d5-ef71-4ccf-a831-2656b6393b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:57.298007 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8b93105f-275d-4e9e-9fba-94061e875fb6 req-937860d5-ef71-4ccf-a831-2656b6393b33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0749440 Mar 05 13:34:57.527150 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8b93105f-275d-4e9e-9fba-94061e875fb6 req-c7d3fee3-0c97-45c0-9a9d-3934c0629e35 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224386 Mar 05 13:34:57.535238 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8f65a2bd-811b-48f9-a784-77c04d40e265 req-b6edf9fa-7d41-4edb-b6c7-578f8a293fb2 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef53231d-4e0a-4a67-9f28-022e17843c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665453 Mar 05 13:34:57.550444 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be1c424-3b8d-48df-8ca3-11cb6a8a884c admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:34:57.561306 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] Sync routers for ids ['e3240a4b-bf27-44a2-ab83-161a651f3874'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:34:57.576708 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] Routers {'e3240a4b-bf27-44a2-ab83-161a651f3874'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:34:57.577241 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:34:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e3240a4b-bf27-44a2-ab83-161a651f3874'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:34:57.583754 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-de35a082-4997-4a64-8e42-991c041c18e0 req-3588d96a-570a-4b55-b64d-41f8b5697946 service neutron] For port e2a4ac57-3557-4889-93de-36bf339a8eb3, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:34:57.588403 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-de35a082-4997-4a64-8e42-991c041c18e0 req-3588d96a-570a-4b55-b64d-41f8b5697946 service neutron] For port e2a4ac57-3557-4889-93de-36bf339a8eb3, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e2a4ac57-3557-4889-93de-36bf339a8eb3,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:34:57.594748 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3be1c424-3b8d-48df-8ca3-11cb6a8a884c admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:57.596763 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3be1c424-3b8d-48df-8ca3-11cb6a8a884c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3735750 Mar 05 13:34:57.600693 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-de35a082-4997-4a64-8e42-991c041c18e0 req-3588d96a-570a-4b55-b64d-41f8b5697946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:57.607856 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44434) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:57.749715 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8b93105f-275d-4e9e-9fba-94061e875fb6 req-0e0e3164-242d-4ca8-8630-18f97654df4a service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157660 Mar 05 13:34:57.825855 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] Set router e3240a4b-bf27-44a2-ab83-161a651f3874 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:34:57.955229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35a082-4997-4a64-8e42-991c041c18e0 req-3588d96a-570a-4b55-b64d-41f8b5697946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:57.955862 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-de35a082-4997-4a64-8e42-991c041c18e0 req-3588d96a-570a-4b55-b64d-41f8b5697946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:57.957431 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de35a082-4997-4a64-8e42-991c041c18e0 req-3588d96a-570a-4b55-b64d-41f8b5697946 service neutron] 10.222.0.30 "PUT /v2.0/ports/e2a4ac57-3557-4889-93de-36bf339a8eb3 HTTP/1.1" status: 200 len: 1091 time: 3.0708015 Mar 05 13:34:57.960150 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21eaa76d-2313-4a4e-b33b-8d98d94c75b3', 'tag': 'e2a4ac57-3557-4889-93de-36bf339a8eb3'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:34:57.994910 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a33c0978-949f-4f98-b88a-e25c1c846b53 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:34:58.035518 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588d96a-570a-4b55-b64d-41f8b5697946 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a4ac57-3557-4889-93de-36bf339a8eb3,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:58.183652 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3240a4b-bf27-44a2-ab83-161a651f3874', 'name': 'tempest-AttachSCSIVolumeTestJSON-691859721-router', 'tenant_id': '92bf82572fbb434393b937a47fe60812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '54f29203-85b2-401a-bdf2-0b29cfde5969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:34:51Z', 'updated_at': '2022-03-05T13:34:55Z', 'revision_number': 3, 'project_id': '92bf82572fbb434393b937a47fe60812', 'gw_port': {'id': '54f29203-85b2-401a-bdf2-0b29cfde5969', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3240a4b-bf27-44a2-ab83-161a651f3874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:34:53Z', 'updated_at': '2022-03-05T13:34:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:34:58.188354 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] Checking router: e3240a4b-bf27-44a2-ab83-161a651f3874 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:34:58.188701 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] Updating router e3240a4b-bf27-44a2-ab83-161a651f3874 port 54f29203-85b2-401a-bdf2-0b29cfde5969 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:34:58.207856 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a33c0978-949f-4f98-b88a-e25c1c846b53, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a33c0978-949f-4f98-b88a-e25c1c846b53,segment=NetworkSegment(41427342-e06a-4011-8ea0-b80d50ad9e15),segment_id=41427342-e06a-4011-8ea0-b80d50ad9e15)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:58.231559 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'a33c0978-949f-4f98-b88a-e25c1c846b53', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'port_id': 'a33c0978-949f-4f98-b88a-e25c1c846b53', 'mac_address': 'fa:16:3e:ee:86:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:34:58.266267 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:58.326597 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:58.327387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-435f4c65-b63d-443a-ab51-3ed2b53a173c tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:58.329007 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-435f4c65-b63d-443a-ab51-3ed2b53a173c tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.15 "GET /v2.0/networks?id=98b2eb6e-3d38-4c16-ba82-6b5b693871a7 HTTP/1.1" status: 200 len: 822 time: 0.2197020 Mar 05 13:34:58.345677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-334ff4df-896c-42ec-aab4-35a16ebd92f9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Request body: {'port': {'device_id': '42e174a5-114c-4366-80c0-839b2cf4fc77', 'network_id': '98b2eb6e-3d38-4c16-ba82-6b5b693871a7', 'admin_state_up': True, 'tenant_id': '25b91ce983e249e4aca88013e0b17918'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:58.387692 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85a795-da26-4d97-95ad-56f3fc000e62 req-75b21c45-2466-4755-a9b9-91a95ed87d19 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:58.391345 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8d85a795-da26-4d97-95ad-56f3fc000e62 req-75b21c45-2466-4755-a9b9-91a95ed87d19 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 1096 time: 0.4949927 Mar 05 13:34:58.421540 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33c0978-949f-4f98-b88a-e25c1c846b53 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:34:58.455999 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a33c0978-949f-4f98-b88a-e25c1c846b53, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a33c0978-949f-4f98-b88a-e25c1c846b53,segment=NetworkSegment(41427342-e06a-4011-8ea0-b80d50ad9e15),segment_id=41427342-e06a-4011-8ea0-b80d50ad9e15)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:58.487493 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:58.529662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44454) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:34:58.533149 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:58.569553 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a33c0978-949f-4f98-b88a-e25c1c846b53,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:58.606151 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-334ff4df-896c-42ec-aab4-35a16ebd92f9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:34:58.615255 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-c796af6a-9c2d-4d23-af00-51fff5ce3f6c tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:34:58.616557 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-c796af6a-9c2d-4d23-af00-51fff5ce3f6c tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0831342 Mar 05 13:34:58.619933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-334ff4df-896c-42ec-aab4-35a16ebd92f9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Usage tracker for resource:port and tenant:25b91ce983e249e4aca88013e0b17918 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:34:58.623254 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-334ff4df-896c-42ec-aab4-35a16ebd92f9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:34:58.631393 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-334ff4df-896c-42ec-aab4-35a16ebd92f9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:34:58.647770 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-334ff4df-896c-42ec-aab4-35a16ebd92f9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Made reservation on behalf of 25b91ce983e249e4aca88013e0b17918 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:34:58.652332 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-334ff4df-896c-42ec-aab4-35a16ebd92f9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:58.666516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35a082-4997-4a64-8e42-991c041c18e0 req-b8e41e87-66a8-4645-8698-12bacd75968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:58.667937 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de35a082-4997-4a64-8e42-991c041c18e0 req-b8e41e87-66a8-4645-8698-12bacd75968b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7da90d298e31481ab9950019fd081bd2&device_id=21eaa76d-2313-4a4e-b33b-8d98d94c75b3 HTTP/1.1" status: 200 len: 1094 time: 0.5705342 Mar 05 13:34:58.700065 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:58.722402 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['a33c0978-949f-4f98-b88a-e25c1c846b53'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:34:58.735198 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:58.747320 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] Transition to ACTIVE for port object 54f29203-85b2-401a-bdf2-0b29cfde5969 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:34:58.751750 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-026d7b72-6062-4bd3-8154-16ca47198d63 service neutron] Request body: {'binding': {'host': 'n-h1-803718-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:58.752290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-026d7b72-6062-4bd3-8154-16ca47198d63 service neutron] Unknown quota resources ['binding']. {{(pid=87914) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 05 13:34:58.756310 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:58.768556 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-8d85a795-da26-4d97-95ad-56f3fc000e62 req-631bef52-22e7-4c2c-9dbb-db4d96f8be33 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Synchronizing usage tracker for tenant:7db55842928f474eb6ed42ad1b599933 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:34:58.772702 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de35a082-4997-4a64-8e42-991c041c18e0 req-17acbe6b-0a2d-4934-adee-fb2c8a28b7ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2a4ac57-3557-4889-93de-36bf339a8eb3 HTTP/1.1" status: 200 len: 217 time: 0.0952070 Mar 05 13:34:58.834649 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175d9af-7d39-416c-bd3b-2b0ecdc21c9e None None] Pushing event updated for resources: {'Port': ['ID=54f29203-85b2-401a-bdf2-0b29cfde5969,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:58.845785 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175d9af-7d39-416c-bd3b-2b0ecdc21c9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:58.846955 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175d9af-7d39-416c-bd3b-2b0ecdc21c9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:58.846955 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175d9af-7d39-416c-bd3b-2b0ecdc21c9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:58.846955 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175d9af-7d39-416c-bd3b-2b0ecdc21c9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:58.847336 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175d9af-7d39-416c-bd3b-2b0ecdc21c9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:58.847582 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175d9af-7d39-416c-bd3b-2b0ecdc21c9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:58.847902 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175d9af-7d39-416c-bd3b-2b0ecdc21c9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:58.848219 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175d9af-7d39-416c-bd3b-2b0ecdc21c9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:58.848536 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175d9af-7d39-416c-bd3b-2b0ecdc21c9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:58.848851 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175d9af-7d39-416c-bd3b-2b0ecdc21c9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:58.849167 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175d9af-7d39-416c-bd3b-2b0ecdc21c9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:58.849481 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175d9af-7d39-416c-bd3b-2b0ecdc21c9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:34:58.873078 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] Attempting to bind port 54f29203-85b2-401a-bdf2-0b29cfde5969 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:34:58.873456 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] Attempting to bind port 54f29203-85b2-401a-bdf2-0b29cfde5969 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:34:58.873799 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] Attempting to bind port 54f29203-85b2-401a-bdf2-0b29cfde5969 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:34:58.880410 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:34:58.881239 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:34:58.881953 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:58.882544 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:34:58.883412 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] Bound port: 54f29203-85b2-401a-bdf2-0b29cfde5969, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:34:58.884165 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:58.901761 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-8d85a795-da26-4d97-95ad-56f3fc000e62 req-631bef52-22e7-4c2c-9dbb-db4d96f8be33 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Unset dirty status for tenant:7db55842928f474eb6ed42ad1b599933 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:34:58.915158 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8d85a795-da26-4d97-95ad-56f3fc000e62 req-631bef52-22e7-4c2c-9dbb-db4d96f8be33 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137703 Mar 05 13:34:59.017015 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35a082-4997-4a64-8e42-991c041c18e0 req-15853367-53c5-4596-b80b-05f22e35241e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:59.018605 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] For port 54f29203-85b2-401a-bdf2-0b29cfde5969, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:34:59.018775 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de35a082-4997-4a64-8e42-991c041c18e0 req-15853367-53c5-4596-b80b-05f22e35241e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6db88a0e-28b6-4292-9a67-fc3276cd43d7 HTTP/1.1" status: 200 len: 844 time: 0.2185633 Mar 05 13:34:59.023132 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] For port 54f29203-85b2-401a-bdf2-0b29cfde5969, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=54f29203-85b2-401a-bdf2-0b29cfde5969,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:34:59.032725 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:59.062504 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-334ff4df-896c-42ec-aab4-35a16ebd92f9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Allocated IP 172.20.0.9 (98b2eb6e-3d38-4c16-ba82-6b5b693871a7/36ee2287-7bca-4206-a433-1adee841abd4/f327bf70-8739-4d68-b18a-1fc803b36611) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:34:59.103847 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] Routers {'e3240a4b-bf27-44a2-ab83-161a651f3874'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:34:59.104459 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:34:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e3240a4b-bf27-44a2-ab83-161a651f3874'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:34:59.119534 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6f55f982-fa94-450d-b4ac-379b8c5dd0b5 req-1308e79e-fc45-4a1b-b7d5-9c5ee6c41941 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=42e174a5-114c-4366-80c0-839b2cf4fc77 HTTP/1.1" status: 200 len: 210 time: 0.0498416 Mar 05 13:34:59.123510 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de35a082-4997-4a64-8e42-991c041c18e0 req-618c6bde-7ad6-44ba-8a07-e9242457db6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1f953432-db2d-4f6f-a1ee-7fee9f6e7169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971866 Mar 05 13:34:59.129549 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-026d7b72-6062-4bd3-8154-16ca47198d63 service neutron] Attempting to bind port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 on host n-h1-803718-1 for vnic_type normal with profile None {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:34:59.129885 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-026d7b72-6062-4bd3-8154-16ca47198d63 service neutron] Attempting to bind port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:34:59.130207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-026d7b72-6062-4bd3-8154-16ca47198d63 service neutron] Attempting to bind port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:34:59.138187 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-026d7b72-6062-4bd3-8154-16ca47198d63 service neutron] Port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:34:59.138311 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-026d7b72-6062-4bd3-8154-16ca47198d63 service neutron] Attempting to bind port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:34:59.146435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-026d7b72-6062-4bd3-8154-16ca47198d63 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:34:59.146821 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-026d7b72-6062-4bd3-8154-16ca47198d63 service neutron] Checking segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:34:59.147182 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-026d7b72-6062-4bd3-8154-16ca47198d63 service neutron] Bound using segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:34:59.147606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-026d7b72-6062-4bd3-8154-16ca47198d63 service neutron] Bound port: 76dac71b-aab3-4406-b447-ce9e4d3d0cd5, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:34:59.203435 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175d9af-7d39-416c-bd3b-2b0ecdc21c9e None None] Pushing event updated for resources: {'Port': ['ID=54f29203-85b2-401a-bdf2-0b29cfde5969,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:59.330825 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-026d7b72-6062-4bd3-8154-16ca47198d63 service neutron] For port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=76dac71b-aab3-4406-b447-ce9e4d3d0cd5,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:34:59.347479 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] Set router e3240a4b-bf27-44a2-ab83-161a651f3874 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:34:59.357967 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-026d7b72-6062-4bd3-8154-16ca47198d63 service neutron] Notify callbacks [] for binding, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:59.359656 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-026d7b72-6062-4bd3-8154-16ca47198d63 service neutron] 10.222.0.16 "POST /v2.0/ports/76dac71b-aab3-4406-b447-ce9e4d3d0cd5/bindings HTTP/1.1" status: 201 len: 389 time: 0.6816838 Mar 05 13:34:59.382378 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-334ff4df-896c-42ec-aab4-35a16ebd92f9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:59.419599 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-334ff4df-896c-42ec-aab4-35a16ebd92f9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:59.512932 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de35a082-4997-4a64-8e42-991c041c18e0 req-f84eb17d-af22-4868-bd0d-9579fee6114d service neutron] 10.222.0.30 "GET /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798337 Mar 05 13:34:59.519496 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 8b7830ee-f387-454a-982c-d3f409d76188 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:34:59.542229 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc147dc9-b9b2-4564-9715-d0e8ab3b728e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:59.549966 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-334ff4df-896c-42ec-aab4-35a16ebd92f9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Network 98b2eb6e-3d38-4c16-ba82-6b5b693871a7 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:34:59.554096 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-334ff4df-896c-42ec-aab4-35a16ebd92f9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:34:59.575345 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-334ff4df-896c-42ec-aab4-35a16ebd92f9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:34:59.588113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-334ff4df-896c-42ec-aab4-35a16ebd92f9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:59.588813 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-334ff4df-896c-42ec-aab4-35a16ebd92f9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:59.616444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ff4df-896c-42ec-aab4-35a16ebd92f9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Pushing event updated for resources: {'Port': ['ID=f327bf70-8739-4d68-b18a-1fc803b36611,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:34:59.708784 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3240a4b-bf27-44a2-ab83-161a651f3874', 'name': 'tempest-AttachSCSIVolumeTestJSON-691859721-router', 'tenant_id': '92bf82572fbb434393b937a47fe60812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '54f29203-85b2-401a-bdf2-0b29cfde5969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:34:51Z', 'updated_at': '2022-03-05T13:34:55Z', 'revision_number': 3, 'project_id': '92bf82572fbb434393b937a47fe60812', 'gw_port': {'id': '54f29203-85b2-401a-bdf2-0b29cfde5969', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3240a4b-bf27-44a2-ab83-161a651f3874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:34:53Z', 'updated_at': '2022-03-05T13:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:34:59.714656 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97b5aaf-02d6-4259-a9af-5a6230b4b3c8 None None] The sync data for ids ['e3240a4b-bf27-44a2-ab83-161a651f3874'] in n-d-803718-1 is: [{'id': 'e3240a4b-bf27-44a2-ab83-161a651f3874', 'name': 'tempest-AttachSCSIVolumeTestJSON-691859721-router', 'tenant_id': '92bf82572fbb434393b937a47fe60812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '54f29203-85b2-401a-bdf2-0b29cfde5969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:34:51Z', 'updated_at': '2022-03-05T13:34:55Z', 'revision_number': 3, 'project_id': '92bf82572fbb434393b937a47fe60812', 'gw_port': {'id': '54f29203-85b2-401a-bdf2-0b29cfde5969', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3240a4b-bf27-44a2-ab83-161a651f3874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:34:53Z', 'updated_at': '2022-03-05T13:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:34:59.731438 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-334ff4df-896c-42ec-aab4-35a16ebd92f9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3935316 Mar 05 13:34:59.733582 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 8b7830ee-f387-454a-982c-d3f409d76188, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=8b7830ee-f387-454a-982c-d3f409d76188,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:59.750109 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-f11faaa7-2605-4d39-8850-fcf09d873408 service neutron] Request body: {'port': {'device_id': '42e174a5-114c-4366-80c0-839b2cf4fc77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:34:59.756759 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '8b7830ee-f387-454a-982c-d3f409d76188', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '8b7830ee-f387-454a-982c-d3f409d76188', 'mac_address': 'fa:16:3e:98:c2:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:34:59.829996 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe1d60-e323-413b-8377-424d6834f0ca req-fe07bbde-2fe7-45ba-9e5b-d5002d028058 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:59.831520 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8dbe1d60-e323-413b-8377-424d6834f0ca req-fe07bbde-2fe7-45ba-9e5b-d5002d028058 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 948 time: 0.1996152 Mar 05 13:34:59.831725 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:59.857219 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7830ee-f387-454a-982c-d3f409d76188 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:34:59.876715 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 8b7830ee-f387-454a-982c-d3f409d76188, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=8b7830ee-f387-454a-982c-d3f409d76188,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:34:59.882251 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:34:59.926417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f7a88-f3d1-4943-8491-631723147490 req-af0a98ef-aeab-47ef-8670-2ab0d1de449e tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:59.927176 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-695f7a88-f3d1-4943-8491-631723147490 req-af0a98ef-aeab-47ef-8670-2ab0d1de449e tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Synchronizing usage tracker for tenant:7da90d298e31481ab9950019fd081bd2 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:34:59.933767 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-6f4cbd75-5de6-47e8-8c56-45c98baf87bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:34:59.935247 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-6f4cbd75-5de6-47e8-8c56-45c98baf87bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 1096 time: 0.2488482 Mar 05 13:34:59.971778 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=8b7830ee-f387-454a-982c-d3f409d76188,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:00.030040 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a33c0978-949f-4f98-b88a-e25c1c846b53 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:35:00.035231 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de35a082-4997-4a64-8e42-991c041c18e0 req-86e89559-a7bd-4821-adaf-22d3381486f8 service neutron] 10.222.0.30 "GET /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072730 Mar 05 13:35:00.057514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-695f7a88-f3d1-4943-8491-631723147490 req-af0a98ef-aeab-47ef-8670-2ab0d1de449e tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Unset dirty status for tenant:7da90d298e31481ab9950019fd081bd2 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:35:00.058978 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-695f7a88-f3d1-4943-8491-631723147490 req-af0a98ef-aeab-47ef-8670-2ab0d1de449e tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=21eaa76d-2313-4a4e-b33b-8d98d94c75b3 HTTP/1.1" status: 200 len: 943 time: 0.7356043 Mar 05 13:35:00.110052 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-f11faaa7-2605-4d39-8850-fcf09d873408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:00.123462 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8dbe1d60-e323-413b-8377-424d6834f0ca req-484157ff-e9bb-47ae-9e04-03271acf55af tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764359 Mar 05 13:35:00.192035 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['8b7830ee-f387-454a-982c-d3f409d76188'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:35:00.204382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-695f7a88-f3d1-4943-8491-631723147490 req-865897c2-20a3-4680-9264-dab5f90a10cf tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Synchronizing usage tracker for tenant:7da90d298e31481ab9950019fd081bd2 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:35:00.233477 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-dc147dc9-b9b2-4564-9715-d0e8ab3b728e admin admin] Allocated IP 172.20.0.1 (7b03d11a-a9b9-4e63-9215-df6cc62d8741/76d14473-20e0-404d-b194-2f703d2b76d2/be539706-83dd-4ac5-9dc9-c1ac55a8a775) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:35:00.235758 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 54f29203-85b2-401a-bdf2-0b29cfde5969 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:35:00.262041 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21eaa76d-2313-4a4e-b33b-8d98d94c75b3', 'tag': 'e2a4ac57-3557-4889-93de-36bf339a8eb3', 'status': 'completed', 'code': 200} Mar 05 13:35:00.264648 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-695f7a88-f3d1-4943-8491-631723147490 req-865897c2-20a3-4680-9264-dab5f90a10cf tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Unset dirty status for tenant:7da90d298e31481ab9950019fd081bd2 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:35:00.271301 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-695f7a88-f3d1-4943-8491-631723147490 req-865897c2-20a3-4680-9264-dab5f90a10cf tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940827 Mar 05 13:35:00.272533 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port a33c0978-949f-4f98-b88a-e25c1c846b53 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:35:00.285636 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port a33c0978-949f-4f98-b88a-e25c1c846b53 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:35:00.286004 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:00.450360 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-185b4bf9-e81d-4074-9e19-e232bebaba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:00.458962 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-185b4bf9-e81d-4074-9e19-e232bebaba98 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 920 time: 0.5097642 Mar 05 13:35:00.537460 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 54f29203-85b2-401a-bdf2-0b29cfde5969 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:35:00.562797 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 54f29203-85b2-401a-bdf2-0b29cfde5969 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:35:00.563223 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:00.583409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f1fa4-9d55-4994-9629-ecf6941fe598 req-c4916da1-930e-4919-90b7-1c62faa6f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:00.584973 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b77f1fa4-9d55-4994-9629-ecf6941fe598 req-c4916da1-930e-4919-90b7-1c62faa6f7c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7da90d298e31481ab9950019fd081bd2&device_id=21eaa76d-2313-4a4e-b33b-8d98d94c75b3 HTTP/1.1" status: 200 len: 1094 time: 0.3120761 Mar 05 13:35:00.636166 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:00.649879 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc147dc9-b9b2-4564-9715-d0e8ab3b728e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:00.665923 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-37390a8c-acea-4c52-8847-355b31be3e6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76dac71b-aab3-4406-b447-ce9e4d3d0cd5 HTTP/1.1" status: 200 len: 217 time: 0.1830668 Mar 05 13:35:00.716788 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3646db73-eed4-40b4-be3a-4333d16ead28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33c0978-949f-4f98-b88a-e25c1c846b53'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:35:00.736053 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a33c0978-949f-4f98-b88a-e25c1c846b53, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a33c0978-949f-4f98-b88a-e25c1c846b53,segment=NetworkSegment(41427342-e06a-4011-8ea0-b80d50ad9e15),segment_id=41427342-e06a-4011-8ea0-b80d50ad9e15)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:00.743732 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-dc147dc9-b9b2-4564-9715-d0e8ab3b728e admin admin] Transition to ACTIVE for port object be539706-83dd-4ac5-9dc9-c1ac55a8a775 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:35:00.785800 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:00.795910 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918de943-c50a-4fbe-aea3-fe661b0d6d7c req-4e9480ac-9cc3-4f58-90ef-a92ffc00d4a6 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:00.804449 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-918de943-c50a-4fbe-aea3-fe661b0d6d7c req-4e9480ac-9cc3-4f58-90ef-a92ffc00d4a6 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 1096 time: 0.2926908 Mar 05 13:35:00.836442 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f1fa4-9d55-4994-9629-ecf6941fe598 req-97dd4831-e65b-48c2-b41b-af8796bb7df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:00.837994 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b77f1fa4-9d55-4994-9629-ecf6941fe598 req-97dd4831-e65b-48c2-b41b-af8796bb7df6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1f953432-db2d-4f6f-a1ee-7fee9f6e7169 HTTP/1.1" status: 200 len: 904 time: 0.2316694 Mar 05 13:35:00.844931 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-3fc182f0-c417-4b25-89eb-ddcd7e95b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:00.846512 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-3fc182f0-c417-4b25-89eb-ddcd7e95b033 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ddb228e-b84a-4351-a2cb-7f33147be2ea HTTP/1.1" status: 200 len: 860 time: 0.1700032 Mar 05 13:35:00.871672 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:00.890913 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a33c0978-949f-4f98-b88a-e25c1c846b53,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:00.897396 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 54f29203-85b2-401a-bdf2-0b29cfde5969, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=54f29203-85b2-401a-bdf2-0b29cfde5969,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:00.903040 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:00.929386 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-918de943-c50a-4fbe-aea3-fe661b0d6d7c req-026f8d3a-c2dd-405d-828f-3cbf321f8552 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238878 Mar 05 13:35:00.957203 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b77f1fa4-9d55-4994-9629-ecf6941fe598 req-a9b0fdd5-8a7d-4740-bb53-8090494a11c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2a4ac57-3557-4889-93de-36bf339a8eb3 HTTP/1.1" status: 200 len: 217 time: 0.1035399 Mar 05 13:35:00.959038 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc147dc9-b9b2-4564-9715-d0e8ab3b728e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:00.991561 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=54f29203-85b2-401a-bdf2-0b29cfde5969,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:01.010683 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-37fd4f48-44bc-4356-a962-07187fd7328e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239741 Mar 05 13:35:01.054183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32b468-7663-45b1-819a-ed18357d1113 req-dbe502e4-e0ee-4d95-912a-2b0b32f98d9d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:01.055689 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5e32b468-7663-45b1-819a-ed18357d1113 req-dbe502e4-e0ee-4d95-912a-2b0b32f98d9d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?device_id=3646db73-eed4-40b4-be3a-4333d16ead28 HTTP/1.1" status: 200 len: 944 time: 0.5944405 Mar 05 13:35:01.082986 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc147dc9-b9b2-4564-9715-d0e8ab3b728e admin admin] Network 7b03d11a-a9b9-4e63-9215-df6cc62d8741 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:35:01.094375 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-dc147dc9-b9b2-4564-9715-d0e8ab3b728e admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:35:01.101773 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc147dc9-b9b2-4564-9715-d0e8ab3b728e admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:35:01.102234 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc147dc9-b9b2-4564-9715-d0e8ab3b728e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:01.105374 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc147dc9-b9b2-4564-9715-d0e8ab3b728e admin admin] Pushing event updated for resources: {'Port': ['ID=be539706-83dd-4ac5-9dc9-c1ac55a8a775,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:01.154348 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f1fa4-9d55-4994-9629-ecf6941fe598 req-209e9029-7546-475f-80ad-3f90a8f4fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:01.155910 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b77f1fa4-9d55-4994-9629-ecf6941fe598 req-209e9029-7546-475f-80ad-3f90a8f4fd90 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6db88a0e-28b6-4292-9a67-fc3276cd43d7 HTTP/1.1" status: 200 len: 844 time: 0.1856725 Mar 05 13:35:01.199524 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5e32b468-7663-45b1-819a-ed18357d1113 req-531dcc0f-fd9a-499b-948c-fb2139badb30 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef53231d-4e0a-4a67-9f28-022e17843c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276436 Mar 05 13:35:01.216564 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b77f1fa4-9d55-4994-9629-ecf6941fe598 req-bb955ceb-8aad-4359-ab4f-c661dee49208 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1f953432-db2d-4f6f-a1ee-7fee9f6e7169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504496 Mar 05 13:35:01.232336 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-1550a0fb-6ee9-4a5c-ac3d-82c861b2ee9c service neutron] 10.222.0.15 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115993 Mar 05 13:35:01.310963 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d993a-d0cd-415e-a460-a294309e2243 req-39c28d2c-240d-4cf6-8a76-34946cbc5ac3 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:01.319279 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-744d993a-d0cd-415e-a460-a294309e2243 req-39c28d2c-240d-4cf6-8a76-34946cbc5ac3 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 945 time: 0.2225406 Mar 05 13:35:01.395025 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-be681f4b-5538-4e87-a354-6b97beb339ee None None] Provisioning for port be539706-83dd-4ac5-9dc9-c1ac55a8a775 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:35:01.404916 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-be681f4b-5538-4e87-a354-6b97beb339ee None None] Provisioning complete for port be539706-83dd-4ac5-9dc9-c1ac55a8a775 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:35:01.405360 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-be681f4b-5538-4e87-a354-6b97beb339ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:01.448588 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-f11faaa7-2605-4d39-8850-fcf09d873408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f327bf70-8739-4d68-b18a-1fc803b36611 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:35:01.452087 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-744d993a-d0cd-415e-a460-a294309e2243 req-51e3de8f-4850-453b-b379-ffd30fa67ed0 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315494 Mar 05 13:35:01.462887 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-f11faaa7-2605-4d39-8850-fcf09d873408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:01.521662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-f11faaa7-2605-4d39-8850-fcf09d873408 service neutron] Transition to ACTIVE for port object f327bf70-8739-4d68-b18a-1fc803b36611 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:35:01.535822 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-f11faaa7-2605-4d39-8850-fcf09d873408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:01.536048 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b77f1fa4-9d55-4994-9629-ecf6941fe598 req-a37006e2-b667-43b7-98c2-0dd3cca53db0 service neutron] 10.222.0.30 "GET /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013957 Mar 05 13:35:01.541190 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-a9aa1fee-a239-4542-b82f-c4c7b09ca4df service neutron] 10.222.0.15 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931776 Mar 05 13:35:01.542724 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 8b7830ee-f387-454a-982c-d3f409d76188 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:35:01.572468 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc147dc9-b9b2-4564-9715-d0e8ab3b728e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:01.656233 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3646db73-eed4-40b4-be3a-4333d16ead28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33c0978-949f-4f98-b88a-e25c1c846b53', 'code': 200} Mar 05 13:35:01.670557 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-be681f4b-5538-4e87-a354-6b97beb339ee None None] Port be539706-83dd-4ac5-9dc9-c1ac55a8a775 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:35:01.692819 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 8b7830ee-f387-454a-982c-d3f409d76188 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:35:01.698986 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 8b7830ee-f387-454a-982c-d3f409d76188 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:35:01.699360 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:01.851933 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:01.872853 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11faaa7-2605-4d39-8850-fcf09d873408 service neutron] Pushing event updated for resources: {'Port': ['ID=f327bf70-8739-4d68-b18a-1fc803b36611,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:01.900551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 8b7830ee-f387-454a-982c-d3f409d76188, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=8b7830ee-f387-454a-982c-d3f409d76188,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:01.907309 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:01.980700 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b77f1fa4-9d55-4994-9629-ecf6941fe598 req-4d554aad-cc5f-4e18-b533-7e526bbb4ec1 service neutron] 10.222.0.30 "GET /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346011 Mar 05 13:35:01.988704 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=8b7830ee-f387-454a-982c-d3f409d76188,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:02.014208 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bee110-f97b-4363-ab97-ef0b7534117e req-9b9d8e8f-f48c-4a8c-96b7-0c7bb03b6afd tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:02.014926 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-53bee110-f97b-4363-ab97-ef0b7534117e req-9b9d8e8f-f48c-4a8c-96b7-0c7bb03b6afd tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Synchronizing usage tracker for tenant:25b91ce983e249e4aca88013e0b17918 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:35:02.065123 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-f11faaa7-2605-4d39-8850-fcf09d873408 service neutron] Attempting to bind port f327bf70-8739-4d68-b18a-1fc803b36611 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:35:02.065123 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-f11faaa7-2605-4d39-8850-fcf09d873408 service neutron] Attempting to bind port f327bf70-8739-4d68-b18a-1fc803b36611 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '5af20479-e21d-45a6-9a77-81e6b7ab8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '98b2eb6e-3d38-4c16-ba82-6b5b693871a7'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:35:02.065359 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-f11faaa7-2605-4d39-8850-fcf09d873408 service neutron] Attempting to bind port f327bf70-8739-4d68-b18a-1fc803b36611 on network 98b2eb6e-3d38-4c16-ba82-6b5b693871a7 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:35:02.075950 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535895e-0021-4b32-9ac9-316382f7346f req-85f67d55-0c28-486b-98ca-d7e0b732f47a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:02.077675 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5535895e-0021-4b32-9ac9-316382f7346f req-85f67d55-0c28-486b-98ca-d7e0b732f47a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 949 time: 0.2287567 Mar 05 13:35:02.085395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-f11faaa7-2605-4d39-8850-fcf09d873408 service neutron] Port f327bf70-8739-4d68-b18a-1fc803b36611 on network 98b2eb6e-3d38-4c16-ba82-6b5b693871a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:35:02.085783 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-f11faaa7-2605-4d39-8850-fcf09d873408 service neutron] Attempting to bind port f327bf70-8739-4d68-b18a-1fc803b36611 on network 98b2eb6e-3d38-4c16-ba82-6b5b693871a7 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:35:02.095234 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-53bee110-f97b-4363-ab97-ef0b7534117e req-9b9d8e8f-f48c-4a8c-96b7-0c7bb03b6afd tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Unset dirty status for tenant:25b91ce983e249e4aca88013e0b17918 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:35:02.096528 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-53bee110-f97b-4363-ab97-ef0b7534117e req-9b9d8e8f-f48c-4a8c-96b7-0c7bb03b6afd tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=42e174a5-114c-4366-80c0-839b2cf4fc77 HTTP/1.1" status: 200 len: 931 time: 0.7116795 Mar 05 13:35:02.102453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-c72ab3e8-cc98-487f-8917-59bc73c990b5 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:02.104071 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-c72ab3e8-cc98-487f-8917-59bc73c990b5 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda&tenant_id=d5ffda21ed5b4786823c5a5c4a431675&binding%3Ahost_id=n-h2-803718-1 HTTP/1.1" status: 200 len: 1096 time: 0.2340004 Mar 05 13:35:02.106423 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44494) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:02.120967 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-f11faaa7-2605-4d39-8850-fcf09d873408 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:35:02.121386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-f11faaa7-2605-4d39-8850-fcf09d873408 service neutron] Checking segment: {'id': '5af20479-e21d-45a6-9a77-81e6b7ab8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '98b2eb6e-3d38-4c16-ba82-6b5b693871a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:35:02.121771 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-f11faaa7-2605-4d39-8850-fcf09d873408 service neutron] Bound using segment: {'id': '5af20479-e21d-45a6-9a77-81e6b7ab8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '98b2eb6e-3d38-4c16-ba82-6b5b693871a7'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:35:02.122205 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-f11faaa7-2605-4d39-8850-fcf09d873408 service neutron] Bound port: f327bf70-8739-4d68-b18a-1fc803b36611, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af20479-e21d-45a6-9a77-81e6b7ab8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '98b2eb6e-3d38-4c16-ba82-6b5b693871a7'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:35:02.122542 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-f11faaa7-2605-4d39-8850-fcf09d873408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:02.142053 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 54f29203-85b2-401a-bdf2-0b29cfde5969 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:35:02.144943 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5535895e-0021-4b32-9ac9-316382f7346f req-9d733982-2cb7-41ae-a5ff-b678f2d28c57 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604897 Mar 05 13:35:02.159380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-7e48f48e-94fa-4545-a217-53c3c57db186 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803718-1'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:02.164358 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc147dc9-b9b2-4564-9715-d0e8ab3b728e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:02.171264 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc147dc9-b9b2-4564-9715-d0e8ab3b728e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:02.172824 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc147dc9-b9b2-4564-9715-d0e8ab3b728e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:02.230123 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 54f29203-85b2-401a-bdf2-0b29cfde5969 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:35:02.230555 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:02.365278 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc147dc9-b9b2-4564-9715-d0e8ab3b728e admin admin] Pushing event updated for resources: {'Port': ['ID=be539706-83dd-4ac5-9dc9-c1ac55a8a775,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:02.395358 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-53bee110-f97b-4363-ab97-ef0b7534117e req-4ac6dd57-869f-4045-a828-824004378a13 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864389 Mar 05 13:35:02.443764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc147dc9-b9b2-4564-9715-d0e8ab3b728e admin admin] Network 7b03d11a-a9b9-4e63-9215-df6cc62d8741 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:35:02.453756 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0702c-b3b5-4cd8-8ddf-e382a09c77c6 req-1b49ef94-151c-488f-8e00-25597e8c242b tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:02.455487 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-66b0702c-b3b5-4cd8-8ddf-e382a09c77c6 req-1b49ef94-151c-488f-8e00-25597e8c242b tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=21eaa76d-2313-4a4e-b33b-8d98d94c75b3 HTTP/1.1" status: 200 len: 943 time: 0.1824841 Mar 05 13:35:02.456623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-dc147dc9-b9b2-4564-9715-d0e8ab3b728e admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:35:02.497090 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-f11faaa7-2605-4d39-8850-fcf09d873408 service neutron] For port f327bf70-8739-4d68-b18a-1fc803b36611, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:35:02.501006 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-f11faaa7-2605-4d39-8850-fcf09d873408 service neutron] For port f327bf70-8739-4d68-b18a-1fc803b36611, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f327bf70-8739-4d68-b18a-1fc803b36611,segment=NetworkSegment(5af20479-e21d-45a6-9a77-81e6b7ab8923),segment_id=5af20479-e21d-45a6-9a77-81e6b7ab8923)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:35:02.564293 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7884dce-25b8-42bb-a977-2e2407447e69 req-f74bcd0f-2db9-431d-8f87-5a95bc8dad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:02.566587 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c7884dce-25b8-42bb-a977-2e2407447e69 req-f74bcd0f-2db9-431d-8f87-5a95bc8dad8b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3646db73-eed4-40b4-be3a-4333d16ead28 HTTP/1.1" status: 200 len: 1096 time: 0.7713313 Mar 05 13:35:02.567770 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-f11faaa7-2605-4d39-8850-fcf09d873408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:02.668711 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11faaa7-2605-4d39-8850-fcf09d873408 service neutron] Pushing event updated for resources: {'Port': ['ID=f327bf70-8739-4d68-b18a-1fc803b36611,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:02.697859 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5edde45e-af1d-4ed7-a0a6-f18161ea56ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:02.711328 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-66b0702c-b3b5-4cd8-8ddf-e382a09c77c6 req-366a7d48-dac9-4701-8596-ba1a8fb6c280 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490797 Mar 05 13:35:02.722458 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc147dc9-b9b2-4564-9715-d0e8ab3b728e admin admin] Router e3240a4b-bf27-44a2-ab83-161a651f3874 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:35:02.757082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5edde45e-af1d-4ed7-a0a6-f18161ea56ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:02.762476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-f11faaa7-2605-4d39-8850-fcf09d873408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:02.763231 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-f11faaa7-2605-4d39-8850-fcf09d873408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:02.764823 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-f11faaa7-2605-4d39-8850-fcf09d873408 service neutron] 10.222.0.15 "PUT /v2.0/ports/f327bf70-8739-4d68-b18a-1fc803b36611 HTTP/1.1" status: 200 len: 1091 time: 3.0251114 Mar 05 13:35:02.766990 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c7884dce-25b8-42bb-a977-2e2407447e69 req-94356904-0ef0-49bf-8c00-2c16e21f5a18 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ef53231d-4e0a-4a67-9f28-022e17843c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021171 Mar 05 13:35:02.767586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e174a5-114c-4366-80c0-839b2cf4fc77', 'tag': 'f327bf70-8739-4d68-b18a-1fc803b36611'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:35:02.776466 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5edde45e-af1d-4ed7-a0a6-f18161ea56ed admin admin] Usage tracker for resource:security_group_rule and tenant:11cf5a0cb89940519d173d317aa1a0c9 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:35:02.779481 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-7e48f48e-94fa-4545-a217-53c3c57db186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:02.800818 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5edde45e-af1d-4ed7-a0a6-f18161ea56ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:35:02.832253 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-64bf213e-2101-4738-ae56-2a13b037d448 None None] Provisioning complete for port be539706-83dd-4ac5-9dc9-c1ac55a8a775 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:35:02.832820 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-64bf213e-2101-4738-ae56-2a13b037d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:02.836882 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5edde45e-af1d-4ed7-a0a6-f18161ea56ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:02.900855 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-64bf213e-2101-4738-ae56-2a13b037d448 None None] Port be539706-83dd-4ac5-9dc9-c1ac55a8a775 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:35:03.011196 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc147dc9-b9b2-4564-9715-d0e8ab3b728e admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:35:03.027041 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dc147dc9-b9b2-4564-9715-d0e8ab3b728e admin admin] 10.222.0.16 "PUT /v2.0/routers/e3240a4b-bf27-44a2-ab83-161a651f3874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2378690 Mar 05 13:35:03.030113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02a33e-ae62-437a-9ae2-8659802107fc req-fcaecc77-76a1-46cb-b47a-364ecd5fa03e tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:03.037241 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9f02a33e-ae62-437a-9ae2-8659802107fc req-fcaecc77-76a1-46cb-b47a-364ecd5fa03e tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?device_id=3646db73-eed4-40b4-be3a-4333d16ead28 HTTP/1.1" status: 200 len: 945 time: 0.2066329 Mar 05 13:35:03.044616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] Sync routers for ids ['e3240a4b-bf27-44a2-ab83-161a651f3874'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:35:03.072512 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-6759fec9-90eb-483b-8597-dda00276a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:03.073561 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] Routers {'e3240a4b-bf27-44a2-ab83-161a651f3874'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:35:03.074022 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-6759fec9-90eb-483b-8597-dda00276a9a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25b91ce983e249e4aca88013e0b17918&device_id=42e174a5-114c-4366-80c0-839b2cf4fc77 HTTP/1.1" status: 200 len: 1094 time: 0.2464759 Mar 05 13:35:03.074534 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:34:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e3240a4b-bf27-44a2-ab83-161a651f3874'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:35:03.099413 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9f02a33e-ae62-437a-9ae2-8659802107fc req-67a06853-7239-45e0-ab41-dc5db8977a94 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef53231d-4e0a-4a67-9f28-022e17843c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611706 Mar 05 13:35:03.156846 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-752ba1b4-f367-4d09-a351-3597a6506687 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f327bf70-8739-4d68-b18a-1fc803b36611 HTTP/1.1" status: 200 len: 217 time: 0.0748692 Mar 05 13:35:03.228413 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-7e48f48e-94fa-4545-a217-53c3c57db186 service neutron] For port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=76dac71b-aab3-4406-b447-ce9e4d3d0cd5,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:03.274594 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5edde45e-af1d-4ed7-a0a6-f18161ea56ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:03.281765 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-d87b6bb8-d68c-4a58-96b4-bba0a18d79fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:03.284552 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-d87b6bb8-d68c-4a58-96b4-bba0a18d79fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36ee2287-7bca-4206-a433-1adee841abd4 HTTP/1.1" status: 200 len: 862 time: 0.1142488 Mar 05 13:35:03.296299 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5edde45e-af1d-4ed7-a0a6-f18161ea56ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:03.339662 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f57a76-6f68-42b3-994c-9e98ed160f90 req-3c2a392b-27d1-4eba-9ef9-e8cc371c1ba6 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:03.341849 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-08f57a76-6f68-42b3-994c-9e98ed160f90 req-3c2a392b-27d1-4eba-9ef9-e8cc371c1ba6 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 945 time: 0.1131463 Mar 05 13:35:03.356513 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-668b6c3f-3406-4882-9832-946f644353ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98b2eb6e-3d38-4c16-ba82-6b5b693871a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616479 Mar 05 13:35:03.440918 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] Set router e3240a4b-bf27-44a2-ab83-161a651f3874 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:35:03.441240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-7e48f48e-94fa-4545-a217-53c3c57db186 service neutron] For port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:35:03.469161 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-08f57a76-6f68-42b3-994c-9e98ed160f90 req-b178143a-1a02-4271-8eb1-6f6fba78b0ce tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153545 Mar 05 13:35:03.476687 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5edde45e-af1d-4ed7-a0a6-f18161ea56ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11cf5a0cb89940519d173d317aa1a0c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3585057 Mar 05 13:35:03.476687 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edde45e-af1d-4ed7-a0a6-f18161ea56ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc45a81c-e947-4474-b308-5c46464dcfaf,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:03.477336 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44542) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:03.581458 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-7e48f48e-94fa-4545-a217-53c3c57db186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:03.595895 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1304a5c7-b9c0-4ad7-bfff-8d62efa3aa81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:03.610347 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e174a5-114c-4366-80c0-839b2cf4fc77', 'tag': 'f327bf70-8739-4d68-b18a-1fc803b36611', 'status': 'completed', 'code': 200} Mar 05 13:35:03.613985 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-7e48f48e-94fa-4545-a217-53c3c57db186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:03.651962 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1304a5c7-b9c0-4ad7-bfff-8d62efa3aa81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:03.666107 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e9926c-465c-4b55-9d1a-c4131b37dec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7830ee-f387-454a-982c-d3f409d76188'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:35:03.744050 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1304a5c7-b9c0-4ad7-bfff-8d62efa3aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:03.764335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304a5c7-b9c0-4ad7-bfff-8d62efa3aa81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc45a81c-e947-4474-b308-5c46464dcfaf,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:03.779431 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1304a5c7-b9c0-4ad7-bfff-8d62efa3aa81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:03.794416 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1304a5c7-b9c0-4ad7-bfff-8d62efa3aa81 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc45a81c-e947-4474-b308-5c46464dcfaf HTTP/1.1" status: 204 len: 168 time: 0.2955153 Mar 05 13:35:03.845928 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-2258de62-f1f6-4844-9dc3-a98859336bec service neutron] 10.222.0.15 "GET /v2.0/networks/98b2eb6e-3d38-4c16-ba82-6b5b693871a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795341 Mar 05 13:35:03.959529 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754275b3-aee0-4296-99f5-85ab626a6aec req-c1dc1102-7c93-4005-946f-3bf84ab52001 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:03.961287 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-754275b3-aee0-4296-99f5-85ab626a6aec req-c1dc1102-7c93-4005-946f-3bf84ab52001 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 950 time: 0.1510563 Mar 05 13:35:03.978065 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3240a4b-bf27-44a2-ab83-161a651f3874', 'name': 'tempest-AttachSCSIVolumeTestJSON-691859721-router', 'tenant_id': '92bf82572fbb434393b937a47fe60812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '54f29203-85b2-401a-bdf2-0b29cfde5969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:34:51Z', 'updated_at': '2022-03-05T13:35:01Z', 'revision_number': 4, 'project_id': '92bf82572fbb434393b937a47fe60812', 'gw_port': {'id': '54f29203-85b2-401a-bdf2-0b29cfde5969', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3240a4b-bf27-44a2-ab83-161a651f3874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:34:53Z', 'updated_at': '2022-03-05T13:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'be539706-83dd-4ac5-9dc9-c1ac55a8a775', 'name': '', 'network_id': '7b03d11a-a9b9-4e63-9215-df6cc62d8741', 'tenant_id': '92bf82572fbb434393b937a47fe60812', 'mac_address': 'fa:16:3e:d7:4d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3240a4b-bf27-44a2-ab83-161a651f3874', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '76d14473-20e0-404d-b194-2f703d2b76d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:34:59Z', 'updated_at': '2022-03-05T13:35:01Z', 'revision_number': 2, 'project_id': '92bf82572fbb434393b937a47fe60812', 'subnets': [{'id': '76d14473-20e0-404d-b194-2f703d2b76d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:35:03.994361 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] Checking router: e3240a4b-bf27-44a2-ab83-161a651f3874 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:35:03.995880 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] Updating router e3240a4b-bf27-44a2-ab83-161a651f3874 port be539706-83dd-4ac5-9dc9-c1ac55a8a775 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:35:04.063102 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3663d24-e4cf-4e9b-b2ef-e3384c8bd0e0 req-3e32437d-6dc9-45e6-be1f-d54439f5cbfd service neutron] 10.222.0.15 "GET /v2.0/networks/98b2eb6e-3d38-4c16-ba82-6b5b693871a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982286 Mar 05 13:35:04.065941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44562) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:04.074817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-7c765657-68a4-4b8b-bfa4-88832ec740df admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1824580616-network', 'tenant_id': '71c14fbdc1914567860d39e82e019069'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:04.083029 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-754275b3-aee0-4296-99f5-85ab626a6aec req-09ce1b6b-8e2b-47b8-bd3b-9fa76fe9963f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148760 Mar 05 13:35:04.086508 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e2a4ac57-3557-4889-93de-36bf339a8eb3 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:35:04.090397 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7c765657-68a4-4b8b-bfa4-88832ec740df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:04.148117 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7c765657-68a4-4b8b-bfa4-88832ec740df admin admin] Usage tracker for resource:network and tenant:71c14fbdc1914567860d39e82e019069 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:35:04.154665 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7c765657-68a4-4b8b-bfa4-88832ec740df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:35:04.159109 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48f48e-94fa-4545-a217-53c3c57db186 service neutron] Pushing event updated for resources: {'Port': ['ID=76dac71b-aab3-4406-b447-ce9e4d3d0cd5,revision_number=7']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:04.163582 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:04.169627 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7c765657-68a4-4b8b-bfa4-88832ec740df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:04.227019 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-7e48f48e-94fa-4545-a217-53c3c57db186 service neutron] Attempting to bind port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 on host n-h2-803718-1 for vnic_type normal with profile {"migrating_to": "n-h1-803718-1"} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:35:04.227698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-7e48f48e-94fa-4545-a217-53c3c57db186 service neutron] Attempting to bind port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:35:04.228260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-7e48f48e-94fa-4545-a217-53c3c57db186 service neutron] Attempting to bind port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:35:04.241840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-7e48f48e-94fa-4545-a217-53c3c57db186 service neutron] Port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:35:04.242546 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-7e48f48e-94fa-4545-a217-53c3c57db186 service neutron] Attempting to bind port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:35:04.249150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-7e48f48e-94fa-4545-a217-53c3c57db186 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:35:04.250967 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-7e48f48e-94fa-4545-a217-53c3c57db186 service neutron] Checking segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:35:04.251593 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-7e48f48e-94fa-4545-a217-53c3c57db186 service neutron] Bound using segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:35:04.252234 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-7e48f48e-94fa-4545-a217-53c3c57db186 service neutron] Bound port: 76dac71b-aab3-4406-b447-ce9e4d3d0cd5, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:35:04.252802 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-7e48f48e-94fa-4545-a217-53c3c57db186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:04.272486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c765657-68a4-4b8b-bfa4-88832ec740df admin admin] Made reservation on behalf of 71c14fbdc1914567860d39e82e019069 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:35:04.275153 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c765657-68a4-4b8b-bfa4-88832ec740df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:04.292755 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c765657-68a4-4b8b-bfa4-88832ec740df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:04.398309 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8346b-09ab-4502-b1a7-15510546b972 req-06946a9e-68c2-4e86-a865-ff0f019faa39 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:04.399863 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-73d8346b-09ab-4502-b1a7-15510546b972 req-06946a9e-68c2-4e86-a865-ff0f019faa39 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=42e174a5-114c-4366-80c0-839b2cf4fc77 HTTP/1.1" status: 200 len: 943 time: 0.1222386 Mar 05 13:35:04.423039 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-7e48f48e-94fa-4545-a217-53c3c57db186 service neutron] For port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:35:04.426543 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-7e48f48e-94fa-4545-a217-53c3c57db186 service neutron] For port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=76dac71b-aab3-4406-b447-ce9e4d3d0cd5,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:35:04.429492 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7c765657-68a4-4b8b-bfa4-88832ec740df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:04.438083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7c765657-68a4-4b8b-bfa4-88832ec740df admin admin] Usage tracker for resource:security_group_rule and tenant:71c14fbdc1914567860d39e82e019069 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:35:04.442071 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-7e48f48e-94fa-4545-a217-53c3c57db186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:04.453594 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7c765657-68a4-4b8b-bfa4-88832ec740df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:35:04.468990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e2a4ac57-3557-4889-93de-36bf339a8eb3, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e2a4ac57-3557-4889-93de-36bf339a8eb3,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:04.491785 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'e2a4ac57-3557-4889-93de-36bf339a8eb3', 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169', 'port_id': 'e2a4ac57-3557-4889-93de-36bf339a8eb3', 'mac_address': 'fa:16:3e:47:46:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db88a0e-28b6-4292-9a67-fc3276cd43d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:35:04.519614 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-73d8346b-09ab-4502-b1a7-15510546b972 req-a679b996-9181-40d7-8580-3099629168fc tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Synchronizing usage tracker for tenant:25b91ce983e249e4aca88013e0b17918 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:35:04.526995 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44576) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:04.564412 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8a68d1ba-64ed-471f-94e0-a5b890e42859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:04.580504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-73d8346b-09ab-4502-b1a7-15510546b972 req-a679b996-9181-40d7-8580-3099629168fc tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Unset dirty status for tenant:25b91ce983e249e4aca88013e0b17918 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:35:04.581632 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-73d8346b-09ab-4502-b1a7-15510546b972 req-a679b996-9181-40d7-8580-3099629168fc tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723402 Mar 05 13:35:04.585160 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-9fb78426-5174-4b84-b7cc-af63f2711aa9 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:35:04.592017 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-9fb78426-5174-4b84-b7cc-af63f2711aa9 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2568758 Mar 05 13:35:04.598254 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-f1a3f825-bb56-4e61-8ddd-46d453734852 service neutron] Request body: {'binding': {'host': 'n-h2-803718-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:04.598757 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-f1a3f825-bb56-4e61-8ddd-46d453734852 service neutron] Unknown quota resources ['binding']. {{(pid=87913) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 05 13:35:04.602387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70d917-f86a-472d-9cfb-3a337cbe179a req-3ad27b79-8779-43d0-a387-31e18a4e8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:04.603978 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6c70d917-f86a-472d-9cfb-3a337cbe179a req-3ad27b79-8779-43d0-a387-31e18a4e8292 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25b91ce983e249e4aca88013e0b17918&device_id=42e174a5-114c-4366-80c0-839b2cf4fc77 HTTP/1.1" status: 200 len: 1094 time: 0.4415302 Mar 05 13:35:04.631771 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8a68d1ba-64ed-471f-94e0-a5b890e42859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:04.643013 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8a68d1ba-64ed-471f-94e0-a5b890e42859 admin admin] Usage tracker for resource:security_group_rule and tenant:3e7c3fb829304eecac74cf88623dc119 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:35:04.647400 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8a68d1ba-64ed-471f-94e0-a5b890e42859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:35:04.650049 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:04.656968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8a68d1ba-64ed-471f-94e0-a5b890e42859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:04.674300 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e9926c-465c-4b55-9d1a-c4131b37dec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7830ee-f387-454a-982c-d3f409d76188', 'code': 200} Mar 05 13:35:04.684420 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a4ac57-3557-4889-93de-36bf339a8eb3 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:35:04.688466 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7c765657-68a4-4b8b-bfa4-88832ec740df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:04.709894 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e2a4ac57-3557-4889-93de-36bf339a8eb3, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e2a4ac57-3557-4889-93de-36bf339a8eb3,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:04.764144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.15', 64580) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:04.829731 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:04.848432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] Transition to ACTIVE for port object be539706-83dd-4ac5-9dc9-c1ac55a8a775 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:35:04.854844 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:04.932382 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:04.956918 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-7e48f48e-94fa-4545-a217-53c3c57db186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:04.957795 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-7e48f48e-94fa-4545-a217-53c3c57db186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:04.959075 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-7e48f48e-94fa-4545-a217-53c3c57db186 service neutron] 10.222.0.15 "PUT /v2.0/ports/76dac71b-aab3-4406-b447-ce9e4d3d0cd5 HTTP/1.1" status: 200 len: 1121 time: 2.8390901 Mar 05 13:35:04.964317 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48f48e-94fa-4545-a217-53c3c57db186 service neutron] Pushing event updated for resources: {'Port': ['ID=76dac71b-aab3-4406-b447-ce9e4d3d0cd5,revision_number=8']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:05.075311 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-f1a3f825-bb56-4e61-8ddd-46d453734852 service neutron] Attempting to bind port 65167010-576f-47d8-ab65-885798b5cdc3 on host n-h2-803718-1 for vnic_type normal with profile None {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:35:05.075700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-f1a3f825-bb56-4e61-8ddd-46d453734852 service neutron] Attempting to bind port 65167010-576f-47d8-ab65-885798b5cdc3 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:35:05.076322 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-f1a3f825-bb56-4e61-8ddd-46d453734852 service neutron] Attempting to bind port 65167010-576f-47d8-ab65-885798b5cdc3 on network 1e632aab-7405-4a4c-851d-f121cf35a970 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:35:05.076883 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['76dac71b-aab3-4406-b447-ce9e4d3d0cd5'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:35:05.097595 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-f1a3f825-bb56-4e61-8ddd-46d453734852 service neutron] Port 65167010-576f-47d8-ab65-885798b5cdc3 on network 1e632aab-7405-4a4c-851d-f121cf35a970 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:35:05.098186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-f1a3f825-bb56-4e61-8ddd-46d453734852 service neutron] Attempting to bind port 65167010-576f-47d8-ab65-885798b5cdc3 on network 1e632aab-7405-4a4c-851d-f121cf35a970 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:35:05.105371 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8a68d1ba-64ed-471f-94e0-a5b890e42859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:05.107839 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-f1a3f825-bb56-4e61-8ddd-46d453734852 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:35:05.108264 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-f1a3f825-bb56-4e61-8ddd-46d453734852 service neutron] Checking segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:35:05.109201 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-f1a3f825-bb56-4e61-8ddd-46d453734852 service neutron] Bound using segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:35:05.109642 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-f1a3f825-bb56-4e61-8ddd-46d453734852 service neutron] Bound port: 65167010-576f-47d8-ab65-885798b5cdc3, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:35:05.114455 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c765657-68a4-4b8b-bfa4-88832ec740df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:05.117663 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70d917-f86a-472d-9cfb-3a337cbe179a req-dab989a3-c36f-4da3-95f5-637b9cbfe2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:05.119882 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6c70d917-f86a-472d-9cfb-3a337cbe179a req-dab989a3-c36f-4da3-95f5-637b9cbfe2ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=98b2eb6e-3d38-4c16-ba82-6b5b693871a7 HTTP/1.1" status: 200 len: 922 time: 0.4286652 Mar 05 13:35:05.128724 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c765657-68a4-4b8b-bfa4-88832ec740df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:05.144985 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c765657-68a4-4b8b-bfa4-88832ec740df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:35:05.161343 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8a68d1ba-64ed-471f-94e0-a5b890e42859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:05.161748 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c765657-68a4-4b8b-bfa4-88832ec740df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:05.162307 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-7c765657-68a4-4b8b-bfa4-88832ec740df admin admin] Added segment 44adb7d8-a45a-4917-8689-ea17cbff440a of type vlan for network 0214471d-cbcd-4678-a18d-db2a61094f2d Mar 05 13:35:05.185244 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['e2a4ac57-3557-4889-93de-36bf339a8eb3'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:35:05.199031 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c765657-68a4-4b8b-bfa4-88832ec740df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:05.203409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68d1ba-64ed-471f-94e0-a5b890e42859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32a95a7-1a97-4be2-b4bd-1b6d5d65c85d,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:05.240973 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8a68d1ba-64ed-471f-94e0-a5b890e42859 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e7c3fb829304eecac74cf88623dc119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7091691 Mar 05 13:35:05.249188 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44584) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:05.264038 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9ac26-f1d8-4d46-b651-2cb2e1ea5ebc req-0dff84a2-ae63-4246-bcac-eb1bf5082c05 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:05.267470 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7de9ac26-f1d8-4d46-b651-2cb2e1ea5ebc req-0dff84a2-ae63-4246-bcac-eb1bf5082c05 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=21eaa76d-2313-4a4e-b33b-8d98d94c75b3 HTTP/1.1" status: 200 len: 944 time: 0.2578442 Mar 05 13:35:05.273994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-f1a3f825-bb56-4e61-8ddd-46d453734852 service neutron] For port 65167010-576f-47d8-ab65-885798b5cdc3, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=65167010-576f-47d8-ab65-885798b5cdc3,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:35:05.300834 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-f1a3f825-bb56-4e61-8ddd-46d453734852 service neutron] Notify callbacks [] for binding, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:05.301899 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-f1a3f825-bb56-4e61-8ddd-46d453734852 service neutron] 10.222.0.16 "POST /v2.0/ports/65167010-576f-47d8-ab65-885798b5cdc3/bindings HTTP/1.1" status: 201 len: 389 time: 0.7093036 Mar 05 13:35:05.312864 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c765657-68a4-4b8b-bfa4-88832ec740df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:05.313912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c765657-68a4-4b8b-bfa4-88832ec740df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:05.314642 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c765657-68a4-4b8b-bfa4-88832ec740df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:05.332301 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7de9ac26-f1d8-4d46-b651-2cb2e1ea5ebc req-c69aa3f3-813b-425a-a997-c2f2a7297213 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604393 Mar 05 13:35:05.406976 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=e2a4ac57-3557-4889-93de-36bf339a8eb3,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:05.513796 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] Attempting to bind port be539706-83dd-4ac5-9dc9-c1ac55a8a775 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:35:05.514145 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] Attempting to bind port be539706-83dd-4ac5-9dc9-c1ac55a8a775 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d11f382-75e0-45bf-a047-a2f6ecccdcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b03d11a-a9b9-4e63-9215-df6cc62d8741'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:35:05.514732 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] Attempting to bind port be539706-83dd-4ac5-9dc9-c1ac55a8a775 on network 7b03d11a-a9b9-4e63-9215-df6cc62d8741 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:35:05.537773 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c765657-68a4-4b8b-bfa4-88832ec740df admin admin] Pushing event updated for resources: {'Network': ['ID=0214471d-cbcd-4678-a18d-db2a61094f2d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:05.545527 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:35:05.545896 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] Checking segment: {'id': '8d11f382-75e0-45bf-a047-a2f6ecccdcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b03d11a-a9b9-4e63-9215-df6cc62d8741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:35:05.546328 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:05.546707 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] Bound using segment: {'id': '8d11f382-75e0-45bf-a047-a2f6ecccdcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b03d11a-a9b9-4e63-9215-df6cc62d8741'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:35:05.547480 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] Bound port: be539706-83dd-4ac5-9dc9-c1ac55a8a775, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d11f382-75e0-45bf-a047-a2f6ecccdcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b03d11a-a9b9-4e63-9215-df6cc62d8741'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:35:05.547847 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:05.549651 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6c70d917-f86a-472d-9cfb-3a337cbe179a req-bac20ce7-bb92-4344-874c-76e88493ac24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f327bf70-8739-4d68-b18a-1fc803b36611 HTTP/1.1" status: 200 len: 217 time: 0.3129175 Mar 05 13:35:05.567884 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7c765657-68a4-4b8b-bfa4-88832ec740df admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4990387 Mar 05 13:35:05.574519 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44592) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:05.581865 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 0214471d-cbcd-4678-a18d-db2a61094f2d details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:35:05.587075 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-fabc2b21-01ed-4217-a3dd-fbec8390313c admin admin] Request body: {'subnet': {'network_id': '0214471d-cbcd-4678-a18d-db2a61094f2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1824580616-subnet', 'tenant_id': '71c14fbdc1914567860d39e82e019069', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:05.591708 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-fabc2b21-01ed-4217-a3dd-fbec8390313c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:05.596422 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-fabc2b21-01ed-4217-a3dd-fbec8390313c admin admin] Usage tracker for resource:subnet and tenant:71c14fbdc1914567860d39e82e019069 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:35:05.601459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-fabc2b21-01ed-4217-a3dd-fbec8390313c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:35:05.607465 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-fabc2b21-01ed-4217-a3dd-fbec8390313c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:05.625350 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabc2b21-01ed-4217-a3dd-fbec8390313c admin admin] Made reservation on behalf of 71c14fbdc1914567860d39e82e019069 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:35:05.627916 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fabc2b21-01ed-4217-a3dd-fbec8390313c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:05.673070 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451e78d5-2118-4d7c-a28b-14eafcb05cda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76dac71b-aab3-4406-b447-ce9e4d3d0cd5'}, {'name': 'network-changed', 'server_uuid': '451e78d5-2118-4d7c-a28b-14eafcb05cda', 'tag': '76dac71b-aab3-4406-b447-ce9e4d3d0cd5'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:35:05.678854 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d80b4-e545-4e8c-9665-1e3b8f6fabfd req-54dc9ff0-7478-4210-807f-ecb47e6e1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:05.680297 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1c5d80b4-e545-4e8c-9665-1e3b8f6fabfd req-54dc9ff0-7478-4210-807f-ecb47e6e1c2b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 1101 time: 0.9115751 Mar 05 13:35:05.714622 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f071d-3929-49a1-8ff6-47607c2342c1 None None] Pushing event updated for resources: {'Port': ['ID=be539706-83dd-4ac5-9dc9-c1ac55a8a775,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:05.725563 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c765657-68a4-4b8b-bfa4-88832ec740df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c283abd4-74b9-4ecd-b7e3-565cc3beb29b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:05.779591 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-50717339-72a8-4f00-8b0d-2ed6941bd8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:05.808540 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70d917-f86a-472d-9cfb-3a337cbe179a req-7e0d2f47-d64e-41b3-8fec-f89dec37e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:05.809990 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6c70d917-f86a-472d-9cfb-3a337cbe179a req-7e0d2f47-d64e-41b3-8fec-f89dec37e423 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36ee2287-7bca-4206-a433-1adee841abd4 HTTP/1.1" status: 200 len: 862 time: 0.2389762 Mar 05 13:35:05.813047 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1c5d80b4-e545-4e8c-9665-1e3b8f6fabfd req-181d9455-94d2-42a2-af57-36c04456cf59 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107068 Mar 05 13:35:05.843083 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-50717339-72a8-4f00-8b0d-2ed6941bd8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:05.868730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb0ee2-9d98-4c87-af96-2307a61d4685 req-2b38a063-f119-458c-9543-4f7db93a7a88 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:05.872329 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bdbb0ee2-9d98-4c87-af96-2307a61d4685 req-2b38a063-f119-458c-9543-4f7db93a7a88 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?device_id=3646db73-eed4-40b4-be3a-4333d16ead28 HTTP/1.1" status: 200 len: 945 time: 0.3680425 Mar 05 13:35:05.873503 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] For port be539706-83dd-4ac5-9dc9-c1ac55a8a775, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:35:05.876468 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fabc2b21-01ed-4217-a3dd-fbec8390313c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:05.894337 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a475a4-eac3-4159-80cc-e43b3922b6be req-a489e302-fa98-4686-a40a-8b847f84f911 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:05.895848 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-01a475a4-eac3-4159-80cc-e43b3922b6be req-a489e302-fa98-4686-a40a-8b847f84f911 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 943 time: 0.4003344 Mar 05 13:35:05.905123 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-ef32f4db-91a5-4c8f-9b1d-8d04680fbe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:05.906617 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-ef32f4db-91a5-4c8f-9b1d-8d04680fbe37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 1096 time: 0.2957401 Mar 05 13:35:05.907660 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] For port be539706-83dd-4ac5-9dc9-c1ac55a8a775, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=be539706-83dd-4ac5-9dc9-c1ac55a8a775,segment=NetworkSegment(8d11f382-75e0-45bf-a047-a2f6ecccdcd6),segment_id=8d11f382-75e0-45bf-a047-a2f6ecccdcd6)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:35:05.934520 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:05.997913 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc2b21-01ed-4217-a3dd-fbec8390313c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bb3812a-ec38-4e54-a7f6-5fa9fe940713,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:06.008102 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bdbb0ee2-9d98-4c87-af96-2307a61d4685 req-c6d84523-312c-4c95-9e20-1a19aa8bf067 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef53231d-4e0a-4a67-9f28-022e17843c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250999 Mar 05 13:35:06.022075 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabc2b21-01ed-4217-a3dd-fbec8390313c admin admin] Checking segment: {'id': '44adb7d8-a45a-4917-8689-ea17cbff440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0214471d-cbcd-4678-a18d-db2a61094f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:35:06.022442 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabc2b21-01ed-4217-a3dd-fbec8390313c admin admin] Network hostable DHCP agents. Network: 0214471d-cbcd-4678-a18d-db2a61094f2d, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:35:06.078428 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] Routers {'e3240a4b-bf27-44a2-ab83-161a651f3874'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:35:06.079147 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:34:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e3240a4b-bf27-44a2-ab83-161a651f3874'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:35:06.080544 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabc2b21-01ed-4217-a3dd-fbec8390313c admin admin] Network 0214471d-cbcd-4678-a18d-db2a61094f2d is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:35:06.098544 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-01a475a4-eac3-4159-80cc-e43b3922b6be req-4e541ac2-567f-4c42-9de0-5ece5b805c72 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966138 Mar 05 13:35:06.106419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-fabc2b21-01ed-4217-a3dd-fbec8390313c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 0214471d-cbcd-4678-a18d-db2a61094f2d) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:35:06.113222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabc2b21-01ed-4217-a3dd-fbec8390313c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:06.114052 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fabc2b21-01ed-4217-a3dd-fbec8390313c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:06.123543 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6c70d917-f86a-472d-9cfb-3a337cbe179a req-0c45829b-f5e2-472e-9b4f-809c4ed1fde4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98b2eb6e-3d38-4c16-ba82-6b5b693871a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935192 Mar 05 13:35:06.127332 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-50717339-72a8-4f00-8b0d-2ed6941bd8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:06.159275 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007230f2-545d-4b9f-90a6-fac46bde02b9 None None] Network 0214471d-cbcd-4678-a18d-db2a61094f2d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:35:06.176106 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fabc2b21-01ed-4217-a3dd-fbec8390313c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5945690 Mar 05 13:35:06.179124 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44606) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:06.186487 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1824580616-router', 'tenant_id': '71c14fbdc1914567860d39e82e019069', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:06.191586 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:06.195675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Usage tracker for resource:router and tenant:71c14fbdc1914567860d39e82e019069 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:35:06.198244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50717339-72a8-4f00-8b0d-2ed6941bd8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32a95a7-1a97-4be2-b4bd-1b6d5d65c85d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:06.199039 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:35:06.209164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:06.232726 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:06.233947 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:06.245653 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f071d-3929-49a1-8ff6-47607c2342c1 None None] Pushing event updated for resources: {'Port': ['ID=be539706-83dd-4ac5-9dc9-c1ac55a8a775,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:06.335006 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:06.346352 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-50717339-72a8-4f00-8b0d-2ed6941bd8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:06.349487 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-50717339-72a8-4f00-8b0d-2ed6941bd8b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b32a95a7-1a97-4be2-b4bd-1b6d5d65c85d HTTP/1.1" status: 204 len: 168 time: 1.0379498 Mar 05 13:35:06.353573 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-5c3a4f6b-6ca4-482c-8855-73c0eb0dcf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:06.355328 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-5c3a4f6b-6ca4-482c-8855-73c0eb0dcf3d service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 907 time: 0.4312696 Mar 05 13:35:06.462161 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6c70d917-f86a-472d-9cfb-3a337cbe179a req-de994711-06f4-4460-98f9-aa9e7b6426a7 service neutron] 10.222.0.15 "GET /v2.0/networks/98b2eb6e-3d38-4c16-ba82-6b5b693871a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297591 Mar 05 13:35:06.493196 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-07be29d5-53b6-4f80-aa65-d955e3589635 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65167010-576f-47d8-ab65-885798b5cdc3 HTTP/1.1" status: 200 len: 217 time: 0.1042874 Mar 05 13:35:06.505603 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] Set router e3240a4b-bf27-44a2-ab83-161a651f3874 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:35:06.720488 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:06.741619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-7a26a926-be0d-475c-8b57-90ea978d7d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:06.743074 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-7a26a926-be0d-475c-8b57-90ea978d7d57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ac31366-a7f9-483e-b1e1-eea597fcd311 HTTP/1.1" status: 200 len: 847 time: 0.2339723 Mar 05 13:35:06.743392 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff66be-0941-4ee5-b53c-c364a7f556fb req-4a1c9b89-9a5e-4361-bfe9-a5ec32e29b9e tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:06.745108 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d9ff66be-0941-4ee5-b53c-c364a7f556fb req-4a1c9b89-9a5e-4361-bfe9-a5ec32e29b9e tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 950 time: 0.4943562 Mar 05 13:35:06.811449 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afdadce-adea-4b73-8b49-1a287dea139c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-0214471d-cbcd-4678-a18d-db2a61094f2d', 'network_id': '0214471d-cbcd-4678-a18d-db2a61094f2d', 'tenant_id': '71c14fbdc1914567860d39e82e019069', 'fixed_ips': [{'subnet_id': '9bb3812a-ec38-4e54-a7f6-5fa9fe940713'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:35:06.813166 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7afdadce-adea-4b73-8b49-1a287dea139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:06.822271 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-1d3efb76-85e3-4c7e-9b71-bdc79d457de0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e632aab-7405-4a4c-851d-f121cf35a970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693243 Mar 05 13:35:06.836525 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed19594-af8b-42d3-ba6f-176129f51c80 req-8e3585b8-461b-457e-b72f-70e868c6fabf tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:06.837990 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2ed19594-af8b-42d3-ba6f-176129f51c80 req-8e3585b8-461b-457e-b72f-70e868c6fabf tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 945 time: 0.5019495 Mar 05 13:35:06.845821 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d9ff66be-0941-4ee5-b53c-c364a7f556fb req-d1159d3a-e1cc-4f9e-abef-512a10344bce tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813828 Mar 05 13:35:06.861964 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6c70d917-f86a-472d-9cfb-3a337cbe179a req-2ce33f98-553a-48ff-b48a-2f56adca841d service neutron] 10.222.0.15 "GET /v2.0/networks/98b2eb6e-3d38-4c16-ba82-6b5b693871a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882153 Mar 05 13:35:07.013231 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2ed19594-af8b-42d3-ba6f-176129f51c80 req-eb1a0f9f-61f8-463d-a517-d5a5dfefd1eb tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505115 Mar 05 13:35:07.109312 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451e78d5-2118-4d7c-a28b-14eafcb05cda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76dac71b-aab3-4406-b447-ce9e4d3d0cd5', 'code': 200} Mar 05 13:35:07.109757 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '451e78d5-2118-4d7c-a28b-14eafcb05cda', 'tag': '76dac71b-aab3-4406-b447-ce9e4d3d0cd5', 'status': 'completed', 'code': 200} Mar 05 13:35:07.122997 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-b2d0f8bc-716f-4954-8a5f-0bd5494ac8f8 service neutron] 10.222.0.30 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823625 Mar 05 13:35:07.187364 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3240a4b-bf27-44a2-ab83-161a651f3874', 'name': 'tempest-AttachSCSIVolumeTestJSON-691859721-router', 'tenant_id': '92bf82572fbb434393b937a47fe60812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '54f29203-85b2-401a-bdf2-0b29cfde5969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:34:51Z', 'updated_at': '2022-03-05T13:35:01Z', 'revision_number': 4, 'project_id': '92bf82572fbb434393b937a47fe60812', 'gw_port': {'id': '54f29203-85b2-401a-bdf2-0b29cfde5969', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3240a4b-bf27-44a2-ab83-161a651f3874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:34:53Z', 'updated_at': '2022-03-05T13:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'be539706-83dd-4ac5-9dc9-c1ac55a8a775', 'name': '', 'network_id': '7b03d11a-a9b9-4e63-9215-df6cc62d8741', 'tenant_id': '92bf82572fbb434393b937a47fe60812', 'mac_address': 'fa:16:3e:d7:4d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3240a4b-bf27-44a2-ab83-161a651f3874', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '76d14473-20e0-404d-b194-2f703d2b76d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:34:59Z', 'updated_at': '2022-03-05T13:35:05Z', 'revision_number': 4, 'project_id': '92bf82572fbb434393b937a47fe60812', 'subnets': [{'id': '76d14473-20e0-404d-b194-2f703d2b76d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:35:07.200706 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e725b228-4ebb-4c7e-8a94-a7b10b943f5a None None] The sync data for ids ['e3240a4b-bf27-44a2-ab83-161a651f3874'] in n-d-803718-1 is: [{'id': 'e3240a4b-bf27-44a2-ab83-161a651f3874', 'name': 'tempest-AttachSCSIVolumeTestJSON-691859721-router', 'tenant_id': '92bf82572fbb434393b937a47fe60812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '54f29203-85b2-401a-bdf2-0b29cfde5969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:34:51Z', 'updated_at': '2022-03-05T13:35:01Z', 'revision_number': 4, 'project_id': '92bf82572fbb434393b937a47fe60812', 'gw_port': {'id': '54f29203-85b2-401a-bdf2-0b29cfde5969', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3240a4b-bf27-44a2-ab83-161a651f3874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:34:53Z', 'updated_at': '2022-03-05T13:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'be539706-83dd-4ac5-9dc9-c1ac55a8a775', 'name': '', 'network_id': '7b03d11a-a9b9-4e63-9215-df6cc62d8741', 'tenant_id': '92bf82572fbb434393b937a47fe60812', 'mac_address': 'fa:16:3e:d7:4d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3240a4b-bf27-44a2-ab83-161a651f3874', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '76d14473-20e0-404d-b194-2f703d2b76d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:34:59Z', 'updated_at': '2022-03-05T13:35:05Z', 'revision_number': 4, 'project_id': '92bf82572fbb434393b937a47fe60812', 'subnets': [{'id': '76d14473-20e0-404d-b194-2f703d2b76d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:35:07.246052 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-7afdadce-adea-4b73-8b49-1a287dea139c None None] Allocated IP 172.20.0.2 (0214471d-cbcd-4678-a18d-db2a61094f2d/9bb3812a-ec38-4e54-a7f6-5fa9fe940713/5cbfde96-8010-4629-83e4-89d3a9398b43) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:35:07.418427 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-9236e0c1-01b2-4901-9f18-2bf13176e6a7 service neutron] 10.222.0.30 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894807 Mar 05 13:35:07.484714 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f742795-9906-47ed-a811-6c3310f7acc8 req-5449728a-faab-4a54-89a3-941d3e919a6b tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:07.499659 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5f742795-9906-47ed-a811-6c3310f7acc8 req-5449728a-faab-4a54-89a3-941d3e919a6b tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?device_id=3646db73-eed4-40b4-be3a-4333d16ead28 HTTP/1.1" status: 200 len: 945 time: 0.2208803 Mar 05 13:35:07.500560 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44632) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:07.508644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-954a5a68-adaa-471c-8043-01e781ed2d59 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Request body: {'floatingip': {'port_id': 'a33c0978-949f-4f98-b88a-e25c1c846b53'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:07.566057 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:35:07.744479 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-954a5a68-adaa-471c-8043-01e781ed2d59 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for floatingip, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:07.781442 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:07.846939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fce96d-4508-4a15-a872-de62ba042740 req-c2258e46-6201-425e-a56d-37c695cd16ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:07.848537 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46fce96d-4508-4a15-a872-de62ba042740 req-c2258e46-6201-425e-a56d-37c695cd16ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 1124 time: 0.6570861 Mar 05 13:35:07.849752 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:07.858133 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7afdadce-adea-4b73-8b49-1a287dea139c None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:07.896739 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7afdadce-adea-4b73-8b49-1a287dea139c None None] Transition to ACTIVE for port object 5cbfde96-8010-4629-83e4-89d3a9398b43 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:35:07.944377 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7afdadce-adea-4b73-8b49-1a287dea139c None None] Transition to ACTIVE for port object 5cbfde96-8010-4629-83e4-89d3a9398b43 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:35:07.956795 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=76dac71b-aab3-4406-b447-ce9e4d3d0cd5,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:07.981646 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7afdadce-adea-4b73-8b49-1a287dea139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:07.996457 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a0401-ab53-4505-9a4a-1d9594d4e217 req-f2a64d98-9838-4165-a326-087a8b1d7ffc tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:07.999286 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-284a0401-ab53-4505-9a4a-1d9594d4e217 req-f2a64d98-9838-4165-a326-087a8b1d7ffc tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=42e174a5-114c-4366-80c0-839b2cf4fc77 HTTP/1.1" status: 200 len: 943 time: 0.8067441 Mar 05 13:35:08.031495 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-ad01e2ef-a75a-4fe8-a19f-742c8651571f tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:08.033255 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-ad01e2ef-a75a-4fe8-a19f-742c8651571f tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e&tenant_id=293ce29818c24610874b0170cb644d65&binding%3Ahost_id=n-h1-803718-1 HTTP/1.1" status: 200 len: 1096 time: 0.4290404 Mar 05 13:35:08.048679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803718-1'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:08.113894 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afdadce-adea-4b73-8b49-1a287dea139c None None] Pushing event updated for resources: {'Port': ['ID=5cbfde96-8010-4629-83e4-89d3a9398b43,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:08.116317 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e2a4ac57-3557-4889-93de-36bf339a8eb3 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:35:08.166432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 has no active binding in host n-h1-803718-1 {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 05 13:35:08.167026 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f327bf70-8739-4d68-b18a-1fc803b36611 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:35:08.200417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4badad-6b2e-4eb1-8970-21fd33e91038 req-89a474f9-57b7-4e1d-861c-85aae7da4d18 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:08.204941 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aa4badad-6b2e-4eb1-8970-21fd33e91038 req-89a474f9-57b7-4e1d-861c-85aae7da4d18 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=21eaa76d-2313-4a4e-b33b-8d98d94c75b3 HTTP/1.1" status: 200 len: 944 time: 0.5505502 Mar 05 13:35:08.219278 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device be539706-83dd-4ac5-9dc9-c1ac55a8a775 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:35:08.293535 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afdadce-adea-4b73-8b49-1a287dea139c None None] Network 0214471d-cbcd-4678-a18d-db2a61094f2d is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:35:08.304929 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-7afdadce-adea-4b73-8b49-1a287dea139c None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:35:08.311467 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afdadce-adea-4b73-8b49-1a287dea139c None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:35:08.316089 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-284a0401-ab53-4505-9a4a-1d9594d4e217 req-9755cb94-3101-4997-88d6-b8b4b1bc1f74 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945910 Mar 05 13:35:08.333222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fce96d-4508-4a15-a872-de62ba042740 req-fc4e5c3f-4890-4927-889f-efc712d2d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:08.335081 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46fce96d-4508-4a15-a872-de62ba042740 req-fc4e5c3f-4890-4927-889f-efc712d2d1ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 920 time: 0.3998659 Mar 05 13:35:08.407634 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:08.485228 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Allocated IP 172.25.4.33 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/b03a7ed1-1d22-4708-a658-52ab350ca5e5) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:35:08.494569 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46fce96d-4508-4a15-a872-de62ba042740 req-03791df8-b657-4451-a378-8ded58f03f24 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76dac71b-aab3-4406-b447-ce9e4d3d0cd5 HTTP/1.1" status: 200 len: 217 time: 0.1436939 Mar 05 13:35:08.606903 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port be539706-83dd-4ac5-9dc9-c1ac55a8a775 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:35:08.638523 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7afdadce-adea-4b73-8b49-1a287dea139c None None] Attempting to bind port 5cbfde96-8010-4629-83e4-89d3a9398b43 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:35:08.638910 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7afdadce-adea-4b73-8b49-1a287dea139c None None] Attempting to bind port 5cbfde96-8010-4629-83e4-89d3a9398b43 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '44adb7d8-a45a-4917-8689-ea17cbff440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0214471d-cbcd-4678-a18d-db2a61094f2d'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:35:08.639263 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afdadce-adea-4b73-8b49-1a287dea139c None None] Attempting to bind port 5cbfde96-8010-4629-83e4-89d3a9398b43 on network 0214471d-cbcd-4678-a18d-db2a61094f2d {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:35:08.647852 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afdadce-adea-4b73-8b49-1a287dea139c None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:35:08.648217 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afdadce-adea-4b73-8b49-1a287dea139c None None] Checking segment: {'id': '44adb7d8-a45a-4917-8689-ea17cbff440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0214471d-cbcd-4678-a18d-db2a61094f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:35:08.648618 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7afdadce-adea-4b73-8b49-1a287dea139c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:08.649005 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afdadce-adea-4b73-8b49-1a287dea139c None None] Bound using segment: {'id': '44adb7d8-a45a-4917-8689-ea17cbff440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0214471d-cbcd-4678-a18d-db2a61094f2d'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:35:08.649473 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7afdadce-adea-4b73-8b49-1a287dea139c None None] Bound port: 5cbfde96-8010-4629-83e4-89d3a9398b43, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44adb7d8-a45a-4917-8689-ea17cbff440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0214471d-cbcd-4678-a18d-db2a61094f2d'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:35:08.649833 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7afdadce-adea-4b73-8b49-1a287dea139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:08.674081 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port be539706-83dd-4ac5-9dc9-c1ac55a8a775 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:35:08.674527 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:08.754050 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port e2a4ac57-3557-4889-93de-36bf339a8eb3 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:35:08.767130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] For port 65167010-576f-47d8-ab65-885798b5cdc3, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=65167010-576f-47d8-ab65-885798b5cdc3,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:08.781987 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port e2a4ac57-3557-4889-93de-36bf339a8eb3 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:35:08.782369 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:08.790444 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fce96d-4508-4a15-a872-de62ba042740 req-b49a6a13-b44b-4d11-9aec-dd48e4d173d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:08.791893 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aa4badad-6b2e-4eb1-8970-21fd33e91038 req-5803a23c-0863-4379-95f9-62daba132bcb tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919267 Mar 05 13:35:08.792101 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46fce96d-4508-4a15-a872-de62ba042740 req-b49a6a13-b44b-4d11-9aec-dd48e4d173d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ddb228e-b84a-4351-a2cb-7f33147be2ea HTTP/1.1" status: 200 len: 860 time: 0.2894309 Mar 05 13:35:08.835375 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] For port 65167010-576f-47d8-ab65-885798b5cdc3, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:35:08.865776 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46fce96d-4508-4a15-a872-de62ba042740 req-70a01997-1a05-4390-bf72-e957ed1b546b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652263 Mar 05 13:35:08.930459 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-7afdadce-adea-4b73-8b49-1a287dea139c None None] For port 5cbfde96-8010-4629-83e4-89d3a9398b43, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:35:08.933391 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-7afdadce-adea-4b73-8b49-1a287dea139c None None] For port 5cbfde96-8010-4629-83e4-89d3a9398b43, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5cbfde96-8010-4629-83e4-89d3a9398b43,segment=NetworkSegment(44adb7d8-a45a-4917-8689-ea17cbff440a),segment_id=44adb7d8-a45a-4917-8689-ea17cbff440a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:35:08.944938 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7afdadce-adea-4b73-8b49-1a287dea139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:08.952659 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f327bf70-8739-4d68-b18a-1fc803b36611, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f327bf70-8739-4d68-b18a-1fc803b36611,segment=NetworkSegment(5af20479-e21d-45a6-9a77-81e6b7ab8923),segment_id=5af20479-e21d-45a6-9a77-81e6b7ab8923)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:08.967616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fd429-32a4-428d-9411-ef19660e92f8 req-a019721a-5f73-4ae8-8303-d2a4f8f687b3 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:08.969722 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e19fd429-32a4-428d-9411-ef19660e92f8 req-a019721a-5f73-4ae8-8303-d2a4f8f687b3 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 943 time: 0.4137950 Mar 05 13:35:09.016922 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a5bd4819-ad9d-413e-950e-39731bbe7242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:09.052585 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:09.075656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'f327bf70-8739-4d68-b18a-1fc803b36611', 'network_id': '98b2eb6e-3d38-4c16-ba82-6b5b693871a7', 'port_id': 'f327bf70-8739-4d68-b18a-1fc803b36611', 'mac_address': 'fa:16:3e:c2:84:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ee2287-7bca-4206-a433-1adee841abd4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:35:09.116604 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e19fd429-32a4-428d-9411-ef19660e92f8 req-868b0cf1-f59e-4143-b904-7f7ba7b1e5b8 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875959 Mar 05 13:35:09.127102 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46fce96d-4508-4a15-a872-de62ba042740 req-17237df5-abd7-4bf6-bfc1-012e87c48962 service neutron] 10.222.0.30 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509797 Mar 05 13:35:09.209172 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afdadce-adea-4b73-8b49-1a287dea139c None None] Pushing event updated for resources: {'Port': ['ID=5cbfde96-8010-4629-83e4-89d3a9398b43,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:09.224486 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:09.247189 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:09.267841 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf89bb-441d-46fe-9bb7-e49b64bb27ba req-26be532f-e439-4f5f-80b4-181146dab29a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:09.269754 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cebf89bb-441d-46fe-9bb7-e49b64bb27ba req-26be532f-e439-4f5f-80b4-181146dab29a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 950 time: 0.1744843 Mar 05 13:35:09.271790 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:09.283881 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4a5688-5dc4-4433-b0bf-8ac244a2785e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65167010-576f-47d8-ab65-885798b5cdc3'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:35:09.296036 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:09.310255 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:09.318445 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:35:09.325766 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:35:09.328917 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:35:09.344516 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f327bf70-8739-4d68-b18a-1fc803b36611 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:35:09.360831 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port be539706-83dd-4ac5-9dc9-c1ac55a8a775, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=be539706-83dd-4ac5-9dc9-c1ac55a8a775,segment=NetworkSegment(8d11f382-75e0-45bf-a047-a2f6ecccdcd6),segment_id=8d11f382-75e0-45bf-a047-a2f6ecccdcd6)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:09.382705 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:09.402476 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:09.443555 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21eaa76d-2313-4a4e-b33b-8d98d94c75b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a4ac57-3557-4889-93de-36bf339a8eb3'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:35:09.450966 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f327bf70-8739-4d68-b18a-1fc803b36611, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f327bf70-8739-4d68-b18a-1fc803b36611,segment=NetworkSegment(5af20479-e21d-45a6-9a77-81e6b7ab8923),segment_id=5af20479-e21d-45a6-9a77-81e6b7ab8923)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:09.492595 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:09.492989 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Pushing event updated for resources: {'Port': ['ID=b03a7ed1-1d22-4708-a658-52ab350ca5e5,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:09.502682 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e2a4ac57-3557-4889-93de-36bf339a8eb3, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e2a4ac57-3557-4889-93de-36bf339a8eb3,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:09.504857 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46fce96d-4508-4a15-a872-de62ba042740 req-b0da6075-b20b-4930-a07e-c042a6af835d service neutron] 10.222.0.30 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708591 Mar 05 13:35:09.523309 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:09.558865 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=be539706-83dd-4ac5-9dc9-c1ac55a8a775,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:09.696164 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=f327bf70-8739-4d68-b18a-1fc803b36611,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:09.697376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Pushing event updated for resources: {'Port': ['ID=65167010-576f-47d8-ab65-885798b5cdc3,revision_number=7']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:09.756479 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:09.756817 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:09.757145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:09.757469 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:09.757788 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:09.758099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:09.758410 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:09.759042 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:09.759042 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:09.759348 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:09.759648 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:09.759952 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:09.765333 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['f327bf70-8739-4d68-b18a-1fc803b36611'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:35:09.781933 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cebf89bb-441d-46fe-9bb7-e49b64bb27ba req-5756b406-51e9-4868-93f3-8a51944f46d6 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012217 Mar 05 13:35:09.797510 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=e2a4ac57-3557-4889-93de-36bf339a8eb3,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:09.826072 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08212064-d318-4ca7-b746-4b64eddf024e req-4f640b3e-06fa-44b9-bb28-0f48ef4a6f77 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:09.843052 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-08212064-d318-4ca7-b746-4b64eddf024e req-4f640b3e-06fa-44b9-bb28-0f48ef4a6f77 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 943 time: 0.4328990 Mar 05 13:35:09.912381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Attempting to bind port 65167010-576f-47d8-ab65-885798b5cdc3 on host n-h1-803718-1 for vnic_type normal with profile {"migrating_to": "n-h2-803718-1"} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:35:09.912887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Attempting to bind port 65167010-576f-47d8-ab65-885798b5cdc3 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:35:09.913330 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Attempting to bind port 65167010-576f-47d8-ab65-885798b5cdc3 on network 1e632aab-7405-4a4c-851d-f121cf35a970 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:35:09.921984 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Port 65167010-576f-47d8-ab65-885798b5cdc3 on network 1e632aab-7405-4a4c-851d-f121cf35a970 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:35:09.923387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Attempting to bind port 65167010-576f-47d8-ab65-885798b5cdc3 on network 1e632aab-7405-4a4c-851d-f121cf35a970 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:35:09.936800 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:35:09.937932 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Checking segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:35:09.939027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Bound using segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:35:09.939587 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Bound port: 65167010-576f-47d8-ab65-885798b5cdc3, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:35:09.940029 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:09.960686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-08212064-d318-4ca7-b746-4b64eddf024e req-bfc3d962-22c4-4e71-b95e-63caa5a12120 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Synchronizing usage tracker for tenant:293ce29818c24610874b0170cb644d65 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:35:10.042533 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-08212064-d318-4ca7-b746-4b64eddf024e req-bfc3d962-22c4-4e71-b95e-63caa5a12120 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Unset dirty status for tenant:293ce29818c24610874b0170cb644d65 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:35:10.054485 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-08212064-d318-4ca7-b746-4b64eddf024e req-bfc3d962-22c4-4e71-b95e-63caa5a12120 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614892 Mar 05 13:35:10.100251 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:10.133828 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [None req-954a5a68-adaa-471c-8043-01e781ed2d59 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:35:10.185487 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21eaa76d-2313-4a4e-b33b-8d98d94c75b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a4ac57-3557-4889-93de-36bf339a8eb3', 'code': 200} Mar 05 13:35:10.283335 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-954a5a68-adaa-471c-8043-01e781ed2d59 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:10.288181 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4a5688-5dc4-4433-b0bf-8ac244a2785e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65167010-576f-47d8-ab65-885798b5cdc3', 'code': 200} Mar 05 13:35:10.298280 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-954a5a68-adaa-471c-8043-01e781ed2d59 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:10.336798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device be539706-83dd-4ac5-9dc9-c1ac55a8a775 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:35:10.425384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] For port 65167010-576f-47d8-ab65-885798b5cdc3, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:35:10.428589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] For port 65167010-576f-47d8-ab65-885798b5cdc3, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=65167010-576f-47d8-ab65-885798b5cdc3,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:35:10.432425 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port be539706-83dd-4ac5-9dc9-c1ac55a8a775 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:35:10.433152 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:10.447862 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:10.596249 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5cbfde96-8010-4629-83e4-89d3a9398b43 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:35:10.656249 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b6c406-54a3-4039-ae5d-133c9559efe6 None None] Network 0214471d-cbcd-4678-a18d-db2a61094f2d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:35:10.797422 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 5cbfde96-8010-4629-83e4-89d3a9398b43 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:35:10.802303 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-aeba4347-40b8-42a8-ab0b-12c49f656c63 None None] Provisioning for port 5cbfde96-8010-4629-83e4-89d3a9398b43 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:35:10.810013 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 5cbfde96-8010-4629-83e4-89d3a9398b43 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:35:10.810013 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:10.815101 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b979fea-413b-4dbe-af27-1634356648af req-21df3fda-ad34-4d02-bc20-78c700277813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:10.816567 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0b979fea-413b-4dbe-af27-1634356648af req-21df3fda-ad34-4d02-bc20-78c700277813 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=21eaa76d-2313-4a4e-b33b-8d98d94c75b3 HTTP/1.1" status: 200 len: 1096 time: 0.4561949 Mar 05 13:35:10.851951 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-aeba4347-40b8-42a8-ab0b-12c49f656c63 None None] Provisioning complete for port 5cbfde96-8010-4629-83e4-89d3a9398b43 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:35:10.852310 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aeba4347-40b8-42a8-ab0b-12c49f656c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:10.867438 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Pushing event updated for resources: {'Port': ['ID=65167010-576f-47d8-ab65-885798b5cdc3,revision_number=8']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:10.872324 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:10.873588 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:10.875073 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] 10.222.0.30 "PUT /v2.0/ports/65167010-576f-47d8-ab65-885798b5cdc3 HTTP/1.1" status: 200 len: 1121 time: 2.8313015 Mar 05 13:35:10.888243 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-b9059497-e608-40cb-838a-2d3bff494024 service neutron] 10.222.0.30 "GET /v2.0/ports/76dac71b-aab3-4406-b447-ce9e4d3d0cd5/bindings/n-h1-803718-1 HTTP/1.1" status: 200 len: 384 time: 0.2407596 Mar 05 13:35:10.899589 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845fc04-6a91-428d-b259-5d9757abafdf req-893fc71f-b86a-41d8-9aeb-ad9e98070ed3 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:10.901518 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7845fc04-6a91-428d-b259-5d9757abafdf req-893fc71f-b86a-41d8-9aeb-ad9e98070ed3 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=42e174a5-114c-4366-80c0-839b2cf4fc77 HTTP/1.1" status: 200 len: 944 time: 0.5419049 Mar 05 13:35:10.906551 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:10.935079 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-954a5a68-adaa-471c-8043-01e781ed2d59 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Floating IP 03017a71-0af1-48e7-9032-88bf44d0333f associated. External IP: 172.25.4.148, port: a33c0978-949f-4f98-b88a-e25c1c846b53. Mar 05 13:35:10.953390 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0b979fea-413b-4dbe-af27-1634356648af req-d7ee65f8-0502-42bf-8669-31cdb5148778 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210051 Mar 05 13:35:10.976823 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5aa2d3b3-f73d-4b43-adff-35c5f4e73aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:10.993926 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:10.994407 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:10.994884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:10.995349 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:10.995791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:10.996221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:10.996651 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:10.997079 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:10.997509 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:10.997932 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:10.998356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:10.998793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe30e19-cb35-417c-aa9f-84e85bbc539d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:11.014331 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['65167010-576f-47d8-ab65-885798b5cdc3'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:35:11.029844 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeca12d-3964-40b0-a5ee-0407476962bb req-4313e9dc-9008-4a7c-b8ab-a2a1466ac059 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:11.032332 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cbeca12d-3964-40b0-a5ee-0407476962bb req-4313e9dc-9008-4a7c-b8ab-a2a1466ac059 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=21eaa76d-2313-4a4e-b33b-8d98d94c75b3 HTTP/1.1" status: 200 len: 945 time: 0.6749275 Mar 05 13:35:11.095467 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7845fc04-6a91-428d-b259-5d9757abafdf req-793dd859-e90b-439b-99cc-3ecba5a9b28c tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505952 Mar 05 13:35:11.183076 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cbeca12d-3964-40b0-a5ee-0407476962bb req-6bfce5a0-c99d-4614-9233-9e96484eb092 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385863 Mar 05 13:35:11.220405 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:11.284293 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aeba4347-40b8-42a8-ab0b-12c49f656c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:11.320960 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 5cbfde96-8010-4629-83e4-89d3a9398b43, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5cbfde96-8010-4629-83e4-89d3a9398b43,segment=NetworkSegment(44adb7d8-a45a-4917-8689-ea17cbff440a),segment_id=44adb7d8-a45a-4917-8689-ea17cbff440a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:11.337355 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:11.586746 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-aeba4347-40b8-42a8-ab0b-12c49f656c63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:35:11.587189 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-aeba4347-40b8-42a8-ab0b-12c49f656c63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:35:11.594777 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=5cbfde96-8010-4629-83e4-89d3a9398b43,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:11.604375 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f327bf70-8739-4d68-b18a-1fc803b36611 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:35:11.698746 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port f327bf70-8739-4d68-b18a-1fc803b36611 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:35:11.703489 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port f327bf70-8739-4d68-b18a-1fc803b36611 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:35:11.703855 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:11.713647 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Router e73ad6bf-7230-4309-92c2-29da49cefb04 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:35:11.734731 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954a5a68-adaa-471c-8043-01e781ed2d59 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Router c27ea49d-26ee-402e-9b1e-3df0e1d51df5 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:35:11.771764 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b814b-5022-475b-ac83-fac680d81bb7 req-98bca697-3338-408b-8434-4a3e0cb2abc3 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:11.773229 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-341b814b-5022-475b-ac83-fac680d81bb7 req-98bca697-3338-408b-8434-4a3e0cb2abc3 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 943 time: 0.3109558 Mar 05 13:35:11.820122 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:11.854905 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f327bf70-8739-4d68-b18a-1fc803b36611, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f327bf70-8739-4d68-b18a-1fc803b36611,segment=NetworkSegment(5af20479-e21d-45a6-9a77-81e6b7ab8923),segment_id=5af20479-e21d-45a6-9a77-81e6b7ab8923)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:11.869278 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-9b8b2fab-aa23-4120-8043-483ac413ddcf service neutron] For port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=76dac71b-aab3-4406-b447-ce9e4d3d0cd5,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:11.870757 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:11.907663 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-99f401b5-46cb-426a-834e-173345a661b6 req-fe36ed80-d916-476c-84a7-71c6aa84fc2a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3437862 Mar 05 13:35:11.918597 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:11.929719 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-341b814b-5022-475b-ac83-fac680d81bb7 req-dcba3716-a2fb-4d45-b968-93d6a28e7af4 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039486 Mar 05 13:35:11.943278 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=f327bf70-8739-4d68-b18a-1fc803b36611,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:12.025775 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:12.054936 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7597e-dd68-409d-a52e-3d27c2872fad req-0a61ba77-3ef5-448e-845d-96ea4433ffd1 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:12.064301 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8ec7597e-dd68-409d-a52e-3d27c2872fad req-0a61ba77-3ef5-448e-845d-96ea4433ffd1 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 943 time: 0.3936305 Mar 05 13:35:12.066808 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-9b8b2fab-aa23-4120-8043-483ac413ddcf service neutron] For port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:35:12.069507 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954a5a68-adaa-471c-8043-01e781ed2d59 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:35:12.079127 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-954a5a68-adaa-471c-8043-01e781ed2d59 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:12.080723 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3336d339-caa0-4f8d-8be9-f73a5ed59b9f None None] Sync routers for ids ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:35:12.094050 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3336d339-caa0-4f8d-8be9-f73a5ed59b9f None None] Routers {'c27ea49d-26ee-402e-9b1e-3df0e1d51df5'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:35:12.094664 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3336d339-caa0-4f8d-8be9-f73a5ed59b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:35:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:35:12.132599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:35:12.162068 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] Sync routers for ids ['e73ad6bf-7230-4309-92c2-29da49cefb04'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:35:12.185037 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-9b8b2fab-aa23-4120-8043-483ac413ddcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:35:12.207626 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e174a5-114c-4366-80c0-839b2cf4fc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f327bf70-8739-4d68-b18a-1fc803b36611'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:35:12.211340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-9b8b2fab-aa23-4120-8043-483ac413ddcf service neutron] For port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=76dac71b-aab3-4406-b447-ce9e4d3d0cd5,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:12.223090 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8ec7597e-dd68-409d-a52e-3d27c2872fad req-6baec6f5-a43c-4283-b408-7fe348c685e9 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576655 Mar 05 13:35:12.223985 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:12.228115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44696) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:12.228358 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0caad708-a493-4688-b027-0746c5f75005 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0479286 Mar 05 13:35:12.246710 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5cbfde96-8010-4629-83e4-89d3a9398b43 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:35:12.257226 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-9b8b2fab-aa23-4120-8043-483ac413ddcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:12.389846 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-3336d339-caa0-4f8d-8be9-f73a5ed59b9f None None] Set router c27ea49d-26ee-402e-9b1e-3df0e1d51df5 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:35:12.391666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4a5688-5dc4-4433-b0bf-8ac244a2785e', 'tag': '65167010-576f-47d8-ab65-885798b5cdc3'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:35:12.467379 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-954a5a68-adaa-471c-8043-01e781ed2d59 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "PUT /v2.0/floatingips/03017a71-0af1-48e7-9032-88bf44d0333f HTTP/1.1" status: 200 len: 991 time: 4.9654474 Mar 05 13:35:12.493101 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] Routers {'e73ad6bf-7230-4309-92c2-29da49cefb04'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:35:12.494657 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:35:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e73ad6bf-7230-4309-92c2-29da49cefb04'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:35:12.676391 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-9b8b2fab-aa23-4120-8043-483ac413ddcf service neutron] Transition to ACTIVE for port object 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:35:12.691489 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-9b8b2fab-aa23-4120-8043-483ac413ddcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:12.756980 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f31115da-e80b-44e4-8f46-1844b1c7fdd8 None None] Provisioning complete for port 5cbfde96-8010-4629-83e4-89d3a9398b43 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:35:12.765862 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f31115da-e80b-44e4-8f46-1844b1c7fdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:12.781741 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39526e14-0cdd-4c7f-901f-f04c63910819 req-fd813760-a63e-4818-9e66-5abea578060f tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:12.789134 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-39526e14-0cdd-4c7f-901f-f04c63910819 req-fd813760-a63e-4818-9e66-5abea578060f tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=42e174a5-114c-4366-80c0-839b2cf4fc77 HTTP/1.1" status: 200 len: 945 time: 0.2160089 Mar 05 13:35:12.824381 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b2fab-aa23-4120-8043-483ac413ddcf service neutron] Pushing event updated for resources: {'Port': ['ID=76dac71b-aab3-4406-b447-ce9e4d3d0cd5,revision_number=10']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:12.851984 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 5cbfde96-8010-4629-83e4-89d3a9398b43 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:35:12.852347 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:12.919954 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3336d339-caa0-4f8d-8be9-f73a5ed59b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534995435-router', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:10Z', 'updated_at': '2022-03-05T13:33:16Z', 'revision_number': 4, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'gw_port': {'id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:11Z', 'updated_at': '2022-03-05T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '03017a71-0af1-48e7-9032-88bf44d0333f', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'port_id': 'a33c0978-949f-4f98-b88a-e25c1c846b53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'mac_address': 'fa:16:3e:ee:86:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646db73-eed4-40b4-be3a-4333d16ead28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:33:49Z', 'updated_at': '2022-03-05T13:35:09Z', 'revision_number': 5, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1fb3ffb-5b00-4997-9631-df29185d2d06', 'name': '', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'mac_address': 'fa:16:3e:ed:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:15Z', 'updated_at': '2022-03-05T13:33:25Z', 'revision_number': 5, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'subnets': [{'id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:35:12.925450 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3336d339-caa0-4f8d-8be9-f73a5ed59b9f None None] Checking router: c27ea49d-26ee-402e-9b1e-3df0e1d51df5 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:35:12.948281 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3336d339-caa0-4f8d-8be9-f73a5ed59b9f None None] Routers {'c27ea49d-26ee-402e-9b1e-3df0e1d51df5'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:35:12.948920 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3336d339-caa0-4f8d-8be9-f73a5ed59b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:35:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:35:12.953808 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] Set router e73ad6bf-7230-4309-92c2-29da49cefb04 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:35:12.977811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-9b8b2fab-aa23-4120-8043-483ac413ddcf service neutron] No DVR routers for this DVR port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:35:13.066709 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-9b8b2fab-aa23-4120-8043-483ac413ddcf service neutron] 10.222.0.30 "PUT /v2.0/ports/76dac71b-aab3-4406-b447-ce9e4d3d0cd5/bindings/n-h1-803718-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1616044 Mar 05 13:35:13.077716 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700b03f-ae5d-4dbe-9a0a-23fff30ed70d req-6ece5b78-d775-4790-81a8-9aff703c24e1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:13.099191 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d700b03f-ae5d-4dbe-9a0a-23fff30ed70d req-6ece5b78-d775-4790-81a8-9aff703c24e1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 950 time: 0.6595318 Mar 05 13:35:13.156373 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d700b03f-ae5d-4dbe-9a0a-23fff30ed70d req-69fcd8ba-2534-4960-9f31-c1eb1d780563 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552039 Mar 05 13:35:13.172627 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-39526e14-0cdd-4c7f-901f-f04c63910819 req-a690d6a8-fe37-44b1-b530-0b95e32c92d2 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809004 Mar 05 13:35:13.252968 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-3336d339-caa0-4f8d-8be9-f73a5ed59b9f None None] Set router c27ea49d-26ee-402e-9b1e-3df0e1d51df5 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:35:13.312665 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e174a5-114c-4366-80c0-839b2cf4fc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f327bf70-8739-4d68-b18a-1fc803b36611', 'code': 200} Mar 05 13:35:13.506391 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:13.532958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73ad6bf-7230-4309-92c2-29da49cefb04', 'name': 'tempest-AttachSCSIVolumeTestJSON-1824580616-router', 'tenant_id': '71c14fbdc1914567860d39e82e019069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'b03a7ed1-1d22-4708-a658-52ab350ca5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:35:06Z', 'updated_at': '2022-03-05T13:35:09Z', 'revision_number': 3, 'project_id': '71c14fbdc1914567860d39e82e019069', 'gw_port': {'id': 'b03a7ed1-1d22-4708-a658-52ab350ca5e5', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ae:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73ad6bf-7230-4309-92c2-29da49cefb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:35:07Z', 'updated_at': '2022-03-05T13:35:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:35:13.542607 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] Checking router: e73ad6bf-7230-4309-92c2-29da49cefb04 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:35:13.542979 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] Updating router e73ad6bf-7230-4309-92c2-29da49cefb04 port b03a7ed1-1d22-4708-a658-52ab350ca5e5 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:35:13.601275 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:13.619870 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110e144-a40d-4065-8c43-f075b74e10e3 req-03c409a7-bb1e-405d-8b51-193f02e7928e tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:13.621640 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8110e144-a40d-4065-8c43-f075b74e10e3 req-03c409a7-bb1e-405d-8b51-193f02e7928e tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=21eaa76d-2313-4a4e-b33b-8d98d94c75b3 HTTP/1.1" status: 200 len: 945 time: 0.2104244 Mar 05 13:35:13.639177 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4a5688-5dc4-4433-b0bf-8ac244a2785e', 'tag': '65167010-576f-47d8-ab65-885798b5cdc3', 'status': 'completed', 'code': 200} Mar 05 13:35:13.681079 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8110e144-a40d-4065-8c43-f075b74e10e3 req-830ae23a-443a-4bbb-a20f-f2ea7a0b3590 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493128 Mar 05 13:35:13.863739 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.15', 64596) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:13.879361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-98b1ff0a-2cce-4b8d-9488-95bce7cbadad tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:13.882157 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-98b1ff0a-2cce-4b8d-9488-95bce7cbadad tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda&tenant_id=d5ffda21ed5b4786823c5a5c4a431675&binding%3Ahost_id=n-h2-803718-1 HTTP/1.1" status: 200 len: 1095 time: 0.4407768 Mar 05 13:35:13.884555 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3336d339-caa0-4f8d-8be9-f73a5ed59b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534995435-router', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:10Z', 'updated_at': '2022-03-05T13:33:16Z', 'revision_number': 4, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'gw_port': {'id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:11Z', 'updated_at': '2022-03-05T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '03017a71-0af1-48e7-9032-88bf44d0333f', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'port_id': 'a33c0978-949f-4f98-b88a-e25c1c846b53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'mac_address': 'fa:16:3e:ee:86:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646db73-eed4-40b4-be3a-4333d16ead28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:33:49Z', 'updated_at': '2022-03-05T13:35:09Z', 'revision_number': 5, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1fb3ffb-5b00-4997-9631-df29185d2d06', 'name': '', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'mac_address': 'fa:16:3e:ed:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:15Z', 'updated_at': '2022-03-05T13:33:25Z', 'revision_number': 5, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'subnets': [{'id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:35:13.889368 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3336d339-caa0-4f8d-8be9-f73a5ed59b9f None None] The sync data for ids ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'] in n-d-803718-1 is: [{'id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534995435-router', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:10Z', 'updated_at': '2022-03-05T13:33:16Z', 'revision_number': 4, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'gw_port': {'id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:11Z', 'updated_at': '2022-03-05T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '03017a71-0af1-48e7-9032-88bf44d0333f', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'port_id': 'a33c0978-949f-4f98-b88a-e25c1c846b53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'mac_address': 'fa:16:3e:ee:86:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3646db73-eed4-40b4-be3a-4333d16ead28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:33:49Z', 'updated_at': '2022-03-05T13:35:09Z', 'revision_number': 5, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1fb3ffb-5b00-4997-9631-df29185d2d06', 'name': '', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'mac_address': 'fa:16:3e:ed:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:15Z', 'updated_at': '2022-03-05T13:33:25Z', 'revision_number': 5, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'subnets': [{'id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:35:13.928325 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ed117-c000-4035-9c5b-b61993961108 req-0f7331f3-2ef1-4f65-9d50-317d7411bfcb tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:13.929918 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bd3ed117-c000-4035-9c5b-b61993961108 req-0f7331f3-2ef1-4f65-9d50-317d7411bfcb tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 944 time: 0.0870008 Mar 05 13:35:13.986945 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bd3ed117-c000-4035-9c5b-b61993961108 req-0e519acb-5766-447b-b30d-6c21883d7dbb tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511549 Mar 05 13:35:13.990212 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:14.003433 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] Transition to ACTIVE for port object b03a7ed1-1d22-4708-a658-52ab350ca5e5 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:35:14.015314 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:14.046999 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82621bdc-df1e-400b-b6dc-c009ff67267b req-f3e27ef3-9a4a-44d4-82eb-394332799149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:14.048550 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-82621bdc-df1e-400b-b6dc-c009ff67267b req-f3e27ef3-9a4a-44d4-82eb-394332799149 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 1124 time: 0.4190032 Mar 05 13:35:14.091176 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:35:14.111821 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33beea6e-d7b7-4d94-a338-e06223755913 req-63c92092-742c-4599-9e2a-373cd862812d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:14.113531 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-33beea6e-d7b7-4d94-a338-e06223755913 req-63c92092-742c-4599-9e2a-373cd862812d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?device_id=3646db73-eed4-40b4-be3a-4333d16ead28 HTTP/1.1" status: 200 len: 945 time: 0.5162129 Mar 05 13:35:14.130580 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] Attempting to bind port b03a7ed1-1d22-4708-a658-52ab350ca5e5 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:35:14.130970 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] Attempting to bind port b03a7ed1-1d22-4708-a658-52ab350ca5e5 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:35:14.131325 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] Attempting to bind port b03a7ed1-1d22-4708-a658-52ab350ca5e5 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:35:14.159065 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:35:14.159428 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:35:14.159824 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:14.160209 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:35:14.160661 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] Bound port: b03a7ed1-1d22-4708-a658-52ab350ca5e5, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:35:14.161020 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:14.200056 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffed857f-41fc-4d44-9776-37e672488a43 None None] New status for floating IP 03017a71-0af1-48e7-9032-88bf44d0333f: ACTIVE {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:35:14.212551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ed51f-9800-4089-99f9-037f91762002 None None] Pushing event updated for resources: {'Port': ['ID=b03a7ed1-1d22-4708-a658-52ab350ca5e5,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:14.245323 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:35:14.248642 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad551f-0d92-42e8-b797-c3e6352e2b85 req-1426d35c-5da7-4365-b84f-6a340da38d35 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:14.252142 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8bad551f-0d92-42e8-b797-c3e6352e2b85 req-1426d35c-5da7-4365-b84f-6a340da38d35 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 943 time: 0.1292408 Mar 05 13:35:14.261876 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] For port b03a7ed1-1d22-4708-a658-52ab350ca5e5, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:35:14.265394 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] For port b03a7ed1-1d22-4708-a658-52ab350ca5e5, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b03a7ed1-1d22-4708-a658-52ab350ca5e5,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:35:14.271193 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:14.323308 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8bad551f-0d92-42e8-b797-c3e6352e2b85 req-c2cf7841-3fe0-4e05-b2c8-bd5bd8091251 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639231 Mar 05 13:35:14.383342 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] Routers {'e73ad6bf-7230-4309-92c2-29da49cefb04'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:35:14.383959 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:35:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e73ad6bf-7230-4309-92c2-29da49cefb04'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:35:14.394121 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82621bdc-df1e-400b-b6dc-c009ff67267b req-6ba5ba40-aee1-4cbe-9663-8c83cf1a1e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:14.395615 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-82621bdc-df1e-400b-b6dc-c009ff67267b req-6ba5ba40-aee1-4cbe-9663-8c83cf1a1e9b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 907 time: 0.3362842 Mar 05 13:35:14.397452 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ec5ba-7956-4308-927e-c0df3d8faf64 req-efa4f25e-7e5e-4586-a4ee-938c4aef3f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:14.398782 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a59ec5ba-7956-4308-927e-c0df3d8faf64 req-efa4f25e-7e5e-4586-a4ee-938c4aef3f9b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42e174a5-114c-4366-80c0-839b2cf4fc77 HTTP/1.1" status: 200 len: 1096 time: 0.9587712 Mar 05 13:35:14.423073 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e0292784-d9ba-45f4-89d2-48e4f895a78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:14.546910 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-d896ce6f-deb8-4859-a9e3-1c78333cd0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:14.548321 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-d896ce6f-deb8-4859-a9e3-1c78333cd0cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda&tenant_id=d5ffda21ed5b4786823c5a5c4a431675 HTTP/1.1" status: 200 len: 1095 time: 0.5910122 Mar 05 13:35:14.549646 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-82621bdc-df1e-400b-b6dc-c009ff67267b req-cb3f7ed6-1e36-4d99-a249-85341906159f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65167010-576f-47d8-ab65-885798b5cdc3 HTTP/1.1" status: 200 len: 217 time: 0.1078019 Mar 05 13:35:14.581024 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ed51f-9800-4089-99f9-037f91762002 None None] Pushing event updated for resources: {'Port': ['ID=b03a7ed1-1d22-4708-a658-52ab350ca5e5,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:14.690531 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a59ec5ba-7956-4308-927e-c0df3d8faf64 req-b294c452-e1fa-4289-8e65-9ebcd271706f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462726 Mar 05 13:35:14.700602 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-33beea6e-d7b7-4d94-a338-e06223755913 req-37070ddd-a69d-4d2f-9ad4-328754768938 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef53231d-4e0a-4a67-9f28-022e17843c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5354156 Mar 05 13:35:14.707976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82621bdc-df1e-400b-b6dc-c009ff67267b req-c0336359-ad6b-428e-8d8f-a2baff715851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:14.709505 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-82621bdc-df1e-400b-b6dc-c009ff67267b req-c0336359-ad6b-428e-8d8f-a2baff715851 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ac31366-a7f9-483e-b1e1-eea597fcd311 HTTP/1.1" status: 200 len: 847 time: 0.0857122 Mar 05 13:35:14.742494 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] Set router e73ad6bf-7230-4309-92c2-29da49cefb04 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:35:14.808693 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f401b5-46cb-426a-834e-173345a661b6 req-8ed4c41c-e4e2-42e1-b3a5-8facafd8eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:14.810122 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-99f401b5-46cb-426a-834e-173345a661b6 req-8ed4c41c-e4e2-42e1-b3a5-8facafd8eb3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 1101 time: 0.9397235 Mar 05 13:35:14.914676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-12ac0dd5-0f54-4241-928f-816e34a087af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:14.916171 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-12ac0dd5-0f54-4241-928f-816e34a087af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 1095 time: 0.3321259 Mar 05 13:35:14.916714 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a2a6f-24c1-42c3-987a-c1a39b189f08 req-d8acdd8b-5bf9-4d37-816a-ea90a5a38b5c tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:14.923318 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7a4a2a6f-24c1-42c3-987a-c1a39b189f08 req-d8acdd8b-5bf9-4d37-816a-ea90a5a38b5c tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 950 time: 0.1435313 Mar 05 13:35:14.988591 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7a4a2a6f-24c1-42c3-987a-c1a39b189f08 req-2b862df7-8262-4bc1-8dfd-b499911a430b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609148 Mar 05 13:35:15.115093 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73ad6bf-7230-4309-92c2-29da49cefb04', 'name': 'tempest-AttachSCSIVolumeTestJSON-1824580616-router', 'tenant_id': '71c14fbdc1914567860d39e82e019069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'b03a7ed1-1d22-4708-a658-52ab350ca5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:35:06Z', 'updated_at': '2022-03-05T13:35:09Z', 'revision_number': 3, 'project_id': '71c14fbdc1914567860d39e82e019069', 'gw_port': {'id': 'b03a7ed1-1d22-4708-a658-52ab350ca5e5', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ae:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73ad6bf-7230-4309-92c2-29da49cefb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:35:07Z', 'updated_at': '2022-03-05T13:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:35:15.120618 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16e0bd8-6818-4305-a4ca-bcfe647d90b6 None None] The sync data for ids ['e73ad6bf-7230-4309-92c2-29da49cefb04'] in n-d-803718-1 is: [{'id': 'e73ad6bf-7230-4309-92c2-29da49cefb04', 'name': 'tempest-AttachSCSIVolumeTestJSON-1824580616-router', 'tenant_id': '71c14fbdc1914567860d39e82e019069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'b03a7ed1-1d22-4708-a658-52ab350ca5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:35:06Z', 'updated_at': '2022-03-05T13:35:09Z', 'revision_number': 3, 'project_id': '71c14fbdc1914567860d39e82e019069', 'gw_port': {'id': 'b03a7ed1-1d22-4708-a658-52ab350ca5e5', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ae:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73ad6bf-7230-4309-92c2-29da49cefb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:35:07Z', 'updated_at': '2022-03-05T13:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:35:15.251896 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2777803-3a08-48f4-bff8-94b0e84ead4b req-12b1ce4e-80e7-4abd-af61-fbbbd4f84484 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:15.258808 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a2777803-3a08-48f4-bff8-94b0e84ead4b req-12b1ce4e-80e7-4abd-af61-fbbbd4f84484 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=21eaa76d-2313-4a4e-b33b-8d98d94c75b3 HTTP/1.1" status: 200 len: 945 time: 0.1048510 Mar 05 13:35:15.266096 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-82621bdc-df1e-400b-b6dc-c009ff67267b req-c19dbf89-2b35-43a9-ab24-9dbd53fa1deb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1e632aab-7405-4a4c-851d-f121cf35a970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3432178 Mar 05 13:35:15.321934 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a2777803-3a08-48f4-bff8-94b0e84ead4b req-5ffb9f63-5af8-4250-ab8a-6c7e47844b5b tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561602 Mar 05 13:35:15.577418 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2686a-20af-4a69-b59e-48902cb7c658 req-2da3dbb8-a80f-46ec-ab4f-738fe8024d7e tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:15.579079 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8bb2686a-20af-4a69-b59e-48902cb7c658 req-2da3dbb8-a80f-46ec-ab4f-738fe8024d7e tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 944 time: 0.0992777 Mar 05 13:35:15.622937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f401b5-46cb-426a-834e-173345a661b6 req-cc778423-5719-471a-9b2a-ebaa523b7907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:15.624634 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-99f401b5-46cb-426a-834e-173345a661b6 req-cc778423-5719-471a-9b2a-ebaa523b7907 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.6705933 Mar 05 13:35:15.632236 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8bb2686a-20af-4a69-b59e-48902cb7c658 req-ac8b6c9b-106f-4231-a2cb-0da449e4dee6 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475278 Mar 05 13:35:15.640639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3646db73-eed4-40b4-be3a-4333d16ead28', 'tag': 'a33c0978-949f-4f98-b88a-e25c1c846b53'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:35:15.722916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-e0292784-d9ba-45f4-89d2-48e4f895a78a admin admin] Allocated IP 172.20.0.1 (0214471d-cbcd-4678-a18d-db2a61094f2d/9bb3812a-ec38-4e54-a7f6-5fa9fe940713/71f7c2c6-59bc-4b34-a107-57c5001dd76f) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:35:15.751578 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-99f401b5-46cb-426a-834e-173345a661b6 req-a20c4eae-699f-4dd5-98d1-0cad48faf80b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=8b7830ee-f387-454a-982c-d3f409d76188 HTTP/1.1" status: 200 len: 217 time: 0.0976667 Mar 05 13:35:15.752686 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-3d015b82-f8b8-4aa9-a6b6-e7ffd957bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:15.754113 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-3d015b82-f8b8-4aa9-a6b6-e7ffd957bcdd service neutron] 10.222.0.15 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 920 time: 0.7525289 Mar 05 13:35:15.767569 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-82621bdc-df1e-400b-b6dc-c009ff67267b req-4427ec87-e748-4efd-982f-9f200b2bdfd4 service neutron] 10.222.0.15 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903805 Mar 05 13:35:15.833657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e8579-6a05-4889-8876-4bf146f0ed61 req-d516f9c9-3a1c-4ae8-b09c-dee5b0459c34 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:15.835194 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a17e8579-6a05-4889-8876-4bf146f0ed61 req-d516f9c9-3a1c-4ae8-b09c-dee5b0459c34 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=42e174a5-114c-4366-80c0-839b2cf4fc77 HTTP/1.1" status: 200 len: 945 time: 0.9889388 Mar 05 13:35:15.928923 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-018d8c2b-fce5-4515-ae51-30babe08ef29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76dac71b-aab3-4406-b447-ce9e4d3d0cd5 HTTP/1.1" status: 200 len: 217 time: 0.1596897 Mar 05 13:35:16.112141 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 65167010-576f-47d8-ab65-885798b5cdc3 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:35:16.163619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f401b5-46cb-426a-834e-173345a661b6 req-697c7445-14bf-443a-9211-a2f69f631cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:16.165041 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-99f401b5-46cb-426a-834e-173345a661b6 req-697c7445-14bf-443a-9211-a2f69f631cc6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.3937371 Mar 05 13:35:16.253610 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a17e8579-6a05-4889-8876-4bf146f0ed61 req-03a432a5-9072-4be5-b4e6-3f3f47f22811 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327858 Mar 05 13:35:16.265622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-b2a2af67-4e78-42ff-b7f2-3a7baba9cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:16.267304 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-b2a2af67-4e78-42ff-b7f2-3a7baba9cec2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ddb228e-b84a-4351-a2cb-7f33147be2ea HTTP/1.1" status: 200 len: 860 time: 0.3062925 Mar 05 13:35:16.283419 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b03a7ed1-1d22-4708-a658-52ab350ca5e5 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:35:16.351417 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-f592e8bb-6d6a-41b9-9f68-03748d7c1bc0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616634 Mar 05 13:35:16.382340 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port b03a7ed1-1d22-4708-a658-52ab350ca5e5 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:35:16.385483 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e0292784-d9ba-45f4-89d2-48e4f895a78a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:16.399890 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b03a7ed1-1d22-4708-a658-52ab350ca5e5 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:35:16.400261 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:16.407099 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-e0292784-d9ba-45f4-89d2-48e4f895a78a admin admin] Transition to ACTIVE for port object 71f7c2c6-59bc-4b34-a107-57c5001dd76f will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:35:16.437870 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3646db73-eed4-40b4-be3a-4333d16ead28', 'tag': 'a33c0978-949f-4f98-b88a-e25c1c846b53', 'status': 'completed', 'code': 200} Mar 05 13:35:16.469709 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 65167010-576f-47d8-ab65-885798b5cdc3, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=65167010-576f-47d8-ab65-885798b5cdc3,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:16.503626 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 65167010-576f-47d8-ab65-885798b5cdc3 has no active binding in host n-h2-803718-1 {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 05 13:35:16.532840 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597d5c6-53a9-4659-b658-c332370a9eca req-ca264489-79a3-43f8-afa0-eb6148a8818e tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:16.541437 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3597d5c6-53a9-4659-b658-c332370a9eca req-ca264489-79a3-43f8-afa0-eb6148a8818e tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 943 time: 0.2313614 Mar 05 13:35:16.599033 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e0292784-d9ba-45f4-89d2-48e4f895a78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:16.615598 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:16.635286 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port b03a7ed1-1d22-4708-a658-52ab350ca5e5, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b03a7ed1-1d22-4708-a658-52ab350ca5e5,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:16.641074 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:16.683596 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87ee99-8dde-41bb-9713-bd8db4d9aac0 req-d71e6162-6c6d-464e-b4b4-257b9edd5dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:16.685042 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b87ee99-8dde-41bb-9713-bd8db4d9aac0 req-d71e6162-6c6d-464e-b4b4-257b9edd5dcc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=381dd8912df24e389adcfe6de6d1a5c7&device_id=3646db73-eed4-40b4-be3a-4333d16ead28 HTTP/1.1" status: 200 len: 1096 time: 0.2834899 Mar 05 13:35:16.699855 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3597d5c6-53a9-4659-b658-c332370a9eca req-88de044e-79ab-42da-8be1-f0b38ba30271 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555095 Mar 05 13:35:16.706391 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-82621bdc-df1e-400b-b6dc-c009ff67267b req-1182582a-4e54-4e74-93bd-76e1169947f1 service neutron] 10.222.0.15 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8227229 Mar 05 13:35:16.758841 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=b03a7ed1-1d22-4708-a658-52ab350ca5e5,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:16.771398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:16.772550 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:16.774282 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:16.775598 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:16.775779 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:16.779586 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:16.779953 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0292784-d9ba-45f4-89d2-48e4f895a78a admin admin] Network 0214471d-cbcd-4678-a18d-db2a61094f2d is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:35:16.780594 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:16.781821 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:16.782486 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:16.783035 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:16.783584 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:16.784123 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:35:16.795947 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-e0292784-d9ba-45f4-89d2-48e4f895a78a admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:35:16.798488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0292784-d9ba-45f4-89d2-48e4f895a78a admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:35:16.798978 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e0292784-d9ba-45f4-89d2-48e4f895a78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:16.893511 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87ee99-8dde-41bb-9713-bd8db4d9aac0 req-a9725df9-36c0-486d-a4b7-9205e8e3a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:16.895219 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b87ee99-8dde-41bb-9713-bd8db4d9aac0 req-a9725df9-36c0-486d-a4b7-9205e8e3a5d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b61c9c6-6153-4f6d-b89b-c9e0e8648846 HTTP/1.1" status: 200 len: 923 time: 0.1944702 Mar 05 13:35:16.965338 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-0b1b6171-431c-45db-9b13-d0df126a0758 service neutron] 10.222.0.15 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030239 Mar 05 13:35:16.994430 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0292784-d9ba-45f4-89d2-48e4f895a78a admin admin] Pushing event updated for resources: {'Port': ['ID=71f7c2c6-59bc-4b34-a107-57c5001dd76f,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:17.024485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f401b5-46cb-426a-834e-173345a661b6 req-743a8bda-7367-4930-b736-be7642447b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:17.025967 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-99f401b5-46cb-426a-834e-173345a661b6 req-743a8bda-7367-4930-b736-be7642447b48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8335106 Mar 05 13:35:17.058985 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b87ee99-8dde-41bb-9713-bd8db4d9aac0 req-6f2ab118-3609-4a9d-8cdb-83c5e55facad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a33c0978-949f-4f98-b88a-e25c1c846b53 HTTP/1.1" status: 200 len: 1001 time: 0.1542163 Mar 05 13:35:17.065759 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-006f7818-a47e-4299-92e6-141ea3261311 None None] Provisioning for port 71f7c2c6-59bc-4b34-a107-57c5001dd76f completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:35:17.070970 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-006f7818-a47e-4299-92e6-141ea3261311 None None] Provisioning complete for port 71f7c2c6-59bc-4b34-a107-57c5001dd76f triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:35:17.071341 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-006f7818-a47e-4299-92e6-141ea3261311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:17.131875 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf2016-bd32-4546-9319-f2b6ea7ce36d req-2767cbe0-712d-4a17-bb50-fdc20ee5cb6a tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:17.133141 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-006f7818-a47e-4299-92e6-141ea3261311 None None] Port 71f7c2c6-59bc-4b34-a107-57c5001dd76f cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:35:17.138827 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1ccf2016-bd32-4546-9319-f2b6ea7ce36d req-2767cbe0-712d-4a17-bb50-fdc20ee5cb6a tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 944 time: 0.1781702 Mar 05 13:35:17.179217 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87ee99-8dde-41bb-9713-bd8db4d9aac0 req-e5c6fcd1-b17a-4e7d-b7ec-788fa325b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:17.180669 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b87ee99-8dde-41bb-9713-bd8db4d9aac0 req-e5c6fcd1-b17a-4e7d-b7ec-788fa325b009 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53cf1e97-f281-4add-be04-6ab35f2b8193 HTTP/1.1" status: 200 len: 862 time: 0.1070487 Mar 05 13:35:17.191649 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1ccf2016-bd32-4546-9319-f2b6ea7ce36d req-14056ce7-e9de-4e79-b9ce-c3d6bda4590e tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519898 Mar 05 13:35:17.226988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f295d7c-801b-4dbc-8a11-f153d48ac90e req-903f6ebb-725f-4d6c-bb6c-887a8dd94ccd tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:17.228569 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8f295d7c-801b-4dbc-8a11-f153d48ac90e req-903f6ebb-725f-4d6c-bb6c-887a8dd94ccd tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 950 time: 0.6163549 Mar 05 13:35:17.265505 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87ee99-8dde-41bb-9713-bd8db4d9aac0 req-ca8664f7-5ab5-4606-b703-dab3d1e2537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:17.267166 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b87ee99-8dde-41bb-9713-bd8db4d9aac0 req-ca8664f7-5ab5-4606-b703-dab3d1e2537e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b61c9c6-6153-4f6d-b89b-c9e0e8648846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746908 Mar 05 13:35:17.337731 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-99f401b5-46cb-426a-834e-173345a661b6 req-30bb4a7b-160e-477a-aa68-c9adf6c31621 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932580 Mar 05 13:35:17.344802 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8f295d7c-801b-4dbc-8a11-f153d48ac90e req-91511dbe-fd58-4381-a427-a030b363d2a5 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002986 Mar 05 13:35:17.387497 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-2e2e9c27-d1ea-4e19-bc7a-d80189f1549f service neutron] 10.222.0.15 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109354 Mar 05 13:35:17.514048 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b87ee99-8dde-41bb-9713-bd8db4d9aac0 req-6915f479-59be-4bdc-9abd-99bbba0e67f4 service neutron] 10.222.0.30 "GET /v2.0/networks/4b61c9c6-6153-4f6d-b89b-c9e0e8648846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273312 Mar 05 13:35:17.601631 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e0292784-d9ba-45f4-89d2-48e4f895a78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:17.664840 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c004b-153c-4344-a5e8-d146f6dbdb46 req-cf1f1a92-f596-4a3b-aded-e3f8a4e03758 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:17.666685 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1a6c004b-153c-4344-a5e8-d146f6dbdb46 req-cf1f1a92-f596-4a3b-aded-e3f8a4e03758 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=42e174a5-114c-4366-80c0-839b2cf4fc77 HTTP/1.1" status: 200 len: 945 time: 0.2210538 Mar 05 13:35:17.706321 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b87ee99-8dde-41bb-9713-bd8db4d9aac0 req-65002d8e-76f9-4cb1-aa89-e2ae69b58407 service neutron] 10.222.0.30 "GET /v2.0/networks/4b61c9c6-6153-4f6d-b89b-c9e0e8648846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831989 Mar 05 13:35:17.734380 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1a6c004b-153c-4344-a5e8-d146f6dbdb46 req-3007abfe-2f71-4464-bed4-1ec8af015624 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509014 Mar 05 13:35:17.747321 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-99f401b5-46cb-426a-834e-173345a661b6 req-31746244-1652-4775-80fe-94a760b27922 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994164 Mar 05 13:35:17.828660 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-3a41842b-91d4-45b6-b3fe-c0dfd05bf51e tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:17.830352 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-3a41842b-91d4-45b6-b3fe-c0dfd05bf51e tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda&tenant_id=d5ffda21ed5b4786823c5a5c4a431675&binding%3Ahost_id=n-h1-803718-1 HTTP/1.1" status: 200 len: 1095 time: 0.1490445 Mar 05 13:35:17.915508 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44804) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:17.977143 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7de0a-7977-4b57-b155-d4826b9caa03 req-8b73bb62-adc6-4cfd-a498-312d8950e23b tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:17.987214 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-45e7de0a-7977-4b57-b155-d4826b9caa03 req-8b73bb62-adc6-4cfd-a498-312d8950e23b tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=42e174a5-114c-4366-80c0-839b2cf4fc77 HTTP/1.1" status: 200 len: 945 time: 0.1090245 Mar 05 13:35:18.032745 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-45e7de0a-7977-4b57-b155-d4826b9caa03 req-a08c893a-53e1-41e0-9d2f-6cfb64daac1b tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446835 Mar 05 13:35:18.099474 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8cb9ffd9-c781-4874-9633-eb973902c486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:18.122081 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8cb9ffd9-c781-4874-9633-eb973902c486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:18.127408 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8cb9ffd9-c781-4874-9633-eb973902c486 admin admin] Usage tracker for resource:security_group_rule and tenant:f5bfe685c2bb43a5aa4fd20764131075 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:35:18.136298 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8cb9ffd9-c781-4874-9633-eb973902c486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:35:18.142717 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8cb9ffd9-c781-4874-9633-eb973902c486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:18.153313 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b03a7ed1-1d22-4708-a658-52ab350ca5e5 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:35:18.191671 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e0292784-d9ba-45f4-89d2-48e4f895a78a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:18.212187 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e0292784-d9ba-45f4-89d2-48e4f895a78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:18.212909 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e0292784-d9ba-45f4-89d2-48e4f895a78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:18.224386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096d442-43dd-40fe-a0c1-2cd434316004 req-9be95dc6-5238-418b-a562-a346db32e6f3 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:18.225901 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b096d442-43dd-40fe-a0c1-2cd434316004 req-9be95dc6-5238-418b-a562-a346db32e6f3 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 943 time: 0.3419936 Mar 05 13:35:18.240309 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b03a7ed1-1d22-4708-a658-52ab350ca5e5 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:35:18.240669 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:18.339395 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8cb9ffd9-c781-4874-9633-eb973902c486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:18.356015 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8cb9ffd9-c781-4874-9633-eb973902c486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:18.387804 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1cb74-fa3b-42aa-8145-6c22e2a33007 req-2686e236-c06b-4a82-851f-5a614be5c672 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:18.389268 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f6b1cb74-fa3b-42aa-8145-6c22e2a33007 req-2686e236-c06b-4a82-851f-5a614be5c672 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=42e174a5-114c-4366-80c0-839b2cf4fc77 HTTP/1.1" status: 200 len: 945 time: 0.1383731 Mar 05 13:35:18.433229 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8cb9ffd9-c781-4874-9633-eb973902c486 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5bfe685c2bb43a5aa4fd20764131075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5143034 Mar 05 13:35:18.437335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44826) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:18.465224 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9ffd9-c781-4874-9633-eb973902c486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fd1558-bde5-43d0-a421-9e8478818be7,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:18.478404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0292784-d9ba-45f4-89d2-48e4f895a78a admin admin] Pushing event updated for resources: {'Port': ['ID=71f7c2c6-59bc-4b34-a107-57c5001dd76f,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:18.490354 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-6743542f-dea9-4530-8e4f-31069723bc7f service neutron] 10.222.0.15 "GET /v2.0/ports/65167010-576f-47d8-ab65-885798b5cdc3/bindings/n-h2-803718-1 HTTP/1.1" status: 200 len: 384 time: 0.3748295 Mar 05 13:35:18.496200 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b096d442-43dd-40fe-a0c1-2cd434316004 req-6cb02ca9-76c5-40e5-80ca-b87e81afef48 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312496 Mar 05 13:35:18.505587 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f6b1cb74-fa3b-42aa-8145-6c22e2a33007 req-670b9411-59d0-406c-bf40-b58a263eed29 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017475 Mar 05 13:35:18.545032 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9c602c0a-a240-4e23-a069-a7b19b8b5ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:18.568443 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-43ee8e18-29da-4687-90a9-afe1d659d2bf service neutron] For port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:35:18.573156 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9c602c0a-a240-4e23-a069-a7b19b8b5ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:18.598056 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-43ee8e18-29da-4687-90a9-afe1d659d2bf service neutron] Notify callbacks [] for binding, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:18.599131 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9f30b2a-2037-459f-a2ea-83e4f7e682b5 req-43ee8e18-29da-4687-90a9-afe1d659d2bf service neutron] 10.222.0.15 "DELETE /v2.0/ports/76dac71b-aab3-4406-b447-ce9e4d3d0cd5/bindings/n-h2-803718-1 HTTP/1.1" status: 204 len: 173 time: 0.7141480 Mar 05 13:35:18.624943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0292784-d9ba-45f4-89d2-48e4f895a78a admin admin] Network 0214471d-cbcd-4678-a18d-db2a61094f2d is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:35:18.626992 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-e0292784-d9ba-45f4-89d2-48e4f895a78a admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:35:18.685471 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9c602c0a-a240-4e23-a069-a7b19b8b5ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:18.704458 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c602c0a-a240-4e23-a069-a7b19b8b5ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fd1558-bde5-43d0-a421-9e8478818be7,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:18.716043 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9c602c0a-a240-4e23-a069-a7b19b8b5ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:18.720419 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9c602c0a-a240-4e23-a069-a7b19b8b5ae1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09fd1558-bde5-43d0-a421-9e8478818be7 HTTP/1.1" status: 204 len: 168 time: 0.2779911 Mar 05 13:35:18.746367 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f95e5-d348-457d-b4c2-bad7defbf756 req-1fe41437-e71d-46a9-a6ba-0bf8e8cfeef5 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:18.748552 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ac4f95e5-d348-457d-b4c2-bad7defbf756 req-1fe41437-e71d-46a9-a6ba-0bf8e8cfeef5 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 950 time: 0.1231618 Mar 05 13:35:18.805398 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ac4f95e5-d348-457d-b4c2-bad7defbf756 req-189931fe-f8e7-4260-8758-f9bb118894dd tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500879 Mar 05 13:35:18.878291 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-59e5af11-06ac-480f-8fcb-140128873f5b None None] Provisioning complete for port 71f7c2c6-59bc-4b34-a107-57c5001dd76f triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:35:18.879183 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-59e5af11-06ac-480f-8fcb-140128873f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:18.972407 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-59e5af11-06ac-480f-8fcb-140128873f5b None None] Port 71f7c2c6-59bc-4b34-a107-57c5001dd76f cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:35:19.032208 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff9abc-4aa1-4809-95ad-9963fae46a32 req-74269336-1a2e-40ef-9c4c-c82a15d657bb tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:19.033715 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-40ff9abc-4aa1-4809-95ad-9963fae46a32 req-74269336-1a2e-40ef-9c4c-c82a15d657bb tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=42e174a5-114c-4366-80c0-839b2cf4fc77 HTTP/1.1" status: 200 len: 945 time: 0.1038785 Mar 05 13:35:19.098234 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-40ff9abc-4aa1-4809-95ad-9963fae46a32 req-4618b72c-7b88-4881-ab79-69de393b0205 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581610 Mar 05 13:35:19.157621 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44850) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:19.183583 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70a4b42a-7fa4-4423-9eca-f31ae83524ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:19.204146 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d6bde-d320-457c-8b99-48097660a125 req-90fd303a-3238-4b18-a0de-be87b7babe81 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:19.205618 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-295d6bde-d320-457c-8b99-48097660a125 req-90fd303a-3238-4b18-a0de-be87b7babe81 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 944 time: 0.4998834 Mar 05 13:35:19.226075 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-70a4b42a-7fa4-4423-9eca-f31ae83524ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:19.229092 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-70a4b42a-7fa4-4423-9eca-f31ae83524ed admin admin] Usage tracker for resource:security_group_rule and tenant:24a3d98de1754078afb7b444abd4bbbb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:35:19.229606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0292784-d9ba-45f4-89d2-48e4f895a78a admin admin] Router e73ad6bf-7230-4309-92c2-29da49cefb04 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:35:19.232489 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-70a4b42a-7fa4-4423-9eca-f31ae83524ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:35:19.239015 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-70a4b42a-7fa4-4423-9eca-f31ae83524ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:19.278310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-dd3bbd28-b67b-447c-8310-39cd46d02656 service neutron] For port 65167010-576f-47d8-ab65-885798b5cdc3, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=65167010-576f-47d8-ab65-885798b5cdc3,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:19.344182 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-295d6bde-d320-457c-8b99-48097660a125 req-0cd4549f-de0c-4ae9-8dfd-9c998e2639d2 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313055 Mar 05 13:35:19.367981 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70a4b42a-7fa4-4423-9eca-f31ae83524ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:19.457503 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70a4b42a-7fa4-4423-9eca-f31ae83524ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:19.467069 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-dd3bbd28-b67b-447c-8310-39cd46d02656 service neutron] For port 65167010-576f-47d8-ab65-885798b5cdc3, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:35:19.644244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-dd3bbd28-b67b-447c-8310-39cd46d02656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65167010-576f-47d8-ab65-885798b5cdc3 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:35:19.671419 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-70a4b42a-7fa4-4423-9eca-f31ae83524ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=24a3d98de1754078afb7b444abd4bbbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5119066 Mar 05 13:35:19.674823 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4b42a-7fa4-4423-9eca-f31ae83524ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f26af5-f1c0-497e-93ec-b8b19af48c74,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:19.679907 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44878) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:19.731992 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-dd3bbd28-b67b-447c-8310-39cd46d02656 service neutron] For port 65167010-576f-47d8-ab65-885798b5cdc3, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=65167010-576f-47d8-ab65-885798b5cdc3,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:19.755919 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680ce8a-bc1a-4903-8d8b-6e6422c58f48 req-5f3ff832-72a3-428a-82a3-94a19894e488 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:19.757419 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b680ce8a-bc1a-4903-8d8b-6e6422c58f48 req-5f3ff832-72a3-428a-82a3-94a19894e488 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=42e174a5-114c-4366-80c0-839b2cf4fc77 HTTP/1.1" status: 200 len: 945 time: 0.3831463 Mar 05 13:35:19.782861 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-dd3bbd28-b67b-447c-8310-39cd46d02656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:19.785045 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c28b1d65-65fe-4a37-a2ed-4673585854be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:19.809263 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0292784-d9ba-45f4-89d2-48e4f895a78a admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:35:19.824679 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e0292784-d9ba-45f4-89d2-48e4f895a78a admin admin] 10.222.0.16 "PUT /v2.0/routers/e73ad6bf-7230-4309-92c2-29da49cefb04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5882664 Mar 05 13:35:19.828229 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c28b1d65-65fe-4a37-a2ed-4673585854be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:19.829952 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] Sync routers for ids ['e73ad6bf-7230-4309-92c2-29da49cefb04'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:35:19.843325 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] Routers {'e73ad6bf-7230-4309-92c2-29da49cefb04'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:35:19.844185 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:35:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e73ad6bf-7230-4309-92c2-29da49cefb04'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:35:19.845994 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b680ce8a-bc1a-4903-8d8b-6e6422c58f48 req-1e88affc-7742-4d85-9785-1f4ca77ef10d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806231 Mar 05 13:35:19.862151 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f598cac-76fa-4332-b5c9-de283f494e84 req-40cff91b-f6c7-498c-a773-55c6d8183fec tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:19.869578 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4f598cac-76fa-4332-b5c9-de283f494e84 req-40cff91b-f6c7-498c-a773-55c6d8183fec tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 1095 time: 0.3199384 Mar 05 13:35:19.951412 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4f598cac-76fa-4332-b5c9-de283f494e84 req-91b03430-9071-44e2-9ac5-e8ce51daa85f tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808527 Mar 05 13:35:19.958055 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c28b1d65-65fe-4a37-a2ed-4673585854be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:19.984572 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b1d65-65fe-4a37-a2ed-4673585854be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f26af5-f1c0-497e-93ec-b8b19af48c74,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:20.016209 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-dd3bbd28-b67b-447c-8310-39cd46d02656 service neutron] Transition to ACTIVE for port object 65167010-576f-47d8-ab65-885798b5cdc3 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:35:20.017472 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c28b1d65-65fe-4a37-a2ed-4673585854be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:20.021237 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c28b1d65-65fe-4a37-a2ed-4673585854be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45f26af5-f1c0-497e-93ec-b8b19af48c74 HTTP/1.1" status: 204 len: 168 time: 0.3376999 Mar 05 13:35:20.026394 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-dd3bbd28-b67b-447c-8310-39cd46d02656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:20.120484 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] Set router e73ad6bf-7230-4309-92c2-29da49cefb04 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:35:20.264571 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497d12d-6259-4397-85ee-174667997ca9 req-6cfac256-10cf-4b5b-8bf0-5ae7b3368622 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:20.266792 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6497d12d-6259-4397-85ee-174667997ca9 req-6cfac256-10cf-4b5b-8bf0-5ae7b3368622 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 944 time: 0.2126024 Mar 05 13:35:20.377326 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6497d12d-6259-4397-85ee-174667997ca9 req-eefb8b95-9427-4730-b6a5-994ec188177c tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944231 Mar 05 13:35:20.581874 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-dd3bbd28-b67b-447c-8310-39cd46d02656 service neutron] No DVR routers for this DVR port 65167010-576f-47d8-ab65-885798b5cdc3 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:35:20.628987 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3bbd28-b67b-447c-8310-39cd46d02656 service neutron] Pushing event updated for resources: {'Port': ['ID=65167010-576f-47d8-ab65-885798b5cdc3,revision_number=10']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:20.669311 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-dd3bbd28-b67b-447c-8310-39cd46d02656 service neutron] 10.222.0.15 "PUT /v2.0/ports/65167010-576f-47d8-ab65-885798b5cdc3/bindings/n-h2-803718-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1641834 Mar 05 13:35:20.726566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2782d48-e36d-45ac-a38a-f2c26a45d9b2 req-561f1eac-ca95-4d30-8225-da8f2acea750 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:20.729428 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e2a4ac57-3557-4889-93de-36bf339a8eb3 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:35:20.734627 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2782d48-e36d-45ac-a38a-f2c26a45d9b2 req-561f1eac-ca95-4d30-8225-da8f2acea750 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 950 time: 0.4011300 Mar 05 13:35:20.755210 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:35:20.828533 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2782d48-e36d-45ac-a38a-f2c26a45d9b2 req-597bc6f9-f0bf-43f7-9cba-ad6aa3faceeb tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917273 Mar 05 13:35:20.906568 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea12fd8-f2ab-46aa-a115-b277a4e3cb34 req-afb85475-b82e-498f-9a80-e2caae3d1c4c tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:20.908210 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ea12fd8-f2ab-46aa-a115-b277a4e3cb34 req-afb85475-b82e-498f-9a80-e2caae3d1c4c tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=42e174a5-114c-4366-80c0-839b2cf4fc77 HTTP/1.1" status: 200 len: 945 time: 0.2593544 Mar 05 13:35:20.942575 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-31cb0fac-0d11-4b40-9b5c-917255cd37bd tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:20.944137 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-31cb0fac-0d11-4b40-9b5c-917255cd37bd tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e&tenant_id=293ce29818c24610874b0170cb644d65&binding%3Ahost_id=n-h1-803718-1 HTTP/1.1" status: 200 len: 1095 time: 0.1964602 Mar 05 13:35:20.960720 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e2a4ac57-3557-4889-93de-36bf339a8eb3, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e2a4ac57-3557-4889-93de-36bf339a8eb3,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:20.981175 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'e2a4ac57-3557-4889-93de-36bf339a8eb3', 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169', 'port_id': 'e2a4ac57-3557-4889-93de-36bf339a8eb3', 'mac_address': 'fa:16:3e:47:46:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db88a0e-28b6-4292-9a67-fc3276cd43d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:35:21.038616 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ea12fd8-f2ab-46aa-a115-b277a4e3cb34 req-c1cc2e17-efa9-4851-8093-ebf76cee0fdd tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214912 Mar 05 13:35:21.057545 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:21.083150 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2a4ac57-3557-4889-93de-36bf339a8eb3 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:35:21.104340 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e2a4ac57-3557-4889-93de-36bf339a8eb3, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e2a4ac57-3557-4889-93de-36bf339a8eb3,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:21.113842 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-1a5d2613-ccf8-4345-af11-2eea3ae9cf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:21.116344 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-1a5d2613-ccf8-4345-af11-2eea3ae9cf97 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e&tenant_id=293ce29818c24610874b0170cb644d65 HTTP/1.1" status: 200 len: 1095 time: 0.1562562 Mar 05 13:35:21.125789 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:21.207996 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=e2a4ac57-3557-4889-93de-36bf339a8eb3,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:21.231869 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73ad6bf-7230-4309-92c2-29da49cefb04', 'name': 'tempest-AttachSCSIVolumeTestJSON-1824580616-router', 'tenant_id': '71c14fbdc1914567860d39e82e019069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'b03a7ed1-1d22-4708-a658-52ab350ca5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:35:06Z', 'updated_at': '2022-03-05T13:35:17Z', 'revision_number': 4, 'project_id': '71c14fbdc1914567860d39e82e019069', 'gw_port': {'id': 'b03a7ed1-1d22-4708-a658-52ab350ca5e5', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ae:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73ad6bf-7230-4309-92c2-29da49cefb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:35:07Z', 'updated_at': '2022-03-05T13:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '71f7c2c6-59bc-4b34-a107-57c5001dd76f', 'name': '', 'network_id': '0214471d-cbcd-4678-a18d-db2a61094f2d', 'tenant_id': '71c14fbdc1914567860d39e82e019069', 'mac_address': 'fa:16:3e:d9:60:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73ad6bf-7230-4309-92c2-29da49cefb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9bb3812a-ec38-4e54-a7f6-5fa9fe940713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:35:14Z', 'updated_at': '2022-03-05T13:35:17Z', 'revision_number': 2, 'project_id': '71c14fbdc1914567860d39e82e019069', 'subnets': [{'id': '9bb3812a-ec38-4e54-a7f6-5fa9fe940713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:35:21.247953 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] Checking router: e73ad6bf-7230-4309-92c2-29da49cefb04 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:35:21.249079 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] Updating router e73ad6bf-7230-4309-92c2-29da49cefb04 port 71f7c2c6-59bc-4b34-a107-57c5001dd76f binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:35:21.296783 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['e2a4ac57-3557-4889-93de-36bf339a8eb3'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:35:21.302579 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-016e35fa-3cc0-4951-af08-3202d8c35db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:21.306110 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-016e35fa-3cc0-4951-af08-3202d8c35db8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 1095 time: 0.1632373 Mar 05 13:35:21.433195 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:21.907906 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:21.920346 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] Transition to ACTIVE for port object 71f7c2c6-59bc-4b34-a107-57c5001dd76f will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:35:21.932505 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-6f1aafda-f0ba-4658-b3cd-d39978106cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:21.934186 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 65167010-576f-47d8-ab65-885798b5cdc3 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:35:21.938437 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-6f1aafda-f0ba-4658-b3cd-d39978106cda service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 907 time: 0.5956695 Mar 05 13:35:22.004165 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:22.149775 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-81d760ef-ac1c-45dd-aee4-73bcbd581a51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65167010-576f-47d8-ab65-885798b5cdc3 HTTP/1.1" status: 200 len: 217 time: 0.2055039 Mar 05 13:35:22.269138 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 65167010-576f-47d8-ab65-885798b5cdc3 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:35:22.309256 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-4f6b5bd1-5e13-45ed-bd89-cf1afd4d90e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:22.311815 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-4f6b5bd1-5e13-45ed-bd89-cf1afd4d90e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ac31366-a7f9-483e-b1e1-eea597fcd311 HTTP/1.1" status: 200 len: 847 time: 0.1543076 Mar 05 13:35:22.485356 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-66698249-0bd8-44c9-8f6e-6c4980dcdac7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e632aab-7405-4a4c-851d-f121cf35a970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1648512 Mar 05 13:35:22.719916 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12627d72-8d37-419d-a123-6b510adeb13b None None] Pushing event updated for resources: {'Port': ['ID=71f7c2c6-59bc-4b34-a107-57c5001dd76f,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:22.814701 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] Attempting to bind port 71f7c2c6-59bc-4b34-a107-57c5001dd76f on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:35:22.815149 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] Attempting to bind port 71f7c2c6-59bc-4b34-a107-57c5001dd76f by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '44adb7d8-a45a-4917-8689-ea17cbff440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0214471d-cbcd-4678-a18d-db2a61094f2d'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:35:22.815492 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] Attempting to bind port 71f7c2c6-59bc-4b34-a107-57c5001dd76f on network 0214471d-cbcd-4678-a18d-db2a61094f2d {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:35:22.834820 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:35:22.835198 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] Checking segment: {'id': '44adb7d8-a45a-4917-8689-ea17cbff440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0214471d-cbcd-4678-a18d-db2a61094f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:35:22.835696 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:22.835980 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] Bound using segment: {'id': '44adb7d8-a45a-4917-8689-ea17cbff440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0214471d-cbcd-4678-a18d-db2a61094f2d'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:35:22.836457 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] Bound port: 71f7c2c6-59bc-4b34-a107-57c5001dd76f, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44adb7d8-a45a-4917-8689-ea17cbff440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0214471d-cbcd-4678-a18d-db2a61094f2d'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:35:22.836821 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:22.872248 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-36b3df27-3a7b-4b6b-8fac-143bc75e99d4 service neutron] 10.222.0.30 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764653 Mar 05 13:35:22.999313 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] For port 71f7c2c6-59bc-4b34-a107-57c5001dd76f, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:35:23.008324 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] For port 71f7c2c6-59bc-4b34-a107-57c5001dd76f, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=71f7c2c6-59bc-4b34-a107-57c5001dd76f,segment=NetworkSegment(44adb7d8-a45a-4917-8689-ea17cbff440a),segment_id=44adb7d8-a45a-4917-8689-ea17cbff440a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:35:23.017249 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:23.160469 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] Routers {'e73ad6bf-7230-4309-92c2-29da49cefb04'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:35:23.161247 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:35:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e73ad6bf-7230-4309-92c2-29da49cefb04'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:35:23.169396 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-742690df-d007-49fb-a2a4-e5cb9bff9e3e service neutron] 10.222.0.30 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902563 Mar 05 13:35:23.590505 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] Set router e73ad6bf-7230-4309-92c2-29da49cefb04 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:35:24.002100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-9d76cdcc-0197-4301-81fa-67b2eabb35c6 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:24.005851 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-9d76cdcc-0197-4301-81fa-67b2eabb35c6 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e&tenant_id=293ce29818c24610874b0170cb644d65&binding%3Ahost_id=n-h2-803718-1 HTTP/1.1" status: 200 len: 1095 time: 0.3730495 Mar 05 13:35:24.098163 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12627d72-8d37-419d-a123-6b510adeb13b None None] Pushing event updated for resources: {'Port': ['ID=71f7c2c6-59bc-4b34-a107-57c5001dd76f,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:24.195981 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e2a4ac57-3557-4889-93de-36bf339a8eb3 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:35:24.283131 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-15bf5a7e-d31e-42a1-829d-be71d14baadf service neutron] For port 65167010-576f-47d8-ab65-885798b5cdc3, host n-h1-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:35:24.287817 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-15bf5a7e-d31e-42a1-829d-be71d14baadf service neutron] Notify callbacks [] for binding, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:24.289263 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b690d8a2-1d9c-4aac-8315-d7a37796f3dd req-15bf5a7e-d31e-42a1-829d-be71d14baadf service neutron] 10.222.0.30 "DELETE /v2.0/ports/65167010-576f-47d8-ab65-885798b5cdc3/bindings/n-h1-803718-1 HTTP/1.1" status: 204 len: 173 time: 0.2779791 Mar 05 13:35:24.534238 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port e2a4ac57-3557-4889-93de-36bf339a8eb3 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:35:24.536503 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:24.708760 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73ad6bf-7230-4309-92c2-29da49cefb04', 'name': 'tempest-AttachSCSIVolumeTestJSON-1824580616-router', 'tenant_id': '71c14fbdc1914567860d39e82e019069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'b03a7ed1-1d22-4708-a658-52ab350ca5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:35:06Z', 'updated_at': '2022-03-05T13:35:17Z', 'revision_number': 4, 'project_id': '71c14fbdc1914567860d39e82e019069', 'gw_port': {'id': 'b03a7ed1-1d22-4708-a658-52ab350ca5e5', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ae:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73ad6bf-7230-4309-92c2-29da49cefb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:35:07Z', 'updated_at': '2022-03-05T13:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '71f7c2c6-59bc-4b34-a107-57c5001dd76f', 'name': '', 'network_id': '0214471d-cbcd-4678-a18d-db2a61094f2d', 'tenant_id': '71c14fbdc1914567860d39e82e019069', 'mac_address': 'fa:16:3e:d9:60:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73ad6bf-7230-4309-92c2-29da49cefb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9bb3812a-ec38-4e54-a7f6-5fa9fe940713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:35:14Z', 'updated_at': '2022-03-05T13:35:22Z', 'revision_number': 4, 'project_id': '71c14fbdc1914567860d39e82e019069', 'subnets': [{'id': '9bb3812a-ec38-4e54-a7f6-5fa9fe940713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:35:24.714995 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51577fbc-f4d6-49b1-a64a-f952b5be6d29 None None] The sync data for ids ['e73ad6bf-7230-4309-92c2-29da49cefb04'] in n-d-803718-1 is: [{'id': 'e73ad6bf-7230-4309-92c2-29da49cefb04', 'name': 'tempest-AttachSCSIVolumeTestJSON-1824580616-router', 'tenant_id': '71c14fbdc1914567860d39e82e019069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'b03a7ed1-1d22-4708-a658-52ab350ca5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:35:06Z', 'updated_at': '2022-03-05T13:35:17Z', 'revision_number': 4, 'project_id': '71c14fbdc1914567860d39e82e019069', 'gw_port': {'id': 'b03a7ed1-1d22-4708-a658-52ab350ca5e5', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ae:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73ad6bf-7230-4309-92c2-29da49cefb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:35:07Z', 'updated_at': '2022-03-05T13:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '71f7c2c6-59bc-4b34-a107-57c5001dd76f', 'name': '', 'network_id': '0214471d-cbcd-4678-a18d-db2a61094f2d', 'tenant_id': '71c14fbdc1914567860d39e82e019069', 'mac_address': 'fa:16:3e:d9:60:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73ad6bf-7230-4309-92c2-29da49cefb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '9bb3812a-ec38-4e54-a7f6-5fa9fe940713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:35:14Z', 'updated_at': '2022-03-05T13:35:22Z', 'revision_number': 4, 'project_id': '71c14fbdc1914567860d39e82e019069', 'subnets': [{'id': '9bb3812a-ec38-4e54-a7f6-5fa9fe940713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:35:24.853236 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:24.956537 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e2a4ac57-3557-4889-93de-36bf339a8eb3, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e2a4ac57-3557-4889-93de-36bf339a8eb3,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:24.958954 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21eaa76d-2313-4a4e-b33b-8d98d94c75b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a4ac57-3557-4889-93de-36bf339a8eb3'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:35:24.972959 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:25.249828 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=e2a4ac57-3557-4889-93de-36bf339a8eb3,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:25.271605 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482f909-71b2-4184-bbda-594013c63ce0 req-a502c2f7-a238-4526-b505-c3f14a345a95 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:25.286049 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2482f909-71b2-4184-bbda-594013c63ce0 req-a502c2f7-a238-4526-b505-c3f14a345a95 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 820 time: 0.4647050 Mar 05 13:35:25.313143 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2b078-b96b-498c-b846-e0ba0369514c req-ee743f86-be13-4fb1-a18b-096b79d3d229 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:25.321945 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c8c2b078-b96b-498c-b846-e0ba0369514c req-ee743f86-be13-4fb1-a18b-096b79d3d229 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 944 time: 0.1895547 Mar 05 13:35:25.323166 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2482f909-71b2-4184-bbda-594013c63ce0 req-bed07f33-eed6-48c8-8179-e1beec90b0da tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/quotas/d5ffda21ed5b4786823c5a5c4a431675 HTTP/1.1" status: 200 len: 375 time: 0.0353355 Mar 05 13:35:25.377939 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c8c2b078-b96b-498c-b846-e0ba0369514c req-670e382c-40e5-4c06-ac2d-a519ece0fe4e tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544815 Mar 05 13:35:25.489945 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2482f909-71b2-4184-bbda-594013c63ce0 req-8520912b-985c-4361-a425-b6456fd54fce tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1654983 Mar 05 13:35:25.820314 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f84cb-2713-4810-93bc-5d4973998d3c req-853f1537-34fb-41ff-a026-b2061c777aa0 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:25.828455 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-046f84cb-2713-4810-93bc-5d4973998d3c req-853f1537-34fb-41ff-a026-b2061c777aa0 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 950 time: 0.1794589 Mar 05 13:35:25.895568 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-046f84cb-2713-4810-93bc-5d4973998d3c req-28da3e2d-66be-4ad0-8677-e5ab045e5f7f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627689 Mar 05 13:35:25.997979 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2482f909-71b2-4184-bbda-594013c63ce0 req-5305e133-49ba-4f63-9bfd-b8b7792b715c service neutron] 10.222.0.16 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069847 Mar 05 13:35:26.294259 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2482f909-71b2-4184-bbda-594013c63ce0 req-96863133-52c5-4343-8530-07382208827c service neutron] 10.222.0.16 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950294 Mar 05 13:35:26.318285 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 71f7c2c6-59bc-4b34-a107-57c5001dd76f up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:35:26.473625 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 71f7c2c6-59bc-4b34-a107-57c5001dd76f completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:35:26.480978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 71f7c2c6-59bc-4b34-a107-57c5001dd76f triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:35:26.481668 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:26.751500 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21eaa76d-2313-4a4e-b33b-8d98d94c75b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a4ac57-3557-4889-93de-36bf339a8eb3', 'code': 200} Mar 05 13:35:26.810382 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:26.851581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3454ea-9ee9-41ca-adaf-80604afcdcd2 req-77a351fd-1e6f-4d92-8f8a-553ffc33750c tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:26.866137 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fb3454ea-9ee9-41ca-adaf-80604afcdcd2 req-77a351fd-1e6f-4d92-8f8a-553ffc33750c tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=42e174a5-114c-4366-80c0-839b2cf4fc77 HTTP/1.1" status: 200 len: 945 time: 0.2174246 Mar 05 13:35:26.968727 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 71f7c2c6-59bc-4b34-a107-57c5001dd76f, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=71f7c2c6-59bc-4b34-a107-57c5001dd76f,segment=NetworkSegment(44adb7d8-a45a-4917-8689-ea17cbff440a),segment_id=44adb7d8-a45a-4917-8689-ea17cbff440a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:26.978517 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:27.054266 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fb3454ea-9ee9-41ca-adaf-80604afcdcd2 req-f013e9b1-f348-4212-9f66-6aa536e6b430 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868312 Mar 05 13:35:27.250122 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=71f7c2c6-59bc-4b34-a107-57c5001dd76f,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:27.313259 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b839e8e-cb3b-4326-a66d-3081f723ae07 req-05acbc09-d419-435b-83cb-033f1e2774a5 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 210 time: 0.1367822 Mar 05 13:35:27.569916 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fd242-d72d-4d32-b6ff-88be5d9c274d req-c4e8d809-dfac-4c4f-9671-20032f6b1719 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:27.574137 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-155fd242-d72d-4d32-b6ff-88be5d9c274d req-c4e8d809-dfac-4c4f-9671-20032f6b1719 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 1095 time: 0.2005537 Mar 05 13:35:27.646691 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c5c7e-c392-4fce-b977-1e8a1ff847f0 req-d82ee326-9a2b-4da4-bda4-7c7164b15400 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:27.648728 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-493c5c7e-c392-4fce-b977-1e8a1ff847f0 req-d82ee326-9a2b-4da4-bda4-7c7164b15400 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 950 time: 0.1147535 Mar 05 13:35:27.667259 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-155fd242-d72d-4d32-b6ff-88be5d9c274d req-b5dab823-ebac-4451-87a4-6f30e37d1fb0 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836382 Mar 05 13:35:27.784841 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-493c5c7e-c392-4fce-b977-1e8a1ff847f0 req-b3514091-77d1-46b0-b032-af868789d090 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273289 Mar 05 13:35:28.082754 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5fc3a-a494-40b2-a52b-c735a8d8c463 req-493108a6-c108-4825-9d48-fbe75070e815 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:28.084761 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ace5fc3a-a494-40b2-a52b-c735a8d8c463 req-493108a6-c108-4825-9d48-fbe75070e815 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=42e174a5-114c-4366-80c0-839b2cf4fc77 HTTP/1.1" status: 200 len: 945 time: 0.1600964 Mar 05 13:35:28.157247 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 71f7c2c6-59bc-4b34-a107-57c5001dd76f up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:35:28.177959 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ace5fc3a-a494-40b2-a52b-c735a8d8c463 req-9a785b14-a3b9-4b05-a3bd-65d21a42eec1 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875437 Mar 05 13:35:28.272476 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 71f7c2c6-59bc-4b34-a107-57c5001dd76f triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:35:28.273595 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:28.609233 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:28.657773 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-fdf46310-4178-41e3-b54f-4393c2f58cd1 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:28.659285 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-fdf46310-4178-41e3-b54f-4393c2f58cd1 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 807 time: 0.5963135 Mar 05 13:35:28.700622 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:28.701745 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-b12c6142-eba9-466f-80a3-601ac53f8785 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/quotas/293ce29818c24610874b0170cb644d65 HTTP/1.1" status: 200 len: 375 time: 0.0267227 Mar 05 13:35:28.828780 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482f909-71b2-4184-bbda-594013c63ce0 req-c20748ca-98a2-4b0f-bddf-011e45dd157f tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:28.830452 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2482f909-71b2-4184-bbda-594013c63ce0 req-c20748ca-98a2-4b0f-bddf-011e45dd157f tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.30 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 820 time: 0.3760448 Mar 05 13:35:28.852316 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-2482f909-71b2-4184-bbda-594013c63ce0 req-8beba11a-6924-4507-9cb8-b8cdeb9b75e1 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Request body: {'port': {'device_id': '7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9', 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1', 'admin_state_up': True, 'tenant_id': 'd5ffda21ed5b4786823c5a5c4a431675'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:28.953836 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-8b873761-4859-463e-9c39-647945a07c11 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2495279 Mar 05 13:35:29.086063 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-2482f909-71b2-4184-bbda-594013c63ce0 req-8beba11a-6924-4507-9cb8-b8cdeb9b75e1 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:29.110271 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-2482f909-71b2-4184-bbda-594013c63ce0 req-8beba11a-6924-4507-9cb8-b8cdeb9b75e1 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:29.145438 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2482f909-71b2-4184-bbda-594013c63ce0 req-8beba11a-6924-4507-9cb8-b8cdeb9b75e1 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Made reservation on behalf of d5ffda21ed5b4786823c5a5c4a431675 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:35:29.149868 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2482f909-71b2-4184-bbda-594013c63ce0 req-8beba11a-6924-4507-9cb8-b8cdeb9b75e1 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:29.181216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-0caf5319-b873-4b11-afad-67162a0cb157 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:35:29.192893 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-0caf5319-b873-4b11-afad-67162a0cb157 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1076815 Mar 05 13:35:29.605227 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bdd5e6ec-2eb5-4742-8354-3fbaa6721a13 req-6808ee0d-e9d0-4ff2-b3b9-f64e6ab35bb7 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 210 time: 0.1399264 Mar 05 13:35:29.611353 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-5a63c06e-05ce-4d46-89db-0e5dd17fd028 service neutron] 10.222.0.16 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171920 Mar 05 13:35:29.628866 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-2482f909-71b2-4184-bbda-594013c63ce0 req-8beba11a-6924-4507-9cb8-b8cdeb9b75e1 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Allocated IP 172.20.0.2 (0224e6ac-46ce-4f25-b9b2-1debc398aaa1/4ddb228e-b84a-4351-a2cb-7f33147be2ea/3731ed23-8c9b-4468-8e22-0c21de7cfc83) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:35:29.898103 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-624a280f-f324-43e4-97aa-b676171e9834 service neutron] 10.222.0.16 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851093 Mar 05 13:35:30.060189 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fdee7-2524-418f-aeba-74e08bd081a6 req-dbbf9304-e787-45dd-9a8e-02650338e9a7 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:30.063366 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4e4fdee7-2524-418f-aeba-74e08bd081a6 req-dbbf9304-e787-45dd-9a8e-02650338e9a7 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 950 time: 0.1856472 Mar 05 13:35:30.068092 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2482f909-71b2-4184-bbda-594013c63ce0 req-8beba11a-6924-4507-9cb8-b8cdeb9b75e1 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:30.200226 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4e4fdee7-2524-418f-aeba-74e08bd081a6 req-db7cb9b4-d890-40ce-a2de-2073ee152390 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254785 Mar 05 13:35:30.245907 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2482f909-71b2-4184-bbda-594013c63ce0 req-8beba11a-6924-4507-9cb8-b8cdeb9b75e1 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:30.400855 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2482f909-71b2-4184-bbda-594013c63ce0 req-8beba11a-6924-4507-9cb8-b8cdeb9b75e1 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:35:30.408758 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beba11a-6924-4507-9cb8-b8cdeb9b75e1 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Pushing event updated for resources: {'Port': ['ID=3731ed23-8c9b-4468-8e22-0c21de7cfc83,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:30.423122 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-2482f909-71b2-4184-bbda-594013c63ce0 req-8beba11a-6924-4507-9cb8-b8cdeb9b75e1 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:35:30.425851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-2482f909-71b2-4184-bbda-594013c63ce0 req-8beba11a-6924-4507-9cb8-b8cdeb9b75e1 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:35:30.444823 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482f909-71b2-4184-bbda-594013c63ce0 req-8beba11a-6924-4507-9cb8-b8cdeb9b75e1 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:30.450989 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2482f909-71b2-4184-bbda-594013c63ce0 req-8beba11a-6924-4507-9cb8-b8cdeb9b75e1 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:30.497005 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4f0185ba-45d8-4d34-9230-1092a581681f req-e950df43-9130-409b-8445-05f197d14549 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 210 time: 0.1546941 Mar 05 13:35:30.547984 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2482f909-71b2-4184-bbda-594013c63ce0 req-8beba11a-6924-4507-9cb8-b8cdeb9b75e1 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7076988 Mar 05 13:35:30.565241 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-2482f909-71b2-4184-bbda-594013c63ce0 req-9aa0b94d-bbcc-4945-886c-68babb8d6aee service neutron] Request body: {'port': {'device_id': '7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:31.044069 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2482f909-71b2-4184-bbda-594013c63ce0 req-9aa0b94d-bbcc-4945-886c-68babb8d6aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:31.163334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35682817-b6fe-4e0b-9a3c-1021570eb0fd req-304620d1-f58c-4481-9ea6-cd6c5f1cd98f tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:31.173650 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-35682817-b6fe-4e0b-9a3c-1021570eb0fd req-304620d1-f58c-4481-9ea6-cd6c5f1cd98f tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 931 time: 0.1806500 Mar 05 13:35:31.301258 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-35682817-b6fe-4e0b-9a3c-1021570eb0fd req-d7334de8-7946-44ec-a974-87333bec0540 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263540 Mar 05 13:35:31.870628 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b4034-e639-47b7-970a-c6d034d6c642 req-b32432dc-a0c8-4428-88f3-57ff3caee8c7 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:31.892543 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-959b4034-e639-47b7-970a-c6d034d6c642 req-b32432dc-a0c8-4428-88f3-57ff3caee8c7 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 950 time: 0.2180123 Mar 05 13:35:32.009590 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-959b4034-e639-47b7-970a-c6d034d6c642 req-09dc4347-6bc6-4c65-b956-5c4565b73361 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157403 Mar 05 13:35:32.295629 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-2482f909-71b2-4184-bbda-594013c63ce0 req-9aa0b94d-bbcc-4945-886c-68babb8d6aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3731ed23-8c9b-4468-8e22-0c21de7cfc83 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:35:32.305919 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45144) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:32.309941 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2482f909-71b2-4184-bbda-594013c63ce0 req-9aa0b94d-bbcc-4945-886c-68babb8d6aee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:32.343185 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-2482f909-71b2-4184-bbda-594013c63ce0 req-9aa0b94d-bbcc-4945-886c-68babb8d6aee service neutron] Transition to ACTIVE for port object 3731ed23-8c9b-4468-8e22-0c21de7cfc83 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:35:32.362132 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2482f909-71b2-4184-bbda-594013c63ce0 req-9aa0b94d-bbcc-4945-886c-68babb8d6aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:32.512407 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbabdc-c66c-4047-af8d-55120e18d96e req-c12e0f56-a26b-42a5-9e06-08cb99cdd768 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:32.520796 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2afbabdc-c66c-4047-af8d-55120e18d96e req-c12e0f56-a26b-42a5-9e06-08cb99cdd768 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=42e174a5-114c-4366-80c0-839b2cf4fc77 HTTP/1.1" status: 200 len: 945 time: 1.0432541 Mar 05 13:35:32.577403 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26ab7702-1375-4e30-a282-18a989131376 req-6610c808-31aa-407b-ac0d-4d64829a83c9 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 210 time: 0.1247828 Mar 05 13:35:32.799912 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2dec5691-a349-4000-bb80-226703ae6d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:32.825672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2dec5691-a349-4000-bb80-226703ae6d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:32.843138 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2dec5691-a349-4000-bb80-226703ae6d85 admin admin] Usage tracker for resource:security_group_rule and tenant:c8f901416d034dd082fe39141018e8b7 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:35:32.846633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2dec5691-a349-4000-bb80-226703ae6d85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:35:32.852926 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2dec5691-a349-4000-bb80-226703ae6d85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:32.956187 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0b94d-bbcc-4945-886c-68babb8d6aee service neutron] Pushing event updated for resources: {'Port': ['ID=3731ed23-8c9b-4468-8e22-0c21de7cfc83,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:32.970077 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2dec5691-a349-4000-bb80-226703ae6d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:32.975227 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-2482f909-71b2-4184-bbda-594013c63ce0 req-9aa0b94d-bbcc-4945-886c-68babb8d6aee service neutron] Attempting to bind port 3731ed23-8c9b-4468-8e22-0c21de7cfc83 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:35:32.975799 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-2482f909-71b2-4184-bbda-594013c63ce0 req-9aa0b94d-bbcc-4945-886c-68babb8d6aee service neutron] Attempting to bind port 3731ed23-8c9b-4468-8e22-0c21de7cfc83 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:35:32.976472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482f909-71b2-4184-bbda-594013c63ce0 req-9aa0b94d-bbcc-4945-886c-68babb8d6aee service neutron] Attempting to bind port 3731ed23-8c9b-4468-8e22-0c21de7cfc83 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:35:32.988020 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482f909-71b2-4184-bbda-594013c63ce0 req-9aa0b94d-bbcc-4945-886c-68babb8d6aee service neutron] Port 3731ed23-8c9b-4468-8e22-0c21de7cfc83 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:35:32.988761 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482f909-71b2-4184-bbda-594013c63ce0 req-9aa0b94d-bbcc-4945-886c-68babb8d6aee service neutron] Attempting to bind port 3731ed23-8c9b-4468-8e22-0c21de7cfc83 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:35:33.004330 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2afbabdc-c66c-4047-af8d-55120e18d96e req-e54abadf-11bc-4172-afc0-f857a8de1179 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830773 Mar 05 13:35:33.005644 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482f909-71b2-4184-bbda-594013c63ce0 req-9aa0b94d-bbcc-4945-886c-68babb8d6aee service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:35:33.023648 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482f909-71b2-4184-bbda-594013c63ce0 req-9aa0b94d-bbcc-4945-886c-68babb8d6aee service neutron] Checking segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:35:33.025028 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482f909-71b2-4184-bbda-594013c63ce0 req-9aa0b94d-bbcc-4945-886c-68babb8d6aee service neutron] Bound using segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:35:33.025748 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-2482f909-71b2-4184-bbda-594013c63ce0 req-9aa0b94d-bbcc-4945-886c-68babb8d6aee service neutron] Bound port: 3731ed23-8c9b-4468-8e22-0c21de7cfc83, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:35:33.031573 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2482f909-71b2-4184-bbda-594013c63ce0 req-9aa0b94d-bbcc-4945-886c-68babb8d6aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:33.098941 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2dec5691-a349-4000-bb80-226703ae6d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:33.245980 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec5691-a349-4000-bb80-226703ae6d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9b1e44-aac4-44cd-bcc3-3cfb5e7d5ab7,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:33.367437 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45158) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:33.368161 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2dec5691-a349-4000-bb80-226703ae6d85 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8f901416d034dd082fe39141018e8b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0607083 Mar 05 13:35:33.412083 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-2482f909-71b2-4184-bbda-594013c63ce0 req-9aa0b94d-bbcc-4945-886c-68babb8d6aee service neutron] For port 3731ed23-8c9b-4468-8e22-0c21de7cfc83, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:35:33.438177 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-2482f909-71b2-4184-bbda-594013c63ce0 req-9aa0b94d-bbcc-4945-886c-68babb8d6aee service neutron] For port 3731ed23-8c9b-4468-8e22-0c21de7cfc83, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=3731ed23-8c9b-4468-8e22-0c21de7cfc83,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:35:33.486091 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2482f909-71b2-4184-bbda-594013c63ce0 req-9aa0b94d-bbcc-4945-886c-68babb8d6aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:33.542443 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-b20abc1d-17a0-4e60-af43-6f4a3d1d507c tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:33.544242 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-b20abc1d-17a0-4e60-af43-6f4a3d1d507c tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.15 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 807 time: 0.5764515 Mar 05 13:35:33.580927 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08a85c-cc1c-44e6-9f94-e9ab607c5bc4 req-a7347365-65c6-4489-92aa-6adc80d83edd tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:33.586548 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6c08a85c-cc1c-44e6-9f94-e9ab607c5bc4 req-a7347365-65c6-4489-92aa-6adc80d83edd tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 943 time: 0.6151762 Mar 05 13:35:33.591753 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-31dbbf77-7d6b-4e2c-b048-4e20db7ebe81 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Request body: {'port': {'device_id': '4d0806f9-74d3-4bf6-9589-78b06542c669', 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970', 'admin_state_up': True, 'tenant_id': '293ce29818c24610874b0170cb644d65'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:33.706664 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482f909-71b2-4184-bbda-594013c63ce0 req-9aa0b94d-bbcc-4945-886c-68babb8d6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:33.707931 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2482f909-71b2-4184-bbda-594013c63ce0 req-9aa0b94d-bbcc-4945-886c-68babb8d6aee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:33.709537 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2482f909-71b2-4184-bbda-594013c63ce0 req-9aa0b94d-bbcc-4945-886c-68babb8d6aee service neutron] 10.222.0.30 "PUT /v2.0/ports/3731ed23-8c9b-4468-8e22-0c21de7cfc83 HTTP/1.1" status: 200 len: 1091 time: 3.1499119 Mar 05 13:35:33.714255 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f327bf70-8739-4d68-b18a-1fc803b36611 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:35:33.749024 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9', 'tag': '3731ed23-8c9b-4468-8e22-0c21de7cfc83'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:35:33.750650 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6c08a85c-cc1c-44e6-9f94-e9ab607c5bc4 req-aeccb05f-647a-44bf-b181-bd49c33805b8 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396611 Mar 05 13:35:33.939727 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-242df09e-83a6-498d-8fd3-86d2822ace92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:33.957041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d123da-86b7-45db-aa8b-782cc1783bf3 req-cb62ac8c-02f4-4244-8653-f1b0066d3642 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:33.958963 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-03d123da-86b7-45db-aa8b-782cc1783bf3 req-cb62ac8c-02f4-4244-8653-f1b0066d3642 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 950 time: 0.7162569 Mar 05 13:35:33.986896 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0b94d-bbcc-4945-886c-68babb8d6aee service neutron] Pushing event updated for resources: {'Port': ['ID=3731ed23-8c9b-4468-8e22-0c21de7cfc83,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:33.995543 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f327bf70-8739-4d68-b18a-1fc803b36611, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f327bf70-8739-4d68-b18a-1fc803b36611,segment=NetworkSegment(5af20479-e21d-45a6-9a77-81e6b7ab8923),segment_id=5af20479-e21d-45a6-9a77-81e6b7ab8923)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:34.011139 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-31dbbf77-7d6b-4e2c-b048-4e20db7ebe81 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:34.021559 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'f327bf70-8739-4d68-b18a-1fc803b36611', 'network_id': '98b2eb6e-3d38-4c16-ba82-6b5b693871a7', 'port_id': 'f327bf70-8739-4d68-b18a-1fc803b36611', 'mac_address': 'fa:16:3e:c2:84:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ee2287-7bca-4206-a433-1adee841abd4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:35:34.031742 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-31dbbf77-7d6b-4e2c-b048-4e20db7ebe81 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:34.043794 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-242df09e-83a6-498d-8fd3-86d2822ace92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:34.059958 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-31dbbf77-7d6b-4e2c-b048-4e20db7ebe81 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Made reservation on behalf of 293ce29818c24610874b0170cb644d65 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:35:34.065686 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-31dbbf77-7d6b-4e2c-b048-4e20db7ebe81 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:34.081740 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-03d123da-86b7-45db-aa8b-782cc1783bf3 req-83b29f61-e036-4e2e-a84b-efd6c5f3ca98 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111753 Mar 05 13:35:34.097306 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:34.130499 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f327bf70-8739-4d68-b18a-1fc803b36611 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:35:34.131436 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482f909-71b2-4184-bbda-594013c63ce0 req-bd122b9b-3114-434c-94e1-febbac1f0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:34.133354 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2482f909-71b2-4184-bbda-594013c63ce0 req-bd122b9b-3114-434c-94e1-febbac1f0d74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 1094 time: 0.3506184 Mar 05 13:35:34.175499 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f327bf70-8739-4d68-b18a-1fc803b36611, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f327bf70-8739-4d68-b18a-1fc803b36611,segment=NetworkSegment(5af20479-e21d-45a6-9a77-81e6b7ab8923),segment_id=5af20479-e21d-45a6-9a77-81e6b7ab8923)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:34.185050 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:34.237663 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2482f909-71b2-4184-bbda-594013c63ce0 req-dbc229ff-253a-4db5-9bb6-74870e70b6db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3731ed23-8c9b-4468-8e22-0c21de7cfc83 HTTP/1.1" status: 200 len: 217 time: 0.0964241 Mar 05 13:35:34.325768 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['f327bf70-8739-4d68-b18a-1fc803b36611'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:35:34.337264 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-242df09e-83a6-498d-8fd3-86d2822ace92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:34.405423 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=f327bf70-8739-4d68-b18a-1fc803b36611,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:34.406997 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-242df09e-83a6-498d-8fd3-86d2822ace92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:34.410893 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-242df09e-83a6-498d-8fd3-86d2822ace92 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea9b1e44-aac4-44cd-bcc3-3cfb5e7d5ab7 HTTP/1.1" status: 204 len: 168 time: 1.0242846 Mar 05 13:35:34.425083 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242df09e-83a6-498d-8fd3-86d2822ace92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9b1e44-aac4-44cd-bcc3-3cfb5e7d5ab7,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:34.428691 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aa7d476c-64df-429d-b2b6-15ba0b21df43 req-c10edf2b-4077-4c7f-abb4-e584e404407a tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 210 time: 0.1087599 Mar 05 13:35:34.448866 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482f909-71b2-4184-bbda-594013c63ce0 req-508ec592-ce6b-4398-9cca-7133609489b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:34.451629 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2482f909-71b2-4184-bbda-594013c63ce0 req-508ec592-ce6b-4398-9cca-7133609489b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ddb228e-b84a-4351-a2cb-7f33147be2ea HTTP/1.1" status: 200 len: 860 time: 0.2071533 Mar 05 13:35:34.527063 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2482f909-71b2-4184-bbda-594013c63ce0 req-f83049ce-ddbe-4644-a60d-d4ab63ae380c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662284 Mar 05 13:35:34.536089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-31dbbf77-7d6b-4e2c-b048-4e20db7ebe81 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Allocated IP 172.20.0.11 (1e632aab-7405-4a4c-851d-f121cf35a970/1ac31366-a7f9-483e-b1e1-eea597fcd311/d4201e84-2902-4942-a9eb-ceb7fd846dbf) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:35:34.708667 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2482f909-71b2-4184-bbda-594013c63ce0 req-ecc93386-f2b0-4cf7-bf73-7344d605bf8f service neutron] 10.222.0.30 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742775 Mar 05 13:35:34.710833 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9', 'tag': '3731ed23-8c9b-4468-8e22-0c21de7cfc83', 'status': 'completed', 'code': 200} Mar 05 13:35:34.891285 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2482f909-71b2-4184-bbda-594013c63ce0 req-416eca1c-7c03-4818-943d-e0cff8d467da service neutron] 10.222.0.30 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634767 Mar 05 13:35:35.070057 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-31dbbf77-7d6b-4e2c-b048-4e20db7ebe81 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:35.149287 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-31dbbf77-7d6b-4e2c-b048-4e20db7ebe81 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:35.306303 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45204) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:35.347888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c99ed-7fb7-41e2-bcfe-bd001e6d65c0 req-75f99b58-4796-4fd1-ab1d-0715ae7a90b8 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:35.355043 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-588c99ed-7fb7-41e2-bcfe-bd001e6d65c0 req-75f99b58-4796-4fd1-ab1d-0715ae7a90b8 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=42e174a5-114c-4366-80c0-839b2cf4fc77 HTTP/1.1" status: 200 len: 944 time: 0.4624355 Mar 05 13:35:35.393728 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8b250b39-cb1a-4585-9920-3f2e862b397d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:35.421993 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ea5e5-209d-42de-8c88-f1866f3edc84 req-392d3c0b-3bb7-471e-9273-c8c66560590b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:35.423567 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b85ea5e5-209d-42de-8c88-f1866f3edc84 req-392d3c0b-3bb7-471e-9273-c8c66560590b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 1094 time: 0.4487462 Mar 05 13:35:35.481856 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-588c99ed-7fb7-41e2-bcfe-bd001e6d65c0 req-cdaaa836-e5fb-412f-86ff-8791a2aedcf4 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258411 Mar 05 13:35:35.485679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8b250b39-cb1a-4585-9920-3f2e862b397d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:35.539377 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8b250b39-cb1a-4585-9920-3f2e862b397d admin admin] Usage tracker for resource:security_group_rule and tenant:b6e8669e6296443d9117e5a89fdd99af is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:35:35.559334 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8b250b39-cb1a-4585-9920-3f2e862b397d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:35:35.563950 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-31dbbf77-7d6b-4e2c-b048-4e20db7ebe81 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Network 1e632aab-7405-4a4c-851d-f121cf35a970 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:35:35.567298 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-31dbbf77-7d6b-4e2c-b048-4e20db7ebe81 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:35:35.577927 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8b250b39-cb1a-4585-9920-3f2e862b397d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:35.580592 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-31dbbf77-7d6b-4e2c-b048-4e20db7ebe81 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:35:35.589132 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-31dbbf77-7d6b-4e2c-b048-4e20db7ebe81 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:35.607749 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-31dbbf77-7d6b-4e2c-b048-4e20db7ebe81 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:35.673979 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbbf77-7d6b-4e2c-b048-4e20db7ebe81 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Pushing event updated for resources: {'Port': ['ID=d4201e84-2902-4942-a9eb-ceb7fd846dbf,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:35.722728 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f327bf70-8739-4d68-b18a-1fc803b36611 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:35:35.759420 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-31dbbf77-7d6b-4e2c-b048-4e20db7ebe81 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1716983 Mar 05 13:35:35.801169 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] Request body: {'port': {'device_id': '4d0806f9-74d3-4bf6-9589-78b06542c669', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:35.878572 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8b250b39-cb1a-4585-9920-3f2e862b397d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:35.902917 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8b250b39-cb1a-4585-9920-3f2e862b397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:35.948208 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:36.014252 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:36.039666 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-69563741-8860-4894-b2fc-e73f5051c819 req-6006a8b4-aa88-4aab-9ee2-f1b3d49257ef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3517387 Mar 05 13:35:36.051413 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f327bf70-8739-4d68-b18a-1fc803b36611 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:35:36.084690 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8b250b39-cb1a-4585-9920-3f2e862b397d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6e8669e6296443d9117e5a89fdd99af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7749262 Mar 05 13:35:36.084907 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f327bf70-8739-4d68-b18a-1fc803b36611, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f327bf70-8739-4d68-b18a-1fc803b36611,segment=NetworkSegment(5af20479-e21d-45a6-9a77-81e6b7ab8923),segment_id=5af20479-e21d-45a6-9a77-81e6b7ab8923)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:36.086956 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45212) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:36.094521 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:36.256671 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b250b39-cb1a-4585-9920-3f2e862b397d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9c0136-d2dd-48ce-96d0-58aa06ccbe12,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:36.282167 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=f327bf70-8739-4d68-b18a-1fc803b36611,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:36.337841 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29f938dc-6ae1-49c0-b8cd-e9e4a1711635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:36.342851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ea5e5-209d-42de-8c88-f1866f3edc84 req-5d3bfdb8-c1e3-4b98-9e64-f086ec8407b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:36.354024 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b85ea5e5-209d-42de-8c88-f1866f3edc84 req-5d3bfdb8-c1e3-4b98-9e64-f086ec8407b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 920 time: 0.8797891 Mar 05 13:35:36.495631 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29f938dc-6ae1-49c0-b8cd-e9e4a1711635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:36.499946 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69563741-8860-4894-b2fc-e73f5051c819 req-fe7a4892-1d24-407a-b0eb-9f7d737fc2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:36.501422 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-69563741-8860-4894-b2fc-e73f5051c819 req-fe7a4892-1d24-407a-b0eb-9f7d737fc2c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 1101 time: 0.1770191 Mar 05 13:35:36.547356 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b85ea5e5-209d-42de-8c88-f1866f3edc84 req-db7e1c7f-aa73-4630-9ec4-d0af29c00dd0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3731ed23-8c9b-4468-8e22-0c21de7cfc83 HTTP/1.1" status: 200 len: 217 time: 0.1895509 Mar 05 13:35:36.557615 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b8f79-7f69-44b1-8dbe-0d69d17afe10 req-f1f89420-e9bf-4ebc-b089-621522ec1e08 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:36.558508 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7b8b8f79-7f69-44b1-8dbe-0d69d17afe10 req-f1f89420-e9bf-4ebc-b089-621522ec1e08 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Synchronizing usage tracker for tenant:d5ffda21ed5b4786823c5a5c4a431675 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:35:36.633371 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ea5e5-209d-42de-8c88-f1866f3edc84 req-7a6728a4-fcbb-4328-9951-8f34fbd0cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:36.634999 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b85ea5e5-209d-42de-8c88-f1866f3edc84 req-7a6728a4-fcbb-4328-9951-8f34fbd0cef2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ddb228e-b84a-4351-a2cb-7f33147be2ea HTTP/1.1" status: 200 len: 860 time: 0.0692766 Mar 05 13:35:36.716045 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b85ea5e5-209d-42de-8c88-f1866f3edc84 req-7a5f0e52-f5b5-448d-91dc-5c890ab7336f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695500 Mar 05 13:35:36.719878 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7b8b8f79-7f69-44b1-8dbe-0d69d17afe10 req-f1f89420-e9bf-4ebc-b089-621522ec1e08 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Unset dirty status for tenant:d5ffda21ed5b4786823c5a5c4a431675 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:35:36.726561 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7b8b8f79-7f69-44b1-8dbe-0d69d17afe10 req-f1f89420-e9bf-4ebc-b089-621522ec1e08 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 943 time: 0.8331084 Mar 05 13:35:36.886815 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b85ea5e5-209d-42de-8c88-f1866f3edc84 req-bd4bd911-e866-40eb-be5b-d8455c2d17c2 service neutron] 10.222.0.30 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574116 Mar 05 13:35:36.924781 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:35:37.043106 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69563741-8860-4894-b2fc-e73f5051c819 req-b7cfd712-4287-4ba4-bc93-ee12a08af37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:37.045198 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-69563741-8860-4894-b2fc-e73f5051c819 req-b7cfd712-4287-4ba4-bc93-ee12a08af37a service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.5119982 Mar 05 13:35:37.121001 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7b8b8f79-7f69-44b1-8dbe-0d69d17afe10 req-2bb849cf-7177-4597-9f4e-67759c2ae703 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933764 Mar 05 13:35:37.175602 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-69563741-8860-4894-b2fc-e73f5051c819 req-74cd7c3d-8636-4036-a8da-89d4f3223744 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e HTTP/1.1" status: 200 len: 217 time: 0.1184518 Mar 05 13:35:37.195088 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4201e84-2902-4942-a9eb-ceb7fd846dbf {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:35:37.200585 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29f938dc-6ae1-49c0-b8cd-e9e4a1711635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:37.239721 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f938dc-6ae1-49c0-b8cd-e9e4a1711635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9c0136-d2dd-48ce-96d0-58aa06ccbe12,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:37.293825 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29f938dc-6ae1-49c0-b8cd-e9e4a1711635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:37.296525 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-29f938dc-6ae1-49c0-b8cd-e9e4a1711635 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b9c0136-d2dd-48ce-96d0-58aa06ccbe12 HTTP/1.1" status: 204 len: 168 time: 1.1923218 Mar 05 13:35:37.319297 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:37.321223 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b85ea5e5-209d-42de-8c88-f1866f3edc84 req-82eb893e-c81a-4aca-aede-989da3fd9cde service neutron] 10.222.0.30 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767374 Mar 05 13:35:37.369970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] Transition to ACTIVE for port object d4201e84-2902-4942-a9eb-ceb7fd846dbf will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:35:37.394299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69563741-8860-4894-b2fc-e73f5051c819 req-652b98a8-26da-4750-b4a1-903756751e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:37.405242 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-69563741-8860-4894-b2fc-e73f5051c819 req-652b98a8-26da-4750-b4a1-903756751e53 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1995013 Mar 05 13:35:37.406415 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:37.581964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a93b3-7e8b-496e-9eb7-b1025a33e979 req-67ed38f6-dfeb-4eb5-bfd7-6046080af8cd tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:37.594215 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c92a93b3-7e8b-496e-9eb7-b1025a33e979 req-67ed38f6-dfeb-4eb5-bfd7-6046080af8cd tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 950 time: 0.2107801 Mar 05 13:35:37.691041 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c92a93b3-7e8b-496e-9eb7-b1025a33e979 req-ba4f8bc8-3791-411b-a7b5-b0a95870bdee tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926819 Mar 05 13:35:37.825336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] Pushing event updated for resources: {'Port': ['ID=d4201e84-2902-4942-a9eb-ceb7fd846dbf,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:37.835045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] Attempting to bind port d4201e84-2902-4942-a9eb-ceb7fd846dbf on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:35:37.835379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] Attempting to bind port d4201e84-2902-4942-a9eb-ceb7fd846dbf by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:35:37.835706 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] Attempting to bind port d4201e84-2902-4942-a9eb-ceb7fd846dbf on network 1e632aab-7405-4a4c-851d-f121cf35a970 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:35:37.842342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] Port d4201e84-2902-4942-a9eb-ceb7fd846dbf on network 1e632aab-7405-4a4c-851d-f121cf35a970 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:35:37.842957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] Attempting to bind port d4201e84-2902-4942-a9eb-ceb7fd846dbf on network 1e632aab-7405-4a4c-851d-f121cf35a970 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:35:37.855453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:35:37.855789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] Checking segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:35:37.856177 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] Bound using segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:35:37.856683 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] Bound port: d4201e84-2902-4942-a9eb-ceb7fd846dbf, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:35:37.857759 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:37.879746 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69563741-8860-4894-b2fc-e73f5051c819 req-22775c10-60ad-4734-9170-374ca0f9d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:37.881282 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-69563741-8860-4894-b2fc-e73f5051c819 req-22775c10-60ad-4734-9170-374ca0f9d36c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4504957 Mar 05 13:35:38.070315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec9682-dab4-4f08-bd01-1885924ee6fc req-08cb331e-acfa-45be-a4b8-ab293688093a tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:38.078041 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4dec9682-dab4-4f08-bd01-1885924ee6fc req-08cb331e-acfa-45be-a4b8-ab293688093a tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 944 time: 0.1863902 Mar 05 13:35:38.101585 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-69563741-8860-4894-b2fc-e73f5051c819 req-fd20eeed-61ee-42be-afcc-bfc0ac2ff570 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935542 Mar 05 13:35:38.179410 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4dec9682-dab4-4f08-bd01-1885924ee6fc req-15013b31-ceda-4ba4-8787-687ee353ce45 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003954 Mar 05 13:35:38.274454 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 3731ed23-8c9b-4468-8e22-0c21de7cfc83 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:35:38.679864 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 3731ed23-8c9b-4468-8e22-0c21de7cfc83, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=3731ed23-8c9b-4468-8e22-0c21de7cfc83,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:38.698168 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '3731ed23-8c9b-4468-8e22-0c21de7cfc83', 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1', 'port_id': '3731ed23-8c9b-4468-8e22-0c21de7cfc83', 'mac_address': 'fa:16:3e:68:a7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ddb228e-b84a-4351-a2cb-7f33147be2ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:35:38.820308 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] For port d4201e84-2902-4942-a9eb-ceb7fd846dbf, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:35:38.824331 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] For port d4201e84-2902-4942-a9eb-ceb7fd846dbf, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=d4201e84-2902-4942-a9eb-ceb7fd846dbf,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:35:38.849251 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:38.864455 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f45c1975-0486-43f2-a909-d591079b83b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:38.895146 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:38.930040 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3731ed23-8c9b-4468-8e22-0c21de7cfc83 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:35:38.960088 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] Pushing event updated for resources: {'Port': ['ID=d4201e84-2902-4942-a9eb-ceb7fd846dbf,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:38.965069 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 3731ed23-8c9b-4468-8e22-0c21de7cfc83, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=3731ed23-8c9b-4468-8e22-0c21de7cfc83,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:38.978188 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:38.983331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa991de3-c010-4bc6-87bb-30b74c565a6f req-719907c6-d3cb-4c80-9655-5187909210cb tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:38.993818 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aa991de3-c010-4bc6-87bb-30b74c565a6f req-719907c6-d3cb-4c80-9655-5187909210cb tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 943 time: 0.1574144 Mar 05 13:35:39.001481 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:39.002497 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:39.005887 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-6461c115-81ee-4043-8807-1c2c9cb90794 service neutron] 10.222.0.15 "PUT /v2.0/ports/d4201e84-2902-4942-a9eb-ceb7fd846dbf HTTP/1.1" status: 200 len: 1092 time: 3.2171814 Mar 05 13:35:39.006562 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0806f9-74d3-4bf6-9589-78b06542c669', 'tag': 'd4201e84-2902-4942-a9eb-ceb7fd846dbf'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:35:39.048275 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-69563741-8860-4894-b2fc-e73f5051c819 req-b0818bcd-7f5a-4a98-be9a-c8bc5be75b37 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9208133 Mar 05 13:35:39.114377 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aa991de3-c010-4bc6-87bb-30b74c565a6f req-512e1ddd-0444-45f6-9dd4-28dbe04b2fbf tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178272 Mar 05 13:35:39.223031 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=3731ed23-8c9b-4468-8e22-0c21de7cfc83,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:39.253978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['3731ed23-8c9b-4468-8e22-0c21de7cfc83'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:35:39.272641 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-990e4857-2838-44e5-a037-344e63424e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:39.275293 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-990e4857-2838-44e5-a037-344e63424e7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 1095 time: 0.2096066 Mar 05 13:35:39.470817 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-ccdbe4a1-e4ad-45c5-b9cf-95e294563585 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4201e84-2902-4942-a9eb-ceb7fd846dbf HTTP/1.1" status: 200 len: 217 time: 0.1860962 Mar 05 13:35:39.609605 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1eb9dc-dc53-4743-81cf-27be49ce4f92 req-441b214f-8000-4ec2-900e-5b5e982a875f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:39.611427 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c1eb9dc-dc53-4743-81cf-27be49ce4f92 req-441b214f-8000-4ec2-900e-5b5e982a875f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 950 time: 0.2015502 Mar 05 13:35:39.682858 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-de38cab7-71c3-48ef-b1a7-04203da29740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:39.684319 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-de38cab7-71c3-48ef-b1a7-04203da29740 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ac31366-a7f9-483e-b1e1-eea597fcd311 HTTP/1.1" status: 200 len: 847 time: 0.2075183 Mar 05 13:35:39.688215 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c1eb9dc-dc53-4743-81cf-27be49ce4f92 req-dbcf2446-b0c2-49ab-8eec-b233cd8a12f0 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690994 Mar 05 13:35:39.779832 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-880dc8b6-3ccb-448e-b490-c7536f437b7d req-7096f13c-c757-4f85-9d33-2d4c777ef407 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0936971 Mar 05 13:35:39.955007 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-885e66a2-4221-4cb2-b52a-254ee4ca245a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1e632aab-7405-4a4c-851d-f121cf35a970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2638764 Mar 05 13:35:40.227535 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dc8b6-3ccb-448e-b490-c7536f437b7d req-c53c7842-da6d-4980-be07-14c37b205b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:40.229043 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-880dc8b6-3ccb-448e-b490-c7536f437b7d req-c53c7842-da6d-4980-be07-14c37b205b97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 1095 time: 0.3050358 Mar 05 13:35:40.272406 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe0589-f239-47d0-82d3-e234117df0ac req-49a0081f-bd31-4ff5-887a-d34579e8d82c tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:40.301204 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eefe0589-f239-47d0-82d3-e234117df0ac req-49a0081f-bd31-4ff5-887a-d34579e8d82c tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=42e174a5-114c-4366-80c0-839b2cf4fc77 HTTP/1.1" status: 200 len: 943 time: 0.3081307 Mar 05 13:35:40.304956 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 3731ed23-8c9b-4468-8e22-0c21de7cfc83 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:35:40.460558 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 3731ed23-8c9b-4468-8e22-0c21de7cfc83 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:35:40.472604 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 3731ed23-8c9b-4468-8e22-0c21de7cfc83 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:35:40.475200 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:40.512930 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [req-99f401b5-46cb-426a-834e-173345a661b6 req-208e2142-aa9a-4841-beb6-50e9b11b4973 service neutron] show failed (client error): The resource could not be found. Mar 05 13:35:40.514480 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-99f401b5-46cb-426a-834e-173345a661b6 req-208e2142-aa9a-4841-beb6-50e9b11b4973 service neutron] 10.222.0.15 "GET /v2.0/ports/8b7830ee-f387-454a-982c-d3f409d76188/bindings/n-h2-803718-1 HTTP/1.1" status: 404 len: 380 time: 0.6973557 Mar 05 13:35:40.619792 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-3ad69699-3ba0-4d21-a180-3eb150603f2a service neutron] 10.222.0.15 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6527536 Mar 05 13:35:40.696643 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923a2e4-18eb-4fbf-9bd4-0de2ce25fd4f req-718412cf-bb52-42d2-a003-08ea5cbe41e1 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:40.698171 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f923a2e4-18eb-4fbf-9bd4-0de2ce25fd4f req-718412cf-bb52-42d2-a003-08ea5cbe41e1 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.15 "GET /v2.0/ports?device_id=42e174a5-114c-4366-80c0-839b2cf4fc77 HTTP/1.1" status: 200 len: 943 time: 0.3205910 Mar 05 13:35:40.798107 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:40.859763 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-f923a2e4-18eb-4fbf-9bd4-0de2ce25fd4f req-7398a692-4a33-479c-a7f7-482347678b0d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Deleting port f327bf70-8739-4d68-b18a-1fc803b36611 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:35:40.860106 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f923a2e4-18eb-4fbf-9bd4-0de2ce25fd4f req-7398a692-4a33-479c-a7f7-482347678b0d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:40.940199 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3731ed23-8c9b-4468-8e22-0c21de7cfc83'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:35:40.959233 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 3731ed23-8c9b-4468-8e22-0c21de7cfc83, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=3731ed23-8c9b-4468-8e22-0c21de7cfc83,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:40.962808 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2f43440f-17e2-4cf8-978c-49e3dd13c3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:40.965978 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eefe0589-f239-47d0-82d3-e234117df0ac req-a7556a7e-20de-4378-9ebf-2c3d9aec78af tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6689684 Mar 05 13:35:40.969088 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:40.973232 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-daa6000a-4e5d-4e18-94fb-01202bd22af0 req-5869e397-4ef8-4714-bf87-a24b42421ee5 service neutron] 10.222.0.15 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265088 Mar 05 13:35:41.131568 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dc8b6-3ccb-448e-b490-c7536f437b7d req-77378c23-f5a2-48da-8ada-2927a9d2c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:41.134970 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-880dc8b6-3ccb-448e-b490-c7536f437b7d req-77378c23-f5a2-48da-8ada-2927a9d2c667 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 907 time: 0.8342743 Mar 05 13:35:41.136209 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0806f9-74d3-4bf6-9589-78b06542c669', 'tag': 'd4201e84-2902-4942-a9eb-ceb7fd846dbf', 'status': 'completed', 'code': 200} Mar 05 13:35:41.188680 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=3731ed23-8c9b-4468-8e22-0c21de7cfc83,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:41.300249 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-880dc8b6-3ccb-448e-b490-c7536f437b7d req-36bc3c98-350d-45a2-a736-3bfc70f82ee5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65167010-576f-47d8-ab65-885798b5cdc3 HTTP/1.1" status: 200 len: 217 time: 0.1497018 Mar 05 13:35:41.339019 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0716658-9b95-45ab-880b-e8d8e2cf4d83 req-34b4c0be-992b-452e-b47f-4878d9db32d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:41.341540 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d0716658-9b95-45ab-880b-e8d8e2cf4d83 req-34b4c0be-992b-452e-b47f-4878d9db32d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 1095 time: 0.2038021 Mar 05 13:35:41.453100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dc8b6-3ccb-448e-b490-c7536f437b7d req-b767d4e0-7515-4ae2-93c9-77e4b0e6ef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:41.454459 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-880dc8b6-3ccb-448e-b490-c7536f437b7d req-b767d4e0-7515-4ae2-93c9-77e4b0e6ef95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ac31366-a7f9-483e-b1e1-eea597fcd311 HTTP/1.1" status: 200 len: 847 time: 0.1513698 Mar 05 13:35:41.459513 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f401b5-46cb-426a-834e-173345a661b6 req-00b2b6d1-1e91-48b5-886b-58fe1b35952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:41.460900 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-99f401b5-46cb-426a-834e-173345a661b6 req-00b2b6d1-1e91-48b5-886b-58fe1b35952f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6&tenant_id=78a1cd353882451f977c98a0cde91b02 HTTP/1.1" status: 200 len: 1101 time: 0.4936538 Mar 05 13:35:41.512267 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-880dc8b6-3ccb-448e-b490-c7536f437b7d req-62f1b44f-5c46-4aa2-bd32-d3fe088162fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e632aab-7405-4a4c-851d-f121cf35a970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494158 Mar 05 13:35:41.518015 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-99f401b5-46cb-426a-834e-173345a661b6 req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803718-1', 'device_owner': 'compute:nova'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:41.605759 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0716658-9b95-45ab-880b-e8d8e2cf4d83 req-e732da43-a486-4ec7-9d36-f35ac7da9434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:41.608201 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d0716658-9b95-45ab-880b-e8d8e2cf4d83 req-e732da43-a486-4ec7-9d36-f35ac7da9434 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 907 time: 0.2587869 Mar 05 13:35:41.613184 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f923a2e4-18eb-4fbf-9bd4-0de2ce25fd4f req-7398a692-4a33-479c-a7f7-482347678b0d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] For port f327bf70-8739-4d68-b18a-1fc803b36611, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f327bf70-8739-4d68-b18a-1fc803b36611,segment=NetworkSegment(5af20479-e21d-45a6-9a77-81e6b7ab8923),segment_id=5af20479-e21d-45a6-9a77-81e6b7ab8923)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:41.613960 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f923a2e4-18eb-4fbf-9bd4-0de2ce25fd4f req-7398a692-4a33-479c-a7f7-482347678b0d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:41.681329 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f0509-7b24-457e-b6e6-7fe632f4696a req-94acd188-66b2-43c4-8fc4-5d77e38bdfa3 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:41.700604 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-164f0509-7b24-457e-b6e6-7fe632f4696a req-94acd188-66b2-43c4-8fc4-5d77e38bdfa3 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 944 time: 0.3459389 Mar 05 13:35:41.705388 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d0716658-9b95-45ab-880b-e8d8e2cf4d83 req-c69cc0c8-28b7-4c22-8f3d-9a4db7e20ec1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4201e84-2902-4942-a9eb-ceb7fd846dbf HTTP/1.1" status: 200 len: 217 time: 0.0827556 Mar 05 13:35:41.868510 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-164f0509-7b24-457e-b6e6-7fe632f4696a req-1699123b-2b6e-4408-8de8-e4b1f88e4ec0 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632681 Mar 05 13:35:41.887123 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-99f401b5-46cb-426a-834e-173345a661b6 req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:41.895474 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:41.942028 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-880dc8b6-3ccb-448e-b490-c7536f437b7d req-bc455d09-c970-462c-9f09-f6add5aaa42e service neutron] 10.222.0.30 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977356 Mar 05 13:35:42.000929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-f923a2e4-18eb-4fbf-9bd4-0de2ce25fd4f req-7398a692-4a33-479c-a7f7-482347678b0d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Calling delete_port for f327bf70-8739-4d68-b18a-1fc803b36611 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:35:42.037235 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:42.142148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0716658-9b95-45ab-880b-e8d8e2cf4d83 req-edb8c1ca-9f54-46e3-82ea-7ad91300be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:42.145424 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d0716658-9b95-45ab-880b-e8d8e2cf4d83 req-edb8c1ca-9f54-46e3-82ea-7ad91300be82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ac31366-a7f9-483e-b1e1-eea597fcd311 HTTP/1.1" status: 200 len: 847 time: 0.3810899 Mar 05 13:35:42.224684 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d0716658-9b95-45ab-880b-e8d8e2cf4d83 req-574e58cb-aae9-4fb8-8d02-44b03dcbb4c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1e632aab-7405-4a4c-851d-f121cf35a970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707989 Mar 05 13:35:42.521382 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f923a2e4-18eb-4fbf-9bd4-0de2ce25fd4f req-7398a692-4a33-479c-a7f7-482347678b0d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:42.648391 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d0716658-9b95-45ab-880b-e8d8e2cf4d83 req-683ff63d-7027-49e0-bf59-4e57e1f98fb6 service neutron] 10.222.0.15 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149356 Mar 05 13:35:42.660873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398a692-4a33-479c-a7f7-482347678b0d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Pushing event deleted for resources: {'Port': ['ID=f327bf70-8739-4d68-b18a-1fc803b36611,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:42.698165 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-880dc8b6-3ccb-448e-b490-c7536f437b7d req-ad4877cc-48b4-4282-8ffb-42d8799f2106 service neutron] 10.222.0.30 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7462683 Mar 05 13:35:42.722307 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9aabf6-a44e-48e3-8cec-f7321e365471 req-eaa45d71-9771-457f-9d39-7662be0a0f14 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:42.729604 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9e9aabf6-a44e-48e3-8cec-f7321e365471 req-eaa45d71-9771-457f-9d39-7662be0a0f14 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 945 time: 0.5236363 Mar 05 13:35:42.790525 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-f923a2e4-18eb-4fbf-9bd4-0de2ce25fd4f req-7398a692-4a33-479c-a7f7-482347678b0d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] No DVR routers for this DVR port f327bf70-8739-4d68-b18a-1fc803b36611 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:35:42.795126 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f923a2e4-18eb-4fbf-9bd4-0de2ce25fd4f req-7398a692-4a33-479c-a7f7-482347678b0d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:42.808027 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9e9aabf6-a44e-48e3-8cec-f7321e365471 req-3041358e-9309-4e0d-b5fa-bd8d5f3489c5 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774720 Mar 05 13:35:42.830269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-99f401b5-46cb-426a-834e-173345a661b6 req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] For port 8b7830ee-f387-454a-982c-d3f409d76188, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=8b7830ee-f387-454a-982c-d3f409d76188,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:42.880051 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-99f401b5-46cb-426a-834e-173345a661b6 req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] For port 8b7830ee-f387-454a-982c-d3f409d76188, host n-h1-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:35:42.976101 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f923a2e4-18eb-4fbf-9bd4-0de2ce25fd4f req-7398a692-4a33-479c-a7f7-482347678b0d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.15 "DELETE /v2.0/ports/f327bf70-8739-4d68-b18a-1fc803b36611 HTTP/1.1" status: 204 len: 173 time: 2.2645917 Mar 05 13:35:42.994038 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-99f401b5-46cb-426a-834e-173345a661b6 req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:43.056642 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-99f401b5-46cb-426a-834e-173345a661b6 req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] Transition to ACTIVE for port object 8b7830ee-f387-454a-982c-d3f409d76188 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:35:43.060154 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e9926c-465c-4b55-9d1a-c4131b37dec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b7830ee-f387-454a-982c-d3f409d76188'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:35:43.076487 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-99f401b5-46cb-426a-834e-173345a661b6 req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:43.097246 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d0716658-9b95-45ab-880b-e8d8e2cf4d83 req-bbc5d514-ed02-4ad8-a42f-9e10853f6019 service neutron] 10.222.0.15 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347997 Mar 05 13:35:43.137144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e174a5-114c-4366-80c0-839b2cf4fc77', 'name': 'network-vif-deleted', 'tag': 'f327bf70-8739-4d68-b18a-1fc803b36611'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:35:43.328586 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f401b5-46cb-426a-834e-173345a661b6 req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] No DVR routers for this DVR port 8b7830ee-f387-454a-982c-d3f409d76188 on host n-h1-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:35:43.374745 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] Pushing event updated for resources: {'Port': ['ID=8b7830ee-f387-454a-982c-d3f409d76188,revision_number=6']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:43.425144 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-99f401b5-46cb-426a-834e-173345a661b6 req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] Attempting to bind port 8b7830ee-f387-454a-982c-d3f409d76188 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:35:43.425526 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-99f401b5-46cb-426a-834e-173345a661b6 req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] Attempting to bind port 8b7830ee-f387-454a-982c-d3f409d76188 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:35:43.425852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f401b5-46cb-426a-834e-173345a661b6 req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] Attempting to bind port 8b7830ee-f387-454a-982c-d3f409d76188 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:35:43.432640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f401b5-46cb-426a-834e-173345a661b6 req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] Port 8b7830ee-f387-454a-982c-d3f409d76188 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:35:43.432969 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f401b5-46cb-426a-834e-173345a661b6 req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] Attempting to bind port 8b7830ee-f387-454a-982c-d3f409d76188 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:35:43.445490 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f401b5-46cb-426a-834e-173345a661b6 req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:35:43.448957 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f401b5-46cb-426a-834e-173345a661b6 req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:35:43.449381 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f401b5-46cb-426a-834e-173345a661b6 req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:35:43.449793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-99f401b5-46cb-426a-834e-173345a661b6 req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] Bound port: 8b7830ee-f387-454a-982c-d3f409d76188, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:35:43.450314 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-99f401b5-46cb-426a-834e-173345a661b6 req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:43.519775 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:43.701721 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3731ed23-8c9b-4468-8e22-0c21de7cfc83', 'code': 200} Mar 05 13:35:43.829866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device d4201e84-2902-4942-a9eb-ceb7fd846dbf details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:35:43.833604 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 8b7830ee-f387-454a-982c-d3f409d76188 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:35:43.861094 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-99f401b5-46cb-426a-834e-173345a661b6 req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] For port 8b7830ee-f387-454a-982c-d3f409d76188, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:35:43.865880 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-99f401b5-46cb-426a-834e-173345a661b6 req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] For port 8b7830ee-f387-454a-982c-d3f409d76188, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=8b7830ee-f387-454a-982c-d3f409d76188,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:35:43.881563 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-99f401b5-46cb-426a-834e-173345a661b6 req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:43.886342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ce606d9c-3bbd-4880-81ca-48150250dc05 req-cbb15979-5dca-4f19-a5ed-9a22c0c22a3e tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Synchronizing usage tracker for tenant:25b91ce983e249e4aca88013e0b17918 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:35:43.911909 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ce606d9c-3bbd-4880-81ca-48150250dc05 req-cbb15979-5dca-4f19-a5ed-9a22c0c22a3e tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Unset dirty status for tenant:25b91ce983e249e4aca88013e0b17918 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:35:43.921742 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce606d9c-3bbd-4880-81ca-48150250dc05 req-cbb15979-5dca-4f19-a5ed-9a22c0c22a3e tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=42e174a5-114c-4366-80c0-839b2cf4fc77 HTTP/1.1" status: 200 len: 210 time: 0.0857496 Mar 05 13:35:43.987708 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3e660-4aaa-4ec1-a42d-b55aa24c9c2d req-b2be3ff2-6166-4e99-8958-e495f57980ec tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:44.005674 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 8b7830ee-f387-454a-982c-d3f409d76188 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:35:44.006091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f327bf70-8739-4d68-b18a-1fc803b36611 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:35:44.010470 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-62a3e660-4aaa-4ec1-a42d-b55aa24c9c2d req-b2be3ff2-6166-4e99-8958-e495f57980ec tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 948 time: 0.2926743 Mar 05 13:35:44.033121 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f401b5-46cb-426a-834e-173345a661b6 req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:44.043316 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-99f401b5-46cb-426a-834e-173345a661b6 req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:44.045509 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-99f401b5-46cb-426a-834e-173345a661b6 req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] 10.222.0.30 "PUT /v2.0/ports/8b7830ee-f387-454a-982c-d3f409d76188 HTTP/1.1" status: 200 len: 1096 time: 2.5323315 Mar 05 13:35:44.152176 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: f327bf70-8739-4d68-b18a-1fc803b36611 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:35:44.153502 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f327bf70-8739-4d68-b18a-1fc803b36611 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:35:44.193340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2460dc-5a25-4c90-87df-6d10bb1d154d req-3b7afec8-1589-4eee-839e-dc49a71eeadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:44.194902 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3b2460dc-5a25-4c90-87df-6d10bb1d154d req-3b7afec8-1589-4eee-839e-dc49a71eeadf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 1096 time: 0.4100113 Mar 05 13:35:44.284628 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32411d0-2dd7-4651-b428-9fe1514bd3bb service neutron] Pushing event updated for resources: {'Port': ['ID=8b7830ee-f387-454a-982c-d3f409d76188,revision_number=7']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:44.312803 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c692ed-8d25-4a2c-8843-c7138ac348bb req-e19b06c9-b14a-40d0-9c4b-b1adc0586657 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:44.313541 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-16c692ed-8d25-4a2c-8843-c7138ac348bb req-e19b06c9-b14a-40d0-9c4b-b1adc0586657 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Synchronizing usage tracker for tenant:293ce29818c24610874b0170cb644d65 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:35:44.354566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-16c692ed-8d25-4a2c-8843-c7138ac348bb req-e19b06c9-b14a-40d0-9c4b-b1adc0586657 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Unset dirty status for tenant:293ce29818c24610874b0170cb644d65 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:35:44.356452 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16c692ed-8d25-4a2c-8843-c7138ac348bb req-e19b06c9-b14a-40d0-9c4b-b1adc0586657 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 944 time: 0.2290931 Mar 05 13:35:44.375241 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port d4201e84-2902-4942-a9eb-ceb7fd846dbf, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=d4201e84-2902-4942-a9eb-ceb7fd846dbf,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:44.396212 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'd4201e84-2902-4942-a9eb-ceb7fd846dbf', 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970', 'port_id': 'd4201e84-2902-4942-a9eb-ceb7fd846dbf', 'mac_address': 'fa:16:3e:00:51:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac31366-a7f9-483e-b1e1-eea597fcd311', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:35:44.427530 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-62a3e660-4aaa-4ec1-a42d-b55aa24c9c2d req-8c45e6d3-9bfc-4f68-8f07-1134a4c5c686 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078455 Mar 05 13:35:44.459814 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3b2460dc-5a25-4c90-87df-6d10bb1d154d req-52eba1bb-a2f5-4e2b-a697-1b044bc257ad service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533073 Mar 05 13:35:44.481629 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f401b5-46cb-426a-834e-173345a661b6 req-2bc8f9ca-6175-4585-a5fd-bc7a5acd4626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:44.481766 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16c692ed-8d25-4a2c-8843-c7138ac348bb req-28e909c2-68c8-4562-9b8b-b1004078b50d tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182764 Mar 05 13:35:44.484005 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-99f401b5-46cb-426a-834e-173345a661b6 req-2bc8f9ca-6175-4585-a5fd-bc7a5acd4626 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 1099 time: 0.2760067 Mar 05 13:35:44.501295 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:44.520674 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4201e84-2902-4942-a9eb-ceb7fd846dbf {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:35:44.545658 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e9926c-465c-4b55-9d1a-c4131b37dec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b7830ee-f387-454a-982c-d3f409d76188', 'code': 200} Mar 05 13:35:44.552447 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port d4201e84-2902-4942-a9eb-ceb7fd846dbf, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=d4201e84-2902-4942-a9eb-ceb7fd846dbf,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:44.564534 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:44.573564 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e174a5-114c-4366-80c0-839b2cf4fc77', 'name': 'network-vif-deleted', 'tag': 'f327bf70-8739-4d68-b18a-1fc803b36611', 'status': 'completed', 'code': 200} Mar 05 13:35:44.664101 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=d4201e84-2902-4942-a9eb-ceb7fd846dbf,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:44.767478 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e976fe-f5a6-4dcd-a612-46505c7ae925 req-e45dedb9-80e7-4154-9caa-a9d753150ccc tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:44.769569 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e8e976fe-f5a6-4dcd-a612-46505c7ae925 req-e45dedb9-80e7-4154-9caa-a9d753150ccc tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 945 time: 0.1018615 Mar 05 13:35:44.777113 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['d4201e84-2902-4942-a9eb-ceb7fd846dbf'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:35:44.864396 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f401b5-46cb-426a-834e-173345a661b6 req-744058c3-6a40-4d29-b7ad-da157f046adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:44.868036 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e8e976fe-f5a6-4dcd-a612-46505c7ae925 req-59973de4-5b52-418a-9828-7497f1f6af63 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923443 Mar 05 13:35:44.869544 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-99f401b5-46cb-426a-834e-173345a661b6 req-744058c3-6a40-4d29-b7ad-da157f046adc service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.2055848 Mar 05 13:35:44.963595 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-99f401b5-46cb-426a-834e-173345a661b6 req-a1988628-ccd7-43ab-b102-22319427eb08 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=8b7830ee-f387-454a-982c-d3f409d76188 HTTP/1.1" status: 200 len: 217 time: 0.0869989 Mar 05 13:35:45.109780 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f401b5-46cb-426a-834e-173345a661b6 req-305a81a4-a60e-4e0b-ae6c-c3648756edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:45.111378 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-99f401b5-46cb-426a-834e-173345a661b6 req-305a81a4-a60e-4e0b-ae6c-c3648756edf8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1373920 Mar 05 13:35:45.210457 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f401b5-46cb-426a-834e-173345a661b6 req-5bb3d39a-9e17-4b4f-bf05-d4c88f6a38b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:45.212395 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-99f401b5-46cb-426a-834e-173345a661b6 req-5bb3d39a-9e17-4b4f-bf05-d4c88f6a38b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0939376 Mar 05 13:35:45.401372 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-99f401b5-46cb-426a-834e-173345a661b6 req-41e09a36-efd5-4161-aad0-ddad6bffb849 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735926 Mar 05 13:35:45.475632 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45364) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:45.486931 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-80597959-b09d-4272-a9d3-8a0a42de9c23 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--894966224', 'description': 'tempest-description--716857123'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:45.515612 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-80597959-b09d-4272-a9d3-8a0a42de9c23 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:45.541889 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-80597959-b09d-4272-a9d3-8a0a42de9c23 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:45.568795 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-80597959-b09d-4272-a9d3-8a0a42de9c23 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:45.616659 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-80597959-b09d-4272-a9d3-8a0a42de9c23 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:45.621035 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-80597959-b09d-4272-a9d3-8a0a42de9c23 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Usage tracker for resource:security_group_rule and tenant:25b91ce983e249e4aca88013e0b17918 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:35:45.625134 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-80597959-b09d-4272-a9d3-8a0a42de9c23 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:35:45.635298 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-80597959-b09d-4272-a9d3-8a0a42de9c23 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:45.651679 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-99f401b5-46cb-426a-834e-173345a661b6 req-205a0e78-b468-4fd0-ac27-e03281ca834a service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433949 Mar 05 13:35:45.745301 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-80597959-b09d-4272-a9d3-8a0a42de9c23 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:45.751201 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-80597959-b09d-4272-a9d3-8a0a42de9c23 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:45.791606 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-80597959-b09d-4272-a9d3-8a0a42de9c23 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:45.792996 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-80597959-b09d-4272-a9d3-8a0a42de9c23 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3156867 Mar 05 13:35:45.798247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45392) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:45.804015 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-ccfec42a-2b23-4a89-8d2c-886652d50bf9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Request body: {'security_group_rule': {'security_group_id': 'c6735133-e073-4abc-81d5-19e4fe2293d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:45.812402 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ccfec42a-2b23-4a89-8d2c-886652d50bf9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:45.820813 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ccfec42a-2b23-4a89-8d2c-886652d50bf9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Usage tracker for resource:security_group_rule and tenant:25b91ce983e249e4aca88013e0b17918 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:35:45.830797 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device d4201e84-2902-4942-a9eb-ceb7fd846dbf up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:35:45.848944 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ccfec42a-2b23-4a89-8d2c-886652d50bf9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:35:45.891238 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ccfec42a-2b23-4a89-8d2c-886652d50bf9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:45.898071 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80597959-b09d-4272-a9d3-8a0a42de9c23 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6735133-e073-4abc-81d5-19e4fe2293d9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:45.939280 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ccfec42a-2b23-4a89-8d2c-886652d50bf9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:45.982835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964d691-5f23-4cdf-a013-1590250d0c17 req-f0700fee-5a75-42fc-a631-962a3b514771 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:45.994127 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5964d691-5f23-4cdf-a013-1590250d0c17 req-f0700fee-5a75-42fc-a631-962a3b514771 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 948 time: 0.2130382 Mar 05 13:35:46.111741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port d4201e84-2902-4942-a9eb-ceb7fd846dbf completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:35:46.120228 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port d4201e84-2902-4942-a9eb-ceb7fd846dbf triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:35:46.120600 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:46.171393 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5964d691-5f23-4cdf-a013-1590250d0c17 req-20beb40d-43fe-497c-9966-63610089cc3a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761537 Mar 05 13:35:46.184031 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ccfec42a-2b23-4a89-8d2c-886652d50bf9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:46.192924 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ccfec42a-2b23-4a89-8d2c-886652d50bf9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:46.261773 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfec42a-2b23-4a89-8d2c-886652d50bf9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962acf6a-fb19-4c0c-aefe-1da64009ce1a,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:46.262062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45406) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:46.271344 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ccfec42a-2b23-4a89-8d2c-886652d50bf9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:46.272785 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ccfec42a-2b23-4a89-8d2c-886652d50bf9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4733634 Mar 05 13:35:46.276427 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45412) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:46.296957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-fe2adb76-f176-4b4b-9178-7349cfbdd4d2 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Request body: {'security_group_rule': {'security_group_id': 'c6735133-e073-4abc-81d5-19e4fe2293d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:46.321400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fe2adb76-f176-4b4b-9178-7349cfbdd4d2 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:46.332811 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fe2adb76-f176-4b4b-9178-7349cfbdd4d2 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Usage tracker for resource:security_group_rule and tenant:25b91ce983e249e4aca88013e0b17918 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:35:46.340180 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fe2adb76-f176-4b4b-9178-7349cfbdd4d2 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:35:46.352586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fe2adb76-f176-4b4b-9178-7349cfbdd4d2 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:46.368416 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:46.382548 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fe2adb76-f176-4b4b-9178-7349cfbdd4d2 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:46.422568 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199ccf5-14d6-4f59-888c-320b3345d695 req-be2c71d9-e7a0-4b4f-bc66-9caaec222d93 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:46.427077 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port d4201e84-2902-4942-a9eb-ceb7fd846dbf, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=d4201e84-2902-4942-a9eb-ceb7fd846dbf,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:46.428200 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0806f9-74d3-4bf6-9589-78b06542c669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4201e84-2902-4942-a9eb-ceb7fd846dbf'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:35:46.431147 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a199ccf5-14d6-4f59-888c-320b3345d695 req-be2c71d9-e7a0-4b4f-bc66-9caaec222d93 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 945 time: 0.1280279 Mar 05 13:35:46.435920 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:46.502182 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a199ccf5-14d6-4f59-888c-320b3345d695 req-2451bb27-ebb9-4bcf-ba65-ec4eb53c5172 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697892 Mar 05 13:35:46.519279 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=d4201e84-2902-4942-a9eb-ceb7fd846dbf,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:46.547055 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e9926c-465c-4b55-9d1a-c4131b37dec6', 'tag': '8b7830ee-f387-454a-982c-d3f409d76188'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:35:46.569393 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0607125e-7074-4d6a-ad81-d8bb38618dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:46.611706 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0607125e-7074-4d6a-ad81-d8bb38618dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:46.619447 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fe2adb76-f176-4b4b-9178-7349cfbdd4d2 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:46.623260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0607125e-7074-4d6a-ad81-d8bb38618dce admin admin] Usage tracker for resource:security_group_rule and tenant:cf331165d75c4034ad13a1c36dbdb8f8 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:35:46.627228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0607125e-7074-4d6a-ad81-d8bb38618dce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:35:46.633375 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fe2adb76-f176-4b4b-9178-7349cfbdd4d2 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:46.636869 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0607125e-7074-4d6a-ad81-d8bb38618dce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:46.679748 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2adb76-f176-4b4b-9178-7349cfbdd4d2 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2972808-1c61-4fa3-b889-85e48c2d4c84,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:46.724502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b60710-e7cf-4d23-b41f-46a4419cb025 req-e2f5dae5-a01e-48de-ab07-21fd8305d9c2 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:46.726035 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-76b60710-e7cf-4d23-b41f-46a4419cb025 req-e2f5dae5-a01e-48de-ab07-21fd8305d9c2 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 945 time: 0.3119197 Mar 05 13:35:46.732322 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fe2adb76-f176-4b4b-9178-7349cfbdd4d2 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:46.733501 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fe2adb76-f176-4b4b-9178-7349cfbdd4d2 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4552147 Mar 05 13:35:46.737232 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45420) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:46.743953 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f5c472cb-cd58-4e66-9daf-7040148c7385 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:46.752274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f5c472cb-cd58-4e66-9daf-7040148c7385 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:46.759443 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f5c472cb-cd58-4e66-9daf-7040148c7385 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Usage tracker for resource:floatingip and tenant:25b91ce983e249e4aca88013e0b17918 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:35:46.763538 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f5c472cb-cd58-4e66-9daf-7040148c7385 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:35:46.772673 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f5c472cb-cd58-4e66-9daf-7040148c7385 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:46.798175 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5c472cb-cd58-4e66-9daf-7040148c7385 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:46.813498 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-76b60710-e7cf-4d23-b41f-46a4419cb025 req-92ec40ef-42e3-4874-89fd-03f06933d340 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757740 Mar 05 13:35:46.881469 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0806f9-74d3-4bf6-9589-78b06542c669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4201e84-2902-4942-a9eb-ceb7fd846dbf', 'code': 200} Mar 05 13:35:46.901771 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0607125e-7074-4d6a-ad81-d8bb38618dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:46.911287 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0607125e-7074-4d6a-ad81-d8bb38618dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:47.026612 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e9926c-465c-4b55-9d1a-c4131b37dec6', 'tag': '8b7830ee-f387-454a-982c-d3f409d76188', 'status': 'completed', 'code': 200} Mar 05 13:35:47.107096 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0607125e-7074-4d6a-ad81-d8bb38618dce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf331165d75c4034ad13a1c36dbdb8f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8434992 Mar 05 13:35:47.118545 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45436) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:47.129780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607125e-7074-4d6a-ad81-d8bb38618dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565c8520-d9ee-47bd-8f65-e1868fd933ee,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:47.213335 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0afcf-f731-4173-81bf-ef697a86309b req-4a96140a-4fa2-4dbc-ad73-00996eb829e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:47.215154 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-96a0afcf-f731-4173-81bf-ef697a86309b req-4a96140a-4fa2-4dbc-ad73-00996eb829e9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 1097 time: 0.2666616 Mar 05 13:35:47.240529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d5472-790a-4b2d-837e-47a41c12f2e6 req-45ac46ce-05ed-4d8b-98b1-2d2921e799be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:47.242196 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-550d5472-790a-4b2d-837e-47a41c12f2e6 req-45ac46ce-05ed-4d8b-98b1-2d2921e799be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 1099 time: 0.2446446 Mar 05 13:35:47.268879 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d5472-790a-4b2d-837e-47a41c12f2e6 req-73b81ba6-8bfc-44ee-a8e3-63c34a54c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:47.270360 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-550d5472-790a-4b2d-837e-47a41c12f2e6 req-73b81ba6-8bfc-44ee-a8e3-63c34a54c056 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 1099 time: 0.2388315 Mar 05 13:35:47.463358 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-39dd4c14-ce63-4835-8c09-882681a4cc52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:47.516521 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5c472cb-cd58-4e66-9daf-7040148c7385 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:47.549972 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-96a0afcf-f731-4173-81bf-ef697a86309b req-2060680f-8d85-403a-a691-53c28787c67e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041658 Mar 05 13:35:47.615371 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-56cb077e-bd7b-47eb-bb37-4d7adcd8301e tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:47.620738 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba2e68-d536-4c81-b6e1-44fbd3145757 req-e8728abe-340a-45dd-ab50-e607a11a3d3a tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:47.622175 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-56cb077e-bd7b-47eb-bb37-4d7adcd8301e tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/networks?id=1f953432-db2d-4f6f-a1ee-7fee9f6e7169 HTTP/1.1" status: 200 len: 804 time: 0.4038045 Mar 05 13:35:47.628713 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ebba2e68-d536-4c81-b6e1-44fbd3145757 req-e8728abe-340a-45dd-ab50-e607a11a3d3a tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 1096 time: 0.4726591 Mar 05 13:35:47.634707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d5472-790a-4b2d-837e-47a41c12f2e6 req-342ee1b9-7504-4289-9ec7-6c90a0f1e1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:47.636165 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-550d5472-790a-4b2d-837e-47a41c12f2e6 req-342ee1b9-7504-4289-9ec7-6c90a0f1e1a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.3780468 Mar 05 13:35:47.643633 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-e51dd904-bbeb-428e-b957-67b7c2856cc6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/quotas/7da90d298e31481ab9950019fd081bd2 HTTP/1.1" status: 200 len: 375 time: 0.0200000 Mar 05 13:35:47.661624 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-39dd4c14-ce63-4835-8c09-882681a4cc52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:47.737091 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-1991f12d-f5cf-4fdf-95b5-99524047315c tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da90d298e31481ab9950019fd081bd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0924330 Mar 05 13:35:47.786811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d5472-790a-4b2d-837e-47a41c12f2e6 req-5d25bbd9-ad2e-4942-8cc9-1e1d3c0d5d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:47.788278 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-550d5472-790a-4b2d-837e-47a41c12f2e6 req-5d25bbd9-ad2e-4942-8cc9-1e1d3c0d5d13 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.5054414 Mar 05 13:35:47.803440 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ebba2e68-d536-4c81-b6e1-44fbd3145757 req-04b4a0bf-ea05-435d-8ff2-98f12959c7b1 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738017 Mar 05 13:35:47.844932 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-550d5472-790a-4b2d-837e-47a41c12f2e6 req-6e42b6d9-4464-4988-9720-e294a78d8062 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=8b7830ee-f387-454a-982c-d3f409d76188 HTTP/1.1" status: 200 len: 217 time: 0.1057534 Mar 05 13:35:47.907834 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-550d5472-790a-4b2d-837e-47a41c12f2e6 req-b7c98a66-bd29-4e4c-97c2-5da1379d0bb6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=8b7830ee-f387-454a-982c-d3f409d76188 HTTP/1.1" status: 200 len: 217 time: 0.1030624 Mar 05 13:35:47.977107 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-39dd4c14-ce63-4835-8c09-882681a4cc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:48.009964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-f5c472cb-cd58-4e66-9daf-7040148c7385 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Allocated IP 172.25.4.167 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/9f5112d7-9629-4649-8f78-5cd5dc74720d) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:35:48.011648 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d5472-790a-4b2d-837e-47a41c12f2e6 req-a9925aed-0c8c-4e8a-b21a-ea05888862f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:48.013279 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-550d5472-790a-4b2d-837e-47a41c12f2e6 req-a9925aed-0c8c-4e8a-b21a-ea05888862f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1616459 Mar 05 13:35:48.018316 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd4c14-ce63-4835-8c09-882681a4cc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565c8520-d9ee-47bd-8f65-e1868fd933ee,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:48.056767 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-39dd4c14-ce63-4835-8c09-882681a4cc52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:48.071857 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-39dd4c14-ce63-4835-8c09-882681a4cc52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/565c8520-d9ee-47bd-8f65-e1868fd933ee HTTP/1.1" status: 204 len: 168 time: 0.9394670 Mar 05 13:35:48.083569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d5472-790a-4b2d-837e-47a41c12f2e6 req-e6351a9f-e078-4367-8f07-b65f18c59221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:48.086883 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-550d5472-790a-4b2d-837e-47a41c12f2e6 req-e6351a9f-e078-4367-8f07-b65f18c59221 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1571715 Mar 05 13:35:48.110185 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-b133f0f7-967b-4791-9ff4-695ec94e50c9 service neutron] 10.222.0.16 "GET /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722775 Mar 05 13:35:48.272050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d5472-790a-4b2d-837e-47a41c12f2e6 req-a5e0d0c2-0559-402e-92eb-35f8f6168a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:48.281090 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-550d5472-790a-4b2d-837e-47a41c12f2e6 req-a5e0d0c2-0559-402e-92eb-35f8f6168a41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2453654 Mar 05 13:35:48.298581 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-8d3ca6ff-7e45-474b-b249-88798b904786 service neutron] 10.222.0.16 "GET /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855505 Mar 05 13:35:48.367132 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e2a4ac57-3557-4889-93de-36bf339a8eb3 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:35:48.612993 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da475cc-bb8d-41d9-af71-be6230b672d8 req-db4895a8-6423-4b19-b571-f8fe2bef219b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:48.620212 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7da475cc-bb8d-41d9-af71-be6230b672d8 req-db4895a8-6423-4b19-b571-f8fe2bef219b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 948 time: 0.5471187 Mar 05 13:35:48.661171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d5472-790a-4b2d-837e-47a41c12f2e6 req-3a445784-5747-4692-89a6-0b237c04175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:48.663019 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-550d5472-790a-4b2d-837e-47a41c12f2e6 req-3a445784-5747-4692-89a6-0b237c04175f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4736209 Mar 05 13:35:48.722573 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5c472cb-cd58-4e66-9daf-7040148c7385 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:48.760693 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:48.841570 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e2a4ac57-3557-4889-93de-36bf339a8eb3, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e2a4ac57-3557-4889-93de-36bf339a8eb3,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:48.853398 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:48.890120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45460) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:48.926724 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7da475cc-bb8d-41d9-af71-be6230b672d8 req-beedf5c1-3f3d-4632-b16a-d6cf03c5aceb tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054185 Mar 05 13:35:48.970927 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eae9b4a2-b3ba-4958-966b-e6f49658ae80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:48.976579 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21eaa76d-2313-4a4e-b33b-8d98d94c75b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2a4ac57-3557-4889-93de-36bf339a8eb3'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:35:49.037786 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-eae9b4a2-b3ba-4958-966b-e6f49658ae80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:49.059115 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=e2a4ac57-3557-4889-93de-36bf339a8eb3,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:49.063629 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-eae9b4a2-b3ba-4958-966b-e6f49658ae80 admin admin] Usage tracker for resource:security_group_rule and tenant:9c0d1a51cadf41a2920b7e22dc5942c4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:35:49.067454 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-eae9b4a2-b3ba-4958-966b-e6f49658ae80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:35:49.075760 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-eae9b4a2-b3ba-4958-966b-e6f49658ae80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:49.084934 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-550d5472-790a-4b2d-837e-47a41c12f2e6 req-791b59b2-45ae-4f5a-a7e8-4f6aee1016d4 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7851205 Mar 05 13:35:49.128477 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-550d5472-790a-4b2d-837e-47a41c12f2e6 req-a9f411e3-e7c3-4f70-a93d-6919909cd5db service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155612 Mar 05 13:35:49.196138 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5c472cb-cd58-4e66-9daf-7040148c7385 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:49.365934 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c472cb-cd58-4e66-9daf-7040148c7385 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:35:49.375995 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c472cb-cd58-4e66-9daf-7040148c7385 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Pushing event updated for resources: {'Port': ['ID=9f5112d7-9629-4649-8f78-5cd5dc74720d,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:49.378629 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-f5c472cb-cd58-4e66-9daf-7040148c7385 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:35:49.384883 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c472cb-cd58-4e66-9daf-7040148c7385 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:35:49.392939 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45b2d2-fe38-4c24-8d32-38f44bdf7cbd req-d4b6e6b0-2bfa-4421-b711-c2132958736c tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:49.400211 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9f45b2d2-fe38-4c24-8d32-38f44bdf7cbd req-d4b6e6b0-2bfa-4421-b711-c2132958736c tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 946 time: 0.6301425 Mar 05 13:35:49.440498 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a8f6a-b562-41f2-89d5-3595044a542a req-8ddbd889-35f2-4477-ad07-d3397b988134 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:49.442756 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-417a8f6a-b562-41f2-89d5-3595044a542a req-8ddbd889-35f2-4477-ad07-d3397b988134 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.30 "GET /v2.0/ports?device_id=21eaa76d-2313-4a4e-b33b-8d98d94c75b3 HTTP/1.1" status: 200 len: 945 time: 0.7865953 Mar 05 13:35:49.504294 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9f45b2d2-fe38-4c24-8d32-38f44bdf7cbd req-ca2dc5bb-bcc3-443b-a0d3-d6db0a1e1d04 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031351 Mar 05 13:35:49.542018 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-417a8f6a-b562-41f2-89d5-3595044a542a req-45cf116e-254a-4fd9-8bc9-f3ba14c94376 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Deleting port e2a4ac57-3557-4889-93de-36bf339a8eb3 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:35:49.542418 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-417a8f6a-b562-41f2-89d5-3595044a542a req-45cf116e-254a-4fd9-8bc9-f3ba14c94376 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:49.571474 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-550d5472-790a-4b2d-837e-47a41c12f2e6 req-10833d37-245f-49a8-9c7e-eea618f7531d service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765079 Mar 05 13:35:49.651314 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eae9b4a2-b3ba-4958-966b-e6f49658ae80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:49.660198 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eae9b4a2-b3ba-4958-966b-e6f49658ae80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:49.783372 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-550d5472-790a-4b2d-837e-47a41c12f2e6 req-047e3ef3-a766-4e0c-9d0a-29f8979778e3 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6458764 Mar 05 13:35:49.789661 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be86c83-041d-4d3f-9820-e4041be1df1c req-7c3fb233-12ee-4889-8b88-d4f2a2482132 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:49.797868 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2be86c83-041d-4d3f-9820-e4041be1df1c req-7c3fb233-12ee-4889-8b88-d4f2a2482132 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 1096 time: 0.1711628 Mar 05 13:35:49.802302 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-78b75850-47c0-4baa-acea-2d8f26ccb219 req-8f31ecef-3d1a-4ea1-b2a8-d1a2d9d7eac2 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4768509-4ede-4ef3-b023-22fb3dbe11c7 HTTP/1.1" status: 200 len: 210 time: 0.0779953 Mar 05 13:35:49.818984 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-eae9b4a2-b3ba-4958-966b-e6f49658ae80 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c0d1a51cadf41a2920b7e22dc5942c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9200194 Mar 05 13:35:49.819198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45474) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:49.821729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9b4a2-b3ba-4958-966b-e6f49658ae80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7086cb45-f632-45ea-ab7b-3613f382d1e7,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:49.832216 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5c472cb-cd58-4e66-9daf-7040148c7385 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:49.890729 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2be86c83-041d-4d3f-9820-e4041be1df1c req-9d0c4539-e621-466d-a6d4-489254f7b9f5 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920489 Mar 05 13:35:49.902212 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21eaa76d-2313-4a4e-b33b-8d98d94c75b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2a4ac57-3557-4889-93de-36bf339a8eb3', 'code': 200} Mar 05 13:35:49.913785 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-187cdb42-ba3e-48de-acb0-18f08addce45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:49.959532 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-187cdb42-ba3e-48de-acb0-18f08addce45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:50.151200 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-187cdb42-ba3e-48de-acb0-18f08addce45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:50.183685 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cdb42-ba3e-48de-acb0-18f08addce45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7086cb45-f632-45ea-ab7b-3613f382d1e7,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:50.206211 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-187cdb42-ba3e-48de-acb0-18f08addce45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:50.209165 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-187cdb42-ba3e-48de-acb0-18f08addce45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7086cb45-f632-45ea-ab7b-3613f382d1e7 HTTP/1.1" status: 204 len: 168 time: 0.3881099 Mar 05 13:35:50.219914 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bf509-b66e-44ca-ad04-738eba787c62 req-990e46ec-4e71-40b8-911f-0d3fb15ed554 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:50.227665 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-256bf509-b66e-44ca-ad04-738eba787c62 req-990e46ec-4e71-40b8-911f-0d3fb15ed554 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?device_id=3646db73-eed4-40b4-be3a-4333d16ead28 HTTP/1.1" status: 200 len: 945 time: 0.2006841 Mar 05 13:35:50.289555 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-256bf509-b66e-44ca-ad04-738eba787c62 req-18164491-29eb-444b-bfa7-a53e68f98256 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef53231d-4e0a-4a67-9f28-022e17843c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608122 Mar 05 13:35:50.380459 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 8b7830ee-f387-454a-982c-d3f409d76188 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:35:50.625948 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 8b7830ee-f387-454a-982c-d3f409d76188, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=8b7830ee-f387-454a-982c-d3f409d76188,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:50.645297 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '8b7830ee-f387-454a-982c-d3f409d76188', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '8b7830ee-f387-454a-982c-d3f409d76188', 'mac_address': 'fa:16:3e:98:c2:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:35:50.671065 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-03259dd1-aed5-4dfa-9103-566a99d9334e tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:50.681209 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-03259dd1-aed5-4dfa-9103-566a99d9334e tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.30 "GET /v2.0/networks?id=1f953432-db2d-4f6f-a1ee-7fee9f6e7169 HTTP/1.1" status: 200 len: 804 time: 0.3607128 Mar 05 13:35:50.728827 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:50.730357 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-1869483f-422f-4abd-815b-4f16fd3437f6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Request body: {'port': {'device_id': 'f4768509-4ede-4ef3-b023-22fb3dbe11c7', 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169', 'admin_state_up': True, 'tenant_id': '7da90d298e31481ab9950019fd081bd2'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:50.751814 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7830ee-f387-454a-982c-d3f409d76188 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:35:50.802232 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 8b7830ee-f387-454a-982c-d3f409d76188, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=8b7830ee-f387-454a-982c-d3f409d76188,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:50.811737 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:50.886886 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-1869483f-422f-4abd-815b-4f16fd3437f6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:50.890171 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5c472cb-cd58-4e66-9daf-7040148c7385 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:50.975941 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-1869483f-422f-4abd-815b-4f16fd3437f6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:51.010939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-417a8f6a-b562-41f2-89d5-3595044a542a req-45cf116e-254a-4fd9-8bc9-f3ba14c94376 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] For port e2a4ac57-3557-4889-93de-36bf339a8eb3, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e2a4ac57-3557-4889-93de-36bf339a8eb3,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:51.011614 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-417a8f6a-b562-41f2-89d5-3595044a542a req-45cf116e-254a-4fd9-8bc9-f3ba14c94376 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:51.014186 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=8b7830ee-f387-454a-982c-d3f409d76188,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:51.076910 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876de616-14f4-43c9-abc0-107a008df1d9 req-55ffc981-4e52-48c0-bcf0-e6bccdba8acc tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:51.077294 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['8b7830ee-f387-454a-982c-d3f409d76188'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:35:51.078478 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-876de616-14f4-43c9-abc0-107a008df1d9 req-55ffc981-4e52-48c0-bcf0-e6bccdba8acc tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 948 time: 0.8755403 Mar 05 13:35:51.221546 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba70725-146e-4546-ad51-f6dd14ae189d req-dcda1b97-4dd0-4cfe-b0ce-d65d2b426145 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:51.229573 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aba70725-146e-4546-ad51-f6dd14ae189d req-dcda1b97-4dd0-4cfe-b0ce-d65d2b426145 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 946 time: 0.3407240 Mar 05 13:35:51.235778 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-1869483f-422f-4abd-815b-4f16fd3437f6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Made reservation on behalf of 7da90d298e31481ab9950019fd081bd2 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:35:51.242402 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b3d83-a5e1-4dad-bcab-8a1ef255d82c req-72efd840-4730-4562-87f9-7a7f059c6e3d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:51.244815 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d08b3d83-a5e1-4dad-bcab-8a1ef255d82c req-72efd840-4730-4562-87f9-7a7f059c6e3d tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.30 "GET /v2.0/ports?device_id=3646db73-eed4-40b4-be3a-4333d16ead28 HTTP/1.1" status: 200 len: 945 time: 0.4948876 Mar 05 13:35:51.251607 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-1869483f-422f-4abd-815b-4f16fd3437f6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:51.367712 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aba70725-146e-4546-ad51-f6dd14ae189d req-154b932b-74d7-4347-9776-8b2c30eeb7c2 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371577 Mar 05 13:35:51.384172 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-d08b3d83-a5e1-4dad-bcab-8a1ef255d82c req-b0f9693d-b640-4a0b-9059-e615ebe5f6c5 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Deleting port a33c0978-949f-4f98-b88a-e25c1c846b53 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:35:51.384554 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d08b3d83-a5e1-4dad-bcab-8a1ef255d82c req-b0f9693d-b640-4a0b-9059-e615ebe5f6c5 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:51.455041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-417a8f6a-b562-41f2-89d5-3595044a542a req-45cf116e-254a-4fd9-8bc9-f3ba14c94376 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Calling delete_port for e2a4ac57-3557-4889-93de-36bf339a8eb3 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:35:51.668929 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45516) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:51.785056 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-876de616-14f4-43c9-abc0-107a008df1d9 req-468cb31e-cd82-4cc6-9de7-0a76115954de tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5039701 Mar 05 13:35:51.796381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba2672-caaa-4017-aead-f597de1281dd req-58365d46-bf26-4d74-b766-f69dff28d063 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:51.808084 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-01ba2672-caaa-4017-aead-f597de1281dd req-58365d46-bf26-4d74-b766-f69dff28d063 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 1096 time: 0.2598445 Mar 05 13:35:51.929933 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-01ba2672-caaa-4017-aead-f597de1281dd req-f66670e5-0c86-4668-adc1-ad9d2a3f17ed tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225469 Mar 05 13:35:51.948660 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-d08b3d83-a5e1-4dad-bcab-8a1ef255d82c req-b0f9693d-b640-4a0b-9059-e615ebe5f6c5 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] For port a33c0978-949f-4f98-b88a-e25c1c846b53, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a33c0978-949f-4f98-b88a-e25c1c846b53,segment=NetworkSegment(41427342-e06a-4011-8ea0-b80d50ad9e15),segment_id=41427342-e06a-4011-8ea0-b80d50ad9e15)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:51.952505 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d08b3d83-a5e1-4dad-bcab-8a1ef255d82c req-b0f9693d-b640-4a0b-9059-e615ebe5f6c5 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:51.982260 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-db709143-7190-4e78-a6ba-6a8e95021e26 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1648012355-network', 'tenant_id': '11471a094b4c4b7f80192c3087f904ab'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:52.000268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-1869483f-422f-4abd-815b-4f16fd3437f6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Allocated IP 172.20.0.12 (1f953432-db2d-4f6f-a1ee-7fee9f6e7169/6db88a0e-28b6-4292-9a67-fc3276cd43d7/7bbb1d2a-8f93-4f60-94e6-7c8815be027b) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:35:52.005119 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-db709143-7190-4e78-a6ba-6a8e95021e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:52.030446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-db709143-7190-4e78-a6ba-6a8e95021e26 admin admin] Usage tracker for resource:network and tenant:11471a094b4c4b7f80192c3087f904ab is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:35:52.033132 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-417a8f6a-b562-41f2-89d5-3595044a542a req-45cf116e-254a-4fd9-8bc9-f3ba14c94376 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:52.036656 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5c472cb-cd58-4e66-9daf-7040148c7385 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:52.042004 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-db709143-7190-4e78-a6ba-6a8e95021e26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:35:52.117464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-db709143-7190-4e78-a6ba-6a8e95021e26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:52.121760 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5c472cb-cd58-4e66-9daf-7040148c7385 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:52.177295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf116e-254a-4fd9-8bc9-f3ba14c94376 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Pushing event deleted for resources: {'Port': ['ID=e2a4ac57-3557-4889-93de-36bf339a8eb3,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:52.212293 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-130dd326-56f6-4941-a333-77e0bfc5e5ac req-d59a8546-fc9c-41c2-846d-4f352d3ec683 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4768509-4ede-4ef3-b023-22fb3dbe11c7 HTTP/1.1" status: 200 len: 210 time: 0.1666205 Mar 05 13:35:52.282867 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5c472cb-cd58-4e66-9daf-7040148c7385 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:52.363616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db709143-7190-4e78-a6ba-6a8e95021e26 admin admin] Made reservation on behalf of 11471a094b4c4b7f80192c3087f904ab for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:35:52.366451 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-db709143-7190-4e78-a6ba-6a8e95021e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:52.381849 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 8b7830ee-f387-454a-982c-d3f409d76188 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:35:52.402083 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-db709143-7190-4e78-a6ba-6a8e95021e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:52.413683 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5c472cb-cd58-4e66-9daf-7040148c7385 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:52.433017 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f5c472cb-cd58-4e66-9daf-7040148c7385 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6862705 Mar 05 13:35:52.442712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-417a8f6a-b562-41f2-89d5-3595044a542a req-45cf116e-254a-4fd9-8bc9-f3ba14c94376 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] No DVR routers for this DVR port e2a4ac57-3557-4889-93de-36bf339a8eb3 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:35:52.442712 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-417a8f6a-b562-41f2-89d5-3595044a542a req-45cf116e-254a-4fd9-8bc9-f3ba14c94376 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:52.443374 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-417a8f6a-b562-41f2-89d5-3595044a542a req-45cf116e-254a-4fd9-8bc9-f3ba14c94376 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.30 "DELETE /v2.0/ports/e2a4ac57-3557-4889-93de-36bf339a8eb3 HTTP/1.1" status: 204 len: 173 time: 2.9934936 Mar 05 13:35:52.459646 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21eaa76d-2313-4a4e-b33b-8d98d94c75b3', 'name': 'network-vif-deleted', 'tag': 'e2a4ac57-3557-4889-93de-36bf339a8eb3'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:35:52.483122 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-db709143-7190-4e78-a6ba-6a8e95021e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:52.496352 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-db709143-7190-4e78-a6ba-6a8e95021e26 admin admin] Usage tracker for resource:security_group_rule and tenant:11471a094b4c4b7f80192c3087f904ab is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:35:52.503703 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-db709143-7190-4e78-a6ba-6a8e95021e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:35:52.508935 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d08b3d83-a5e1-4dad-bcab-8a1ef255d82c req-b0f9693d-b640-4a0b-9059-e615ebe5f6c5 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:52.509903 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d08b3d83-a5e1-4dad-bcab-8a1ef255d82c req-b0f9693d-b640-4a0b-9059-e615ebe5f6c5 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:52.510341 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [req-d08b3d83-a5e1-4dad-bcab-8a1ef255d82c req-b0f9693d-b640-4a0b-9059-e615ebe5f6c5 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Floating IP 03017a71-0af1-48e7-9032-88bf44d0333f disassociated. External IP: 172.25.4.148, port: a33c0978-949f-4f98-b88a-e25c1c846b53. Mar 05 13:35:52.510998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-d08b3d83-a5e1-4dad-bcab-8a1ef255d82c req-b0f9693d-b640-4a0b-9059-e615ebe5f6c5 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Calling delete_port for a33c0978-949f-4f98-b88a-e25c1c846b53 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:35:52.512199 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-db709143-7190-4e78-a6ba-6a8e95021e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:52.624846 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 8b7830ee-f387-454a-982c-d3f409d76188 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:35:52.630712 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 8b7830ee-f387-454a-982c-d3f409d76188 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:35:52.631265 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:52.860536 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:52.882285 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c472cb-cd58-4e66-9daf-7040148c7385 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Pushing event updated for resources: {'Port': ['ID=9f5112d7-9629-4649-8f78-5cd5dc74720d,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:52.904657 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e9926c-465c-4b55-9d1a-c4131b37dec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7830ee-f387-454a-982c-d3f409d76188'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:35:52.911831 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825b91d-9844-4201-a86b-c75b12ac2f25 req-4ad20f15-f65e-47ef-bc06-e1269ab04cfe tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:52.919601 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b825b91d-9844-4201-a86b-c75b12ac2f25 req-4ad20f15-f65e-47ef-bc06-e1269ab04cfe tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 1097 time: 0.3005159 Mar 05 13:35:52.922301 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 8b7830ee-f387-454a-982c-d3f409d76188, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=8b7830ee-f387-454a-982c-d3f409d76188,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:52.932225 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:52.935209 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e2a4ac57-3557-4889-93de-36bf339a8eb3 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:35:52.994131 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b825b91d-9844-4201-a86b-c75b12ac2f25 req-d2ee0959-2643-41f4-a372-5c3ae4205cec tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735836 Mar 05 13:35:52.995360 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d08b3d83-a5e1-4dad-bcab-8a1ef255d82c req-b0f9693d-b640-4a0b-9059-e615ebe5f6c5 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:53.011127 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-db709143-7190-4e78-a6ba-6a8e95021e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:53.027391 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-db709143-7190-4e78-a6ba-6a8e95021e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:53.037511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: e2a4ac57-3557-4889-93de-36bf339a8eb3 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:35:53.037832 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e2a4ac57-3557-4889-93de-36bf339a8eb3 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:35:53.038391 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a33c0978-949f-4f98-b88a-e25c1c846b53 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:35:53.044713 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db709143-7190-4e78-a6ba-6a8e95021e26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:35:53.060830 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-db709143-7190-4e78-a6ba-6a8e95021e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:53.061766 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-db709143-7190-4e78-a6ba-6a8e95021e26 admin admin] Added segment f1e936b4-a5b0-4fb6-bd68-8afbf3ab674d of type vlan for network e5205f00-795a-4b36-8da6-75fc6555e1e8 Mar 05 13:35:53.099807 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-db709143-7190-4e78-a6ba-6a8e95021e26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:53.130969 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9693d-b640-4a0b-9059-e615ebe5f6c5 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Pushing event deleted for resources: {'Port': ['ID=a33c0978-949f-4f98-b88a-e25c1c846b53,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:53.138165 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: a33c0978-949f-4f98-b88a-e25c1c846b53 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:35:53.138525 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a33c0978-949f-4f98-b88a-e25c1c846b53 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:35:53.140319 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=8b7830ee-f387-454a-982c-d3f409d76188,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:53.214812 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-db709143-7190-4e78-a6ba-6a8e95021e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:53.216138 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db709143-7190-4e78-a6ba-6a8e95021e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:53.216899 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-db709143-7190-4e78-a6ba-6a8e95021e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:53.295007 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db709143-7190-4e78-a6ba-6a8e95021e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c1872d-834d-419b-9380-6ed0607cfccf,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:53.443452 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8eee3c-f421-414f-9d92-0b65bd05e827 req-942f7fe4-3f6c-4271-8332-c0692545c04a tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:53.451349 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4b8eee3c-f421-414f-9d92-0b65bd05e827 req-942f7fe4-3f6c-4271-8332-c0692545c04a tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/ports?device_id=3646db73-eed4-40b4-be3a-4333d16ead28 HTTP/1.1" status: 200 len: 867 time: 0.9842997 Mar 05 13:35:53.455553 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-db709143-7190-4e78-a6ba-6a8e95021e26 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7843282 Mar 05 13:35:53.461310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db709143-7190-4e78-a6ba-6a8e95021e26 admin admin] Pushing event updated for resources: {'Network': ['ID=e5205f00-795a-4b36-8da6-75fc6555e1e8,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:53.463788 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d08b3d83-a5e1-4dad-bcab-8a1ef255d82c req-b0f9693d-b640-4a0b-9059-e615ebe5f6c5 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Router c27ea49d-26ee-402e-9b1e-3df0e1d51df5 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:35:53.465019 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45544) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:53.476527 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-db959b18-f2f4-4fc6-bcf8-7815e73e4e49 admin admin] Request body: {'subnet': {'network_id': 'e5205f00-795a-4b36-8da6-75fc6555e1e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1648012355-subnet', 'tenant_id': '11471a094b4c4b7f80192c3087f904ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:53.487720 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-db959b18-f2f4-4fc6-bcf8-7815e73e4e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:53.497675 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-1869483f-422f-4abd-815b-4f16fd3437f6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:53.503082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-db959b18-f2f4-4fc6-bcf8-7815e73e4e49 admin admin] Usage tracker for resource:subnet and tenant:11471a094b4c4b7f80192c3087f904ab is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:35:53.506222 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network e5205f00-795a-4b36-8da6-75fc6555e1e8 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:35:53.601568 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4b8eee3c-f421-414f-9d92-0b65bd05e827 req-e6901bef-d8d2-485e-a263-172128ea480e tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef53231d-4e0a-4a67-9f28-022e17843c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489165 Mar 05 13:35:53.619729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-db959b18-f2f4-4fc6-bcf8-7815e73e4e49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:35:53.655339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-db959b18-f2f4-4fc6-bcf8-7815e73e4e49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:53.671178 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-1869483f-422f-4abd-815b-4f16fd3437f6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:53.784804 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21eaa76d-2313-4a4e-b33b-8d98d94c75b3', 'name': 'network-vif-deleted', 'tag': 'e2a4ac57-3557-4889-93de-36bf339a8eb3', 'status': 'completed', 'code': 200} Mar 05 13:35:53.880177 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db959b18-f2f4-4fc6-bcf8-7815e73e4e49 admin admin] Made reservation on behalf of 11471a094b4c4b7f80192c3087f904ab for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:35:53.883005 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-db959b18-f2f4-4fc6-bcf8-7815e73e4e49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:53.883461 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-1869483f-422f-4abd-815b-4f16fd3437f6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Network 1f953432-db2d-4f6f-a1ee-7fee9f6e7169 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:35:53.888884 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-1869483f-422f-4abd-815b-4f16fd3437f6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:35:53.915202 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-1869483f-422f-4abd-815b-4f16fd3437f6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:35:53.920712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-1869483f-422f-4abd-815b-4f16fd3437f6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:53.921384 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-1869483f-422f-4abd-815b-4f16fd3437f6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:53.926042 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869483f-422f-4abd-815b-4f16fd3437f6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Pushing event updated for resources: {'Port': ['ID=7bbb1d2a-8f93-4f60-94e6-7c8815be027b,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:54.009238 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-1869483f-422f-4abd-815b-4f16fd3437f6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3009620 Mar 05 13:35:54.031249 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-53596b7b-786d-46bb-8950-9ac1ba83dde1 service neutron] Request body: {'port': {'device_id': 'f4768509-4ede-4ef3-b023-22fb3dbe11c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:54.179731 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-ffd2f664-69bd-44e5-b938-54f7be5a5758 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:54.182152 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-ffd2f664-69bd-44e5-b938-54f7be5a5758 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/networks?id=98b2eb6e-3d38-4c16-ba82-6b5b693871a7 HTTP/1.1" status: 200 len: 822 time: 0.3010130 Mar 05 13:35:54.211313 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-98204add-fde3-421d-9e5c-043da8501463 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/quotas/25b91ce983e249e4aca88013e0b17918 HTTP/1.1" status: 200 len: 375 time: 0.0208654 Mar 05 13:35:54.214751 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-53596b7b-786d-46bb-8950-9ac1ba83dde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:54.263099 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d08b3d83-a5e1-4dad-bcab-8a1ef255d82c req-b0f9693d-b640-4a0b-9059-e615ebe5f6c5 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:35:54.287665 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af391147-2dd3-46f4-8c43-9faefe53c5cf None None] Sync routers for ids ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:35:54.305017 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af391147-2dd3-46f4-8c43-9faefe53c5cf None None] Routers {'c27ea49d-26ee-402e-9b1e-3df0e1d51df5'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:35:54.305634 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-af391147-2dd3-46f4-8c43-9faefe53c5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:35:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:35:54.394194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd3ec5-0ba2-4e05-a236-707997255cdd req-22439980-5ab6-45d8-ac1f-dd30c5912642 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:54.395795 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93cd3ec5-0ba2-4e05-a236-707997255cdd req-22439980-5ab6-45d8-ac1f-dd30c5912642 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6&tenant_id=78a1cd353882451f977c98a0cde91b02&binding%3Ahost_id=n-h2-803718-1 HTTP/1.1" status: 200 len: 950 time: 0.7441733 Mar 05 13:35:54.398322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08b3d83-a5e1-4dad-bcab-8a1ef255d82c req-b0f9693d-b640-4a0b-9059-e615ebe5f6c5 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] No DVR routers for this DVR port a33c0978-949f-4f98-b88a-e25c1c846b53 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:35:54.402301 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d08b3d83-a5e1-4dad-bcab-8a1ef255d82c req-b0f9693d-b640-4a0b-9059-e615ebe5f6c5 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:54.486842 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3646db73-eed4-40b4-be3a-4333d16ead28', 'name': 'network-vif-deleted', 'tag': 'a33c0978-949f-4f98-b88a-e25c1c846b53'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:35:54.524009 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-af391147-2dd3-46f4-8c43-9faefe53c5cf None None] Set router c27ea49d-26ee-402e-9b1e-3df0e1d51df5 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:35:54.567311 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d08b3d83-a5e1-4dad-bcab-8a1ef255d82c req-b0f9693d-b640-4a0b-9059-e615ebe5f6c5 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.30 "DELETE /v2.0/ports/a33c0978-949f-4f98-b88a-e25c1c846b53 HTTP/1.1" status: 204 len: 173 time: 3.2855520 Mar 05 13:35:54.635017 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [req-93cd3ec5-0ba2-4e05-a236-707997255cdd req-97217087-4f21-4249-9364-49b94ed7d207 service neutron] delete failed (client error): The resource could not be found. Mar 05 13:35:54.637244 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93cd3ec5-0ba2-4e05-a236-707997255cdd req-97217087-4f21-4249-9364-49b94ed7d207 service neutron] 10.222.0.15 "DELETE /v2.0/ports/8b7830ee-f387-454a-982c-d3f409d76188/bindings/n-h1-803718-1 HTTP/1.1" status: 404 len: 380 time: 0.2231200 Mar 05 13:35:54.683981 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-db959b18-f2f4-4fc6-bcf8-7815e73e4e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:54.775981 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-f9e98e10-1eb9-476e-9f96-1f84060a8bcf tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=25b91ce983e249e4aca88013e0b17918&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5468421 Mar 05 13:35:54.780815 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-53596b7b-786d-46bb-8950-9ac1ba83dde1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bbb1d2a-8f93-4f60-94e6-7c8815be027b {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:35:54.808447 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db959b18-f2f4-4fc6-bcf8-7815e73e4e49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98157c96-ccf4-41ca-9eb9-1b166673676b,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:54.821374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db959b18-f2f4-4fc6-bcf8-7815e73e4e49 admin admin] Checking segment: {'id': 'f1e936b4-a5b0-4fb6-bd68-8afbf3ab674d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e5205f00-795a-4b36-8da6-75fc6555e1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:35:54.821957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db959b18-f2f4-4fc6-bcf8-7815e73e4e49 admin admin] Network hostable DHCP agents. Network: e5205f00-795a-4b36-8da6-75fc6555e1e8, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:35:54.921678 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-af391147-2dd3-46f4-8c43-9faefe53c5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534995435-router', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:10Z', 'updated_at': '2022-03-05T13:33:16Z', 'revision_number': 4, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'gw_port': {'id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:11Z', 'updated_at': '2022-03-05T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b1fb3ffb-5b00-4997-9631-df29185d2d06', 'name': '', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'mac_address': 'fa:16:3e:ed:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:15Z', 'updated_at': '2022-03-05T13:33:25Z', 'revision_number': 5, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'subnets': [{'id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:35:54.926199 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af391147-2dd3-46f4-8c43-9faefe53c5cf None None] Checking router: c27ea49d-26ee-402e-9b1e-3df0e1d51df5 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:35:54.927377 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db959b18-f2f4-4fc6-bcf8-7815e73e4e49 admin admin] Network e5205f00-795a-4b36-8da6-75fc6555e1e8 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:35:54.933681 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-470941a0-faff-44ce-a97f-0512c5b9a1d4 service neutron] 10.222.0.16 "GET /v2.0/networks/98b2eb6e-3d38-4c16-ba82-6b5b693871a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482162 Mar 05 13:35:54.935452 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af391147-2dd3-46f4-8c43-9faefe53c5cf None None] Routers {'c27ea49d-26ee-402e-9b1e-3df0e1d51df5'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:35:54.936368 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-af391147-2dd3-46f4-8c43-9faefe53c5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:35:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:35:54.938577 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-53596b7b-786d-46bb-8950-9ac1ba83dde1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:54.947051 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-3868e2d9-a8ad-492d-b7af-3ca40edd3c2e tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:35:54.948178 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-3868e2d9-a8ad-492d-b7af-3ca40edd3c2e tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109389 Mar 05 13:35:54.962027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-7b8ffad0-49cd-423f-8969-2747f9970b90 service neutron] Request body: {'binding': {'host': 'n-h1-803718-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:54.962498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-7b8ffad0-49cd-423f-8969-2747f9970b90 service neutron] Unknown quota resources ['binding']. {{(pid=87914) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 05 13:35:54.992888 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-db959b18-f2f4-4fc6-bcf8-7815e73e4e49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, e5205f00-795a-4b36-8da6-75fc6555e1e8) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:35:55.005386 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcc9b9e-33d2-4cc3-8143-57f9ede208d4 None None] Network e5205f00-795a-4b36-8da6-75fc6555e1e8 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:35:55.013678 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db959b18-f2f4-4fc6-bcf8-7815e73e4e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:55.014247 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-db959b18-f2f4-4fc6-bcf8-7815e73e4e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:55.033321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd3ec5-0ba2-4e05-a236-707997255cdd req-0fd810f2-b1d4-4409-99fb-9db95dc69c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:55.034710 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93cd3ec5-0ba2-4e05-a236-707997255cdd req-0fd810f2-b1d4-4409-99fb-9db95dc69c6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 1101 time: 0.2034171 Mar 05 13:35:55.112366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-53596b7b-786d-46bb-8950-9ac1ba83dde1 service neutron] Transition to ACTIVE for port object 7bbb1d2a-8f93-4f60-94e6-7c8815be027b will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:35:55.129019 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-b2fbbdec-280f-4e3f-8aa4-f22360dc003e service neutron] 10.222.0.16 "GET /v2.0/networks/98b2eb6e-3d38-4c16-ba82-6b5b693871a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853976 Mar 05 13:35:55.133178 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-53596b7b-786d-46bb-8950-9ac1ba83dde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:55.177577 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-af391147-2dd3-46f4-8c43-9faefe53c5cf None None] Set router c27ea49d-26ee-402e-9b1e-3df0e1d51df5 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:35:55.187970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd3ec5-0ba2-4e05-a236-707997255cdd req-c845130f-8a04-423a-89ec-5b95e4ca85de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:55.190823 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93cd3ec5-0ba2-4e05-a236-707997255cdd req-c845130f-8a04-423a-89ec-5b95e4ca85de service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.1478808 Mar 05 13:35:55.195456 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-db959b18-f2f4-4fc6-bcf8-7815e73e4e49 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7260158 Mar 05 13:35:55.389603 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7ce1f2-411c-42d4-be17-f0c63a33ca13 None None] Network e5205f00-795a-4b36-8da6-75fc6555e1e8 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:35:55.472244 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53596b7b-786d-46bb-8950-9ac1ba83dde1 service neutron] Pushing event updated for resources: {'Port': ['ID=7bbb1d2a-8f93-4f60-94e6-7c8815be027b,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:55.485602 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93cd3ec5-0ba2-4e05-a236-707997255cdd req-95faabc9-dfd9-4438-9918-9a27c29f0575 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=8b7830ee-f387-454a-982c-d3f409d76188 HTTP/1.1" status: 200 len: 217 time: 0.2884948 Mar 05 13:35:55.496287 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-53596b7b-786d-46bb-8950-9ac1ba83dde1 service neutron] Attempting to bind port 7bbb1d2a-8f93-4f60-94e6-7c8815be027b on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:35:55.496847 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-53596b7b-786d-46bb-8950-9ac1ba83dde1 service neutron] Attempting to bind port 7bbb1d2a-8f93-4f60-94e6-7c8815be027b by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'b363951b-b77b-426d-8e80-38be3ec8ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:35:55.497877 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-53596b7b-786d-46bb-8950-9ac1ba83dde1 service neutron] Attempting to bind port 7bbb1d2a-8f93-4f60-94e6-7c8815be027b on network 1f953432-db2d-4f6f-a1ee-7fee9f6e7169 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:35:55.503761 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-53596b7b-786d-46bb-8950-9ac1ba83dde1 service neutron] Port 7bbb1d2a-8f93-4f60-94e6-7c8815be027b on network 1f953432-db2d-4f6f-a1ee-7fee9f6e7169 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:35:55.504270 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-53596b7b-786d-46bb-8950-9ac1ba83dde1 service neutron] Attempting to bind port 7bbb1d2a-8f93-4f60-94e6-7c8815be027b on network 1f953432-db2d-4f6f-a1ee-7fee9f6e7169 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:35:55.510792 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-53596b7b-786d-46bb-8950-9ac1ba83dde1 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:35:55.511331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-53596b7b-786d-46bb-8950-9ac1ba83dde1 service neutron] Checking segment: {'id': 'b363951b-b77b-426d-8e80-38be3ec8ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:35:55.511863 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-53596b7b-786d-46bb-8950-9ac1ba83dde1 service neutron] Bound using segment: {'id': 'b363951b-b77b-426d-8e80-38be3ec8ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:35:55.513161 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-53596b7b-786d-46bb-8950-9ac1ba83dde1 service neutron] Bound port: 7bbb1d2a-8f93-4f60-94e6-7c8815be027b, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b363951b-b77b-426d-8e80-38be3ec8ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:35:55.513816 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-53596b7b-786d-46bb-8950-9ac1ba83dde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:55.624333 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e9926c-465c-4b55-9d1a-c4131b37dec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7830ee-f387-454a-982c-d3f409d76188', 'code': 200} Mar 05 13:35:55.630250 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-53596b7b-786d-46bb-8950-9ac1ba83dde1 service neutron] For port 7bbb1d2a-8f93-4f60-94e6-7c8815be027b, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:35:55.634485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-53596b7b-786d-46bb-8950-9ac1ba83dde1 service neutron] For port 7bbb1d2a-8f93-4f60-94e6-7c8815be027b, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=7bbb1d2a-8f93-4f60-94e6-7c8815be027b,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:35:55.642713 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-53596b7b-786d-46bb-8950-9ac1ba83dde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:55.734911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-53596b7b-786d-46bb-8950-9ac1ba83dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:55.735360 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-53596b7b-786d-46bb-8950-9ac1ba83dde1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:55.736805 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-53596b7b-786d-46bb-8950-9ac1ba83dde1 service neutron] 10.222.0.30 "PUT /v2.0/ports/7bbb1d2a-8f93-4f60-94e6-7c8815be027b HTTP/1.1" status: 200 len: 1092 time: 1.7123573 Mar 05 13:35:55.765937 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53596b7b-786d-46bb-8950-9ac1ba83dde1 service neutron] Pushing event updated for resources: {'Port': ['ID=7bbb1d2a-8f93-4f60-94e6-7c8815be027b,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:55.797037 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4768509-4ede-4ef3-b023-22fb3dbe11c7', 'tag': '7bbb1d2a-8f93-4f60-94e6-7c8815be027b'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:35:55.834224 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd3ec5-0ba2-4e05-a236-707997255cdd req-96375fe6-f1e1-482c-9b28-43a805da10d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:55.836008 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93cd3ec5-0ba2-4e05-a236-707997255cdd req-96375fe6-f1e1-482c-9b28-43a805da10d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.3416197 Mar 05 13:35:55.902968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-d9dd28ca-5e29-4e77-9036-52c23804413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:55.905479 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-d9dd28ca-5e29-4e77-9036-52c23804413e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7da90d298e31481ab9950019fd081bd2&device_id=f4768509-4ede-4ef3-b023-22fb3dbe11c7 HTTP/1.1" status: 200 len: 1095 time: 0.1110260 Mar 05 13:35:55.974485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-7b8ffad0-49cd-423f-8969-2747f9970b90 service neutron] Attempting to bind port 3731ed23-8c9b-4468-8e22-0c21de7cfc83 on host n-h1-803718-1 for vnic_type normal with profile None {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:35:55.975052 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-7b8ffad0-49cd-423f-8969-2747f9970b90 service neutron] Attempting to bind port 3731ed23-8c9b-4468-8e22-0c21de7cfc83 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:35:55.975385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-7b8ffad0-49cd-423f-8969-2747f9970b90 service neutron] Attempting to bind port 3731ed23-8c9b-4468-8e22-0c21de7cfc83 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:35:55.977401 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-af391147-2dd3-46f4-8c43-9faefe53c5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534995435-router', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:10Z', 'updated_at': '2022-03-05T13:33:16Z', 'revision_number': 4, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'gw_port': {'id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:11Z', 'updated_at': '2022-03-05T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b1fb3ffb-5b00-4997-9631-df29185d2d06', 'name': '', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'mac_address': 'fa:16:3e:ed:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:15Z', 'updated_at': '2022-03-05T13:33:25Z', 'revision_number': 5, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'subnets': [{'id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:35:55.984192 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af391147-2dd3-46f4-8c43-9faefe53c5cf None None] The sync data for ids ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'] in n-d-803718-1 is: [{'id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534995435-router', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:10Z', 'updated_at': '2022-03-05T13:33:16Z', 'revision_number': 4, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'gw_port': {'id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:11Z', 'updated_at': '2022-03-05T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b1fb3ffb-5b00-4997-9631-df29185d2d06', 'name': '', 'network_id': '4b61c9c6-6153-4f6d-b89b-c9e0e8648846', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'mac_address': 'fa:16:3e:ed:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:15Z', 'updated_at': '2022-03-05T13:33:25Z', 'revision_number': 5, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'subnets': [{'id': '53cf1e97-f281-4add-be04-6ab35f2b8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:35:55.990998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-7b8ffad0-49cd-423f-8969-2747f9970b90 service neutron] Port 3731ed23-8c9b-4468-8e22-0c21de7cfc83 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:35:55.991332 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-7b8ffad0-49cd-423f-8969-2747f9970b90 service neutron] Attempting to bind port 3731ed23-8c9b-4468-8e22-0c21de7cfc83 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:35:56.001401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd3ec5-0ba2-4e05-a236-707997255cdd req-c47d9290-3117-40a7-962c-32b3fb96d2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:56.003071 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93cd3ec5-0ba2-4e05-a236-707997255cdd req-c47d9290-3117-40a7-962c-32b3fb96d2e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1576626 Mar 05 13:35:56.007387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-7b8ffad0-49cd-423f-8969-2747f9970b90 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:35:56.007744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-7b8ffad0-49cd-423f-8969-2747f9970b90 service neutron] Checking segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:35:56.010396 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-7b8ffad0-49cd-423f-8969-2747f9970b90 service neutron] Bound using segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:35:56.011092 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-7b8ffad0-49cd-423f-8969-2747f9970b90 service neutron] Bound port: 3731ed23-8c9b-4468-8e22-0c21de7cfc83, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:35:56.091400 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-7a998a61-c23b-4c78-8563-f2dd53fb43a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bbb1d2a-8f93-4f60-94e6-7c8815be027b HTTP/1.1" status: 200 len: 217 time: 0.1141596 Mar 05 13:35:56.172382 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-7b8ffad0-49cd-423f-8969-2747f9970b90 service neutron] For port 3731ed23-8c9b-4468-8e22-0c21de7cfc83, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3731ed23-8c9b-4468-8e22-0c21de7cfc83,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:35:56.189623 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-7b8ffad0-49cd-423f-8969-2747f9970b90 service neutron] Notify callbacks [] for binding, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:56.190707 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-7b8ffad0-49cd-423f-8969-2747f9970b90 service neutron] 10.222.0.16 "POST /v2.0/ports/3731ed23-8c9b-4468-8e22-0c21de7cfc83/bindings HTTP/1.1" status: 201 len: 389 time: 1.2341313 Mar 05 13:35:56.208927 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93cd3ec5-0ba2-4e05-a236-707997255cdd req-a476b1ec-7801-46e4-84ef-41aab0ec7564 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921251 Mar 05 13:35:56.211602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-3495ae73-f260-4100-9864-ddcea7c039be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:56.214028 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-3495ae73-f260-4100-9864-ddcea7c039be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6db88a0e-28b6-4292-9a67-fc3276cd43d7 HTTP/1.1" status: 200 len: 844 time: 0.1159034 Mar 05 13:35:56.283630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45616) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:56.287081 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-13c231f3-6f25-4257-8249-2834fcf410c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1f953432-db2d-4f6f-a1ee-7fee9f6e7169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649841 Mar 05 13:35:56.293096 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-70ae4fa0-6d91-49bd-ba84-661497d40270 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-138210199-network', 'tenant_id': 'b90663651efa48afb9a6ba0b04e6a33d'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:56.299074 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-70ae4fa0-6d91-49bd-ba84-661497d40270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:56.303365 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-70ae4fa0-6d91-49bd-ba84-661497d40270 admin admin] Usage tracker for resource:network and tenant:b90663651efa48afb9a6ba0b04e6a33d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:35:56.308003 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-70ae4fa0-6d91-49bd-ba84-661497d40270 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:35:56.439073 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d15b0e7-0900-4492-97a4-c678f27e5698 None None] New status for floating IP 03017a71-0af1-48e7-9032-88bf44d0333f: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:35:56.464518 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93cd3ec5-0ba2-4e05-a236-707997255cdd req-cc15b231-4834-4921-97b9-d3b4cbdb5ec3 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433448 Mar 05 13:35:56.466360 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-70ae4fa0-6d91-49bd-ba84-661497d40270 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:56.497392 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab237c-bbab-42da-af26-3fdd59a0a75d req-4ace9c8b-fc2d-4a1e-a5b7-8c6e7443b1ec tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:56.503339 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41ab237c-bbab-42da-af26-3fdd59a0a75d req-4ace9c8b-fc2d-4a1e-a5b7-8c6e7443b1ec tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 1097 time: 0.5946667 Mar 05 13:35:56.508717 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ae4fa0-6d91-49bd-ba84-661497d40270 admin admin] Made reservation on behalf of b90663651efa48afb9a6ba0b04e6a33d for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:35:56.511873 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70ae4fa0-6d91-49bd-ba84-661497d40270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:56.539932 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70ae4fa0-6d91-49bd-ba84-661497d40270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:56.592334 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-d46654c2-dd05-4395-a5c7-0e849cdc39fa service neutron] 10.222.0.30 "GET /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776480 Mar 05 13:35:56.602301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-70ae4fa0-6d91-49bd-ba84-661497d40270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:56.635584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-70ae4fa0-6d91-49bd-ba84-661497d40270 admin admin] Usage tracker for resource:security_group_rule and tenant:b90663651efa48afb9a6ba0b04e6a33d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:35:56.652327 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-70ae4fa0-6d91-49bd-ba84-661497d40270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:35:56.666652 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-70ae4fa0-6d91-49bd-ba84-661497d40270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:56.672963 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41ab237c-bbab-42da-af26-3fdd59a0a75d req-6092c6ed-df82-42b5-a8b5-19a68995965a tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653347 Mar 05 13:35:56.836625 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd17fc9a-fd79-4311-b744-afc1d3d1aa01 req-50ea0d69-4837-4c5f-8e31-39acfc1c36fc service neutron] 10.222.0.30 "GET /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356517 Mar 05 13:35:56.840652 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52835be0-4c1a-4626-ac2d-63e23b78a815 req-44b2bb29-95d6-4fbb-8c72-7d3ccc2a76ec tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:56.875248 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-52835be0-4c1a-4626-ac2d-63e23b78a815 req-44b2bb29-95d6-4fbb-8c72-7d3ccc2a76ec tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 950 time: 0.3511448 Mar 05 13:35:56.879683 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-8231377b-b552-462f-9a12-3dfd650a81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:56.882622 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-8231377b-b552-462f-9a12-3dfd650a81ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 1096 time: 0.1891110 Mar 05 13:35:56.954922 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70ae4fa0-6d91-49bd-ba84-661497d40270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:56.963629 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70ae4fa0-6d91-49bd-ba84-661497d40270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:56.984221 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-52835be0-4c1a-4626-ac2d-63e23b78a815 req-0685f4fa-bc58-4c77-839f-fa956fa35bbf tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000619 Mar 05 13:35:57.061566 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ae4fa0-6d91-49bd-ba84-661497d40270 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:35:57.077303 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae4fa0-6d91-49bd-ba84-661497d40270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dc8421-0a56-4131-be3b-a9b890766062,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:57.095415 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70ae4fa0-6d91-49bd-ba84-661497d40270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:57.115433 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-70ae4fa0-6d91-49bd-ba84-661497d40270 admin admin] Added segment 2190762d-c44e-4a4e-b481-1bbf328593b5 of type vlan for network 53063cf5-05fd-463d-8ba4-9333801852df Mar 05 13:35:57.130696 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3646db73-eed4-40b4-be3a-4333d16ead28', 'name': 'network-vif-deleted', 'tag': 'a33c0978-949f-4f98-b88a-e25c1c846b53', 'status': 'completed', 'code': 200} Mar 05 13:35:57.139970 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309be90-fb3f-4ce7-999a-d0f28ff30a73 req-1a3b4219-5a25-4d49-bb96-bea0919aee57 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:57.143298 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-a50c11f5-4309-4aee-95cc-2c1741e562b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:57.145384 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-a50c11f5-4309-4aee-95cc-2c1741e562b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 920 time: 0.2373028 Mar 05 13:35:57.153739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-8309be90-fb3f-4ce7-999a-d0f28ff30a73 req-1a3b4219-5a25-4d49-bb96-bea0919aee57 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Synchronizing usage tracker for tenant:7da90d298e31481ab9950019fd081bd2 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:35:57.207847 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-8309be90-fb3f-4ce7-999a-d0f28ff30a73 req-1a3b4219-5a25-4d49-bb96-bea0919aee57 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Unset dirty status for tenant:7da90d298e31481ab9950019fd081bd2 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:35:57.209531 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8309be90-fb3f-4ce7-999a-d0f28ff30a73 req-1a3b4219-5a25-4d49-bb96-bea0919aee57 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4768509-4ede-4ef3-b023-22fb3dbe11c7 HTTP/1.1" status: 200 len: 944 time: 0.3482351 Mar 05 13:35:57.256711 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70ae4fa0-6d91-49bd-ba84-661497d40270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:57.257664 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-e93ce216-901b-44bc-8f01-18c18e004560 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3731ed23-8c9b-4468-8e22-0c21de7cfc83 HTTP/1.1" status: 200 len: 217 time: 0.1059501 Mar 05 13:35:57.339886 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-fffb20c9-e21a-48c1-8261-4b2c79b6d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:57.342695 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-fffb20c9-e21a-48c1-8261-4b2c79b6d83e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ddb228e-b84a-4351-a2cb-7f33147be2ea HTTP/1.1" status: 200 len: 860 time: 0.0789351 Mar 05 13:35:57.411354 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8309be90-fb3f-4ce7-999a-d0f28ff30a73 req-fe8c8816-29ad-4817-965b-c64fb0356e22 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566021 Mar 05 13:35:57.411954 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70ae4fa0-6d91-49bd-ba84-661497d40270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:57.413045 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ae4fa0-6d91-49bd-ba84-661497d40270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:57.413560 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70ae4fa0-6d91-49bd-ba84-661497d40270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:57.441044 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-39c8bed8-de01-4821-95ca-9eca8e0cee15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917177 Mar 05 13:35:57.560183 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae4fa0-6d91-49bd-ba84-661497d40270 admin admin] Pushing event updated for resources: {'Network': ['ID=53063cf5-05fd-463d-8ba4-9333801852df,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:57.572782 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 53063cf5-05fd-463d-8ba4-9333801852df details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:35:57.578939 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-70ae4fa0-6d91-49bd-ba84-661497d40270 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2908142 Mar 05 13:35:57.622483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-713da171-9a36-4645-b00a-36686eea0302 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:57.624595 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-713da171-9a36-4645-b00a-36686eea0302 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.30 "GET /v2.0/networks?id=98b2eb6e-3d38-4c16-ba82-6b5b693871a7 HTTP/1.1" status: 200 len: 822 time: 0.4066331 Mar 05 13:35:57.625206 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45626) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:57.631359 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-9c36ba08-c26d-4caf-b852-01300e6eff0c admin admin] Request body: {'subnet': {'network_id': '53063cf5-05fd-463d-8ba4-9333801852df', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-138210199-subnet', 'tenant_id': 'b90663651efa48afb9a6ba0b04e6a33d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:57.638067 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9c36ba08-c26d-4caf-b852-01300e6eff0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:57.645614 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-9d403771-0976-43ae-a5a8-5c9be21b4ee4 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Request body: {'port': {'device_id': '5021b6b4-4401-490b-9e8c-67e358ac503a', 'network_id': '98b2eb6e-3d38-4c16-ba82-6b5b693871a7', 'admin_state_up': True, 'tenant_id': '25b91ce983e249e4aca88013e0b17918'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:57.751998 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9c36ba08-c26d-4caf-b852-01300e6eff0c admin admin] Usage tracker for resource:subnet and tenant:b90663651efa48afb9a6ba0b04e6a33d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:35:57.755426 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:35:57.785006 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9c36ba08-c26d-4caf-b852-01300e6eff0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:35:57.794571 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-1edd4985-9b1b-49a6-bf6b-09be92949a6c service neutron] 10.222.0.15 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465350 Mar 05 13:35:57.808604 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9c36ba08-c26d-4caf-b852-01300e6eff0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:57.812910 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ee27fb4a-b011-456b-b273-595226f6999e req-af827872-1a7e-4d07-a2a6-f898c56eb6d5 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021b6b4-4401-490b-9e8c-67e358ac503a HTTP/1.1" status: 200 len: 210 time: 0.0726335 Mar 05 13:35:57.840341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c36ba08-c26d-4caf-b852-01300e6eff0c admin admin] Made reservation on behalf of b90663651efa48afb9a6ba0b04e6a33d for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:35:57.843530 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9c36ba08-c26d-4caf-b852-01300e6eff0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:57.883429 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4768509-4ede-4ef3-b023-22fb3dbe11c7', 'tag': '7bbb1d2a-8f93-4f60-94e6-7c8815be027b', 'status': 'completed', 'code': 200} Mar 05 13:35:57.956634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-2c9367f4-9c18-4bdf-bdce-15bcfa8534a2 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:57.961953 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-2c9367f4-9c18-4bdf-bdce-15bcfa8534a2 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.16 "GET /v2.0/networks?id=7b03d11a-a9b9-4e63-9215-df6cc62d8741 HTTP/1.1" status: 200 len: 814 time: 0.2973392 Mar 05 13:35:58.002599 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-f18fc1e9-d936-40c9-808d-e0bd13027754 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.16 "GET /v2.0/quotas/92bf82572fbb434393b937a47fe60812 HTTP/1.1" status: 200 len: 375 time: 0.0385883 Mar 05 13:35:58.050815 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-9d403771-0976-43ae-a5a8-5c9be21b4ee4 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:35:58.078999 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-cee8d8cf-1fd9-4c1d-a361-87765976519d service neutron] 10.222.0.15 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780845 Mar 05 13:35:58.112217 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-9d403771-0976-43ae-a5a8-5c9be21b4ee4 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:35:58.117299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419253f-8653-4b1a-b10c-3d16a0a61889 req-557b0b86-39b9-4a5f-9978-21edae9812fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:58.118847 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a419253f-8653-4b1a-b10c-3d16a0a61889 req-557b0b86-39b9-4a5f-9978-21edae9812fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7da90d298e31481ab9950019fd081bd2&device_id=f4768509-4ede-4ef3-b023-22fb3dbe11c7 HTTP/1.1" status: 200 len: 1095 time: 0.2124860 Mar 05 13:35:58.137018 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-9d403771-0976-43ae-a5a8-5c9be21b4ee4 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Made reservation on behalf of 25b91ce983e249e4aca88013e0b17918 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:35:58.140816 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-9d403771-0976-43ae-a5a8-5c9be21b4ee4 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:58.212552 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-86f1a9db-9fea-476f-9f74-3fc915ab6fa4 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=92bf82572fbb434393b937a47fe60812&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2029819 Mar 05 13:35:58.296834 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccc714-7560-4039-a49f-984a39795984 req-6eebcdd8-27fc-40ae-b7df-cfb213137ceb tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:58.298212 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2eccc714-7560-4039-a49f-984a39795984 req-6eebcdd8-27fc-40ae-b7df-cfb213137ceb tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 945 time: 0.2545431 Mar 05 13:35:58.427371 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2eccc714-7560-4039-a49f-984a39795984 req-cf0adb0d-c6de-4f86-8a17-b46c614f11c3 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182330 Mar 05 13:35:58.435630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419253f-8653-4b1a-b10c-3d16a0a61889 req-6d0cd612-c7a5-45b5-8f23-a7a925cb93c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:58.437092 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a419253f-8653-4b1a-b10c-3d16a0a61889 req-6d0cd612-c7a5-45b5-8f23-a7a925cb93c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1f953432-db2d-4f6f-a1ee-7fee9f6e7169 HTTP/1.1" status: 200 len: 904 time: 0.3064866 Mar 05 13:35:58.448985 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9c36ba08-c26d-4caf-b852-01300e6eff0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:58.501567 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:58.520062 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-9d403771-0976-43ae-a5a8-5c9be21b4ee4 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Allocated IP 172.20.0.14 (98b2eb6e-3d38-4c16-ba82-6b5b693871a7/36ee2287-7bca-4206-a433-1adee841abd4/a7e30ff6-290f-41d2-9d64-9817c846ff6a) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:35:58.548079 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-83491b8d-a006-45b5-98d3-41f920af93e2 service neutron] 10.222.0.16 "GET /v2.0/networks/7b03d11a-a9b9-4e63-9215-df6cc62d8741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815187 Mar 05 13:35:58.559496 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36ba08-c26d-4caf-b852-01300e6eff0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7119aef-5b7b-49b3-bffd-f110ccf11d09,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:58.565251 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a419253f-8653-4b1a-b10c-3d16a0a61889 req-774937bf-3c90-41ff-bc33-23af4c86a745 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bbb1d2a-8f93-4f60-94e6-7c8815be027b HTTP/1.1" status: 200 len: 217 time: 0.1200140 Mar 05 13:35:58.593884 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c36ba08-c26d-4caf-b852-01300e6eff0c admin admin] Checking segment: {'id': '2190762d-c44e-4a4e-b481-1bbf328593b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '53063cf5-05fd-463d-8ba4-9333801852df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:35:58.594241 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c36ba08-c26d-4caf-b852-01300e6eff0c admin admin] Network hostable DHCP agents. Network: 53063cf5-05fd-463d-8ba4-9333801852df, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:35:58.654453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c36ba08-c26d-4caf-b852-01300e6eff0c admin admin] Network 53063cf5-05fd-463d-8ba4-9333801852df is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:35:58.681657 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-9c36ba08-c26d-4caf-b852-01300e6eff0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 53063cf5-05fd-463d-8ba4-9333801852df) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:35:58.693358 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20319ecd-e041-4a57-9903-2989fb82ca10 None None] Network 53063cf5-05fd-463d-8ba4-9333801852df requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:35:58.693852 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-a74157ee-c3d9-4e4a-aca1-43d425838a8f tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:58.695016 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-a74157ee-c3d9-4e4a-aca1-43d425838a8f tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9&tenant_id=d5ffda21ed5b4786823c5a5c4a431675&binding%3Ahost_id=n-h2-803718-1 HTTP/1.1" status: 200 len: 1096 time: 0.5271142 Mar 05 13:35:58.745520 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-cff01726-ede9-4459-83eb-2945f47aac1b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803718-1'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:58.770968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c36ba08-c26d-4caf-b852-01300e6eff0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:58.771564 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9c36ba08-c26d-4caf-b852-01300e6eff0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:58.785497 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:58.837197 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9c36ba08-c26d-4caf-b852-01300e6eff0c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2102687 Mar 05 13:35:58.884788 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-9d403771-0976-43ae-a5a8-5c9be21b4ee4 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:58.908268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b3f65-9594-4d17-acdf-f80d56d2d881 req-f3aa6482-bea6-4532-acbf-028601a47bd5 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:58.909800 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-944b3f65-9594-4d17-acdf-f80d56d2d881 req-f3aa6482-bea6-4532-acbf-028601a47bd5 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 950 time: 0.1769438 Mar 05 13:35:58.928839 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8397aa86-4d4f-48b1-9fb5-c581e13b2077 None None] Network 53063cf5-05fd-463d-8ba4-9333801852df requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:35:58.952656 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-24fd5133-1ea9-4e3a-99eb-8d8a62c35bdf service neutron] 10.222.0.16 "GET /v2.0/networks/7b03d11a-a9b9-4e63-9215-df6cc62d8741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920422 Mar 05 13:35:58.954168 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419253f-8653-4b1a-b10c-3d16a0a61889 req-45db9174-b59f-46fb-840c-7e38ef2e30d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:58.955547 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a419253f-8653-4b1a-b10c-3d16a0a61889 req-45db9174-b59f-46fb-840c-7e38ef2e30d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6db88a0e-28b6-4292-9a67-fc3276cd43d7 HTTP/1.1" status: 200 len: 844 time: 0.2595556 Mar 05 13:35:58.967881 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-944b3f65-9594-4d17-acdf-f80d56d2d881 req-46c951e5-0afb-4ae2-979b-5ee167e9461f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495684 Mar 05 13:35:58.976982 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-9d403771-0976-43ae-a5a8-5c9be21b4ee4 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:59.053419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45656) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:59.107704 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-cff01726-ede9-4459-83eb-2945f47aac1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:59.127879 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-9d403771-0976-43ae-a5a8-5c9be21b4ee4 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Network 98b2eb6e-3d38-4c16-ba82-6b5b693871a7 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:35:59.136757 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-9d403771-0976-43ae-a5a8-5c9be21b4ee4 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:35:59.139479 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a419253f-8653-4b1a-b10c-3d16a0a61889 req-0ee34840-d805-4b74-bd1d-603470cd3a8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1f953432-db2d-4f6f-a1ee-7fee9f6e7169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708046 Mar 05 13:35:59.149201 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-9d403771-0976-43ae-a5a8-5c9be21b4ee4 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:35:59.155584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-9d403771-0976-43ae-a5a8-5c9be21b4ee4 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:59.156246 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-9d403771-0976-43ae-a5a8-5c9be21b4ee4 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:59.212857 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d403771-0976-43ae-a5a8-5c9be21b4ee4 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Pushing event updated for resources: {'Port': ['ID=a7e30ff6-290f-41d2-9d64-9817c846ff6a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:59.226159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d10776f-cb52-495d-a386-f0a7a8ea4862 admin admin] Deleting subnet 98157c96-ccf4-41ca-9eb9-1b166673676b {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:35:59.238539 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-9d403771-0976-43ae-a5a8-5c9be21b4ee4 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5977821 Mar 05 13:35:59.239208 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d10776f-cb52-495d-a386-f0a7a8ea4862 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:59.339422 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a419253f-8653-4b1a-b10c-3d16a0a61889 req-b5d426ae-0c08-4f59-a99f-32f65203c3ed service neutron] 10.222.0.30 "GET /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656127 Mar 05 13:35:59.368185 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d10776f-cb52-495d-a386-f0a7a8ea4862 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:59.432549 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] Request body: {'port': {'device_id': '5021b6b4-4401-490b-9e8c-67e358ac503a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:35:59.507510 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a419253f-8653-4b1a-b10c-3d16a0a61889 req-a5d0cd58-133b-4a65-a3fc-23e26fe5ae5b service neutron] 10.222.0.30 "GET /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552229 Mar 05 13:35:59.518703 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d10776f-cb52-495d-a386-f0a7a8ea4862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:59.653896 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:59.708186 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-cff01726-ede9-4459-83eb-2945f47aac1b service neutron] For port 3731ed23-8c9b-4468-8e22-0c21de7cfc83, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=3731ed23-8c9b-4468-8e22-0c21de7cfc83,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:35:59.742925 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753df17-ea5c-42e1-9dc1-d9a9a8266b9f req-dd6541ff-7804-4a5c-8574-c71306287018 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:59.751518 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e753df17-ea5c-42e1-9dc1-d9a9a8266b9f req-dd6541ff-7804-4a5c-8574-c71306287018 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4768509-4ede-4ef3-b023-22fb3dbe11c7 HTTP/1.1" status: 200 len: 944 time: 0.3570051 Mar 05 13:35:59.753954 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d10776f-cb52-495d-a386-f0a7a8ea4862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:59.812193 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-cff01726-ede9-4459-83eb-2945f47aac1b service neutron] For port 3731ed23-8c9b-4468-8e22-0c21de7cfc83, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:35:59.823103 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10776f-cb52-495d-a386-f0a7a8ea4862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98157c96-ccf4-41ca-9eb9-1b166673676b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:35:59.828156 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d10776f-cb52-495d-a386-f0a7a8ea4862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:59.862849 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52a094-54ef-4dee-9191-72afb7258a37 req-6f56a89a-dbd9-4f37-9e93-e0a6430d020d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:35:59.864324 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cc52a094-54ef-4dee-9191-72afb7258a37 req-6f56a89a-dbd9-4f37-9e93-e0a6430d020d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021b6b4-4401-490b-9e8c-67e358ac503a HTTP/1.1" status: 200 len: 932 time: 0.1629195 Mar 05 13:35:59.865865 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1d10776f-cb52-495d-a386-f0a7a8ea4862 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/98157c96-ccf4-41ca-9eb9-1b166673676b HTTP/1.1" status: 204 len: 168 time: 0.8113718 Mar 05 13:35:59.869228 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45676) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:35:59.919986 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3731ed23-8c9b-4468-8e22-0c21de7cfc83'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:35:59.925422 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-cff01726-ede9-4459-83eb-2945f47aac1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:59.938305 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-cc52a094-54ef-4dee-9191-72afb7258a37 req-12d84479-4ff1-43a4-b4f2-4d83ff818acc tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Synchronizing usage tracker for tenant:25b91ce983e249e4aca88013e0b17918 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:35:59.941887 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-cff01726-ede9-4459-83eb-2945f47aac1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:35:59.947488 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e753df17-ea5c-42e1-9dc1-d9a9a8266b9f req-8d980784-8046-4186-839d-6c3bd65ff10e tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949201 Mar 05 13:36:00.086389 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-cc52a094-54ef-4dee-9191-72afb7258a37 req-12d84479-4ff1-43a4-b4f2-4d83ff818acc tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Unset dirty status for tenant:25b91ce983e249e4aca88013e0b17918 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:36:00.087575 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cc52a094-54ef-4dee-9191-72afb7258a37 req-12d84479-4ff1-43a4-b4f2-4d83ff818acc tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116704 Mar 05 13:36:00.121065 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff01726-ede9-4459-83eb-2945f47aac1b service neutron] Pushing event updated for resources: {'Port': ['ID=3731ed23-8c9b-4468-8e22-0c21de7cfc83,revision_number=7']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:00.157804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-cff01726-ede9-4459-83eb-2945f47aac1b service neutron] Attempting to bind port 3731ed23-8c9b-4468-8e22-0c21de7cfc83 on host n-h2-803718-1 for vnic_type normal with profile {"migrating_to": "n-h1-803718-1"} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:36:00.158545 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-cff01726-ede9-4459-83eb-2945f47aac1b service neutron] Attempting to bind port 3731ed23-8c9b-4468-8e22-0c21de7cfc83 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:36:00.159329 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-cff01726-ede9-4459-83eb-2945f47aac1b service neutron] Attempting to bind port 3731ed23-8c9b-4468-8e22-0c21de7cfc83 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:36:00.160784 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:00.167446 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-cff01726-ede9-4459-83eb-2945f47aac1b service neutron] Port 3731ed23-8c9b-4468-8e22-0c21de7cfc83 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:36:00.168268 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-cff01726-ede9-4459-83eb-2945f47aac1b service neutron] Attempting to bind port 3731ed23-8c9b-4468-8e22-0c21de7cfc83 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:36:00.176195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-cff01726-ede9-4459-83eb-2945f47aac1b service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:36:00.176787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-cff01726-ede9-4459-83eb-2945f47aac1b service neutron] Checking segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:36:00.177328 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-cff01726-ede9-4459-83eb-2945f47aac1b service neutron] Bound using segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:36:00.178523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-cff01726-ede9-4459-83eb-2945f47aac1b service neutron] Bound port: 3731ed23-8c9b-4468-8e22-0c21de7cfc83, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:36:00.179107 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-cff01726-ede9-4459-83eb-2945f47aac1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:00.293957 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3b1ba392-4d14-49a2-91a7-72bfac7f91cd req-607efc5e-c563-4b3f-ab6f-9c6ac148aa67 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e9db675-b94e-4124-afa0-f159a4045dbd HTTP/1.1" status: 200 len: 210 time: 0.0561707 Mar 05 13:36:00.329639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-cff01726-ede9-4459-83eb-2945f47aac1b service neutron] For port 3731ed23-8c9b-4468-8e22-0c21de7cfc83, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:36:00.332940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-cff01726-ede9-4459-83eb-2945f47aac1b service neutron] For port 3731ed23-8c9b-4468-8e22-0c21de7cfc83, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=3731ed23-8c9b-4468-8e22-0c21de7cfc83,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:36:00.336881 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-cff01726-ede9-4459-83eb-2945f47aac1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:00.413558 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 7bbb1d2a-8f93-4f60-94e6-7c8815be027b details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:36:00.528215 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff01726-ede9-4459-83eb-2945f47aac1b service neutron] Pushing event updated for resources: {'Port': ['ID=3731ed23-8c9b-4468-8e22-0c21de7cfc83,revision_number=8']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:00.573618 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972137e0-e53b-4a8c-aa9c-dd723ec6dc4e req-d6ebc048-67f3-4086-9a2f-eee9f0639f61 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:00.576179 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-972137e0-e53b-4a8c-aa9c-dd723ec6dc4e req-d6ebc048-67f3-4086-9a2f-eee9f0639f61 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 950 time: 0.5195293 Mar 05 13:36:00.584228 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:00.624754 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 7bbb1d2a-8f93-4f60-94e6-7c8815be027b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=7bbb1d2a-8f93-4f60-94e6-7c8815be027b,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:00.642375 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '7bbb1d2a-8f93-4f60-94e6-7c8815be027b', 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169', 'port_id': '7bbb1d2a-8f93-4f60-94e6-7c8815be027b', 'mac_address': 'fa:16:3e:af:78:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db88a0e-28b6-4292-9a67-fc3276cd43d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:36:00.651309 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:00.651637 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:00.652402 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:00.652720 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] Subscribe: > port after_create 55550000 {{(pid=87913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:00.653201 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:00.654076 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] Subscribe: > port after_update 55550000 {{(pid=87913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:00.654076 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:00.654335 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:00.654632 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:00.654963 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:00.722309 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:00.740285 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bbb1d2a-8f93-4f60-94e6-7c8815be027b {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:36:00.757691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 7bbb1d2a-8f93-4f60-94e6-7c8815be027b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=7bbb1d2a-8f93-4f60-94e6-7c8815be027b,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:00.763606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-cff01726-ede9-4459-83eb-2945f47aac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:00.764298 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-cff01726-ede9-4459-83eb-2945f47aac1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:00.765284 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:00.765732 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-cff01726-ede9-4459-83eb-2945f47aac1b service neutron] 10.222.0.15 "PUT /v2.0/ports/3731ed23-8c9b-4468-8e22-0c21de7cfc83 HTTP/1.1" status: 200 len: 1121 time: 2.0247030 Mar 05 13:36:00.857132 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:00.858294 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:00.859090 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:00.859628 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:00.860163 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5205f00-795a-4b36-8da6-75fc6555e1e8']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:00.867544 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=7bbb1d2a-8f93-4f60-94e6-7c8815be027b,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:00.877590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2419c2-de2a-432c-9c8b-152af91b327b req-237976b1-151b-4aff-a8b0-8b338eac6735 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:00.879187 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ca2419c2-de2a-432c-9c8b-152af91b327b req-237976b1-151b-4aff-a8b0-8b338eac6735 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 1097 time: 0.3850205 Mar 05 13:36:00.883870 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['3731ed23-8c9b-4468-8e22-0c21de7cfc83'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:36:00.891358 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.resource_extend [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:36:00.901452 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e936b4-a5b0-4fb6-bd68-8afbf3ab674d') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:00.901856 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e936b4-a5b0-4fb6-bd68-8afbf3ab674d') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:00.921076 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-972137e0-e53b-4a8c-aa9c-dd723ec6dc4e req-8d0f2e54-b383-423c-96ff-48d8c0105a4f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238783 Mar 05 13:36:00.927382 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:00.934887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-9832bd47-f05b-42e3-820a-c5e0359e8d88 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:00.937001 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-9832bd47-f05b-42e3-820a-c5e0359e8d88 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.15 "GET /v2.0/networks?id=7b03d11a-a9b9-4e63-9215-df6cc62d8741 HTTP/1.1" status: 200 len: 814 time: 0.3660638 Mar 05 13:36:00.967317 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-00013870-ea42-400c-952b-ca0e2bb1f2be tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Request body: {'port': {'device_id': '0e9db675-b94e-4124-afa0-f159a4045dbd', 'network_id': '7b03d11a-a9b9-4e63-9215-df6cc62d8741', 'admin_state_up': True, 'tenant_id': '92bf82572fbb434393b937a47fe60812'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:36:01.000883 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:01.014177 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ca2419c2-de2a-432c-9c8b-152af91b327b req-a4bf778a-7262-4a11-9f08-8d57a16dd5d3 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262565 Mar 05 13:36:01.017805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:36:01.018207 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: from cryptography.utils import int_from_bytes Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: from cryptography.utils import int_from_bytes Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: util.warn_limited( Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: util.warn_limited( Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:36:01.057773 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:36:01.080988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45694) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:01.085704 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['7bbb1d2a-8f93-4f60-94e6-7c8815be027b'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:36:01.092301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e30ff6-290f-41d2-9d64-9817c846ff6a {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:36:01.154707 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3731ed23-8c9b-4468-8e22-0c21de7cfc83', 'code': 200} Mar 05 13:36:01.165163 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:01.202612 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b072fcd2-72d2-458b-b504-a6cd5fe8400b tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:01.276272 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] Transition to ACTIVE for port object a7e30ff6-290f-41d2-9d64-9817c846ff6a will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:36:01.279633 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:01.319788 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5205f00-795a-4b36-8da6-75fc6555e1e8,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:01.321700 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:01.332550 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:01.349770 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-00013870-ea42-400c-952b-ca0e2bb1f2be tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:36:01.354081 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b072fcd2-72d2-458b-b504-a6cd5fe8400b tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:01.368806 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-00013870-ea42-400c-952b-ca0e2bb1f2be tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Usage tracker for resource:port and tenant:92bf82572fbb434393b937a47fe60812 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:36:01.372585 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-00013870-ea42-400c-952b-ca0e2bb1f2be tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:36:01.382083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-00013870-ea42-400c-952b-ca0e2bb1f2be tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:36:01.422832 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-00013870-ea42-400c-952b-ca0e2bb1f2be tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Made reservation on behalf of 92bf82572fbb434393b937a47fe60812 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:36:01.426523 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-00013870-ea42-400c-952b-ca0e2bb1f2be tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:01.431577 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7e3d4-2f64-45ee-8efc-0e6be32b65b9 req-466dcdf1-2918-43ce-a5df-7d70648910ee tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:01.440412 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-01d7e3d4-2f64-45ee-8efc-0e6be32b65b9 req-466dcdf1-2918-43ce-a5df-7d70648910ee tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 943 time: 0.2783966 Mar 05 13:36:01.510182 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d83f6d21-a44d-4d83-a029-a592d97ea438 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e5205f00-795a-4b36-8da6-75fc6555e1e8 HTTP/1.1" status: 204 len: 168 time: 1.6367927 Mar 05 13:36:01.520204 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45712) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:01.545787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef82a5-cd6e-4085-94e1-a56013d237e5 req-f3c8074d-9d8d-4db4-88bc-f71ba42dbbed tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:01.552561 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-94ef82a5-cd6e-4085-94e1-a56013d237e5 req-f3c8074d-9d8d-4db4-88bc-f71ba42dbbed tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4768509-4ede-4ef3-b023-22fb3dbe11c7 HTTP/1.1" status: 200 len: 945 time: 0.2876742 Mar 05 13:36:01.582430 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b072fcd2-72d2-458b-b504-a6cd5fe8400b tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:01.613906 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e30ff6-290f-41d2-9d64-9817c846ff6a,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:01.632006 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072fcd2-72d2-458b-b504-a6cd5fe8400b tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef53231d-4e0a-4a67-9f28-022e17843c88,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:01.727221 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-94ef82a5-cd6e-4085-94e1-a56013d237e5 req-448dbc87-1f94-4169-a908-8dcb35754d05 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736722 Mar 05 13:36:01.747841 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-092370bf-c969-45a6-b356-c7e0931d8c14 admin admin] Deleting subnet f7119aef-5b7b-49b3-bffd-f110ccf11d09 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:36:01.747841 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-092370bf-c969-45a6-b356-c7e0931d8c14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:01.772510 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b072fcd2-72d2-458b-b504-a6cd5fe8400b tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:01.793830 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b072fcd2-72d2-458b-b504-a6cd5fe8400b tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "DELETE /v2.0/security-groups/ef53231d-4e0a-4a67-9f28-022e17843c88 HTTP/1.1" status: 204 len: 168 time: 0.7039309 Mar 05 13:36:01.793830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45718) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:01.794173 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-01d7e3d4-2f64-45ee-8efc-0e6be32b65b9 req-d5e70b31-bac8-4a18-ae03-cbd19fe06329 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505411 Mar 05 13:36:01.852102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-00013870-ea42-400c-952b-ca0e2bb1f2be tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Allocated IP 172.20.0.10 (7b03d11a-a9b9-4e63-9215-df6cc62d8741/76d14473-20e0-404d-b194-2f703d2b76d2/1a7969fc-ee4e-42af-b5bd-898a987fa3cb) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:36:01.859404 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-0169cb99-4ac5-467b-b722-079e5f476199 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] show failed (client error): The resource could not be found. Mar 05 13:36:01.875742 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0169cb99-4ac5-467b-b722-079e5f476199 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "GET /v2.0/security-groups/ef53231d-4e0a-4a67-9f28-022e17843c88 HTTP/1.1" status: 404 len: 347 time: 0.0834091 Mar 05 13:36:01.876384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45724) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:01.892521 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-092370bf-c969-45a6-b356-c7e0931d8c14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:01.934239 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] Attempting to bind port a7e30ff6-290f-41d2-9d64-9817c846ff6a on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:36:01.934872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] Attempting to bind port a7e30ff6-290f-41d2-9d64-9817c846ff6a by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '5af20479-e21d-45a6-9a77-81e6b7ab8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '98b2eb6e-3d38-4c16-ba82-6b5b693871a7'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:36:01.935549 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] Attempting to bind port a7e30ff6-290f-41d2-9d64-9817c846ff6a on network 98b2eb6e-3d38-4c16-ba82-6b5b693871a7 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:36:01.950305 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] Port a7e30ff6-290f-41d2-9d64-9817c846ff6a on network 98b2eb6e-3d38-4c16-ba82-6b5b693871a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:36:01.950903 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] Attempting to bind port a7e30ff6-290f-41d2-9d64-9817c846ff6a on network 98b2eb6e-3d38-4c16-ba82-6b5b693871a7 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:36:01.961264 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:36:01.961845 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] Checking segment: {'id': '5af20479-e21d-45a6-9a77-81e6b7ab8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '98b2eb6e-3d38-4c16-ba82-6b5b693871a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:36:01.962376 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] Bound using segment: {'id': '5af20479-e21d-45a6-9a77-81e6b7ab8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '98b2eb6e-3d38-4c16-ba82-6b5b693871a7'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:36:01.963009 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] Bound port: a7e30ff6-290f-41d2-9d64-9817c846ff6a, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af20479-e21d-45a6-9a77-81e6b7ab8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '98b2eb6e-3d38-4c16-ba82-6b5b693871a7'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:36:01.963516 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:01.989020 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-092370bf-c969-45a6-b356-c7e0931d8c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:02.154148 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] For port a7e30ff6-290f-41d2-9d64-9817c846ff6a, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:36:02.181977 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] For port a7e30ff6-290f-41d2-9d64-9817c846ff6a, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a7e30ff6-290f-41d2-9d64-9817c846ff6a,segment=NetworkSegment(5af20479-e21d-45a6-9a77-81e6b7ab8923),segment_id=5af20479-e21d-45a6-9a77-81e6b7ab8923)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:36:02.192151 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:02.273112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:02.273938 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:02.275623 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] 10.222.0.30 "PUT /v2.0/ports/a7e30ff6-290f-41d2-9d64-9817c846ff6a HTTP/1.1" status: 200 len: 1092 time: 2.8827679 Mar 05 13:36:02.284526 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5021b6b4-4401-490b-9e8c-67e358ac503a', 'tag': 'a7e30ff6-290f-41d2-9d64-9817c846ff6a'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:36:02.308322 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-092370bf-c969-45a6-b356-c7e0931d8c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:02.343898 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-699edcf8-b47d-4106-a85a-5c846f7574c0 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Deleting port 87856316-5ce4-4c50-be42-7d594d790240 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:36:02.345716 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-699edcf8-b47d-4106-a85a-5c846f7574c0 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:02.405509 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb9054-d621-44e0-a9c2-726e483716a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e30ff6-290f-41d2-9d64-9817c846ff6a,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:02.423193 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092370bf-c969-45a6-b356-c7e0931d8c14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7119aef-5b7b-49b3-bffd-f110ccf11d09,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:02.427925 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 7bbb1d2a-8f93-4f60-94e6-7c8815be027b up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:36:02.438535 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-092370bf-c969-45a6-b356-c7e0931d8c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:02.492777 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47d3fd-06ac-4f61-8334-6ed1f7cea6f5 req-a853adca-5cf4-4846-b3c9-07a2f241d4f9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:02.498127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-9b47d3fd-06ac-4f61-8334-6ed1f7cea6f5 req-a853adca-5cf4-4846-b3c9-07a2f241d4f9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Synchronizing usage tracker for tenant:25b91ce983e249e4aca88013e0b17918 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:36:02.510752 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-092370bf-c969-45a6-b356-c7e0931d8c14 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f7119aef-5b7b-49b3-bffd-f110ccf11d09 HTTP/1.1" status: 204 len: 168 time: 0.9823041 Mar 05 13:36:02.514876 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45732) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:02.573104 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-9b47d3fd-06ac-4f61-8334-6ed1f7cea6f5 req-a853adca-5cf4-4846-b3c9-07a2f241d4f9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Unset dirty status for tenant:25b91ce983e249e4aca88013e0b17918 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:36:02.575630 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9b47d3fd-06ac-4f61-8334-6ed1f7cea6f5 req-a853adca-5cf4-4846-b3c9-07a2f241d4f9 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021b6b4-4401-490b-9e8c-67e358ac503a HTTP/1.1" status: 200 len: 944 time: 0.4615617 Mar 05 13:36:02.608110 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 7bbb1d2a-8f93-4f60-94e6-7c8815be027b completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:36:02.615938 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 7bbb1d2a-8f93-4f60-94e6-7c8815be027b triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:36:02.616331 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:02.697361 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-72103e55-2f1f-4756-81e6-dcede80d38f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:02.698999 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-72103e55-2f1f-4756-81e6-dcede80d38f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=25b91ce983e249e4aca88013e0b17918&device_id=5021b6b4-4401-490b-9e8c-67e358ac503a HTTP/1.1" status: 200 len: 1095 time: 0.3485909 Mar 05 13:36:02.858374 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9b47d3fd-06ac-4f61-8334-6ed1f7cea6f5 req-e014166b-60ac-4f51-8d6b-178cf45198ba tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732501 Mar 05 13:36:02.870801 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4e7e1d49-b013-4620-a8fa-3e4e1ee5d2f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7e30ff6-290f-41d2-9d64-9817c846ff6a HTTP/1.1" status: 200 len: 217 time: 0.1551747 Mar 05 13:36:02.873129 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:02.942878 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4768509-4ede-4ef3-b023-22fb3dbe11c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbb1d2a-8f93-4f60-94e6-7c8815be027b'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:36:02.953690 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 7bbb1d2a-8f93-4f60-94e6-7c8815be027b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=7bbb1d2a-8f93-4f60-94e6-7c8815be027b,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:02.961480 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:03.075493 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-00013870-ea42-400c-952b-ca0e2bb1f2be tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:03.130567 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=7bbb1d2a-8f93-4f60-94e6-7c8815be027b,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:03.227832 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d94a750b-d39f-4230-8778-5d6b4f8e6bc3 req-34bc789c-4dc0-41c3-8394-275bacd8d096 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Synchronizing usage tracker for tenant:92bf82572fbb434393b937a47fe60812 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:36:03.243282 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-2a5e356f-bc4d-486f-8355-86a1cb0c9156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:03.244815 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-2a5e356f-bc4d-486f-8355-86a1cb0c9156 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36ee2287-7bca-4206-a433-1adee841abd4 HTTP/1.1" status: 200 len: 862 time: 0.3691001 Mar 05 13:36:03.290880 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9', 'tag': '3731ed23-8c9b-4468-8e22-0c21de7cfc83'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:36:03.320230 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-40f7f9a6-b711-4b05-9ab4-a333ba31e3b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98b2eb6e-3d38-4c16-ba82-6b5b693871a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646331 Mar 05 13:36:03.321122 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d94a750b-d39f-4230-8778-5d6b4f8e6bc3 req-34bc789c-4dc0-41c3-8394-275bacd8d096 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Unset dirty status for tenant:92bf82572fbb434393b937a47fe60812 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:36:03.322627 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d94a750b-d39f-4230-8778-5d6b4f8e6bc3 req-34bc789c-4dc0-41c3-8394-275bacd8d096 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e9db675-b94e-4124-afa0-f159a4045dbd HTTP/1.1" status: 200 len: 210 time: 0.1654322 Mar 05 13:36:03.346820 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-00013870-ea42-400c-952b-ca0e2bb1f2be tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Transition to ACTIVE for port object 1a7969fc-ee4e-42af-b5bd-898a987fa3cb will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:36:03.402787 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:03.442385 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-699edcf8-b47d-4106-a85a-5c846f7574c0 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:03.442616 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-699edcf8-b47d-4106-a85a-5c846f7574c0 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:03.540956 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5021b6b4-4401-490b-9e8c-67e358ac503a', 'tag': 'a7e30ff6-290f-41d2-9d64-9817c846ff6a', 'status': 'completed', 'code': 200} Mar 05 13:36:03.573391 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-4fd9cbe6-ec20-404b-8fcd-30bacaf4cf63 service neutron] 10.222.0.30 "GET /v2.0/networks/98b2eb6e-3d38-4c16-ba82-6b5b693871a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392306 Mar 05 13:36:03.743847 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-699edcf8-b47d-4106-a85a-5c846f7574c0 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Calling delete_port for 87856316-5ce4-4c50-be42-7d594d790240 owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:36:03.774655 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07850671-7d96-477b-a7bd-7f3ef14efeb7 req-cd61d630-a388-4840-baac-21f9406b839a service neutron] 10.222.0.30 "GET /v2.0/networks/98b2eb6e-3d38-4c16-ba82-6b5b693871a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916592 Mar 05 13:36:03.864932 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-00013870-ea42-400c-952b-ca0e2bb1f2be tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:03.871065 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:03.953666 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 3731ed23-8c9b-4468-8e22-0c21de7cfc83 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:36:03.961524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00013870-ea42-400c-952b-ca0e2bb1f2be tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Pushing event updated for resources: {'Port': ['ID=1a7969fc-ee4e-42af-b5bd-898a987fa3cb,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:04.007624 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca4919-20a5-438e-aa27-7d8c343ab84b req-21191664-4147-4322-a67c-b9180a6deefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:04.010045 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-deca4919-20a5-438e-aa27-7d8c343ab84b req-21191664-4147-4322-a67c-b9180a6deefe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=25b91ce983e249e4aca88013e0b17918&device_id=5021b6b4-4401-490b-9e8c-67e358ac503a HTTP/1.1" status: 200 len: 1095 time: 0.1478343 Mar 05 13:36:04.014390 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-00013870-ea42-400c-952b-ca0e2bb1f2be tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Network 7b03d11a-a9b9-4e63-9215-df6cc62d8741 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:36:04.016670 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:04.017017 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:04.017807 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:04.018158 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] Subscribe: > port after_create 55550000 {{(pid=87914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:04.018471 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] Subscribe: > port after_delete 55550000 {{(pid=87914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:04.018864 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] Subscribe: > port after_update 55550000 {{(pid=87914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:04.019175 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:04.019531 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:04.019859 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:04.020174 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:04.036026 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd9853-1edf-4666-a6dd-be669a5a43f4 req-c5346a02-733e-42c4-8b45-96e7d38d3435 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:04.037954 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3ddd9853-1edf-4666-a6dd-be669a5a43f4 req-c5346a02-733e-42c4-8b45-96e7d38d3435 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4768509-4ede-4ef3-b023-22fb3dbe11c7 HTTP/1.1" status: 200 len: 946 time: 0.2623620 Mar 05 13:36:04.129678 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:04.130009 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:04.130328 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:04.130642 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 13:36:04.131024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53063cf5-05fd-463d-8ba4-9333801852df']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:04.151696 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-00013870-ea42-400c-952b-ca0e2bb1f2be tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:36:04.175749 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-00013870-ea42-400c-952b-ca0e2bb1f2be tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:36:04.192348 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-00013870-ea42-400c-952b-ca0e2bb1f2be tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:04.193046 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-00013870-ea42-400c-952b-ca0e2bb1f2be tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:04.201526 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 3731ed23-8c9b-4468-8e22-0c21de7cfc83, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=3731ed23-8c9b-4468-8e22-0c21de7cfc83,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:04.236290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2190762d-c44e-4a4e-b481-1bbf328593b5') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:04.236586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2190762d-c44e-4a4e-b481-1bbf328593b5') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:04.248830 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 3731ed23-8c9b-4468-8e22-0c21de7cfc83 has no active binding in host n-h1-803718-1 {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 05 13:36:04.321722 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:04.347049 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:04.360216 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3ddd9853-1edf-4666-a6dd-be669a5a43f4 req-6139c2dd-ee7f-46e1-b3e5-2add387856ab tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940776 Mar 05 13:36:04.422614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:36:04.422614 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:04.456064 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-cd5343a5-bec2-4a04-9963-64fa01cc3b6e tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:36:04.457346 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-cd5343a5-bec2-4a04-9963-64fa01cc3b6e tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149043 Mar 05 13:36:04.460612 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca4919-20a5-438e-aa27-7d8c343ab84b req-4c84fc1d-ccf5-4905-935b-f404ce637089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:04.462601 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-deca4919-20a5-438e-aa27-7d8c343ab84b req-4c84fc1d-ccf5-4905-935b-f404ce637089 service neutron] 10.222.0.30 "GET /v2.0/networks?id=98b2eb6e-3d38-4c16-ba82-6b5b693871a7 HTTP/1.1" status: 200 len: 922 time: 0.4228733 Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: from cryptography.utils import int_from_bytes Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: from cryptography.utils import int_from_bytes Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: util.warn_limited( Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: util.warn_limited( Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:36:04.465830 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:36:04.547202 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-66785aa9-dc16-48ab-9960-18806980200f service neutron] Request body: {'binding': {'host': 'n-h2-803718-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:36:04.547650 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-66785aa9-dc16-48ab-9960-18806980200f service neutron] Unknown quota resources ['binding']. {{(pid=87913) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 05 13:36:04.581445 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-26562239-cd9a-440e-8f67-8631bf12b18b None None] Provisioning for port 1a7969fc-ee4e-42af-b5bd-898a987fa3cb completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:36:04.593389 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-00013870-ea42-400c-952b-ca0e2bb1f2be tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6453404 Mar 05 13:36:04.599676 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-26562239-cd9a-440e-8f67-8631bf12b18b None None] Provisioning complete for port 1a7969fc-ee4e-42af-b5bd-898a987fa3cb triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:36:04.600742 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-26562239-cd9a-440e-8f67-8631bf12b18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:04.624757 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-deca4919-20a5-438e-aa27-7d8c343ab84b req-df384df2-7401-4dc6-83e0-4fb4f286c55b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7e30ff6-290f-41d2-9d64-9817c846ff6a HTTP/1.1" status: 200 len: 217 time: 0.1536036 Mar 05 13:36:04.768370 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-26562239-cd9a-440e-8f67-8631bf12b18b None None] Port 1a7969fc-ee4e-42af-b5bd-898a987fa3cb cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:36:04.820507 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:04.826963 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:04.835614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] Request body: {'port': {'device_id': '0e9db675-b94e-4124-afa0-f159a4045dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:36:04.886265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca4919-20a5-438e-aa27-7d8c343ab84b req-f8d3231f-f226-464b-b695-618cb1837c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:04.889343 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-deca4919-20a5-438e-aa27-7d8c343ab84b req-f8d3231f-f226-464b-b695-618cb1837c62 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36ee2287-7bca-4206-a433-1adee841abd4 HTTP/1.1" status: 200 len: 862 time: 0.2228448 Mar 05 13:36:04.955447 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-deca4919-20a5-438e-aa27-7d8c343ab84b req-1fc17f4e-3faa-4ed8-8fee-ac41db638a88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98b2eb6e-3d38-4c16-ba82-6b5b693871a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568435 Mar 05 13:36:05.009655 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:05.022926 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-699edcf8-b47d-4106-a85a-5c846f7574c0 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:05.079737 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] Pushing event deleted for resources: {'Network': ['ID=53063cf5-05fd-463d-8ba4-9333801852df,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:05.088352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699edcf8-b47d-4106-a85a-5c846f7574c0 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Pushing event deleted for resources: {'Port': ['ID=87856316-5ce4-4c50-be42-7d594d790240,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:05.108458 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-802b7c9a-9d58-4a91-8040-180f503448cd admin admin] 10.222.0.16 "DELETE /v2.0/networks/53063cf5-05fd-463d-8ba4-9333801852df HTTP/1.1" status: 204 len: 168 time: 2.5775192 Mar 05 13:36:05.136016 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af034040-e975-4b4e-8b0f-714c54be5c5d req-001a8451-12a2-4a37-b93c-29e723ef3d48 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:05.143975 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-af034040-e975-4b4e-8b0f-714c54be5c5d req-001a8451-12a2-4a37-b93c-29e723ef3d48 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 943 time: 0.5280681 Mar 05 13:36:05.250206 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-af034040-e975-4b4e-8b0f-714c54be5c5d req-a5ffe181-08d1-42d8-866f-7fdf8473c6cd tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051304 Mar 05 13:36:05.273649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-66785aa9-dc16-48ab-9960-18806980200f service neutron] Attempting to bind port d4201e84-2902-4942-a9eb-ceb7fd846dbf on host n-h2-803718-1 for vnic_type normal with profile None {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:36:05.274334 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-66785aa9-dc16-48ab-9960-18806980200f service neutron] Attempting to bind port d4201e84-2902-4942-a9eb-ceb7fd846dbf by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:36:05.277036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-66785aa9-dc16-48ab-9960-18806980200f service neutron] Attempting to bind port d4201e84-2902-4942-a9eb-ceb7fd846dbf on network 1e632aab-7405-4a4c-851d-f121cf35a970 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:36:05.303266 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-66785aa9-dc16-48ab-9960-18806980200f service neutron] Port d4201e84-2902-4942-a9eb-ceb7fd846dbf on network 1e632aab-7405-4a4c-851d-f121cf35a970 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:36:05.309806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-66785aa9-dc16-48ab-9960-18806980200f service neutron] Attempting to bind port d4201e84-2902-4942-a9eb-ceb7fd846dbf on network 1e632aab-7405-4a4c-851d-f121cf35a970 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:36:05.314121 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-deca4919-20a5-438e-aa27-7d8c343ab84b req-e0a5c838-aeb8-4147-92ba-0d7804c0eb0e service neutron] 10.222.0.30 "GET /v2.0/networks/98b2eb6e-3d38-4c16-ba82-6b5b693871a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521991 Mar 05 13:36:05.352399 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-48621b2d-6bfe-4134-b301-b54df944ac65 service neutron] 10.222.0.30 "GET /v2.0/ports/3731ed23-8c9b-4468-8e22-0c21de7cfc83/bindings/n-h1-803718-1 HTTP/1.1" status: 200 len: 384 time: 0.9369860 Mar 05 13:36:05.357442 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4768509-4ede-4ef3-b023-22fb3dbe11c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbb1d2a-8f93-4f60-94e6-7c8815be027b', 'code': 200} Mar 05 13:36:05.374981 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-66785aa9-dc16-48ab-9960-18806980200f service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:36:05.375520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-66785aa9-dc16-48ab-9960-18806980200f service neutron] Checking segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:36:05.375952 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-66785aa9-dc16-48ab-9960-18806980200f service neutron] Bound using segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:36:05.376476 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-66785aa9-dc16-48ab-9960-18806980200f service neutron] Bound port: d4201e84-2902-4942-a9eb-ceb7fd846dbf, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:36:05.500688 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9', 'tag': '3731ed23-8c9b-4468-8e22-0c21de7cfc83', 'status': 'completed', 'code': 200} Mar 05 13:36:05.507420 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.30', 61988) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:05.640144 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45782) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:05.778026 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-66785aa9-dc16-48ab-9960-18806980200f service neutron] For port d4201e84-2902-4942-a9eb-ceb7fd846dbf, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d4201e84-2902-4942-a9eb-ceb7fd846dbf,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:36:05.802741 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-deca4919-20a5-438e-aa27-7d8c343ab84b req-57deaa49-1526-4a70-a044-562f21eca2c6 service neutron] 10.222.0.30 "GET /v2.0/networks/98b2eb6e-3d38-4c16-ba82-6b5b693871a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812260 Mar 05 13:36:05.806378 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-66785aa9-dc16-48ab-9960-18806980200f service neutron] Notify callbacks [] for binding, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:05.822903 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-66785aa9-dc16-48ab-9960-18806980200f service neutron] 10.222.0.16 "POST /v2.0/ports/d4201e84-2902-4942-a9eb-ceb7fd846dbf/bindings HTTP/1.1" status: 201 len: 389 time: 1.2894926 Mar 05 13:36:05.831451 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1e4a8eca-4276-4f7f-8151-2a3ecd5cb054 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11471a094b4c4b7f80192c3087f904ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849573 Mar 05 13:36:05.833417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45786) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:05.956611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a6eee-fe6b-49ec-be19-50745d21c821 req-b08718b9-f6e9-4ca2-a2c7-f7426c0da007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:05.959986 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-823a6eee-fe6b-49ec-be19-50745d21c821 req-b08718b9-f6e9-4ca2-a2c7-f7426c0da007 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f4768509-4ede-4ef3-b023-22fb3dbe11c7 HTTP/1.1" status: 200 len: 1097 time: 0.4831405 Mar 05 13:36:05.963597 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-699edcf8-b47d-4106-a85a-5c846f7574c0 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:05.968003 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-699edcf8-b47d-4106-a85a-5c846f7574c0 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:05.976111 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-699edcf8-b47d-4106-a85a-5c846f7574c0 tempest-ServersWithSpecificFlavorTestJSON-518428551 tempest-ServersWithSpecificFlavorTestJSON-518428551-project] 10.222.0.16 "DELETE /v2.0/floatingips/03017a71-0af1-48e7-9032-88bf44d0333f HTTP/1.1" status: 204 len: 168 time: 4.0968916 Mar 05 13:36:06.103284 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-823a6eee-fe6b-49ec-be19-50745d21c821 req-a1c60826-4013-467e-bc6b-74270e0478b5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250572 Mar 05 13:36:06.139386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180c461-1e96-46ed-b26b-4c980ff8bc32 req-50d15c37-741c-44f2-8841-7ac12a73b07c tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:06.156895 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0180c461-1e96-46ed-b26b-4c980ff8bc32 req-50d15c37-741c-44f2-8841-7ac12a73b07c tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021b6b4-4401-490b-9e8c-67e358ac503a HTTP/1.1" status: 200 len: 944 time: 0.4533978 Mar 05 13:36:06.195589 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-21081f64-7fe0-4d94-8ac2-0d7d40135975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:06.267324 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5f04f-2bca-491e-95c3-023cfbb0817f req-ff8b0b9a-7644-434e-8b0c-98e51464c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:06.269275 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-42e5f04f-2bca-491e-95c3-023cfbb0817f req-ff8b0b9a-7644-434e-8b0c-98e51464c845 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 1124 time: 0.7463531 Mar 05 13:36:06.308835 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0180c461-1e96-46ed-b26b-4c980ff8bc32 req-eb597150-b585-4e47-bfce-2b763ad436b3 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497879 Mar 05 13:36:06.328384 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-21081f64-7fe0-4d94-8ac2-0d7d40135975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:06.410852 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-21081f64-7fe0-4d94-8ac2-0d7d40135975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:06.450685 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-21081f64-7fe0-4d94-8ac2-0d7d40135975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:06.455460 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-21081f64-7fe0-4d94-8ac2-0d7d40135975 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54c1872d-834d-419b-9380-6ed0607cfccf HTTP/1.1" status: 204 len: 168 time: 0.6191769 Mar 05 13:36:06.457495 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21081f64-7fe0-4d94-8ac2-0d7d40135975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c1872d-834d-419b-9380-6ed0607cfccf,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:06.472990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a7e30ff6-290f-41d2-9d64-9817c846ff6a details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:36:06.675927 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:36:06.752980 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad23add-aa1d-4f81-acc4-d4a3c4581fcb req-31fb2f77-15bd-493e-870e-c1b5aba964e6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:06.754957 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dad23add-aa1d-4f81-acc4-d4a3c4581fcb req-31fb2f77-15bd-493e-870e-c1b5aba964e6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4768509-4ede-4ef3-b023-22fb3dbe11c7 HTTP/1.1" status: 200 len: 946 time: 0.2068136 Mar 05 13:36:06.882858 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a7e30ff6-290f-41d2-9d64-9817c846ff6a, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a7e30ff6-290f-41d2-9d64-9817c846ff6a,segment=NetworkSegment(5af20479-e21d-45a6-9a77-81e6b7ab8923),segment_id=5af20479-e21d-45a6-9a77-81e6b7ab8923)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:06.923279 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'a7e30ff6-290f-41d2-9d64-9817c846ff6a', 'network_id': '98b2eb6e-3d38-4c16-ba82-6b5b693871a7', 'port_id': 'a7e30ff6-290f-41d2-9d64-9817c846ff6a', 'mac_address': 'fa:16:3e:9f:3e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ee2287-7bca-4206-a433-1adee841abd4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:36:06.962604 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dad23add-aa1d-4f81-acc4-d4a3c4581fcb req-eea9d47d-73cd-4bf8-b189-980ce808589a tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787438 Mar 05 13:36:07.019035 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-87634d51-7652-4c77-a507-a709d6873d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:07.020925 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-87634d51-7652-4c77-a507-a709d6873d2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 1097 time: 0.1518502 Mar 05 13:36:07.096100 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a7969fc-ee4e-42af-b5bd-898a987fa3cb {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:36:07.135308 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:07.150079 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a2dcb-b616-48d0-b367-36f1a10ed8e9 req-5d8336de-fd7c-4015-b793-e84f99d25a18 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:07.150943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9b4a2dcb-b616-48d0-b367-36f1a10ed8e9 req-5d8336de-fd7c-4015-b793-e84f99d25a18 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Synchronizing usage tracker for tenant:92bf82572fbb434393b937a47fe60812 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:36:07.187068 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e30ff6-290f-41d2-9d64-9817c846ff6a {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:36:07.209762 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a7e30ff6-290f-41d2-9d64-9817c846ff6a, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a7e30ff6-290f-41d2-9d64-9817c846ff6a,segment=NetworkSegment(5af20479-e21d-45a6-9a77-81e6b7ab8923),segment_id=5af20479-e21d-45a6-9a77-81e6b7ab8923)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:07.222446 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:07.286825 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:07.362077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45804) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:07.367489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5f04f-2bca-491e-95c3-023cfbb0817f req-cb6cf0b5-7be4-4812-be96-7f7435a7447a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:07.373113 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-42e5f04f-2bca-491e-95c3-023cfbb0817f req-cb6cf0b5-7be4-4812-be96-7f7435a7447a service neutron] 10.222.0.30 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 920 time: 1.0706487 Mar 05 13:36:07.406718 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] Transition to ACTIVE for port object 1a7969fc-ee4e-42af-b5bd-898a987fa3cb will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:36:07.423663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a7e30ff6-290f-41d2-9d64-9817c846ff6a,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:07.424186 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-d0cb60f2-1994-43b5-b484-d00ea62b2f28 service neutron] For port 3731ed23-8c9b-4468-8e22-0c21de7cfc83, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=3731ed23-8c9b-4468-8e22-0c21de7cfc83,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:07.468831 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-d0cb60f2-1994-43b5-b484-d00ea62b2f28 service neutron] For port 3731ed23-8c9b-4468-8e22-0c21de7cfc83, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:36:07.489612 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['a7e30ff6-290f-41d2-9d64-9817c846ff6a'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:36:07.531832 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970aca3-1909-406c-94fd-bedef8b0b03b req-73d8a8bb-81c4-4dad-9aa9-a24fdd2ca72a tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:07.533495 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9970aca3-1909-406c-94fd-bedef8b0b03b req-73d8a8bb-81c4-4dad-9aa9-a24fdd2ca72a tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 946 time: 0.1791625 Mar 05 13:36:07.534947 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-877fa9a0-5b72-483d-93f7-4b3c5e6207d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:07.536315 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-877fa9a0-5b72-483d-93f7-4b3c5e6207d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 907 time: 0.5077624 Mar 05 13:36:07.629576 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-ddf9f76c-2f52-45f5-9ecc-9d7214adbcd3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4201e84-2902-4942-a9eb-ceb7fd846dbf HTTP/1.1" status: 200 len: 217 time: 0.0752897 Mar 05 13:36:07.665640 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9b4a2dcb-b616-48d0-b367-36f1a10ed8e9 req-5d8336de-fd7c-4015-b793-e84f99d25a18 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Unset dirty status for tenant:92bf82572fbb434393b937a47fe60812 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:36:07.667055 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b4a2dcb-b616-48d0-b367-36f1a10ed8e9 req-5d8336de-fd7c-4015-b793-e84f99d25a18 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e9db675-b94e-4124-afa0-f159a4045dbd HTTP/1.1" status: 200 len: 932 time: 1.4961262 Mar 05 13:36:07.667724 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:07.687694 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-d0cb60f2-1994-43b5-b484-d00ea62b2f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3731ed23-8c9b-4468-8e22-0c21de7cfc83 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:36:07.712202 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9970aca3-1909-406c-94fd-bedef8b0b03b req-ec067f7e-51c8-477a-824a-f300fea51b71 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724575 Mar 05 13:36:07.726699 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-771ee1cc-6bd1-4b20-8465-8a9c5f49d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:07.728809 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-771ee1cc-6bd1-4b20-8465-8a9c5f49d07c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ac31366-a7f9-483e-b1e1-eea597fcd311 HTTP/1.1" status: 200 len: 847 time: 0.0928583 Mar 05 13:36:07.807374 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-ad6bbdda-4a2e-4610-94ec-17b4664acdd1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e632aab-7405-4a4c-851d-f121cf35a970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708046 Mar 05 13:36:07.909449 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-42e5f04f-2bca-491e-95c3-023cfbb0817f req-0463e49e-730c-47c4-ab09-8dbf5d905516 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3731ed23-8c9b-4468-8e22-0c21de7cfc83 HTTP/1.1" status: 200 len: 217 time: 0.3440263 Mar 05 13:36:07.924517 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-d0cb60f2-1994-43b5-b484-d00ea62b2f28 service neutron] For port 3731ed23-8c9b-4468-8e22-0c21de7cfc83, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3731ed23-8c9b-4468-8e22-0c21de7cfc83,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:07.982437 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b4a2dcb-b616-48d0-b367-36f1a10ed8e9 req-2ba4de77-46a2-4b3f-8331-77b3db51b72d tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.16 "GET /v2.0/security-groups?id=860cbe7d-0bdd-4f1e-8f2b-efb2fededc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928663 Mar 05 13:36:08.089429 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-28196762-1518-42c1-979a-d8542f3d9c68 service neutron] 10.222.0.30 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754505 Mar 05 13:36:08.232687 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e9b29713-1052-4910-97f9-0626c6d96d49 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b90663651efa48afb9a6ba0b04e6a33d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8576167 Mar 05 13:36:08.249758 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45824) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:08.288215 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-cc457b3f-cd99-46a2-926c-5ed31e368745 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=78a1cd353882451f977c98a0cde91b02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515790 Mar 05 13:36:08.288956 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7969fc-ee4e-42af-b5bd-898a987fa3cb,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:08.300037 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-d0cb60f2-1994-43b5-b484-d00ea62b2f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:08.301740 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-6ba7bf80-4f28-4e7b-9dcc-d34569a943ce service neutron] 10.222.0.30 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929703 Mar 05 13:36:08.461819 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-34e04ac5-9d6c-41f4-8d56-87f65d231753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:08.484544 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a7e30ff6-290f-41d2-9d64-9817c846ff6a up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:36:08.486575 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fd78e-213b-4146-9d23-59d718d60052 req-7777728d-034e-478a-8873-d217a6bbcf82 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:08.488174 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-375fd78e-213b-4146-9d23-59d718d60052 req-7777728d-034e-478a-8873-d217a6bbcf82 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 943 time: 0.4680274 Mar 05 13:36:08.528941 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-34e04ac5-9d6c-41f4-8d56-87f65d231753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:08.610444 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-375fd78e-213b-4146-9d23-59d718d60052 req-77676f51-81a8-4ba8-8f71-f8801056550a tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090462 Mar 05 13:36:08.614947 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-f1011126-3625-4f1d-8936-3e82a6b51430 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:08.616432 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-f1011126-3625-4f1d-8936-3e82a6b51430 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669&tenant_id=293ce29818c24610874b0170cb644d65&binding%3Ahost_id=n-h1-803718-1 HTTP/1.1" status: 200 len: 1097 time: 0.2219453 Mar 05 13:36:08.622538 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port a7e30ff6-290f-41d2-9d64-9817c846ff6a completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:36:08.634484 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803718-1'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:36:08.645529 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port a7e30ff6-290f-41d2-9d64-9817c846ff6a triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:36:08.646157 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:08.737383 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-34e04ac5-9d6c-41f4-8d56-87f65d231753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:08.759226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5f04f-2bca-491e-95c3-023cfbb0817f req-72630666-e8fc-49a6-8e27-9f8a520a5e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:08.760711 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-42e5f04f-2bca-491e-95c3-023cfbb0817f req-72630666-e8fc-49a6-8e27-9f8a520a5e1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ddb228e-b84a-4351-a2cb-7f33147be2ea HTTP/1.1" status: 200 len: 860 time: 0.7644515 Mar 05 13:36:08.773355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] Attempting to bind port 1a7969fc-ee4e-42af-b5bd-898a987fa3cb on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:36:08.773936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] Attempting to bind port 1a7969fc-ee4e-42af-b5bd-898a987fa3cb by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '8d11f382-75e0-45bf-a047-a2f6ecccdcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b03d11a-a9b9-4e63-9215-df6cc62d8741'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:36:08.774290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] Attempting to bind port 1a7969fc-ee4e-42af-b5bd-898a987fa3cb on network 7b03d11a-a9b9-4e63-9215-df6cc62d8741 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:36:08.780540 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e04ac5-9d6c-41f4-8d56-87f65d231753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dc8421-0a56-4131-be3b-a9b890766062,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:08.844731 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-af476385-0189-4d50-9213-370deacda7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:08.860584 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] Port 1a7969fc-ee4e-42af-b5bd-898a987fa3cb on network 7b03d11a-a9b9-4e63-9215-df6cc62d8741 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:36:08.862127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] Attempting to bind port 1a7969fc-ee4e-42af-b5bd-898a987fa3cb on network 7b03d11a-a9b9-4e63-9215-df6cc62d8741 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:36:08.888914 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:36:08.889356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] Checking segment: {'id': '8d11f382-75e0-45bf-a047-a2f6ecccdcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b03d11a-a9b9-4e63-9215-df6cc62d8741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:36:08.889877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] Bound using segment: {'id': '8d11f382-75e0-45bf-a047-a2f6ecccdcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b03d11a-a9b9-4e63-9215-df6cc62d8741'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:36:08.890455 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] Bound port: 1a7969fc-ee4e-42af-b5bd-898a987fa3cb, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d11f382-75e0-45bf-a047-a2f6ecccdcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7b03d11a-a9b9-4e63-9215-df6cc62d8741'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:36:08.890872 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:08.923115 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-42e5f04f-2bca-491e-95c3-023cfbb0817f req-92d7e347-a4f0-4e3c-9bc5-02f5df7b703b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281476 Mar 05 13:36:08.991451 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:09.057118 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:09.069125 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5021b6b4-4401-490b-9e8c-67e358ac503a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e30ff6-290f-41d2-9d64-9817c846ff6a'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:36:09.089201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-2140865f-5443-477a-a8db-5d2f116b3ab1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:09.090650 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a7e30ff6-290f-41d2-9d64-9817c846ff6a, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a7e30ff6-290f-41d2-9d64-9817c846ff6a,segment=NetworkSegment(5af20479-e21d-45a6-9a77-81e6b7ab8923),segment_id=5af20479-e21d-45a6-9a77-81e6b7ab8923)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:09.097663 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:09.098847 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-2140865f-5443-477a-a8db-5d2f116b3ab1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7663157 Mar 05 13:36:09.099545 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 3731ed23-8c9b-4468-8e22-0c21de7cfc83 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:36:09.131498 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-d87bbdf1-df83-4c7f-8605-35b7e1844d28 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/quotas/78a1cd353882451f977c98a0cde91b02 HTTP/1.1" status: 200 len: 375 time: 0.0314491 Mar 05 13:36:09.195819 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-34e04ac5-9d6c-41f4-8d56-87f65d231753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:09.197130 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-34e04ac5-9d6c-41f4-8d56-87f65d231753 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82dc8421-0a56-4131-be3b-a9b890766062 HTTP/1.1" status: 204 len: 168 time: 0.9464481 Mar 05 13:36:09.495645 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-d0cb60f2-1994-43b5-b484-d00ea62b2f28 service neutron] Transition to ACTIVE for port object 3731ed23-8c9b-4468-8e22-0c21de7cfc83 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:36:09.544256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a7e30ff6-290f-41d2-9d64-9817c846ff6a,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:09.564519 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-d0cb60f2-1994-43b5-b484-d00ea62b2f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:09.670410 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] For port 1a7969fc-ee4e-42af-b5bd-898a987fa3cb, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:36:09.675442 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-42e5f04f-2bca-491e-95c3-023cfbb0817f req-47819db7-1c99-4686-b490-2dea89076598 service neutron] 10.222.0.30 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7173243 Mar 05 13:36:09.948332 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] For port 1a7969fc-ee4e-42af-b5bd-898a987fa3cb, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1a7969fc-ee4e-42af-b5bd-898a987fa3cb,segment=NetworkSegment(8d11f382-75e0-45bf-a047-a2f6ecccdcd6),segment_id=8d11f382-75e0-45bf-a047-a2f6ecccdcd6)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:36:09.987761 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-d0cb60f2-1994-43b5-b484-d00ea62b2f28 service neutron] No DVR routers for this DVR port 3731ed23-8c9b-4468-8e22-0c21de7cfc83 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:36:09.990515 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:10.026245 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-f36d1f24-e013-47c8-89a6-bc20f705a72a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8934927 Mar 05 13:36:10.035426 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:10.038297 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:10.041024 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] 10.222.0.15 "PUT /v2.0/ports/1a7969fc-ee4e-42af-b5bd-898a987fa3cb HTTP/1.1" status: 200 len: 1092 time: 5.2216280 Mar 05 13:36:10.056793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9db675-b94e-4124-afa0-f159a4045dbd', 'tag': '1a7969fc-ee4e-42af-b5bd-898a987fa3cb'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:36:10.072356 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] For port d4201e84-2902-4942-a9eb-ceb7fd846dbf, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=d4201e84-2902-4942-a9eb-ceb7fd846dbf,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:10.182162 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752093d3-9325-4d31-b53f-d1198c5e9d22 req-dcfdcb3f-9360-4720-9f07-70c3a7edb7a8 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:10.186184 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-752093d3-9325-4d31-b53f-d1198c5e9d22 req-dcfdcb3f-9360-4720-9f07-70c3a7edb7a8 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021b6b4-4401-490b-9e8c-67e358ac503a HTTP/1.1" status: 200 len: 945 time: 1.3240366 Mar 05 13:36:10.189688 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-d0cb60f2-1994-43b5-b484-d00ea62b2f28 service neutron] 10.222.0.30 "PUT /v2.0/ports/3731ed23-8c9b-4468-8e22-0c21de7cfc83/bindings/n-h1-803718-1/activate HTTP/1.1" status: 200 len: 369 time: 4.8106735 Mar 05 13:36:10.274357 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-752093d3-9325-4d31-b53f-d1198c5e9d22 req-ecf3d692-e44c-4cdd-b745-a9d02bd760a2 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777943 Mar 05 13:36:10.290600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] For port d4201e84-2902-4942-a9eb-ceb7fd846dbf, host n-h1-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:36:10.468727 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-42e5f04f-2bca-491e-95c3-023cfbb0817f req-a000ab39-10e1-4130-a07f-7b94127bafa0 service neutron] 10.222.0.30 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7807901 Mar 05 13:36:10.477572 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0806f9-74d3-4bf6-9589-78b06542c669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4201e84-2902-4942-a9eb-ceb7fd846dbf'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:36:10.500501 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:10.518244 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:10.607055 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb60f2-1994-43b5-b484-d00ea62b2f28 service neutron] Pushing event updated for resources: {'Port': ['ID=3731ed23-8c9b-4468-8e22-0c21de7cfc83,revision_number=10']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:10.710541 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4201e84-2902-4942-a9eb-ceb7fd846dbf,revision_number=7']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:10.807076 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc978ee1-3fbd-4b8e-b9ed-3d2bcbc04764 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7969fc-ee4e-42af-b5bd-898a987fa3cb,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:10.847406 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3757b2ca-d662-4acd-a212-e2a3e7e83173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:10.883217 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:10.883461 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-dba08914-b612-403c-963c-3576393bd9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:10.883950 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:10.884436 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:10.884917 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:10.885391 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-dba08914-b612-403c-963c-3576393bd9d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92bf82572fbb434393b937a47fe60812&device_id=0e9db675-b94e-4124-afa0-f159a4045dbd HTTP/1.1" status: 200 len: 1095 time: 0.7271090 Mar 05 13:36:10.885534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:10.885999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:10.886467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:10.887189 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:10.887694 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:10.888156 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:10.888620 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:10.889089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:10.895754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8233a-d448-42fb-80a1-67180b686ae7 req-da720801-c539-4366-b86e-ff38bf596010 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:10.905753 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-24c8233a-d448-42fb-80a1-67180b686ae7 req-da720801-c539-4366-b86e-ff38bf596010 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4768509-4ede-4ef3-b023-22fb3dbe11c7 HTTP/1.1" status: 200 len: 946 time: 0.2163589 Mar 05 13:36:10.981766 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Attempting to bind port d4201e84-2902-4942-a9eb-ceb7fd846dbf on host n-h1-803718-1 for vnic_type normal with profile {"migrating_to": "n-h2-803718-1"} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:36:10.982424 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Attempting to bind port d4201e84-2902-4942-a9eb-ceb7fd846dbf by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:36:10.982947 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Attempting to bind port d4201e84-2902-4942-a9eb-ceb7fd846dbf on network 1e632aab-7405-4a4c-851d-f121cf35a970 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:36:10.991804 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Port d4201e84-2902-4942-a9eb-ceb7fd846dbf on network 1e632aab-7405-4a4c-851d-f121cf35a970 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:36:10.992335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Attempting to bind port d4201e84-2902-4942-a9eb-ceb7fd846dbf on network 1e632aab-7405-4a4c-851d-f121cf35a970 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:36:11.006406 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:36:11.006949 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Checking segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:36:11.007483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Bound using segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:36:11.008094 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Bound port: d4201e84-2902-4942-a9eb-ceb7fd846dbf, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:36:11.008593 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:11.029455 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-ea951049-76f3-4012-8687-1c09f2b1474a tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:11.031075 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-ea951049-76f3-4012-8687-1c09f2b1474a tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9&tenant_id=d5ffda21ed5b4786823c5a5c4a431675&binding%3Ahost_id=n-h2-803718-1 HTTP/1.1" status: 200 len: 1095 time: 0.5377498 Mar 05 13:36:11.050318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb0fee-6de5-4a47-b7f2-d797c1fc98a0 req-6354b867-6c7e-4f39-9987-98b0814e6fc8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:11.055543 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-39cb0fee-6de5-4a47-b7f2-d797c1fc98a0 req-6354b867-6c7e-4f39-9987-98b0814e6fc8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 944 time: 0.3410954 Mar 05 13:36:11.073686 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-f68f2221-6488-467c-95db-b755e7333fa1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a7969fc-ee4e-42af-b5bd-898a987fa3cb HTTP/1.1" status: 200 len: 217 time: 0.1447592 Mar 05 13:36:11.186619 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-39cb0fee-6de5-4a47-b7f2-d797c1fc98a0 req-2587ccfd-e7da-45d3-be7f-521d8a014660 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798256 Mar 05 13:36:11.250254 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] For port d4201e84-2902-4942-a9eb-ceb7fd846dbf, host n-h1-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:36:11.262105 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] For port d4201e84-2902-4942-a9eb-ceb7fd846dbf, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=d4201e84-2902-4942-a9eb-ceb7fd846dbf,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:36:11.272950 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:11.299797 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-24c8233a-d448-42fb-80a1-67180b686ae7 req-fa1b1004-9067-480b-b1a1-69db9f8fcec3 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930314 Mar 05 13:36:11.342101 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-937debab-edba-407d-967c-0109a38cc715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:11.345811 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-937debab-edba-407d-967c-0109a38cc715 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=76d14473-20e0-404d-b194-2f703d2b76d2 HTTP/1.1" status: 200 len: 853 time: 0.1862326 Mar 05 13:36:11.415281 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5021b6b4-4401-490b-9e8c-67e358ac503a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e30ff6-290f-41d2-9d64-9817c846ff6a', 'code': 200} Mar 05 13:36:11.421272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-06185958-6e7f-424e-a14c-c385ce19728a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:11.422734 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-06185958-6e7f-424e-a14c-c385ce19728a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9&tenant_id=d5ffda21ed5b4786823c5a5c4a431675 HTTP/1.1" status: 200 len: 1095 time: 0.3531032 Mar 05 13:36:11.469418 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-96121973-5b31-4de5-88dc-7960094c65bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:11.471607 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-96121973-5b31-4de5-88dc-7960094c65bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7b03d11a-a9b9-4e63-9215-df6cc62d8741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118309 Mar 05 13:36:11.688562 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:11.689324 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:11.690971 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] 10.222.0.30 "PUT /v2.0/ports/d4201e84-2902-4942-a9eb-ceb7fd846dbf HTTP/1.1" status: 200 len: 1122 time: 3.0609999 Mar 05 13:36:11.692327 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca175d-1fb6-4698-ae86-7a423a4f5fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4201e84-2902-4942-a9eb-ceb7fd846dbf,revision_number=8']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:11.737014 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb99f1-1619-4881-92a4-a6b9a8ec6e67 req-6c17574d-6575-4062-8994-8ad93ce759e9 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:11.738743 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d5fb99f1-1619-4881-92a4-a6b9a8ec6e67 req-6c17574d-6575-4062-8994-8ad93ce759e9 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e9db675-b94e-4124-afa0-f159a4045dbd HTTP/1.1" status: 200 len: 944 time: 0.2801752 Mar 05 13:36:11.792054 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d5fb99f1-1619-4881-92a4-a6b9a8ec6e67 req-0dfbdce9-3099-493b-8cff-c02a2fb7a944 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Synchronizing usage tracker for tenant:92bf82572fbb434393b937a47fe60812 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:36:11.805397 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['d4201e84-2902-4942-a9eb-ceb7fd846dbf'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:36:11.814410 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d5fb99f1-1619-4881-92a4-a6b9a8ec6e67 req-0dfbdce9-3099-493b-8cff-c02a2fb7a944 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Unset dirty status for tenant:92bf82572fbb434393b937a47fe60812 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:36:11.819369 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d5fb99f1-1619-4881-92a4-a6b9a8ec6e67 req-0dfbdce9-3099-493b-8cff-c02a2fb7a944 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.16 "GET /v2.0/security-groups?id=860cbe7d-0bdd-4f1e-8f2b-efb2fededc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715973 Mar 05 13:36:11.888155 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-795538b1-d305-4e41-80e4-5a743f658643 service neutron] 10.222.0.15 "GET /v2.0/networks/7b03d11a-a9b9-4e63-9215-df6cc62d8741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632422 Mar 05 13:36:11.894490 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9db675-b94e-4124-afa0-f159a4045dbd', 'tag': '1a7969fc-ee4e-42af-b5bd-898a987fa3cb', 'status': 'completed', 'code': 200} Mar 05 13:36:11.905955 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445bff1-3d5d-4acf-b4f2-9a318dd11bd7 req-7cca920e-a945-4f08-81aa-87099681a083 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:11.907481 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9445bff1-3d5d-4acf-b4f2-9a318dd11bd7 req-7cca920e-a945-4f08-81aa-87099681a083 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 944 time: 0.3919141 Mar 05 13:36:11.923418 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:11.949010 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-34ad52f9-16ba-4ada-a731-74ec0c0d4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:11.951087 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-34ad52f9-16ba-4ada-a731-74ec0c0d4b06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 1095 time: 0.3299284 Mar 05 13:36:11.967021 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f7c73-5a1d-4077-81e5-fd7326d56609 req-32ddd4f3-c349-453b-8a24-a23cfc52ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:11.968649 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f77f7c73-5a1d-4077-81e5-fd7326d56609 req-32ddd4f3-c349-453b-8a24-a23cfc52ef12 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5021b6b4-4401-490b-9e8c-67e358ac503a HTTP/1.1" status: 200 len: 1097 time: 0.3968399 Mar 05 13:36:12.050164 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:12.057535 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b6bc0040-63cc-4a40-8981-d7098f6fa5c2 req-d886f902-7c06-424d-9fcd-8089f45886d8 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 210 time: 0.0578244 Mar 05 13:36:12.159036 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0806f9-74d3-4bf6-9589-78b06542c669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4201e84-2902-4942-a9eb-ceb7fd846dbf', 'code': 200} Mar 05 13:36:12.179039 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9445bff1-3d5d-4acf-b4f2-9a318dd11bd7 req-7a285166-c354-4112-831f-17ffadadd36b tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484722 Mar 05 13:36:12.218800 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f77f7c73-5a1d-4077-81e5-fd7326d56609 req-74baaeb5-b677-4e49-b0c6-38fab42f0143 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103765 Mar 05 13:36:12.366269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3edcb5-9efc-4a47-af7f-1000d9a73887 req-f6d48583-9c25-4ca0-96a1-0240704d7c50 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:12.375102 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7f3edcb5-9efc-4a47-af7f-1000d9a73887 req-f6d48583-9c25-4ca0-96a1-0240704d7c50 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021b6b4-4401-490b-9e8c-67e358ac503a HTTP/1.1" status: 200 len: 946 time: 0.1092353 Mar 05 13:36:12.408310 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-ed2b4c1a-472b-4b24-a964-3a87382cf9b6 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=78a1cd353882451f977c98a0cde91b02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1861956 Mar 05 13:36:12.410513 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-a12fb207-e2d1-4846-a276-1c6d287a62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:12.412019 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-a12fb207-e2d1-4846-a276-1c6d287a62c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 920 time: 0.4404864 Mar 05 13:36:12.415446 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6763e58e-1ae4-4fb8-9644-197c1cb70736 req-b6886251-b596-4297-892f-846d32c3f405 service neutron] 10.222.0.15 "GET /v2.0/networks/7b03d11a-a9b9-4e63-9215-df6cc62d8741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184429 Mar 05 13:36:12.445062 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7f3edcb5-9efc-4a47-af7f-1000d9a73887 req-e59b9250-c425-49e9-af85-8d6643afbabe tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654244 Mar 05 13:36:12.590106 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-5d28341e-347e-4d0e-acbe-5fa845303ef0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3731ed23-8c9b-4468-8e22-0c21de7cfc83 HTTP/1.1" status: 200 len: 217 time: 0.1521537 Mar 05 13:36:12.725821 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee2880-cb47-4bd3-8c53-f6d05a812154 req-ccb70620-1028-4aea-87c2-a4a44a1a327f tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:12.727363 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e3ee2880-cb47-4bd3-8c53-f6d05a812154 req-ccb70620-1028-4aea-87c2-a4a44a1a327f tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 944 time: 0.1260555 Mar 05 13:36:12.760574 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-c7db39ac-5e5f-40fb-b578-7cc395a1c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:12.762304 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-c7db39ac-5e5f-40fb-b578-7cc395a1c7cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ddb228e-b84a-4351-a2cb-7f33147be2ea HTTP/1.1" status: 200 len: 860 time: 0.1177242 Mar 05 13:36:12.775878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-70acbc90-024a-4a65-8785-7c426cb2f794 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:12.776622 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e3ee2880-cb47-4bd3-8c53-f6d05a812154 req-e99a0a28-46be-48de-bde8-d6e7078c654d tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396099 Mar 05 13:36:12.777254 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-70acbc90-024a-4a65-8785-7c426cb2f794 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3642423 Mar 05 13:36:12.840544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Request body: {'port': {'device_id': 'b44d379b-f014-42fd-a82b-e62f1e33b935', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': '78a1cd353882451f977c98a0cde91b02'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:36:12.884534 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-7f3a558c-f539-4c62-a424-7f5642524cb5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045146 Mar 05 13:36:12.893551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6948e1-065a-429f-944e-8efefb11a4ff req-9a7b2b66-427e-4c6d-8b6f-20e9f990f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:12.900722 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6f6948e1-065a-429f-944e-8efefb11a4ff req-9a7b2b66-427e-4c6d-8b6f-20e9f990f773 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92bf82572fbb434393b937a47fe60812&device_id=0e9db675-b94e-4124-afa0-f159a4045dbd HTTP/1.1" status: 200 len: 1095 time: 0.3764684 Mar 05 13:36:13.053472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69a34b-0593-419c-982f-57f8b0d35610 req-a307b648-bf93-4377-8542-12f39f6c1bfd tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:13.054953 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9f69a34b-0593-419c-982f-57f8b0d35610 req-a307b648-bf93-4377-8542-12f39f6c1bfd tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e9db675-b94e-4124-afa0-f159a4045dbd HTTP/1.1" status: 200 len: 944 time: 0.0799694 Mar 05 13:36:13.099688 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9f69a34b-0593-419c-982f-57f8b0d35610 req-51e33e9a-96ca-41f3-8b4b-a93dc4cc0155 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.16 "GET /v2.0/security-groups?id=860cbe7d-0bdd-4f1e-8f2b-efb2fededc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384984 Mar 05 13:36:13.260099 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-3cd8b5e7-25c9-4ff7-89cd-2e22337e8cca service neutron] 10.222.0.15 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596473 Mar 05 13:36:13.271218 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:36:13.282140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7c0d8-98c6-41ba-8c7f-d76165304824 req-1554283a-f20c-487e-a859-df14745a27ef tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:13.283618 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bfe7c0d8-98c6-41ba-8c7f-d76165304824 req-1554283a-f20c-487e-a859-df14745a27ef tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4768509-4ede-4ef3-b023-22fb3dbe11c7 HTTP/1.1" status: 200 len: 946 time: 0.4540899 Mar 05 13:36:13.303633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6948e1-065a-429f-944e-8efefb11a4ff req-9a706863-d4a1-4b80-8942-7207daac565d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:13.305036 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6f6948e1-065a-429f-944e-8efefb11a4ff req-9a706863-d4a1-4b80-8942-7207daac565d service neutron] 10.222.0.15 "GET /v2.0/networks?id=7b03d11a-a9b9-4e63-9215-df6cc62d8741 HTTP/1.1" status: 200 len: 914 time: 0.3927510 Mar 05 13:36:13.316291 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:36:13.358476 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-56626bd9-6f43-4c65-8daa-4334fec72231 req-c2e86ceb-f373-412c-ba50-598fdbdc20c0 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 210 time: 0.0458775 Mar 05 13:36:13.413330 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6f6948e1-065a-429f-944e-8efefb11a4ff req-247295e7-92e2-48d1-86e3-3a1d33447066 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a7969fc-ee4e-42af-b5bd-898a987fa3cb HTTP/1.1" status: 200 len: 217 time: 0.0980711 Mar 05 13:36:13.509174 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Made reservation on behalf of 78a1cd353882451f977c98a0cde91b02 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:36:13.513599 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:13.514880 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:13.566205 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bfe7c0d8-98c6-41ba-8c7f-d76165304824 req-8e6f2980-0aa6-4d8c-9f1c-972992f20b68 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602053 Mar 05 13:36:13.634263 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6948e1-065a-429f-944e-8efefb11a4ff req-43a30cc0-adf7-4d9a-8506-2f686331f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:13.635741 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6f6948e1-065a-429f-944e-8efefb11a4ff req-43a30cc0-adf7-4d9a-8506-2f686331f546 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=76d14473-20e0-404d-b194-2f703d2b76d2 HTTP/1.1" status: 200 len: 853 time: 0.2144139 Mar 05 13:36:13.670006 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71361215-8e12-449c-977e-9384141223ad req-2c5e5cf5-726e-49aa-886d-92831af371b1 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:13.671817 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-71361215-8e12-449c-977e-9384141223ad req-2c5e5cf5-726e-49aa-886d-92831af371b1 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 944 time: 0.0963004 Mar 05 13:36:13.704951 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-e460e5f8-06cb-48ec-aa21-9dad42261acd service neutron] 10.222.0.15 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312980 Mar 05 13:36:13.728571 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-71361215-8e12-449c-977e-9384141223ad req-a9e6b626-ce36-415f-9dfa-5a8264327c5a tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505583 Mar 05 13:36:13.827084 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45936) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:14.023716 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6948e1-065a-429f-944e-8efefb11a4ff req-2b0932cf-e7d2-4eef-b171-3be687208594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:14.025223 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6f6948e1-065a-429f-944e-8efefb11a4ff req-2b0932cf-e7d2-4eef-b171-3be687208594 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7b03d11a-a9b9-4e63-9215-df6cc62d8741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3768830 Mar 05 13:36:14.039083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Allocated IP 192.168.233.234 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/626397c2-da47-446a-88f4-5c976be043f3) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:36:14.159836 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0806f9-74d3-4bf6-9589-78b06542c669', 'tag': 'd4201e84-2902-4942-a9eb-ceb7fd846dbf'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:36:14.182572 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212f227-6d67-4f4b-a094-ae7bfcf5ed10 req-9d07adfe-75a5-4f7b-a486-5898f3e71a6b tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:14.184084 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3212f227-6d67-4f4b-a094-ae7bfcf5ed10 req-9d07adfe-75a5-4f7b-a486-5898f3e71a6b tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021b6b4-4401-490b-9e8c-67e358ac503a HTTP/1.1" status: 200 len: 946 time: 0.4620612 Mar 05 13:36:14.341056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f34c63-82b7-420b-8990-c3ee33b9e514 req-4260fb59-f76b-459d-8ed1-12ecda390673 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:14.342856 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-92f34c63-82b7-420b-8990-c3ee33b9e514 req-4260fb59-f76b-459d-8ed1-12ecda390673 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 944 time: 0.2494090 Mar 05 13:36:14.373444 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3212f227-6d67-4f4b-a094-ae7bfcf5ed10 req-b9574191-1cbd-4c5e-81a9-a692a27fe09f tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787300 Mar 05 13:36:14.399966 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-e1544459-6b82-4681-929e-5ae186f1238d tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:14.401433 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-e1544459-6b82-4681-929e-5ae186f1238d tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9&tenant_id=d5ffda21ed5b4786823c5a5c4a431675&binding%3Ahost_id=n-h1-803718-1 HTTP/1.1" status: 200 len: 1095 time: 0.4242353 Mar 05 13:36:14.429956 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6f6948e1-065a-429f-944e-8efefb11a4ff req-371cb77e-8a85-4970-9d71-febc047dc481 service neutron] 10.222.0.15 "GET /v2.0/networks/7b03d11a-a9b9-4e63-9215-df6cc62d8741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922477 Mar 05 13:36:14.484487 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-92f34c63-82b7-420b-8990-c3ee33b9e514 req-7c5d7c7c-10f2-4e76-96a7-1bcdc70b1bb9 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253934 Mar 05 13:36:14.517978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d4201e84-2902-4942-a9eb-ceb7fd846dbf details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:36:14.584978 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0806f9-74d3-4bf6-9589-78b06542c669', 'tag': 'd4201e84-2902-4942-a9eb-ceb7fd846dbf', 'status': 'completed', 'code': 200} Mar 05 13:36:14.722729 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:14.723121 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eddbc58e-1b1e-4300-b0c8-bc4772114a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:14.752580 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port d4201e84-2902-4942-a9eb-ceb7fd846dbf, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=d4201e84-2902-4942-a9eb-ceb7fd846dbf,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:14.767159 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d4201e84-2902-4942-a9eb-ceb7fd846dbf has no active binding in host n-h2-803718-1 {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 05 13:36:14.802369 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Transition to ACTIVE for port object 626397c2-da47-446a-88f4-5c976be043f3 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:36:14.836634 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-56c87d78-70b9-4785-ad69-7adde8b86cae req-b0d79137-692f-4fa1-8066-fa9da60318d8 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 210 time: 0.0539699 Mar 05 13:36:14.889883 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6f6948e1-065a-429f-944e-8efefb11a4ff req-0446bf82-1f0b-4be8-bacb-66c42853b027 service neutron] 10.222.0.15 "GET /v2.0/networks/7b03d11a-a9b9-4e63-9215-df6cc62d8741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977118 Mar 05 13:36:14.937774 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cca589-98bf-4660-9277-bfbf9f62ceba req-14b3ff1e-e5f9-4be0-8118-0988869b36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:14.939426 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92cca589-98bf-4660-9277-bfbf9f62ceba req-14b3ff1e-e5f9-4be0-8118-0988869b36c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 1125 time: 0.3055470 Mar 05 13:36:14.940772 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:14.963151 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:36:15.006730 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['8b7830ee-f387-454a-982c-d3f409d76188'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:36:15.007431 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bc9d3-32f4-4220-993f-d5f7ef7770de req-bc8eb8d6-d05c-4ef9-a0a1-34747971e6ee tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:15.008888 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-115bc9d3-32f4-4220-993f-d5f7ef7770de req-bc8eb8d6-d05c-4ef9-a0a1-34747971e6ee tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e9db675-b94e-4124-afa0-f159a4045dbd HTTP/1.1" status: 200 len: 944 time: 0.3602362 Mar 05 13:36:15.043768 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-98d2a265-e77f-4d2c-96a9-a168c839426a service neutron] For port 3731ed23-8c9b-4468-8e22-0c21de7cfc83, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:36:15.142126 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:36:15.159502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:36:15.169833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:36:15.189451 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7fe1ba-e973-463b-bf4f-e423a979df92 req-d4214ff1-ec7b-4a1e-9a1d-f8e84af86c1d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:15.191102 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ce7fe1ba-e973-463b-bf4f-e423a979df92 req-d4214ff1-ec7b-4a1e-9a1d-f8e84af86c1d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021b6b4-4401-490b-9e8c-67e358ac503a HTTP/1.1" status: 200 len: 946 time: 0.1765399 Mar 05 13:36:15.226941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Pushing event updated for resources: {'Port': ['ID=626397c2-da47-446a-88f4-5c976be043f3,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:15.237693 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-98d2a265-e77f-4d2c-96a9-a168c839426a service neutron] Notify callbacks [] for binding, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:15.238791 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b46ec790-85f0-4a1e-b410-4851329ea754 req-98d2a265-e77f-4d2c-96a9-a168c839426a service neutron] 10.222.0.15 "DELETE /v2.0/ports/3731ed23-8c9b-4468-8e22-0c21de7cfc83/bindings/n-h2-803718-1 HTTP/1.1" status: 204 len: 173 time: 0.8239369 Mar 05 13:36:15.298867 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-115bc9d3-32f4-4220-993f-d5f7ef7770de req-131be2e8-5f8e-4560-b652-56431a9a707d tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.16 "GET /v2.0/security-groups?id=860cbe7d-0bdd-4f1e-8f2b-efb2fededc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775788 Mar 05 13:36:15.300248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:15.300617 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:15.300978 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:15.301305 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:15.301626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:15.302019 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:15.302291 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:15.302733 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:15.318136 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:15.318136 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:15.318136 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:15.318136 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:15.353506 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ce7fe1ba-e973-463b-bf4f-e423a979df92 req-fbf26663-3269-4f49-86a8-c984bc76f684 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523929 Mar 05 13:36:15.356633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-eddbc58e-1b1e-4300-b0c8-bc4772114a97 admin admin] Deleting port b1fb3ffb-5b00-4997-9631-df29185d2d06 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:36:15.359496 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eddbc58e-1b1e-4300-b0c8-bc4772114a97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:15.373933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:15.373933 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:15.379051 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cca589-98bf-4660-9277-bfbf9f62ceba req-67fd0f87-923c-4c21-9292-31d23a3ef53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:15.380539 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92cca589-98bf-4660-9277-bfbf9f62ceba req-67fd0f87-923c-4c21-9292-31d23a3ef53f service neutron] 10.222.0.15 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 907 time: 0.3992574 Mar 05 13:36:15.496665 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92cca589-98bf-4660-9277-bfbf9f62ceba req-5f7db7c6-2f5f-4f2d-a409-15e5e21ccf62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4201e84-2902-4942-a9eb-ceb7fd846dbf HTTP/1.1" status: 200 len: 217 time: 0.0997798 Mar 05 13:36:15.506670 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-498c1a15-3061-4175-a917-f3900f108b0f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6778748 Mar 05 13:36:15.630719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2db49867-9557-42b3-9103-e49605d8d385 None None] Provisioning for port 626397c2-da47-446a-88f4-5c976be043f3 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:36:15.635285 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-1799be53-82d3-48fe-bf20-c050e3defd35 service neutron] Request body: {'port': {'device_id': 'b44d379b-f014-42fd-a82b-e62f1e33b935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:36:15.644159 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2db49867-9557-42b3-9103-e49605d8d385 None None] Provisioning complete for port 626397c2-da47-446a-88f4-5c976be043f3 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:36:15.644582 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2db49867-9557-42b3-9103-e49605d8d385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:15.765001 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-eddbc58e-1b1e-4300-b0c8-bc4772114a97 admin admin] For port b1fb3ffb-5b00-4997-9631-df29185d2d06, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b1fb3ffb-5b00-4997-9631-df29185d2d06,segment=NetworkSegment(41427342-e06a-4011-8ea0-b80d50ad9e15),segment_id=41427342-e06a-4011-8ea0-b80d50ad9e15)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:15.765620 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eddbc58e-1b1e-4300-b0c8-bc4772114a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:15.775828 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2db49867-9557-42b3-9103-e49605d8d385 None None] Port 626397c2-da47-446a-88f4-5c976be043f3 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:36:15.786217 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a82a53-4d79-4f18-82c9-924ea0080ad5 req-c0a44070-2221-4fcf-a556-d7226b7bd134 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:15.793023 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25a82a53-4d79-4f18-82c9-924ea0080ad5 req-c0a44070-2221-4fcf-a556-d7226b7bd134 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4768509-4ede-4ef3-b023-22fb3dbe11c7 HTTP/1.1" status: 200 len: 946 time: 0.1424384 Mar 05 13:36:15.848534 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cca589-98bf-4660-9277-bfbf9f62ceba req-61ffb64c-0557-444f-88b7-e1baeeaf8fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:15.850283 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92cca589-98bf-4660-9277-bfbf9f62ceba req-61ffb64c-0557-444f-88b7-e1baeeaf8fc3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ac31366-a7f9-483e-b1e1-eea597fcd311 HTTP/1.1" status: 200 len: 847 time: 0.3457105 Mar 05 13:36:15.891337 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25a82a53-4d79-4f18-82c9-924ea0080ad5 req-5b643f93-d159-4d0b-85f8-389681a66ae4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974138 Mar 05 13:36:15.959614 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92cca589-98bf-4660-9277-bfbf9f62ceba req-904f0f9b-5d2d-4537-bcf6-4311cc618fa6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1e632aab-7405-4a4c-851d-f121cf35a970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998187 Mar 05 13:36:15.969369 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-94727949-2e76-4a16-9192-d072ff1da691 service neutron] 10.222.0.15 "GET /v2.0/ports/d4201e84-2902-4942-a9eb-ceb7fd846dbf/bindings/n-h2-803718-1 HTTP/1.1" status: 200 len: 384 time: 0.3471456 Mar 05 13:36:16.016974 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 1a7969fc-ee4e-42af-b5bd-898a987fa3cb details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:36:16.108971 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-eddbc58e-1b1e-4300-b0c8-bc4772114a97 admin admin] Calling delete_port for b1fb3ffb-5b00-4997-9631-df29185d2d06 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:36:16.138287 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45978) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:16.186872 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-1799be53-82d3-48fe-bf20-c050e3defd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:16.292625 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 1a7969fc-ee4e-42af-b5bd-898a987fa3cb, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1a7969fc-ee4e-42af-b5bd-898a987fa3cb,segment=NetworkSegment(8d11f382-75e0-45bf-a047-a2f6ecccdcd6),segment_id=8d11f382-75e0-45bf-a047-a2f6ecccdcd6)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:16.328426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '1a7969fc-ee4e-42af-b5bd-898a987fa3cb', 'network_id': '7b03d11a-a9b9-4e63-9215-df6cc62d8741', 'port_id': '1a7969fc-ee4e-42af-b5bd-898a987fa3cb', 'mac_address': 'fa:16:3e:4b:db:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d14473-20e0-404d-b194-2f703d2b76d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:36:16.426229 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:16.451761 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a7969fc-ee4e-42af-b5bd-898a987fa3cb {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:36:16.452947 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a4ed8d68-daf8-4b94-85f1-2007a2f17fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:16.480007 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 1a7969fc-ee4e-42af-b5bd-898a987fa3cb, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1a7969fc-ee4e-42af-b5bd-898a987fa3cb,segment=NetworkSegment(8d11f382-75e0-45bf-a047-a2f6ecccdcd6),segment_id=8d11f382-75e0-45bf-a047-a2f6ecccdcd6)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:16.550011 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:16.602177 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92cca589-98bf-4660-9277-bfbf9f62ceba req-acb3831e-9b76-4214-a46a-8729d298c726 service neutron] 10.222.0.15 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6318550 Mar 05 13:36:16.603063 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a4ed8d68-daf8-4b94-85f1-2007a2f17fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:36:16.613111 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a4ed8d68-daf8-4b94-85f1-2007a2f17fa0 admin admin] Usage tracker for resource:security_group_rule and tenant:d2e5d0d1617647259ed208143113071d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:36:16.623728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302512f-e329-4cb9-b817-e130653b1add req-00fc121d-e2fc-4e2c-bc9d-7bb86975a72d tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:16.624936 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a4ed8d68-daf8-4b94-85f1-2007a2f17fa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:36:16.632654 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8302512f-e329-4cb9-b817-e130653b1add req-00fc121d-e2fc-4e2c-bc9d-7bb86975a72d tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 944 time: 0.9040315 Mar 05 13:36:16.633761 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a4ed8d68-daf8-4b94-85f1-2007a2f17fa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:36:16.646330 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=1a7969fc-ee4e-42af-b5bd-898a987fa3cb,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:16.671541 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eddbc58e-1b1e-4300-b0c8-bc4772114a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:16.735406 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbc58e-1b1e-4300-b0c8-bc4772114a97 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1fb3ffb-5b00-4997-9631-df29185d2d06,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:16.774303 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['1a7969fc-ee4e-42af-b5bd-898a987fa3cb'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:36:16.998363 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8302512f-e329-4cb9-b817-e130653b1add req-6c76b150-a5f7-4c01-b43d-7a212c0f9c8b tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646245 Mar 05 13:36:17.020854 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a4ed8d68-daf8-4b94-85f1-2007a2f17fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:17.038344 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a4ed8d68-daf8-4b94-85f1-2007a2f17fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:17.062443 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330af5c1-5493-44ed-9e76-9f423776cea5 req-2df6fe84-908f-4155-9361-987799c16836 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:17.063955 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-330af5c1-5493-44ed-9e76-9f423776cea5 req-2df6fe84-908f-4155-9361-987799c16836 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 944 time: 0.3299890 Mar 05 13:36:17.182441 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92cca589-98bf-4660-9277-bfbf9f62ceba req-453a2d78-5898-4c92-b2ca-92622c642f52 service neutron] 10.222.0.15 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282652 Mar 05 13:36:17.190539 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-94d6f061-f284-4ba4-a7e4-41afccc0a113 service neutron] For port d4201e84-2902-4942-a9eb-ceb7fd846dbf, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=d4201e84-2902-4942-a9eb-ceb7fd846dbf,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:17.194849 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a4ed8d68-daf8-4b94-85f1-2007a2f17fa0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2e5d0d1617647259ed208143113071d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0530355 Mar 05 13:36:17.200542 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45996) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:17.215555 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eddbc58e-1b1e-4300-b0c8-bc4772114a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:17.234557 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed8d68-daf8-4b94-85f1-2007a2f17fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a0b6bd-6253-4d4d-879b-36656e42dd59,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:17.241477 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-94d6f061-f284-4ba4-a7e4-41afccc0a113 service neutron] For port d4201e84-2902-4942-a9eb-ceb7fd846dbf, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:36:17.256421 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-330af5c1-5493-44ed-9e76-9f423776cea5 req-928502ed-3690-43cf-95ff-a137dbf44b9f tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162424 Mar 05 13:36:17.326957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-94d6f061-f284-4ba4-a7e4-41afccc0a113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4201e84-2902-4942-a9eb-ceb7fd846dbf {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:36:17.365730 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-895eeb2b-96f1-48c7-b7f7-bdce28a71f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:17.368265 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-94d6f061-f284-4ba4-a7e4-41afccc0a113 service neutron] For port d4201e84-2902-4942-a9eb-ceb7fd846dbf, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d4201e84-2902-4942-a9eb-ceb7fd846dbf,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:17.388925 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2706f-aada-4dc1-a5e4-71bd81d1b64f req-dbdf3fc2-bddc-408d-90cf-d23d2d95e503 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:17.389616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d2c2706f-aada-4dc1-a5e4-71bd81d1b64f req-dbdf3fc2-bddc-408d-90cf-d23d2d95e503 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Synchronizing usage tracker for tenant:78a1cd353882451f977c98a0cde91b02 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:36:17.417308 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-94d6f061-f284-4ba4-a7e4-41afccc0a113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:17.431848 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-1799be53-82d3-48fe-bf20-c050e3defd35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626397c2-da47-446a-88f4-5c976be043f3 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:36:17.443180 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-1799be53-82d3-48fe-bf20-c050e3defd35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:17.451444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d2c2706f-aada-4dc1-a5e4-71bd81d1b64f req-dbdf3fc2-bddc-408d-90cf-d23d2d95e503 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Unset dirty status for tenant:78a1cd353882451f977c98a0cde91b02 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:36:17.452579 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d2c2706f-aada-4dc1-a5e4-71bd81d1b64f req-dbdf3fc2-bddc-408d-90cf-d23d2d95e503 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 936 time: 0.3219349 Mar 05 13:36:17.514383 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-895eeb2b-96f1-48c7-b7f7-bdce28a71f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:17.517721 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-1799be53-82d3-48fe-bf20-c050e3defd35 service neutron] Transition to ACTIVE for port object 626397c2-da47-446a-88f4-5c976be043f3 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:36:17.528947 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-1799be53-82d3-48fe-bf20-c050e3defd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:17.688086 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d2c2706f-aada-4dc1-a5e4-71bd81d1b64f req-c32134b8-4554-4f53-bbce-ca1968ff4d42 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018399 Mar 05 13:36:17.746357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799be53-82d3-48fe-bf20-c050e3defd35 service neutron] Pushing event updated for resources: {'Port': ['ID=626397c2-da47-446a-88f4-5c976be043f3,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:17.789990 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-94d6f061-f284-4ba4-a7e4-41afccc0a113 service neutron] Transition to ACTIVE for port object d4201e84-2902-4942-a9eb-ceb7fd846dbf will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:36:17.806862 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-94d6f061-f284-4ba4-a7e4-41afccc0a113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:17.846013 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c531a46-4c95-4145-bb38-cf02c3fdeb0c req-90fa23f0-8d0e-49b1-abfc-19f381345cd2 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:17.852892 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0c531a46-4c95-4145-bb38-cf02c3fdeb0c req-90fa23f0-8d0e-49b1-abfc-19f381345cd2 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e9db675-b94e-4124-afa0-f159a4045dbd HTTP/1.1" status: 200 len: 945 time: 0.4763508 Mar 05 13:36:17.871256 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-895eeb2b-96f1-48c7-b7f7-bdce28a71f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:17.918381 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895eeb2b-96f1-48c7-b7f7-bdce28a71f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a0b6bd-6253-4d4d-879b-36656e42dd59,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:17.960281 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0c531a46-4c95-4145-bb38-cf02c3fdeb0c req-d27dc470-8175-4f71-ba9d-b224268a5384 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.16 "GET /v2.0/security-groups?id=860cbe7d-0bdd-4f1e-8f2b-efb2fededc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064491 Mar 05 13:36:17.979591 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddbc58e-1b1e-4300-b0c8-bc4772114a97 admin admin] Router c27ea49d-26ee-402e-9b1e-3df0e1d51df5 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:36:17.990124 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-895eeb2b-96f1-48c7-b7f7-bdce28a71f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:17.991288 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-895eeb2b-96f1-48c7-b7f7-bdce28a71f53 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3a0b6bd-6253-4d4d-879b-36656e42dd59 HTTP/1.1" status: 204 len: 168 time: 0.7870309 Mar 05 13:36:18.033109 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 1a7969fc-ee4e-42af-b5bd-898a987fa3cb up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:36:18.133627 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 1a7969fc-ee4e-42af-b5bd-898a987fa3cb completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:36:18.145763 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 1a7969fc-ee4e-42af-b5bd-898a987fa3cb triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:36:18.145763 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:18.171785 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-94d6f061-f284-4ba4-a7e4-41afccc0a113 service neutron] No DVR routers for this DVR port d4201e84-2902-4942-a9eb-ceb7fd846dbf on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:36:18.178910 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-1799be53-82d3-48fe-bf20-c050e3defd35 service neutron] Attempting to bind port 626397c2-da47-446a-88f4-5c976be043f3 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:36:18.179452 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-1799be53-82d3-48fe-bf20-c050e3defd35 service neutron] Attempting to bind port 626397c2-da47-446a-88f4-5c976be043f3 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:36:18.179942 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-1799be53-82d3-48fe-bf20-c050e3defd35 service neutron] Attempting to bind port 626397c2-da47-446a-88f4-5c976be043f3 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:36:18.251389 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6f061-f284-4ba4-a7e4-41afccc0a113 service neutron] Pushing event updated for resources: {'Port': ['ID=d4201e84-2902-4942-a9eb-ceb7fd846dbf,revision_number=10']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:18.254323 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-1799be53-82d3-48fe-bf20-c050e3defd35 service neutron] Port 626397c2-da47-446a-88f4-5c976be043f3 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:36:18.254638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-1799be53-82d3-48fe-bf20-c050e3defd35 service neutron] Attempting to bind port 626397c2-da47-446a-88f4-5c976be043f3 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:36:18.269932 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-94d6f061-f284-4ba4-a7e4-41afccc0a113 service neutron] 10.222.0.15 "PUT /v2.0/ports/d4201e84-2902-4942-a9eb-ceb7fd846dbf/bindings/n-h2-803718-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1540430 Mar 05 13:36:18.270705 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-1799be53-82d3-48fe-bf20-c050e3defd35 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:36:18.271058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-1799be53-82d3-48fe-bf20-c050e3defd35 service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:36:18.271419 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-1799be53-82d3-48fe-bf20-c050e3defd35 service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:36:18.271848 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-1799be53-82d3-48fe-bf20-c050e3defd35 service neutron] Bound port: 626397c2-da47-446a-88f4-5c976be043f3, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:36:18.272180 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-1799be53-82d3-48fe-bf20-c050e3defd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:18.362378 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddbc58e-1b1e-4300-b0c8-bc4772114a97 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:36:18.372528 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c6f831-67da-47b5-9271-d20b99a7cd7f None None] Sync routers for ids ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:36:18.376114 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-eddbc58e-1b1e-4300-b0c8-bc4772114a97 admin admin] 10.222.0.16 "PUT /v2.0/routers/c27ea49d-26ee-402e-9b1e-3df0e1d51df5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5475235 Mar 05 13:36:18.378543 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46022) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:18.386871 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c6f831-67da-47b5-9271-d20b99a7cd7f None None] Routers {'c27ea49d-26ee-402e-9b1e-3df0e1d51df5'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:36:18.387717 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e6c6f831-67da-47b5-9271-d20b99a7cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:36:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:18.423319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c5d63-6fd6-434b-8bbb-005696c76133 req-222c62a4-12c4-445b-ae6e-040c130aa690 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:18.429401 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:18.430128 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d4c5d63-6fd6-434b-8bbb-005696c76133 req-222c62a4-12c4-445b-ae6e-040c130aa690 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4768509-4ede-4ef3-b023-22fb3dbe11c7 HTTP/1.1" status: 200 len: 946 time: 0.3163762 Mar 05 13:36:18.493048 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-1799be53-82d3-48fe-bf20-c050e3defd35 service neutron] For port 626397c2-da47-446a-88f4-5c976be043f3, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:36:18.497381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-1799be53-82d3-48fe-bf20-c050e3defd35 service neutron] For port 626397c2-da47-446a-88f4-5c976be043f3, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=626397c2-da47-446a-88f4-5c976be043f3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:36:18.499012 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9db675-b94e-4124-afa0-f159a4045dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7969fc-ee4e-42af-b5bd-898a987fa3cb'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:36:18.516491 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-1799be53-82d3-48fe-bf20-c050e3defd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:18.525066 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 1a7969fc-ee4e-42af-b5bd-898a987fa3cb, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1a7969fc-ee4e-42af-b5bd-898a987fa3cb,segment=NetworkSegment(8d11f382-75e0-45bf-a047-a2f6ecccdcd6),segment_id=8d11f382-75e0-45bf-a047-a2f6ecccdcd6)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:18.529193 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46028) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:18.533633 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:18.561433 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d4c5d63-6fd6-434b-8bbb-005696c76133 req-93379a63-4424-4372-b4f9-08b8c828b950 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274657 Mar 05 13:36:18.612849 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-1c94907d-eab0-4b7f-a3b0-02d0b3141e7b tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:18.614499 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-1c94907d-eab0-4b7f-a3b0-02d0b3141e7b tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669&tenant_id=293ce29818c24610874b0170cb644d65&binding%3Ahost_id=n-h1-803718-1 HTTP/1.1" status: 200 len: 1096 time: 0.2767527 Mar 05 13:36:18.641635 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=1a7969fc-ee4e-42af-b5bd-898a987fa3cb,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:18.652883 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:18.654806 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:18.655265 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:18.655970 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:18.659358 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-e6c6f831-67da-47b5-9271-d20b99a7cd7f None None] Set router c27ea49d-26ee-402e-9b1e-3df0e1d51df5 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:36:18.659701 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:18.660146 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:18.660573 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:18.661117 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:18.661536 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:18.661954 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:18.662388 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:18.662820 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:36:18.668137 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-1799be53-82d3-48fe-bf20-c050e3defd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:18.668974 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-1799be53-82d3-48fe-bf20-c050e3defd35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:18.674806 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-1799be53-82d3-48fe-bf20-c050e3defd35 service neutron] 10.222.0.15 "PUT /v2.0/ports/626397c2-da47-446a-88f4-5c976be043f3 HTTP/1.1" status: 200 len: 1096 time: 3.0559797 Mar 05 13:36:18.675711 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44d379b-f014-42fd-a82b-e62f1e33b935', 'tag': '626397c2-da47-446a-88f4-5c976be043f3'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:36:18.714466 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799be53-82d3-48fe-bf20-c050e3defd35 service neutron] Pushing event updated for resources: {'Port': ['ID=626397c2-da47-446a-88f4-5c976be043f3,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:18.751997 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ca03-e6f5-4a1e-bfc4-0469fd631746 admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:18.853391 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-144d1fdb-c2d8-466a-bc9d-bef9a4b0843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:18.854900 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-144d1fdb-c2d8-466a-bc9d-bef9a4b0843a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669&tenant_id=293ce29818c24610874b0170cb644d65 HTTP/1.1" status: 200 len: 1096 time: 0.2325816 Mar 05 13:36:18.920897 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-d0c72f2d-0b2e-4c9e-b6a7-217f67646b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:18.922343 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-d0c72f2d-0b2e-4c9e-b6a7-217f67646b05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 1099 time: 0.2038922 Mar 05 13:36:18.936319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94abd45-ec50-4bcb-aabd-5102dc96d016 req-61bb92e7-4716-40c5-ab3d-76467e2a6f72 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:18.937725 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d94abd45-ec50-4bcb-aabd-5102dc96d016 req-61bb92e7-4716-40c5-ab3d-76467e2a6f72 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021b6b4-4401-490b-9e8c-67e358ac503a HTTP/1.1" status: 200 len: 946 time: 0.1845944 Mar 05 13:36:18.969908 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0095014a-7f89-4e3d-a217-d921a00b003c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:18.988253 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff5e3b-fd20-4e9a-a8f4-cfddbfc28dc8 req-c9ca594c-0af9-4bbb-bf98-8f3951d0b947 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:18.989770 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aaff5e3b-fd20-4e9a-a8f4-cfddbfc28dc8 req-c9ca594c-0af9-4bbb-bf98-8f3951d0b947 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 1095 time: 0.7671831 Mar 05 13:36:18.994101 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e6c6f831-67da-47b5-9271-d20b99a7cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534995435-router', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:10Z', 'updated_at': '2022-03-05T13:36:16Z', 'revision_number': 5, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'gw_port': {'id': '98d84f62-a099-4b74-b820-35dacf6b7eb2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:11Z', 'updated_at': '2022-03-05T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:18.999775 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c6f831-67da-47b5-9271-d20b99a7cd7f None None] Checking router: c27ea49d-26ee-402e-9b1e-3df0e1d51df5 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:36:19.007371 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ca03-e6f5-4a1e-bfc4-0469fd631746 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:19.008840 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c6f831-67da-47b5-9271-d20b99a7cd7f None None] Routers {'c27ea49d-26ee-402e-9b1e-3df0e1d51df5'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:36:19.009443 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e6c6f831-67da-47b5-9271-d20b99a7cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:36:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:19.010930 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0095014a-7f89-4e3d-a217-d921a00b003c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:36:19.019187 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-fe917df4-4f4c-467b-ac2b-7e53d8a650ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=626397c2-da47-446a-88f4-5c976be043f3 HTTP/1.1" status: 200 len: 217 time: 0.0790982 Mar 05 13:36:19.033953 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0095014a-7f89-4e3d-a217-d921a00b003c admin admin] Usage tracker for resource:security_group_rule and tenant:6cb86dc71d0c4591affc83cac9e25f25 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:36:19.039846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0095014a-7f89-4e3d-a217-d921a00b003c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:36:19.048896 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-8cd8ca03-e6f5-4a1e-bfc4-0469fd631746 admin admin] Deleting port 98d84f62-a099-4b74-b820-35dacf6b7eb2 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:36:19.049279 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ca03-e6f5-4a1e-bfc4-0469fd631746 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:19.082467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0095014a-7f89-4e3d-a217-d921a00b003c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:36:19.104052 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d94abd45-ec50-4bcb-aabd-5102dc96d016 req-edbb47cb-dd8c-4518-b517-a5934d00e0f5 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129241 Mar 05 13:36:19.121628 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-2504b2fc-7cb8-455e-962d-77feb8851173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:19.123168 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-2504b2fc-7cb8-455e-962d-77feb8851173 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.0975356 Mar 05 13:36:19.124615 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aaff5e3b-fd20-4e9a-a8f4-cfddbfc28dc8 req-07dfe674-59f8-499a-8b55-640381a0c663 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197145 Mar 05 13:36:19.129064 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-d6e998be-d626-40ca-9e99-7dac38626176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:19.129517 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-d6e998be-d626-40ca-9e99-7dac38626176 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 1096 time: 0.2487323 Mar 05 13:36:19.176918 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-e6c6f831-67da-47b5-9271-d20b99a7cd7f None None] Set router c27ea49d-26ee-402e-9b1e-3df0e1d51df5 gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:36:19.317936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-63bca2b4-3559-4650-98b6-41b9632a3524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:19.318844 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-63bca2b4-3559-4650-98b6-41b9632a3524 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 907 time: 0.1535242 Mar 05 13:36:19.320936 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-8cd8ca03-e6f5-4a1e-bfc4-0469fd631746 admin admin] For port 98d84f62-a099-4b74-b820-35dacf6b7eb2, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=98d84f62-a099-4b74-b820-35dacf6b7eb2,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:19.321296 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ca03-e6f5-4a1e-bfc4-0469fd631746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:19.321502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-b2f94c87-7d26-4e26-993b-2f421e7c2dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:19.322885 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-b2f94c87-7d26-4e26-993b-2f421e7c2dbb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1924860 Mar 05 13:36:19.325947 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e6c6f831-67da-47b5-9271-d20b99a7cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534995435-router', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:10Z', 'updated_at': '2022-03-05T13:36:19Z', 'revision_number': 6, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:19.330259 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c6f831-67da-47b5-9271-d20b99a7cd7f None None] The sync data for ids ['c27ea49d-26ee-402e-9b1e-3df0e1d51df5'] in n-d-803718-1 is: [{'id': 'c27ea49d-26ee-402e-9b1e-3df0e1d51df5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534995435-router', 'tenant_id': '381dd8912df24e389adcfe6de6d1a5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:10Z', 'updated_at': '2022-03-05T13:36:19Z', 'revision_number': 6, 'project_id': '381dd8912df24e389adcfe6de6d1a5c7', 'gw_port_host': None}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:36:19.398335 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9db675-b94e-4124-afa0-f159a4045dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7969fc-ee4e-42af-b5bd-898a987fa3cb', 'code': 200} Mar 05 13:36:19.458212 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-6029b2d9-bff4-4675-a4bf-1ae0b4d91042 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4201e84-2902-4942-a9eb-ceb7fd846dbf HTTP/1.1" status: 200 len: 217 time: 0.1286480 Mar 05 13:36:19.574381 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-8cd8ca03-e6f5-4a1e-bfc4-0469fd631746 admin admin] Calling delete_port for 98d84f62-a099-4b74-b820-35dacf6b7eb2 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:36:19.579487 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44d379b-f014-42fd-a82b-e62f1e33b935', 'tag': '626397c2-da47-446a-88f4-5c976be043f3', 'status': 'completed', 'code': 200} Mar 05 13:36:19.663113 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0095014a-7f89-4e3d-a217-d921a00b003c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:19.674834 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0095014a-7f89-4e3d-a217-d921a00b003c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:19.699648 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-878beec4-0ec7-4ea6-bd90-836da2e7f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:19.701251 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-878beec4-0ec7-4ea6-bd90-836da2e7f589 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ac31366-a7f9-483e-b1e1-eea597fcd311 HTTP/1.1" status: 200 len: 847 time: 0.2075219 Mar 05 13:36:19.710924 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-c243cf0c-fb72-4914-af0f-816eff8b7ef9 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802931 Mar 05 13:36:19.757311 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0095014a-7f89-4e3d-a217-d921a00b003c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6cb86dc71d0c4591affc83cac9e25f25&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2272854 Mar 05 13:36:19.758845 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46044) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:19.768214 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095014a-7f89-4e3d-a217-d921a00b003c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baea08f1-ed83-4d5d-aa4c-0546ab4f2836,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:19.858892 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f4e47-c588-47e8-8783-945e558f0e7e req-0acb2148-0b81-4cd9-8c19-26fa27cfa95f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:19.860432 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-720f4e47-c588-47e8-8783-945e558f0e7e req-0acb2148-0b81-4cd9-8c19-26fa27cfa95f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 948 time: 0.2560925 Mar 05 13:36:19.939238 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-ef627be8-4188-4495-9b6c-e3b4fad36036 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e632aab-7405-4a4c-851d-f121cf35a970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2129948 Mar 05 13:36:19.946884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394508fa-8bb1-451e-8873-3827e2b97e06 req-ef6e1970-a8a1-4e44-a76d-d97a814d0a22 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:19.948374 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-394508fa-8bb1-451e-8873-3827e2b97e06 req-ef6e1970-a8a1-4e44-a76d-d97a814d0a22 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 945 time: 0.4944427 Mar 05 13:36:19.973870 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667e93c-b87b-4ee5-8e4c-ba2656ef65d6 req-e9b3976a-1ef7-4201-8cc5-649d3a998428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:19.975361 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5667e93c-b87b-4ee5-8e4c-ba2656ef65d6 req-e9b3976a-1ef7-4201-8cc5-649d3a998428 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0e9db675-b94e-4124-afa0-f159a4045dbd HTTP/1.1" status: 200 len: 1097 time: 0.4760709 Mar 05 13:36:20.026073 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72e8d25a-5ce0-4f73-b368-f51da1f3cbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:20.046376 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device d4201e84-2902-4942-a9eb-ceb7fd846dbf no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:36:20.096058 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-720f4e47-c588-47e8-8783-945e558f0e7e req-f596567f-00a9-4a91-b8b5-06c0e2c71efd tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258890 Mar 05 13:36:20.118122 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72e8d25a-5ce0-4f73-b368-f51da1f3cbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:20.156247 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device d4201e84-2902-4942-a9eb-ceb7fd846dbf not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:36:20.170744 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ca03-e6f5-4a1e-bfc4-0469fd631746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:20.236670 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8ca03-e6f5-4a1e-bfc4-0469fd631746 admin admin] Pushing event deleted for resources: {'Port': ['ID=98d84f62-a099-4b74-b820-35dacf6b7eb2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:20.253764 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-394508fa-8bb1-451e-8873-3827e2b97e06 req-3c7ea9d2-f09b-4331-8696-96bf36967f6a tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733908 Mar 05 13:36:20.269811 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5667e93c-b87b-4ee5-8e4c-ba2656ef65d6 req-842893d0-0a28-4442-94df-c5ddc4cbb1e5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=860cbe7d-0bdd-4f1e-8f2b-efb2fededc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295694 Mar 05 13:36:20.292415 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b1fb3ffb-5b00-4997-9631-df29185d2d06 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:36:20.306459 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b2bb64c8-4c6b-4733-856d-d1226a1dc511 req-00317a52-4aa6-4928-8aa8-5407a38d8c8f service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5775359 Mar 05 13:36:20.358228 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-96492fe5-94a9-4977-931e-1dcc1b80e2d4 service neutron] 10.222.0.30 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044185 Mar 05 13:36:20.372425 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72e8d25a-5ce0-4f73-b368-f51da1f3cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:20.395984 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: b1fb3ffb-5b00-4997-9631-df29185d2d06 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:36:20.396546 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b1fb3ffb-5b00-4997-9631-df29185d2d06 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:36:20.397124 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 98d84f62-a099-4b74-b820-35dacf6b7eb2 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:36:20.401296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8d25a-5ce0-4f73-b368-f51da1f3cbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baea08f1-ed83-4d5d-aa4c-0546ab4f2836,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:20.424860 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ca03-e6f5-4a1e-bfc4-0469fd631746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:20.444272 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 98d84f62-a099-4b74-b820-35dacf6b7eb2 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:36:20.445293 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 98d84f62-a099-4b74-b820-35dacf6b7eb2 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:36:20.476869 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72e8d25a-5ce0-4f73-b368-f51da1f3cbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:20.477988 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-72e8d25a-5ce0-4f73-b368-f51da1f3cbf9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/baea08f1-ed83-4d5d-aa4c-0546ab4f2836 HTTP/1.1" status: 204 len: 168 time: 0.7111726 Mar 05 13:36:20.537262 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a7e30ff6-290f-41d2-9d64-9817c846ff6a details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:36:20.630507 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ca03-e6f5-4a1e-bfc4-0469fd631746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:20.633312 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ca03-e6f5-4a1e-bfc4-0469fd631746 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:20.642006 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713d126-2abe-477e-b895-99c7f3b23777 req-3aac0b36-a4f6-4707-a5b9-848165ef7196 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:20.643554 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2713d126-2abe-477e-b895-99c7f3b23777 req-3aac0b36-a4f6-4707-a5b9-848165ef7196 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e9db675-b94e-4124-afa0-f159a4045dbd HTTP/1.1" status: 200 len: 946 time: 0.3747380 Mar 05 13:36:20.708940 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a7e30ff6-290f-41d2-9d64-9817c846ff6a, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a7e30ff6-290f-41d2-9d64-9817c846ff6a,segment=NetworkSegment(5af20479-e21d-45a6-9a77-81e6b7ab8923),segment_id=5af20479-e21d-45a6-9a77-81e6b7ab8923)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:20.737663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'a7e30ff6-290f-41d2-9d64-9817c846ff6a', 'network_id': '98b2eb6e-3d38-4c16-ba82-6b5b693871a7', 'port_id': 'a7e30ff6-290f-41d2-9d64-9817c846ff6a', 'mac_address': 'fa:16:3e:9f:3e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ee2287-7bca-4206-a433-1adee841abd4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:36:20.758141 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ca03-e6f5-4a1e-bfc4-0469fd631746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:20.758672 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd8ca03-e6f5-4a1e-bfc4-0469fd631746 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c27ea49d-26ee-402e-9b1e-3df0e1d51df5 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:36:20.778625 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2713d126-2abe-477e-b895-99c7f3b23777 req-6631ec0d-5091-4c7d-8860-40b25286cdf0 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.16 "GET /v2.0/security-groups?id=860cbe7d-0bdd-4f1e-8f2b-efb2fededc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647457 Mar 05 13:36:20.789299 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ca03-e6f5-4a1e-bfc4-0469fd631746 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:20.793290 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8cd8ca03-e6f5-4a1e-bfc4-0469fd631746 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c27ea49d-26ee-402e-9b1e-3df0e1d51df5 HTTP/1.1" status: 204 len: 168 time: 2.4108169 Mar 05 13:36:20.801327 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46064) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:20.850832 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:20.878693 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7e30ff6-290f-41d2-9d64-9817c846ff6a {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:36:20.885739 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef9510-8ea0-4c23-9698-e53900a928b8 req-8c9e905d-779b-4062-a03a-d4ad9a18fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:20.887856 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2bef9510-8ea0-4c23-9698-e53900a928b8 req-8c9e905d-779b-4062-a03a-d4ad9a18fb00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 1099 time: 0.3293915 Mar 05 13:36:20.892229 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-369de639-e83f-41ea-bc70-ed732375b459 admin admin] Deleting subnet 53cf1e97-f281-4add-be04-6ab35f2b8193 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:36:20.901209 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-369de639-e83f-41ea-bc70-ed732375b459 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:20.902910 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a7e30ff6-290f-41d2-9d64-9817c846ff6a, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a7e30ff6-290f-41d2-9d64-9817c846ff6a,segment=NetworkSegment(5af20479-e21d-45a6-9a77-81e6b7ab8923),segment_id=5af20479-e21d-45a6-9a77-81e6b7ab8923)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:20.912749 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:20.949763 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-687c0a6d-1de4-4125-91de-1fdc7d01b53d tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:20.951275 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-687c0a6d-1de4-4125-91de-1fdc7d01b53d tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 820 time: 0.5403044 Mar 05 13:36:20.982711 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-ff193d85-b7ad-4ad3-8517-f56aeff2d112 service neutron] 10.222.0.30 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6179676 Mar 05 13:36:21.027770 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['a7e30ff6-290f-41d2-9d64-9817c846ff6a'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:36:21.029919 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-fc7680e7-d90c-4e30-9894-9fa112e8919a tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/quotas/d5ffda21ed5b4786823c5a5c4a431675 HTTP/1.1" status: 200 len: 375 time: 0.0462182 Mar 05 13:36:21.046448 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edd0ee-228c-4782-8c0b-166aac402cb0 req-ee3122f0-d588-48c9-b375-9c6b3bd75f84 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:21.048480 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b5edd0ee-228c-4782-8c0b-166aac402cb0 req-ee3122f0-d588-48c9-b375-9c6b3bd75f84 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4768509-4ede-4ef3-b023-22fb3dbe11c7 HTTP/1.1" status: 200 len: 946 time: 0.1137538 Mar 05 13:36:21.063546 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a7e30ff6-290f-41d2-9d64-9817c846ff6a,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:21.095546 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-369de639-e83f-41ea-bc70-ed732375b459 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:21.128479 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b5edd0ee-228c-4782-8c0b-166aac402cb0 req-70a91563-c176-43ab-a0f2-25637f30918b tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699239 Mar 05 13:36:21.357038 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e7aa2-ad48-4511-9a31-7129d15d063a req-6a04d72f-e53d-4308-8ee6-5ac7130b2d9d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:21.359067 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fb5e7aa2-ad48-4511-9a31-7129d15d063a req-6a04d72f-e53d-4308-8ee6-5ac7130b2d9d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021b6b4-4401-490b-9e8c-67e358ac503a HTTP/1.1" status: 200 len: 945 time: 0.1168041 Mar 05 13:36:21.422827 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fb5e7aa2-ad48-4511-9a31-7129d15d063a req-f58cc335-974d-4609-a542-b87fbec3761d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521014 Mar 05 13:36:21.468945 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef9510-8ea0-4c23-9698-e53900a928b8 req-3a451881-be04-4b58-ae10-7c4d54e49794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:21.471126 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2bef9510-8ea0-4c23-9698-e53900a928b8 req-3a451881-be04-4b58-ae10-7c4d54e49794 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.5723166 Mar 05 13:36:21.598106 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46090) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:21.613580 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2bef9510-8ea0-4c23-9698-e53900a928b8 req-ac07ca8d-3eec-4c83-bc99-2cd15b655ea5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=626397c2-da47-446a-88f4-5c976be043f3 HTTP/1.1" status: 200 len: 217 time: 0.0852354 Mar 05 13:36:21.618608 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89528e8-63b5-423b-a3bb-d1f3063303d9 req-26847006-3c39-4fe1-9ce4-78e3439a3023 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:21.620108 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c89528e8-63b5-423b-a3bb-d1f3063303d9 req-26847006-3c39-4fe1-9ce4-78e3439a3023 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 948 time: 0.0896688 Mar 05 13:36:21.666372 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c89528e8-63b5-423b-a3bb-d1f3063303d9 req-27162038-b928-4d34-b153-963b0921878b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392499 Mar 05 13:36:21.690915 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-369de639-e83f-41ea-bc70-ed732375b459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:21.720739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-465ccc25-7fa5-46a1-aa30-5d509b8dc7f4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-network', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:36:21.725551 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-465ccc25-7fa5-46a1-aa30-5d509b8dc7f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:36:21.729526 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-465ccc25-7fa5-46a1-aa30-5d509b8dc7f4 admin admin] Usage tracker for resource:network and tenant:08b8d14ed6734fb5b6479aa152b1b1a2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:36:21.733198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-465ccc25-7fa5-46a1-aa30-5d509b8dc7f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:36:21.739524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-465ccc25-7fa5-46a1-aa30-5d509b8dc7f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:36:21.742474 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-4442b68a-9355-436a-a7fc-a1e31aef322f tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6526778 Mar 05 13:36:21.751720 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465ccc25-7fa5-46a1-aa30-5d509b8dc7f4 admin admin] Made reservation on behalf of 08b8d14ed6734fb5b6479aa152b1b1a2 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:36:21.754125 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-465ccc25-7fa5-46a1-aa30-5d509b8dc7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:21.766677 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-465ccc25-7fa5-46a1-aa30-5d509b8dc7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:21.815024 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-465ccc25-7fa5-46a1-aa30-5d509b8dc7f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:36:21.815514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef9510-8ea0-4c23-9698-e53900a928b8 req-ba807609-41fa-4317-8f75-2e6c946a1864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:21.817022 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2bef9510-8ea0-4c23-9698-e53900a928b8 req-ba807609-41fa-4317-8f75-2e6c946a1864 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1883445 Mar 05 13:36:21.827077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-708a41f6-74fd-446c-b1b8-517dc3f1ca5b tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:21.828545 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-708a41f6-74fd-446c-b1b8-517dc3f1ca5b tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669&tenant_id=293ce29818c24610874b0170cb644d65&binding%3Ahost_id=n-h2-803718-1 HTTP/1.1" status: 200 len: 1096 time: 0.4761486 Mar 05 13:36:21.829042 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-465ccc25-7fa5-46a1-aa30-5d509b8dc7f4 admin admin] Usage tracker for resource:security_group_rule and tenant:08b8d14ed6734fb5b6479aa152b1b1a2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:36:21.833056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-465ccc25-7fa5-46a1-aa30-5d509b8dc7f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:36:21.840222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-465ccc25-7fa5-46a1-aa30-5d509b8dc7f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:36:21.898246 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95922ac1-ed01-42e3-bc6f-3f0b98db13f9 req-4988d432-eb62-4b48-af2d-4f54a3e1ded4 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:21.899817 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95922ac1-ed01-42e3-bc6f-3f0b98db13f9 req-4988d432-eb62-4b48-af2d-4f54a3e1ded4 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 945 time: 0.1190429 Mar 05 13:36:21.968222 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95922ac1-ed01-42e3-bc6f-3f0b98db13f9 req-32728262-9db0-405b-9898-23398078a28b tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616732 Mar 05 13:36:21.995302 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-465ccc25-7fa5-46a1-aa30-5d509b8dc7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:22.000426 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-465ccc25-7fa5-46a1-aa30-5d509b8dc7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:22.029090 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465ccc25-7fa5-46a1-aa30-5d509b8dc7f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:36:22.041385 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ccc25-7fa5-46a1-aa30-5d509b8dc7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0235cb-9725-45c3-8ff6-26bd4a5af7f2,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:22.045809 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-465ccc25-7fa5-46a1-aa30-5d509b8dc7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:22.046214 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-465ccc25-7fa5-46a1-aa30-5d509b8dc7f4 admin admin] Added segment 60f4f820-4dc1-4878-9378-7e10fa2351ee of type vlan for network 00d7a38b-c3b6-406f-a703-0c7323200545 Mar 05 13:36:22.080324 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-465ccc25-7fa5-46a1-aa30-5d509b8dc7f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:22.114871 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-369de639-e83f-41ea-bc70-ed732375b459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:22.115503 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-465ccc25-7fa5-46a1-aa30-5d509b8dc7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:22.116761 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465ccc25-7fa5-46a1-aa30-5d509b8dc7f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:22.117448 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-465ccc25-7fa5-46a1-aa30-5d509b8dc7f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:22.177829 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369de639-e83f-41ea-bc70-ed732375b459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53cf1e97-f281-4add-be04-6ab35f2b8193,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:22.197601 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-369de639-e83f-41ea-bc70-ed732375b459 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:22.202622 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b499d3-5ec5-4e80-8435-039dbc639bba None None] Network 4b61c9c6-6153-4f6d-b89b-c9e0e8648846 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:36:22.232281 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-369de639-e83f-41ea-bc70-ed732375b459 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/53cf1e97-f281-4add-be04-6ab35f2b8193 HTTP/1.1" status: 204 len: 168 time: 1.4261260 Mar 05 13:36:22.234343 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-4fae180f-3baf-4a82-b466-a9cae33ac046 service neutron] 10.222.0.16 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759951 Mar 05 13:36:22.234696 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-465ccc25-7fa5-46a1-aa30-5d509b8dc7f4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6336226 Mar 05 13:36:22.235313 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46102) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:22.235643 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46104) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:22.238455 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ccc25-7fa5-46a1-aa30-5d509b8dc7f4 admin admin] Pushing event updated for resources: {'Network': ['ID=00d7a38b-c3b6-406f-a703-0c7323200545,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:22.252295 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-6694cffc-698b-4fb9-81e6-e309ff9cd122 admin admin] Request body: {'subnet': {'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-subnet', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:36:22.255636 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 00d7a38b-c3b6-406f-a703-0c7323200545 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:36:22.297566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6694cffc-698b-4fb9-81e6-e309ff9cd122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:36:22.344852 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6694cffc-698b-4fb9-81e6-e309ff9cd122 admin admin] Usage tracker for resource:subnet and tenant:08b8d14ed6734fb5b6479aa152b1b1a2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:36:22.352950 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6694cffc-698b-4fb9-81e6-e309ff9cd122 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:36:22.416764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e6186-3960-42cf-b425-5c9e813e1801 req-0605cf76-a4c0-40d2-ad99-af12170c00a9 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:22.419567 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dd1e6186-3960-42cf-b425-5c9e813e1801 req-0605cf76-a4c0-40d2-ad99-af12170c00a9 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e9db675-b94e-4124-afa0-f159a4045dbd HTTP/1.1" status: 200 len: 946 time: 0.0868948 Mar 05 13:36:22.455298 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6694cffc-698b-4fb9-81e6-e309ff9cd122 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:36:22.470869 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef9510-8ea0-4c23-9698-e53900a928b8 req-fb922d7f-471e-424b-984e-fc0fdcc2a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:22.472480 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2bef9510-8ea0-4c23-9698-e53900a928b8 req-fb922d7f-471e-424b-984e-fc0fdcc2a7fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6430819 Mar 05 13:36:22.477539 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dd1e6186-3960-42cf-b425-5c9e813e1801 req-08e0e1c4-031c-4659-bb3c-76a29341112c tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.16 "GET /v2.0/security-groups?id=860cbe7d-0bdd-4f1e-8f2b-efb2fededc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520060 Mar 05 13:36:22.534369 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6694cffc-698b-4fb9-81e6-e309ff9cd122 admin admin] Made reservation on behalf of 08b8d14ed6734fb5b6479aa152b1b1a2 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:36:22.536886 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6694cffc-698b-4fb9-81e6-e309ff9cd122 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:22.571309 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a7e30ff6-290f-41d2-9d64-9817c846ff6a up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:36:22.585998 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5e2f670a-af18-431c-8683-7174a3c7a33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:22.598790 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-ae7164e4-1720-4ef4-b973-f90ebee5a463 service neutron] For port d4201e84-2902-4942-a9eb-ceb7fd846dbf, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:36:22.634425 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b25807-e6bd-43aa-b729-59afd5cc387a None None] DHCP port deletion for 4b61c9c6-6153-4f6d-b89b-c9e0e8648846 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:36:22.644730 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-75b25807-e6bd-43aa-b729-59afd5cc387a None None] Deleting port 5b5ffd37-33a5-4557-b752-19b6bd4f07a9 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:36:22.645421 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-75b25807-e6bd-43aa-b729-59afd5cc387a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:22.665132 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-ae7164e4-1720-4ef4-b973-f90ebee5a463 service neutron] Notify callbacks [] for binding, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:22.665956 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-51d11ca2-1b41-405d-ac6a-285fb71ebccd req-ae7164e4-1720-4ef4-b973-f90ebee5a463 service neutron] 10.222.0.30 "DELETE /v2.0/ports/d4201e84-2902-4942-a9eb-ceb7fd846dbf/bindings/n-h1-803718-1 HTTP/1.1" status: 204 len: 173 time: 0.6430480 Mar 05 13:36:22.764296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09922d8f-9e3b-464c-94a7-897fd6582976 req-e833771a-8693-4486-a1c1-7d48adbc81fe tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:22.767419 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-c933616e-8532-4863-8cc7-f6b2242e13ff service neutron] 10.222.0.16 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197053 Mar 05 13:36:22.767793 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-09922d8f-9e3b-464c-94a7-897fd6582976 req-e833771a-8693-4486-a1c1-7d48adbc81fe tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4768509-4ede-4ef3-b023-22fb3dbe11c7 HTTP/1.1" status: 200 len: 946 time: 0.1209791 Mar 05 13:36:22.772168 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f670a-af18-431c-8683-7174a3c7a33a admin admin] Deleting port 5b5ffd37-33a5-4557-b752-19b6bd4f07a9 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:36:22.772502 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5e2f670a-af18-431c-8683-7174a3c7a33a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:22.810677 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port a7e30ff6-290f-41d2-9d64-9817c846ff6a triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:36:22.811077 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:22.836913 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-09922d8f-9e3b-464c-94a7-897fd6582976 req-ddd962e8-5ec9-4e68-ad5a-994eeacccdc5 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629828 Mar 05 13:36:22.860248 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2bef9510-8ea0-4c23-9698-e53900a928b8 req-c4b920be-230f-4b01-8a44-fa52e886a737 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679035 Mar 05 13:36:23.130270 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:23.164889 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-75b25807-e6bd-43aa-b729-59afd5cc387a None None] For port 5b5ffd37-33a5-4557-b752-19b6bd4f07a9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5b5ffd37-33a5-4557-b752-19b6bd4f07a9,segment=NetworkSegment(41427342-e06a-4011-8ea0-b80d50ad9e15),segment_id=41427342-e06a-4011-8ea0-b80d50ad9e15)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:23.168825 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-75b25807-e6bd-43aa-b729-59afd5cc387a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:23.248925 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a7e30ff6-290f-41d2-9d64-9817c846ff6a, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a7e30ff6-290f-41d2-9d64-9817c846ff6a,segment=NetworkSegment(5af20479-e21d-45a6-9a77-81e6b7ab8923),segment_id=5af20479-e21d-45a6-9a77-81e6b7ab8923)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:23.318306 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5021b6b4-4401-490b-9e8c-67e358ac503a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e30ff6-290f-41d2-9d64-9817c846ff6a'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:36:23.357435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893824b2-930a-43b5-a598-d4fa24a63ee6 req-068f235d-325e-4104-9f9d-4e34596474c3 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:23.359253 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-893824b2-930a-43b5-a598-d4fa24a63ee6 req-068f235d-325e-4104-9f9d-4e34596474c3 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021b6b4-4401-490b-9e8c-67e358ac503a HTTP/1.1" status: 200 len: 946 time: 0.2827783 Mar 05 13:36:23.421856 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-75b25807-e6bd-43aa-b729-59afd5cc387a None None] Calling delete_port for 5b5ffd37-33a5-4557-b752-19b6bd4f07a9 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:36:23.436931 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-5e2f670a-af18-431c-8683-7174a3c7a33a admin admin] For port 5b5ffd37-33a5-4557-b752-19b6bd4f07a9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5b5ffd37-33a5-4557-b752-19b6bd4f07a9,segment=NetworkSegment(41427342-e06a-4011-8ea0-b80d50ad9e15),segment_id=41427342-e06a-4011-8ea0-b80d50ad9e15)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:23.437532 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5e2f670a-af18-431c-8683-7174a3c7a33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:23.448318 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-893824b2-930a-43b5-a598-d4fa24a63ee6 req-34f7d884-1f2e-46d7-93b8-efbeb5bd14ec tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809770 Mar 05 13:36:23.461886 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2bef9510-8ea0-4c23-9698-e53900a928b8 req-880587ad-8fdd-47ed-bcf1-ecced33ac050 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5928545 Mar 05 13:36:23.466513 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:23.468134 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6694cffc-698b-4fb9-81e6-e309ff9cd122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:23.832569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4a28a-b6a4-4304-b18a-8aaa018aaf25 req-d331593e-1a8b-47e5-8168-ae19fd114e18 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:23.834471 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e4a4a28a-b6a4-4304-b18a-8aaa018aaf25 req-d331593e-1a8b-47e5-8168-ae19fd114e18 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 948 time: 0.1681850 Mar 05 13:36:23.851743 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f670a-af18-431c-8683-7174a3c7a33a admin admin] Calling delete_port for 5b5ffd37-33a5-4557-b752-19b6bd4f07a9 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:36:23.868117 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a7e30ff6-290f-41d2-9d64-9817c846ff6a,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:23.916970 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-75b25807-e6bd-43aa-b729-59afd5cc387a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:23.945301 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e4a4a28a-b6a4-4304-b18a-8aaa018aaf25 req-6056818d-64e9-4d31-9ae6-43a0ed0aa716 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929334 Mar 05 13:36:23.966680 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-5e2f670a-af18-431c-8683-7174a3c7a33a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:36:23.967068 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-5e2f670a-af18-431c-8683-7174a3c7a33a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:36:23.990125 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112be892-0b96-469e-a96e-f8ee7f48b3f0 req-5ff2c348-513f-4df6-80a2-2225eae2bc06 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:23.999340 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-112be892-0b96-469e-a96e-f8ee7f48b3f0 req-5ff2c348-513f-4df6-80a2-2225eae2bc06 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 1096 time: 0.8488414 Mar 05 13:36:24.002756 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b25807-e6bd-43aa-b729-59afd5cc387a None None] No DVR routers for this DVR port 5b5ffd37-33a5-4557-b752-19b6bd4f07a9 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:36:24.008045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694cffc-698b-4fb9-81e6-e309ff9cd122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c39a0a58-c97c-43c2-909d-ee25456614f0,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:24.019314 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b25807-e6bd-43aa-b729-59afd5cc387a None None] Pushing event deleted for resources: {'Port': ['ID=5b5ffd37-33a5-4557-b752-19b6bd4f07a9,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:24.046996 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 626397c2-da47-446a-88f4-5c976be043f3 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:36:24.117351 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-13921e0a-d4fa-4808-ab9e-dc7a5d0a34a6 req-a7600796-55ff-48fe-89ee-a163b747e939 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 210 time: 0.0564280 Mar 05 13:36:24.134296 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-112be892-0b96-469e-a96e-f8ee7f48b3f0 req-d3ec47c8-74e8-4e12-83b0-65acb7b9bdf4 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341028 Mar 05 13:36:24.139983 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6694cffc-698b-4fb9-81e6-e309ff9cd122 admin admin] Checking segment: {'id': '60f4f820-4dc1-4878-9378-7e10fa2351ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:36:24.140333 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6694cffc-698b-4fb9-81e6-e309ff9cd122 admin admin] Network hostable DHCP agents. Network: 00d7a38b-c3b6-406f-a703-0c7323200545, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:36:24.200835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6694cffc-698b-4fb9-81e6-e309ff9cd122 admin admin] Network 00d7a38b-c3b6-406f-a703-0c7323200545 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:36:24.249787 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5021b6b4-4401-490b-9e8c-67e358ac503a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e30ff6-290f-41d2-9d64-9817c846ff6a', 'code': 200} Mar 05 13:36:24.265174 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-6694cffc-698b-4fb9-81e6-e309ff9cd122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 00d7a38b-c3b6-406f-a703-0c7323200545) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:36:24.271866 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6694cffc-698b-4fb9-81e6-e309ff9cd122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:24.272447 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6694cffc-698b-4fb9-81e6-e309ff9cd122 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:24.284968 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5b5ffd37-33a5-4557-b752-19b6bd4f07a9 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:36:24.329671 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b164892-93a8-415a-9e90-485cf4c11c26 req-23563f49-b971-4bf2-9e60-c4cd7ce2ca87 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:24.330790 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7b164892-93a8-415a-9e90-485cf4c11c26 req-23563f49-b971-4bf2-9e60-c4cd7ce2ca87 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.30 "GET /v2.0/ports?device_id=5021b6b4-4401-490b-9e8c-67e358ac503a HTTP/1.1" status: 200 len: 946 time: 0.2885749 Mar 05 13:36:24.340876 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe11134-0f4a-4754-9402-a80dd5ecc13e None None] Network 00d7a38b-c3b6-406f-a703-0c7323200545 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:36:24.441131 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 626397c2-da47-446a-88f4-5c976be043f3, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=626397c2-da47-446a-88f4-5c976be043f3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:24.457910 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 5b5ffd37-33a5-4557-b752-19b6bd4f07a9 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:36:24.458320 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5b5ffd37-33a5-4557-b752-19b6bd4f07a9 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:36:24.471050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f670a-af18-431c-8683-7174a3c7a33a admin admin] Deleting port 5b5ffd37-33a5-4557-b752-19b6bd4f07a9 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:36:24.471512 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '626397c2-da47-446a-88f4-5c976be043f3', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '626397c2-da47-446a-88f4-5c976be043f3', 'mac_address': 'fa:16:3e:ca:5c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:36:24.471824 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5e2f670a-af18-431c-8683-7174a3c7a33a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:24.543496 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6694cffc-698b-4fb9-81e6-e309ff9cd122 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3035097 Mar 05 13:36:24.557914 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46158) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:24.569243 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-6aa8accb-c094-4c0b-99ba-932676ecf16f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:36:24.576032 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6aa8accb-c094-4c0b-99ba-932676ecf16f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:36:24.590171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6aa8accb-c094-4c0b-99ba-932676ecf16f admin admin] Usage tracker for resource:router and tenant:08b8d14ed6734fb5b6479aa152b1b1a2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:36:24.595347 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6aa8accb-c094-4c0b-99ba-932676ecf16f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:36:24.608055 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6aa8accb-c094-4c0b-99ba-932676ecf16f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:36:24.621089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f670a-af18-431c-8683-7174a3c7a33a admin admin] The port '5b5ffd37-33a5-4557-b752-19b6bd4f07a9' was deleted {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:36:24.627999 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-7b164892-93a8-415a-9e90-485cf4c11c26 req-9f043e0e-89bc-42d2-9e42-3acca46e840d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Deleting port a7e30ff6-290f-41d2-9d64-9817c846ff6a {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:36:24.628350 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7b164892-93a8-415a-9e90-485cf4c11c26 req-9f043e0e-89bc-42d2-9e42-3acca46e840d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:24.665240 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-8a1f7e49-d056-4126-9e44-d9f82f572d0e tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:24.671809 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-8a1f7e49-d056-4126-9e44-d9f82f572d0e tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 807 time: 0.2475071 Mar 05 13:36:24.673363 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6aa8accb-c094-4c0b-99ba-932676ecf16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:24.674544 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6aa8accb-c094-4c0b-99ba-932676ecf16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:24.683131 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a7e30ff6-290f-41d2-9d64-9817c846ff6a no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:36:24.702033 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-72178b98-6042-4bf1-9dd3-835d7ac4bafc tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/quotas/293ce29818c24610874b0170cb644d65 HTTP/1.1" status: 200 len: 375 time: 0.0231004 Mar 05 13:36:24.718149 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:24.767079 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6aa8accb-c094-4c0b-99ba-932676ecf16f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:24.782525 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626397c2-da47-446a-88f4-5c976be043f3 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:36:24.835611 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 626397c2-da47-446a-88f4-5c976be043f3, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=626397c2-da47-446a-88f4-5c976be043f3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:24.839589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5846b76-282e-4cf1-8cf6-e89660376fca req-e72e5644-66bc-455f-8596-eca24a67a17d tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:24.842054 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a5846b76-282e-4cf1-8cf6-e89660376fca req-e72e5644-66bc-455f-8596-eca24a67a17d tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4768509-4ede-4ef3-b023-22fb3dbe11c7 HTTP/1.1" status: 200 len: 946 time: 0.5098302 Mar 05 13:36:24.916660 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:24.948443 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-5fb314de-baa4-4632-97e7-b92750943cc0 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:24.949964 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-5fb314de-baa4-4632-97e7-b92750943cc0 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.30 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 820 time: 0.1603191 Mar 05 13:36:25.019991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-526d0dce-63ef-4bc5-b850-0ed81809f0da tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Request body: {'port': {'device_id': 'd24900b8-68d2-4cd2-9fd0-b69b2adb0fd4', 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1', 'admin_state_up': True, 'tenant_id': 'd5ffda21ed5b4786823c5a5c4a431675'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:36:25.056904 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53b2a91-47e5-495b-a269-08d4a343b718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-00d7a38b-c3b6-406f-a703-0c7323200545', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'fixed_ips': [{'subnet_id': 'c39a0a58-c97c-43c2-909d-ee25456614f0'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:36:25.058741 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b53b2a91-47e5-495b-a269-08d4a343b718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:25.063576 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5e2f670a-af18-431c-8683-7174a3c7a33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:25.123415 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-5e2f670a-af18-431c-8683-7174a3c7a33a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b61c9c6-6153-4f6d-b89b-c9e0e8648846']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:25.124165 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=626397c2-da47-446a-88f4-5c976be043f3,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:25.129025 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:25.158441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-5e2f670a-af18-431c-8683-7174a3c7a33a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41427342-e06a-4011-8ea0-b80d50ad9e15') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:25.158945 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-5e2f670a-af18-431c-8683-7174a3c7a33a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41427342-e06a-4011-8ea0-b80d50ad9e15') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:25.182108 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5e2f670a-af18-431c-8683-7174a3c7a33a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:25.203762 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['626397c2-da47-446a-88f4-5c976be043f3'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:36:25.206347 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-60fcd23c-de2b-406f-9de4-64d2d21d7149 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5033338 Mar 05 13:36:25.212998 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5e2f670a-af18-431c-8683-7174a3c7a33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:25.222459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2f670a-af18-431c-8683-7174a3c7a33a admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:36:25.223103 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5e2f670a-af18-431c-8683-7174a3c7a33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:25.299493 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a7e30ff6-290f-41d2-9d64-9817c846ff6a, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a7e30ff6-290f-41d2-9d64-9817c846ff6a,segment=NetworkSegment(5af20479-e21d-45a6-9a77-81e6b7ab8923),segment_id=5af20479-e21d-45a6-9a77-81e6b7ab8923)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:25.341630 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a5846b76-282e-4cf1-8cf6-e89660376fca req-fb1453a5-ac58-4a2b-a211-70a649521894 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810627 Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:36:25.342339 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:36:25.350471 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5e2f670a-af18-431c-8683-7174a3c7a33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:25.362616 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:25.374804 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6aa8accb-c094-4c0b-99ba-932676ecf16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:25.564349 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-9455b881-b80e-4189-8ab3-471a7e012bf1 service neutron] 10.222.0.16 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569520 Mar 05 13:36:25.583680 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5e2f670a-af18-431c-8683-7174a3c7a33a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:25.596298 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a7e30ff6-290f-41d2-9d64-9817c846ff6a,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:25.617088 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-b53b2a91-47e5-495b-a269-08d4a343b718 None None] Allocated IP 172.20.0.2 (00d7a38b-c3b6-406f-a703-0c7323200545/c39a0a58-c97c-43c2-909d-ee25456614f0/4f6c9121-fc51-4efb-aa65-85502685431e) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:36:25.662097 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5e2f670a-af18-431c-8683-7174a3c7a33a admin admin] 10.222.0.16 "DELETE /v2.0/networks/4b61c9c6-6153-4f6d-b89b-c9e0e8648846 HTTP/1.1" status: 204 len: 168 time: 3.4190664 Mar 05 13:36:25.662750 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f670a-af18-431c-8683-7174a3c7a33a admin admin] Pushing event deleted for resources: {'Network': ['ID=4b61c9c6-6153-4f6d-b89b-c9e0e8648846,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:25.674999 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46168) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:25.831994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-7b164892-93a8-415a-9e90-485cf4c11c26 req-9f043e0e-89bc-42d2-9e42-3acca46e840d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] For port a7e30ff6-290f-41d2-9d64-9817c846ff6a, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a7e30ff6-290f-41d2-9d64-9817c846ff6a,segment=NetworkSegment(5af20479-e21d-45a6-9a77-81e6b7ab8923),segment_id=5af20479-e21d-45a6-9a77-81e6b7ab8923)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:25.831994 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7b164892-93a8-415a-9e90-485cf4c11c26 req-9f043e0e-89bc-42d2-9e42-3acca46e840d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:25.937060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-526d0dce-63ef-4bc5-b850-0ed81809f0da tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:36:25.954518 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b53b2a91-47e5-495b-a269-08d4a343b718 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:25.955908 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-526d0dce-63ef-4bc5-b850-0ed81809f0da tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:36:25.965160 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b53b2a91-47e5-495b-a269-08d4a343b718 None None] Transition to ACTIVE for port object 4f6c9121-fc51-4efb-aa65-85502685431e will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:36:25.988052 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b53b2a91-47e5-495b-a269-08d4a343b718 None None] Transition to ACTIVE for port object 4f6c9121-fc51-4efb-aa65-85502685431e will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:36:25.990440 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-526d0dce-63ef-4bc5-b850-0ed81809f0da tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Made reservation on behalf of d5ffda21ed5b4786823c5a5c4a431675 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:36:25.993869 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b53b2a91-47e5-495b-a269-08d4a343b718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:25.994463 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-526d0dce-63ef-4bc5-b850-0ed81809f0da tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:26.012562 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-e845d026-5f6e-4bf9-93f8-e4d5fe630369 service neutron] 10.222.0.16 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472156 Mar 05 13:36:26.064199 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53b2a91-47e5-495b-a269-08d4a343b718 None None] Network 00d7a38b-c3b6-406f-a703-0c7323200545 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:36:26.067410 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-b53b2a91-47e5-495b-a269-08d4a343b718 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:36:26.079524 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b2a91-47e5-495b-a269-08d4a343b718 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:36:26.158351 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-7b164892-93a8-415a-9e90-485cf4c11c26 req-9f043e0e-89bc-42d2-9e42-3acca46e840d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Calling delete_port for a7e30ff6-290f-41d2-9d64-9817c846ff6a owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:36:26.169921 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b2a91-47e5-495b-a269-08d4a343b718 None None] Pushing event updated for resources: {'Port': ['ID=4f6c9121-fc51-4efb-aa65-85502685431e,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:26.194089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0ed37-4e99-4563-805e-854ec87aac84 req-b9891708-cd43-4a94-b0ed-72f5e8bfa1ef tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:26.201393 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3b0ed37-4e99-4563-805e-854ec87aac84 req-b9891708-cd43-4a94-b0ed-72f5e8bfa1ef tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021b6b4-4401-490b-9e8c-67e358ac503a HTTP/1.1" status: 200 len: 944 time: 0.5744624 Mar 05 13:36:26.245070 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b53b2a91-47e5-495b-a269-08d4a343b718 None None] Attempting to bind port 4f6c9121-fc51-4efb-aa65-85502685431e on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:36:26.247065 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b53b2a91-47e5-495b-a269-08d4a343b718 None None] Attempting to bind port 4f6c9121-fc51-4efb-aa65-85502685431e by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '60f4f820-4dc1-4878-9378-7e10fa2351ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:36:26.248267 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b2a91-47e5-495b-a269-08d4a343b718 None None] Attempting to bind port 4f6c9121-fc51-4efb-aa65-85502685431e on network 00d7a38b-c3b6-406f-a703-0c7323200545 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:36:26.252471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5021b6b4-4401-490b-9e8c-67e358ac503a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7e30ff6-290f-41d2-9d64-9817c846ff6a'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:36:26.260565 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b2a91-47e5-495b-a269-08d4a343b718 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:36:26.262581 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b2a91-47e5-495b-a269-08d4a343b718 None None] Checking segment: {'id': '60f4f820-4dc1-4878-9378-7e10fa2351ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:36:26.263386 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b53b2a91-47e5-495b-a269-08d4a343b718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:26.263972 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b2a91-47e5-495b-a269-08d4a343b718 None None] Bound using segment: {'id': '60f4f820-4dc1-4878-9378-7e10fa2351ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:36:26.264634 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b53b2a91-47e5-495b-a269-08d4a343b718 None None] Bound port: 4f6c9121-fc51-4efb-aa65-85502685431e, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f4f820-4dc1-4878-9378-7e10fa2351ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:36:26.265244 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b53b2a91-47e5-495b-a269-08d4a343b718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:26.286259 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3b0ed37-4e99-4563-805e-854ec87aac84 req-c7f06eef-c450-4206-8cf3-b1a5bdc224d6 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839343 Mar 05 13:36:26.378190 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b53b2a91-47e5-495b-a269-08d4a343b718 None None] For port 4f6c9121-fc51-4efb-aa65-85502685431e, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:36:26.398715 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b53b2a91-47e5-495b-a269-08d4a343b718 None None] For port 4f6c9121-fc51-4efb-aa65-85502685431e, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4f6c9121-fc51-4efb-aa65-85502685431e,segment=NetworkSegment(60f4f820-4dc1-4878-9378-7e10fa2351ee),segment_id=60f4f820-4dc1-4878-9378-7e10fa2351ee)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:36:26.407750 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b53b2a91-47e5-495b-a269-08d4a343b718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:26.506706 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b2a91-47e5-495b-a269-08d4a343b718 None None] Pushing event updated for resources: {'Port': ['ID=4f6c9121-fc51-4efb-aa65-85502685431e,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:26.563302 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-99d107d6-fc66-44f3-96fc-7ab11fa56578 req-ea102d5b-b990-4f0c-a302-91e043847352 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 210 time: 0.0540619 Mar 05 13:36:26.655215 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6aa8accb-c094-4c0b-99ba-932676ecf16f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:26.682666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-526d0dce-63ef-4bc5-b850-0ed81809f0da tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Allocated IP 172.20.0.9 (0224e6ac-46ce-4f25-b9b2-1debc398aaa1/4ddb228e-b84a-4351-a2cb-7f33147be2ea/38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:36:26.687847 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-875588a9-7e76-4e27-82cf-eedbf4762f05 req-125dd7e4-84a6-41a1-9688-0aa0561f767d tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 210 time: 0.0434794 Mar 05 13:36:26.688873 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [req-7b164892-93a8-415a-9e90-485cf4c11c26 req-9f043e0e-89bc-42d2-9e42-3acca46e840d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:36:26.688873 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [req-7b164892-93a8-415a-9e90-485cf4c11c26 req-9f043e0e-89bc-42d2-9e42-3acca46e840d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:36:26.709153 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6aa8accb-c094-4c0b-99ba-932676ecf16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:26.817283 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5021b6b4-4401-490b-9e8c-67e358ac503a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7e30ff6-290f-41d2-9d64-9817c846ff6a', 'code': 200} Mar 05 13:36:26.862863 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9a724-802e-4718-80b1-aab25f462715 req-528aeeeb-fb66-4e33-b58e-3898dad09ddc tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:26.864551 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a2a9a724-802e-4718-80b1-aab25f462715 req-528aeeeb-fb66-4e33-b58e-3898dad09ddc tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 949 time: 0.5195835 Mar 05 13:36:27.010843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-6aa8accb-c094-4c0b-99ba-932676ecf16f admin admin] Allocated IP 172.25.4.57 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:36:27.078460 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c689ada4-9c32-4e0b-bb74-6ce8d193574e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:27.125331 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a2a9a724-802e-4718-80b1-aab25f462715 req-da6076d5-5706-4bcd-bcd4-9080fcf52c91 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503421 Mar 05 13:36:27.193976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b8a9a-6a87-463d-87c3-11740c26da60 req-905f74ee-7797-4d10-b4df-f8701d798a04 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:27.201548 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b86b8a9a-6a87-463d-87c3-11740c26da60 req-905f74ee-7797-4d10-b4df-f8701d798a04 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4768509-4ede-4ef3-b023-22fb3dbe11c7 HTTP/1.1" status: 200 len: 946 time: 0.1977026 Mar 05 13:36:27.206566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-7b164892-93a8-415a-9e90-485cf4c11c26 req-9f043e0e-89bc-42d2-9e42-3acca46e840d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Deleting port a7e30ff6-290f-41d2-9d64-9817c846ff6a {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:36:27.207101 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7b164892-93a8-415a-9e90-485cf4c11c26 req-9f043e0e-89bc-42d2-9e42-3acca46e840d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:27.338345 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6aa8accb-c094-4c0b-99ba-932676ecf16f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:27.343953 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-526d0dce-63ef-4bc5-b850-0ed81809f0da tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:27.391975 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6aa8accb-c094-4c0b-99ba-932676ecf16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:27.428076 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-526d0dce-63ef-4bc5-b850-0ed81809f0da tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:27.484609 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-526d0dce-63ef-4bc5-b850-0ed81809f0da tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:36:27.486751 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa8accb-c094-4c0b-99ba-932676ecf16f admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:36:27.489994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-526d0dce-63ef-4bc5-b850-0ed81809f0da tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:36:27.500125 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-6aa8accb-c094-4c0b-99ba-932676ecf16f admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:36:27.502444 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-526d0dce-63ef-4bc5-b850-0ed81809f0da tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:36:27.539002 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b86b8a9a-6a87-463d-87c3-11740c26da60 req-0c3b891a-1a85-474a-a3f7-6163339b8ca1 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364034 Mar 05 13:36:27.547123 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa8accb-c094-4c0b-99ba-932676ecf16f admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:36:27.599877 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8accb-c094-4c0b-99ba-932676ecf16f admin admin] Pushing event updated for resources: {'Port': ['ID=d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:27.853921 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-526d0dce-63ef-4bc5-b850-0ed81809f0da tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:27.855183 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-526d0dce-63ef-4bc5-b850-0ed81809f0da tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:27.869128 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d0dce-63ef-4bc5-b850-0ed81809f0da tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Pushing event updated for resources: {'Port': ['ID=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:27.989414 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb8efef-cdc5-4965-9f8d-b52ac89a34e3 None None] Network 00d7a38b-c3b6-406f-a703-0c7323200545 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:36:28.130843 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-7b164892-93a8-415a-9e90-485cf4c11c26 req-9f043e0e-89bc-42d2-9e42-3acca46e840d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] For port a7e30ff6-290f-41d2-9d64-9817c846ff6a, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a7e30ff6-290f-41d2-9d64-9817c846ff6a,segment=NetworkSegment(5af20479-e21d-45a6-9a77-81e6b7ab8923),segment_id=5af20479-e21d-45a6-9a77-81e6b7ab8923)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:28.131361 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7b164892-93a8-415a-9e90-485cf4c11c26 req-9f043e0e-89bc-42d2-9e42-3acca46e840d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:28.250582 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 626397c2-da47-446a-88f4-5c976be043f3 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:36:28.307666 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4f6c9121-fc51-4efb-aa65-85502685431e up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:36:28.361155 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-11246684-1373-4934-92f0-79e59c6a8a2d None None] Provisioning for port 4f6c9121-fc51-4efb-aa65-85502685431e completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:36:28.390482 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-526d0dce-63ef-4bc5-b850-0ed81809f0da tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3838801 Mar 05 13:36:28.456524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-48dbed94-6a55-41cf-bbb2-93fb67bdb8f7 service neutron] Request body: {'port': {'device_id': 'd24900b8-68d2-4cd2-9fd0-b69b2adb0fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:36:28.473740 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-48ec412f-8543-4014-a1b4-39670f1f3b34 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:28.480551 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-48ec412f-8543-4014-a1b4-39670f1f3b34 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.15 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 807 time: 0.8335142 Mar 05 13:36:28.500894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-7b164892-93a8-415a-9e90-485cf4c11c26 req-9f043e0e-89bc-42d2-9e42-3acca46e840d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Calling delete_port for a7e30ff6-290f-41d2-9d64-9817c846ff6a owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:36:28.529387 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:28.542236 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 626397c2-da47-446a-88f4-5c976be043f3 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:36:28.555076 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 4f6c9121-fc51-4efb-aa65-85502685431e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:36:28.560292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f559401-8642-4e5c-a69e-883b7282b144 req-6b51e92f-cfb0-4aae-b70c-ee79ee9443b6 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:28.561978 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1f559401-8642-4e5c-a69e-883b7282b144 req-6b51e92f-cfb0-4aae-b70c-ee79ee9443b6 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021b6b4-4401-490b-9e8c-67e358ac503a HTTP/1.1" status: 200 len: 944 time: 0.8081920 Mar 05 13:36:28.571198 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 626397c2-da47-446a-88f4-5c976be043f3 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:36:28.571797 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:28.587067 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6aa8accb-c094-4c0b-99ba-932676ecf16f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:28.595478 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c689ada4-9c32-4e0b-bb74-6ce8d193574e admin admin] Deleting port 1ddca000-9e69-4750-8717-d3cce72b1907 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:36:28.595956 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c689ada4-9c32-4e0b-bb74-6ce8d193574e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:28.608766 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a7e30ff6-290f-41d2-9d64-9817c846ff6a no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:36:28.643774 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 4f6c9121-fc51-4efb-aa65-85502685431e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:36:28.644392 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:28.784527 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:28.850455 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-c689ada4-9c32-4e0b-bb74-6ce8d193574e admin admin] For port 1ddca000-9e69-4750-8717-d3cce72b1907, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1ddca000-9e69-4750-8717-d3cce72b1907,segment=NetworkSegment(d32420ef-ee90-407d-b7cd-88900bb028cc),segment_id=d32420ef-ee90-407d-b7cd-88900bb028cc)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:28.851011 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c689ada4-9c32-4e0b-bb74-6ce8d193574e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:28.938541 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691d0b2-5641-46f7-ad85-01330062486c req-c9282b96-8b51-452c-9aae-8897c456f868 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:28.939327 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f691d0b2-5641-46f7-ad85-01330062486c req-c9282b96-8b51-452c-9aae-8897c456f868 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Synchronizing usage tracker for tenant:d5ffda21ed5b4786823c5a5c4a431675 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:36:28.997567 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:29.016021 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f691d0b2-5641-46f7-ad85-01330062486c req-c9282b96-8b51-452c-9aae-8897c456f868 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Unset dirty status for tenant:d5ffda21ed5b4786823c5a5c4a431675 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:36:29.016404 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:29.016919 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f691d0b2-5641-46f7-ad85-01330062486c req-c9282b96-8b51-452c-9aae-8897c456f868 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 931 time: 0.9992905 Mar 05 13:36:29.024874 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-48dbed94-6a55-41cf-bbb2-93fb67bdb8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:29.044799 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44d379b-f014-42fd-a82b-e62f1e33b935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626397c2-da47-446a-88f4-5c976be043f3'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:36:29.066449 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 626397c2-da47-446a-88f4-5c976be043f3, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=626397c2-da47-446a-88f4-5c976be043f3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:29.073274 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 4f6c9121-fc51-4efb-aa65-85502685431e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4f6c9121-fc51-4efb-aa65-85502685431e,segment=NetworkSegment(60f4f820-4dc1-4878-9378-7e10fa2351ee),segment_id=60f4f820-4dc1-4878-9378-7e10fa2351ee)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:29.075124 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:29.086657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-07ea49e0-a981-432e-a14f-c77eb62c3ec8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Request body: {'port': {'device_id': '1074d1a6-f952-4ca1-b8a1-c7f163bdf342', 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970', 'admin_state_up': True, 'tenant_id': '293ce29818c24610874b0170cb644d65'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:36:29.130406 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:29.162124 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7b164892-93a8-415a-9e90-485cf4c11c26 req-9f043e0e-89bc-42d2-9e42-3acca46e840d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:29.162733 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ad029301-34e9-4348-95d9-cfcf1e9b6231 None None] Provisioning complete for port 4f6c9121-fc51-4efb-aa65-85502685431e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:36:29.162733 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ad029301-34e9-4348-95d9-cfcf1e9b6231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:29.172577 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c689ada4-9c32-4e0b-bb74-6ce8d193574e admin admin] Calling delete_port for 1ddca000-9e69-4750-8717-d3cce72b1907 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:36:29.223953 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=626397c2-da47-446a-88f4-5c976be043f3,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:29.278800 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f043e0e-89bc-42d2-9e42-3acca46e840d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Pushing event deleted for resources: {'Port': ['ID=a7e30ff6-290f-41d2-9d64-9817c846ff6a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:29.355977 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f691d0b2-5641-46f7-ad85-01330062486c req-5f1517f7-3133-4d68-ae9a-bff8db56d51a tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991576 Mar 05 13:36:29.362224 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6aa8accb-c094-4c0b-99ba-932676ecf16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:29.368007 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=4f6c9121-fc51-4efb-aa65-85502685431e,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:29.457277 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b164892-93a8-415a-9e90-485cf4c11c26 req-9f043e0e-89bc-42d2-9e42-3acca46e840d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] No DVR routers for this DVR port a7e30ff6-290f-41d2-9d64-9817c846ff6a on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:36:29.461358 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1f559401-8642-4e5c-a69e-883b7282b144 req-94de09e5-3730-4c35-ad36-210736595bfe tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915355 Mar 05 13:36:29.470661 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7b164892-93a8-415a-9e90-485cf4c11c26 req-9f043e0e-89bc-42d2-9e42-3acca46e840d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:29.477717 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5021b6b4-4401-490b-9e8c-67e358ac503a', 'name': 'network-vif-deleted', 'tag': 'a7e30ff6-290f-41d2-9d64-9817c846ff6a'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:36:29.595369 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-60a69eb7-2aef-468f-8810-8bd27880ea36 req-21f7c162-f7c9-457e-a53d-363d66ff17b1 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 210 time: 0.0816643 Mar 05 13:36:29.700073 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7b164892-93a8-415a-9e90-485cf4c11c26 req-9f043e0e-89bc-42d2-9e42-3acca46e840d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.30 "DELETE /v2.0/ports/a7e30ff6-290f-41d2-9d64-9817c846ff6a HTTP/1.1" status: 204 len: 173 time: 5.3632123 Mar 05 13:36:29.764047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-07ea49e0-a981-432e-a14f-c77eb62c3ec8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:36:29.773744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-07ea49e0-a981-432e-a14f-c77eb62c3ec8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:36:29.791102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-07ea49e0-a981-432e-a14f-c77eb62c3ec8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Made reservation on behalf of 293ce29818c24610874b0170cb644d65 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:36:29.795643 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-07ea49e0-a981-432e-a14f-c77eb62c3ec8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:29.909191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12251473-7d29-494f-b168-50c879fa5e7e req-4eb48ab2-dfa5-4b49-80f5-9b31f25e9bef tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:29.910900 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-12251473-7d29-494f-b168-50c879fa5e7e req-4eb48ab2-dfa5-4b49-80f5-9b31f25e9bef tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 950 time: 0.2592683 Mar 05 13:36:29.928250 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cadd9-6c4a-4c00-97fe-1031549c5d8a req-d4d3a84d-5d81-4fea-b502-2a58b4b26f03 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:29.935463 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7c9cadd9-6c4a-4c00-97fe-1031549c5d8a req-d4d3a84d-5d81-4fea-b502-2a58b4b26f03 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4768509-4ede-4ef3-b023-22fb3dbe11c7 HTTP/1.1" status: 200 len: 946 time: 0.2133005 Mar 05 13:36:30.003934 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7c9cadd9-6c4a-4c00-97fe-1031549c5d8a req-62f162f6-1733-490b-9b34-45d00a1cb0a3 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678554 Mar 05 13:36:30.041651 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-12251473-7d29-494f-b168-50c879fa5e7e req-aaa084a6-00d0-4746-9707-c81bd0631a62 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161032 Mar 05 13:36:30.084549 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44d379b-f014-42fd-a82b-e62f1e33b935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626397c2-da47-446a-88f4-5c976be043f3', 'code': 200} Mar 05 13:36:30.222414 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5021b6b4-4401-490b-9e8c-67e358ac503a', 'name': 'network-vif-deleted', 'tag': 'a7e30ff6-290f-41d2-9d64-9817c846ff6a', 'status': 'completed', 'code': 200} Mar 05 13:36:30.246012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa8accb-c094-4c0b-99ba-932676ecf16f admin admin] Router 44502c51-a607-4cf0-b133-9b456e10960a is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:36:30.280146 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4f6c9121-fc51-4efb-aa65-85502685431e up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:36:30.373009 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-48dbed94-6a55-41cf-bbb2-93fb67bdb8f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:36:30.373399 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c689ada4-9c32-4e0b-bb74-6ce8d193574e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:30.392741 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-48dbed94-6a55-41cf-bbb2-93fb67bdb8f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:30.423036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-48dbed94-6a55-41cf-bbb2-93fb67bdb8f7 service neutron] Transition to ACTIVE for port object 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:36:30.436170 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-48dbed94-6a55-41cf-bbb2-93fb67bdb8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:30.442122 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 4f6c9121-fc51-4efb-aa65-85502685431e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:36:30.442491 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:30.493343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-07ea49e0-a981-432e-a14f-c77eb62c3ec8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Allocated IP 172.20.0.14 (1e632aab-7405-4a4c-851d-f121cf35a970/1ac31366-a7f9-483e-b1e1-eea597fcd311/020cc80d-a818-4a1b-a755-346d6624c02b) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:36:30.618068 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689ada4-9c32-4e0b-bb74-6ce8d193574e admin admin] Pushing event deleted for resources: {'Port': ['ID=1ddca000-9e69-4750-8717-d3cce72b1907,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:30.888513 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa8accb-c094-4c0b-99ba-932676ecf16f admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:36:30.904760 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] Sync routers for ids ['44502c51-a607-4cf0-b133-9b456e10960a'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:36:30.905613 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1b64d59-7519-4988-8cd1-4b2df8554be9 req-5671765f-a652-4c73-9e26-c45a26566b89 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 210 time: 0.1215591 Mar 05 13:36:30.918088 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f1d4a-6db7-4bdf-b9e8-924b37656302 req-442ea513-252e-4488-a3bb-169ab35edbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:30.918656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] Routers {'44502c51-a607-4cf0-b133-9b456e10960a'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:36:30.919301 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:36:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['44502c51-a607-4cf0-b133-9b456e10960a'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:30.919669 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-773f1d4a-6db7-4bdf-b9e8-924b37656302 req-442ea513-252e-4488-a3bb-169ab35edbaa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 1101 time: 0.6963274 Mar 05 13:36:30.945564 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbed94-6a55-41cf-bbb2-93fb67bdb8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:31.059896 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6aa8accb-c094-4c0b-99ba-932676ecf16f admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:31.061090 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6aa8accb-c094-4c0b-99ba-932676ecf16f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.5011415 Mar 05 13:36:31.064385 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46240) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:31.156501 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-07ea49e0-a981-432e-a14f-c77eb62c3ec8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:31.163456 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-773f1d4a-6db7-4bdf-b9e8-924b37656302 req-12718eb6-3fd9-400d-b21e-da91de4770e2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360976 Mar 05 13:36:31.173003 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451bef6-83e1-4b45-932e-cedab9d46296 req-ab2bfa68-0370-4afd-9888-0eda625aea0a tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:31.179997 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a451bef6-83e1-4b45-932e-cedab9d46296 req-ab2bfa68-0370-4afd-9888-0eda625aea0a tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 943 time: 0.5656281 Mar 05 13:36:31.205579 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-48dbed94-6a55-41cf-bbb2-93fb67bdb8f7 service neutron] Attempting to bind port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:36:31.205907 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-48dbed94-6a55-41cf-bbb2-93fb67bdb8f7 service neutron] Attempting to bind port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:36:31.206225 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-48dbed94-6a55-41cf-bbb2-93fb67bdb8f7 service neutron] Attempting to bind port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:36:31.242629 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-48dbed94-6a55-41cf-bbb2-93fb67bdb8f7 service neutron] Port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:36:31.242972 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-48dbed94-6a55-41cf-bbb2-93fb67bdb8f7 service neutron] Attempting to bind port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:36:31.270309 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] Set router 44502c51-a607-4cf0-b133-9b456e10960a gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:36:31.328024 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-48dbed94-6a55-41cf-bbb2-93fb67bdb8f7 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:36:31.328355 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-48dbed94-6a55-41cf-bbb2-93fb67bdb8f7 service neutron] Checking segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:36:31.328740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-48dbed94-6a55-41cf-bbb2-93fb67bdb8f7 service neutron] Bound using segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:36:31.329169 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-48dbed94-6a55-41cf-bbb2-93fb67bdb8f7 service neutron] Bound port: 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:36:31.329807 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-48dbed94-6a55-41cf-bbb2-93fb67bdb8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:31.350932 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a451bef6-83e1-4b45-932e-cedab9d46296 req-76a02ed1-9104-45d6-ad29-0e5a0a3b8f35 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699510 Mar 05 13:36:31.489290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-ed5795d8-c274-4e66-982d-0c937919ed61 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:31.495784 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-ed5795d8-c274-4e66-982d-0c937919ed61 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/networks?id=98b2eb6e-3d38-4c16-ba82-6b5b693871a7 HTTP/1.1" status: 200 len: 822 time: 0.4261825 Mar 05 13:36:31.533386 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c689ada4-9c32-4e0b-bb74-6ce8d193574e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:31.540561 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-6a8100dc-c853-4b24-a6b0-908603fd795c tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/quotas/25b91ce983e249e4aca88013e0b17918 HTTP/1.1" status: 200 len: 375 time: 0.0338981 Mar 05 13:36:31.545179 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-07ea49e0-a981-432e-a14f-c77eb62c3ec8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:31.689531 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:36:28Z', 'revision_number': 3, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:31.695021 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] Checking router: 44502c51-a607-4cf0-b133-9b456e10960a for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:36:31.695364 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] Updating router 44502c51-a607-4cf0-b133-9b456e10960a port d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:36:31.753316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-07ea49e0-a981-432e-a14f-c77eb62c3ec8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Network 1e632aab-7405-4a4c-851d-f121cf35a970 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:36:31.760067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-07ea49e0-a981-432e-a14f-c77eb62c3ec8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:36:31.760276 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:31.766095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea49e0-a981-432e-a14f-c77eb62c3ec8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Pushing event updated for resources: {'Port': ['ID=020cc80d-a818-4a1b-a755-346d6624c02b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:31.768655 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-07ea49e0-a981-432e-a14f-c77eb62c3ec8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:36:31.782196 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-48dbed94-6a55-41cf-bbb2-93fb67bdb8f7 service neutron] For port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:36:31.803656 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-48dbed94-6a55-41cf-bbb2-93fb67bdb8f7 service neutron] For port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:36:31.876044 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-48dbed94-6a55-41cf-bbb2-93fb67bdb8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:31.952173 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-07ea49e0-a981-432e-a14f-c77eb62c3ec8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:31.952811 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-07ea49e0-a981-432e-a14f-c77eb62c3ec8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:31.956478 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8aac7-1a45-41d3-9b3e-3a27df6083e4 req-55e7f0de-7d7f-4625-909d-20326f0f5fa7 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:31.958080 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f8d8aac7-1a45-41d3-9b3e-3a27df6083e4 req-55e7f0de-7d7f-4625-909d-20326f0f5fa7 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4768509-4ede-4ef3-b023-22fb3dbe11c7 HTTP/1.1" status: 200 len: 946 time: 0.3737023 Mar 05 13:36:31.975498 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-48dbed94-6a55-41cf-bbb2-93fb67bdb8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:31.976301 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-48dbed94-6a55-41cf-bbb2-93fb67bdb8f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:31.977197 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-db29bffa-0c5f-4044-84f4-49bda0cff09f tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Synchronizing usage tracker for tenant:25b91ce983e249e4aca88013e0b17918 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:36:31.977954 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-48dbed94-6a55-41cf-bbb2-93fb67bdb8f7 service neutron] 10.222.0.30 "PUT /v2.0/ports/38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 HTTP/1.1" status: 200 len: 1091 time: 3.5263546 Mar 05 13:36:31.978513 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24900b8-68d2-4cd2-9fd0-b69b2adb0fd4', 'tag': '38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:36:32.064229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbed94-6a55-41cf-bbb2-93fb67bdb8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:32.079193 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-07ea49e0-a981-432e-a14f-c77eb62c3ec8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4854863 Mar 05 13:36:32.085822 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-db29bffa-0c5f-4044-84f4-49bda0cff09f tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Unset dirty status for tenant:25b91ce983e249e4aca88013e0b17918 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:36:32.087203 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-db29bffa-0c5f-4044-84f4-49bda0cff09f tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=25b91ce983e249e4aca88013e0b17918&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5382028 Mar 05 13:36:32.093417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-d156f578-5748-4beb-8040-11ce9292442f service neutron] Request body: {'port': {'device_id': '1074d1a6-f952-4ca1-b8a1-c7f163bdf342', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:36:32.156743 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:32.172725 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] Transition to ACTIVE for port object d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:36:32.181241 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:32.285683 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] Attempting to bind port d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:36:32.286353 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] Attempting to bind port d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:36:32.286353 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] Attempting to bind port d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:36:32.335601 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f8d8aac7-1a45-41d3-9b3e-3a27df6083e4 req-bebedbb7-1f89-4584-ae3d-402b299ab0b2 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512206 Mar 05 13:36:32.336458 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:36:32.336871 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:36:32.337273 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:32.337669 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:36:32.338147 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] Bound port: d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:36:32.338518 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:32.370077 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907e514-3a8c-4e57-8ca6-1dbca9155ac2 None None] Pushing event updated for resources: {'Port': ['ID=d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:32.447271 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] For port d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:36:32.459327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] For port d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:36:32.470188 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:32.512016 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-cd7fa794-3872-41a0-882d-56dd4a8e4037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:32.513746 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-cd7fa794-3872-41a0-882d-56dd4a8e4037 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 1094 time: 0.4857535 Mar 05 13:36:32.623510 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] Routers {'44502c51-a607-4cf0-b133-9b456e10960a'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:36:32.624261 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:36:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['44502c51-a607-4cf0-b133-9b456e10960a'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:32.663927 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c689ada4-9c32-4e0b-bb74-6ce8d193574e admin admin] Router 74da4383-abd8-42ea-b426-bad440850dff has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:36:32.676111 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-7c2aa551-158c-42a9-8300-0551a3ffe1fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 HTTP/1.1" status: 200 len: 217 time: 0.1484082 Mar 05 13:36:32.772855 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-d156f578-5748-4beb-8040-11ce9292442f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:32.804491 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] Set router 44502c51-a607-4cf0-b133-9b456e10960a gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:36:32.810186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-e99b6bf4-c503-4176-9f8a-821362e10846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:32.811645 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-e99b6bf4-c503-4176-9f8a-821362e10846 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ddb228e-b84a-4351-a2cb-7f33147be2ea HTTP/1.1" status: 200 len: 860 time: 0.1230326 Mar 05 13:36:32.823261 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61a3e3e8-1c53-4541-beda-3cd71884d67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:32.885267 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-bc937a3b-f991-442c-a24c-69d44347b026 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649047 Mar 05 13:36:32.975771 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-fb87454e-26c5-49a2-8fa5-c1c8b712a554 service neutron] 10.222.0.16 "GET /v2.0/networks/98b2eb6e-3d38-4c16-ba82-6b5b693871a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8373859 Mar 05 13:36:32.987216 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0e080-41fe-4c24-825f-d3d63d2e42a4 req-f69e789e-9ed3-4b8b-a4e3-37e906f50453 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:32.988721 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9aa0e080-41fe-4c24-825f-d3d63d2e42a4 req-f69e789e-9ed3-4b8b-a4e3-37e906f50453 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 950 time: 0.3652062 Mar 05 13:36:32.995823 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907e514-3a8c-4e57-8ca6-1dbca9155ac2 None None] Pushing event updated for resources: {'Port': ['ID=d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:33.177722 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9aa0e080-41fe-4c24-825f-d3d63d2e42a4 req-22102094-9c32-41a9-89be-0232b1fe71dc tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756113 Mar 05 13:36:33.180890 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c689ada4-9c32-4e0b-bb74-6ce8d193574e admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:36:33.186721 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:36:28Z', 'revision_number': 3, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:33.191211 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396384af-c0b6-44aa-8d6c-257ea5f9e9f9 None None] Sync routers for ids ['74da4383-abd8-42ea-b426-bad440850dff'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:36:33.194026 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab932a6f-9624-4f94-8ac8-a3796701e4a1 None None] The sync data for ids ['44502c51-a607-4cf0-b133-9b456e10960a'] in n-d-803718-1 is: [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:36:28Z', 'revision_number': 3, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:36:33.212047 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c689ada4-9c32-4e0b-bb74-6ce8d193574e admin admin] 10.222.0.16 "PUT /v2.0/routers/74da4383-abd8-42ea-b426-bad440850dff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5358107 Mar 05 13:36:33.219212 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46256) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:33.223063 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396384af-c0b6-44aa-8d6c-257ea5f9e9f9 None None] Routers {'74da4383-abd8-42ea-b426-bad440850dff'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:36:33.229603 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-396384af-c0b6-44aa-8d6c-257ea5f9e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:36:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['74da4383-abd8-42ea-b426-bad440850dff'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:33.233697 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-c3907f90-b2bf-4390-85f0-b34ff38fe99a service neutron] 10.222.0.30 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364096 Mar 05 13:36:33.351399 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-61a3e3e8-1c53-4541-beda-3cd71884d67e admin admin] Allocated IP 172.20.0.1 (00d7a38b-c3b6-406f-a703-0c7323200545/c39a0a58-c97c-43c2-909d-ee25456614f0/7e59dc54-18e3-46c6-8848-857dab4aadbf) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:36:33.358346 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-ec52bdb6-deca-4dd0-b7bb-647364e3ae0e service neutron] 10.222.0.16 "GET /v2.0/networks/98b2eb6e-3d38-4c16-ba82-6b5b693871a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815572 Mar 05 13:36:33.654751 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-396384af-c0b6-44aa-8d6c-257ea5f9e9f9 None None] Set router 74da4383-abd8-42ea-b426-bad440850dff gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:36:33.722747 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24900b8-68d2-4cd2-9fd0-b69b2adb0fd4', 'tag': '38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71', 'status': 'completed', 'code': 200} Mar 05 13:36:33.753926 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7af5d97-fe27-4b9d-94e4-9c696b4b0dde req-75938ce3-e091-4088-a608-5af7c1b32671 service neutron] 10.222.0.30 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115726 Mar 05 13:36:33.973010 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61a3e3e8-1c53-4541-beda-3cd71884d67e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:33.987016 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-d156f578-5748-4beb-8040-11ce9292442f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020cc80d-a818-4a1b-a755-346d6624c02b {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:36:33.998753 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-d156f578-5748-4beb-8040-11ce9292442f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:34.015180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-61a3e3e8-1c53-4541-beda-3cd71884d67e admin admin] Transition to ACTIVE for port object 7e59dc54-18e3-46c6-8848-857dab4aadbf will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:36:34.036663 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af4f9aab-0d33-4f28-8cce-29f9dad75cfe admin admin] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:34.113871 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-d156f578-5748-4beb-8040-11ce9292442f service neutron] Transition to ACTIVE for port object 020cc80d-a818-4a1b-a755-346d6624c02b will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:36:34.124793 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61a3e3e8-1c53-4541-beda-3cd71884d67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:34.143524 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-d156f578-5748-4beb-8040-11ce9292442f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:34.217774 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-396384af-c0b6-44aa-8d6c-257ea5f9e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74da4383-abd8-42ea-b426-bad440850dff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1873362870-router', 'tenant_id': 'ee2dce3c19e1441baba9344ed6046327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'bace735e-7c77-46f3-a4c9-ac9be7a9a028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:23Z', 'updated_at': '2022-03-05T13:36:29Z', 'revision_number': 5, 'project_id': 'ee2dce3c19e1441baba9344ed6046327', 'gw_port': {'id': 'bace735e-7c77-46f3-a4c9-ac9be7a9a028', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:85:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da4383-abd8-42ea-b426-bad440850dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:24Z', 'updated_at': '2022-03-05T13:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:34.223485 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396384af-c0b6-44aa-8d6c-257ea5f9e9f9 None None] Checking router: 74da4383-abd8-42ea-b426-bad440850dff for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:36:34.249017 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396384af-c0b6-44aa-8d6c-257ea5f9e9f9 None None] Routers {'74da4383-abd8-42ea-b426-bad440850dff'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:36:34.249709 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-396384af-c0b6-44aa-8d6c-257ea5f9e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:36:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['74da4383-abd8-42ea-b426-bad440850dff'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:34.294090 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:36:34.333651 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3e3e8-1c53-4541-beda-3cd71884d67e admin admin] Pushing event updated for resources: {'Port': ['ID=7e59dc54-18e3-46c6-8848-857dab4aadbf,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:34.355840 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d6cac-b8ce-4a7d-ba44-3bb1626d9ecd req-b9acd49e-4ad4-4924-bdac-a6c4c05a9f9f tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:34.366441 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-687d6cac-b8ce-4a7d-ba44-3bb1626d9ecd req-b9acd49e-4ad4-4924-bdac-a6c4c05a9f9f tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 932 time: 0.8824024 Mar 05 13:36:34.400713 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a3e3e8-1c53-4541-beda-3cd71884d67e admin admin] Network 00d7a38b-c3b6-406f-a703-0c7323200545 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:36:34.485096 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-61a3e3e8-1c53-4541-beda-3cd71884d67e admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:36:34.493690 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a3e3e8-1c53-4541-beda-3cd71884d67e admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:36:34.497121 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:36:34.508429 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:36:34.508795 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:34.562109 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-396384af-c0b6-44aa-8d6c-257ea5f9e9f9 None None] Set router 74da4383-abd8-42ea-b426-bad440850dff gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:36:34.595093 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975b453-bd69-49f7-8678-023fa33e2dd3 req-be8a93b8-96c0-427e-ab24-1dda48d4b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:34.597053 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5975b453-bd69-49f7-8678-023fa33e2dd3 req-be8a93b8-96c0-427e-ab24-1dda48d4b8f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 1094 time: 0.7581813 Mar 05 13:36:34.663025 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-687d6cac-b8ce-4a7d-ba44-3bb1626d9ecd req-c5953f63-f305-4199-b879-355f0b00e726 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944913 Mar 05 13:36:34.687019 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61a3e3e8-1c53-4541-beda-3cd71884d67e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:34.772611 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:36:34.800046 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:34.808896 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156f578-5748-4beb-8040-11ce9292442f service neutron] Pushing event updated for resources: {'Port': ['ID=020cc80d-a818-4a1b-a755-346d6624c02b,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:34.838372 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cbedf-99bd-4d45-b790-0877dbc6146f req-bd3ffec3-673a-431b-9d5d-66b883ab521b tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:34.848245 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-899cbedf-99bd-4d45-b790-0877dbc6146f req-bd3ffec3-673a-431b-9d5d-66b883ab521b tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 943 time: 0.9393408 Mar 05 13:36:34.859897 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:34.870560 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:34.920206 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-899cbedf-99bd-4d45-b790-0877dbc6146f req-801127d9-402d-4aff-889c-cf93433d6d6c tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704601 Mar 05 13:36:35.013902 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af4f9aab-0d33-4f28-8cce-29f9dad75cfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:35.024778 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-341de32e-38e1-4a81-9da6-4b9086cc4fd5 None None] Provisioning for port 7e59dc54-18e3-46c6-8848-857dab4aadbf completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:36:35.049557 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-341de32e-38e1-4a81-9da6-4b9086cc4fd5 None None] Provisioning complete for port 7e59dc54-18e3-46c6-8848-857dab4aadbf triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:36:35.050172 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-341de32e-38e1-4a81-9da6-4b9086cc4fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:35.069805 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-396384af-c0b6-44aa-8d6c-257ea5f9e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74da4383-abd8-42ea-b426-bad440850dff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1873362870-router', 'tenant_id': 'ee2dce3c19e1441baba9344ed6046327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'bace735e-7c77-46f3-a4c9-ac9be7a9a028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:23Z', 'updated_at': '2022-03-05T13:36:29Z', 'revision_number': 5, 'project_id': 'ee2dce3c19e1441baba9344ed6046327', 'gw_port': {'id': 'bace735e-7c77-46f3-a4c9-ac9be7a9a028', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:85:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da4383-abd8-42ea-b426-bad440850dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:24Z', 'updated_at': '2022-03-05T13:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:35.074050 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396384af-c0b6-44aa-8d6c-257ea5f9e9f9 None None] The sync data for ids ['74da4383-abd8-42ea-b426-bad440850dff'] in n-d-803718-1 is: [{'id': '74da4383-abd8-42ea-b426-bad440850dff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1873362870-router', 'tenant_id': 'ee2dce3c19e1441baba9344ed6046327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'bace735e-7c77-46f3-a4c9-ac9be7a9a028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:33:23Z', 'updated_at': '2022-03-05T13:36:29Z', 'revision_number': 5, 'project_id': 'ee2dce3c19e1441baba9344ed6046327', 'gw_port': {'id': 'bace735e-7c77-46f3-a4c9-ac9be7a9a028', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:85:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da4383-abd8-42ea-b426-bad440850dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:33:24Z', 'updated_at': '2022-03-05T13:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:36:35.095627 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-af4f9aab-0d33-4f28-8cce-29f9dad75cfe admin admin] Deleting port bace735e-7c77-46f3-a4c9-ac9be7a9a028 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:36:35.096205 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af4f9aab-0d33-4f28-8cce-29f9dad75cfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:35.148431 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:35.163871 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-341de32e-38e1-4a81-9da6-4b9086cc4fd5 None None] Port 7e59dc54-18e3-46c6-8848-857dab4aadbf cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:36:35.217108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-d156f578-5748-4beb-8040-11ce9292442f service neutron] Attempting to bind port 020cc80d-a818-4a1b-a755-346d6624c02b on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:36:35.217595 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-d156f578-5748-4beb-8040-11ce9292442f service neutron] Attempting to bind port 020cc80d-a818-4a1b-a755-346d6624c02b by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:36:35.218022 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-d156f578-5748-4beb-8040-11ce9292442f service neutron] Attempting to bind port 020cc80d-a818-4a1b-a755-346d6624c02b on network 1e632aab-7405-4a4c-851d-f121cf35a970 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:36:35.253688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-d156f578-5748-4beb-8040-11ce9292442f service neutron] Port 020cc80d-a818-4a1b-a755-346d6624c02b on network 1e632aab-7405-4a4c-851d-f121cf35a970 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:36:35.254086 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-d156f578-5748-4beb-8040-11ce9292442f service neutron] Attempting to bind port 020cc80d-a818-4a1b-a755-346d6624c02b on network 1e632aab-7405-4a4c-851d-f121cf35a970 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:36:35.267137 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-d156f578-5748-4beb-8040-11ce9292442f service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:36:35.267475 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-d156f578-5748-4beb-8040-11ce9292442f service neutron] Checking segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:36:35.267930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-d156f578-5748-4beb-8040-11ce9292442f service neutron] Bound using segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:36:35.268453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-d156f578-5748-4beb-8040-11ce9292442f service neutron] Bound port: 020cc80d-a818-4a1b-a755-346d6624c02b, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:36:35.268887 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-d156f578-5748-4beb-8040-11ce9292442f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:35.311304 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975b453-bd69-49f7-8678-023fa33e2dd3 req-23a87ae4-8e79-47ff-84f7-52b7fb7ff4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:35.312773 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5975b453-bd69-49f7-8678-023fa33e2dd3 req-23a87ae4-8e79-47ff-84f7-52b7fb7ff4c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 920 time: 0.7026529 Mar 05 13:36:35.408701 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5975b453-bd69-49f7-8678-023fa33e2dd3 req-00943301-a3b8-4242-a441-839dd20ada8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 HTTP/1.1" status: 200 len: 217 time: 0.0784073 Mar 05 13:36:35.422511 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397cc3c-f737-471b-be08-5adf721f6f32 req-61e6a413-6566-4c25-93d4-b63d58d180cb tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:35.429353 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2397cc3c-f737-471b-be08-5adf721f6f32 req-61e6a413-6566-4c25-93d4-b63d58d180cb tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 950 time: 0.3173244 Mar 05 13:36:35.528565 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c6e3c-271c-4fe8-b975-b3e4477e312a req-e72f7bad-4222-42e8-b82b-195f75ac56cf tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:35.536262 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9e8c6e3c-271c-4fe8-b975-b3e4477e312a req-e72f7bad-4222-42e8-b82b-195f75ac56cf tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4768509-4ede-4ef3-b023-22fb3dbe11c7 HTTP/1.1" status: 200 len: 946 time: 0.3898602 Mar 05 13:36:35.562702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975b453-bd69-49f7-8678-023fa33e2dd3 req-d8d9dc97-2262-4828-a6f9-88b1d1febbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:35.564284 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5975b453-bd69-49f7-8678-023fa33e2dd3 req-d8d9dc97-2262-4828-a6f9-88b1d1febbdc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ddb228e-b84a-4351-a2cb-7f33147be2ea HTTP/1.1" status: 200 len: 860 time: 0.1329288 Mar 05 13:36:35.573528 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2397cc3c-f737-471b-be08-5adf721f6f32 req-f3049a76-1e7b-4f23-b69d-887527eaf996 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432843 Mar 05 13:36:35.611170 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-af4f9aab-0d33-4f28-8cce-29f9dad75cfe admin admin] For port bace735e-7c77-46f3-a4c9-ac9be7a9a028, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=bace735e-7c77-46f3-a4c9-ac9be7a9a028,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:35.611539 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af4f9aab-0d33-4f28-8cce-29f9dad75cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:35.653721 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5975b453-bd69-49f7-8678-023fa33e2dd3 req-ebaf89d2-ae27-4730-8bce-1c7fe06c1841 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730412 Mar 05 13:36:35.764459 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61a3e3e8-1c53-4541-beda-3cd71884d67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:35.784761 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-af4f9aab-0d33-4f28-8cce-29f9dad75cfe admin admin] Calling delete_port for bace735e-7c77-46f3-a4c9-ac9be7a9a028 owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:36:35.833683 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1abc9b3f-dc34-4e2d-a877-1d17662af057 req-778778cb-5eeb-46d1-a938-90c86480a9e0 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=99ee898c-89e1-48c3-8da2-bb89a5654cd6 HTTP/1.1" status: 200 len: 210 time: 0.1080225 Mar 05 13:36:35.840524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-d156f578-5748-4beb-8040-11ce9292442f service neutron] For port 020cc80d-a818-4a1b-a755-346d6624c02b, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:36:35.846424 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9e8c6e3c-271c-4fe8-b975-b3e4477e312a req-c0857511-5406-43cc-968c-39bddf81e373 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093617 Mar 05 13:36:35.856874 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-7eeeb5bf-902c-4562-bd63-c6860fc2d8b1 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:35.858512 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-7eeeb5bf-902c-4562-bd63-c6860fc2d8b1 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.30 "GET /v2.0/networks?id=98b2eb6e-3d38-4c16-ba82-6b5b693871a7 HTTP/1.1" status: 200 len: 822 time: 0.4750135 Mar 05 13:36:35.874548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-d156f578-5748-4beb-8040-11ce9292442f service neutron] For port 020cc80d-a818-4a1b-a755-346d6624c02b, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=020cc80d-a818-4a1b-a755-346d6624c02b,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:36:35.881029 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-06b3c2fb-0a09-4f93-a73a-5b6dd122567f tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Request body: {'port': {'device_id': '99ee898c-89e1-48c3-8da2-bb89a5654cd6', 'network_id': '98b2eb6e-3d38-4c16-ba82-6b5b693871a7', 'admin_state_up': True, 'tenant_id': '25b91ce983e249e4aca88013e0b17918'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:36:35.904568 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-d156f578-5748-4beb-8040-11ce9292442f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:35.973889 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5975b453-bd69-49f7-8678-023fa33e2dd3 req-9c870f74-6147-40a6-af67-ebe548029d00 service neutron] 10.222.0.30 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076932 Mar 05 13:36:36.076612 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-d156f578-5748-4beb-8040-11ce9292442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:36.077215 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-d156f578-5748-4beb-8040-11ce9292442f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:36.078625 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-d156f578-5748-4beb-8040-11ce9292442f service neutron] 10.222.0.15 "PUT /v2.0/ports/020cc80d-a818-4a1b-a755-346d6624c02b HTTP/1.1" status: 200 len: 1092 time: 3.9904621 Mar 05 13:36:36.112953 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1074d1a6-f952-4ca1-b8a1-c7f163bdf342', 'tag': '020cc80d-a818-4a1b-a755-346d6624c02b'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:36:36.216333 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156f578-5748-4beb-8040-11ce9292442f service neutron] Pushing event updated for resources: {'Port': ['ID=020cc80d-a818-4a1b-a755-346d6624c02b,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:36.251677 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:36:36.302539 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5975b453-bd69-49f7-8678-023fa33e2dd3 req-ca1d3c80-32ab-4c58-918c-420a6aa5ace1 service neutron] 10.222.0.30 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171418 Mar 05 13:36:36.351638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-06b3c2fb-0a09-4f93-a73a-5b6dd122567f tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:36:36.374514 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:36:36.375105 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:36.401765 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-06b3c2fb-0a09-4f93-a73a-5b6dd122567f tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:36:36.473585 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-06b3c2fb-0a09-4f93-a73a-5b6dd122567f tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Made reservation on behalf of 25b91ce983e249e4aca88013e0b17918 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:36:36.477073 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-06b3c2fb-0a09-4f93-a73a-5b6dd122567f tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:36.488447 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61a3e3e8-1c53-4541-beda-3cd71884d67e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:36.499856 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61a3e3e8-1c53-4541-beda-3cd71884d67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:36.543155 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1ddca000-9e69-4750-8717-d3cce72b1907 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:36:36.582996 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 1ddca000-9e69-4750-8717-d3cce72b1907 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:36:36.583400 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1ddca000-9e69-4750-8717-d3cce72b1907 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:36:36.625738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d119e-3b1a-4f0e-9237-203b71f5e9b9 req-8dccb099-6f24-4b6b-9a9a-92b6da43e56f tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:36.626460 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-8c5d119e-3b1a-4f0e-9237-203b71f5e9b9 req-8dccb099-6f24-4b6b-9a9a-92b6da43e56f tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Synchronizing usage tracker for tenant:293ce29818c24610874b0170cb644d65 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:36:36.628631 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1fedc-e306-471e-8eb3-45f8c04d8b32 req-e337c93e-d7fe-4518-b272-f43e17ccf12f tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:36.630072 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-77c1fedc-e306-471e-8eb3-45f8c04d8b32 req-e337c93e-d7fe-4518-b272-f43e17ccf12f tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 943 time: 0.2509384 Mar 05 13:36:36.633517 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61a3e3e8-1c53-4541-beda-3cd71884d67e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:36.637053 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-e4346caa-bb90-499c-8c51-c8c89452f314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:36.638066 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-e4346caa-bb90-499c-8c51-c8c89452f314 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 1095 time: 0.5024359 Mar 05 13:36:36.641098 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3e3e8-1c53-4541-beda-3cd71884d67e admin admin] Pushing event updated for resources: {'Port': ['ID=7e59dc54-18e3-46c6-8848-857dab4aadbf,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:36.657404 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af4f9aab-0d33-4f28-8cce-29f9dad75cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:36.671083 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:36:36.842937 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:36.857244 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71', 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1', 'port_id': '38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71', 'mac_address': 'fa:16:3e:b1:21:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ddb228e-b84a-4351-a2cb-7f33147be2ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:36:36.858027 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-9d050ca0-1010-4872-aeab-d914811dc21b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=020cc80d-a818-4a1b-a755-346d6624c02b HTTP/1.1" status: 200 len: 217 time: 0.2051899 Mar 05 13:36:36.893801 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-77c1fedc-e306-471e-8eb3-45f8c04d8b32 req-11bf4218-ac80-4675-b9d2-c9a36a46890b tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479086 Mar 05 13:36:36.896544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-8c5d119e-3b1a-4f0e-9237-203b71f5e9b9 req-8dccb099-6f24-4b6b-9a9a-92b6da43e56f tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Unset dirty status for tenant:293ce29818c24610874b0170cb644d65 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:36:36.897692 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8c5d119e-3b1a-4f0e-9237-203b71f5e9b9 req-8dccb099-6f24-4b6b-9a9a-92b6da43e56f tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 944 time: 0.8460314 Mar 05 13:36:36.900689 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-f7c9e5ee-93bf-463b-8b87-01eb5307d399 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6052186 Mar 05 13:36:36.913262 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f9aab-0d33-4f28-8cce-29f9dad75cfe admin admin] Pushing event deleted for resources: {'Port': ['ID=bace735e-7c77-46f3-a4c9-ac9be7a9a028,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:36.936698 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:36.953114 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a3e3e8-1c53-4541-beda-3cd71884d67e admin admin] Network 00d7a38b-c3b6-406f-a703-0c7323200545 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:36:36.954315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-61a3e3e8-1c53-4541-beda-3cd71884d67e admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:36:36.985918 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:36:37.022745 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:37.032101 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:37.055810 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1074d1a6-f952-4ca1-b8a1-c7f163bdf342', 'tag': '020cc80d-a818-4a1b-a755-346d6624c02b', 'status': 'completed', 'code': 200} Mar 05 13:36:37.192254 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:37.204242 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a3e3e8-1c53-4541-beda-3cd71884d67e admin admin] Router 44502c51-a607-4cf0-b133-9b456e10960a has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:36:37.270868 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-608db11f-ffc1-43e3-857d-b29371046517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:37.274315 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-608db11f-ffc1-43e3-857d-b29371046517 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ac31366-a7f9-483e-b1e1-eea597fcd311 HTTP/1.1" status: 200 len: 847 time: 0.3631229 Mar 05 13:36:37.292308 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:36:37.360658 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-af88a64b-838e-4671-b3be-d61de7c44297 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1e632aab-7405-4a4c-851d-f121cf35a970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744801 Mar 05 13:36:37.361720 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af4f9aab-0d33-4f28-8cce-29f9dad75cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:37.432344 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7af6d5ad-2f09-4b32-b44a-f3fec6af7c70 None None] Provisioning complete for port 7e59dc54-18e3-46c6-8848-857dab4aadbf triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:36:37.433416 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7af6d5ad-2f09-4b32-b44a-f3fec6af7c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:37.504378 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a3e3e8-1c53-4541-beda-3cd71884d67e admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:36:37.526004 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990d48d-9be5-4ae0-a573-7909ba8bc61f req-18f80e70-d9d7-4f77-9f2a-2833302685d3 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:37.528069 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8c5d119e-3b1a-4f0e-9237-203b71f5e9b9 req-9f142b12-64c1-4105-bb83-f4a06111cb54 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5684550 Mar 05 13:36:37.528210 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3990d48d-9be5-4ae0-a573-7909ba8bc61f req-18f80e70-d9d7-4f77-9f2a-2833302685d3 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 950 time: 0.2619987 Mar 05 13:36:37.532836 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-61a3e3e8-1c53-4541-beda-3cd71884d67e admin admin] 10.222.0.16 "PUT /v2.0/routers/44502c51-a607-4cf0-b133-9b456e10960a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4658990 Mar 05 13:36:37.537767 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] Sync routers for ids ['44502c51-a607-4cf0-b133-9b456e10960a'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:36:37.574341 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-7af6d5ad-2f09-4b32-b44a-f3fec6af7c70 None None] Port 7e59dc54-18e3-46c6-8848-857dab4aadbf cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:36:37.583752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] Routers {'44502c51-a607-4cf0-b133-9b456e10960a'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:36:37.584388 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:36:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['44502c51-a607-4cf0-b133-9b456e10960a'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:37.585486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-06b3c2fb-0a09-4f93-a73a-5b6dd122567f tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Allocated IP 172.20.0.11 (98b2eb6e-3d38-4c16-ba82-6b5b693871a7/36ee2287-7bca-4206-a433-1adee841abd4/c5a896eb-b8bb-4b33-89bc-f209eef68b62) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:36:37.670008 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3990d48d-9be5-4ae0-a573-7909ba8bc61f req-b24d805b-9d80-4ec2-91f7-f11e6637cc09 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223083 Mar 05 13:36:37.843905 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] Set router 44502c51-a607-4cf0-b133-9b456e10960a gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:36:37.989913 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc010847-dafd-41fa-8ece-bee10f8e2abd req-c5d16765-6163-413d-b0d3-020d3af3b433 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:38.003965 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fc010847-dafd-41fa-8ece-bee10f8e2abd req-c5d16765-6163-413d-b0d3-020d3af3b433 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4768509-4ede-4ef3-b023-22fb3dbe11c7 HTTP/1.1" status: 200 len: 946 time: 0.1752508 Mar 05 13:36:38.095420 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fc010847-dafd-41fa-8ece-bee10f8e2abd req-662f02a7-8987-48a9-b35a-f30ac0b14d83 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856071 Mar 05 13:36:38.168994 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af4f9aab-0d33-4f28-8cce-29f9dad75cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:38.177413 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-783ecedf-3221-4e51-8b84-70d752436541 req-d0376efe-2ac6-4c32-8e98-2c5a5bdc549a tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=99ee898c-89e1-48c3-8da2-bb89a5654cd6 HTTP/1.1" status: 200 len: 210 time: 0.3215322 Mar 05 13:36:38.178647 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af4f9aab-0d33-4f28-8cce-29f9dad75cfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:38.191793 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c4586f27-63d6-4d1c-894a-6786a7e1a410 req-4a1c9dda-5a04-4954-a2b7-9b9540a81ba6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4037654 Mar 05 13:36:38.375296 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:36:35Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '7e59dc54-18e3-46c6-8848-857dab4aadbf', 'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'mac_address': 'fa:16:3e:23:6e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:32Z', 'updated_at': '2022-03-05T13:36:36Z', 'revision_number': 2, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'subnets': [{'id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:38.377912 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f9458-cc3f-469c-88dc-c07cd0bc65ac req-f139b689-89d8-44a8-86e8-dc390fd23f64 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:38.379656 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-be8f9458-cc3f-469c-88dc-c07cd0bc65ac req-f139b689-89d8-44a8-86e8-dc390fd23f64 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 944 time: 0.1463060 Mar 05 13:36:38.387640 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] Checking router: 44502c51-a607-4cf0-b133-9b456e10960a for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:36:38.387990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] Updating router 44502c51-a607-4cf0-b133-9b456e10960a port 7e59dc54-18e3-46c6-8848-857dab4aadbf binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:36:38.437467 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-06b3c2fb-0a09-4f93-a73a-5b6dd122567f tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:38.455448 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af4f9aab-0d33-4f28-8cce-29f9dad75cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:38.456825 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4f9aab-0d33-4f28-8cce-29f9dad75cfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74da4383-abd8-42ea-b426-bad440850dff {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:36:38.466730 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-be8f9458-cc3f-469c-88dc-c07cd0bc65ac req-e028a191-e799-4ed3-99d8-462bfbbabd0b tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730498 Mar 05 13:36:38.490214 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-7d3f64d0-3e56-4452-9a8c-09581439adfd service neutron] 10.222.0.15 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9306674 Mar 05 13:36:38.533550 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:38.615866 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-06b3c2fb-0a09-4f93-a73a-5b6dd122567f tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:38.688498 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af4f9aab-0d33-4f28-8cce-29f9dad75cfe admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:38.689191 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-af4f9aab-0d33-4f28-8cce-29f9dad75cfe admin admin] 10.222.0.16 "DELETE /v2.0/routers/74da4383-abd8-42ea-b426-bad440850dff HTTP/1.1" status: 204 len: 168 time: 5.4687867 Mar 05 13:36:38.691798 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46348) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:38.692547 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:36:38.779511 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1c349b34-2e98-4d78-8460-2e98ec5cbdaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:38.814655 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-085420c3-5fe6-4718-9a95-a5d4db13c51f admin admin] Deleting subnet 0ff893df-9357-4678-93a9-b80539c95d63 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:36:38.818014 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-085420c3-5fe6-4718-9a95-a5d4db13c51f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:38.871093 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-085420c3-5fe6-4718-9a95-a5d4db13c51f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:38.881442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:36:38.896462 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:36:38.896826 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:38.970252 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-06b3c2fb-0a09-4f93-a73a-5b6dd122567f tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Network 98b2eb6e-3d38-4c16-ba82-6b5b693871a7 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:36:38.979019 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-06b3c2fb-0a09-4f93-a73a-5b6dd122567f tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:36:38.999832 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-085420c3-5fe6-4718-9a95-a5d4db13c51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:39.035476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-06b3c2fb-0a09-4f93-a73a-5b6dd122567f tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:36:39.079054 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-085420c3-5fe6-4718-9a95-a5d4db13c51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:39.113774 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:39.126569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085420c3-5fe6-4718-9a95-a5d4db13c51f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ff893df-9357-4678-93a9-b80539c95d63,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:39.134281 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-085420c3-5fe6-4718-9a95-a5d4db13c51f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:39.137063 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:39.145012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97ed9f-399e-4166-bc02-7718b578abc8 req-be67774f-4172-4c14-9f95-e4428259512f tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:39.147204 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f97ed9f-399e-4166-bc02-7718b578abc8 req-be67774f-4172-4c14-9f95-e4428259512f tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 944 time: 0.4246581 Mar 05 13:36:39.150014 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3c2fb-0a09-4f93-a73a-5b6dd122567f tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Pushing event updated for resources: {'Port': ['ID=c5a896eb-b8bb-4b33-89bc-f209eef68b62,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:39.150166 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4991d20-5697-4da4-8f06-ce3c85bc3f08 None None] Network 19376d53-6c69-4773-9cbd-0bf48e26c66a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:36:39.163468 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-085420c3-5fe6-4718-9a95-a5d4db13c51f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0ff893df-9357-4678-93a9-b80539c95d63 HTTP/1.1" status: 204 len: 168 time: 0.4704061 Mar 05 13:36:39.165959 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46356) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:39.172800 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4586f27-63d6-4d1c-894a-6786a7e1a410 req-10355c20-8ca1-4bf6-8b2f-4be9c830d014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:39.174110 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c4586f27-63d6-4d1c-894a-6786a7e1a410 req-10355c20-8ca1-4bf6-8b2f-4be9c830d014 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 1095 time: 0.8260000 Mar 05 13:36:39.190008 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24900b8-68d2-4cd2-9fd0-b69b2adb0fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:36:39.195053 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] Transition to ACTIVE for port object 7e59dc54-18e3-46c6-8848-857dab4aadbf will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:36:39.213379 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:39.213379 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:39.256718 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f97ed9f-399e-4166-bc02-7718b578abc8 req-390a6436-178f-4ca3-ae97-01fea5f0d32d tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917840 Mar 05 13:36:39.302082 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:39.359398 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dac04dc6-ee61-4108-bdb3-832d740c8cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:39.384075 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4586f27-63d6-4d1c-894a-6786a7e1a410 req-95fd5b1b-c21c-43b9-bda7-fd220b18d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:39.386444 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c4586f27-63d6-4d1c-894a-6786a7e1a410 req-95fd5b1b-c21c-43b9-bda7-fd220b18d0e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 920 time: 0.1600418 Mar 05 13:36:39.408601 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-06b3c2fb-0a09-4f93-a73a-5b6dd122567f tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:39.409422 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-06b3c2fb-0a09-4f93-a73a-5b6dd122567f tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:39.424184 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-832e4b60-dce4-4da3-bd9c-4fe2f58cbfc8 req-1054ca69-b4cb-430b-ad13-b1ba7fb4857b service neutron] 10.222.0.15 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8996222 Mar 05 13:36:39.455087 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-dac04dc6-ee61-4108-bdb3-832d740c8cfb admin admin] Deleting port ba3ca242-2ed9-4173-b3e4-3f105b72b92e {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:36:39.455456 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dac04dc6-ee61-4108-bdb3-832d740c8cfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:39.496715 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7976b42-bb09-4da2-b980-daf8954dd72e None None] Pushing event updated for resources: {'Port': ['ID=7e59dc54-18e3-46c6-8848-857dab4aadbf,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:39.626116 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1088aa7-c26e-475f-84b3-bbcf9809412c req-4692d0bd-e707-48f4-add5-a3da052abb04 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:39.627801 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b1088aa7-c26e-475f-84b3-bbcf9809412c req-4692d0bd-e707-48f4-add5-a3da052abb04 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 950 time: 0.2497406 Mar 05 13:36:39.629817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-0ccdd48c-c79e-4729-9f94-53d4751436ec tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:39.632044 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-0ccdd48c-c79e-4729-9f94-53d4751436ec tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/networks?id=00d7a38b-c3b6-406f-a703-0c7323200545 HTTP/1.1" status: 200 len: 821 time: 0.9614449 Mar 05 13:36:39.647677 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c4586f27-63d6-4d1c-894a-6786a7e1a410 req-a8b7ce66-6e1c-4fd6-93c3-076b7cb9731f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76dac71b-aab3-4406-b447-ce9e4d3d0cd5 HTTP/1.1" status: 200 len: 217 time: 0.2201221 Mar 05 13:36:39.660471 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-06b3c2fb-0a09-4f93-a73a-5b6dd122567f tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7889824 Mar 05 13:36:39.707566 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] Attempting to bind port 7e59dc54-18e3-46c6-8848-857dab4aadbf on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:36:39.707929 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] Attempting to bind port 7e59dc54-18e3-46c6-8848-857dab4aadbf by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '60f4f820-4dc1-4878-9378-7e10fa2351ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:36:39.708289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] Attempting to bind port 7e59dc54-18e3-46c6-8848-857dab4aadbf on network 00d7a38b-c3b6-406f-a703-0c7323200545 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:36:39.711708 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-23362d40-1d36-4b50-bfef-3a1d860e274d service neutron] Request body: {'port': {'device_id': '99ee898c-89e1-48c3-8da2-bb89a5654cd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:36:39.725414 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:39.732512 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:36:39.732881 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] Checking segment: {'id': '60f4f820-4dc1-4878-9378-7e10fa2351ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:36:39.733466 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:39.734024 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] Bound using segment: {'id': '60f4f820-4dc1-4878-9378-7e10fa2351ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:36:39.734673 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] Bound port: 7e59dc54-18e3-46c6-8848-857dab4aadbf, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f4f820-4dc1-4878-9378-7e10fa2351ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:36:39.735264 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:39.757624 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-da539a45-a76a-4ad2-9799-1a0d05364b14 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/quotas/08b8d14ed6734fb5b6479aa152b1b1a2 HTTP/1.1" status: 200 len: 375 time: 0.1033428 Mar 05 13:36:39.774658 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-59aa01c3-6d17-4b93-a4e2-dabde3fd6810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:39.776335 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-59aa01c3-6d17-4b93-a4e2-dabde3fd6810 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 1101 time: 0.6915472 Mar 05 13:36:39.861386 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd9cb0b-ce99-4451-9fb4-b7fa721db279 None None] DHCP port deletion for 19376d53-6c69-4773-9cbd-0bf48e26c66a request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:36:39.869399 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9cb0b-ce99-4451-9fb4-b7fa721db279 None None] Deleting port ba3ca242-2ed9-4173-b3e4-3f105b72b92e {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:36:39.869802 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5dd9cb0b-ce99-4451-9fb4-b7fa721db279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:39.877487 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b1088aa7-c26e-475f-84b3-bbcf9809412c req-9b87742d-6525-4d5c-9df4-c6ac8198ce19 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417488 Mar 05 13:36:39.894634 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] For port 7e59dc54-18e3-46c6-8848-857dab4aadbf, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:36:39.907518 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-dac04dc6-ee61-4108-bdb3-832d740c8cfb admin admin] For port ba3ca242-2ed9-4173-b3e4-3f105b72b92e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ba3ca242-2ed9-4173-b3e4-3f105b72b92e,segment=NetworkSegment(d32420ef-ee90-407d-b7cd-88900bb028cc),segment_id=d32420ef-ee90-407d-b7cd-88900bb028cc)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:39.907889 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dac04dc6-ee61-4108-bdb3-832d740c8cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:39.913384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4586f27-63d6-4d1c-894a-6786a7e1a410 req-8901df8d-dbd9-45eb-ad21-cd2caa6ff74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:39.913691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] For port 7e59dc54-18e3-46c6-8848-857dab4aadbf, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7e59dc54-18e3-46c6-8848-857dab4aadbf,segment=NetworkSegment(60f4f820-4dc1-4878-9378-7e10fa2351ee),segment_id=60f4f820-4dc1-4878-9378-7e10fa2351ee)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:36:39.914983 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c4586f27-63d6-4d1c-894a-6786a7e1a410 req-8901df8d-dbd9-45eb-ad21-cd2caa6ff74a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ddb228e-b84a-4351-a2cb-7f33147be2ea HTTP/1.1" status: 200 len: 860 time: 0.2570109 Mar 05 13:36:39.929326 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:40.053403 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-dac04dc6-ee61-4108-bdb3-832d740c8cfb admin admin] Calling delete_port for ba3ca242-2ed9-4173-b3e4-3f105b72b92e owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:36:40.087096 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c4586f27-63d6-4d1c-894a-6786a7e1a410 req-ec2a1aa8-a6c5-44e5-9eee-3710fd5f93d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1616983 Mar 05 13:36:40.125729 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] Routers {'44502c51-a607-4cf0-b133-9b456e10960a'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:36:40.126849 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:36:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['44502c51-a607-4cf0-b133-9b456e10960a'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:40.156513 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4b6d7-cbd7-4374-98c1-4627e4c052e3 req-3ed12d47-46b5-4f04-be27-b15e8ac8676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:40.158134 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8f4b6d7-cbd7-4374-98c1-4627e4c052e3 req-3ed12d47-46b5-4f04-be27-b15e8ac8676a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 1095 time: 0.5955672 Mar 05 13:36:40.193461 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-23362d40-1d36-4b50-bfef-3a1d860e274d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:40.203437 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96967e-5f5c-4b20-9322-1ad1a32229b3 req-2f458ae1-797b-45bb-be65-6758d82a6e18 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:40.205485 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-da96967e-5f5c-4b20-9322-1ad1a32229b3 req-2f458ae1-797b-45bb-be65-6758d82a6e18 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4768509-4ede-4ef3-b023-22fb3dbe11c7 HTTP/1.1" status: 200 len: 946 time: 0.1595986 Mar 05 13:36:40.211335 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dac04dc6-ee61-4108-bdb3-832d740c8cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:40.279496 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac04dc6-ee61-4108-bdb3-832d740c8cfb admin admin] Pushing event deleted for resources: {'Port': ['ID=ba3ca242-2ed9-4173-b3e4-3f105b72b92e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:40.290236 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac04dc6-ee61-4108-bdb3-832d740c8cfb admin admin] No DVR routers for this DVR port ba3ca242-2ed9-4173-b3e4-3f105b72b92e on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:36:40.305224 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-5dd9cb0b-ce99-4451-9fb4-b7fa721db279 None None] For port ba3ca242-2ed9-4173-b3e4-3f105b72b92e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ba3ca242-2ed9-4173-b3e4-3f105b72b92e,segment=NetworkSegment(d32420ef-ee90-407d-b7cd-88900bb028cc),segment_id=d32420ef-ee90-407d-b7cd-88900bb028cc)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:40.305732 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5dd9cb0b-ce99-4451-9fb4-b7fa721db279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:40.344607 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-3aa5b055-e17e-4607-b995-58172e96f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:40.345974 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-3aa5b055-e17e-4607-b995-58172e96f267 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.5124502 Mar 05 13:36:40.402722 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7976b42-bb09-4da2-b980-daf8954dd72e None None] Pushing event updated for resources: {'Port': ['ID=7e59dc54-18e3-46c6-8848-857dab4aadbf,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:40.431942 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dac04dc6-ee61-4108-bdb3-832d740c8cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:40.459130 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-dac04dc6-ee61-4108-bdb3-832d740c8cfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19376d53-6c69-4773-9cbd-0bf48e26c66a']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:40.472327 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-dac04dc6-ee61-4108-bdb3-832d740c8cfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32420ef-ee90-407d-b7cd-88900bb028cc') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:40.472623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-dac04dc6-ee61-4108-bdb3-832d740c8cfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32420ef-ee90-407d-b7cd-88900bb028cc') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:40.474726 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device bace735e-7c77-46f3-a4c9-ac9be7a9a028 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:36:40.485844 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-da96967e-5f5c-4b20-9322-1ad1a32229b3 req-9a75dd63-26dc-48e9-8f03-5798598f1c12 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676959 Mar 05 13:36:40.489257 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dac04dc6-ee61-4108-bdb3-832d740c8cfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:40.510710 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dac04dc6-ee61-4108-bdb3-832d740c8cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:40.526612 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac04dc6-ee61-4108-bdb3-832d740c8cfb admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:36:40.528333 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9cb0b-ce99-4451-9fb4-b7fa721db279 None None] Calling delete_port for ba3ca242-2ed9-4173-b3e4-3f105b72b92e owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:36:40.530274 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dac04dc6-ee61-4108-bdb3-832d740c8cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:36:40.547658 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:36:40.617462 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: bace735e-7c77-46f3-a4c9-ac9be7a9a028 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:36:40.619637 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device bace735e-7c77-46f3-a4c9-ac9be7a9a028 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:36:40.620707 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ba3ca242-2ed9-4173-b3e4-3f105b72b92e no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:36:40.663880 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-5dd9cb0b-ce99-4451-9fb4-b7fa721db279 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:36:40.664641 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-5dd9cb0b-ce99-4451-9fb4-b7fa721db279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:36:40.667762 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24900b8-68d2-4cd2-9fd0-b69b2adb0fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71', 'code': 200} Mar 05 13:36:40.670706 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: ba3ca242-2ed9-4173-b3e4-3f105b72b92e {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:36:40.671281 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ba3ca242-2ed9-4173-b3e4-3f105b72b92e not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:36:40.720026 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-5bb54c63-f51b-461b-b9c8-4e566a4769c8 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=08b8d14ed6734fb5b6479aa152b1b1a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9424317 Mar 05 13:36:40.726866 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-82340845-f552-48f5-87be-9b3e6d47db25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=626397c2-da47-446a-88f4-5c976be043f3 HTTP/1.1" status: 200 len: 217 time: 0.3283696 Mar 05 13:36:40.772155 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dac04dc6-ee61-4108-bdb3-832d740c8cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:40.779414 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dac04dc6-ee61-4108-bdb3-832d740c8cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:40.816268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac04dc6-ee61-4108-bdb3-832d740c8cfb admin admin] Pushing event deleted for resources: {'Network': ['ID=19376d53-6c69-4773-9cbd-0bf48e26c66a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:40.830194 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dac04dc6-ee61-4108-bdb3-832d740c8cfb admin admin] 10.222.0.16 "DELETE /v2.0/networks/19376d53-6c69-4773-9cbd-0bf48e26c66a HTTP/1.1" status: 204 len: 168 time: 1.6581056 Mar 05 13:36:40.833978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] Set router 44502c51-a607-4cf0-b133-9b456e10960a gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:36:40.882043 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd74517-3900-4f43-b000-6b8790c95dda req-89ddbd1c-4e8f-4c0d-9f50-1761f2bd5c0c tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:40.883620 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1cd74517-3900-4f43-b000-6b8790c95dda req-89ddbd1c-4e8f-4c0d-9f50-1761f2bd5c0c tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=99ee898c-89e1-48c3-8da2-bb89a5654cd6 HTTP/1.1" status: 200 len: 932 time: 0.1579957 Mar 05 13:36:40.890965 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13870644-0b28-466e-a329-fec49847e3ce req-04939fc7-ead6-430d-8383-2d434fbd7dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:40.892945 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-13870644-0b28-466e-a329-fec49847e3ce req-04939fc7-ead6-430d-8383-2d434fbd7dc9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 1096 time: 0.2560148 Mar 05 13:36:40.931727 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c4586f27-63d6-4d1c-894a-6786a7e1a410 req-092b2c1a-b6ee-4541-8ac5-d62e2f8e5752 service neutron] 10.222.0.15 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8369324 Mar 05 13:36:40.937747 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7713688a-e619-4a88-9111-91e19d7decdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:40.977651 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1cd74517-3900-4f43-b000-6b8790c95dda req-6543798b-6904-4d44-827b-3927a1ca3501 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837798 Mar 05 13:36:40.981638 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-13870644-0b28-466e-a329-fec49847e3ce req-6c575ecb-18c3-44cc-9766-885f7c0005f2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723941 Mar 05 13:36:41.004546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46378) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:41.058648 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-344cf9e5-1d46-4d23-bd45-a15d215515a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=381dd8912df24e389adcfe6de6d1a5c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0500898 Mar 05 13:36:41.059352 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46382) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:41.071720 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4b6d7-cbd7-4374-98c1-4627e4c052e3 req-d813924e-7397-4a46-8998-6b10dc04369c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:41.073251 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8f4b6d7-cbd7-4374-98c1-4627e4c052e3 req-d813924e-7397-4a46-8998-6b10dc04369c service neutron] 10.222.0.15 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 907 time: 0.9043851 Mar 05 13:36:41.074638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-bb579155-4197-4189-9b1b-445c328e9995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:41.075960 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-bb579155-4197-4189-9b1b-445c328e9995 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.2976861 Mar 05 13:36:41.166702 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9cb0b-ce99-4451-9fb4-b7fa721db279 None None] Deleting port ba3ca242-2ed9-4173-b3e4-3f105b72b92e {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:36:41.167259 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5dd9cb0b-ce99-4451-9fb4-b7fa721db279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:41.169386 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4c67d66e-03c0-4b59-b426-ef02964b821c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:41.205139 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4c67d66e-03c0-4b59-b426-ef02964b821c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:41.246833 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9cb0b-ce99-4451-9fb4-b7fa721db279 None None] The port 'ba3ca242-2ed9-4173-b3e4-3f105b72b92e' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:36:41.257499 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fb2b4-2b23-4bc7-9d84-cde84f2eebf1 req-b6ca04d3-ace0-468c-ba8b-1b277ed10aa9 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:41.258879 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-260fb2b4-2b23-4bc7-9d84-cde84f2eebf1 req-b6ca04d3-ace0-468c-ba8b-1b277ed10aa9 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 945 time: 0.1549296 Mar 05 13:36:41.271059 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8f4b6d7-cbd7-4374-98c1-4627e4c052e3 req-50b2da76-05c5-489e-b6bd-8eeaece8a2c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=020cc80d-a818-4a1b-a755-346d6624c02b HTTP/1.1" status: 200 len: 217 time: 0.1762478 Mar 05 13:36:41.277587 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-e26d3c9c-586f-4eb1-8252-339eed045205 service neutron] 10.222.0.16 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498142 Mar 05 13:36:41.318418 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-260fb2b4-2b23-4bc7-9d84-cde84f2eebf1 req-12938b9d-aecc-4126-8e3d-26fbd3ff93d9 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521479 Mar 05 13:36:41.326405 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4c67d66e-03c0-4b59-b426-ef02964b821c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:41.334875 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:36:35Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '7e59dc54-18e3-46c6-8848-857dab4aadbf', 'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'mac_address': 'fa:16:3e:23:6e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:32Z', 'updated_at': '2022-03-05T13:36:39Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'subnets': [{'id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:36:41.340902 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01676813-1471-4f3c-9864-8c7d1b5f75a5 None None] The sync data for ids ['44502c51-a607-4cf0-b133-9b456e10960a'] in n-d-803718-1 is: [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:36:35Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '7e59dc54-18e3-46c6-8848-857dab4aadbf', 'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'mac_address': 'fa:16:3e:23:6e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:32Z', 'updated_at': '2022-03-05T13:36:39Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'subnets': [{'id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:36:41.358499 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67d66e-03c0-4b59-b426-ef02964b821c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1280448a-152b-4b44-b704-215648e08428,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:41.361700 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4c67d66e-03c0-4b59-b426-ef02964b821c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:41.363570 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4c67d66e-03c0-4b59-b426-ef02964b821c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1280448a-152b-4b44-b704-215648e08428 HTTP/1.1" status: 204 len: 168 time: 0.3027177 Mar 05 13:36:41.603395 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187a7dc-2655-4bc0-aac6-b99ed48a99d2 req-b9344e4c-ddf7-4dc1-aa0e-a7c6bcf8ad7f tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:41.605375 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6187a7dc-2655-4bc0-aac6-b99ed48a99d2 req-b9344e4c-ddf7-4dc1-aa0e-a7c6bcf8ad7f tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 944 time: 0.1016104 Mar 05 13:36:41.655669 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6187a7dc-2655-4bc0-aac6-b99ed48a99d2 req-84f75865-6f56-4bba-93a8-c78b5b2a2973 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431528 Mar 05 13:36:41.669571 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c4586f27-63d6-4d1c-894a-6786a7e1a410 req-3d8eb071-3042-4cf0-a823-2b47bba63f8a service neutron] 10.222.0.15 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7286189 Mar 05 13:36:41.679429 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4b6d7-cbd7-4374-98c1-4627e4c052e3 req-22e5f0f4-25e5-40cd-8ea6-b4eaa197d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:41.680763 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8f4b6d7-cbd7-4374-98c1-4627e4c052e3 req-22e5f0f4-25e5-40cd-8ea6-b4eaa197d8b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ac31366-a7f9-483e-b1e1-eea597fcd311 HTTP/1.1" status: 200 len: 847 time: 0.4014091 Mar 05 13:36:41.786308 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8f4b6d7-cbd7-4374-98c1-4627e4c052e3 req-9101b1c4-c7cc-4fcd-9197-dbb6628d183a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1e632aab-7405-4a4c-851d-f121cf35a970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699630 Mar 05 13:36:41.894255 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:41.966511 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46400) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:42.030895 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:42.068231 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5c3d83b5-6cd5-4b5b-9995-ed6e51c4fd12 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee2dce3c19e1441baba9344ed6046327&name=default HTTP/1.1" status: 200 len: 2978 time: 0.0972946 Mar 05 13:36:42.070075 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46406) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:42.149378 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8bf19388-f59a-4b70-a3d5-26e00a065dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:42.175458 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 020cc80d-a818-4a1b-a755-346d6624c02b details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:36:42.201481 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-23362d40-1d36-4b50-bfef-3a1d860e274d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a896eb-b8bb-4b33-89bc-f209eef68b62 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:36:42.227789 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8bf19388-f59a-4b70-a3d5-26e00a065dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:42.284798 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8f4b6d7-cbd7-4374-98c1-4627e4c052e3 req-c45a5193-fcf3-4911-a61a-879ca92fb311 service neutron] 10.222.0.15 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763331 Mar 05 13:36:42.285278 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 7e59dc54-18e3-46c6-8848-857dab4aadbf up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:36:42.287445 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-f1ee35b6-fef0-4f91-a7e1-124d7e669472 service neutron] 10.222.0.16 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9599185 Mar 05 13:36:42.292780 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-23362d40-1d36-4b50-bfef-3a1d860e274d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:42.303281 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-d1008cf3-1564-4e03-8bb0-ef12acd4c835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:42.308721 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-d1008cf3-1564-4e03-8bb0-ef12acd4c835 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1587682 Mar 05 13:36:42.319300 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8bf19388-f59a-4b70-a3d5-26e00a065dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:42.347846 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8bf19388-f59a-4b70-a3d5-26e00a065dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:42.351342 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8bf19388-f59a-4b70-a3d5-26e00a065dbe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d720ec0-722c-455f-a2f0-4d465d35c5fb HTTP/1.1" status: 204 len: 168 time: 0.2779133 Mar 05 13:36:42.356166 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf19388-f59a-4b70-a3d5-26e00a065dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d720ec0-722c-455f-a2f0-4d465d35c5fb,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:42.631037 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302917f4-904b-4217-ae88-643af4cf7142 req-9106ed82-d167-4e1b-a2ee-47fd5cedba8f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:42.634882 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-302917f4-904b-4217-ae88-643af4cf7142 req-9106ed82-d167-4e1b-a2ee-47fd5cedba8f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 950 time: 0.1828361 Mar 05 13:36:42.664622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-23362d40-1d36-4b50-bfef-3a1d860e274d service neutron] Transition to ACTIVE for port object c5a896eb-b8bb-4b33-89bc-f209eef68b62 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:36:42.685915 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 020cc80d-a818-4a1b-a755-346d6624c02b, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=020cc80d-a818-4a1b-a755-346d6624c02b,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:42.722645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '020cc80d-a818-4a1b-a755-346d6624c02b', 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970', 'port_id': '020cc80d-a818-4a1b-a755-346d6624c02b', 'mac_address': 'fa:16:3e:e6:55:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac31366-a7f9-483e-b1e1-eea597fcd311', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:36:42.760048 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-302917f4-904b-4217-ae88-643af4cf7142 req-356b136a-5926-4df9-a8c5-d1f24c38ea42 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176546 Mar 05 13:36:42.843436 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-23362d40-1d36-4b50-bfef-3a1d860e274d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:42.954082 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:42.969948 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 7e59dc54-18e3-46c6-8848-857dab4aadbf completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:36:43.004558 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020cc80d-a818-4a1b-a755-346d6624c02b {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:36:43.021216 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 7e59dc54-18e3-46c6-8848-857dab4aadbf triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:36:43.023210 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:43.230604 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 020cc80d-a818-4a1b-a755-346d6624c02b, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=020cc80d-a818-4a1b-a755-346d6624c02b,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:43.256459 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:43.304221 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603de86-4b46-46b8-bdb9-4810a2b3745f req-8391b5b5-14d8-463d-b83b-62dd3d94a86d tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:43.313494 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6603de86-4b46-46b8-bdb9-4810a2b3745f req-8391b5b5-14d8-463d-b83b-62dd3d94a86d tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 945 time: 0.1405237 Mar 05 13:36:43.376539 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6603de86-4b46-46b8-bdb9-4810a2b3745f req-9569ff8f-b888-4621-9ac9-14779363ca78 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619936 Mar 05 13:36:43.409013 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=020cc80d-a818-4a1b-a755-346d6624c02b,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:43.418363 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23362d40-1d36-4b50-bfef-3a1d860e274d service neutron] Pushing event updated for resources: {'Port': ['ID=c5a896eb-b8bb-4b33-89bc-f209eef68b62,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:43.429040 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8f4b6d7-cbd7-4374-98c1-4627e4c052e3 req-727d0e62-e931-4fa7-a587-0ad5e3553b2e service neutron] 10.222.0.15 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1185877 Mar 05 13:36:43.431517 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-d401eb29-0a86-43af-a680-e860d31048f5 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0554278 Mar 05 13:36:43.467388 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:43.560130 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-77d2b2d1-4acc-43d1-af03-63d008a58d83 req-bc7856e1-53d1-4813-8762-0d2b93a7d9af tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Synchronizing usage tracker for tenant:08b8d14ed6734fb5b6479aa152b1b1a2 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:36:43.581035 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 7e59dc54-18e3-46c6-8848-857dab4aadbf, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7e59dc54-18e3-46c6-8848-857dab4aadbf,segment=NetworkSegment(60f4f820-4dc1-4878-9378-7e10fa2351ee),segment_id=60f4f820-4dc1-4878-9378-7e10fa2351ee)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:43.589769 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:43.591777 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['020cc80d-a818-4a1b-a755-346d6624c02b'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:36:43.597847 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-77d2b2d1-4acc-43d1-af03-63d008a58d83 req-bc7856e1-53d1-4813-8762-0d2b93a7d9af tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Unset dirty status for tenant:08b8d14ed6734fb5b6479aa152b1b1a2 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:36:43.614117 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-77d2b2d1-4acc-43d1-af03-63d008a58d83 req-bc7856e1-53d1-4813-8762-0d2b93a7d9af tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 210 time: 0.1045160 Mar 05 13:36:43.628830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0974ec-a5f4-4892-b92f-63b32790611e req-bf662b44-eae3-47e6-b410-11465e02169b tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:43.628830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-bc0974ec-a5f4-4892-b92f-63b32790611e req-bf662b44-eae3-47e6-b410-11465e02169b tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Synchronizing usage tracker for tenant:25b91ce983e249e4aca88013e0b17918 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:36:43.653260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-23362d40-1d36-4b50-bfef-3a1d860e274d service neutron] Attempting to bind port c5a896eb-b8bb-4b33-89bc-f209eef68b62 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:36:43.653953 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-23362d40-1d36-4b50-bfef-3a1d860e274d service neutron] Attempting to bind port c5a896eb-b8bb-4b33-89bc-f209eef68b62 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '5af20479-e21d-45a6-9a77-81e6b7ab8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '98b2eb6e-3d38-4c16-ba82-6b5b693871a7'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:36:43.654494 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-23362d40-1d36-4b50-bfef-3a1d860e274d service neutron] Attempting to bind port c5a896eb-b8bb-4b33-89bc-f209eef68b62 on network 98b2eb6e-3d38-4c16-ba82-6b5b693871a7 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:36:43.671643 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-23362d40-1d36-4b50-bfef-3a1d860e274d service neutron] Port c5a896eb-b8bb-4b33-89bc-f209eef68b62 on network 98b2eb6e-3d38-4c16-ba82-6b5b693871a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:36:43.671884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-23362d40-1d36-4b50-bfef-3a1d860e274d service neutron] Attempting to bind port c5a896eb-b8bb-4b33-89bc-f209eef68b62 on network 98b2eb6e-3d38-4c16-ba82-6b5b693871a7 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:36:43.689608 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-23362d40-1d36-4b50-bfef-3a1d860e274d service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:36:43.689947 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-23362d40-1d36-4b50-bfef-3a1d860e274d service neutron] Checking segment: {'id': '5af20479-e21d-45a6-9a77-81e6b7ab8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '98b2eb6e-3d38-4c16-ba82-6b5b693871a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:36:43.690331 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-23362d40-1d36-4b50-bfef-3a1d860e274d service neutron] Bound using segment: {'id': '5af20479-e21d-45a6-9a77-81e6b7ab8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '98b2eb6e-3d38-4c16-ba82-6b5b693871a7'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:36:43.690780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-23362d40-1d36-4b50-bfef-3a1d860e274d service neutron] Bound port: c5a896eb-b8bb-4b33-89bc-f209eef68b62, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af20479-e21d-45a6-9a77-81e6b7ab8923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '98b2eb6e-3d38-4c16-ba82-6b5b693871a7'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:36:43.691133 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-23362d40-1d36-4b50-bfef-3a1d860e274d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:43.701540 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-bc0974ec-a5f4-4892-b92f-63b32790611e req-bf662b44-eae3-47e6-b410-11465e02169b tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Unset dirty status for tenant:25b91ce983e249e4aca88013e0b17918 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:36:43.702668 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bc0974ec-a5f4-4892-b92f-63b32790611e req-bf662b44-eae3-47e6-b410-11465e02169b tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=99ee898c-89e1-48c3-8da2-bb89a5654cd6 HTTP/1.1" status: 200 len: 944 time: 0.9176030 Mar 05 13:36:43.712031 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-9cccc01e-f323-4396-8e55-c000d8592f6e service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519345 Mar 05 13:36:43.739978 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:43.840684 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bc0974ec-a5f4-4892-b92f-63b32790611e req-9494e7f5-c967-4e52-af1a-da7bc34b6886 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840721 Mar 05 13:36:43.852937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-23362d40-1d36-4b50-bfef-3a1d860e274d service neutron] For port c5a896eb-b8bb-4b33-89bc-f209eef68b62, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:36:43.858100 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-23362d40-1d36-4b50-bfef-3a1d860e274d service neutron] For port c5a896eb-b8bb-4b33-89bc-f209eef68b62, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c5a896eb-b8bb-4b33-89bc-f209eef68b62,segment=NetworkSegment(5af20479-e21d-45a6-9a77-81e6b7ab8923),segment_id=5af20479-e21d-45a6-9a77-81e6b7ab8923)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:36:43.865334 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-23362d40-1d36-4b50-bfef-3a1d860e274d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:43.880721 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e11b82-44c5-4ca3-9118-8ae3d0ee4921 req-ba8825a2-4ede-49e4-9042-8e6104590abd tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:43.884335 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-03e11b82-44c5-4ca3-9118-8ae3d0ee4921 req-ba8825a2-4ede-49e4-9042-8e6104590abd tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 945 time: 0.1489654 Mar 05 13:36:43.940824 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=7e59dc54-18e3-46c6-8848-857dab4aadbf,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:43.992879 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-03e11b82-44c5-4ca3-9118-8ae3d0ee4921 req-0c3bb55c-b793-44d0-8188-3ef8e060d26c tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012588 Mar 05 13:36:44.007046 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-23362d40-1d36-4b50-bfef-3a1d860e274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:44.007838 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-23362d40-1d36-4b50-bfef-3a1d860e274d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:44.009341 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-23362d40-1d36-4b50-bfef-3a1d860e274d service neutron] 10.222.0.30 "PUT /v2.0/ports/c5a896eb-b8bb-4b33-89bc-f209eef68b62 HTTP/1.1" status: 200 len: 1092 time: 4.3057330 Mar 05 13:36:44.009874 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ee898c-89e1-48c3-8da2-bb89a5654cd6', 'tag': 'c5a896eb-b8bb-4b33-89bc-f209eef68b62'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:36:44.045382 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23362d40-1d36-4b50-bfef-3a1d860e274d service neutron] Pushing event updated for resources: {'Port': ['ID=c5a896eb-b8bb-4b33-89bc-f209eef68b62,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:44.230117 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-be35af9a-4fbb-4b0d-90d2-d0749f8fe267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:44.231977 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-be35af9a-4fbb-4b0d-90d2-d0749f8fe267 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=25b91ce983e249e4aca88013e0b17918&device_id=99ee898c-89e1-48c3-8da2-bb89a5654cd6 HTTP/1.1" status: 200 len: 1095 time: 0.1228240 Mar 05 13:36:44.237701 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf1121-bd3e-4e5d-9dfd-d3625a249bdf req-6ca4f5ec-dbed-49fa-bc90-2252fa399d93 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:44.239298 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ecbf1121-bd3e-4e5d-9dfd-d3625a249bdf req-6ca4f5ec-dbed-49fa-bc90-2252fa399d93 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 1096 time: 0.1743145 Mar 05 13:36:44.255536 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5974d-259a-4e7a-b6f6-22c4ac3615c8 req-277e5a12-e9ec-48da-baeb-a85bb147e7bb tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:44.257049 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dce5974d-259a-4e7a-b6f6-22c4ac3615c8 req-277e5a12-e9ec-48da-baeb-a85bb147e7bb tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 950 time: 0.1140482 Mar 05 13:36:44.257722 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 7e59dc54-18e3-46c6-8848-857dab4aadbf up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:36:44.312816 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dce5974d-259a-4e7a-b6f6-22c4ac3615c8 req-49d089d6-2514-4591-b72b-665349ade760 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486650 Mar 05 13:36:44.334978 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-47c6d6d1-e6b8-4f06-b735-38ac5ae3f5fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5a896eb-b8bb-4b33-89bc-f209eef68b62 HTTP/1.1" status: 200 len: 217 time: 0.0927680 Mar 05 13:36:44.364321 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 7e59dc54-18e3-46c6-8848-857dab4aadbf triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:36:44.364784 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:44.477158 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ee898c-89e1-48c3-8da2-bb89a5654cd6', 'tag': 'c5a896eb-b8bb-4b33-89bc-f209eef68b62', 'status': 'completed', 'code': 200} Mar 05 13:36:44.495798 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ecbf1121-bd3e-4e5d-9dfd-d3625a249bdf req-30039170-5adc-4485-b4f5-64498c7a1cf8 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869872 Mar 05 13:36:44.518668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-3b179899-85e4-41e6-8121-7552d5219959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:44.520438 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-3b179899-85e4-41e6-8121-7552d5219959 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36ee2287-7bca-4206-a433-1adee841abd4 HTTP/1.1" status: 200 len: 862 time: 0.1789579 Mar 05 13:36:44.626906 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-8cfa2fc0-3c11-4d34-b619-a610d78e3bab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98b2eb6e-3d38-4c16-ba82-6b5b693871a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711379 Mar 05 13:36:44.694302 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 7bbb1d2a-8f93-4f60-94e6-7c8815be027b details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:36:44.913524 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6fa9a69c-d541-48b6-beac-fcf391ebb5d4 req-434506de-86b7-4e95-9730-101f1b5cdd94 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 210 time: 0.0828543 Mar 05 13:36:44.927915 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-c9d97668-f0f1-449e-b1ae-5e34e144041b service neutron] 10.222.0.30 "GET /v2.0/networks/98b2eb6e-3d38-4c16-ba82-6b5b693871a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819767 Mar 05 13:36:44.990021 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 7bbb1d2a-8f93-4f60-94e6-7c8815be027b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=7bbb1d2a-8f93-4f60-94e6-7c8815be027b,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:45.006928 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '7bbb1d2a-8f93-4f60-94e6-7c8815be027b', 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169', 'port_id': '7bbb1d2a-8f93-4f60-94e6-7c8815be027b', 'mac_address': 'fa:16:3e:af:78:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db88a0e-28b6-4292-9a67-fc3276cd43d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:36:45.123957 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:45.145005 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5b7827d-242b-41a0-8f10-373bb8c187f0 req-1043655d-3993-4a0b-92ca-49ba34304a3a service neutron] 10.222.0.30 "GET /v2.0/networks/98b2eb6e-3d38-4c16-ba82-6b5b693871a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019041 Mar 05 13:36:45.156114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-c0f3f038-c444-45cf-bd0e-54ef064c1bb6 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:45.158057 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-c0f3f038-c444-45cf-bd0e-54ef064c1bb6 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.15 "GET /v2.0/networks?id=00d7a38b-c3b6-406f-a703-0c7323200545 HTTP/1.1" status: 200 len: 821 time: 0.6357334 Mar 05 13:36:45.160533 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bbb1d2a-8f93-4f60-94e6-7c8815be027b {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:36:45.175413 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d67a8652-4745-439b-bf98-43dbf91ad8f5 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Request body: {'port': {'device_id': '70e5a685-1acf-41f5-b575-3752a19975d3', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'admin_state_up': True, 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:36:45.192359 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 7bbb1d2a-8f93-4f60-94e6-7c8815be027b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=7bbb1d2a-8f93-4f60-94e6-7c8815be027b,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:45.199854 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:45.284076 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=7bbb1d2a-8f93-4f60-94e6-7c8815be027b,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:45.298141 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbb4f8-1129-47a5-abda-e387f0c15a59 req-ccbfadc8-0e43-45d3-ae70-a17166d206a3 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:45.306233 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bcdbb4f8-1129-47a5-abda-e387f0c15a59 req-ccbfadc8-0e43-45d3-ae70-a17166d206a3 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=99ee898c-89e1-48c3-8da2-bb89a5654cd6 HTTP/1.1" status: 200 len: 944 time: 0.2368183 Mar 05 13:36:45.339338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['7bbb1d2a-8f93-4f60-94e6-7c8815be027b'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:36:45.671722 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bcdbb4f8-1129-47a5-abda-e387f0c15a59 req-424e6bf9-4e7f-4ef7-bb20-f7dce03ff348 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650844 Mar 05 13:36:45.924543 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d67a8652-4745-439b-bf98-43dbf91ad8f5 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:36:45.950486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d67a8652-4745-439b-bf98-43dbf91ad8f5 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:36:45.982727 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4835f-2648-4951-b1a4-d28dd48ce455 req-28b6bd28-3520-45bb-afc5-cc82be08456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:45.991356 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5d4835f-2648-4951-b1a4-d28dd48ce455 req-28b6bd28-3520-45bb-afc5-cc82be08456e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=25b91ce983e249e4aca88013e0b17918&device_id=99ee898c-89e1-48c3-8da2-bb89a5654cd6 HTTP/1.1" status: 200 len: 1095 time: 0.7779934 Mar 05 13:36:46.039246 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d67a8652-4745-439b-bf98-43dbf91ad8f5 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Made reservation on behalf of 08b8d14ed6734fb5b6479aa152b1b1a2 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:36:46.045640 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d67a8652-4745-439b-bf98-43dbf91ad8f5 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:46.093068 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c4dfc-f6bc-4a80-938b-cabf3c057025 req-5ac1a48f-aa20-408f-b38e-7123d84b2ab0 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:46.098534 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f56c4dfc-f6bc-4a80-938b-cabf3c057025 req-5ac1a48f-aa20-408f-b38e-7123d84b2ab0 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 945 time: 0.8901072 Mar 05 13:36:46.200241 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 020cc80d-a818-4a1b-a755-346d6624c02b up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:36:46.294504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df53eea-094e-4808-9b5c-21b4980c9d5f req-1ff66a4b-6df3-4743-89df-798465b3941c tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:46.296653 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5df53eea-094e-4808-9b5c-21b4980c9d5f req-1ff66a4b-6df3-4743-89df-798465b3941c tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 950 time: 0.1481688 Mar 05 13:36:46.357111 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5df53eea-094e-4808-9b5c-21b4980c9d5f req-45b1b390-5ace-4489-a767-1c3fae99b9e1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515924 Mar 05 13:36:46.374569 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 020cc80d-a818-4a1b-a755-346d6624c02b completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:36:46.380785 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 020cc80d-a818-4a1b-a755-346d6624c02b triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:36:46.381315 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:46.383505 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4835f-2648-4951-b1a4-d28dd48ce455 req-b02f21ef-71ac-4bcc-ab0a-6b22322db6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:46.385792 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5d4835f-2648-4951-b1a4-d28dd48ce455 req-b02f21ef-71ac-4bcc-ab0a-6b22322db6be service neutron] 10.222.0.30 "GET /v2.0/networks?id=98b2eb6e-3d38-4c16-ba82-6b5b693871a7 HTTP/1.1" status: 200 len: 922 time: 0.3923590 Mar 05 13:36:46.548442 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5d4835f-2648-4951-b1a4-d28dd48ce455 req-70e72480-831a-4f9e-93f6-006e39d317d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5a896eb-b8bb-4b33-89bc-f209eef68b62 HTTP/1.1" status: 200 len: 217 time: 0.1454349 Mar 05 13:36:46.561130 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f56c4dfc-f6bc-4a80-938b-cabf3c057025 req-1b62019e-e726-4196-a169-b0d5ed607613 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616945 Mar 05 13:36:46.621020 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:46.709244 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1074d1a6-f952-4ca1-b8a1-c7f163bdf342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020cc80d-a818-4a1b-a755-346d6624c02b'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:36:46.742735 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 7bbb1d2a-8f93-4f60-94e6-7c8815be027b up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:36:46.865954 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 020cc80d-a818-4a1b-a755-346d6624c02b, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=020cc80d-a818-4a1b-a755-346d6624c02b,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:46.880247 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4835f-2648-4951-b1a4-d28dd48ce455 req-b2ce8db0-9db2-472e-83bc-c3045fbce72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:46.884426 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5d4835f-2648-4951-b1a4-d28dd48ce455 req-b2ce8db0-9db2-472e-83bc-c3045fbce72c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36ee2287-7bca-4206-a433-1adee841abd4 HTTP/1.1" status: 200 len: 862 time: 0.3261421 Mar 05 13:36:46.912233 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:46.914054 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-74d4886d-f69a-422a-9539-41ed913a5d60 req-cd4e20ed-85bd-456f-8e89-37c08d823f3d tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 210 time: 0.1501155 Mar 05 13:36:46.976916 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5d4835f-2648-4951-b1a4-d28dd48ce455 req-ad875a0d-2980-4ac0-a080-2421670636ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98b2eb6e-3d38-4c16-ba82-6b5b693871a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826943 Mar 05 13:36:47.024388 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1074d1a6-f952-4ca1-b8a1-c7f163bdf342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020cc80d-a818-4a1b-a755-346d6624c02b', 'code': 200} Mar 05 13:36:47.037142 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=020cc80d-a818-4a1b-a755-346d6624c02b,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:47.048593 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 7bbb1d2a-8f93-4f60-94e6-7c8815be027b triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:36:47.049140 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:47.103347 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d67a8652-4745-439b-bf98-43dbf91ad8f5 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Allocated IP 172.20.0.9 (00d7a38b-c3b6-406f-a703-0c7323200545/c39a0a58-c97c-43c2-909d-ee25456614f0/275abf79-056c-472c-864e-d8875104ebe7) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:36:47.290499 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46572) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:47.295641 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:47.354625 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 7bbb1d2a-8f93-4f60-94e6-7c8815be027b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=7bbb1d2a-8f93-4f60-94e6-7c8815be027b,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:47.387998 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:47.413832 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feac6a9-72fa-427e-bf17-0ce733ff2af1 req-c11ec97d-1f57-4215-bf6a-f554a168607d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:47.422204 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7feac6a9-72fa-427e-bf17-0ce733ff2af1 req-c11ec97d-1f57-4215-bf6a-f554a168607d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=99ee898c-89e1-48c3-8da2-bb89a5654cd6 HTTP/1.1" status: 200 len: 944 time: 0.4629612 Mar 05 13:36:47.439739 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5d4835f-2648-4951-b1a4-d28dd48ce455 req-f0aeb44f-df62-4f71-8f9c-f44a375476e5 service neutron] 10.222.0.30 "GET /v2.0/networks/98b2eb6e-3d38-4c16-ba82-6b5b693871a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901598 Mar 05 13:36:47.554561 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=7bbb1d2a-8f93-4f60-94e6-7c8815be027b,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:47.568216 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26a2cea7-9bd9-4c70-8716-cd42db06fc16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:47.581119 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4771990-8e32-4942-acc4-0973e2407459 req-13518dc2-cfb2-4e15-a7fe-3c8ebdfccd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:47.582483 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4771990-8e32-4942-acc4-0973e2407459 req-13518dc2-cfb2-4e15-a7fe-3c8ebdfccd1f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 1097 time: 0.4057722 Mar 05 13:36:47.588792 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-26a2cea7-9bd9-4c70-8716-cd42db06fc16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:36:47.593536 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-26a2cea7-9bd9-4c70-8716-cd42db06fc16 admin admin] Usage tracker for resource:security_group_rule and tenant:c7d296d3b77b476884c685a523125ef2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:36:47.596704 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-26a2cea7-9bd9-4c70-8716-cd42db06fc16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:36:47.605111 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-26a2cea7-9bd9-4c70-8716-cd42db06fc16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:36:47.712144 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26a2cea7-9bd9-4c70-8716-cd42db06fc16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:47.720800 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26a2cea7-9bd9-4c70-8716-cd42db06fc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:47.740434 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7feac6a9-72fa-427e-bf17-0ce733ff2af1 req-a7feae20-b540-4a38-a29e-a05a922c925f tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170404 Mar 05 13:36:47.766944 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2cea7-9bd9-4c70-8716-cd42db06fc16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0791c3c1-f12f-4e27-a796-800370bc4eae,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:47.787946 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4771990-8e32-4942-acc4-0973e2407459 req-164d66e3-901d-43e5-b51d-efa55239d4d2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940789 Mar 05 13:36:47.795932 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-26a2cea7-9bd9-4c70-8716-cd42db06fc16 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7d296d3b77b476884c685a523125ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5035746 Mar 05 13:36:47.799330 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46590) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:47.872329 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d67a8652-4745-439b-bf98-43dbf91ad8f5 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:47.878393 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b95af28f-6b1c-4d8d-869c-1ffcfb8543bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:47.900221 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5d4835f-2648-4951-b1a4-d28dd48ce455 req-a2146b49-f8b8-4af0-af70-e82a77357f7b service neutron] 10.222.0.30 "GET /v2.0/networks/98b2eb6e-3d38-4c16-ba82-6b5b693871a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367456 Mar 05 13:36:47.937545 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b95af28f-6b1c-4d8d-869c-1ffcfb8543bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:47.970915 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d67a8652-4745-439b-bf98-43dbf91ad8f5 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Transition to ACTIVE for port object 275abf79-056c-472c-864e-d8875104ebe7 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:36:48.040167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cebf4-83ed-4c6d-94f5-add8910f3708 req-ea86ed7e-3f07-4df9-baaf-f30bb446d117 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:48.048964 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d9cebf4-83ed-4c6d-94f5-add8910f3708 req-ea86ed7e-3f07-4df9-baaf-f30bb446d117 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 950 time: 0.1263700 Mar 05 13:36:48.070623 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d67a8652-4745-439b-bf98-43dbf91ad8f5 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:48.071443 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b95af28f-6b1c-4d8d-869c-1ffcfb8543bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:48.109543 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95af28f-6b1c-4d8d-869c-1ffcfb8543bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0791c3c1-f12f-4e27-a796-800370bc4eae,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:48.126562 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b95af28f-6b1c-4d8d-869c-1ffcfb8543bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:48.129534 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b95af28f-6b1c-4d8d-869c-1ffcfb8543bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0791c3c1-f12f-4e27-a796-800370bc4eae HTTP/1.1" status: 204 len: 168 time: 0.3290634 Mar 05 13:36:48.216847 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d67a8652-4745-439b-bf98-43dbf91ad8f5 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Network 00d7a38b-c3b6-406f-a703-0c7323200545 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:36:48.222627 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d67a8652-4745-439b-bf98-43dbf91ad8f5 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:36:48.233348 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d67a8652-4745-439b-bf98-43dbf91ad8f5 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:36:48.331623 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d9cebf4-83ed-4c6d-94f5-add8910f3708 req-397acc3b-a664-4b0d-a7cf-1b6291e920fb tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817178 Mar 05 13:36:48.368450 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a8652-4745-439b-bf98-43dbf91ad8f5 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Pushing event updated for resources: {'Port': ['ID=275abf79-056c-472c-864e-d8875104ebe7,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:48.486500 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d67a8652-4745-439b-bf98-43dbf91ad8f5 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:48.500264 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d67a8652-4745-439b-bf98-43dbf91ad8f5 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:48.636411 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d67a8652-4745-439b-bf98-43dbf91ad8f5 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4694276 Mar 05 13:36:48.652983 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d52fded9-8921-47ba-adaa-f9be1c0832f4 service neutron] Request body: {'port': {'device_id': '70e5a685-1acf-41f5-b575-3752a19975d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:36:48.699086 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1bc2842f-546a-404c-921b-ba5bc47713df None None] Provisioning for port 275abf79-056c-472c-864e-d8875104ebe7 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:36:48.702186 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46614) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:48.707963 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1bc2842f-546a-404c-921b-ba5bc47713df None None] Provisioning complete for port 275abf79-056c-472c-864e-d8875104ebe7 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:36:48.709120 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1bc2842f-546a-404c-921b-ba5bc47713df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:48.747562 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device c5a896eb-b8bb-4b33-89bc-f209eef68b62 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:36:48.751236 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-26a0306b-2a17-4ef2-b073-73ee85c0b052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:48.771742 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3bd43-fed4-435d-9368-4ebe61366b2c req-e974d0c1-425e-47f9-bae6-afba5d2f6fd4 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:48.772458 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ffc3bd43-fed4-435d-9368-4ebe61366b2c req-e974d0c1-425e-47f9-bae6-afba5d2f6fd4 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Synchronizing usage tracker for tenant:08b8d14ed6734fb5b6479aa152b1b1a2 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:36:48.792686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa212c16-bcfb-471b-89a5-b27557698c3a req-f305e762-e994-4d2c-aa34-9c27087296a7 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:48.804173 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fa212c16-bcfb-471b-89a5-b27557698c3a req-f305e762-e994-4d2c-aa34-9c27087296a7 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 946 time: 0.1462481 Mar 05 13:36:48.867859 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-1bc2842f-546a-404c-921b-ba5bc47713df None None] Port 275abf79-056c-472c-864e-d8875104ebe7 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:36:48.927159 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fa212c16-bcfb-471b-89a5-b27557698c3a req-29ca1bdd-69b2-495b-a111-6629d974bbef tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218712 Mar 05 13:36:49.001729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-26a0306b-2a17-4ef2-b073-73ee85c0b052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:36:49.014158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-26a0306b-2a17-4ef2-b073-73ee85c0b052 admin admin] Usage tracker for resource:security_group_rule and tenant:b6027717ae1646dca81382aec9f580a6 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:36:49.018665 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-26a0306b-2a17-4ef2-b073-73ee85c0b052 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:36:49.026646 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port c5a896eb-b8bb-4b33-89bc-f209eef68b62, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c5a896eb-b8bb-4b33-89bc-f209eef68b62,segment=NetworkSegment(5af20479-e21d-45a6-9a77-81e6b7ab8923),segment_id=5af20479-e21d-45a6-9a77-81e6b7ab8923)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:49.027563 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-26a0306b-2a17-4ef2-b073-73ee85c0b052 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:36:49.032817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ffc3bd43-fed4-435d-9368-4ebe61366b2c req-e974d0c1-425e-47f9-bae6-afba5d2f6fd4 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Unset dirty status for tenant:08b8d14ed6734fb5b6479aa152b1b1a2 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:36:49.039345 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ffc3bd43-fed4-435d-9368-4ebe61366b2c req-e974d0c1-425e-47f9-bae6-afba5d2f6fd4 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 931 time: 0.5323312 Mar 05 13:36:49.048109 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4768509-4ede-4ef3-b023-22fb3dbe11c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbb1d2a-8f93-4f60-94e6-7c8815be027b'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:36:49.054523 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'c5a896eb-b8bb-4b33-89bc-f209eef68b62', 'network_id': '98b2eb6e-3d38-4c16-ba82-6b5b693871a7', 'port_id': 'c5a896eb-b8bb-4b33-89bc-f209eef68b62', 'mac_address': 'fa:16:3e:4c:03:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ee2287-7bca-4206-a433-1adee841abd4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:36:49.074554 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d52fded9-8921-47ba-adaa-f9be1c0832f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:49.157101 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:49.178785 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ffc3bd43-fed4-435d-9368-4ebe61366b2c req-3e445740-c606-4321-b2c8-94060b8b2ec0 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e0235cb-9725-45c3-8ff6-26bd4a5af7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379483 Mar 05 13:36:49.201310 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a896eb-b8bb-4b33-89bc-f209eef68b62 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:36:49.231454 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port c5a896eb-b8bb-4b33-89bc-f209eef68b62, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c5a896eb-b8bb-4b33-89bc-f209eef68b62,segment=NetworkSegment(5af20479-e21d-45a6-9a77-81e6b7ab8923),segment_id=5af20479-e21d-45a6-9a77-81e6b7ab8923)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:49.249853 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:49.386650 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=c5a896eb-b8bb-4b33-89bc-f209eef68b62,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:49.527084 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['c5a896eb-b8bb-4b33-89bc-f209eef68b62'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:36:49.608811 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-26a0306b-2a17-4ef2-b073-73ee85c0b052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:49.662077 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-26a0306b-2a17-4ef2-b073-73ee85c0b052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:49.853970 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-26a0306b-2a17-4ef2-b073-73ee85c0b052 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6027717ae1646dca81382aec9f580a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1432407 Mar 05 13:36:49.854589 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46636) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:36:49.871606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd005a64-21b6-4221-9077-68a32e1c7e25 req-957ee58f-9ced-4021-873d-e9fd7532c9a8 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:49.879432 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd005a64-21b6-4221-9077-68a32e1c7e25 req-957ee58f-9ced-4021-873d-e9fd7532c9a8 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=99ee898c-89e1-48c3-8da2-bb89a5654cd6 HTTP/1.1" status: 200 len: 945 time: 0.4700382 Mar 05 13:36:49.898855 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0306b-2a17-4ef2-b073-73ee85c0b052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73309743-c16e-4c77-bf00-96b6b56a2baf,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:49.951075 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd005a64-21b6-4221-9077-68a32e1c7e25 req-4f5fa09c-f677-4a39-8cd4-f12c5b586700 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707569 Mar 05 13:36:49.957965 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6d395a7-d243-4652-8b4c-20a6068de008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:49.995881 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6d395a7-d243-4652-8b4c-20a6068de008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:50.060146 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6d395a7-d243-4652-8b4c-20a6068de008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:50.103464 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4768509-4ede-4ef3-b023-22fb3dbe11c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbb1d2a-8f93-4f60-94e6-7c8815be027b', 'code': 200} Mar 05 13:36:50.121957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d52fded9-8921-47ba-adaa-f9be1c0832f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 275abf79-056c-472c-864e-d8875104ebe7 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:36:50.136853 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d395a7-d243-4652-8b4c-20a6068de008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73309743-c16e-4c77-bf00-96b6b56a2baf,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:50.142542 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d52fded9-8921-47ba-adaa-f9be1c0832f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:50.144478 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6d395a7-d243-4652-8b4c-20a6068de008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:50.155293 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c6d395a7-d243-4652-8b4c-20a6068de008 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73309743-c16e-4c77-bf00-96b6b56a2baf HTTP/1.1" status: 204 len: 168 time: 0.2981248 Mar 05 13:36:50.192510 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d52fded9-8921-47ba-adaa-f9be1c0832f4 service neutron] Transition to ACTIVE for port object 275abf79-056c-472c-864e-d8875104ebe7 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:36:50.199696 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d52fded9-8921-47ba-adaa-f9be1c0832f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:50.580739 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fded9-8921-47ba-adaa-f9be1c0832f4 service neutron] Pushing event updated for resources: {'Port': ['ID=275abf79-056c-472c-864e-d8875104ebe7,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:50.642517 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7ca85-825d-4aa0-90b6-0080487eb43b req-0930c0ad-4407-4c1b-9e4e-67d16dd6706a tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:50.646312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a596982-460f-41ca-b221-7222d8644d0c req-40987664-4c4b-4d3a-ad3d-ec92b8076439 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:50.653396 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2a596982-460f-41ca-b221-7222d8644d0c req-40987664-4c4b-4d3a-ad3d-ec92b8076439 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 950 time: 0.2823622 Mar 05 13:36:50.653978 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-02e7ca85-825d-4aa0-90b6-0080487eb43b req-0930c0ad-4407-4c1b-9e4e-67d16dd6706a tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 946 time: 0.2469153 Mar 05 13:36:50.712805 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2a596982-460f-41ca-b221-7222d8644d0c req-a03080e7-9b26-4cc0-8e1d-5c2033658a10 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584650 Mar 05 13:36:50.719289 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d52fded9-8921-47ba-adaa-f9be1c0832f4 service neutron] Attempting to bind port 275abf79-056c-472c-864e-d8875104ebe7 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:36:50.723026 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d52fded9-8921-47ba-adaa-f9be1c0832f4 service neutron] Attempting to bind port 275abf79-056c-472c-864e-d8875104ebe7 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '60f4f820-4dc1-4878-9378-7e10fa2351ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:36:50.723822 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d52fded9-8921-47ba-adaa-f9be1c0832f4 service neutron] Attempting to bind port 275abf79-056c-472c-864e-d8875104ebe7 on network 00d7a38b-c3b6-406f-a703-0c7323200545 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:36:50.732554 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device c5a896eb-b8bb-4b33-89bc-f209eef68b62 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:36:50.739223 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d52fded9-8921-47ba-adaa-f9be1c0832f4 service neutron] Port 275abf79-056c-472c-864e-d8875104ebe7 on network 00d7a38b-c3b6-406f-a703-0c7323200545 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:36:50.739726 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d52fded9-8921-47ba-adaa-f9be1c0832f4 service neutron] Attempting to bind port 275abf79-056c-472c-864e-d8875104ebe7 on network 00d7a38b-c3b6-406f-a703-0c7323200545 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:36:50.752261 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d52fded9-8921-47ba-adaa-f9be1c0832f4 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:36:50.752902 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d52fded9-8921-47ba-adaa-f9be1c0832f4 service neutron] Checking segment: {'id': '60f4f820-4dc1-4878-9378-7e10fa2351ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:36:50.754990 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d52fded9-8921-47ba-adaa-f9be1c0832f4 service neutron] Bound using segment: {'id': '60f4f820-4dc1-4878-9378-7e10fa2351ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:36:50.756166 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d52fded9-8921-47ba-adaa-f9be1c0832f4 service neutron] Bound port: 275abf79-056c-472c-864e-d8875104ebe7, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f4f820-4dc1-4878-9378-7e10fa2351ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:36:50.757564 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d52fded9-8921-47ba-adaa-f9be1c0832f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:50.784106 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-02e7ca85-825d-4aa0-90b6-0080487eb43b req-724fb349-99b9-4089-9941-e74d5bc30c4c tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282108 Mar 05 13:36:50.861988 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port c5a896eb-b8bb-4b33-89bc-f209eef68b62 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:36:50.874275 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port c5a896eb-b8bb-4b33-89bc-f209eef68b62 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:36:50.874854 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:51.018051 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d52fded9-8921-47ba-adaa-f9be1c0832f4 service neutron] For port 275abf79-056c-472c-864e-d8875104ebe7, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:36:51.022898 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d52fded9-8921-47ba-adaa-f9be1c0832f4 service neutron] For port 275abf79-056c-472c-864e-d8875104ebe7, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=275abf79-056c-472c-864e-d8875104ebe7,segment=NetworkSegment(60f4f820-4dc1-4878-9378-7e10fa2351ee),segment_id=60f4f820-4dc1-4878-9378-7e10fa2351ee)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:36:51.033045 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d52fded9-8921-47ba-adaa-f9be1c0832f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:51.049188 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:51.087870 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d52fded9-8921-47ba-adaa-f9be1c0832f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:51.088884 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d52fded9-8921-47ba-adaa-f9be1c0832f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:51.090940 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-d52fded9-8921-47ba-adaa-f9be1c0832f4 service neutron] 10.222.0.15 "PUT /v2.0/ports/275abf79-056c-472c-864e-d8875104ebe7 HTTP/1.1" status: 200 len: 1091 time: 2.4435701 Mar 05 13:36:51.116060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port c5a896eb-b8bb-4b33-89bc-f209eef68b62, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c5a896eb-b8bb-4b33-89bc-f209eef68b62,segment=NetworkSegment(5af20479-e21d-45a6-9a77-81e6b7ab8923),segment_id=5af20479-e21d-45a6-9a77-81e6b7ab8923)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:51.131161 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:51.140074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e5a685-1acf-41f5-b575-3752a19975d3', 'tag': '275abf79-056c-472c-864e-d8875104ebe7'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:36:51.215400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bea59-900c-41d2-a831-cfb7623e82aa req-90ba7cc1-c623-465f-b8d2-581e388a055c tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:51.225468 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-329bea59-900c-41d2-a831-cfb7623e82aa req-90ba7cc1-c623-465f-b8d2-581e388a055c tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 943 time: 0.2985556 Mar 05 13:36:51.360420 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fded9-8921-47ba-adaa-f9be1c0832f4 service neutron] Pushing event updated for resources: {'Port': ['ID=275abf79-056c-472c-864e-d8875104ebe7,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:51.378633 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-329bea59-900c-41d2-a831-cfb7623e82aa req-e6f1d34b-7652-42af-8199-3e579a6dcf3c tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e0235cb-9725-45c3-8ff6-26bd4a5af7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485107 Mar 05 13:36:51.423180 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=c5a896eb-b8bb-4b33-89bc-f209eef68b62,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:51.456421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-92464d9f-7b78-4c74-91dc-48f7d5473344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:51.467587 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-92464d9f-7b78-4c74-91dc-48f7d5473344 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=08b8d14ed6734fb5b6479aa152b1b1a2&device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 1094 time: 0.3201838 Mar 05 13:36:51.591431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75229bd-9b46-449a-b7f8-e98a1b87db55 req-2b963cfd-f9ee-4d40-87eb-c32bc90624c9 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:51.601077 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c75229bd-9b46-449a-b7f8-e98a1b87db55 req-2b963cfd-f9ee-4d40-87eb-c32bc90624c9 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 1097 time: 0.3424654 Mar 05 13:36:51.663092 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c75229bd-9b46-449a-b7f8-e98a1b87db55 req-f5969f42-b843-4e6c-94d8-7a36664a94c7 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608182 Mar 05 13:36:51.675733 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-60887bae-4f70-4530-8d4f-497c5c184da4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=275abf79-056c-472c-864e-d8875104ebe7 HTTP/1.1" status: 200 len: 217 time: 0.1906590 Mar 05 13:36:51.768361 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e5a685-1acf-41f5-b575-3752a19975d3', 'tag': '275abf79-056c-472c-864e-d8875104ebe7', 'status': 'completed', 'code': 200} Mar 05 13:36:51.787287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-19de2452-38e3-4dde-926d-901b8c528795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:51.789443 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-19de2452-38e3-4dde-926d-901b8c528795 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c39a0a58-c97c-43c2-909d-ee25456614f0 HTTP/1.1" status: 200 len: 860 time: 0.0993729 Mar 05 13:36:51.868970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd45337-d966-4bf8-b7a9-5cd456772a26 req-e621cd4a-e91f-403a-becb-52df0c0c285d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:51.873998 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4bd45337-d966-4bf8-b7a9-5cd456772a26 req-e621cd4a-e91f-403a-becb-52df0c0c285d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=99ee898c-89e1-48c3-8da2-bb89a5654cd6 HTTP/1.1" status: 200 len: 946 time: 0.2437828 Mar 05 13:36:51.946840 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4bd45337-d966-4bf8-b7a9-5cd456772a26 req-bad2b310-5f86-4813-a328-354e7fd8d306 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719032 Mar 05 13:36:51.973229 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-c2189b94-30d5-4655-ad0d-a302eba0b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:51.975068 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-c2189b94-30d5-4655-ad0d-a302eba0b640 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00d7a38b-c3b6-406f-a703-0c7323200545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1778233 Mar 05 13:36:52.104930 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ee898c-89e1-48c3-8da2-bb89a5654cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a896eb-b8bb-4b33-89bc-f209eef68b62'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:36:52.185150 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ee898c-89e1-48c3-8da2-bb89a5654cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a896eb-b8bb-4b33-89bc-f209eef68b62', 'code': 200} Mar 05 13:36:52.690672 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856d8ee-14e7-4271-bab0-ec998ab82ce5 req-87bb5656-f13e-4b6d-9990-7817354873cb tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:52.700230 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4856d8ee-14e7-4271-bab0-ec998ab82ce5 req-87bb5656-f13e-4b6d-9990-7817354873cb tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 943 time: 0.1294496 Mar 05 13:36:52.744020 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-f6d16908-91a1-42ce-99e0-209c1bcf79ab service neutron] 10.222.0.15 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7611175 Mar 05 13:36:52.760111 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317d4bc-0786-4980-a322-b5b514ca1439 req-8a335a43-07b5-45cd-b1bb-698b45f234ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:52.761584 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5317d4bc-0786-4980-a322-b5b514ca1439 req-8a335a43-07b5-45cd-b1bb-698b45f234ae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=99ee898c-89e1-48c3-8da2-bb89a5654cd6 HTTP/1.1" status: 200 len: 1097 time: 0.3659415 Mar 05 13:36:52.764812 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-4856d8ee-14e7-4271-bab0-ec998ab82ce5 req-c58453af-0d90-4f89-80f7-9c27b29f4ffd tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Synchronizing usage tracker for tenant:08b8d14ed6734fb5b6479aa152b1b1a2 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:36:52.808868 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-4856d8ee-14e7-4271-bab0-ec998ab82ce5 req-c58453af-0d90-4f89-80f7-9c27b29f4ffd tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Unset dirty status for tenant:08b8d14ed6734fb5b6479aa152b1b1a2 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:36:52.818678 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4856d8ee-14e7-4271-bab0-ec998ab82ce5 req-c58453af-0d90-4f89-80f7-9c27b29f4ffd tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e0235cb-9725-45c3-8ff6-26bd4a5af7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171598 Mar 05 13:36:53.007615 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2d3c57f3-f522-4176-b7f7-863d65af0afb req-fd75103e-b1e4-4a92-b1f9-2a58155de17f service neutron] 10.222.0.15 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516842 Mar 05 13:36:53.034330 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f568f-5024-4bd6-a317-e59cceb9f010 req-72976373-850c-4be4-b5db-b4a201128ee4 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:53.035882 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-075f568f-5024-4bd6-a317-e59cceb9f010 req-72976373-850c-4be4-b5db-b4a201128ee4 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 950 time: 0.6578302 Mar 05 13:36:53.091523 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5317d4bc-0786-4980-a322-b5b514ca1439 req-89e3dfd1-11a1-4c8c-a7fd-2f93a16b34c8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822072 Mar 05 13:36:53.118145 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-075f568f-5024-4bd6-a317-e59cceb9f010 req-92ad8758-d4af-4716-9e6c-df3ea2b2332b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637565 Mar 05 13:36:53.219699 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1f7bd-2396-4848-b2f8-29baa04a7e13 req-88aec608-a6b9-41f8-92ed-887dfeed49d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:53.224169 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43d1f7bd-2396-4848-b2f8-29baa04a7e13 req-88aec608-a6b9-41f8-92ed-887dfeed49d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=08b8d14ed6734fb5b6479aa152b1b1a2&device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 1094 time: 0.1084437 Mar 05 13:36:53.599017 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1f7bd-2396-4848-b2f8-29baa04a7e13 req-c3dfa334-0b25-4118-abe1-70c7723d2e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:53.603065 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43d1f7bd-2396-4848-b2f8-29baa04a7e13 req-c3dfa334-0b25-4118-abe1-70c7723d2e11 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00d7a38b-c3b6-406f-a703-0c7323200545 HTTP/1.1" status: 200 len: 921 time: 0.3741946 Mar 05 13:36:53.604510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc5fc0-457e-4cbd-a49f-b0c9a6cda5e7 req-c2915e15-7fc8-4105-87d4-bb7c7ba7ec86 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:53.612319 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aefc5fc0-457e-4cbd-a49f-b0c9a6cda5e7 req-c2915e15-7fc8-4105-87d4-bb7c7ba7ec86 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=99ee898c-89e1-48c3-8da2-bb89a5654cd6 HTTP/1.1" status: 200 len: 946 time: 0.2976654 Mar 05 13:36:53.677860 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aefc5fc0-457e-4cbd-a49f-b0c9a6cda5e7 req-735e09cf-4116-4383-9b6f-c83fb419a0bd tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642622 Mar 05 13:36:53.755077 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43d1f7bd-2396-4848-b2f8-29baa04a7e13 req-c730393b-bc4c-4396-ae7a-9420493d244c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=275abf79-056c-472c-864e-d8875104ebe7 HTTP/1.1" status: 200 len: 217 time: 0.1418619 Mar 05 13:36:53.982498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1f7bd-2396-4848-b2f8-29baa04a7e13 req-c73e0fc0-9dee-42f9-9660-91776fd6235a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:53.984180 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43d1f7bd-2396-4848-b2f8-29baa04a7e13 req-c73e0fc0-9dee-42f9-9660-91776fd6235a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c39a0a58-c97c-43c2-909d-ee25456614f0 HTTP/1.1" status: 200 len: 860 time: 0.2149847 Mar 05 13:36:54.273797 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80045415-5a65-4501-84ce-3ef8037a80ef req-1766da9f-5579-4797-bcf6-03c256a776f9 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:54.285720 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-80045415-5a65-4501-84ce-3ef8037a80ef req-1766da9f-5579-4797-bcf6-03c256a776f9 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e9db675-b94e-4124-afa0-f159a4045dbd HTTP/1.1" status: 200 len: 946 time: 0.1754627 Mar 05 13:36:54.328182 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565850ce-a530-464c-ba00-9e7856acef4b req-a7550067-a7fb-46b3-b7f9-6202cdc7bd24 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:54.329710 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-565850ce-a530-464c-ba00-9e7856acef4b req-a7550067-a7fb-46b3-b7f9-6202cdc7bd24 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 943 time: 0.2038076 Mar 05 13:36:54.347282 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1f7bd-2396-4848-b2f8-29baa04a7e13 req-8aeaaee6-68a3-4dbf-917b-f5042b5e6d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:54.350539 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43d1f7bd-2396-4848-b2f8-29baa04a7e13 req-8aeaaee6-68a3-4dbf-917b-f5042b5e6d41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00d7a38b-c3b6-406f-a703-0c7323200545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3544858 Mar 05 13:36:54.435063 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-80045415-5a65-4501-84ce-3ef8037a80ef req-33ab33b6-0e60-4294-9def-4076844611a0 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.16 "GET /v2.0/security-groups?id=860cbe7d-0bdd-4f1e-8f2b-efb2fededc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470912 Mar 05 13:36:54.537712 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43d1f7bd-2396-4848-b2f8-29baa04a7e13 req-a5a8964d-15c2-476b-b7da-99c25bd55e02 service neutron] 10.222.0.15 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535850 Mar 05 13:36:54.689934 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-565850ce-a530-464c-ba00-9e7856acef4b req-c84d2faf-e5e2-4269-893c-4cfb1e786baf tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e0235cb-9725-45c3-8ff6-26bd4a5af7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400023 Mar 05 13:36:54.886100 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43d1f7bd-2396-4848-b2f8-29baa04a7e13 req-0d933265-92b7-4fce-8ed9-c7fe5a10710d service neutron] 10.222.0.15 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388906 Mar 05 13:36:54.947399 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4322c-fd39-45d3-97f8-e2f083a6d1fa req-0ac5fac5-b1a1-4f1f-92b3-27819033da56 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:54.949508 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-96e4322c-fd39-45d3-97f8-e2f083a6d1fa req-0ac5fac5-b1a1-4f1f-92b3-27819033da56 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 950 time: 0.1246655 Mar 05 13:36:54.954967 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-de41caf7-1dcf-45ae-a58d-424745963eb8 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9974226b02014265930cc2e8d9af34c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323865 Mar 05 13:36:55.004740 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-96e4322c-fd39-45d3-97f8-e2f083a6d1fa req-4d86e719-3b08-400e-8f1f-fff1310b99d2 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480568 Mar 05 13:36:55.173176 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-cbbd49b1-a747-4a8d-ab2f-84d013d397b2 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:55.179871 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-cbbd49b1-a747-4a8d-ab2f-84d013d397b2 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2191734 Mar 05 13:36:55.193490 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-abbf1f67-003e-4562-885b-40fde47e34d1 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.16 "GET /v2.0/quotas/9974226b02014265930cc2e8d9af34c8 HTTP/1.1" status: 200 len: 375 time: 0.0127745 Mar 05 13:36:55.254023 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-e8a95d63-e86a-4cae-a6f8-e00cf35885aa tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9974226b02014265930cc2e8d9af34c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545220 Mar 05 13:36:55.632080 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfd305-1a09-418e-8e98-d96f5c5f4af0 req-83edb540-6877-41cc-8326-c92fe28f753f tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:55.633816 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7bfd305-1a09-418e-8e98-d96f5c5f4af0 req-83edb540-6877-41cc-8326-c92fe28f753f tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=99ee898c-89e1-48c3-8da2-bb89a5654cd6 HTTP/1.1" status: 200 len: 946 time: 0.1245441 Mar 05 13:36:55.715383 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7bfd305-1a09-418e-8e98-d96f5c5f4af0 req-66f23cfd-eeac-4dc5-8b38-6680c95a8746 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701904 Mar 05 13:36:55.772244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447616b-ffc7-4036-8f5f-cbe35737b75b req-0c5cee28-844f-4aaa-872a-3f48b57c8c0f tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:55.774166 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a447616b-ffc7-4036-8f5f-cbe35737b75b req-0c5cee28-844f-4aaa-872a-3f48b57c8c0f tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e9db675-b94e-4124-afa0-f159a4045dbd HTTP/1.1" status: 200 len: 946 time: 0.1908867 Mar 05 13:36:55.883238 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-a447616b-ffc7-4036-8f5f-cbe35737b75b req-0128e539-b702-4fd1-9fcf-dfa7da1802f5 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Deleting port 1a7969fc-ee4e-42af-b5bd-898a987fa3cb {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:36:55.883531 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a447616b-ffc7-4036-8f5f-cbe35737b75b req-0128e539-b702-4fd1-9fcf-dfa7da1802f5 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:55.908627 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-776d482c-6569-4512-b4e2-958738043d84 req-616e69d4-9326-499c-8101-a22dbde4653b tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.16 "GET /v2.0/ports?device_id=37400eb5-94a2-464a-bcc4-6fbebcd4c781 HTTP/1.1" status: 200 len: 210 time: 0.1090987 Mar 05 13:36:56.283601 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 275abf79-056c-472c-864e-d8875104ebe7 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:36:56.368193 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f784e0-0795-4525-afb2-fc1667af87d7 req-77765bb9-7aaa-43bf-b753-4a78f2112fde tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:56.383455 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d7f784e0-0795-4525-afb2-fc1667af87d7 req-77765bb9-7aaa-43bf-b753-4a78f2112fde tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 943 time: 0.1720366 Mar 05 13:36:56.433803 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5a950-6366-4ab3-bfc8-43b426c44b00 req-820f6fd6-04ea-40fe-9dbe-72a918b7a491 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:56.440518 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f2e5a950-6366-4ab3-bfc8-43b426c44b00 req-820f6fd6-04ea-40fe-9dbe-72a918b7a491 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e9db675-b94e-4124-afa0-f159a4045dbd HTTP/1.1" status: 200 len: 946 time: 0.3692255 Mar 05 13:36:56.458834 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d7f784e0-0795-4525-afb2-fc1667af87d7 req-50f6506f-3906-4ba0-98b1-27c0b005a11e tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e0235cb-9725-45c3-8ff6-26bd4a5af7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701985 Mar 05 13:36:56.633697 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 275abf79-056c-472c-864e-d8875104ebe7, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=275abf79-056c-472c-864e-d8875104ebe7,segment=NetworkSegment(60f4f820-4dc1-4878-9378-7e10fa2351ee),segment_id=60f4f820-4dc1-4878-9378-7e10fa2351ee)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:56.644130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-a447616b-ffc7-4036-8f5f-cbe35737b75b req-0128e539-b702-4fd1-9fcf-dfa7da1802f5 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] For port 1a7969fc-ee4e-42af-b5bd-898a987fa3cb, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1a7969fc-ee4e-42af-b5bd-898a987fa3cb,segment=NetworkSegment(8d11f382-75e0-45bf-a047-a2f6ecccdcd6),segment_id=8d11f382-75e0-45bf-a047-a2f6ecccdcd6)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:56.644497 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a447616b-ffc7-4036-8f5f-cbe35737b75b req-0128e539-b702-4fd1-9fcf-dfa7da1802f5 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:56.663744 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '275abf79-056c-472c-864e-d8875104ebe7', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'port_id': '275abf79-056c-472c-864e-d8875104ebe7', 'mac_address': 'fa:16:3e:51:2b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:36:56.668613 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f2e5a950-6366-4ab3-bfc8-43b426c44b00 req-c9d74839-8934-4a27-a584-9fec2bc9a4dc tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.16 "GET /v2.0/security-groups?id=860cbe7d-0bdd-4f1e-8f2b-efb2fededc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796763 Mar 05 13:36:56.817995 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:56.863383 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275abf79-056c-472c-864e-d8875104ebe7 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:36:56.905118 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 275abf79-056c-472c-864e-d8875104ebe7, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=275abf79-056c-472c-864e-d8875104ebe7,segment=NetworkSegment(60f4f820-4dc1-4878-9378-7e10fa2351ee),segment_id=60f4f820-4dc1-4878-9378-7e10fa2351ee)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:56.918188 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:56.939907 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-a447616b-ffc7-4036-8f5f-cbe35737b75b req-0128e539-b702-4fd1-9fcf-dfa7da1802f5 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Calling delete_port for 1a7969fc-ee4e-42af-b5bd-898a987fa3cb owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:36:57.028815 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=275abf79-056c-472c-864e-d8875104ebe7,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:57.141733 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37638868-1e2a-41c3-b202-1029e252e921 req-ea787d57-c758-4a04-aa93-3340cae05c9b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:57.155418 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-37638868-1e2a-41c3-b202-1029e252e921 req-ea787d57-c758-4a04-aa93-3340cae05c9b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 950 time: 0.2291746 Mar 05 13:36:57.199729 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['275abf79-056c-472c-864e-d8875104ebe7'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:36:57.314297 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7685e5-1298-4dea-969c-0583e0e889f8 req-7b8f602d-210d-4f8c-b9c1-2b971e5da247 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:57.316579 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9a7685e5-1298-4dea-969c-0583e0e889f8 req-7b8f602d-210d-4f8c-b9c1-2b971e5da247 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=99ee898c-89e1-48c3-8da2-bb89a5654cd6 HTTP/1.1" status: 200 len: 946 time: 0.2520926 Mar 05 13:36:57.384728 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-37638868-1e2a-41c3-b202-1029e252e921 req-e56b8609-c158-4e10-8200-9385d9c9c070 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283051 Mar 05 13:36:57.427381 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-4beea405-5ae7-4bcf-b979-f1b917d075ec tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=9974226b02014265930cc2e8d9af34c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1354716 Mar 05 13:36:57.486826 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9a7685e5-1298-4dea-969c-0583e0e889f8 req-85a9cf3c-d325-4fc2-a250-2b63e6cff975 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581261 Mar 05 13:36:57.938299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-a726297f-1fbf-4f5d-9171-188fc99e7ea1 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:57.940563 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-a726297f-1fbf-4f5d-9171-188fc99e7ea1 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4920270 Mar 05 13:36:57.943577 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a447616b-ffc7-4036-8f5f-cbe35737b75b req-0128e539-b702-4fd1-9fcf-dfa7da1802f5 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:58.011148 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec09e6d-1b54-483e-b985-cb410116b0e1 req-a50112e0-0524-4009-accb-488d34fdbb32 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:58.013328 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2ec09e6d-1b54-483e-b985-cb410116b0e1 req-a50112e0-0524-4009-accb-488d34fdbb32 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 944 time: 0.1178763 Mar 05 13:36:58.039371 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Request body: {'port': {'device_id': '37400eb5-94a2-464a-bcc4-6fbebcd4c781', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': '9974226b02014265930cc2e8d9af34c8'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:36:58.086907 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4839f70d-7950-4fc1-94d2-edb4bc4f486d req-b355302a-ce37-4b24-b102-fe0ab78fc276 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.16 "GET /v2.0/ports?device_id=37400eb5-94a2-464a-bcc4-6fbebcd4c781 HTTP/1.1" status: 200 len: 210 time: 0.1406884 Mar 05 13:36:58.104601 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2ec09e6d-1b54-483e-b985-cb410116b0e1 req-d7fb1a50-0aaa-4b62-b6f6-d71a1586cda0 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e0235cb-9725-45c3-8ff6-26bd4a5af7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855663 Mar 05 13:36:58.130270 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128e539-b702-4fd1-9fcf-dfa7da1802f5 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Pushing event deleted for resources: {'Port': ['ID=1a7969fc-ee4e-42af-b5bd-898a987fa3cb,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:58.281461 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-a447616b-ffc7-4036-8f5f-cbe35737b75b req-0128e539-b702-4fd1-9fcf-dfa7da1802f5 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] No DVR routers for this DVR port 1a7969fc-ee4e-42af-b5bd-898a987fa3cb on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:36:58.291617 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a447616b-ffc7-4036-8f5f-cbe35737b75b req-0128e539-b702-4fd1-9fcf-dfa7da1802f5 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:58.294983 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9db675-b94e-4124-afa0-f159a4045dbd', 'name': 'network-vif-deleted', 'tag': '1a7969fc-ee4e-42af-b5bd-898a987fa3cb'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:36:58.353976 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a447616b-ffc7-4036-8f5f-cbe35737b75b req-0128e539-b702-4fd1-9fcf-dfa7da1802f5 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.15 "DELETE /v2.0/ports/1a7969fc-ee4e-42af-b5bd-898a987fa3cb HTTP/1.1" status: 204 len: 173 time: 2.5703959 Mar 05 13:36:58.430605 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9db675-b94e-4124-afa0-f159a4045dbd', 'name': 'network-vif-deleted', 'tag': '1a7969fc-ee4e-42af-b5bd-898a987fa3cb', 'status': 'completed', 'code': 200} Mar 05 13:36:58.453233 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:36:58.469643 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Usage tracker for resource:port and tenant:9974226b02014265930cc2e8d9af34c8 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:36:58.479845 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:36:58.495625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:36:58.500042 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:58.524280 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e6d12ef4-2146-40a4-8168-e6af78639e77 req-4dab256e-fcdc-4de4-9800-5bd651b9e496 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Synchronizing usage tracker for tenant:92bf82572fbb434393b937a47fe60812 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:36:58.531249 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Made reservation on behalf of 9974226b02014265930cc2e8d9af34c8 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:36:58.534986 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:58.559256 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:58.573003 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e6d12ef4-2146-40a4-8168-e6af78639e77 req-4dab256e-fcdc-4de4-9800-5bd651b9e496 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] Unset dirty status for tenant:92bf82572fbb434393b937a47fe60812 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:36:58.574304 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e6d12ef4-2146-40a4-8168-e6af78639e77 req-4dab256e-fcdc-4de4-9800-5bd651b9e496 tempest-AttachSCSIVolumeTestJSON-1583517060 tempest-AttachSCSIVolumeTestJSON-1583517060-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e9db675-b94e-4124-afa0-f159a4045dbd HTTP/1.1" status: 200 len: 210 time: 0.2292967 Mar 05 13:36:58.580480 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:36:58.591020 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Usage tracker for resource:security_group_rule and tenant:9974226b02014265930cc2e8d9af34c8 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:36:58.597386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:36:58.610655 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:36:58.735820 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:58.796043 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43c9e3-6e5e-4878-b188-698cce8aef7b req-6cea208d-5efa-44f4-be64-9c5dadb2326c tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:58.797564 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de43c9e3-6e5e-4878-b188-698cce8aef7b req-6cea208d-5efa-44f4-be64-9c5dadb2326c tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.30 "GET /v2.0/ports?device_id=99ee898c-89e1-48c3-8da2-bb89a5654cd6 HTTP/1.1" status: 200 len: 946 time: 0.3774524 Mar 05 13:36:58.865394 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:58.873742 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:58.937593 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-de43c9e3-6e5e-4878-b188-698cce8aef7b req-a7f9d457-1b51-4f1d-b7ab-e26b6fc28b76 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Deleting port c5a896eb-b8bb-4b33-89bc-f209eef68b62 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:36:58.938314 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-de43c9e3-6e5e-4878-b188-698cce8aef7b req-a7f9d457-1b51-4f1d-b7ab-e26b6fc28b76 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:58.964662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e1a3b3-ae2d-4f7c-afbc-25732049b58d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:36:59.008490 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607b238-02bb-4bdd-8fee-3b30426b19f0 req-90e7a107-44f9-4c59-bbd2-40179fa5b989 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:59.010033 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3607b238-02bb-4bdd-8fee-3b30426b19f0 req-90e7a107-44f9-4c59-bbd2-40179fa5b989 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=99ee898c-89e1-48c3-8da2-bb89a5654cd6 HTTP/1.1" status: 200 len: 946 time: 0.2425284 Mar 05 13:36:59.082672 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e086f7-0a56-4795-98e0-150b671f1b45 req-c23d507a-5d9b-43c5-83cc-3ee28676c4c6 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:59.092845 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-96e086f7-0a56-4795-98e0-150b671f1b45 req-c23d507a-5d9b-43c5-83cc-3ee28676c4c6 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 950 time: 0.4833844 Mar 05 13:36:59.151826 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3607b238-02bb-4bdd-8fee-3b30426b19f0 req-6e67f9a3-b0cf-4a7e-aba4-7738ada77f3e tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups?id=c521d94c-5688-4928-92de-51128fc8f79f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296585 Mar 05 13:36:59.188355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Allocated IP 192.168.233.146 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/da042c05-ef83-4e7d-9278-b4acb2685ae6) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:36:59.267790 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-96e086f7-0a56-4795-98e0-150b671f1b45 req-284eee36-303b-4a14-8691-3ff3529f2c67 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731617 Mar 05 13:36:59.701020 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fd70b50b-f45f-476d-8576-305fa723c44f req-68067817-b1cc-4b52-9244-cc0c8f33b40a tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.16 "GET /v2.0/ports?device_id=37400eb5-94a2-464a-bcc4-6fbebcd4c781 HTTP/1.1" status: 200 len: 210 time: 0.1152005 Mar 05 13:36:59.708061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-de43c9e3-6e5e-4878-b188-698cce8aef7b req-a7f9d457-1b51-4f1d-b7ab-e26b6fc28b76 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] For port c5a896eb-b8bb-4b33-89bc-f209eef68b62, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c5a896eb-b8bb-4b33-89bc-f209eef68b62,segment=NetworkSegment(5af20479-e21d-45a6-9a77-81e6b7ab8923),segment_id=5af20479-e21d-45a6-9a77-81e6b7ab8923)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:36:59.708523 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-de43c9e3-6e5e-4878-b188-698cce8aef7b req-a7f9d457-1b51-4f1d-b7ab-e26b6fc28b76 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:59.892391 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:36:59.905564 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-de43c9e3-6e5e-4878-b188-698cce8aef7b req-a7f9d457-1b51-4f1d-b7ab-e26b6fc28b76 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Calling delete_port for c5a896eb-b8bb-4b33-89bc-f209eef68b62 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:36:59.952254 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9e69b-290f-4e1b-ad00-1c2157a193ab req-eeabc2ac-d758-4f81-a5ff-a305f34f2d2d tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:36:59.958432 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-00f9e69b-290f-4e1b-ad00-1c2157a193ab req-eeabc2ac-d758-4f81-a5ff-a305f34f2d2d tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 944 time: 0.2275701 Mar 05 13:36:59.967330 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Transition to ACTIVE for port object da042c05-ef83-4e7d-9278-b4acb2685ae6 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:37:00.026071 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-00f9e69b-290f-4e1b-ad00-1c2157a193ab req-98ebd2aa-092f-4acc-9fd3-c493d9c5a73f tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e0235cb-9725-45c3-8ff6-26bd4a5af7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598171 Mar 05 13:37:00.072777 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:00.136342 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-de43c9e3-6e5e-4878-b188-698cce8aef7b req-a7f9d457-1b51-4f1d-b7ab-e26b6fc28b76 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:00.152931 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['c5a896eb-b8bb-4b33-89bc-f209eef68b62'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:37:00.183645 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:37:00.184654 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Pushing event updated for resources: {'Port': ['ID=da042c05-ef83-4e7d-9278-b4acb2685ae6,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:00.187146 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:37:00.190517 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:37:00.251266 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9d457-1b51-4f1d-b7ab-e26b6fc28b76 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Pushing event deleted for resources: {'Port': ['ID=c5a896eb-b8bb-4b33-89bc-f209eef68b62,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:00.293088 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 275abf79-056c-472c-864e-d8875104ebe7 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:37:00.318048 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:00.318889 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:00.344763 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-de43c9e3-6e5e-4878-b188-698cce8aef7b req-a7f9d457-1b51-4f1d-b7ab-e26b6fc28b76 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] No DVR routers for this DVR port c5a896eb-b8bb-4b33-89bc-f209eef68b62 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:37:00.357202 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-de43c9e3-6e5e-4878-b188-698cce8aef7b req-a7f9d457-1b51-4f1d-b7ab-e26b6fc28b76 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:00.368119 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ee898c-89e1-48c3-8da2-bb89a5654cd6', 'name': 'network-vif-deleted', 'tag': 'c5a896eb-b8bb-4b33-89bc-f209eef68b62'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:37:00.373490 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-ccb7c2ab-ed31-4bb8-8f11-a139f81b3267 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3836949 Mar 05 13:37:00.388118 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-8eee49a4-86ad-4f0f-b95b-4e0d1beccb53 service neutron] Request body: {'port': {'device_id': '37400eb5-94a2-464a-bcc4-6fbebcd4c781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:00.426677 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de43c9e3-6e5e-4878-b188-698cce8aef7b req-a7f9d457-1b51-4f1d-b7ab-e26b6fc28b76 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.30 "DELETE /v2.0/ports/c5a896eb-b8bb-4b33-89bc-f209eef68b62 HTTP/1.1" status: 204 len: 173 time: 1.6205308 Mar 05 13:37:00.515004 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 275abf79-056c-472c-864e-d8875104ebe7 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:37:00.526120 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 275abf79-056c-472c-864e-d8875104ebe7 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:00.526680 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:00.639495 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-00ab55dd-a923-45b0-9db2-dbf6561c830a req-d4c983b9-a1e6-4d71-b067-c7c6e1a1edee tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Synchronizing usage tracker for tenant:25b91ce983e249e4aca88013e0b17918 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:37:00.679650 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-00ab55dd-a923-45b0-9db2-dbf6561c830a req-d4c983b9-a1e6-4d71-b067-c7c6e1a1edee tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Unset dirty status for tenant:25b91ce983e249e4aca88013e0b17918 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:37:00.683316 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-00ab55dd-a923-45b0-9db2-dbf6561c830a req-d4c983b9-a1e6-4d71-b067-c7c6e1a1edee tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/ports?device_id=99ee898c-89e1-48c3-8da2-bb89a5654cd6 HTTP/1.1" status: 200 len: 210 time: 0.2066934 Mar 05 13:37:00.727228 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-8eee49a4-86ad-4f0f-b95b-4e0d1beccb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:00.834556 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a953c38a-43e3-442d-a788-0fa479ea0933 None None] Provisioning for port da042c05-ef83-4e7d-9278-b4acb2685ae6 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:37:00.860769 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a953c38a-43e3-442d-a788-0fa479ea0933 None None] Provisioning complete for port da042c05-ef83-4e7d-9278-b4acb2685ae6 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:00.861143 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a953c38a-43e3-442d-a788-0fa479ea0933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:00.973033 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:01.023190 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a953c38a-43e3-442d-a788-0fa479ea0933 None None] Port da042c05-ef83-4e7d-9278-b4acb2685ae6 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:37:01.052455 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e5a685-1acf-41f5-b575-3752a19975d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275abf79-056c-472c-864e-d8875104ebe7'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:37:01.077949 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 275abf79-056c-472c-864e-d8875104ebe7, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=275abf79-056c-472c-864e-d8875104ebe7,segment=NetworkSegment(60f4f820-4dc1-4878-9378-7e10fa2351ee),segment_id=60f4f820-4dc1-4878-9378-7e10fa2351ee)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:01.094309 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:01.095685 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 1a7969fc-ee4e-42af-b5bd-898a987fa3cb no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:37:01.101643 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a646a78-dade-45eb-aee2-eaef4e7f246f req-7d7eea7e-2766-4494-abb9-9723392e9341 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:01.116016 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4a646a78-dade-45eb-aee2-eaef4e7f246f req-7d7eea7e-2766-4494-abb9-9723392e9341 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 950 time: 0.5019836 Mar 05 13:37:01.193556 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: 1a7969fc-ee4e-42af-b5bd-898a987fa3cb {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:37:01.194032 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 1a7969fc-ee4e-42af-b5bd-898a987fa3cb not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:37:01.248759 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=275abf79-056c-472c-864e-d8875104ebe7,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:01.304706 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4a646a78-dade-45eb-aee2-eaef4e7f246f req-910bde0a-677c-44d0-ace5-c6c628dcccbd tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854436 Mar 05 13:37:01.420568 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ee898c-89e1-48c3-8da2-bb89a5654cd6', 'name': 'network-vif-deleted', 'tag': 'c5a896eb-b8bb-4b33-89bc-f209eef68b62', 'status': 'completed', 'code': 200} Mar 05 13:37:01.675965 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3a302-e70f-4aa9-b806-f00220722b28 req-f884ad79-ac3e-4e2b-9a53-a4f32eb1b56a tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:01.677662 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c4d3a302-e70f-4aa9-b806-f00220722b28 req-f884ad79-ac3e-4e2b-9a53-a4f32eb1b56a tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 945 time: 0.1500897 Mar 05 13:37:01.794007 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c4d3a302-e70f-4aa9-b806-f00220722b28 req-0a64e83c-be2c-45b2-8b10-f4d6aedaf83b tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e0235cb-9725-45c3-8ff6-26bd4a5af7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084995 Mar 05 13:37:01.851310 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e5a685-1acf-41f5-b575-3752a19975d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275abf79-056c-472c-864e-d8875104ebe7', 'code': 200} Mar 05 13:37:01.859260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-8eee49a4-86ad-4f0f-b95b-4e0d1beccb53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da042c05-ef83-4e7d-9278-b4acb2685ae6 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:37:01.870681 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-8eee49a4-86ad-4f0f-b95b-4e0d1beccb53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:01.890403 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-8eee49a4-86ad-4f0f-b95b-4e0d1beccb53 service neutron] Transition to ACTIVE for port object da042c05-ef83-4e7d-9278-b4acb2685ae6 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:37:01.900904 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-8eee49a4-86ad-4f0f-b95b-4e0d1beccb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:01.989305 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee49a4-86ad-4f0f-b95b-4e0d1beccb53 service neutron] Pushing event updated for resources: {'Port': ['ID=da042c05-ef83-4e7d-9278-b4acb2685ae6,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:02.205740 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100f832-4d28-4f2e-b3eb-876ae5d99714 req-6b046415-794b-49d3-83cc-ccad4003f4ef tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:02.206482 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6100f832-4d28-4f2e-b3eb-876ae5d99714 req-6b046415-794b-49d3-83cc-ccad4003f4ef tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Synchronizing usage tracker for tenant:9974226b02014265930cc2e8d9af34c8 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:37:02.207088 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ab2f5-3c00-47c5-8fcc-1b1f57b2b1b1 req-9b5cfd73-efaf-458b-bf07-6e6e3cac4c29 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:02.215163 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fd7ab2f5-3c00-47c5-8fcc-1b1f57b2b1b1 req-9b5cfd73-efaf-458b-bf07-6e6e3cac4c29 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0963545 Mar 05 13:37:02.276596 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fd7ab2f5-3c00-47c5-8fcc-1b1f57b2b1b1 req-ede81433-5634-4140-ae18-45d8c1c2e8f9 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601647 Mar 05 13:37:02.345749 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6100f832-4d28-4f2e-b3eb-876ae5d99714 req-6b046415-794b-49d3-83cc-ccad4003f4ef tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Unset dirty status for tenant:9974226b02014265930cc2e8d9af34c8 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:37:02.352788 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6100f832-4d28-4f2e-b3eb-876ae5d99714 req-6b046415-794b-49d3-83cc-ccad4003f4ef tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.16 "GET /v2.0/ports?device_id=37400eb5-94a2-464a-bcc4-6fbebcd4c781 HTTP/1.1" status: 200 len: 936 time: 0.6069100 Mar 05 13:37:02.428460 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59426804-0265-4639-bc2f-47ea5eb7e268 req-2579819b-c35b-4400-a5a2-b665ad6c0d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:02.430087 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-59426804-0265-4639-bc2f-47ea5eb7e268 req-2579819b-c35b-4400-a5a2-b665ad6c0d9a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 1096 time: 0.4440002 Mar 05 13:37:02.493574 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6100f832-4d28-4f2e-b3eb-876ae5d99714 req-0f5da4a4-c93c-4713-b4d5-5804d9d2f0a2 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Synchronizing usage tracker for tenant:9974226b02014265930cc2e8d9af34c8 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:37:02.499279 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-8eee49a4-86ad-4f0f-b95b-4e0d1beccb53 service neutron] Attempting to bind port da042c05-ef83-4e7d-9278-b4acb2685ae6 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:37:02.500014 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-8eee49a4-86ad-4f0f-b95b-4e0d1beccb53 service neutron] Attempting to bind port da042c05-ef83-4e7d-9278-b4acb2685ae6 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:37:02.500260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-8eee49a4-86ad-4f0f-b95b-4e0d1beccb53 service neutron] Attempting to bind port da042c05-ef83-4e7d-9278-b4acb2685ae6 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:02.533262 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-8eee49a4-86ad-4f0f-b95b-4e0d1beccb53 service neutron] Port da042c05-ef83-4e7d-9278-b4acb2685ae6 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:37:02.533590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-8eee49a4-86ad-4f0f-b95b-4e0d1beccb53 service neutron] Attempting to bind port da042c05-ef83-4e7d-9278-b4acb2685ae6 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:02.568971 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-59426804-0265-4639-bc2f-47ea5eb7e268 req-fd712096-0e19-4d87-85ad-13580dc0de5c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4e0235cb-9725-45c3-8ff6-26bd4a5af7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303082 Mar 05 13:37:02.573759 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-8eee49a4-86ad-4f0f-b95b-4e0d1beccb53 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:37:02.574093 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-8eee49a4-86ad-4f0f-b95b-4e0d1beccb53 service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:37:02.574469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-8eee49a4-86ad-4f0f-b95b-4e0d1beccb53 service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:37:02.574955 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-8eee49a4-86ad-4f0f-b95b-4e0d1beccb53 service neutron] Bound port: da042c05-ef83-4e7d-9278-b4acb2685ae6, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:37:02.575296 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-8eee49a4-86ad-4f0f-b95b-4e0d1beccb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:02.627388 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6100f832-4d28-4f2e-b3eb-876ae5d99714 req-0f5da4a4-c93c-4713-b4d5-5804d9d2f0a2 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Unset dirty status for tenant:9974226b02014265930cc2e8d9af34c8 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:37:02.639084 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6100f832-4d28-4f2e-b3eb-876ae5d99714 req-0f5da4a4-c93c-4713-b4d5-5804d9d2f0a2 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5e1a3b3-ae2d-4f7c-afbc-25732049b58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847645 Mar 05 13:37:02.754671 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-8eee49a4-86ad-4f0f-b95b-4e0d1beccb53 service neutron] For port da042c05-ef83-4e7d-9278-b4acb2685ae6, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:37:02.763488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-8eee49a4-86ad-4f0f-b95b-4e0d1beccb53 service neutron] For port da042c05-ef83-4e7d-9278-b4acb2685ae6, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=da042c05-ef83-4e7d-9278-b4acb2685ae6,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:37:02.777135 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-8eee49a4-86ad-4f0f-b95b-4e0d1beccb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:02.790001 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device c5a896eb-b8bb-4b33-89bc-f209eef68b62 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:37:02.848332 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-8eee49a4-86ad-4f0f-b95b-4e0d1beccb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:02.849285 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-8eee49a4-86ad-4f0f-b95b-4e0d1beccb53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:02.850697 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-8eee49a4-86ad-4f0f-b95b-4e0d1beccb53 service neutron] 10.222.0.30 "PUT /v2.0/ports/da042c05-ef83-4e7d-9278-b4acb2685ae6 HTTP/1.1" status: 200 len: 1096 time: 2.4680226 Mar 05 13:37:02.853959 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37400eb5-94a2-464a-bcc4-6fbebcd4c781', 'tag': 'da042c05-ef83-4e7d-9278-b4acb2685ae6'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:37:02.893879 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee49a4-86ad-4f0f-b95b-4e0d1beccb53 service neutron] Pushing event updated for resources: {'Port': ['ID=da042c05-ef83-4e7d-9278-b4acb2685ae6,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:02.919616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: c5a896eb-b8bb-4b33-89bc-f209eef68b62 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:37:02.919893 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d220ce1-55b1-45c8-b456-2e838cfc8b97 req-77f1c6a5-72fa-42dd-93e4-b4c646d8bdaa tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:02.920541 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device c5a896eb-b8bb-4b33-89bc-f209eef68b62 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:37:02.927485 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6d220ce1-55b1-45c8-b456-2e838cfc8b97 req-77f1c6a5-72fa-42dd-93e4-b4c646d8bdaa tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 950 time: 0.2170303 Mar 05 13:37:03.000578 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6d220ce1-55b1-45c8-b456-2e838cfc8b97 req-f720c902-847e-44a0-8472-42ab817951cd tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720532 Mar 05 13:37:03.013546 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-00ab7dc3-7150-42cb-ac1e-f3c9c6253fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:03.016280 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-00ab7dc3-7150-42cb-ac1e-f3c9c6253fd0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9974226b02014265930cc2e8d9af34c8&device_id=37400eb5-94a2-464a-bcc4-6fbebcd4c781 HTTP/1.1" status: 200 len: 1099 time: 0.1095526 Mar 05 13:37:03.297667 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-a0c94110-69df-4c7d-b81f-b0583678feb1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=da042c05-ef83-4e7d-9278-b4acb2685ae6 HTTP/1.1" status: 200 len: 217 time: 0.2730465 Mar 05 13:37:03.401303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-61b831b0-698a-4a16-8329-1a9a805cb5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:03.405506 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-61b831b0-698a-4a16-8329-1a9a805cb5f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.0998349 Mar 05 13:37:03.461174 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0016b0d-8857-456b-8f43-82c5af8ab813 req-ba08e23f-1e68-4f50-85eb-9876ce4ec805 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:03.466525 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0016b0d-8857-456b-8f43-82c5af8ab813 req-ba08e23f-1e68-4f50-85eb-9876ce4ec805 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 945 time: 0.1700201 Mar 05 13:37:03.575771 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-2377c8e0-49f9-4e02-9e0e-edb5f16428d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:03.577349 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-2377c8e0-49f9-4e02-9e0e-edb5f16428d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1637697 Mar 05 13:37:03.593491 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0016b0d-8857-456b-8f43-82c5af8ab813 req-955bc30b-30d5-488c-962c-1874e1f5a67a tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e0235cb-9725-45c3-8ff6-26bd4a5af7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191502 Mar 05 13:37:03.766564 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37400eb5-94a2-464a-bcc4-6fbebcd4c781', 'tag': 'da042c05-ef83-4e7d-9278-b4acb2685ae6', 'status': 'completed', 'code': 200} Mar 05 13:37:03.819854 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-3ff960b0-2b56-4be6-93fa-d27647e6fee4 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329693 Mar 05 13:37:04.030620 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a256df6c-3ec5-439e-a9dd-7f6730cc59d6 req-a4f04b0a-8954-41b8-b0cf-36ed607915dc service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036953 Mar 05 13:37:04.261593 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40234aff-ec00-4291-a146-3c9a6c13e873 req-3c78fac3-2301-4d4a-a106-a2f3e32c3265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:04.263860 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-40234aff-ec00-4291-a146-3c9a6c13e873 req-3c78fac3-2301-4d4a-a106-a2f3e32c3265 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9974226b02014265930cc2e8d9af34c8&device_id=37400eb5-94a2-464a-bcc4-6fbebcd4c781 HTTP/1.1" status: 200 len: 1099 time: 0.1767232 Mar 05 13:37:04.314023 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbcc5ae-37a9-4601-a3aa-2440123e7614 req-da0911ff-42b1-4b90-a926-4b24f58f9e93 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:04.315636 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bcbcc5ae-37a9-4601-a3aa-2440123e7614 req-da0911ff-42b1-4b90-a926-4b24f58f9e93 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.16 "GET /v2.0/ports?device_id=37400eb5-94a2-464a-bcc4-6fbebcd4c781 HTTP/1.1" status: 200 len: 948 time: 0.1738582 Mar 05 13:37:04.409475 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bcbcc5ae-37a9-4601-a3aa-2440123e7614 req-219b707f-3b1c-4dde-82c9-db35bebb0442 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5e1a3b3-ae2d-4f7c-afbc-25732049b58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827298 Mar 05 13:37:04.465416 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47040) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:04.585524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40234aff-ec00-4291-a146-3c9a6c13e873 req-fa24d04f-c1c4-47fc-89d8-b13667372d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:04.586999 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-40234aff-ec00-4291-a146-3c9a6c13e873 req-fa24d04f-c1c4-47fc-89d8-b13667372d25 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.3071554 Mar 05 13:37:04.608044 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4731bc7d-6a3a-45b7-a5b5-154bad8d0f0d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:04.646868 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4731bc7d-6a3a-45b7-a5b5-154bad8d0f0d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:04.686541 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-40234aff-ec00-4291-a146-3c9a6c13e873 req-db933151-92f8-4bcf-8812-533aea01662e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=da042c05-ef83-4e7d-9278-b4acb2685ae6 HTTP/1.1" status: 200 len: 217 time: 0.0860798 Mar 05 13:37:04.783254 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40234aff-ec00-4291-a146-3c9a6c13e873 req-843f3d5f-28e8-43b5-891a-82f231164860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:04.786812 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-40234aff-ec00-4291-a146-3c9a6c13e873 req-843f3d5f-28e8-43b5-891a-82f231164860 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.0914538 Mar 05 13:37:04.802204 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-88f5f8d7-6055-4a8e-9c16-5161e9148321 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:37:04.803179 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-88f5f8d7-6055-4a8e-9c16-5161e9148321 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118263 Mar 05 13:37:04.826545 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-09153bcf-9e8c-43c4-9c16-0a3381f23740 service neutron] Request body: {'binding': {'host': 'n-h1-803718-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:04.827984 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-09153bcf-9e8c-43c4-9c16-0a3381f23740 service neutron] Unknown quota resources ['binding']. {{(pid=87913) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 05 13:37:04.952232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40234aff-ec00-4291-a146-3c9a6c13e873 req-c568c7b7-9d28-4f97-8ae5-143ad377ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:04.956704 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-40234aff-ec00-4291-a146-3c9a6c13e873 req-c568c7b7-9d28-4f97-8ae5-143ad377ce94 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1621101 Mar 05 13:37:05.014154 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4731bc7d-6a3a-45b7-a5b5-154bad8d0f0d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:05.061742 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731bc7d-6a3a-45b7-a5b5-154bad8d0f0d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6735133-e073-4abc-81d5-19e4fe2293d9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:05.099215 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbdc48-1032-45b0-b984-45e616a5559e req-da1daf9e-b2cc-4e8a-8eec-29258b28bf20 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:05.110143 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-05fbdc48-1032-45b0-b984-45e616a5559e req-da1daf9e-b2cc-4e8a-8eec-29258b28bf20 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 950 time: 0.4192572 Mar 05 13:37:05.112411 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4731bc7d-6a3a-45b7-a5b5-154bad8d0f0d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:05.113652 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4731bc7d-6a3a-45b7-a5b5-154bad8d0f0d tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "DELETE /v2.0/security-groups/c6735133-e073-4abc-81d5-19e4fe2293d9 HTTP/1.1" status: 204 len: 168 time: 0.6470542 Mar 05 13:37:05.117829 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47050) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:05.195037 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-e58b47ec-2750-4665-a795-83db6565c4b1 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] show failed (client error): The resource could not be found. Mar 05 13:37:05.196344 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e58b47ec-2750-4665-a795-83db6565c4b1 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "GET /v2.0/security-groups/c6735133-e073-4abc-81d5-19e4fe2293d9 HTTP/1.1" status: 404 len: 347 time: 0.0574453 Mar 05 13:37:05.206688 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47056) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:05.240734 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-40234aff-ec00-4291-a146-3c9a6c13e873 req-9c623f6a-a371-4bc7-994e-bd93fd5d973a service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736034 Mar 05 13:37:05.341150 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-05fbdc48-1032-45b0-b984-45e616a5559e req-10079a8e-6eed-4825-9900-fa0f9e3545dd tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298119 Mar 05 13:37:05.491415 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-40234aff-ec00-4291-a146-3c9a6c13e873 req-3f3f4da7-8de7-4cc0-8416-a8f71ddd9474 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369423 Mar 05 13:37:05.702353 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-09153bcf-9e8c-43c4-9c16-0a3381f23740 service neutron] Attempting to bind port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 on host n-h1-803718-1 for vnic_type normal with profile None {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:37:05.702353 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-09153bcf-9e8c-43c4-9c16-0a3381f23740 service neutron] Attempting to bind port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:37:05.702633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-09153bcf-9e8c-43c4-9c16-0a3381f23740 service neutron] Attempting to bind port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:05.725023 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-09153bcf-9e8c-43c4-9c16-0a3381f23740 service neutron] Port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:37:05.725399 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-09153bcf-9e8c-43c4-9c16-0a3381f23740 service neutron] Attempting to bind port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:05.729573 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-6f072aa1-d076-4961-a9b9-7330c5c698e3 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Deleting port 9f5112d7-9629-4649-8f78-5cd5dc74720d {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:37:05.729907 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6f072aa1-d076-4961-a9b9-7330c5c698e3 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:05.770157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-09153bcf-9e8c-43c4-9c16-0a3381f23740 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:37:05.770486 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-09153bcf-9e8c-43c4-9c16-0a3381f23740 service neutron] Checking segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:37:05.770894 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-09153bcf-9e8c-43c4-9c16-0a3381f23740 service neutron] Bound using segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:37:05.771328 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-09153bcf-9e8c-43c4-9c16-0a3381f23740 service neutron] Bound port: 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:37:05.926903 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-09153bcf-9e8c-43c4-9c16-0a3381f23740 service neutron] For port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:37:05.937769 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc896a-8e78-4ba5-a64b-0356244511b7 req-37cb5ea0-9e02-4a10-86e8-b0102a4e7636 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:05.939454 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-24dc896a-8e78-4ba5-a64b-0356244511b7 req-37cb5ea0-9e02-4a10-86e8-b0102a4e7636 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 945 time: 0.2913878 Mar 05 13:37:05.943736 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-09153bcf-9e8c-43c4-9c16-0a3381f23740 service neutron] Notify callbacks [] for binding, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:05.945462 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-09153bcf-9e8c-43c4-9c16-0a3381f23740 service neutron] 10.222.0.16 "POST /v2.0/ports/38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71/bindings HTTP/1.1" status: 201 len: 389 time: 1.1266685 Mar 05 13:37:06.008301 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6f072aa1-d076-4961-a9b9-7330c5c698e3 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:06.008661 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6f072aa1-d076-4961-a9b9-7330c5c698e3 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:06.035979 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-e4690d51-e962-4cbd-974c-e4398da5ca8d service neutron] 10.222.0.15 "GET /v2.0/ports/626397c2-da47-446a-88f4-5c976be043f3/bindings/n-h1-803718-1 HTTP/1.1" status: 200 len: 382 time: 0.1579311 Mar 05 13:37:06.115041 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-24dc896a-8e78-4ba5-a64b-0356244511b7 req-0af53ca7-473f-4d75-aa59-0004a32b2f8b tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e0235cb-9725-45c3-8ff6-26bd4a5af7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479590 Mar 05 13:37:06.267569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-6f072aa1-d076-4961-a9b9-7330c5c698e3 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Calling delete_port for 9f5112d7-9629-4649-8f78-5cd5dc74720d owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:37:06.570702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c55a3-21e7-48e5-b8e7-a368a358a863 req-caedf582-9d3e-4d58-b40c-d5527e1e3fe3 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:06.579168 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8c1c55a3-21e7-48e5-b8e7-a368a358a863 req-caedf582-9d3e-4d58-b40c-d5527e1e3fe3 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.16 "GET /v2.0/ports?device_id=37400eb5-94a2-464a-bcc4-6fbebcd4c781 HTTP/1.1" status: 200 len: 948 time: 0.2058814 Mar 05 13:37:06.643287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-534ed56d-6830-4bca-be9d-24760ab7f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:06.644596 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-534ed56d-6830-4bca-be9d-24760ab7f5ae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935&tenant_id=78a1cd353882451f977c98a0cde91b02 HTTP/1.1" status: 200 len: 1101 time: 0.2112248 Mar 05 13:37:06.646569 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-1e202b84-5d8d-43ef-82cc-493946381304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:06.647944 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-1e202b84-5d8d-43ef-82cc-493946381304 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 1096 time: 0.1734030 Mar 05 13:37:06.655272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aed20f-30ed-4715-8a81-1489d82c6e09 req-fba8c423-7656-429b-9ad2-41d163bf4b58 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:06.656368 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8c1c55a3-21e7-48e5-b8e7-a368a358a863 req-9b52a0b4-82d1-4386-8637-36ca3513ef99 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5e1a3b3-ae2d-4f7c-afbc-25732049b58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762730 Mar 05 13:37:06.656921 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25aed20f-30ed-4715-8a81-1489d82c6e09 req-fba8c423-7656-429b-9ad2-41d163bf4b58 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 1097 time: 0.1892314 Mar 05 13:37:06.674929 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6f072aa1-d076-4961-a9b9-7330c5c698e3 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:06.733113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f072aa1-d076-4961-a9b9-7330c5c698e3 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Pushing event deleted for resources: {'Port': ['ID=9f5112d7-9629-4649-8f78-5cd5dc74720d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:06.817974 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device da042c05-ef83-4e7d-9278-b4acb2685ae6 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:37:06.888294 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6f072aa1-d076-4961-a9b9-7330c5c698e3 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:06.921829 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6f072aa1-d076-4961-a9b9-7330c5c698e3 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:06.923647 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6f072aa1-d076-4961-a9b9-7330c5c698e3 tempest-ImagesOneServerNegativeTestJSON-457289671 tempest-ImagesOneServerNegativeTestJSON-457289671-project] 10.222.0.16 "DELETE /v2.0/floatingips/4034c1c9-b5d9-48a4-94d6-9f7493ff3b5d HTTP/1.1" status: 204 len: 168 time: 1.7143366 Mar 05 13:37:06.938562 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd6f2a-ce81-4d01-b19a-fc7418139e79 req-3e8da37f-9226-4fba-aee7-fdca1f874b03 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:06.940413 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5ffd6f2a-ce81-4d01-b19a-fc7418139e79 req-3e8da37f-9226-4fba-aee7-fdca1f874b03 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 945 time: 0.1353769 Mar 05 13:37:06.951632 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25aed20f-30ed-4715-8a81-1489d82c6e09 req-a58244e2-2c2c-4441-9036-88bda39a67e6 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338924 Mar 05 13:37:07.006105 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5ffd6f2a-ce81-4d01-b19a-fc7418139e79 req-4263cee3-2e8b-4596-bedb-1d374ced6948 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594828 Mar 05 13:37:07.047334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-64f7c0f0-c4b6-466c-83cc-cac795c5ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:07.048794 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-64f7c0f0-c4b6-466c-83cc-cac795c5ba8e service neutron] 10.222.0.15 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 920 time: 0.3908830 Mar 05 13:37:07.060035 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-fab4d7ea-cb54-4fd8-9e8d-ceaaf0894d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:07.061619 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-fab4d7ea-cb54-4fd8-9e8d-ceaaf0894d0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 1101 time: 0.3779650 Mar 05 13:37:07.106698 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port da042c05-ef83-4e7d-9278-b4acb2685ae6, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=da042c05-ef83-4e7d-9278-b4acb2685ae6,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:07.126652 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'da042c05-ef83-4e7d-9278-b4acb2685ae6', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': 'da042c05-ef83-4e7d-9278-b4acb2685ae6', 'mac_address': 'fa:16:3e:b8:a8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:37:07.143294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47098) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:07.217883 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:07.225016 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-6b0d8d6c-ec29-4451-9031-0387ed826cb8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 HTTP/1.1" status: 200 len: 217 time: 0.1624570 Mar 05 13:37:07.250257 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da042c05-ef83-4e7d-9278-b4acb2685ae6 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:37:07.270049 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port da042c05-ef83-4e7d-9278-b4acb2685ae6, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=da042c05-ef83-4e7d-9278-b4acb2685ae6,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:07.280279 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:07.359970 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=da042c05-ef83-4e7d-9278-b4acb2685ae6,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:07.409744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-5cbb1685-0d06-4c7b-a39f-49a26daaad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:07.411069 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-5cbb1685-0d06-4c7b-a39f-49a26daaad79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ddb228e-b84a-4351-a2cb-7f33147be2ea HTTP/1.1" status: 200 len: 860 time: 0.1711779 Mar 05 13:37:07.475868 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e9f986af-df9b-41b0-8be4-b678532796ce req-4e4aa5d4-1b7b-4256-9fdb-3375a86125d5 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4826353 Mar 05 13:37:07.481735 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-7e6e26e5-c943-4c9d-89c3-9d9173583838 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634661 Mar 05 13:37:07.515603 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-e9f986af-df9b-41b0-8be4-b678532796ce req-fe0e8bcd-b9c9-4984-a36c-4eb72f05f2da tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:07.525876 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-e9f986af-df9b-41b0-8be4-b678532796ce req-fe0e8bcd-b9c9-4984-a36c-4eb72f05f2da tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:37:07.539116 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-2c713e51-25db-4fc4-bb35-27c57c1a64b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:07.541202 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-2c713e51-25db-4fc4-bb35-27c57c1a64b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.4202993 Mar 05 13:37:07.548323 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e9f986af-df9b-41b0-8be4-b678532796ce req-fe0e8bcd-b9c9-4984-a36c-4eb72f05f2da tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Usage tracker for resource:floatingip and tenant:08b8d14ed6734fb5b6479aa152b1b1a2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:37:07.599238 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c95800-892b-471c-a7ca-6bcab5e51e5c req-f36a4ca8-ea8c-4f0c-90ba-c421528d4952 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:07.600724 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a8c95800-892b-471c-a7ca-6bcab5e51e5c req-f36a4ca8-ea8c-4f0c-90ba-c421528d4952 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 950 time: 0.2363701 Mar 05 13:37:07.608344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e9f986af-df9b-41b0-8be4-b678532796ce req-fe0e8bcd-b9c9-4984-a36c-4eb72f05f2da tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:37:07.610083 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['da042c05-ef83-4e7d-9278-b4acb2685ae6'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:37:07.663264 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-d2cf0c04-e7f6-4e36-961d-ec363bc9666e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=626397c2-da47-446a-88f4-5c976be043f3 HTTP/1.1" status: 200 len: 217 time: 0.1159995 Mar 05 13:37:07.668951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-e9f986af-df9b-41b0-8be4-b678532796ce req-fe0e8bcd-b9c9-4984-a36c-4eb72f05f2da tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:37:07.743530 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e9f986af-df9b-41b0-8be4-b678532796ce req-fe0e8bcd-b9c9-4984-a36c-4eb72f05f2da tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:07.800639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-59d88709-cca4-41d3-a6b7-08f8212c71a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:07.802361 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-59d88709-cca4-41d3-a6b7-08f8212c71a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1302576 Mar 05 13:37:07.811152 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-ae998391-7b78-4d45-adee-b3cd15c4b6cb service neutron] 10.222.0.15 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205709 Mar 05 13:37:07.839733 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a8c95800-892b-471c-a7ca-6bcab5e51e5c req-4d4987b0-d872-40c0-a572-767cb4f2c0a1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186871 Mar 05 13:37:08.094551 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-82393fbc-8505-4171-b89c-bf96c90935ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:08.166318 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-adac006a-7a1d-4529-a747-940a13f18922 service neutron] 10.222.0.15 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425109 Mar 05 13:37:08.180661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-b27ff420-5a20-4053-a183-ec95f9410a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:08.190507 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-b27ff420-5a20-4053-a183-ec95f9410a97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3596015 Mar 05 13:37:08.190507 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e9f986af-df9b-41b0-8be4-b678532796ce req-fe0e8bcd-b9c9-4984-a36c-4eb72f05f2da tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:08.634022 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-82393fbc-8505-4171-b89c-bf96c90935ec admin admin] Deleting port be539706-83dd-4ac5-9dc9-c1ac55a8a775 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:37:08.637045 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-82393fbc-8505-4171-b89c-bf96c90935ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:08.637201 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-c68dd8cd-7fd7-499c-a6ab-4df7622dd1d4 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483349 Mar 05 13:37:08.692300 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-e9f986af-df9b-41b0-8be4-b678532796ce req-fe0e8bcd-b9c9-4984-a36c-4eb72f05f2da tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Allocated IP 172.25.4.146 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/1331bc9e-9b40-405a-99c2-b850073944bc) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:37:08.727136 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1f861c63-fc3e-471c-a694-1bea95dac6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:08.849651 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device da042c05-ef83-4e7d-9278-b4acb2685ae6 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:37:08.855221 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-82393fbc-8505-4171-b89c-bf96c90935ec admin admin] For port be539706-83dd-4ac5-9dc9-c1ac55a8a775, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=be539706-83dd-4ac5-9dc9-c1ac55a8a775,segment=NetworkSegment(8d11f382-75e0-45bf-a047-a2f6ecccdcd6),segment_id=8d11f382-75e0-45bf-a047-a2f6ecccdcd6)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:08.855221 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-82393fbc-8505-4171-b89c-bf96c90935ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:08.947188 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0cc71119-1e70-491e-8ffd-1f904d9839f1 req-e0cbc57b-c719-41bf-bee3-7b3d0963076e service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022907 Mar 05 13:37:08.976910 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port da042c05-ef83-4e7d-9278-b4acb2685ae6 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:37:08.986273 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port da042c05-ef83-4e7d-9278-b4acb2685ae6 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:08.987154 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:08.999305 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e9f986af-df9b-41b0-8be4-b678532796ce req-fe0e8bcd-b9c9-4984-a36c-4eb72f05f2da tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:09.003588 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-82393fbc-8505-4171-b89c-bf96c90935ec admin admin] Calling delete_port for be539706-83dd-4ac5-9dc9-c1ac55a8a775 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:37:09.036432 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e9f986af-df9b-41b0-8be4-b678532796ce req-fe0e8bcd-b9c9-4984-a36c-4eb72f05f2da tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:09.097657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f986af-df9b-41b0-8be4-b678532796ce req-fe0e8bcd-b9c9-4984-a36c-4eb72f05f2da tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:37:09.100734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-e9f986af-df9b-41b0-8be4-b678532796ce req-fe0e8bcd-b9c9-4984-a36c-4eb72f05f2da tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:37:09.105952 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f986af-df9b-41b0-8be4-b678532796ce req-fe0e8bcd-b9c9-4984-a36c-4eb72f05f2da tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:37:09.182815 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e8bcd-b9c9-4984-a36c-4eb72f05f2da tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Pushing event updated for resources: {'Port': ['ID=1331bc9e-9b40-405a-99c2-b850073944bc,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:09.207544 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:09.246059 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37400eb5-94a2-464a-bcc4-6fbebcd4c781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da042c05-ef83-4e7d-9278-b4acb2685ae6'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:37:09.257214 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port da042c05-ef83-4e7d-9278-b4acb2685ae6, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=da042c05-ef83-4e7d-9278-b4acb2685ae6,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:09.264127 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:09.280145 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e9f986af-df9b-41b0-8be4-b678532796ce req-fe0e8bcd-b9c9-4984-a36c-4eb72f05f2da tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:09.341996 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=da042c05-ef83-4e7d-9278-b4acb2685ae6,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:09.346895 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-62276db4-c93f-417f-bc7d-aa88d0474f3c tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:37:09.348328 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-62276db4-c93f-417f-bc7d-aa88d0474f3c tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140796 Mar 05 13:37:09.361590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-35340ccc-1f5d-4250-a55f-bc9b0bbdde1b service neutron] Request body: {'binding': {'host': 'n-h2-803718-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:09.362393 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-35340ccc-1f5d-4250-a55f-bc9b0bbdde1b service neutron] Unknown quota resources ['binding']. {{(pid=87914) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 05 13:37:09.409828 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e9f986af-df9b-41b0-8be4-b678532796ce req-fe0e8bcd-b9c9-4984-a36c-4eb72f05f2da tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:09.506700 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-82393fbc-8505-4171-b89c-bf96c90935ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:09.638480 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82393fbc-8505-4171-b89c-bf96c90935ec admin admin] Pushing event deleted for resources: {'Port': ['ID=be539706-83dd-4ac5-9dc9-c1ac55a8a775,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:09.775651 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-35340ccc-1f5d-4250-a55f-bc9b0bbdde1b service neutron] Attempting to bind port 020cc80d-a818-4a1b-a755-346d6624c02b on host n-h2-803718-1 for vnic_type normal with profile None {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:37:09.775993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-35340ccc-1f5d-4250-a55f-bc9b0bbdde1b service neutron] Attempting to bind port 020cc80d-a818-4a1b-a755-346d6624c02b by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:37:09.776321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-35340ccc-1f5d-4250-a55f-bc9b0bbdde1b service neutron] Attempting to bind port 020cc80d-a818-4a1b-a755-346d6624c02b on network 1e632aab-7405-4a4c-851d-f121cf35a970 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:09.794727 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-35340ccc-1f5d-4250-a55f-bc9b0bbdde1b service neutron] Port 020cc80d-a818-4a1b-a755-346d6624c02b on network 1e632aab-7405-4a4c-851d-f121cf35a970 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:37:09.795075 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-35340ccc-1f5d-4250-a55f-bc9b0bbdde1b service neutron] Attempting to bind port 020cc80d-a818-4a1b-a755-346d6624c02b on network 1e632aab-7405-4a4c-851d-f121cf35a970 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:09.800225 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e9f986af-df9b-41b0-8be4-b678532796ce req-fe0e8bcd-b9c9-4984-a36c-4eb72f05f2da tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:09.804360 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-35340ccc-1f5d-4250-a55f-bc9b0bbdde1b service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:37:09.804702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-35340ccc-1f5d-4250-a55f-bc9b0bbdde1b service neutron] Checking segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:37:09.805160 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-35340ccc-1f5d-4250-a55f-bc9b0bbdde1b service neutron] Bound using segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:37:09.805623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-35340ccc-1f5d-4250-a55f-bc9b0bbdde1b service neutron] Bound port: 020cc80d-a818-4a1b-a755-346d6624c02b, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:37:09.810311 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e9f986af-df9b-41b0-8be4-b678532796ce req-fe0e8bcd-b9c9-4984-a36c-4eb72f05f2da tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:09.953611 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e8bcd-b9c9-4984-a36c-4eb72f05f2da tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Pushing event updated for resources: {'Port': ['ID=1331bc9e-9b40-405a-99c2-b850073944bc,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:09.969631 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e9f986af-df9b-41b0-8be4-b678532796ce req-fe0e8bcd-b9c9-4984-a36c-4eb72f05f2da tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:09.974855 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-35340ccc-1f5d-4250-a55f-bc9b0bbdde1b service neutron] For port 020cc80d-a818-4a1b-a755-346d6624c02b, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=020cc80d-a818-4a1b-a755-346d6624c02b,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:37:09.998706 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-82393fbc-8505-4171-b89c-bf96c90935ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:10.007538 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-35340ccc-1f5d-4250-a55f-bc9b0bbdde1b service neutron] Notify callbacks [] for binding, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:10.009107 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-35340ccc-1f5d-4250-a55f-bc9b0bbdde1b service neutron] 10.222.0.16 "POST /v2.0/ports/020cc80d-a818-4a1b-a755-346d6624c02b/bindings HTTP/1.1" status: 201 len: 389 time: 0.6529241 Mar 05 13:37:10.011310 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e9f986af-df9b-41b0-8be4-b678532796ce req-fe0e8bcd-b9c9-4984-a36c-4eb72f05f2da tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:10.012577 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e9f986af-df9b-41b0-8be4-b678532796ce req-fe0e8bcd-b9c9-4984-a36c-4eb72f05f2da tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5211577 Mar 05 13:37:10.111284 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e9f986af-df9b-41b0-8be4-b678532796ce req-e585ad64-db7c-45b4-891d-606b2f0c6f85 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Synchronizing usage tracker for tenant:08b8d14ed6734fb5b6479aa152b1b1a2 on resource:floatingip {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:37:10.139509 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e9f986af-df9b-41b0-8be4-b678532796ce req-e585ad64-db7c-45b4-891d-606b2f0c6f85 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Unset dirty status for tenant:08b8d14ed6734fb5b6479aa152b1b1a2 on resource:floatingip {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:37:10.140872 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e9f986af-df9b-41b0-8be4-b678532796ce req-e585ad64-db7c-45b4-891d-606b2f0c6f85 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 696 time: 0.1215246 Mar 05 13:37:10.370706 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 626397c2-da47-446a-88f4-5c976be043f3 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:37:10.407417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f986af-df9b-41b0-8be4-b678532796ce req-300547d2-081e-4887-9899-f3990cd0e0e7 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:10.409001 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e9f986af-df9b-41b0-8be4-b678532796ce req-300547d2-081e-4887-9899-f3990cd0e0e7 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.2600861 Mar 05 13:37:10.419618 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-e9f986af-df9b-41b0-8be4-b678532796ce req-6365be43-fd90-49e9-ba26-c0ce3f664de9 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:37:10.420553 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e9f986af-df9b-41b0-8be4-b678532796ce req-6365be43-fd90-49e9-ba26-c0ce3f664de9 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061586 Mar 05 13:37:10.439098 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-c52d5dcc-7a43-4fbd-8c59-44898356d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:10.440559 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-c52d5dcc-7a43-4fbd-8c59-44898356d426 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 1097 time: 0.1436768 Mar 05 13:37:10.531472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea77d6f-56ff-4b94-871c-6e4b9b0d219a req-445f45bb-502d-4bf4-9907-3ae001a20be2 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:10.538479 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fea77d6f-56ff-4b94-871c-6e4b9b0d219a req-445f45bb-502d-4bf4-9907-3ae001a20be2 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.16 "GET /v2.0/ports?device_id=37400eb5-94a2-464a-bcc4-6fbebcd4c781 HTTP/1.1" status: 200 len: 950 time: 0.2131419 Mar 05 13:37:10.546181 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82393fbc-8505-4171-b89c-bf96c90935ec admin admin] Router e3240a4b-bf27-44a2-ab83-161a651f3874 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:37:10.582248 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:10.638510 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 626397c2-da47-446a-88f4-5c976be043f3, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=626397c2-da47-446a-88f4-5c976be043f3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:10.646286 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:10.687732 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fea77d6f-56ff-4b94-871c-6e4b9b0d219a req-0dca61dc-d94a-4507-96c9-c8e4e17b72be tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5e1a3b3-ae2d-4f7c-afbc-25732049b58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481473 Mar 05 13:37:10.724475 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=626397c2-da47-446a-88f4-5c976be043f3,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:10.828672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-55b3daf1-d81b-4c4b-bf07-d7572d1a20df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:10.830462 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-55b3daf1-d81b-4c4b-bf07-d7572d1a20df service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 907 time: 0.3786104 Mar 05 13:37:10.836334 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 7bbb1d2a-8f93-4f60-94e6-7c8815be027b no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:37:10.858670 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82393fbc-8505-4171-b89c-bf96c90935ec admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:37:10.870971 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3756c3-9679-4c6a-8ef0-8d3f49dbdfbf None None] Sync routers for ids ['e3240a4b-bf27-44a2-ab83-161a651f3874'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:37:10.883064 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3756c3-9679-4c6a-8ef0-8d3f49dbdfbf None None] Routers {'e3240a4b-bf27-44a2-ab83-161a651f3874'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:37:10.884086 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-eb3756c3-9679-4c6a-8ef0-8d3f49dbdfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:36:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e3240a4b-bf27-44a2-ab83-161a651f3874'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:10.887945 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-82393fbc-8505-4171-b89c-bf96c90935ec admin admin] 10.222.0.16 "PUT /v2.0/routers/e3240a4b-bf27-44a2-ab83-161a651f3874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7434919 Mar 05 13:37:10.890537 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47162) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:10.914420 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e584074d-b75e-48ed-b58d-e98eeffbe4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:10.929400 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-2a3f29e8-2c62-412d-8c04-36ee3255f894 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=020cc80d-a818-4a1b-a755-346d6624c02b HTTP/1.1" status: 200 len: 217 time: 0.0903695 Mar 05 13:37:10.944654 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d08d3-218b-44c9-85fc-c0fe77080e14 req-caa53a26-2ed3-493b-8b45-92386b13a11b tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:10.954470 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d03d08d3-218b-44c9-85fc-c0fe77080e14 req-caa53a26-2ed3-493b-8b45-92386b13a11b tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 945 time: 0.2224896 Mar 05 13:37:11.004304 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406d1c7-e5bf-4904-9c25-9608df76dd24 req-d245b1bd-3a98-46d8-ac9b-c33530f4b18e tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:11.012286 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a406d1c7-e5bf-4904-9c25-9608df76dd24 req-d245b1bd-3a98-46d8-ac9b-c33530f4b18e tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 948 time: 0.2219760 Mar 05 13:37:11.096910 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d03d08d3-218b-44c9-85fc-c0fe77080e14 req-8f6bc041-b4cd-45ec-a3d8-60bb92fe2ee9 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414251 Mar 05 13:37:11.102784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-90e33a0c-cb8b-4a57-b7af-727e84ed5fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:11.104650 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:11.108894 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-90e33a0c-cb8b-4a57-b7af-727e84ed5fea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ac31366-a7f9-483e-b1e1-eea597fcd311 HTTP/1.1" status: 200 len: 847 time: 0.1515033 Mar 05 13:37:11.130046 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-eb3756c3-9679-4c6a-8ef0-8d3f49dbdfbf None None] Set router e3240a4b-bf27-44a2-ab83-161a651f3874 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:37:11.132645 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a406d1c7-e5bf-4904-9c25-9608df76dd24 req-2c998cca-0251-41e6-a002-f895a77894ed tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194420 Mar 05 13:37:11.185850 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 7bbb1d2a-8f93-4f60-94e6-7c8815be027b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=7bbb1d2a-8f93-4f60-94e6-7c8815be027b,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:11.195578 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:11.238526 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-b2b3f69d-69c1-49da-a7fa-8b3db124bb4e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e632aab-7405-4a4c-851d-f121cf35a970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139972 Mar 05 13:37:11.239995 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:11.247480 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37400eb5-94a2-464a-bcc4-6fbebcd4c781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da042c05-ef83-4e7d-9278-b4acb2685ae6', 'code': 200} Mar 05 13:37:11.317972 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=7bbb1d2a-8f93-4f60-94e6-7c8815be027b,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:11.433944 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47176) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:11.477425 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-252cba4c-930d-4e29-8d70-4cef42ccd665 service neutron] 10.222.0.30 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322779 Mar 05 13:37:11.536972 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-eb3756c3-9679-4c6a-8ef0-8d3f49dbdfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3240a4b-bf27-44a2-ab83-161a651f3874', 'name': 'tempest-AttachSCSIVolumeTestJSON-691859721-router', 'tenant_id': '92bf82572fbb434393b937a47fe60812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '54f29203-85b2-401a-bdf2-0b29cfde5969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:34:51Z', 'updated_at': '2022-03-05T13:37:09Z', 'revision_number': 5, 'project_id': '92bf82572fbb434393b937a47fe60812', 'gw_port': {'id': '54f29203-85b2-401a-bdf2-0b29cfde5969', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3240a4b-bf27-44a2-ab83-161a651f3874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:34:53Z', 'updated_at': '2022-03-05T13:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:11.542042 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3756c3-9679-4c6a-8ef0-8d3f49dbdfbf None None] Checking router: e3240a4b-bf27-44a2-ab83-161a651f3874 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:37:11.550698 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3756c3-9679-4c6a-8ef0-8d3f49dbdfbf None None] Routers {'e3240a4b-bf27-44a2-ab83-161a651f3874'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:37:11.551591 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-eb3756c3-9679-4c6a-8ef0-8d3f49dbdfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:37:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e3240a4b-bf27-44a2-ab83-161a651f3874'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:11.629840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-acafa642-6c00-4688-9ef2-2ad3b370f32e admin admin] Deleting subnet 36ee2287-7bca-4206-a433-1adee841abd4 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:37:11.643915 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-acafa642-6c00-4688-9ef2-2ad3b370f32e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:11.745678 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-eb3756c3-9679-4c6a-8ef0-8d3f49dbdfbf None None] Set router e3240a4b-bf27-44a2-ab83-161a651f3874 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:37:11.790785 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-acafa642-6c00-4688-9ef2-2ad3b370f32e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:11.831148 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-d3106c09-0da5-4374-87ef-def1888d2d36 service neutron] 10.222.0.30 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450897 Mar 05 13:37:11.841828 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:11.857079 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd73459-9053-419a-ad4e-04471e1af0bc req-57ebe078-c34f-4cb5-94fe-bb72eae03c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:11.858877 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cdd73459-9053-419a-ad4e-04471e1af0bc req-57ebe078-c34f-4cb5-94fe-bb72eae03c37 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=37400eb5-94a2-464a-bcc4-6fbebcd4c781 HTTP/1.1" status: 200 len: 1101 time: 0.4513559 Mar 05 13:37:11.868890 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:37:11.885329 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:11.895743 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e0f23-c28b-431b-8688-b7a42c91eedb req-f1585cb4-4f8a-4f67-82e6-6f5679c36a38 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:11.902586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07741c0c-71e8-4df8-a828-6a41606db100 req-cead7b38-a2f2-4eb3-8b57-e60e6b7ba5f7 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:11.903342 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9e5e0f23-c28b-431b-8688-b7a42c91eedb req-f1585cb4-4f8a-4f67-82e6-6f5679c36a38 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 946 time: 0.4946194 Mar 05 13:37:11.905604 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07741c0c-71e8-4df8-a828-6a41606db100 req-cead7b38-a2f2-4eb3-8b57-e60e6b7ba5f7 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/networks?id=00d7a38b-c3b6-406f-a703-0c7323200545 HTTP/1.1" status: 200 len: 821 time: 0.3651111 Mar 05 13:37:11.909138 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Deleting port 54f29203-85b2-401a-bdf2-0b29cfde5969 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:37:11.909557 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:11.925314 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-acafa642-6c00-4688-9ef2-2ad3b370f32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:11.958533 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07741c0c-71e8-4df8-a828-6a41606db100 req-433deade-8d44-4315-8efb-92fcb1497a67 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/quotas/08b8d14ed6734fb5b6479aa152b1b1a2 HTTP/1.1" status: 200 len: 375 time: 0.0444751 Mar 05 13:37:12.012789 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cdd73459-9053-419a-ad4e-04471e1af0bc req-02adc690-60a3-4d85-b6a7-6a5de1e4851a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a5e1a3b3-ae2d-4f7c-afbc-25732049b58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429343 Mar 05 13:37:12.017257 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:12.031932 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9e5e0f23-c28b-431b-8688-b7a42c91eedb req-bbd29526-1d98-492b-bf4b-0e788fadd7fa tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276069 Mar 05 13:37:12.097629 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07741c0c-71e8-4df8-a828-6a41606db100 req-d07d53f8-3ebd-4b4f-81cc-2aef0b9a3228 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=08b8d14ed6734fb5b6479aa152b1b1a2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1295352 Mar 05 13:37:12.098952 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-acafa642-6c00-4688-9ef2-2ad3b370f32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:12.099970 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-eb3756c3-9679-4c6a-8ef0-8d3f49dbdfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3240a4b-bf27-44a2-ab83-161a651f3874', 'name': 'tempest-AttachSCSIVolumeTestJSON-691859721-router', 'tenant_id': '92bf82572fbb434393b937a47fe60812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '54f29203-85b2-401a-bdf2-0b29cfde5969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:34:51Z', 'updated_at': '2022-03-05T13:37:09Z', 'revision_number': 5, 'project_id': '92bf82572fbb434393b937a47fe60812', 'gw_port': {'id': '54f29203-85b2-401a-bdf2-0b29cfde5969', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3240a4b-bf27-44a2-ab83-161a651f3874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:34:53Z', 'updated_at': '2022-03-05T13:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:12.106402 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3756c3-9679-4c6a-8ef0-8d3f49dbdfbf None None] The sync data for ids ['e3240a4b-bf27-44a2-ab83-161a651f3874'] in n-d-803718-1 is: [{'id': 'e3240a4b-bf27-44a2-ab83-161a651f3874', 'name': 'tempest-AttachSCSIVolumeTestJSON-691859721-router', 'tenant_id': '92bf82572fbb434393b937a47fe60812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '54f29203-85b2-401a-bdf2-0b29cfde5969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:34:51Z', 'updated_at': '2022-03-05T13:37:09Z', 'revision_number': 5, 'project_id': '92bf82572fbb434393b937a47fe60812', 'gw_port': {'id': '54f29203-85b2-401a-bdf2-0b29cfde5969', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3240a4b-bf27-44a2-ab83-161a651f3874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:34:53Z', 'updated_at': '2022-03-05T13:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:37:12.177694 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafa642-6c00-4688-9ef2-2ad3b370f32e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ee2287-7bca-4206-a433-1adee841abd4,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:12.184210 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-acafa642-6c00-4688-9ef2-2ad3b370f32e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:12.207793 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-acafa642-6c00-4688-9ef2-2ad3b370f32e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/36ee2287-7bca-4206-a433-1adee841abd4 HTTP/1.1" status: 204 len: 168 time: 0.7705357 Mar 05 13:37:12.208120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47200) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:12.224740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] For port 54f29203-85b2-401a-bdf2-0b29cfde5969, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=54f29203-85b2-401a-bdf2-0b29cfde5969,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:12.225096 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:12.361849 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 626397c2-da47-446a-88f4-5c976be043f3 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:37:12.405180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Calling delete_port for 54f29203-85b2-401a-bdf2-0b29cfde5969 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:37:12.555152 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fbce4db7-52f8-4c49-bb56-d03715d0ff0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:12.558382 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device be539706-83dd-4ac5-9dc9-c1ac55a8a775 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:37:12.559744 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07741c0c-71e8-4df8-a828-6a41606db100 req-f16b0a90-4f57-48ce-9164-d3bc7b32b93c service neutron] 10.222.0.16 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050508 Mar 05 13:37:12.630144 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: be539706-83dd-4ac5-9dc9-c1ac55a8a775 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:37:12.630483 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device be539706-83dd-4ac5-9dc9-c1ac55a8a775 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:37:12.707274 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 626397c2-da47-446a-88f4-5c976be043f3, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=626397c2-da47-446a-88f4-5c976be043f3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:12.724901 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '626397c2-da47-446a-88f4-5c976be043f3', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '626397c2-da47-446a-88f4-5c976be043f3', 'mac_address': 'fa:16:3e:ca:5c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:37:12.784324 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:12.831442 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:12.853888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626397c2-da47-446a-88f4-5c976be043f3 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:37:12.858274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=54f29203-85b2-401a-bdf2-0b29cfde5969,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:12.876020 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07741c0c-71e8-4df8-a828-6a41606db100 req-f7c4548e-3e2f-48cc-b214-f46272048d0c service neutron] 10.222.0.16 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076050 Mar 05 13:37:12.877258 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 626397c2-da47-446a-88f4-5c976be043f3, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=626397c2-da47-446a-88f4-5c976be043f3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:12.886901 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:12.915139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:12.915479 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:12.916749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:12.917171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:12.917417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:12.917736 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:12.918048 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:12.918362 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:12.918672 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:12.919011 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:12.919322 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:12.919636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:12.982929 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:13.045587 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=626397c2-da47-446a-88f4-5c976be043f3,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:13.153327 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fbce4db7-52f8-4c49-bb56-d03715d0ff0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:13.189101 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-fbce4db7-52f8-4c49-bb56-d03715d0ff0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b2eb6e-3d38-4c16-ba82-6b5b693871a7']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:13.201631 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:13.204067 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:13.204345 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-fbce4db7-52f8-4c49-bb56-d03715d0ff0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af20479-e21d-45a6-9a77-81e6b7ab8923') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:13.204930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-fbce4db7-52f8-4c49-bb56-d03715d0ff0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af20479-e21d-45a6-9a77-81e6b7ab8923') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:13.207434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['626397c2-da47-446a-88f4-5c976be043f3'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:37:13.220499 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fbce4db7-52f8-4c49-bb56-d03715d0ff0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:13.244697 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fbce4db7-52f8-4c49-bb56-d03715d0ff0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:13.252928 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbce4db7-52f8-4c49-bb56-d03715d0ff0e admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:37:13.253851 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fbce4db7-52f8-4c49-bb56-d03715d0ff0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:13.272462 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:13.276069 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3240a4b-bf27-44a2-ab83-161a651f3874 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:37:13.280956 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:37:13.295655 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44d379b-f014-42fd-a82b-e62f1e33b935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '626397c2-da47-446a-88f4-5c976be043f3'}, {'server_uuid': 'f4768509-4ede-4ef3-b023-22fb3dbe11c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bbb1d2a-8f93-4f60-94e6-7c8815be027b'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:37:13.409704 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:13.414039 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-511c3faf-9cbf-4208-90e8-0b39e102f5a9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e3240a4b-bf27-44a2-ab83-161a651f3874 HTTP/1.1" status: 204 len: 168 time: 2.5225308 Mar 05 13:37:13.414983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47244) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:13.485082 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fbce4db7-52f8-4c49-bb56-d03715d0ff0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:13.528332 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fbce4db7-52f8-4c49-bb56-d03715d0ff0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:13.541835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce4db7-52f8-4c49-bb56-d03715d0ff0e admin admin] Pushing event deleted for resources: {'Network': ['ID=98b2eb6e-3d38-4c16-ba82-6b5b693871a7,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:13.554893 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fbce4db7-52f8-4c49-bb56-d03715d0ff0e admin admin] 10.222.0.16 "DELETE /v2.0/networks/98b2eb6e-3d38-4c16-ba82-6b5b693871a7 HTTP/1.1" status: 204 len: 168 time: 1.3456678 Mar 05 13:37:13.568074 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:13.594278 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ae5d8-5303-481f-a882-bdf77dc397fe req-c2d2727a-958d-4209-b9d4-911cacaa8b58 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:13.597154 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bb6ae5d8-5303-481f-a882-bdf77dc397fe req-c2d2727a-958d-4209-b9d4-911cacaa8b58 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 945 time: 0.2937939 Mar 05 13:37:13.651828 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bb6ae5d8-5303-481f-a882-bdf77dc397fe req-6cf180ab-1192-4133-9f95-63974989f84a tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452929 Mar 05 13:37:13.671404 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd77806-ab9a-4a90-8f20-70d0798e0791 req-692fcae3-24e2-4191-8692-df4a44c62c62 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:13.683639 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ccd77806-ab9a-4a90-8f20-70d0798e0791 req-692fcae3-24e2-4191-8692-df4a44c62c62 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.16 "GET /v2.0/ports?device_id=37400eb5-94a2-464a-bcc4-6fbebcd4c781 HTTP/1.1" status: 200 len: 950 time: 0.4559169 Mar 05 13:37:13.690829 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b8fce1-97f5-48cc-a40e-3cab57a28d88 admin admin] Deleting subnet 76d14473-20e0-404d-b194-2f703d2b76d2 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:37:13.698045 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-04b8fce1-97f5-48cc-a40e-3cab57a28d88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:13.796297 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ccd77806-ab9a-4a90-8f20-70d0798e0791 req-31a279d6-a5e8-4d8c-b0f4-05a34e4fcaac tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5e1a3b3-ae2d-4f7c-afbc-25732049b58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014705 Mar 05 13:37:13.800851 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-04b8fce1-97f5-48cc-a40e-3cab57a28d88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:13.860580 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47256) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:13.971140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2633c0-f6b5-42a5-82f2-8a272435ced4 req-6ca5217e-4fb8-435e-9380-7e03a895eec4 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:13.972821 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4b2633c0-f6b5-42a5-82f2-8a272435ced4 req-6ca5217e-4fb8-435e-9380-7e03a895eec4 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 949 time: 0.1437562 Mar 05 13:37:13.979270 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a8b671b9-ee1c-436b-acc5-5f2eca59ab33 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25b91ce983e249e4aca88013e0b17918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1166580 Mar 05 13:37:13.981540 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47260) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:14.048760 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-04b8fce1-97f5-48cc-a40e-3cab57a28d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:14.056112 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4b2633c0-f6b5-42a5-82f2-8a272435ced4 req-4e54c6bf-9885-4f34-aed9-a3e12acecf99 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753717 Mar 05 13:37:14.096201 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f03aa84-61a6-472f-8c5d-a9544db13f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:14.147613 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f03aa84-61a6-472f-8c5d-a9544db13f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:14.222834 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-04b8fce1-97f5-48cc-a40e-3cab57a28d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:14.271857 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-04b8fce1-97f5-48cc-a40e-3cab57a28d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:14.277005 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b838a78-9d99-4ab0-8b31-6605800f59fb None None] Network 7b03d11a-a9b9-4e63-9215-df6cc62d8741 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:37:14.298700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8fce1-97f5-48cc-a40e-3cab57a28d88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76d14473-20e0-404d-b194-2f703d2b76d2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:14.314879 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 54f29203-85b2-401a-bdf2-0b29cfde5969 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:37:14.319506 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f03aa84-61a6-472f-8c5d-a9544db13f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:14.369290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a151658-8ee6-4b46-a54c-54911aa983ad req-b7843b64-1410-4190-ab65-fc636d187d51 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:14.377237 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03aa84-61a6-472f-8c5d-a9544db13f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c521d94c-5688-4928-92de-51128fc8f79f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:14.378660 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1a151658-8ee6-4b46-a54c-54911aa983ad req-b7843b64-1410-4190-ab65-fc636d187d51 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 946 time: 0.1561677 Mar 05 13:37:14.386868 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-04b8fce1-97f5-48cc-a40e-3cab57a28d88 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/76d14473-20e0-404d-b194-2f703d2b76d2 HTTP/1.1" status: 204 len: 168 time: 0.9693353 Mar 05 13:37:14.390267 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47268) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:14.409728 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 626397c2-da47-446a-88f4-5c976be043f3 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:37:14.431130 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f03aa84-61a6-472f-8c5d-a9544db13f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:14.432974 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4f03aa84-61a6-472f-8c5d-a9544db13f28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c521d94c-5688-4928-92de-51128fc8f79f HTTP/1.1" status: 204 len: 168 time: 0.4504182 Mar 05 13:37:14.459076 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1a151658-8ee6-4b46-a54c-54911aa983ad req-3ed49941-0db0-4877-8e34-1c7f6e8791d4 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722942 Mar 05 13:37:14.599442 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44d379b-f014-42fd-a82b-e62f1e33b935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '626397c2-da47-446a-88f4-5c976be043f3', 'code': 200} Mar 05 13:37:14.604092 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4768509-4ede-4ef3-b023-22fb3dbe11c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bbb1d2a-8f93-4f60-94e6-7c8815be027b', 'code': 200} Mar 05 13:37:14.640270 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 54f29203-85b2-401a-bdf2-0b29cfde5969 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:37:14.640697 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 54f29203-85b2-401a-bdf2-0b29cfde5969 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:37:14.755452 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2a33a97e-3fea-46b6-85b5-10f14cf86f09 req-ac3b18d3-9dcb-4120-9d0e-b3a254e53e6c tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7f8662-629a-4634-900a-bfc482eaaff9 HTTP/1.1" status: 200 len: 210 time: 0.2590117 Mar 05 13:37:14.974616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 626397c2-da47-446a-88f4-5c976be043f3 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:14.975139 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:14.989152 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dea250af-f6c4-4b44-a493-ed450c343fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:15.254936 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-cd345fc7-ba72-4f14-a890-f65c51c79003 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:15.263585 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-cd345fc7-ba72-4f14-a890-f65c51c79003 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/networks?id=1f953432-db2d-4f6f-a1ee-7fee9f6e7169 HTTP/1.1" status: 200 len: 804 time: 0.3512564 Mar 05 13:37:15.324616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-dea250af-f6c4-4b44-a493-ed450c343fe9 admin admin] Deleting port 4d38c1ec-d004-43a7-994e-5755da12c9fd {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:37:15.324616 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dea250af-f6c4-4b44-a493-ed450c343fe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:15.330046 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-7078c4dc-5557-425d-b821-e7e09315a8fb tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:15.330046 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-7078c4dc-5557-425d-b821-e7e09315a8fb tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.15 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935&tenant_id=78a1cd353882451f977c98a0cde91b02&binding%3Ahost_id=n-h1-803718-1 HTTP/1.1" status: 200 len: 949 time: 0.2958686 Mar 05 13:37:15.424265 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d7a0d3-972b-41e6-bc44-5841ba9112e9 None None] DHCP port deletion for 7b03d11a-a9b9-4e63-9215-df6cc62d8741 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:37:15.444799 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-11d7a0d3-972b-41e6-bc44-5841ba9112e9 None None] Deleting port 4d38c1ec-d004-43a7-994e-5755da12c9fd {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:37:15.444799 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-11d7a0d3-972b-41e6-bc44-5841ba9112e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:15.512928 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f2c55-33e7-4ecd-8532-69616e45663d req-aea0ebff-883f-400c-8469-90717f34b45d tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:15.518435 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-367539bb-8c4e-4999-b036-60bc2deae60d tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/quotas/7da90d298e31481ab9950019fd081bd2 HTTP/1.1" status: 200 len: 375 time: 0.2456932 Mar 05 13:37:15.524284 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-783f2c55-33e7-4ecd-8532-69616e45663d req-aea0ebff-883f-400c-8469-90717f34b45d tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 945 time: 0.3086879 Mar 05 13:37:15.524284 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-69ecdda6-b359-40dd-a6ac-ec1aab59f337 service neutron] 10.222.0.15 "GET /v2.0/ports/626397c2-da47-446a-88f4-5c976be043f3/bindings/n-h1-803718-1 HTTP/1.1" status: 200 len: 382 time: 0.1776068 Mar 05 13:37:15.631104 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:15.667840 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-783f2c55-33e7-4ecd-8532-69616e45663d req-c7321eeb-e76e-4ae9-80f9-3912ef11ad48 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521604 Mar 05 13:37:15.680010 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 626397c2-da47-446a-88f4-5c976be043f3, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=626397c2-da47-446a-88f4-5c976be043f3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:15.691579 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:15.748294 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-38388a0f-cba5-4adc-82af-eb8cfde6ff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:15.751561 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-38388a0f-cba5-4adc-82af-eb8cfde6ff35 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 1100 time: 0.1751270 Mar 05 13:37:15.858694 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=626397c2-da47-446a-88f4-5c976be043f3,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:15.990886 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47312) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:16.002451 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-11d7a0d3-972b-41e6-bc44-5841ba9112e9 None None] For port 4d38c1ec-d004-43a7-994e-5755da12c9fd, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4d38c1ec-d004-43a7-994e-5755da12c9fd,segment=NetworkSegment(8d11f382-75e0-45bf-a047-a2f6ecccdcd6),segment_id=8d11f382-75e0-45bf-a047-a2f6ecccdcd6)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:16.002864 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-11d7a0d3-972b-41e6-bc44-5841ba9112e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:16.044021 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07741c0c-71e8-4df8-a828-6a41606db100 req-d6b9d423-d930-49b3-84df-3664d88b35f5 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:16.044709 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-07741c0c-71e8-4df8-a828-6a41606db100 req-d6b9d423-d930-49b3-84df-3664d88b35f5 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Synchronizing usage tracker for tenant:08b8d14ed6734fb5b6479aa152b1b1a2 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:37:16.085385 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-1511ff64-044e-4063-84e5-a54b71f57fe6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da90d298e31481ab9950019fd081bd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5726519 Mar 05 13:37:16.088866 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-dea250af-f6c4-4b44-a493-ed450c343fe9 admin admin] For port 4d38c1ec-d004-43a7-994e-5755da12c9fd, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4d38c1ec-d004-43a7-994e-5755da12c9fd,segment=NetworkSegment(8d11f382-75e0-45bf-a047-a2f6ecccdcd6),segment_id=8d11f382-75e0-45bf-a047-a2f6ecccdcd6)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:16.089418 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dea250af-f6c4-4b44-a493-ed450c343fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:16.095755 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-61e5a87c-2bf7-451b-b902-6afafa9276bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:16.097576 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-61e5a87c-2bf7-451b-b902-6afafa9276bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.3392742 Mar 05 13:37:16.167397 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-11d7a0d3-972b-41e6-bc44-5841ba9112e9 None None] Calling delete_port for 4d38c1ec-d004-43a7-994e-5755da12c9fd owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:37:16.186073 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1403564378-network', 'tenant_id': 'dc1b1b7707524e28bd71bcf067b7e41e'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:16.204678 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:37:16.210696 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-e9869e9c-d4b0-4cbd-a25e-fff970ba1dee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=626397c2-da47-446a-88f4-5c976be043f3 HTTP/1.1" status: 200 len: 217 time: 0.0955160 Mar 05 13:37:16.221273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f1cc1-9057-4ae8-930d-948e96b40bda req-259e358b-c135-43a4-9681-346c7066554e tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:16.223004 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-531f1cc1-9057-4ae8-930d-948e96b40bda req-259e358b-c135-43a4-9681-346c7066554e tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.16 "GET /v2.0/ports?device_id=37400eb5-94a2-464a-bcc4-6fbebcd4c781 HTTP/1.1" status: 200 len: 950 time: 0.2977769 Mar 05 13:37:16.225465 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Usage tracker for resource:network and tenant:dc1b1b7707524e28bd71bcf067b7e41e is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:37:16.230969 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:37:16.247386 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4d38c1ec-d004-43a7-994e-5755da12c9fd no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:37:16.257833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-dea250af-f6c4-4b44-a493-ed450c343fe9 admin admin] Calling delete_port for 4d38c1ec-d004-43a7-994e-5755da12c9fd owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:37:16.285989 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-07741c0c-71e8-4df8-a828-6a41606db100 req-d6b9d423-d930-49b3-84df-3664d88b35f5 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Unset dirty status for tenant:08b8d14ed6734fb5b6479aa152b1b1a2 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:37:16.287162 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07741c0c-71e8-4df8-a828-6a41606db100 req-d6b9d423-d930-49b3-84df-3664d88b35f5 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.30 "GET /v2.0/networks?id=00d7a38b-c3b6-406f-a703-0c7323200545 HTTP/1.1" status: 200 len: 821 time: 1.0157244 Mar 05 13:37:16.295487 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:37:16.301980 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-07741c0c-71e8-4df8-a828-6a41606db100 req-09dfcfe2-8bd0-4ef6-87b7-495a6c173590 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Request body: {'port': {'device_id': 'ba7f8662-629a-4634-900a-bfc482eaaff9', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'admin_state_up': True, 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:16.304893 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-11d7a0d3-972b-41e6-bc44-5841ba9112e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:16.350182 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175663e-0475-4132-9a6a-f7cfc75db4f6 req-2a59edd9-5f90-4067-8863-f0893a86dc42 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:16.352262 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e175663e-0475-4132-9a6a-f7cfc75db4f6 req-2a59edd9-5f90-4067-8863-f0893a86dc42 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4768509-4ede-4ef3-b023-22fb3dbe11c7 HTTP/1.1" status: 200 len: 944 time: 0.3382382 Mar 05 13:37:16.355115 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7a0d3-972b-41e6-bc44-5841ba9112e9 None None] Pushing event deleted for resources: {'Port': ['ID=4d38c1ec-d004-43a7-994e-5755da12c9fd,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:16.359236 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d7a0d3-972b-41e6-bc44-5841ba9112e9 None None] No DVR routers for this DVR port 4d38c1ec-d004-43a7-994e-5755da12c9fd on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:37:16.360737 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No active binding found for port 4d38c1ec-d004-43a7-994e-5755da12c9fd {{(pid=87915) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 05 13:37:16.361201 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4d38c1ec-d004-43a7-994e-5755da12c9fd not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:37:16.429818 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Made reservation on behalf of dc1b1b7707524e28bd71bcf067b7e41e for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:37:16.432176 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:16.530128 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-dea250af-f6c4-4b44-a493-ed450c343fe9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:37:16.530409 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-dea250af-f6c4-4b44-a493-ed450c343fe9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:37:16.544205 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-e2734032-d3c1-4b00-aa89-c7dddb26a272 service neutron] 10.222.0.16 "GET /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574876 Mar 05 13:37:16.580767 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-d7eac369-bc51-4b9c-b896-6593f4f2cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:16.582191 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-d7eac369-bc51-4b9c-b896-6593f4f2cfa7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.3579907 Mar 05 13:37:16.588919 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:16.601964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-07741c0c-71e8-4df8-a828-6a41606db100 req-09dfcfe2-8bd0-4ef6-87b7-495a6c173590 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:37:16.605525 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44d379b-f014-42fd-a82b-e62f1e33b935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626397c2-da47-446a-88f4-5c976be043f3'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:37:16.652192 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-531f1cc1-9057-4ae8-930d-948e96b40bda req-f04de318-352e-4431-b8c2-3b64632ee63d tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5e1a3b3-ae2d-4f7c-afbc-25732049b58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222677 Mar 05 13:37:16.665038 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:37:16.667692 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-07741c0c-71e8-4df8-a828-6a41606db100 req-09dfcfe2-8bd0-4ef6-87b7-495a6c173590 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:37:16.670503 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-e175663e-0475-4132-9a6a-f7cfc75db4f6 req-3a3f2e72-d184-4451-b570-1bb1a4799936 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Deleting port 7bbb1d2a-8f93-4f60-94e6-7c8815be027b {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:37:16.670859 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e175663e-0475-4132-9a6a-f7cfc75db4f6 req-3a3f2e72-d184-4451-b570-1bb1a4799936 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:16.686700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07741c0c-71e8-4df8-a828-6a41606db100 req-09dfcfe2-8bd0-4ef6-87b7-495a6c173590 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Made reservation on behalf of 08b8d14ed6734fb5b6479aa152b1b1a2 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:37:16.690321 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07741c0c-71e8-4df8-a828-6a41606db100 req-09dfcfe2-8bd0-4ef6-87b7-495a6c173590 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:16.715861 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Usage tracker for resource:security_group_rule and tenant:dc1b1b7707524e28bd71bcf067b7e41e is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:37:16.719509 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:37:16.729737 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-bed2bc8f-a63d-4de7-acc8-28244bdae089 service neutron] 10.222.0.16 "GET /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734102 Mar 05 13:37:16.738987 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:37:16.835130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-5cb329a9-5fc5-44d6-9fba-ffeab2441980 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:16.836836 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-5cb329a9-5fc5-44d6-9fba-ffeab2441980 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4&tenant_id=d5ffda21ed5b4786823c5a5c4a431675&binding%3Ahost_id=n-h2-803718-1 HTTP/1.1" status: 200 len: 1096 time: 0.5623221 Mar 05 13:37:16.879191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-019b4e7c-89f2-4a07-bca4-fce994d1edf1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803718-1'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:17.038304 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-dea250af-f6c4-4b44-a493-ed450c343fe9 admin admin] Deleting port 4d38c1ec-d004-43a7-994e-5755da12c9fd {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:37:17.038641 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dea250af-f6c4-4b44-a493-ed450c343fe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:17.076736 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-07741c0c-71e8-4df8-a828-6a41606db100 req-09dfcfe2-8bd0-4ef6-87b7-495a6c173590 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Allocated IP 172.20.0.14 (00d7a38b-c3b6-406f-a703-0c7323200545/c39a0a58-c97c-43c2-909d-ee25456614f0/e87f4e2b-b6e8-47f7-8ab5-3dceaed59642) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:37:17.113774 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-a80820f6-951c-4099-8bab-ffb9956a12e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:17.115353 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-a80820f6-951c-4099-8bab-ffb9956a12e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5151515 Mar 05 13:37:17.123107 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-dea250af-f6c4-4b44-a493-ed450c343fe9 admin admin] The port '4d38c1ec-d004-43a7-994e-5755da12c9fd' was deleted {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:37:17.278891 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-019b4e7c-89f2-4a07-bca4-fce994d1edf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:17.302380 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dea250af-f6c4-4b44-a493-ed450c343fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:17.375815 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-dea250af-f6c4-4b44-a493-ed450c343fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b03d11a-a9b9-4e63-9215-df6cc62d8741']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:17.402002 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea33ae-92fa-4822-b8c5-26399331d85a req-eb3c4297-9435-4421-94dc-233f5f89b902 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:17.403663 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-91ea33ae-92fa-4822-b8c5-26399331d85a req-eb3c4297-9435-4421-94dc-233f5f89b902 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 946 time: 0.4068003 Mar 05 13:37:17.407022 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15c4c7-b88e-4887-8b33-a72228d45062 req-29a98bc0-c548-420b-9ab7-01af9d2ca735 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:17.409054 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ab15c4c7-b88e-4887-8b33-a72228d45062 req-29a98bc0-c548-420b-9ab7-01af9d2ca735 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 950 time: 0.6343458 Mar 05 13:37:17.437597 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:17.449319 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-dea250af-f6c4-4b44-a493-ed450c343fe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d11f382-75e0-45bf-a047-a2f6ecccdcd6') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:17.449618 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-dea250af-f6c4-4b44-a493-ed450c343fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d11f382-75e0-45bf-a047-a2f6ecccdcd6') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:17.465873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-e175663e-0475-4132-9a6a-f7cfc75db4f6 req-3a3f2e72-d184-4451-b570-1bb1a4799936 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] For port 7bbb1d2a-8f93-4f60-94e6-7c8815be027b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=7bbb1d2a-8f93-4f60-94e6-7c8815be027b,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:17.466547 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e175663e-0475-4132-9a6a-f7cfc75db4f6 req-3a3f2e72-d184-4451-b570-1bb1a4799936 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:17.481963 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:17.491094 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dea250af-f6c4-4b44-a493-ed450c343fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:17.570461 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dea250af-f6c4-4b44-a493-ed450c343fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:17.593338 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-7c925f9c-c7f5-4cc0-898c-14b8787f02ac service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630082 Mar 05 13:37:17.594756 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea250af-f6c4-4b44-a493-ed450c343fe9 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:37:17.595183 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dea250af-f6c4-4b44-a493-ed450c343fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:37:17.610501 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:37:17.626553 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-91ea33ae-92fa-4822-b8c5-26399331d85a req-716cff90-37a0-4cc1-87b2-bd1d713de82e tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702137 Mar 05 13:37:17.629214 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07741c0c-71e8-4df8-a828-6a41606db100 req-09dfcfe2-8bd0-4ef6-87b7-495a6c173590 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:17.712341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-07741c0c-71e8-4df8-a828-6a41606db100 req-09dfcfe2-8bd0-4ef6-87b7-495a6c173590 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Transition to ACTIVE for port object e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:37:17.725408 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dea250af-f6c4-4b44-a493-ed450c343fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:17.734104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-e175663e-0475-4132-9a6a-f7cfc75db4f6 req-3a3f2e72-d184-4451-b570-1bb1a4799936 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Calling delete_port for 7bbb1d2a-8f93-4f60-94e6-7c8815be027b owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:37:17.747709 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dea250af-f6c4-4b44-a493-ed450c343fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:17.767693 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:37:17.800567 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ab15c4c7-b88e-4887-8b33-a72228d45062 req-093aa525-b7bf-4c3b-abcc-b5da9374d162 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736625 Mar 05 13:37:17.803270 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea250af-f6c4-4b44-a493-ed450c343fe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b03d11a-a9b9-4e63-9215-df6cc62d8741,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:17.810462 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e2ae9869-95b7-4da8-9a43-ba40f1609a9a req-ff4094df-d3ec-4721-9045-b74d67a4bbad tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7f8662-629a-4634-900a-bfc482eaaff9 HTTP/1.1" status: 200 len: 210 time: 0.0641172 Mar 05 13:37:17.831567 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dea250af-f6c4-4b44-a493-ed450c343fe9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7b03d11a-a9b9-4e63-9215-df6cc62d8741 HTTP/1.1" status: 204 len: 168 time: 3.4394274 Mar 05 13:37:17.833852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47334) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:17.860082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3cce75-71ab-4b07-8664-549841db2c68,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:17.878366 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:17.878716 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Added segment a8ef6e6e-206b-40f5-8323-f285688f17f4 of type vlan for network b2936108-7995-40c8-a6ff-6102188204a5 Mar 05 13:37:17.888837 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44d379b-f014-42fd-a82b-e62f1e33b935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626397c2-da47-446a-88f4-5c976be043f3', 'code': 200} Mar 05 13:37:17.948331 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:17.948647 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:17.949004 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:17.949329 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:17.949684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:17.950018 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:17.950361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:17.950707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:17.951077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:17.951413 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:17.951741 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:17.952059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:17.959821 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07741c0c-71e8-4df8-a828-6a41606db100 req-09dfcfe2-8bd0-4ef6-87b7-495a6c173590 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:17.977490 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['275abf79-056c-472c-864e-d8875104ebe7'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:37:18.089151 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:18.174153 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-019b4e7c-89f2-4a07-bca4-fce994d1edf1 service neutron] For port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:18.193050 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-35f6150c-4cb4-4075-beb0-7425cf167ec2 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998577 Mar 05 13:37:18.293638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07741c0c-71e8-4df8-a828-6a41606db100 req-09dfcfe2-8bd0-4ef6-87b7-495a6c173590 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Network 00d7a38b-c3b6-406f-a703-0c7323200545 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:37:18.304029 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-07741c0c-71e8-4df8-a828-6a41606db100 req-09dfcfe2-8bd0-4ef6-87b7-495a6c173590 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:37:18.307027 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-07741c0c-71e8-4df8-a828-6a41606db100 req-09dfcfe2-8bd0-4ef6-87b7-495a6c173590 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:37:18.359195 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:37:18.368286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfcfe2-8bd0-4ef6-87b7-495a6c173590 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Pushing event updated for resources: {'Port': ['ID=e87f4e2b-b6e8-47f7-8ab5-3dceaed59642,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:18.376881 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-32203737-cd29-4dc0-836d-38fd858f5c29 req-8e2868dd-3c14-4e7b-b7ac-53feea95d9ea tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=9344728c-2add-4550-8012-209342552b4c HTTP/1.1" status: 200 len: 210 time: 0.2546842 Mar 05 13:37:18.452683 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07741c0c-71e8-4df8-a828-6a41606db100 req-09dfcfe2-8bd0-4ef6-87b7-495a6c173590 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:18.455185 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07741c0c-71e8-4df8-a828-6a41606db100 req-09dfcfe2-8bd0-4ef6-87b7-495a6c173590 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:18.535660 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:18.537237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:18.538004 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:18.591533 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07741c0c-71e8-4df8-a828-6a41606db100 req-09dfcfe2-8bd0-4ef6-87b7-495a6c173590 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2952244 Mar 05 13:37:18.610862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-07741c0c-71e8-4df8-a828-6a41606db100 req-c8471592-7177-441c-bd38-c088b24dfdc4 service neutron] Request body: {'port': {'device_id': 'ba7f8662-629a-4634-900a-bfc482eaaff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:18.613458 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:18.627098 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 has no active binding in host n-h1-803718-1 {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 05 13:37:18.648075 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e175663e-0475-4132-9a6a-f7cfc75db4f6 req-3a3f2e72-d184-4451-b570-1bb1a4799936 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:18.656772 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-08fdff88-c91b-4899-9691-0d0009eaec4a tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:18.658318 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-08fdff88-c91b-4899-9691-0d0009eaec4a tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.15 "GET /v2.0/networks?id=1f953432-db2d-4f6f-a1ee-7fee9f6e7169 HTTP/1.1" status: 200 len: 804 time: 0.5592632 Mar 05 13:37:18.661924 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5776ddcf-4564-47ed-90d9-6da4cc62857b None None] Provisioning for port e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:37:18.667674 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-019b4e7c-89f2-4a07-bca4-fce994d1edf1 service neutron] For port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:37:18.670001 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5776ddcf-4564-47ed-90d9-6da4cc62857b None None] Provisioning complete for port e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:18.670706 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5776ddcf-4564-47ed-90d9-6da4cc62857b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:18.737785 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5776ddcf-4564-47ed-90d9-6da4cc62857b None None] Port e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:37:18.823420 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-6326a478-2dda-4f29-bb1b-a7d3a9e552ab tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Request body: {'port': {'device_id': '9344728c-2add-4550-8012-209342552b4c', 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169', 'admin_state_up': True, 'tenant_id': '7da90d298e31481ab9950019fd081bd2'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:18.841569 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f2e72-d184-4451-b570-1bb1a4799936 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Pushing event deleted for resources: {'Port': ['ID=7bbb1d2a-8f93-4f60-94e6-7c8815be027b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:18.876492 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] Pushing event updated for resources: {'Network': ['ID=b2936108-7995-40c8-a6ff-6102188204a5,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:18.894299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network b2936108-7995-40c8-a6ff-6102188204a5 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:37:18.895009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590ddfe-586e-4166-ad64-f16e41572521 req-4f7b3700-577a-4f14-a573-b29fc54a8d03 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:18.896513 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3590ddfe-586e-4166-ad64-f16e41572521 req-4f7b3700-577a-4f14-a573-b29fc54a8d03 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 945 time: 0.8677533 Mar 05 13:37:18.990248 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-375e72b5-24bf-4ea9-ac28-cc9c669c7acd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.9974728 Mar 05 13:37:18.999378 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47348) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:19.012829 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-6b7acbac-ba8b-4785-a09f-82b19b9c7cd1 admin admin] Request body: {'subnet': {'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1403564378-subnet', 'tenant_id': 'dc1b1b7707524e28bd71bcf067b7e41e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:19.037087 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6b7acbac-ba8b-4785-a09f-82b19b9c7cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:37:19.045688 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07741c0c-71e8-4df8-a828-6a41606db100 req-c8471592-7177-441c-bd38-c088b24dfdc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:19.059000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6b7acbac-ba8b-4785-a09f-82b19b9c7cd1 admin admin] Usage tracker for resource:subnet and tenant:dc1b1b7707524e28bd71bcf067b7e41e is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:37:19.062581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24900b8-68d2-4cd2-9fd0-b69b2adb0fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:37:19.065991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6b7acbac-ba8b-4785-a09f-82b19b9c7cd1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:37:19.078599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6b7acbac-ba8b-4785-a09f-82b19b9c7cd1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:37:19.080767 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-019b4e7c-89f2-4a07-bca4-fce994d1edf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:19.086201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-e175663e-0475-4132-9a6a-f7cfc75db4f6 req-3a3f2e72-d184-4451-b570-1bb1a4799936 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] No DVR routers for this DVR port 7bbb1d2a-8f93-4f60-94e6-7c8815be027b on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:37:19.099287 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e175663e-0475-4132-9a6a-f7cfc75db4f6 req-3a3f2e72-d184-4451-b570-1bb1a4799936 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:19.101180 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e175663e-0475-4132-9a6a-f7cfc75db4f6 req-3a3f2e72-d184-4451-b570-1bb1a4799936 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.30 "DELETE /v2.0/ports/7bbb1d2a-8f93-4f60-94e6-7c8815be027b HTTP/1.1" status: 204 len: 173 time: 2.7347794 Mar 05 13:37:19.106348 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-019b4e7c-89f2-4a07-bca4-fce994d1edf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:19.173599 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3590ddfe-586e-4166-ad64-f16e41572521 req-fa017a18-e816-43ca-958a-0d21baa4a4c3 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398288 Mar 05 13:37:19.187826 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7acbac-ba8b-4785-a09f-82b19b9c7cd1 admin admin] Made reservation on behalf of dc1b1b7707524e28bd71bcf067b7e41e for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:37:19.189963 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6b7acbac-ba8b-4785-a09f-82b19b9c7cd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:19.264945 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-6326a478-2dda-4f29-bb1b-a7d3a9e552ab tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:37:19.308893 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-6326a478-2dda-4f29-bb1b-a7d3a9e552ab tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Usage tracker for resource:port and tenant:7da90d298e31481ab9950019fd081bd2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:37:19.314267 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-6326a478-2dda-4f29-bb1b-a7d3a9e552ab tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:37:19.332279 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-6326a478-2dda-4f29-bb1b-a7d3a9e552ab tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:37:19.369332 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbdbbd-eee1-4dca-a285-7caa26f7ffbb req-c168ac82-b25d-4c9e-a912-0c9ac01996ff tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:19.370805 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dcdbdbbd-eee1-4dca-a285-7caa26f7ffbb req-c168ac82-b25d-4c9e-a912-0c9ac01996ff tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 946 time: 0.4825797 Mar 05 13:37:19.382523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b4e7c-89f2-4a07-bca4-fce994d1edf1 service neutron] Pushing event updated for resources: {'Port': ['ID=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71,revision_number=7']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:19.393916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-019b4e7c-89f2-4a07-bca4-fce994d1edf1 service neutron] Attempting to bind port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 on host n-h2-803718-1 for vnic_type normal with profile {"migrating_to": "n-h1-803718-1"} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:37:19.394234 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-019b4e7c-89f2-4a07-bca4-fce994d1edf1 service neutron] Attempting to bind port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:37:19.394570 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-019b4e7c-89f2-4a07-bca4-fce994d1edf1 service neutron] Attempting to bind port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:19.403200 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-019b4e7c-89f2-4a07-bca4-fce994d1edf1 service neutron] Port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:37:19.403522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-019b4e7c-89f2-4a07-bca4-fce994d1edf1 service neutron] Attempting to bind port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:19.410162 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-6326a478-2dda-4f29-bb1b-a7d3a9e552ab tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Made reservation on behalf of 7da90d298e31481ab9950019fd081bd2 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:37:19.413631 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-6326a478-2dda-4f29-bb1b-a7d3a9e552ab tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:19.430267 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-019b4e7c-89f2-4a07-bca4-fce994d1edf1 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:37:19.430599 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-019b4e7c-89f2-4a07-bca4-fce994d1edf1 service neutron] Checking segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:37:19.431018 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-019b4e7c-89f2-4a07-bca4-fce994d1edf1 service neutron] Bound using segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:37:19.431606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-019b4e7c-89f2-4a07-bca4-fce994d1edf1 service neutron] Bound port: 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:37:19.431865 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-019b4e7c-89f2-4a07-bca4-fce994d1edf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:19.573819 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dcdbdbbd-eee1-4dca-a285-7caa26f7ffbb req-96fcd0be-2cb2-4f92-a7da-155505c481e7 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860580 Mar 05 13:37:19.668236 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f324a-576a-4128-839f-7eafa3722e7c req-51500544-5265-46ab-bf2b-803bc6195e6a tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:19.670028 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-591f324a-576a-4128-839f-7eafa3722e7c req-51500544-5265-46ab-bf2b-803bc6195e6a tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.16 "GET /v2.0/ports?device_id=37400eb5-94a2-464a-bcc4-6fbebcd4c781 HTTP/1.1" status: 200 len: 950 time: 0.3336632 Mar 05 13:37:19.682572 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-019b4e7c-89f2-4a07-bca4-fce994d1edf1 service neutron] For port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:37:19.688593 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-019b4e7c-89f2-4a07-bca4-fce994d1edf1 service neutron] For port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:37:19.709428 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-019b4e7c-89f2-4a07-bca4-fce994d1edf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:19.835563 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-6326a478-2dda-4f29-bb1b-a7d3a9e552ab tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Allocated IP 172.20.0.5 (1f953432-db2d-4f6f-a1ee-7fee9f6e7169/6db88a0e-28b6-4292-9a67-fc3276cd43d7/aca4348d-3528-4126-a424-6ed632ab94df) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:37:19.890510 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-591f324a-576a-4128-839f-7eafa3722e7c req-6ae31a64-785b-426f-ad73-210f75064b34 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5e1a3b3-ae2d-4f7c-afbc-25732049b58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089224 Mar 05 13:37:19.896102 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7969e389-2681-4e13-8312-f9930b0da521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:19.957708 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-07741c0c-71e8-4df8-a828-6a41606db100 req-c8471592-7177-441c-bd38-c088b24dfdc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:37:19.962054 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6b7acbac-ba8b-4785-a09f-82b19b9c7cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:19.969914 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-019b4e7c-89f2-4a07-bca4-fce994d1edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:19.970505 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-019b4e7c-89f2-4a07-bca4-fce994d1edf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:19.971858 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-019b4e7c-89f2-4a07-bca4-fce994d1edf1 service neutron] 10.222.0.15 "PUT /v2.0/ports/38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 HTTP/1.1" status: 200 len: 1121 time: 3.1091022 Mar 05 13:37:19.976638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b4e7c-89f2-4a07-bca4-fce994d1edf1 service neutron] Pushing event updated for resources: {'Port': ['ID=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71,revision_number=8']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:20.003719 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07741c0c-71e8-4df8-a828-6a41606db100 req-c8471592-7177-441c-bd38-c088b24dfdc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:20.059986 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-07741c0c-71e8-4df8-a828-6a41606db100 req-c8471592-7177-441c-bd38-c088b24dfdc4 service neutron] Transition to ACTIVE for port object e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:37:20.077543 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:37:20.091990 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07741c0c-71e8-4df8-a828-6a41606db100 req-c8471592-7177-441c-bd38-c088b24dfdc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:20.144782 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:37:20.216566 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-6326a478-2dda-4f29-bb1b-a7d3a9e552ab tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:20.238302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7acbac-ba8b-4785-a09f-82b19b9c7cd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a056899c-0e05-45c9-b3d0-c604d8488f62,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:20.250680 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ed75f-692b-41d0-a507-25861b4184e9 req-2874e624-e2bc-42a7-9c57-40dad2b89a78 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:20.250857 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-6326a478-2dda-4f29-bb1b-a7d3a9e552ab tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:20.259821 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f2ed75f-692b-41d0-a507-25861b4184e9 req-2874e624-e2bc-42a7-9c57-40dad2b89a78 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 950 time: 0.5112443 Mar 05 13:37:20.417893 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7acbac-ba8b-4785-a09f-82b19b9c7cd1 admin admin] Checking segment: {'id': 'a8ef6e6e-206b-40f5-8323-f285688f17f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:37:20.419008 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7acbac-ba8b-4785-a09f-82b19b9c7cd1 admin admin] Network hostable DHCP agents. Network: b2936108-7995-40c8-a6ff-6102188204a5, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:37:20.458310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8471592-7177-441c-bd38-c088b24dfdc4 service neutron] Pushing event updated for resources: {'Port': ['ID=e87f4e2b-b6e8-47f7-8ab5-3dceaed59642,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:20.594645 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-6326a478-2dda-4f29-bb1b-a7d3a9e552ab tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Network 1f953432-db2d-4f6f-a1ee-7fee9f6e7169 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:37:20.671515 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-6326a478-2dda-4f29-bb1b-a7d3a9e552ab tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:37:20.687194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-6326a478-2dda-4f29-bb1b-a7d3a9e552ab tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:37:20.737469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a478-2dda-4f29-bb1b-a7d3a9e552ab tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Pushing event updated for resources: {'Port': ['ID=aca4348d-3528-4126-a424-6ed632ab94df,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:20.760388 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b493f-4d2a-4c54-a427-8a099f0d98ea req-fdb2c885-38a4-433c-815d-76680450292c tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:20.761884 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d85b493f-4d2a-4c54-a427-8a099f0d98ea req-fdb2c885-38a4-433c-815d-76680450292c tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7f8662-629a-4634-900a-bfc482eaaff9 HTTP/1.1" status: 200 len: 932 time: 0.7542155 Mar 05 13:37:20.789028 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f2ed75f-692b-41d0-a507-25861b4184e9 req-51e6a540-d289-431c-94c4-25a3fd77ef5b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280354 Mar 05 13:37:20.809394 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-6326a478-2dda-4f29-bb1b-a7d3a9e552ab tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:20.810015 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-6326a478-2dda-4f29-bb1b-a7d3a9e552ab tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:20.820263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7acbac-ba8b-4785-a09f-82b19b9c7cd1 admin admin] Network b2936108-7995-40c8-a6ff-6102188204a5 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:37:20.850426 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-6b7acbac-ba8b-4785-a09f-82b19b9c7cd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, b2936108-7995-40c8-a6ff-6102188204a5) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:37:20.857769 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7acbac-ba8b-4785-a09f-82b19b9c7cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:20.858359 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6b7acbac-ba8b-4785-a09f-82b19b9c7cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:20.860900 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e5269f-02d3-4660-ae8f-2c030a87afe7 None None] Network b2936108-7995-40c8-a6ff-6102188204a5 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:37:20.881282 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24900b8-68d2-4cd2-9fd0-b69b2adb0fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71', 'code': 200} Mar 05 13:37:20.887397 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-07741c0c-71e8-4df8-a828-6a41606db100 req-c8471592-7177-441c-bd38-c088b24dfdc4 service neutron] Attempting to bind port e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:37:20.887724 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-07741c0c-71e8-4df8-a828-6a41606db100 req-c8471592-7177-441c-bd38-c088b24dfdc4 service neutron] Attempting to bind port e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '60f4f820-4dc1-4878-9378-7e10fa2351ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:37:20.888048 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07741c0c-71e8-4df8-a828-6a41606db100 req-c8471592-7177-441c-bd38-c088b24dfdc4 service neutron] Attempting to bind port e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 on network 00d7a38b-c3b6-406f-a703-0c7323200545 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:20.898955 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07741c0c-71e8-4df8-a828-6a41606db100 req-c8471592-7177-441c-bd38-c088b24dfdc4 service neutron] Port e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 on network 00d7a38b-c3b6-406f-a703-0c7323200545 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:37:20.899275 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07741c0c-71e8-4df8-a828-6a41606db100 req-c8471592-7177-441c-bd38-c088b24dfdc4 service neutron] Attempting to bind port e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 on network 00d7a38b-c3b6-406f-a703-0c7323200545 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:20.915913 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6b7acbac-ba8b-4785-a09f-82b19b9c7cd1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9077744 Mar 05 13:37:20.915913 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07741c0c-71e8-4df8-a828-6a41606db100 req-c8471592-7177-441c-bd38-c088b24dfdc4 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:37:20.915913 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07741c0c-71e8-4df8-a828-6a41606db100 req-c8471592-7177-441c-bd38-c088b24dfdc4 service neutron] Checking segment: {'id': '60f4f820-4dc1-4878-9378-7e10fa2351ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:37:20.915913 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07741c0c-71e8-4df8-a828-6a41606db100 req-c8471592-7177-441c-bd38-c088b24dfdc4 service neutron] Bound using segment: {'id': '60f4f820-4dc1-4878-9378-7e10fa2351ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:37:20.915913 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-07741c0c-71e8-4df8-a828-6a41606db100 req-c8471592-7177-441c-bd38-c088b24dfdc4 service neutron] Bound port: e87f4e2b-b6e8-47f7-8ab5-3dceaed59642, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f4f820-4dc1-4878-9378-7e10fa2351ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:37:20.915913 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07741c0c-71e8-4df8-a828-6a41606db100 req-c8471592-7177-441c-bd38-c088b24dfdc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:20.922197 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 7bbb1d2a-8f93-4f60-94e6-7c8815be027b no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:37:20.926334 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d85b493f-4d2a-4c54-a427-8a099f0d98ea req-8820b12a-3bfa-4151-b0b4-15d8f0d5ca42 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e0235cb-9725-45c3-8ff6-26bd4a5af7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564367 Mar 05 13:37:20.938334 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-6326a478-2dda-4f29-bb1b-a7d3a9e552ab tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1253510 Mar 05 13:37:20.942484 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-e2be7443-82f8-465f-ae91-f50aea372201 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:20.944327 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-e2be7443-82f8-465f-ae91-f50aea372201 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342&tenant_id=293ce29818c24610874b0170cb644d65&binding%3Ahost_id=n-h1-803718-1 HTTP/1.1" status: 200 len: 1097 time: 0.3880281 Mar 05 13:37:20.951506 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-9a57b4e2-1d48-45ca-ad8f-cb091df08ae1 service neutron] Request body: {'port': {'device_id': '9344728c-2add-4550-8012-209342552b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:20.990066 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea8a79-4e80-453f-977c-1c99e3aa654d req-83848abb-f0f6-4052-9897-025e767c797b tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:20.991828 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-58ea8a79-4e80-453f-977c-1c99e3aa654d req-83848abb-f0f6-4052-9897-025e767c797b tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.30 "GET /v2.0/ports?device_id=37400eb5-94a2-464a-bcc4-6fbebcd4c781 HTTP/1.1" status: 200 len: 950 time: 0.4367943 Mar 05 13:37:21.037051 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 7bbb1d2a-8f93-4f60-94e6-7c8815be027b {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:37:21.037407 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 7bbb1d2a-8f93-4f60-94e6-7c8815be027b not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:37:21.044275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-1f173857-37af-4994-b911-5923118b5930 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803718-1'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:21.172871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-7969e389-2681-4e13-8312-f9930b0da521 admin admin] Deleting port 71f7c2c6-59bc-4b34-a107-57c5001dd76f {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:37:21.173300 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7969e389-2681-4e13-8312-f9930b0da521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:21.242940 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-b2936108-7995-40c8-a6ff-6102188204a5', 'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5', 'tenant_id': 'dc1b1b7707524e28bd71bcf067b7e41e', 'fixed_ips': [{'subnet_id': 'a056899c-0e05-45c9-b3d0-c604d8488f62'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:37:21.244380 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:21.284834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-58ea8a79-4e80-453f-977c-1c99e3aa654d req-980d7f83-650d-46db-b639-f5626ae9e1f6 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Deleting port da042c05-ef83-4e7d-9278-b4acb2685ae6 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:37:21.285178 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-58ea8a79-4e80-453f-977c-1c99e3aa654d req-980d7f83-650d-46db-b639-f5626ae9e1f6 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:21.332725 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-6a5b5830-b80c-4ef9-9ca6-0dd22a37f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:21.334357 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-6a5b5830-b80c-4ef9-9ca6-0dd22a37f7a6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935&tenant_id=78a1cd353882451f977c98a0cde91b02 HTTP/1.1" status: 200 len: 1101 time: 0.5193765 Mar 05 13:37:21.338196 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-07741c0c-71e8-4df8-a828-6a41606db100 req-c8471592-7177-441c-bd38-c088b24dfdc4 service neutron] For port e87f4e2b-b6e8-47f7-8ab5-3dceaed59642, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:37:21.406581 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af8260-a06f-40b0-ad1a-5ee2c0b81bcf req-f5caa22f-02d3-46af-ac01-d372360b9af8 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:21.413149 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37af8260-a06f-40b0-ad1a-5ee2c0b81bcf req-f5caa22f-02d3-46af-ac01-d372360b9af8 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=9344728c-2add-4550-8012-209342552b4c HTTP/1.1" status: 200 len: 931 time: 0.3326087 Mar 05 13:37:21.413586 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-9a57b4e2-1d48-45ca-ad8f-cb091df08ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:21.422986 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Allocated IP 172.20.0.2 (b2936108-7995-40c8-a6ff-6102188204a5/a056899c-0e05-45c9-b3d0-c604d8488f62/bc5d1371-5b89-468f-a3c8-bba9d02be776) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:37:21.432895 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-1f173857-37af-4994-b911-5923118b5930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:21.457366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-07741c0c-71e8-4df8-a828-6a41606db100 req-c8471592-7177-441c-bd38-c088b24dfdc4 service neutron] For port e87f4e2b-b6e8-47f7-8ab5-3dceaed59642, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e87f4e2b-b6e8-47f7-8ab5-3dceaed59642,segment=NetworkSegment(60f4f820-4dc1-4878-9378-7e10fa2351ee),segment_id=60f4f820-4dc1-4878-9378-7e10fa2351ee)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:37:21.473790 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07741c0c-71e8-4df8-a828-6a41606db100 req-c8471592-7177-441c-bd38-c088b24dfdc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:21.515325 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37af8260-a06f-40b0-ad1a-5ee2c0b81bcf req-1ef7b9ca-fa2b-4f60-872c-53ca633f4c7c tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013350 Mar 05 13:37:21.555620 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07741c0c-71e8-4df8-a828-6a41606db100 req-c8471592-7177-441c-bd38-c088b24dfdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:21.556874 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07741c0c-71e8-4df8-a828-6a41606db100 req-c8471592-7177-441c-bd38-c088b24dfdc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:21.558435 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07741c0c-71e8-4df8-a828-6a41606db100 req-c8471592-7177-441c-bd38-c088b24dfdc4 service neutron] 10.222.0.30 "PUT /v2.0/ports/e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 HTTP/1.1" status: 200 len: 1092 time: 2.9521251 Mar 05 13:37:21.560718 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7f8662-629a-4634-900a-bfc482eaaff9', 'tag': 'e87f4e2b-b6e8-47f7-8ab5-3dceaed59642'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:37:21.574676 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-7969e389-2681-4e13-8312-f9930b0da521 admin admin] For port 71f7c2c6-59bc-4b34-a107-57c5001dd76f, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=71f7c2c6-59bc-4b34-a107-57c5001dd76f,segment=NetworkSegment(44adb7d8-a45a-4917-8689-ea17cbff440a),segment_id=44adb7d8-a45a-4917-8689-ea17cbff440a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:21.575118 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7969e389-2681-4e13-8312-f9930b0da521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:21.705243 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9420eb-6bbb-413b-ad42-3a22c14cca0e req-ca53f885-538b-40ab-9ebd-819af401384a tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:21.706879 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0a9420eb-6bbb-413b-ad42-3a22c14cca0e req-ca53f885-538b-40ab-9ebd-819af401384a tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 943 time: 0.5961862 Mar 05 13:37:21.772227 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:21.786586 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Transition to ACTIVE for port object bc5d1371-5b89-468f-a3c8-bba9d02be776 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:37:21.811340 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Transition to ACTIVE for port object bc5d1371-5b89-468f-a3c8-bba9d02be776 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:37:21.825100 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:21.881650 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-7969e389-2681-4e13-8312-f9930b0da521 admin admin] Calling delete_port for 71f7c2c6-59bc-4b34-a107-57c5001dd76f owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:37:21.916375 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Pushing event updated for resources: {'Port': ['ID=bc5d1371-5b89-468f-a3c8-bba9d02be776,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:21.933953 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:21.934320 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:21.934666 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:21.935898 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:21.936235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:21.936561 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:21.936883 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:21.937202 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:21.937576 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:21.937894 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:21.938208 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:21.938520 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:21.940363 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8471592-7177-441c-bd38-c088b24dfdc4 service neutron] Pushing event updated for resources: {'Port': ['ID=e87f4e2b-b6e8-47f7-8ab5-3dceaed59642,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:21.956221 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Network b2936108-7995-40c8-a6ff-6102188204a5 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:37:21.958266 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:37:21.961189 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:37:22.035401 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a86138-569b-4f0b-82e8-4fca36c177d2 req-816df40a-514d-44bd-a8fd-11374547c334 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:22.036882 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31a86138-569b-4f0b-82e8-4fca36c177d2 req-816df40a-514d-44bd-a8fd-11374547c334 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 946 time: 0.2575917 Mar 05 13:37:22.050066 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07741c0c-71e8-4df8-a828-6a41606db100 req-77d38534-67f4-4ca7-8bcd-6a38eb17647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:22.051543 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07741c0c-71e8-4df8-a828-6a41606db100 req-77d38534-67f4-4ca7-8bcd-6a38eb17647e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08b8d14ed6734fb5b6479aa152b1b1a2&device_id=ba7f8662-629a-4634-900a-bfc482eaaff9 HTTP/1.1" status: 200 len: 1095 time: 0.3898904 Mar 05 13:37:22.058186 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Attempting to bind port bc5d1371-5b89-468f-a3c8-bba9d02be776 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:37:22.058556 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Attempting to bind port bc5d1371-5b89-468f-a3c8-bba9d02be776 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'a8ef6e6e-206b-40f5-8323-f285688f17f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:37:22.058949 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Attempting to bind port bc5d1371-5b89-468f-a3c8-bba9d02be776 on network b2936108-7995-40c8-a6ff-6102188204a5 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:22.064518 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:37:22.065270 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Checking segment: {'id': 'a8ef6e6e-206b-40f5-8323-f285688f17f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:37:22.065270 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:22.065647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Bound using segment: {'id': 'a8ef6e6e-206b-40f5-8323-f285688f17f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:37:22.066101 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Bound port: bc5d1371-5b89-468f-a3c8-bba9d02be776, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ef6e6e-206b-40f5-8323-f285688f17f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:37:22.066465 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:22.075121 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0a9420eb-6bbb-413b-ad42-3a22c14cca0e req-4f3337e1-ff7f-4d09-9e04-dee68370a646 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320563 Mar 05 13:37:22.084640 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-2789743d-7a22-433e-a921-6fa24059e3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:22.086382 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-2789743d-7a22-433e-a921-6fa24059e3fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 1101 time: 0.7088323 Mar 05 13:37:22.169642 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07741c0c-71e8-4df8-a828-6a41606db100 req-82e57c51-9b12-4017-b9c0-e0012decf3c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 HTTP/1.1" status: 200 len: 217 time: 0.0991991 Mar 05 13:37:22.173171 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] For port bc5d1371-5b89-468f-a3c8-bba9d02be776, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:37:22.177660 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] For port bc5d1371-5b89-468f-a3c8-bba9d02be776, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=bc5d1371-5b89-468f-a3c8-bba9d02be776,segment=NetworkSegment(a8ef6e6e-206b-40f5-8323-f285688f17f4),segment_id=a8ef6e6e-206b-40f5-8323-f285688f17f4)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:37:22.185232 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31a86138-569b-4f0b-82e8-4fca36c177d2 req-5670f6e6-0778-4e75-97b8-1b1ec368764b tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326733 Mar 05 13:37:22.188217 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:22.305112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07741c0c-71e8-4df8-a828-6a41606db100 req-9a4f399d-0a44-419c-b39a-68e5d53c48a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:22.307446 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07741c0c-71e8-4df8-a828-6a41606db100 req-9a4f399d-0a44-419c-b39a-68e5d53c48a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c39a0a58-c97c-43c2-909d-ee25456614f0 HTTP/1.1" status: 200 len: 860 time: 0.1271796 Mar 05 13:37:22.326190 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3e4c8-ecb9-46cf-88e5-a972a15498c5 None None] Pushing event updated for resources: {'Port': ['ID=bc5d1371-5b89-468f-a3c8-bba9d02be776,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:22.372102 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7969e389-2681-4e13-8312-f9930b0da521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:22.436515 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969e389-2681-4e13-8312-f9930b0da521 admin admin] Pushing event deleted for resources: {'Port': ['ID=71f7c2c6-59bc-4b34-a107-57c5001dd76f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:22.523381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-58ea8a79-4e80-453f-977c-1c99e3aa654d req-980d7f83-650d-46db-b639-f5626ae9e1f6 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] For port da042c05-ef83-4e7d-9278-b4acb2685ae6, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=da042c05-ef83-4e7d-9278-b4acb2685ae6,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:22.523746 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-58ea8a79-4e80-453f-977c-1c99e3aa654d req-980d7f83-650d-46db-b639-f5626ae9e1f6 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:22.544502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-1f173857-37af-4994-b911-5923118b5930 service neutron] For port 020cc80d-a818-4a1b-a755-346d6624c02b, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=020cc80d-a818-4a1b-a755-346d6624c02b,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:22.737143 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-58ea8a79-4e80-453f-977c-1c99e3aa654d req-980d7f83-650d-46db-b639-f5626ae9e1f6 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Calling delete_port for da042c05-ef83-4e7d-9278-b4acb2685ae6 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:37:22.801260 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-1f173857-37af-4994-b911-5923118b5930 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:37:22.846216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-55746371-8a99-44df-8285-8124a988c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:22.847709 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-55746371-8a99-44df-8285-8124a988c08c service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.7358134 Mar 05 13:37:22.860785 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07741c0c-71e8-4df8-a828-6a41606db100 req-b7b39526-3319-4ec1-afc3-c4674c39cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:22.862324 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07741c0c-71e8-4df8-a828-6a41606db100 req-b7b39526-3319-4ec1-afc3-c4674c39cc91 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00d7a38b-c3b6-406f-a703-0c7323200545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5480354 Mar 05 13:37:22.863763 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-1f173857-37af-4994-b911-5923118b5930 service neutron] For port 020cc80d-a818-4a1b-a755-346d6624c02b, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:37:22.893090 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4768509-4ede-4ef3-b023-22fb3dbe11c7', 'name': 'network-vif-deleted', 'tag': '7bbb1d2a-8f93-4f60-94e6-7c8815be027b'}, {'name': 'network-changed', 'server_uuid': 'd24900b8-68d2-4cd2-9fd0-b69b2adb0fd4', 'tag': '38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:37:22.926148 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 020cc80d-a818-4a1b-a755-346d6624c02b details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:37:23.049878 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-5471ebbe-55a9-4473-b855-85fdb16d3dd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=626397c2-da47-446a-88f4-5c976be043f3 HTTP/1.1" status: 200 len: 217 time: 0.1520274 Mar 05 13:37:23.053260 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-41a46605-9909-4eed-9d37-fd95a9d64eed tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:23.054734 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-41a46605-9909-4eed-9d37-fd95a9d64eed tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/networks?id=b2936108-7995-40c8-a6ff-6102188204a5 HTTP/1.1" status: 200 len: 816 time: 0.5329769 Mar 05 13:37:23.071931 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 020cc80d-a818-4a1b-a755-346d6624c02b, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=020cc80d-a818-4a1b-a755-346d6624c02b,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:23.086453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 020cc80d-a818-4a1b-a755-346d6624c02b has no active binding in host n-h2-803718-1 {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 05 13:37:23.124641 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6bb5f-0768-405b-8c9b-42e6b6da2ceb req-f33ab027-f5c7-46d9-adf3-c34c19f08d6d tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:23.126120 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-90e6bb5f-0768-405b-8c9b-42e6b6da2ceb req-f33ab027-f5c7-46d9-adf3-c34c19f08d6d tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.16 "GET /v2.0/ports?device_id=37400eb5-94a2-464a-bcc4-6fbebcd4c781 HTTP/1.1" status: 200 len: 950 time: 0.7264457 Mar 05 13:37:23.141284 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-482d7d02-fb5a-40af-b997-1ef1a9b03a4d tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/quotas/dc1b1b7707524e28bd71bcf067b7e41e HTTP/1.1" status: 200 len: 375 time: 0.0738828 Mar 05 13:37:23.165084 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-9a57b4e2-1d48-45ca-ad8f-cb091df08ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca4348d-3528-4126-a424-6ed632ab94df {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:37:23.190674 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-1f173857-37af-4994-b911-5923118b5930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:23.193078 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-9a57b4e2-1d48-45ca-ad8f-cb091df08ae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:23.235231 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-1f173857-37af-4994-b911-5923118b5930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:23.245213 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07741c0c-71e8-4df8-a828-6a41606db100 req-a5a0c577-675d-4b16-8e4f-497a6ba6eb19 service neutron] 10.222.0.30 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297758 Mar 05 13:37:23.246978 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7969e389-2681-4e13-8312-f9930b0da521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:23.332928 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-d936d917-1156-4ec2-b4cf-9745e601e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:23.334370 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-d936d917-1156-4ec2-b4cf-9745e601e493 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.2621710 Mar 05 13:37:23.348575 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-9a57b4e2-1d48-45ca-ad8f-cb091df08ae1 service neutron] Transition to ACTIVE for port object aca4348d-3528-4126-a424-6ed632ab94df will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:37:23.455409 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-9a57b4e2-1d48-45ca-ad8f-cb091df08ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:23.497859 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-58ea8a79-4e80-453f-977c-1c99e3aa654d req-980d7f83-650d-46db-b639-f5626ae9e1f6 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:23.544568 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-a3de1394-3da3-4e27-8836-7b6e665f0ee5 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc1b1b7707524e28bd71bcf067b7e41e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3919475 Mar 05 13:37:23.567385 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-90e6bb5f-0768-405b-8c9b-42e6b6da2ceb req-ca42c0f6-2f1a-40ea-adfb-9947b0b584d8 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5e1a3b3-ae2d-4f7c-afbc-25732049b58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876493 Mar 05 13:37:23.609333 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59b86c2-0d6a-402e-970a-cfb0225f1f79 None None] Network b2936108-7995-40c8-a6ff-6102188204a5 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:37:23.620650 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07741c0c-71e8-4df8-a828-6a41606db100 req-c6877e79-04c7-4378-97ea-1577ce0f196f service neutron] 10.222.0.30 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657157 Mar 05 13:37:23.682810 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7f8662-629a-4634-900a-bfc482eaaff9', 'tag': 'e87f4e2b-b6e8-47f7-8ab5-3dceaed59642', 'status': 'completed', 'code': 200} Mar 05 13:37:23.701735 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f173857-37af-4994-b911-5923118b5930 service neutron] Pushing event updated for resources: {'Port': ['ID=020cc80d-a818-4a1b-a755-346d6624c02b,revision_number=7']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:23.742276 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9bc92c45-09dc-4528-ba4b-8b775e34d9d4 None None] Provisioning for port bc5d1371-5b89-468f-a3c8-bba9d02be776 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:37:23.877063 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-1d6d29e9-1da8-4260-8a78-1fb2e15b57fe service neutron] 10.222.0.16 "GET /v2.0/networks/b2936108-7995-40c8-a6ff-6102188204a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149629 Mar 05 13:37:23.949587 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-1f173857-37af-4994-b911-5923118b5930 service neutron] Attempting to bind port 020cc80d-a818-4a1b-a755-346d6624c02b on host n-h1-803718-1 for vnic_type normal with profile {"migrating_to": "n-h2-803718-1"} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:37:23.950149 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-1f173857-37af-4994-b911-5923118b5930 service neutron] Attempting to bind port 020cc80d-a818-4a1b-a755-346d6624c02b by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:37:23.950267 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-1f173857-37af-4994-b911-5923118b5930 service neutron] Attempting to bind port 020cc80d-a818-4a1b-a755-346d6624c02b on network 1e632aab-7405-4a4c-851d-f121cf35a970 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:24.091083 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85884397-4310-4099-a933-7c107904a6b1 req-d297488b-0c95-4e7a-b1a9-11c62baa629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:24.092612 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85884397-4310-4099-a933-7c107904a6b1 req-d297488b-0c95-4e7a-b1a9-11c62baa629d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08b8d14ed6734fb5b6479aa152b1b1a2&device_id=ba7f8662-629a-4634-900a-bfc482eaaff9 HTTP/1.1" status: 200 len: 1095 time: 0.3901794 Mar 05 13:37:24.096497 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7969e389-2681-4e13-8312-f9930b0da521 admin admin] Router e73ad6bf-7230-4309-92c2-29da49cefb04 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:37:24.164146 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ea8a79-4e80-453f-977c-1c99e3aa654d req-980d7f83-650d-46db-b639-f5626ae9e1f6 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] No DVR routers for this DVR port da042c05-ef83-4e7d-9278-b4acb2685ae6 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:37:24.172023 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-1f173857-37af-4994-b911-5923118b5930 service neutron] Port 020cc80d-a818-4a1b-a755-346d6624c02b on network 1e632aab-7405-4a4c-851d-f121cf35a970 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:37:24.172343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-1f173857-37af-4994-b911-5923118b5930 service neutron] Attempting to bind port 020cc80d-a818-4a1b-a755-346d6624c02b on network 1e632aab-7405-4a4c-851d-f121cf35a970 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:24.190378 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-58ea8a79-4e80-453f-977c-1c99e3aa654d req-980d7f83-650d-46db-b639-f5626ae9e1f6 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:24.201025 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57b4e2-1d48-45ca-ad8f-cb091df08ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=aca4348d-3528-4126-a424-6ed632ab94df,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:24.208193 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-1f173857-37af-4994-b911-5923118b5930 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:37:24.209199 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-1f173857-37af-4994-b911-5923118b5930 service neutron] Checking segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:37:24.209927 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-1f173857-37af-4994-b911-5923118b5930 service neutron] Bound using segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:37:24.210590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-1f173857-37af-4994-b911-5923118b5930 service neutron] Bound port: 020cc80d-a818-4a1b-a755-346d6624c02b, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:37:24.210969 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-1f173857-37af-4994-b911-5923118b5930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:24.226754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-9a57b4e2-1d48-45ca-ad8f-cb091df08ae1 service neutron] Attempting to bind port aca4348d-3528-4126-a424-6ed632ab94df on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:37:24.227043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-9a57b4e2-1d48-45ca-ad8f-cb091df08ae1 service neutron] Attempting to bind port aca4348d-3528-4126-a424-6ed632ab94df by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b363951b-b77b-426d-8e80-38be3ec8ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:37:24.227566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-9a57b4e2-1d48-45ca-ad8f-cb091df08ae1 service neutron] Attempting to bind port aca4348d-3528-4126-a424-6ed632ab94df on network 1f953432-db2d-4f6f-a1ee-7fee9f6e7169 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:24.289889 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-9a57b4e2-1d48-45ca-ad8f-cb091df08ae1 service neutron] Port aca4348d-3528-4126-a424-6ed632ab94df on network 1f953432-db2d-4f6f-a1ee-7fee9f6e7169 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:37:24.290206 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-9a57b4e2-1d48-45ca-ad8f-cb091df08ae1 service neutron] Attempting to bind port aca4348d-3528-4126-a424-6ed632ab94df on network 1f953432-db2d-4f6f-a1ee-7fee9f6e7169 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:24.297728 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-58ea8a79-4e80-453f-977c-1c99e3aa654d req-980d7f83-650d-46db-b639-f5626ae9e1f6 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] 10.222.0.30 "DELETE /v2.0/ports/da042c05-ef83-4e7d-9278-b4acb2685ae6 HTTP/1.1" status: 204 len: 173 time: 3.2964025 Mar 05 13:37:24.298409 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d7f83-650d-46db-b639-f5626ae9e1f6 tempest-ServerDiagnosticsNegativeTest-1962306096 tempest-ServerDiagnosticsNegativeTest-1962306096-project] Pushing event deleted for resources: {'Port': ['ID=da042c05-ef83-4e7d-9278-b4acb2685ae6,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:24.335695 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-9a57b4e2-1d48-45ca-ad8f-cb091df08ae1 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:37:24.336315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-9a57b4e2-1d48-45ca-ad8f-cb091df08ae1 service neutron] Checking segment: {'id': 'b363951b-b77b-426d-8e80-38be3ec8ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:37:24.336694 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-9a57b4e2-1d48-45ca-ad8f-cb091df08ae1 service neutron] Bound using segment: {'id': 'b363951b-b77b-426d-8e80-38be3ec8ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:37:24.337133 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-9a57b4e2-1d48-45ca-ad8f-cb091df08ae1 service neutron] Bound port: aca4348d-3528-4126-a424-6ed632ab94df, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b363951b-b77b-426d-8e80-38be3ec8ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:37:24.337503 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-9a57b4e2-1d48-45ca-ad8f-cb091df08ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:24.356957 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device bc5d1371-5b89-468f-a3c8-bba9d02be776 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:37:24.359557 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-9b02fe9d-af53-4a14-b5db-0693a02f56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:24.361036 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-9b02fe9d-af53-4a14-b5db-0693a02f56bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9526052 Mar 05 13:37:24.421560 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-51b0b1fb-d51e-4f4a-b60c-08039f2b49ab service neutron] 10.222.0.16 "GET /v2.0/networks/b2936108-7995-40c8-a6ff-6102188204a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5435729 Mar 05 13:37:24.445477 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 626397c2-da47-446a-88f4-5c976be043f3 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:37:24.495424 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495c2c4-7f3d-4497-9234-9b4fb675f11e req-97f3468e-9a16-4d5b-ac6c-548cce47b318 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:24.504058 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e495c2c4-7f3d-4497-9234-9b4fb675f11e req-97f3468e-9a16-4d5b-ac6c-548cce47b318 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 950 time: 0.7321420 Mar 05 13:37:24.604734 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85884397-4310-4099-a933-7c107904a6b1 req-5aa2431f-8ccd-41ce-96b4-cc29e24cc243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:24.606203 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85884397-4310-4099-a933-7c107904a6b1 req-5aa2431f-8ccd-41ce-96b4-cc29e24cc243 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00d7a38b-c3b6-406f-a703-0c7323200545 HTTP/1.1" status: 200 len: 921 time: 0.5023234 Mar 05 13:37:24.629193 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-1f173857-37af-4994-b911-5923118b5930 service neutron] For port 020cc80d-a818-4a1b-a755-346d6624c02b, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:37:24.662606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-1f173857-37af-4994-b911-5923118b5930 service neutron] For port 020cc80d-a818-4a1b-a755-346d6624c02b, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=020cc80d-a818-4a1b-a755-346d6624c02b,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:37:24.664051 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-9a57b4e2-1d48-45ca-ad8f-cb091df08ae1 service neutron] For port aca4348d-3528-4126-a424-6ed632ab94df, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:37:24.672362 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-9a57b4e2-1d48-45ca-ad8f-cb091df08ae1 service neutron] For port aca4348d-3528-4126-a424-6ed632ab94df, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=aca4348d-3528-4126-a424-6ed632ab94df,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:37:24.688008 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e495c2c4-7f3d-4497-9234-9b4fb675f11e req-b17197e1-db8c-41a3-ae16-44acfa2de03e tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824772 Mar 05 13:37:24.694065 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port bc5d1371-5b89-468f-a3c8-bba9d02be776 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:37:24.716712 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-9a57b4e2-1d48-45ca-ad8f-cb091df08ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:24.737955 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port bc5d1371-5b89-468f-a3c8-bba9d02be776 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:24.738326 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:24.789930 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:24.791644 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85884397-4310-4099-a933-7c107904a6b1 req-6f493048-65bd-44b0-b425-949a3fd17fd4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 HTTP/1.1" status: 200 len: 217 time: 0.1766968 Mar 05 13:37:24.803233 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7969e389-2681-4e13-8312-f9930b0da521 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:37:24.833536 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf0a0a6-fd76-4cc8-98d1-fe014a778841 None None] Sync routers for ids ['e73ad6bf-7230-4309-92c2-29da49cefb04'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:37:24.839030 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-9a57b4e2-1d48-45ca-ad8f-cb091df08ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:24.839661 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-9a57b4e2-1d48-45ca-ad8f-cb091df08ae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:24.842450 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-9a57b4e2-1d48-45ca-ad8f-cb091df08ae1 service neutron] 10.222.0.15 "PUT /v2.0/ports/aca4348d-3528-4126-a424-6ed632ab94df HTTP/1.1" status: 200 len: 1091 time: 3.8956757 Mar 05 13:37:24.844534 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-1f173857-37af-4994-b911-5923118b5930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:24.910161 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf0a0a6-fd76-4cc8-98d1-fe014a778841 None None] Routers {'e73ad6bf-7230-4309-92c2-29da49cefb04'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:37:24.910975 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-bcf0a0a6-fd76-4cc8-98d1-fe014a778841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:37:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e73ad6bf-7230-4309-92c2-29da49cefb04'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:24.933352 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7969e389-2681-4e13-8312-f9930b0da521 admin admin] 10.222.0.16 "PUT /v2.0/routers/e73ad6bf-7230-4309-92c2-29da49cefb04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0979562 Mar 05 13:37:24.956516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47402) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:24.979232 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44d379b-f014-42fd-a82b-e62f1e33b935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '626397c2-da47-446a-88f4-5c976be043f3'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:37:24.984338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device da042c05-ef83-4e7d-9278-b4acb2685ae6 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:37:24.989983 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-c5d5eed7-a7a7-4792-b355-9e6d10731e14 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175418 Mar 05 13:37:25.039249 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: da042c05-ef83-4e7d-9278-b4acb2685ae6 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:37:25.039587 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device da042c05-ef83-4e7d-9278-b4acb2685ae6 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:37:25.045488 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 626397c2-da47-446a-88f4-5c976be043f3, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=626397c2-da47-446a-88f4-5c976be043f3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:25.053366 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:25.124154 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85884397-4310-4099-a933-7c107904a6b1 req-60d92050-df53-43b2-9947-62b6f3ddaae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:25.126000 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85884397-4310-4099-a933-7c107904a6b1 req-60d92050-df53-43b2-9947-62b6f3ddaae7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c39a0a58-c97c-43c2-909d-ee25456614f0 HTTP/1.1" status: 200 len: 860 time: 0.3243275 Mar 05 13:37:25.276994 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=626397c2-da47-446a-88f4-5c976be043f3,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:25.299173 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:25.313958 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57b4e2-1d48-45ca-ad8f-cb091df08ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=aca4348d-3528-4126-a424-6ed632ab94df,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:25.322643 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-bcf0a0a6-fd76-4cc8-98d1-fe014a778841 None None] Set router e73ad6bf-7230-4309-92c2-29da49cefb04 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:37:25.331200 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eb891285-8073-43b5-a257-1d70c05734c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:25.379834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-1f173857-37af-4994-b911-5923118b5930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:25.380058 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-1f173857-37af-4994-b911-5923118b5930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:25.381748 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-1f173857-37af-4994-b911-5923118b5930 service neutron] 10.222.0.30 "PUT /v2.0/ports/020cc80d-a818-4a1b-a755-346d6624c02b HTTP/1.1" status: 200 len: 1122 time: 4.3815138 Mar 05 13:37:25.402358 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc93c2d-add0-4dc5-ad69-577643fd40fd req-285a4d3d-9bbb-42a7-a49c-1ed702212b6e tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:25.403384 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-8bc93c2d-add0-4dc5-ad69-577643fd40fd req-285a4d3d-9bbb-42a7-a49c-1ed702212b6e tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Synchronizing usage tracker for tenant:08b8d14ed6734fb5b6479aa152b1b1a2 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:37:25.468329 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-8bc93c2d-add0-4dc5-ad69-577643fd40fd req-285a4d3d-9bbb-42a7-a49c-1ed702212b6e tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Unset dirty status for tenant:08b8d14ed6734fb5b6479aa152b1b1a2 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:37:25.475963 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8bc93c2d-add0-4dc5-ad69-577643fd40fd req-285a4d3d-9bbb-42a7-a49c-1ed702212b6e tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7f8662-629a-4634-900a-bfc482eaaff9 HTTP/1.1" status: 200 len: 944 time: 0.6158745 Mar 05 13:37:25.530068 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f173857-37af-4994-b911-5923118b5930 service neutron] Pushing event updated for resources: {'Port': ['ID=020cc80d-a818-4a1b-a755-346d6624c02b,revision_number=8']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:25.540903 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['020cc80d-a818-4a1b-a755-346d6624c02b'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:37:25.567729 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-957f1a2a-d97c-41f3-9d1f-e4915c740ffa req-4fecff0d-c1e4-48d4-ab1a-a44927306c9a service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755504 Mar 05 13:37:25.574124 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-56c36027-2af0-4aa5-8af5-ef00f6d4c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:25.575691 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-56c36027-2af0-4aa5-8af5-ef00f6d4c39a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7da90d298e31481ab9950019fd081bd2&device_id=9344728c-2add-4550-8012-209342552b4c HTTP/1.1" status: 200 len: 1094 time: 0.6645401 Mar 05 13:37:25.594037 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0d312-5711-4d2c-a1e6-b18e17fd0d82 req-ec71e47d-1aa4-460b-867a-e130378481e2 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:25.594873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7cd0d312-5711-4d2c-a1e6-b18e17fd0d82 req-ec71e47d-1aa4-460b-867a-e130378481e2 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Synchronizing usage tracker for tenant:7da90d298e31481ab9950019fd081bd2 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:37:25.595740 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['020cc80d-a818-4a1b-a755-346d6624c02b'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:37:25.621260 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85884397-4310-4099-a933-7c107904a6b1 req-a143c68f-a578-450d-9e2d-aaa04896f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:25.623645 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85884397-4310-4099-a933-7c107904a6b1 req-a143c68f-a578-450d-9e2d-aaa04896f87b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00d7a38b-c3b6-406f-a703-0c7323200545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4872756 Mar 05 13:37:25.643402 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port bc5d1371-5b89-468f-a3c8-bba9d02be776, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=bc5d1371-5b89-468f-a3c8-bba9d02be776,segment=NetworkSegment(a8ef6e6e-206b-40f5-8323-f285688f17f4),segment_id=a8ef6e6e-206b-40f5-8323-f285688f17f4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:25.683336 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-b07811ba-90ff-4a17-bad9-75cf9ad344b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aca4348d-3528-4126-a424-6ed632ab94df HTTP/1.1" status: 200 len: 217 time: 0.0851283 Mar 05 13:37:25.689894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7cd0d312-5711-4d2c-a1e6-b18e17fd0d82 req-ec71e47d-1aa4-460b-867a-e130378481e2 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Unset dirty status for tenant:7da90d298e31481ab9950019fd081bd2 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:37:25.691730 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7cd0d312-5711-4d2c-a1e6-b18e17fd0d82 req-ec71e47d-1aa4-460b-867a-e130378481e2 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=9344728c-2add-4550-8012-209342552b4c HTTP/1.1" status: 200 len: 943 time: 0.6858635 Mar 05 13:37:25.711248 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8bc93c2d-add0-4dc5-ad69-577643fd40fd req-4b6a97ad-fb71-4798-9cb7-8249ed890aad tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e0235cb-9725-45c3-8ff6-26bd4a5af7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339091 Mar 05 13:37:25.746747 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:25.791187 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eb891285-8073-43b5-a257-1d70c05734c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:25.797421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-91cb17b0-a57e-456a-8575-420c41a01f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:25.797692 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-91cb17b0-a57e-456a-8575-420c41a01f1d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6db88a0e-28b6-4292-9a67-fc3276cd43d7 HTTP/1.1" status: 200 len: 844 time: 0.1016042 Mar 05 13:37:25.823463 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4768509-4ede-4ef3-b023-22fb3dbe11c7', 'name': 'network-vif-deleted', 'tag': '7bbb1d2a-8f93-4f60-94e6-7c8815be027b', 'status': 'completed', 'code': 200} Mar 05 13:37:25.823835 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24900b8-68d2-4cd2-9fd0-b69b2adb0fd4', 'tag': '38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71', 'status': 'completed', 'code': 200} Mar 05 13:37:25.840906 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-eb891285-8073-43b5-a257-1d70c05734c7 admin admin] Deleting port b03a7ed1-1d22-4708-a658-52ab350ca5e5 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:37:25.841245 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eb891285-8073-43b5-a257-1d70c05734c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:25.878947 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=bc5d1371-5b89-468f-a3c8-bba9d02be776,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:25.908067 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-73b2b629-41f4-460b-aefd-05df25f4a72a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f953432-db2d-4f6f-a1ee-7fee9f6e7169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896251 Mar 05 13:37:26.068502 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85884397-4310-4099-a933-7c107904a6b1 req-cea4786d-9223-47d6-90d0-0a704a18ac6c service neutron] 10.222.0.30 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227419 Mar 05 13:37:26.102043 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7cd0d312-5711-4d2c-a1e6-b18e17fd0d82 req-a9202760-b115-4b5c-b597-685e8155f8e2 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023684 Mar 05 13:37:26.165347 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-92934cb0-926d-4692-b15b-415628c089ce service neutron] 10.222.0.15 "GET /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034135 Mar 05 13:37:26.190373 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-bcf0a0a6-fd76-4cc8-98d1-fe014a778841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73ad6bf-7230-4309-92c2-29da49cefb04', 'name': 'tempest-AttachSCSIVolumeTestJSON-1824580616-router', 'tenant_id': '71c14fbdc1914567860d39e82e019069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'b03a7ed1-1d22-4708-a658-52ab350ca5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:35:06Z', 'updated_at': '2022-03-05T13:37:22Z', 'revision_number': 5, 'project_id': '71c14fbdc1914567860d39e82e019069', 'gw_port': {'id': 'b03a7ed1-1d22-4708-a658-52ab350ca5e5', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ae:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73ad6bf-7230-4309-92c2-29da49cefb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:35:07Z', 'updated_at': '2022-03-05T13:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:26.210926 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf0a0a6-fd76-4cc8-98d1-fe014a778841 None None] Checking router: e73ad6bf-7230-4309-92c2-29da49cefb04 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:37:26.236647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf0a0a6-fd76-4cc8-98d1-fe014a778841 None None] Routers {'e73ad6bf-7230-4309-92c2-29da49cefb04'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:37:26.237497 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-bcf0a0a6-fd76-4cc8-98d1-fe014a778841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:37:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e73ad6bf-7230-4309-92c2-29da49cefb04'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:26.310092 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device bc5d1371-5b89-468f-a3c8-bba9d02be776 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:37:26.372444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2b735-e166-4f07-aa57-462928344023 req-741fde07-d868-4769-9029-4c5ab11cd00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:26.373907 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d2d2b735-e166-4f07-aa57-462928344023 req-741fde07-d868-4769-9029-4c5ab11cd00f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 1124 time: 0.4610898 Mar 05 13:37:26.391084 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85884397-4310-4099-a933-7c107904a6b1 req-b7c6aaf8-79fb-4cca-8fda-74df49c11434 service neutron] 10.222.0.30 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137200 Mar 05 13:37:26.398986 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9079e3-aca0-465f-9ce5-57c6bdb6a2cb req-cf64c94e-1767-42e0-927a-0732f5bccd31 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:26.406136 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd9079e3-aca0-465f-9ce5-57c6bdb6a2cb req-cf64c94e-1767-42e0-927a-0732f5bccd31 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 943 time: 0.4711223 Mar 05 13:37:26.409041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-eb891285-8073-43b5-a257-1d70c05734c7 admin admin] For port b03a7ed1-1d22-4708-a658-52ab350ca5e5, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b03a7ed1-1d22-4708-a658-52ab350ca5e5,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:26.409390 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eb891285-8073-43b5-a257-1d70c05734c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:26.556822 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-eb891285-8073-43b5-a257-1d70c05734c7 admin admin] Calling delete_port for b03a7ed1-1d22-4708-a658-52ab350ca5e5 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:37:26.659189 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd9079e3-aca0-465f-9ce5-57c6bdb6a2cb req-947d9efb-77c5-4c50-b927-1de3d56c6b23 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520714 Mar 05 13:37:26.671060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-bcf0a0a6-fd76-4cc8-98d1-fe014a778841 None None] Set router e73ad6bf-7230-4309-92c2-29da49cefb04 gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:37:26.688631 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2b735-e166-4f07-aa57-462928344023 req-678c412a-1781-4cff-89f6-5becd3a5b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:26.690057 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d2d2b735-e166-4f07-aa57-462928344023 req-678c412a-1781-4cff-89f6-5becd3a5b8d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 920 time: 0.1519210 Mar 05 13:37:26.799288 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d2d2b735-e166-4f07-aa57-462928344023 req-e9445bb5-fb13-497c-835f-7453deb19978 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 HTTP/1.1" status: 200 len: 217 time: 0.0953679 Mar 05 13:37:26.812648 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9180b14-7058-4f9d-b73c-333e3695cad4 req-ef156c56-7f65-4043-a4c0-a447809b6884 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:26.819534 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c9180b14-7058-4f9d-b73c-333e3695cad4 req-ef156c56-7f65-4043-a4c0-a447809b6884 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 944 time: 0.5893245 Mar 05 13:37:26.856015 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4633b3ee-409d-46f9-aabd-4fdabb74d310 req-a4647531-dd53-4831-b7b0-96bf27de25a6 service neutron] 10.222.0.15 "GET /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6725147 Mar 05 13:37:26.871078 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-bcf0a0a6-fd76-4cc8-98d1-fe014a778841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73ad6bf-7230-4309-92c2-29da49cefb04', 'name': 'tempest-AttachSCSIVolumeTestJSON-1824580616-router', 'tenant_id': '71c14fbdc1914567860d39e82e019069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:35:06Z', 'updated_at': '2022-03-05T13:37:25Z', 'revision_number': 6, 'project_id': '71c14fbdc1914567860d39e82e019069', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:26.882183 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf0a0a6-fd76-4cc8-98d1-fe014a778841 None None] The sync data for ids ['e73ad6bf-7230-4309-92c2-29da49cefb04'] in n-d-803718-1 is: [{'id': 'e73ad6bf-7230-4309-92c2-29da49cefb04', 'name': 'tempest-AttachSCSIVolumeTestJSON-1824580616-router', 'tenant_id': '71c14fbdc1914567860d39e82e019069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:35:06Z', 'updated_at': '2022-03-05T13:37:25Z', 'revision_number': 6, 'project_id': '71c14fbdc1914567860d39e82e019069', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:37:26.904557 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port bc5d1371-5b89-468f-a3c8-bba9d02be776 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:26.904994 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:26.967782 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2b735-e166-4f07-aa57-462928344023 req-9158e0b3-982a-4ab4-ad61-f8ced1d59897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:26.971890 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d2d2b735-e166-4f07-aa57-462928344023 req-9158e0b3-982a-4ab4-ad61-f8ced1d59897 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ddb228e-b84a-4351-a2cb-7f33147be2ea HTTP/1.1" status: 200 len: 860 time: 0.1489098 Mar 05 13:37:26.972316 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:37:26.976805 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c9180b14-7058-4f9d-b73c-333e3695cad4 req-e1a71da3-a4dd-47e1-a2c0-8fa79eb01f37 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564512 Mar 05 13:37:26.998350 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-a9422392-9b07-4a69-836c-ab8938c7669e tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:27.007387 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-a9422392-9b07-4a69-836c-ab8938c7669e tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.30 "GET /v2.0/networks?id=b2936108-7995-40c8-a6ff-6102188204a5 HTTP/1.1" status: 200 len: 816 time: 0.4130106 Mar 05 13:37:27.083442 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d2d2b735-e166-4f07-aa57-462928344023 req-1b32e48c-091e-4b9a-b106-9470f24ed433 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052315 Mar 05 13:37:27.132682 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44d379b-f014-42fd-a82b-e62f1e33b935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '626397c2-da47-446a-88f4-5c976be043f3', 'code': 200} Mar 05 13:37:27.141931 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-0d7ee056-0eb9-436e-a3fb-0bb4bfa08637 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Request body: {'port': {'device_id': 'e9dd760d-36b2-4143-b67d-44c078ef9a10', 'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5', 'admin_state_up': True, 'tenant_id': 'dc1b1b7707524e28bd71bcf067b7e41e'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:27.231646 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e87f4e2b-b6e8-47f7-8ab5-3dceaed59642, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e87f4e2b-b6e8-47f7-8ab5-3dceaed59642,segment=NetworkSegment(60f4f820-4dc1-4878-9378-7e10fa2351ee),segment_id=60f4f820-4dc1-4878-9378-7e10fa2351ee)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:27.256842 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'e87f4e2b-b6e8-47f7-8ab5-3dceaed59642', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'port_id': 'e87f4e2b-b6e8-47f7-8ab5-3dceaed59642', 'mac_address': 'fa:16:3e:c7:92:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:37:27.277209 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47432) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:27.328481 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:27.340782 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eb891285-8073-43b5-a257-1d70c05734c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:27.352763 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:37:27.372607 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e87f4e2b-b6e8-47f7-8ab5-3dceaed59642, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e87f4e2b-b6e8-47f7-8ab5-3dceaed59642,segment=NetworkSegment(60f4f820-4dc1-4878-9378-7e10fa2351ee),segment_id=60f4f820-4dc1-4878-9378-7e10fa2351ee)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:27.377900 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:27.456532 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb891285-8073-43b5-a257-1d70c05734c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b03a7ed1-1d22-4708-a658-52ab350ca5e5,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:27.466067 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=e87f4e2b-b6e8-47f7-8ab5-3dceaed59642,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:27.514949 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-6f89d15d-643a-475f-b8bc-b354d9571aeb service neutron] 10.222.0.30 "GET /v2.0/ports/38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71/bindings/n-h1-803718-1 HTTP/1.1" status: 200 len: 384 time: 0.3778491 Mar 05 13:37:27.567207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-0d7ee056-0eb9-436e-a3fb-0bb4bfa08637 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:37:27.568199 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d2d2b735-e166-4f07-aa57-462928344023 req-6e3dd965-8246-4635-94b2-2e7c06811f8e service neutron] 10.222.0.30 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769270 Mar 05 13:37:27.581413 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-0d7ee056-0eb9-436e-a3fb-0bb4bfa08637 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Usage tracker for resource:port and tenant:dc1b1b7707524e28bd71bcf067b7e41e is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:37:27.588316 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-0d7ee056-0eb9-436e-a3fb-0bb4bfa08637 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:37:27.606121 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-0d7ee056-0eb9-436e-a3fb-0bb4bfa08637 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:37:27.625503 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eb891285-8073-43b5-a257-1d70c05734c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:27.626593 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['e87f4e2b-b6e8-47f7-8ab5-3dceaed59642'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:37:27.635233 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f60818-e197-4dee-a3a9-a48333d97fea req-ecd59fd3-411f-4002-9ca8-010e273a8ff2 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:27.636798 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06f60818-e197-4dee-a3a9-a48333d97fea req-ecd59fd3-411f-4002-9ca8-010e273a8ff2 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 948 time: 0.3481855 Mar 05 13:37:27.813895 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2ae57503-441d-4edc-be6d-bb6e60ef33a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9974226b02014265930cc2e8d9af34c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5355511 Mar 05 13:37:27.816944 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47440) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:27.827510 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1074d1a6-f952-4ca1-b8a1-c7f163bdf342', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '020cc80d-a818-4a1b-a755-346d6624c02b'}, {'server_uuid': '37400eb5-94a2-464a-bcc4-6fbebcd4c781', 'name': 'network-vif-deleted', 'tag': 'da042c05-ef83-4e7d-9278-b4acb2685ae6'}, {'name': 'network-changed', 'server_uuid': '9344728c-2add-4550-8012-209342552b4c', 'tag': 'aca4348d-3528-4126-a424-6ed632ab94df'}, {'name': 'network-changed', 'server_uuid': '1074d1a6-f952-4ca1-b8a1-c7f163bdf342', 'tag': '020cc80d-a818-4a1b-a755-346d6624c02b'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:37:27.863186 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eb891285-8073-43b5-a257-1d70c05734c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:27.865647 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eb891285-8073-43b5-a257-1d70c05734c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:27.876715 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06f60818-e197-4dee-a3a9-a48333d97fea req-fa35d352-6c11-4e9d-a172-7d46a14dbd71 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201352 Mar 05 13:37:27.918724 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-5ea4dfb6-df83-4888-99b3-b4f0ddeae514 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:27.926192 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-5ea4dfb6-df83-4888-99b3-b4f0ddeae514 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/networks?id=b2936108-7995-40c8-a6ff-6102188204a5 HTTP/1.1" status: 200 len: 816 time: 0.7890828 Mar 05 13:37:27.934498 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-0d7ee056-0eb9-436e-a3fb-0bb4bfa08637 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Made reservation on behalf of dc1b1b7707524e28bd71bcf067b7e41e for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:37:27.937892 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-0d7ee056-0eb9-436e-a3fb-0bb4bfa08637 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:27.958247 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eb891285-8073-43b5-a257-1d70c05734c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:27.958686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb891285-8073-43b5-a257-1d70c05734c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e73ad6bf-7230-4309-92c2-29da49cefb04 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:37:28.013692 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-9d82311c-c825-49c4-9f42-9951acf2e83d tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/quotas/dc1b1b7707524e28bd71bcf067b7e41e HTTP/1.1" status: 200 len: 375 time: 0.0864899 Mar 05 13:37:28.090285 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eb891285-8073-43b5-a257-1d70c05734c7 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:28.091420 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-eb891285-8073-43b5-a257-1d70c05734c7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e73ad6bf-7230-4309-92c2-29da49cefb04 HTTP/1.1" status: 204 len: 168 time: 3.1338952 Mar 05 13:37:28.095640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47448) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:28.181895 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d2d2b735-e166-4f07-aa57-462928344023 req-079b51db-ebc2-4d46-86c3-41f275881618 service neutron] 10.222.0.30 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906208 Mar 05 13:37:28.216348 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c912f09b-9689-46da-ba33-25f6f2f67afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:28.241310 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b03a7ed1-1d22-4708-a658-52ab350ca5e5 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:37:28.252340 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c912f09b-9689-46da-ba33-25f6f2f67afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:28.277678 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: b03a7ed1-1d22-4708-a658-52ab350ca5e5 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:37:28.278035 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b03a7ed1-1d22-4708-a658-52ab350ca5e5 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:37:28.278649 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 71f7c2c6-59bc-4b34-a107-57c5001dd76f no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:37:28.315500 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-9e2530d7-5cb9-45ba-8143-28094d30cdd6 service neutron] For port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:28.316675 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 71f7c2c6-59bc-4b34-a107-57c5001dd76f {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:37:28.317019 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 71f7c2c6-59bc-4b34-a107-57c5001dd76f not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:37:28.333034 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659d1a4-055a-460b-827c-df31b55979bc req-ef8c6494-9689-4d97-84fb-1d1bb2ad98c3 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:28.334506 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d659d1a4-055a-460b-827c-df31b55979bc req-ef8c6494-9689-4d97-84fb-1d1bb2ad98c3 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7f8662-629a-4634-900a-bfc482eaaff9 HTTP/1.1" status: 200 len: 945 time: 0.3081889 Mar 05 13:37:28.347314 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-705c6a01-6972-4dda-98b3-9b81534a20ee admin admin] Deleting subnet 9bb3812a-ec38-4e54-a7f6-5fa9fe940713 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:37:28.361741 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-705c6a01-6972-4dda-98b3-9b81534a20ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:28.374459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-9e2530d7-5cb9-45ba-8143-28094d30cdd6 service neutron] For port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:37:28.395053 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-435f4400-f40b-47ed-b92b-9e41f433cea9 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc1b1b7707524e28bd71bcf067b7e41e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3804193 Mar 05 13:37:28.431021 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d659d1a4-055a-460b-827c-df31b55979bc req-fc0bbee3-907a-4c9f-b0a8-e0941fd9c036 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e0235cb-9725-45c3-8ff6-26bd4a5af7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872996 Mar 05 13:37:28.458928 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-0d7ee056-0eb9-436e-a3fb-0bb4bfa08637 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Allocated IP 172.20.0.7 (b2936108-7995-40c8-a6ff-6102188204a5/a056899c-0e05-45c9-b3d0-c604d8488f62/353cea03-5973-40d4-8344-83fb7d8c3cbd) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:37:28.459150 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 626397c2-da47-446a-88f4-5c976be043f3 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:37:28.471634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-9e2530d7-5cb9-45ba-8143-28094d30cdd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:37:28.476238 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c912f09b-9689-46da-ba33-25f6f2f67afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:28.476612 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-705c6a01-6972-4dda-98b3-9b81534a20ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:28.502726 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-9e2530d7-5cb9-45ba-8143-28094d30cdd6 service neutron] For port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:28.516624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912f09b-9689-46da-ba33-25f6f2f67afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e1a3b3-ae2d-4f7c-afbc-25732049b58d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:28.525097 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c912f09b-9689-46da-ba33-25f6f2f67afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:28.526929 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c912f09b-9689-46da-ba33-25f6f2f67afe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5e1a3b3-ae2d-4f7c-afbc-25732049b58d HTTP/1.1" status: 204 len: 168 time: 0.7056410 Mar 05 13:37:28.533994 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-9e2530d7-5cb9-45ba-8143-28094d30cdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:28.562487 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:28.699545 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 626397c2-da47-446a-88f4-5c976be043f3, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=626397c2-da47-446a-88f4-5c976be043f3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:28.717733 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-d173843a-1068-4c5e-8189-bda037f86288 service neutron] 10.222.0.16 "GET /v2.0/networks/b2936108-7995-40c8-a6ff-6102188204a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051369 Mar 05 13:37:28.726368 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '626397c2-da47-446a-88f4-5c976be043f3', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '626397c2-da47-446a-88f4-5c976be043f3', 'mac_address': 'fa:16:3e:ca:5c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:37:28.744701 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-9e2530d7-5cb9-45ba-8143-28094d30cdd6 service neutron] Transition to ACTIVE for port object 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:37:28.758417 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-9e2530d7-5cb9-45ba-8143-28094d30cdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:28.788905 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:28.807445 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:28.828326 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626397c2-da47-446a-88f4-5c976be043f3 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:37:28.845898 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 626397c2-da47-446a-88f4-5c976be043f3, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=626397c2-da47-446a-88f4-5c976be043f3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:28.851172 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:28.920790 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-705c6a01-6972-4dda-98b3-9b81534a20ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:28.937507 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=626397c2-da47-446a-88f4-5c976be043f3,revision_number=10']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:28.947969 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:37:28.954809 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47458) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:28.958889 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61786a35-ced6-4b58-8e2d-9472da0f7a72 req-094015ed-8ad3-4b1a-bc9d-cc3b42a0fb03 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:28.960651 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-61786a35-ced6-4b58-8e2d-9472da0f7a72 req-094015ed-8ad3-4b1a-bc9d-cc3b42a0fb03 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=9344728c-2add-4550-8012-209342552b4c HTTP/1.1" status: 200 len: 943 time: 0.3270779 Mar 05 13:37:28.997522 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c03f1fab-8173-4d41-80ed-88d34bde2348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:29.018177 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:37:29.023206 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:29.023568 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:29.049444 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c03f1fab-8173-4d41-80ed-88d34bde2348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:37:29.073956 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c03f1fab-8173-4d41-80ed-88d34bde2348 admin admin] Usage tracker for resource:security_group_rule and tenant:e6805ce7f1f34743a3acf124e0b7547d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:37:29.088213 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c03f1fab-8173-4d41-80ed-88d34bde2348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:37:29.093208 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-0d7ee056-0eb9-436e-a3fb-0bb4bfa08637 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:29.104574 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-9e2530d7-5cb9-45ba-8143-28094d30cdd6 service neutron] No DVR routers for this DVR port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:37:29.107419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c03f1fab-8173-4d41-80ed-88d34bde2348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:37:29.122273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2530d7-5cb9-45ba-8143-28094d30cdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71,revision_number=10']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:29.128212 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-213af05c-5c6a-4c60-a172-6eaa9a6c400a service neutron] 10.222.0.16 "GET /v2.0/networks/b2936108-7995-40c8-a6ff-6102188204a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973830 Mar 05 13:37:29.146241 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:29.164381 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-0d7ee056-0eb9-436e-a3fb-0bb4bfa08637 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Transition to ACTIVE for port object 353cea03-5973-40d4-8344-83fb7d8c3cbd will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:37:29.178481 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-705c6a01-6972-4dda-98b3-9b81534a20ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:29.183480 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-61786a35-ced6-4b58-8e2d-9472da0f7a72 req-62901f5b-2f79-48bd-99eb-e7da154084f0 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609638 Mar 05 13:37:29.195391 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7f8662-629a-4634-900a-bfc482eaaff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87f4e2b-b6e8-47f7-8ab5-3dceaed59642'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:37:29.200396 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-9e2530d7-5cb9-45ba-8143-28094d30cdd6 service neutron] 10.222.0.30 "PUT /v2.0/ports/38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71/bindings/n-h1-803718-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6703725 Mar 05 13:37:29.208811 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e87f4e2b-b6e8-47f7-8ab5-3dceaed59642, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e87f4e2b-b6e8-47f7-8ab5-3dceaed59642,segment=NetworkSegment(60f4f820-4dc1-4878-9378-7e10fa2351ee),segment_id=60f4f820-4dc1-4878-9378-7e10fa2351ee)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:29.217668 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:29.242664 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-705c6a01-6972-4dda-98b3-9b81534a20ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:29.250177 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c6a01-6972-4dda-98b3-9b81534a20ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bb3812a-ec38-4e54-a7f6-5fa9fe940713,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:29.287841 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-705c6a01-6972-4dda-98b3-9b81534a20ee admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9bb3812a-ec38-4e54-a7f6-5fa9fe940713 HTTP/1.1" status: 204 len: 168 time: 1.1910329 Mar 05 13:37:29.291838 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47466) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:29.333826 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4209e21d-8372-4ffc-b48c-ab730f4b4273 None None] Network 0214471d-cbcd-4678-a18d-db2a61094f2d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:37:29.335302 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-0d7ee056-0eb9-436e-a3fb-0bb4bfa08637 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:29.366684 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['626397c2-da47-446a-88f4-5c976be043f3'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:37:29.544474 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c77cc2c4-eb9a-4523-814e-d405ba6e3098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:29.586036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-0d7ee056-0eb9-436e-a3fb-0bb4bfa08637 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Network b2936108-7995-40c8-a6ff-6102188204a5 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:37:29.592613 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c03f1fab-8173-4d41-80ed-88d34bde2348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:29.597038 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-0d7ee056-0eb9-436e-a3fb-0bb4bfa08637 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:37:29.603742 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-0d7ee056-0eb9-436e-a3fb-0bb4bfa08637 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:37:29.655174 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=e87f4e2b-b6e8-47f7-8ab5-3dceaed59642,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:29.675188 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ee056-0eb9-436e-a3fb-0bb4bfa08637 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Pushing event updated for resources: {'Port': ['ID=353cea03-5973-40d4-8344-83fb7d8c3cbd,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:29.678004 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c03f1fab-8173-4d41-80ed-88d34bde2348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:29.691669 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1074d1a6-f952-4ca1-b8a1-c7f163bdf342', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '020cc80d-a818-4a1b-a755-346d6624c02b', 'code': 200} Mar 05 13:37:29.691920 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37400eb5-94a2-464a-bcc4-6fbebcd4c781', 'name': 'network-vif-deleted', 'tag': 'da042c05-ef83-4e7d-9278-b4acb2685ae6', 'status': 'completed', 'code': 200} Mar 05 13:37:29.692175 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9344728c-2add-4550-8012-209342552b4c', 'tag': 'aca4348d-3528-4126-a424-6ed632ab94df', 'status': 'completed', 'code': 200} Mar 05 13:37:29.692418 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1074d1a6-f952-4ca1-b8a1-c7f163bdf342', 'tag': '020cc80d-a818-4a1b-a755-346d6624c02b', 'status': 'completed', 'code': 200} Mar 05 13:37:29.745420 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c03f1fab-8173-4d41-80ed-88d34bde2348 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6805ce7f1f34743a3acf124e0b7547d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7859790 Mar 05 13:37:29.749825 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f1fab-8173-4d41-80ed-88d34bde2348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a68920-8608-4517-8d0f-eb569c4438b6,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:29.754685 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47480) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:29.800907 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c77cc2c4-eb9a-4523-814e-d405ba6e3098 admin admin] Deleting port 5cbfde96-8010-4629-83e4-89d3a9398b43 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:37:29.801241 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c77cc2c4-eb9a-4523-814e-d405ba6e3098 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:29.825018 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-0d7ee056-0eb9-436e-a3fb-0bb4bfa08637 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:29.827854 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-0d7ee056-0eb9-436e-a3fb-0bb4bfa08637 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:29.890864 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a84a8b-d0f3-466d-b9d8-57396588509d req-4799fc24-7549-4709-b3b4-91674c6819eb tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:29.901928 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d7a84a8b-d0f3-466d-b9d8-57396588509d req-4799fc24-7549-4709-b3b4-91674c6819eb tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 944 time: 0.4488187 Mar 05 13:37:29.996443 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ab052a8c-e92b-4b39-8667-7fb31970fb33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:29.998915 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-0d7ee056-0eb9-436e-a3fb-0bb4bfa08637 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8631277 Mar 05 13:37:30.012205 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d7a84a8b-d0f3-466d-b9d8-57396588509d req-748a6ff7-a0de-434c-b4ed-1fade2af249e tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094036 Mar 05 13:37:30.013828 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2e3af9f9-fd1f-42e4-a84e-8b2a4367d9ff None None] Provisioning for port 353cea03-5973-40d4-8344-83fb7d8c3cbd completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:37:30.022528 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2e3af9f9-fd1f-42e4-a84e-8b2a4367d9ff None None] Provisioning complete for port 353cea03-5973-40d4-8344-83fb7d8c3cbd triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:30.023048 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2e3af9f9-fd1f-42e4-a84e-8b2a4367d9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:30.023898 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-1bb4e865-581e-4243-a95f-96386cb5c920 service neutron] Request body: {'port': {'device_id': 'e9dd760d-36b2-4143-b67d-44c078ef9a10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:30.098115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-cd288a11-8543-41b1-97ba-ef4f854d5612 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:30.099899 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-cd288a11-8543-41b1-97ba-ef4f854d5612 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4&tenant_id=d5ffda21ed5b4786823c5a5c4a431675&binding%3Ahost_id=n-h2-803718-1 HTTP/1.1" status: 200 len: 1095 time: 0.7668409 Mar 05 13:37:30.102204 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6d8944-e9f6-49b8-b1b2-2879632e0b79 None None] DHCP port deletion for 0214471d-cbcd-4678-a18d-db2a61094f2d request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:37:30.106160 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c05e2-f941-4fcb-9363-056609d383a1 req-eb29f35d-08ad-4420-8cb5-f272ab9c0e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:30.107624 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f30c05e2-f941-4fcb-9363-056609d383a1 req-eb29f35d-08ad-4420-8cb5-f272ab9c0e97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7da90d298e31481ab9950019fd081bd2&device_id=9344728c-2add-4550-8012-209342552b4c HTTP/1.1" status: 200 len: 1094 time: 0.4762392 Mar 05 13:37:30.117623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0d223-0255-4097-91f3-39bb8ceb5bf3 req-492d429b-0fa0-4c7a-a6f4-bf7154b98267 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:30.119733 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4cb0d223-0255-4097-91f3-39bb8ceb5bf3 req-492d429b-0fa0-4c7a-a6f4-bf7154b98267 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 944 time: 0.4894581 Mar 05 13:37:30.122418 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d8944-e9f6-49b8-b1b2-2879632e0b79 None None] Deleting port 5cbfde96-8010-4629-83e4-89d3a9398b43 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:37:30.122975 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8944-e9f6-49b8-b1b2-2879632e0b79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:30.183235 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-1bb4e865-581e-4243-a95f-96386cb5c920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:30.200815 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2e3af9f9-fd1f-42e4-a84e-8b2a4367d9ff None None] Port 353cea03-5973-40d4-8344-83fb7d8c3cbd cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:37:30.249215 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5cbfde96-8010-4629-83e4-89d3a9398b43 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:37:30.298901 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ab052a8c-e92b-4b39-8667-7fb31970fb33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:30.396829 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-c77cc2c4-eb9a-4523-814e-d405ba6e3098 admin admin] For port 5cbfde96-8010-4629-83e4-89d3a9398b43, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5cbfde96-8010-4629-83e4-89d3a9398b43,segment=NetworkSegment(44adb7d8-a45a-4917-8689-ea17cbff440a),segment_id=44adb7d8-a45a-4917-8689-ea17cbff440a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:30.397203 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c77cc2c4-eb9a-4523-814e-d405ba6e3098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:30.475230 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device aca4348d-3528-4126-a424-6ed632ab94df details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:37:30.479460 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-cb6d8944-e9f6-49b8-b1b2-2879632e0b79 None None] For port 5cbfde96-8010-4629-83e4-89d3a9398b43, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5cbfde96-8010-4629-83e4-89d3a9398b43,segment=NetworkSegment(44adb7d8-a45a-4917-8689-ea17cbff440a),segment_id=44adb7d8-a45a-4917-8689-ea17cbff440a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:30.479851 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8944-e9f6-49b8-b1b2-2879632e0b79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:30.487835 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ae31c-c9dd-4f03-8e5b-203d719029f2 req-fadf9b28-c88f-430b-88c1-10a973d686dc tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:30.496375 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-672ae31c-c9dd-4f03-8e5b-203d719029f2 req-fadf9b28-c88f-430b-88c1-10a973d686dc tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 950 time: 0.2388756 Mar 05 13:37:30.517398 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ab052a8c-e92b-4b39-8667-7fb31970fb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:30.564858 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4cb0d223-0255-4097-91f3-39bb8ceb5bf3 req-d0e8b989-8271-4a60-9da9-21ec3de0b515 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222434 Mar 05 13:37:30.571883 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c77cc2c4-eb9a-4523-814e-d405ba6e3098 admin admin] Calling delete_port for 5cbfde96-8010-4629-83e4-89d3a9398b43 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:37:30.578002 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab052a8c-e92b-4b39-8667-7fb31970fb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a68920-8608-4517-8d0f-eb569c4438b6,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:30.636849 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d8944-e9f6-49b8-b1b2-2879632e0b79 None None] Calling delete_port for 5cbfde96-8010-4629-83e4-89d3a9398b43 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:37:30.663774 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c05e2-f941-4fcb-9363-056609d383a1 req-cc23d1d6-7cce-4077-87e8-d8214ac87cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:30.665239 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f30c05e2-f941-4fcb-9363-056609d383a1 req-cc23d1d6-7cce-4077-87e8-d8214ac87cb2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f953432-db2d-4f6f-a1ee-7fee9f6e7169 HTTP/1.1" status: 200 len: 904 time: 0.5423698 Mar 05 13:37:30.672788 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7f8662-629a-4634-900a-bfc482eaaff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87f4e2b-b6e8-47f7-8ab5-3dceaed59642', 'code': 200} Mar 05 13:37:30.704972 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:30.726536 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.resource_extend [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:37:30.797423 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c77cc2c4-eb9a-4523-814e-d405ba6e3098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:30.826422 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-672ae31c-c9dd-4f03-8e5b-203d719029f2 req-c182db3d-2193-43b7-b140-cc4ba2f38d60 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287430 Mar 05 13:37:30.851471 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ab052a8c-e92b-4b39-8667-7fb31970fb33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:30.864145 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ab052a8c-e92b-4b39-8667-7fb31970fb33 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/04a68920-8608-4517-8d0f-eb569c4438b6 HTTP/1.1" status: 204 len: 168 time: 1.1064529 Mar 05 13:37:30.925255 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f30c05e2-f941-4fcb-9363-056609d383a1 req-3fb149b7-53cc-4092-ade2-0480f81a5081 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aca4348d-3528-4126-a424-6ed632ab94df HTTP/1.1" status: 200 len: 217 time: 0.1838417 Mar 05 13:37:30.942812 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:37:31.002108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77cc2c4-eb9a-4523-814e-d405ba6e3098 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cbfde96-8010-4629-83e4-89d3a9398b43,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:31.016310 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-cb6d8944-e9f6-49b8-b1b2-2879632e0b79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:37:31.016923 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-cb6d8944-e9f6-49b8-b1b2-2879632e0b79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:37:31.053415 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port aca4348d-3528-4126-a424-6ed632ab94df, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=aca4348d-3528-4126-a424-6ed632ab94df,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:31.071529 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:37:31.074101 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'aca4348d-3528-4126-a424-6ed632ab94df', 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169', 'port_id': 'aca4348d-3528-4126-a424-6ed632ab94df', 'mac_address': 'fa:16:3e:bd:75:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db88a0e-28b6-4292-9a67-fc3276cd43d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:37:31.140912 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:31.159763 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-a2aec7ca-e79c-4404-b668-3d0a2a200ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:31.161386 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-a2aec7ca-e79c-4404-b668-3d0a2a200ac1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4&tenant_id=d5ffda21ed5b4786823c5a5c4a431675 HTTP/1.1" status: 200 len: 1095 time: 1.0200329 Mar 05 13:37:31.166851 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca4348d-3528-4126-a424-6ed632ab94df {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:37:31.192058 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-1bb4e865-581e-4243-a95f-96386cb5c920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353cea03-5973-40d4-8344-83fb7d8c3cbd {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:37:31.205774 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-1bb4e865-581e-4243-a95f-96386cb5c920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:31.210079 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port aca4348d-3528-4126-a424-6ed632ab94df, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=aca4348d-3528-4126-a424-6ed632ab94df,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:31.219723 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77cc2c4-eb9a-4523-814e-d405ba6e3098 admin admin] No DVR routers for this DVR port 5cbfde96-8010-4629-83e4-89d3a9398b43 on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:37:31.222190 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:31.248379 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-e3b11033-1c9a-4d77-a1c2-16601f07455f tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:31.249983 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-e3b11033-1c9a-4d77-a1c2-16601f07455f tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/networks?id=b2936108-7995-40c8-a6ff-6102188204a5 HTTP/1.1" status: 200 len: 816 time: 0.2919283 Mar 05 13:37:31.251184 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-1bb4e865-581e-4243-a95f-96386cb5c920 service neutron] Transition to ACTIVE for port object 353cea03-5973-40d4-8344-83fb7d8c3cbd will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:37:31.268859 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-a9b2e7cb-ffa5-45b4-88db-13802a10df67 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/quotas/dc1b1b7707524e28bd71bcf067b7e41e HTTP/1.1" status: 200 len: 375 time: 0.0128651 Mar 05 13:37:31.270267 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-1bb4e865-581e-4243-a95f-96386cb5c920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:31.325351 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=aca4348d-3528-4126-a424-6ed632ab94df,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:31.506685 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4e865-581e-4243-a95f-96386cb5c920 service neutron] Pushing event updated for resources: {'Port': ['ID=353cea03-5973-40d4-8344-83fb7d8c3cbd,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:31.518616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d8944-e9f6-49b8-b1b2-2879632e0b79 None None] Deleting port 5cbfde96-8010-4629-83e4-89d3a9398b43 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:37:31.519422 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8944-e9f6-49b8-b1b2-2879632e0b79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:31.536248 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c77cc2c4-eb9a-4523-814e-d405ba6e3098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:31.565246 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-c77cc2c4-eb9a-4523-814e-d405ba6e3098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0214471d-cbcd-4678-a18d-db2a61094f2d']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:31.578540 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-c77cc2c4-eb9a-4523-814e-d405ba6e3098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44adb7d8-a45a-4917-8689-ea17cbff440a') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:31.578743 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-c77cc2c4-eb9a-4523-814e-d405ba6e3098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44adb7d8-a45a-4917-8689-ea17cbff440a') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:31.592504 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c77cc2c4-eb9a-4523-814e-d405ba6e3098 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:31.613951 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c77cc2c4-eb9a-4523-814e-d405ba6e3098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:31.621865 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77cc2c4-eb9a-4523-814e-d405ba6e3098 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:37:31.622966 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c77cc2c4-eb9a-4523-814e-d405ba6e3098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:31.631915 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-acac87ed-ed8c-471d-ad36-6b24e77c226a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Synchronizing usage tracker for tenant:dc1b1b7707524e28bd71bcf067b7e41e on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:37:31.640394 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['aca4348d-3528-4126-a424-6ed632ab94df'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:37:31.675615 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-1bb4e865-581e-4243-a95f-96386cb5c920 service neutron] Attempting to bind port 353cea03-5973-40d4-8344-83fb7d8c3cbd on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:37:31.675974 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-1bb4e865-581e-4243-a95f-96386cb5c920 service neutron] Attempting to bind port 353cea03-5973-40d4-8344-83fb7d8c3cbd by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'a8ef6e6e-206b-40f5-8323-f285688f17f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:37:31.676276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-1bb4e865-581e-4243-a95f-96386cb5c920 service neutron] Attempting to bind port 353cea03-5973-40d4-8344-83fb7d8c3cbd on network b2936108-7995-40c8-a6ff-6102188204a5 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:31.684738 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-1bb4e865-581e-4243-a95f-96386cb5c920 service neutron] Port 353cea03-5973-40d4-8344-83fb7d8c3cbd on network b2936108-7995-40c8-a6ff-6102188204a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:37:31.685038 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-1bb4e865-581e-4243-a95f-96386cb5c920 service neutron] Attempting to bind port 353cea03-5973-40d4-8344-83fb7d8c3cbd on network b2936108-7995-40c8-a6ff-6102188204a5 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:31.688386 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d8944-e9f6-49b8-b1b2-2879632e0b79 None None] The port '5cbfde96-8010-4629-83e4-89d3a9398b43' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:37:31.691520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-acac87ed-ed8c-471d-ad36-6b24e77c226a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Unset dirty status for tenant:dc1b1b7707524e28bd71bcf067b7e41e on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:37:31.692941 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-acac87ed-ed8c-471d-ad36-6b24e77c226a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc1b1b7707524e28bd71bcf067b7e41e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4169979 Mar 05 13:37:31.693904 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-1bb4e865-581e-4243-a95f-96386cb5c920 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:37:31.694240 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-1bb4e865-581e-4243-a95f-96386cb5c920 service neutron] Checking segment: {'id': 'a8ef6e6e-206b-40f5-8323-f285688f17f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:37:31.694613 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-1bb4e865-581e-4243-a95f-96386cb5c920 service neutron] Bound using segment: {'id': 'a8ef6e6e-206b-40f5-8323-f285688f17f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:37:31.695085 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-1bb4e865-581e-4243-a95f-96386cb5c920 service neutron] Bound port: 353cea03-5973-40d4-8344-83fb7d8c3cbd, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ef6e6e-206b-40f5-8323-f285688f17f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:37:31.695428 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-1bb4e865-581e-4243-a95f-96386cb5c920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:37:31.735442 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:37:31.768077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c05e2-f941-4fcb-9363-056609d383a1 req-75bed6d3-3ab8-45d3-9465-a0a1edaec4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:31.769846 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f30c05e2-f941-4fcb-9363-056609d383a1 req-75bed6d3-3ab8-45d3-9465-a0a1edaec4f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6db88a0e-28b6-4292-9a67-fc3276cd43d7 HTTP/1.1" status: 200 len: 844 time: 0.6176333 Mar 05 13:37:31.770697 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c77cc2c4-eb9a-4523-814e-d405ba6e3098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:31.832651 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c77cc2c4-eb9a-4523-814e-d405ba6e3098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:31.894567 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f30c05e2-f941-4fcb-9363-056609d383a1 req-c7f9d283-1114-4746-ae1b-b173623d7836 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f953432-db2d-4f6f-a1ee-7fee9f6e7169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044095 Mar 05 13:37:31.920235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348ed1d-3559-4ed9-82fd-53735414e210 req-7ebeca2d-ee40-40b3-b337-d45975d0b59a tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:31.920953 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-1bb4e865-581e-4243-a95f-96386cb5c920 service neutron] For port 353cea03-5973-40d4-8344-83fb7d8c3cbd, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:37:31.921950 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9348ed1d-3559-4ed9-82fd-53735414e210 req-7ebeca2d-ee40-40b3-b337-d45975d0b59a tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7f8662-629a-4634-900a-bfc482eaaff9 HTTP/1.1" status: 200 len: 946 time: 0.9911778 Mar 05 13:37:31.931938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ee569-ff8e-45dc-af15-5f33dc79cc74 req-a09ba254-f6e4-41d4-8381-f37b116d1fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:31.932595 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-1d3fc775-4ccd-43e4-a8a1-20256e4e579e service neutron] 10.222.0.16 "GET /v2.0/networks/b2936108-7995-40c8-a6ff-6102188204a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260411 Mar 05 13:37:31.933358 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-611ee569-ff8e-45dc-af15-5f33dc79cc74 req-a09ba254-f6e4-41d4-8381-f37b116d1fcc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba7f8662-629a-4634-900a-bfc482eaaff9 HTTP/1.1" status: 200 len: 1097 time: 1.0908816 Mar 05 13:37:31.934104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77cc2c4-eb9a-4523-814e-d405ba6e3098 admin admin] Pushing event deleted for resources: {'Network': ['ID=0214471d-cbcd-4678-a18d-db2a61094f2d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:31.934732 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-1bb4e865-581e-4243-a95f-96386cb5c920 service neutron] For port 353cea03-5973-40d4-8344-83fb7d8c3cbd, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=353cea03-5973-40d4-8344-83fb7d8c3cbd,segment=NetworkSegment(a8ef6e6e-206b-40f5-8323-f285688f17f4),segment_id=a8ef6e6e-206b-40f5-8323-f285688f17f4)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:37:31.959175 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-1bb4e865-581e-4243-a95f-96386cb5c920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:32.008660 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-868084cc-2a9a-4df7-8875-bd430ff65fba tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:32.008660 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-868084cc-2a9a-4df7-8875-bd430ff65fba tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Synchronizing usage tracker for tenant:dc1b1b7707524e28bd71bcf067b7e41e on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:37:32.013884 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c77cc2c4-eb9a-4523-814e-d405ba6e3098 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0214471d-cbcd-4678-a18d-db2a61094f2d HTTP/1.1" status: 204 len: 168 time: 2.7185860 Mar 05 13:37:32.085829 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-1bb4e865-581e-4243-a95f-96386cb5c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:32.086455 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-1bb4e865-581e-4243-a95f-96386cb5c920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:32.088630 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-1bb4e865-581e-4243-a95f-96386cb5c920 service neutron] 10.222.0.30 "PUT /v2.0/ports/353cea03-5973-40d4-8344-83fb7d8c3cbd HTTP/1.1" status: 200 len: 1091 time: 2.0702267 Mar 05 13:37:32.089090 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9dd760d-36b2-4143-b67d-44c078ef9a10', 'tag': '353cea03-5973-40d4-8344-83fb7d8c3cbd'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:37:32.173607 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-226d0b42-be1d-4b52-8463-3abc3c7a488a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:32.175655 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-226d0b42-be1d-4b52-8463-3abc3c7a488a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 1095 time: 0.9598742 Mar 05 13:37:32.184350 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-868084cc-2a9a-4df7-8875-bd430ff65fba tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Unset dirty status for tenant:dc1b1b7707524e28bd71bcf067b7e41e on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:37:32.185641 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-868084cc-2a9a-4df7-8875-bd430ff65fba tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.30 "GET /v2.0/networks?id=b2936108-7995-40c8-a6ff-6102188204a5 HTTP/1.1" status: 200 len: 816 time: 1.2951896 Mar 05 13:37:32.199635 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4e865-581e-4243-a95f-96386cb5c920 service neutron] Pushing event updated for resources: {'Port': ['ID=353cea03-5973-40d4-8344-83fb7d8c3cbd,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:32.233661 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-d6c17e39-0e8e-4032-a53a-cc9c4d31f515 service neutron] 10.222.0.16 "GET /v2.0/networks/b2936108-7995-40c8-a6ff-6102188204a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928896 Mar 05 13:37:32.245392 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47526) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:32.301650 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-cc10857c-20f6-456d-8457-df32f2053450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:32.303332 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-cc10857c-20f6-456d-8457-df32f2053450 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc1b1b7707524e28bd71bcf067b7e41e&device_id=e9dd760d-36b2-4143-b67d-44c078ef9a10 HTTP/1.1" status: 200 len: 1094 time: 0.1644697 Mar 05 13:37:32.350408 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9348ed1d-3559-4ed9-82fd-53735414e210 req-51689c81-a98e-4936-bfb3-5e6b74e881cc tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e0235cb-9725-45c3-8ff6-26bd4a5af7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121399 Mar 05 13:37:32.362337 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a6d0c262-efaa-4d53-9ded-9d9cac6bcabb tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Request body: {'port': {'device_id': '0b764565-19c3-446c-b20e-4deb6e9fccbe', 'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5', 'admin_state_up': True, 'tenant_id': 'dc1b1b7707524e28bd71bcf067b7e41e'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:32.392346 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-611ee569-ff8e-45dc-af15-5f33dc79cc74 req-69839fc1-a77c-4bc3-bcfc-f5923be73979 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4e0235cb-9725-45c3-8ff6-26bd4a5af7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293916 Mar 05 13:37:32.393442 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-1a88e48b-72db-4ea6-bc9d-d734c9ba0b00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=353cea03-5973-40d4-8344-83fb7d8c3cbd HTTP/1.1" status: 200 len: 217 time: 0.0791955 Mar 05 13:37:32.407199 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d697f2d1-253f-4cf0-aebe-d22d5efac174 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92bf82572fbb434393b937a47fe60812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1594646 Mar 05 13:37:32.409476 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47532) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:32.460341 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-dc1d767b-18cf-4ace-bd92-94f0cf62e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:32.461953 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-dc1d767b-18cf-4ace-bd92-94f0cf62e2ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 920 time: 0.2557876 Mar 05 13:37:32.487567 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 626397c2-da47-446a-88f4-5c976be043f3 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:37:32.647510 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b90c9836-510b-4a36-8f27-531e812a7866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:32.647803 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 626397c2-da47-446a-88f4-5c976be043f3 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:32.649749 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:32.752891 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-660f1448-4a18-44d5-8786-21098b708165 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 HTTP/1.1" status: 200 len: 217 time: 0.2639713 Mar 05 13:37:32.754959 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f30c05e2-f941-4fcb-9363-056609d383a1 req-41018f9c-6289-468c-8b8d-36465fadc3de service neutron] 10.222.0.15 "GET /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8256373 Mar 05 13:37:32.771086 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b90c9836-510b-4a36-8f27-531e812a7866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:32.779238 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-d80dbbea-4b0b-4bfa-a3bc-6abb17cd25f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:32.780705 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-d80dbbea-4b0b-4bfa-a3bc-6abb17cd25f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a056899c-0e05-45c9-b3d0-c604d8488f62 HTTP/1.1" status: 200 len: 855 time: 0.1862993 Mar 05 13:37:32.907166 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25d066-1f3b-4b0b-a8c7-d6c1c900073b req-2b3b3f9f-f9dc-456b-ad40-72a732fe1f21 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:32.914168 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d25d066-1f3b-4b0b-a8c7-d6c1c900073b req-2b3b3f9f-f9dc-456b-ad40-72a732fe1f21 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 950 time: 0.2705281 Mar 05 13:37:32.943325 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:32.973038 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44d379b-f014-42fd-a82b-e62f1e33b935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626397c2-da47-446a-88f4-5c976be043f3'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:37:32.986180 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 626397c2-da47-446a-88f4-5c976be043f3, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=626397c2-da47-446a-88f4-5c976be043f3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:32.997421 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:33.038598 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-58be5c68-ad51-4789-b5e7-da967e3278bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:33.040134 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-58be5c68-ad51-4789-b5e7-da967e3278bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ddb228e-b84a-4351-a2cb-7f33147be2ea HTTP/1.1" status: 200 len: 860 time: 0.2712741 Mar 05 13:37:33.085126 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a6d0c262-efaa-4d53-9ded-9d9cac6bcabb tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:37:33.095569 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=626397c2-da47-446a-88f4-5c976be043f3,revision_number=11']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:33.172573 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-69e97bb6-eb9b-4676-a1ea-297c42cb7bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:33.175061 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-69e97bb6-eb9b-4676-a1ea-297c42cb7bf2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2936108-7995-40c8-a6ff-6102188204a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3796639 Mar 05 13:37:33.184806 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d25d066-1f3b-4b0b-a8c7-d6c1c900073b req-91d06359-b601-4254-b78c-088a046f877e tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696843 Mar 05 13:37:33.185502 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b90c9836-510b-4a36-8f27-531e812a7866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:33.251423 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c9836-510b-4a36-8f27-531e812a7866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860cbe7d-0bdd-4f1e-8f2b-efb2fededc9c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:33.286400 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-5aaa5999-b43d-485b-800e-5d50c1259f19 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2361803 Mar 05 13:37:33.304586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a6d0c262-efaa-4d53-9ded-9d9cac6bcabb tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:37:33.314512 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b90c9836-510b-4a36-8f27-531e812a7866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:33.318781 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b90c9836-510b-4a36-8f27-531e812a7866 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/860cbe7d-0bdd-4f1e-8f2b-efb2fededc9c HTTP/1.1" status: 204 len: 168 time: 0.9051833 Mar 05 13:37:33.363257 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-90e9cc01-3ac7-4afe-ba71-586624ed4753 service neutron] 10.222.0.30 "GET /v2.0/networks/b2936108-7995-40c8-a6ff-6102188204a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725368 Mar 05 13:37:33.374159 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0dc67-fd5f-4a31-bb7f-1d815335081d req-b3ab08d8-9972-4ae1-83d4-ece3358a3d26 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:33.375923 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0c0dc67-fd5f-4a31-bb7f-1d815335081d req-b3ab08d8-9972-4ae1-83d4-ece3358a3d26 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=9344728c-2add-4550-8012-209342552b4c HTTP/1.1" status: 200 len: 944 time: 0.7647092 Mar 05 13:37:33.392356 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f30c05e2-f941-4fcb-9363-056609d383a1 req-628bac28-7223-413e-ac3c-7f9a921e55a8 service neutron] 10.222.0.15 "GET /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6222336 Mar 05 13:37:33.488941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a6d0c262-efaa-4d53-9ded-9d9cac6bcabb tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Made reservation on behalf of dc1b1b7707524e28bd71bcf067b7e41e for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:37:33.497732 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a6d0c262-efaa-4d53-9ded-9d9cac6bcabb tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:33.626383 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bd1d316-27f7-4c19-a3ec-924bbc278466 req-e0d07ec7-390e-4f84-960a-92d2b04b66ea service neutron] 10.222.0.30 "GET /v2.0/networks/b2936108-7995-40c8-a6ff-6102188204a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560771 Mar 05 13:37:33.650148 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fc1ea-571d-4241-b117-2216b40c1969 req-5ea2ca13-db2e-4eb5-9344-1510d9df5c1f tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:33.651769 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-112fc1ea-571d-4241-b117-2216b40c1969 req-5ea2ca13-db2e-4eb5-9344-1510d9df5c1f tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 944 time: 0.2064176 Mar 05 13:37:33.711225 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-112fc1ea-571d-4241-b117-2216b40c1969 req-309a3759-34bb-419e-b923-3160029c6315 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502210 Mar 05 13:37:33.798662 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0c0dc67-fd5f-4a31-bb7f-1d815335081d req-c813f807-85cb-49d0-a4b7-a18bcaecacb6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992565 Mar 05 13:37:33.901863 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9dd760d-36b2-4143-b67d-44c078ef9a10', 'tag': '353cea03-5973-40d4-8344-83fb7d8c3cbd', 'status': 'completed', 'code': 200} Mar 05 13:37:33.989433 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a6d0c262-efaa-4d53-9ded-9d9cac6bcabb tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Allocated IP 172.20.0.6 (b2936108-7995-40c8-a6ff-6102188204a5/a056899c-0e05-45c9-b3d0-c604d8488f62/509bf164-c6f3-49d0-bc45-50f61b97bf98) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:37:34.005118 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-ac35ca92-fd7c-4827-b6be-85139fbba429 service neutron] 10.222.0.15 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6712866 Mar 05 13:37:34.063942 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47570) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:34.093187 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0d2b2-f367-4e83-8d19-879e4d8e32ed req-48809c39-8d77-4c0f-a1eb-b20f22fbe8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:34.094687 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5db0d2b2-f367-4e83-8d19-879e4d8e32ed req-48809c39-8d77-4c0f-a1eb-b20f22fbe8e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc1b1b7707524e28bd71bcf067b7e41e&device_id=e9dd760d-36b2-4143-b67d-44c078ef9a10 HTTP/1.1" status: 200 len: 1094 time: 0.1644247 Mar 05 13:37:34.137594 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659486e7-d69c-4e6f-adc0-f8dce2442a60 req-19072f60-e352-45ed-9944-8d35a2775bab tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:34.139069 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-659486e7-d69c-4e6f-adc0-f8dce2442a60 req-19072f60-e352-45ed-9944-8d35a2775bab tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 944 time: 0.1708543 Mar 05 13:37:34.149208 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-28823be2-1f01-4147-8fa2-4a1a461eb6fa req-9340aa63-f0fc-4a42-a104-ed7f354b663a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=8330aaf5-5bd2-4167-9076-38a8e6043f76 HTTP/1.1" status: 200 len: 210 time: 0.1003234 Mar 05 13:37:34.206787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c05e2-f941-4fcb-9363-056609d383a1 req-a0c17d45-85b4-4e54-bdac-f92c17c40241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:34.208258 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f30c05e2-f941-4fcb-9363-056609d383a1 req-a0c17d45-85b4-4e54-bdac-f92c17c40241 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 1125 time: 0.6838651 Mar 05 13:37:34.214242 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44d379b-f014-42fd-a82b-e62f1e33b935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626397c2-da47-446a-88f4-5c976be043f3', 'code': 200} Mar 05 13:37:34.238253 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-340b1e66-6ac4-47d1-b7cb-c4275519fb8f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71c14fbdc1914567860d39e82e019069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1729033 Mar 05 13:37:34.260681 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-6a0a76e3-b7e0-4507-b434-b0d030b5a969 service neutron] 10.222.0.15 "GET /v2.0/ports/020cc80d-a818-4a1b-a755-346d6624c02b/bindings/n-h2-803718-1 HTTP/1.1" status: 200 len: 384 time: 0.3410890 Mar 05 13:37:34.269236 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47574) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:34.319821 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-659486e7-d69c-4e6f-adc0-f8dce2442a60 req-6e78dc57-db34-44ef-adda-74d8274b3798 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592364 Mar 05 13:37:34.377248 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0d2b2-f367-4e83-8d19-879e4d8e32ed req-2918d6f3-5c06-41b6-851a-9712c8cc2693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:34.400554 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5db0d2b2-f367-4e83-8d19-879e4d8e32ed req-2918d6f3-5c06-41b6-851a-9712c8cc2693 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2936108-7995-40c8-a6ff-6102188204a5 HTTP/1.1" status: 200 len: 916 time: 0.2901881 Mar 05 13:37:34.498603 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device aca4348d-3528-4126-a424-6ed632ab94df up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:37:34.586124 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5db0d2b2-f367-4e83-8d19-879e4d8e32ed req-e2cd9097-6582-439c-aa34-854fb5157835 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=353cea03-5973-40d4-8344-83fb7d8c3cbd HTTP/1.1" status: 200 len: 217 time: 0.1743479 Mar 05 13:37:34.639993 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port aca4348d-3528-4126-a424-6ed632ab94df completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:37:34.650595 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port aca4348d-3528-4126-a424-6ed632ab94df triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:34.651321 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:34.686043 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-67f2adf2-4b74-4e8d-a1c5-e25540ee869e service neutron] 10.222.0.15 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6690478 Mar 05 13:37:34.731697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0d2b2-f367-4e83-8d19-879e4d8e32ed req-0e40d823-231d-416a-a32b-c191e229df61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:34.733907 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5db0d2b2-f367-4e83-8d19-879e4d8e32ed req-0e40d823-231d-416a-a32b-c191e229df61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a056899c-0e05-45c9-b3d0-c604d8488f62 HTTP/1.1" status: 200 len: 855 time: 0.1391792 Mar 05 13:37:34.801716 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba504bd-9b30-43c3-a368-83a2d5662b57 req-d4fc85e0-308c-4d49-82d7-baa6d3cef05c tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:34.809118 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cba504bd-9b30-43c3-a368-83a2d5662b57 req-d4fc85e0-308c-4d49-82d7-baa6d3cef05c tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7f8662-629a-4634-900a-bfc482eaaff9 HTTP/1.1" status: 200 len: 946 time: 0.2840452 Mar 05 13:37:34.881286 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:34.885028 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cba504bd-9b30-43c3-a368-83a2d5662b57 req-a34435d9-c330-4bc9-b25e-3661b66393c1 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e0235cb-9725-45c3-8ff6-26bd4a5af7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741022 Mar 05 13:37:34.915505 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0d2b2-f367-4e83-8d19-879e4d8e32ed req-14f2f57b-8be1-431f-ac2a-5b452fe359b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:34.918648 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c05e2-f941-4fcb-9363-056609d383a1 req-9b7c204d-4217-4b64-b2a4-c40b92560f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:34.920282 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f30c05e2-f941-4fcb-9363-056609d383a1 req-9b7c204d-4217-4b64-b2a4-c40b92560f6b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 907 time: 0.6859121 Mar 05 13:37:34.920832 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5db0d2b2-f367-4e83-8d19-879e4d8e32ed req-14f2f57b-8be1-431f-ac2a-5b452fe359b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2936108-7995-40c8-a6ff-6102188204a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1791658 Mar 05 13:37:34.961285 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port aca4348d-3528-4126-a424-6ed632ab94df, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=aca4348d-3528-4126-a424-6ed632ab94df,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:34.968319 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:35.016511 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a6be885a-55d3-47f8-b121-ecf36b919397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:35.063068 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=aca4348d-3528-4126-a424-6ed632ab94df,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:35.078983 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f30c05e2-f941-4fcb-9363-056609d383a1 req-11c8a901-9cb6-4b5e-8566-ef9a8c5555c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=020cc80d-a818-4a1b-a755-346d6624c02b HTTP/1.1" status: 200 len: 217 time: 0.1272364 Mar 05 13:37:35.085453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-e841d806-4288-4c66-9329-b1f0d9a95ced tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:35.086783 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-e841d806-4288-4c66-9329-b1f0d9a95ced tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.15 "GET /v2.0/networks?id=b2936108-7995-40c8-a6ff-6102188204a5 HTTP/1.1" status: 200 len: 816 time: 0.6372616 Mar 05 13:37:35.140425 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5db0d2b2-f367-4e83-8d19-879e4d8e32ed req-37d75ab6-a90f-483f-b78b-7daae76d6666 service neutron] 10.222.0.30 "GET /v2.0/networks/b2936108-7995-40c8-a6ff-6102188204a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109156 Mar 05 13:37:35.177564 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-4d694818-dea5-4684-92b6-23ead6f2d684 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Request body: {'port': {'device_id': '8330aaf5-5bd2-4167-9076-38a8e6043f76', 'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5', 'admin_state_up': True, 'tenant_id': 'dc1b1b7707524e28bd71bcf067b7e41e'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:35.191760 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-1ab89522-9b64-4872-a582-45865cf73df2 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=78a1cd353882451f977c98a0cde91b02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1636612 Mar 05 13:37:35.198648 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f10d2f-5235-4672-8516-b0b6e3fcc9f0 req-9dbc6d54-2907-415e-8bf9-822530a29fef tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:35.200156 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-71f10d2f-5235-4672-8516-b0b6e3fcc9f0 req-9dbc6d54-2907-415e-8bf9-822530a29fef tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 944 time: 0.1533523 Mar 05 13:37:35.230532 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a6d0c262-efaa-4d53-9ded-9d9cac6bcabb tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:35.242532 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a6be885a-55d3-47f8-b121-ecf36b919397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:35.320080 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-71f10d2f-5235-4672-8516-b0b6e3fcc9f0 req-0e2c768e-7f03-4fc2-aa44-84cb0370d51f tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733058 Mar 05 13:37:35.329106 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5db0d2b2-f367-4e83-8d19-879e4d8e32ed req-9cd87210-83a2-4223-afdb-6a170d8f92de service neutron] 10.222.0.30 "GET /v2.0/networks/b2936108-7995-40c8-a6ff-6102188204a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764345 Mar 05 13:37:35.523387 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5a3c0-430a-4b34-aae1-3c69de26c252 req-e5c365a5-c6c9-435a-b202-5b8896ed30a4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:35.525308 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8cd5a3c0-430a-4b34-aae1-3c69de26c252 req-e5c365a5-c6c9-435a-b202-5b8896ed30a4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=9344728c-2add-4550-8012-209342552b4c HTTP/1.1" status: 200 len: 945 time: 0.0924945 Mar 05 13:37:35.576012 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8cd5a3c0-430a-4b34-aae1-3c69de26c252 req-c902b9b4-a221-4b37-a642-124c432b8006 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438190 Mar 05 13:37:35.691383 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a6d0c262-efaa-4d53-9ded-9d9cac6bcabb tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Transition to ACTIVE for port object 509bf164-c6f3-49d0-bc45-50f61b97bf98 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:37:35.715526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c05e2-f941-4fcb-9363-056609d383a1 req-b1bcfbbb-0614-4706-ab36-92f9070f4dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:35.716975 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f30c05e2-f941-4fcb-9363-056609d383a1 req-b1bcfbbb-0614-4706-ab36-92f9070f4dc5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ac31366-a7f9-483e-b1e1-eea597fcd311 HTTP/1.1" status: 200 len: 847 time: 0.6256294 Mar 05 13:37:35.836818 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f30c05e2-f941-4fcb-9363-056609d383a1 req-559da4d1-e39c-43a4-a9af-2542b873b25b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1e632aab-7405-4a4c-851d-f121cf35a970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962944 Mar 05 13:37:35.843653 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-6979a824-d935-4743-939c-360eeeffa1a8 service neutron] For port 020cc80d-a818-4a1b-a755-346d6624c02b, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=020cc80d-a818-4a1b-a755-346d6624c02b,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:35.892516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce783aa-2367-4235-bfae-56be29907c2b req-0df982c4-76e4-4e4a-8364-39ae5b39bc58 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:35.893965 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fce783aa-2367-4235-bfae-56be29907c2b req-0df982c4-76e4-4e4a-8364-39ae5b39bc58 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=70e5a685-1acf-41f5-b575-3752a19975d3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2017660 Mar 05 13:37:35.957728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-4d694818-dea5-4684-92b6-23ead6f2d684 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:37:35.960121 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a6be885a-55d3-47f8-b121-ecf36b919397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:35.974468 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-32d97109-9978-4d83-9a5f-25d26b4ce165 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:35.975918 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-32d97109-9978-4d83-9a5f-25d26b4ce165 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7642882 Mar 05 13:37:35.977541 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fce783aa-2367-4235-bfae-56be29907c2b req-ab695626-0b6d-4ed9-98af-5b260a0a0dab tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 696 time: 0.0777323 Mar 05 13:37:35.991840 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-fce783aa-2367-4235-bfae-56be29907c2b req-b4985a53-fde6-4bbd-a437-59a475d920b0 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Request body: {'floatingip': {'port_id': '275abf79-056c-472c-864e-d8875104ebe7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:36.025569 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-6979a824-d935-4743-939c-360eeeffa1a8 service neutron] For port 020cc80d-a818-4a1b-a755-346d6624c02b, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:37:36.070326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-4d694818-dea5-4684-92b6-23ead6f2d684 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Usage tracker for resource:port and tenant:dc1b1b7707524e28bd71bcf067b7e41e is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:37:36.071305 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-fce783aa-2367-4235-bfae-56be29907c2b req-b4985a53-fde6-4bbd-a437-59a475d920b0 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks [] for floatingip, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:36.087696 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-4d694818-dea5-4684-92b6-23ead6f2d684 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:37:36.093440 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a6d0c262-efaa-4d53-9ded-9d9cac6bcabb tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:36.113220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be885a-55d3-47f8-b121-ecf36b919397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c283abd4-74b9-4ecd-b7e3-565cc3beb29b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:36.121980 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-4d694818-dea5-4684-92b6-23ead6f2d684 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:37:36.164205 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-e67dd14d-1f71-47ea-aff5-dad73a16dfa5 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:36.166218 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-e67dd14d-1f71-47ea-aff5-dad73a16dfa5 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4&tenant_id=d5ffda21ed5b4786823c5a5c4a431675&binding%3Ahost_id=n-h1-803718-1 HTTP/1.1" status: 200 len: 1095 time: 0.6163588 Mar 05 13:37:36.187683 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-dc1c28dd-2536-4b2a-88b0-aefc6309d84f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/quotas/78a1cd353882451f977c98a0cde91b02 HTTP/1.1" status: 200 len: 375 time: 0.1061988 Mar 05 13:37:36.215952 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9344728c-2add-4550-8012-209342552b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca4348d-3528-4126-a424-6ed632ab94df'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:37:36.240076 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-6979a824-d935-4743-939c-360eeeffa1a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020cc80d-a818-4a1b-a755-346d6624c02b {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:37:36.312137 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-4d694818-dea5-4684-92b6-23ead6f2d684 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Made reservation on behalf of dc1b1b7707524e28bd71bcf067b7e41e for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:37:36.315548 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-4d694818-dea5-4684-92b6-23ead6f2d684 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:36.346334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a6d0c262-efaa-4d53-9ded-9d9cac6bcabb tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Network b2936108-7995-40c8-a6ff-6102188204a5 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:37:36.369100 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-6979a824-d935-4743-939c-360eeeffa1a8 service neutron] For port 020cc80d-a818-4a1b-a755-346d6624c02b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=020cc80d-a818-4a1b-a755-346d6624c02b,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:36.376512 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a6d0c262-efaa-4d53-9ded-9d9cac6bcabb tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:37:36.396760 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a6d0c262-efaa-4d53-9ded-9d9cac6bcabb tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:37:36.445773 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f30c05e2-f941-4fcb-9363-056609d383a1 req-531bb3c6-ec31-45f3-a571-879597861e77 service neutron] 10.222.0.15 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866652 Mar 05 13:37:36.449951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0c262-efaa-4d53-9ded-9d9cac6bcabb tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Pushing event updated for resources: {'Port': ['ID=509bf164-c6f3-49d0-bc45-50f61b97bf98,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:36.499203 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 020cc80d-a818-4a1b-a755-346d6624c02b no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:37:36.609962 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-6979a824-d935-4743-939c-360eeeffa1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:36.657105 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a6be885a-55d3-47f8-b121-ecf36b919397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:36.658118 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a6be885a-55d3-47f8-b121-ecf36b919397 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c283abd4-74b9-4ecd-b7e3-565cc3beb29b HTTP/1.1" status: 204 len: 168 time: 2.3861523 Mar 05 13:37:36.690533 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bc97e81d-ab6b-49ee-b3ac-0497da2e147e None None] Provisioning for port 509bf164-c6f3-49d0-bc45-50f61b97bf98 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:37:36.697899 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bc97e81d-ab6b-49ee-b3ac-0497da2e147e None None] Provisioning complete for port 509bf164-c6f3-49d0-bc45-50f61b97bf98 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:36.698297 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bc97e81d-ab6b-49ee-b3ac-0497da2e147e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:36.734099 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-fce783aa-2367-4235-bfae-56be29907c2b req-b4985a53-fde6-4bbd-a437-59a475d920b0 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:36.739755 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-fce783aa-2367-4235-bfae-56be29907c2b req-b4985a53-fde6-4bbd-a437-59a475d920b0 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:36.749741 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a6d0c262-efaa-4d53-9ded-9d9cac6bcabb tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:36.750345 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a6d0c262-efaa-4d53-9ded-9d9cac6bcabb tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:36.762645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-bc97e81d-ab6b-49ee-b3ac-0497da2e147e None None] Port 509bf164-c6f3-49d0-bc45-50f61b97bf98 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:37:36.892495 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f30c05e2-f941-4fcb-9363-056609d383a1 req-efe79fec-a803-495c-b935-e1ba51b7e6ab service neutron] 10.222.0.15 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395416 Mar 05 13:37:36.903849 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a6d0c262-efaa-4d53-9ded-9d9cac6bcabb tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5457895 Mar 05 13:37:36.911946 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-8af3c825-36e0-4a48-b4ce-0ac07f0404ed tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6744335 Mar 05 13:37:36.936715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] Request body: {'port': {'device_id': '0b764565-19c3-446c-b20e-4deb6e9fccbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:36.941947 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [req-fce783aa-2367-4235-bfae-56be29907c2b req-b4985a53-fde6-4bbd-a437-59a475d920b0 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Floating IP 8275adb0-2bc5-45fa-9d54-8661454f5750 associated. External IP: 172.25.4.146, port: 275abf79-056c-472c-864e-d8875104ebe7. Mar 05 13:37:36.978486 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 353cea03-5973-40d4-8344-83fb7d8c3cbd details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:37:36.995765 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-6979a824-d935-4743-939c-360eeeffa1a8 service neutron] Transition to ACTIVE for port object 020cc80d-a818-4a1b-a755-346d6624c02b will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:37:37.005709 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-4d694818-dea5-4684-92b6-23ead6f2d684 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Allocated IP 172.20.0.14 (b2936108-7995-40c8-a6ff-6102188204a5/a056899c-0e05-45c9-b3d0-c604d8488f62/3b96c1ef-760d-4761-aaf7-1422b4c4e538) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:37:37.011585 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-3f7c2c2b-de94-45a8-a7ba-e73b157d3c33 service neutron] For port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:37:37.015016 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-6979a824-d935-4743-939c-360eeeffa1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:37.080798 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-3f7c2c2b-de94-45a8-a7ba-e73b157d3c33 service neutron] Notify callbacks [] for binding, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:37.081891 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92c70dfb-b433-44c2-ae23-062e47139cbe req-3f7c2c2b-de94-45a8-a7ba-e73b157d3c33 service neutron] 10.222.0.15 "DELETE /v2.0/ports/38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71/bindings/n-h2-803718-1 HTTP/1.1" status: 204 len: 173 time: 0.8800941 Mar 05 13:37:37.235113 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 353cea03-5973-40d4-8344-83fb7d8c3cbd, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=353cea03-5973-40d4-8344-83fb7d8c3cbd,segment=NetworkSegment(a8ef6e6e-206b-40f5-8323-f285688f17f4),segment_id=a8ef6e6e-206b-40f5-8323-f285688f17f4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:37.308309 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '353cea03-5973-40d4-8344-83fb7d8c3cbd', 'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5', 'port_id': '353cea03-5973-40d4-8344-83fb7d8c3cbd', 'mac_address': 'fa:16:3e:9c:67:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a056899c-0e05-45c9-b3d0-c604d8488f62', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:37:37.438018 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:37.472842 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979a824-d935-4743-939c-360eeeffa1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=020cc80d-a818-4a1b-a755-346d6624c02b,revision_number=10']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:37.473596 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353cea03-5973-40d4-8344-83fb7d8c3cbd {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:37:37.512758 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 353cea03-5973-40d4-8344-83fb7d8c3cbd, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=353cea03-5973-40d4-8344-83fb7d8c3cbd,segment=NetworkSegment(a8ef6e6e-206b-40f5-8323-f285688f17f4),segment_id=a8ef6e6e-206b-40f5-8323-f285688f17f4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:37.518755 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:37.626544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-6979a824-d935-4743-939c-360eeeffa1a8 service neutron] No DVR routers for this DVR port 020cc80d-a818-4a1b-a755-346d6624c02b on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:37:37.629800 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d36b9e11-cff7-4099-80df-ace0a05981d0 req-b734fbd1-1559-4580-98fc-f2e877468783 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Synchronizing usage tracker for tenant:dc1b1b7707524e28bd71bcf067b7e41e on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:37:37.639037 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=353cea03-5973-40d4-8344-83fb7d8c3cbd,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:37.712897 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:37.735035 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-6979a824-d935-4743-939c-360eeeffa1a8 service neutron] 10.222.0.15 "PUT /v2.0/ports/020cc80d-a818-4a1b-a755-346d6624c02b/bindings/n-h2-803718-1/activate HTTP/1.1" status: 200 len: 369 time: 3.4575360 Mar 05 13:37:37.809094 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['353cea03-5973-40d4-8344-83fb7d8c3cbd'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:37:37.826156 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fce783aa-2367-4235-bfae-56be29907c2b req-b4985a53-fde6-4bbd-a437-59a475d920b0 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Router 44502c51-a607-4cf0-b133-9b456e10960a has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:37:37.833190 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d36b9e11-cff7-4099-80df-ace0a05981d0 req-b734fbd1-1559-4580-98fc-f2e877468783 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Unset dirty status for tenant:dc1b1b7707524e28bd71bcf067b7e41e on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:37:37.844297 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d36b9e11-cff7-4099-80df-ace0a05981d0 req-b734fbd1-1559-4580-98fc-f2e877468783 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=8330aaf5-5bd2-4167-9076-38a8e6043f76 HTTP/1.1" status: 200 len: 210 time: 0.3560197 Mar 05 13:37:38.043882 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47644) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:38.160133 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-4039a151-13b7-4ba3-9c3d-4f4e133883ae tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:38.161652 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-4039a151-13b7-4ba3-9c3d-4f4e133883ae tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342&tenant_id=293ce29818c24610874b0170cb644d65&binding%3Ahost_id=n-h1-803718-1 HTTP/1.1" status: 200 len: 1096 time: 0.3323593 Mar 05 13:37:38.211709 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-4d694818-dea5-4684-92b6-23ead6f2d684 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:38.244264 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-4d694818-dea5-4684-92b6-23ead6f2d684 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Transition to ACTIVE for port object 3b96c1ef-760d-4761-aaf7-1422b4c4e538 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:37:38.260551 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-42958d3a-9929-4504-8171-1a6cc6c6058c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-705139838-network', 'tenant_id': 'b662dfd56f4f47a8accc06e1c248c9cb'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:38.261045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cce673-cc5d-4743-9b0c-aaacfcaf53a2 req-c546163e-dbed-4233-8ea4-1d66da3085ef tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:38.262540 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-03cce673-cc5d-4743-9b0c-aaacfcaf53a2 req-c546163e-dbed-4233-8ea4-1d66da3085ef tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 944 time: 0.2307723 Mar 05 13:37:38.274204 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fce783aa-2367-4235-bfae-56be29907c2b req-b4985a53-fde6-4bbd-a437-59a475d920b0 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:37:38.276811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-42958d3a-9929-4504-8171-1a6cc6c6058c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:37:38.283618 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-fce783aa-2367-4235-bfae-56be29907c2b req-b4985a53-fde6-4bbd-a437-59a475d920b0 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:38.287962 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8783ea63-2cbc-44f6-b352-4edf5b797e56 None None] Sync routers for ids ['44502c51-a607-4cf0-b133-9b456e10960a'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:37:38.309602 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8783ea63-2cbc-44f6-b352-4edf5b797e56 None None] Routers {'44502c51-a607-4cf0-b133-9b456e10960a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:37:38.310255 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8783ea63-2cbc-44f6-b352-4edf5b797e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:37:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['44502c51-a607-4cf0-b133-9b456e10960a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:38.312547 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-42958d3a-9929-4504-8171-1a6cc6c6058c admin admin] Usage tracker for resource:network and tenant:b662dfd56f4f47a8accc06e1c248c9cb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:37:38.322211 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-42958d3a-9929-4504-8171-1a6cc6c6058c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:37:38.323751 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-03cce673-cc5d-4743-9b0c-aaacfcaf53a2 req-eac72f22-f0fe-43d7-a979-4d4ffa62d390 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546503 Mar 05 13:37:38.345176 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-4d694818-dea5-4684-92b6-23ead6f2d684 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:38.381531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-42958d3a-9929-4504-8171-1a6cc6c6058c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:37:38.418071 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fce783aa-2367-4235-bfae-56be29907c2b req-b4985a53-fde6-4bbd-a437-59a475d920b0 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "PUT /v2.0/floatingips/8275adb0-2bc5-45fa-9d54-8661454f5750 HTTP/1.1" status: 200 len: 996 time: 2.4306369 Mar 05 13:37:38.420228 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e5a685-1acf-41f5-b575-3752a19975d3', 'tag': '275abf79-056c-472c-864e-d8875104ebe7'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:37:38.431857 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42958d3a-9929-4504-8171-1a6cc6c6058c admin admin] Made reservation on behalf of b662dfd56f4f47a8accc06e1c248c9cb for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:37:38.434330 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42958d3a-9929-4504-8171-1a6cc6c6058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:38.458690 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9344728c-2add-4550-8012-209342552b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca4348d-3528-4126-a424-6ed632ab94df', 'code': 200} Mar 05 13:37:38.494671 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42958d3a-9929-4504-8171-1a6cc6c6058c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:38.515592 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-22341198-9941-4e60-b3ba-bef22ec1cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:38.517416 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-22341198-9941-4e60-b3ba-bef22ec1cc71 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342&tenant_id=293ce29818c24610874b0170cb644d65 HTTP/1.1" status: 200 len: 1096 time: 0.3401036 Mar 05 13:37:38.521405 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-42958d3a-9929-4504-8171-1a6cc6c6058c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:37:38.527729 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-42958d3a-9929-4504-8171-1a6cc6c6058c admin admin] Usage tracker for resource:security_group_rule and tenant:b662dfd56f4f47a8accc06e1c248c9cb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:37:38.532144 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-42958d3a-9929-4504-8171-1a6cc6c6058c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:37:38.540078 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-42958d3a-9929-4504-8171-1a6cc6c6058c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:37:38.579844 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['353cea03-5973-40d4-8344-83fb7d8c3cbd'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:37:38.625082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-4d694818-dea5-4684-92b6-23ead6f2d684 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Network b2936108-7995-40c8-a6ff-6102188204a5 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:37:38.637763 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-4d694818-dea5-4684-92b6-23ead6f2d684 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:37:38.651134 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-4d694818-dea5-4684-92b6-23ead6f2d684 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:37:38.651426 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce783aa-2367-4235-bfae-56be29907c2b req-fbb78cd8-98f1-4f6f-8d2e-33f4cbcf49a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:38.653161 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fce783aa-2367-4235-bfae-56be29907c2b req-fbb78cd8-98f1-4f6f-8d2e-33f4cbcf49a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08b8d14ed6734fb5b6479aa152b1b1a2&device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 1096 time: 0.2071998 Mar 05 13:37:38.724394 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-8783ea63-2cbc-44f6-b352-4edf5b797e56 None None] Set router 44502c51-a607-4cf0-b133-9b456e10960a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:37:38.786669 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d177419f-7808-4ec9-af40-bd83c3a5393e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:38.953401 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-a26485b6-d2b1-4a46-b211-4da39da722a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:38.954897 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-a26485b6-d2b1-4a46-b211-4da39da722a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 1096 time: 0.4107063 Mar 05 13:37:39.005035 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 353cea03-5973-40d4-8344-83fb7d8c3cbd up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:37:39.055179 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d694818-dea5-4684-92b6-23ead6f2d684 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Pushing event updated for resources: {'Port': ['ID=3b96c1ef-760d-4761-aaf7-1422b4c4e538,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:39.076911 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-ba8a7135-62a2-44de-bff0-4700e5e6ac45 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=78a1cd353882451f977c98a0cde91b02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1104069 Mar 05 13:37:39.111901 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fc4ebb4d-1c67-405d-9067-8c1b616b8d81 None None] Provisioning for port 3b96c1ef-760d-4761-aaf7-1422b4c4e538 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:37:39.127128 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fc4ebb4d-1c67-405d-9067-8c1b616b8d81 None None] Provisioning complete for port 3b96c1ef-760d-4761-aaf7-1422b4c4e538 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:39.127637 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fc4ebb4d-1c67-405d-9067-8c1b616b8d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:39.191370 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-fc4ebb4d-1c67-405d-9067-8c1b616b8d81 None None] Port 3b96c1ef-760d-4761-aaf7-1422b4c4e538 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:37:39.200140 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 353cea03-5973-40d4-8344-83fb7d8c3cbd completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:37:39.209528 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 353cea03-5973-40d4-8344-83fb7d8c3cbd triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:39.209528 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:39.227784 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce783aa-2367-4235-bfae-56be29907c2b req-26ce8d4c-2cbd-4473-96f5-b0ae1841bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:39.230479 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fce783aa-2367-4235-bfae-56be29907c2b req-26ce8d4c-2cbd-4473-96f5-b0ae1841bf2d service neutron] 10.222.0.16 "GET /v2.0/networks?id=00d7a38b-c3b6-406f-a703-0c7323200545 HTTP/1.1" status: 200 len: 921 time: 0.5695834 Mar 05 13:37:39.238610 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42958d3a-9929-4504-8171-1a6cc6c6058c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:39.271311 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-4d694818-dea5-4684-92b6-23ead6f2d684 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:39.271311 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-4d694818-dea5-4684-92b6-23ead6f2d684 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:39.310987 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42958d3a-9929-4504-8171-1a6cc6c6058c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:39.322757 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42958d3a-9929-4504-8171-1a6cc6c6058c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:37:39.332781 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42958d3a-9929-4504-8171-1a6cc6c6058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:39.333106 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-42958d3a-9929-4504-8171-1a6cc6c6058c admin admin] Added segment 7fe7cf11-e002-4c3d-b8b9-8827d0b67be8 of type vlan for network 9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb Mar 05 13:37:39.356949 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:37:39.360865 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42958d3a-9929-4504-8171-1a6cc6c6058c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:39.392109 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:39.425941 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-c80c5940-450b-4249-925a-01b572bddccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:39.427608 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-c80c5940-450b-4249-925a-01b572bddccf service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 907 time: 0.4342871 Mar 05 13:37:39.446228 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-4d694818-dea5-4684-92b6-23ead6f2d684 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2976608 Mar 05 13:37:39.469907 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 353cea03-5973-40d4-8344-83fb7d8c3cbd, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=353cea03-5973-40d4-8344-83fb7d8c3cbd,segment=NetworkSegment(a8ef6e6e-206b-40f5-8323-f285688f17f4),segment_id=a8ef6e6e-206b-40f5-8323-f285688f17f4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:39.477444 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8783ea63-2cbc-44f6-b352-4edf5b797e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:36:35Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '8275adb0-2bc5-45fa-9d54-8661454f5750', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'port_id': '275abf79-056c-472c-864e-d8875104ebe7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'mac_address': 'fa:16:3e:51:2b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5a685-1acf-41f5-b575-3752a19975d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:37:09Z', 'updated_at': '2022-03-05T13:37:36Z', 'revision_number': 1, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e59dc54-18e3-46c6-8848-857dab4aadbf', 'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'mac_address': 'fa:16:3e:23:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:32Z', 'updated_at': '2022-03-05T13:36:43Z', 'revision_number': 5, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'subnets': [{'id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:39.480599 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:39.490235 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8783ea63-2cbc-44f6-b352-4edf5b797e56 None None] Checking router: 44502c51-a607-4cf0-b133-9b456e10960a for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:37:39.493248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] Request body: {'port': {'device_id': '8330aaf5-5bd2-4167-9076-38a8e6043f76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:39.514154 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8783ea63-2cbc-44f6-b352-4edf5b797e56 None None] Routers {'44502c51-a607-4cf0-b133-9b456e10960a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:37:39.514788 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8783ea63-2cbc-44f6-b352-4edf5b797e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:37:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['44502c51-a607-4cf0-b133-9b456e10960a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:39.563831 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509bf164-c6f3-49d0-bc45-50f61b97bf98 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:37:39.565996 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42958d3a-9929-4504-8171-1a6cc6c6058c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:39.567147 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42958d3a-9929-4504-8171-1a6cc6c6058c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:39.567872 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42958d3a-9929-4504-8171-1a6cc6c6058c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:39.580784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68790e8a-9c96-4f89-a988-a274d18a6f8e req-1b28a94e-9593-46f4-976c-5504d1099c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:39.582422 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-68790e8a-9c96-4f89-a988-a274d18a6f8e req-1b28a94e-9593-46f4-976c-5504d1099c0a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9344728c-2add-4550-8012-209342552b4c HTTP/1.1" status: 200 len: 1096 time: 0.8599296 Mar 05 13:37:39.585772 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-bdc87794-0288-4d6f-8355-4f0e148d0678 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=020cc80d-a818-4a1b-a755-346d6624c02b HTTP/1.1" status: 200 len: 217 time: 0.1488841 Mar 05 13:37:39.587010 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:39.597298 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=353cea03-5973-40d4-8344-83fb7d8c3cbd,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:39.597646 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-6edd0946-8f09-43a1-8d4d-10d5a0ff11a9 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:39.599039 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-6edd0946-8f09-43a1-8d4d-10d5a0ff11a9 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5117159 Mar 05 13:37:39.612458 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42958d3a-9929-4504-8171-1a6cc6c6058c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d5d4f5-58fc-4541-9364-3ea41b2ff241,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:39.612636 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319e8d0-e484-4c8d-a53c-7abe1f4cfa0c req-70e2bb10-b3d3-4651-a819-26641011c3a9 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:39.613978 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c319e8d0-e484-4c8d-a53c-7abe1f4cfa0c req-70e2bb10-b3d3-4651-a819-26641011c3a9 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 945 time: 0.8899784 Mar 05 13:37:39.624070 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fce783aa-2367-4235-bfae-56be29907c2b req-056bac40-c484-4e2d-a0b4-4c1c52a0d345 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=275abf79-056c-472c-864e-d8875104ebe7 HTTP/1.1" status: 200 len: 999 time: 0.3834987 Mar 05 13:37:39.650366 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-b138748a-efd2-46e4-9d55-4a6addb1ff3b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Request body: {'port': {'device_id': 'bb4afd61-ff40-4974-96d3-f2e8ad9dcad2', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': '78a1cd353882451f977c98a0cde91b02'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:39.710145 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-42958d3a-9929-4504-8171-1a6cc6c6058c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6615479 Mar 05 13:37:39.710350 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] Transition to ACTIVE for port object 509bf164-c6f3-49d0-bc45-50f61b97bf98 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:37:39.714101 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47660) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:39.733445 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-8783ea63-2cbc-44f6-b352-4edf5b797e56 None None] Set router 44502c51-a607-4cf0-b133-9b456e10960a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:37:39.778064 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-a1f350a3-c5c5-4a02-965b-4b795f8cbc95 admin admin] Request body: {'subnet': {'network_id': '9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-705139838-subnet', 'tenant_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:39.796063 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a1f350a3-c5c5-4a02-965b-4b795f8cbc95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:37:39.810814 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a1f350a3-c5c5-4a02-965b-4b795f8cbc95 admin admin] Usage tracker for resource:subnet and tenant:b662dfd56f4f47a8accc06e1c248c9cb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:37:39.813451 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42958d3a-9929-4504-8171-1a6cc6c6058c admin admin] Pushing event updated for resources: {'Network': ['ID=9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:39.821375 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a1f350a3-c5c5-4a02-965b-4b795f8cbc95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:37:39.829003 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-7fad233d-b6e8-4b38-853e-6fe27889dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:39.829537 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:37:39.830460 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-7fad233d-b6e8-4b38-853e-6fe27889dc78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ac31366-a7f9-483e-b1e1-eea597fcd311 HTTP/1.1" status: 200 len: 847 time: 0.2117639 Mar 05 13:37:39.838328 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a1f350a3-c5c5-4a02-965b-4b795f8cbc95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:37:39.885008 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce783aa-2367-4235-bfae-56be29907c2b req-ced32bf2-2ff0-40b3-860f-1ce1b5fde23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:39.886483 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fce783aa-2367-4235-bfae-56be29907c2b req-ced32bf2-2ff0-40b3-860f-1ce1b5fde23e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c39a0a58-c97c-43c2-909d-ee25456614f0 HTTP/1.1" status: 200 len: 860 time: 0.2166591 Mar 05 13:37:39.895144 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-e68d8715-b333-4bd5-9d61-51b8a0ba17c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e632aab-7405-4a4c-851d-f121cf35a970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540597 Mar 05 13:37:39.909501 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:40.025005 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0545a6d-916b-4884-8458-856e6cb9f723 req-cb1c4259-e29f-4e2f-8611-8744ce83413c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8009300 Mar 05 13:37:40.067391 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-68790e8a-9c96-4f89-a988-a274d18a6f8e req-144387c8-c119-4d0b-8635-3bfe24638ee9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629872 Mar 05 13:37:40.095393 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f350a3-c5c5-4a02-965b-4b795f8cbc95 admin admin] Made reservation on behalf of b662dfd56f4f47a8accc06e1c248c9cb for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:37:40.097658 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a1f350a3-c5c5-4a02-965b-4b795f8cbc95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:40.161358 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c319e8d0-e484-4c8d-a53c-7abe1f4cfa0c req-fb9cd70d-f15c-4302-8186-1bd3693b234d tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152864 Mar 05 13:37:40.211179 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8783ea63-2cbc-44f6-b352-4edf5b797e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:36:35Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '8275adb0-2bc5-45fa-9d54-8661454f5750', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'port_id': '275abf79-056c-472c-864e-d8875104ebe7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'mac_address': 'fa:16:3e:51:2b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5a685-1acf-41f5-b575-3752a19975d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:37:09Z', 'updated_at': '2022-03-05T13:37:36Z', 'revision_number': 1, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e59dc54-18e3-46c6-8848-857dab4aadbf', 'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'mac_address': 'fa:16:3e:23:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:32Z', 'updated_at': '2022-03-05T13:36:43Z', 'revision_number': 5, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'subnets': [{'id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:40.225757 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8783ea63-2cbc-44f6-b352-4edf5b797e56 None None] The sync data for ids ['44502c51-a607-4cf0-b133-9b456e10960a'] in n-d-803718-1 is: [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:36:35Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '8275adb0-2bc5-45fa-9d54-8661454f5750', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'port_id': '275abf79-056c-472c-864e-d8875104ebe7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'mac_address': 'fa:16:3e:51:2b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5a685-1acf-41f5-b575-3752a19975d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:37:09Z', 'updated_at': '2022-03-05T13:37:36Z', 'revision_number': 1, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e59dc54-18e3-46c6-8848-857dab4aadbf', 'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'mac_address': 'fa:16:3e:23:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:32Z', 'updated_at': '2022-03-05T13:36:43Z', 'revision_number': 5, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'subnets': [{'id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:37:40.235295 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:40.272914 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] Pushing event updated for resources: {'Port': ['ID=509bf164-c6f3-49d0-bc45-50f61b97bf98,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:40.346058 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-7758ed85-8571-46ba-ada1-26301e46be58 service neutron] 10.222.0.30 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769923 Mar 05 13:37:40.404040 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce783aa-2367-4235-bfae-56be29907c2b req-34f38133-53f4-4d11-86d8-720165e20854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:40.405730 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fce783aa-2367-4235-bfae-56be29907c2b req-34f38133-53f4-4d11-86d8-720165e20854 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00d7a38b-c3b6-406f-a703-0c7323200545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5089803 Mar 05 13:37:40.460383 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9dd760d-36b2-4143-b67d-44c078ef9a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353cea03-5973-40d4-8344-83fb7d8c3cbd'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:37:40.465996 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-fce783aa-2367-4235-bfae-56be29907c2b req-f446435e-683f-49c6-899b-ed29e77f5ea8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:37:40.467006 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fce783aa-2367-4235-bfae-56be29907c2b req-f446435e-683f-49c6-899b-ed29e77f5ea8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121570 Mar 05 13:37:40.490404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-b138748a-efd2-46e4-9d55-4a6addb1ff3b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:37:40.524407 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-b138748a-efd2-46e4-9d55-4a6addb1ff3b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:37:40.555379 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82755e2-d5a2-49ed-a494-ff568d082000 None None] New status for floating IP 8275adb0-2bc5-45fa-9d54-8661454f5750: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:37:40.643686 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-b138748a-efd2-46e4-9d55-4a6addb1ff3b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Made reservation on behalf of 78a1cd353882451f977c98a0cde91b02 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:37:40.647253 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-b138748a-efd2-46e4-9d55-4a6addb1ff3b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:40.682421 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-d5a5de7b-764e-4b94-81ff-2cfe0131d2c5 service neutron] 10.222.0.30 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276484 Mar 05 13:37:40.691937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0545a6d-916b-4884-8458-856e6cb9f723 req-96484b6a-4e9c-4a2c-a225-e107061ed902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:40.693460 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0545a6d-916b-4884-8458-856e6cb9f723 req-96484b6a-4e9c-4a2c-a225-e107061ed902 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 1095 time: 0.5359218 Mar 05 13:37:40.694406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] Attempting to bind port 509bf164-c6f3-49d0-bc45-50f61b97bf98 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:37:40.694571 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] Attempting to bind port 509bf164-c6f3-49d0-bc45-50f61b97bf98 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'a8ef6e6e-206b-40f5-8323-f285688f17f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:37:40.694881 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] Attempting to bind port 509bf164-c6f3-49d0-bc45-50f61b97bf98 on network b2936108-7995-40c8-a6ff-6102188204a5 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:40.705733 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a1f350a3-c5c5-4a02-965b-4b795f8cbc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:40.764850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] Port 509bf164-c6f3-49d0-bc45-50f61b97bf98 on network b2936108-7995-40c8-a6ff-6102188204a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:37:40.764850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] Attempting to bind port 509bf164-c6f3-49d0-bc45-50f61b97bf98 on network b2936108-7995-40c8-a6ff-6102188204a5 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:40.783012 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fce783aa-2367-4235-bfae-56be29907c2b req-f59a7757-b912-4528-a853-c6b516d0ebb9 service neutron] 10.222.0.16 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775846 Mar 05 13:37:40.839715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f9c3d-5cf1-461e-a5d1-66f7f3b4c3b5 req-51da15ea-79e7-410d-93c8-1b603c90b9af tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:40.841463 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d96f9c3d-5cf1-461e-a5d1-66f7f3b4c3b5 req-51da15ea-79e7-410d-93c8-1b603c90b9af tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=9344728c-2add-4550-8012-209342552b4c HTTP/1.1" status: 200 len: 945 time: 0.4674892 Mar 05 13:37:40.859585 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f350a3-c5c5-4a02-965b-4b795f8cbc95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc974065-b93f-4651-99c8-c11906297a03,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:40.859964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:37:40.860314 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] Checking segment: {'id': 'a8ef6e6e-206b-40f5-8323-f285688f17f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:37:40.861242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] Bound using segment: {'id': 'a8ef6e6e-206b-40f5-8323-f285688f17f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:37:40.861242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] Bound port: 509bf164-c6f3-49d0-bc45-50f61b97bf98, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ef6e6e-206b-40f5-8323-f285688f17f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:37:40.861462 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:40.900245 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-91bf539a-9deb-44b5-b8a8-a9978da49fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:40.936378 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f350a3-c5c5-4a02-965b-4b795f8cbc95 admin admin] Checking segment: {'id': '7fe7cf11-e002-4c3d-b8b9-8827d0b67be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:37:40.937652 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f350a3-c5c5-4a02-965b-4b795f8cbc95 admin admin] Network hostable DHCP agents. Network: 9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:37:40.975711 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f350a3-c5c5-4a02-965b-4b795f8cbc95 admin admin] Network 9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:37:40.997996 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fce783aa-2367-4235-bfae-56be29907c2b req-54ec48da-8c05-473d-9d57-3a11a89fc24a service neutron] 10.222.0.16 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084708 Mar 05 13:37:40.999067 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-a1f350a3-c5c5-4a02-965b-4b795f8cbc95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:37:41.012197 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9f0306-8425-4e1e-ad93-cc0af7799477 None None] Network 9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:37:41.067089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f350a3-c5c5-4a02-965b-4b795f8cbc95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:41.067680 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a1f350a3-c5c5-4a02-965b-4b795f8cbc95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:41.104022 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a1f350a3-c5c5-4a02-965b-4b795f8cbc95 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3789971 Mar 05 13:37:41.104684 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47668) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:41.112092 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-72d1d45a-5a81-4d60-9aa0-995c315c8371 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-705139838-router', 'tenant_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:41.125990 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-72d1d45a-5a81-4d60-9aa0-995c315c8371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:37:41.177107 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e20138c9-5e89-427c-925b-124c3f563f86 req-3d6f4ca5-d6f9-44aa-bf56-2423527e7d93 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 210 time: 0.0549464 Mar 05 13:37:41.178183 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-72d1d45a-5a81-4d60-9aa0-995c315c8371 admin admin] Usage tracker for resource:router and tenant:b662dfd56f4f47a8accc06e1c248c9cb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:37:41.195204 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-72d1d45a-5a81-4d60-9aa0-995c315c8371 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:37:41.201857 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d96f9c3d-5cf1-461e-a5d1-66f7f3b4c3b5 req-a663e2d2-5fc2-43dc-b6cc-7d6ffe241108 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285780 Mar 05 13:37:41.204321 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-3185d1dd-07d6-496b-89dc-537b07485426 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:41.207488 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-3185d1dd-07d6-496b-89dc-537b07485426 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342&tenant_id=293ce29818c24610874b0170cb644d65&binding%3Ahost_id=n-h2-803718-1 HTTP/1.1" status: 200 len: 1096 time: 0.2058737 Mar 05 13:37:41.211884 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-72d1d45a-5a81-4d60-9aa0-995c315c8371 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:37:41.280162 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72d1d45a-5a81-4d60-9aa0-995c315c8371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:41.281299 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72d1d45a-5a81-4d60-9aa0-995c315c8371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:41.287693 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-b138748a-efd2-46e4-9d55-4a6addb1ff3b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Allocated IP 192.168.233.99 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/f8a08b52-c3d6-4708-9fa8-7cadc504d2b1) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:37:41.291539 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0545a6d-916b-4884-8458-856e6cb9f723 req-fc22758c-1762-46ab-8538-8d581ab82bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:41.293076 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0545a6d-916b-4884-8458-856e6cb9f723 req-fc22758c-1762-46ab-8538-8d581ab82bb6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 907 time: 0.5257211 Mar 05 13:37:41.301154 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72d1d45a-5a81-4d60-9aa0-995c315c8371 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:41.325029 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e5a685-1acf-41f5-b575-3752a19975d3', 'tag': '275abf79-056c-472c-864e-d8875104ebe7', 'status': 'completed', 'code': 200} Mar 05 13:37:41.379088 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] For port 509bf164-c6f3-49d0-bc45-50f61b97bf98, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:37:41.395186 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0545a6d-916b-4884-8458-856e6cb9f723 req-07a9747d-ae25-4567-8124-c9595303c3ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65167010-576f-47d8-ab65-885798b5cdc3 HTTP/1.1" status: 200 len: 217 time: 0.0850255 Mar 05 13:37:41.437276 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64063919-3aa1-4866-95fe-d80af266b348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb', 'network_id': '9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb', 'tenant_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'fixed_ips': [{'subnet_id': 'fc974065-b93f-4651-99c8-c11906297a03'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:37:41.438105 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-64063919-3aa1-4866-95fe-d80af266b348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:41.481538 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:37:41.520070 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9dd760d-36b2-4143-b67d-44c078ef9a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353cea03-5973-40d4-8344-83fb7d8c3cbd', 'code': 200} Mar 05 13:37:41.522248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] For port 509bf164-c6f3-49d0-bc45-50f61b97bf98, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=509bf164-c6f3-49d0-bc45-50f61b97bf98,segment=NetworkSegment(a8ef6e6e-206b-40f5-8323-f285688f17f4),segment_id=a8ef6e6e-206b-40f5-8323-f285688f17f4)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:37:41.658969 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-64063919-3aa1-4866-95fe-d80af266b348 None None] Allocated IP 172.20.0.2 (9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb/fc974065-b93f-4651-99c8-c11906297a03/d3918661-85c0-4bee-810e-0462ab4d6b64) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:37:41.671973 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:41.899404 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-64063919-3aa1-4866-95fe-d80af266b348 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:41.903114 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:41.912562 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-64063919-3aa1-4866-95fe-d80af266b348 None None] Transition to ACTIVE for port object d3918661-85c0-4bee-810e-0462ab4d6b64 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:37:41.933607 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-64063919-3aa1-4866-95fe-d80af266b348 None None] Transition to ACTIVE for port object d3918661-85c0-4bee-810e-0462ab4d6b64 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:37:41.939694 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-64063919-3aa1-4866-95fe-d80af266b348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:41.978804 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72d1d45a-5a81-4d60-9aa0-995c315c8371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:42.010667 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64063919-3aa1-4866-95fe-d80af266b348 None None] Network 9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:37:42.025653 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-64063919-3aa1-4866-95fe-d80af266b348 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:37:42.028276 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64063919-3aa1-4866-95fe-d80af266b348 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:37:42.047953 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64063919-3aa1-4866-95fe-d80af266b348 None None] Pushing event updated for resources: {'Port': ['ID=d3918661-85c0-4bee-810e-0462ab4d6b64,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:42.057581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:42.058208 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:42.060059 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] 10.222.0.30 "PUT /v2.0/ports/509bf164-c6f3-49d0-bc45-50f61b97bf98 HTTP/1.1" status: 200 len: 1091 time: 5.1359203 Mar 05 13:37:42.062538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b764565-19c3-446c-b20e-4deb6e9fccbe', 'tag': '509bf164-c6f3-49d0-bc45-50f61b97bf98'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:37:42.089526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0545a6d-916b-4884-8458-856e6cb9f723 req-61555621-44f2-47d7-a462-51ca40a4c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:42.091125 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0545a6d-916b-4884-8458-856e6cb9f723 req-61555621-44f2-47d7-a462-51ca40a4c168 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ac31366-a7f9-483e-b1e1-eea597fcd311 HTTP/1.1" status: 200 len: 847 time: 0.6871524 Mar 05 13:37:42.093657 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9ee48-5a83-4d72-9445-e5281f9138dc req-9a51ac6b-26ca-4628-b46c-0586552ba1cc tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:42.094830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b96c1ef-760d-4761-aaf7-1422b4c4e538 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:37:42.100657 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d4a9ee48-5a83-4d72-9445-e5281f9138dc req-9a51ac6b-26ca-4628-b46c-0586552ba1cc tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=8330aaf5-5bd2-4167-9076-38a8e6043f76 HTTP/1.1" status: 200 len: 932 time: 0.6195433 Mar 05 13:37:42.115595 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:42.122182 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-360a929e-917d-47d9-bed9-cd36f27aa19c service neutron] For port 020cc80d-a818-4a1b-a755-346d6624c02b, host n-h1-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:37:42.140125 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:42.164082 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-64063919-3aa1-4866-95fe-d80af266b348 None None] Attempting to bind port d3918661-85c0-4bee-810e-0462ab4d6b64 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:37:42.164426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-64063919-3aa1-4866-95fe-d80af266b348 None None] Attempting to bind port d3918661-85c0-4bee-810e-0462ab4d6b64 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '7fe7cf11-e002-4c3d-b8b9-8827d0b67be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:37:42.164693 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64063919-3aa1-4866-95fe-d80af266b348 None None] Attempting to bind port d3918661-85c0-4bee-810e-0462ab4d6b64 on network 9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:42.171012 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64063919-3aa1-4866-95fe-d80af266b348 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:37:42.171613 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64063919-3aa1-4866-95fe-d80af266b348 None None] Checking segment: {'id': '7fe7cf11-e002-4c3d-b8b9-8827d0b67be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:37:42.172165 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-64063919-3aa1-4866-95fe-d80af266b348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:42.172699 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64063919-3aa1-4866-95fe-d80af266b348 None None] Bound using segment: {'id': '7fe7cf11-e002-4c3d-b8b9-8827d0b67be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:37:42.173316 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-64063919-3aa1-4866-95fe-d80af266b348 None None] Bound port: d3918661-85c0-4bee-810e-0462ab4d6b64, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe7cf11-e002-4c3d-b8b9-8827d0b67be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:37:42.173858 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-64063919-3aa1-4866-95fe-d80af266b348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:42.179872 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0545a6d-916b-4884-8458-856e6cb9f723 req-8240ee9a-2d92-4c4b-b934-3b1b3078a055 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e632aab-7405-4a4c-851d-f121cf35a970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685558 Mar 05 13:37:42.185445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fe03e-de41-4e5f-8abc-ec71d0ef068f service neutron] Pushing event updated for resources: {'Port': ['ID=509bf164-c6f3-49d0-bc45-50f61b97bf98,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:42.187315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209b721-70ec-42bc-ab42-bedb47a38e39 req-07ec841b-8654-46cb-85ab-0eba6657b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:42.188913 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9209b721-70ec-42bc-ab42-bedb47a38e39 req-07ec841b-8654-46cb-85ab-0eba6657b27a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e9dd760d-36b2-4143-b67d-44c078ef9a10 HTTP/1.1" status: 200 len: 1096 time: 0.4943929 Mar 05 13:37:42.210222 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-360a929e-917d-47d9-bed9-cd36f27aa19c service neutron] Notify callbacks [] for binding, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:42.211330 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b82ec589-64c4-4cf9-9fab-5b6ea90d408f req-360a929e-917d-47d9-bed9-cd36f27aa19c service neutron] 10.222.0.30 "DELETE /v2.0/ports/020cc80d-a818-4a1b-a755-346d6624c02b/bindings/n-h1-803718-1 HTTP/1.1" status: 204 len: 173 time: 0.9965794 Mar 05 13:37:42.251697 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d4a9ee48-5a83-4d72-9445-e5281f9138dc req-5dc6007b-6171-4541-8219-7fe96d5a5b81 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500590 Mar 05 13:37:42.317821 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9209b721-70ec-42bc-ab42-bedb47a38e39 req-867b49f7-a351-4c86-ba1f-e53c4fe638f5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129622 Mar 05 13:37:42.330730 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-64063919-3aa1-4866-95fe-d80af266b348 None None] For port d3918661-85c0-4bee-810e-0462ab4d6b64, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:37:42.334423 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-64063919-3aa1-4866-95fe-d80af266b348 None None] For port d3918661-85c0-4bee-810e-0462ab4d6b64, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d3918661-85c0-4bee-810e-0462ab4d6b64,segment=NetworkSegment(7fe7cf11-e002-4c3d-b8b9-8827d0b67be8),segment_id=7fe7cf11-e002-4c3d-b8b9-8827d0b67be8)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:37:42.342385 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-64063919-3aa1-4866-95fe-d80af266b348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:42.351835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] Transition to ACTIVE for port object 3b96c1ef-760d-4761-aaf7-1422b4c4e538 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:37:42.436991 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:42.461400 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64063919-3aa1-4866-95fe-d80af266b348 None None] Pushing event updated for resources: {'Port': ['ID=d3918661-85c0-4bee-810e-0462ab4d6b64,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:42.489287 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-b138748a-efd2-46e4-9d55-4a6addb1ff3b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:42.543835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931b550-5677-47a2-923b-502fda0f0dbe req-3b9aeecf-2072-4c7c-b29e-04ad8aae7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:42.545317 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d931b550-5677-47a2-923b-502fda0f0dbe req-3b9aeecf-2072-4c7c-b29e-04ad8aae7ad7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=08b8d14ed6734fb5b6479aa152b1b1a2&device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 1096 time: 1.0217617 Mar 05 13:37:42.637527 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-b138748a-efd2-46e4-9d55-4a6addb1ff3b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Transition to ACTIVE for port object f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:37:42.645563 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72d1d45a-5a81-4d60-9aa0-995c315c8371 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:42.660367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-0388115e-d35d-4947-921d-9e079b31f97d tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:42.661942 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-0388115e-d35d-4947-921d-9e079b31f97d tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7f8662-629a-4634-900a-bfc482eaaff9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.9915016 Mar 05 13:37:42.719812 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72d1d45a-5a81-4d60-9aa0-995c315c8371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:42.756548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] Pushing event updated for resources: {'Port': ['ID=3b96c1ef-760d-4761-aaf7-1422b4c4e538,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:42.813847 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a0a22-8c7f-4bfc-b0c5-37ced51039b5 req-0fb60dbe-c163-460a-a4cb-60b48be5e037 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:42.821170 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c93a0a22-8c7f-4bfc-b0c5-37ced51039b5 req-0fb60dbe-c163-460a-a4cb-60b48be5e037 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 945 time: 0.3174024 Mar 05 13:37:42.844888 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0545a6d-916b-4884-8458-856e6cb9f723 req-c2e1da4a-c2b8-4394-a4e9-9b91d8103361 service neutron] 10.222.0.30 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6518071 Mar 05 13:37:42.932131 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c93a0a22-8c7f-4bfc-b0c5-37ced51039b5 req-bbb93ea5-ab22-4689-9448-5f5a569a8d9b tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094408 Mar 05 13:37:42.971687 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-72d1d45a-5a81-4d60-9aa0-995c315c8371 admin admin] Allocated IP 172.25.4.5 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/f97c804e-7ebf-4047-8330-8c2035031f8f) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:37:43.052298 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-8407e775-eb13-4885-8ca2-d85b155cb944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:43.053833 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-8407e775-eb13-4885-8ca2-d85b155cb944 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc1b1b7707524e28bd71bcf067b7e41e&device_id=0b764565-19c3-446c-b20e-4deb6e9fccbe HTTP/1.1" status: 200 len: 1094 time: 0.8553526 Mar 05 13:37:43.177500 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72d1d45a-5a81-4d60-9aa0-995c315c8371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:43.192742 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53734ef4-8679-47b6-a141-262e49ae78bf req-c737a796-39b2-4de1-8d74-f4e0c7bec865 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:43.194274 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-53734ef4-8679-47b6-a141-262e49ae78bf req-c737a796-39b2-4de1-8d74-f4e0c7bec865 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 1095 time: 0.1286497 Mar 05 13:37:43.224720 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-18b90f03-fab4-4226-9e3f-a5177cf73fa6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=509bf164-c6f3-49d0-bc45-50f61b97bf98 HTTP/1.1" status: 200 len: 217 time: 0.1541617 Mar 05 13:37:43.248342 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-67ac3e6b-31bb-443c-839e-a0b5773d7f0d tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 1001 time: 0.4230897 Mar 05 13:37:43.248574 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-53734ef4-8679-47b6-a141-262e49ae78bf req-03f34932-1701-4e00-b298-4255db452e03 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435266 Mar 05 13:37:43.250244 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72d1d45a-5a81-4d60-9aa0-995c315c8371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:43.303474 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931b550-5677-47a2-923b-502fda0f0dbe req-e4b976e2-48a5-49e7-a31b-e9123207d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:43.306856 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d931b550-5677-47a2-923b-502fda0f0dbe req-e4b976e2-48a5-49e7-a31b-e9123207d930 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00d7a38b-c3b6-406f-a703-0c7323200545 HTTP/1.1" status: 200 len: 921 time: 0.7009282 Mar 05 13:37:43.320990 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d1d45a-5a81-4d60-9aa0-995c315c8371 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:37:43.325548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-bab68d22-89b9-471a-80ae-7928bef084ac tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Request body: {'floatingip': {'port_id': 'e87f4e2b-b6e8-47f7-8ab5-3dceaed59642', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:43.330035 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-72d1d45a-5a81-4d60-9aa0-995c315c8371 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:37:43.334587 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d1d45a-5a81-4d60-9aa0-995c315c8371 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:37:43.369527 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1d45a-5a81-4d60-9aa0-995c315c8371 admin admin] Pushing event updated for resources: {'Port': ['ID=f97c804e-7ebf-4047-8330-8c2035031f8f,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:43.520738 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-b138748a-efd2-46e4-9d55-4a6addb1ff3b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:43.543674 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e', '626397c2-da47-446a-88f4-5c976be043f3'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:37:43.598649 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] Attempting to bind port 3b96c1ef-760d-4761-aaf7-1422b4c4e538 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:37:43.599427 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] Attempting to bind port 3b96c1ef-760d-4761-aaf7-1422b4c4e538 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'a8ef6e6e-206b-40f5-8323-f285688f17f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:37:43.599918 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] Attempting to bind port 3b96c1ef-760d-4761-aaf7-1422b4c4e538 on network b2936108-7995-40c8-a6ff-6102188204a5 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:43.640767 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['8b7830ee-f387-454a-982c-d3f409d76188'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:37:43.714057 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:43.805443 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6bce10-14f7-40f8-b3cb-1a75585c6b94 None None] Network 9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:37:43.894662 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b764565-19c3-446c-b20e-4deb6e9fccbe', 'tag': '509bf164-c6f3-49d0-bc45-50f61b97bf98', 'status': 'completed', 'code': 200} Mar 05 13:37:43.899619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138748a-efd2-46e4-9d55-4a6addb1ff3b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Pushing event updated for resources: {'Port': ['ID=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:43.921065 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] Port 3b96c1ef-760d-4761-aaf7-1422b4c4e538 on network b2936108-7995-40c8-a6ff-6102188204a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:37:43.921389 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] Attempting to bind port 3b96c1ef-760d-4761-aaf7-1422b4c4e538 on network b2936108-7995-40c8-a6ff-6102188204a5 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:43.952793 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0545a6d-916b-4884-8458-856e6cb9f723 req-5ccb4824-4b6c-470c-931a-09ec254f34a4 service neutron] 10.222.0.30 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0228570 Mar 05 13:37:43.953085 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626364fe-741a-494c-92f0-7f6d85d0f12f req-d4f00b15-776c-49a2-8bca-d6755d4e8f6a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:43.954336 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-626364fe-741a-494c-92f0-7f6d85d0f12f req-d4f00b15-776c-49a2-8bca-d6755d4e8f6a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 935 time: 0.2021239 Mar 05 13:37:43.963265 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:37:43.963711 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] Checking segment: {'id': 'a8ef6e6e-206b-40f5-8323-f285688f17f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:37:43.964115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] Bound using segment: {'id': 'a8ef6e6e-206b-40f5-8323-f285688f17f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:37:43.964874 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] Bound port: 3b96c1ef-760d-4761-aaf7-1422b4c4e538, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ef6e6e-206b-40f5-8323-f285688f17f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:37:43.964874 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:43.988520 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-b138748a-efd2-46e4-9d55-4a6addb1ff3b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:37:43.989977 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-5deab6ed-0cce-4f46-adb3-4ae34a1eef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:43.991510 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-5deab6ed-0cce-4f46-adb3-4ae34a1eef40 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a056899c-0e05-45c9-b3d0-c604d8488f62 HTTP/1.1" status: 200 len: 855 time: 0.7497392 Mar 05 13:37:43.999816 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-bab68d22-89b9-471a-80ae-7928bef084ac tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks [] for floatingip, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:44.053250 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1adebe77-c73e-4675-9d3b-5625cb0b57e8 None None] Provisioning for port d3918661-85c0-4bee-810e-0462ab4d6b64 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:37:44.054292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-b138748a-efd2-46e4-9d55-4a6addb1ff3b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:37:44.109717 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-b138748a-efd2-46e4-9d55-4a6addb1ff3b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:37:44.136761 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d931b550-5677-47a2-923b-502fda0f0dbe req-94659f8f-ad1a-4729-addd-07b51af77dc0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=275abf79-056c-472c-864e-d8875104ebe7 HTTP/1.1" status: 200 len: 1001 time: 0.7079227 Mar 05 13:37:44.250183 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-626364fe-741a-494c-92f0-7f6d85d0f12f req-5996f23c-d2b2-491d-9582-cb260e983c2c tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750089 Mar 05 13:37:44.298208 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72d1d45a-5a81-4d60-9aa0-995c315c8371 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:44.347761 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d3918661-85c0-4bee-810e-0462ab4d6b64 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:37:44.464734 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f76769f4-cb05-4bc4-b482-f181ec83aa5b None None] Provisioning for port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:37:44.469669 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port d3918661-85c0-4bee-810e-0462ab4d6b64 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:37:44.475357 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f76769f4-cb05-4bc4-b482-f181ec83aa5b None None] Provisioning complete for port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:44.475730 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f76769f4-cb05-4bc4-b482-f181ec83aa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:44.509942 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port d3918661-85c0-4bee-810e-0462ab4d6b64 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:44.510939 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:44.591930 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-f76769f4-cb05-4bc4-b482-f181ec83aa5b None None] Port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:37:44.668537 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:44.705280 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port d3918661-85c0-4bee-810e-0462ab4d6b64, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d3918661-85c0-4bee-810e-0462ab4d6b64,segment=NetworkSegment(7fe7cf11-e002-4c3d-b8b9-8827d0b67be8),segment_id=7fe7cf11-e002-4c3d-b8b9-8827d0b67be8)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:44.712980 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:44.761431 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-13d17cec-6aca-4309-a883-cf181e5a335c None None] Provisioning complete for port d3918661-85c0-4bee-810e-0462ab4d6b64 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:44.761804 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-13d17cec-6aca-4309-a883-cf181e5a335c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:44.809468 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72d1d45a-5a81-4d60-9aa0-995c315c8371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:44.838883 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-b138748a-efd2-46e4-9d55-4a6addb1ff3b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:44.839642 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-b138748a-efd2-46e4-9d55-4a6addb1ff3b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:44.839781 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=d3918661-85c0-4bee-810e-0462ab4d6b64,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:44.893554 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931b550-5677-47a2-923b-502fda0f0dbe req-6b38a5fa-ef8a-46e6-bd8b-237007e80da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:44.895251 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d931b550-5677-47a2-923b-502fda0f0dbe req-6b38a5fa-ef8a-46e6-bd8b-237007e80da5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c39a0a58-c97c-43c2-909d-ee25456614f0 HTTP/1.1" status: 200 len: 860 time: 0.6981494 Mar 05 13:37:44.909623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-b4de2a88-ba61-46d4-a8d5-cef21165d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:44.910061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dad0b5-4886-4b66-a14f-179b59b0eba8 req-d4ec1502-2549-4847-94ab-8fc2462271d3 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:44.911864 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-b4de2a88-ba61-46d4-a8d5-cef21165d6ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2936108-7995-40c8-a6ff-6102188204a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8460228 Mar 05 13:37:44.912020 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d1dad0b5-4886-4b66-a14f-179b59b0eba8 req-d4ec1502-2549-4847-94ab-8fc2462271d3 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=9344728c-2add-4550-8012-209342552b4c HTTP/1.1" status: 200 len: 945 time: 0.1900101 Mar 05 13:37:44.912569 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] For port 3b96c1ef-760d-4761-aaf7-1422b4c4e538, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:37:44.994442 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-b138748a-efd2-46e4-9d55-4a6addb1ff3b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3599095 Mar 05 13:37:45.014929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] For port 3b96c1ef-760d-4761-aaf7-1422b4c4e538, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3b96c1ef-760d-4761-aaf7-1422b4c4e538,segment=NetworkSegment(a8ef6e6e-206b-40f5-8323-f285688f17f4),segment_id=a8ef6e6e-206b-40f5-8323-f285688f17f4)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:37:45.022027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] Request body: {'port': {'device_id': 'bb4afd61-ff40-4974-96d3-f2e8ad9dcad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:37:45.045697 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d1dad0b5-4886-4b66-a14f-179b59b0eba8 req-d6418b49-1bd5-42a2-a255-1cec92f887df tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176002 Mar 05 13:37:45.092171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d1d45a-5a81-4d60-9aa0-995c315c8371 admin admin] Router e64ad198-37a8-4047-b019-9abe5cec46d7 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:37:45.105269 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:45.214469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:45.215120 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:45.217084 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] 10.222.0.15 "PUT /v2.0/ports/3b96c1ef-760d-4761-aaf7-1422b4c4e538 HTTP/1.1" status: 200 len: 1092 time: 5.7512126 Mar 05 13:37:45.334095 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d1d45a-5a81-4d60-9aa0-995c315c8371 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:37:45.347347 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] Sync routers for ids ['e64ad198-37a8-4047-b019-9abe5cec46d7'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:37:45.360957 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] Routers {'e64ad198-37a8-4047-b019-9abe5cec46d7'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:37:45.361573 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:37:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e64ad198-37a8-4047-b019-9abe5cec46d7'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:45.379277 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-d293a682-1402-42e0-b183-325fc39fb381 service neutron] 10.222.0.30 "GET /v2.0/networks/b2936108-7995-40c8-a6ff-6102188204a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512188 Mar 05 13:37:45.385722 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707229f-6d47-49b4-b90c-fb6ec027aed4 service neutron] Pushing event updated for resources: {'Port': ['ID=3b96c1ef-760d-4761-aaf7-1422b4c4e538,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:45.407370 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c5295-9b12-4e9d-8964-ee2ea6198aee req-00ea3737-a0cc-4250-9008-77223a84168c tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:45.414604 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca6c5295-9b12-4e9d-8964-ee2ea6198aee req-00ea3737-a0cc-4250-9008-77223a84168c tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=8330aaf5-5bd2-4167-9076-38a8e6043f76 HTTP/1.1" status: 200 len: 944 time: 0.2242782 Mar 05 13:37:45.430412 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931b550-5677-47a2-923b-502fda0f0dbe req-5319c7e0-89be-4389-9446-260f3dd1111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:45.432802 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d931b550-5677-47a2-923b-502fda0f0dbe req-5319c7e0-89be-4389-9446-260f3dd1111a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00d7a38b-c3b6-406f-a703-0c7323200545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5150130 Mar 05 13:37:45.484654 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:45.491044 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca6c5295-9b12-4e9d-8964-ee2ea6198aee req-ae2c4483-cd31-4dfe-a534-3b20ca57ebc8 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749288 Mar 05 13:37:45.494351 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72d1d45a-5a81-4d60-9aa0-995c315c8371 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:45.500844 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-72d1d45a-5a81-4d60-9aa0-995c315c8371 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.3931525 Mar 05 13:37:45.501246 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47702) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:45.622923 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] Set router e64ad198-37a8-4047-b019-9abe5cec46d7 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:37:45.718693 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-bab68d22-89b9-471a-80ae-7928bef084ac tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:37:45.912844 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8330aaf5-5bd2-4167-9076-38a8e6043f76', 'tag': '3b96c1ef-760d-4761-aaf7-1422b4c4e538'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:37:45.926534 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64ad198-37a8-4047-b019-9abe5cec46d7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-705139838-router', 'tenant_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'f97c804e-7ebf-4047-8330-8c2035031f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:37:41Z', 'updated_at': '2022-03-05T13:37:43Z', 'revision_number': 3, 'project_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'gw_port': {'id': 'f97c804e-7ebf-4047-8330-8c2035031f8f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:20:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64ad198-37a8-4047-b019-9abe5cec46d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:37:42Z', 'updated_at': '2022-03-05T13:37:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:45.930487 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] Checking router: e64ad198-37a8-4047-b019-9abe5cec46d7 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:37:45.930921 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] Updating router e64ad198-37a8-4047-b019-9abe5cec46d7 port f97c804e-7ebf-4047-8330-8c2035031f8f binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:37:45.959253 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad390159-4bc9-4967-a86e-70bee180a0d3 req-d1d35cc7-5752-4fec-8c81-ec34424a1adc tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:45.963306 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ad390159-4bc9-4967-a86e-70bee180a0d3 req-d1d35cc7-5752-4fec-8c81-ec34424a1adc tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 1095 time: 0.3635120 Mar 05 13:37:45.987789 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:46.012496 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-bab68d22-89b9-471a-80ae-7928bef084ac tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:46.026696 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-4e76f262-84a7-4d36-b2e4-5c3b66e2c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:46.028234 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-4e76f262-84a7-4d36-b2e4-5c3b66e2c665 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc1b1b7707524e28bd71bcf067b7e41e&device_id=8330aaf5-5bd2-4167-9076-38a8e6043f76 HTTP/1.1" status: 200 len: 1095 time: 0.7250671 Mar 05 13:37:46.033669 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-bab68d22-89b9-471a-80ae-7928bef084ac tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:46.079866 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ad390159-4bc9-4967-a86e-70bee180a0d3 req-6fddf9dd-98ea-4d61-bcf7-5cd0ea217937 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110995 Mar 05 13:37:46.152741 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6d400bc1-1502-4fa6-81e3-7dc907359c9a req-e399a44e-6e7c-452e-8d3e-118e1acd2640 service neutron] 10.222.0.30 "GET /v2.0/networks/b2936108-7995-40c8-a6ff-6102188204a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7555356 Mar 05 13:37:46.229631 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-c1524649-bca4-4816-8f42-7f2e67c745df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b96c1ef-760d-4761-aaf7-1422b4c4e538 HTTP/1.1" status: 200 len: 217 time: 0.1425159 Mar 05 13:37:46.283531 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d931b550-5677-47a2-923b-502fda0f0dbe req-a194a376-245e-4d0c-a23e-20ef12afd76d service neutron] 10.222.0.15 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8308864 Mar 05 13:37:46.333060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d3918661-85c0-4bee-810e-0462ab4d6b64 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:37:46.494982 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port d3918661-85c0-4bee-810e-0462ab4d6b64 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:46.495773 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:46.607944 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:46.622051 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] Transition to ACTIVE for port object f97c804e-7ebf-4047-8330-8c2035031f8f will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:37:46.630185 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:46.655310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-5a93e4e4-9a2e-4fb9-b808-84adb26f60e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:46.656773 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-5a93e4e4-9a2e-4fb9-b808-84adb26f60e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a056899c-0e05-45c9-b3d0-c604d8488f62 HTTP/1.1" status: 200 len: 855 time: 0.3840933 Mar 05 13:37:46.685027 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1b35375a-cd9f-46d6-8810-b467654ddeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:46.735708 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] Attempting to bind port f97c804e-7ebf-4047-8330-8c2035031f8f on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:37:46.736068 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] Attempting to bind port f97c804e-7ebf-4047-8330-8c2035031f8f by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:37:46.736414 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] Attempting to bind port f97c804e-7ebf-4047-8330-8c2035031f8f on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:46.740669 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9bbaa-7a80-41bc-ac69-56f6684811d8 None None] Pushing event updated for resources: {'Port': ['ID=f97c804e-7ebf-4047-8330-8c2035031f8f,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:46.748291 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:37:46.748594 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:37:46.748962 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:46.749661 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:37:46.749776 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] Bound port: f97c804e-7ebf-4047-8330-8c2035031f8f, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:37:46.750230 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:46.776472 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9bbaa-7a80-41bc-ac69-56f6684811d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:46.776854 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9bbaa-7a80-41bc-ac69-56f6684811d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:46.777601 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9bbaa-7a80-41bc-ac69-56f6684811d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:46.777601 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9bbaa-7a80-41bc-ac69-56f6684811d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:46.777796 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9bbaa-7a80-41bc-ac69-56f6684811d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:46.778050 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9bbaa-7a80-41bc-ac69-56f6684811d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:46.778367 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9bbaa-7a80-41bc-ac69-56f6684811d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:46.778673 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9bbaa-7a80-41bc-ac69-56f6684811d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:46.779005 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9bbaa-7a80-41bc-ac69-56f6684811d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:46.779311 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9bbaa-7a80-41bc-ac69-56f6684811d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:46.779613 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9bbaa-7a80-41bc-ac69-56f6684811d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:46.779916 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c9bbaa-7a80-41bc-ac69-56f6684811d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:37:46.784742 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-bab68d22-89b9-471a-80ae-7928bef084ac tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Floating IP 8275adb0-2bc5-45fa-9d54-8661454f5750 associated. External IP: 172.25.4.146, port: 275abf79-056c-472c-864e-d8875104ebe7. Mar 05 13:37:46.836415 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] For port f97c804e-7ebf-4047-8330-8c2035031f8f, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:37:46.840609 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] For port f97c804e-7ebf-4047-8330-8c2035031f8f, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f97c804e-7ebf-4047-8330-8c2035031f8f,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:37:46.848159 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:46.887825 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326af084-5a94-4de0-a0cc-52cb67bb82c7 req-80be0efd-3360-4049-ba6c-b1eedfead96c tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:46.889900 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-326af084-5a94-4de0-a0cc-52cb67bb82c7 req-80be0efd-3360-4049-ba6c-b1eedfead96c tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 1096 time: 0.1888916 Mar 05 13:37:46.907351 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d931b550-5677-47a2-923b-502fda0f0dbe req-0f2a374a-aed0-4f7b-83dc-117d6a00f692 service neutron] 10.222.0.15 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737526 Mar 05 13:37:46.925162 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] Routers {'e64ad198-37a8-4047-b019-9abe5cec46d7'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:37:46.926151 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:37:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e64ad198-37a8-4047-b019-9abe5cec46d7'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:46.950649 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bfce9-16cd-4ee9-a90e-cc51709d07cc req-0535b2fd-695b-4028-b528-24cb0aa1ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:46.952151 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b98bfce9-16cd-4ee9-a90e-cc51709d07cc req-0535b2fd-695b-4028-b528-24cb0aa1ba74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc1b1b7707524e28bd71bcf067b7e41e&device_id=0b764565-19c3-446c-b20e-4deb6e9fccbe HTTP/1.1" status: 200 len: 1094 time: 0.7218072 Mar 05 13:37:47.004455 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9bbaa-7a80-41bc-ac69-56f6684811d8 None None] Pushing event updated for resources: {'Port': ['ID=f97c804e-7ebf-4047-8330-8c2035031f8f,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:47.013599 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-326af084-5a94-4de0-a0cc-52cb67bb82c7 req-10248239-f37f-47ed-9fc2-bbccac5ec846 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006672 Mar 05 13:37:47.016471 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-1b35375a-cd9f-46d6-8810-b467654ddeda admin admin] Allocated IP 172.20.0.1 (9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb/fc974065-b93f-4651-99c8-c11906297a03/488794cc-12e4-4cf1-9d79-167017f176b1) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:37:47.135732 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] Set router e64ad198-37a8-4047-b019-9abe5cec46d7 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:37:47.236658 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1b35375a-cd9f-46d6-8810-b467654ddeda admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:47.259542 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-1b35375a-cd9f-46d6-8810-b467654ddeda admin admin] Transition to ACTIVE for port object 488794cc-12e4-4cf1-9d79-167017f176b1 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:37:47.292899 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:37:47.295752 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba04b5-a1e3-461f-8774-b3c05c34e05b req-40b67672-99af-4f61-8d89-3882433bb632 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:47.297255 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b9ba04b5-a1e3-461f-8774-b3c05c34e05b req-40b67672-99af-4f61-8d89-3882433bb632 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 935 time: 0.1430526 Mar 05 13:37:47.323876 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-a356a8b1-98a8-4657-be3c-4099e1affe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:47.325470 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-a356a8b1-98a8-4657-be3c-4099e1affe30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2936108-7995-40c8-a6ff-6102188204a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6003098 Mar 05 13:37:47.327601 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1b35375a-cd9f-46d6-8810-b467654ddeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:47.407008 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b35375a-cd9f-46d6-8810-b467654ddeda admin admin] Network 9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:37:47.412218 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-1b35375a-cd9f-46d6-8810-b467654ddeda admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:37:47.419477 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b35375a-cd9f-46d6-8810-b467654ddeda admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:37:47.477639 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b9ba04b5-a1e3-461f-8774-b3c05c34e05b req-bcd389ba-6ca3-403f-8ae2-43f5398e0e4e tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672916 Mar 05 13:37:47.485467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35375a-cd9f-46d6-8810-b467654ddeda admin admin] Pushing event updated for resources: {'Port': ['ID=488794cc-12e4-4cf1-9d79-167017f176b1,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:47.527014 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64ad198-37a8-4047-b019-9abe5cec46d7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-705139838-router', 'tenant_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'f97c804e-7ebf-4047-8330-8c2035031f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:37:41Z', 'updated_at': '2022-03-05T13:37:43Z', 'revision_number': 3, 'project_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'gw_port': {'id': 'f97c804e-7ebf-4047-8330-8c2035031f8f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:20:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64ad198-37a8-4047-b019-9abe5cec46d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:37:42Z', 'updated_at': '2022-03-05T13:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:47.527752 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1b35375a-cd9f-46d6-8810-b467654ddeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:47.532673 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2663076d-479a-4fd0-97cd-9bf37e597d86 None None] The sync data for ids ['e64ad198-37a8-4047-b019-9abe5cec46d7'] in n-d-803718-1 is: [{'id': 'e64ad198-37a8-4047-b019-9abe5cec46d7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-705139838-router', 'tenant_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'f97c804e-7ebf-4047-8330-8c2035031f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:37:41Z', 'updated_at': '2022-03-05T13:37:43Z', 'revision_number': 3, 'project_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'gw_port': {'id': 'f97c804e-7ebf-4047-8330-8c2035031f8f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:20:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64ad198-37a8-4047-b019-9abe5cec46d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:37:42Z', 'updated_at': '2022-03-05T13:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:37:47.571083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:37:47.579875 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8330aaf5-5bd2-4167-9076-38a8e6043f76', 'tag': '3b96c1ef-760d-4761-aaf7-1422b4c4e538', 'status': 'completed', 'code': 200} Mar 05 13:37:47.654582 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bfce9-16cd-4ee9-a90e-cc51709d07cc req-d0b6480c-83a1-42a2-93e2-1d3959b04ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:47.658166 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b98bfce9-16cd-4ee9-a90e-cc51709d07cc req-d0b6480c-83a1-42a2-93e2-1d3959b04ac6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2936108-7995-40c8-a6ff-6102188204a5 HTTP/1.1" status: 200 len: 916 time: 0.6478989 Mar 05 13:37:47.665028 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:47.792359 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b98bfce9-16cd-4ee9-a90e-cc51709d07cc req-2236c438-bed5-4486-9e55-a9a830630c94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=509bf164-c6f3-49d0-bc45-50f61b97bf98 HTTP/1.1" status: 200 len: 217 time: 0.1145618 Mar 05 13:37:47.802012 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c743426d-22a1-4833-8101-5192d4848ec9 None None] Provisioning for port 488794cc-12e4-4cf1-9d79-167017f176b1 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:37:47.815502 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c743426d-22a1-4833-8101-5192d4848ec9 None None] Provisioning complete for port 488794cc-12e4-4cf1-9d79-167017f176b1 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:47.816135 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c743426d-22a1-4833-8101-5192d4848ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:47.880459 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c743426d-22a1-4833-8101-5192d4848ec9 None None] Port 488794cc-12e4-4cf1-9d79-167017f176b1 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:37:47.954683 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1b35375a-cd9f-46d6-8810-b467654ddeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:47.958167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] Transition to ACTIVE for port object f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:37:47.983021 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:48.157754 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-73b1bcf0-77f0-4bcd-81fc-284cb656ec69 service neutron] 10.222.0.15 "GET /v2.0/networks/b2936108-7995-40c8-a6ff-6102188204a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7930524 Mar 05 13:37:48.255095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bfce9-16cd-4ee9-a90e-cc51709d07cc req-9eaa726a-7cfd-4342-93cd-71690745f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:48.256564 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b98bfce9-16cd-4ee9-a90e-cc51709d07cc req-9eaa726a-7cfd-4342-93cd-71690745f6de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a056899c-0e05-45c9-b3d0-c604d8488f62 HTTP/1.1" status: 200 len: 855 time: 0.4486363 Mar 05 13:37:48.333180 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f97c804e-7ebf-4047-8330-8c2035031f8f up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:37:48.352766 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:48.452878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-bab68d22-89b9-471a-80ae-7928bef084ac tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Router 44502c51-a607-4cf0-b133-9b456e10960a has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:37:48.463196 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port f97c804e-7ebf-4047-8330-8c2035031f8f completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:37:48.473819 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port f97c804e-7ebf-4047-8330-8c2035031f8f triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:48.474323 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:48.545770 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dffbf-a8cd-41c6-9784-dda8bfab1bfb req-41361961-d1a6-4334-86ff-eb2392c658dd tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:48.552980 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-664dffbf-a8cd-41c6-9784-dda8bfab1bfb req-41361961-d1a6-4334-86ff-eb2392c658dd tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=8330aaf5-5bd2-4167-9076-38a8e6043f76 HTTP/1.1" status: 200 len: 944 time: 0.2595222 Mar 05 13:37:48.626792 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-664dffbf-a8cd-41c6-9784-dda8bfab1bfb req-ea82b8d0-c610-4942-af54-d6583b347d61 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728364 Mar 05 13:37:48.632531 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:48.644116 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] Attempting to bind port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:37:48.644460 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] Attempting to bind port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:37:48.645113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] Attempting to bind port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:48.653280 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port f97c804e-7ebf-4047-8330-8c2035031f8f, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f97c804e-7ebf-4047-8330-8c2035031f8f,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:48.660217 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:48.681734 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1b35375a-cd9f-46d6-8810-b467654ddeda admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:48.693439 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1b35375a-cd9f-46d6-8810-b467654ddeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:48.721991 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] Port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:37:48.722314 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] Attempting to bind port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:48.727803 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7e48d79e-1d32-4f72-a334-3b033ab15e3f req-5c35cbda-57a0-4e4c-a951-8569cbb5d5be service neutron] 10.222.0.15 "GET /v2.0/networks/b2936108-7995-40c8-a6ff-6102188204a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459960 Mar 05 13:37:48.761549 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:37:48.761893 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:37:48.762286 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:37:48.763121 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] Bound port: f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:37:48.763121 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:48.786340 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=f97c804e-7ebf-4047-8330-8c2035031f8f,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:48.805885 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:37:48.831726 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1b35375a-cd9f-46d6-8810-b467654ddeda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:48.836048 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35375a-cd9f-46d6-8810-b467654ddeda admin admin] Pushing event updated for resources: {'Port': ['ID=488794cc-12e4-4cf1-9d79-167017f176b1,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:48.892027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bfce9-16cd-4ee9-a90e-cc51709d07cc req-fc18a409-f17e-4359-b6fc-6173ebf54ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:48.893556 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b98bfce9-16cd-4ee9-a90e-cc51709d07cc req-fc18a409-f17e-4359-b6fc-6173ebf54ebc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2936108-7995-40c8-a6ff-6102188204a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6125743 Mar 05 13:37:49.041030 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b35375a-cd9f-46d6-8810-b467654ddeda admin admin] Network 9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:37:49.049582 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5720c8-b0ed-401c-aa76-58b1fd4d6aa1 req-bafe7d3e-6ac5-4866-9216-1b3a1abb993e tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:49.051127 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2a5720c8-b0ed-401c-aa76-58b1fd4d6aa1 req-bafe7d3e-6ac5-4866-9216-1b3a1abb993e tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=9344728c-2add-4550-8012-209342552b4c HTTP/1.1" status: 200 len: 945 time: 0.1891875 Mar 05 13:37:49.051892 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-1b35375a-cd9f-46d6-8810-b467654ddeda admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:37:49.084851 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 509bf164-c6f3-49d0-bc45-50f61b97bf98 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:37:49.317787 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 509bf164-c6f3-49d0-bc45-50f61b97bf98, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=509bf164-c6f3-49d0-bc45-50f61b97bf98,segment=NetworkSegment(a8ef6e6e-206b-40f5-8323-f285688f17f4),segment_id=a8ef6e6e-206b-40f5-8323-f285688f17f4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:49.326369 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b35375a-cd9f-46d6-8810-b467654ddeda admin admin] Router e64ad198-37a8-4047-b019-9abe5cec46d7 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:37:49.327817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-bab68d22-89b9-471a-80ae-7928bef084ac tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:37:49.332716 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] For port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:37:49.342089 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5969c16-5642-4c95-962c-006999cc2343 None None] Sync routers for ids ['44502c51-a607-4cf0-b133-9b456e10960a'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:37:49.344670 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '509bf164-c6f3-49d0-bc45-50f61b97bf98', 'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5', 'port_id': '509bf164-c6f3-49d0-bc45-50f61b97bf98', 'mac_address': 'fa:16:3e:4e:50:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a056899c-0e05-45c9-b3d0-c604d8488f62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:37:49.412024 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5969c16-5642-4c95-962c-006999cc2343 None None] Routers {'44502c51-a607-4cf0-b133-9b456e10960a'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:37:49.412628 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e5969c16-5642-4c95-962c-006999cc2343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:37:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['44502c51-a607-4cf0-b133-9b456e10960a'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:49.449538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] For port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:37:49.502114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda4916-f7c6-4ffa-89ca-afa309ffbfba req-5a377641-e2ba-4491-8977-d851bac35395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:49.506634 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8fda4916-f7c6-4ffa-89ca-afa309ffbfba req-5a377641-e2ba-4491-8977-d851bac35395 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc1b1b7707524e28bd71bcf067b7e41e&device_id=8330aaf5-5bd2-4167-9076-38a8e6043f76 HTTP/1.1" status: 200 len: 1095 time: 0.7071788 Mar 05 13:37:49.507861 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2a5720c8-b0ed-401c-aa76-58b1fd4d6aa1 req-1cdea60c-40c1-42dd-baa3-b7877971791a tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451871 Mar 05 13:37:49.521229 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:49.525512 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:49.547677 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509bf164-c6f3-49d0-bc45-50f61b97bf98 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:37:49.558294 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b98bfce9-16cd-4ee9-a90e-cc51709d07cc req-5aaa3e03-3b6b-453d-915c-048d5c6190d0 service neutron] 10.222.0.30 "GET /v2.0/networks/b2936108-7995-40c8-a6ff-6102188204a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6424665 Mar 05 13:37:49.591003 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-74f78439-8341-46a5-a96b-9ef4f184cbca None None] Provisioning complete for port 488794cc-12e4-4cf1-9d79-167017f176b1 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:49.591500 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-74f78439-8341-46a5-a96b-9ef4f184cbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:49.660110 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 509bf164-c6f3-49d0-bc45-50f61b97bf98, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=509bf164-c6f3-49d0-bc45-50f61b97bf98,segment=NetworkSegment(a8ef6e6e-206b-40f5-8323-f285688f17f4),segment_id=a8ef6e6e-206b-40f5-8323-f285688f17f4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:49.670219 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-74f78439-8341-46a5-a96b-9ef4f184cbca None None] Port 488794cc-12e4-4cf1-9d79-167017f176b1 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:37:49.675493 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:49.678495 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b35375a-cd9f-46d6-8810-b467654ddeda admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:37:49.692860 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1b35375a-cd9f-46d6-8810-b467654ddeda admin admin] 10.222.0.16 "PUT /v2.0/routers/e64ad198-37a8-4047-b019-9abe5cec46d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1904695 Mar 05 13:37:49.695946 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:49.698112 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:49.699569 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] 10.222.0.15 "PUT /v2.0/ports/f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 HTTP/1.1" status: 200 len: 1095 time: 4.6913342 Mar 05 13:37:49.700010 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4afd61-ff40-4974-96d3-f2e8ad9dcad2', 'tag': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:37:49.816896 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5e0f9-d24c-48c5-8d06-a928b9a6c030 req-5e562f33-a0ec-4c8a-b5f0-de9030907584 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:49.818496 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0eb5e0f9-d24c-48c5-8d06-a928b9a6c030 req-5e562f33-a0ec-4c8a-b5f0-de9030907584 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 1096 time: 0.1245441 Mar 05 13:37:49.878128 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0eb5e0f9-d24c-48c5-8d06-a928b9a6c030 req-4ace9b61-df9b-43cd-bca6-dff5eb8b3183 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537355 Mar 05 13:37:49.978515 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] Sync routers for ids ['e64ad198-37a8-4047-b019-9abe5cec46d7'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:37:49.994731 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] Routers {'e64ad198-37a8-4047-b019-9abe5cec46d7'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:37:49.996117 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:37:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e64ad198-37a8-4047-b019-9abe5cec46d7'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:50.045422 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-e5969c16-5642-4c95-962c-006999cc2343 None None] Set router 44502c51-a607-4cf0-b133-9b456e10960a gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:37:50.095503 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['509bf164-c6f3-49d0-bc45-50f61b97bf98'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:37:50.174192 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda4916-f7c6-4ffa-89ca-afa309ffbfba req-04026a12-b9ba-4976-96bc-b5e5581a0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:50.175593 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8fda4916-f7c6-4ffa-89ca-afa309ffbfba req-04026a12-b9ba-4976-96bc-b5e5581a0b20 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b2936108-7995-40c8-a6ff-6102188204a5 HTTP/1.1" status: 200 len: 916 time: 0.6163945 Mar 05 13:37:50.183434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=509bf164-c6f3-49d0-bc45-50f61b97bf98,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:50.213739 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] Set router e64ad198-37a8-4047-b019-9abe5cec46d7 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:37:50.343347 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8fda4916-f7c6-4ffa-89ca-afa309ffbfba req-dde07297-966c-41f5-a14e-7ab4093842bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b96c1ef-760d-4761-aaf7-1422b4c4e538 HTTP/1.1" status: 200 len: 217 time: 0.1372824 Mar 05 13:37:50.417546 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f97c804e-7ebf-4047-8330-8c2035031f8f up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:37:50.467042 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76159a95-10a2-49a3-8c02-4a5565118915 req-29803591-d4d8-4846-99bd-d1628e9cf8fe tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:50.468892 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-76159a95-10a2-49a3-8c02-4a5565118915 req-29803591-d4d8-4846-99bd-d1628e9cf8fe tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 947 time: 0.1599343 Mar 05 13:37:50.482471 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cac9e2-152c-463f-bb59-a02345020d33 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:50.512245 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-36aa7053-24a2-4cd2-b21e-7b72b30a6282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:50.513784 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-36aa7053-24a2-4cd2-b21e-7b72b30a6282 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 1098 time: 0.7196727 Mar 05 13:37:50.524411 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b98bfce9-16cd-4ee9-a90e-cc51709d07cc req-5f0fd855-0795-444c-ac30-04fc815d78bc service neutron] 10.222.0.30 "GET /v2.0/networks/b2936108-7995-40c8-a6ff-6102188204a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7995257 Mar 05 13:37:50.611958 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-76159a95-10a2-49a3-8c02-4a5565118915 req-3c09876d-e0a2-4f0e-b1aa-3a5cc9931063 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262214 Mar 05 13:37:50.677967 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64ad198-37a8-4047-b019-9abe5cec46d7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-705139838-router', 'tenant_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'f97c804e-7ebf-4047-8330-8c2035031f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:37:41Z', 'updated_at': '2022-03-05T13:37:47Z', 'revision_number': 4, 'project_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'gw_port': {'id': 'f97c804e-7ebf-4047-8330-8c2035031f8f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:20:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ad198-37a8-4047-b019-9abe5cec46d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:37:42Z', 'updated_at': '2022-03-05T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '488794cc-12e4-4cf1-9d79-167017f176b1', 'name': '', 'network_id': '9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb', 'tenant_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'mac_address': 'fa:16:3e:35:e0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64ad198-37a8-4047-b019-9abe5cec46d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'fc974065-b93f-4651-99c8-c11906297a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:37:46Z', 'updated_at': '2022-03-05T13:37:48Z', 'revision_number': 2, 'project_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'subnets': [{'id': 'fc974065-b93f-4651-99c8-c11906297a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:50.684138 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] Checking router: e64ad198-37a8-4047-b019-9abe5cec46d7 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:37:50.684485 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] Updating router e64ad198-37a8-4047-b019-9abe5cec46d7 port 488794cc-12e4-4cf1-9d79-167017f176b1 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:37:50.751740 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:50.794708 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port f97c804e-7ebf-4047-8330-8c2035031f8f triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:50.795098 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:50.852078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda4916-f7c6-4ffa-89ca-afa309ffbfba req-cea3c2b6-f777-4556-81b6-dfedfbb60c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:50.854980 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8fda4916-f7c6-4ffa-89ca-afa309ffbfba req-cea3c2b6-f777-4556-81b6-dfedfbb60c57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a056899c-0e05-45c9-b3d0-c604d8488f62 HTTP/1.1" status: 200 len: 855 time: 0.4909208 Mar 05 13:37:50.941962 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-efdca1d8-79e9-47dc-a15f-e822e6041d7b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 HTTP/1.1" status: 200 len: 217 time: 0.4164062 Mar 05 13:37:50.950358 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-bab68d22-89b9-471a-80ae-7928bef084ac tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Router 44502c51-a607-4cf0-b133-9b456e10960a has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:37:51.099773 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e5969c16-5642-4c95-962c-006999cc2343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:36:35Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '8275adb0-2bc5-45fa-9d54-8661454f5750', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'port_id': 'e87f4e2b-b6e8-47f7-8ab5-3dceaed59642', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'mac_address': 'fa:16:3e:c7:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7f8662-629a-4634-900a-bfc482eaaff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:37:09Z', 'updated_at': '2022-03-05T13:37:45Z', 'revision_number': 3, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e59dc54-18e3-46c6-8848-857dab4aadbf', 'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'mac_address': 'fa:16:3e:23:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:32Z', 'updated_at': '2022-03-05T13:36:43Z', 'revision_number': 5, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'subnets': [{'id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:51.104954 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5969c16-5642-4c95-962c-006999cc2343 None None] Checking router: 44502c51-a607-4cf0-b133-9b456e10960a for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:37:51.118005 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5969c16-5642-4c95-962c-006999cc2343 None None] Routers {'44502c51-a607-4cf0-b133-9b456e10960a'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:37:51.118663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e5969c16-5642-4c95-962c-006999cc2343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:37:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['44502c51-a607-4cf0-b133-9b456e10960a'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:51.147274 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-c06c168f-f296-4207-8413-f5e9f0a7d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:51.148974 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-c06c168f-f296-4207-8413-f5e9f0a7d8a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1971824 Mar 05 13:37:51.318305 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:51.337260 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] Transition to ACTIVE for port object 488794cc-12e4-4cf1-9d79-167017f176b1 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:37:51.348937 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:51.361497 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda4916-f7c6-4ffa-89ca-afa309ffbfba req-01df9dc7-267b-4958-9e5f-28f39267986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:51.363113 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8fda4916-f7c6-4ffa-89ca-afa309ffbfba req-01df9dc7-267b-4958-9e5f-28f39267986d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2936108-7995-40c8-a6ff-6102188204a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4967954 Mar 05 13:37:51.365578 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-bab68d22-89b9-471a-80ae-7928bef084ac tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:37:51.372637 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-bab68d22-89b9-471a-80ae-7928bef084ac tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:51.402205 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-e5969c16-5642-4c95-962c-006999cc2343 None None] Set router 44502c51-a607-4cf0-b133-9b456e10960a gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:37:51.455312 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be6ac2-e3db-47e9-82b7-7af087a2ff6e None None] Pushing event updated for resources: {'Port': ['ID=488794cc-12e4-4cf1-9d79-167017f176b1,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:51.789748 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-2e83f0b9-d047-40ff-ada5-a412700f326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:51.791989 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-2e83f0b9-d047-40ff-ada5-a412700f326b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5722210 Mar 05 13:37:51.809630 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] Attempting to bind port 488794cc-12e4-4cf1-9d79-167017f176b1 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:37:51.809927 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] Attempting to bind port 488794cc-12e4-4cf1-9d79-167017f176b1 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '7fe7cf11-e002-4c3d-b8b9-8827d0b67be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:37:51.811658 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] Attempting to bind port 488794cc-12e4-4cf1-9d79-167017f176b1 on network 9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:37:51.833249 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:37:51.833617 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] Checking segment: {'id': '7fe7cf11-e002-4c3d-b8b9-8827d0b67be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:37:51.836446 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:51.836850 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] Bound using segment: {'id': '7fe7cf11-e002-4c3d-b8b9-8827d0b67be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:37:51.839569 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] Bound port: 488794cc-12e4-4cf1-9d79-167017f176b1, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe7cf11-e002-4c3d-b8b9-8827d0b67be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:37:51.839951 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:51.930287 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412f009-0ccf-4a7b-8d0e-64c700e64016 req-932a3d4e-d915-4b1c-9beb-0cb07c69ef07 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:51.959832 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2412f009-0ccf-4a7b-8d0e-64c700e64016 req-932a3d4e-d915-4b1c-9beb-0cb07c69ef07 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=8330aaf5-5bd2-4167-9076-38a8e6043f76 HTTP/1.1" status: 200 len: 944 time: 0.1600642 Mar 05 13:37:51.973681 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] For port 488794cc-12e4-4cf1-9d79-167017f176b1, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:37:51.977089 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] For port 488794cc-12e4-4cf1-9d79-167017f176b1, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=488794cc-12e4-4cf1-9d79-167017f176b1,segment=NetworkSegment(7fe7cf11-e002-4c3d-b8b9-8827d0b67be8),segment_id=7fe7cf11-e002-4c3d-b8b9-8827d0b67be8)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:37:51.994841 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:52.046924 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e5969c16-5642-4c95-962c-006999cc2343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:36:35Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '8275adb0-2bc5-45fa-9d54-8661454f5750', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'port_id': 'e87f4e2b-b6e8-47f7-8ab5-3dceaed59642', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'mac_address': 'fa:16:3e:c7:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7f8662-629a-4634-900a-bfc482eaaff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:37:09Z', 'updated_at': '2022-03-05T13:37:45Z', 'revision_number': 3, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e59dc54-18e3-46c6-8848-857dab4aadbf', 'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'mac_address': 'fa:16:3e:23:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:32Z', 'updated_at': '2022-03-05T13:36:43Z', 'revision_number': 5, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'subnets': [{'id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:52.052405 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5969c16-5642-4c95-962c-006999cc2343 None None] The sync data for ids ['44502c51-a607-4cf0-b133-9b456e10960a'] in n-d-803718-1 is: [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:36:35Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '8275adb0-2bc5-45fa-9d54-8661454f5750', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'port_id': 'e87f4e2b-b6e8-47f7-8ab5-3dceaed59642', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'mac_address': 'fa:16:3e:c7:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7f8662-629a-4634-900a-bfc482eaaff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:37:09Z', 'updated_at': '2022-03-05T13:37:45Z', 'revision_number': 3, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e59dc54-18e3-46c6-8848-857dab4aadbf', 'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'mac_address': 'fa:16:3e:23:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:32Z', 'updated_at': '2022-03-05T13:36:43Z', 'revision_number': 5, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'subnets': [{'id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:37:52.063394 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2412f009-0ccf-4a7b-8d0e-64c700e64016 req-35d7f646-1b2a-4921-8159-e298dd6be530 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026101 Mar 05 13:37:52.136585 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4afd61-ff40-4974-96d3-f2e8ad9dcad2', 'tag': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1', 'status': 'completed', 'code': 200} Mar 05 13:37:52.137792 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be6ac2-e3db-47e9-82b7-7af087a2ff6e None None] Pushing event updated for resources: {'Port': ['ID=488794cc-12e4-4cf1-9d79-167017f176b1,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:52.145484 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] Routers {'e64ad198-37a8-4047-b019-9abe5cec46d7'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:37:52.146105 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:37:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e64ad198-37a8-4047-b019-9abe5cec46d7'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:52.190500 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-bab68d22-89b9-471a-80ae-7928bef084ac tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "PUT /v2.0/floatingips/8275adb0-2bc5-45fa-9d54-8661454f5750 HTTP/1.1" status: 200 len: 999 time: 8.8919289 Mar 05 13:37:52.194246 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8fda4916-f7c6-4ffa-89ca-afa309ffbfba req-df71881f-6a92-484c-9a73-90c8c2aee238 service neutron] 10.222.0.15 "GET /v2.0/networks/b2936108-7995-40c8-a6ff-6102188204a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7907286 Mar 05 13:37:52.206261 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-4ab8920d-2d27-4eab-b769-801a5ad86e67 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515913 Mar 05 13:37:52.366518 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38857ac-9793-4982-abac-44c5ea2a71f0 None None] New status for floating IP 8275adb0-2bc5-45fa-9d54-8661454f5750: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:37:52.483527 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] Set router e64ad198-37a8-4047-b019-9abe5cec46d7 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:37:52.508776 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-962f0ba1-7ef1-4752-b581-f2d5fde1b78e req-49f0afea-9e09-4ecb-bc36-805bc31ef5ff tempest-FloatingIPDetailsNegativeTestJSON-610379545 tempest-FloatingIPDetailsNegativeTestJSON-610379545-project] show failed (client error): The resource could not be found. Mar 05 13:37:52.511153 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-962f0ba1-7ef1-4752-b581-f2d5fde1b78e req-49f0afea-9e09-4ecb-bc36-805bc31ef5ff tempest-FloatingIPDetailsNegativeTestJSON-610379545 tempest-FloatingIPDetailsNegativeTestJSON-610379545-project] 10.222.0.16 "GET /v2.0/floatingips/c6f27a54-acb6-4ea7-93b5-e261268048ac HTTP/1.1" status: 404 len: 350 time: 0.1774347 Mar 05 13:37:52.519669 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47848) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:52.560769 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8fda4916-f7c6-4ffa-89ca-afa309ffbfba req-50a2ebb0-e982-4584-828d-6f298d73aa0f service neutron] 10.222.0.15 "GET /v2.0/networks/b2936108-7995-40c8-a6ff-6102188204a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592746 Mar 05 13:37:52.644860 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 3b96c1ef-760d-4761-aaf7-1422b4c4e538 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:37:52.912611 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-af7e3465-9bf3-4751-80fb-8c3008243fa7 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:52.928909 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-af7e3465-9bf3-4751-80fb-8c3008243fa7 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports/275abf79-056c-472c-864e-d8875104ebe7 HTTP/1.1" status: 200 len: 942 time: 0.7246318 Mar 05 13:37:53.015684 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dbae495-9bb3-4227-a11b-54bc92d08f1a req-d224b052-e18a-4fa2-be30-f2c1ef04907f service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339108 Mar 05 13:37:53.116888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 509bf164-c6f3-49d0-bc45-50f61b97bf98 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:37:53.172850 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64ad198-37a8-4047-b019-9abe5cec46d7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-705139838-router', 'tenant_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'f97c804e-7ebf-4047-8330-8c2035031f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:37:41Z', 'updated_at': '2022-03-05T13:37:47Z', 'revision_number': 4, 'project_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'gw_port': {'id': 'f97c804e-7ebf-4047-8330-8c2035031f8f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:20:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ad198-37a8-4047-b019-9abe5cec46d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:37:42Z', 'updated_at': '2022-03-05T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '488794cc-12e4-4cf1-9d79-167017f176b1', 'name': '', 'network_id': '9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb', 'tenant_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'mac_address': 'fa:16:3e:35:e0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64ad198-37a8-4047-b019-9abe5cec46d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'fc974065-b93f-4651-99c8-c11906297a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:37:46Z', 'updated_at': '2022-03-05T13:37:51Z', 'revision_number': 4, 'project_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'subnets': [{'id': 'fc974065-b93f-4651-99c8-c11906297a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:53.182592 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca566bb4-55bf-4c51-8e4d-901b0d4886be None None] The sync data for ids ['e64ad198-37a8-4047-b019-9abe5cec46d7'] in n-d-803718-1 is: [{'id': 'e64ad198-37a8-4047-b019-9abe5cec46d7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-705139838-router', 'tenant_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'f97c804e-7ebf-4047-8330-8c2035031f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:37:41Z', 'updated_at': '2022-03-05T13:37:47Z', 'revision_number': 4, 'project_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'gw_port': {'id': 'f97c804e-7ebf-4047-8330-8c2035031f8f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:20:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ad198-37a8-4047-b019-9abe5cec46d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:37:42Z', 'updated_at': '2022-03-05T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '488794cc-12e4-4cf1-9d79-167017f176b1', 'name': '', 'network_id': '9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb', 'tenant_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'mac_address': 'fa:16:3e:35:e0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64ad198-37a8-4047-b019-9abe5cec46d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'fc974065-b93f-4651-99c8-c11906297a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:37:46Z', 'updated_at': '2022-03-05T13:37:51Z', 'revision_number': 4, 'project_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'subnets': [{'id': 'fc974065-b93f-4651-99c8-c11906297a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:37:53.223978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 3b96c1ef-760d-4761-aaf7-1422b4c4e538, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3b96c1ef-760d-4761-aaf7-1422b4c4e538,segment=NetworkSegment(a8ef6e6e-206b-40f5-8323-f285688f17f4),segment_id=a8ef6e6e-206b-40f5-8323-f285688f17f4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:53.263060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '3b96c1ef-760d-4761-aaf7-1422b4c4e538', 'network_id': 'b2936108-7995-40c8-a6ff-6102188204a5', 'port_id': '3b96c1ef-760d-4761-aaf7-1422b4c4e538', 'mac_address': 'fa:16:3e:7d:b9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a056899c-0e05-45c9-b3d0-c604d8488f62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:37:53.335669 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 509bf164-c6f3-49d0-bc45-50f61b97bf98 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:37:53.370685 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-7dde91c9-3600-4ad5-b116-6572af335f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:53.372978 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-7dde91c9-3600-4ad5-b116-6572af335f54 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08b8d14ed6734fb5b6479aa152b1b1a2&device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 1096 time: 0.2963867 Mar 05 13:37:53.375657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24bbdd-bd52-4873-9a3f-19312302fb4c req-4b846026-0ab2-4bfa-b3f3-d0f097a3dafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:53.377407 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3b24bbdd-bd52-4873-9a3f-19312302fb4c req-4b846026-0ab2-4bfa-b3f3-d0f097a3dafc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 1098 time: 0.2523799 Mar 05 13:37:53.379574 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8965c9ca-5d75-4c60-bd07-1aa835d817c0 None None] Sync routers for ids ['44502c51-a607-4cf0-b133-9b456e10960a'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:37:53.392853 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 509bf164-c6f3-49d0-bc45-50f61b97bf98 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:53.393398 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:53.408415 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8965c9ca-5d75-4c60-bd07-1aa835d817c0 None None] Routers {'44502c51-a607-4cf0-b133-9b456e10960a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:37:53.409045 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8965c9ca-5d75-4c60-bd07-1aa835d817c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:37:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['44502c51-a607-4cf0-b133-9b456e10960a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:53.496749 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:53.551924 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b96c1ef-760d-4761-aaf7-1422b4c4e538 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:37:53.663456 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 3b96c1ef-760d-4761-aaf7-1422b4c4e538, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3b96c1ef-760d-4761-aaf7-1422b4c4e538,segment=NetworkSegment(a8ef6e6e-206b-40f5-8323-f285688f17f4),segment_id=a8ef6e6e-206b-40f5-8323-f285688f17f4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:53.691475 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:53.771321 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-8965c9ca-5d75-4c60-bd07-1aa835d817c0 None None] Set router 44502c51-a607-4cf0-b133-9b456e10960a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:37:53.848893 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24bbdd-bd52-4873-9a3f-19312302fb4c req-64f183fd-29b2-4cfc-beda-85519c8e989f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:53.850337 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3b24bbdd-bd52-4873-9a3f-19312302fb4c req-64f183fd-29b2-4cfc-beda-85519c8e989f service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.4589491 Mar 05 13:37:53.851462 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-d6db5e75-283f-4148-907a-1eb87bcc2a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:53.859059 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-d6db5e75-283f-4148-907a-1eb87bcc2a9d service neutron] 10.222.0.16 "GET /v2.0/networks?id=00d7a38b-c3b6-406f-a703-0c7323200545 HTTP/1.1" status: 200 len: 921 time: 0.4686537 Mar 05 13:37:53.971856 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:53.978374 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3b24bbdd-bd52-4873-9a3f-19312302fb4c req-8b4b57d8-3bec-46a1-aed9-cb8903da93aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 HTTP/1.1" status: 200 len: 217 time: 0.1158009 Mar 05 13:37:54.015960 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=3b96c1ef-760d-4761-aaf7-1422b4c4e538,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:54.045239 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b764565-19c3-446c-b20e-4deb6e9fccbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509bf164-c6f3-49d0-bc45-50f61b97bf98'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:37:54.076060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 509bf164-c6f3-49d0-bc45-50f61b97bf98, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=509bf164-c6f3-49d0-bc45-50f61b97bf98,segment=NetworkSegment(a8ef6e6e-206b-40f5-8323-f285688f17f4),segment_id=a8ef6e6e-206b-40f5-8323-f285688f17f4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:54.091654 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:54.158306 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f6eda-42a1-40c9-aacd-a34b08d399d1 req-bbb4b47b-328a-4d07-b962-0b6355dc57b7 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:54.159590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e5a685-1acf-41f5-b575-3752a19975d3', 'tag': '275abf79-056c-472c-864e-d8875104ebe7'}, {'name': 'network-changed', 'server_uuid': 'ba7f8662-629a-4634-900a-bfc482eaaff9', 'tag': 'e87f4e2b-b6e8-47f7-8ab5-3dceaed59642'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:37:54.160093 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['3b96c1ef-760d-4761-aaf7-1422b4c4e538'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:37:54.167541 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-b9726695-f101-4541-999e-2d4169aebc0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=275abf79-056c-472c-864e-d8875104ebe7 HTTP/1.1" status: 200 len: 217 time: 0.1879637 Mar 05 13:37:54.167741 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ba4f6eda-42a1-40c9-aacd-a34b08d399d1 req-bbb4b47b-328a-4d07-b962-0b6355dc57b7 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 947 time: 0.3951087 Mar 05 13:37:54.354165 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=509bf164-c6f3-49d0-bc45-50f61b97bf98,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:54.380758 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ba4f6eda-42a1-40c9-aacd-a34b08d399d1 req-1aa1330c-d17b-4f81-83a9-3f8a848625f0 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994784 Mar 05 13:37:54.408685 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 488794cc-12e4-4cf1-9d79-167017f176b1 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:37:54.426896 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8965c9ca-5d75-4c60-bd07-1aa835d817c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:36:35Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '8275adb0-2bc5-45fa-9d54-8661454f5750', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'port_id': 'e87f4e2b-b6e8-47f7-8ab5-3dceaed59642', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'mac_address': 'fa:16:3e:c7:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7f8662-629a-4634-900a-bfc482eaaff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:37:09Z', 'updated_at': '2022-03-05T13:37:52Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e59dc54-18e3-46c6-8848-857dab4aadbf', 'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'mac_address': 'fa:16:3e:23:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:32Z', 'updated_at': '2022-03-05T13:36:43Z', 'revision_number': 5, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'subnets': [{'id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:54.435276 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8965c9ca-5d75-4c60-bd07-1aa835d817c0 None None] Checking router: 44502c51-a607-4cf0-b133-9b456e10960a for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:37:54.445026 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8965c9ca-5d75-4c60-bd07-1aa835d817c0 None None] Routers {'44502c51-a607-4cf0-b133-9b456e10960a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:37:54.446006 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8965c9ca-5d75-4c60-bd07-1aa835d817c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:37:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['44502c51-a607-4cf0-b133-9b456e10960a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:54.458461 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-b2fab3e9-b619-4d9e-9cd7-48f7a3091516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:54.460134 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-b2fab3e9-b619-4d9e-9cd7-48f7a3091516 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c39a0a58-c97c-43c2-909d-ee25456614f0 HTTP/1.1" status: 200 len: 860 time: 0.2294538 Mar 05 13:37:54.600336 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40a7c94e-77f6-4046-96fa-8010a90778ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:54.638816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24bbdd-bd52-4873-9a3f-19312302fb4c req-a86aa67c-85a0-4564-9e2c-2b561c35ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:54.642728 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3b24bbdd-bd52-4873-9a3f-19312302fb4c req-a86aa67c-85a0-4564-9e2c-2b561c35ac22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.4742620 Mar 05 13:37:54.767445 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device aca4348d-3528-4126-a424-6ed632ab94df details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:37:54.885660 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-8965c9ca-5d75-4c60-bd07-1aa835d817c0 None None] Set router 44502c51-a607-4cf0-b133-9b456e10960a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:37:54.979868 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.resource_extend [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:37:55.031986 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 488794cc-12e4-4cf1-9d79-167017f176b1 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:37:55.171038 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-e4d4700e-aeab-4788-9922-a997e40e1139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:55.182996 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-e4d4700e-aeab-4788-9922-a997e40e1139 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00d7a38b-c3b6-406f-a703-0c7323200545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7091179 Mar 05 13:37:55.185060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 488794cc-12e4-4cf1-9d79-167017f176b1 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:55.185660 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:55.213808 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-9d6fbdca-8cfc-45d4-8714-805482e6fb26 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:37:55.214830 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-9d6fbdca-8cfc-45d4-8714-805482e6fb26 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163815 Mar 05 13:37:55.427723 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47902) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:55.471905 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24bbdd-bd52-4873-9a3f-19312302fb4c req-3869ec32-0f98-40a9-ab9e-2f550680aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:55.473897 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3b24bbdd-bd52-4873-9a3f-19312302fb4c req-3869ec32-0f98-40a9-ab9e-2f550680aa57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8088367 Mar 05 13:37:55.721280 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:55.829689 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8965c9ca-5d75-4c60-bd07-1aa835d817c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:36:35Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '8275adb0-2bc5-45fa-9d54-8661454f5750', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'port_id': 'e87f4e2b-b6e8-47f7-8ab5-3dceaed59642', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'mac_address': 'fa:16:3e:c7:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7f8662-629a-4634-900a-bfc482eaaff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:37:09Z', 'updated_at': '2022-03-05T13:37:52Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e59dc54-18e3-46c6-8848-857dab4aadbf', 'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'mac_address': 'fa:16:3e:23:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:32Z', 'updated_at': '2022-03-05T13:36:43Z', 'revision_number': 5, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'subnets': [{'id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:37:55.840350 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8965c9ca-5d75-4c60-bd07-1aa835d817c0 None None] The sync data for ids ['44502c51-a607-4cf0-b133-9b456e10960a'] in n-d-803718-1 is: [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:36:35Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '8275adb0-2bc5-45fa-9d54-8661454f5750', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'port_id': 'e87f4e2b-b6e8-47f7-8ab5-3dceaed59642', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'mac_address': 'fa:16:3e:c7:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7f8662-629a-4634-900a-bfc482eaaff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:37:09Z', 'updated_at': '2022-03-05T13:37:52Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e59dc54-18e3-46c6-8848-857dab4aadbf', 'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'mac_address': 'fa:16:3e:23:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:32Z', 'updated_at': '2022-03-05T13:36:43Z', 'revision_number': 5, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'subnets': [{'id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:37:55.849856 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-9a292901-1901-4f54-8a4d-e863e3205741 service neutron] 10.222.0.16 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6238132 Mar 05 13:37:55.877611 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-84bed436-ae3a-4508-a29c-d0d77d38cea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:55.901995 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port aca4348d-3528-4126-a424-6ed632ab94df, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=aca4348d-3528-4126-a424-6ed632ab94df,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:55.922353 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-84bed436-ae3a-4508-a29c-d0d77d38cea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:37:55.933411 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 488794cc-12e4-4cf1-9d79-167017f176b1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=488794cc-12e4-4cf1-9d79-167017f176b1,segment=NetworkSegment(7fe7cf11-e002-4c3d-b8b9-8827d0b67be8),segment_id=7fe7cf11-e002-4c3d-b8b9-8827d0b67be8)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:55.936493 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-84bed436-ae3a-4508-a29c-d0d77d38cea0 admin admin] Usage tracker for resource:security_group_rule and tenant:4380aab5d2264792b6c1ea5c60e9c01b is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:37:55.943339 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-84bed436-ae3a-4508-a29c-d0d77d38cea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:37:55.945610 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'aca4348d-3528-4126-a424-6ed632ab94df', 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169', 'port_id': 'aca4348d-3528-4126-a424-6ed632ab94df', 'mac_address': 'fa:16:3e:bd:75:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db88a0e-28b6-4292-9a67-fc3276cd43d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:37:55.953516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-84bed436-ae3a-4508-a29c-d0d77d38cea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:37:55.955563 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:55.979091 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af9e21-1b47-4fd3-b3f0-95d2cd3e9aa5 req-be035bdd-e340-4dba-975c-a9667540cab8 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:55.986842 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-65af9e21-1b47-4fd3-b3f0-95d2cd3e9aa5 req-be035bdd-e340-4dba-975c-a9667540cab8 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=8330aaf5-5bd2-4167-9076-38a8e6043f76 HTTP/1.1" status: 200 len: 945 time: 0.7764907 Mar 05 13:37:56.166212 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-8a2b2c82-20d6-4641-8b8b-e25595553549 service neutron] 10.222.0.16 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558241 Mar 05 13:37:56.206744 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=488794cc-12e4-4cf1-9d79-167017f176b1,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:56.338401 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:56.340841 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-84bed436-ae3a-4508-a29c-d0d77d38cea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:56.391864 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-65af9e21-1b47-4fd3-b3f0-95d2cd3e9aa5 req-89f082b8-2bd4-4144-8873-ac89afee0dbc tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021142 Mar 05 13:37:56.424048 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-84bed436-ae3a-4508-a29c-d0d77d38cea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:56.442491 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3b24bbdd-bd52-4873-9a3f-19312302fb4c req-2b5f93b8-b4c0-4dc3-b001-67378c4f0374 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8154516 Mar 05 13:37:56.451495 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aca4348d-3528-4126-a424-6ed632ab94df {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:37:56.483597 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-8258317c-2e16-4558-beae-4ea438efe38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:56.485900 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-8258317c-2e16-4558-beae-4ea438efe38d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08b8d14ed6734fb5b6479aa152b1b1a2&device_id=ba7f8662-629a-4634-900a-bfc482eaaff9 HTTP/1.1" status: 200 len: 1097 time: 0.1972654 Mar 05 13:37:56.505270 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port aca4348d-3528-4126-a424-6ed632ab94df, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=aca4348d-3528-4126-a424-6ed632ab94df,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:56.515143 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:56.543714 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-84bed436-ae3a-4508-a29c-d0d77d38cea0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4380aab5d2264792b6c1ea5c60e9c01b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1110318 Mar 05 13:37:56.547330 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47922) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:56.685249 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-40a7c94e-77f6-4046-96fa-8010a90778ad admin admin] Deleting port 488794cc-12e4-4cf1-9d79-167017f176b1 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:37:56.685592 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40a7c94e-77f6-4046-96fa-8010a90778ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:56.695226 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:37:56.698032 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 3b96c1ef-760d-4761-aaf7-1422b4c4e538 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:37:56.744526 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=aca4348d-3528-4126-a424-6ed632ab94df,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:56.829319 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b764565-19c3-446c-b20e-4deb6e9fccbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509bf164-c6f3-49d0-bc45-50f61b97bf98', 'code': 200} Mar 05 13:37:56.832446 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['aca4348d-3528-4126-a424-6ed632ab94df'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:37:56.994304 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bed436-ae3a-4508-a29c-d0d77d38cea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b062b0-c80a-4394-8029-393bc2a5db82,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:57.101896 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e5a685-1acf-41f5-b575-3752a19975d3', 'tag': '275abf79-056c-472c-864e-d8875104ebe7', 'status': 'completed', 'code': 200} Mar 05 13:37:57.103749 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7f8662-629a-4634-900a-bfc482eaaff9', 'tag': 'e87f4e2b-b6e8-47f7-8ab5-3dceaed59642', 'status': 'completed', 'code': 200} Mar 05 13:37:57.148025 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7de8a4cb-1c41-4043-9f0e-bc9bf9945a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:57.179620 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7de8a4cb-1c41-4043-9f0e-bc9bf9945a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:57.240350 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3b24bbdd-bd52-4873-9a3f-19312302fb4c req-a6d21f11-2e20-45bf-b150-812c2194b7b0 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7891202 Mar 05 13:37:57.246336 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:57.253748 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7de8a4cb-1c41-4043-9f0e-bc9bf9945a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:57.296061 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1', 'mac_address': 'fa:16:3e:14:3a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:37:57.317961 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-40a7c94e-77f6-4046-96fa-8010a90778ad admin admin] For port 488794cc-12e4-4cf1-9d79-167017f176b1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=488794cc-12e4-4cf1-9d79-167017f176b1,segment=NetworkSegment(7fe7cf11-e002-4c3d-b8b9-8827d0b67be8),segment_id=7fe7cf11-e002-4c3d-b8b9-8827d0b67be8)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:57.318322 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40a7c94e-77f6-4046-96fa-8010a90778ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:57.327635 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-9816eb06-5c98-4fb6-bb39-cfe50f41da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:57.330600 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7de8a4cb-1c41-4043-9f0e-bc9bf9945a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:57.335969 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-9816eb06-5c98-4fb6-bb39-cfe50f41da76 service neutron] 10.222.0.16 "GET /v2.0/networks?id=00d7a38b-c3b6-406f-a703-0c7323200545 HTTP/1.1" status: 200 len: 921 time: 0.8105884 Mar 05 13:37:57.337815 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7de8a4cb-1c41-4043-9f0e-bc9bf9945a35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6b062b0-c80a-4394-8029-393bc2a5db82 HTTP/1.1" status: 204 len: 168 time: 0.7755580 Mar 05 13:37:57.339262 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8a4cb-1c41-4043-9f0e-bc9bf9945a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b062b0-c80a-4394-8029-393bc2a5db82,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:57.456059 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:57.529389 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:37:57.546271 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 3b96c1ef-760d-4761-aaf7-1422b4c4e538 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:37:57.564168 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 3b96c1ef-760d-4761-aaf7-1422b4c4e538 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:57.565380 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:57.664969 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-d81dc9fe-426f-4079-aac3-3621a54365f0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 HTTP/1.1" status: 200 len: 1002 time: 0.3284769 Mar 05 13:37:57.710244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876f3d5-4166-4394-9d0c-17cb2bcbc2e6 req-298d0d6c-b0c6-43bc-a237-e9c379820166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:57.712657 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9876f3d5-4166-4394-9d0c-17cb2bcbc2e6 req-298d0d6c-b0c6-43bc-a237-e9c379820166 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0b764565-19c3-446c-b20e-4deb6e9fccbe HTTP/1.1" status: 200 len: 1096 time: 0.6219273 Mar 05 13:37:57.718574 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a995e-187b-47b8-aefa-fe94b7f6df11 req-0b5f893a-b7f3-48b9-bca1-f8d37ff0b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:57.720433 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-641a995e-187b-47b8-aefa-fe94b7f6df11 req-0b5f893a-b7f3-48b9-bca1-f8d37ff0b2e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=08b8d14ed6734fb5b6479aa152b1b1a2&device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 1096 time: 0.6236331 Mar 05 13:37:57.740609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a995e-187b-47b8-aefa-fe94b7f6df11 req-53245740-ae06-4939-bbcb-346a786bab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:57.746839 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-641a995e-187b-47b8-aefa-fe94b7f6df11 req-53245740-ae06-4939-bbcb-346a786bab84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08b8d14ed6734fb5b6479aa152b1b1a2&device_id=ba7f8662-629a-4634-900a-bfc482eaaff9 HTTP/1.1" status: 200 len: 1097 time: 0.6619563 Mar 05 13:37:57.804173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-40a7c94e-77f6-4046-96fa-8010a90778ad admin admin] Calling delete_port for 488794cc-12e4-4cf1-9d79-167017f176b1 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:37:57.810235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:57.844135 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:58.090300 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a995e-187b-47b8-aefa-fe94b7f6df11 req-56495529-5722-4b05-8bf4-38d555d6c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:58.092430 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-641a995e-187b-47b8-aefa-fe94b7f6df11 req-56495529-5722-4b05-8bf4-38d555d6c6a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00d7a38b-c3b6-406f-a703-0c7323200545 HTTP/1.1" status: 200 len: 921 time: 0.2989352 Mar 05 13:37:58.275909 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47948) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:58.340036 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:58.376547 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-e94ed005-9dd2-42b6-9f3a-10ebe96f9ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:58.395360 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-e94ed005-9dd2-42b6-9f3a-10ebe96f9ec4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c39a0a58-c97c-43c2-909d-ee25456614f0 HTTP/1.1" status: 200 len: 860 time: 0.7282970 Mar 05 13:37:58.405936 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['f8a08b52-c3d6-4708-9fa8-7cadc504d2b1'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:37:58.469662 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 488794cc-12e4-4cf1-9d79-167017f176b1 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:37:58.474803 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2109573d-6a8f-4833-ba93-2957a0125950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:58.500368 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40a7c94e-77f6-4046-96fa-8010a90778ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:58.504574 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-641a995e-187b-47b8-aefa-fe94b7f6df11 req-98f1ccc2-0e7a-48bb-ab89-453447da0aa7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=275abf79-056c-472c-864e-d8875104ebe7 HTTP/1.1" status: 200 len: 217 time: 0.3605592 Mar 05 13:37:58.584616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2109573d-6a8f-4833-ba93-2957a0125950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:37:58.590722 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2109573d-6a8f-4833-ba93-2957a0125950 admin admin] Usage tracker for resource:security_group_rule and tenant:e16e63b5161844919ea882b2d8da8823 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:37:58.594834 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2109573d-6a8f-4833-ba93-2957a0125950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:37:58.607920 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2109573d-6a8f-4833-ba93-2957a0125950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:37:58.653918 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 488794cc-12e4-4cf1-9d79-167017f176b1 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:37:58.654481 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 488794cc-12e4-4cf1-9d79-167017f176b1 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 05 13:37:58.718467 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2109573d-6a8f-4833-ba93-2957a0125950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:58.733396 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2109573d-6a8f-4833-ba93-2957a0125950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:58.751224 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9876f3d5-4166-4394-9d0c-17cb2bcbc2e6 req-62c67cc5-822f-49a1-bbb2-a4419673e075 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0163167 Mar 05 13:37:58.770069 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7c94e-77f6-4046-96fa-8010a90778ad admin admin] Pushing event deleted for resources: {'Port': ['ID=488794cc-12e4-4cf1-9d79-167017f176b1,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:58.778778 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Port 488794cc-12e4-4cf1-9d79-167017f176b1 not found, will not notify nova. {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 05 13:37:58.848845 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47954) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:37:58.852497 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2109573d-6a8f-4833-ba93-2957a0125950 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e16e63b5161844919ea882b2d8da8823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5670929 Mar 05 13:37:58.878095 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:59.003365 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:59.046333 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a995e-187b-47b8-aefa-fe94b7f6df11 req-c02870d7-9702-4ef6-a932-874d5c013b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:59.052383 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-641a995e-187b-47b8-aefa-fe94b7f6df11 req-c02870d7-9702-4ef6-a932-874d5c013b30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c39a0a58-c97c-43c2-909d-ee25456614f0 HTTP/1.1" status: 200 len: 860 time: 0.3044848 Mar 05 13:37:59.069855 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:59.172388 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8330aaf5-5bd2-4167-9076-38a8e6043f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b96c1ef-760d-4761-aaf7-1422b4c4e538'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:37:59.233035 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 3b96c1ef-760d-4761-aaf7-1422b4c4e538, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3b96c1ef-760d-4761-aaf7-1422b4c4e538,segment=NetworkSegment(a8ef6e6e-206b-40f5-8323-f285688f17f4),segment_id=a8ef6e6e-206b-40f5-8323-f285688f17f4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:59.245144 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109573d-6a8f-4833-ba93-2957a0125950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224f40dd-1ce2-4c58-b8b3-9a0448df1f4b,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:59.245858 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:59.271073 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a995e-187b-47b8-aefa-fe94b7f6df11 req-f420d5af-4a70-43b5-9edb-d264c11b4505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:59.272930 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-641a995e-187b-47b8-aefa-fe94b7f6df11 req-f420d5af-4a70-43b5-9edb-d264c11b4505 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00d7a38b-c3b6-406f-a703-0c7323200545 HTTP/1.1" status: 200 len: 921 time: 1.3922231 Mar 05 13:37:59.292437 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-4f9bf8a6-2694-4ec5-9e29-5678ea044f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:37:59.294231 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-4f9bf8a6-2694-4ec5-9e29-5678ea044f59 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00d7a38b-c3b6-406f-a703-0c7323200545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8981194 Mar 05 13:37:59.438710 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=3b96c1ef-760d-4761-aaf7-1422b4c4e538,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:37:59.454794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device aca4348d-3528-4126-a424-6ed632ab94df up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:37:59.517546 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40a7c94e-77f6-4046-96fa-8010a90778ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:59.560665 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6266e703-cef8-4d26-9892-7dc980863b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:59.621167 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6266e703-cef8-4d26-9892-7dc980863b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:59.624549 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port aca4348d-3528-4126-a424-6ed632ab94df triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:37:59.624925 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:59.771601 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-b76abaaa-8783-40b8-8a8a-b3764ad67c27 service neutron] 10.222.0.16 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810675 Mar 05 13:37:59.777162 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6266e703-cef8-4d26-9892-7dc980863b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:59.802254 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:59.862841 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port aca4348d-3528-4126-a424-6ed632ab94df, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=aca4348d-3528-4126-a424-6ed632ab94df,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:37:59.871152 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:37:59.888840 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-641a995e-187b-47b8-aefa-fe94b7f6df11 req-1b02ceb8-7a0e-4699-bf3b-a28c9629b2e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 HTTP/1.1" status: 200 len: 1002 time: 0.6048217 Mar 05 13:37:59.889708 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266e703-cef8-4d26-9892-7dc980863b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224f40dd-1ce2-4c58-b8b3-9a0448df1f4b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:00.084806 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6266e703-cef8-4d26-9892-7dc980863b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:00.086510 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6266e703-cef8-4d26-9892-7dc980863b99 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/224f40dd-1ce2-4c58-b8b3-9a0448df1f4b HTTP/1.1" status: 204 len: 168 time: 1.2291584 Mar 05 13:38:00.104786 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a995e-187b-47b8-aefa-fe94b7f6df11 req-1a8e5831-4967-4a6c-bb56-64e7b63119d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:00.107153 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-641a995e-187b-47b8-aefa-fe94b7f6df11 req-1a8e5831-4967-4a6c-bb56-64e7b63119d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00d7a38b-c3b6-406f-a703-0c7323200545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9558268 Mar 05 13:38:00.121080 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=aca4348d-3528-4126-a424-6ed632ab94df,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:00.273080 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a995e-187b-47b8-aefa-fe94b7f6df11 req-369a5be0-c1a7-4091-a036-8160b7244b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:00.276648 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-641a995e-187b-47b8-aefa-fe94b7f6df11 req-369a5be0-c1a7-4091-a036-8160b7244b69 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c39a0a58-c97c-43c2-909d-ee25456614f0 HTTP/1.1" status: 200 len: 860 time: 0.3691506 Mar 05 13:38:00.281341 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91c197c5-3c44-42d8-9ec2-56bd14556dd9 req-45791df2-c64e-4a2e-8cc6-d11572a40664 service neutron] 10.222.0.16 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940729 Mar 05 13:38:00.430232 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-641a995e-187b-47b8-aefa-fe94b7f6df11 req-fe699024-2766-4199-8244-174759299a73 service neutron] 10.222.0.15 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060389 Mar 05 13:38:00.591717 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a7c94e-77f6-4046-96fa-8010a90778ad admin admin] Router e64ad198-37a8-4047-b019-9abe5cec46d7 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:38:00.688059 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:38:00.727077 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-641a995e-187b-47b8-aefa-fe94b7f6df11 req-5d8c240f-7caf-4239-a315-befb73a7fd1b service neutron] 10.222.0.15 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491610 Mar 05 13:38:00.839851 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:38:00.847888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:38:00.848342 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:00.919329 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a7c94e-77f6-4046-96fa-8010a90778ad admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:38:00.946148 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410c1c5c-c83b-48d8-aa76-342ec5f09d1d None None] Sync routers for ids ['e64ad198-37a8-4047-b019-9abe5cec46d7'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:38:00.951951 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-40a7c94e-77f6-4046-96fa-8010a90778ad admin admin] 10.222.0.16 "PUT /v2.0/routers/e64ad198-37a8-4047-b019-9abe5cec46d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4307528 Mar 05 13:38:00.952851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47974) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:00.958942 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410c1c5c-c83b-48d8-aa76-342ec5f09d1d None None] Routers {'e64ad198-37a8-4047-b019-9abe5cec46d7'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:38:00.959613 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-410c1c5c-c83b-48d8-aa76-342ec5f09d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:37:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e64ad198-37a8-4047-b019-9abe5cec46d7'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:00.976119 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339ec96-9015-4521-b140-08a0490b97d2 req-805ce466-ea9c-4cd5-968c-5ac9941ff297 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:00.976933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-b339ec96-9015-4521-b140-08a0490b97d2 req-805ce466-ea9c-4cd5-968c-5ac9941ff297 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Synchronizing usage tracker for tenant:78a1cd353882451f977c98a0cde91b02 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:38:01.005182 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a995e-187b-47b8-aefa-fe94b7f6df11 req-25977ae3-d65a-46df-8568-d27d34c0e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:01.011828 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-641a995e-187b-47b8-aefa-fe94b7f6df11 req-25977ae3-d65a-46df-8568-d27d34c0e194 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00d7a38b-c3b6-406f-a703-0c7323200545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5779274 Mar 05 13:38:01.142948 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:01.188885 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-b339ec96-9015-4521-b140-08a0490b97d2 req-805ce466-ea9c-4cd5-968c-5ac9941ff297 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Unset dirty status for tenant:78a1cd353882451f977c98a0cde91b02 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:38:01.208012 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b339ec96-9015-4521-b140-08a0490b97d2 req-805ce466-ea9c-4cd5-968c-5ac9941ff297 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 948 time: 0.4785821 Mar 05 13:38:01.362848 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:01.372003 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:01.458923 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b339ec96-9015-4521-b140-08a0490b97d2 req-cf195338-9c0b-4a04-bf38-f18c6f0b2e05 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344575 Mar 05 13:38:01.514981 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4b99c43-87ab-4af9-b209-9b7000b08923 admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:01.530469 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-641a995e-187b-47b8-aefa-fe94b7f6df11 req-dc36c443-d11e-493c-a222-a255a2787304 service neutron] 10.222.0.30 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919596 Mar 05 13:38:01.622368 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-410c1c5c-c83b-48d8-aa76-342ec5f09d1d None None] Set router e64ad198-37a8-4047-b019-9abe5cec46d7 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:38:01.934874 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4b99c43-87ab-4af9-b209-9b7000b08923 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:01.957199 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e4b99c43-87ab-4af9-b209-9b7000b08923 admin admin] Deleting port f97c804e-7ebf-4047-8330-8c2035031f8f {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:38:01.957816 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4b99c43-87ab-4af9-b209-9b7000b08923 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:02.019684 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-641a995e-187b-47b8-aefa-fe94b7f6df11 req-4b76512a-6014-4192-b961-f13c86e44719 service neutron] 10.222.0.30 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838018 Mar 05 13:38:02.041391 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:02.052260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709285f2-fc97-4052-8a6e-39a54f97ec08 req-91671ea0-70d2-4560-afe8-1769b63830fb tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:02.053809 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-709285f2-fc97-4052-8a6e-39a54f97ec08 req-91671ea0-70d2-4560-afe8-1769b63830fb tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=8330aaf5-5bd2-4167-9076-38a8e6043f76 HTTP/1.1" status: 200 len: 946 time: 0.2814441 Mar 05 13:38:02.105761 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-410c1c5c-c83b-48d8-aa76-342ec5f09d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64ad198-37a8-4047-b019-9abe5cec46d7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-705139838-router', 'tenant_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'f97c804e-7ebf-4047-8330-8c2035031f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:37:41Z', 'updated_at': '2022-03-05T13:37:58Z', 'revision_number': 5, 'project_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'gw_port': {'id': 'f97c804e-7ebf-4047-8330-8c2035031f8f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:20:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64ad198-37a8-4047-b019-9abe5cec46d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:37:42Z', 'updated_at': '2022-03-05T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:02.118142 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410c1c5c-c83b-48d8-aa76-342ec5f09d1d None None] Checking router: e64ad198-37a8-4047-b019-9abe5cec46d7 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:38:02.142568 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410c1c5c-c83b-48d8-aa76-342ec5f09d1d None None] Routers {'e64ad198-37a8-4047-b019-9abe5cec46d7'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:38:02.143581 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-410c1c5c-c83b-48d8-aa76-342ec5f09d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:37:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e64ad198-37a8-4047-b019-9abe5cec46d7'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:02.273084 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-709285f2-fc97-4052-8a6e-39a54f97ec08 req-8280d1cf-d086-4bc2-b8a7-54812f4a75ee tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Synchronizing usage tracker for tenant:dc1b1b7707524e28bd71bcf067b7e41e on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:38:02.296038 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-709285f2-fc97-4052-8a6e-39a54f97ec08 req-8280d1cf-d086-4bc2-b8a7-54812f4a75ee tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Unset dirty status for tenant:dc1b1b7707524e28bd71bcf067b7e41e on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:38:02.297919 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-709285f2-fc97-4052-8a6e-39a54f97ec08 req-8280d1cf-d086-4bc2-b8a7-54812f4a75ee tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339175 Mar 05 13:38:02.462187 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-e4b99c43-87ab-4af9-b209-9b7000b08923 admin admin] For port f97c804e-7ebf-4047-8330-8c2035031f8f, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f97c804e-7ebf-4047-8330-8c2035031f8f,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:02.463890 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4b99c43-87ab-4af9-b209-9b7000b08923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:02.507458 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8330aaf5-5bd2-4167-9076-38a8e6043f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b96c1ef-760d-4761-aaf7-1422b4c4e538', 'code': 200} Mar 05 13:38:02.614120 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-410c1c5c-c83b-48d8-aa76-342ec5f09d1d None None] Set router e64ad198-37a8-4047-b019-9abe5cec46d7 gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:38:02.639519 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9fb5c661-a96c-4db8-bd6c-66ced668f8e6 req-d1a46241-1506-4e2b-8d39-381825ba9860 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 1002 time: 0.2484169 Mar 05 13:38:02.790262 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e4b99c43-87ab-4af9-b209-9b7000b08923 admin admin] Calling delete_port for f97c804e-7ebf-4047-8330-8c2035031f8f owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:38:02.798676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5c661-a96c-4db8-bd6c-66ced668f8e6 req-02d18a08-ef10-4505-9664-68a9a982066f tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:02.814809 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9fb5c661-a96c-4db8-bd6c-66ced668f8e6 req-02d18a08-ef10-4505-9664-68a9a982066f tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports/e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 HTTP/1.1" status: 200 len: 943 time: 0.1740270 Mar 05 13:38:02.859732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd69490-5e8c-42ce-8fc0-f2a327e7fca4 req-af610f25-ae51-4218-8a3a-aa257fa6506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:02.867036 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bfd69490-5e8c-42ce-8fc0-f2a327e7fca4 req-af610f25-ae51-4218-8a3a-aa257fa6506a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8330aaf5-5bd2-4167-9076-38a8e6043f76 HTTP/1.1" status: 200 len: 1097 time: 0.1762056 Mar 05 13:38:02.921026 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-410c1c5c-c83b-48d8-aa76-342ec5f09d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64ad198-37a8-4047-b019-9abe5cec46d7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-705139838-router', 'tenant_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:37:41Z', 'updated_at': '2022-03-05T13:38:01Z', 'revision_number': 6, 'project_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:02.936454 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410c1c5c-c83b-48d8-aa76-342ec5f09d1d None None] The sync data for ids ['e64ad198-37a8-4047-b019-9abe5cec46d7'] in n-d-803718-1 is: [{'id': 'e64ad198-37a8-4047-b019-9abe5cec46d7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-705139838-router', 'tenant_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:37:41Z', 'updated_at': '2022-03-05T13:38:01Z', 'revision_number': 6, 'project_id': 'b662dfd56f4f47a8accc06e1c248c9cb', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:38:02.965816 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bfd69490-5e8c-42ce-8fc0-f2a327e7fca4 req-5b999aa1-2091-4753-84c2-ddcb4cf9744c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959432 Mar 05 13:38:03.169288 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4b99c43-87ab-4af9-b209-9b7000b08923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:03.193863 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9fb5c661-a96c-4db8-bd6c-66ced668f8e6 req-6cab4f47-0765-4f97-9f1e-513985244578 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 1002 time: 0.2042425 Mar 05 13:38:03.334016 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b99c43-87ab-4af9-b209-9b7000b08923 admin admin] Pushing event deleted for resources: {'Port': ['ID=f97c804e-7ebf-4047-8330-8c2035031f8f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:03.382946 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4b99c43-87ab-4af9-b209-9b7000b08923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:03.482702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5c661-a96c-4db8-bd6c-66ced668f8e6 req-37a02753-e6bf-4391-a8d1-d19d043408f1 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:03.501682 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9fb5c661-a96c-4db8-bd6c-66ced668f8e6 req-37a02753-e6bf-4391-a8d1-d19d043408f1 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.2951834 Mar 05 13:38:03.671408 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4b99c43-87ab-4af9-b209-9b7000b08923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:03.674008 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4b99c43-87ab-4af9-b209-9b7000b08923 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:03.711394 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4b99c43-87ab-4af9-b209-9b7000b08923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:03.711901 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b99c43-87ab-4af9-b209-9b7000b08923 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e64ad198-37a8-4047-b019-9abe5cec46d7 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:38:03.734949 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4b99c43-87ab-4af9-b209-9b7000b08923 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:03.736240 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e4b99c43-87ab-4af9-b209-9b7000b08923 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e64ad198-37a8-4047-b019-9abe5cec46d7 HTTP/1.1" status: 204 len: 168 time: 2.7818565 Mar 05 13:38:03.738789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48014) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:03.784193 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffc084-19a0-4efd-8209-dd1215192f16 req-504ea137-6290-4190-95ac-26ae422d244d tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:03.785583 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8cffc084-19a0-4efd-8209-dd1215192f16 req-504ea137-6290-4190-95ac-26ae422d244d tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 949 time: 0.1609886 Mar 05 13:38:03.860581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8aad6f-56c1-4302-9ef9-f717247ada96 admin admin] Deleting subnet fc974065-b93f-4651-99c8-c11906297a03 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:38:03.867753 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ba8aad6f-56c1-4302-9ef9-f717247ada96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:03.910992 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8cffc084-19a0-4efd-8209-dd1215192f16 req-67123cd1-3c11-4ed2-9fd2-fc6ba552b2b4 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167319 Mar 05 13:38:03.983515 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ba8aad6f-56c1-4302-9ef9-f717247ada96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:04.188555 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ba8aad6f-56c1-4302-9ef9-f717247ada96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:04.299965 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ba8aad6f-56c1-4302-9ef9-f717247ada96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:04.342176 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 488794cc-12e4-4cf1-9d79-167017f176b1 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:38:04.399606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8aad6f-56c1-4302-9ef9-f717247ada96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc974065-b93f-4651-99c8-c11906297a03,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:04.404831 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ba8aad6f-56c1-4302-9ef9-f717247ada96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:04.452691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 488794cc-12e4-4cf1-9d79-167017f176b1 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:38:04.453046 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 488794cc-12e4-4cf1-9d79-167017f176b1 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:38:04.459570 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f97c804e-7ebf-4047-8330-8c2035031f8f no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:38:04.533776 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c765eb1-e208-46a9-82bb-aa6f98b4ac05 None None] Network 9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:38:04.565379 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9344728c-2add-4550-8012-209342552b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca4348d-3528-4126-a424-6ed632ab94df'}, {'server_uuid': 'bb4afd61-ff40-4974-96d3-f2e8ad9dcad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:38:04.573038 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ba8aad6f-56c1-4302-9ef9-f717247ada96 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fc974065-b93f-4651-99c8-c11906297a03 HTTP/1.1" status: 204 len: 168 time: 0.8301613 Mar 05 13:38:04.573453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48028) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:04.644870 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: f97c804e-7ebf-4047-8330-8c2035031f8f {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:38:04.645208 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f97c804e-7ebf-4047-8330-8c2035031f8f not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:38:04.773097 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33616cc9-7a57-4131-a14f-2de3e8680e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:04.800856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced71f2e-956a-42f9-974c-fc027cb11505 req-24d6abc4-2e42-4ec9-933d-a6e3efdc6d20 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:04.809690 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ced71f2e-956a-42f9-974c-fc027cb11505 req-24d6abc4-2e42-4ec9-933d-a6e3efdc6d20 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=8330aaf5-5bd2-4167-9076-38a8e6043f76 HTTP/1.1" status: 200 len: 946 time: 0.4114134 Mar 05 13:38:04.847839 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-33616cc9-7a57-4131-a14f-2de3e8680e8f admin admin] Deleting port d3918661-85c0-4bee-810e-0462ab4d6b64 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:38:04.848273 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33616cc9-7a57-4131-a14f-2de3e8680e8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:04.924568 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ced71f2e-956a-42f9-974c-fc027cb11505 req-629cc89a-9d24-44e4-a4ae-5be4adaf31d9 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126282 Mar 05 13:38:05.069084 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1bd9a3-872c-4402-a709-dd429621a495 None None] DHCP port deletion for 9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:38:05.077948 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4f1bd9a3-872c-4402-a709-dd429621a495 None None] Deleting port d3918661-85c0-4bee-810e-0462ab4d6b64 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:38:05.077948 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4f1bd9a3-872c-4402-a709-dd429621a495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:05.111361 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-7f62bdca-d74a-41a2-9f99-ee04d2045e9c tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 1002 time: 0.1493471 Mar 05 13:38:05.569594 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-33616cc9-7a57-4131-a14f-2de3e8680e8f admin admin] For port d3918661-85c0-4bee-810e-0462ab4d6b64, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d3918661-85c0-4bee-810e-0462ab4d6b64,segment=NetworkSegment(7fe7cf11-e002-4c3d-b8b9-8827d0b67be8),segment_id=7fe7cf11-e002-4c3d-b8b9-8827d0b67be8)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:05.570509 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33616cc9-7a57-4131-a14f-2de3e8680e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:05.606380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-acca627b-63c4-48e6-a810-0d668b7a795c tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:05.607786 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-acca627b-63c4-48e6-a810-0d668b7a795c tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports/e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 HTTP/1.1" status: 200 len: 943 time: 0.4956670 Mar 05 13:38:05.615049 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4f1bd9a3-872c-4402-a709-dd429621a495 None None] For port d3918661-85c0-4bee-810e-0462ab4d6b64, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d3918661-85c0-4bee-810e-0462ab4d6b64,segment=NetworkSegment(7fe7cf11-e002-4c3d-b8b9-8827d0b67be8),segment_id=7fe7cf11-e002-4c3d-b8b9-8827d0b67be8)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:05.615586 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4f1bd9a3-872c-4402-a709-dd429621a495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:05.762486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-33616cc9-7a57-4131-a14f-2de3e8680e8f admin admin] Calling delete_port for d3918661-85c0-4bee-810e-0462ab4d6b64 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:38:05.810120 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4f1bd9a3-872c-4402-a709-dd429621a495 None None] Calling delete_port for d3918661-85c0-4bee-810e-0462ab4d6b64 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:38:05.909182 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-9dddf2ff-eab0-400e-a481-1b510914a89a tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 1002 time: 0.1544955 Mar 05 13:38:05.909444 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4f1bd9a3-872c-4402-a709-dd429621a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:05.963731 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1bd9a3-872c-4402-a709-dd429621a495 None None] No DVR routers for this DVR port d3918661-85c0-4bee-810e-0462ab4d6b64 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:38:05.968802 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bd9a3-872c-4402-a709-dd429621a495 None None] Pushing event deleted for resources: {'Port': ['ID=d3918661-85c0-4bee-810e-0462ab4d6b64,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:06.011954 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-33616cc9-7a57-4131-a14f-2de3e8680e8f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:38:06.014696 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-33616cc9-7a57-4131-a14f-2de3e8680e8f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:38:06.137644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-2779fff3-dfcd-44b4-b792-02c35c06c5d4 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:06.139538 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-2779fff3-dfcd-44b4-b792-02c35c06c5d4 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.2203581 Mar 05 13:38:06.267264 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-dedb1047-7906-4551-8eaf-2a1f38b6e62b tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 1002 time: 0.1195865 Mar 05 13:38:06.288677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-1b6606e2-568b-4dd3-ab96-c4876bec6d62 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:38:06.293325 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d3918661-85c0-4bee-810e-0462ab4d6b64 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:38:06.354356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: d3918661-85c0-4bee-810e-0462ab4d6b64 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:38:06.354846 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d3918661-85c0-4bee-810e-0462ab4d6b64 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:38:06.491542 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-1b6606e2-568b-4dd3-ab96-c4876bec6d62 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks [] for floatingip, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:06.544089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-33616cc9-7a57-4131-a14f-2de3e8680e8f admin admin] Deleting port d3918661-85c0-4bee-810e-0462ab4d6b64 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:38:06.544428 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33616cc9-7a57-4131-a14f-2de3e8680e8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:06.639056 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-33616cc9-7a57-4131-a14f-2de3e8680e8f admin admin] The port 'd3918661-85c0-4bee-810e-0462ab4d6b64' was deleted {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:38:06.858576 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33616cc9-7a57-4131-a14f-2de3e8680e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:06.907374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-33616cc9-7a57-4131-a14f-2de3e8680e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:06.990617 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-33616cc9-7a57-4131-a14f-2de3e8680e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe7cf11-e002-4c3d-b8b9-8827d0b67be8') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:06.990982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-33616cc9-7a57-4131-a14f-2de3e8680e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe7cf11-e002-4c3d-b8b9-8827d0b67be8') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:07.001122 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-1b6606e2-568b-4dd3-ab96-c4876bec6d62 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:07.007614 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33616cc9-7a57-4131-a14f-2de3e8680e8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:07.018307 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-1b6606e2-568b-4dd3-ab96-c4876bec6d62 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:07.019184 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-1b6606e2-568b-4dd3-ab96-c4876bec6d62 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Floating IP 8275adb0-2bc5-45fa-9d54-8661454f5750 disassociated. External IP: 172.25.4.146, port: e87f4e2b-b6e8-47f7-8ab5-3dceaed59642. Mar 05 13:38:07.101294 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33616cc9-7a57-4131-a14f-2de3e8680e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:07.114668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33616cc9-7a57-4131-a14f-2de3e8680e8f admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:38:07.115030 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33616cc9-7a57-4131-a14f-2de3e8680e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:38:07.129584 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:38:07.426563 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33616cc9-7a57-4131-a14f-2de3e8680e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:07.497029 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33616cc9-7a57-4131-a14f-2de3e8680e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:07.514755 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33616cc9-7a57-4131-a14f-2de3e8680e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:07.599518 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-33616cc9-7a57-4131-a14f-2de3e8680e8f admin admin] 10.222.0.16 "DELETE /v2.0/networks/9c72ef2e-5a82-4874-a8a6-beef5fb9c2eb HTTP/1.1" status: 204 len: 168 time: 3.0248551 Mar 05 13:38:07.770105 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-1b6606e2-568b-4dd3-ab96-c4876bec6d62 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Router 44502c51-a607-4cf0-b133-9b456e10960a has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:38:07.916606 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48046) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:08.031545 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-96304085-82ee-4018-a5b3-ec70d335fbfc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b662dfd56f4f47a8accc06e1c248c9cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1134663 Mar 05 13:38:08.032922 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48050) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:08.050410 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-1b6606e2-568b-4dd3-ab96-c4876bec6d62 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:38:08.059351 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-1b6606e2-568b-4dd3-ab96-c4876bec6d62 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:08.063275 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5189a6-2619-4332-b005-76248bef6571 None None] Sync routers for ids ['44502c51-a607-4cf0-b133-9b456e10960a'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:38:08.074382 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5189a6-2619-4332-b005-76248bef6571 None None] Routers {'44502c51-a607-4cf0-b133-9b456e10960a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:38:08.075862 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4b5189a6-2619-4332-b005-76248bef6571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:37:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['44502c51-a607-4cf0-b133-9b456e10960a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:08.131152 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-903e39f8-e10c-4ecd-9d48-8f0ec9e9a79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:08.152303 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-1b6606e2-568b-4dd3-ab96-c4876bec6d62 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "PUT /v2.0/floatingips/8275adb0-2bc5-45fa-9d54-8661454f5750 HTTP/1.1" status: 200 len: 695 time: 1.8726001 Mar 05 13:38:08.152852 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7f8662-629a-4634-900a-bfc482eaaff9', 'tag': 'e87f4e2b-b6e8-47f7-8ab5-3dceaed59642'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:38:08.169275 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-903e39f8-e10c-4ecd-9d48-8f0ec9e9a79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:08.246701 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-903e39f8-e10c-4ecd-9d48-8f0ec9e9a79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:08.273439 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e39f8-e10c-4ecd-9d48-8f0ec9e9a79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d5d4f5-58fc-4541-9364-3ea41b2ff241,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:08.280760 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-903e39f8-e10c-4ecd-9d48-8f0ec9e9a79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:08.304410 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-903e39f8-e10c-4ecd-9d48-8f0ec9e9a79b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48d5d4f5-58fc-4541-9364-3ea41b2ff241 HTTP/1.1" status: 204 len: 168 time: 0.2682483 Mar 05 13:38:08.314813 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-922134a8-33e8-4e05-bfd2-f627adf6c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:08.326429 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-922134a8-33e8-4e05-bfd2-f627adf6c9ea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08b8d14ed6734fb5b6479aa152b1b1a2&device_id=ba7f8662-629a-4634-900a-bfc482eaaff9 HTTP/1.1" status: 200 len: 1097 time: 0.1499000 Mar 05 13:38:08.523452 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-b5932453-ea30-44e2-9330-055f2cbd69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:08.526858 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-b5932453-ea30-44e2-9330-055f2cbd69c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=00d7a38b-c3b6-406f-a703-0c7323200545 HTTP/1.1" status: 200 len: 921 time: 0.1992185 Mar 05 13:38:08.564601 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-4b5189a6-2619-4332-b005-76248bef6571 None None] Set router 44502c51-a607-4cf0-b133-9b456e10960a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:38:08.620648 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-159dd872-021b-4f03-a529-0e5e3680ac7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 HTTP/1.1" status: 200 len: 217 time: 0.0860262 Mar 05 13:38:08.734253 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4192297a-1a41-4713-8df5-6b07390cc756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:08.742677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-9cdf324b-a79f-4239-a084-c4a7bdaa42ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:08.746524 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-9cdf324b-a79f-4239-a084-c4a7bdaa42ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c39a0a58-c97c-43c2-909d-ee25456614f0 HTTP/1.1" status: 200 len: 860 time: 0.1149018 Mar 05 13:38:08.858740 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-7ee34df4-9469-4bf1-9f9f-e4eddc6ceb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:08.860450 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-7ee34df4-9469-4bf1-9f9f-e4eddc6ceb36 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00d7a38b-c3b6-406f-a703-0c7323200545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067665 Mar 05 13:38:09.053438 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-7b861cb0-07a9-410f-abc5-a4bc7b8c9457 service neutron] 10.222.0.16 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856642 Mar 05 13:38:09.123945 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4b5189a6-2619-4332-b005-76248bef6571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:36:35Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '7e59dc54-18e3-46c6-8848-857dab4aadbf', 'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'mac_address': 'fa:16:3e:23:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:32Z', 'updated_at': '2022-03-05T13:36:43Z', 'revision_number': 5, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'subnets': [{'id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:09.128474 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5189a6-2619-4332-b005-76248bef6571 None None] Checking router: 44502c51-a607-4cf0-b133-9b456e10960a for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:38:09.145703 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5189a6-2619-4332-b005-76248bef6571 None None] Routers {'44502c51-a607-4cf0-b133-9b456e10960a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:38:09.146308 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4b5189a6-2619-4332-b005-76248bef6571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:37:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['44502c51-a607-4cf0-b133-9b456e10960a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:09.301307 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4048170-46a8-4e90-b871-7b46115c73a2 req-44d5a446-8a80-4228-83d8-af9197fa69e4 service neutron] 10.222.0.16 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335238 Mar 05 13:38:09.386525 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-4b5189a6-2619-4332-b005-76248bef6571 None None] Set router 44502c51-a607-4cf0-b133-9b456e10960a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:38:09.417341 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9344728c-2add-4550-8012-209342552b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca4348d-3528-4126-a424-6ed632ab94df', 'code': 200} Mar 05 13:38:09.417605 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4afd61-ff40-4974-96d3-f2e8ad9dcad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1', 'code': 200} Mar 05 13:38:09.757355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e4d78-c9cc-4685-b61f-3de8c449c9dd req-072ed9b1-ddb5-4338-ad23-475c44eb1dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:09.765212 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2c9e4d78-c9cc-4685-b61f-3de8c449c9dd req-072ed9b1-ddb5-4338-ad23-475c44eb1dc9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 1100 time: 0.2611721 Mar 05 13:38:09.815453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e58fa2-308d-4a24-8345-d245a80b9868 req-9e46312f-f263-4f37-a3b7-d244876d226a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:09.823599 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-99e58fa2-308d-4a24-8345-d245a80b9868 req-9e46312f-f263-4f37-a3b7-d244876d226a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 949 time: 0.1865606 Mar 05 13:38:09.865730 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4b5189a6-2619-4332-b005-76248bef6571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:36:35Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '7e59dc54-18e3-46c6-8848-857dab4aadbf', 'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'mac_address': 'fa:16:3e:23:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:32Z', 'updated_at': '2022-03-05T13:36:43Z', 'revision_number': 5, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'subnets': [{'id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:09.872087 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5189a6-2619-4332-b005-76248bef6571 None None] The sync data for ids ['44502c51-a607-4cf0-b133-9b456e10960a'] in n-d-803718-1 is: [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:36:35Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '7e59dc54-18e3-46c6-8848-857dab4aadbf', 'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'mac_address': 'fa:16:3e:23:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:32Z', 'updated_at': '2022-03-05T13:36:43Z', 'revision_number': 5, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'subnets': [{'id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:38:09.882239 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2c9e4d78-c9cc-4685-b61f-3de8c449c9dd req-1e2ab7b2-ad4b-4f65-84f0-d1e175caa9cd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985048 Mar 05 13:38:09.891710 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-99e58fa2-308d-4a24-8345-d245a80b9868 req-12a110b4-1d8b-44a3-8d77-3a8625de6799 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670140 Mar 05 13:38:10.250959 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804e0b74-aee2-4aef-809e-6f4fd2461eb5 None None] New status for floating IP 8275adb0-2bc5-45fa-9d54-8661454f5750: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:38:10.314121 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba4f62-114f-418a-9fb9-5129bdcba878 req-07ae617e-a30c-4cfb-9a9e-ae3c61cebae5 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:10.328164 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07ba4f62-114f-418a-9fb9-5129bdcba878 req-07ae617e-a30c-4cfb-9a9e-ae3c61cebae5 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=8330aaf5-5bd2-4167-9076-38a8e6043f76 HTTP/1.1" status: 200 len: 946 time: 0.2952170 Mar 05 13:38:10.439939 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07ba4f62-114f-418a-9fb9-5129bdcba878 req-03d8aa2f-c58c-4b80-a949-8a104ecab824 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105499 Mar 05 13:38:10.464501 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7f8662-629a-4634-900a-bfc482eaaff9', 'tag': 'e87f4e2b-b6e8-47f7-8ab5-3dceaed59642', 'status': 'completed', 'code': 200} Mar 05 13:38:10.748294 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf5a8f-7214-4171-9ef8-fd83cbad2d73 req-7cfd4d63-69a3-4724-9fdf-9f939deb62f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:10.750284 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bdaf5a8f-7214-4171-9ef8-fd83cbad2d73 req-7cfd4d63-69a3-4724-9fdf-9f939deb62f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08b8d14ed6734fb5b6479aa152b1b1a2&device_id=ba7f8662-629a-4634-900a-bfc482eaaff9 HTTP/1.1" status: 200 len: 1097 time: 0.2524033 Mar 05 13:38:11.096359 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf5a8f-7214-4171-9ef8-fd83cbad2d73 req-9e9dcdae-bdc8-40f5-b18e-ec4185da18cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:11.105312 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bdaf5a8f-7214-4171-9ef8-fd83cbad2d73 req-9e9dcdae-bdc8-40f5-b18e-ec4185da18cf service neutron] 10.222.0.30 "GET /v2.0/networks?id=00d7a38b-c3b6-406f-a703-0c7323200545 HTTP/1.1" status: 200 len: 921 time: 0.3480265 Mar 05 13:38:11.278003 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c677caf2-3552-4221-9fd3-27944a18947c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:11.400040 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bdaf5a8f-7214-4171-9ef8-fd83cbad2d73 req-e09a51b8-42da-4bdf-a50a-edb290333e0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 HTTP/1.1" status: 200 len: 217 time: 0.2879448 Mar 05 13:38:11.504365 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf5a8f-7214-4171-9ef8-fd83cbad2d73 req-88e0f757-0bb7-44ae-b5b8-a6d0451a696a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:11.506240 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bdaf5a8f-7214-4171-9ef8-fd83cbad2d73 req-88e0f757-0bb7-44ae-b5b8-a6d0451a696a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c39a0a58-c97c-43c2-909d-ee25456614f0 HTTP/1.1" status: 200 len: 860 time: 0.0836973 Mar 05 13:38:11.672164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40f30b-1247-4001-bdf4-ca912a3838ca req-b2000b5d-c9e0-4846-a33d-7fbc7dd526f1 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:11.673980 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dc40f30b-1247-4001-bdf4-ca912a3838ca req-b2000b5d-c9e0-4846-a33d-7fbc7dd526f1 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9dd760d-36b2-4143-b67d-44c078ef9a10 HTTP/1.1" status: 200 len: 945 time: 0.4178588 Mar 05 13:38:11.736053 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dc40f30b-1247-4001-bdf4-ca912a3838ca req-9a773048-c9c0-4d74-b692-e12487bd586f tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516706 Mar 05 13:38:11.739199 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf5a8f-7214-4171-9ef8-fd83cbad2d73 req-45234428-4c23-4ddb-8461-027bf2d66824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:11.741349 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bdaf5a8f-7214-4171-9ef8-fd83cbad2d73 req-45234428-4c23-4ddb-8461-027bf2d66824 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00d7a38b-c3b6-406f-a703-0c7323200545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2260025 Mar 05 13:38:11.807697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48164) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:11.901843 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:11.903378 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478466e-e02f-4a00-b3fa-ff7603c91375 req-9abe89e7-213d-4220-9c9e-b24539393957 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:11.904947 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0478466e-e02f-4a00-b3fa-ff7603c91375 req-9abe89e7-213d-4220-9c9e-b24539393957 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 949 time: 0.3855610 Mar 05 13:38:11.989913 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0478466e-e02f-4a00-b3fa-ff7603c91375 req-1c5e3d99-ccd1-49d2-99e6-d5c66cc16969 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739751 Mar 05 13:38:12.039997 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:12.052579 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bdaf5a8f-7214-4171-9ef8-fd83cbad2d73 req-f4e720b3-68d0-4ba4-b2eb-8f39414a6b49 service neutron] 10.222.0.30 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034394 Mar 05 13:38:12.076935 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18435a9a-f398-4045-8218-75f23e25301f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:12.105854 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-18435a9a-f398-4045-8218-75f23e25301f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:38:12.110988 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-18435a9a-f398-4045-8218-75f23e25301f admin admin] Usage tracker for resource:security_group_rule and tenant:80e4c08a25a249ca9b4beb2af562e7d0 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:38:12.115017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-18435a9a-f398-4045-8218-75f23e25301f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:38:12.122585 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-18435a9a-f398-4045-8218-75f23e25301f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:38:12.381478 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822a660-a2df-4f6e-b1ff-cf72321ca163 req-319266e0-84b5-4693-8338-2ebc6382e0ba tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:12.398008 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3822a660-a2df-4f6e-b1ff-cf72321ca163 req-319266e0-84b5-4693-8338-2ebc6382e0ba tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=70e5a685-1acf-41f5-b575-3752a19975d3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4406345 Mar 05 13:38:12.574853 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3822a660-a2df-4f6e-b1ff-cf72321ca163 req-256c739f-127d-4dd6-8781-39f8df023776 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 696 time: 0.1756978 Mar 05 13:38:12.599632 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18435a9a-f398-4045-8218-75f23e25301f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:12.616495 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18435a9a-f398-4045-8218-75f23e25301f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:12.662624 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18435a9a-f398-4045-8218-75f23e25301f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf126ff4-5b1c-48c4-b91b-421e93728b86,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:12.680722 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-3822a660-a2df-4f6e-b1ff-cf72321ca163 req-d17bf9a5-b883-480a-8cb2-1b587369104a tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Request body: {'floatingip': {'port_id': '275abf79-056c-472c-864e-d8875104ebe7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:38:12.701574 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-18435a9a-f398-4045-8218-75f23e25301f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80e4c08a25a249ca9b4beb2af562e7d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8932636 Mar 05 13:38:12.712625 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48222) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:12.742387 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e5848-c98c-4354-9482-e39218b8a4ac req-28c5374e-2050-40f3-96ea-f785c080bc16 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:12.751060 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e90e5848-c98c-4354-9482-e39218b8a4ac req-28c5374e-2050-40f3-96ea-f785c080bc16 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b764565-19c3-446c-b20e-4deb6e9fccbe HTTP/1.1" status: 200 len: 945 time: 0.2206008 Mar 05 13:38:12.803410 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bdaf5a8f-7214-4171-9ef8-fd83cbad2d73 req-f59fda45-e407-4d88-8ac1-41402ac98b96 service neutron] 10.222.0.30 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7408180 Mar 05 13:38:12.834150 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3822a660-a2df-4f6e-b1ff-cf72321ca163 req-d17bf9a5-b883-480a-8cb2-1b587369104a tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks [] for floatingip, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:12.846351 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e90e5848-c98c-4354-9482-e39218b8a4ac req-f622207d-ebcb-4ff4-8189-4eca3e139231 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910499 Mar 05 13:38:12.871540 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6c390639-da06-4f0f-9926-f5337457272b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:12.930158 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6c390639-da06-4f0f-9926-f5337457272b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:12.998466 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6c390639-da06-4f0f-9926-f5337457272b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:13.039647 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6c390639-da06-4f0f-9926-f5337457272b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:13.048050 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6c390639-da06-4f0f-9926-f5337457272b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf126ff4-5b1c-48c4-b91b-421e93728b86 HTTP/1.1" status: 204 len: 168 time: 0.3315220 Mar 05 13:38:13.051364 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c390639-da06-4f0f-9926-f5337457272b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf126ff4-5b1c-48c4-b91b-421e93728b86,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:13.067226 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c390639-da06-4f0f-9926-f5337457272b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:13.069684 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c390639-da06-4f0f-9926-f5337457272b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:13.070036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c390639-da06-4f0f-9926-f5337457272b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:13.070366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c390639-da06-4f0f-9926-f5337457272b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:13.070698 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c390639-da06-4f0f-9926-f5337457272b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:13.071079 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c390639-da06-4f0f-9926-f5337457272b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:13.071406 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c390639-da06-4f0f-9926-f5337457272b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:13.071759 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c390639-da06-4f0f-9926-f5337457272b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:13.072093 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c390639-da06-4f0f-9926-f5337457272b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:13.072520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c390639-da06-4f0f-9926-f5337457272b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:13.072698 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c390639-da06-4f0f-9926-f5337457272b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:13.073005 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c390639-da06-4f0f-9926-f5337457272b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:13.129611 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bfc60-9c8f-4444-8272-bcb83b7aa160 req-66002994-0e9e-4735-a7ea-980a63a6e284 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:13.131148 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-962bfc60-9c8f-4444-8272-bcb83b7aa160 req-66002994-0e9e-4735-a7ea-980a63a6e284 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba7f8662-629a-4634-900a-bfc482eaaff9 HTTP/1.1" status: 200 len: 946 time: 0.5464838 Mar 05 13:38:13.425900 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-962bfc60-9c8f-4444-8272-bcb83b7aa160 req-37dcfc5b-ddf4-4903-be8c-80d2ed10cf22 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Deleting port e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:38:13.426511 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-962bfc60-9c8f-4444-8272-bcb83b7aa160 req-37dcfc5b-ddf4-4903-be8c-80d2ed10cf22 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:13.535390 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:13.639344 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48244) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:13.663578 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f96841da-1dcf-420e-8159-06dcc5b35aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:13.684551 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f96841da-1dcf-420e-8159-06dcc5b35aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:38:13.691223 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f96841da-1dcf-420e-8159-06dcc5b35aec admin admin] Usage tracker for resource:security_group_rule and tenant:9724fa88343e467a877f4c72bc8a5154 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:38:13.697385 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f96841da-1dcf-420e-8159-06dcc5b35aec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:38:13.708965 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f96841da-1dcf-420e-8159-06dcc5b35aec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:38:13.849930 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f96841da-1dcf-420e-8159-06dcc5b35aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:13.856548 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f96841da-1dcf-420e-8159-06dcc5b35aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:13.914829 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f96841da-1dcf-420e-8159-06dcc5b35aec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9724fa88343e467a877f4c72bc8a5154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718651 Mar 05 13:38:13.914829 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96841da-1dcf-420e-8159-06dcc5b35aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a073eb05-558b-4bf4-ab1e-6c057719022a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:13.917811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48250) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:13.987168 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1f45a542-5a41-4772-a2a7-c97af96c4d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:14.017338 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1f45a542-5a41-4772-a2a7-c97af96c4d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:14.056871 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-962bfc60-9c8f-4444-8272-bcb83b7aa160 req-37dcfc5b-ddf4-4903-be8c-80d2ed10cf22 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] For port e87f4e2b-b6e8-47f7-8ab5-3dceaed59642, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e87f4e2b-b6e8-47f7-8ab5-3dceaed59642,segment=NetworkSegment(60f4f820-4dc1-4878-9378-7e10fa2351ee),segment_id=60f4f820-4dc1-4878-9378-7e10fa2351ee)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:14.057499 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-962bfc60-9c8f-4444-8272-bcb83b7aa160 req-37dcfc5b-ddf4-4903-be8c-80d2ed10cf22 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:14.082793 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1f45a542-5a41-4772-a2a7-c97af96c4d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:14.104798 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45a542-5a41-4772-a2a7-c97af96c4d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a073eb05-558b-4bf4-ab1e-6c057719022a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:14.115963 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1f45a542-5a41-4772-a2a7-c97af96c4d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:14.117584 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1f45a542-5a41-4772-a2a7-c97af96c4d52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a073eb05-558b-4bf4-ab1e-6c057719022a HTTP/1.1" status: 204 len: 168 time: 0.1988766 Mar 05 13:38:14.269277 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-962bfc60-9c8f-4444-8272-bcb83b7aa160 req-37dcfc5b-ddf4-4903-be8c-80d2ed10cf22 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Calling delete_port for e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:38:14.313060 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-3822a660-a2df-4f6e-b1ff-cf72321ca163 req-d17bf9a5-b883-480a-8cb2-1b587369104a tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:38:14.443367 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3822a660-a2df-4f6e-b1ff-cf72321ca163 req-d17bf9a5-b883-480a-8cb2-1b587369104a tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:14.450448 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3822a660-a2df-4f6e-b1ff-cf72321ca163 req-d17bf9a5-b883-480a-8cb2-1b587369104a tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:14.923179 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [req-3822a660-a2df-4f6e-b1ff-cf72321ca163 req-d17bf9a5-b883-480a-8cb2-1b587369104a tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Floating IP 8275adb0-2bc5-45fa-9d54-8661454f5750 associated. External IP: 172.25.4.146, port: 275abf79-056c-472c-864e-d8875104ebe7. Mar 05 13:38:14.985559 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-962bfc60-9c8f-4444-8272-bcb83b7aa160 req-37dcfc5b-ddf4-4903-be8c-80d2ed10cf22 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:14.997166 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['e87f4e2b-b6e8-47f7-8ab5-3dceaed59642'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:38:15.060959 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcfc5b-ddf4-4903-be8c-80d2ed10cf22 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Pushing event deleted for resources: {'Port': ['ID=e87f4e2b-b6e8-47f7-8ab5-3dceaed59642,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:15.087861 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['275abf79-056c-472c-864e-d8875104ebe7'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:38:15.458746 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-962bfc60-9c8f-4444-8272-bcb83b7aa160 req-37dcfc5b-ddf4-4903-be8c-80d2ed10cf22 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] No DVR routers for this DVR port e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:38:15.463829 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-962bfc60-9c8f-4444-8272-bcb83b7aa160 req-37dcfc5b-ddf4-4903-be8c-80d2ed10cf22 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:15.466651 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7f8662-629a-4634-900a-bfc482eaaff9', 'name': 'network-vif-deleted', 'tag': 'e87f4e2b-b6e8-47f7-8ab5-3dceaed59642'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:38:15.532348 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-962bfc60-9c8f-4444-8272-bcb83b7aa160 req-37dcfc5b-ddf4-4903-be8c-80d2ed10cf22 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.30 "DELETE /v2.0/ports/e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 HTTP/1.1" status: 204 len: 173 time: 2.3902428 Mar 05 13:38:15.923454 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3822a660-a2df-4f6e-b1ff-cf72321ca163 req-d17bf9a5-b883-480a-8cb2-1b587369104a tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Router 44502c51-a607-4cf0-b133-9b456e10960a has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:38:16.170582 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3822a660-a2df-4f6e-b1ff-cf72321ca163 req-d17bf9a5-b883-480a-8cb2-1b587369104a tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:38:16.183409 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d456401-df77-4f1f-9c35-265ea2dc9d0e None None] Sync routers for ids ['44502c51-a607-4cf0-b133-9b456e10960a'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:38:16.205703 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3822a660-a2df-4f6e-b1ff-cf72321ca163 req-d17bf9a5-b883-480a-8cb2-1b587369104a tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:16.210334 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d456401-df77-4f1f-9c35-265ea2dc9d0e None None] Routers {'44502c51-a607-4cf0-b133-9b456e10960a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:38:16.213598 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3d456401-df77-4f1f-9c35-265ea2dc9d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:38:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['44502c51-a607-4cf0-b133-9b456e10960a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:16.289962 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3822a660-a2df-4f6e-b1ff-cf72321ca163 req-d17bf9a5-b883-480a-8cb2-1b587369104a tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "PUT /v2.0/floatingips/8275adb0-2bc5-45fa-9d54-8661454f5750 HTTP/1.1" status: 200 len: 996 time: 3.7036130 Mar 05 13:38:16.461848 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822a660-a2df-4f6e-b1ff-cf72321ca163 req-c9fb6ccf-b2c0-4224-8475-592dc96f8977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:16.464698 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3822a660-a2df-4f6e-b1ff-cf72321ca163 req-c9fb6ccf-b2c0-4224-8475-592dc96f8977 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08b8d14ed6734fb5b6479aa152b1b1a2&device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 1096 time: 0.1577780 Mar 05 13:38:16.553049 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-3d456401-df77-4f1f-9c35-265ea2dc9d0e None None] Set router 44502c51-a607-4cf0-b133-9b456e10960a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:38:16.763598 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822a660-a2df-4f6e-b1ff-cf72321ca163 req-a12edfca-c8d5-481b-8ff7-0667101de611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:16.769513 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3822a660-a2df-4f6e-b1ff-cf72321ca163 req-a12edfca-c8d5-481b-8ff7-0667101de611 service neutron] 10.222.0.16 "GET /v2.0/networks?id=00d7a38b-c3b6-406f-a703-0c7323200545 HTTP/1.1" status: 200 len: 921 time: 0.2985959 Mar 05 13:38:16.850524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4cfd3-5358-485a-9194-2582bd2ca119 req-2078e422-c13f-47bc-bc3e-2d1cb87366ea tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:16.859572 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f4d4cfd3-5358-485a-9194-2582bd2ca119 req-2078e422-c13f-47bc-bc3e-2d1cb87366ea tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=8330aaf5-5bd2-4167-9076-38a8e6043f76 HTTP/1.1" status: 200 len: 946 time: 0.1742387 Mar 05 13:38:16.949871 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f4d4cfd3-5358-485a-9194-2582bd2ca119 req-23193245-6e73-4fb7-b7b9-51091534e927 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890830 Mar 05 13:38:16.966078 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3822a660-a2df-4f6e-b1ff-cf72321ca163 req-f3880f95-7283-4fa4-a5cd-ef78f7f220e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=275abf79-056c-472c-864e-d8875104ebe7 HTTP/1.1" status: 200 len: 999 time: 0.1870067 Mar 05 13:38:17.061074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822a660-a2df-4f6e-b1ff-cf72321ca163 req-c849ffb7-4786-43a2-a14f-1357e48e1120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:17.072812 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3822a660-a2df-4f6e-b1ff-cf72321ca163 req-c849ffb7-4786-43a2-a14f-1357e48e1120 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c39a0a58-c97c-43c2-909d-ee25456614f0 HTTP/1.1" status: 200 len: 860 time: 0.1053934 Mar 05 13:38:17.132514 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3d456401-df77-4f1f-9c35-265ea2dc9d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:36:35Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '8275adb0-2bc5-45fa-9d54-8661454f5750', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'port_id': '275abf79-056c-472c-864e-d8875104ebe7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'mac_address': 'fa:16:3e:51:2b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5a685-1acf-41f5-b575-3752a19975d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:37:09Z', 'updated_at': '2022-03-05T13:38:14Z', 'revision_number': 8, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e59dc54-18e3-46c6-8848-857dab4aadbf', 'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'mac_address': 'fa:16:3e:23:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:32Z', 'updated_at': '2022-03-05T13:36:43Z', 'revision_number': 5, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'subnets': [{'id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:17.142855 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d456401-df77-4f1f-9c35-265ea2dc9d0e None None] Checking router: 44502c51-a607-4cf0-b133-9b456e10960a for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:38:17.155121 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d456401-df77-4f1f-9c35-265ea2dc9d0e None None] Routers {'44502c51-a607-4cf0-b133-9b456e10960a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:38:17.155974 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3d456401-df77-4f1f-9c35-265ea2dc9d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:38:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['44502c51-a607-4cf0-b133-9b456e10960a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:17.185395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822a660-a2df-4f6e-b1ff-cf72321ca163 req-4f4c3bf3-e7c0-47e5-8fc8-973ba02567c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:17.186810 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3822a660-a2df-4f6e-b1ff-cf72321ca163 req-4f4c3bf3-e7c0-47e5-8fc8-973ba02567c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00d7a38b-c3b6-406f-a703-0c7323200545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132395 Mar 05 13:38:17.188001 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e695f7-6ac1-41fc-95c7-19eadb9d525c req-30dd397e-477e-4618-80e5-7948912c3be4 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:17.195262 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-63e695f7-6ac1-41fc-95c7-19eadb9d525c req-30dd397e-477e-4618-80e5-7948912c3be4 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 949 time: 0.1260376 Mar 05 13:38:17.238588 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:38:17.306618 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:38:17.307239 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e87f4e2b-b6e8-47f7-8ab5-3dceaed59642 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:38:17.315107 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-63e695f7-6ac1-41fc-95c7-19eadb9d525c req-081034bf-235f-4650-a94c-648029577b5e tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186528 Mar 05 13:38:17.401418 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3822a660-a2df-4f6e-b1ff-cf72321ca163 req-a059e647-72cc-486f-a1b0-f4320d581ff0 service neutron] 10.222.0.16 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055686 Mar 05 13:38:17.564770 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-3d456401-df77-4f1f-9c35-265ea2dc9d0e None None] Set router 44502c51-a607-4cf0-b133-9b456e10960a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:38:17.595319 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7f8662-629a-4634-900a-bfc482eaaff9', 'name': 'network-vif-deleted', 'tag': 'e87f4e2b-b6e8-47f7-8ab5-3dceaed59642', 'status': 'completed', 'code': 200} Mar 05 13:38:17.640249 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3822a660-a2df-4f6e-b1ff-cf72321ca163 req-a8e2404b-02a1-4175-98dd-b0b472e9ab5d service neutron] 10.222.0.16 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317619 Mar 05 13:38:17.944388 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf883e9-cdcf-4d30-8a80-f1a530ad214d req-04b2b39f-06ba-4cdd-aa69-f4555a164f3b tempest-MigrationsAdminTest-1164237855 tempest-MigrationsAdminTest-1164237855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:17.946153 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6cf883e9-cdcf-4d30-8a80-f1a530ad214d req-04b2b39f-06ba-4cdd-aa69-f4555a164f3b tempest-MigrationsAdminTest-1164237855 tempest-MigrationsAdminTest-1164237855-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 1100 time: 0.0830600 Mar 05 13:38:18.035394 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6cf883e9-cdcf-4d30-8a80-f1a530ad214d req-f0ea016e-bcf3-49ef-afa1-a46aa170e122 tempest-MigrationsAdminTest-1164237855 tempest-MigrationsAdminTest-1164237855-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828753 Mar 05 13:38:18.095666 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3d456401-df77-4f1f-9c35-265ea2dc9d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:36:35Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '8275adb0-2bc5-45fa-9d54-8661454f5750', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'port_id': '275abf79-056c-472c-864e-d8875104ebe7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'mac_address': 'fa:16:3e:51:2b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5a685-1acf-41f5-b575-3752a19975d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:37:09Z', 'updated_at': '2022-03-05T13:38:14Z', 'revision_number': 8, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e59dc54-18e3-46c6-8848-857dab4aadbf', 'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'mac_address': 'fa:16:3e:23:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:32Z', 'updated_at': '2022-03-05T13:36:43Z', 'revision_number': 5, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'subnets': [{'id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:18.104100 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d456401-df77-4f1f-9c35-265ea2dc9d0e None None] The sync data for ids ['44502c51-a607-4cf0-b133-9b456e10960a'] in n-d-803718-1 is: [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:36:35Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '8275adb0-2bc5-45fa-9d54-8661454f5750', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'port_id': '275abf79-056c-472c-864e-d8875104ebe7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'mac_address': 'fa:16:3e:51:2b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5a685-1acf-41f5-b575-3752a19975d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:37:09Z', 'updated_at': '2022-03-05T13:38:14Z', 'revision_number': 8, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e59dc54-18e3-46c6-8848-857dab4aadbf', 'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'mac_address': 'fa:16:3e:23:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:32Z', 'updated_at': '2022-03-05T13:36:43Z', 'revision_number': 5, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'subnets': [{'id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:38:18.204816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36f8b9-2946-4a7a-9bd4-cc49e37bb3fc req-c5c74eb7-9b7d-49d2-a973-a515a254d0ed tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:18.215341 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7a36f8b9-2946-4a7a-9bd4-cc49e37bb3fc req-c5c74eb7-9b7d-49d2-a973-a515a254d0ed tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9dd760d-36b2-4143-b67d-44c078ef9a10 HTTP/1.1" status: 200 len: 945 time: 0.1329241 Mar 05 13:38:18.276028 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7a36f8b9-2946-4a7a-9bd4-cc49e37bb3fc req-0950d1db-b461-495e-aca0-aa96e0521a07 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592816 Mar 05 13:38:18.336664 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5b99e2f8-08de-418a-a1e0-bc1f26f3ac2b req-94a51d6e-752d-48d6-ae3f-dfa4c6daf5ba tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/floatingips/8275adb0-2bc5-45fa-9d54-8661454f5750 HTTP/1.1" status: 200 len: 996 time: 0.1980741 Mar 05 13:38:18.473790 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfba3a8-5943-4dd3-a30f-32cce17163c2 None None] New status for floating IP 8275adb0-2bc5-45fa-9d54-8661454f5750: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:38:18.586559 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99e2f8-08de-418a-a1e0-bc1f26f3ac2b req-5dfa69f7-9323-4e61-916a-a9b3805b3d38 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:18.595019 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5b99e2f8-08de-418a-a1e0-bc1f26f3ac2b req-5dfa69f7-9323-4e61-916a-a9b3805b3d38 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.2510674 Mar 05 13:38:18.773509 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-5b99e2f8-08de-418a-a1e0-bc1f26f3ac2b req-42aa7263-f914-4fc2-92ca-417b50a5e7d3 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:38:18.789123 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5b99e2f8-08de-418a-a1e0-bc1f26f3ac2b req-42aa7263-f914-4fc2-92ca-417b50a5e7d3 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1928551 Mar 05 13:38:19.036917 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-c3657919-d955-460f-9901-f2016bcaa8a5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1097257 Mar 05 13:38:19.499316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796885d-ac63-4932-b64e-3dd68c3b1b7c req-b9dbe565-17d9-415b-81a3-3ea588b5d785 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:19.506384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796885d-ac63-4932-b64e-3dd68c3b1b7c req-b9dbe565-17d9-415b-81a3-3ea588b5d785 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:19.516599 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796885d-ac63-4932-b64e-3dd68c3b1b7c req-b9dbe565-17d9-415b-81a3-3ea588b5d785 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:19.525190 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c796885d-ac63-4932-b64e-3dd68c3b1b7c req-b9dbe565-17d9-415b-81a3-3ea588b5d785 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=8330aaf5-5bd2-4167-9076-38a8e6043f76&device_id=0b764565-19c3-446c-b20e-4deb6e9fccbe&device_id=e9dd760d-36b2-4143-b67d-44c078ef9a10 HTTP/1.1" status: 200 len: 2417 time: 0.2619157 Mar 05 13:38:19.796686 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e5a685-1acf-41f5-b575-3752a19975d3', 'tag': '275abf79-056c-472c-864e-d8875104ebe7'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:38:19.815439 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c796885d-ac63-4932-b64e-3dd68c3b1b7c req-f4e54ef5-6de0-420d-a2d8-bb4e0af8eff9 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888300 Mar 05 13:38:19.951602 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-e496bd71-a3d6-45ba-aeec-04a7792a4b12 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 1001 time: 0.1218524 Mar 05 13:38:20.067059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-bf53e626-348d-4a05-8e13-126bb23d3292 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:20.067676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-bf53e626-348d-4a05-8e13-126bb23d3292 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Synchronizing usage tracker for tenant:08b8d14ed6734fb5b6479aa152b1b1a2 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:38:20.106664 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-bf53e626-348d-4a05-8e13-126bb23d3292 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Unset dirty status for tenant:08b8d14ed6734fb5b6479aa152b1b1a2 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:38:20.115584 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-bf53e626-348d-4a05-8e13-126bb23d3292 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports/275abf79-056c-472c-864e-d8875104ebe7 HTTP/1.1" status: 200 len: 942 time: 0.1625841 Mar 05 13:38:20.174292 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde9f9f-234f-4bc5-9013-ba156ffc470e req-89491939-64d9-4de9-bd05-0d11aa7459e9 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:20.183099 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2fde9f9f-234f-4bc5-9013-ba156ffc470e req-89491939-64d9-4de9-bd05-0d11aa7459e9 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 949 time: 0.1373856 Mar 05 13:38:20.276693 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2fde9f9f-234f-4bc5-9013-ba156ffc470e req-70cc7aed-e9a0-4b40-98f2-cfe27febfed2 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924132 Mar 05 13:38:20.450223 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-fb8277af-a590-420e-9a66-01b0d95311f5 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 1001 time: 0.1647539 Mar 05 13:38:20.519350 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48460) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:20.779912 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device aca4348d-3528-4126-a424-6ed632ab94df no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:38:20.819636 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8c88876a-f8a9-403c-a87c-05119543f3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:20.874876 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8c88876a-f8a9-403c-a87c-05119543f3e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:38:20.904891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8c88876a-f8a9-403c-a87c-05119543f3e8 admin admin] Usage tracker for resource:security_group_rule and tenant:61e9c5e5b7954031a0dbfa3c99e29d8b is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:38:20.913829 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8c88876a-f8a9-403c-a87c-05119543f3e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:38:20.936867 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8c88876a-f8a9-403c-a87c-05119543f3e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:38:20.955066 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-00a25b50-41bc-4c2f-9f86-4f433d300227 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:20.971414 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-00a25b50-41bc-4c2f-9f86-4f433d300227 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.5192218 Mar 05 13:38:21.002820 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e5a685-1acf-41f5-b575-3752a19975d3', 'tag': '275abf79-056c-472c-864e-d8875104ebe7', 'status': 'completed', 'code': 200} Mar 05 13:38:21.114414 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:21.173404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9344728c-2add-4550-8012-209342552b4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aca4348d-3528-4126-a424-6ed632ab94df'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:38:21.176706 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb930e8-0ca1-4c23-9961-cb9d690e4c65 req-2e4bb055-0cc4-46ac-8099-f7011b25605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:21.183543 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aeb930e8-0ca1-4c23-9961-cb9d690e4c65 req-2e4bb055-0cc4-46ac-8099-f7011b25605f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=08b8d14ed6734fb5b6479aa152b1b1a2&device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 1096 time: 0.1737449 Mar 05 13:38:21.188535 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port aca4348d-3528-4126-a424-6ed632ab94df, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=aca4348d-3528-4126-a424-6ed632ab94df,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:21.198000 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:21.251075 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8c88876a-f8a9-403c-a87c-05119543f3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:21.258628 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8c88876a-f8a9-403c-a87c-05119543f3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:21.352618 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8c88876a-f8a9-403c-a87c-05119543f3e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=61e9c5e5b7954031a0dbfa3c99e29d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8320692 Mar 05 13:38:21.355364 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48480) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:21.399701 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=aca4348d-3528-4126-a424-6ed632ab94df,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:21.402506 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88876a-f8a9-403c-a87c-05119543f3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41284c96-4272-42f0-b42f-b6295df9ae1d,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:21.514132 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d25421f8-457a-44b9-956a-542fa813404a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:21.558790 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d25421f8-457a-44b9-956a-542fa813404a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:21.650980 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-2b8357a7-b9fe-4f6a-8fde-399467c45c1b tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 1001 time: 0.6766441 Mar 05 13:38:21.653807 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31910e-fbaa-41fc-a48b-945edf3bf707 req-3dc09e6c-49dc-468e-9326-6e0d21c7a5ed tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:21.659942 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fd31910e-fbaa-41fc-a48b-945edf3bf707 req-3dc09e6c-49dc-468e-9326-6e0d21c7a5ed tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=8330aaf5-5bd2-4167-9076-38a8e6043f76 HTTP/1.1" status: 200 len: 946 time: 0.2149708 Mar 05 13:38:21.670482 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-e98d64f3-0702-4be3-979b-681fcd4c6621 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:38:21.714747 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d25421f8-457a-44b9-956a-542fa813404a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:21.741535 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25421f8-457a-44b9-956a-542fa813404a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41284c96-4272-42f0-b42f-b6295df9ae1d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:21.748053 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d25421f8-457a-44b9-956a-542fa813404a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:21.749425 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d25421f8-457a-44b9-956a-542fa813404a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41284c96-4272-42f0-b42f-b6295df9ae1d HTTP/1.1" status: 204 len: 168 time: 0.3901446 Mar 05 13:38:21.754913 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fd31910e-fbaa-41fc-a48b-945edf3bf707 req-b8985edc-a063-4fbf-8057-67c8eb347deb tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851450 Mar 05 13:38:21.815615 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-e98d64f3-0702-4be3-979b-681fcd4c6621 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks [] for floatingip, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:21.957175 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb930e8-0ca1-4c23-9961-cb9d690e4c65 req-d1841c59-55bb-4696-b7d9-9ce3ec333dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:21.959852 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aeb930e8-0ca1-4c23-9961-cb9d690e4c65 req-d1841c59-55bb-4696-b7d9-9ce3ec333dfb service neutron] 10.222.0.15 "GET /v2.0/networks?id=00d7a38b-c3b6-406f-a703-0c7323200545 HTTP/1.1" status: 200 len: 921 time: 0.7533331 Mar 05 13:38:22.163369 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-ca759cbd-edec-4682-9082-7e0de3c993b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:22.166012 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-ca759cbd-edec-4682-9082-7e0de3c993b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 1100 time: 0.8371933 Mar 05 13:38:22.184105 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aeb930e8-0ca1-4c23-9961-cb9d690e4c65 req-bd85831d-5e48-4dcf-8b74-5b8b38bfe0b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=275abf79-056c-472c-864e-d8875104ebe7 HTTP/1.1" status: 200 len: 1001 time: 0.2001338 Mar 05 13:38:22.202674 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995e510-aff5-4335-8121-b3025b2dd215 req-e2bb3733-e877-4f4d-94a6-004237700cc0 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:22.204412 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f995e510-aff5-4335-8121-b3025b2dd215 req-e2bb3733-e877-4f4d-94a6-004237700cc0 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/networks?id=1f953432-db2d-4f6f-a1ee-7fee9f6e7169 HTTP/1.1" status: 200 len: 804 time: 0.2402592 Mar 05 13:38:22.222220 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f995e510-aff5-4335-8121-b3025b2dd215 req-4133ff2a-50fb-4dc3-ac1d-e2215f128f62 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/quotas/7da90d298e31481ab9950019fd081bd2 HTTP/1.1" status: 200 len: 375 time: 0.0109780 Mar 05 13:38:22.324113 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f995e510-aff5-4335-8121-b3025b2dd215 req-281e7417-5059-448d-9073-6729d734e9bd tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da90d298e31481ab9950019fd081bd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0964057 Mar 05 13:38:22.382340 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb930e8-0ca1-4c23-9961-cb9d690e4c65 req-472f9548-7544-4983-969e-840cb341696a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:22.383907 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aeb930e8-0ca1-4c23-9961-cb9d690e4c65 req-472f9548-7544-4983-969e-840cb341696a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c39a0a58-c97c-43c2-909d-ee25456614f0 HTTP/1.1" status: 200 len: 860 time: 0.1648004 Mar 05 13:38:22.687129 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f995e510-aff5-4335-8121-b3025b2dd215 req-2dcd6226-a513-45c8-b9ec-bb40d6c45c1e service neutron] 10.222.0.16 "GET /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552530 Mar 05 13:38:22.898340 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f995e510-aff5-4335-8121-b3025b2dd215 req-68e5007a-c642-4277-bd7a-267b89bcb0a9 service neutron] 10.222.0.16 "GET /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042980 Mar 05 13:38:22.912546 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-e98d64f3-0702-4be3-979b-681fcd4c6621 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:22.932489 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-e98d64f3-0702-4be3-979b-681fcd4c6621 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:22.932755 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-e98d64f3-0702-4be3-979b-681fcd4c6621 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Floating IP 8275adb0-2bc5-45fa-9d54-8661454f5750 disassociated. External IP: 172.25.4.146, port: 275abf79-056c-472c-864e-d8875104ebe7. Mar 05 13:38:22.992982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-3c596aab-332a-476b-8165-fbdca46ce715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:22.994954 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-3c596aab-332a-476b-8165-fbdca46ce715 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.8137877 Mar 05 13:38:23.076864 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9344728c-2add-4550-8012-209342552b4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aca4348d-3528-4126-a424-6ed632ab94df', 'code': 200} Mar 05 13:38:23.123032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb930e8-0ca1-4c23-9961-cb9d690e4c65 req-1e6d89d0-e2db-48d7-9b81-2e2cf998a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:23.124866 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aeb930e8-0ca1-4c23-9961-cb9d690e4c65 req-1e6d89d0-e2db-48d7-9b81-2e2cf998a7dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00d7a38b-c3b6-406f-a703-0c7323200545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7179770 Mar 05 13:38:23.177017 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-2c67779c-8801-46a4-8dd5-ecf75f5a3dc5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 HTTP/1.1" status: 200 len: 217 time: 0.1710739 Mar 05 13:38:23.305154 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba369217-6a73-4d62-a372-82798643876c req-840ea7dd-3c7b-4ffe-9b50-ce0771710ff0 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:23.307614 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ba369217-6a73-4d62-a372-82798643876c req-840ea7dd-3c7b-4ffe-9b50-ce0771710ff0 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 949 time: 0.0955853 Mar 05 13:38:23.338339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea5aa5-f3d8-467a-bd36-e8ac03c9bb47 req-52be2f2d-5a80-4774-9dfb-638aae1a5d0e tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:23.339853 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-49ea5aa5-f3d8-467a-bd36-e8ac03c9bb47 req-52be2f2d-5a80-4774-9dfb-638aae1a5d0e tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.15 "GET /v2.0/ports?device_id=9344728c-2add-4550-8012-209342552b4c HTTP/1.1" status: 200 len: 943 time: 0.6423981 Mar 05 13:38:23.377588 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ba369217-6a73-4d62-a372-82798643876c req-630464e0-8133-41d6-a858-63c6e43d0e59 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605898 Mar 05 13:38:23.512795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-2ce25c2e-55f5-490e-aa2d-3915d135660e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:23.514232 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-2ce25c2e-55f5-490e-aa2d-3915d135660e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.3314028 Mar 05 13:38:23.598119 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-49ea5aa5-f3d8-467a-bd36-e8ac03c9bb47 req-02b90b65-1ac3-41a9-bbfd-4f9b169c8bb4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Deleting port aca4348d-3528-4126-a424-6ed632ab94df {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:38:23.598460 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-49ea5aa5-f3d8-467a-bd36-e8ac03c9bb47 req-02b90b65-1ac3-41a9-bbfd-4f9b169c8bb4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:23.707162 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aeb930e8-0ca1-4c23-9961-cb9d690e4c65 req-4461b1b6-b84d-4aa7-9822-c2faab6b3e30 service neutron] 10.222.0.15 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5540416 Mar 05 13:38:24.053922 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0e50c03d-f6da-4c81-9c75-abe1917b05aa tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:24.055677 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0e50c03d-f6da-4c81-9c75-abe1917b05aa tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 820 time: 0.1927571 Mar 05 13:38:24.074967 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-d6b5cc38-4f0d-4882-8c23-58d4f38c6dc2 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/quotas/d5ffda21ed5b4786823c5a5c4a431675 HTTP/1.1" status: 200 len: 375 time: 0.0110002 Mar 05 13:38:24.112236 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-2683ea52-8ee9-4a6f-898e-6e538ff1bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:24.113705 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-2683ea52-8ee9-4a6f-898e-6e538ff1bb61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5816913 Mar 05 13:38:24.211023 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-954c2d22-0aa9-4164-8f50-518b36bb2ce3 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1295738 Mar 05 13:38:24.310467 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aeb930e8-0ca1-4c23-9961-cb9d690e4c65 req-7d1deabc-a2cf-447f-922c-253e3b3f066f service neutron] 10.222.0.15 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5902536 Mar 05 13:38:24.323287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-e98d64f3-0702-4be3-979b-681fcd4c6621 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Router 44502c51-a607-4cf0-b133-9b456e10960a has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:38:24.397496 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-73eeacf0-863a-40ca-a693-9154e3479521 service neutron] 10.222.0.16 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843643 Mar 05 13:38:24.500280 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-49ea5aa5-f3d8-467a-bd36-e8ac03c9bb47 req-02b90b65-1ac3-41a9-bbfd-4f9b169c8bb4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] For port aca4348d-3528-4126-a424-6ed632ab94df, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=aca4348d-3528-4126-a424-6ed632ab94df,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:24.500642 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-49ea5aa5-f3d8-467a-bd36-e8ac03c9bb47 req-02b90b65-1ac3-41a9-bbfd-4f9b169c8bb4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:24.579317 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-48eb18f7-7a58-4499-902b-51065d374cce service neutron] 10.222.0.16 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809525 Mar 05 13:38:24.714306 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-49ea5aa5-f3d8-467a-bd36-e8ac03c9bb47 req-02b90b65-1ac3-41a9-bbfd-4f9b169c8bb4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Calling delete_port for aca4348d-3528-4126-a424-6ed632ab94df owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:38:24.889262 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-36862e2a-561b-467a-b221-e6e01966802d service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180065 Mar 05 13:38:24.998434 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995e510-aff5-4335-8121-b3025b2dd215 req-13fe4cb4-416b-4c14-8280-c8c029fd4fe0 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:24.999961 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f995e510-aff5-4335-8121-b3025b2dd215 req-13fe4cb4-416b-4c14-8280-c8c029fd4fe0 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.30 "GET /v2.0/networks?id=1f953432-db2d-4f6f-a1ee-7fee9f6e7169 HTTP/1.1" status: 200 len: 804 time: 0.5787683 Mar 05 13:38:25.018721 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f995e510-aff5-4335-8121-b3025b2dd215 req-bd7ed707-3a65-418f-b4d8-a1633d91c889 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Request body: {'port': {'device_id': 'df03435b-28f5-4f2e-8a7f-74d2f2de3a99', 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169', 'admin_state_up': True, 'tenant_id': '7da90d298e31481ab9950019fd081bd2'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:38:25.128572 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-e98d64f3-0702-4be3-979b-681fcd4c6621 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:38:25.142804 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1323051e-cbce-4988-bb1e-c506959c1923 None None] Sync routers for ids ['44502c51-a607-4cf0-b133-9b456e10960a'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:38:25.144790 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-e98d64f3-0702-4be3-979b-681fcd4c6621 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:25.156221 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1323051e-cbce-4988-bb1e-c506959c1923 None None] Routers {'44502c51-a607-4cf0-b133-9b456e10960a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:38:25.157598 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-1323051e-cbce-4988-bb1e-c506959c1923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:38:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['44502c51-a607-4cf0-b133-9b456e10960a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:25.259964 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-b2e1056a-55ca-4ebe-9e90-21eb5b874c75 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2a4db5a3f9914e2ebc79f8ebd1099e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336595 Mar 05 13:38:25.467419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-b8a9c2dc-cc8a-4367-a0aa-1e52c8c5a345 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:25.483013 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-b8a9c2dc-cc8a-4367-a0aa-1e52c8c5a345 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2220559 Mar 05 13:38:25.492578 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-e98d64f3-0702-4be3-979b-681fcd4c6621 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "PUT /v2.0/floatingips/8275adb0-2bc5-45fa-9d54-8661454f5750 HTTP/1.1" status: 200 len: 696 time: 3.8221285 Mar 05 13:38:25.506844 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e5a685-1acf-41f5-b575-3752a19975d3', 'tag': '275abf79-056c-472c-864e-d8875104ebe7'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:38:25.514234 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-b101e381-0bfa-412a-9e71-9aaef40f1008 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/quotas/2a4db5a3f9914e2ebc79f8ebd1099e59 HTTP/1.1" status: 200 len: 375 time: 0.0300498 Mar 05 13:38:25.522538 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-1323051e-cbce-4988-bb1e-c506959c1923 None None] Set router 44502c51-a607-4cf0-b133-9b456e10960a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:38:25.598697 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-a07eb9de-aa3f-4f52-a7f9-e5fd74c2cbea service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6890917 Mar 05 13:38:25.617083 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-a6cdcb9b-783e-4279-9872-5361ce119a6d tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a4db5a3f9914e2ebc79f8ebd1099e59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1017306 Mar 05 13:38:25.633477 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-49ea5aa5-f3d8-467a-bd36-e8ac03c9bb47 req-02b90b65-1ac3-41a9-bbfd-4f9b169c8bb4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:25.701948 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b90b65-1ac3-41a9-bbfd-4f9b169c8bb4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Pushing event deleted for resources: {'Port': ['ID=aca4348d-3528-4126-a424-6ed632ab94df,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:25.710878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f995e510-aff5-4335-8121-b3025b2dd215 req-bd7ed707-3a65-418f-b4d8-a1633d91c889 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:38:25.718015 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b90b65-1ac3-41a9-bbfd-4f9b169c8bb4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:25.720933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b90b65-1ac3-41a9-bbfd-4f9b169c8bb4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:25.720933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b90b65-1ac3-41a9-bbfd-4f9b169c8bb4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:25.720933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b90b65-1ac3-41a9-bbfd-4f9b169c8bb4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:25.720933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b90b65-1ac3-41a9-bbfd-4f9b169c8bb4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:25.720933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b90b65-1ac3-41a9-bbfd-4f9b169c8bb4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:25.720933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b90b65-1ac3-41a9-bbfd-4f9b169c8bb4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:25.720933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b90b65-1ac3-41a9-bbfd-4f9b169c8bb4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:25.720933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b90b65-1ac3-41a9-bbfd-4f9b169c8bb4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:25.721899 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b90b65-1ac3-41a9-bbfd-4f9b169c8bb4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:25.722311 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b90b65-1ac3-41a9-bbfd-4f9b169c8bb4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:25.722716 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b90b65-1ac3-41a9-bbfd-4f9b169c8bb4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:25.737191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f995e510-aff5-4335-8121-b3025b2dd215 req-bd7ed707-3a65-418f-b4d8-a1633d91c889 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Usage tracker for resource:port and tenant:7da90d298e31481ab9950019fd081bd2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:38:25.743019 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f995e510-aff5-4335-8121-b3025b2dd215 req-bd7ed707-3a65-418f-b4d8-a1633d91c889 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:38:25.794598 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f995e510-aff5-4335-8121-b3025b2dd215 req-bd7ed707-3a65-418f-b4d8-a1633d91c889 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:38:25.825559 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:38:25.862748 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ea5aa5-f3d8-467a-bd36-e8ac03c9bb47 req-02b90b65-1ac3-41a9-bbfd-4f9b169c8bb4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] No DVR routers for this DVR port aca4348d-3528-4126-a424-6ed632ab94df on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:38:25.868843 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-8b9e5f23-baa5-48c1-87a3-eadf62ae9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:25.876277 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-8b9e5f23-baa5-48c1-87a3-eadf62ae9427 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08b8d14ed6734fb5b6479aa152b1b1a2&device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 1096 time: 0.3599424 Mar 05 13:38:26.004048 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f98c6e79-b48e-4fbb-8591-193d2d45595f req-97b7f7b2-8e0f-4844-82b2-777c6498c1ed tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03435b-28f5-4f2e-8a7f-74d2f2de3a99 HTTP/1.1" status: 200 len: 210 time: 0.1058614 Mar 05 13:38:26.037802 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-49ea5aa5-f3d8-467a-bd36-e8ac03c9bb47 req-02b90b65-1ac3-41a9-bbfd-4f9b169c8bb4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:26.043677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-9261da02-efe5-44fe-bad9-9ebfe2cb3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:26.050988 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-9261da02-efe5-44fe-bad9-9ebfe2cb3fe4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=00d7a38b-c3b6-406f-a703-0c7323200545 HTTP/1.1" status: 200 len: 921 time: 0.1735351 Mar 05 13:38:26.105666 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-1323051e-cbce-4988-bb1e-c506959c1923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:36:35Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '7e59dc54-18e3-46c6-8848-857dab4aadbf', 'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'mac_address': 'fa:16:3e:23:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:32Z', 'updated_at': '2022-03-05T13:36:43Z', 'revision_number': 5, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'subnets': [{'id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:26.110001 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1323051e-cbce-4988-bb1e-c506959c1923 None None] Checking router: 44502c51-a607-4cf0-b133-9b456e10960a for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:38:26.121223 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1323051e-cbce-4988-bb1e-c506959c1923 None None] Routers {'44502c51-a607-4cf0-b133-9b456e10960a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:38:26.121908 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-1323051e-cbce-4988-bb1e-c506959c1923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:38:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['44502c51-a607-4cf0-b133-9b456e10960a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:26.287246 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f995e510-aff5-4335-8121-b3025b2dd215 req-bd7ed707-3a65-418f-b4d8-a1633d91c889 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Made reservation on behalf of 7da90d298e31481ab9950019fd081bd2 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:38:26.291260 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f995e510-aff5-4335-8121-b3025b2dd215 req-bd7ed707-3a65-418f-b4d8-a1633d91c889 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:26.310362 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-4a2008d4-baae-42bb-8a3a-7fa790b2ce6e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=275abf79-056c-472c-864e-d8875104ebe7 HTTP/1.1" status: 200 len: 217 time: 0.2581487 Mar 05 13:38:26.351928 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-49ea5aa5-f3d8-467a-bd36-e8ac03c9bb47 req-02b90b65-1ac3-41a9-bbfd-4f9b169c8bb4 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.15 "DELETE /v2.0/ports/aca4348d-3528-4126-a424-6ed632ab94df HTTP/1.1" status: 204 len: 173 time: 2.9425724 Mar 05 13:38:26.438469 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-1323051e-cbce-4988-bb1e-c506959c1923 None None] Set router 44502c51-a607-4cf0-b133-9b456e10960a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:38:26.648213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-f995e510-aff5-4335-8121-b3025b2dd215 req-bd7ed707-3a65-418f-b4d8-a1633d91c889 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Allocated IP 172.20.0.14 (1f953432-db2d-4f6f-a1ee-7fee9f6e7169/6db88a0e-28b6-4292-9a67-fc3276cd43d7/f991efb1-429c-4b0c-afa7-b883718b8558) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:38:26.811670 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device aca4348d-3528-4126-a424-6ed632ab94df no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:38:26.853279 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fe28e-1828-4351-995d-66fbf31aab0d req-ae6dde8a-0205-4381-9527-09ab6da36249 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:26.855041 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-571fe28e-1828-4351-995d-66fbf31aab0d req-ae6dde8a-0205-4381-9527-09ab6da36249 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 949 time: 0.1656573 Mar 05 13:38:26.909321 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: aca4348d-3528-4126-a424-6ed632ab94df {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:38:26.909995 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device aca4348d-3528-4126-a424-6ed632ab94df not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:38:26.947226 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f995e510-aff5-4335-8121-b3025b2dd215 req-bd7ed707-3a65-418f-b4d8-a1633d91c889 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:26.972241 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-571fe28e-1828-4351-995d-66fbf31aab0d req-a643a425-6523-4e69-84ca-f01d723e7fba tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092775 Mar 05 13:38:27.024319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-fc129820-ceee-47e8-a748-c7d9d622fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:27.027518 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-fc129820-ceee-47e8-a748-c7d9d622fce4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c39a0a58-c97c-43c2-909d-ee25456614f0 HTTP/1.1" status: 200 len: 860 time: 0.7159064 Mar 05 13:38:27.122574 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-1323051e-cbce-4988-bb1e-c506959c1923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:36:35Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '7e59dc54-18e3-46c6-8848-857dab4aadbf', 'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'mac_address': 'fa:16:3e:23:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:32Z', 'updated_at': '2022-03-05T13:36:43Z', 'revision_number': 5, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'subnets': [{'id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:27.128929 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1323051e-cbce-4988-bb1e-c506959c1923 None None] The sync data for ids ['44502c51-a607-4cf0-b133-9b456e10960a'] in n-d-803718-1 is: [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:36:35Z', 'revision_number': 4, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '7e59dc54-18e3-46c6-8848-857dab4aadbf', 'name': '', 'network_id': '00d7a38b-c3b6-406f-a703-0c7323200545', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'mac_address': 'fa:16:3e:23:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:32Z', 'updated_at': '2022-03-05T13:36:43Z', 'revision_number': 5, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'subnets': [{'id': 'c39a0a58-c97c-43c2-909d-ee25456614f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:38:27.196298 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f995e510-aff5-4335-8121-b3025b2dd215 req-bd7ed707-3a65-418f-b4d8-a1633d91c889 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:27.221283 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5b539560-074d-4d15-a597-a634c22f1cf9 req-bea9a7be-29f1-4e82-9470-25587fffc6ab tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 210 time: 0.0955737 Mar 05 13:38:27.354459 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e5a685-1acf-41f5-b575-3752a19975d3', 'tag': '275abf79-056c-472c-864e-d8875104ebe7', 'status': 'completed', 'code': 200} Mar 05 13:38:27.375676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f995e510-aff5-4335-8121-b3025b2dd215 req-bd7ed707-3a65-418f-b4d8-a1633d91c889 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Network 1f953432-db2d-4f6f-a1ee-7fee9f6e7169 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:38:27.394590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-dd16c8df-f3fd-4f83-96c8-b0226c8bdc88 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:27.396057 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-dd16c8df-f3fd-4f83-96c8-b0226c8bdc88 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.15 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 820 time: 0.4303315 Mar 05 13:38:27.396933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-f995e510-aff5-4335-8121-b3025b2dd215 req-bd7ed707-3a65-418f-b4d8-a1633d91c889 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:38:27.422099 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-f995e510-aff5-4335-8121-b3025b2dd215 req-bd7ed707-3a65-418f-b4d8-a1633d91c889 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:38:27.492493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-42086267-7ff5-42e5-988a-c3b2933e1678 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Request body: {'port': {'device_id': '7f5f023e-9b0c-4729-87a0-76901913b5ec', 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1', 'admin_state_up': True, 'tenant_id': 'd5ffda21ed5b4786823c5a5c4a431675'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:38:27.534148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ed707-3a65-418f-b4d8-a1633d91c889 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Pushing event updated for resources: {'Port': ['ID=f991efb1-429c-4b0c-afa7-b883718b8558,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:27.700293 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8c8fa76d-dd7d-4b33-8a93-9c9398b4a6a5 req-3d77f19c-975d-4f61-8810-f97d18d059a0 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/ports?device_id=22e13932-9a3f-4c60-8e08-22065921432d HTTP/1.1" status: 200 len: 210 time: 0.0842204 Mar 05 13:38:27.711171 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995e510-aff5-4335-8121-b3025b2dd215 req-bd7ed707-3a65-418f-b4d8-a1633d91c889 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:27.711778 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f995e510-aff5-4335-8121-b3025b2dd215 req-bd7ed707-3a65-418f-b4d8-a1633d91c889 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:27.725975 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47a52e6-ed04-466a-bc2d-7705399ae7a7 None None] New status for floating IP 8275adb0-2bc5-45fa-9d54-8661454f5750: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:38:27.852390 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-80d626f2-572d-4c57-8cae-e9e2796f2b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:27.855789 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-80d626f2-572d-4c57-8cae-e9e2796f2b3c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00d7a38b-c3b6-406f-a703-0c7323200545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8176053 Mar 05 13:38:27.973327 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f995e510-aff5-4335-8121-b3025b2dd215 req-bd7ed707-3a65-418f-b4d8-a1633d91c889 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9583368 Mar 05 13:38:28.036818 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f995e510-aff5-4335-8121-b3025b2dd215 req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] Request body: {'port': {'device_id': 'df03435b-28f5-4f2e-8a7f-74d2f2de3a99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:38:28.092388 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-42086267-7ff5-42e5-988a-c3b2933e1678 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:38:28.136547 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-42086267-7ff5-42e5-988a-c3b2933e1678 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:38:28.278023 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-42086267-7ff5-42e5-988a-c3b2933e1678 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Made reservation on behalf of d5ffda21ed5b4786823c5a5c4a431675 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:38:28.281507 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-42086267-7ff5-42e5-988a-c3b2933e1678 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:28.332296 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08545fdb-136f-4690-962f-dbe9d1c3ccce req-574e7122-cb90-4b57-bd17-471ed4f0d35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:28.333777 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08545fdb-136f-4690-962f-dbe9d1c3ccce req-574e7122-cb90-4b57-bd17-471ed4f0d35d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=08b8d14ed6734fb5b6479aa152b1b1a2&device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 1096 time: 0.9662335 Mar 05 13:38:28.344452 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-00fdba94-2d55-4377-86ed-ed9ba38fbb62 service neutron] 10.222.0.16 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619396 Mar 05 13:38:28.345976 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-362b2647-a732-43d0-8f81-764397f4b5e6 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2a4db5a3f9914e2ebc79f8ebd1099e59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1354139 Mar 05 13:38:28.441460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9019a-99ec-4c67-9160-2e38a5f5852b req-0f1b1ac0-aee2-44da-bbe2-ddea11fead32 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:28.457965 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1de9019a-99ec-4c67-9160-2e38a5f5852b req-0f1b1ac0-aee2-44da-bbe2-ddea11fead32 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03435b-28f5-4f2e-8a7f-74d2f2de3a99 HTTP/1.1" status: 200 len: 932 time: 0.1544361 Mar 05 13:38:28.489810 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f995e510-aff5-4335-8121-b3025b2dd215 req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:28.546127 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:28.550373 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1de9019a-99ec-4c67-9160-2e38a5f5852b req-52e67734-c183-4aff-a989-fb03fc3e161b tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859895 Mar 05 13:38:28.750952 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:28.930092 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0650ae5-98f7-4f7b-9375-e05601fb4e73 req-af788634-ab22-4b96-b2e6-ca356a9b4454 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:28.933156 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0650ae5-98f7-4f7b-9375-e05601fb4e73 req-af788634-ab22-4b96-b2e6-ca356a9b4454 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 949 time: 0.2682998 Mar 05 13:38:28.995621 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0650ae5-98f7-4f7b-9375-e05601fb4e73 req-e70ef72a-7041-4bb2-a1f2-3598a288cdab tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502658 Mar 05 13:38:29.195857 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08545fdb-136f-4690-962f-dbe9d1c3ccce req-a06ef89d-51a3-4853-9909-c14b4a8f61fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:29.198558 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08545fdb-136f-4690-962f-dbe9d1c3ccce req-a06ef89d-51a3-4853-9909-c14b4a8f61fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=00d7a38b-c3b6-406f-a703-0c7323200545 HTTP/1.1" status: 200 len: 921 time: 0.8430829 Mar 05 13:38:29.329686 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-a7657d29-8fff-4934-b753-b1c07afff185 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:29.331681 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-a7657d29-8fff-4934-b753-b1c07afff185 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9322455 Mar 05 13:38:29.360896 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-334173be-bbe7-4648-a6b7-7d2719ab6ed8 req-da53397e-c215-467e-a302-2fce80c5427a service neutron] 10.222.0.16 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0019965 Mar 05 13:38:29.361324 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9344728c-2add-4550-8012-209342552b4c', 'name': 'network-vif-deleted', 'tag': 'aca4348d-3528-4126-a424-6ed632ab94df'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:38:29.377798 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Request body: {'port': {'device_id': '22e13932-9a3f-4c60-8e08-22065921432d', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': '2a4db5a3f9914e2ebc79f8ebd1099e59'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:38:29.543479 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c27f65cc-a156-4b7b-8f53-564cdfaf4ebf req-85d46e4d-39eb-4a95-bfa4-8730fc895ee9 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 210 time: 0.1846044 Mar 05 13:38:29.548075 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08545fdb-136f-4690-962f-dbe9d1c3ccce req-3874a585-dcdd-4248-ae85-dbbe747b11d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=275abf79-056c-472c-864e-d8875104ebe7 HTTP/1.1" status: 200 len: 217 time: 0.2933362 Mar 05 13:38:29.552231 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-42086267-7ff5-42e5-988a-c3b2933e1678 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Allocated IP 172.20.0.5 (0224e6ac-46ce-4f25-b9b2-1debc398aaa1/4ddb228e-b84a-4351-a2cb-7f33147be2ea/5cdf7733-1a4b-49d9-bb1c-c934eabe8b52) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:38:29.601335 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:38:29.654678 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Usage tracker for resource:port and tenant:2a4db5a3f9914e2ebc79f8ebd1099e59 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:38:29.662313 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4857dc0d-e2ab-4128-8dd6-f3f580001d22 req-ead802cf-9e7a-476d-8470-d0e71f205a29 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/ports?device_id=22e13932-9a3f-4c60-8e08-22065921432d HTTP/1.1" status: 200 len: 210 time: 0.1044142 Mar 05 13:38:29.664243 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:38:29.696355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:38:29.815384 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9344728c-2add-4550-8012-209342552b4c', 'name': 'network-vif-deleted', 'tag': 'aca4348d-3528-4126-a424-6ed632ab94df', 'status': 'completed', 'code': 200} Mar 05 13:38:29.912044 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08545fdb-136f-4690-962f-dbe9d1c3ccce req-2de1dc79-f12c-43ba-bfe6-1d454fbe16a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:29.913492 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08545fdb-136f-4690-962f-dbe9d1c3ccce req-2de1dc79-f12c-43ba-bfe6-1d454fbe16a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c39a0a58-c97c-43c2-909d-ee25456614f0 HTTP/1.1" status: 200 len: 860 time: 0.3085434 Mar 05 13:38:29.914089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Made reservation on behalf of 2a4db5a3f9914e2ebc79f8ebd1099e59 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:38:29.918222 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:29.946087 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:30.050575 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:38:30.094781 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Usage tracker for resource:security_group_rule and tenant:2a4db5a3f9914e2ebc79f8ebd1099e59 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:38:30.146273 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-f995e510-aff5-4335-8121-b3025b2dd215 req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:38:30.153659 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:38:30.174961 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:38:30.301971 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-f995e510-aff5-4335-8121-b3025b2dd215 req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f991efb1-429c-4b0c-afa7-b883718b8558 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:38:30.318117 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f995e510-aff5-4335-8121-b3025b2dd215 req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:30.371122 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456748fa-82e6-44f6-be1c-68354e9580c7 req-129267da-8ecf-4bb0-be7e-e7d2becf99b5 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:30.372621 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-456748fa-82e6-44f6-be1c-68354e9580c7 req-129267da-8ecf-4bb0-be7e-e7d2becf99b5 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 949 time: 0.0990701 Mar 05 13:38:30.389215 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f995e510-aff5-4335-8121-b3025b2dd215 req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] Transition to ACTIVE for port object f991efb1-429c-4b0c-afa7-b883718b8558 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:38:30.392127 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-42086267-7ff5-42e5-988a-c3b2933e1678 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:30.407654 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c297c-b4fd-4980-9620-1466f1c56ca7 req-3bf552f6-4494-4348-8ad0-ee4385d4477e tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:30.408358 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-313c297c-b4fd-4980-9620-1466f1c56ca7 req-3bf552f6-4494-4348-8ad0-ee4385d4477e tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Synchronizing usage tracker for tenant:7da90d298e31481ab9950019fd081bd2 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:38:30.414394 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f995e510-aff5-4335-8121-b3025b2dd215 req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:30.450208 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-456748fa-82e6-44f6-be1c-68354e9580c7 req-8ef7e09a-d0f8-4de8-bd9f-f97998c2403f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667727 Mar 05 13:38:30.456187 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08545fdb-136f-4690-962f-dbe9d1c3ccce req-8dd64737-afe3-4436-b6c5-7cc8f14b75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:30.457491 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08545fdb-136f-4690-962f-dbe9d1c3ccce req-8dd64737-afe3-4436-b6c5-7cc8f14b75e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00d7a38b-c3b6-406f-a703-0c7323200545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4035649 Mar 05 13:38:30.785750 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e080fffc-df51-4b7c-8e5f-0e268a88a8d9 req-b44787d7-b094-4a4a-ab77-026ddb06e134 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/floatingips/8275adb0-2bc5-45fa-9d54-8661454f5750 HTTP/1.1" status: 200 len: 694 time: 0.0900390 Mar 05 13:38:30.821804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-313c297c-b4fd-4980-9620-1466f1c56ca7 req-3bf552f6-4494-4348-8ad0-ee4385d4477e tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Unset dirty status for tenant:7da90d298e31481ab9950019fd081bd2 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:38:30.822968 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-313c297c-b4fd-4980-9620-1466f1c56ca7 req-3bf552f6-4494-4348-8ad0-ee4385d4477e tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03435b-28f5-4f2e-8a7f-74d2f2de3a99 HTTP/1.1" status: 200 len: 932 time: 0.8667107 Mar 05 13:38:30.843517 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] Pushing event updated for resources: {'Port': ['ID=f991efb1-429c-4b0c-afa7-b883718b8558,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:30.889843 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:30.923850 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:30.951474 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080fffc-df51-4b7c-8e5f-0e268a88a8d9 req-946d5c35-a3fa-48a9-a985-dc9961aeaec4 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:30.952901 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e080fffc-df51-4b7c-8e5f-0e268a88a8d9 req-946d5c35-a3fa-48a9-a985-dc9961aeaec4 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.1604788 Mar 05 13:38:30.963784 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-e080fffc-df51-4b7c-8e5f-0e268a88a8d9 req-45e6fc82-981b-4990-a93f-f645e3dba890 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:38:30.967219 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e080fffc-df51-4b7c-8e5f-0e268a88a8d9 req-45e6fc82-981b-4990-a93f-f645e3dba890 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088196 Mar 05 13:38:31.045773 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e080fffc-df51-4b7c-8e5f-0e268a88a8d9 req-012a7a2f-f173-46d6-a8f2-6c3d8f9ed797 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 697 time: 0.0747523 Mar 05 13:38:31.092162 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-42086267-7ff5-42e5-988a-c3b2933e1678 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:31.107716 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:38:31.158559 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aff102-23b1-4ba9-af87-7f2f86be481f,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:31.163853 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-313c297c-b4fd-4980-9620-1466f1c56ca7 req-a1acacb3-3eee-42d5-9f2f-5b15495769b1 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288295 Mar 05 13:38:31.209372 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e080fffc-df51-4b7c-8e5f-0e268a88a8d9 req-c0933312-062e-478f-8001-8e1c395bf1a6 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 697 time: 0.1483545 Mar 05 13:38:31.210946 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08545fdb-136f-4690-962f-dbe9d1c3ccce req-9f89de1f-fcc5-4b27-80da-ede2bb1659ec service neutron] 10.222.0.15 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7240763 Mar 05 13:38:31.218708 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-42086267-7ff5-42e5-988a-c3b2933e1678 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:38:31.245280 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-42086267-7ff5-42e5-988a-c3b2933e1678 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:38:31.257303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-42086267-7ff5-42e5-988a-c3b2933e1678 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:38:31.324165 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-42086267-7ff5-42e5-988a-c3b2933e1678 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:31.324796 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-42086267-7ff5-42e5-988a-c3b2933e1678 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:31.459597 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-e080fffc-df51-4b7c-8e5f-0e268a88a8d9 req-22a3ac82-3c15-4662-b813-1ee8f15931ce tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Deleting port 1331bc9e-9b40-405a-99c2-b850073944bc {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:38:31.459832 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e080fffc-df51-4b7c-8e5f-0e268a88a8d9 req-22a3ac82-3c15-4662-b813-1ee8f15931ce tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:31.461306 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42086267-7ff5-42e5-988a-c3b2933e1678 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Pushing event updated for resources: {'Port': ['ID=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:31.545127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f995e510-aff5-4335-8121-b3025b2dd215 req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] Attempting to bind port f991efb1-429c-4b0c-afa7-b883718b8558 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:38:31.545412 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f995e510-aff5-4335-8121-b3025b2dd215 req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] Attempting to bind port f991efb1-429c-4b0c-afa7-b883718b8558 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'b363951b-b77b-426d-8e80-38be3ec8ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:38:31.545727 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f995e510-aff5-4335-8121-b3025b2dd215 req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] Attempting to bind port f991efb1-429c-4b0c-afa7-b883718b8558 on network 1f953432-db2d-4f6f-a1ee-7fee9f6e7169 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:38:31.580763 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f995e510-aff5-4335-8121-b3025b2dd215 req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] Port f991efb1-429c-4b0c-afa7-b883718b8558 on network 1f953432-db2d-4f6f-a1ee-7fee9f6e7169 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:38:31.581095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f995e510-aff5-4335-8121-b3025b2dd215 req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] Attempting to bind port f991efb1-429c-4b0c-afa7-b883718b8558 on network 1f953432-db2d-4f6f-a1ee-7fee9f6e7169 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:38:31.603695 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Allocated IP 192.168.233.122 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/abd6eece-87c1-453b-a464-a2c2f62a0e59) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:38:31.614070 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-42086267-7ff5-42e5-988a-c3b2933e1678 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2002192 Mar 05 13:38:31.614867 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f995e510-aff5-4335-8121-b3025b2dd215 req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:38:31.615141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f995e510-aff5-4335-8121-b3025b2dd215 req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] Checking segment: {'id': 'b363951b-b77b-426d-8e80-38be3ec8ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:38:31.615526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f995e510-aff5-4335-8121-b3025b2dd215 req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] Bound using segment: {'id': 'b363951b-b77b-426d-8e80-38be3ec8ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:38:31.615962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f995e510-aff5-4335-8121-b3025b2dd215 req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] Bound port: f991efb1-429c-4b0c-afa7-b883718b8558, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b363951b-b77b-426d-8e80-38be3ec8ec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:38:31.616301 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f995e510-aff5-4335-8121-b3025b2dd215 req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:31.642537 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] Request body: {'port': {'device_id': '7f5f023e-9b0c-4729-87a0-76901913b5ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:38:31.666236 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e080fffc-df51-4b7c-8e5f-0e268a88a8d9 req-22a3ac82-3c15-4662-b813-1ee8f15931ce tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:31.666554 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e080fffc-df51-4b7c-8e5f-0e268a88a8d9 req-22a3ac82-3c15-4662-b813-1ee8f15931ce tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:31.770434 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08545fdb-136f-4690-962f-dbe9d1c3ccce req-c28fd00c-69ef-439e-b00f-ac600d7f9aa9 service neutron] 10.222.0.15 "GET /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5484445 Mar 05 13:38:31.810025 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-e080fffc-df51-4b7c-8e5f-0e268a88a8d9 req-22a3ac82-3c15-4662-b813-1ee8f15931ce tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Calling delete_port for 1331bc9e-9b40-405a-99c2-b850073944bc owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:38:31.896904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315af39-ede8-4cc2-86ee-260e6da7bb60 req-22066c5e-fdea-41b7-a280-3fe169324fc4 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:31.898453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d315af39-ede8-4cc2-86ee-260e6da7bb60 req-22066c5e-fdea-41b7-a280-3fe169324fc4 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Synchronizing usage tracker for tenant:d5ffda21ed5b4786823c5a5c4a431675 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:38:31.955514 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e080fffc-df51-4b7c-8e5f-0e268a88a8d9 req-22a3ac82-3c15-4662-b813-1ee8f15931ce tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:31.965112 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d315af39-ede8-4cc2-86ee-260e6da7bb60 req-22066c5e-fdea-41b7-a280-3fe169324fc4 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Unset dirty status for tenant:d5ffda21ed5b4786823c5a5c4a431675 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:38:31.966571 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d315af39-ede8-4cc2-86ee-260e6da7bb60 req-22066c5e-fdea-41b7-a280-3fe169324fc4 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 931 time: 0.5616527 Mar 05 13:38:31.980158 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:31.995479 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f995e510-aff5-4335-8121-b3025b2dd215 req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] For port f991efb1-429c-4b0c-afa7-b883718b8558, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:38:32.005685 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3ac82-3c15-4662-b813-1ee8f15931ce tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Pushing event deleted for resources: {'Port': ['ID=1331bc9e-9b40-405a-99c2-b850073944bc,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:32.100726 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e080fffc-df51-4b7c-8e5f-0e268a88a8d9 req-22a3ac82-3c15-4662-b813-1ee8f15931ce tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:32.127071 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e080fffc-df51-4b7c-8e5f-0e268a88a8d9 req-22a3ac82-3c15-4662-b813-1ee8f15931ce tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:32.129728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f995e510-aff5-4335-8121-b3025b2dd215 req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] For port f991efb1-429c-4b0c-afa7-b883718b8558, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f991efb1-429c-4b0c-afa7-b883718b8558,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:38:32.136206 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e080fffc-df51-4b7c-8e5f-0e268a88a8d9 req-22a3ac82-3c15-4662-b813-1ee8f15931ce tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "DELETE /v2.0/floatingips/8275adb0-2bc5-45fa-9d54-8661454f5750 HTTP/1.1" status: 204 len: 173 time: 0.9225080 Mar 05 13:38:32.167364 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f995e510-aff5-4335-8121-b3025b2dd215 req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:32.231105 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d315af39-ede8-4cc2-86ee-260e6da7bb60 req-b8262307-a9ea-4bee-a334-292cd72710df tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517843 Mar 05 13:38:32.322209 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995e510-aff5-4335-8121-b3025b2dd215 req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:32.323033 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f995e510-aff5-4335-8121-b3025b2dd215 req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:32.324417 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f995e510-aff5-4335-8121-b3025b2dd215 req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] 10.222.0.30 "PUT /v2.0/ports/f991efb1-429c-4b0c-afa7-b883718b8558 HTTP/1.1" status: 200 len: 1092 time: 4.2916934 Mar 05 13:38:32.326935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df03435b-28f5-4f2e-8a7f-74d2f2de3a99', 'tag': 'f991efb1-429c-4b0c-afa7-b883718b8558'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:38:32.345840 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5073e27-577e-4747-8975-bc65ca3ca3fb req-4d257244-bfec-4af1-9cf6-8593b7072148 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:32.347707 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5073e27-577e-4747-8975-bc65ca3ca3fb req-4d257244-bfec-4af1-9cf6-8593b7072148 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9dd760d-36b2-4143-b67d-44c078ef9a10 HTTP/1.1" status: 200 len: 945 time: 0.1152272 Mar 05 13:38:32.369934 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:32.435905 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5073e27-577e-4747-8975-bc65ca3ca3fb req-0f66a9f2-6cf4-4a25-9174-caa224f275cf tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809639 Mar 05 13:38:32.501398 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b133d18-b8b0-466f-aa80-353563e61351 service neutron] Pushing event updated for resources: {'Port': ['ID=f991efb1-429c-4b0c-afa7-b883718b8558,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:32.519553 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Transition to ACTIVE for port object abd6eece-87c1-453b-a464-a2c2f62a0e59 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:38:32.542147 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f4240b33-0dd0-4a3a-8c25-543a162af4c3 req-2985f9a4-324c-44da-a33b-7b6055b6edd0 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Synchronizing usage tracker for tenant:2a4db5a3f9914e2ebc79f8ebd1099e59 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:38:32.738651 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08b931-5e6b-415c-ad8f-f697c514f30b req-e633c5cf-ba78-4a08-bdbc-b1dacb8ad427 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:32.740365 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6e08b931-5e6b-415c-ad8f-f697c514f30b req-e633c5cf-ba78-4a08-bdbc-b1dacb8ad427 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 949 time: 0.1959572 Mar 05 13:38:32.790063 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6e08b931-5e6b-415c-ad8f-f697c514f30b req-9774bba0-f8c7-43a8-bb30-f2b92f75f5ea tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430467 Mar 05 13:38:32.795964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f4240b33-0dd0-4a3a-8c25-543a162af4c3 req-2985f9a4-324c-44da-a33b-7b6055b6edd0 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Unset dirty status for tenant:2a4db5a3f9914e2ebc79f8ebd1099e59 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:38:32.797100 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f4240b33-0dd0-4a3a-8c25-543a162af4c3 req-2985f9a4-324c-44da-a33b-7b6055b6edd0 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/ports?device_id=22e13932-9a3f-4c60-8e08-22065921432d HTTP/1.1" status: 200 len: 210 time: 0.3558731 Mar 05 13:38:32.834421 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:32.884701 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995e510-aff5-4335-8121-b3025b2dd215 req-08eb81c5-18f8-406f-a410-adb1cb338cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:32.886176 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f995e510-aff5-4335-8121-b3025b2dd215 req-08eb81c5-18f8-406f-a410-adb1cb338cc2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7da90d298e31481ab9950019fd081bd2&device_id=df03435b-28f5-4f2e-8a7f-74d2f2de3a99 HTTP/1.1" status: 200 len: 1095 time: 0.5079315 Mar 05 13:38:32.979803 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:38:32.992699 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:38:33.033544 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f995e510-aff5-4335-8121-b3025b2dd215 req-9e583160-d283-4232-ad28-55cbc1d1d134 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f991efb1-429c-4b0c-afa7-b883718b8558 HTTP/1.1" status: 200 len: 217 time: 0.1348920 Mar 05 13:38:33.038493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:38:33.169579 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:38:33.185382 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Pushing event updated for resources: {'Port': ['ID=abd6eece-87c1-453b-a464-a2c2f62a0e59,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:33.231467 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-27f8c3ba-517d-4271-a659-90a9cebec662 None None] Provisioning for port abd6eece-87c1-453b-a464-a2c2f62a0e59 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:38:33.237961 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-27f8c3ba-517d-4271-a659-90a9cebec662 None None] Provisioning complete for port abd6eece-87c1-453b-a464-a2c2f62a0e59 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:38:33.238880 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-27f8c3ba-517d-4271-a659-90a9cebec662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:33.251920 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df03435b-28f5-4f2e-8a7f-74d2f2de3a99', 'tag': 'f991efb1-429c-4b0c-afa7-b883718b8558', 'status': 'completed', 'code': 200} Mar 05 13:38:33.258049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:33.258675 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:33.312927 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-27f8c3ba-517d-4271-a659-90a9cebec662 None None] Port abd6eece-87c1-453b-a464-a2c2f62a0e59 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:38:33.326195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995e510-aff5-4335-8121-b3025b2dd215 req-2750ac23-c8a9-43ba-88d8-8be148540cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:33.327746 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f995e510-aff5-4335-8121-b3025b2dd215 req-2750ac23-c8a9-43ba-88d8-8be148540cad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6db88a0e-28b6-4292-9a67-fc3276cd43d7 HTTP/1.1" status: 200 len: 844 time: 0.2338872 Mar 05 13:38:33.328955 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-e7964cae-486c-4e1a-9e49-c3ebb01074ad tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9808142 Mar 05 13:38:33.331137 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:38:33.349701 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-19c93622-ec6f-4422-aa5e-4ef83dc2f16f service neutron] Request body: {'port': {'device_id': '22e13932-9a3f-4c60-8e08-22065921432d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:38:33.378413 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:33.467646 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f995e510-aff5-4335-8121-b3025b2dd215 req-6818bb9f-f7b3-4198-930c-3bf8b71b59e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1f953432-db2d-4f6f-a1ee-7fee9f6e7169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217504 Mar 05 13:38:33.471614 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fe8af-74e3-4c2e-bab9-e3e27cab93e2 req-389cfafc-6059-470f-b457-a9c1ab04a85a tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:33.472469 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-1f0fe8af-74e3-4c2e-bab9-e3e27cab93e2 req-389cfafc-6059-470f-b457-a9c1ab04a85a tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Synchronizing usage tracker for tenant:08b8d14ed6734fb5b6479aa152b1b1a2 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:38:33.487318 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665e115-26e3-48fb-925c-97bf0907d817 req-f44792c0-c3df-41d2-893f-3735f006a784 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:33.488886 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0665e115-26e3-48fb-925c-97bf0907d817 req-f44792c0-c3df-41d2-893f-3735f006a784 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03435b-28f5-4f2e-8a7f-74d2f2de3a99 HTTP/1.1" status: 200 len: 944 time: 0.5261486 Mar 05 13:38:33.491428 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-1f0fe8af-74e3-4c2e-bab9-e3e27cab93e2 req-389cfafc-6059-470f-b457-a9c1ab04a85a tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Unset dirty status for tenant:08b8d14ed6734fb5b6479aa152b1b1a2 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:38:33.502431 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1f0fe8af-74e3-4c2e-bab9-e3e27cab93e2 req-389cfafc-6059-470f-b457-a9c1ab04a85a tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 945 time: 0.1566784 Mar 05 13:38:33.516852 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] Transition to ACTIVE for port object 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:38:33.555334 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:33.560148 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1f0fe8af-74e3-4c2e-bab9-e3e27cab93e2 req-e14f29ae-c2d1-426b-9576-4657b41530e9 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e0235cb-9725-45c3-8ff6-26bd4a5af7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565031 Mar 05 13:38:33.809234 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d8f95-92b4-4111-83e7-3bb42854e7b4 req-225fb633-47e1-4da1-9f39-2a194c0361ee tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:33.811227 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-967d8f95-92b4-4111-83e7-3bb42854e7b4 req-225fb633-47e1-4da1-9f39-2a194c0361ee tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 943 time: 0.1033134 Mar 05 13:38:33.863988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:33.867405 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-967d8f95-92b4-4111-83e7-3bb42854e7b4 req-f702d699-28c1-475e-985c-1fa0574de69d tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487320 Mar 05 13:38:33.869151 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0665e115-26e3-48fb-925c-97bf0907d817 req-d96e453c-88e2-4f86-8238-901f6b7fffba tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552871 Mar 05 13:38:33.873354 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-19c93622-ec6f-4422-aa5e-4ef83dc2f16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:34.073977 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f995e510-aff5-4335-8121-b3025b2dd215 req-6e8afe2c-c13f-4592-835a-d7e03fe33393 service neutron] 10.222.0.30 "GET /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5959582 Mar 05 13:38:34.147718 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba43f12-e394-4192-9202-40dde0e4486b req-bff840e5-87b2-4984-ad56-dab2932a7772 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:34.149217 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3ba43f12-e394-4192-9202-40dde0e4486b req-bff840e5-87b2-4984-ad56-dab2932a7772 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 949 time: 0.1011229 Mar 05 13:38:34.207691 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3ba43f12-e394-4192-9202-40dde0e4486b req-8fea51bb-fb43-4c90-af04-30f48645e897 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458934 Mar 05 13:38:34.320394 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] Attempting to bind port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:38:34.320730 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] Attempting to bind port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:38:34.321054 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] Attempting to bind port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:38:34.339464 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] Port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:38:34.339724 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] Attempting to bind port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:38:34.396924 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:38:34.397261 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] Checking segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:38:34.397644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] Bound using segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:38:34.398134 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] Bound port: 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:38:34.398425 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:34.411472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bfdf9-795e-4722-af3f-3bc2aab80346 req-6babc2d7-6b8b-4025-bd7e-3758ccf608a4 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:34.413111 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a13bfdf9-795e-4722-af3f-3bc2aab80346 req-6babc2d7-6b8b-4025-bd7e-3758ccf608a4 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/ports?device_id=22e13932-9a3f-4c60-8e08-22065921432d HTTP/1.1" status: 200 len: 936 time: 0.0945008 Mar 05 13:38:34.418047 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f995e510-aff5-4335-8121-b3025b2dd215 req-d5eec123-1099-4398-a8ec-64e91f203624 service neutron] 10.222.0.30 "GET /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319638 Mar 05 13:38:34.501777 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a13bfdf9-795e-4722-af3f-3bc2aab80346 req-5d1ad66a-2fe8-4501-afd1-d3033a9a12d3 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5aff102-23b1-4ba9-af87-7f2f86be481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781093 Mar 05 13:38:34.668967 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d4d59-5867-47f5-be69-dfa4ed1c2ad7 req-10f08735-12e1-4b03-b887-87682c203760 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:34.670371 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d9d4d59-5867-47f5-be69-dfa4ed1c2ad7 req-10f08735-12e1-4b03-b887-87682c203760 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9dd760d-36b2-4143-b67d-44c078ef9a10 HTTP/1.1" status: 200 len: 945 time: 0.6757593 Mar 05 13:38:34.757363 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448482a-2085-4277-ac4c-89ac7566cf8a req-3955f073-ab90-4db9-8edc-c4b9749dfab1 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:34.758920 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4448482a-2085-4277-ac4c-89ac7566cf8a req-3955f073-ab90-4db9-8edc-c4b9749dfab1 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 945 time: 0.0838115 Mar 05 13:38:34.804589 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4448482a-2085-4277-ac4c-89ac7566cf8a req-365ec6bd-ce5e-4688-8b3a-8616bb9b5a43 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e0235cb-9725-45c3-8ff6-26bd4a5af7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393658 Mar 05 13:38:34.880325 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d9d4d59-5867-47f5-be69-dfa4ed1c2ad7 req-5dac210d-613f-4891-a5b7-12895dee11c3 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344609 Mar 05 13:38:34.911781 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] For port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:38:34.934020 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] For port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:38:34.961837 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:35.032287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b209f-e6a6-4fb8-a592-785916ce6505 req-b5bfc287-5e47-44f4-86f7-a226456e8980 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:35.033748 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6f9b209f-e6a6-4fb8-a592-785916ce6505 req-b5bfc287-5e47-44f4-86f7-a226456e8980 tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.15 "GET /v2.0/ports?device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 945 time: 0.3768256 Mar 05 13:38:35.075265 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490331e-6f6b-42a6-b647-ebb39cd72bd5 req-c018f9b0-5f76-41c6-b05a-369c1d3f42d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:35.076870 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8490331e-6f6b-42a6-b647-ebb39cd72bd5 req-c018f9b0-5f76-41c6-b05a-369c1d3f42d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7da90d298e31481ab9950019fd081bd2&device_id=df03435b-28f5-4f2e-8a7f-74d2f2de3a99 HTTP/1.1" status: 200 len: 1095 time: 0.6002629 Mar 05 13:38:35.092991 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:35.093915 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:35.095514 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] 10.222.0.15 "PUT /v2.0/ports/5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 HTTP/1.1" status: 200 len: 1091 time: 3.4661980 Mar 05 13:38:35.120221 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa9b79-2d43-4b78-9da7-64eb5e5ccb0d req-94486bee-3929-4919-8f8f-75b2c5f88231 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:35.122073 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-57aa9b79-2d43-4b78-9da7-64eb5e5ccb0d req-94486bee-3929-4919-8f8f-75b2c5f88231 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03435b-28f5-4f2e-8a7f-74d2f2de3a99 HTTP/1.1" status: 200 len: 944 time: 0.1031728 Mar 05 13:38:35.172758 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-57aa9b79-2d43-4b78-9da7-64eb5e5ccb0d req-945e1544-ad19-4cd2-a15a-8237943b673e tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447202 Mar 05 13:38:35.249876 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48728) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:35.261834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5f023e-9b0c-4729-87a0-76901913b5ec', 'tag': '5cdf7733-1a4b-49d9-bb1c-c934eabe8b52'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:38:35.321916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-19c93622-ec6f-4422-aa5e-4ef83dc2f16f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd6eece-87c1-453b-a464-a2c2f62a0e59 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:38:35.388883 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-19c93622-ec6f-4422-aa5e-4ef83dc2f16f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:35.390032 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cb771baa-d18d-4e24-9705-17ba17fa763f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:35.403026 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8dee27-4219-4e23-998d-0f613273bdf0 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:35.407311 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cb771baa-d18d-4e24-9705-17ba17fa763f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:38:35.411166 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cb771baa-d18d-4e24-9705-17ba17fa763f admin admin] Usage tracker for resource:security_group_rule and tenant:5d5f234611c84546a2283a6fdf5ee342 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:38:35.414004 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cb771baa-d18d-4e24-9705-17ba17fa763f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:38:35.415172 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-6f9b209f-e6a6-4fb8-a592-785916ce6505 req-3b159914-9dc2-4d9d-8005-6f9a8612687e tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Deleting port 275abf79-056c-472c-864e-d8875104ebe7 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:38:35.415511 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6f9b209f-e6a6-4fb8-a592-785916ce6505 req-3b159914-9dc2-4d9d-8005-6f9a8612687e tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:35.421006 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cb771baa-d18d-4e24-9705-17ba17fa763f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:38:35.481017 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-19c93622-ec6f-4422-aa5e-4ef83dc2f16f service neutron] Transition to ACTIVE for port object abd6eece-87c1-453b-a464-a2c2f62a0e59 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:38:35.482707 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7bc88-b346-4721-8eb8-d9eefb57a6e7 req-78f4b673-3619-475e-a18e-20d2c89aa655 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:35.484200 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7dc7bc88-b346-4721-8eb8-d9eefb57a6e7 req-78f4b673-3619-475e-a18e-20d2c89aa655 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 949 time: 0.1600969 Mar 05 13:38:35.498806 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-19c93622-ec6f-4422-aa5e-4ef83dc2f16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:35.555777 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7dc7bc88-b346-4721-8eb8-d9eefb57a6e7 req-acd8332d-3d57-4383-ac79-a4a178f0d33b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612288 Mar 05 13:38:35.594678 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cb771baa-d18d-4e24-9705-17ba17fa763f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:35.601668 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cb771baa-d18d-4e24-9705-17ba17fa763f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:35.635303 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5f023e-9b0c-4729-87a0-76901913b5ec', 'tag': '5cdf7733-1a4b-49d9-bb1c-c934eabe8b52', 'status': 'completed', 'code': 200} Mar 05 13:38:35.669119 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cb771baa-d18d-4e24-9705-17ba17fa763f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d5f234611c84546a2283a6fdf5ee342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4162025 Mar 05 13:38:35.670053 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb771baa-d18d-4e24-9705-17ba17fa763f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b575d9-2215-4ed8-a975-f388a1f86bc0,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:35.689516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48742) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:35.727326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490331e-6f6b-42a6-b647-ebb39cd72bd5 req-c6ed146a-0ca5-4cab-b890-2519a6fbd55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:35.729428 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8490331e-6f6b-42a6-b647-ebb39cd72bd5 req-c6ed146a-0ca5-4cab-b890-2519a6fbd55c service neutron] 10.222.0.30 "GET /v2.0/networks?id=1f953432-db2d-4f6f-a1ee-7fee9f6e7169 HTTP/1.1" status: 200 len: 904 time: 0.6380968 Mar 05 13:38:35.823429 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-868455ed-cce6-4927-b5fa-6eb50c22e2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:35.849760 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a01d0-8243-4061-ab28-fb03fa33530d req-9853eb8e-cf1e-4557-8a6f-3b623e6142a9 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:35.851262 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8e3a01d0-8243-4061-ab28-fb03fa33530d req-9853eb8e-cf1e-4557-8a6f-3b623e6142a9 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 943 time: 0.7644889 Mar 05 13:38:35.862889 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-868455ed-cce6-4927-b5fa-6eb50c22e2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:35.876826 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c93622-ec6f-4422-aa5e-4ef83dc2f16f service neutron] Pushing event updated for resources: {'Port': ['ID=abd6eece-87c1-453b-a464-a2c2f62a0e59,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:35.893982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-fcbee5eb-028e-41a5-8b93-c6628066b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:35.895470 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-fcbee5eb-028e-41a5-8b93-c6628066b479 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 1094 time: 0.7177792 Mar 05 13:38:35.921067 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8490331e-6f6b-42a6-b647-ebb39cd72bd5 req-8dd8291b-5384-42bd-9c1f-b67887b17926 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f991efb1-429c-4b0c-afa7-b883718b8558 HTTP/1.1" status: 200 len: 217 time: 0.1627519 Mar 05 13:38:35.922240 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc944c12-48d1-42c2-a373-73a52840aefa req-2a7d11be-6e4f-4f5b-8123-f1ef70836f74 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:35.923705 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fc944c12-48d1-42c2-a373-73a52840aefa req-2a7d11be-6e4f-4f5b-8123-f1ef70836f74 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/ports?device_id=22e13932-9a3f-4c60-8e08-22065921432d HTTP/1.1" status: 200 len: 948 time: 0.1710210 Mar 05 13:38:35.969876 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-868455ed-cce6-4927-b5fa-6eb50c22e2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:36.002730 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fc944c12-48d1-42c2-a373-73a52840aefa req-77df0238-7bd6-461b-aba4-05fc52c8cbc6 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5aff102-23b1-4ba9-af87-7f2f86be481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707037 Mar 05 13:38:36.004313 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868455ed-cce6-4927-b5fa-6eb50c22e2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b575d9-2215-4ed8-a975-f388a1f86bc0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:36.008239 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-868455ed-cce6-4927-b5fa-6eb50c22e2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:36.011668 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-868455ed-cce6-4927-b5fa-6eb50c22e2ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5b575d9-2215-4ed8-a975-f388a1f86bc0 HTTP/1.1" status: 204 len: 168 time: 0.3179450 Mar 05 13:38:36.153653 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-6655fa6d-2d9e-48fe-8e50-adfa736c3c2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 HTTP/1.1" status: 200 len: 217 time: 0.2232258 Mar 05 13:38:36.327157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-485a52c4-84e0-4f26-92a3-1b5c6ed35658 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:36.328578 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-485a52c4-84e0-4f26-92a3-1b5c6ed35658 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 807 time: 0.1733594 Mar 05 13:38:36.346461 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-187744f3-6c5d-4d57-a2b4-424c2a514b8f tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/quotas/293ce29818c24610874b0170cb644d65 HTTP/1.1" status: 200 len: 375 time: 0.0114908 Mar 05 13:38:36.434949 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8e3a01d0-8243-4061-ab28-fb03fa33530d req-67ff203b-926f-41c1-8889-626ae7423320 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5551488 Mar 05 13:38:36.444460 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-ad871a08-7f23-463f-9cf6-51c7f66e1e6a tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0899255 Mar 05 13:38:36.502215 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490331e-6f6b-42a6-b647-ebb39cd72bd5 req-ef03153c-e697-4472-8176-a8672329bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:36.503688 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8490331e-6f6b-42a6-b647-ebb39cd72bd5 req-ef03153c-e697-4472-8176-a8672329bb03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6db88a0e-28b6-4292-9a67-fc3276cd43d7 HTTP/1.1" status: 200 len: 844 time: 0.5722530 Mar 05 13:38:36.574795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-57679c1b-c2aa-4747-bd6f-55dffa5f96bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:36.576234 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-57679c1b-c2aa-4747-bd6f-55dffa5f96bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ddb228e-b84a-4351-a2cb-7f33147be2ea HTTP/1.1" status: 200 len: 860 time: 0.4039183 Mar 05 13:38:36.581526 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8490331e-6f6b-42a6-b647-ebb39cd72bd5 req-2335c811-2f6f-4ad4-a2af-8c088b5f50a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1f953432-db2d-4f6f-a1ee-7fee9f6e7169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627584 Mar 05 13:38:36.584424 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-6f9b209f-e6a6-4fb8-a592-785916ce6505 req-3b159914-9dc2-4d9d-8005-6f9a8612687e tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] For port 275abf79-056c-472c-864e-d8875104ebe7, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=275abf79-056c-472c-864e-d8875104ebe7,segment=NetworkSegment(60f4f820-4dc1-4878-9378-7e10fa2351ee),segment_id=60f4f820-4dc1-4878-9378-7e10fa2351ee)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:36.584792 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6f9b209f-e6a6-4fb8-a592-785916ce6505 req-3b159914-9dc2-4d9d-8005-6f9a8612687e tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:36.597374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-19c93622-ec6f-4422-aa5e-4ef83dc2f16f service neutron] Attempting to bind port abd6eece-87c1-453b-a464-a2c2f62a0e59 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:38:36.597709 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-19c93622-ec6f-4422-aa5e-4ef83dc2f16f service neutron] Attempting to bind port abd6eece-87c1-453b-a464-a2c2f62a0e59 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:38:36.598032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-19c93622-ec6f-4422-aa5e-4ef83dc2f16f service neutron] Attempting to bind port abd6eece-87c1-453b-a464-a2c2f62a0e59 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:38:36.613707 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-53021840-ebec-4e68-b693-9b856f1b3520 service neutron] 10.222.0.16 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608491 Mar 05 13:38:36.755747 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-63f7687b-8413-485a-9183-53d4bde5ae6f service neutron] 10.222.0.16 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342185 Mar 05 13:38:36.766209 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-19c93622-ec6f-4422-aa5e-4ef83dc2f16f service neutron] Port abd6eece-87c1-453b-a464-a2c2f62a0e59 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:38:36.766532 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-19c93622-ec6f-4422-aa5e-4ef83dc2f16f service neutron] Attempting to bind port abd6eece-87c1-453b-a464-a2c2f62a0e59 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:38:36.781047 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48776) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:36.847752 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-f515916b-dac4-4a5e-a24d-5c2466480331 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2533252 Mar 05 13:38:36.858337 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-6f9b209f-e6a6-4fb8-a592-785916ce6505 req-3b159914-9dc2-4d9d-8005-6f9a8612687e tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Calling delete_port for 275abf79-056c-472c-864e-d8875104ebe7 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:38:36.887558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-19c93622-ec6f-4422-aa5e-4ef83dc2f16f service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:38:36.887901 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-19c93622-ec6f-4422-aa5e-4ef83dc2f16f service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:38:36.888287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-19c93622-ec6f-4422-aa5e-4ef83dc2f16f service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:38:36.888731 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-19c93622-ec6f-4422-aa5e-4ef83dc2f16f service neutron] Bound port: abd6eece-87c1-453b-a464-a2c2f62a0e59, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:38:36.889081 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-19c93622-ec6f-4422-aa5e-4ef83dc2f16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:36.890966 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-82792ade-3cb3-4492-80a4-bb1a367969e7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1372764042-network', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:38:36.895857 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-82792ade-3cb3-4492-80a4-bb1a367969e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:38:36.900603 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-82792ade-3cb3-4492-80a4-bb1a367969e7 admin admin] Usage tracker for resource:network and tenant:623cc9f32841436ebf21d071d3bbde3f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:38:36.903541 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-82792ade-3cb3-4492-80a4-bb1a367969e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:38:36.910089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-82792ade-3cb3-4492-80a4-bb1a367969e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:38:36.920222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82792ade-3cb3-4492-80a4-bb1a367969e7 admin admin] Made reservation on behalf of 623cc9f32841436ebf21d071d3bbde3f for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:38:36.922614 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-82792ade-3cb3-4492-80a4-bb1a367969e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:36.935684 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-82792ade-3cb3-4492-80a4-bb1a367969e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:36.950392 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-82792ade-3cb3-4492-80a4-bb1a367969e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:38:36.954410 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-82792ade-3cb3-4492-80a4-bb1a367969e7 admin admin] Usage tracker for resource:security_group_rule and tenant:623cc9f32841436ebf21d071d3bbde3f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:38:36.957325 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-82792ade-3cb3-4492-80a4-bb1a367969e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:38:36.964241 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-82792ade-3cb3-4492-80a4-bb1a367969e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:38:37.070546 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-82792ade-3cb3-4492-80a4-bb1a367969e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:37.075700 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-82792ade-3cb3-4492-80a4-bb1a367969e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:37.228756 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-9bfa348a-2bbb-47f7-871f-87b9814fbcea service neutron] 10.222.0.15 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755737 Mar 05 13:38:37.250344 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82792ade-3cb3-4492-80a4-bb1a367969e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:38:37.268937 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82792ade-3cb3-4492-80a4-bb1a367969e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d73c22-cf7d-4f76-b013-9c599476d409,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:37.271729 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-82792ade-3cb3-4492-80a4-bb1a367969e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:37.272071 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-82792ade-3cb3-4492-80a4-bb1a367969e7 admin admin] Added segment 85d2ef8a-2e90-47fe-a18d-202f9233c7d4 of type vlan for network e27f5202-5fa0-4e82-ac0c-ac2ee333eb77 Mar 05 13:38:37.307432 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-82792ade-3cb3-4492-80a4-bb1a367969e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:37.337824 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb9882-9291-4c0e-a098-a0e28545cccc req-3af5be13-522c-44f2-9f87-0d53d149c80b tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:37.339243 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eceb9882-9291-4c0e-a098-a0e28545cccc req-3af5be13-522c-44f2-9f87-0d53d149c80b tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9dd760d-36b2-4143-b67d-44c078ef9a10 HTTP/1.1" status: 200 len: 945 time: 0.1495261 Mar 05 13:38:37.344870 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device f991efb1-429c-4b0c-afa7-b883718b8558 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:38:37.386939 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-82792ade-3cb3-4492-80a4-bb1a367969e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:37.387912 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82792ade-3cb3-4492-80a4-bb1a367969e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:37.388472 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-82792ade-3cb3-4492-80a4-bb1a367969e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:37.397282 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8490331e-6f6b-42a6-b647-ebb39cd72bd5 req-6b7b4b10-83d6-4223-b2a0-e555e4ff2abe service neutron] 10.222.0.30 "GET /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8015945 Mar 05 13:38:37.416361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-19c93622-ec6f-4422-aa5e-4ef83dc2f16f service neutron] For port abd6eece-87c1-453b-a464-a2c2f62a0e59, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:38:37.421629 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-19c93622-ec6f-4422-aa5e-4ef83dc2f16f service neutron] For port abd6eece-87c1-453b-a464-a2c2f62a0e59, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=abd6eece-87c1-453b-a464-a2c2f62a0e59,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:38:37.438584 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eceb9882-9291-4c0e-a098-a0e28545cccc req-5d3783d1-1b2d-4166-a943-fbaa9f317891 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894198 Mar 05 13:38:37.501128 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-19c93622-ec6f-4422-aa5e-4ef83dc2f16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:37.507612 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-82792ade-3cb3-4492-80a4-bb1a367969e7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7251430 Mar 05 13:38:37.510888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48802) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:37.513512 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82792ade-3cb3-4492-80a4-bb1a367969e7 admin admin] Pushing event updated for resources: {'Network': ['ID=e27f5202-5fa0-4e82-ac0c-ac2ee333eb77,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:37.518366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-692b20d2-5303-4a43-88f0-7e6fc18fefbc admin admin] Request body: {'subnet': {'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1372764042-subnet', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:38:37.523348 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-692b20d2-5303-4a43-88f0-7e6fc18fefbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:38:37.527415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-692b20d2-5303-4a43-88f0-7e6fc18fefbc admin admin] Usage tracker for resource:subnet and tenant:623cc9f32841436ebf21d071d3bbde3f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:38:37.530343 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-692b20d2-5303-4a43-88f0-7e6fc18fefbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:38:37.536697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-692b20d2-5303-4a43-88f0-7e6fc18fefbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:38:37.555000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692b20d2-5303-4a43-88f0-7e6fc18fefbc admin admin] Made reservation on behalf of 623cc9f32841436ebf21d071d3bbde3f for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:38:37.557729 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-692b20d2-5303-4a43-88f0-7e6fc18fefbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:37.585004 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port f991efb1-429c-4b0c-afa7-b883718b8558, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f991efb1-429c-4b0c-afa7-b883718b8558,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:37.597412 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network e27f5202-5fa0-4e82-ac0c-ac2ee333eb77 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:38:37.701844 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'f991efb1-429c-4b0c-afa7-b883718b8558', 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169', 'port_id': 'f991efb1-429c-4b0c-afa7-b883718b8558', 'mac_address': 'fa:16:3e:9e:2c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db88a0e-28b6-4292-9a67-fc3276cd43d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:38:37.765488 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:37.783585 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f991efb1-429c-4b0c-afa7-b883718b8558 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:38:37.801196 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port f991efb1-429c-4b0c-afa7-b883718b8558, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f991efb1-429c-4b0c-afa7-b883718b8558,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:37.808688 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:37.811254 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7beb76-1d42-4e3c-8dd1-db794dfb5475 req-a5132e4a-9b9d-4d3c-b2f2-01e5904bbcbc tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:37.818231 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd7beb76-1d42-4e3c-8dd1-db794dfb5475 req-a5132e4a-9b9d-4d3c-b2f2-01e5904bbcbc tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03435b-28f5-4f2e-8a7f-74d2f2de3a99 HTTP/1.1" status: 200 len: 944 time: 0.1713867 Mar 05 13:38:37.874902 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f3daf-94be-4ca1-9777-2607f675b267 req-65439d75-52b8-4333-84cb-7389d843076a tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:37.876463 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-034f3daf-94be-4ca1-9777-2607f675b267 req-65439d75-52b8-4333-84cb-7389d843076a tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/ports?device_id=70e5a685-1acf-41f5-b575-3752a19975d3 HTTP/1.1" status: 200 len: 945 time: 1.2800608 Mar 05 13:38:37.877122 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c93622-ec6f-4422-aa5e-4ef83dc2f16f service neutron] Pushing event updated for resources: {'Port': ['ID=abd6eece-87c1-453b-a464-a2c2f62a0e59,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:37.879749 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6f9b209f-e6a6-4fb8-a592-785916ce6505 req-3b159914-9dc2-4d9d-8005-6f9a8612687e tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:37.880986 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=f991efb1-429c-4b0c-afa7-b883718b8558,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:37.892617 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:37.893211 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:37.893887 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:37.894426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:37.895130 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:37.895703 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:37.896223 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:37.897252 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:37.897824 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:37.898342 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:37.899133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:37.900189 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:38:37.900646 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd7beb76-1d42-4e3c-8dd1-db794dfb5475 req-ff98b041-fe33-4fb0-9d79-b43d841328a1 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814762 Mar 05 13:38:37.932700 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-692b20d2-5303-4a43-88f0-7e6fc18fefbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:38.028847 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b159914-9dc2-4d9d-8005-6f9a8612687e tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Pushing event deleted for resources: {'Port': ['ID=275abf79-056c-472c-864e-d8875104ebe7,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:38.088426 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692b20d2-5303-4a43-88f0-7e6fc18fefbc admin admin] Checking segment: {'id': '85d2ef8a-2e90-47fe-a18d-202f9233c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:38:38.089161 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692b20d2-5303-4a43-88f0-7e6fc18fefbc admin admin] Network hostable DHCP agents. Network: e27f5202-5fa0-4e82-ac0c-ac2ee333eb77, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:38:38.091507 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9b209f-e6a6-4fb8-a592-785916ce6505 req-3b159914-9dc2-4d9d-8005-6f9a8612687e tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] No DVR routers for this DVR port 275abf79-056c-472c-864e-d8875104ebe7 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:38:38.094553 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b20d2-5303-4a43-88f0-7e6fc18fefbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1725e4b-cb92-4bca-afad-6e7ce4db63e3,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:38.119354 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6f9b209f-e6a6-4fb8-a592-785916ce6505 req-3b159914-9dc2-4d9d-8005-6f9a8612687e tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:38.121679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e5a685-1acf-41f5-b575-3752a19975d3', 'name': 'network-vif-deleted', 'tag': '275abf79-056c-472c-864e-d8875104ebe7'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:38:38.126322 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692b20d2-5303-4a43-88f0-7e6fc18fefbc admin admin] Network e27f5202-5fa0-4e82-ac0c-ac2ee333eb77 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:38:38.138174 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['f991efb1-429c-4b0c-afa7-b883718b8558'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:38:38.159221 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-692b20d2-5303-4a43-88f0-7e6fc18fefbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, e27f5202-5fa0-4e82-ac0c-ac2ee333eb77) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:38:38.160055 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-19c93622-ec6f-4422-aa5e-4ef83dc2f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:38.162287 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-19c93622-ec6f-4422-aa5e-4ef83dc2f16f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:38.164804 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-19c93622-ec6f-4422-aa5e-4ef83dc2f16f service neutron] 10.222.0.15 "PUT /v2.0/ports/abd6eece-87c1-453b-a464-a2c2f62a0e59 HTTP/1.1" status: 200 len: 1096 time: 4.8199182 Mar 05 13:38:38.164980 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692b20d2-5303-4a43-88f0-7e6fc18fefbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:38.165397 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-692b20d2-5303-4a43-88f0-7e6fc18fefbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:38.178350 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843397b-4ea5-46d9-9990-34b8a93cade2 req-ee68ab6e-50fe-4c35-a612-3333f1c26ac6 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:38.179964 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e843397b-4ea5-46d9-9990-34b8a93cade2 req-ee68ab6e-50fe-4c35-a612-3333f1c26ac6 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 949 time: 0.1715028 Mar 05 13:38:38.186855 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-034f3daf-94be-4ca1-9777-2607f675b267 req-8f017b9d-18e0-4dce-8a40-2600d8c4777c tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e0235cb-9725-45c3-8ff6-26bd4a5af7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421510 Mar 05 13:38:38.189754 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1e80204c-7126-4344-bfc5-331278ce5f72 req-5361ac8b-6a09-46ef-8ca3-95e204b2a755 service neutron] 10.222.0.15 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9358842 Mar 05 13:38:38.192659 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8490331e-6f6b-42a6-b647-ebb39cd72bd5 req-c4bef938-e895-40bb-93eb-f62619510942 service neutron] 10.222.0.30 "GET /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7092245 Mar 05 13:38:38.202714 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6f9b209f-e6a6-4fb8-a592-785916ce6505 req-3b159914-9dc2-4d9d-8005-6f9a8612687e tempest-FloatingIPsAssociationTestJSON-666991819 tempest-FloatingIPsAssociationTestJSON-666991819-project] 10.222.0.15 "DELETE /v2.0/ports/275abf79-056c-472c-864e-d8875104ebe7 HTTP/1.1" status: 204 len: 173 time: 3.1170080 Mar 05 13:38:38.232712 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48810) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:38.233278 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-692b20d2-5303-4a43-88f0-7e6fc18fefbc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7209456 Mar 05 13:38:38.239152 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-41121fb6-948e-4e87-bb80-66d313427fa0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1372764042-router', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:38:38.247817 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e843397b-4ea5-46d9-9990-34b8a93cade2 req-86fcc3ab-461f-4088-9e95-3f060b6a97c0 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605667 Mar 05 13:38:38.250827 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-41121fb6-948e-4e87-bb80-66d313427fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:38:38.280904 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe8429f-5296-4a26-9cd3-b2b796fff673 None None] Network e27f5202-5fa0-4e82-ac0c-ac2ee333eb77 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:38:38.530334 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bad87a99-1f2b-4234-be13-782bd657cd5c req-4e769865-79c8-48f2-aa31-ee68d3a4d00d tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 210 time: 0.0667100 Mar 05 13:38:38.667526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-41121fb6-948e-4e87-bb80-66d313427fa0 admin admin] Usage tracker for resource:router and tenant:623cc9f32841436ebf21d071d3bbde3f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:38:38.705029 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-41121fb6-948e-4e87-bb80-66d313427fa0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:38:38.752935 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5f5da0ea-3219-447e-80b0-525f73c6331c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:38.780251 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-41121fb6-948e-4e87-bb80-66d313427fa0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:38:38.837922 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4198af-50d4-4568-8f90-45ddc1ac0f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-e27f5202-5fa0-4e82-ac0c-ac2ee333eb77', 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'fixed_ips': [{'subnet_id': 'e1725e4b-cb92-4bca-afad-6e7ce4db63e3'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:38:38.838850 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9e4198af-50d4-4568-8f90-45ddc1ac0f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:38.843070 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db7955-47ad-4469-b166-8e7b7eae9ae7 req-a31736a2-a189-4b0f-bebc-438c3d2eb5f6 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:38.845286 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-99db7955-47ad-4469-b166-8e7b7eae9ae7 req-a31736a2-a189-4b0f-bebc-438c3d2eb5f6 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 943 time: 0.1426079 Mar 05 13:38:38.902892 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 275abf79-056c-472c-864e-d8875104ebe7 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:38:38.925061 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-99db7955-47ad-4469-b166-8e7b7eae9ae7 req-d8f8056b-33d7-42c5-aaa5-294a924d7d28 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722215 Mar 05 13:38:38.940724 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-41121fb6-948e-4e87-bb80-66d313427fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:38.942090 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-41121fb6-948e-4e87-bb80-66d313427fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:38.946264 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: 275abf79-056c-472c-864e-d8875104ebe7 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:38:38.946964 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 275abf79-056c-472c-864e-d8875104ebe7 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:38:39.002739 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e5a685-1acf-41f5-b575-3752a19975d3', 'name': 'network-vif-deleted', 'tag': '275abf79-056c-472c-864e-d8875104ebe7', 'status': 'completed', 'code': 200} Mar 05 13:38:39.044563 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-41121fb6-948e-4e87-bb80-66d313427fa0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:39.077900 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-9e4198af-50d4-4568-8f90-45ddc1ac0f9b None None] Allocated IP 172.20.0.2 (e27f5202-5fa0-4e82-ac0c-ac2ee333eb77/e1725e4b-cb92-4bca-afad-6e7ce4db63e3/d048128c-2e52-440d-a843-8cbe21e77f61) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:38:39.156624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-fba6918e-cce8-464b-89e1-e0f65dfebf98 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:39.158192 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-fba6918e-cce8-464b-89e1-e0f65dfebf98 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.30 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 807 time: 0.4814298 Mar 05 13:38:39.186743 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c5ecd-7519-4ec5-a170-dbeab5cc046c req-4b849172-5d1a-441f-972a-480ed45ab10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:39.188204 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5a1c5ecd-7519-4ec5-a170-dbeab5cc046c req-4b849172-5d1a-441f-972a-480ed45ab10b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 1094 time: 0.8700683 Mar 05 13:38:39.195408 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-d3358ddb-d338-481a-bafe-a235ec418992 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Request body: {'port': {'device_id': '7e55bc9e-c170-449e-b30f-6e03bea2ed61', 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970', 'admin_state_up': True, 'tenant_id': '293ce29818c24610874b0170cb644d65'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:38:39.218353 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-67b8dd47-dab9-49d1-8308-7878204e3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:39.219824 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-67b8dd47-dab9-49d1-8308-7878204e3bc3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a4db5a3f9914e2ebc79f8ebd1099e59&device_id=22e13932-9a3f-4c60-8e08-22065921432d HTTP/1.1" status: 200 len: 1099 time: 0.9612746 Mar 05 13:38:39.249138 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6d3c9-d44a-4298-81d1-899df098d5ee req-f602d8dd-2b12-4c5a-9a60-7efaf2b85ee3 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:39.250756 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cdb6d3c9-d44a-4298-81d1-899df098d5ee req-f602d8dd-2b12-4c5a-9a60-7efaf2b85ee3 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9dd760d-36b2-4143-b67d-44c078ef9a10 HTTP/1.1" status: 200 len: 945 time: 0.1517813 Mar 05 13:38:39.334669 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cdb6d3c9-d44a-4298-81d1-899df098d5ee req-b283c23e-31ae-4323-9da2-8f7ac2d106d3 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757017 Mar 05 13:38:39.374698 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9e4198af-50d4-4568-8f90-45ddc1ac0f9b None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:39.412552 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cee0af40-be47-4574-aadb-bf7adee81518 req-461bd78e-f11a-42d3-8585-409e4873ada2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6178510 Mar 05 13:38:39.415748 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9e4198af-50d4-4568-8f90-45ddc1ac0f9b None None] Transition to ACTIVE for port object d048128c-2e52-440d-a843-8cbe21e77f61 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:38:39.421174 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cba73-e7cc-4a71-8aca-95fedd306e07 req-6795dcbe-1c52-42eb-8ba1-6ca518394fcd tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:39.428273 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6b6cba73-e7cc-4a71-8aca-95fedd306e07 req-6795dcbe-1c52-42eb-8ba1-6ca518394fcd tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/ports?device_id=22e13932-9a3f-4c60-8e08-22065921432d HTTP/1.1" status: 200 len: 948 time: 0.7525735 Mar 05 13:38:39.439633 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9e4198af-50d4-4568-8f90-45ddc1ac0f9b None None] Transition to ACTIVE for port object d048128c-2e52-440d-a843-8cbe21e77f61 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:38:39.449309 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9e4198af-50d4-4568-8f90-45ddc1ac0f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:39.488170 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-1cfd22d7-7e88-438d-82f3-3e2db23b97ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=abd6eece-87c1-453b-a464-a2c2f62a0e59 HTTP/1.1" status: 200 len: 217 time: 0.2069528 Mar 05 13:38:39.600231 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4198af-50d4-4568-8f90-45ddc1ac0f9b None None] Network e27f5202-5fa0-4e82-ac0c-ac2ee333eb77 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:38:39.603876 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-9e4198af-50d4-4568-8f90-45ddc1ac0f9b None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:38:39.613318 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4198af-50d4-4568-8f90-45ddc1ac0f9b None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:38:39.645632 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22ff01-b354-4cfd-ab90-d2606bc7b341 req-54a45493-7f94-41ec-94ec-886874ee295c tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:39.652941 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-af22ff01-b354-4cfd-ab90-d2606bc7b341 req-54a45493-7f94-41ec-94ec-886874ee295c tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03435b-28f5-4f2e-8a7f-74d2f2de3a99 HTTP/1.1" status: 200 len: 945 time: 0.1206315 Mar 05 13:38:39.676214 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4198af-50d4-4568-8f90-45ddc1ac0f9b None None] Pushing event updated for resources: {'Port': ['ID=d048128c-2e52-440d-a843-8cbe21e77f61,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:39.706312 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-af22ff01-b354-4cfd-ab90-d2606bc7b341 req-bf6e9e02-bd27-4963-a929-c74a5b92bdd8 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524948 Mar 05 13:38:39.740676 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9e4198af-50d4-4568-8f90-45ddc1ac0f9b None None] Attempting to bind port d048128c-2e52-440d-a843-8cbe21e77f61 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:38:39.741089 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9e4198af-50d4-4568-8f90-45ddc1ac0f9b None None] Attempting to bind port d048128c-2e52-440d-a843-8cbe21e77f61 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '85d2ef8a-2e90-47fe-a18d-202f9233c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:38:39.741443 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4198af-50d4-4568-8f90-45ddc1ac0f9b None None] Attempting to bind port d048128c-2e52-440d-a843-8cbe21e77f61 on network e27f5202-5fa0-4e82-ac0c-ac2ee333eb77 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:38:39.747850 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4198af-50d4-4568-8f90-45ddc1ac0f9b None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:38:39.748222 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4198af-50d4-4568-8f90-45ddc1ac0f9b None None] Checking segment: {'id': '85d2ef8a-2e90-47fe-a18d-202f9233c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:38:39.748615 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9e4198af-50d4-4568-8f90-45ddc1ac0f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:39.749004 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4198af-50d4-4568-8f90-45ddc1ac0f9b None None] Bound using segment: {'id': '85d2ef8a-2e90-47fe-a18d-202f9233c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:38:39.749456 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9e4198af-50d4-4568-8f90-45ddc1ac0f9b None None] Bound port: d048128c-2e52-440d-a843-8cbe21e77f61, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d2ef8a-2e90-47fe-a18d-202f9233c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:38:39.749860 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9e4198af-50d4-4568-8f90-45ddc1ac0f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:39.797128 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48824) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:39.843108 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9e4198af-50d4-4568-8f90-45ddc1ac0f9b None None] For port d048128c-2e52-440d-a843-8cbe21e77f61, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:38:39.846272 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9e4198af-50d4-4568-8f90-45ddc1ac0f9b None None] For port d048128c-2e52-440d-a843-8cbe21e77f61, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d048128c-2e52-440d-a843-8cbe21e77f61,segment=NetworkSegment(85d2ef8a-2e90-47fe-a18d-202f9233c7d4),segment_id=85d2ef8a-2e90-47fe-a18d-202f9233c7d4)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:38:39.854965 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9e4198af-50d4-4568-8f90-45ddc1ac0f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:39.906195 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-41121fb6-948e-4e87-bb80-66d313427fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:39.943144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-d3358ddb-d338-481a-bafe-a235ec418992 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:38:39.965417 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4198af-50d4-4568-8f90-45ddc1ac0f9b None None] Pushing event updated for resources: {'Port': ['ID=d048128c-2e52-440d-a843-8cbe21e77f61,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:40.033972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-d3358ddb-d338-481a-bafe-a235ec418992 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:38:40.063176 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6b6cba73-e7cc-4a71-8aca-95fedd306e07 req-73a3bf49-9334-441c-a17b-f6e91cbffd6c tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Synchronizing usage tracker for tenant:2a4db5a3f9914e2ebc79f8ebd1099e59 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:38:40.102719 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c5ecd-7519-4ec5-a170-dbeab5cc046c req-e2d7f940-7648-46e9-88c2-a797e34c9911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:40.105002 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5a1c5ecd-7519-4ec5-a170-dbeab5cc046c req-e2d7f940-7648-46e9-88c2-a797e34c9911 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 920 time: 0.8893738 Mar 05 13:38:40.106620 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-8666b06b-07c0-4020-86ba-61270ac60247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:40.108173 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-8666b06b-07c0-4020-86ba-61270ac60247 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.4743752 Mar 05 13:38:40.345858 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d048128c-2e52-440d-a843-8cbe21e77f61 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:38:40.472777 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port d048128c-2e52-440d-a843-8cbe21e77f61 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:38:40.496866 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-d3358ddb-d338-481a-bafe-a235ec418992 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Made reservation on behalf of 293ce29818c24610874b0170cb644d65 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:38:40.501092 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-d3358ddb-d338-481a-bafe-a235ec418992 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:40.538747 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5a1c5ecd-7519-4ec5-a170-dbeab5cc046c req-95e41dbd-9d37-407f-bb47-1faaee5fcb1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 HTTP/1.1" status: 200 len: 217 time: 0.4182463 Mar 05 13:38:40.557446 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6b6cba73-e7cc-4a71-8aca-95fedd306e07 req-73a3bf49-9334-441c-a17b-f6e91cbffd6c tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Unset dirty status for tenant:2a4db5a3f9914e2ebc79f8ebd1099e59 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:38:40.558688 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6b6cba73-e7cc-4a71-8aca-95fedd306e07 req-73a3bf49-9334-441c-a17b-f6e91cbffd6c tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5aff102-23b1-4ba9-af87-7f2f86be481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1294553 Mar 05 13:38:40.567266 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a5676-0057-482b-90a1-3a5aa7c9b4a4 req-25091f04-28cd-458d-a8e4-86af3bee3a64 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:40.574484 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a66a5676-0057-482b-90a1-3a5aa7c9b4a4 req-25091f04-28cd-458d-a8e4-86af3bee3a64 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 949 time: 0.4773192 Mar 05 13:38:40.677861 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a66a5676-0057-482b-90a1-3a5aa7c9b4a4 req-064981f2-c8e4-47cc-9202-6aa6fb0b4e97 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024249 Mar 05 13:38:40.698475 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0af40-be47-4574-aadb-bf7adee81518 req-fd146568-e219-4d07-a6af-47d3ff977c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:40.699656 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cee0af40-be47-4574-aadb-bf7adee81518 req-fd146568-e219-4d07-a6af-47d3ff977c3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 1101 time: 1.1454751 Mar 05 13:38:40.812551 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e29230cb-f59e-4137-8840-a959013ea4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:40.849521 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-077272f2-3a90-4e0f-8490-d430090a9315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:40.878678 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1c49fbc5-6f81-4797-91a2-abe8ea7f4c06 req-7c59a001-3eb2-4b7e-b754-bf94fdc31868 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 210 time: 0.1620369 Mar 05 13:38:40.892850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c5ecd-7519-4ec5-a170-dbeab5cc046c req-76f853ff-aff8-4528-a73b-60b1940daa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:40.894270 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5a1c5ecd-7519-4ec5-a170-dbeab5cc046c req-76f853ff-aff8-4528-a73b-60b1940daa4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ddb228e-b84a-4351-a2cb-7f33147be2ea HTTP/1.1" status: 200 len: 860 time: 0.3339605 Mar 05 13:38:40.911472 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-73af37e8-86b3-41b0-8b28-9433dfe6a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:40.913150 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-73af37e8-86b3-41b0-8b28-9433dfe6a68d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7905884 Mar 05 13:38:41.012730 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e13932-9a3f-4c60-8e08-22065921432d', 'tag': 'abd6eece-87c1-453b-a464-a2c2f62a0e59'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:38:41.085629 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5a1c5ecd-7519-4ec5-a170-dbeab5cc046c req-c0ec5d49-3ce9-4762-91be-04bfbcb528f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1764948 Mar 05 13:38:41.344816 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0481a2-28d6-4e17-8070-9d25c5f7eaef req-5070780a-1578-498e-a598-fd98a01da133 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:41.347085 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device f991efb1-429c-4b0c-afa7-b883718b8558 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:38:41.370053 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c0481a2-28d6-4e17-8070-9d25c5f7eaef req-5070780a-1578-498e-a598-fd98a01da133 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 943 time: 0.2783108 Mar 05 13:38:41.453724 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c648ec-b351-497a-a093-69f9ac5d46b7 None None] Network e27f5202-5fa0-4e82-ac0c-ac2ee333eb77 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:38:41.465256 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c0481a2-28d6-4e17-8070-9d25c5f7eaef req-e7ac5d01-06a8-47de-9621-482c5ae5a011 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942729 Mar 05 13:38:41.500647 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e29230cb-f59e-4137-8840-a959013ea4ab admin admin] Deleting port 7e59dc54-18e3-46c6-8848-857dab4aadbf {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:38:41.501037 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e29230cb-f59e-4137-8840-a959013ea4ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:41.614871 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-980f3e04-d55c-4990-b8cc-150d14ed50ee None None] Provisioning for port d048128c-2e52-440d-a843-8cbe21e77f61 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:38:41.642912 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-980f3e04-d55c-4990-b8cc-150d14ed50ee None None] Provisioning complete for port d048128c-2e52-440d-a843-8cbe21e77f61 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:38:41.643403 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-980f3e04-d55c-4990-b8cc-150d14ed50ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:41.687993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-d3358ddb-d338-481a-bafe-a235ec418992 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Allocated IP 172.20.0.2 (1e632aab-7405-4a4c-851d-f121cf35a970/1ac31366-a7f9-483e-b1e1-eea597fcd311/fb33d2c5-08eb-471b-ac4b-9699be6db84c) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:38:41.736397 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port f991efb1-429c-4b0c-afa7-b883718b8558 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:38:41.744216 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5a1c5ecd-7519-4ec5-a170-dbeab5cc046c req-ae278105-a895-4ec7-a652-bea68b92d7f8 service neutron] 10.222.0.15 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5838287 Mar 05 13:38:41.748247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-e29230cb-f59e-4137-8840-a959013ea4ab admin admin] For port 7e59dc54-18e3-46c6-8848-857dab4aadbf, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7e59dc54-18e3-46c6-8848-857dab4aadbf,segment=NetworkSegment(60f4f820-4dc1-4878-9378-7e10fa2351ee),segment_id=60f4f820-4dc1-4878-9378-7e10fa2351ee)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:41.748761 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e29230cb-f59e-4137-8840-a959013ea4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:41.772385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0af40-be47-4574-aadb-bf7adee81518 req-4a2ee67c-f0ff-43e0-8f56-de709bd8ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:41.773773 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cee0af40-be47-4574-aadb-bf7adee81518 req-4a2ee67c-f0ff-43e0-8f56-de709bd8ef50 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 1.0348220 Mar 05 13:38:41.781122 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port f991efb1-429c-4b0c-afa7-b883718b8558 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:38:41.781359 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:41.884937 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e29230cb-f59e-4137-8840-a959013ea4ab admin admin] Calling delete_port for 7e59dc54-18e3-46c6-8848-857dab4aadbf owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:38:41.930327 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18cd1e-4728-496e-9561-e16f4034609f req-d205387c-c106-4cd0-ad62-9fdf51909499 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:41.932087 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca18cd1e-4728-496e-9561-e16f4034609f req-d205387c-c106-4cd0-ad62-9fdf51909499 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03435b-28f5-4f2e-8a7f-74d2f2de3a99 HTTP/1.1" status: 200 len: 945 time: 0.2798760 Mar 05 13:38:41.970089 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:41.973265 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-980f3e04-d55c-4990-b8cc-150d14ed50ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:42.011027 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca18cd1e-4728-496e-9561-e16f4034609f req-971160ff-ef02-4951-8f8e-54eafd80a40c tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720124 Mar 05 13:38:42.014659 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cee0af40-be47-4574-aadb-bf7adee81518 req-748e1bf0-67d9-4d2d-a789-cc97d04a38cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e HTTP/1.1" status: 200 len: 217 time: 0.1511261 Mar 05 13:38:42.092928 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-130b5506-3c18-4b1b-bd39-efea04414e70 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0724673 Mar 05 13:38:42.096751 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-980f3e04-d55c-4990-b8cc-150d14ed50ee None None] For port d048128c-2e52-440d-a843-8cbe21e77f61, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d048128c-2e52-440d-a843-8cbe21e77f61,segment=NetworkSegment(85d2ef8a-2e90-47fe-a18d-202f9233c7d4),segment_id=85d2ef8a-2e90-47fe-a18d-202f9233c7d4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:42.097749 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:42.111563 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-980f3e04-d55c-4990-b8cc-150d14ed50ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:42.114547 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:42.135971 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e29230cb-f59e-4137-8840-a959013ea4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:42.190548 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29230cb-f59e-4137-8840-a959013ea4ab admin admin] Pushing event deleted for resources: {'Port': ['ID=7e59dc54-18e3-46c6-8848-857dab4aadbf,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:42.206633 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df03435b-28f5-4f2e-8a7f-74d2f2de3a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f991efb1-429c-4b0c-afa7-b883718b8558'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:38:42.233629 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port f991efb1-429c-4b0c-afa7-b883718b8558, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f991efb1-429c-4b0c-afa7-b883718b8558,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:42.242481 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:42.246596 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f3e04-d55c-4990-b8cc-150d14ed50ee None None] Pushing event updated for resources: {'Port': ['ID=d048128c-2e52-440d-a843-8cbe21e77f61,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:42.308828 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e13932-9a3f-4c60-8e08-22065921432d', 'tag': 'abd6eece-87c1-453b-a464-a2c2f62a0e59', 'status': 'completed', 'code': 200} Mar 05 13:38:42.440535 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=f991efb1-429c-4b0c-afa7-b883718b8558,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:42.550698 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-67b8eedd-0b71-4e16-ab69-00d0c7247b16 None None] Provisioning complete for port d048128c-2e52-440d-a843-8cbe21e77f61 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:38:42.551114 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-67b8eedd-0b71-4e16-ab69-00d0c7247b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:42.597415 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2a6ad97-4697-4233-b1de-6e82006e2340 req-28c02f36-8b93-450f-8b2f-6ecec21199db service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5813296 Mar 05 13:38:42.650269 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-41121fb6-948e-4e87-bb80-66d313427fa0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:42.756401 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-41121fb6-948e-4e87-bb80-66d313427fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:42.760834 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb78f4-90b4-4f99-a3d8-8a76fc21937c req-1063875f-c3b5-499b-a6e7-3435460f1c41 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:42.762308 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e4cb78f4-90b4-4f99-a3d8-8a76fc21937c req-1063875f-c3b5-499b-a6e7-3435460f1c41 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/ports?device_id=22e13932-9a3f-4c60-8e08-22065921432d HTTP/1.1" status: 200 len: 948 time: 0.3569841 Mar 05 13:38:42.768768 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e29230cb-f59e-4137-8840-a959013ea4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:42.815848 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c93311-bd88-4afc-b266-7c8743cad5f5 req-f357de66-236c-4678-91a9-2e4fca91863e tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:42.817212 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-13c93311-bd88-4afc-b266-7c8743cad5f5 req-f357de66-236c-4678-91a9-2e4fca91863e tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9dd760d-36b2-4143-b67d-44c078ef9a10 HTTP/1.1" status: 200 len: 945 time: 1.6048176 Mar 05 13:38:42.819937 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d3b77198-5a5e-45af-8605-6591cac40cd3 req-62e75279-befe-455f-a1b3-7bb35fc74f18 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522536 Mar 05 13:38:42.829121 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0af40-be47-4574-aadb-bf7adee81518 req-1de239e8-a1bd-4204-a2b4-0ca229c94a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:42.830748 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cee0af40-be47-4574-aadb-bf7adee81518 req-1de239e8-a1bd-4204-a2b4-0ca229c94a73 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.8101540 Mar 05 13:38:42.885706 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e4cb78f4-90b4-4f99-a3d8-8a76fc21937c req-ef5070ed-750d-42cd-af21-536b31cf5b4d tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5aff102-23b1-4ba9-af87-7f2f86be481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131742 Mar 05 13:38:42.979499 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5a1c5ecd-7519-4ec5-a170-dbeab5cc046c req-be8989ac-0120-4c4c-8ebf-6e0086da979b service neutron] 10.222.0.15 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2096636 Mar 05 13:38:43.069504 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-13c93311-bd88-4afc-b266-7c8743cad5f5 req-aef49d66-8e16-417d-b8be-bb4d2e7f8a2c tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349405 Mar 05 13:38:43.073934 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-d3358ddb-d338-481a-bafe-a235ec418992 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:43.157820 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6ad97-4697-4233-b1de-6e82006e2340 req-8464fe52-dde5-4d1d-9dbb-8574ac06270b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:43.159319 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2a6ad97-4697-4233-b1de-6e82006e2340 req-8464fe52-dde5-4d1d-9dbb-8574ac06270b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 1101 time: 0.4809964 Mar 05 13:38:43.227067 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6466567-e652-425c-bfc2-d1dc36249232 req-c7594638-d37b-48c0-875e-fa0f4448575d tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:43.228558 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b6466567-e652-425c-bfc2-d1dc36249232 req-c7594638-d37b-48c0-875e-fa0f4448575d tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 949 time: 0.2440531 Mar 05 13:38:43.273915 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-41121fb6-948e-4e87-bb80-66d313427fa0 admin admin] Allocated IP 172.25.4.177 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:38:43.274792 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29230cb-f59e-4137-8840-a959013ea4ab admin admin] Router 44502c51-a607-4cf0-b133-9b456e10960a has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:38:43.277500 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0af40-be47-4574-aadb-bf7adee81518 req-4d567408-db7e-4c60-9ab9-dea412799dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:43.279050 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cee0af40-be47-4574-aadb-bf7adee81518 req-4d567408-db7e-4c60-9ab9-dea412799dbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4308789 Mar 05 13:38:43.291302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7cf00-60b9-4ec4-8d85-b77d9611023f req-5e897cf3-28a7-49be-a2f7-1ee1a16af54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:43.292755 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1de7cf00-60b9-4ec4-8d85-b77d9611023f req-5e897cf3-28a7-49be-a2f7-1ee1a16af54d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a4db5a3f9914e2ebc79f8ebd1099e59&device_id=22e13932-9a3f-4c60-8e08-22065921432d HTTP/1.1" status: 200 len: 1099 time: 0.3810256 Mar 05 13:38:43.299877 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-04d4e97f-ec4a-4cd9-94a8-0d9aa90bfa03 req-601c9179-b983-4326-9378-d989fd326dbf tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 210 time: 0.1216667 Mar 05 13:38:43.302049 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b6466567-e652-425c-bfc2-d1dc36249232 req-a23bef50-2e64-46a3-aa52-2c1ba72b5eb3 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599794 Mar 05 13:38:43.371587 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df03435b-28f5-4f2e-8a7f-74d2f2de3a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f991efb1-429c-4b0c-afa7-b883718b8558', 'code': 200} Mar 05 13:38:43.526554 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:43.567728 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29230cb-f59e-4137-8840-a959013ea4ab admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:38:43.580738 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad39a9d-d782-45d7-9dfa-75749d7e3133 None None] Sync routers for ids ['44502c51-a607-4cf0-b133-9b456e10960a'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:38:43.593608 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e29230cb-f59e-4137-8840-a959013ea4ab admin admin] 10.222.0.16 "PUT /v2.0/routers/44502c51-a607-4cf0-b133-9b456e10960a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7929244 Mar 05 13:38:43.593813 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad39a9d-d782-45d7-9dfa-75749d7e3133 None None] Routers {'44502c51-a607-4cf0-b133-9b456e10960a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:38:43.594274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48850) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:43.595040 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7ad39a9d-d782-45d7-9dfa-75749d7e3133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:38:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['44502c51-a607-4cf0-b133-9b456e10960a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:43.672525 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-d3358ddb-d338-481a-bafe-a235ec418992 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:43.703088 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf6172-b7c0-460b-915a-ed709b684c94 req-aac602b6-d450-4c33-ac86-edd90cf53bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:43.704568 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-79cf6172-b7c0-460b-915a-ed709b684c94 req-aac602b6-d450-4c33-ac86-edd90cf53bd5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=df03435b-28f5-4f2e-8a7f-74d2f2de3a99 HTTP/1.1" status: 200 len: 1097 time: 0.2592103 Mar 05 13:38:43.714339 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35cd9b-1e62-4f63-9dff-a3c33fcbdd6a req-305c94f9-b01f-4fdc-9596-06d58b69123a tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:43.715741 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ae35cd9b-1e62-4f63-9dff-a3c33fcbdd6a req-305c94f9-b01f-4fdc-9596-06d58b69123a tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 943 time: 0.2271540 Mar 05 13:38:43.748156 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['020cc80d-a818-4a1b-a755-346d6624c02b'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:38:43.779635 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-7ad39a9d-d782-45d7-9dfa-75749d7e3133 None None] Set router 44502c51-a607-4cf0-b133-9b456e10960a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:38:43.875669 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-79cf6172-b7c0-460b-915a-ed709b684c94 req-29889b37-835f-454b-9fa2-52bb86de2a14 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587079 Mar 05 13:38:43.888036 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-d3358ddb-d338-481a-bafe-a235ec418992 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Network 1e632aab-7405-4a4c-851d-f121cf35a970 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:38:43.896917 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ae35cd9b-1e62-4f63-9dff-a3c33fcbdd6a req-c95825ca-0397-483b-b1bb-7b341b40f267 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707184 Mar 05 13:38:43.898356 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e7138c66-65a2-4a7c-b8a5-068f6c2ab8e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:43.909942 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-d3358ddb-d338-481a-bafe-a235ec418992 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:38:43.912311 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6ad97-4697-4233-b1de-6e82006e2340 req-8bf36862-6c8a-4768-9478-79162759b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:43.913800 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2a6ad97-4697-4233-b1de-6e82006e2340 req-8bf36862-6c8a-4768-9478-79162759b232 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.7245502 Mar 05 13:38:43.918161 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-d3358ddb-d338-481a-bafe-a235ec418992 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:38:44.153286 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cee0af40-be47-4574-aadb-bf7adee81518 req-00c49a27-d92f-431b-9436-1e3d13295a12 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8569143 Mar 05 13:38:44.169716 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3358ddb-d338-481a-bafe-a235ec418992 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Pushing event updated for resources: {'Port': ['ID=fb33d2c5-08eb-471b-ac4b-9699be6db84c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:44.215269 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7ad39a9d-d782-45d7-9dfa-75749d7e3133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:38:42Z', 'revision_number': 5, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:44.219614 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad39a9d-d782-45d7-9dfa-75749d7e3133 None None] Checking router: 44502c51-a607-4cf0-b133-9b456e10960a for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:38:44.229153 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad39a9d-d782-45d7-9dfa-75749d7e3133 None None] Routers {'44502c51-a607-4cf0-b133-9b456e10960a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:38:44.229746 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7ad39a9d-d782-45d7-9dfa-75749d7e3133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:38:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['44502c51-a607-4cf0-b133-9b456e10960a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:44.261784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7cf00-60b9-4ec4-8d85-b77d9611023f req-e241d90b-39b9-41b8-9b4f-f4e5607caeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:44.263320 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1de7cf00-60b9-4ec4-8d85-b77d9611023f req-e241d90b-39b9-41b8-9b4f-f4e5607caeaf service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.9575570 Mar 05 13:38:44.293372 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e7138c66-65a2-4a7c-b8a5-068f6c2ab8e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:44.303357 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2a6ad97-4697-4233-b1de-6e82006e2340 req-1f18ebef-7970-4d1f-9505-e95ebe4e0aab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=8b7830ee-f387-454a-982c-d3f409d76188 HTTP/1.1" status: 200 len: 217 time: 0.1346209 Mar 05 13:38:44.309642 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e46f4-2748-439a-9cc1-04dff8171d85 req-b6613810-3ab8-4191-9892-afa448fc8533 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:44.311287 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a86e46f4-2748-439a-9cc1-04dff8171d85 req-b6613810-3ab8-4191-9892-afa448fc8533 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/ports?device_id=22e13932-9a3f-4c60-8e08-22065921432d HTTP/1.1" status: 200 len: 948 time: 0.2053404 Mar 05 13:38:44.334713 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e7138c66-65a2-4a7c-b8a5-068f6c2ab8e8 admin admin] Deleting port d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:38:44.335394 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e7138c66-65a2-4a7c-b8a5-068f6c2ab8e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:44.338292 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d048128c-2e52-440d-a843-8cbe21e77f61 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:38:44.429338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port d048128c-2e52-440d-a843-8cbe21e77f61 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:38:44.429991 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:44.432065 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-41121fb6-948e-4e87-bb80-66d313427fa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:44.437334 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-7ad39a9d-d782-45d7-9dfa-75749d7e3133 None None] Set router 44502c51-a607-4cf0-b133-9b456e10960a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:38:44.492628 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1de7cf00-60b9-4ec4-8d85-b77d9611023f req-f75a56b9-dc81-4a53-8668-f52afc1d2bf1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=abd6eece-87c1-453b-a464-a2c2f62a0e59 HTTP/1.1" status: 200 len: 217 time: 0.1909008 Mar 05 13:38:44.512574 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a86e46f4-2748-439a-9cc1-04dff8171d85 req-9b4984a8-9598-479e-8dee-c91d22944045 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5aff102-23b1-4ba9-af87-7f2f86be481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949930 Mar 05 13:38:44.518535 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-d3358ddb-d338-481a-bafe-a235ec418992 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:44.519184 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-d3358ddb-d338-481a-bafe-a235ec418992 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:44.583485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe59d92-e89b-42e6-893a-9a06386646ba req-f52abf4d-5885-4383-8871-6e5183ae63b6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:44.591513 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cfe59d92-e89b-42e6-893a-9a06386646ba req-f52abf4d-5885-4383-8871-6e5183ae63b6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03435b-28f5-4f2e-8a7f-74d2f2de3a99 HTTP/1.1" status: 200 len: 946 time: 1.1035807 Mar 05 13:38:44.635863 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-e7138c66-65a2-4a7c-b8a5-068f6c2ab8e8 admin admin] For port d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:44.636238 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e7138c66-65a2-4a7c-b8a5-068f6c2ab8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:44.677778 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6ad97-4697-4233-b1de-6e82006e2340 req-79de2c7d-0b71-4759-be22-76529024997d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:44.679269 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2a6ad97-4697-4233-b1de-6e82006e2340 req-79de2c7d-0b71-4759-be22-76529024997d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.3099587 Mar 05 13:38:44.753867 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7cf00-60b9-4ec4-8d85-b77d9611023f req-a97f3a63-7f0a-4412-8eb6-9d42134797b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:44.755283 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1de7cf00-60b9-4ec4-8d85-b77d9611023f req-a97f3a63-7f0a-4412-8eb6-9d42134797b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.2477603 Mar 05 13:38:44.763634 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cee0af40-be47-4574-aadb-bf7adee81518 req-9ed427be-9611-4eaa-a78c-38ce180e37c9 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906260 Mar 05 13:38:44.766479 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cfe59d92-e89b-42e6-893a-9a06386646ba req-9dbb463a-b3e4-452c-a2e5-7bcacb65adbb tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741807 Mar 05 13:38:44.802698 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-d3358ddb-d338-481a-bafe-a235ec418992 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6259379 Mar 05 13:38:44.803083 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e7138c66-65a2-4a7c-b8a5-068f6c2ab8e8 admin admin] Calling delete_port for d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:38:44.814493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-a4108a5f-d6da-4971-929d-dd20a1298efd service neutron] Request body: {'port': {'device_id': '7e55bc9e-c170-449e-b30f-6e03bea2ed61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:38:44.871602 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7ad39a9d-d782-45d7-9dfa-75749d7e3133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:38:42Z', 'revision_number': 5, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:44.876903 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad39a9d-d782-45d7-9dfa-75749d7e3133 None None] The sync data for ids ['44502c51-a607-4cf0-b133-9b456e10960a'] in n-d-803718-1 is: [{'id': '44502c51-a607-4cf0-b133-9b456e10960a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1214078766-router', 'tenant_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:36:24Z', 'updated_at': '2022-03-05T13:38:42Z', 'revision_number': 5, 'project_id': '08b8d14ed6734fb5b6479aa152b1b1a2', 'gw_port': {'id': 'd2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44502c51-a607-4cf0-b133-9b456e10960a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:36:26Z', 'updated_at': '2022-03-05T13:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:38:44.891762 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-41121fb6-948e-4e87-bb80-66d313427fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:44.927569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268a64d-4009-4aaa-87dd-d49337b89747 req-c9891832-c5e5-4d6f-ad73-d5756721c79c tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:44.935156 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b268a64d-4009-4aaa-87dd-d49337b89747 req-c9891832-c5e5-4d6f-ad73-d5756721c79c tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9dd760d-36b2-4143-b67d-44c078ef9a10 HTTP/1.1" status: 200 len: 945 time: 0.2311802 Mar 05 13:38:44.987970 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b268a64d-4009-4aaa-87dd-d49337b89747 req-936db454-ff1a-42e0-8e3d-dc1b472d1f9a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519652 Mar 05 13:38:45.064200 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e7138c66-65a2-4a7c-b8a5-068f6c2ab8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:45.071387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41121fb6-948e-4e87-bb80-66d313427fa0 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:38:45.085671 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-41121fb6-948e-4e87-bb80-66d313427fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:38:45.105645 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41121fb6-948e-4e87-bb80-66d313427fa0 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:38:45.141023 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41121fb6-948e-4e87-bb80-66d313427fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:45.149091 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-a4108a5f-d6da-4971-929d-dd20a1298efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:45.171719 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6ad97-4697-4233-b1de-6e82006e2340 req-ce965b0b-d7f9-402a-9908-f8b6de6c79ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:45.173194 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2a6ad97-4697-4233-b1de-6e82006e2340 req-ce965b0b-d7f9-402a-9908-f8b6de6c79ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4752455 Mar 05 13:38:45.174817 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7138c66-65a2-4a7c-b8a5-068f6c2ab8e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:45.256721 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7cf00-60b9-4ec4-8d85-b77d9611023f req-787c6ed6-6c66-4dc6-9c2a-3204b1a20878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:45.258291 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1de7cf00-60b9-4ec4-8d85-b77d9611023f req-787c6ed6-6c66-4dc6-9c2a-3204b1a20878 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4897044 Mar 05 13:38:45.300412 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e7138c66-65a2-4a7c-b8a5-068f6c2ab8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:45.434874 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d986f87-2ca2-4bba-b0a3-e901806b35ef req-84cc41ce-1b5e-422a-b3e6-70249996d8fd tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:45.436959 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3d986f87-2ca2-4bba-b0a3-e901806b35ef req-84cc41ce-1b5e-422a-b3e6-70249996d8fd tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 949 time: 0.3120368 Mar 05 13:38:45.512057 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e7138c66-65a2-4a7c-b8a5-068f6c2ab8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:45.515393 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e7138c66-65a2-4a7c-b8a5-068f6c2ab8e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:45.553248 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3d986f87-2ca2-4bba-b0a3-e901806b35ef req-0507af75-568d-48a7-86ed-e237288123f9 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676899 Mar 05 13:38:45.554236 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e7138c66-65a2-4a7c-b8a5-068f6c2ab8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:45.554750 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7138c66-65a2-4a7c-b8a5-068f6c2ab8e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44502c51-a607-4cf0-b133-9b456e10960a {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:38:45.567514 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e7138c66-65a2-4a7c-b8a5-068f6c2ab8e8 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:45.568631 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e7138c66-65a2-4a7c-b8a5-068f6c2ab8e8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/44502c51-a607-4cf0-b133-9b456e10960a HTTP/1.1" status: 204 len: 168 time: 1.9733479 Mar 05 13:38:45.571836 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48868) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:45.636276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-02711d78-5e96-4d52-b5e6-d7193ba5ecb7 admin admin] Deleting subnet c39a0a58-c97c-43c2-909d-ee25456614f0 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:38:45.640021 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-02711d78-5e96-4d52-b5e6-d7193ba5ecb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:45.851956 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-02711d78-5e96-4d52-b5e6-d7193ba5ecb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:45.859001 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99014bf2-36e7-451f-918b-366d98954eed req-3b12d5b6-53df-46ef-a58b-4a60b9ba905f tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:45.859681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-99014bf2-36e7-451f-918b-366d98954eed req-3b12d5b6-53df-46ef-a58b-4a60b9ba905f tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Synchronizing usage tracker for tenant:293ce29818c24610874b0170cb644d65 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:38:45.936176 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2a6ad97-4697-4233-b1de-6e82006e2340 req-e2bb0f41-baff-4812-bc51-72bf93cc3e76 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7467744 Mar 05 13:38:45.938437 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bbc01-34b8-4455-9f5e-32047d428efb req-51fbd575-7cbb-4a5c-96e4-93f8e142642a tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:45.939926 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1a3bbc01-34b8-4455-9f5e-32047d428efb req-51fbd575-7cbb-4a5c-96e4-93f8e142642a tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 943 time: 0.2595475 Mar 05 13:38:45.993938 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-02711d78-5e96-4d52-b5e6-d7193ba5ecb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:46.000591 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-99014bf2-36e7-451f-918b-366d98954eed req-3b12d5b6-53df-46ef-a58b-4a60b9ba905f tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Unset dirty status for tenant:293ce29818c24610874b0170cb644d65 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:38:46.001722 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-99014bf2-36e7-451f-918b-366d98954eed req-3b12d5b6-53df-46ef-a58b-4a60b9ba905f tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 931 time: 1.0172119 Mar 05 13:38:46.003616 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1de7cf00-60b9-4ec4-8d85-b77d9611023f req-072da0e2-c88d-4f40-9e8b-d29c6eab9e9d service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7257736 Mar 05 13:38:46.023322 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1a3bbc01-34b8-4455-9f5e-32047d428efb req-3afc50e7-9a62-456d-b60c-f260083776bb tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745518 Mar 05 13:38:46.083118 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-02711d78-5e96-4d52-b5e6-d7193ba5ecb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:46.127922 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-02711d78-5e96-4d52-b5e6-d7193ba5ecb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:46.131630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02711d78-5e96-4d52-b5e6-d7193ba5ecb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c39a0a58-c97c-43c2-909d-ee25456614f0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:46.132303 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564d8b93-2de0-43a8-9e36-9288260c2104 None None] Network 00d7a38b-c3b6-406f-a703-0c7323200545 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:38:46.135928 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-02711d78-5e96-4d52-b5e6-d7193ba5ecb7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c39a0a58-c97c-43c2-909d-ee25456614f0 HTTP/1.1" status: 204 len: 168 time: 0.5632007 Mar 05 13:38:46.138316 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48874) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:46.251488 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1de4b7f4-5ae3-491f-b7fe-b6a44987718e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:46.265457 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-1de4b7f4-5ae3-491f-b7fe-b6a44987718e admin admin] Deleting port 4f6c9121-fc51-4efb-aa65-85502685431e {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:38:46.265457 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1de4b7f4-5ae3-491f-b7fe-b6a44987718e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:46.350627 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:38:46.400117 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:38:46.400636 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d2bf61c5-92af-44f3-bbe3-fc4d13b6c6a4 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:38:46.401335 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 7e59dc54-18e3-46c6-8848-857dab4aadbf no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:38:46.433262 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-99014bf2-36e7-451f-918b-366d98954eed req-2bc4cfe9-0b83-4938-91db-19f53c5556f3 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325462 Mar 05 13:38:46.460892 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 7e59dc54-18e3-46c6-8848-857dab4aadbf {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:38:46.460892 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 7e59dc54-18e3-46c6-8848-857dab4aadbf not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:38:46.593072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc4c87c-1276-4d25-a868-e2723af79c83 None None] DHCP port deletion for 00d7a38b-c3b6-406f-a703-0c7323200545 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:38:46.597507 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-1bc4c87c-1276-4d25-a868-e2723af79c83 None None] Deleting port 4f6c9121-fc51-4efb-aa65-85502685431e {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:38:46.598626 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1bc4c87c-1276-4d25-a868-e2723af79c83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:46.598801 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-1de4b7f4-5ae3-491f-b7fe-b6a44987718e admin admin] For port 4f6c9121-fc51-4efb-aa65-85502685431e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4f6c9121-fc51-4efb-aa65-85502685431e,segment=NetworkSegment(60f4f820-4dc1-4878-9378-7e10fa2351ee),segment_id=60f4f820-4dc1-4878-9378-7e10fa2351ee)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:46.598912 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1de4b7f4-5ae3-491f-b7fe-b6a44987718e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:46.640239 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2a6ad97-4697-4233-b1de-6e82006e2340 req-19be2e5b-89f4-4335-9d2e-8c489b1cd65e service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6892557 Mar 05 13:38:46.672264 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-41121fb6-948e-4e87-bb80-66d313427fa0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:46.731983 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1de7cf00-60b9-4ec4-8d85-b77d9611023f req-cbfc270b-90e2-428c-a945-de1216348eca service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6595864 Mar 05 13:38:46.737640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-1de4b7f4-5ae3-491f-b7fe-b6a44987718e admin admin] Calling delete_port for 4f6c9121-fc51-4efb-aa65-85502685431e owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:38:46.825968 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1bc4c87c-1276-4d25-a868-e2723af79c83 None None] For port 4f6c9121-fc51-4efb-aa65-85502685431e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4f6c9121-fc51-4efb-aa65-85502685431e,segment=NetworkSegment(60f4f820-4dc1-4878-9378-7e10fa2351ee),segment_id=60f4f820-4dc1-4878-9378-7e10fa2351ee)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:46.826660 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1bc4c87c-1276-4d25-a868-e2723af79c83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:46.833330 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908c6bd-df29-4634-bc65-5168aaa591c1 req-ea127e3a-6761-4594-aeb7-e430afb273c0 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:46.834818 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9908c6bd-df29-4634-bc65-5168aaa591c1 req-ea127e3a-6761-4594-aeb7-e430afb273c0 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/ports?device_id=22e13932-9a3f-4c60-8e08-22065921432d HTTP/1.1" status: 200 len: 948 time: 0.3158956 Mar 05 13:38:46.845802 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1de4b7f4-5ae3-491f-b7fe-b6a44987718e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:46.911787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-a4108a5f-d6da-4971-929d-dd20a1298efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb33d2c5-08eb-471b-ac4b-9699be6db84c {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:38:46.922097 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de4b7f4-5ae3-491f-b7fe-b6a44987718e admin admin] No DVR routers for this DVR port 4f6c9121-fc51-4efb-aa65-85502685431e on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:38:46.928487 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-a4108a5f-d6da-4971-929d-dd20a1298efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:46.948261 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:38:46.952355 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4b7f4-5ae3-491f-b7fe-b6a44987718e admin admin] Pushing event deleted for resources: {'Port': ['ID=4f6c9121-fc51-4efb-aa65-85502685431e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:46.956314 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-1bc4c87c-1276-4d25-a868-e2723af79c83 None None] Calling delete_port for 4f6c9121-fc51-4efb-aa65-85502685431e owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:38:47.006635 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9908c6bd-df29-4634-bc65-5168aaa591c1 req-57e53207-add4-4e1d-be38-f320fefe7f11 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5aff102-23b1-4ba9-af87-7f2f86be481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559219 Mar 05 13:38:47.010113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-a4108a5f-d6da-4971-929d-dd20a1298efd service neutron] Transition to ACTIVE for port object fb33d2c5-08eb-471b-ac4b-9699be6db84c will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:38:47.025227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf785a6e-959c-4963-8a1f-bdf4a02bd24c req-54def6b9-0527-479e-9c8d-9c2539bdd3ba tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:47.026498 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cf785a6e-959c-4963-8a1f-bdf4a02bd24c req-54def6b9-0527-479e-9c8d-9c2539bdd3ba tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03435b-28f5-4f2e-8a7f-74d2f2de3a99 HTTP/1.1" status: 200 len: 946 time: 0.4484928 Mar 05 13:38:47.057361 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-a4108a5f-d6da-4971-929d-dd20a1298efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:47.079454 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1de4b7f4-5ae3-491f-b7fe-b6a44987718e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:47.109659 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-1de4b7f4-5ae3-491f-b7fe-b6a44987718e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d7a38b-c3b6-406f-a703-0c7323200545']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:47.123931 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-1de4b7f4-5ae3-491f-b7fe-b6a44987718e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f4f820-4dc1-4878-9378-7e10fa2351ee') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:47.124292 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-1de4b7f4-5ae3-491f-b7fe-b6a44987718e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f4f820-4dc1-4878-9378-7e10fa2351ee') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:47.144574 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1de4b7f4-5ae3-491f-b7fe-b6a44987718e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:47.163134 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1de4b7f4-5ae3-491f-b7fe-b6a44987718e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:47.172254 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de4b7f4-5ae3-491f-b7fe-b6a44987718e admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:38:47.173237 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1de4b7f4-5ae3-491f-b7fe-b6a44987718e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:38:47.190209 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:38:47.200326 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:47.226020 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '5cdf7733-1a4b-49d9-bb1c-c934eabe8b52', 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1', 'port_id': '5cdf7733-1a4b-49d9-bb1c-c934eabe8b52', 'mac_address': 'fa:16:3e:a6:34:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ddb228e-b84a-4351-a2cb-7f33147be2ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:38:47.228587 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-1bc4c87c-1276-4d25-a868-e2723af79c83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:38:47.229217 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-1bc4c87c-1276-4d25-a868-e2723af79c83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:38:47.292028 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cf785a6e-959c-4963-8a1f-bdf4a02bd24c req-555395de-a823-470d-b7bd-b5542ed33bce tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563403 Mar 05 13:38:47.314857 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1de4b7f4-5ae3-491f-b7fe-b6a44987718e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:47.319596 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:47.370795 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:38:47.376213 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-41121fb6-948e-4e87-bb80-66d313427fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:47.405101 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:47.412055 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:47.412800 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device abd6eece-87c1-453b-a464-a2c2f62a0e59 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:38:47.427568 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1de4b7f4-5ae3-491f-b7fe-b6a44987718e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:47.430991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4b7f4-5ae3-491f-b7fe-b6a44987718e admin admin] Pushing event deleted for resources: {'Network': ['ID=00d7a38b-c3b6-406f-a703-0c7323200545,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:47.478387 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1de4b7f4-5ae3-491f-b7fe-b6a44987718e admin admin] 10.222.0.16 "DELETE /v2.0/networks/00d7a38b-c3b6-406f-a703-0c7323200545 HTTP/1.1" status: 204 len: 168 time: 1.3389108 Mar 05 13:38:47.522045 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d76139-c043-4f3a-a27f-1c32aff26ed4 req-f4a000b0-83af-4456-85cd-f134aa322f01 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:47.523775 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-23d76139-c043-4f3a-a27f-1c32aff26ed4 req-f4a000b0-83af-4456-85cd-f134aa322f01 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 949 time: 0.1724687 Mar 05 13:38:47.588916 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-23d76139-c043-4f3a-a27f-1c32aff26ed4 req-206cdb29-a3b2-4939-8fe0-b8b5097e4e8a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577984 Mar 05 13:38:47.605391 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:47.651518 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48892) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:47.714379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4108a5f-d6da-4971-929d-dd20a1298efd service neutron] Pushing event updated for resources: {'Port': ['ID=fb33d2c5-08eb-471b-ac4b-9699be6db84c,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:47.726415 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port abd6eece-87c1-453b-a464-a2c2f62a0e59, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=abd6eece-87c1-453b-a464-a2c2f62a0e59,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:47.735011 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-1bc4c87c-1276-4d25-a868-e2723af79c83 None None] Deleting port 4f6c9121-fc51-4efb-aa65-85502685431e {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:38:47.735554 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1bc4c87c-1276-4d25-a868-e2723af79c83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:47.762203 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d491fe0c-bf3e-4783-931a-b3f15e494a2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=08b8d14ed6734fb5b6479aa152b1b1a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1094224 Mar 05 13:38:47.764788 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48896) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:47.804543 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-1bc4c87c-1276-4d25-a868-e2723af79c83 None None] The port '4f6c9121-fc51-4efb-aa65-85502685431e' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:38:47.805551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'abd6eece-87c1-453b-a464-a2c2f62a0e59', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': 'abd6eece-87c1-453b-a464-a2c2f62a0e59', 'mac_address': 'fa:16:3e:f1:ad:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:38:47.863810 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81dfb7-b220-4681-8d05-c596e9d6de0b req-687fe64d-3d50-4261-a404-04e682097994 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:47.865681 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5b81dfb7-b220-4681-8d05-c596e9d6de0b req-687fe64d-3d50-4261-a404-04e682097994 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9dd760d-36b2-4143-b67d-44c078ef9a10 HTTP/1.1" status: 200 len: 945 time: 0.1587090 Mar 05 13:38:47.866084 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e44e5ded-a447-4a55-b939-fdb88c467426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:47.870306 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:47.890168 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd6eece-87c1-453b-a464-a2c2f62a0e59 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:38:47.907191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port abd6eece-87c1-453b-a464-a2c2f62a0e59, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=abd6eece-87c1-453b-a464-a2c2f62a0e59,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:47.912501 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:47.995084 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=abd6eece-87c1-453b-a464-a2c2f62a0e59,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:48.030970 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e44e5ded-a447-4a55-b939-fdb88c467426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:48.065836 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5b81dfb7-b220-4681-8d05-c596e9d6de0b req-d000a83f-ea12-4d2c-8dae-21b6cb1e2560 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799369 Mar 05 13:38:48.087788 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-4b4f8803-ecb2-44f6-8fd6-f4b1446fb7d3 service neutron] show failed (client error): The resource could not be found. Mar 05 13:38:48.087788 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-4b4f8803-ecb2-44f6-8fd6-f4b1446fb7d3 service neutron] 10.222.0.15 "GET /v2.0/ports/f8a08b52-c3d6-4708-9fa8-7cadc504d2b1/bindings/n-h2-803718-1 HTTP/1.1" status: 404 len: 380 time: 0.2948906 Mar 05 13:38:48.101077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-a4108a5f-d6da-4971-929d-dd20a1298efd service neutron] Attempting to bind port fb33d2c5-08eb-471b-ac4b-9699be6db84c on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:38:48.101379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-a4108a5f-d6da-4971-929d-dd20a1298efd service neutron] Attempting to bind port fb33d2c5-08eb-471b-ac4b-9699be6db84c by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:38:48.101704 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-a4108a5f-d6da-4971-929d-dd20a1298efd service neutron] Attempting to bind port fb33d2c5-08eb-471b-ac4b-9699be6db84c on network 1e632aab-7405-4a4c-851d-f121cf35a970 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:38:48.110167 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e44e5ded-a447-4a55-b939-fdb88c467426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:48.126148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-a4108a5f-d6da-4971-929d-dd20a1298efd service neutron] Port fb33d2c5-08eb-471b-ac4b-9699be6db84c on network 1e632aab-7405-4a4c-851d-f121cf35a970 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:38:48.126505 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-a4108a5f-d6da-4971-929d-dd20a1298efd service neutron] Attempting to bind port fb33d2c5-08eb-471b-ac4b-9699be6db84c on network 1e632aab-7405-4a4c-851d-f121cf35a970 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:38:48.128347 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e5ded-a447-4a55-b939-fdb88c467426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0235cb-9725-45c3-8ff6-26bd4a5af7f2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:48.142527 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db4b71-b3b3-45bb-949d-e5de2e33f03e req-d2a0a8ce-40f3-42f9-95b0-5bf3797b6d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:48.144125 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4db4b71-b3b3-45bb-949d-e5de2e33f03e req-d2a0a8ce-40f3-42f9-95b0-5bf3797b6d1d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc1b1b7707524e28bd71bcf067b7e41e&device_id=e9dd760d-36b2-4143-b67d-44c078ef9a10 HTTP/1.1" status: 200 len: 1096 time: 0.4247646 Mar 05 13:38:48.149542 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-a4108a5f-d6da-4971-929d-dd20a1298efd service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:38:48.150694 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-a4108a5f-d6da-4971-929d-dd20a1298efd service neutron] Checking segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:38:48.151093 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-a4108a5f-d6da-4971-929d-dd20a1298efd service neutron] Bound using segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:38:48.151518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-a4108a5f-d6da-4971-929d-dd20a1298efd service neutron] Bound port: fb33d2c5-08eb-471b-ac4b-9699be6db84c, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:38:48.152399 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-a4108a5f-d6da-4971-929d-dd20a1298efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:48.155738 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e44e5ded-a447-4a55-b939-fdb88c467426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:48.159481 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e44e5ded-a447-4a55-b939-fdb88c467426 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e0235cb-9725-45c3-8ff6-26bd4a5af7f2 HTTP/1.1" status: 204 len: 168 time: 0.3937285 Mar 05 13:38:48.193532 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['abd6eece-87c1-453b-a464-a2c2f62a0e59'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:38:48.255336 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['5cdf7733-1a4b-49d9-bb1c-c934eabe8b52'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:38:48.344227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc8cd8-1681-444d-a9af-10795d425585 req-b042ec05-f605-4295-88d9-e079fe781284 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:48.346243 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c7bc8cd8-1681-444d-a9af-10795d425585 req-b042ec05-f605-4295-88d9-e079fe781284 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 944 time: 0.6287043 Mar 05 13:38:48.359277 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4f6c9121-fc51-4efb-aa65-85502685431e no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:38:48.424347 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 4f6c9121-fc51-4efb-aa65-85502685431e {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:38:48.426958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4f6c9121-fc51-4efb-aa65-85502685431e not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:38:48.530671 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-8dac2fd1-9361-4ec7-be9e-1f89c9a44e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:48.532140 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-8dac2fd1-9361-4ec7-be9e-1f89c9a44e7c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2&tenant_id=78a1cd353882451f977c98a0cde91b02 HTTP/1.1" status: 200 len: 1100 time: 0.1821470 Mar 05 13:38:48.535203 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41121fb6-948e-4e87-bb80-66d313427fa0 admin admin] Router 41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:38:48.544334 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-d9180593-2e08-4806-be21-e4f930121589 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803718-1', 'device_owner': 'compute:nova'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:38:48.845436 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-d9180593-2e08-4806-be21-e4f930121589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:48.855739 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c7bc8cd8-1681-444d-a9af-10795d425585 req-2ec9650f-475e-47b5-8276-3bcd51274a9e tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848118 Mar 05 13:38:48.886207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db4b71-b3b3-45bb-949d-e5de2e33f03e req-8b97fc91-df2c-4932-8d19-6c686775edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:48.887861 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4db4b71-b3b3-45bb-949d-e5de2e33f03e req-8b97fc91-df2c-4932-8d19-6c686775edf4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2936108-7995-40c8-a6ff-6102188204a5 HTTP/1.1" status: 200 len: 916 time: 0.7073691 Mar 05 13:38:48.889352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-a4108a5f-d6da-4971-929d-dd20a1298efd service neutron] For port fb33d2c5-08eb-471b-ac4b-9699be6db84c, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:38:48.965791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-a4108a5f-d6da-4971-929d-dd20a1298efd service neutron] For port fb33d2c5-08eb-471b-ac4b-9699be6db84c, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=fb33d2c5-08eb-471b-ac4b-9699be6db84c,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:38:48.977901 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4db4b71-b3b3-45bb-949d-e5de2e33f03e req-76626f39-5a2d-41b6-a3ea-83d53d663027 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=353cea03-5973-40d4-8344-83fb7d8c3cbd HTTP/1.1" status: 200 len: 217 time: 0.0793841 Mar 05 13:38:49.023981 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-a4108a5f-d6da-4971-929d-dd20a1298efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:49.065084 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41121fb6-948e-4e87-bb80-66d313427fa0 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:38:49.077622 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] Sync routers for ids ['41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:38:49.092182 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] Routers {'41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:38:49.092893 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:38:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:49.175847 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-a4108a5f-d6da-4971-929d-dd20a1298efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:49.176456 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-a4108a5f-d6da-4971-929d-dd20a1298efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:49.177828 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-a4108a5f-d6da-4971-929d-dd20a1298efd service neutron] 10.222.0.30 "PUT /v2.0/ports/fb33d2c5-08eb-471b-ac4b-9699be6db84c HTTP/1.1" status: 200 len: 1091 time: 4.3673737 Mar 05 13:38:49.178960 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e55bc9e-c170-449e-b30f-6e03bea2ed61', 'tag': 'fb33d2c5-08eb-471b-ac4b-9699be6db84c'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:38:49.211453 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-41121fb6-948e-4e87-bb80-66d313427fa0 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:49.213257 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-41121fb6-948e-4e87-bb80-66d313427fa0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 10.9792986 Mar 05 13:38:49.220125 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48938) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:49.223369 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db4b71-b3b3-45bb-949d-e5de2e33f03e req-92038110-567c-42e4-b1a1-30e0d535436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:49.224831 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4db4b71-b3b3-45bb-949d-e5de2e33f03e req-92038110-567c-42e4-b1a1-30e0d535436a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a056899c-0e05-45c9-b3d0-c604d8488f62 HTTP/1.1" status: 200 len: 855 time: 0.2411032 Mar 05 13:38:49.310696 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] Set router 41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:38:49.320669 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48942) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:49.327327 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4108a5f-d6da-4971-929d-dd20a1298efd service neutron] Pushing event updated for resources: {'Port': ['ID=fb33d2c5-08eb-471b-ac4b-9699be6db84c,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:49.350448 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2dde3-0833-4dd4-9546-354a946d42b7 req-84cb6e5a-4d4c-4f7e-8b1e-8072d206c570 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:49.352504 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-64c2dde3-0833-4dd4-9546-354a946d42b7 req-84cb6e5a-4d4c-4f7e-8b1e-8072d206c570 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 943 time: 0.2874296 Mar 05 13:38:49.393003 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-d9180593-2e08-4806-be21-e4f930121589 service neutron] For port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:49.427817 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-d9180593-2e08-4806-be21-e4f930121589 service neutron] For port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host n-h1-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:38:49.526923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-05057787-df0e-4b85-a421-3c3db60c356e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-641302920-network', 'tenant_id': 'd9b2f2b8ac394e53aa4b932be6855eef'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:38:49.536637 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-05057787-df0e-4b85-a421-3c3db60c356e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:38:49.549896 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-05057787-df0e-4b85-a421-3c3db60c356e admin admin] Usage tracker for resource:network and tenant:d9b2f2b8ac394e53aa4b932be6855eef is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:38:49.561191 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-05057787-df0e-4b85-a421-3c3db60c356e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:38:49.569562 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4afd61-ff40-4974-96d3-f2e8ad9dcad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:38:49.579736 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-d9180593-2e08-4806-be21-e4f930121589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:49.582209 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-05057787-df0e-4b85-a421-3c3db60c356e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:38:49.604101 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-64c2dde3-0833-4dd4-9546-354a946d42b7 req-0d5c4b02-dcf8-43e9-8cf1-9121dfbcdd8f tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048756 Mar 05 13:38:49.607662 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-d9180593-2e08-4806-be21-e4f930121589 service neutron] Transition to ACTIVE for port object f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:38:49.613706 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-d9180593-2e08-4806-be21-e4f930121589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:49.649069 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05057787-df0e-4b85-a421-3c3db60c356e admin admin] Made reservation on behalf of d9b2f2b8ac394e53aa4b932be6855eef for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:38:49.651759 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-05057787-df0e-4b85-a421-3c3db60c356e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:49.662079 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1372764042-router', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:38:38Z', 'updated_at': '2022-03-05T13:38:45Z', 'revision_number': 3, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'gw_port': {'id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:42Z', 'updated_at': '2022-03-05T13:38:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:49.668565 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] Checking router: 41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:38:49.668923 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] Updating router 41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd port 8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:38:49.676263 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207e9d8-110b-409b-a8f0-ed716b8b58b1 req-f935a81f-f10c-44c4-a8df-70641dac39db tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:49.677435 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b207e9d8-110b-409b-a8f0-ed716b8b58b1 req-f935a81f-f10c-44c4-a8df-70641dac39db tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/ports?device_id=22e13932-9a3f-4c60-8e08-22065921432d HTTP/1.1" status: 200 len: 949 time: 0.6105790 Mar 05 13:38:49.682108 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-05057787-df0e-4b85-a421-3c3db60c356e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:49.708752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-111f9ccf-22aa-4b7c-93b7-2b7d33d8a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:49.710291 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-111f9ccf-22aa-4b7c-93b7-2b7d33d8a9d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 1094 time: 0.4828866 Mar 05 13:38:49.737539 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:49.792059 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-05057787-df0e-4b85-a421-3c3db60c356e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:38:49.799542 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-05057787-df0e-4b85-a421-3c3db60c356e admin admin] Usage tracker for resource:security_group_rule and tenant:d9b2f2b8ac394e53aa4b932be6855eef is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:38:49.807829 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-05057787-df0e-4b85-a421-3c3db60c356e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:38:49.820250 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-05057787-df0e-4b85-a421-3c3db60c356e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:38:49.926773 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-7c97d449-a4ed-42ee-9ebf-e451fd35f8cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb33d2c5-08eb-471b-ac4b-9699be6db84c HTTP/1.1" status: 200 len: 217 time: 0.1971140 Mar 05 13:38:49.940189 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9180593-2e08-4806-be21-e4f930121589 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,revision_number=6']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:49.950023 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-d9180593-2e08-4806-be21-e4f930121589 service neutron] No DVR routers for this DVR port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 on host n-h1-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:38:49.982167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db4b71-b3b3-45bb-949d-e5de2e33f03e req-cdcb838e-a5fb-470b-9053-7caebc78cfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:49.983651 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4db4b71-b3b3-45bb-949d-e5de2e33f03e req-cdcb838e-a5fb-470b-9053-7caebc78cfdc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2936108-7995-40c8-a6ff-6102188204a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6457441 Mar 05 13:38:50.028796 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-d9180593-2e08-4806-be21-e4f930121589 service neutron] Attempting to bind port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:38:50.029149 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-d9180593-2e08-4806-be21-e4f930121589 service neutron] Attempting to bind port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:38:50.029435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-d9180593-2e08-4806-be21-e4f930121589 service neutron] Attempting to bind port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:38:50.039786 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-d9180593-2e08-4806-be21-e4f930121589 service neutron] Port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:38:50.040139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-d9180593-2e08-4806-be21-e4f930121589 service neutron] Attempting to bind port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:38:50.049731 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b207e9d8-110b-409b-a8f0-ed716b8b58b1 req-23aba696-1e74-41f5-8abd-c5f3ee0b9da4 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5aff102-23b1-4ba9-af87-7f2f86be481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562541 Mar 05 13:38:50.050011 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-d9180593-2e08-4806-be21-e4f930121589 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:38:50.050267 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-d9180593-2e08-4806-be21-e4f930121589 service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:38:50.050516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-d9180593-2e08-4806-be21-e4f930121589 service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:38:50.051281 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-d9180593-2e08-4806-be21-e4f930121589 service neutron] Bound port: f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:38:50.051281 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-d9180593-2e08-4806-be21-e4f930121589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:50.152627 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c7f74-a12c-41b1-ac7f-8bdfaf351d2c req-f245e790-b464-4d58-9103-2448637793e9 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:50.154119 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b84c7f74-a12c-41b1-ac7f-8bdfaf351d2c req-f245e790-b464-4d58-9103-2448637793e9 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 947 time: 0.3712888 Mar 05 13:38:50.221499 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-4c622f5c-d2aa-485a-b266-0c1995803d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:50.223299 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-4c622f5c-d2aa-485a-b266-0c1995803d13 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ac31366-a7f9-483e-b1e1-eea597fcd311 HTTP/1.1" status: 200 len: 847 time: 0.2839439 Mar 05 13:38:50.224717 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-05057787-df0e-4b85-a421-3c3db60c356e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:50.241378 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-05057787-df0e-4b85-a421-3c3db60c356e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:50.274105 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b84c7f74-a12c-41b1-ac7f-8bdfaf351d2c req-c5cf545b-3292-43a2-92a5-bcd3091410e3 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059954 Mar 05 13:38:50.283869 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-d9180593-2e08-4806-be21-e4f930121589 service neutron] For port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:38:50.292391 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05057787-df0e-4b85-a421-3c3db60c356e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:38:50.303777 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:50.314636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05057787-df0e-4b85-a421-3c3db60c356e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0280a861-e896-45b1-b664-a68ea5d12914,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:50.318310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-d9180593-2e08-4806-be21-e4f930121589 service neutron] For port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:38:50.319497 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] Transition to ACTIVE for port object 8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:38:50.322130 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-05057787-df0e-4b85-a421-3c3db60c356e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:50.322886 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-05057787-df0e-4b85-a421-3c3db60c356e admin admin] Added segment f840b524-935b-4be1-b9fa-4e1f4a2d3f29 of type vlan for network db824ea1-c4d2-4c45-a22e-13ab3441aee5 Mar 05 13:38:50.329477 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-d9180593-2e08-4806-be21-e4f930121589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:50.329683 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-79bf12e6-66b1-4733-86d2-68a9f7e758e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e632aab-7405-4a4c-851d-f121cf35a970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967171 Mar 05 13:38:50.334928 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:50.378595 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e55bc9e-c170-449e-b30f-6e03bea2ed61', 'tag': 'fb33d2c5-08eb-471b-ac4b-9699be6db84c', 'status': 'completed', 'code': 200} Mar 05 13:38:50.423992 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-05057787-df0e-4b85-a421-3c3db60c356e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:50.432556 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] Attempting to bind port 8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:38:50.432914 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] Attempting to bind port 8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:38:50.433268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] Attempting to bind port 8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:38:50.447839 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:38:50.447839 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:38:50.448232 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:50.448602 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:38:50.449061 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] Bound port: 8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:38:50.449425 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:50.471524 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4db4b71-b3b3-45bb-949d-e5de2e33f03e req-2d9c6180-baa6-4ec5-a8ff-551d15a68fff service neutron] 10.222.0.30 "GET /v2.0/networks/b2936108-7995-40c8-a6ff-6102188204a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759619 Mar 05 13:38:50.480744 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971a56d-09e1-4bbe-b6b4-4f7a7378a837 None None] Pushing event updated for resources: {'Port': ['ID=8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:50.506857 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9180593-2e08-4806-be21-e4f930121589 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,revision_number=7']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:50.513694 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-05057787-df0e-4b85-a421-3c3db60c356e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:50.515016 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05057787-df0e-4b85-a421-3c3db60c356e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:50.515988 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-05057787-df0e-4b85-a421-3c3db60c356e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:50.522890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-d9180593-2e08-4806-be21-e4f930121589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:50.523954 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-d9180593-2e08-4806-be21-e4f930121589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:50.529071 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-d9180593-2e08-4806-be21-e4f930121589 service neutron] 10.222.0.30 "PUT /v2.0/ports/f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 HTTP/1.1" status: 200 len: 1095 time: 1.9894342 Mar 05 13:38:50.551174 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] For port 8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:38:50.557443 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] For port 8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:38:50.563805 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:50.687310 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] Routers {'41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:38:50.688816 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:38:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:50.738117 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05057787-df0e-4b85-a421-3c3db60c356e admin admin] Pushing event updated for resources: {'Network': ['ID=db824ea1-c4d2-4c45-a22e-13ab3441aee5,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:50.748900 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-05057787-df0e-4b85-a421-3c3db60c356e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4270382 Mar 05 13:38:50.759675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48966) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:50.773390 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-5cdae3b2-2208-4b5f-9d4e-498ab5b13597 admin admin] Request body: {'subnet': {'network_id': 'db824ea1-c4d2-4c45-a22e-13ab3441aee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-641302920-subnet', 'tenant_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:38:50.783569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5cdae3b2-2208-4b5f-9d4e-498ab5b13597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:38:50.789187 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-9c3b50f3-2f5d-4992-9cc4-635ada2d13a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:50.791024 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-9c3b50f3-2f5d-4992-9cc4-635ada2d13a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 1098 time: 0.2213008 Mar 05 13:38:50.792067 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5cdae3b2-2208-4b5f-9d4e-498ab5b13597 admin admin] Usage tracker for resource:subnet and tenant:d9b2f2b8ac394e53aa4b932be6855eef is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:38:50.796175 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5cdae3b2-2208-4b5f-9d4e-498ab5b13597 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:38:50.802981 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5cdae3b2-2208-4b5f-9d4e-498ab5b13597 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:38:50.816189 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network db824ea1-c4d2-4c45-a22e-13ab3441aee5 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:38:50.830185 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4afd61-ff40-4974-96d3-f2e8ad9dcad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1', 'code': 200} Mar 05 13:38:50.856126 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-3fade51f-63ee-4b7d-a390-6e14b6f4df88 service neutron] 10.222.0.30 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017929 Mar 05 13:38:50.964662 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:38:50.972321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0337077-8985-40f0-8ab7-57681994686d req-72ecf93f-a2c7-426d-8652-6d5aba751cbd tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:50.974636 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0337077-8985-40f0-8ab7-57681994686d req-72ecf93f-a2c7-426d-8652-6d5aba751cbd tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9dd760d-36b2-4143-b67d-44c078ef9a10 HTTP/1.1" status: 200 len: 945 time: 0.7094147 Mar 05 13:38:50.986847 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4db4b71-b3b3-45bb-949d-e5de2e33f03e req-9f189e83-98aa-4cf0-ab26-61624ea563ca service neutron] 10.222.0.30 "GET /v2.0/networks/b2936108-7995-40c8-a6ff-6102188204a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972279 Mar 05 13:38:51.015578 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971a56d-09e1-4bbe-b6b4-4f7a7378a837 None None] Pushing event updated for resources: {'Port': ['ID=8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:51.058346 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdae3b2-2208-4b5f-9d4e-498ab5b13597 admin admin] Made reservation on behalf of d9b2f2b8ac394e53aa4b932be6855eef for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:38:51.060708 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5cdae3b2-2208-4b5f-9d4e-498ab5b13597 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:51.192758 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] Set router 41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:38:51.263642 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-b80c103a-ae56-4c20-8a92-daa240f057f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:51.265083 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-b80c103a-ae56-4c20-8a92-daa240f057f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.4585178 Mar 05 13:38:51.315540 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0337077-8985-40f0-8ab7-57681994686d req-be640965-fa81-49fc-9bac-cb996895fea9 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277326 Mar 05 13:38:51.347745 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af2a9b-f4d0-44ab-84a9-d3dafe44f8bf req-d092604a-8466-4228-98b1-c394fe623a2c tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:51.349249 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-15af2a9b-f4d0-44ab-84a9-d3dafe44f8bf req-d092604a-8466-4228-98b1-c394fe623a2c tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 944 time: 0.2920432 Mar 05 13:38:51.350881 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a944f68e-da79-44dc-bcf4-e445af7429b8 req-1b336f7d-2388-4d89-b801-6caa8dda3cd9 service neutron] 10.222.0.30 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637046 Mar 05 13:38:51.354401 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:38:51.368255 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-90b0ef79-e71c-4883-8b7a-a7d2fb40a3a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 HTTP/1.1" status: 200 len: 217 time: 0.0815659 Mar 05 13:38:51.421889 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bda89765-c5a6-46a5-9c8c-ef79402a77f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:51.456263 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device f991efb1-429c-4b0c-afa7-b883718b8558 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:38:51.527354 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-15af2a9b-f4d0-44ab-84a9-d3dafe44f8bf req-fe8bd1f4-7abb-4473-9d29-17b83db37865 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625109 Mar 05 13:38:51.549185 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-393defef-46dc-455f-87f9-2ed77b5abec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:51.550617 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-393defef-46dc-455f-87f9-2ed77b5abec2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1624880 Mar 05 13:38:51.577662 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:38:51.578030 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:51.753468 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5cdae3b2-2208-4b5f-9d4e-498ab5b13597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:51.765625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d148c0-1ea0-4070-80af-9aa6925f69b6 req-68edaf25-6db1-40ae-8ab4-57ecfa1e4d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:51.767174 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e8d148c0-1ea0-4070-80af-9aa6925f69b6 req-68edaf25-6db1-40ae-8ab4-57ecfa1e4d62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 1094 time: 0.3307290 Mar 05 13:38:51.775539 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port f991efb1-429c-4b0c-afa7-b883718b8558, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f991efb1-429c-4b0c-afa7-b883718b8558,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:51.796995 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'f991efb1-429c-4b0c-afa7-b883718b8558', 'network_id': '1f953432-db2d-4f6f-a1ee-7fee9f6e7169', 'port_id': 'f991efb1-429c-4b0c-afa7-b883718b8558', 'mac_address': 'fa:16:3e:9e:2c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db88a0e-28b6-4292-9a67-fc3276cd43d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:38:51.941869 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdae3b2-2208-4b5f-9d4e-498ab5b13597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e972e39d-2d11-41c7-9274-3b3ae4ffa86c,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:51.953424 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-02d7563c-9c67-457a-917a-ad9985db30da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:51.954949 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-02d7563c-9c67-457a-917a-ad9985db30da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3920577 Mar 05 13:38:51.963269 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:51.967623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdae3b2-2208-4b5f-9d4e-498ab5b13597 admin admin] Checking segment: {'id': 'f840b524-935b-4be1-b9fa-4e1f4a2d3f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'db824ea1-c4d2-4c45-a22e-13ab3441aee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:38:51.967992 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdae3b2-2208-4b5f-9d4e-498ab5b13597 admin admin] Network hostable DHCP agents. Network: db824ea1-c4d2-4c45-a22e-13ab3441aee5, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:38:51.975257 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:52.010919 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd6b50-c248-43e5-9021-3f449ec29aa2 req-b4a8bbea-c6ce-4e3d-a25b-dcbd160ab717 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:52.012469 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1cfd6b50-c248-43e5-9021-3f449ec29aa2 req-b4a8bbea-c6ce-4e3d-a25b-dcbd160ab717 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 943 time: 0.3967464 Mar 05 13:38:52.019261 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f991efb1-429c-4b0c-afa7-b883718b8558 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:38:52.035017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d3788-da42-4e0d-b35a-320bbb0263c9 req-0c9999c6-4e75-40e0-9831-300a62bc050c tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:52.037234 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8e7d3788-da42-4e0d-b35a-320bbb0263c9 req-0c9999c6-4e75-40e0-9831-300a62bc050c tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/ports?device_id=22e13932-9a3f-4c60-8e08-22065921432d HTTP/1.1" status: 200 len: 949 time: 0.3720605 Mar 05 13:38:52.043498 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port f991efb1-429c-4b0c-afa7-b883718b8558, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f991efb1-429c-4b0c-afa7-b883718b8558,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:52.047894 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1372764042-router', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:38:38Z', 'updated_at': '2022-03-05T13:38:45Z', 'revision_number': 3, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'gw_port': {'id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:42Z', 'updated_at': '2022-03-05T13:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:38:52.075760 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5f023e-9b0c-4729-87a0-76901913b5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdf7733-1a4b-49d9-bb1c-c934eabe8b52'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:38:52.081019 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:52.084948 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:52.126737 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9182e4-ec69-46da-8555-24f5d731118c None None] The sync data for ids ['41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'] in n-d-803718-1 is: [{'id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1372764042-router', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:38:38Z', 'updated_at': '2022-03-05T13:38:45Z', 'revision_number': 3, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'gw_port': {'id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:42Z', 'updated_at': '2022-03-05T13:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:38:52.128339 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:52.129090 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device abd6eece-87c1-453b-a464-a2c2f62a0e59 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:38:52.136152 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdae3b2-2208-4b5f-9d4e-498ab5b13597 admin admin] Network db824ea1-c4d2-4c45-a22e-13ab3441aee5 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:38:52.178793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d148c0-1ea0-4070-80af-9aa6925f69b6 req-176aa74a-3042-4222-9f27-917295076922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:52.180499 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e8d148c0-1ea0-4070-80af-9aa6925f69b6 req-176aa74a-3042-4222-9f27-917295076922 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 907 time: 0.3487246 Mar 05 13:38:52.187100 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8e7d3788-da42-4e0d-b35a-320bbb0263c9 req-af78daad-2636-4b68-92e9-4ffb5a8b3f76 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5aff102-23b1-4ba9-af87-7f2f86be481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910926 Mar 05 13:38:52.187476 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1cfd6b50-c248-43e5-9021-3f449ec29aa2 req-6d74a455-f14d-45b5-9929-ccde858bc2af tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631997 Mar 05 13:38:52.190595 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-5cdae3b2-2208-4b5f-9d4e-498ab5b13597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, db824ea1-c4d2-4c45-a22e-13ab3441aee5) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:38:52.218340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdae3b2-2208-4b5f-9d4e-498ab5b13597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:52.219282 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5cdae3b2-2208-4b5f-9d4e-498ab5b13597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:52.242735 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-fafa2e94-6bf3-42ef-84fc-07af6959cff5 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684343 Mar 05 13:38:52.292950 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcf11ed-5825-4969-a17b-e8d144a71b41 None None] Network db824ea1-c4d2-4c45-a22e-13ab3441aee5 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:38:52.295977 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-bda89765-c5a6-46a5-9c8c-ef79402a77f9 admin admin] Allocated IP 172.20.0.1 (e27f5202-5fa0-4e82-ac0c-ac2ee333eb77/e1725e4b-cb92-4bca-afad-6e7ce4db63e3/b114be5a-5570-4a89-b1e3-a57c584e6377) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:38:52.311175 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e8d148c0-1ea0-4070-80af-9aa6925f69b6 req-8d232ad6-6b81-4024-bc4b-20165980fb5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb33d2c5-08eb-471b-ac4b-9699be6db84c HTTP/1.1" status: 200 len: 217 time: 0.1151209 Mar 05 13:38:52.357982 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['f991efb1-429c-4b0c-afa7-b883718b8558'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:38:52.537824 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-9a5c95bf-4e4a-4bda-9736-fc2230c22096 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826715 Mar 05 13:38:52.550683 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5cdae3b2-2208-4b5f-9d4e-498ab5b13597 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7899866 Mar 05 13:38:52.560130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49006) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:38:52.600576 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port abd6eece-87c1-453b-a464-a2c2f62a0e59 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:38:52.628504 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-74868fe8-969f-4f50-8a2b-27b714539c83 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-641302920-router', 'tenant_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:38:52.628693 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=f991efb1-429c-4b0c-afa7-b883718b8558,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:52.635478 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port abd6eece-87c1-453b-a464-a2c2f62a0e59 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:38:52.635844 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:52.659801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-74868fe8-969f-4f50-8a2b-27b714539c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:38:52.726358 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-74868fe8-969f-4f50-8a2b-27b714539c83 admin admin] Usage tracker for resource:router and tenant:d9b2f2b8ac394e53aa4b932be6855eef is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:38:52.744077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-74868fe8-969f-4f50-8a2b-27b714539c83 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:38:52.751606 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:52.763403 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-74868fe8-969f-4f50-8a2b-27b714539c83 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:38:52.804215 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d148c0-1ea0-4070-80af-9aa6925f69b6 req-eb5ecb9c-3b97-42e8-bd66-245aa3ba7ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:52.811146 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e8d148c0-1ea0-4070-80af-9aa6925f69b6 req-eb5ecb9c-3b97-42e8-bd66-245aa3ba7ab9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ac31366-a7f9-483e-b1e1-eea597fcd311 HTTP/1.1" status: 200 len: 847 time: 0.4879916 Mar 05 13:38:52.817775 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac1a2a-1d84-458d-a135-acadc544ceba req-272592de-ed12-4bf6-a2ed-e15548df3784 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:52.827685 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b7ac1a2a-1d84-458d-a135-acadc544ceba req-272592de-ed12-4bf6-a2ed-e15548df3784 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 947 time: 0.2823091 Mar 05 13:38:52.846832 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4afd61-ff40-4974-96d3-f2e8ad9dcad2', 'tag': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:38:52.862253 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74868fe8-969f-4f50-8a2b-27b714539c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:52.871971 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74868fe8-969f-4f50-8a2b-27b714539c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:52.884256 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b7ac1a2a-1d84-458d-a135-acadc544ceba req-f7c8f1ba-3eb3-489b-85f0-cbfcecafa1c9 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550327 Mar 05 13:38:52.920970 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74868fe8-969f-4f50-8a2b-27b714539c83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:52.969012 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5f023e-9b0c-4729-87a0-76901913b5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdf7733-1a4b-49d9-bb1c-c934eabe8b52', 'code': 200} Mar 05 13:38:53.145079 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608fc7a2-c8cd-4fe5-8773-ef09e6e9aaf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-db824ea1-c4d2-4c45-a22e-13ab3441aee5', 'network_id': 'db824ea1-c4d2-4c45-a22e-13ab3441aee5', 'tenant_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'fixed_ips': [{'subnet_id': 'e972e39d-2d11-41c7-9274-3b3ae4ffa86c'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:38:53.146372 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-608fc7a2-c8cd-4fe5-8773-ef09e6e9aaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:53.168081 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e8d148c0-1ea0-4070-80af-9aa6925f69b6 req-4c52ee13-2961-478c-87e7-66f01bb04928 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e632aab-7405-4a4c-851d-f121cf35a970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3087635 Mar 05 13:38:53.210208 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e516e6-0510-42c5-9d69-bb32fb28d0c3 req-0f8a90f9-a18a-4076-a437-d532ae9e3ac3 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:53.211798 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-89e516e6-0510-42c5-9d69-bb32fb28d0c3 req-0f8a90f9-a18a-4076-a437-d532ae9e3ac3 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9dd760d-36b2-4143-b67d-44c078ef9a10 HTTP/1.1" status: 200 len: 945 time: 0.1161070 Mar 05 13:38:53.278171 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:53.302090 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-89e516e6-0510-42c5-9d69-bb32fb28d0c3 req-f6d8a92b-a8e6-4bf0-8660-cba727ea5b45 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833490 Mar 05 13:38:53.335498 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bda89765-c5a6-46a5-9c8c-ef79402a77f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:53.379241 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port abd6eece-87c1-453b-a464-a2c2f62a0e59, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=abd6eece-87c1-453b-a464-a2c2f62a0e59,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:53.435230 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:53.436170 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:38:53.514922 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4afd61-ff40-4974-96d3-f2e8ad9dcad2', 'tag': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1', 'status': 'completed', 'code': 200} Mar 05 13:38:53.674383 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=abd6eece-87c1-453b-a464-a2c2f62a0e59,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:53.740739 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:38:53.752952 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-608fc7a2-c8cd-4fe5-8773-ef09e6e9aaf3 None None] Allocated IP 172.20.0.2 (db824ea1-c4d2-4c45-a22e-13ab3441aee5/e972e39d-2d11-41c7-9274-3b3ae4ffa86c/6f092ecc-2e7d-48b9-8440-c1da976807ee) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:38:53.830244 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82246795-8dcf-46a5-b50b-1d2cc483c075 req-2b8afbb3-c4f9-40a9-83ab-d64ee12064a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:53.832725 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-82246795-8dcf-46a5-b50b-1d2cc483c075 req-2b8afbb3-c4f9-40a9-83ab-d64ee12064a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 1098 time: 0.3010385 Mar 05 13:38:53.968459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9eba1-8810-4139-82b4-52e8fc179084 req-cf01778e-281f-452d-967a-35c4f37742f5 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:53.978851 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2db9eba1-8810-4139-82b4-52e8fc179084 req-cf01778e-281f-452d-967a-35c4f37742f5 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 943 time: 0.3028700 Mar 05 13:38:54.018269 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-bda89765-c5a6-46a5-9c8c-ef79402a77f9 admin admin] Transition to ACTIVE for port object b114be5a-5570-4a89-b1e3-a57c584e6377 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:38:54.088364 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-608fc7a2-c8cd-4fe5-8773-ef09e6e9aaf3 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:54.102287 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-608fc7a2-c8cd-4fe5-8773-ef09e6e9aaf3 None None] Transition to ACTIVE for port object 6f092ecc-2e7d-48b9-8440-c1da976807ee will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:38:54.128739 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74868fe8-969f-4f50-8a2b-27b714539c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:54.134264 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-608fc7a2-c8cd-4fe5-8773-ef09e6e9aaf3 None None] Transition to ACTIVE for port object 6f092ecc-2e7d-48b9-8440-c1da976807ee will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:38:54.172881 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-608fc7a2-c8cd-4fe5-8773-ef09e6e9aaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:54.194947 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2db9eba1-8810-4139-82b4-52e8fc179084 req-17b2cfd0-bba2-4df7-96ab-73eaf61e662e tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098472 Mar 05 13:38:54.219980 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82246795-8dcf-46a5-b50b-1d2cc483c075 req-4bedf214-d4d6-4197-bab1-afb13a4b4f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:54.224984 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-82246795-8dcf-46a5-b50b-1d2cc483c075 req-4bedf214-d4d6-4197-bab1-afb13a4b4f88 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.3833337 Mar 05 13:38:54.256268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608fc7a2-c8cd-4fe5-8773-ef09e6e9aaf3 None None] Network db824ea1-c4d2-4c45-a22e-13ab3441aee5 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:38:54.260963 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-608fc7a2-c8cd-4fe5-8773-ef09e6e9aaf3 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:38:54.262686 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608fc7a2-c8cd-4fe5-8773-ef09e6e9aaf3 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:38:54.272798 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e8d148c0-1ea0-4070-80af-9aa6925f69b6 req-80fbe9fa-322f-4173-9027-b49e33442cab service neutron] 10.222.0.30 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0258670 Mar 05 13:38:54.363215 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba01d7-835b-4dd1-990f-f4af84befff8 req-5600967d-b536-4656-befc-87a01d06a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:54.364885 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c7ba01d7-835b-4dd1-990f-f4af84befff8 req-5600967d-b536-4656-befc-87a01d06a41e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 1096 time: 1.3639343 Mar 05 13:38:54.417291 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-82246795-8dcf-46a5-b50b-1d2cc483c075 req-ea5dbf39-62d4-470f-a574-01fc71ef3f6a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 HTTP/1.1" status: 200 len: 217 time: 0.1833854 Mar 05 13:38:54.451529 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:38:54.489527 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608fc7a2-c8cd-4fe5-8773-ef09e6e9aaf3 None None] Pushing event updated for resources: {'Port': ['ID=6f092ecc-2e7d-48b9-8440-c1da976807ee,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:54.508951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af98345-3274-435f-a5d8-e9e051dc39bd req-f8f349f8-2697-45f6-87c0-36b26a53c3f9 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:54.512238 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3af98345-3274-435f-a5d8-e9e051dc39bd req-f8f349f8-2697-45f6-87c0-36b26a53c3f9 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 945 time: 1.3512914 Mar 05 13:38:54.536752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-608fc7a2-c8cd-4fe5-8773-ef09e6e9aaf3 None None] Attempting to bind port 6f092ecc-2e7d-48b9-8440-c1da976807ee on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:38:54.536752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-608fc7a2-c8cd-4fe5-8773-ef09e6e9aaf3 None None] Attempting to bind port 6f092ecc-2e7d-48b9-8440-c1da976807ee by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'f840b524-935b-4be1-b9fa-4e1f4a2d3f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'db824ea1-c4d2-4c45-a22e-13ab3441aee5'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:38:54.536752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608fc7a2-c8cd-4fe5-8773-ef09e6e9aaf3 None None] Attempting to bind port 6f092ecc-2e7d-48b9-8440-c1da976807ee on network db824ea1-c4d2-4c45-a22e-13ab3441aee5 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:38:54.547718 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608fc7a2-c8cd-4fe5-8773-ef09e6e9aaf3 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:38:54.548095 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608fc7a2-c8cd-4fe5-8773-ef09e6e9aaf3 None None] Checking segment: {'id': 'f840b524-935b-4be1-b9fa-4e1f4a2d3f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'db824ea1-c4d2-4c45-a22e-13ab3441aee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:38:54.548492 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-608fc7a2-c8cd-4fe5-8773-ef09e6e9aaf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:54.548879 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608fc7a2-c8cd-4fe5-8773-ef09e6e9aaf3 None None] Bound using segment: {'id': 'f840b524-935b-4be1-b9fa-4e1f4a2d3f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'db824ea1-c4d2-4c45-a22e-13ab3441aee5'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:38:54.549342 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-608fc7a2-c8cd-4fe5-8773-ef09e6e9aaf3 None None] Bound port: 6f092ecc-2e7d-48b9-8440-c1da976807ee, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f840b524-935b-4be1-b9fa-4e1f4a2d3f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'db824ea1-c4d2-4c45-a22e-13ab3441aee5'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:38:54.549710 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-608fc7a2-c8cd-4fe5-8773-ef09e6e9aaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:54.579848 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82246795-8dcf-46a5-b50b-1d2cc483c075 req-59f71eba-fb61-4423-805b-17747f314b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:54.581792 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-82246795-8dcf-46a5-b50b-1d2cc483c075 req-59f71eba-fb61-4423-805b-17747f314b5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 1098 time: 1.0020685 Mar 05 13:38:54.637944 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82246795-8dcf-46a5-b50b-1d2cc483c075 req-ddc09856-fd62-4281-a1f7-6534f7628902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:54.639875 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-82246795-8dcf-46a5-b50b-1d2cc483c075 req-ddc09856-fd62-4281-a1f7-6534f7628902 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.2098157 Mar 05 13:38:54.676244 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3af98345-3274-435f-a5d8-e9e051dc39bd req-9383b970-80b8-40ba-a025-8960ef99cbd1 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226096 Mar 05 13:38:54.719225 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:38:54.729291 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:38:54.729678 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:54.735056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22423e5-1213-435b-81f5-077edede2977 req-b0f7214c-54d6-4cc5-9974-9136f6f72526 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:54.742290 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b22423e5-1213-435b-81f5-077edede2977 req-b0f7214c-54d6-4cc5-9974-9136f6f72526 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/ports?device_id=22e13932-9a3f-4c60-8e08-22065921432d HTTP/1.1" status: 200 len: 950 time: 0.2376413 Mar 05 13:38:54.768879 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-608fc7a2-c8cd-4fe5-8773-ef09e6e9aaf3 None None] For port 6f092ecc-2e7d-48b9-8440-c1da976807ee, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:38:54.793924 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-608fc7a2-c8cd-4fe5-8773-ef09e6e9aaf3 None None] For port 6f092ecc-2e7d-48b9-8440-c1da976807ee, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6f092ecc-2e7d-48b9-8440-c1da976807ee,segment=NetworkSegment(f840b524-935b-4be1-b9fa-4e1f4a2d3f29),segment_id=f840b524-935b-4be1-b9fa-4e1f4a2d3f29)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:38:54.811307 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-608fc7a2-c8cd-4fe5-8773-ef09e6e9aaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:54.813344 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b22423e5-1213-435b-81f5-077edede2977 req-4bd02b14-1353-4be9-857f-97dfa6aa26fc tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5aff102-23b1-4ba9-af87-7f2f86be481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699399 Mar 05 13:38:54.825978 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82246795-8dcf-46a5-b50b-1d2cc483c075 req-5dc08954-09ef-4094-b3e7-5e0ea4c13d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:54.827511 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-82246795-8dcf-46a5-b50b-1d2cc483c075 req-5dc08954-09ef-4094-b3e7-5e0ea4c13d4e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1803224 Mar 05 13:38:54.950438 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608fc7a2-c8cd-4fe5-8773-ef09e6e9aaf3 None None] Pushing event updated for resources: {'Port': ['ID=6f092ecc-2e7d-48b9-8440-c1da976807ee,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:54.973271 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e13932-9a3f-4c60-8e08-22065921432d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd6eece-87c1-453b-a464-a2c2f62a0e59'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:38:55.008190 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:55.036873 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:55.046912 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:55.097667 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-82246795-8dcf-46a5-b50b-1d2cc483c075 req-a91389aa-2f2d-45eb-9050-4f2dbcfa60ed service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577171 Mar 05 13:38:55.201689 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bda89765-c5a6-46a5-9c8c-ef79402a77f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:55.279959 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c7ba01d7-835b-4dd1-990f-f4af84befff8 req-9fa6aac4-9544-4918-ae1e-a7167265f120 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8439412 Mar 05 13:38:55.315735 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:55.419206 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:38:55.421894 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device f991efb1-429c-4b0c-afa7-b883718b8558 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:38:55.444890 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82246795-8dcf-46a5-b50b-1d2cc483c075 req-bb6f7aba-6ef3-4660-8925-6abb47f1a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:55.446350 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-82246795-8dcf-46a5-b50b-1d2cc483c075 req-bb6f7aba-6ef3-4660-8925-6abb47f1a088 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.7932358 Mar 05 13:38:55.468556 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda89765-c5a6-46a5-9c8c-ef79402a77f9 admin admin] Network e27f5202-5fa0-4e82-ac0c-ac2ee333eb77 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:38:55.475387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-bda89765-c5a6-46a5-9c8c-ef79402a77f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:38:55.501489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda89765-c5a6-46a5-9c8c-ef79402a77f9 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:38:55.597594 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-82246795-8dcf-46a5-b50b-1d2cc483c075 req-7e2d3ee7-e0da-4691-9c29-0d80b3482fa6 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148576 Mar 05 13:38:55.612485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53697bc-1b67-4e5b-b0a2-72f6f9f5f6de req-92c4990e-7d73-44c1-9035-4e241ec19b76 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:55.624787 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f53697bc-1b67-4e5b-b0a2-72f6f9f5f6de req-92c4990e-7d73-44c1-9035-4e241ec19b76 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 947 time: 0.5255964 Mar 05 13:38:55.690314 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bda89765-c5a6-46a5-9c8c-ef79402a77f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:55.756225 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:55.759062 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f53697bc-1b67-4e5b-b0a2-72f6f9f5f6de req-3b86c5a5-c16e-4e44-afdc-b96002b824d0 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320012 Mar 05 13:38:55.796962 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1', 'mac_address': 'fa:16:3e:14:3a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:38:55.846454 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port f991efb1-429c-4b0c-afa7-b883718b8558 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:38:55.847123 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:55.954660 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:55.979783 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-82246795-8dcf-46a5-b50b-1d2cc483c075 req-afb32652-be11-4ba7-b991-ed6d58b2b016 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 HTTP/1.1" status: 200 len: 217 time: 0.4923806 Mar 05 13:38:55.998912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda89765-c5a6-46a5-9c8c-ef79402a77f9 admin admin] Pushing event updated for resources: {'Port': ['ID=b114be5a-5570-4a89-b1e3-a57c584e6377,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:55.999193 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:38:56.017638 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-be953f0d-a01a-413c-a7b2-a4c5f18d4988 None None] Provisioning for port b114be5a-5570-4a89-b1e3-a57c584e6377 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:38:56.039173 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e8d148c0-1ea0-4070-80af-9aa6925f69b6 req-1703ceaa-bf9d-480c-b5eb-07972e88aa28 service neutron] 10.222.0.30 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7019117 Mar 05 13:38:56.132113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893c2b6-fa7c-4237-b078-eb3c0213ef4b req-70c72916-eabe-4a27-89a5-47d126c655d5 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:56.133522 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3893c2b6-fa7c-4237-b078-eb3c0213ef4b req-70c72916-eabe-4a27-89a5-47d126c655d5 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9dd760d-36b2-4143-b67d-44c078ef9a10 HTTP/1.1" status: 200 len: 945 time: 0.1498401 Mar 05 13:38:56.133641 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-be953f0d-a01a-413c-a7b2-a4c5f18d4988 None None] Provisioning complete for port b114be5a-5570-4a89-b1e3-a57c584e6377 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:38:56.134509 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-be953f0d-a01a-413c-a7b2-a4c5f18d4988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:56.158315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bf3db-f37f-4789-9288-d741bbf06579 req-581acdb8-17dd-49aa-874b-39f0e8ead962 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:56.168053 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-290bf3db-f37f-4789-9288-d741bbf06579 req-581acdb8-17dd-49aa-874b-39f0e8ead962 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03435b-28f5-4f2e-8a7f-74d2f2de3a99 HTTP/1.1" status: 200 len: 945 time: 1.0373359 Mar 05 13:38:56.176709 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:56.189180 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:56.211347 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:56.226972 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3893c2b6-fa7c-4237-b078-eb3c0213ef4b req-5fe17dfe-6f3a-44a2-bed6-72a24597a60b tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832760 Mar 05 13:38:56.322583 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82246795-8dcf-46a5-b50b-1d2cc483c075 req-0e66eaf9-00c3-445d-84d9-5f8bcb116726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:56.324490 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-82246795-8dcf-46a5-b50b-1d2cc483c075 req-0e66eaf9-00c3-445d-84d9-5f8bcb116726 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.3201997 Mar 05 13:38:56.410422 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e13932-9a3f-4c60-8e08-22065921432d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd6eece-87c1-453b-a464-a2c2f62a0e59', 'code': 200} Mar 05 13:38:56.466444 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-be953f0d-a01a-413c-a7b2-a4c5f18d4988 None None] Port b114be5a-5570-4a89-b1e3-a57c584e6377 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:38:56.560487 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port f991efb1-429c-4b0c-afa7-b883718b8558, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f991efb1-429c-4b0c-afa7-b883718b8558,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:56.586506 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:38:56.689015 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:56.691399 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['f8a08b52-c3d6-4708-9fa8-7cadc504d2b1'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:38:56.760278 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3028e9ad-6738-48ac-8857-338e0583323e None None] Network db824ea1-c4d2-4c45-a22e-13ab3441aee5 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:38:56.800226 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:56.839829 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d52313-1705-4802-9207-d531f0d62732 req-cc92889a-11a7-4a5c-9807-91c8143bedbb tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:56.842227 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d0d52313-1705-4802-9207-d531f0d62732 req-cc92889a-11a7-4a5c-9807-91c8143bedbb tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 943 time: 0.1958535 Mar 05 13:38:56.923938 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d0d52313-1705-4802-9207-d531f0d62732 req-3ea3afc9-a583-47db-8bfa-554798c02b19 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745473 Mar 05 13:38:56.945636 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-290bf3db-f37f-4789-9288-d741bbf06579 req-ea4af21c-70cf-4514-b123-21bf6620457d tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7739198 Mar 05 13:38:57.058438 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-151712e8-13c6-4bd9-b704-8ef118cc0303 None None] Provisioning for port 6f092ecc-2e7d-48b9-8440-c1da976807ee completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:38:57.077770 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=f991efb1-429c-4b0c-afa7-b883718b8558,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:57.094091 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74868fe8-969f-4f50-8a2b-27b714539c83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:57.176412 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74868fe8-969f-4f50-8a2b-27b714539c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:57.184316 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:38:57.184692 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:57.300655 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82246795-8dcf-46a5-b50b-1d2cc483c075 req-c4e9caa7-905f-4630-a01c-615f7fcde528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:57.302217 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-82246795-8dcf-46a5-b50b-1d2cc483c075 req-c4e9caa7-905f-4630-a01c-615f7fcde528 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9648623 Mar 05 13:38:57.306351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370515d6-8f5e-40bc-bace-a8ea11fd2b36 req-e8dba750-4af6-4c0f-b75a-fbf79fe7cc3b tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:57.315459 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-370515d6-8f5e-40bc-bace-a8ea11fd2b36 req-e8dba750-4af6-4c0f-b75a-fbf79fe7cc3b tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 945 time: 0.2120929 Mar 05 13:38:57.369473 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bda89765-c5a6-46a5-9c8c-ef79402a77f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:57.401891 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050bcd7-d0ce-4e4a-beaa-fb694ada3250 req-ba722a77-17fc-4eba-bf7c-97fa1c8cf002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:57.403322 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f050bcd7-d0ce-4e4a-beaa-fb694ada3250 req-ba722a77-17fc-4eba-bf7c-97fa1c8cf002 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=22e13932-9a3f-4c60-8e08-22065921432d HTTP/1.1" status: 200 len: 1101 time: 0.6838136 Mar 05 13:38:57.415116 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-370515d6-8f5e-40bc-bace-a8ea11fd2b36 req-65c4b279-3d29-4222-bd49-a32bd2fb454b tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879707 Mar 05 13:38:57.567468 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6f092ecc-2e7d-48b9-8440-c1da976807ee up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:38:57.685273 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 6f092ecc-2e7d-48b9-8440-c1da976807ee completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:38:57.694308 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 6f092ecc-2e7d-48b9-8440-c1da976807ee triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:38:57.697283 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:57.847558 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b98d6-4a84-4c4f-bbe8-8a1f357bc22c req-70e05529-c2ed-4461-81c7-cf541ec31516 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:57.858416 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-878b98d6-4a84-4c4f-bbe8-8a1f357bc22c req-70e05529-c2ed-4461-81c7-cf541ec31516 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b764565-19c3-446c-b20e-4deb6e9fccbe HTTP/1.1" status: 200 len: 945 time: 0.1990495 Mar 05 13:38:57.916440 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f050bcd7-d0ce-4e4a-beaa-fb694ada3250 req-008e5630-3418-49ae-8026-438ed918209f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c5aff102-23b1-4ba9-af87-7f2f86be481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955642 Mar 05 13:38:57.925147 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:57.938835 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-878b98d6-4a84-4c4f-bbe8-8a1f357bc22c req-026db463-5dcd-4eca-840b-bb803561a257 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785964 Mar 05 13:38:57.981047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a45f26-5e46-49cb-8465-2f2254b3cb13 req-b8f02077-610f-49e8-b8f2-af8a5bc326ae tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:57.982611 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-17a45f26-5e46-49cb-8465-2f2254b3cb13 req-b8f02077-610f-49e8-b8f2-af8a5bc326ae tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/ports?device_id=22e13932-9a3f-4c60-8e08-22065921432d HTTP/1.1" status: 200 len: 950 time: 0.7994590 Mar 05 13:38:57.988808 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 6f092ecc-2e7d-48b9-8440-c1da976807ee, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6f092ecc-2e7d-48b9-8440-c1da976807ee,segment=NetworkSegment(f840b524-935b-4be1-b9fa-4e1f4a2d3f29),segment_id=f840b524-935b-4be1-b9fa-4e1f4a2d3f29)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:57.999218 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:58.010303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-74868fe8-969f-4f50-8a2b-27b714539c83 admin admin] Allocated IP 172.25.4.209 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/e01e6df0-19de-4cb3-9543-b250908e4a35) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:38:58.047634 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-82246795-8dcf-46a5-b50b-1d2cc483c075 req-8f751441-e2f7-4a57-aeea-6b182fae84e1 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7189639 Mar 05 13:38:58.085285 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6f64f116-34fa-465a-a27d-dab353f12f7a None None] Provisioning complete for port 6f092ecc-2e7d-48b9-8440-c1da976807ee triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:38:58.085768 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6f64f116-34fa-465a-a27d-dab353f12f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:58.119239 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=6f092ecc-2e7d-48b9-8440-c1da976807ee,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:58.193654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a475c52-3d7a-4127-961e-314d16e995c2 req-f131cdda-5665-4d0c-919b-ec0967dcb68b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:58.203016 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-17a45f26-5e46-49cb-8465-2f2254b3cb13 req-9dfc1d28-6d67-4feb-9b74-c6f2098bc660 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5aff102-23b1-4ba9-af87-7f2f86be481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947997 Mar 05 13:38:58.203804 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7a475c52-3d7a-4127-961e-314d16e995c2 req-f131cdda-5665-4d0c-919b-ec0967dcb68b tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 948 time: 0.1330874 Mar 05 13:38:58.315992 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7a475c52-3d7a-4127-961e-314d16e995c2 req-290cffce-2f73-4ea5-ab63-8cf71ddbc039 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109006 Mar 05 13:38:58.369697 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6f092ecc-2e7d-48b9-8440-c1da976807ee up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:38:58.478272 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df03435b-28f5-4f2e-8a7f-74d2f2de3a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f991efb1-429c-4b0c-afa7-b883718b8558'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:38:58.504120 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74868fe8-969f-4f50-8a2b-27b714539c83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:58.605451 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 6f092ecc-2e7d-48b9-8440-c1da976807ee triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:38:58.605818 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:58.643389 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:58.752892 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fdec9-60a8-4b04-a0a8-1ac69be31d12 req-aea6171d-d092-4f41-b664-bd3eae4b00d6 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:58.754654 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:58.764095 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-274fdec9-60a8-4b04-a0a8-1ac69be31d12 req-aea6171d-d092-4f41-b664-bd3eae4b00d6 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 943 time: 0.2072940 Mar 05 13:38:58.779803 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-82246795-8dcf-46a5-b50b-1d2cc483c075 req-2eac334c-b2ac-466c-b70a-0f8355c49654 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6485288 Mar 05 13:38:58.796716 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74868fe8-969f-4f50-8a2b-27b714539c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:58.841281 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bda89765-c5a6-46a5-9c8c-ef79402a77f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:58.853724 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-274fdec9-60a8-4b04-a0a8-1ac69be31d12 req-f429f766-54d9-4568-826f-0118b03f3f00 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846865 Mar 05 13:38:58.902844 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bda89765-c5a6-46a5-9c8c-ef79402a77f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:58.971283 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74868fe8-969f-4f50-8a2b-27b714539c83 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:38:58.986187 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-74868fe8-969f-4f50-8a2b-27b714539c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:38:59.002137 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74868fe8-969f-4f50-8a2b-27b714539c83 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:38:59.094822 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900b961-df3d-40b0-b5f1-8e44d2e29c44 req-cd49344f-baaf-4e8e-871d-3293f8ba4c5f tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:59.104936 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f900b961-df3d-40b0-b5f1-8e44d2e29c44 req-cd49344f-baaf-4e8e-871d-3293f8ba4c5f tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=8330aaf5-5bd2-4167-9076-38a8e6043f76 HTTP/1.1" status: 200 len: 946 time: 0.1323361 Mar 05 13:38:59.186839 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f900b961-df3d-40b0-b5f1-8e44d2e29c44 req-61f60acf-da1f-464e-a3d2-fd052e48a68d tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800931 Mar 05 13:38:59.267704 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74868fe8-969f-4f50-8a2b-27b714539c83 admin admin] Pushing event updated for resources: {'Port': ['ID=e01e6df0-19de-4cb3-9543-b250908e4a35,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:59.326582 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bda89765-c5a6-46a5-9c8c-ef79402a77f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:59.439714 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device fb33d2c5-08eb-471b-ac4b-9699be6db84c details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:38:59.442095 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:38:59.445984 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a017e3-365d-425f-9129-1c2fb5cd86a7 req-399fc376-d5a4-4089-9785-8eb8a4c33337 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:59.453228 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-33a017e3-365d-425f-9129-1c2fb5cd86a7 req-399fc376-d5a4-4089-9785-8eb8a4c33337 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03435b-28f5-4f2e-8a7f-74d2f2de3a99 HTTP/1.1" status: 200 len: 946 time: 0.1407130 Mar 05 13:38:59.498633 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-33a017e3-365d-425f-9129-1c2fb5cd86a7 req-acff234c-eb65-4151-a657-145c7cce472b tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444174 Mar 05 13:38:59.576853 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda89765-c5a6-46a5-9c8c-ef79402a77f9 admin admin] Pushing event updated for resources: {'Port': ['ID=b114be5a-5570-4a89-b1e3-a57c584e6377,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:38:59.592098 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd8d29-6a21-4e65-9798-bdcfbc321123 req-526385c7-3a6b-4293-9c4b-b65c9c7a8eb9 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:38:59.600159 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0cd8d29-6a21-4e65-9798-bdcfbc321123 req-526385c7-3a6b-4293-9c4b-b65c9c7a8eb9 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 1096 time: 0.9390292 Mar 05 13:38:59.672721 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port fb33d2c5-08eb-471b-ac4b-9699be6db84c, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=fb33d2c5-08eb-471b-ac4b-9699be6db84c,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:59.690938 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'fb33d2c5-08eb-471b-ac4b-9699be6db84c', 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970', 'port_id': 'fb33d2c5-08eb-471b-ac4b-9699be6db84c', 'mac_address': 'fa:16:3e:fe:5a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac31366-a7f9-483e-b1e1-eea597fcd311', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:38:59.779868 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:59.809565 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb33d2c5-08eb-471b-ac4b-9699be6db84c {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:38:59.829455 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0cd8d29-6a21-4e65-9798-bdcfbc321123 req-270f9e95-b1d4-44da-b392-aa51dbc336e9 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264516 Mar 05 13:38:59.837803 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port fb33d2c5-08eb-471b-ac4b-9699be6db84c, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=fb33d2c5-08eb-471b-ac4b-9699be6db84c,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:38:59.838875 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:38:59.845860 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:59.888981 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:38:59.888981 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:38:59.931274 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda89765-c5a6-46a5-9c8c-ef79402a77f9 admin admin] Network e27f5202-5fa0-4e82-ac0c-ac2ee333eb77 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:39:00.001766 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df03435b-28f5-4f2e-8a7f-74d2f2de3a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f991efb1-429c-4b0c-afa7-b883718b8558', 'code': 200} Mar 05 13:39:00.061043 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=fb33d2c5-08eb-471b-ac4b-9699be6db84c,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:00.079471 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-0f115741-6574-48d1-a300-c8e9f4351fda req-942b33f7-c379-4381-a8fd-7b6d7e44cc5f tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:39:00.081044 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0f115741-6574-48d1-a300-c8e9f4351fda req-942b33f7-c379-4381-a8fd-7b6d7e44cc5f tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057473 Mar 05 13:39:00.081562 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-bda89765-c5a6-46a5-9c8c-ef79402a77f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:39:00.083264 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:00.126125 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:00.133514 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:00.256297 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03172e1-1c1e-4411-9883-835a123cb297 req-6fb070ec-ec7f-4bb4-8f65-d958498c906d tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:00.268084 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e03172e1-1c1e-4411-9883-835a123cb297 req-6fb070ec-ec7f-4bb4-8f65-d958498c906d tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/ports?device_id=22e13932-9a3f-4c60-8e08-22065921432d HTTP/1.1" status: 200 len: 950 time: 0.1286097 Mar 05 13:39:00.279690 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:00.292289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['fb33d2c5-08eb-471b-ac4b-9699be6db84c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:39:00.349503 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e03172e1-1c1e-4411-9883-835a123cb297 req-a7e029d1-03db-4fff-a21b-3a84d39a08a9 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5aff102-23b1-4ba9-af87-7f2f86be481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802898 Mar 05 13:39:00.365195 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74868fe8-969f-4f50-8a2b-27b714539c83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:00.452344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-3b0eb048-7b36-4bda-872d-e531410fa7da tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:00.453783 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-3b0eb048-7b36-4bda-872d-e531410fa7da tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2&tenant_id=78a1cd353882451f977c98a0cde91b02&binding%3Ahost_id=n-h2-803718-1 HTTP/1.1" status: 200 len: 948 time: 0.4381323 Mar 05 13:39:00.553777 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c612683f-51f1-45d6-a5fd-31fb4ca66a4e None None] Provisioning complete for port b114be5a-5570-4a89-b1e3-a57c584e6377 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:39:00.554936 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c612683f-51f1-45d6-a5fd-31fb4ca66a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:00.639119 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c612683f-51f1-45d6-a5fd-31fb4ca66a4e None None] Port b114be5a-5570-4a89-b1e3-a57c584e6377 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:39:00.650473 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d42e4b-ac8d-4952-a435-bf3e9a8dca82 req-84c8cbf2-ceff-40c8-956e-49e94b5650c0 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:00.652305 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-36d42e4b-ac8d-4952-a435-bf3e9a8dca82 req-84c8cbf2-ceff-40c8-956e-49e94b5650c0 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 944 time: 0.1088433 Mar 05 13:39:00.668249 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0f115741-6574-48d1-a300-c8e9f4351fda req-59da10e9-89ca-451a-952a-e0bdad0671e7 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5697088 Mar 05 13:39:00.723877 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-36d42e4b-ac8d-4952-a435-bf3e9a8dca82 req-7c3a092f-f49c-4a2c-b500-5ebd6b12d284 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640652 Mar 05 13:39:00.813778 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda89765-c5a6-46a5-9c8c-ef79402a77f9 admin admin] Router 41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:39:00.848846 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-c9285e9c-8f8f-4250-a0c7-d3f24593bc1d service neutron] 10.222.0.30 "GET /v2.0/ports/f8a08b52-c3d6-4708-9fa8-7cadc504d2b1/bindings/n-h2-803718-1 HTTP/1.1" status: 200 len: 382 time: 0.3805177 Mar 05 13:39:01.083352 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00441833-f480-4ac7-809e-6b64f0a15cfc req-a5dc4d8f-31a4-40b6-a338-c0729de6ffe4 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:01.085853 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-00441833-f480-4ac7-809e-6b64f0a15cfc req-a5dc4d8f-31a4-40b6-a338-c0729de6ffe4 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 949 time: 0.2375779 Mar 05 13:39:01.150111 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-00441833-f480-4ac7-809e-6b64f0a15cfc req-64293ce9-5263-4feb-9cff-5e7063819204 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541131 Mar 05 13:39:01.498483 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74868fe8-969f-4f50-8a2b-27b714539c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:01.585610 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfb53c-d709-4955-b00b-22b6934f8bb6 req-67693032-42e7-4bd2-a209-f68bb44397b6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:01.587282 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-35cfb53c-d709-4955-b00b-22b6934f8bb6 req-67693032-42e7-4bd2-a209-f68bb44397b6 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03435b-28f5-4f2e-8a7f-74d2f2de3a99 HTTP/1.1" status: 200 len: 946 time: 0.0922778 Mar 05 13:39:01.600740 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda89765-c5a6-46a5-9c8c-ef79402a77f9 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:39:01.615458 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] Sync routers for ids ['41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:39:01.638343 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] Routers {'41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:39:01.638927 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:38:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:01.656243 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-35cfb53c-d709-4955-b00b-22b6934f8bb6 req-67f63135-5f48-44ed-9260-85fb41972b1b tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564270 Mar 05 13:39:01.670925 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-ed52b34d-1f03-4d7c-a5e7-62e69cb49ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:01.672587 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-ed52b34d-1f03-4d7c-a5e7-62e69cb49ecd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 1100 time: 0.7535145 Mar 05 13:39:01.679411 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954261b-bf30-4d7d-8270-4a7eb5e94a9b req-aa677f67-f5f2-4b60-a84f-97391dcc7fd9 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:01.681698 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b954261b-bf30-4d7d-8270-4a7eb5e94a9b req-aa677f67-f5f2-4b60-a84f-97391dcc7fd9 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 1096 time: 0.6550455 Mar 05 13:39:01.848541 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-e9508b1c-cd8d-42e3-b367-a8ed1b1d54d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:01.850030 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-e9508b1c-cd8d-42e3-b367-a8ed1b1d54d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.1645529 Mar 05 13:39:01.882996 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adff9a-0401-4869-94ed-cb8106391574 req-75c6a5c0-8e05-4925-ada9-bc4f9e150afe tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:01.886332 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] Set router 41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:39:01.890153 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-23adff9a-0401-4869-94ed-cb8106391574 req-75c6a5c0-8e05-4925-ada9-bc4f9e150afe tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9dd760d-36b2-4143-b67d-44c078ef9a10 HTTP/1.1" status: 200 len: 945 time: 0.1245842 Mar 05 13:39:01.966714 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-bda89765-c5a6-46a5-9c8c-ef79402a77f9 admin admin] 10.222.0.16 "PUT /v2.0/routers/41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7453742 Mar 05 13:39:01.968297 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-a7f81c1d-e593-468b-aeb2-2081a91d08f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 HTTP/1.1" status: 200 len: 217 time: 0.0920267 Mar 05 13:39:01.992280 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-23adff9a-0401-4869-94ed-cb8106391574 req-480549b2-f077-4c70-b752-5a6eadbd5d47 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010683 Mar 05 13:39:02.003333 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4afd61-ff40-4974-96d3-f2e8ad9dcad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:39:02.108356 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b954261b-bf30-4d7d-8270-4a7eb5e94a9b req-ef9b8ce1-6d24-469b-9c5b-e501f58a9f19 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540114 Mar 05 13:39:02.137437 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-3c4ae260-f21b-491e-a897-6c9572b89e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:02.138947 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-3c4ae260-f21b-491e-a897-6c9572b89e64 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1585021 Mar 05 13:39:02.281592 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74868fe8-969f-4f50-8a2b-27b714539c83 admin admin] Router 3ef9c522-a971-46d6-82d4-49f2dda932c3 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:39:02.367543 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1372764042-router', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:38:38Z', 'updated_at': '2022-03-05T13:38:57Z', 'revision_number': 4, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'gw_port': {'id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:42Z', 'updated_at': '2022-03-05T13:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b114be5a-5570-4a89-b1e3-a57c584e6377', 'name': '', 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'mac_address': 'fa:16:3e:6a:fb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e1725e4b-cb92-4bca-afad-6e7ce4db63e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:51Z', 'updated_at': '2022-03-05T13:38:57Z', 'revision_number': 2, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'subnets': [{'id': 'e1725e4b-cb92-4bca-afad-6e7ce4db63e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:02.378674 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] Checking router: 41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:39:02.379051 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] Updating router 41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd port b114be5a-5570-4a89-b1e3-a57c584e6377 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:39:02.471632 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:02.471884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-9fd08512-02e0-4e5d-ae17-6f5f51048d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:02.472533 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bce5ec-c6d2-4cf6-9ea0-16908d2ab71d req-86e28890-685d-4844-badd-ceab5eb9b5f7 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:02.473447 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-9fd08512-02e0-4e5d-ae17-6f5f51048d12 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3197956 Mar 05 13:39:02.483163 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-56bce5ec-c6d2-4cf6-9ea0-16908d2ab71d req-86e28890-685d-4844-badd-ceab5eb9b5f7 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/ports?device_id=22e13932-9a3f-4c60-8e08-22065921432d HTTP/1.1" status: 200 len: 950 time: 0.2169139 Mar 05 13:39:02.542983 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-56bce5ec-c6d2-4cf6-9ea0-16908d2ab71d req-3695ab2c-7529-451d-98a1-653bf4d5ddb5 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5aff102-23b1-4ba9-af87-7f2f86be481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588014 Mar 05 13:39:02.644142 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4afd61-ff40-4974-96d3-f2e8ad9dcad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1', 'code': 200} Mar 05 13:39:02.733387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74868fe8-969f-4f50-8a2b-27b714539c83 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:39:02.744156 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] Sync routers for ids ['3ef9c522-a971-46d6-82d4-49f2dda932c3'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:39:02.750138 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5848d-09c4-4f45-949b-fbbba276250d req-df840d7f-dc74-4b57-b9fb-7b720b528886 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:02.751938 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8df5848d-09c4-4f45-949b-fbbba276250d req-df840d7f-dc74-4b57-b9fb-7b720b528886 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 944 time: 0.3477993 Mar 05 13:39:02.778850 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] Routers {'3ef9c522-a971-46d6-82d4-49f2dda932c3'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:39:02.779467 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:38:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['3ef9c522-a971-46d6-82d4-49f2dda932c3'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:02.838361 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:39:02.896633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ff88a-aea4-450e-a8bf-3843698c67bf req-5a49e44c-ad2e-4b13-a076-ad049587aaa4 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:02.898475 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5a7ff88a-aea4-450e-a8bf-3843698c67bf req-5a49e44c-ad2e-4b13-a076-ad049587aaa4 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b764565-19c3-446c-b20e-4deb6e9fccbe HTTP/1.1" status: 200 len: 945 time: 0.1500843 Mar 05 13:39:02.977866 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5a7ff88a-aea4-450e-a8bf-3843698c67bf req-00780721-617f-43a5-8bc6-399d32fdf257 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690961 Mar 05 13:39:03.013859 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:03.041129 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] Transition to ACTIVE for port object b114be5a-5570-4a89-b1e3-a57c584e6377 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:39:03.051711 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:03.095310 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] Set router 3ef9c522-a971-46d6-82d4-49f2dda932c3 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:39:03.178865 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-3da1fb39-1a0b-41cd-9970-23cb37ab2028 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6961772 Mar 05 13:39:03.248939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c7420-3e1a-4c92-823e-c6ae2c7b9071 req-cfdf0dc5-dbd9-4c5b-9b75-a33e3356b36f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:03.257062 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b39c7420-3e1a-4c92-823e-c6ae2c7b9071 req-cfdf0dc5-dbd9-4c5b-9b75-a33e3356b36f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 949 time: 0.1339738 Mar 05 13:39:03.267515 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74868fe8-969f-4f50-8a2b-27b714539c83 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:03.268812 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-74868fe8-969f-4f50-8a2b-27b714539c83 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.6928387 Mar 05 13:39:03.278720 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49110) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:39:03.332699 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70cc68-cd37-429c-9f53-53725eb12ee5 None None] Pushing event updated for resources: {'Port': ['ID=b114be5a-5570-4a89-b1e3-a57c584e6377,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:03.341729 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8df5848d-09c4-4f45-949b-fbbba276250d req-c316c24c-febe-48c5-adad-26e49b57fce7 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5704064 Mar 05 13:39:03.414412 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70cc68-cd37-429c-9f53-53725eb12ee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:03.414749 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70cc68-cd37-429c-9f53-53725eb12ee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:03.427374 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70cc68-cd37-429c-9f53-53725eb12ee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:03.427659 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70cc68-cd37-429c-9f53-53725eb12ee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:03.427995 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70cc68-cd37-429c-9f53-53725eb12ee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:03.428324 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70cc68-cd37-429c-9f53-53725eb12ee5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:03.428703 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70cc68-cd37-429c-9f53-53725eb12ee5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:03.429032 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70cc68-cd37-429c-9f53-53725eb12ee5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:03.429357 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70cc68-cd37-429c-9f53-53725eb12ee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:03.429674 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70cc68-cd37-429c-9f53-53725eb12ee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:03.429987 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70cc68-cd37-429c-9f53-53725eb12ee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:03.430298 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb70cc68-cd37-429c-9f53-53725eb12ee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:03.543156 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] Attempting to bind port b114be5a-5570-4a89-b1e3-a57c584e6377 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:39:03.543526 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] Attempting to bind port b114be5a-5570-4a89-b1e3-a57c584e6377 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '85d2ef8a-2e90-47fe-a18d-202f9233c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:39:03.543869 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] Attempting to bind port b114be5a-5570-4a89-b1e3-a57c584e6377 on network e27f5202-5fa0-4e82-ac0c-ac2ee333eb77 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:39:03.557438 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc2384-37c0-4012-9c97-33701f6750b3 req-91293d06-35e9-4964-bec3-47482eb2cce6 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:03.558505 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:39:03.558756 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] Checking segment: {'id': '85d2ef8a-2e90-47fe-a18d-202f9233c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:39:03.559125 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:03.559624 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] Bound using segment: {'id': '85d2ef8a-2e90-47fe-a18d-202f9233c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:39:03.561353 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] Bound port: b114be5a-5570-4a89-b1e3-a57c584e6377, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d2ef8a-2e90-47fe-a18d-202f9233c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:39:03.561752 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:03.573262 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-40cc2384-37c0-4012-9c97-33701f6750b3 req-91293d06-35e9-4964-bec3-47482eb2cce6 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.15 "GET /v2.0/ports?device_id=22e13932-9a3f-4c60-8e08-22065921432d HTTP/1.1" status: 200 len: 950 time: 0.8007591 Mar 05 13:39:03.600364 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device fb33d2c5-08eb-471b-ac4b-9699be6db84c up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:39:03.699426 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-037d7de3-6bfb-4dd6-81ab-d276de48ae78 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990947 Mar 05 13:39:03.709407 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b39c7420-3e1a-4c92-823e-c6ae2c7b9071 req-3b5d1ccd-b3c3-4acb-8f4d-f1ca9056a87d tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513698 Mar 05 13:39:03.752771 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-40cc2384-37c0-4012-9c97-33701f6750b3 req-a24ad9a8-43d0-4caa-8642-ebe5cc0bbc02 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Deleting port abd6eece-87c1-453b-a464-a2c2f62a0e59 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:39:03.753247 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-40cc2384-37c0-4012-9c97-33701f6750b3 req-a24ad9a8-43d0-4caa-8642-ebe5cc0bbc02 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:03.786330 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] For port b114be5a-5570-4a89-b1e3-a57c584e6377, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:39:03.793895 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] For port b114be5a-5570-4a89-b1e3-a57c584e6377, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b114be5a-5570-4a89-b1e3-a57c584e6377,segment=NetworkSegment(85d2ef8a-2e90-47fe-a18d-202f9233c7d4),segment_id=85d2ef8a-2e90-47fe-a18d-202f9233c7d4)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:39:03.805116 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:03.939470 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] Routers {'41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:39:03.940225 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:38:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:04.025619 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port fb33d2c5-08eb-471b-ac4b-9699be6db84c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:39:04.069139 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port fb33d2c5-08eb-471b-ac4b-9699be6db84c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:39:04.069510 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:04.081697 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70cc68-cd37-429c-9f53-53725eb12ee5 None None] Pushing event updated for resources: {'Port': ['ID=b114be5a-5570-4a89-b1e3-a57c584e6377,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:04.255679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4f2e7-4dfd-42c2-b375-52367cf09845 req-fe594297-ebf0-43df-a430-6659a07feab2 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:04.257224 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0fd4f2e7-4dfd-42c2-b375-52367cf09845 req-fe594297-ebf0-43df-a430-6659a07feab2 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03435b-28f5-4f2e-8a7f-74d2f2de3a99 HTTP/1.1" status: 200 len: 946 time: 0.3886323 Mar 05 13:39:04.299572 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef9c522-a971-46d6-82d4-49f2dda932c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-641302920-router', 'tenant_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e01e6df0-19de-4cb3-9543-b250908e4a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:38:52Z', 'updated_at': '2022-03-05T13:38:59Z', 'revision_number': 3, 'project_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'gw_port': {'id': 'e01e6df0-19de-4cb3-9543-b250908e4a35', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ee:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef9c522-a971-46d6-82d4-49f2dda932c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:57Z', 'updated_at': '2022-03-05T13:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:04.315202 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] Checking router: 3ef9c522-a971-46d6-82d4-49f2dda932c3 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:39:04.315923 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] Updating router 3ef9c522-a971-46d6-82d4-49f2dda932c3 port e01e6df0-19de-4cb3-9543-b250908e4a35 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:39:04.349741 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-b5abac89-91b7-4e04-9025-804d81c596f4 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:04.357995 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-b5abac89-91b7-4e04-9025-804d81c596f4 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/networks?id=e27f5202-5fa0-4e82-ac0c-ac2ee333eb77 HTTP/1.1" status: 200 len: 829 time: 0.5113347 Mar 05 13:39:04.372300 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:04.395548 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-7cd765be-ce25-42c4-860e-1d62642d74aa tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/quotas/623cc9f32841436ebf21d071d3bbde3f HTTP/1.1" status: 200 len: 375 time: 0.0358720 Mar 05 13:39:04.443391 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] Set router 41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:39:04.455596 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0fd4f2e7-4dfd-42c2-b375-52367cf09845 req-ab5259da-4021-4685-bc4a-5b015d04a29b tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900349 Mar 05 13:39:04.470239 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:04.551783 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port fb33d2c5-08eb-471b-ac4b-9699be6db84c, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=fb33d2c5-08eb-471b-ac4b-9699be6db84c,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:04.575211 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:04.670427 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e55bc9e-c170-449e-b30f-6e03bea2ed61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb33d2c5-08eb-471b-ac4b-9699be6db84c'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:39:04.692380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-40cc2384-37c0-4012-9c97-33701f6750b3 req-a24ad9a8-43d0-4caa-8642-ebe5cc0bbc02 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] For port abd6eece-87c1-453b-a464-a2c2f62a0e59, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=abd6eece-87c1-453b-a464-a2c2f62a0e59,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:04.692867 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-40cc2384-37c0-4012-9c97-33701f6750b3 req-a24ad9a8-43d0-4caa-8642-ebe5cc0bbc02 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:04.719952 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-1f0dae39-11dc-4a95-a46f-82e08f08c294 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Synchronizing usage tracker for tenant:623cc9f32841436ebf21d071d3bbde3f on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:39:04.859353 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-40cc2384-37c0-4012-9c97-33701f6750b3 req-a24ad9a8-43d0-4caa-8642-ebe5cc0bbc02 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Calling delete_port for abd6eece-87c1-453b-a464-a2c2f62a0e59 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:39:04.881362 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=fb33d2c5-08eb-471b-ac4b-9699be6db84c,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:04.921355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-1f0dae39-11dc-4a95-a46f-82e08f08c294 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Unset dirty status for tenant:623cc9f32841436ebf21d071d3bbde3f on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:39:04.929618 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-1f0dae39-11dc-4a95-a46f-82e08f08c294 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=623cc9f32841436ebf21d071d3bbde3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5330899 Mar 05 13:39:04.957732 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7010156-0a6f-484a-9305-fa6ab75cc530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:04.979015 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82115a-5492-427f-87cb-8f30674a21ae req-9501feaa-544a-451b-b7aa-552a0eaf52a7 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:04.980145 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1e82115a-5492-427f-87cb-8f30674a21ae req-9501feaa-544a-451b-b7aa-552a0eaf52a7 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=8330aaf5-5bd2-4167-9076-38a8e6043f76 HTTP/1.1" status: 200 len: 946 time: 0.3268454 Mar 05 13:39:05.037653 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1372764042-router', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:38:38Z', 'updated_at': '2022-03-05T13:38:57Z', 'revision_number': 4, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'gw_port': {'id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:42Z', 'updated_at': '2022-03-05T13:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b114be5a-5570-4a89-b1e3-a57c584e6377', 'name': '', 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'mac_address': 'fa:16:3e:6a:fb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e1725e4b-cb92-4bca-afad-6e7ce4db63e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:51Z', 'updated_at': '2022-03-05T13:39:03Z', 'revision_number': 4, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'subnets': [{'id': 'e1725e4b-cb92-4bca-afad-6e7ce4db63e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:05.042556 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd77b75-1a4d-4f8e-b010-7649191dba8d None None] The sync data for ids ['41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'] in n-d-803718-1 is: [{'id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1372764042-router', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:38:38Z', 'updated_at': '2022-03-05T13:38:57Z', 'revision_number': 4, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'gw_port': {'id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:42Z', 'updated_at': '2022-03-05T13:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b114be5a-5570-4a89-b1e3-a57c584e6377', 'name': '', 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'mac_address': 'fa:16:3e:6a:fb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e1725e4b-cb92-4bca-afad-6e7ce4db63e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:51Z', 'updated_at': '2022-03-05T13:39:03Z', 'revision_number': 4, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'subnets': [{'id': 'e1725e4b-cb92-4bca-afad-6e7ce4db63e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:39:05.130804 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1e82115a-5492-427f-87cb-8f30674a21ae req-00892d85-4464-4bf1-b9ae-6192226079c5 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427367 Mar 05 13:39:05.309636 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:05.328019 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] Transition to ACTIVE for port object e01e6df0-19de-4cb3-9543-b250908e4a35 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:39:05.347799 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:05.401088 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-dd9d8684-ceca-4f11-b1e7-c196a6c0cf34 service neutron] 10.222.0.16 "GET /v2.0/networks/e27f5202-5fa0-4e82-ac0c-ac2ee333eb77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685099 Mar 05 13:39:05.402234 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-40cc2384-37c0-4012-9c97-33701f6750b3 req-a24ad9a8-43d0-4caa-8642-ebe5cc0bbc02 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:05.532973 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-a7010156-0a6f-484a-9305-fa6ab75cc530 admin admin] Allocated IP 172.20.0.1 (db824ea1-c4d2-4c45-a22e-13ab3441aee5/e972e39d-2d11-41c7-9274-3b3ae4ffa86c/f62c857d-61f1-4b2b-89c3-29bf3faa2211) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:39:05.581318 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e288b55-01a3-44e3-9372-70adefff07b1 None None] Pushing event updated for resources: {'Port': ['ID=e01e6df0-19de-4cb3-9543-b250908e4a35,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:05.594380 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] Attempting to bind port e01e6df0-19de-4cb3-9543-b250908e4a35 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:39:05.597145 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] Attempting to bind port e01e6df0-19de-4cb3-9543-b250908e4a35 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:39:05.598431 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] Attempting to bind port e01e6df0-19de-4cb3-9543-b250908e4a35 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:39:05.613485 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:39:05.614172 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:39:05.614808 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:05.616134 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:39:05.617101 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] Bound port: e01e6df0-19de-4cb3-9543-b250908e4a35, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:39:05.619192 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:05.630066 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ad9a8-43d0-4caa-8642-ebe5cc0bbc02 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Pushing event deleted for resources: {'Port': ['ID=abd6eece-87c1-453b-a464-a2c2f62a0e59,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:05.847184 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] For port e01e6df0-19de-4cb3-9543-b250908e4a35, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:39:05.856926 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] For port e01e6df0-19de-4cb3-9543-b250908e4a35, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e01e6df0-19de-4cb3-9543-b250908e4a35,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:39:05.867724 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:06.095536 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] Routers {'3ef9c522-a971-46d6-82d4-49f2dda932c3'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:39:06.099281 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:38:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['3ef9c522-a971-46d6-82d4-49f2dda932c3'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:06.125383 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7010156-0a6f-484a-9305-fa6ab75cc530 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:06.198496 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-a7010156-0a6f-484a-9305-fa6ab75cc530 admin admin] Transition to ACTIVE for port object f62c857d-61f1-4b2b-89c3-29bf3faa2211 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:39:06.198781 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e288b55-01a3-44e3-9372-70adefff07b1 None None] Pushing event updated for resources: {'Port': ['ID=e01e6df0-19de-4cb3-9543-b250908e4a35,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:06.220766 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cc2384-37c0-4012-9c97-33701f6750b3 req-a24ad9a8-43d0-4caa-8642-ebe5cc0bbc02 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] No DVR routers for this DVR port abd6eece-87c1-453b-a464-a2c2f62a0e59 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:39:06.233005 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-40cc2384-37c0-4012-9c97-33701f6750b3 req-a24ad9a8-43d0-4caa-8642-ebe5cc0bbc02 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:06.237150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e13932-9a3f-4c60-8e08-22065921432d', 'name': 'network-vif-deleted', 'tag': 'abd6eece-87c1-453b-a464-a2c2f62a0e59'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:39:06.288062 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7010156-0a6f-484a-9305-fa6ab75cc530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:06.323693 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-40cc2384-37c0-4012-9c97-33701f6750b3 req-a24ad9a8-43d0-4caa-8642-ebe5cc0bbc02 tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.15 "DELETE /v2.0/ports/abd6eece-87c1-453b-a464-a2c2f62a0e59 HTTP/1.1" status: 204 len: 173 time: 2.7409461 Mar 05 13:39:06.329027 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-c127740b-b860-46e0-b131-cad444014c3f service neutron] 10.222.0.16 "GET /v2.0/networks/e27f5202-5fa0-4e82-ac0c-ac2ee333eb77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9037130 Mar 05 13:39:06.507912 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b114be5a-5570-4a89-b1e3-a57c584e6377 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:39:06.615500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7010156-0a6f-484a-9305-fa6ab75cc530 admin admin] Network db824ea1-c4d2-4c45-a22e-13ab3441aee5 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:39:06.622289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] Set router 3ef9c522-a971-46d6-82d4-49f2dda932c3 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:39:06.673113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-a7010156-0a6f-484a-9305-fa6ab75cc530 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:39:06.694811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7010156-0a6f-484a-9305-fa6ab75cc530 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:39:06.845570 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7010156-0a6f-484a-9305-fa6ab75cc530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:07.238019 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7010156-0a6f-484a-9305-fa6ab75cc530 admin admin] Pushing event updated for resources: {'Port': ['ID=f62c857d-61f1-4b2b-89c3-29bf3faa2211,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:07.301836 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device abd6eece-87c1-453b-a464-a2c2f62a0e59 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:39:07.472218 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ecbd071a-94c6-4442-a6b8-d6a497b711d5 req-b937da50-52ad-4581-8158-252aaabe40ef tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Synchronizing usage tracker for tenant:2a4db5a3f9914e2ebc79f8ebd1099e59 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:39:07.490596 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7010156-0a6f-484a-9305-fa6ab75cc530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:07.527355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ecbd071a-94c6-4442-a6b8-d6a497b711d5 req-b937da50-52ad-4581-8158-252aaabe40ef tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] Unset dirty status for tenant:2a4db5a3f9914e2ebc79f8ebd1099e59 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:39:07.550316 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ecbd071a-94c6-4442-a6b8-d6a497b711d5 req-b937da50-52ad-4581-8158-252aaabe40ef tempest-ImagesNegativeTestJSON-490735944 tempest-ImagesNegativeTestJSON-490735944-project] 10.222.0.16 "GET /v2.0/ports?device_id=22e13932-9a3f-4c60-8e08-22065921432d HTTP/1.1" status: 200 len: 210 time: 0.6637812 Mar 05 13:39:07.584926 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-d60fb653-9e07-4aa8-8241-0fa8ab863c2e tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:39:07.601201 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-d60fb653-9e07-4aa8-8241-0fa8ab863c2e tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477674 Mar 05 13:39:07.621240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-1f2ac09a-0c4a-42b5-89dc-9ffcaae7708a service neutron] Request body: {'binding': {'host': 'n-h2-803718-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:39:07.623961 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-1f2ac09a-0c4a-42b5-89dc-9ffcaae7708a service neutron] Unknown quota resources ['binding']. {{(pid=87914) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 05 13:39:07.678315 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: abd6eece-87c1-453b-a464-a2c2f62a0e59 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:39:07.679247 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device abd6eece-87c1-453b-a464-a2c2f62a0e59 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:39:07.710799 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9a93e07d-9d81-40a9-90e9-efef437c51c5 None None] Provisioning for port f62c857d-61f1-4b2b-89c3-29bf3faa2211 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:39:07.725775 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9a93e07d-9d81-40a9-90e9-efef437c51c5 None None] Provisioning complete for port f62c857d-61f1-4b2b-89c3-29bf3faa2211 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:39:07.726386 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9a93e07d-9d81-40a9-90e9-efef437c51c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:07.815938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-3eed420e-bbd9-42d0-9336-90df866e579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:07.818750 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-3eed420e-bbd9-42d0-9336-90df866e579c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2&tenant_id=78a1cd353882451f977c98a0cde91b02 HTTP/1.1" status: 200 len: 1100 time: 1.0381219 Mar 05 13:39:07.835902 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803718-1', 'device_owner': 'compute:nova'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:39:07.853877 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port b114be5a-5570-4a89-b1e3-a57c584e6377 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:39:07.869997 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b114be5a-5570-4a89-b1e3-a57c584e6377 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:39:07.869997 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:07.938417 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef9c522-a971-46d6-82d4-49f2dda932c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-641302920-router', 'tenant_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e01e6df0-19de-4cb3-9543-b250908e4a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:38:52Z', 'updated_at': '2022-03-05T13:38:59Z', 'revision_number': 3, 'project_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'gw_port': {'id': 'e01e6df0-19de-4cb3-9543-b250908e4a35', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ee:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef9c522-a971-46d6-82d4-49f2dda932c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:57Z', 'updated_at': '2022-03-05T13:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:07.938417 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9a93e07d-9d81-40a9-90e9-efef437c51c5 None None] Port f62c857d-61f1-4b2b-89c3-29bf3faa2211 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:39:07.952364 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da19bb7-8405-42f4-b8ae-3e1a27b65f41 None None] The sync data for ids ['3ef9c522-a971-46d6-82d4-49f2dda932c3'] in n-d-803718-1 is: [{'id': '3ef9c522-a971-46d6-82d4-49f2dda932c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-641302920-router', 'tenant_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e01e6df0-19de-4cb3-9543-b250908e4a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:38:52Z', 'updated_at': '2022-03-05T13:38:59Z', 'revision_number': 3, 'project_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'gw_port': {'id': 'e01e6df0-19de-4cb3-9543-b250908e4a35', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ee:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef9c522-a971-46d6-82d4-49f2dda932c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:57Z', 'updated_at': '2022-03-05T13:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:39:08.104769 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:08.194588 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7010156-0a6f-484a-9305-fa6ab75cc530 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:08.206481 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7010156-0a6f-484a-9305-fa6ab75cc530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:08.206648 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port b114be5a-5570-4a89-b1e3-a57c584e6377, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b114be5a-5570-4a89-b1e3-a57c584e6377,segment=NetworkSegment(85d2ef8a-2e90-47fe-a18d-202f9233c7d4),segment_id=85d2ef8a-2e90-47fe-a18d-202f9233c7d4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:08.216574 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:08.344133 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:08.350470 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=b114be5a-5570-4a89-b1e3-a57c584e6377,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:08.482027 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7010156-0a6f-484a-9305-fa6ab75cc530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:08.664337 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7010156-0a6f-484a-9305-fa6ab75cc530 admin admin] Pushing event updated for resources: {'Port': ['ID=f62c857d-61f1-4b2b-89c3-29bf3faa2211,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:08.717424 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a37a3a24-204b-484d-a0ee-7fd26ba7a21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:08.757137 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7010156-0a6f-484a-9305-fa6ab75cc530 admin admin] Network db824ea1-c4d2-4c45-a22e-13ab3441aee5 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:39:08.757699 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-a7010156-0a6f-484a-9305-fa6ab75cc530 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:39:09.063114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468b6d5-6eb2-4c5c-86ac-379df047378b req-e7b8b0e7-5ddd-4b15-8578-7d44ed995698 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:09.073189 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b468b6d5-6eb2-4c5c-86ac-379df047378b req-e7b8b0e7-5ddd-4b15-8578-7d44ed995698 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 945 time: 1.1521900 Mar 05 13:39:09.285021 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ecd6ccd9-ae0c-40c3-8cd4-1b3e09265e08 None None] Provisioning complete for port f62c857d-61f1-4b2b-89c3-29bf3faa2211 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:39:09.285904 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ecd6ccd9-ae0c-40c3-8cd4-1b3e09265e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:09.345050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-1f2ac09a-0c4a-42b5-89dc-9ffcaae7708a service neutron] Attempting to bind port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 on host n-h2-803718-1 for vnic_type normal with profile None {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:39:09.345621 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-1f2ac09a-0c4a-42b5-89dc-9ffcaae7708a service neutron] Attempting to bind port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:39:09.346135 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-1f2ac09a-0c4a-42b5-89dc-9ffcaae7708a service neutron] Attempting to bind port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:39:09.388617 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7010156-0a6f-484a-9305-fa6ab75cc530 admin admin] Router 3ef9c522-a971-46d6-82d4-49f2dda932c3 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:39:09.406959 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ecd6ccd9-ae0c-40c3-8cd4-1b3e09265e08 None None] Port f62c857d-61f1-4b2b-89c3-29bf3faa2211 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:39:09.413316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-1f2ac09a-0c4a-42b5-89dc-9ffcaae7708a service neutron] Port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:39:09.415437 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-1f2ac09a-0c4a-42b5-89dc-9ffcaae7708a service neutron] Attempting to bind port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:39:09.437603 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-1f2ac09a-0c4a-42b5-89dc-9ffcaae7708a service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:39:09.443497 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-1f2ac09a-0c4a-42b5-89dc-9ffcaae7708a service neutron] Checking segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:39:09.444143 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-1f2ac09a-0c4a-42b5-89dc-9ffcaae7708a service neutron] Bound using segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:39:09.444776 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-1f2ac09a-0c4a-42b5-89dc-9ffcaae7708a service neutron] Bound port: 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:39:09.502642 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:39:09.675097 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b468b6d5-6eb2-4c5c-86ac-379df047378b req-91c991cc-d0e1-4559-8957-5497c3b743f7 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383677 Mar 05 13:39:09.703051 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:09.782304 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-1f2ac09a-0c4a-42b5-89dc-9ffcaae7708a service neutron] For port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:39:09.826468 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] For port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:09.849287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-18a26e3a-07a4-4043-ac13-67e362bdb99a tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:09.851341 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-18a26e3a-07a4-4043-ac13-67e362bdb99a tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.30 "GET /v2.0/networks?id=e27f5202-5fa0-4e82-ac0c-ac2ee333eb77 HTTP/1.1" status: 200 len: 829 time: 0.9182870 Mar 05 13:39:09.856195 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-1f2ac09a-0c4a-42b5-89dc-9ffcaae7708a service neutron] Notify callbacks [] for binding, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:09.858431 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-1f2ac09a-0c4a-42b5-89dc-9ffcaae7708a service neutron] 10.222.0.16 "POST /v2.0/ports/5cdf7733-1a4b-49d9-bb1c-c934eabe8b52/bindings HTTP/1.1" status: 201 len: 389 time: 2.2512503 Mar 05 13:39:09.879717 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-1f3239c1-3857-416a-bfb2-7506c08b7873 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Request body: {'port': {'device_id': '2291c693-ceca-4b41-9e46-d4dee14559fb', 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77', 'admin_state_up': True, 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:39:09.919296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7010156-0a6f-484a-9305-fa6ab75cc530 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:39:09.936696 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a7010156-0a6f-484a-9305-fa6ab75cc530 admin admin] 10.222.0.16 "PUT /v2.0/routers/3ef9c522-a971-46d6-82d4-49f2dda932c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6567686 Mar 05 13:39:09.960767 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] For port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:39:10.078663 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e55bc9e-c170-449e-b30f-6e03bea2ed61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb33d2c5-08eb-471b-ac4b-9699be6db84c', 'code': 200} Mar 05 13:39:10.326645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd86d46-80b1-4f29-b9d7-5e02dfdd27f6 req-69583c3d-dd02-4197-a390-a332b86deefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:10.329381 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6cd86d46-80b1-4f29-b9d7-5e02dfdd27f6 req-69583c3d-dd02-4197-a390-a332b86deefd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 1096 time: 0.1419771 Mar 05 13:39:10.363334 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:10.383411 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6cd86d46-80b1-4f29-b9d7-5e02dfdd27f6 req-c9decd6b-7756-459f-af9c-f5998457ee63 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469787 Mar 05 13:39:10.418298 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] Transition to ACTIVE for port object f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:39:10.474663 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:10.523566 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b114be5a-5570-4a89-b1e3-a57c584e6377 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:39:10.607449 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:39:10.617417 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05004848-6c91-4177-acef-3152db239f29 None None] Sync routers for ids ['3ef9c522-a971-46d6-82d4-49f2dda932c3'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:39:10.634532 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:39:10.635658 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05004848-6c91-4177-acef-3152db239f29 None None] Routers {'3ef9c522-a971-46d6-82d4-49f2dda932c3'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:39:10.636683 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-05004848-6c91-4177-acef-3152db239f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:38:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['3ef9c522-a971-46d6-82d4-49f2dda932c3'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:10.675952 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-6d11a4bf-9722-4baa-9df7-06816b210905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:10.677740 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-6d11a4bf-9722-4baa-9df7-06816b210905 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 1096 time: 0.4490016 Mar 05 13:39:10.720866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b114be5a-5570-4a89-b1e3-a57c584e6377 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:39:10.723440 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:10.732751 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db45249-a5c5-4325-ab3a-10ccdf97a17e req-064632cf-b19a-4641-9790-cc5fbe729c72 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:10.742388 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db45249-a5c5-4325-ab3a-10ccdf97a17e req-064632cf-b19a-4641-9790-cc5fbe729c72 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:10.750566 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db45249-a5c5-4325-ab3a-10ccdf97a17e req-064632cf-b19a-4641-9790-cc5fbe729c72 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:10.759844 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4db45249-a5c5-4325-ab3a-10ccdf97a17e req-064632cf-b19a-4641-9790-cc5fbe729c72 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=8330aaf5-5bd2-4167-9076-38a8e6043f76&device_id=0b764565-19c3-446c-b20e-4deb6e9fccbe&device_id=e9dd760d-36b2-4143-b67d-44c078ef9a10 HTTP/1.1" status: 200 len: 2417 time: 0.1621208 Mar 05 13:39:10.803268 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-1f3239c1-3857-416a-bfb2-7506c08b7873 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:39:10.829513 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4db45249-a5c5-4325-ab3a-10ccdf97a17e req-b7304416-f6df-4e81-9e19-f0475d9fe508 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656457 Mar 05 13:39:10.842803 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-1f3239c1-3857-416a-bfb2-7506c08b7873 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:39:10.905027 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-162cd193-4436-492f-8b3f-b924ba3b761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:10.952678 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] No DVR routers for this DVR port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:39:10.958044 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-1f3239c1-3857-416a-bfb2-7506c08b7873 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Made reservation on behalf of 623cc9f32841436ebf21d071d3bbde3f for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:39:10.961834 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-1f3239c1-3857-416a-bfb2-7506c08b7873 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:11.060079 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e01e6df0-19de-4cb3-9543-b250908e4a35 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:39:11.076318 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-05004848-6c91-4177-acef-3152db239f29 None None] Set router 3ef9c522-a971-46d6-82d4-49f2dda932c3 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:39:11.103911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31372ef-7d4c-43e5-b4fa-8d78364ddabb req-3aa3d1b3-7d52-403c-8d2d-4fab72b40d58 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:11.112652 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d31372ef-7d4c-43e5-b4fa-8d78364ddabb req-3aa3d1b3-7d52-403c-8d2d-4fab72b40d58 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03435b-28f5-4f2e-8a7f-74d2f2de3a99 HTTP/1.1" status: 200 len: 946 time: 0.1556427 Mar 05 13:39:11.139075 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d1934-76d5-437b-9133-2e838c67115c req-ce2cb088-fb58-462d-893e-21f70c226d5e tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:11.147623 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4f7d1934-76d5-437b-9133-2e838c67115c req-ce2cb088-fb58-462d-893e-21f70c226d5e tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 949 time: 0.8743286 Mar 05 13:39:11.185585 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d31372ef-7d4c-43e5-b4fa-8d78364ddabb req-beb83c09-3935-4dc8-b6af-75a80847bf80 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719705 Mar 05 13:39:11.297902 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port e01e6df0-19de-4cb3-9543-b250908e4a35 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:39:11.304706 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port e01e6df0-19de-4cb3-9543-b250908e4a35 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:39:11.307148 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:11.308325 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] Attempting to bind port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:39:11.309471 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] Attempting to bind port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:39:11.310083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] Attempting to bind port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:39:11.319847 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e13932-9a3f-4c60-8e08-22065921432d', 'name': 'network-vif-deleted', 'tag': 'abd6eece-87c1-453b-a464-a2c2f62a0e59', 'status': 'completed', 'code': 200} Mar 05 13:39:11.361246 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4f7d1934-76d5-437b-9133-2e838c67115c req-32119796-40d5-481c-93ff-8a0252d1d6f9 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120304 Mar 05 13:39:11.363254 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,revision_number=10']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:11.528951 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:11.550958 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d5499cd4-af90-44ff-9573-9844794eb724 req-f4951485-29de-415c-b48b-65ebac8a496f tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/ports?device_id=2291c693-ceca-4b41-9e46-d4dee14559fb HTTP/1.1" status: 200 len: 210 time: 0.0996072 Mar 05 13:39:11.564399 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port e01e6df0-19de-4cb3-9543-b250908e4a35, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e01e6df0-19de-4cb3-9543-b250908e4a35,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:11.581684 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:11.628393 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-05004848-6c91-4177-acef-3152db239f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef9c522-a971-46d6-82d4-49f2dda932c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-641302920-router', 'tenant_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e01e6df0-19de-4cb3-9543-b250908e4a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:38:52Z', 'updated_at': '2022-03-05T13:39:07Z', 'revision_number': 4, 'project_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'gw_port': {'id': 'e01e6df0-19de-4cb3-9543-b250908e4a35', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ee:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef9c522-a971-46d6-82d4-49f2dda932c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:57Z', 'updated_at': '2022-03-05T13:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'f62c857d-61f1-4b2b-89c3-29bf3faa2211', 'name': '', 'network_id': 'db824ea1-c4d2-4c45-a22e-13ab3441aee5', 'tenant_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'mac_address': 'fa:16:3e:f9:36:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef9c522-a971-46d6-82d4-49f2dda932c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e972e39d-2d11-41c7-9274-3b3ae4ffa86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:39:05Z', 'updated_at': '2022-03-05T13:39:07Z', 'revision_number': 2, 'project_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'subnets': [{'id': 'e972e39d-2d11-41c7-9274-3b3ae4ffa86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:11.634291 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05004848-6c91-4177-acef-3152db239f29 None None] Checking router: 3ef9c522-a971-46d6-82d4-49f2dda932c3 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:39:11.634947 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05004848-6c91-4177-acef-3152db239f29 None None] Updating router 3ef9c522-a971-46d6-82d4-49f2dda932c3 port f62c857d-61f1-4b2b-89c3-29bf3faa2211 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:39:11.680952 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] Port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:39:11.681683 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] Attempting to bind port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:39:11.687693 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=e01e6df0-19de-4cb3-9543-b250908e4a35,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:11.703690 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-05004848-6c91-4177-acef-3152db239f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:11.869884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-1f3239c1-3857-416a-bfb2-7506c08b7873 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Allocated IP 172.20.0.11 (e27f5202-5fa0-4e82-ac0c-ac2ee333eb77/e1725e4b-cb92-4bca-afad-6e7ce4db63e3/71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:39:11.922960 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:12.027199 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:12.098618 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-1f3239c1-3857-416a-bfb2-7506c08b7873 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:12.101696 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e98666-def0-4ef0-8105-4397c653c291 req-c3319d5f-2854-41c3-ad34-edb899e40e36 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:12.111053 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-05004848-6c91-4177-acef-3152db239f29 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:12.112792 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-74e98666-def0-4ef0-8105-4397c653c291 req-c3319d5f-2854-41c3-ad34-edb899e40e36 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 945 time: 0.2008588 Mar 05 13:39:12.119973 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-1f3239c1-3857-416a-bfb2-7506c08b7873 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Transition to ACTIVE for port object 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:39:12.123782 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-05004848-6c91-4177-acef-3152db239f29 None None] Transition to ACTIVE for port object f62c857d-61f1-4b2b-89c3-29bf3faa2211 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:39:12.130472 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:39:12.130826 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:39:12.131447 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:39:12.132088 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] Bound port: f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:39:12.132633 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:12.133722 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-05004848-6c91-4177-acef-3152db239f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:12.210069 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-74e98666-def0-4ef0-8105-4397c653c291 req-e62a6ff1-c0ec-4852-96f6-e1fdb4cacccc tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926287 Mar 05 13:39:12.263460 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9a8c8066-a92e-4204-9f17-7dcd7777c6f4 req-76dc01a8-8b96-4665-a74b-0eab41a071ee tempest-FloatingIPsNegativeTestJSON-1546535182 tempest-FloatingIPsNegativeTestJSON-1546535182-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=d9b2f2b8ac394e53aa4b932be6855eef HTTP/1.1" status: 200 len: 217 time: 0.1195307 Mar 05 13:39:12.378561 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e01e6df0-19de-4cb3-9543-b250908e4a35 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:39:12.486432 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-1f3239c1-3857-416a-bfb2-7506c08b7873 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:12.496801 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfffe02-1db5-4ee1-8ee8-fd0062218a61 req-da31f7c0-e920-40e9-89a4-54f182d6ae2b tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:12.507367 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-05004848-6c91-4177-acef-3152db239f29 None None] Attempting to bind port f62c857d-61f1-4b2b-89c3-29bf3faa2211 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:39:12.507999 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-05004848-6c91-4177-acef-3152db239f29 None None] Attempting to bind port f62c857d-61f1-4b2b-89c3-29bf3faa2211 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'f840b524-935b-4be1-b9fa-4e1f4a2d3f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'db824ea1-c4d2-4c45-a22e-13ab3441aee5'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:39:12.508560 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05004848-6c91-4177-acef-3152db239f29 None None] Attempting to bind port f62c857d-61f1-4b2b-89c3-29bf3faa2211 on network db824ea1-c4d2-4c45-a22e-13ab3441aee5 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:39:12.511294 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0cfffe02-1db5-4ee1-8ee8-fd0062218a61 req-da31f7c0-e920-40e9-89a4-54f182d6ae2b tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 945 time: 0.1885750 Mar 05 13:39:12.526196 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05004848-6c91-4177-acef-3152db239f29 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:39:12.526946 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05004848-6c91-4177-acef-3152db239f29 None None] Checking segment: {'id': 'f840b524-935b-4be1-b9fa-4e1f4a2d3f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'db824ea1-c4d2-4c45-a22e-13ab3441aee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:39:12.527569 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-05004848-6c91-4177-acef-3152db239f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:12.528169 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05004848-6c91-4177-acef-3152db239f29 None None] Bound using segment: {'id': 'f840b524-935b-4be1-b9fa-4e1f4a2d3f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'db824ea1-c4d2-4c45-a22e-13ab3441aee5'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:39:12.528861 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-05004848-6c91-4177-acef-3152db239f29 None None] Bound port: f62c857d-61f1-4b2b-89c3-29bf3faa2211, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f840b524-935b-4be1-b9fa-4e1f4a2d3f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'db824ea1-c4d2-4c45-a22e-13ab3441aee5'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:39:12.529465 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-05004848-6c91-4177-acef-3152db239f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:12.564610 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port e01e6df0-19de-4cb3-9543-b250908e4a35 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:39:12.564989 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:12.603037 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3239c1-3857-416a-bfb2-7506c08b7873 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Pushing event updated for resources: {'Port': ['ID=71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:12.610091 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-5df27236-572a-4e78-bc13-ca432064bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:12.612196 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-5df27236-572a-4e78-bc13-ca432064bcee service neutron] 10.222.0.30 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 920 time: 1.9175138 Mar 05 13:39:12.614410 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-1f3239c1-3857-416a-bfb2-7506c08b7873 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Network e27f5202-5fa0-4e82-ac0c-ac2ee333eb77 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:39:12.627493 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0cfffe02-1db5-4ee1-8ee8-fd0062218a61 req-83d90265-8332-484a-9b01-0f0501779c9e tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135192 Mar 05 13:39:12.641711 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-05004848-6c91-4177-acef-3152db239f29 None None] For port f62c857d-61f1-4b2b-89c3-29bf3faa2211, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:39:12.645658 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-05004848-6c91-4177-acef-3152db239f29 None None] For port f62c857d-61f1-4b2b-89c3-29bf3faa2211, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f62c857d-61f1-4b2b-89c3-29bf3faa2211,segment=NetworkSegment(f840b524-935b-4be1-b9fa-4e1f4a2d3f29),segment_id=f840b524-935b-4be1-b9fa-4e1f4a2d3f29)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:39:12.655816 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-05004848-6c91-4177-acef-3152db239f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:12.681348 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284728b3-5c47-49bc-b1cd-f37e8e73d28b None None] Pushing event updated for resources: {'Port': ['ID=f62c857d-61f1-4b2b-89c3-29bf3faa2211,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:12.724280 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-94883272-f56f-41b7-99a9-effa7f51d6b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 HTTP/1.1" status: 200 len: 217 time: 0.0994229 Mar 05 13:39:12.725115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-1f3239c1-3857-416a-bfb2-7506c08b7873 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:39:12.737301 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-1f3239c1-3857-416a-bfb2-7506c08b7873 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:39:12.781471 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284728b3-5c47-49bc-b1cd-f37e8e73d28b None None] Pushing event updated for resources: {'Port': ['ID=f62c857d-61f1-4b2b-89c3-29bf3faa2211,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:12.803267 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05004848-6c91-4177-acef-3152db239f29 None None] Routers {'3ef9c522-a971-46d6-82d4-49f2dda932c3'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:39:12.804222 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-05004848-6c91-4177-acef-3152db239f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:39:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['3ef9c522-a971-46d6-82d4-49f2dda932c3'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:12.896238 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-1f3239c1-3857-416a-bfb2-7506c08b7873 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:12.896902 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-1f3239c1-3857-416a-bfb2-7506c08b7873 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:12.991993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] For port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:39:13.052767 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-a534c556-a924-4684-8be4-512b55b67c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:13.054523 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-a534c556-a924-4684-8be4-512b55b67c1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ddb228e-b84a-4351-a2cb-7f33147be2ea HTTP/1.1" status: 200 len: 860 time: 0.2316387 Mar 05 13:39:13.060759 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-1f3239c1-3857-416a-bfb2-7506c08b7873 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1858323 Mar 05 13:39:13.062656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] For port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:39:13.083566 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7d3bfb59-e9be-4387-b10d-2384f768c6b3 req-62f6eda3-7afc-47a6-a90a-abf8f501bb83 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.7366233 Mar 05 13:39:13.110460 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-05004848-6c91-4177-acef-3152db239f29 None None] Set router 3ef9c522-a971-46d6-82d4-49f2dda932c3 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:39:13.146894 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab26ab-21ab-4ea0-a99e-d4d44d0042da req-995403ce-0260-4051-8769-13a0f626c14c tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:13.155180 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-78ab26ab-21ab-4ea0-a99e-d4d44d0042da req-995403ce-0260-4051-8769-13a0f626c14c tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03435b-28f5-4f2e-8a7f-74d2f2de3a99 HTTP/1.1" status: 200 len: 946 time: 0.1267462 Mar 05 13:39:13.189374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-dc5a4a7b-2fcc-4f97-9898-59088a4f0242 service neutron] Request body: {'port': {'device_id': '2291c693-ceca-4b41-9e46-d4dee14559fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:39:13.207354 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-78ab26ab-21ab-4ea0-a99e-d4d44d0042da req-e51857ca-aa4f-45b5-a926-962e0ebce6da tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511718 Mar 05 13:39:13.285705 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-b41989a7-d4ef-47eb-9201-55bcc7e6dc9d req-789f2063-9b17-467b-a4df-d3cde152b730 tempest-FloatingIPsNegativeTestJSON-1546535182 tempest-FloatingIPsNegativeTestJSON-1546535182-project] Synchronizing usage tracker for tenant:d9b2f2b8ac394e53aa4b932be6855eef on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:39:13.289719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a7681853-b9d5-4d6f-8a37-34bc6e2d6c6f None None] Provisioning for port 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:39:13.295458 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a7681853-b9d5-4d6f-8a37-34bc6e2d6c6f None None] Provisioning complete for port 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:39:13.295963 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a7681853-b9d5-4d6f-8a37-34bc6e2d6c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:13.299258 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:13.337154 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-b41989a7-d4ef-47eb-9201-55bcc7e6dc9d req-789f2063-9b17-467b-a4df-d3cde152b730 tempest-FloatingIPsNegativeTestJSON-1546535182 tempest-FloatingIPsNegativeTestJSON-1546535182-project] Unset dirty status for tenant:d9b2f2b8ac394e53aa4b932be6855eef on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:39:13.348295 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b41989a7-d4ef-47eb-9201-55bcc7e6dc9d req-789f2063-9b17-467b-a4df-d3cde152b730 tempest-FloatingIPsNegativeTestJSON-1546535182 tempest-FloatingIPsNegativeTestJSON-1546535182-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1219497 Mar 05 13:39:13.431920 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a7681853-b9d5-4d6f-8a37-34bc6e2d6c6f None None] Port 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:39:13.505423 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4afd61-ff40-4974-96d3-f2e8ad9dcad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:39:13.527815 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,revision_number=11']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:13.544605 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:13.550984 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-43e47eba-c1d1-4c10-893d-5257609d69a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4653652 Mar 05 13:39:13.609483 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-05004848-6c91-4177-acef-3152db239f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef9c522-a971-46d6-82d4-49f2dda932c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-641302920-router', 'tenant_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e01e6df0-19de-4cb3-9543-b250908e4a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:38:52Z', 'updated_at': '2022-03-05T13:39:07Z', 'revision_number': 4, 'project_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'gw_port': {'id': 'e01e6df0-19de-4cb3-9543-b250908e4a35', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ee:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef9c522-a971-46d6-82d4-49f2dda932c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:57Z', 'updated_at': '2022-03-05T13:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'f62c857d-61f1-4b2b-89c3-29bf3faa2211', 'name': '', 'network_id': 'db824ea1-c4d2-4c45-a22e-13ab3441aee5', 'tenant_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'mac_address': 'fa:16:3e:f9:36:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef9c522-a971-46d6-82d4-49f2dda932c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e972e39d-2d11-41c7-9274-3b3ae4ffa86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:39:05Z', 'updated_at': '2022-03-05T13:39:12Z', 'revision_number': 4, 'project_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'subnets': [{'id': 'e972e39d-2d11-41c7-9274-3b3ae4ffa86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:13.615146 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05004848-6c91-4177-acef-3152db239f29 None None] The sync data for ids ['3ef9c522-a971-46d6-82d4-49f2dda932c3'] in n-d-803718-1 is: [{'id': '3ef9c522-a971-46d6-82d4-49f2dda932c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-641302920-router', 'tenant_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e01e6df0-19de-4cb3-9543-b250908e4a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:38:52Z', 'updated_at': '2022-03-05T13:39:07Z', 'revision_number': 4, 'project_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'gw_port': {'id': 'e01e6df0-19de-4cb3-9543-b250908e4a35', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ee:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef9c522-a971-46d6-82d4-49f2dda932c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:57Z', 'updated_at': '2022-03-05T13:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'f62c857d-61f1-4b2b-89c3-29bf3faa2211', 'name': '', 'network_id': 'db824ea1-c4d2-4c45-a22e-13ab3441aee5', 'tenant_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'mac_address': 'fa:16:3e:f9:36:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef9c522-a971-46d6-82d4-49f2dda932c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e972e39d-2d11-41c7-9274-3b3ae4ffa86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:39:05Z', 'updated_at': '2022-03-05T13:39:12Z', 'revision_number': 4, 'project_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'subnets': [{'id': 'e972e39d-2d11-41c7-9274-3b3ae4ffa86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:39:13.650307 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a38d0-7449-4428-adb2-7c4f445c3b2e req-4b30f6bf-cfdf-4e60-b2c2-f4fafa04d07f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:13.680133 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-225a38d0-7449-4428-adb2-7c4f445c3b2e req-4b30f6bf-cfdf-4e60-b2c2-f4fafa04d07f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 948 time: 0.1934133 Mar 05 13:39:13.757772 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-225a38d0-7449-4428-adb2-7c4f445c3b2e req-89e73433-45dc-460a-b71e-af2054c63568 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760276 Mar 05 13:39:13.808700 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-dc5a4a7b-2fcc-4f97-9898-59088a4f0242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:13.825633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:13.826286 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:13.829688 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-5bbb7669-7247-40ea-bf31-554d38d660b0 service neutron] 10.222.0.15 "PUT /v2.0/ports/f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 HTTP/1.1" status: 200 len: 1096 time: 6.0025740 Mar 05 13:39:14.072490 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d9d7c-404b-4777-819a-4999a1bf2fd6 req-577decba-c2f6-44b7-b30d-f2a837cde536 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:14.079737 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f85d9d7c-404b-4777-819a-4999a1bf2fd6 req-577decba-c2f6-44b7-b30d-f2a837cde536 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 1096 time: 0.1194863 Mar 05 13:39:14.132782 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f85d9d7c-404b-4777-819a-4999a1bf2fd6 req-82dabb15-f486-45b8-b1ad-b4c5c9babee2 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520592 Mar 05 13:39:14.420269 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f62c857d-61f1-4b2b-89c3-29bf3faa2211 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:39:14.440398 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad1c0d-aa8c-4b50-94cc-a9d62812c5ac req-c565813b-d726-4549-b057-e651cae12669 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:14.442508 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d2ad1c0d-aa8c-4b50-94cc-a9d62812c5ac req-c565813b-d726-4549-b057-e651cae12669 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 945 time: 0.1792326 Mar 05 13:39:14.460460 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-d7c8e65d-9e12-481c-bb79-cc4845a76d76 service neutron] 10.222.0.30 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7032633 Mar 05 13:39:14.568478 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d2ad1c0d-aa8c-4b50-94cc-a9d62812c5ac req-2a3a5dd7-b3a1-44b6-8857-4794f80ed2bd tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187487 Mar 05 13:39:14.591636 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port f62c857d-61f1-4b2b-89c3-29bf3faa2211 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:39:14.601610 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port f62c857d-61f1-4b2b-89c3-29bf3faa2211 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:39:14.603289 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:14.750703 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-964e7c99-ca6e-4c7a-85cc-bde894279ff6 req-ccaa7357-8019-4bbe-9af7-0da04925ab52 tempest-FloatingIPsNegativeTestJSON-1546535182 tempest-FloatingIPsNegativeTestJSON-1546535182-project] show failed (client error): The resource could not be found. Mar 05 13:39:14.769098 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-964e7c99-ca6e-4c7a-85cc-bde894279ff6 req-ccaa7357-8019-4bbe-9af7-0da04925ab52 tempest-FloatingIPsNegativeTestJSON-1546535182 tempest-FloatingIPsNegativeTestJSON-1546535182-project] 10.222.0.16 "GET /v2.0/floatingips/11935578-fb6f-413d-a515-78734d9c0ac9 HTTP/1.1" status: 404 len: 350 time: 0.1490662 Mar 05 13:39:14.769845 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49222) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:39:14.875223 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-c692bb88-fead-415e-92f7-c660598bd0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:14.887711 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-c692bb88-fead-415e-92f7-c660598bd0b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 1099 time: 1.0266740 Mar 05 13:39:14.920603 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d347d9-b3e4-4451-883a-a71baaaa267c req-2d8ece7c-16e1-4b7f-9c62-e717624b3fb6 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:14.921356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-b3d347d9-b3e4-4451-883a-a71baaaa267c req-2d8ece7c-16e1-4b7f-9c62-e717624b3fb6 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Synchronizing usage tracker for tenant:623cc9f32841436ebf21d071d3bbde3f on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:39:14.928317 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:15.002712 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port f62c857d-61f1-4b2b-89c3-29bf3faa2211, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f62c857d-61f1-4b2b-89c3-29bf3faa2211,segment=NetworkSegment(f840b524-935b-4be1-b9fa-4e1f4a2d3f29),segment_id=f840b524-935b-4be1-b9fa-4e1f4a2d3f29)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:15.002712 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:15.175455 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=f62c857d-61f1-4b2b-89c3-29bf3faa2211,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:15.320859 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4afd61-ff40-4974-96d3-f2e8ad9dcad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1', 'code': 200} Mar 05 13:39:15.462391 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-4b710c9d-41c1-4e73-999b-b7d50de22bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:15.470454 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-4b710c9d-41c1-4e73-999b-b7d50de22bf3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.5453584 Mar 05 13:39:15.810555 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-8e189b31-f98e-4b85-a6c3-3869794d8f90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 HTTP/1.1" status: 200 len: 217 time: 0.1750038 Mar 05 13:39:15.810555 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-b3d347d9-b3e4-4451-883a-a71baaaa267c req-2d8ece7c-16e1-4b7f-9c62-e717624b3fb6 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Unset dirty status for tenant:623cc9f32841436ebf21d071d3bbde3f on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:39:15.828587 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b3d347d9-b3e4-4451-883a-a71baaaa267c req-2d8ece7c-16e1-4b7f-9c62-e717624b3fb6 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/ports?device_id=2291c693-ceca-4b41-9e46-d4dee14559fb HTTP/1.1" status: 200 len: 932 time: 2.1333315 Mar 05 13:39:15.828587 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-db2526af-4fed-4d89-a71f-c2bea2352779 service neutron] 10.222.0.30 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3539808 Mar 05 13:39:16.240457 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c3c2d-9161-4512-bbbd-1da1acdc9185 req-af193d51-c0ae-4094-80f6-ee83fdbe18f3 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:16.246518 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-578c3c2d-9161-4512-bbbd-1da1acdc9185 req-af193d51-c0ae-4094-80f6-ee83fdbe18f3 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 1096 time: 0.2317553 Mar 05 13:39:16.264457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-dc5a4a7b-2fcc-4f97-9898-59088a4f0242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:39:16.278359 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-dc5a4a7b-2fcc-4f97-9898-59088a4f0242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:16.297263 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-dc5a4a7b-2fcc-4f97-9898-59088a4f0242 service neutron] Transition to ACTIVE for port object 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:39:16.323512 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-dc5a4a7b-2fcc-4f97-9898-59088a4f0242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:16.334905 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-578c3c2d-9161-4512-bbbd-1da1acdc9185 req-7161feca-f29e-4677-8e3c-e331bc82c8ac tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799053 Mar 05 13:39:16.364929 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f62c857d-61f1-4b2b-89c3-29bf3faa2211 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:39:16.577329 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port f62c857d-61f1-4b2b-89c3-29bf3faa2211 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:39:16.577329 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:16.657269 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0545eacc-0f46-41de-8014-481addc47fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:16.847376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-025ee52a-208f-4cf7-a88d-4328f1f52abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:16.850422 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-025ee52a-208f-4cf7-a88d-4328f1f52abc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 1.0230265 Mar 05 13:39:16.941445 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b3d347d9-b3e4-4451-883a-a71baaaa267c req-b051a8c5-9773-48bc-b0c6-4c5f2a99aeb0 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/security-groups?id=64d73c22-cf7d-4f76-b013-9c599476d409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1195023 Mar 05 13:39:17.036433 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a4a7b-2fcc-4f97-9898-59088a4f0242 service neutron] Pushing event updated for resources: {'Port': ['ID=71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:17.110804 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974f1ed-5e6d-41dc-88ea-3c801e9678df req-37cbc9a2-b7c8-4563-b842-77c0007c0929 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:17.118950 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c974f1ed-5e6d-41dc-88ea-3c801e9678df req-37cbc9a2-b7c8-4563-b842-77c0007c0929 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03435b-28f5-4f2e-8a7f-74d2f2de3a99 HTTP/1.1" status: 200 len: 946 time: 0.2144432 Mar 05 13:39:17.153099 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-dc5a4a7b-2fcc-4f97-9898-59088a4f0242 service neutron] Attempting to bind port 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:39:17.153475 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-dc5a4a7b-2fcc-4f97-9898-59088a4f0242 service neutron] Attempting to bind port 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '85d2ef8a-2e90-47fe-a18d-202f9233c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:39:17.153761 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-dc5a4a7b-2fcc-4f97-9898-59088a4f0242 service neutron] Attempting to bind port 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 on network e27f5202-5fa0-4e82-ac0c-ac2ee333eb77 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:39:17.166624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-dc5a4a7b-2fcc-4f97-9898-59088a4f0242 service neutron] Port 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 on network e27f5202-5fa0-4e82-ac0c-ac2ee333eb77 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:39:17.167277 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-dc5a4a7b-2fcc-4f97-9898-59088a4f0242 service neutron] Attempting to bind port 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 on network e27f5202-5fa0-4e82-ac0c-ac2ee333eb77 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:39:17.175759 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-6b4f8fbd-b8ab-4639-b35c-73edb8f51e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:17.178499 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-6b4f8fbd-b8ab-4639-b35c-73edb8f51e61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3065515 Mar 05 13:39:17.183974 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-dc5a4a7b-2fcc-4f97-9898-59088a4f0242 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:39:17.184535 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-dc5a4a7b-2fcc-4f97-9898-59088a4f0242 service neutron] Checking segment: {'id': '85d2ef8a-2e90-47fe-a18d-202f9233c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:39:17.185565 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-dc5a4a7b-2fcc-4f97-9898-59088a4f0242 service neutron] Bound using segment: {'id': '85d2ef8a-2e90-47fe-a18d-202f9233c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:39:17.186164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-dc5a4a7b-2fcc-4f97-9898-59088a4f0242 service neutron] Bound port: 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d2ef8a-2e90-47fe-a18d-202f9233c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:39:17.186673 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-dc5a4a7b-2fcc-4f97-9898-59088a4f0242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:17.203362 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c974f1ed-5e6d-41dc-88ea-3c801e9678df req-3edbf144-5528-4559-9b08-3acf718f2d33 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834508 Mar 05 13:39:17.286391 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-0545eacc-0f46-41de-8014-481addc47fa5 admin admin] Deleting port f62c857d-61f1-4b2b-89c3-29bf3faa2211 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:39:17.287020 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0545eacc-0f46-41de-8014-481addc47fa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:17.366814 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4afd61-ff40-4974-96d3-f2e8ad9dcad2', 'tag': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:39:17.412810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc8ac1-82da-4756-ae21-7e75ebf77150 req-c39d5024-09a6-4a66-bf68-786fee46a5dc tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:17.414298 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16fc8ac1-82da-4756-ae21-7e75ebf77150 req-c39d5024-09a6-4a66-bf68-786fee46a5dc tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 948 time: 0.3451090 Mar 05 13:39:17.485072 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-37279d54-a1d2-4cf3-9481-79219ff1d10e service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843320 Mar 05 13:39:17.489402 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-dc5a4a7b-2fcc-4f97-9898-59088a4f0242 service neutron] For port 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:39:17.503386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-dc5a4a7b-2fcc-4f97-9898-59088a4f0242 service neutron] For port 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9,segment=NetworkSegment(85d2ef8a-2e90-47fe-a18d-202f9233c7d4),segment_id=85d2ef8a-2e90-47fe-a18d-202f9233c7d4)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:39:17.533487 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-dc5a4a7b-2fcc-4f97-9898-59088a4f0242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:17.552480 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e524f03-b60f-452f-953a-2b0ecbeb1d33 req-47b934c7-ac9c-424e-9c7d-b96e5da4d94d tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:17.553925 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e524f03-b60f-452f-953a-2b0ecbeb1d33 req-47b934c7-ac9c-424e-9c7d-b96e5da4d94d tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 945 time: 0.1993930 Mar 05 13:39:17.555795 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-0545eacc-0f46-41de-8014-481addc47fa5 admin admin] For port f62c857d-61f1-4b2b-89c3-29bf3faa2211, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f62c857d-61f1-4b2b-89c3-29bf3faa2211,segment=NetworkSegment(f840b524-935b-4be1-b9fa-4e1f4a2d3f29),segment_id=f840b524-935b-4be1-b9fa-4e1f4a2d3f29)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:17.556312 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0545eacc-0f46-41de-8014-481addc47fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:17.599701 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16fc8ac1-82da-4756-ae21-7e75ebf77150 req-36db01cb-9d8c-45d1-9e01-ae6acf2b83c4 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666713 Mar 05 13:39:17.670703 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-dc5a4a7b-2fcc-4f97-9898-59088a4f0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:17.672200 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-dc5a4a7b-2fcc-4f97-9898-59088a4f0242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:17.673592 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-dc5a4a7b-2fcc-4f97-9898-59088a4f0242 service neutron] 10.222.0.30 "PUT /v2.0/ports/71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 HTTP/1.1" status: 200 len: 1092 time: 4.4913006 Mar 05 13:39:17.738719 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a4a7b-2fcc-4f97-9898-59088a4f0242 service neutron] Pushing event updated for resources: {'Port': ['ID=71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:17.756516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-0545eacc-0f46-41de-8014-481addc47fa5 admin admin] Calling delete_port for f62c857d-61f1-4b2b-89c3-29bf3faa2211 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:39:17.883439 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e524f03-b60f-452f-953a-2b0ecbeb1d33 req-4925404a-963e-4771-afd3-404c138ea5cf tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118448 Mar 05 13:39:17.999826 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0324697e-bd5c-4a9f-a9cf-c03db34b0981 req-4149abae-2606-4440-94de-48a518946364 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914978 Mar 05 13:39:18.085962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-c1071a1c-93ec-4b38-8fed-4ca260d551fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:18.087557 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-c1071a1c-93ec-4b38-8fed-4ca260d551fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=623cc9f32841436ebf21d071d3bbde3f&device_id=2291c693-ceca-4b41-9e46-d4dee14559fb HTTP/1.1" status: 200 len: 1095 time: 0.3237169 Mar 05 13:39:18.229600 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4afd61-ff40-4974-96d3-f2e8ad9dcad2', 'tag': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1', 'status': 'completed', 'code': 200} Mar 05 13:39:18.294610 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-5ec49e5d-9a0d-4ba5-b094-2dc0481fdd5e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 HTTP/1.1" status: 200 len: 217 time: 0.1948774 Mar 05 13:39:18.422650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-6e7120af-9eac-40db-9f87-53dd97ce6623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:18.424132 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-6e7120af-9eac-40db-9f87-53dd97ce6623 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e1725e4b-cb92-4bca-afad-6e7ce4db63e3 HTTP/1.1" status: 200 len: 868 time: 0.0885055 Mar 05 13:39:18.518491 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b9e99-4072-4d0c-b7df-ef8d439251ab req-33b47ba3-b17d-41f3-9268-3b9a1c9cf3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:18.520444 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd8b9e99-4072-4d0c-b7df-ef8d439251ab req-33b47ba3-b17d-41f3-9268-3b9a1c9cf3bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 1099 time: 0.3247592 Mar 05 13:39:18.524231 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0545eacc-0f46-41de-8014-481addc47fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:18.556839 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b9e99-4072-4d0c-b7df-ef8d439251ab req-2572b249-a1e8-4494-a634-3d027ac26a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:18.558569 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd8b9e99-4072-4d0c-b7df-ef8d439251ab req-2572b249-a1e8-4494-a634-3d027ac26a5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78a1cd353882451f977c98a0cde91b02&device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 1099 time: 0.3293331 Mar 05 13:39:18.576865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545eacc-0f46-41de-8014-481addc47fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f62c857d-61f1-4b2b-89c3-29bf3faa2211,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:18.582574 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945ba75-1e64-4265-9d14-6a71648b9ce2 req-94acafa5-65d0-47d5-a403-367364c437ca tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:18.584320 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2945ba75-1e64-4265-9d14-6a71648b9ce2 req-94acafa5-65d0-47d5-a403-367364c437ca tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/ports?device_id=2291c693-ceca-4b41-9e46-d4dee14559fb HTTP/1.1" status: 200 len: 944 time: 0.2913911 Mar 05 13:39:18.615033 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545eacc-0f46-41de-8014-481addc47fa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:18.615374 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545eacc-0f46-41de-8014-481addc47fa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:18.615710 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545eacc-0f46-41de-8014-481addc47fa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:18.616034 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545eacc-0f46-41de-8014-481addc47fa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:18.616397 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545eacc-0f46-41de-8014-481addc47fa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:18.617013 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545eacc-0f46-41de-8014-481addc47fa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:18.617013 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545eacc-0f46-41de-8014-481addc47fa5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:18.617276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545eacc-0f46-41de-8014-481addc47fa5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:18.617593 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545eacc-0f46-41de-8014-481addc47fa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:18.618281 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545eacc-0f46-41de-8014-481addc47fa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:18.619020 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545eacc-0f46-41de-8014-481addc47fa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:18.619515 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545eacc-0f46-41de-8014-481addc47fa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:18.858158 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2945ba75-1e64-4265-9d14-6a71648b9ce2 req-9ddd1d97-362f-440a-8465-7b6bc6642fde tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/security-groups?id=64d73c22-cf7d-4f76-b013-9c599476d409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437329 Mar 05 13:39:18.882719 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b9e99-4072-4d0c-b7df-ef8d439251ab req-079d0031-cc8e-490e-962c-ea52fc99abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:18.885423 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd8b9e99-4072-4d0c-b7df-ef8d439251ab req-079d0031-cc8e-490e-962c-ea52fc99abc7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.3534734 Mar 05 13:39:18.889523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-63c2af08-ff60-4381-aa04-4fabd28b2d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:18.890984 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-63c2af08-ff60-4381-aa04-4fabd28b2d3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e27f5202-5fa0-4e82-ac0c-ac2ee333eb77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4457903 Mar 05 13:39:18.925378 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0545eacc-0f46-41de-8014-481addc47fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:19.022748 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd8b9e99-4072-4d0c-b7df-ef8d439251ab req-02e22410-3b3e-42d0-a6c1-0d4a8645be0c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 HTTP/1.1" status: 200 len: 217 time: 0.1290815 Mar 05 13:39:19.037304 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b9e99-4072-4d0c-b7df-ef8d439251ab req-8121894f-f7a9-44c0-b03c-a513f57d3a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:19.038716 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd8b9e99-4072-4d0c-b7df-ef8d439251ab req-8121894f-f7a9-44c0-b03c-a513f57d3a0d service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.4480999 Mar 05 13:39:19.319857 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd8b9e99-4072-4d0c-b7df-ef8d439251ab req-445908f0-942f-4411-824a-e5b668625dbc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 HTTP/1.1" status: 200 len: 217 time: 0.2323666 Mar 05 13:39:19.400897 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49322) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:39:19.408516 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b9e99-4072-4d0c-b7df-ef8d439251ab req-784baf42-6d2f-45cc-8107-d383ad5b912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:19.409963 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd8b9e99-4072-4d0c-b7df-ef8d439251ab req-784baf42-6d2f-45cc-8107-d383ad5b912d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.3760455 Mar 05 13:39:19.457390 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0545eacc-0f46-41de-8014-481addc47fa5 admin admin] Router 3ef9c522-a971-46d6-82d4-49f2dda932c3 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:39:19.569355 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-a91aa31c-353d-4f36-89d6-fa55be19e616 service neutron] 10.222.0.30 "GET /v2.0/networks/e27f5202-5fa0-4e82-ac0c-ac2ee333eb77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101761 Mar 05 13:39:19.577299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b9e99-4072-4d0c-b7df-ef8d439251ab req-79b3d6eb-53e8-414d-8858-5d992a8a10f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:19.578716 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd8b9e99-4072-4d0c-b7df-ef8d439251ab req-79b3d6eb-53e8-414d-8858-5d992a8a10f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.2411318 Mar 05 13:39:19.731396 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0545eacc-0f46-41de-8014-481addc47fa5 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:39:19.738593 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d69c386c-c563-4066-a0cb-b337eba41288 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a4db5a3f9914e2ebc79f8ebd1099e59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341923 Mar 05 13:39:19.739716 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49328) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:39:19.742910 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248706d7-6e0d-4ff8-ab68-f67146217ba0 None None] Sync routers for ids ['3ef9c522-a971-46d6-82d4-49f2dda932c3'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:39:19.761379 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248706d7-6e0d-4ff8-ab68-f67146217ba0 None None] Routers {'3ef9c522-a971-46d6-82d4-49f2dda932c3'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:39:19.762276 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-248706d7-6e0d-4ff8-ab68-f67146217ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:39:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['3ef9c522-a971-46d6-82d4-49f2dda932c3'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:19.771289 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0545eacc-0f46-41de-8014-481addc47fa5 admin admin] 10.222.0.16 "PUT /v2.0/routers/3ef9c522-a971-46d6-82d4-49f2dda932c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0001473 Mar 05 13:39:19.779279 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49332) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:39:19.870733 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38480365-a4e0-4ae6-903e-e06749fbe604 req-4d4f8144-05f2-431f-848a-de8cfc769d98 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:19.875631 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-38480365-a4e0-4ae6-903e-e06749fbe604 req-4d4f8144-05f2-431f-848a-de8cfc769d98 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03435b-28f5-4f2e-8a7f-74d2f2de3a99 HTTP/1.1" status: 200 len: 946 time: 0.6507862 Mar 05 13:39:19.892388 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-988616ed-0b40-4f6c-8f70-bc4122b81a96 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:39:19.893363 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-988616ed-0b40-4f6c-8f70-bc4122b81a96 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2042918 Mar 05 13:39:19.925679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-cf5ea9fe-6153-4618-a38e-b7933aee6e7b service neutron] Request body: {'binding': {'host': 'n-h1-803718-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:39:19.926639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-cf5ea9fe-6153-4618-a38e-b7933aee6e7b service neutron] Unknown quota resources ['binding']. {{(pid=87914) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 05 13:39:19.975353 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25d63c7a-71b0-4529-a267-46ccdcc65944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:19.984357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b9e99-4072-4d0c-b7df-ef8d439251ab req-eec50b2d-40c9-478a-a55e-632fde1fc0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:19.986197 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd8b9e99-4072-4d0c-b7df-ef8d439251ab req-eec50b2d-40c9-478a-a55e-632fde1fc0ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5631058 Mar 05 13:39:20.043719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-248706d7-6e0d-4ff8-ab68-f67146217ba0 None None] Set router 3ef9c522-a971-46d6-82d4-49f2dda932c3 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:39:20.125390 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25d63c7a-71b0-4529-a267-46ccdcc65944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:20.153157 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-87fe7dbe-94f1-4982-a5b3-2287e9bfd9ae admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:20.164433 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-38480365-a4e0-4ae6-903e-e06749fbe604 req-e4dbdf27-e424-41ed-bfca-3707910e363a tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/security-groups?id=a4287801-b64a-4606-a5ce-cc02f869f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815199 Mar 05 13:39:20.187571 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8f0ef1ac-7ca7-4bb7-88e7-4426e76e5fba req-9b4cde33-1dce-4d2d-b996-8e528503d96f service neutron] 10.222.0.30 "GET /v2.0/networks/e27f5202-5fa0-4e82-ac0c-ac2ee333eb77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032436 Mar 05 13:39:20.348982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2291c693-ceca-4b41-9e46-d4dee14559fb', 'tag': '71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:39:20.477129 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b9e99-4072-4d0c-b7df-ef8d439251ab req-dca631e9-d43d-4c6b-bb47-0210a1112e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:20.480004 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd8b9e99-4072-4d0c-b7df-ef8d439251ab req-dca631e9-d43d-4c6b-bb47-0210a1112e4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8846781 Mar 05 13:39:20.607949 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd8b9e99-4072-4d0c-b7df-ef8d439251ab req-7f46231e-e979-49f2-8cfd-e571bbf033ad service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966966 Mar 05 13:39:20.619857 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25d63c7a-71b0-4529-a267-46ccdcc65944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:20.673488 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d63c7a-71b0-4529-a267-46ccdcc65944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aff102-23b1-4ba9-af87-7f2f86be481f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:20.720206 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25d63c7a-71b0-4529-a267-46ccdcc65944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:20.732734 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-25d63c7a-71b0-4529-a267-46ccdcc65944 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5aff102-23b1-4ba9-af87-7f2f86be481f HTTP/1.1" status: 204 len: 168 time: 0.9919786 Mar 05 13:39:20.776885 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-87fe7dbe-94f1-4982-a5b3-2287e9bfd9ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:20.802594 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-87fe7dbe-94f1-4982-a5b3-2287e9bfd9ae admin admin] Deleting port e01e6df0-19de-4cb3-9543-b250908e4a35 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:39:20.817145 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-87fe7dbe-94f1-4982-a5b3-2287e9bfd9ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:20.844316 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-248706d7-6e0d-4ff8-ab68-f67146217ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef9c522-a971-46d6-82d4-49f2dda932c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-641302920-router', 'tenant_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e01e6df0-19de-4cb3-9543-b250908e4a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:38:52Z', 'updated_at': '2022-03-05T13:39:18Z', 'revision_number': 5, 'project_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'gw_port': {'id': 'e01e6df0-19de-4cb3-9543-b250908e4a35', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ee:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef9c522-a971-46d6-82d4-49f2dda932c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:57Z', 'updated_at': '2022-03-05T13:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:20.851118 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248706d7-6e0d-4ff8-ab68-f67146217ba0 None None] Checking router: 3ef9c522-a971-46d6-82d4-49f2dda932c3 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:39:20.862463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248706d7-6e0d-4ff8-ab68-f67146217ba0 None None] Routers {'3ef9c522-a971-46d6-82d4-49f2dda932c3'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:39:20.863352 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-248706d7-6e0d-4ff8-ab68-f67146217ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:39:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['3ef9c522-a971-46d6-82d4-49f2dda932c3'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:21.008988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-cf5ea9fe-6153-4618-a38e-b7933aee6e7b service neutron] Attempting to bind port fb33d2c5-08eb-471b-ac4b-9699be6db84c on host n-h1-803718-1 for vnic_type normal with profile None {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:39:21.009411 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-cf5ea9fe-6153-4618-a38e-b7933aee6e7b service neutron] Attempting to bind port fb33d2c5-08eb-471b-ac4b-9699be6db84c by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:39:21.009660 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-cf5ea9fe-6153-4618-a38e-b7933aee6e7b service neutron] Attempting to bind port fb33d2c5-08eb-471b-ac4b-9699be6db84c on network 1e632aab-7405-4a4c-851d-f121cf35a970 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:39:21.061052 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-cf5ea9fe-6153-4618-a38e-b7933aee6e7b service neutron] Port fb33d2c5-08eb-471b-ac4b-9699be6db84c on network 1e632aab-7405-4a4c-851d-f121cf35a970 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:39:21.061379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-cf5ea9fe-6153-4618-a38e-b7933aee6e7b service neutron] Attempting to bind port fb33d2c5-08eb-471b-ac4b-9699be6db84c on network 1e632aab-7405-4a4c-851d-f121cf35a970 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:39:21.069264 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-87fe7dbe-94f1-4982-a5b3-2287e9bfd9ae admin admin] For port e01e6df0-19de-4cb3-9543-b250908e4a35, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e01e6df0-19de-4cb3-9543-b250908e4a35,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:21.069626 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-87fe7dbe-94f1-4982-a5b3-2287e9bfd9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:21.078885 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd8b9e99-4072-4d0c-b7df-ef8d439251ab req-90b76b1c-a944-4035-8201-3ecffc1ccc2f service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5844934 Mar 05 13:39:21.083678 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-cf5ea9fe-6153-4618-a38e-b7933aee6e7b service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:39:21.084043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-cf5ea9fe-6153-4618-a38e-b7933aee6e7b service neutron] Checking segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:39:21.084433 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-cf5ea9fe-6153-4618-a38e-b7933aee6e7b service neutron] Bound using segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:39:21.084884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-cf5ea9fe-6153-4618-a38e-b7933aee6e7b service neutron] Bound port: fb33d2c5-08eb-471b-ac4b-9699be6db84c, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:39:21.113743 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-248706d7-6e0d-4ff8-ab68-f67146217ba0 None None] Set router 3ef9c522-a971-46d6-82d4-49f2dda932c3 gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:39:21.159228 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:39:21.184435 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd8b9e99-4072-4d0c-b7df-ef8d439251ab req-13f59d0c-69fc-46c5-b64f-cfa476efa6ed service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112685 Mar 05 13:39:21.218212 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-87fe7dbe-94f1-4982-a5b3-2287e9bfd9ae admin admin] Calling delete_port for e01e6df0-19de-4cb3-9543-b250908e4a35 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:39:21.231978 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2928b9-bcfb-40d5-9f28-5970d4dd08e9 req-2ca753bf-def9-4e75-8153-12fecedd518a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:21.232431 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-248706d7-6e0d-4ff8-ab68-f67146217ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef9c522-a971-46d6-82d4-49f2dda932c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-641302920-router', 'tenant_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:38:52Z', 'updated_at': '2022-03-05T13:39:20Z', 'revision_number': 6, 'project_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:21.238191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248706d7-6e0d-4ff8-ab68-f67146217ba0 None None] The sync data for ids ['3ef9c522-a971-46d6-82d4-49f2dda932c3'] in n-d-803718-1 is: [{'id': '3ef9c522-a971-46d6-82d4-49f2dda932c3', 'name': 'tempest-FloatingIPsNegativeTestJSON-641302920-router', 'tenant_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:38:52Z', 'updated_at': '2022-03-05T13:39:20Z', 'revision_number': 6, 'project_id': 'd9b2f2b8ac394e53aa4b932be6855eef', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:39:21.244218 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c2928b9-bcfb-40d5-9f28-5970d4dd08e9 req-2ca753bf-def9-4e75-8153-12fecedd518a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 948 time: 0.4660881 Mar 05 13:39:21.451641 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c2928b9-bcfb-40d5-9f28-5970d4dd08e9 req-940422be-5f03-4679-9e89-7e443779af38 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101331 Mar 05 13:39:21.465626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-cf5ea9fe-6153-4618-a38e-b7933aee6e7b service neutron] For port fb33d2c5-08eb-471b-ac4b-9699be6db84c, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fb33d2c5-08eb-471b-ac4b-9699be6db84c,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:39:21.486255 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:21.491237 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-cf5ea9fe-6153-4618-a38e-b7933aee6e7b service neutron] Notify callbacks [] for binding, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:21.504979 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-cf5ea9fe-6153-4618-a38e-b7933aee6e7b service neutron] 10.222.0.16 "POST /v2.0/ports/fb33d2c5-08eb-471b-ac4b-9699be6db84c/bindings HTTP/1.1" status: 201 len: 389 time: 1.5943081 Mar 05 13:39:21.518902 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1', 'mac_address': 'fa:16:3e:14:3a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:39:21.521487 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd8b9e99-4072-4d0c-b7df-ef8d439251ab req-058a334b-6936-4b6a-a08d-4927a7e7595d service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136043 Mar 05 13:39:21.584873 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-87fe7dbe-94f1-4982-a5b3-2287e9bfd9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:21.594172 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device f991efb1-429c-4b0c-afa7-b883718b8558 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:39:21.794425 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:21.815141 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:39:21.864363 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cdff6-d669-4131-a488-ab2c06a2fbeb req-93827255-e251-4091-ade0-c170208af312 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:21.875702 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:21.887179 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-277cdff6-d669-4131-a488-ab2c06a2fbeb req-93827255-e251-4091-ade0-c170208af312 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 945 time: 0.2374115 Mar 05 13:39:21.889933 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:21.922004 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe7dbe-94f1-4982-a5b3-2287e9bfd9ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e01e6df0-19de-4cb3-9543-b250908e4a35,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:21.983385 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:21.997686 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-87fe7dbe-94f1-4982-a5b3-2287e9bfd9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:22.014850 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,revision_number=12']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:22.025539 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df03435b-28f5-4f2e-8a7f-74d2f2de3a99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f991efb1-429c-4b0c-afa7-b883718b8558'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:39:22.038305 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port f991efb1-429c-4b0c-afa7-b883718b8558, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f991efb1-429c-4b0c-afa7-b883718b8558,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:22.044097 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:22.053964 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-277cdff6-d669-4131-a488-ab2c06a2fbeb req-b400f1e0-b290-40d5-9056-5eb0a55db2b3 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707463 Mar 05 13:39:22.149112 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-04c79319-0ec0-42c3-9e9b-081b0e29edab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:22.150805 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-04c79319-0ec0-42c3-9e9b-081b0e29edab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 1096 time: 0.1742225 Mar 05 13:39:22.199057 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=f991efb1-429c-4b0c-afa7-b883718b8558,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:22.236393 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['f8a08b52-c3d6-4708-9fa8-7cadc504d2b1'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:39:22.263155 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a970da-2bd4-47b6-b50c-00a716c3498c req-38e6cb69-c56d-4442-99c8-6bdeec06f68e tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:22.270998 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-71a970da-2bd4-47b6-b50c-00a716c3498c req-38e6cb69-c56d-4442-99c8-6bdeec06f68e tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/ports?device_id=2291c693-ceca-4b41-9e46-d4dee14559fb HTTP/1.1" status: 200 len: 944 time: 0.4221961 Mar 05 13:39:22.331619 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-87fe7dbe-94f1-4982-a5b3-2287e9bfd9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:22.339380 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-71a970da-2bd4-47b6-b50c-00a716c3498c req-11d5af3c-aac0-4231-9d51-140b9ba92d11 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Synchronizing usage tracker for tenant:623cc9f32841436ebf21d071d3bbde3f on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:39:22.352039 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-87fe7dbe-94f1-4982-a5b3-2287e9bfd9ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:22.365045 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e01e6df0-19de-4cb3-9543-b250908e4a35 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:39:22.393249 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-71a970da-2bd4-47b6-b50c-00a716c3498c req-11d5af3c-aac0-4231-9d51-140b9ba92d11 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Unset dirty status for tenant:623cc9f32841436ebf21d071d3bbde3f on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:39:22.407469 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-71a970da-2bd4-47b6-b50c-00a716c3498c req-11d5af3c-aac0-4231-9d51-140b9ba92d11 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/security-groups?id=64d73c22-cf7d-4f76-b013-9c599476d409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355364 Mar 05 13:39:22.410512 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: e01e6df0-19de-4cb3-9543-b250908e4a35 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:39:22.411109 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e01e6df0-19de-4cb3-9543-b250908e4a35 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:39:22.411302 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f62c857d-61f1-4b2b-89c3-29bf3faa2211 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:39:22.463337 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-87fe7dbe-94f1-4982-a5b3-2287e9bfd9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:22.467232 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fe7dbe-94f1-4982-a5b3-2287e9bfd9ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ef9c522-a971-46d6-82d4-49f2dda932c3 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:39:22.487750 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: f62c857d-61f1-4b2b-89c3-29bf3faa2211 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:39:22.488089 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f62c857d-61f1-4b2b-89c3-29bf3faa2211 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:39:22.496222 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-eef9a44b-e35a-4825-a725-b96632761326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:22.503071 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-eef9a44b-e35a-4825-a725-b96632761326 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 907 time: 0.3404109 Mar 05 13:39:22.519441 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-87fe7dbe-94f1-4982-a5b3-2287e9bfd9ae admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:22.520719 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-87fe7dbe-94f1-4982-a5b3-2287e9bfd9ae admin admin] 10.222.0.16 "DELETE /v2.0/routers/3ef9c522-a971-46d6-82d4-49f2dda932c3 HTTP/1.1" status: 204 len: 168 time: 2.7401643 Mar 05 13:39:22.527653 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49376) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:39:22.661423 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2291c693-ceca-4b41-9e46-d4dee14559fb', 'tag': '71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9', 'status': 'completed', 'code': 200} Mar 05 13:39:22.675190 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-3056b0c1-f9e0-481b-9d41-3aeba734d5fa admin admin] Deleting subnet e972e39d-2d11-41c7-9274-3b3ae4ffa86c {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:39:22.689577 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3056b0c1-f9e0-481b-9d41-3aeba734d5fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:22.765337 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-6a5ec488-fef5-4313-b8e0-34a0f5c6acf6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb33d2c5-08eb-471b-ac4b-9699be6db84c HTTP/1.1" status: 200 len: 217 time: 0.2534826 Mar 05 13:39:22.808747 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3056b0c1-f9e0-481b-9d41-3aeba734d5fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:22.857046 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c95f470c-d1c3-471d-8669-b3081065a271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:22.857046 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c95f470c-d1c3-471d-8669-b3081065a271 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ac31366-a7f9-483e-b1e1-eea597fcd311 HTTP/1.1" status: 200 len: 847 time: 0.0726817 Mar 05 13:39:22.915859 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3056b0c1-f9e0-481b-9d41-3aeba734d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:22.930073 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-ba65ac93-0b46-428a-91f9-21a83867c10e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1e632aab-7405-4a4c-851d-f121cf35a970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678940 Mar 05 13:39:22.934976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1b566-f77a-44e4-9021-d27fe438caa1 req-57d2fb70-e443-4d61-9e4e-74a899001bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:22.936376 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7bd1b566-f77a-44e4-9021-d27fe438caa1 req-57d2fb70-e443-4d61-9e4e-74a899001bc9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=623cc9f32841436ebf21d071d3bbde3f&device_id=2291c693-ceca-4b41-9e46-d4dee14559fb HTTP/1.1" status: 200 len: 1095 time: 0.2896783 Mar 05 13:39:23.056708 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3056b0c1-f9e0-481b-9d41-3aeba734d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:23.099510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056b0c1-f9e0-481b-9d41-3aeba734d5fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e972e39d-2d11-41c7-9274-3b3ae4ffa86c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:23.113451 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ef83f-d13b-4ba7-a657-e286f02a8445 req-a4fc1e06-22a8-4056-a69f-998483726d64 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:23.113780 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143c8f7b-0825-4b34-919b-5610a09da3c1 None None] Network db824ea1-c4d2-4c45-a22e-13ab3441aee5 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:39:23.114703 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f8ef83f-d13b-4ba7-a657-e286f02a8445 req-a4fc1e06-22a8-4056-a69f-998483726d64 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 945 time: 0.1568134 Mar 05 13:39:23.114703 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3056b0c1-f9e0-481b-9d41-3aeba734d5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:23.122181 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3056b0c1-f9e0-481b-9d41-3aeba734d5fa admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e972e39d-2d11-41c7-9274-3b3ae4ffa86c HTTP/1.1" status: 204 len: 168 time: 0.5912960 Mar 05 13:39:23.125708 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49388) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:39:23.389423 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b06ce3-6843-443c-8bcb-1720f1961752 req-bcc1d0bc-93a5-43d8-8c8a-7094617a0d74 tempest-MigrationsAdminTest-1164237855 tempest-MigrationsAdminTest-1164237855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:23.393608 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e8b06ce3-6843-443c-8bcb-1720f1961752 req-bcc1d0bc-93a5-43d8-8c8a-7094617a0d74 tempest-MigrationsAdminTest-1164237855 tempest-MigrationsAdminTest-1164237855-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 1100 time: 0.2740266 Mar 05 13:39:23.400791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1b566-f77a-44e4-9021-d27fe438caa1 req-b43f319e-cea1-436b-9f4e-6875f7f58728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:23.402488 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f8ef83f-d13b-4ba7-a657-e286f02a8445 req-c8db59f5-87e0-4c66-baa9-cf01f6c9e8aa tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735360 Mar 05 13:39:23.404269 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7bd1b566-f77a-44e4-9021-d27fe438caa1 req-b43f319e-cea1-436b-9f4e-6875f7f58728 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e27f5202-5fa0-4e82-ac0c-ac2ee333eb77 HTTP/1.1" status: 200 len: 929 time: 0.4468362 Mar 05 13:39:23.422844 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-620d6a7b-3248-4fff-9be3-23dd4a38347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:23.439317 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-fe0cb054-75aa-49c7-a17b-e8e4a99d1a12 service neutron] 10.222.0.15 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002997 Mar 05 13:39:23.455586 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-620d6a7b-3248-4fff-9be3-23dd4a38347f admin admin] Deleting port 6f092ecc-2e7d-48b9-8440-c1da976807ee {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:39:23.456196 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-620d6a7b-3248-4fff-9be3-23dd4a38347f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:23.489573 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df03435b-28f5-4f2e-8a7f-74d2f2de3a99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f991efb1-429c-4b0c-afa7-b883718b8558', 'code': 200} Mar 05 13:39:23.504196 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d37a8e-8d34-457e-9406-96c48552a817 None None] DHCP port deletion for db824ea1-c4d2-4c45-a22e-13ab3441aee5 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:39:23.508387 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-81d37a8e-8d34-457e-9406-96c48552a817 None None] Deleting port 6f092ecc-2e7d-48b9-8440-c1da976807ee {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:39:23.508782 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-81d37a8e-8d34-457e-9406-96c48552a817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:23.580767 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7bd1b566-f77a-44e4-9021-d27fe438caa1 req-a0f7107a-d554-47b9-a2ba-f22918d66eef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 HTTP/1.1" status: 200 len: 217 time: 0.1413569 Mar 05 13:39:23.587854 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:39:23.619953 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e8b06ce3-6843-443c-8bcb-1720f1961752 req-e701bf51-f0aa-47e8-9247-0a4382bc6d58 tempest-MigrationsAdminTest-1164237855 tempest-MigrationsAdminTest-1164237855-project-admin] Synchronizing usage tracker for tenant:c93b0669bfbf4c31ba9b32cf4a32b801 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:39:23.775488 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-95f35e66-60d9-4450-a723-7383e914057a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=cdd5be355262464fa3b954dafa9af538&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069243 Mar 05 13:39:23.780136 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e8b06ce3-6843-443c-8bcb-1720f1961752 req-e701bf51-f0aa-47e8-9247-0a4382bc6d58 tempest-MigrationsAdminTest-1164237855 tempest-MigrationsAdminTest-1164237855-project-admin] Unset dirty status for tenant:c93b0669bfbf4c31ba9b32cf4a32b801 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:39:23.793951 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e8b06ce3-6843-443c-8bcb-1720f1961752 req-e701bf51-f0aa-47e8-9247-0a4382bc6d58 tempest-MigrationsAdminTest-1164237855 tempest-MigrationsAdminTest-1164237855-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861396 Mar 05 13:39:23.802178 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1b566-f77a-44e4-9021-d27fe438caa1 req-f501fdf7-8069-41ae-8725-b4dafe674363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:23.803778 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7bd1b566-f77a-44e4-9021-d27fe438caa1 req-f501fdf7-8069-41ae-8725-b4dafe674363 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e1725e4b-cb92-4bca-afad-6e7ce4db63e3 HTTP/1.1" status: 200 len: 868 time: 0.1875749 Mar 05 13:39:23.809034 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-81d37a8e-8d34-457e-9406-96c48552a817 None None] For port 6f092ecc-2e7d-48b9-8440-c1da976807ee, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6f092ecc-2e7d-48b9-8440-c1da976807ee,segment=NetworkSegment(f840b524-935b-4be1-b9fa-4e1f4a2d3f29),segment_id=f840b524-935b-4be1-b9fa-4e1f4a2d3f29)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:23.809707 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-81d37a8e-8d34-457e-9406-96c48552a817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:23.922446 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-681fa3e1-c8d3-4ec9-8429-6aaa52561526 service neutron] 10.222.0.15 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923540 Mar 05 13:39:23.987554 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-620d6a7b-3248-4fff-9be3-23dd4a38347f admin admin] For port 6f092ecc-2e7d-48b9-8440-c1da976807ee, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6f092ecc-2e7d-48b9-8440-c1da976807ee,segment=NetworkSegment(f840b524-935b-4be1-b9fa-4e1f4a2d3f29),segment_id=f840b524-935b-4be1-b9fa-4e1f4a2d3f29)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:23.987917 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-620d6a7b-3248-4fff-9be3-23dd4a38347f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:23.998349 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1b566-f77a-44e4-9021-d27fe438caa1 req-e4939521-b235-487e-a925-28f0d2a1056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:24.000887 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7bd1b566-f77a-44e4-9021-d27fe438caa1 req-e4939521-b235-487e-a925-28f0d2a1056e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e27f5202-5fa0-4e82-ac0c-ac2ee333eb77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782236 Mar 05 13:39:24.005280 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-81d37a8e-8d34-457e-9406-96c48552a817 None None] Calling delete_port for 6f092ecc-2e7d-48b9-8440-c1da976807ee owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:39:24.156653 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9,segment=NetworkSegment(85d2ef8a-2e90-47fe-a18d-202f9233c7d4),segment_id=85d2ef8a-2e90-47fe-a18d-202f9233c7d4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:24.174071 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-81d37a8e-8d34-457e-9406-96c48552a817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:24.215935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-cfa3fc25-48b3-49a3-bfdc-3c71ac0f3561 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:24.215935 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-cfa3fc25-48b3-49a3-bfdc-3c71ac0f3561 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4177799 Mar 05 13:39:24.215935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-620d6a7b-3248-4fff-9be3-23dd4a38347f admin admin] Calling delete_port for 6f092ecc-2e7d-48b9-8440-c1da976807ee owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:39:24.262750 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d37a8e-8d34-457e-9406-96c48552a817 None None] Pushing event deleted for resources: {'Port': ['ID=6f092ecc-2e7d-48b9-8440-c1da976807ee,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:24.262750 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9', 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77', 'port_id': '71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9', 'mac_address': 'fa:16:3e:83:a6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1725e4b-cb92-4bca-afad-6e7ce4db63e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:39:24.272816 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7bd1b566-f77a-44e4-9021-d27fe438caa1 req-b66a7878-e947-4be2-b6ec-cf237f931221 service neutron] 10.222.0.30 "GET /v2.0/networks/e27f5202-5fa0-4e82-ac0c-ac2ee333eb77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451050 Mar 05 13:39:24.281695 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d37a8e-8d34-457e-9406-96c48552a817 None None] No DVR routers for this DVR port 6f092ecc-2e7d-48b9-8440-c1da976807ee on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:39:24.338122 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-d3c9c8fd-30c9-4168-b312-0a0d76418723 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/quotas/cdd5be355262464fa3b954dafa9af538 HTTP/1.1" status: 200 len: 375 time: 0.0197690 Mar 05 13:39:24.368201 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:24.416495 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:39:24.471581 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6f092ecc-2e7d-48b9-8440-c1da976807ee no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:39:24.492614 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-0207e89f-0cd8-42cb-9bcb-12157654a8a0 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cdd5be355262464fa3b954dafa9af538&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1408587 Mar 05 13:39:24.520350 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-620d6a7b-3248-4fff-9be3-23dd4a38347f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:39:24.520350 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-620d6a7b-3248-4fff-9be3-23dd4a38347f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:39:24.619553 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9,segment=NetworkSegment(85d2ef8a-2e90-47fe-a18d-202f9233c7d4),segment_id=85d2ef8a-2e90-47fe-a18d-202f9233c7d4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:24.656209 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 6f092ecc-2e7d-48b9-8440-c1da976807ee {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:39:24.656209 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6f092ecc-2e7d-48b9-8440-c1da976807ee not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:39:24.656209 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:24.771389 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-7b6c4e42-ec8b-419d-a4c2-fb0a8861835b tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:24.771389 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-7b6c4e42-ec8b-419d-a4c2-fb0a8861835b tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec&tenant_id=d5ffda21ed5b4786823c5a5c4a431675&binding%3Ahost_id=n-h1-803718-1 HTTP/1.1" status: 200 len: 1096 time: 0.5078309 Mar 05 13:39:24.782894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803718-1'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:39:24.907620 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:24.965130 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7bd1b566-f77a-44e4-9021-d27fe438caa1 req-4fc3898c-324d-47dc-aee8-e4f4d9e9e36c service neutron] 10.222.0.30 "GET /v2.0/networks/e27f5202-5fa0-4e82-ac0c-ac2ee333eb77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184871 Mar 05 13:39:25.000533 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a264a6-6d5a-438d-960e-c5de8ca488d0 req-31ae757a-bf46-45b9-8b19-b1e6af7563eb tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:25.000533 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c7a264a6-6d5a-438d-960e-c5de8ca488d0 req-31ae757a-bf46-45b9-8b19-b1e6af7563eb tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.30 "GET /v2.0/ports?device_id=df03435b-28f5-4f2e-8a7f-74d2f2de3a99 HTTP/1.1" status: 200 len: 944 time: 0.3020017 Mar 05 13:39:25.025388 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:39:25.113946 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556939d-33c3-47a0-9012-da5a72d54d6c req-9c8f993d-7cbf-4203-8077-c2ec96d8d222 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:25.129772 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2556939d-33c3-47a0-9012-da5a72d54d6c req-9c8f993d-7cbf-4203-8077-c2ec96d8d222 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 945 time: 0.5749736 Mar 05 13:39:25.160078 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:39:25.177263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-620d6a7b-3248-4fff-9be3-23dd4a38347f admin admin] Deleting port 6f092ecc-2e7d-48b9-8440-c1da976807ee {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:39:25.177263 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-620d6a7b-3248-4fff-9be3-23dd4a38347f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:25.250851 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:25.287500 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2556939d-33c3-47a0-9012-da5a72d54d6c req-b570995b-e6e3-44d8-a7f5-ef5a78f5753c tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549165 Mar 05 13:39:25.573608 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-620d6a7b-3248-4fff-9be3-23dd4a38347f admin admin] The port '6f092ecc-2e7d-48b9-8440-c1da976807ee' was deleted {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:39:25.579885 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:39:25.601178 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:39:25.601178 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:25.647942 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:39:25.647942 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device f991efb1-429c-4b0c-afa7-b883718b8558 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:39:25.713050 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-c7a264a6-6d5a-438d-960e-c5de8ca488d0 req-b1ed5d78-3367-4b83-80cc-322022f62598 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Deleting port f991efb1-429c-4b0c-afa7-b883718b8558 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:39:25.736604 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c7a264a6-6d5a-438d-960e-c5de8ca488d0 req-b1ed5d78-3367-4b83-80cc-322022f62598 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:26.237397 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-620d6a7b-3248-4fff-9be3-23dd4a38347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:26.272219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-620d6a7b-3248-4fff-9be3-23dd4a38347f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db824ea1-c4d2-4c45-a22e-13ab3441aee5']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:26.288027 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-620d6a7b-3248-4fff-9be3-23dd4a38347f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f840b524-935b-4be1-b9fa-4e1f4a2d3f29') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:26.291544 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-620d6a7b-3248-4fff-9be3-23dd4a38347f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f840b524-935b-4be1-b9fa-4e1f4a2d3f29') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:26.311947 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-620d6a7b-3248-4fff-9be3-23dd4a38347f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:26.339279 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-620d6a7b-3248-4fff-9be3-23dd4a38347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:26.351901 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620d6a7b-3248-4fff-9be3-23dd4a38347f admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:39:26.354673 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-620d6a7b-3248-4fff-9be3-23dd4a38347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:26.373102 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:26.419940 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 has no active binding in host n-h2-803718-1 {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:39:26.422303 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:39:26.460501 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] For port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:26.543800 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2716f-a9e4-4d13-b5d0-74e81979559d req-3122acb4-c9d2-4afb-8d3e-08c66d8dc017 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:26.543800 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fea2716f-a9e4-4d13-b5d0-74e81979559d req-3122acb4-c9d2-4afb-8d3e-08c66d8dc017 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.15 "GET /v2.0/ports?device_id=8330aaf5-5bd2-4167-9076-38a8e6043f76 HTTP/1.1" status: 200 len: 946 time: 0.8502014 Mar 05 13:39:26.556790 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:26.598674 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] For port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:39:26.598884 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2da22-805d-4fcc-ad0d-dfa6a3d5c188 req-0fe04d1d-7cfa-4560-9606-51433bc8b776 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:26.600925 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-acc2da22-805d-4fcc-ad0d-dfa6a3d5c188 req-0fe04d1d-7cfa-4560-9606-51433bc8b776 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/ports?device_id=2291c693-ceca-4b41-9e46-d4dee14559fb HTTP/1.1" status: 200 len: 945 time: 1.3199604 Mar 05 13:39:26.641720 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4afd61-ff40-4974-96d3-f2e8ad9dcad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:39:26.656694 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:26.659516 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-620d6a7b-3248-4fff-9be3-23dd4a38347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:26.663809 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:26.677490 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b507a-7b7c-4680-8ca9-8feba95e53de req-9a0e117f-105c-411b-b485-bb5eaedd13bb tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:26.679112 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-717b507a-7b7c-4680-8ca9-8feba95e53de req-9a0e117f-105c-411b-b485-bb5eaedd13bb tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=8330aaf5-5bd2-4167-9076-38a8e6043f76 HTTP/1.1" status: 200 len: 946 time: 0.3771622 Mar 05 13:39:26.747632 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-fea2716f-a9e4-4d13-b5d0-74e81979559d req-999f3403-f59b-4831-853d-4e40503e9333 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Deleting port 3b96c1ef-760d-4761-aaf7-1422b4c4e538 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:39:26.747834 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fea2716f-a9e4-4d13-b5d0-74e81979559d req-999f3403-f59b-4831-853d-4e40503e9333 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:26.759608 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,revision_number=13']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:26.819261 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5f023e-9b0c-4729-87a0-76901913b5ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cdf7733-1a4b-49d9-bb1c-c934eabe8b52'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:39:26.830597 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:26.852064 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-717b507a-7b7c-4680-8ca9-8feba95e53de req-0a990420-b64b-4429-bd5a-c628c655191a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617732 Mar 05 13:39:26.861576 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:26.888136 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-620d6a7b-3248-4fff-9be3-23dd4a38347f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:26.920582 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d6a7b-3248-4fff-9be3-23dd4a38347f admin admin] Pushing event deleted for resources: {'Network': ['ID=db824ea1-c4d2-4c45-a22e-13ab3441aee5,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:26.946588 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-acc2da22-805d-4fcc-ad0d-dfa6a3d5c188 req-b1c9ee26-6ef9-4f27-bf21-a11e759fab48 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/security-groups?id=64d73c22-cf7d-4f76-b013-9c599476d409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065352 Mar 05 13:39:26.951509 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-620d6a7b-3248-4fff-9be3-23dd4a38347f admin admin] 10.222.0.16 "DELETE /v2.0/networks/db824ea1-c4d2-4c45-a22e-13ab3441aee5 HTTP/1.1" status: 204 len: 168 time: 3.8240666 Mar 05 13:39:27.046062 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-c7a264a6-6d5a-438d-960e-c5de8ca488d0 req-b1ed5d78-3367-4b83-80cc-322022f62598 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] For port f991efb1-429c-4b0c-afa7-b883718b8558, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f991efb1-429c-4b0c-afa7-b883718b8558,segment=NetworkSegment(b363951b-b77b-426d-8e80-38be3ec8ec30),segment_id=b363951b-b77b-426d-8e80-38be3ec8ec30)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:27.048825 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c7a264a6-6d5a-438d-960e-c5de8ca488d0 req-b1ed5d78-3367-4b83-80cc-322022f62598 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:27.207089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-c7a264a6-6d5a-438d-960e-c5de8ca488d0 req-b1ed5d78-3367-4b83-80cc-322022f62598 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Calling delete_port for f991efb1-429c-4b0c-afa7-b883718b8558 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:39:27.294446 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6a54f259-d45c-422a-b364-4b748d6bb88e req-234fd412-c3a5-40e8-9857-7b848be3f6a1 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a5b1ba-2f64-475a-b488-9e6b2185f50d HTTP/1.1" status: 200 len: 210 time: 0.1579721 Mar 05 13:39:27.375268 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-d839120a-36aa-4944-b11c-0df67df60389 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=cdd5be355262464fa3b954dafa9af538&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1668103 Mar 05 13:39:27.391386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49438) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:39:27.507194 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c7a264a6-6d5a-438d-960e-c5de8ca488d0 req-b1ed5d78-3367-4b83-80cc-322022f62598 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:27.531772 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Pushing event updated for resources: {'Port': ['ID=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52,revision_number=7']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:27.560827 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Attempting to bind port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 on host n-h1-803718-1 for vnic_type normal with profile {"migrating_to": "n-h2-803718-1"} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:39:27.561421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Attempting to bind port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:39:27.561945 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Attempting to bind port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:39:27.575361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:27.575710 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:27.576050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:27.576384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:27.576711 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:27.577038 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:27.577361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:27.577683 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:27.578005 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:27.578321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:27.578638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:27.578977 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:27.607419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed5d78-3367-4b83-80cc-322022f62598 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Pushing event deleted for resources: {'Port': ['ID=f991efb1-429c-4b0c-afa7-b883718b8558,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:27.615097 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:39:27.660919 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34430e09-2f77-4d62-8261-b7701706f489 req-cb8ed51a-dc2b-4cbc-8cec-3ec4fe668543 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:27.662314 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-34430e09-2f77-4d62-8261-b7701706f489 req-cb8ed51a-dc2b-4cbc-8cec-3ec4fe668543 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 950 time: 0.2324350 Mar 05 13:39:27.674427 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a264a6-6d5a-438d-960e-c5de8ca488d0 req-b1ed5d78-3367-4b83-80cc-322022f62598 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] No DVR routers for this DVR port f991efb1-429c-4b0c-afa7-b883718b8558 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:39:27.677165 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c7a264a6-6d5a-438d-960e-c5de8ca488d0 req-b1ed5d78-3367-4b83-80cc-322022f62598 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:27.679797 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df03435b-28f5-4f2e-8a7f-74d2f2de3a99', 'name': 'network-vif-deleted', 'tag': 'f991efb1-429c-4b0c-afa7-b883718b8558'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:39:27.687674 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:39:27.690376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:39:27.690701 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Attempting to bind port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 on network 0224e6ac-46ce-4f25-b9b2-1debc398aaa1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:39:27.693535 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:39:27.693902 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:27.723389 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c7a264a6-6d5a-438d-960e-c5de8ca488d0 req-b1ed5d78-3367-4b83-80cc-322022f62598 tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.30 "DELETE /v2.0/ports/f991efb1-429c-4b0c-afa7-b883718b8558 HTTP/1.1" status: 204 len: 173 time: 2.7163572 Mar 05 13:39:27.742145 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-34430e09-2f77-4d62-8261-b7701706f489 req-34bb5923-5d90-43a5-9344-b2fb764357dd tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690019 Mar 05 13:39:27.744894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:39:27.745204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Checking segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:39:27.745924 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Bound using segment: {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:39:27.746597 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Bound port: 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835b83f1-9132-49c1-aa09-53b416aacf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0224e6ac-46ce-4f25-b9b2-1debc398aaa1'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:39:27.747176 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:27.800620 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4d39e3ce-3180-44b3-b265-4d0fa9dbfa64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9b2f2b8ac394e53aa4b932be6855eef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4073455 Mar 05 13:39:27.804505 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49444) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:39:27.873583 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:27.904702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0b09c-ab4e-4fb6-b23a-a288f3739170 req-e6d98e94-2223-458b-a80a-632b6fcee0ef tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:27.906272 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-17b0b09c-ab4e-4fb6-b23a-a288f3739170 req-e6d98e94-2223-458b-a80a-632b6fcee0ef tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 945 time: 0.7608941 Mar 05 13:39:27.926548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df8d07-0f13-4753-a632-254b5aabf309 req-1a200702-53a8-4695-8ed5-10c3ebfb94ba tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:27.926794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9,segment=NetworkSegment(85d2ef8a-2e90-47fe-a18d-202f9233c7d4),segment_id=85d2ef8a-2e90-47fe-a18d-202f9233c7d4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:27.928954 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0df8d07-0f13-4753-a632-254b5aabf309 req-1a200702-53a8-4695-8ed5-10c3ebfb94ba tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 950 time: 0.5880158 Mar 05 13:39:27.934579 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:27.934983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-25ba1e59-481d-4f2d-b917-43c6685b1265 req-000a414e-2582-4755-946c-769136d596ee tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Synchronizing usage tracker for tenant:7da90d298e31481ab9950019fd081bd2 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:39:27.937144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-fea2716f-a9e4-4d13-b5d0-74e81979559d req-999f3403-f59b-4831-853d-4e40503e9333 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] For port 3b96c1ef-760d-4761-aaf7-1422b4c4e538, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3b96c1ef-760d-4761-aaf7-1422b4c4e538,segment=NetworkSegment(a8ef6e6e-206b-40f5-8323-f285688f17f4),segment_id=a8ef6e6e-206b-40f5-8323-f285688f17f4)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:27.937512 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fea2716f-a9e4-4d13-b5d0-74e81979559d req-999f3403-f59b-4831-853d-4e40503e9333 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:27.957332 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ce952133-01f0-4e37-b0cd-97f234ac7f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:27.975444 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-25ba1e59-481d-4f2d-b917-43c6685b1265 req-000a414e-2582-4755-946c-769136d596ee tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] Unset dirty status for tenant:7da90d298e31481ab9950019fd081bd2 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:39:27.976604 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25ba1e59-481d-4f2d-b917-43c6685b1265 req-000a414e-2582-4755-946c-769136d596ee tempest-ImagesTestJSON-105839556 tempest-ImagesTestJSON-105839556-project] 10.222.0.16 "GET /v2.0/ports?device_id=df03435b-28f5-4f2e-8a7f-74d2f2de3a99 HTTP/1.1" status: 200 len: 210 time: 0.1073775 Mar 05 13:39:27.994373 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ce952133-01f0-4e37-b0cd-97f234ac7f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:28.031982 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:28.058204 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ce952133-01f0-4e37-b0cd-97f234ac7f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:28.061493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-e7345e4e-7eda-452c-aafc-4dc99f07d60f tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:28.063088 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-e7345e4e-7eda-452c-aafc-4dc99f07d60f tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6606424 Mar 05 13:39:28.074522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce952133-01f0-4e37-b0cd-97f234ac7f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0280a861-e896-45b1-b664-a68ea5d12914,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:28.079059 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ce952133-01f0-4e37-b0cd-97f234ac7f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:28.080169 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ce952133-01f0-4e37-b0cd-97f234ac7f81 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0280a861-e896-45b1-b664-a68ea5d12914 HTTP/1.1" status: 204 len: 168 time: 0.2746985 Mar 05 13:39:28.158940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Request body: {'port': {'device_id': '24a5b1ba-2f64-475a-b488-9e6b2185f50d', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': 'cdd5be355262464fa3b954dafa9af538'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:39:28.247714 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-fea2716f-a9e4-4d13-b5d0-74e81979559d req-999f3403-f59b-4831-853d-4e40503e9333 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Calling delete_port for 3b96c1ef-760d-4761-aaf7-1422b4c4e538 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:39:28.342200 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-17b0b09c-ab4e-4fb6-b23a-a288f3739170 req-91e66c01-23f2-4ad0-9c0e-3ce077ba4b31 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093874 Mar 05 13:39:28.343661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] For port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:39:28.391202 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] For port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:39:28.412025 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-a0df8d07-0f13-4753-a632-254b5aabf309 req-0a360e80-9dc4-46e1-8cec-a74fb26f8b7a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Deleting port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:39:28.412165 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a0df8d07-0f13-4753-a632-254b5aabf309 req-0a360e80-9dc4-46e1-8cec-a74fb26f8b7a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:28.444580 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c38c81-db3b-48f2-a2d3-f60b1ebf92ea req-44331c5c-d5a9-41b6-b0ea-e06e171c290b tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:28.448387 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-52c38c81-db3b-48f2-a2d3-f60b1ebf92ea req-44331c5c-d5a9-41b6-b0ea-e06e171c290b tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 943 time: 0.1415536 Mar 05 13:39:28.460469 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4afd61-ff40-4974-96d3-f2e8ad9dcad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1', 'code': 200} Mar 05 13:39:28.583890 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:28.588635 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-52c38c81-db3b-48f2-a2d3-f60b1ebf92ea req-0463643c-a9ad-45f8-843c-5029fb196768 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328065 Mar 05 13:39:28.654615 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df03435b-28f5-4f2e-8a7f-74d2f2de3a99', 'name': 'network-vif-deleted', 'tag': 'f991efb1-429c-4b0c-afa7-b883718b8558', 'status': 'completed', 'code': 200} Mar 05 13:39:28.776478 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:28.795423 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5f023e-9b0c-4729-87a0-76901913b5ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cdf7733-1a4b-49d9-bb1c-c934eabe8b52', 'code': 200} Mar 05 13:39:28.903760 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4a060-23de-4cac-bf65-fc4b835c8e36 req-3ae3d526-05b4-4c92-ac26-807a4bc1fc0a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:28.909215 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:28.911048 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fbd4a060-23de-4cac-bf65-fc4b835c8e36 req-3ae3d526-05b4-4c92-ac26-807a4bc1fc0a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=8330aaf5-5bd2-4167-9076-38a8e6043f76 HTTP/1.1" status: 200 len: 946 time: 0.1446905 Mar 05 13:39:28.959714 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fbd4a060-23de-4cac-bf65-fc4b835c8e36 req-9efb2505-18d8-414b-8dad-c96f5d229560 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473874 Mar 05 13:39:29.064914 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:39:29.127180 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eeb9cd09-fa2b-4e9f-bfdb-33372a7f9e3e req-1a9d87b3-3cff-4c56-86ee-40c118dedc5a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a5b1ba-2f64-475a-b488-9e6b2185f50d HTTP/1.1" status: 200 len: 210 time: 0.0511253 Mar 05 13:39:29.175561 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 3b96c1ef-760d-4761-aaf7-1422b4c4e538 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:39:29.175696 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Usage tracker for resource:port and tenant:cdd5be355262464fa3b954dafa9af538 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:39:29.175696 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:39:29.181632 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:39:29.214837 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Pushing event updated for resources: {'Port': ['ID=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52,revision_number=8']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:29.235195 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: 3b96c1ef-760d-4761-aaf7-1422b4c4e538 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:39:29.235195 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 3b96c1ef-760d-4761-aaf7-1422b4c4e538 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:39:29.235195 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:39:29.236299 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49480) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:39:29.241022 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fea2716f-a9e4-4d13-b5d0-74e81979559d req-999f3403-f59b-4831-853d-4e40503e9333 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:29.256834 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['353cea03-5973-40d4-8344-83fb7d8c3cbd', '509bf164-c6f3-49d0-bc45-50f61b97bf98'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:39:29.270290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Made reservation on behalf of cdd5be355262464fa3b954dafa9af538 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:39:29.274030 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:29.366213 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:29.366213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f3403-f59b-4831-853d-4e40503e9333 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Pushing event deleted for resources: {'Port': ['ID=3b96c1ef-760d-4761-aaf7-1422b4c4e538,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:29.498514 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:29.512699 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d00e67-9c6d-49ad-a286-f40d3650c457 req-3c974271-9c19-4245-8a3d-087a1377ff78 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:29.519344 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-18d00e67-9c6d-49ad-a286-f40d3650c457 req-3c974271-9c19-4245-8a3d-087a1377ff78 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 950 time: 0.2322712 Mar 05 13:39:29.542171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-60140ea4-1be6-4209-b937-8b37764fe215 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-766459041-network', 'tenant_id': '5afe79ad28c44a28a406edc898c660d4'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:39:29.550560 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-60140ea4-1be6-4209-b937-8b37764fe215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:39:29.557902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-60140ea4-1be6-4209-b937-8b37764fe215 admin admin] Usage tracker for resource:network and tenant:5afe79ad28c44a28a406edc898c660d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:39:29.566817 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:29.568910 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-60140ea4-1be6-4209-b937-8b37764fe215 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:39:29.584836 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:29.585071 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-60140ea4-1be6-4209-b937-8b37764fe215 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:39:29.595167 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-18d00e67-9c6d-49ad-a286-f40d3650c457 req-3b9581fe-b052-408c-b9e1-9baf3ed73e5a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746546 Mar 05 13:39:29.607987 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60140ea4-1be6-4209-b937-8b37764fe215 admin admin] Made reservation on behalf of 5afe79ad28c44a28a406edc898c660d4 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:39:29.611205 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60140ea4-1be6-4209-b937-8b37764fe215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:29.632332 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:39:29.634532 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:29.635882 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:29.637443 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-6d5f4593-a702-4098-a867-1a0f144b832c service neutron] 10.222.0.30 "PUT /v2.0/ports/5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 HTTP/1.1" status: 200 len: 1121 time: 4.8661809 Mar 05 13:39:29.641774 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60140ea4-1be6-4209-b937-8b37764fe215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:29.674445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Usage tracker for resource:security_group_rule and tenant:cdd5be355262464fa3b954dafa9af538 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:39:29.695182 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-60140ea4-1be6-4209-b937-8b37764fe215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:39:29.695699 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:39:29.713685 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea2716f-a9e4-4d13-b5d0-74e81979559d req-999f3403-f59b-4831-853d-4e40503e9333 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] No DVR routers for this DVR port 3b96c1ef-760d-4761-aaf7-1422b4c4e538 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:39:29.717767 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fea2716f-a9e4-4d13-b5d0-74e81979559d req-999f3403-f59b-4831-853d-4e40503e9333 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:29.720112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-60140ea4-1be6-4209-b937-8b37764fe215 admin admin] Usage tracker for resource:security_group_rule and tenant:5afe79ad28c44a28a406edc898c660d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:39:29.725233 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,revision_number=14']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:29.727836 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-60140ea4-1be6-4209-b937-8b37764fe215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:39:29.730536 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:39:29.756468 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['5cdf7733-1a4b-49d9-bb1c-c934eabe8b52'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:39:29.757988 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-60140ea4-1be6-4209-b937-8b37764fe215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:39:29.820580 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fea2716f-a9e4-4d13-b5d0-74e81979559d req-999f3403-f59b-4831-853d-4e40503e9333 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.15 "DELETE /v2.0/ports/3b96c1ef-760d-4761-aaf7-1422b4c4e538 HTTP/1.1" status: 204 len: 173 time: 3.2723110 Mar 05 13:39:29.832889 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['5cdf7733-1a4b-49d9-bb1c-c934eabe8b52'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:39:29.944478 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60140ea4-1be6-4209-b937-8b37764fe215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:29.971427 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60140ea4-1be6-4209-b937-8b37764fe215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:30.064391 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7be58a-caae-45e7-8a03-a2d26dd80003 req-7b889d40-3775-41ea-a02f-ff86ae6aed9d tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:30.076106 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dc7be58a-caae-45e7-8a03-a2d26dd80003 req-7b889d40-3775-41ea-a02f-ff86ae6aed9d tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/ports?device_id=2291c693-ceca-4b41-9e46-d4dee14559fb HTTP/1.1" status: 200 len: 946 time: 1.1999903 Mar 05 13:39:30.085682 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:30.103461 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60140ea4-1be6-4209-b937-8b37764fe215 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:39:30.108938 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:30.109479 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60140ea4-1be6-4209-b937-8b37764fe215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f59210b-3835-4841-ab7a-3aa63111857e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:30.127924 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-a0df8d07-0f13-4753-a632-254b5aabf309 req-0a360e80-9dc4-46e1-8cec-a74fb26f8b7a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] For port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:30.128880 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a0df8d07-0f13-4753-a632-254b5aabf309 req-0a360e80-9dc4-46e1-8cec-a74fb26f8b7a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:30.132368 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60140ea4-1be6-4209-b937-8b37764fe215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:30.132794 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-60140ea4-1be6-4209-b937-8b37764fe215 admin admin] Added segment 8a291391-8255-498c-9947-6b3f87869128 of type vlan for network 48794960-1978-4628-bea9-f23505cf6492 Mar 05 13:39:30.188126 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228f4e1-d134-47f0-9a85-ee396b2d1486 req-8fa101d9-1eab-420c-9011-00a8ad6270b8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:30.195733 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5228f4e1-d134-47f0-9a85-ee396b2d1486 req-8fa101d9-1eab-420c-9011-00a8ad6270b8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 945 time: 0.2176299 Mar 05 13:39:30.224367 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60140ea4-1be6-4209-b937-8b37764fe215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:30.260928 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5228f4e1-d134-47f0-9a85-ee396b2d1486 req-db929c69-7181-4940-bfb0-ac604fc7bcb3 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632405 Mar 05 13:39:30.311990 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60140ea4-1be6-4209-b937-8b37764fe215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:30.313038 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60140ea4-1be6-4209-b937-8b37764fe215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:30.313867 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60140ea4-1be6-4209-b937-8b37764fe215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:30.365083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-a0df8d07-0f13-4753-a632-254b5aabf309 req-0a360e80-9dc4-46e1-8cec-a74fb26f8b7a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Calling delete_port for f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:39:30.462582 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2291c693-ceca-4b41-9e46-d4dee14559fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9'}, {'server_uuid': 'bb4afd61-ff40-4974-96d3-f2e8ad9dcad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:39:30.499397 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dc7be58a-caae-45e7-8a03-a2d26dd80003 req-0a533c7d-7737-4775-9aa0-4e1feb2739d3 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/security-groups?id=64d73c22-cf7d-4f76-b013-9c599476d409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223609 Mar 05 13:39:30.504644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8561406-d4af-45e0-bfce-51eea5c77093,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:30.527047 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-60140ea4-1be6-4209-b937-8b37764fe215 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2928612 Mar 05 13:39:30.540980 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49500) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:39:30.548801 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60140ea4-1be6-4209-b937-8b37764fe215 admin admin] Pushing event updated for resources: {'Network': ['ID=48794960-1978-4628-bea9-f23505cf6492,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:30.555019 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-67b0b911-e073-42a0-adcc-a7ea29ac5e5d admin admin] Request body: {'subnet': {'network_id': '48794960-1978-4628-bea9-f23505cf6492', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-766459041-subnet', 'tenant_id': '5afe79ad28c44a28a406edc898c660d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:39:30.566894 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 48794960-1978-4628-bea9-f23505cf6492 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:39:30.599127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e445c-4df1-4956-9b75-e90892ce4f40 req-83fb2cbe-e4ca-477b-9b39-40b7f671a224 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:30.601547 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-612e445c-4df1-4956-9b75-e90892ce4f40 req-83fb2cbe-e4ca-477b-9b39-40b7f671a224 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 943 time: 0.1478779 Mar 05 13:39:30.676697 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Allocated IP 192.168.233.55 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/ee97d600-3c5d-4da8-a80f-bee356e495b2) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:39:30.784510 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-67b0b911-e073-42a0-adcc-a7ea29ac5e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:39:30.812407 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5f023e-9b0c-4729-87a0-76901913b5ec', 'tag': '5cdf7733-1a4b-49d9-bb1c-c934eabe8b52'}, {'server_uuid': '8330aaf5-5bd2-4167-9076-38a8e6043f76', 'name': 'network-vif-deleted', 'tag': '3b96c1ef-760d-4761-aaf7-1422b4c4e538'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:39:30.829018 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-612e445c-4df1-4956-9b75-e90892ce4f40 req-c71d47f5-7da5-44f7-9a62-8005fbba3bde tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209744 Mar 05 13:39:30.871156 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-67b0b911-e073-42a0-adcc-a7ea29ac5e5d admin admin] Usage tracker for resource:subnet and tenant:5afe79ad28c44a28a406edc898c660d4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:39:30.921534 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-67b0b911-e073-42a0-adcc-a7ea29ac5e5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:39:30.979588 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-67b0b911-e073-42a0-adcc-a7ea29ac5e5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:39:30.983657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-840017dc-36b3-499b-a058-eec7d99437ab req-2b1410d2-34b0-4cec-ad07-1f8bd4252be6 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Synchronizing usage tracker for tenant:dc1b1b7707524e28bd71bcf067b7e41e on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:39:30.985662 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4a524a18-42e9-4714-b450-4f7d96d8d608 req-b735d1d7-56d1-4300-a8f8-22e07f92ef1e tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a5b1ba-2f64-475a-b488-9e6b2185f50d HTTP/1.1" status: 200 len: 210 time: 0.0495412 Mar 05 13:39:31.053267 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2291c693-ceca-4b41-9e46-d4dee14559fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9', 'code': 200} Mar 05 13:39:31.053713 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4afd61-ff40-4974-96d3-f2e8ad9dcad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1', 'code': 200} Mar 05 13:39:31.120165 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [req-a0df8d07-0f13-4753-a632-254b5aabf309 req-0a360e80-9dc4-46e1-8cec-a74fb26f8b7a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:39:31.120477 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [req-a0df8d07-0f13-4753-a632-254b5aabf309 req-0a360e80-9dc4-46e1-8cec-a74fb26f8b7a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:39:31.138887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b0b911-e073-42a0-adcc-a7ea29ac5e5d admin admin] Made reservation on behalf of 5afe79ad28c44a28a406edc898c660d4 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:39:31.141195 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-67b0b911-e073-42a0-adcc-a7ea29ac5e5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:31.208811 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-840017dc-36b3-499b-a058-eec7d99437ab req-2b1410d2-34b0-4cec-ad07-1f8bd4252be6 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Unset dirty status for tenant:dc1b1b7707524e28bd71bcf067b7e41e on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:39:31.208811 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-840017dc-36b3-499b-a058-eec7d99437ab req-2b1410d2-34b0-4cec-ad07-1f8bd4252be6 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=8330aaf5-5bd2-4167-9076-38a8e6043f76 HTTP/1.1" status: 200 len: 210 time: 0.3669341 Mar 05 13:39:31.239514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7981b2-c74e-4ef2-b98d-73ae24bccdc7 req-d3e5d1c5-daf0-4a93-a9f4-55a60cabb685 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:31.239514 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2c7981b2-c74e-4ef2-b98d-73ae24bccdc7 req-d3e5d1c5-daf0-4a93-a9f4-55a60cabb685 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 948 time: 0.0888913 Mar 05 13:39:31.298175 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2c7981b2-c74e-4ef2-b98d-73ae24bccdc7 req-918f0a9c-d183-4207-8ec1-a326e8b68b60 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557227 Mar 05 13:39:31.342563 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:31.357398 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5f023e-9b0c-4729-87a0-76901913b5ec', 'tag': '5cdf7733-1a4b-49d9-bb1c-c934eabe8b52', 'status': 'completed', 'code': 200} Mar 05 13:39:31.357398 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8330aaf5-5bd2-4167-9076-38a8e6043f76', 'name': 'network-vif-deleted', 'tag': '3b96c1ef-760d-4761-aaf7-1422b4c4e538', 'status': 'completed', 'code': 200} Mar 05 13:39:31.486132 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Transition to ACTIVE for port object ee97d600-3c5d-4da8-a80f-bee356e495b2 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:39:31.629149 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-a0df8d07-0f13-4753-a632-254b5aabf309 req-0a360e80-9dc4-46e1-8cec-a74fb26f8b7a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Deleting port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:39:31.629488 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a0df8d07-0f13-4753-a632-254b5aabf309 req-0a360e80-9dc4-46e1-8cec-a74fb26f8b7a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:31.663679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f81fa-822a-46d1-aeae-ac51695210a3 req-4e0f08a4-ada4-4c50-b4ed-9e6ee0707b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:31.666444 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-809f81fa-822a-46d1-aeae-ac51695210a3 req-4e0f08a4-ada4-4c50-b4ed-9e6ee0707b5b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2291c693-ceca-4b41-9e46-d4dee14559fb HTTP/1.1" status: 200 len: 1097 time: 0.5274324 Mar 05 13:39:31.779840 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:31.789457 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77370d19-706e-475f-804d-e2f0a79ff1f1 req-72184bb5-66bc-4242-aea8-b0888ee2189f tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:31.791216 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-77370d19-706e-475f-804d-e2f0a79ff1f1 req-72184bb5-66bc-4242-aea8-b0888ee2189f tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/ports?device_id=2291c693-ceca-4b41-9e46-d4dee14559fb HTTP/1.1" status: 200 len: 946 time: 0.0814013 Mar 05 13:39:31.835771 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-77370d19-706e-475f-804d-e2f0a79ff1f1 req-ebb8244e-eb4e-4b2a-8154-429f0c8e074d tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/security-groups?id=64d73c22-cf7d-4f76-b013-9c599476d409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385756 Mar 05 13:39:31.936550 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-67b0b911-e073-42a0-adcc-a7ea29ac5e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:31.941125 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-809f81fa-822a-46d1-aeae-ac51695210a3 req-7d19a291-1d21-4229-b7df-2b46b194dc70 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=64d73c22-cf7d-4f76-b013-9c599476d409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650223 Mar 05 13:39:31.982293 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc65121-2c94-4394-a0ee-1d5ed0aa3d2a req-df107f2b-aa72-4fa5-8f0e-90198e48a3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:31.983784 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dc65121-2c94-4394-a0ee-1d5ed0aa3d2a req-df107f2b-aa72-4fa5-8f0e-90198e48a3d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 1124 time: 0.5585918 Mar 05 13:39:31.991206 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b210eb-7b7e-4732-8687-2419a372a4b8 req-3452dbfd-9b9a-41a9-8305-aaf02c18203d tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:31.992557 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e2b210eb-7b7e-4732-8687-2419a372a4b8 req-3452dbfd-9b9a-41a9-8305-aaf02c18203d tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 945 time: 0.5084703 Mar 05 13:39:32.021074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:39:32.057956 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270dbc0-4392-47d9-b80f-b1548c6a66e4 req-9cceb086-d308-46b4-b93d-ed2709f64ea1 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:32.059434 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3270dbc0-4392-47d9-b80f-b1548c6a66e4 req-9cceb086-d308-46b4-b93d-ed2709f64ea1 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 943 time: 0.0846961 Mar 05 13:39:32.070059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:39:32.105589 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3270dbc0-4392-47d9-b80f-b1548c6a66e4 req-1cc65007-04df-4d4e-b7e6-73f2df66f50e tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405083 Mar 05 13:39:32.106341 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Pushing event updated for resources: {'Port': ['ID=ee97d600-3c5d-4da8-a80f-bee356e495b2,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:32.126909 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:39:32.331040 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0b911-e073-42a0-adcc-a7ea29ac5e5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe073242-e803-4484-ad1f-c7e0aea9947a,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:32.378422 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9ef69e6a-3fc3-4825-b47d-4d5e9545bfd7 None None] Provisioning for port ee97d600-3c5d-4da8-a80f-bee356e495b2 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:39:32.378422 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9ef69e6a-3fc3-4825-b47d-4d5e9545bfd7 None None] Provisioning complete for port ee97d600-3c5d-4da8-a80f-bee356e495b2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:39:32.386601 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9ef69e6a-3fc3-4825-b47d-4d5e9545bfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:32.444134 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e2b210eb-7b7e-4732-8687-2419a372a4b8 req-96e22b66-4d7c-4d4e-9e52-0e4293d1aefb tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181809 Mar 05 13:39:32.486259 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9ef69e6a-3fc3-4825-b47d-4d5e9545bfd7 None None] Port ee97d600-3c5d-4da8-a80f-bee356e495b2 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:39:32.535072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:32.535754 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:32.550575 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b0b911-e073-42a0-adcc-a7ea29ac5e5d admin admin] Checking segment: {'id': '8a291391-8255-498c-9947-6b3f87869128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '48794960-1978-4628-bea9-f23505cf6492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:39:32.551017 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b0b911-e073-42a0-adcc-a7ea29ac5e5d admin admin] Network hostable DHCP agents. Network: 48794960-1978-4628-bea9-f23505cf6492, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:39:32.564371 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc65121-2c94-4394-a0ee-1d5ed0aa3d2a req-0af92093-5aed-42fe-b331-8a01ef51d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:32.566121 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dc65121-2c94-4394-a0ee-1d5ed0aa3d2a req-0af92093-5aed-42fe-b331-8a01ef51d34a service neutron] 10.222.0.15 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 920 time: 0.5404546 Mar 05 13:39:32.629386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c79021-72b7-48c6-a96f-35a2803891d9 req-f5fd3904-e501-4a0f-b830-e2f84f647562 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:32.630432 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-23c79021-72b7-48c6-a96f-35a2803891d9 req-f5fd3904-e501-4a0f-b830-e2f84f647562 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a5b1ba-2f64-475a-b488-9e6b2185f50d HTTP/1.1" status: 200 len: 935 time: 0.0926528 Mar 05 13:39:32.684475 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-23c79021-72b7-48c6-a96f-35a2803891d9 req-e76b08ec-d3ea-4494-a51c-9ea4ffc99e7f tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8561406-d4af-45e0-bfce-51eea5c77093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471711 Mar 05 13:39:32.692415 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dc65121-2c94-4394-a0ee-1d5ed0aa3d2a req-28c6c697-c0f2-4e02-b739-748893776fe4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 HTTP/1.1" status: 200 len: 217 time: 0.1167860 Mar 05 13:39:32.696929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-a0df8d07-0f13-4753-a632-254b5aabf309 req-0a360e80-9dc4-46e1-8cec-a74fb26f8b7a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] For port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:32.696929 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a0df8d07-0f13-4753-a632-254b5aabf309 req-0a360e80-9dc4-46e1-8cec-a74fb26f8b7a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:32.783455 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49550) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:39:32.882000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe650a6-2de7-4672-b911-c52c4825bf02 admin admin] Deleting subnet 6db88a0e-28b6-4292-9a67-fc3276cd43d7 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:39:32.885353 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7fe650a6-2de7-4672-b911-c52c4825bf02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:32.903153 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-108cd27e-6b61-413e-87aa-e462a11d406a tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7499242 Mar 05 13:39:32.918142 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-a0df8d07-0f13-4753-a632-254b5aabf309 req-0a360e80-9dc4-46e1-8cec-a74fb26f8b7a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Calling delete_port for f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:39:32.953008 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b0b911-e073-42a0-adcc-a7ea29ac5e5d admin admin] Network 48794960-1978-4628-bea9-f23505cf6492 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:39:32.956987 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7fe650a6-2de7-4672-b911-c52c4825bf02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:32.982072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] Request body: {'port': {'device_id': '24a5b1ba-2f64-475a-b488-9e6b2185f50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:39:33.060654 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7fe650a6-2de7-4672-b911-c52c4825bf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:33.164204 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7fe650a6-2de7-4672-b911-c52c4825bf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:33.193952 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-67b0b911-e073-42a0-adcc-a7ea29ac5e5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 48794960-1978-4628-bea9-f23505cf6492) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:39:33.202379 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9450b14a-5fa3-4d68-9e24-13d9b56e5500 None None] Network 48794960-1978-4628-bea9-f23505cf6492 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:39:33.213772 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b0b911-e073-42a0-adcc-a7ea29ac5e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:33.214342 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-67b0b911-e073-42a0-adcc-a7ea29ac5e5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:33.236249 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc65121-2c94-4394-a0ee-1d5ed0aa3d2a req-08543537-6088-40ed-9136-07f18d49e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:33.237960 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dc65121-2c94-4394-a0ee-1d5ed0aa3d2a req-08543537-6088-40ed-9136-07f18d49e0bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ddb228e-b84a-4351-a2cb-7f33147be2ea HTTP/1.1" status: 200 len: 860 time: 0.5066330 Mar 05 13:39:33.285473 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe650a6-2de7-4672-b911-c52c4825bf02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6db88a0e-28b6-4292-9a67-fc3276cd43d7,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:33.300041 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7fe650a6-2de7-4672-b911-c52c4825bf02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:33.311333 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7fe650a6-2de7-4672-b911-c52c4825bf02 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6db88a0e-28b6-4292-9a67-fc3276cd43d7 HTTP/1.1" status: 204 len: 168 time: 0.5268409 Mar 05 13:39:33.314129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49560) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:39:33.413968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.15', 64752) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:39:33.417500 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dc65121-2c94-4394-a0ee-1d5ed0aa3d2a req-1ac4e19a-fe34-4b78-8512-c676324515ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1674597 Mar 05 13:39:33.480129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147a7bd-0a06-42b5-9e48-8ef42f886db5 req-71ad8fe7-b102-42c6-a114-ecfccd111883 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:33.487377 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e147a7bd-0a06-42b5-9e48-8ef42f886db5 req-71ad8fe7-b102-42c6-a114-ecfccd111883 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/ports?device_id=2291c693-ceca-4b41-9e46-d4dee14559fb HTTP/1.1" status: 200 len: 946 time: 0.2615199 Mar 05 13:39:33.503132 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-67b0b911-e073-42a0-adcc-a7ea29ac5e5d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9613383 Mar 05 13:39:33.541469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49568) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:39:33.544015 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a71ad657-38a8-4289-95e2-90c076bebced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:33.548500 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41f6620-7279-40d2-9ad4-8414f5feb829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-48794960-1978-4628-bea9-f23505cf6492', 'network_id': '48794960-1978-4628-bea9-f23505cf6492', 'tenant_id': '5afe79ad28c44a28a406edc898c660d4', 'fixed_ips': [{'subnet_id': 'fe073242-e803-4484-ad1f-c7e0aea9947a'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:39:33.549559 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e41f6620-7279-40d2-9ad4-8414f5feb829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:33.559491 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e147a7bd-0a06-42b5-9e48-8ef42f886db5 req-2433a555-e4e2-4516-a9cd-325de45a6f94 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/security-groups?id=64d73c22-cf7d-4f76-b013-9c599476d409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690496 Mar 05 13:39:33.574926 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-384b8292-9f14-49ee-b5de-f00abbc6ca07 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-766459041-router', 'tenant_id': '5afe79ad28c44a28a406edc898c660d4', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:39:33.660090 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbe169-6f92-4ab9-9710-c352db537cea req-f273d05c-a1c8-4b9c-be44-52943ef25dfd tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:33.670894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e0fbe169-6f92-4ab9-9710-c352db537cea req-f273d05c-a1c8-4b9c-be44-52943ef25dfd tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Synchronizing usage tracker for tenant:78a1cd353882451f977c98a0cde91b02 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:39:33.695468 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:39:33.701307 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a71ad657-38a8-4289-95e2-90c076bebced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:33.735773 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-a71ad657-38a8-4289-95e2-90c076bebced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f953432-db2d-4f6f-a1ee-7fee9f6e7169']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:33.752089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-a71ad657-38a8-4289-95e2-90c076bebced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b363951b-b77b-426d-8e80-38be3ec8ec30') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:33.752089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-a71ad657-38a8-4289-95e2-90c076bebced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b363951b-b77b-426d-8e80-38be3ec8ec30') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:33.757088 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-384b8292-9f14-49ee-b5de-f00abbc6ca07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:39:33.765637 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a71ad657-38a8-4289-95e2-90c076bebced admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:33.777149 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:33.782051 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a71ad657-38a8-4289-95e2-90c076bebced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:33.782051 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71ad657-38a8-4289-95e2-90c076bebced admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:39:33.782051 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a71ad657-38a8-4289-95e2-90c076bebced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:33.807753 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-384b8292-9f14-49ee-b5de-f00abbc6ca07 admin admin] Usage tracker for resource:router and tenant:5afe79ad28c44a28a406edc898c660d4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:39:33.823695 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-384b8292-9f14-49ee-b5de-f00abbc6ca07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:39:33.860170 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-384b8292-9f14-49ee-b5de-f00abbc6ca07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:39:33.894955 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:39:33.940968 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a71ad657-38a8-4289-95e2-90c076bebced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:33.947814 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.resource_extend [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:39:33.955056 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-60a99291-4859-4e7d-8388-2fcb8de465e5 service neutron] 10.222.0.15 "GET /v2.0/ports/5cdf7733-1a4b-49d9-bb1c-c934eabe8b52/bindings/n-h2-803718-1 HTTP/1.1" status: 200 len: 384 time: 0.6276202 Mar 05 13:39:33.963940 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-384b8292-9f14-49ee-b5de-f00abbc6ca07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:33.964110 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a71ad657-38a8-4289-95e2-90c076bebced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:33.964972 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-384b8292-9f14-49ee-b5de-f00abbc6ca07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:33.973899 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ad657-38a8-4289-95e2-90c076bebced admin admin] Pushing event deleted for resources: {'Network': ['ID=1f953432-db2d-4f6f-a1ee-7fee9f6e7169,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:33.985622 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a71ad657-38a8-4289-95e2-90c076bebced admin admin] 10.222.0.16 "DELETE /v2.0/networks/1f953432-db2d-4f6f-a1ee-7fee9f6e7169 HTTP/1.1" status: 204 len: 168 time: 0.6694167 Mar 05 13:39:33.989177 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-384b8292-9f14-49ee-b5de-f00abbc6ca07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:34.007386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e0fbe169-6f92-4ab9-9710-c352db537cea req-f273d05c-a1c8-4b9c-be44-52943ef25dfd tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Unset dirty status for tenant:78a1cd353882451f977c98a0cde91b02 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:39:34.017443 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0fbe169-6f92-4ab9-9710-c352db537cea req-f273d05c-a1c8-4b9c-be44-52943ef25dfd tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 948 time: 1.3763974 Mar 05 13:39:34.027140 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f49c7-25f7-42e6-962e-bf3b4f0a559b req-7dc898c8-67c4-41bf-be86-5950ce40df36 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:34.028864 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b29f49c7-25f7-42e6-962e-bf3b4f0a559b req-7dc898c8-67c4-41bf-be86-5950ce40df36 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b764565-19c3-446c-b20e-4deb6e9fccbe HTTP/1.1" status: 200 len: 945 time: 0.1441524 Mar 05 13:39:34.079110 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-e41f6620-7279-40d2-9ad4-8414f5feb829 None None] Allocated IP 172.20.0.2 (48794960-1978-4628-bea9-f23505cf6492/fe073242-e803-4484-ad1f-c7e0aea9947a/6f434810-1aa4-4669-9eb4-4f49c2a2d6fc) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:39:34.119296 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b29f49c7-25f7-42e6-962e-bf3b4f0a559b req-cc7f8c94-881f-4161-bd6a-def79972d438 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809920 Mar 05 13:39:34.171512 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:34.200242 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49576) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:39:34.247866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 has no active binding in host n-h2-803718-1 {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 05 13:39:34.291140 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a0df8d07-0f13-4753-a632-254b5aabf309 req-0a360e80-9dc4-46e1-8cec-a74fb26f8b7a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:34.306463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e', '626397c2-da47-446a-88f4-5c976be043f3'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:39:34.343586 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['8b7830ee-f387-454a-982c-d3f409d76188'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:39:34.347858 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3578b020-c09f-4940-b2b0-81b03cca796c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7da90d298e31481ab9950019fd081bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607883 Mar 05 13:39:34.350185 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49580) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:39:34.418639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-b242a36f-0e8b-432b-b43f-d1bd65a73ef2 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:34.418639 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-b242a36f-0e8b-432b-b43f-d1bd65a73ef2 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61&tenant_id=293ce29818c24610874b0170cb644d65&binding%3Ahost_id=n-h2-803718-1 HTTP/1.1" status: 200 len: 1096 time: 0.9954736 Mar 05 13:39:34.469642 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad3c9cf3-fc64-49fe-a332-a676641e2957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:34.502747 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad3c9cf3-fc64-49fe-a332-a676641e2957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:34.569245 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dc65121-2c94-4394-a0ee-1d5ed0aa3d2a req-f20c4b9c-bfff-48ef-916a-22a7c293f23f service neutron] 10.222.0.15 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1244025 Mar 05 13:39:34.569245 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a360e80-9dc4-46e1-8cec-a74fb26f8b7a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Pushing event deleted for resources: {'Port': ['ID=f8a08b52-c3d6-4708-9fa8-7cadc504d2b1,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:34.569245 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803718-1'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:39:34.592851 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad3c9cf3-fc64-49fe-a332-a676641e2957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:34.605967 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e41f6620-7279-40d2-9ad4-8414f5feb829 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:34.646469 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908b7de-a418-4dc3-ae49-78a5d8fd470a req-b1baa283-b161-42d2-912e-93a81c2dff42 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:34.646469 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e908b7de-a418-4dc3-ae49-78a5d8fd470a req-b1baa283-b161-42d2-912e-93a81c2dff42 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 943 time: 0.3612297 Mar 05 13:39:34.646469 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c9cf3-fc64-49fe-a332-a676641e2957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4287801-b64a-4606-a5ce-cc02f869f72b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:34.682460 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad3c9cf3-fc64-49fe-a332-a676641e2957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:34.682460 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ad3c9cf3-fc64-49fe-a332-a676641e2957 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4287801-b64a-4606-a5ce-cc02f869f72b HTTP/1.1" status: 204 len: 168 time: 0.3274095 Mar 05 13:39:34.716701 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e41f6620-7279-40d2-9ad4-8414f5feb829 None None] Transition to ACTIVE for port object 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:39:34.741613 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e908b7de-a418-4dc3-ae49-78a5d8fd470a req-351a33f0-7819-4820-9523-0c86011857bb tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000314 Mar 05 13:39:34.757566 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0fbe169-6f92-4ab9-9710-c352db537cea req-311c3f1e-529e-4cd7-bcc1-559fb1f79bf4 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7409420 Mar 05 13:39:34.872310 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e41f6620-7279-40d2-9ad4-8414f5feb829 None None] Transition to ACTIVE for port object 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:39:34.968410 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e41f6620-7279-40d2-9ad4-8414f5feb829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:35.113621 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41f6620-7279-40d2-9ad4-8414f5feb829 None None] Network 48794960-1978-4628-bea9-f23505cf6492 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:39:35.113621 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-e41f6620-7279-40d2-9ad4-8414f5feb829 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:39:35.201162 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41f6620-7279-40d2-9ad4-8414f5feb829 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:39:35.310123 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device fb33d2c5-08eb-471b-ac4b-9699be6db84c details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:39:35.355535 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfc12c-0c29-43eb-a31f-c077faab9977 req-cedfd16e-7d8b-472f-b1dd-27d1069ce80e tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:35.365766 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6edfc12c-0c29-43eb-a31f-c077faab9977 req-cedfd16e-7d8b-472f-b1dd-27d1069ce80e tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 945 time: 0.4421806 Mar 05 13:39:35.460778 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6edfc12c-0c29-43eb-a31f-c077faab9977 req-b73c6d1b-67f4-481a-9e20-3372280147e3 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861194 Mar 05 13:39:35.485120 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port fb33d2c5-08eb-471b-ac4b-9699be6db84c, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=fb33d2c5-08eb-471b-ac4b-9699be6db84c,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:35.579603 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device fb33d2c5-08eb-471b-ac4b-9699be6db84c has no active binding in host n-h1-803718-1 {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 05 13:39:35.775078 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-e41f6620-7279-40d2-9ad4-8414f5feb829 None None] Attempting to bind port 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:39:35.775078 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-e41f6620-7279-40d2-9ad4-8414f5feb829 None None] Attempting to bind port 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8a291391-8255-498c-9947-6b3f87869128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '48794960-1978-4628-bea9-f23505cf6492'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:39:35.775078 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41f6620-7279-40d2-9ad4-8414f5feb829 None None] Attempting to bind port 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc on network 48794960-1978-4628-bea9-f23505cf6492 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:39:35.775078 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f6620-7279-40d2-9ad4-8414f5feb829 None None] Pushing event updated for resources: {'Port': ['ID=6f434810-1aa4-4669-9eb4-4f49c2a2d6fc,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:35.812533 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41f6620-7279-40d2-9ad4-8414f5feb829 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:39:35.812533 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41f6620-7279-40d2-9ad4-8414f5feb829 None None] Checking segment: {'id': '8a291391-8255-498c-9947-6b3f87869128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '48794960-1978-4628-bea9-f23505cf6492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:39:35.812533 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e41f6620-7279-40d2-9ad4-8414f5feb829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:35.812533 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41f6620-7279-40d2-9ad4-8414f5feb829 None None] Bound using segment: {'id': '8a291391-8255-498c-9947-6b3f87869128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '48794960-1978-4628-bea9-f23505cf6492'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:39:35.812533 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-e41f6620-7279-40d2-9ad4-8414f5feb829 None None] Bound port: 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a291391-8255-498c-9947-6b3f87869128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '48794960-1978-4628-bea9-f23505cf6492'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:39:35.812533 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e41f6620-7279-40d2-9ad4-8414f5feb829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:35.816276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6150f6c-9cc3-4e35-82e9-bfc577337705 req-fbac94d9-df94-46a2-8261-4515a9ba3a39 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:35.816276 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b6150f6c-9cc3-4e35-82e9-bfc577337705 req-fbac94d9-df94-46a2-8261-4515a9ba3a39 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/ports?device_id=2291c693-ceca-4b41-9e46-d4dee14559fb HTTP/1.1" status: 200 len: 946 time: 0.1356978 Mar 05 13:39:35.902443 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b6150f6c-9cc3-4e35-82e9-bfc577337705 req-59068d73-bb1c-42d9-af67-b775b5e0605f tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/security-groups?id=64d73c22-cf7d-4f76-b013-9c599476d409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779910 Mar 05 13:39:35.951295 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0df8d07-0f13-4753-a632-254b5aabf309 req-0a360e80-9dc4-46e1-8cec-a74fb26f8b7a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] No DVR routers for this DVR port f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:39:36.013000 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e41f6620-7279-40d2-9ad4-8414f5feb829 None None] For port 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:39:36.025774 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e41f6620-7279-40d2-9ad4-8414f5feb829 None None] For port 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6f434810-1aa4-4669-9eb4-4f49c2a2d6fc,segment=NetworkSegment(8a291391-8255-498c-9947-6b3f87869128),segment_id=8a291391-8255-498c-9947-6b3f87869128)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:39:36.025774 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e41f6620-7279-40d2-9ad4-8414f5feb829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:36.090319 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a0df8d07-0f13-4753-a632-254b5aabf309 req-0a360e80-9dc4-46e1-8cec-a74fb26f8b7a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:36.096614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4afd61-ff40-4974-96d3-f2e8ad9dcad2', 'name': 'network-vif-deleted', 'tag': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:39:36.176112 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-384b8292-9f14-49ee-b5de-f00abbc6ca07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:36.249863 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f6620-7279-40d2-9ad4-8414f5feb829 None None] Pushing event updated for resources: {'Port': ['ID=6f434810-1aa4-4669-9eb4-4f49c2a2d6fc,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:36.272089 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0df8d07-0f13-4753-a632-254b5aabf309 req-0a360e80-9dc4-46e1-8cec-a74fb26f8b7a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.15 "DELETE /v2.0/ports/f8a08b52-c3d6-4708-9fa8-7cadc504d2b1 HTTP/1.1" status: 204 len: 173 time: 8.3127089 Mar 05 13:39:36.277705 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f989f5f-17ef-48ba-b01a-2fc5c44f690b req-d051ef1b-c106-4073-ace8-5d686a49b48e tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:36.277705 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1f989f5f-17ef-48ba-b01a-2fc5c44f690b req-d051ef1b-c106-4073-ace8-5d686a49b48e tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b764565-19c3-446c-b20e-4deb6e9fccbe HTTP/1.1" status: 200 len: 945 time: 0.1646829 Mar 05 13:39:36.299832 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:36.362272 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1f989f5f-17ef-48ba-b01a-2fc5c44f690b req-d1a5318d-a751-4770-ae09-dd7b6bc1e9bd tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757284 Mar 05 13:39:36.582444 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dc65121-2c94-4394-a0ee-1d5ed0aa3d2a req-d4453b0a-f31d-4f2c-90f0-b4892fc4ec00 service neutron] 10.222.0.15 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7335010 Mar 05 13:39:36.825414 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46acd315-41d2-4716-947f-bb3be8f48afa req-bfa259c2-735b-491d-91ac-585bff1ac92d tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb4afd61-ff40-4974-96d3-f2e8ad9dcad2 HTTP/1.1" status: 200 len: 210 time: 0.1327667 Mar 05 13:39:36.948970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7611f-340d-458a-ba47-e06319f3cf4e req-89b92d30-9e35-43cd-838e-f222646f4d0e tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:36.951165 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-39d7611f-340d-458a-ba47-e06319f3cf4e req-89b92d30-9e35-43cd-838e-f222646f4d0e tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b764565-19c3-446c-b20e-4deb6e9fccbe HTTP/1.1" status: 200 len: 945 time: 1.8637455 Mar 05 13:39:36.978942 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0a883-17e4-4985-bd5e-6651c8be0834 req-51eed4db-eab4-4b75-9cb1-bf5e2a129b9b tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:36.978942 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-21f0a883-17e4-4985-bd5e-6651c8be0834 req-51eed4db-eab4-4b75-9cb1-bf5e2a129b9b tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Synchronizing usage tracker for tenant:cdd5be355262464fa3b954dafa9af538 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:39:37.043770 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb33a0-eaec-40e8-9144-2128cba2a85b req-bd456a94-d277-46c3-9bb9-a99654afa593 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:37.045585 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5dcb33a0-eaec-40e8-9144-2128cba2a85b req-bd456a94-d277-46c3-9bb9-a99654afa593 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 943 time: 0.0999272 Mar 05 13:39:37.103485 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5dcb33a0-eaec-40e8-9144-2128cba2a85b req-2217ec21-f709-458f-97da-13724ccd6b3d tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511231 Mar 05 13:39:37.155879 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-4d1ffa9d-f2dc-4951-ad91-bcff45894e35 service neutron] For port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:37.199994 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:39:37.231346 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:39:37.267376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-21f0a883-17e4-4985-bd5e-6651c8be0834 req-51eed4db-eab4-4b75-9cb1-bf5e2a129b9b tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Unset dirty status for tenant:cdd5be355262464fa3b954dafa9af538 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:39:37.268700 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-21f0a883-17e4-4985-bd5e-6651c8be0834 req-51eed4db-eab4-4b75-9cb1-bf5e2a129b9b tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a5b1ba-2f64-475a-b488-9e6b2185f50d HTTP/1.1" status: 200 len: 935 time: 2.1856098 Mar 05 13:39:37.272319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-39d7611f-340d-458a-ba47-e06319f3cf4e req-24ffba93-0155-4dca-9867-59968394115a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Deleting port 509bf164-c6f3-49d0-bc45-50f61b97bf98 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:39:37.276940 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-39d7611f-340d-458a-ba47-e06319f3cf4e req-24ffba93-0155-4dca-9867-59968394115a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:37.321689 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-3340a7af-699b-4aef-8444-e025d11fce63 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Synchronizing usage tracker for tenant:623cc9f32841436ebf21d071d3bbde3f on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:39:37.351717 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-3340a7af-699b-4aef-8444-e025d11fce63 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Unset dirty status for tenant:623cc9f32841436ebf21d071d3bbde3f on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:39:37.359949 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-3340a7af-699b-4aef-8444-e025d11fce63 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 258 time: 0.2278266 Mar 05 13:39:37.371817 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-2c91ebf7-4680-4b53-9966-1641939c6fae tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:39:37.375192 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-2c91ebf7-4680-4b53-9966-1641939c6fae tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:39:37.395258 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-2c91ebf7-4680-4b53-9966-1641939c6fae tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Usage tracker for resource:floatingip and tenant:623cc9f32841436ebf21d071d3bbde3f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:39:37.402749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-2c91ebf7-4680-4b53-9966-1641939c6fae tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:39:37.409901 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-2c91ebf7-4680-4b53-9966-1641939c6fae tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:39:37.429822 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-2c91ebf7-4680-4b53-9966-1641939c6fae tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:37.468355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-4d1ffa9d-f2dc-4951-ad91-bcff45894e35 service neutron] For port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:39:37.621909 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-2c91ebf7-4680-4b53-9966-1641939c6fae tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:37.730853 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 509bf164-c6f3-49d0-bc45-50f61b97bf98 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:39:37.817215 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7175574b-bc83-481e-a5b5-abb9f0d56681 None None] Network 48794960-1978-4628-bea9-f23505cf6492 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:39:37.840746 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-2c91ebf7-4680-4b53-9966-1641939c6fae tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Allocated IP 172.25.4.67 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/08eaeb9a-aba2-4db7-b2f5-612b4cb008e7) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:39:37.841571 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee97d600-3c5d-4da8-a80f-bee356e495b2 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:39:37.848349 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:37.866580 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] Transition to ACTIVE for port object ee97d600-3c5d-4da8-a80f-bee356e495b2 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:39:37.893452 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-4d1ffa9d-f2dc-4951-ad91-bcff45894e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:39:37.902445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] For port fb33d2c5-08eb-471b-ac4b-9699be6db84c, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=fb33d2c5-08eb-471b-ac4b-9699be6db84c,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:37.904086 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-21f0a883-17e4-4985-bd5e-6651c8be0834 req-56008963-38d1-4081-82e2-9a66b598479d tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Synchronizing usage tracker for tenant:cdd5be355262464fa3b954dafa9af538 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:39:37.906560 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:37.956909 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-02d84c4f-a33e-4b2b-973d-136853d6658c None None] Provisioning for port 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:39:37.980718 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-4d1ffa9d-f2dc-4951-ad91-bcff45894e35 service neutron] For port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:38.001278 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:38.050072 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-2c91ebf7-4680-4b53-9966-1641939c6fae tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:38.095134 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-2c91ebf7-4680-4b53-9966-1641939c6fae tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:38.150963 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-2c91ebf7-4680-4b53-9966-1641939c6fae tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:39:38.159251 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-2c91ebf7-4680-4b53-9966-1641939c6fae tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:39:38.163640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-2c91ebf7-4680-4b53-9966-1641939c6fae tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:39:38.178740 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b764565-19c3-446c-b20e-4deb6e9fccbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '509bf164-c6f3-49d0-bc45-50f61b97bf98'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:39:38.221935 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 509bf164-c6f3-49d0-bc45-50f61b97bf98, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=509bf164-c6f3-49d0-bc45-50f61b97bf98,segment=NetworkSegment(a8ef6e6e-206b-40f5-8323-f285688f17f4),segment_id=a8ef6e6e-206b-40f5-8323-f285688f17f4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:38.243451 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:38.276991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91ebf7-4680-4b53-9966-1641939c6fae tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Pushing event updated for resources: {'Port': ['ID=08eaeb9a-aba2-4db7-b2f5-612b4cb008e7,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:38.295695 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-2c91ebf7-4680-4b53-9966-1641939c6fae tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:38.328447 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=509bf164-c6f3-49d0-bc45-50f61b97bf98,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:38.339453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:38.339873 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:38.340306 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:38.340706 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:38.341399 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:38.341819 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:38.342207 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:38.342592 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:38.343119 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:38.343504 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:38.343889 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:38.344309 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:39:38.387423 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-2c91ebf7-4680-4b53-9966-1641939c6fae tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:38.478878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] Pushing event updated for resources: {'Port': ['ID=ee97d600-3c5d-4da8-a80f-bee356e495b2,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:38.481480 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-4d1ffa9d-f2dc-4951-ad91-bcff45894e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:38.491981 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:39:38.521341 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:39:38.528650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-39d7611f-340d-458a-ba47-e06319f3cf4e req-24ffba93-0155-4dca-9867-59968394115a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] For port 509bf164-c6f3-49d0-bc45-50f61b97bf98, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=509bf164-c6f3-49d0-bc45-50f61b97bf98,segment=NetworkSegment(a8ef6e6e-206b-40f5-8323-f285688f17f4),segment_id=a8ef6e6e-206b-40f5-8323-f285688f17f4)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:38.529302 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-39d7611f-340d-458a-ba47-e06319f3cf4e req-24ffba93-0155-4dca-9867-59968394115a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:38.622429 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:39:38.645479 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:39:38.645479 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:38.683396 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] For port fb33d2c5-08eb-471b-ac4b-9699be6db84c, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:39:38.711706 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-2c91ebf7-4680-4b53-9966-1641939c6fae tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:38.711706 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-2c91ebf7-4680-4b53-9966-1641939c6fae tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:38.751550 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-24eb6da1-0d0d-4370-9282-d1cbef61eb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:38.751550 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-857c6647-3db2-4f72-a8ad-b0c9a31effc4 None None] Provisioning complete for port 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:39:38.751550 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-857c6647-3db2-4f72-a8ad-b0c9a31effc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:38.847747 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91ebf7-4680-4b53-9966-1641939c6fae tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Pushing event updated for resources: {'Port': ['ID=08eaeb9a-aba2-4db7-b2f5-612b4cb008e7,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:38.859800 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-2c91ebf7-4680-4b53-9966-1641939c6fae tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:38.872982 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:38.881031 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-21f0a883-17e4-4985-bd5e-6651c8be0834 req-56008963-38d1-4081-82e2-9a66b598479d tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Unset dirty status for tenant:cdd5be355262464fa3b954dafa9af538 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:39:38.882047 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-21f0a883-17e4-4985-bd5e-6651c8be0834 req-56008963-38d1-4081-82e2-9a66b598479d tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8561406-d4af-45e0-bfce-51eea5c77093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5490890 Mar 05 13:39:38.889238 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-2c91ebf7-4680-4b53-9966-1641939c6fae tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:38.895336 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-2c91ebf7-4680-4b53-9966-1641939c6fae tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5348001 Mar 05 13:39:38.916724 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:38.925318 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-39d7611f-340d-458a-ba47-e06319f3cf4e req-24ffba93-0155-4dca-9867-59968394115a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Calling delete_port for 509bf164-c6f3-49d0-bc45-50f61b97bf98 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:39:38.976753 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6f434810-1aa4-4669-9eb4-4f49c2a2d6fc,segment=NetworkSegment(8a291391-8255-498c-9947-6b3f87869128),segment_id=8a291391-8255-498c-9947-6b3f87869128)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:38.986673 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:38.992684 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4afd61-ff40-4974-96d3-f2e8ad9dcad2', 'name': 'network-vif-deleted', 'tag': 'f8a08b52-c3d6-4708-9fa8-7cadc504d2b1', 'status': 'completed', 'code': 200} Mar 05 13:39:39.005032 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-75c06045-68e3-4eaa-9f5d-514314e20549 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Synchronizing usage tracker for tenant:623cc9f32841436ebf21d071d3bbde3f on resource:floatingip {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:39:39.027439 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-75c06045-68e3-4eaa-9f5d-514314e20549 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Unset dirty status for tenant:623cc9f32841436ebf21d071d3bbde3f on resource:floatingip {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:39:39.029119 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-75c06045-68e3-4eaa-9f5d-514314e20549 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.67 HTTP/1.1" status: 200 len: 695 time: 0.1270347 Mar 05 13:39:39.110659 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=6f434810-1aa4-4669-9eb4-4f49c2a2d6fc,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:39.110659 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-857c6647-3db2-4f72-a8ad-b0c9a31effc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:39.170866 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:39.279337 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-857c6647-3db2-4f72-a8ad-b0c9a31effc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:39:39.279337 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-857c6647-3db2-4f72-a8ad-b0c9a31effc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:39:39.386638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-97983b5d-73ac-40f2-ba3d-c7b1724e4b39 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:39.386638 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-97983b5d-73ac-40f2-ba3d-c7b1724e4b39 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.3463142 Mar 05 13:39:39.399937 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-ca5df043-153a-436c-8e67-e2d0c41e7e69 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:39:39.399937 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fdb61f39-67d3-4044-9648-c7cd72da43d0 req-ca5df043-153a-436c-8e67-e2d0c41e7e69 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095057 Mar 05 13:39:39.486487 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [req-39d7611f-340d-458a-ba47-e06319f3cf4e req-24ffba93-0155-4dca-9867-59968394115a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:39:39.486821 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [req-39d7611f-340d-458a-ba47-e06319f3cf4e req-24ffba93-0155-4dca-9867-59968394115a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:39:39.594707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] Attempting to bind port ee97d600-3c5d-4da8-a80f-bee356e495b2 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:39:39.594707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] Attempting to bind port ee97d600-3c5d-4da8-a80f-bee356e495b2 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:39:39.594707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] Attempting to bind port ee97d600-3c5d-4da8-a80f-bee356e495b2 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:39:39.594707 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-384b8292-9f14-49ee-b5de-f00abbc6ca07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:39.631327 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] Pushing event updated for resources: {'Port': ['ID=fb33d2c5-08eb-471b-ac4b-9699be6db84c,revision_number=7']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:39.652552 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] Port ee97d600-3c5d-4da8-a80f-bee356e495b2 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:39:39.652552 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] Attempting to bind port ee97d600-3c5d-4da8-a80f-bee356e495b2 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:39:39.654700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-4d1ffa9d-f2dc-4951-ad91-bcff45894e35 service neutron] Transition to ACTIVE for port object 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:39:39.656095 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-384b8292-9f14-49ee-b5de-f00abbc6ca07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:39.658686 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] Attempting to bind port fb33d2c5-08eb-471b-ac4b-9699be6db84c on host n-h2-803718-1 for vnic_type normal with profile {"migrating_to": "n-h1-803718-1"} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:39:39.659032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] Attempting to bind port fb33d2c5-08eb-471b-ac4b-9699be6db84c by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:39:39.659345 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] Attempting to bind port fb33d2c5-08eb-471b-ac4b-9699be6db84c on network 1e632aab-7405-4a4c-851d-f121cf35a970 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:39:39.703835 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-4d1ffa9d-f2dc-4951-ad91-bcff45894e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:39.744500 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] Port fb33d2c5-08eb-471b-ac4b-9699be6db84c on network 1e632aab-7405-4a4c-851d-f121cf35a970 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:39:39.744500 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] Attempting to bind port fb33d2c5-08eb-471b-ac4b-9699be6db84c on network 1e632aab-7405-4a4c-851d-f121cf35a970 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:39:39.744500 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:39:39.744500 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:39:39.747790 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:39:39.747790 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] Bound port: ee97d600-3c5d-4da8-a80f-bee356e495b2, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:39:39.747790 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:39.794801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:39:39.795140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] Checking segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:39:39.795524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] Bound using segment: {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:39:39.795957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] Bound port: fb33d2c5-08eb-471b-ac4b-9699be6db84c, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1e632aab-7405-4a4c-851d-f121cf35a970'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:39:39.796294 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:39.830103 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:39:40.139125 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-39d7611f-340d-458a-ba47-e06319f3cf4e req-24ffba93-0155-4dca-9867-59968394115a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Deleting port 509bf164-c6f3-49d0-bc45-50f61b97bf98 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:39:40.139626 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-39d7611f-340d-458a-ba47-e06319f3cf4e req-24ffba93-0155-4dca-9867-59968394115a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:40.191137 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-4d1ffa9d-f2dc-4951-ad91-bcff45894e35 service neutron] No DVR routers for this DVR port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:39:40.293318 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ffa9d-f2dc-4951-ad91-bcff45894e35 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52,revision_number=10']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:40.309878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe77457-3f7a-476e-aeea-0924ffb00737 req-2375e33e-459a-4768-9036-6a9108b4d040 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:40.309878 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3fe77457-3f7a-476e-aeea-0924ffb00737 req-2375e33e-459a-4768-9036-6a9108b4d040 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 943 time: 0.8898518 Mar 05 13:39:40.339783 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:39:40.434312 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:39:40.434312 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:40.488587 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] For port ee97d600-3c5d-4da8-a80f-bee356e495b2, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:39:40.521907 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] For port fb33d2c5-08eb-471b-ac4b-9699be6db84c, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:39:40.525164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-384b8292-9f14-49ee-b5de-f00abbc6ca07 admin admin] Allocated IP 172.25.4.31 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/f92dc1fa-78f1-4021-ad14-81aded778a58) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:39:40.575758 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3fe77457-3f7a-476e-aeea-0924ffb00737 req-5ca6a7b3-e9f7-4796-b7f4-50f8a6da322e tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541666 Mar 05 13:39:40.594439 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] For port ee97d600-3c5d-4da8-a80f-bee356e495b2, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ee97d600-3c5d-4da8-a80f-bee356e495b2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:39:40.594439 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] For port fb33d2c5-08eb-471b-ac4b-9699be6db84c, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=fb33d2c5-08eb-471b-ac4b-9699be6db84c,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:39:40.594439 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-4d1ffa9d-f2dc-4951-ad91-bcff45894e35 service neutron] 10.222.0.15 "PUT /v2.0/ports/5cdf7733-1a4b-49d9-bb1c-c934eabe8b52/bindings/n-h2-803718-1/activate HTTP/1.1" status: 200 len: 369 time: 6.5428751 Mar 05 13:39:40.667024 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:40.680365 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:40.857046 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-718e3cbd-3639-474e-91f6-d8c832c99880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:40.911128 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:40.911734 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:40.913046 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] 10.222.0.15 "PUT /v2.0/ports/ee97d600-3c5d-4da8-a80f-bee356e495b2 HTTP/1.1" status: 200 len: 1095 time: 7.9417517 Mar 05 13:39:40.997002 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-58b95a2c-3de9-440a-8ae4-15ba83665eaf tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:40.998487 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-58b95a2c-3de9-440a-8ae4-15ba83665eaf tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec&tenant_id=d5ffda21ed5b4786823c5a5c4a431675&binding%3Ahost_id=n-h1-803718-1 HTTP/1.1" status: 200 len: 1095 time: 0.1107137 Mar 05 13:39:41.021158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e55bc9e-c170-449e-b30f-6e03bea2ed61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb33d2c5-08eb-471b-ac4b-9699be6db84c'}, {'name': 'network-changed', 'server_uuid': '24a5b1ba-2f64-475a-b488-9e6b2185f50d', 'tag': 'ee97d600-3c5d-4da8-a80f-bee356e495b2'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:39:41.101415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-21592a85-c1ca-4d77-9c67-892dd7a11d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:41.103930 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-21592a85-c1ca-4d77-9c67-892dd7a11d7b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec&tenant_id=d5ffda21ed5b4786823c5a5c4a431675 HTTP/1.1" status: 200 len: 1095 time: 0.0981984 Mar 05 13:39:41.195799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] Pushing event updated for resources: {'Port': ['ID=fb33d2c5-08eb-471b-ac4b-9699be6db84c,revision_number=8']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:41.233260 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-b5243a4b-addf-41ca-8a8f-76f3bbefa17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:41.234911 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-b5243a4b-addf-41ca-8a8f-76f3bbefa17c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 1095 time: 0.1015871 Mar 05 13:39:41.285830 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-384b8292-9f14-49ee-b5de-f00abbc6ca07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:41.294875 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:41.295594 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:41.297408 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-c935b4c5-a0b6-4690-8273-f9ba4b2af816 service neutron] 10.222.0.15 "PUT /v2.0/ports/fb33d2c5-08eb-471b-ac4b-9699be6db84c HTTP/1.1" status: 200 len: 1121 time: 6.8401058 Mar 05 13:39:41.301097 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-39d7611f-340d-458a-ba47-e06319f3cf4e req-24ffba93-0155-4dca-9867-59968394115a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] For port 509bf164-c6f3-49d0-bc45-50f61b97bf98, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=509bf164-c6f3-49d0-bc45-50f61b97bf98,segment=NetworkSegment(a8ef6e6e-206b-40f5-8323-f285688f17f4),segment_id=a8ef6e6e-206b-40f5-8323-f285688f17f4)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:41.301530 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-39d7611f-340d-458a-ba47-e06319f3cf4e req-24ffba93-0155-4dca-9867-59968394115a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:41.306540 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['fb33d2c5-08eb-471b-ac4b-9699be6db84c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:39:41.370437 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['fb33d2c5-08eb-471b-ac4b-9699be6db84c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:39:41.532559 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-39d7611f-340d-458a-ba47-e06319f3cf4e req-24ffba93-0155-4dca-9867-59968394115a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Calling delete_port for 509bf164-c6f3-49d0-bc45-50f61b97bf98 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:39:41.685067 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2fbca105-9e8b-4e51-9163-2894350a4d12 req-78f5779c-3a63-44b6-8240-aa4100aa03fc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7839267 Mar 05 13:39:41.696434 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-73a9cf88-7af4-49d2-a7c6-6eec918744b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:41.698266 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-73a9cf88-7af4-49d2-a7c6-6eec918744b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdd5be355262464fa3b954dafa9af538&device_id=24a5b1ba-2f64-475a-b488-9e6b2185f50d HTTP/1.1" status: 200 len: 1098 time: 0.6601484 Mar 05 13:39:41.704623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704853e-63b2-44e1-b5c0-90b491040d9e service neutron] Pushing event updated for resources: {'Port': ['ID=ee97d600-3c5d-4da8-a80f-bee356e495b2,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:41.721456 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda79859-ae7c-4784-b410-1dac7ea2c05a req-3aa30bb1-8cfe-4043-9c49-bc34ef7d1412 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:41.722331 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-eda79859-ae7c-4784-b410-1dac7ea2c05a req-3aa30bb1-8cfe-4043-9c49-bc34ef7d1412 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Synchronizing usage tracker for tenant:dc1b1b7707524e28bd71bcf067b7e41e on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:39:41.757108 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-ffa37d57-a6fe-4401-82a4-39ad1cc72fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:41.759175 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-ffa37d57-a6fe-4401-82a4-39ad1cc72fd8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 920 time: 0.5171390 Mar 05 13:39:41.767454 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074221ae-45ee-4384-bb9a-75272fc5a6bf req-80e4377e-88ad-4f92-8651-f6fd9ad4c599 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:41.769072 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-074221ae-45ee-4384-bb9a-75272fc5a6bf req-80e4377e-88ad-4f92-8651-f6fd9ad4c599 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 944 time: 0.3388298 Mar 05 13:39:41.861657 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-f568e083-c8e5-478d-997a-d94ada4c7b0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=ee97d600-3c5d-4da8-a80f-bee356e495b2 HTTP/1.1" status: 200 len: 217 time: 0.1523392 Mar 05 13:39:41.866454 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-298c9b43-bd70-4863-b519-fbdcbd633566 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 HTTP/1.1" status: 200 len: 217 time: 0.0961938 Mar 05 13:39:41.901039 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:41.915702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-eda79859-ae7c-4784-b410-1dac7ea2c05a req-3aa30bb1-8cfe-4043-9c49-bc34ef7d1412 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Unset dirty status for tenant:dc1b1b7707524e28bd71bcf067b7e41e on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:39:41.916837 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eda79859-ae7c-4784-b410-1dac7ea2c05a req-3aa30bb1-8cfe-4043-9c49-bc34ef7d1412 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b764565-19c3-446c-b20e-4deb6e9fccbe HTTP/1.1" status: 200 len: 943 time: 1.0110793 Mar 05 13:39:41.943994 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-074221ae-45ee-4384-bb9a-75272fc5a6bf req-dfd595b1-4230-4368-aa7d-640a63174438 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083441 Mar 05 13:39:41.955133 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-22f6a006-05c3-4894-9278-e104258efbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:41.956867 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-22f6a006-05c3-4894-9278-e104258efbb4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ddb228e-b84a-4351-a2cb-7f33147be2ea HTTP/1.1" status: 200 len: 860 time: 0.0822144 Mar 05 13:39:42.012045 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-c15ad773-7bfe-4f53-b0a3-14dbf5361eba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480683 Mar 05 13:39:42.015536 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:42.033513 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b764565-19c3-446c-b20e-4deb6e9fccbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '509bf164-c6f3-49d0-bc45-50f61b97bf98', 'code': 200} Mar 05 13:39:42.116483 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-384b8292-9f14-49ee-b5de-f00abbc6ca07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:42.232328 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-4aa6ea51-5f48-4cc0-9d18-ee5bfd7195cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:42.232328 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-4aa6ea51-5f48-4cc0-9d18-ee5bfd7195cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.3577743 Mar 05 13:39:42.235606 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-5ca027a6-9c1a-40d2-a406-6222a9ce3225 service neutron] 10.222.0.30 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052469 Mar 05 13:39:42.254422 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384b8292-9f14-49ee-b5de-f00abbc6ca07 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:39:42.298490 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-384b8292-9f14-49ee-b5de-f00abbc6ca07 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:39:42.312649 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384b8292-9f14-49ee-b5de-f00abbc6ca07 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:39:42.342550 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f775c-cb9d-46d0-ae47-92637f6e06b4 req-0aa421d5-a8bb-463a-adfb-c4353b7a0e1b tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:42.348015 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-837f775c-cb9d-46d0-ae47-92637f6e06b4 req-0aa421d5-a8bb-463a-adfb-c4353b7a0e1b tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/ports?device_id=2291c693-ceca-4b41-9e46-d4dee14559fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1973910 Mar 05 13:39:42.362246 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b8292-9f14-49ee-b5de-f00abbc6ca07 admin admin] Pushing event updated for resources: {'Port': ['ID=f92dc1fa-78f1-4021-ad14-81aded778a58,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:42.385428 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eda79859-ae7c-4784-b410-1dac7ea2c05a req-a01bde3c-8efd-4954-ac7d-38b09f3a3376 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512105 Mar 05 13:39:42.439900 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-39d7611f-340d-458a-ba47-e06319f3cf4e req-24ffba93-0155-4dca-9867-59968394115a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:42.450904 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['353cea03-5973-40d4-8344-83fb7d8c3cbd'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:39:42.495685 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-837f775c-cb9d-46d0-ae47-92637f6e06b4 req-b257ab3f-86a0-4a5f-86b2-3e3437dd1999 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.67 HTTP/1.1" status: 200 len: 695 time: 0.1201825 Mar 05 13:39:42.503658 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-837f775c-cb9d-46d0-ae47-92637f6e06b4 req-bace5f7f-2c3b-45fe-95be-44b6cba9d934 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Request body: {'floatingip': {'port_id': '71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:39:42.535581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbca105-9e8b-4e51-9163-2894350a4d12 req-94c878de-fd96-4c08-a8a9-5721bbb4add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:42.540782 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2fbca105-9e8b-4e51-9163-2894350a4d12 req-94c878de-fd96-4c08-a8a9-5721bbb4add8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 1095 time: 0.8115907 Mar 05 13:39:42.585217 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-12f86e61-c298-4a73-a6a3-28ffb3c00765 service neutron] 10.222.0.30 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438826 Mar 05 13:39:42.597826 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-837f775c-cb9d-46d0-ae47-92637f6e06b4 req-bace5f7f-2c3b-45fe-95be-44b6cba9d934 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks [] for floatingip, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:42.666626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffba93-0155-4dca-9867-59968394115a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Pushing event deleted for resources: {'Port': ['ID=509bf164-c6f3-49d0-bc45-50f61b97bf98,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:42.996521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d7611f-340d-458a-ba47-e06319f3cf4e req-24ffba93-0155-4dca-9867-59968394115a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] No DVR routers for this DVR port 509bf164-c6f3-49d0-bc45-50f61b97bf98 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:39:43.006967 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-39d7611f-340d-458a-ba47-e06319f3cf4e req-24ffba93-0155-4dca-9867-59968394115a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:43.042898 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-efef35bc-d8be-42b6-945f-51b86b8ac499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:43.044514 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-efef35bc-d8be-42b6-945f-51b86b8ac499 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7983909 Mar 05 13:39:43.098299 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-39d7611f-340d-458a-ba47-e06319f3cf4e req-24ffba93-0155-4dca-9867-59968394115a tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.30 "DELETE /v2.0/ports/509bf164-c6f3-49d0-bc45-50f61b97bf98 HTTP/1.1" status: 204 len: 173 time: 6.1281116 Mar 05 13:39:43.195630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-d1d6edeb-88e7-44d9-b84c-51be96e1c88f tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:43.197167 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-d1d6edeb-88e7-44d9-b84c-51be96e1c88f tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec&tenant_id=d5ffda21ed5b4786823c5a5c4a431675&binding%3Ahost_id=n-h2-803718-1 HTTP/1.1" status: 200 len: 1095 time: 0.2599337 Mar 05 13:39:43.283221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbca105-9e8b-4e51-9163-2894350a4d12 req-88674e4c-c539-4f39-bd34-890131210c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:43.284850 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2fbca105-9e8b-4e51-9163-2894350a4d12 req-88674e4c-c539-4f39-bd34-890131210c75 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 200 len: 920 time: 0.7072639 Mar 05 13:39:43.448688 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-d20e1409-475e-48d4-aa10-717532f25eb6 service neutron] For port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52, host n-h1-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:39:43.455917 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-d20e1409-475e-48d4-aa10-717532f25eb6 service neutron] Notify callbacks [] for binding, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:43.456998 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e0d98fc6-79aa-4b71-ba38-0aa85aa44657 req-d20e1409-475e-48d4-aa10-717532f25eb6 service neutron] 10.222.0.30 "DELETE /v2.0/ports/5cdf7733-1a4b-49d9-bb1c-c934eabe8b52/bindings/n-h1-803718-1 HTTP/1.1" status: 204 len: 173 time: 0.2521422 Mar 05 13:39:43.506554 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2fbca105-9e8b-4e51-9163-2894350a4d12 req-12e242bd-c27e-4aae-baff-55266c8c9305 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76dac71b-aab3-4406-b447-ce9e4d3d0cd5 HTTP/1.1" status: 200 len: 217 time: 0.1352189 Mar 05 13:39:43.535122 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:43.574799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d41bb-db1b-4c4f-b13f-231dad8688ab req-ba0cdfd4-a5d3-44aa-9697-f529733f2f62 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:43.577389 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-888d41bb-db1b-4c4f-b13f-231dad8688ab req-ba0cdfd4-a5d3-44aa-9697-f529733f2f62 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a5b1ba-2f64-475a-b488-9e6b2185f50d HTTP/1.1" status: 200 len: 947 time: 0.9808395 Mar 05 13:39:43.584957 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-837f775c-cb9d-46d0-ae47-92637f6e06b4 req-bace5f7f-2c3b-45fe-95be-44b6cba9d934 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:43.589345 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-837f775c-cb9d-46d0-ae47-92637f6e06b4 req-bace5f7f-2c3b-45fe-95be-44b6cba9d934 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:43.710512 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-3092c936-7ea4-4fda-9123-49645711970e service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6576576 Mar 05 13:39:43.716082 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-384b8292-9f14-49ee-b5de-f00abbc6ca07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:43.769281 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [req-837f775c-cb9d-46d0-ae47-92637f6e06b4 req-bace5f7f-2c3b-45fe-95be-44b6cba9d934 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Floating IP f9050f65-92b2-4644-ae6d-881a9b1affe9 associated. External IP: 172.25.4.67, port: 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9. Mar 05 13:39:43.977346 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbca105-9e8b-4e51-9163-2894350a4d12 req-8b64386e-7d07-4e79-a439-d25351e69119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:43.977346 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2fbca105-9e8b-4e51-9163-2894350a4d12 req-8b64386e-7d07-4e79-a439-d25351e69119 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ddb228e-b84a-4351-a2cb-7f33147be2ea HTTP/1.1" status: 200 len: 860 time: 0.4088223 Mar 05 13:39:43.998812 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-888d41bb-db1b-4c4f-b13f-231dad8688ab req-961a7cdf-79a2-4913-a947-03753ca3f061 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8561406-d4af-45e0-bfce-51eea5c77093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809898 Mar 05 13:39:44.147651 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e55bc9e-c170-449e-b30f-6e03bea2ed61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb33d2c5-08eb-471b-ac4b-9699be6db84c', 'code': 200} Mar 05 13:39:44.147903 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a5b1ba-2f64-475a-b488-9e6b2185f50d', 'tag': 'ee97d600-3c5d-4da8-a80f-bee356e495b2', 'status': 'completed', 'code': 200} Mar 05 13:39:44.157782 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2fbca105-9e8b-4e51-9163-2894350a4d12 req-1dfc4f47-96b9-4f57-9aa5-dbf84b86c287 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0224e6ac-46ce-4f25-b9b2-1debc398aaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1561902 Mar 05 13:39:44.183744 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-837f775c-cb9d-46d0-ae47-92637f6e06b4 req-bace5f7f-2c3b-45fe-95be-44b6cba9d934 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Router 41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:39:44.212939 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-90dda4c1-ef97-4c4d-a184-ed9acc242411 req-41098ffb-ab95-4904-a923-c7906243df46 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9313600 Mar 05 13:39:44.485657 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7ad046a2-b2be-479a-94b4-5eec5be5e64e req-b087549f-ef1c-4799-a13e-b23cd53ffe35 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703375 Mar 05 13:39:44.556373 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-837f775c-cb9d-46d0-ae47-92637f6e06b4 req-bace5f7f-2c3b-45fe-95be-44b6cba9d934 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:39:44.561077 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1e44bc-3c70-4420-8dce-b40618db6ee1 None None] Sync routers for ids ['41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:39:44.562533 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-837f775c-cb9d-46d0-ae47-92637f6e06b4 req-bace5f7f-2c3b-45fe-95be-44b6cba9d934 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:44.570411 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1e44bc-3c70-4420-8dce-b40618db6ee1 None None] Routers {'41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:39:44.571933 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4c1e44bc-3c70-4420-8dce-b40618db6ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:39:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:44.646108 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-837f775c-cb9d-46d0-ae47-92637f6e06b4 req-bace5f7f-2c3b-45fe-95be-44b6cba9d934 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "PUT /v2.0/floatingips/f9050f65-92b2-4644-ae6d-881a9b1affe9 HTTP/1.1" status: 200 len: 996 time: 2.1421025 Mar 05 13:39:44.646108 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2291c693-ceca-4b41-9e46-d4dee14559fb', 'tag': '71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:39:44.812609 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2fbca105-9e8b-4e51-9163-2894350a4d12 req-400a1d0c-e3d4-41e0-8021-7a33171160a9 service neutron] 10.222.0.15 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6361604 Mar 05 13:39:44.860571 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-4c1e44bc-3c70-4420-8dce-b40618db6ee1 None None] Set router 41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:39:44.966495 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dda4c1-ef97-4c4d-a184-ed9acc242411 req-ca36614a-948f-4a00-8079-d7aec59ece94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:44.967380 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-90dda4c1-ef97-4c4d-a184-ed9acc242411 req-ca36614a-948f-4a00-8079-d7aec59ece94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 1096 time: 0.6591897 Mar 05 13:39:45.031400 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-f36d5f52-ce82-416f-bcc9-d784db72b5f0 service neutron] 10.222.0.30 "GET /v2.0/ports/fb33d2c5-08eb-471b-ac4b-9699be6db84c/bindings/n-h1-803718-1 HTTP/1.1" status: 200 len: 384 time: 0.1683316 Mar 05 13:39:45.036850 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f775c-cb9d-46d0-ae47-92637f6e06b4 req-25f72757-fc9b-475e-b14e-0d7cd7181c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:45.039950 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-837f775c-cb9d-46d0-ae47-92637f6e06b4 req-25f72757-fc9b-475e-b14e-0d7cd7181c7c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=623cc9f32841436ebf21d071d3bbde3f&device_id=2291c693-ceca-4b41-9e46-d4dee14559fb HTTP/1.1" status: 200 len: 1097 time: 0.3852422 Mar 05 13:39:45.130673 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02422e9-ff6a-40e5-9334-3e221b81b6cf req-aa9653d4-552a-4d63-a462-aa918c7e98ba tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:45.132742 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e02422e9-ff6a-40e5-9334-3e221b81b6cf req-aa9653d4-552a-4d63-a462-aa918c7e98ba tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 943 time: 0.6418078 Mar 05 13:39:45.156532 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-384b8292-9f14-49ee-b5de-f00abbc6ca07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:45.156532 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfa5ce-4639-49bb-85ff-12032546b788 req-4ddc8c89-9f30-450f-a5ab-cfc87359eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:45.160953 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b8dfa5ce-4639-49bb-85ff-12032546b788 req-4ddc8c89-9f30-450f-a5ab-cfc87359eb1e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdd5be355262464fa3b954dafa9af538&device_id=24a5b1ba-2f64-475a-b488-9e6b2185f50d HTTP/1.1" status: 200 len: 1098 time: 0.5829232 Mar 05 13:39:45.279106 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4c1e44bc-3c70-4420-8dce-b40618db6ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1372764042-router', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:38:38Z', 'updated_at': '2022-03-05T13:38:57Z', 'revision_number': 4, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'gw_port': {'id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:42Z', 'updated_at': '2022-03-05T13:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'f9050f65-92b2-4644-ae6d-881a9b1affe9', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'floating_ip_address': '172.25.4.67', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'port_id': '71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77', 'mac_address': 'fa:16:3e:83:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2291c693-ceca-4b41-9e46-d4dee14559fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:39:38Z', 'updated_at': '2022-03-05T13:39:43Z', 'revision_number': 1, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b114be5a-5570-4a89-b1e3-a57c584e6377', 'name': '', 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'mac_address': 'fa:16:3e:6a:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e1725e4b-cb92-4bca-afad-6e7ce4db63e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:51Z', 'updated_at': '2022-03-05T13:39:08Z', 'revision_number': 5, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'subnets': [{'id': 'e1725e4b-cb92-4bca-afad-6e7ce4db63e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:45.286354 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1e44bc-3c70-4420-8dce-b40618db6ee1 None None] Checking router: 41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:39:45.299161 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1e44bc-3c70-4420-8dce-b40618db6ee1 None None] Routers {'41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:39:45.302589 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4c1e44bc-3c70-4420-8dce-b40618db6ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:39:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:45.317094 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f775c-cb9d-46d0-ae47-92637f6e06b4 req-784db07b-a82f-480b-9874-937aa2531c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:45.317094 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-837f775c-cb9d-46d0-ae47-92637f6e06b4 req-784db07b-a82f-480b-9874-937aa2531c59 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e27f5202-5fa0-4e82-ac0c-ac2ee333eb77 HTTP/1.1" status: 200 len: 929 time: 0.2347934 Mar 05 13:39:45.515685 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-837f775c-cb9d-46d0-ae47-92637f6e06b4 req-4e238145-aa9b-4e30-9090-ea69bda19a64 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 HTTP/1.1" status: 200 len: 999 time: 0.1830175 Mar 05 13:39:45.588885 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-4c1e44bc-3c70-4420-8dce-b40618db6ee1 None None] Set router 41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:39:45.606510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-fc2deae9-df43-4905-9348-74c5d372c71b service neutron] For port fb33d2c5-08eb-471b-ac4b-9699be6db84c, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=fb33d2c5-08eb-471b-ac4b-9699be6db84c,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:45.639297 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2fbca105-9e8b-4e51-9163-2894350a4d12 req-0d123b9d-96be-4527-96c5-68229fbfa509 service neutron] 10.222.0.15 "GET /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8146584 Mar 05 13:39:45.660862 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e02422e9-ff6a-40e5-9334-3e221b81b6cf req-b902753a-9839-4ae9-9947-d7681b46b11c tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5062177 Mar 05 13:39:45.665998 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-fc2deae9-df43-4905-9348-74c5d372c71b service neutron] For port fb33d2c5-08eb-471b-ac4b-9699be6db84c, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:39:45.721243 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f775c-cb9d-46d0-ae47-92637f6e06b4 req-36fbb0f3-f00c-41e1-afdf-889b982ef3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:45.725936 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-837f775c-cb9d-46d0-ae47-92637f6e06b4 req-36fbb0f3-f00c-41e1-afdf-889b982ef3d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e1725e4b-cb92-4bca-afad-6e7ce4db63e3 HTTP/1.1" status: 200 len: 868 time: 0.1864541 Mar 05 13:39:45.777075 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dda4c1-ef97-4c4d-a184-ed9acc242411 req-3d2e9ad4-6208-4a11-831c-6738abb05b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:45.780696 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-90dda4c1-ef97-4c4d-a184-ed9acc242411 req-3d2e9ad4-6208-4a11-831c-6738abb05b4b service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 907 time: 0.7262402 Mar 05 13:39:45.878213 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-fc2deae9-df43-4905-9348-74c5d372c71b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb33d2c5-08eb-471b-ac4b-9699be6db84c {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:39:45.907810 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-fc2deae9-df43-4905-9348-74c5d372c71b service neutron] For port fb33d2c5-08eb-471b-ac4b-9699be6db84c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fb33d2c5-08eb-471b-ac4b-9699be6db84c,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:45.948190 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-fc2deae9-df43-4905-9348-74c5d372c71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:46.067407 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-90dda4c1-ef97-4c4d-a184-ed9acc242411 req-50317f85-337b-4bf5-98bf-7b8e5f369b32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4201e84-2902-4942-a9eb-ceb7fd846dbf HTTP/1.1" status: 200 len: 217 time: 0.1371124 Mar 05 13:39:46.092467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-fc2deae9-df43-4905-9348-74c5d372c71b service neutron] Transition to ACTIVE for port object fb33d2c5-08eb-471b-ac4b-9699be6db84c will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:39:46.105545 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f775c-cb9d-46d0-ae47-92637f6e06b4 req-0f775cbd-85b5-4f11-9577-0de555eed2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:46.118862 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-837f775c-cb9d-46d0-ae47-92637f6e06b4 req-0f775cbd-85b5-4f11-9577-0de555eed2e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e27f5202-5fa0-4e82-ac0c-ac2ee333eb77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3663113 Mar 05 13:39:46.118862 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-fc2deae9-df43-4905-9348-74c5d372c71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:46.153902 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4c1e44bc-3c70-4420-8dce-b40618db6ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1372764042-router', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:38:38Z', 'updated_at': '2022-03-05T13:38:57Z', 'revision_number': 4, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'gw_port': {'id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:42Z', 'updated_at': '2022-03-05T13:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'f9050f65-92b2-4644-ae6d-881a9b1affe9', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'floating_ip_address': '172.25.4.67', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'port_id': '71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77', 'mac_address': 'fa:16:3e:83:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2291c693-ceca-4b41-9e46-d4dee14559fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:39:38Z', 'updated_at': '2022-03-05T13:39:43Z', 'revision_number': 1, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b114be5a-5570-4a89-b1e3-a57c584e6377', 'name': '', 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'mac_address': 'fa:16:3e:6a:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e1725e4b-cb92-4bca-afad-6e7ce4db63e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:51Z', 'updated_at': '2022-03-05T13:39:08Z', 'revision_number': 5, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'subnets': [{'id': 'e1725e4b-cb92-4bca-afad-6e7ce4db63e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:46.162755 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1e44bc-3c70-4420-8dce-b40618db6ee1 None None] The sync data for ids ['41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'] in n-d-803718-1 is: [{'id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1372764042-router', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:38:38Z', 'updated_at': '2022-03-05T13:38:57Z', 'revision_number': 4, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'gw_port': {'id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:42Z', 'updated_at': '2022-03-05T13:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'f9050f65-92b2-4644-ae6d-881a9b1affe9', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'floating_ip_address': '172.25.4.67', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'port_id': '71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77', 'mac_address': 'fa:16:3e:83:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2291c693-ceca-4b41-9e46-d4dee14559fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:39:38Z', 'updated_at': '2022-03-05T13:39:43Z', 'revision_number': 1, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b114be5a-5570-4a89-b1e3-a57c584e6377', 'name': '', 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'mac_address': 'fa:16:3e:6a:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e1725e4b-cb92-4bca-afad-6e7ce4db63e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:51Z', 'updated_at': '2022-03-05T13:39:08Z', 'revision_number': 5, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'subnets': [{'id': 'e1725e4b-cb92-4bca-afad-6e7ce4db63e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:39:46.206697 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e55bc9e-c170-449e-b30f-6e03bea2ed61', 'tag': 'fb33d2c5-08eb-471b-ac4b-9699be6db84c'}, {'server_uuid': '0b764565-19c3-446c-b20e-4deb6e9fccbe', 'name': 'network-vif-deleted', 'tag': '509bf164-c6f3-49d0-bc45-50f61b97bf98'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:39:46.247590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dda4c1-ef97-4c4d-a184-ed9acc242411 req-44920f10-6054-49f5-b3b1-036a276bedfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:46.247590 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-90dda4c1-ef97-4c4d-a184-ed9acc242411 req-44920f10-6054-49f5-b3b1-036a276bedfd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ac31366-a7f9-483e-b1e1-eea597fcd311 HTTP/1.1" status: 200 len: 847 time: 0.1339495 Mar 05 13:39:46.314579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfa5ce-4639-49bb-85ff-12032546b788 req-c7eb9794-42b3-4891-b116-f490c320290c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:46.316090 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b8dfa5ce-4639-49bb-85ff-12032546b788 req-c7eb9794-42b3-4891-b116-f490c320290c service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 1.1388960 Mar 05 13:39:46.321802 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-90dda4c1-ef97-4c4d-a184-ed9acc242411 req-3ed03746-2d29-4648-ae97-b74e275e9b6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e632aab-7405-4a4c-851d-f121cf35a970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646036 Mar 05 13:39:46.413261 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384b8292-9f14-49ee-b5de-f00abbc6ca07 admin admin] Router 214a963c-f20e-4150-9c58-59e72e3a5fd8 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:39:46.456048 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130c073-5553-4d17-a360-75e0f10de610 req-b97bdb88-1a1a-477f-a0d8-80f14b39a343 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:46.456048 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0130c073-5553-4d17-a360-75e0f10de610 req-b97bdb88-1a1a-477f-a0d8-80f14b39a343 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 944 time: 0.4915226 Mar 05 13:39:46.501287 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-fc2deae9-df43-4905-9348-74c5d372c71b service neutron] No DVR routers for this DVR port fb33d2c5-08eb-471b-ac4b-9699be6db84c on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:39:46.506291 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b8dfa5ce-4639-49bb-85ff-12032546b788 req-1570f15c-d0e4-4ae3-ae9c-bf075a2cc899 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=ee97d600-3c5d-4da8-a80f-bee356e495b2 HTTP/1.1" status: 200 len: 217 time: 0.1749809 Mar 05 13:39:46.527585 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2deae9-df43-4905-9348-74c5d372c71b service neutron] Pushing event updated for resources: {'Port': ['ID=fb33d2c5-08eb-471b-ac4b-9699be6db84c,revision_number=10']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:46.568634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82447e8-f8cc-42e1-b342-2ffc9611303e req-92bca88d-9d26-4a12-87ab-3b5277de588f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:46.568634 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e82447e8-f8cc-42e1-b342-2ffc9611303e req-92bca88d-9d26-4a12-87ab-3b5277de588f tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.15 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 951 time: 0.6443117 Mar 05 13:39:46.573519 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71889e8e-5e28-429a-bef2-df50fd4e253a None None] New status for floating IP f9050f65-92b2-4644-ae6d-881a9b1affe9: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:39:46.605920 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-fc2deae9-df43-4905-9348-74c5d372c71b service neutron] 10.222.0.30 "PUT /v2.0/ports/fb33d2c5-08eb-471b-ac4b-9699be6db84c/bindings/n-h1-803718-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5664070 Mar 05 13:39:46.634265 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-837f775c-cb9d-46d0-ae47-92637f6e06b4 req-851aff12-d641-49c8-b195-ec510faa3bf4 service neutron] 10.222.0.16 "GET /v2.0/networks/e27f5202-5fa0-4e82-ac0c-ac2ee333eb77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702817 Mar 05 13:39:46.833580 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfa5ce-4639-49bb-85ff-12032546b788 req-180bfb54-7963-4bc6-940e-82d97f95f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:46.833580 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b8dfa5ce-4639-49bb-85ff-12032546b788 req-180bfb54-7963-4bc6-940e-82d97f95f7f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.2613854 Mar 05 13:39:47.024822 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0130c073-5553-4d17-a360-75e0f10de610 req-bccfb237-c650-4c54-a0ed-b9ae8e9b10a0 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5343590 Mar 05 13:39:47.054614 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-837f775c-cb9d-46d0-ae47-92637f6e06b4 req-895ecbef-d934-4ad5-9c53-9e89a770e23f service neutron] 10.222.0.16 "GET /v2.0/networks/e27f5202-5fa0-4e82-ac0c-ac2ee333eb77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871439 Mar 05 13:39:47.181801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-e82447e8-f8cc-42e1-b342-2ffc9611303e req-3dfadb55-1c53-41f6-bca7-e9eb2fb53cf2 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Deleting port 626397c2-da47-446a-88f4-5c976be043f3 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:39:47.182307 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e82447e8-f8cc-42e1-b342-2ffc9611303e req-3dfadb55-1c53-41f6-bca7-e9eb2fb53cf2 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:47.226800 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2291c693-ceca-4b41-9e46-d4dee14559fb', 'tag': '71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9', 'status': 'completed', 'code': 200} Mar 05 13:39:47.248207 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device ee97d600-3c5d-4da8-a80f-bee356e495b2 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:39:47.330837 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-24933271-d54e-42eb-ad77-859c96b1c0a5 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:47.332322 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-24933271-d54e-42eb-ad77-859c96b1c0a5 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61&tenant_id=293ce29818c24610874b0170cb644d65&binding%3Ahost_id=n-h2-803718-1 HTTP/1.1" status: 200 len: 1095 time: 0.4964118 Mar 05 13:39:47.334808 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-90dda4c1-ef97-4c4d-a184-ed9acc242411 req-30fe3e38-9235-4600-ba63-d274964d7dfe service neutron] 10.222.0.30 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0049472 Mar 05 13:39:47.469268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e13966-76e4-47c8-81d6-25e1dd15bcbe req-9ca385bb-d793-47e4-87b7-641086f050ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:47.469268 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-45e13966-76e4-47c8-81d6-25e1dd15bcbe req-9ca385bb-d793-47e4-87b7-641086f050ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=623cc9f32841436ebf21d071d3bbde3f&device_id=2291c693-ceca-4b41-9e46-d4dee14559fb HTTP/1.1" status: 200 len: 1097 time: 0.2153821 Mar 05 13:39:47.480446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3eecb-ad87-4156-ac1c-ea172464f631 req-754168f7-1da5-4b7d-9b3c-a5f7ef09cbbb tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:47.486359 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port ee97d600-3c5d-4da8-a80f-bee356e495b2, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ee97d600-3c5d-4da8-a80f-bee356e495b2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:47.489800 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fdc3eecb-ad87-4156-ac1c-ea172464f631 req-754168f7-1da5-4b7d-9b3c-a5f7ef09cbbb tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 951 time: 0.1675901 Mar 05 13:39:47.507786 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'ee97d600-3c5d-4da8-a80f-bee356e495b2', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': 'ee97d600-3c5d-4da8-a80f-bee356e495b2', 'mac_address': 'fa:16:3e:bf:93:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:39:47.604712 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:47.617128 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384b8292-9f14-49ee-b5de-f00abbc6ca07 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:39:47.625015 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] Sync routers for ids ['214a963c-f20e-4150-9c58-59e72e3a5fd8'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:39:47.641226 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] Routers {'214a963c-f20e-4150-9c58-59e72e3a5fd8'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:39:47.641226 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:39:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['214a963c-f20e-4150-9c58-59e72e3a5fd8'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:47.648229 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee97d600-3c5d-4da8-a80f-bee356e495b2 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:39:47.671652 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port ee97d600-3c5d-4da8-a80f-bee356e495b2, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ee97d600-3c5d-4da8-a80f-bee356e495b2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:47.680865 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:47.687390 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fdc3eecb-ad87-4156-ac1c-ea172464f631 req-33cb3413-283a-4c9d-ac1f-64720317a04a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999097 Mar 05 13:39:47.772631 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e13966-76e4-47c8-81d6-25e1dd15bcbe req-9d674edc-c4b0-4a41-99c2-672a92529800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:47.778257 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-45e13966-76e4-47c8-81d6-25e1dd15bcbe req-9d674edc-c4b0-4a41-99c2-672a92529800 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e27f5202-5fa0-4e82-ac0c-ac2ee333eb77 HTTP/1.1" status: 200 len: 929 time: 0.2893651 Mar 05 13:39:47.783895 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device fb33d2c5-08eb-471b-ac4b-9699be6db84c no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:39:47.950459 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e55bc9e-c170-449e-b30f-6e03bea2ed61', 'tag': 'fb33d2c5-08eb-471b-ac4b-9699be6db84c', 'status': 'completed', 'code': 200} Mar 05 13:39:47.950459 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b764565-19c3-446c-b20e-4deb6e9fccbe', 'name': 'network-vif-deleted', 'tag': '509bf164-c6f3-49d0-bc45-50f61b97bf98', 'status': 'completed', 'code': 200} Mar 05 13:39:47.951424 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] Set router 214a963c-f20e-4150-9c58-59e72e3a5fd8 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:39:47.968453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device fb33d2c5-08eb-471b-ac4b-9699be6db84c not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:39:48.020072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfa5ce-4639-49bb-85ff-12032546b788 req-ece504e8-95a2-41f8-b3f5-e065f9fda7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:48.020072 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b8dfa5ce-4639-49bb-85ff-12032546b788 req-ece504e8-95a2-41f8-b3f5-e065f9fda7a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1612990 Mar 05 13:39:48.023671 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=ee97d600-3c5d-4da8-a80f-bee356e495b2,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:48.037305 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-45e13966-76e4-47c8-81d6-25e1dd15bcbe req-ee23d4c0-f177-4040-ad85-03f793fabf7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 HTTP/1.1" status: 200 len: 1001 time: 0.2505615 Mar 05 13:39:48.070843 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['ee97d600-3c5d-4da8-a80f-bee356e495b2'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:39:48.125142 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-384b8292-9f14-49ee-b5de-f00abbc6ca07 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:48.126122 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-384b8292-9f14-49ee-b5de-f00abbc6ca07 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 14.5780683 Mar 05 13:39:48.149386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49674) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:39:48.330198 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-90dda4c1-ef97-4c4d-a184-ed9acc242411 req-f7252c6e-2348-4966-a3f4-422b9187eff7 service neutron] 10.222.0.30 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9768827 Mar 05 13:39:48.364786 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-e8098bb4-22f5-4ad3-bc8b-0ce02d73c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:48.364786 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-e8098bb4-22f5-4ad3-bc8b-0ce02d73c940 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61&tenant_id=293ce29818c24610874b0170cb644d65 HTTP/1.1" status: 200 len: 1095 time: 0.9984126 Mar 05 13:39:48.377005 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1bda5-666f-49d2-b423-ec4131553cce req-ef139d12-3889-42f5-93b3-e407dcc5c4a7 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:48.377005 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9e1bda5-666f-49d2-b423-ec4131553cce req-ef139d12-3889-42f5-93b3-e407dcc5c4a7 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a5b1ba-2f64-475a-b488-9e6b2185f50d HTTP/1.1" status: 200 len: 947 time: 1.0127404 Mar 05 13:39:48.377005 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-e82447e8-f8cc-42e1-b342-2ffc9611303e req-3dfadb55-1c53-41f6-bca7-e9eb2fb53cf2 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] For port 626397c2-da47-446a-88f4-5c976be043f3, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=626397c2-da47-446a-88f4-5c976be043f3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:48.377005 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e82447e8-f8cc-42e1-b342-2ffc9611303e req-3dfadb55-1c53-41f6-bca7-e9eb2fb53cf2 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:48.426455 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214a963c-f20e-4150-9c58-59e72e3a5fd8', 'name': 'tempest-FloatingIPDetailsTestJSON-766459041-router', 'tenant_id': '5afe79ad28c44a28a406edc898c660d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f92dc1fa-78f1-4021-ad14-81aded778a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:39:33Z', 'updated_at': '2022-03-05T13:39:43Z', 'revision_number': 3, 'project_id': '5afe79ad28c44a28a406edc898c660d4', 'gw_port': {'id': 'f92dc1fa-78f1-4021-ad14-81aded778a58', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:17:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214a963c-f20e-4150-9c58-59e72e3a5fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:39:39Z', 'updated_at': '2022-03-05T13:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:48.438647 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] Checking router: 214a963c-f20e-4150-9c58-59e72e3a5fd8 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:39:48.438647 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] Updating router 214a963c-f20e-4150-9c58-59e72e3a5fd8 port f92dc1fa-78f1-4021-ad14-81aded778a58 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:39:48.568593 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e13966-76e4-47c8-81d6-25e1dd15bcbe req-a530eec0-7836-4381-9bda-a9d5bb1a4f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:48.568593 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-45e13966-76e4-47c8-81d6-25e1dd15bcbe req-a530eec0-7836-4381-9bda-a9d5bb1a4f8c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e1725e4b-cb92-4bca-afad-6e7ce4db63e3 HTTP/1.1" status: 200 len: 868 time: 0.5165474 Mar 05 13:39:48.583036 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:48.686065 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddac45-e7a3-4de7-9513-c6bc0175f4be req-bde19d11-d1c4-43d3-8228-88952c1095d8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:48.686065 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bbddac45-e7a3-4de7-9513-c6bc0175f4be req-bde19d11-d1c4-43d3-8228-88952c1095d8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 944 time: 0.5307264 Mar 05 13:39:48.822521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-e82447e8-f8cc-42e1-b342-2ffc9611303e req-3dfadb55-1c53-41f6-bca7-e9eb2fb53cf2 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Calling delete_port for 626397c2-da47-446a-88f4-5c976be043f3 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:39:48.862581 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bbddac45-e7a3-4de7-9513-c6bc0175f4be req-86bc65ef-739d-4f11-ac13-304d9a4bcea9 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765256 Mar 05 13:39:48.905732 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e13966-76e4-47c8-81d6-25e1dd15bcbe req-7f35d0b7-8d53-4e87-8ddf-4f505221d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:48.905732 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-45e13966-76e4-47c8-81d6-25e1dd15bcbe req-7f35d0b7-8d53-4e87-8ddf-4f505221d07a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e27f5202-5fa0-4e82-ac0c-ac2ee333eb77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3196979 Mar 05 13:39:49.028965 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9e1bda5-666f-49d2-b423-ec4131553cce req-2c36fbda-db03-4f4d-8c89-376eda428656 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8561406-d4af-45e0-bfce-51eea5c77093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6243093 Mar 05 13:39:49.040609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d713d2-0ef4-42bf-b506-7b4a0701575f req-f54f8744-bf78-4d2f-9155-327d78991da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:49.040609 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-56d713d2-0ef4-42bf-b506-7b4a0701575f req-f54f8744-bf78-4d2f-9155-327d78991da3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 1095 time: 1.1444542 Mar 05 13:39:49.040609 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b8dfa5ce-4639-49bb-85ff-12032546b788 req-5b1a32ee-162a-4865-8614-14a4fc4699ea service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9550445 Mar 05 13:39:49.147803 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-45e13966-76e4-47c8-81d6-25e1dd15bcbe req-822e1663-69da-440a-b097-52ae842bb4c2 service neutron] 10.222.0.30 "GET /v2.0/networks/e27f5202-5fa0-4e82-ac0c-ac2ee333eb77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277000 Mar 05 13:39:49.165443 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:49.223365 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] Transition to ACTIVE for port object f92dc1fa-78f1-4021-ad14-81aded778a58 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:39:49.231125 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:49.265047 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device ee97d600-3c5d-4da8-a80f-bee356e495b2 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:39:49.450582 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port ee97d600-3c5d-4da8-a80f-bee356e495b2 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:39:49.456283 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port ee97d600-3c5d-4da8-a80f-bee356e495b2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:39:49.456670 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:49.561179 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] Attempting to bind port f92dc1fa-78f1-4021-ad14-81aded778a58 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:39:49.562428 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] Attempting to bind port f92dc1fa-78f1-4021-ad14-81aded778a58 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:39:49.562991 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] Attempting to bind port f92dc1fa-78f1-4021-ad14-81aded778a58 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:39:49.576227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-82dc6896-6d7c-4b55-99d5-38ab041306b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:49.577663 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-82dc6896-6d7c-4b55-99d5-38ab041306b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=293ce29818c24610874b0170cb644d65&device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 1095 time: 1.1351087 Mar 05 13:39:49.583257 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f044fde-3db4-4df3-af22-e7827cd95270 None None] Pushing event updated for resources: {'Port': ['ID=f92dc1fa-78f1-4021-ad14-81aded778a58,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:49.588377 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d713d2-0ef4-42bf-b506-7b4a0701575f req-2a39c9bc-1de1-4d0c-9af6-bb5f83a8a97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:49.589165 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-56d713d2-0ef4-42bf-b506-7b4a0701575f req-2a39c9bc-1de1-4d0c-9af6-bb5f83a8a97c service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 907 time: 0.5433619 Mar 05 13:39:49.592931 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:39:49.595839 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:39:49.596539 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:49.597843 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:39:49.597843 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] Bound port: f92dc1fa-78f1-4021-ad14-81aded778a58, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:39:49.598308 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:49.610362 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e82447e8-f8cc-42e1-b342-2ffc9611303e req-3dfadb55-1c53-41f6-bca7-e9eb2fb53cf2 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:49.647751 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-45e13966-76e4-47c8-81d6-25e1dd15bcbe req-48ff2ad6-5277-468b-b58d-2310cae086a5 service neutron] 10.222.0.30 "GET /v2.0/networks/e27f5202-5fa0-4e82-ac0c-ac2ee333eb77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706059 Mar 05 13:39:49.696783 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['8b7830ee-f387-454a-982c-d3f409d76188'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:39:49.766150 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:39:49.769362 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b8dfa5ce-4639-49bb-85ff-12032546b788 req-a524b640-9caf-458c-84a3-ed196c291451 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592034 Mar 05 13:39:49.770835 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-56d713d2-0ef4-42bf-b506-7b4a0701575f req-ccf4e525-c31d-4f99-b070-140edfff0e2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb33d2c5-08eb-471b-ac4b-9699be6db84c HTTP/1.1" status: 200 len: 217 time: 0.1560555 Mar 05 13:39:49.775299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfadb55-1c53-41f6-bca7-e9eb2fb53cf2 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Pushing event deleted for resources: {'Port': ['ID=626397c2-da47-446a-88f4-5c976be043f3,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:49.779619 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] For port f92dc1fa-78f1-4021-ad14-81aded778a58, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:39:49.796886 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] For port f92dc1fa-78f1-4021-ad14-81aded778a58, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f92dc1fa-78f1-4021-ad14-81aded778a58,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:39:49.808843 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:49.863414 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9ec3ec3-e5b6-4cef-a31b-025dc2e6c103 req-a12846db-c281-4c36-b34f-952dcd41dda7 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 258 time: 0.7110147 Mar 05 13:39:50.020746 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] Routers {'214a963c-f20e-4150-9c58-59e72e3a5fd8'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:39:50.025161 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:39:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['214a963c-f20e-4150-9c58-59e72e3a5fd8'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:50.038314 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-f9ec3ec3-e5b6-4cef-a31b-025dc2e6c103 req-9324badd-cb15-498b-bcc3-47c4566d0a3b tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:39:50.053317 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:50.060474 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-f9ec3ec3-e5b6-4cef-a31b-025dc2e6c103 req-9324badd-cb15-498b-bcc3-47c4566d0a3b tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:39:50.127869 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-f9ec3ec3-e5b6-4cef-a31b-025dc2e6c103 req-9324badd-cb15-498b-bcc3-47c4566d0a3b tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:39:50.134082 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a5b1ba-2f64-475a-b488-9e6b2185f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee97d600-3c5d-4da8-a80f-bee356e495b2'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:39:50.146173 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82447e8-f8cc-42e1-b342-2ffc9611303e req-3dfadb55-1c53-41f6-bca7-e9eb2fb53cf2 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] No DVR routers for this DVR port 626397c2-da47-446a-88f4-5c976be043f3 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:39:50.151914 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e82447e8-f8cc-42e1-b342-2ffc9611303e req-3dfadb55-1c53-41f6-bca7-e9eb2fb53cf2 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:50.156561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44d379b-f014-42fd-a82b-e62f1e33b935', 'name': 'network-vif-deleted', 'tag': '626397c2-da47-446a-88f4-5c976be043f3'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:39:50.182222 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port ee97d600-3c5d-4da8-a80f-bee356e495b2, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ee97d600-3c5d-4da8-a80f-bee356e495b2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:50.188330 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d713d2-0ef4-42bf-b506-7b4a0701575f req-ab987e4b-eeb6-40a1-ae3e-3c5a9e0d4872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:50.189823 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-56d713d2-0ef4-42bf-b506-7b4a0701575f req-ab987e4b-eeb6-40a1-ae3e-3c5a9e0d4872 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ac31366-a7f9-483e-b1e1-eea597fcd311 HTTP/1.1" status: 200 len: 847 time: 0.4125462 Mar 05 13:39:50.202454 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f044fde-3db4-4df3-af22-e7827cd95270 None None] Pushing event updated for resources: {'Port': ['ID=f92dc1fa-78f1-4021-ad14-81aded778a58,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:50.226752 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f9ec3ec3-e5b6-4cef-a31b-025dc2e6c103 req-9324badd-cb15-498b-bcc3-47c4566d0a3b tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:50.237216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-4b9b7bdd-8b49-4a60-9ff5-97783db1e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:50.239607 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-4b9b7bdd-8b49-4a60-9ff5-97783db1e0bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 200 len: 907 time: 0.6487246 Mar 05 13:39:50.245851 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e82447e8-f8cc-42e1-b342-2ffc9611303e req-3dfadb55-1c53-41f6-bca7-e9eb2fb53cf2 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.15 "DELETE /v2.0/ports/626397c2-da47-446a-88f4-5c976be043f3 HTTP/1.1" status: 204 len: 173 time: 3.4533992 Mar 05 13:39:50.277020 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:50.277848 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 626397c2-da47-446a-88f4-5c976be043f3 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:39:50.429343 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-56d713d2-0ef4-42bf-b506-7b4a0701575f req-722b79f6-0c91-4651-bc38-8fb3f88a47f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e632aab-7405-4a4c-851d-f121cf35a970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2315755 Mar 05 13:39:50.432666 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-cff3b595-5ea6-4685-939f-fbb7bd3354e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb33d2c5-08eb-471b-ac4b-9699be6db84c HTTP/1.1" status: 200 len: 217 time: 0.1839201 Mar 05 13:39:50.514979 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=ee97d600-3c5d-4da8-a80f-bee356e495b2,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:50.580185 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: 626397c2-da47-446a-88f4-5c976be043f3 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:39:50.581393 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 626397c2-da47-446a-88f4-5c976be043f3 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:39:50.632622 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] Set router 214a963c-f20e-4150-9c58-59e72e3a5fd8 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:39:50.768124 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-900013e6-4583-4b98-be0e-b0a5e6df71b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:50.946031 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-50424e23-819a-4cee-99fd-2703eb297a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:50.949490 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-50424e23-819a-4cee-99fd-2703eb297a9e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ac31366-a7f9-483e-b1e1-eea597fcd311 HTTP/1.1" status: 200 len: 847 time: 0.2127516 Mar 05 13:39:50.963217 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f9ec3ec3-e5b6-4cef-a31b-025dc2e6c103 req-9324badd-cb15-498b-bcc3-47c4566d0a3b tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:50.966134 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-56d713d2-0ef4-42bf-b506-7b4a0701575f req-9690161d-28d2-4387-8032-fe021e1908ac service neutron] 10.222.0.30 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300467 Mar 05 13:39:51.078240 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-fb16ea9c-12d5-4fbd-ac81-a77c17013aa6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1e632aab-7405-4a4c-851d-f121cf35a970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052699 Mar 05 13:39:51.162481 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214a963c-f20e-4150-9c58-59e72e3a5fd8', 'name': 'tempest-FloatingIPDetailsTestJSON-766459041-router', 'tenant_id': '5afe79ad28c44a28a406edc898c660d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f92dc1fa-78f1-4021-ad14-81aded778a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:39:33Z', 'updated_at': '2022-03-05T13:39:43Z', 'revision_number': 3, 'project_id': '5afe79ad28c44a28a406edc898c660d4', 'gw_port': {'id': 'f92dc1fa-78f1-4021-ad14-81aded778a58', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:17:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214a963c-f20e-4150-9c58-59e72e3a5fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:39:39Z', 'updated_at': '2022-03-05T13:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:51.169518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-252dbbfa-91c9-4fad-9f97-c145f0720308 req-b6772b37-a725-4b45-acad-3a62146df3d4 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Synchronizing usage tracker for tenant:78a1cd353882451f977c98a0cde91b02 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:39:51.170155 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b25fc54-8dc1-493b-abc1-206ecc12c3ff None None] The sync data for ids ['214a963c-f20e-4150-9c58-59e72e3a5fd8'] in n-d-803718-1 is: [{'id': '214a963c-f20e-4150-9c58-59e72e3a5fd8', 'name': 'tempest-FloatingIPDetailsTestJSON-766459041-router', 'tenant_id': '5afe79ad28c44a28a406edc898c660d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f92dc1fa-78f1-4021-ad14-81aded778a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:39:33Z', 'updated_at': '2022-03-05T13:39:43Z', 'revision_number': 3, 'project_id': '5afe79ad28c44a28a406edc898c660d4', 'gw_port': {'id': 'f92dc1fa-78f1-4021-ad14-81aded778a58', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:17:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214a963c-f20e-4150-9c58-59e72e3a5fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:39:39Z', 'updated_at': '2022-03-05T13:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:39:51.292804 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-900013e6-4583-4b98-be0e-b0a5e6df71b9 admin admin] Allocated IP 172.20.0.1 (48794960-1978-4628-bea9-f23505cf6492/fe073242-e803-4484-ad1f-c7e0aea9947a/3c7c952c-5f7f-43d6-b936-4f99b1665db6) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:39:51.314592 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-f9ec3ec3-e5b6-4cef-a31b-025dc2e6c103 req-9324badd-cb15-498b-bcc3-47c4566d0a3b tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Allocated IP 172.25.4.20 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/d430ff4f-9a62-49f3-ae1c-7b928ab1b4a9) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:39:51.351527 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-252dbbfa-91c9-4fad-9f97-c145f0720308 req-b6772b37-a725-4b45-acad-3a62146df3d4 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Unset dirty status for tenant:78a1cd353882451f977c98a0cde91b02 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:39:51.360121 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-252dbbfa-91c9-4fad-9f97-c145f0720308 req-b6772b37-a725-4b45-acad-3a62146df3d4 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b44d379b-f014-42fd-a82b-e62f1e33b935 HTTP/1.1" status: 200 len: 210 time: 0.2789018 Mar 05 13:39:51.460640 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-56d713d2-0ef4-42bf-b506-7b4a0701575f req-c55c1603-8782-46ab-afc7-553a579ccb99 service neutron] 10.222.0.30 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285017 Mar 05 13:39:51.464545 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-cf040a28-9f19-43f1-bda0-c60bb2f6170b service neutron] 10.222.0.15 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870386 Mar 05 13:39:51.663417 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-2b7c26d2-5d29-4f0b-82cf-4c86e4f0b40e service neutron] 10.222.0.15 "GET /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889477 Mar 05 13:39:51.768004 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f9ec3ec3-e5b6-4cef-a31b-025dc2e6c103 req-9324badd-cb15-498b-bcc3-47c4566d0a3b tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:51.812831 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-900013e6-4583-4b98-be0e-b0a5e6df71b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:51.834512 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-900013e6-4583-4b98-be0e-b0a5e6df71b9 admin admin] Transition to ACTIVE for port object 3c7c952c-5f7f-43d6-b936-4f99b1665db6 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:39:51.857895 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433b319-b4b3-4aba-9062-816235000afe req-719f551a-8dc9-4009-8776-357fde852d59 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:51.861123 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f9ec3ec3-e5b6-4cef-a31b-025dc2e6c103 req-9324badd-cb15-498b-bcc3-47c4566d0a3b tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:51.866173 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f433b319-b4b3-4aba-9062-816235000afe req-719f551a-8dc9-4009-8776-357fde852d59 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 1095 time: 0.1084707 Mar 05 13:39:51.917838 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f433b319-b4b3-4aba-9062-816235000afe req-71e4d076-3e58-463c-b4b6-06dc0aa5fc47 tempest-LiveAutoBlockMigrationV225Test-1364015138 tempest-LiveAutoBlockMigrationV225Test-1364015138-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507619 Mar 05 13:39:51.953127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ec3ec3-e5b6-4cef-a31b-025dc2e6c103 req-9324badd-cb15-498b-bcc3-47c4566d0a3b tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:39:51.956481 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-f9ec3ec3-e5b6-4cef-a31b-025dc2e6c103 req-9324badd-cb15-498b-bcc3-47c4566d0a3b tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:39:51.961699 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-900013e6-4583-4b98-be0e-b0a5e6df71b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:51.967689 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ec3ec3-e5b6-4cef-a31b-025dc2e6c103 req-9324badd-cb15-498b-bcc3-47c4566d0a3b tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:39:52.069604 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324badd-cb15-498b-bcc3-47c4566d0a3b tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Pushing event updated for resources: {'Port': ['ID=d430ff4f-9a62-49f3-ae1c-7b928ab1b4a9,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:52.082236 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900013e6-4583-4b98-be0e-b0a5e6df71b9 admin admin] Network 48794960-1978-4628-bea9-f23505cf6492 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:39:52.120364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-98054210-7493-4eee-ba3b-f7c3d3eecf48 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:52.124045 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-98054210-7493-4eee-ba3b-f7c3d3eecf48 tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61&tenant_id=293ce29818c24610874b0170cb644d65&binding%3Ahost_id=n-h1-803718-1 HTTP/1.1" status: 200 len: 1095 time: 0.1682928 Mar 05 13:39:52.137569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-900013e6-4583-4b98-be0e-b0a5e6df71b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:39:52.160516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900013e6-4583-4b98-be0e-b0a5e6df71b9 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:39:52.262686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900013e6-4583-4b98-be0e-b0a5e6df71b9 admin admin] Pushing event updated for resources: {'Port': ['ID=3c7c952c-5f7f-43d6-b936-4f99b1665db6,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:52.294874 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f9ec3ec3-e5b6-4cef-a31b-025dc2e6c103 req-9324badd-cb15-498b-bcc3-47c4566d0a3b tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:52.299756 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-900013e6-4583-4b98-be0e-b0a5e6df71b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:52.392344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-70ee297b-7e1e-4181-a39d-35fd699e523f service neutron] For port fb33d2c5-08eb-471b-ac4b-9699be6db84c, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:39:52.403458 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-70ee297b-7e1e-4181-a39d-35fd699e523f service neutron] Notify callbacks [] for binding, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:52.403458 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46c494b7-159d-443c-96f2-c5e298c7ccca req-70ee297b-7e1e-4181-a39d-35fd699e523f service neutron] 10.222.0.15 "DELETE /v2.0/ports/fb33d2c5-08eb-471b-ac4b-9699be6db84c/bindings/n-h2-803718-1 HTTP/1.1" status: 204 len: 173 time: 0.2701223 Mar 05 13:39:52.434220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158d21f-5c42-4184-a500-aab7d6bf9be4 req-9bb19a40-e580-44de-8e40-2e1acffc609e tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:52.448748 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3158d21f-5c42-4184-a500-aab7d6bf9be4 req-9bb19a40-e580-44de-8e40-2e1acffc609e tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 944 time: 0.2223792 Mar 05 13:39:52.469965 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-daa535eb-3a21-4a2e-9879-120c5a6518da None None] Provisioning for port 3c7c952c-5f7f-43d6-b936-4f99b1665db6 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:39:52.494948 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-daa535eb-3a21-4a2e-9879-120c5a6518da None None] Provisioning complete for port 3c7c952c-5f7f-43d6-b936-4f99b1665db6 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:39:52.495791 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daa535eb-3a21-4a2e-9879-120c5a6518da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:52.596319 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3158d21f-5c42-4184-a500-aab7d6bf9be4 req-0667d501-e34d-4fff-8ccb-46c18553ee81 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459086 Mar 05 13:39:52.617010 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-daa535eb-3a21-4a2e-9879-120c5a6518da None None] Port 3c7c952c-5f7f-43d6-b936-4f99b1665db6 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:39:52.619275 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f92dc1fa-78f1-4021-ad14-81aded778a58 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:39:52.672951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11fa66-07f3-43d3-a686-e9b4d66122dc req-68631da4-87eb-47e4-a506-d3041a5c793e tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:52.673702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-8e11fa66-07f3-43d3-a686-e9b4d66122dc req-68631da4-87eb-47e4-a506-d3041a5c793e tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Synchronizing usage tracker for tenant:dc1b1b7707524e28bd71bcf067b7e41e on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:39:52.704525 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-8e11fa66-07f3-43d3-a686-e9b4d66122dc req-68631da4-87eb-47e4-a506-d3041a5c793e tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Unset dirty status for tenant:dc1b1b7707524e28bd71bcf067b7e41e on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:39:52.705888 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8e11fa66-07f3-43d3-a686-e9b4d66122dc req-68631da4-87eb-47e4-a506-d3041a5c793e tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9dd760d-36b2-4143-b67d-44c078ef9a10 HTTP/1.1" status: 200 len: 945 time: 0.2071269 Mar 05 13:39:52.713733 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port f92dc1fa-78f1-4021-ad14-81aded778a58 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:39:52.726008 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port f92dc1fa-78f1-4021-ad14-81aded778a58 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:39:52.726627 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:52.761045 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f9ec3ec3-e5b6-4cef-a31b-025dc2e6c103 req-9324badd-cb15-498b-bcc3-47c4566d0a3b tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:52.866711 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-8e11fa66-07f3-43d3-a686-e9b4d66122dc req-aaa2d0e6-1d75-4190-9bf6-49adb0396e93 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Deleting port 353cea03-5973-40d4-8344-83fb7d8c3cbd {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:39:52.866711 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8e11fa66-07f3-43d3-a686-e9b4d66122dc req-aaa2d0e6-1d75-4190-9bf6-49adb0396e93 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:53.024910 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:53.067601 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port f92dc1fa-78f1-4021-ad14-81aded778a58, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f92dc1fa-78f1-4021-ad14-81aded778a58,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:53.076804 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:53.106856 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-900013e6-4583-4b98-be0e-b0a5e6df71b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:53.211085 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=f92dc1fa-78f1-4021-ad14-81aded778a58,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:53.228874 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c8094-b663-4437-9852-9a58e9c6c008 req-c86160a5-8ca7-4cae-a19a-71864546649f tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:53.242088 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-626c8094-b663-4437-9852-9a58e9c6c008 req-c86160a5-8ca7-4cae-a19a-71864546649f tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a5b1ba-2f64-475a-b488-9e6b2185f50d HTTP/1.1" status: 200 len: 949 time: 0.3155789 Mar 05 13:39:53.294416 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f9ec3ec3-e5b6-4cef-a31b-025dc2e6c103 req-9324badd-cb15-498b-bcc3-47c4566d0a3b tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:53.343933 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f9ec3ec3-e5b6-4cef-a31b-025dc2e6c103 req-9324badd-cb15-498b-bcc3-47c4566d0a3b tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:53.553327 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-626c8094-b663-4437-9852-9a58e9c6c008 req-1d5cba3f-f4ee-4a25-8b31-0e4339094ece tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8561406-d4af-45e0-bfce-51eea5c77093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062546 Mar 05 13:39:53.603258 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-8e11fa66-07f3-43d3-a686-e9b4d66122dc req-aaa2d0e6-1d75-4190-9bf6-49adb0396e93 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] For port 353cea03-5973-40d4-8344-83fb7d8c3cbd, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=353cea03-5973-40d4-8344-83fb7d8c3cbd,segment=NetworkSegment(a8ef6e6e-206b-40f5-8323-f285688f17f4),segment_id=a8ef6e6e-206b-40f5-8323-f285688f17f4)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:53.603258 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8e11fa66-07f3-43d3-a686-e9b4d66122dc req-aaa2d0e6-1d75-4190-9bf6-49adb0396e93 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:53.605318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324badd-cb15-498b-bcc3-47c4566d0a3b tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Pushing event updated for resources: {'Port': ['ID=d430ff4f-9a62-49f3-ae1c-7b928ab1b4a9,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:53.628063 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f9ec3ec3-e5b6-4cef-a31b-025dc2e6c103 req-9324badd-cb15-498b-bcc3-47c4566d0a3b tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:53.689544 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a5b1ba-2f64-475a-b488-9e6b2185f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee97d600-3c5d-4da8-a80f-bee356e495b2', 'code': 200} Mar 05 13:39:53.702131 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-900013e6-4583-4b98-be0e-b0a5e6df71b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:53.714645 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-900013e6-4583-4b98-be0e-b0a5e6df71b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:53.750815 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f9ec3ec3-e5b6-4cef-a31b-025dc2e6c103 req-9324badd-cb15-498b-bcc3-47c4566d0a3b tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:53.751992 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9ec3ec3-e5b6-4cef-a31b-025dc2e6c103 req-9324badd-cb15-498b-bcc3-47c4566d0a3b tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7330446 Mar 05 13:39:53.782884 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44d379b-f014-42fd-a82b-e62f1e33b935', 'name': 'network-vif-deleted', 'tag': '626397c2-da47-446a-88f4-5c976be043f3', 'status': 'completed', 'code': 200} Mar 05 13:39:53.791416 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-8e11fa66-07f3-43d3-a686-e9b4d66122dc req-aaa2d0e6-1d75-4190-9bf6-49adb0396e93 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Calling delete_port for 353cea03-5973-40d4-8344-83fb7d8c3cbd owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:39:53.922532 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f9ec3ec3-e5b6-4cef-a31b-025dc2e6c103 req-3d5e462d-fdee-4eb7-823d-7d82d7b21bb4 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Synchronizing usage tracker for tenant:623cc9f32841436ebf21d071d3bbde3f on resource:floatingip {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:39:53.948564 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900013e6-4583-4b98-be0e-b0a5e6df71b9 admin admin] Pushing event updated for resources: {'Port': ['ID=3c7c952c-5f7f-43d6-b936-4f99b1665db6,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:53.948564 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-900013e6-4583-4b98-be0e-b0a5e6df71b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:53.985305 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f9ec3ec3-e5b6-4cef-a31b-025dc2e6c103 req-3d5e462d-fdee-4eb7-823d-7d82d7b21bb4 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Unset dirty status for tenant:623cc9f32841436ebf21d071d3bbde3f on resource:floatingip {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:39:53.985305 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9ec3ec3-e5b6-4cef-a31b-025dc2e6c103 req-3d5e462d-fdee-4eb7-823d-7d82d7b21bb4 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 695 time: 0.1924698 Mar 05 13:39:53.987376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6048bdd-aaee-4d0d-99bf-c7e8b7534593 req-efee8643-a8cd-4152-ab30-b2a37d3a4f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:53.987376 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f6048bdd-aaee-4d0d-99bf-c7e8b7534593 req-efee8643-a8cd-4152-ab30-b2a37d3a4f49 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=24a5b1ba-2f64-475a-b488-9e6b2185f50d HTTP/1.1" status: 200 len: 1100 time: 0.2039285 Mar 05 13:39:54.107050 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f6048bdd-aaee-4d0d-99bf-c7e8b7534593 req-4a3011d0-a422-477f-8a89-7cc10ae697ca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e8561406-d4af-45e0-bfce-51eea5c77093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119874 Mar 05 13:39:54.122425 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29d149-43e2-4d4e-93fa-3abbfa91ea27 req-0d7f5f8a-69c5-4689-b1fc-d9041aa88546 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:54.127350 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cc29d149-43e2-4d4e-93fa-3abbfa91ea27 req-0d7f5f8a-69c5-4689-b1fc-d9041aa88546 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9dd760d-36b2-4143-b67d-44c078ef9a10 HTTP/1.1" status: 200 len: 945 time: 0.2035785 Mar 05 13:39:54.127350 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8e11fa66-07f3-43d3-a686-e9b4d66122dc req-aaa2d0e6-1d75-4190-9bf6-49adb0396e93 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:54.190518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2d0e6-1d75-4190-9bf6-49adb0396e93 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Pushing event deleted for resources: {'Port': ['ID=353cea03-5973-40d4-8344-83fb7d8c3cbd,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:54.207240 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900013e6-4583-4b98-be0e-b0a5e6df71b9 admin admin] Network 48794960-1978-4628-bea9-f23505cf6492 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:39:54.216586 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-900013e6-4583-4b98-be0e-b0a5e6df71b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:39:54.234816 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec3ec3-e5b6-4cef-a31b-025dc2e6c103 req-fa58c3c5-f647-4cc8-ae82-14347ec12f8a tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:54.237088 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9ec3ec3-e5b6-4cef-a31b-025dc2e6c103 req-fa58c3c5-f647-4cc8-ae82-14347ec12f8a tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.1987312 Mar 05 13:39:54.351013 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cc29d149-43e2-4d4e-93fa-3abbfa91ea27 req-1e4dffca-b461-4e4f-8ce4-b0c6cff84276 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c3cce75-71ab-4b07-8664-549841db2c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837368 Mar 05 13:39:54.356649 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e11fa66-07f3-43d3-a686-e9b4d66122dc req-aaa2d0e6-1d75-4190-9bf6-49adb0396e93 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] No DVR routers for this DVR port 353cea03-5973-40d4-8344-83fb7d8c3cbd on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:39:54.360611 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8e11fa66-07f3-43d3-a686-e9b4d66122dc req-aaa2d0e6-1d75-4190-9bf6-49adb0396e93 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:54.392883 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8e11fa66-07f3-43d3-a686-e9b4d66122dc req-aaa2d0e6-1d75-4190-9bf6-49adb0396e93 tempest-ListServerFiltersTestJSON-1419766832 tempest-ListServerFiltersTestJSON-1419766832-project] 10.222.0.30 "DELETE /v2.0/ports/353cea03-5973-40d4-8344-83fb7d8c3cbd HTTP/1.1" status: 204 len: 173 time: 1.6790714 Mar 05 13:39:54.449508 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f92dc1fa-78f1-4021-ad14-81aded778a58 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:39:54.583322 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port f92dc1fa-78f1-4021-ad14-81aded778a58 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:39:54.583322 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:54.845131 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-63348cd4-cfa8-43b6-bf6a-4f10c90da648 None None] Provisioning complete for port 3c7c952c-5f7f-43d6-b936-4f99b1665db6 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:39:54.846832 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-63348cd4-cfa8-43b6-bf6a-4f10c90da648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:54.926409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900013e6-4583-4b98-be0e-b0a5e6df71b9 admin admin] Router 214a963c-f20e-4150-9c58-59e72e3a5fd8 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:39:54.934394 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-63348cd4-cfa8-43b6-bf6a-4f10c90da648 None None] Port 3c7c952c-5f7f-43d6-b936-4f99b1665db6 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:39:55.063977 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b8057-c68d-4733-99d2-bc4499c15197 req-f402bc28-e7c1-4b1b-b209-528308f82c3f tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:55.065391 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e99b8057-c68d-4733-99d2-bc4499c15197 req-f402bc28-e7c1-4b1b-b209-528308f82c3f tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 1095 time: 0.0797279 Mar 05 13:39:55.132575 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e99b8057-c68d-4733-99d2-bc4499c15197 req-cdd7b7a8-edec-419b-8b74-1c543d82038f tempest-LiveMigrationTest-512573041 tempest-LiveMigrationTest-512573041-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606031 Mar 05 13:39:55.201572 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e48c7c-0bdf-48dc-9330-1aafe8a7125f req-e2da52d4-f795-401b-837b-b51aa581ea5d tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:55.201572 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-36e48c7c-0bdf-48dc-9330-1aafe8a7125f req-e2da52d4-f795-401b-837b-b51aa581ea5d tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/ports?device_id=2291c693-ceca-4b41-9e46-d4dee14559fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2718208 Mar 05 13:39:55.326183 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900013e6-4583-4b98-be0e-b0a5e6df71b9 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:39:55.337789 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-36e48c7c-0bdf-48dc-9330-1aafe8a7125f req-3ac22b01-1a74-46bd-9577-ab5ec1a6a270 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 695 time: 0.1187534 Mar 05 13:39:55.337789 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-900013e6-4583-4b98-be0e-b0a5e6df71b9 admin admin] 10.222.0.16 "PUT /v2.0/routers/214a963c-f20e-4150-9c58-59e72e3a5fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1796288 Mar 05 13:39:55.343345 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] Sync routers for ids ['214a963c-f20e-4150-9c58-59e72e3a5fd8'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:39:55.364019 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] Routers {'214a963c-f20e-4150-9c58-59e72e3a5fd8'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:39:55.364564 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-36e48c7c-0bdf-48dc-9330-1aafe8a7125f req-fe147edb-562a-4958-822c-ba6e3799d2e3 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Request body: {'floatingip': {'port_id': '71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:39:55.366077 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:39:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['214a963c-f20e-4150-9c58-59e72e3a5fd8'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:55.501192 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-36e48c7c-0bdf-48dc-9330-1aafe8a7125f req-fe147edb-562a-4958-822c-ba6e3799d2e3 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks [] for floatingip, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:55.551833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966beebf-75dc-4d92-8de0-d5e220892bd9 req-6f24d027-3c9b-4516-a781-c9db8cada37c tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:55.553628 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-966beebf-75dc-4d92-8de0-d5e220892bd9 req-6f24d027-3c9b-4516-a781-c9db8cada37c tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 944 time: 0.2486620 Mar 05 13:39:55.618730 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3d54b-9520-485f-a7b5-57222924ca0f req-a5269f8a-5ada-4ecf-9513-343a39ee9918 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:55.620502 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-23c3d54b-9520-485f-a7b5-57222924ca0f req-a5269f8a-5ada-4ecf-9513-343a39ee9918 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f5f023e-9b0c-4729-87a0-76901913b5ec HTTP/1.1" status: 200 len: 944 time: 0.2136219 Mar 05 13:39:55.686458 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] Set router 214a963c-f20e-4150-9c58-59e72e3a5fd8 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:39:55.696106 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-966beebf-75dc-4d92-8de0-d5e220892bd9 req-1e46ff96-cb2e-444c-9772-74306a9d9ca0 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332436 Mar 05 13:39:55.718165 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-23c3d54b-9520-485f-a7b5-57222924ca0f req-e834a159-7375-4624-b09b-05d9ac2b0f91 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Deleting port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:39:55.718513 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-23c3d54b-9520-485f-a7b5-57222924ca0f req-e834a159-7375-4624-b09b-05d9ac2b0f91 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:55.784703 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9dd760d-36b2-4143-b67d-44c078ef9a10', 'name': 'network-vif-deleted', 'tag': '353cea03-5973-40d4-8344-83fb7d8c3cbd'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:39:55.835235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 353cea03-5973-40d4-8344-83fb7d8c3cbd no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:39:55.891983 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 353cea03-5973-40d4-8344-83fb7d8c3cbd {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:39:55.893561 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 353cea03-5973-40d4-8344-83fb7d8c3cbd not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:39:55.951960 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-36e48c7c-0bdf-48dc-9330-1aafe8a7125f req-fe147edb-562a-4958-822c-ba6e3799d2e3 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] update failed (client error): There was a conflict when trying to complete your request. Mar 05 13:39:55.952921 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-36e48c7c-0bdf-48dc-9330-1aafe8a7125f req-fe147edb-562a-4958-822c-ba6e3799d2e3 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "PUT /v2.0/floatingips/1457fcd6-6cef-49d0-bb4d-2d0517d4fb20 HTTP/1.1" status: 409 len: 550 time: 0.5987413 Mar 05 13:39:56.031739 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b46b3-c98a-4cb1-8d57-bea732898679 req-9ba1a385-55a5-4e7a-bca0-f7768c671052 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:56.033398 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a37b46b3-c98a-4cb1-8d57-bea732898679 req-9ba1a385-55a5-4e7a-bca0-f7768c671052 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a5b1ba-2f64-475a-b488-9e6b2185f50d HTTP/1.1" status: 200 len: 949 time: 0.2085929 Mar 05 13:39:56.060526 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214a963c-f20e-4150-9c58-59e72e3a5fd8', 'name': 'tempest-FloatingIPDetailsTestJSON-766459041-router', 'tenant_id': '5afe79ad28c44a28a406edc898c660d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f92dc1fa-78f1-4021-ad14-81aded778a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:39:33Z', 'updated_at': '2022-03-05T13:39:52Z', 'revision_number': 4, 'project_id': '5afe79ad28c44a28a406edc898c660d4', 'gw_port': {'id': 'f92dc1fa-78f1-4021-ad14-81aded778a58', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214a963c-f20e-4150-9c58-59e72e3a5fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:39:39Z', 'updated_at': '2022-03-05T13:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '3c7c952c-5f7f-43d6-b936-4f99b1665db6', 'name': '', 'network_id': '48794960-1978-4628-bea9-f23505cf6492', 'tenant_id': '5afe79ad28c44a28a406edc898c660d4', 'mac_address': 'fa:16:3e:83:cd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214a963c-f20e-4150-9c58-59e72e3a5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'fe073242-e803-4484-ad1f-c7e0aea9947a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:39:50Z', 'updated_at': '2022-03-05T13:39:53Z', 'revision_number': 2, 'project_id': '5afe79ad28c44a28a406edc898c660d4', 'subnets': [{'id': 'fe073242-e803-4484-ad1f-c7e0aea9947a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:56.064417 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] Checking router: 214a963c-f20e-4150-9c58-59e72e3a5fd8 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:39:56.064770 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] Updating router 214a963c-f20e-4150-9c58-59e72e3a5fd8 port 3c7c952c-5f7f-43d6-b936-4f99b1665db6 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:39:56.088404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-23c3d54b-9520-485f-a7b5-57222924ca0f req-e834a159-7375-4624-b09b-05d9ac2b0f91 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] For port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:56.089020 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-23c3d54b-9520-485f-a7b5-57222924ca0f req-e834a159-7375-4624-b09b-05d9ac2b0f91 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:56.123183 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:56.178982 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18d9b1-706a-45be-ab2a-7bf58d5babba req-1369533d-0ccb-4ed8-8f5e-001d436f5879 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:56.181423 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6f18d9b1-706a-45be-ab2a-7bf58d5babba req-1369533d-0ccb-4ed8-8f5e-001d436f5879 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 950 time: 0.0942774 Mar 05 13:39:56.230514 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6f18d9b1-706a-45be-ab2a-7bf58d5babba req-4e678248-ea42-42f2-9679-4985b38c4ba7 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420275 Mar 05 13:39:56.329205 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a37b46b3-c98a-4cb1-8d57-bea732898679 req-d225f230-8ef6-4b55-99e2-8df8fb1e8e12 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8561406-d4af-45e0-bfce-51eea5c77093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868159 Mar 05 13:39:56.335808 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-23c3d54b-9520-485f-a7b5-57222924ca0f req-e834a159-7375-4624-b09b-05d9ac2b0f91 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Calling delete_port for 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:39:56.455314 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e9f09-c0c6-4ed9-8fca-10c66deca573 req-d066bdc9-6a1a-419f-bbb3-911f316fc55e tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:56.458354 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca4e9f09-c0c6-4ed9-8fca-10c66deca573 req-d066bdc9-6a1a-419f-bbb3-911f316fc55e tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6e9926c-465c-4b55-9d1a-c4131b37dec6 HTTP/1.1" status: 200 len: 950 time: 0.1262937 Mar 05 13:39:56.510522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49738) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:39:56.562321 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9dd760d-36b2-4143-b67d-44c078ef9a10', 'name': 'network-vif-deleted', 'tag': '353cea03-5973-40d4-8344-83fb7d8c3cbd', 'status': 'completed', 'code': 200} Mar 05 13:39:56.637627 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:56.649900 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] Transition to ACTIVE for port object 3c7c952c-5f7f-43d6-b936-4f99b1665db6 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:39:56.658349 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:56.662751 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fddf01d-a7d7-46ea-a0ae-73d0dd2e1ea5 admin admin] Deleting subnet a056899c-0e05-45c9-b3d0-c604d8488f62 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:39:56.666296 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46ad7b85-96fd-4722-a4c6-1ca70fb2f19d req-60852f6a-6d37-475d-a919-ae9481d10db0 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/floatingips/1457fcd6-6cef-49d0-bb4d-2d0517d4fb20 HTTP/1.1" status: 200 len: 692 time: 0.0883057 Mar 05 13:39:56.713095 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-ca4e9f09-c0c6-4ed9-8fca-10c66deca573 req-90294bc6-cd4a-451c-bc22-53c1100929e9 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Deleting port 8b7830ee-f387-454a-982c-d3f409d76188 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:39:56.713373 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ca4e9f09-c0c6-4ed9-8fca-10c66deca573 req-90294bc6-cd4a-451c-bc22-53c1100929e9 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:56.717001 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5fddf01d-a7d7-46ea-a0ae-73d0dd2e1ea5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:56.765694 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-23c3d54b-9520-485f-a7b5-57222924ca0f req-e834a159-7375-4624-b09b-05d9ac2b0f91 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:56.813104 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:39:56.886103 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a1e64-287e-4c26-95c7-5946dc367477 None None] Pushing event updated for resources: {'Port': ['ID=3c7c952c-5f7f-43d6-b936-4f99b1665db6,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:56.960248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834a159-7375-4624-b09b-05d9ac2b0f91 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Pushing event deleted for resources: {'Port': ['ID=5cdf7733-1a4b-49d9-bb1c-c934eabe8b52,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:56.979191 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5fddf01d-a7d7-46ea-a0ae-73d0dd2e1ea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:56.987290 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad7b85-96fd-4722-a4c6-1ca70fb2f19d req-555db01d-0aef-4033-8f3f-0ae01910554c tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:56.989301 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46ad7b85-96fd-4722-a4c6-1ca70fb2f19d req-555db01d-0aef-4033-8f3f-0ae01910554c tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.3095496 Mar 05 13:39:57.005954 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c3d54b-9520-485f-a7b5-57222924ca0f req-e834a159-7375-4624-b09b-05d9ac2b0f91 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] No DVR routers for this DVR port 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:39:57.015330 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-23c3d54b-9520-485f-a7b5-57222924ca0f req-e834a159-7375-4624-b09b-05d9ac2b0f91 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:57.043651 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] Attempting to bind port 3c7c952c-5f7f-43d6-b936-4f99b1665db6 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:39:57.044575 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] Attempting to bind port 3c7c952c-5f7f-43d6-b936-4f99b1665db6 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8a291391-8255-498c-9947-6b3f87869128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '48794960-1978-4628-bea9-f23505cf6492'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:39:57.055957 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] Attempting to bind port 3c7c952c-5f7f-43d6-b936-4f99b1665db6 on network 48794960-1978-4628-bea9-f23505cf6492 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:39:57.057197 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ee11377d-1608-43d2-81ac-2f7604844962 req-d547660f-4e47-4ac0-9827-8a72dea194e6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4740992 Mar 05 13:39:57.061240 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-23c3d54b-9520-485f-a7b5-57222924ca0f req-e834a159-7375-4624-b09b-05d9ac2b0f91 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.30 "DELETE /v2.0/ports/5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 HTTP/1.1" status: 204 len: 173 time: 1.4326565 Mar 05 13:39:57.072727 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-ee11377d-1608-43d2-81ac-2f7604844962 req-9868dc93-3c6b-4159-9c7a-216507264bdc tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:39:57.077098 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:39:57.077467 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] Checking segment: {'id': '8a291391-8255-498c-9947-6b3f87869128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '48794960-1978-4628-bea9-f23505cf6492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:39:57.078071 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:57.078509 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] Bound using segment: {'id': '8a291391-8255-498c-9947-6b3f87869128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '48794960-1978-4628-bea9-f23505cf6492'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:39:57.078964 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] Bound port: 3c7c952c-5f7f-43d6-b936-4f99b1665db6, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a291391-8255-498c-9947-6b3f87869128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '48794960-1978-4628-bea9-f23505cf6492'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:39:57.079319 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:57.083688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-ee11377d-1608-43d2-81ac-2f7604844962 req-9868dc93-3c6b-4159-9c7a-216507264bdc tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:39:57.092581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ee11377d-1608-43d2-81ac-2f7604844962 req-9868dc93-3c6b-4159-9c7a-216507264bdc tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Usage tracker for resource:floatingip and tenant:5afe79ad28c44a28a406edc898c660d4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:39:57.105804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ee11377d-1608-43d2-81ac-2f7604844962 req-9868dc93-3c6b-4159-9c7a-216507264bdc tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:39:57.117392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-ee11377d-1608-43d2-81ac-2f7604844962 req-9868dc93-3c6b-4159-9c7a-216507264bdc tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:39:57.186955 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5fddf01d-a7d7-46ea-a0ae-73d0dd2e1ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:57.216158 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ee11377d-1608-43d2-81ac-2f7604844962 req-9868dc93-3c6b-4159-9c7a-216507264bdc tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:57.225771 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] For port 3c7c952c-5f7f-43d6-b936-4f99b1665db6, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:39:57.249621 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] For port 3c7c952c-5f7f-43d6-b936-4f99b1665db6, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3c7c952c-5f7f-43d6-b936-4f99b1665db6,segment=NetworkSegment(8a291391-8255-498c-9947-6b3f87869128),segment_id=8a291391-8255-498c-9947-6b3f87869128)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:39:57.261517 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:57.299609 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46ad7b85-96fd-4722-a4c6-1ca70fb2f19d req-711cf2a2-9132-4f04-8833-7a4c57935be8 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 695 time: 0.2999694 Mar 05 13:39:57.308473 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90c2b3-5024-412a-8185-589df0b2a364 req-affb7066-8474-411b-91fc-b6337fc3e088 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:39:57.310143 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d90c2b3-5024-412a-8185-589df0b2a364 req-affb7066-8474-411b-91fc-b6337fc3e088 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 944 time: 0.1867511 Mar 05 13:39:57.392801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-8d90c2b3-5024-412a-8185-589df0b2a364 req-31cfbeff-c2af-4046-91f1-d9256f7875c8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Deleting port fb33d2c5-08eb-471b-ac4b-9699be6db84c {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:39:57.393324 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8d90c2b3-5024-412a-8185-589df0b2a364 req-31cfbeff-c2af-4046-91f1-d9256f7875c8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:57.399424 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46ad7b85-96fd-4722-a4c6-1ca70fb2f19d req-689bff87-4165-4be4-a3b9-987dc602194e tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.20 HTTP/1.1" status: 200 len: 695 time: 0.0989578 Mar 05 13:39:57.421799 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a1e64-287e-4c26-95c7-5946dc367477 None None] Pushing event updated for resources: {'Port': ['ID=3c7c952c-5f7f-43d6-b936-4f99b1665db6,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:57.495443 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] Routers {'214a963c-f20e-4150-9c58-59e72e3a5fd8'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:39:57.496072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:39:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['214a963c-f20e-4150-9c58-59e72e3a5fd8'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:57.521744 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-ca4e9f09-c0c6-4ed9-8fca-10c66deca573 req-90294bc6-cd4a-451c-bc22-53c1100929e9 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] For port 8b7830ee-f387-454a-982c-d3f409d76188, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=8b7830ee-f387-454a-982c-d3f409d76188,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:57.522825 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ca4e9f09-c0c6-4ed9-8fca-10c66deca573 req-90294bc6-cd4a-451c-bc22-53c1100929e9 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:57.563978 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5fddf01d-a7d7-46ea-a0ae-73d0dd2e1ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:57.707375 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fddf01d-a7d7-46ea-a0ae-73d0dd2e1ea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a056899c-0e05-45c9-b3d0-c604d8488f62,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:57.709697 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5fddf01d-a7d7-46ea-a0ae-73d0dd2e1ea5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:57.737952 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e148849-622a-48a1-a0a5-ce3d4157e726 None None] Network b2936108-7995-40c8-a6ff-6102188204a5 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:39:57.743466 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5fddf01d-a7d7-46ea-a0ae-73d0dd2e1ea5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a056899c-0e05-45c9-b3d0-c604d8488f62 HTTP/1.1" status: 204 len: 168 time: 1.2282491 Mar 05 13:39:57.750817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49750) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:39:57.770843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-ca4e9f09-c0c6-4ed9-8fca-10c66deca573 req-90294bc6-cd4a-451c-bc22-53c1100929e9 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Calling delete_port for 8b7830ee-f387-454a-982c-d3f409d76188 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:39:57.804012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-46ad7b85-96fd-4722-a4c6-1ca70fb2f19d req-9d5dab66-06bc-4bb3-9796-8a1815a1ca03 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Deleting port d430ff4f-9a62-49f3-ae1c-7b928ab1b4a9 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:39:57.804648 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-46ad7b85-96fd-4722-a4c6-1ca70fb2f19d req-9d5dab66-06bc-4bb3-9796-8a1815a1ca03 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:57.904212 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:39:57.975246 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:39:57.975494 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5cdf7733-1a4b-49d9-bb1c-c934eabe8b52 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:39:57.993266 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] Set router 214a963c-f20e-4150-9c58-59e72e3a5fd8 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:39:58.002414 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:58.043046 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ee11377d-1608-43d2-81ac-2f7604844962 req-9868dc93-3c6b-4159-9c7a-216507264bdc tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:58.052186 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-8d90c2b3-5024-412a-8185-589df0b2a364 req-31cfbeff-c2af-4046-91f1-d9256f7875c8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] For port fb33d2c5-08eb-471b-ac4b-9699be6db84c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fb33d2c5-08eb-471b-ac4b-9699be6db84c,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:58.052821 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8d90c2b3-5024-412a-8185-589df0b2a364 req-31cfbeff-c2af-4046-91f1-d9256f7875c8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:58.102846 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] Deleting port bc5d1371-5b89-468f-a3c8-bba9d02be776 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:39:58.103678 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:58.154570 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-46ad7b85-96fd-4722-a4c6-1ca70fb2f19d req-9d5dab66-06bc-4bb3-9796-8a1815a1ca03 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:58.155136 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-46ad7b85-96fd-4722-a4c6-1ca70fb2f19d req-9d5dab66-06bc-4bb3-9796-8a1815a1ca03 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:58.213743 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b698dac-6a4d-4fec-8c65-9a336e4b501e None None] DHCP port deletion for b2936108-7995-40c8-a6ff-6102188204a5 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:39:58.246119 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-8b698dac-6a4d-4fec-8c65-9a336e4b501e None None] Deleting port bc5d1371-5b89-468f-a3c8-bba9d02be776 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:39:58.246940 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8b698dac-6a4d-4fec-8c65-9a336e4b501e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:58.261378 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ca4e9f09-c0c6-4ed9-8fca-10c66deca573 req-90294bc6-cd4a-451c-bc22-53c1100929e9 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:58.283099 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:39:58.379640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-46ad7b85-96fd-4722-a4c6-1ca70fb2f19d req-9d5dab66-06bc-4bb3-9796-8a1815a1ca03 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Calling delete_port for d430ff4f-9a62-49f3-ae1c-7b928ab1b4a9 owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:39:58.408126 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device bc5d1371-5b89-468f-a3c8-bba9d02be776 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:39:58.461760 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90294bc6-cd4a-451c-bc22-53c1100929e9 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Pushing event deleted for resources: {'Port': ['ID=8b7830ee-f387-454a-982c-d3f409d76188,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:58.464831 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-8d90c2b3-5024-412a-8185-589df0b2a364 req-31cfbeff-c2af-4046-91f1-d9256f7875c8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Calling delete_port for fb33d2c5-08eb-471b-ac4b-9699be6db84c owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:39:58.528953 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4e9f09-c0c6-4ed9-8fca-10c66deca573 req-90294bc6-cd4a-451c-bc22-53c1100929e9 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] No DVR routers for this DVR port 8b7830ee-f387-454a-982c-d3f409d76188 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:39:58.534489 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ca4e9f09-c0c6-4ed9-8fca-10c66deca573 req-90294bc6-cd4a-451c-bc22-53c1100929e9 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:58.537450 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e9926c-465c-4b55-9d1a-c4131b37dec6', 'name': 'network-vif-deleted', 'tag': '8b7830ee-f387-454a-982c-d3f409d76188'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:39:58.594002 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5f023e-9b0c-4729-87a0-76901913b5ec', 'name': 'network-vif-deleted', 'tag': '5cdf7733-1a4b-49d9-bb1c-c934eabe8b52'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:39:58.719362 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-46ad7b85-96fd-4722-a4c6-1ca70fb2f19d req-9d5dab66-06bc-4bb3-9796-8a1815a1ca03 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:58.772304 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:58.781764 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca4e9f09-c0c6-4ed9-8fca-10c66deca573 req-90294bc6-cd4a-451c-bc22-53c1100929e9 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.30 "DELETE /v2.0/ports/8b7830ee-f387-454a-982c-d3f409d76188 HTTP/1.1" status: 204 len: 173 time: 2.3170426 Mar 05 13:39:58.799574 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5dab66-06bc-4bb3-9796-8a1815a1ca03 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Pushing event deleted for resources: {'Port': ['ID=d430ff4f-9a62-49f3-ae1c-7b928ab1b4a9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:58.932665 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:58.938380 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:59.006520 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-ee11377d-1608-43d2-81ac-2f7604844962 req-9868dc93-3c6b-4159-9c7a-216507264bdc tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Allocated IP 172.25.4.189 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/0ef7e68c-78c3-4870-86c1-29799cb23cd8) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:39:59.062996 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] For port bc5d1371-5b89-468f-a3c8-bba9d02be776, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=bc5d1371-5b89-468f-a3c8-bba9d02be776,segment=NetworkSegment(a8ef6e6e-206b-40f5-8323-f285688f17f4),segment_id=a8ef6e6e-206b-40f5-8323-f285688f17f4)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:59.067101 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:59.152512 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8b698dac-6a4d-4fec-8c65-9a336e4b501e None None] For port bc5d1371-5b89-468f-a3c8-bba9d02be776, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=bc5d1371-5b89-468f-a3c8-bba9d02be776,segment=NetworkSegment(a8ef6e6e-206b-40f5-8323-f285688f17f4),segment_id=a8ef6e6e-206b-40f5-8323-f285688f17f4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:59.153453 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8b698dac-6a4d-4fec-8c65-9a336e4b501e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:59.332464 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-46ad7b85-96fd-4722-a4c6-1ca70fb2f19d req-9d5dab66-06bc-4bb3-9796-8a1815a1ca03 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:59.352569 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-46ad7b85-96fd-4722-a4c6-1ca70fb2f19d req-9d5dab66-06bc-4bb3-9796-8a1815a1ca03 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:59.353840 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46ad7b85-96fd-4722-a4c6-1ca70fb2f19d req-9d5dab66-06bc-4bb3-9796-8a1815a1ca03 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "DELETE /v2.0/floatingips/1457fcd6-6cef-49d0-bb4d-2d0517d4fb20 HTTP/1.1" status: 204 len: 173 time: 1.9536331 Mar 05 13:39:59.393521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] Calling delete_port for bc5d1371-5b89-468f-a3c8-bba9d02be776 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:39:59.400622 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port bc5d1371-5b89-468f-a3c8-bba9d02be776, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=bc5d1371-5b89-468f-a3c8-bba9d02be776,segment=NetworkSegment(a8ef6e6e-206b-40f5-8323-f285688f17f4),segment_id=a8ef6e6e-206b-40f5-8323-f285688f17f4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:39:59.439838 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8d90c2b3-5024-412a-8185-589df0b2a364 req-31cfbeff-c2af-4046-91f1-d9256f7875c8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:59.560636 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['020cc80d-a818-4a1b-a755-346d6624c02b'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:39:59.576589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cfbeff-c2af-4046-91f1-d9256f7875c8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Pushing event deleted for resources: {'Port': ['ID=fb33d2c5-08eb-471b-ac4b-9699be6db84c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:39:59.695206 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-8b698dac-6a4d-4fec-8c65-9a336e4b501e None None] Calling delete_port for bc5d1371-5b89-468f-a3c8-bba9d02be776 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:39:59.700091 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d90c2b3-5024-412a-8185-589df0b2a364 req-31cfbeff-c2af-4046-91f1-d9256f7875c8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] No DVR routers for this DVR port fb33d2c5-08eb-471b-ac4b-9699be6db84c on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:39:59.704892 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8d90c2b3-5024-412a-8185-589df0b2a364 req-31cfbeff-c2af-4046-91f1-d9256f7875c8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:59.719857 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:39:59.720457 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:39:59.763218 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d90c2b3-5024-412a-8185-589df0b2a364 req-31cfbeff-c2af-4046-91f1-d9256f7875c8 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.15 "DELETE /v2.0/ports/fb33d2c5-08eb-471b-ac4b-9699be6db84c HTTP/1.1" status: 204 len: 173 time: 2.4477451 Mar 05 13:39:59.774576 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214a963c-f20e-4150-9c58-59e72e3a5fd8', 'name': 'tempest-FloatingIPDetailsTestJSON-766459041-router', 'tenant_id': '5afe79ad28c44a28a406edc898c660d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f92dc1fa-78f1-4021-ad14-81aded778a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:39:33Z', 'updated_at': '2022-03-05T13:39:52Z', 'revision_number': 4, 'project_id': '5afe79ad28c44a28a406edc898c660d4', 'gw_port': {'id': 'f92dc1fa-78f1-4021-ad14-81aded778a58', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214a963c-f20e-4150-9c58-59e72e3a5fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:39:39Z', 'updated_at': '2022-03-05T13:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '3c7c952c-5f7f-43d6-b936-4f99b1665db6', 'name': '', 'network_id': '48794960-1978-4628-bea9-f23505cf6492', 'tenant_id': '5afe79ad28c44a28a406edc898c660d4', 'mac_address': 'fa:16:3e:83:cd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214a963c-f20e-4150-9c58-59e72e3a5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'fe073242-e803-4484-ad1f-c7e0aea9947a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:39:50Z', 'updated_at': '2022-03-05T13:39:57Z', 'revision_number': 4, 'project_id': '5afe79ad28c44a28a406edc898c660d4', 'subnets': [{'id': 'fe073242-e803-4484-ad1f-c7e0aea9947a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:39:59.775301 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ee11377d-1608-43d2-81ac-2f7604844962 req-9868dc93-3c6b-4159-9c7a-216507264bdc tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:59.777101 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:59.854250 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ee11377d-1608-43d2-81ac-2f7604844962 req-9868dc93-3c6b-4159-9c7a-216507264bdc tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:39:59.905908 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 8b7830ee-f387-454a-982c-d3f409d76188 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:39:59.968110 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee11377d-1608-43d2-81ac-2f7604844962 req-9868dc93-3c6b-4159-9c7a-216507264bdc tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:39:59.971344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-ee11377d-1608-43d2-81ac-2f7604844962 req-9868dc93-3c6b-4159-9c7a-216507264bdc tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:39:59.975422 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee11377d-1608-43d2-81ac-2f7604844962 req-9868dc93-3c6b-4159-9c7a-216507264bdc tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:39:59.992146 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cf6702-5aa1-411e-bc56-53c16563ee12 None None] The sync data for ids ['214a963c-f20e-4150-9c58-59e72e3a5fd8'] in n-d-803718-1 is: [{'id': '214a963c-f20e-4150-9c58-59e72e3a5fd8', 'name': 'tempest-FloatingIPDetailsTestJSON-766459041-router', 'tenant_id': '5afe79ad28c44a28a406edc898c660d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f92dc1fa-78f1-4021-ad14-81aded778a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:39:33Z', 'updated_at': '2022-03-05T13:39:52Z', 'revision_number': 4, 'project_id': '5afe79ad28c44a28a406edc898c660d4', 'gw_port': {'id': 'f92dc1fa-78f1-4021-ad14-81aded778a58', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214a963c-f20e-4150-9c58-59e72e3a5fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:39:39Z', 'updated_at': '2022-03-05T13:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '3c7c952c-5f7f-43d6-b936-4f99b1665db6', 'name': '', 'network_id': '48794960-1978-4628-bea9-f23505cf6492', 'tenant_id': '5afe79ad28c44a28a406edc898c660d4', 'mac_address': 'fa:16:3e:83:cd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214a963c-f20e-4150-9c58-59e72e3a5fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'fe073242-e803-4484-ad1f-c7e0aea9947a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:39:50Z', 'updated_at': '2022-03-05T13:39:57Z', 'revision_number': 4, 'project_id': '5afe79ad28c44a28a406edc898c660d4', 'subnets': [{'id': 'fe073242-e803-4484-ad1f-c7e0aea9947a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:40:00.030963 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 8b7830ee-f387-454a-982c-d3f409d76188 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:40:00.031447 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 8b7830ee-f387-454a-982c-d3f409d76188 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:40:00.036616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868dc93-3c6b-4159-9c7a-216507264bdc tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Pushing event updated for resources: {'Port': ['ID=0ef7e68c-78c3-4870-86c1-29799cb23cd8,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:00.123188 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ee11377d-1608-43d2-81ac-2f7604844962 req-9868dc93-3c6b-4159-9c7a-216507264bdc tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:00.130614 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-8b698dac-6a4d-4fec-8c65-9a336e4b501e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:40:00.132407 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-8b698dac-6a4d-4fec-8c65-9a336e4b501e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:40:00.159024 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=bc5d1371-5b89-468f-a3c8-bba9d02be776,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:00.226370 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] Deleting port bc5d1371-5b89-468f-a3c8-bba9d02be776 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:00.226750 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:00.327997 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ee11377d-1608-43d2-81ac-2f7604844962 req-9868dc93-3c6b-4159-9c7a-216507264bdc tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:00.457453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3c7c952c-5f7f-43d6-b936-4f99b1665db6 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:40:00.633519 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-8b698dac-6a4d-4fec-8c65-9a336e4b501e None None] Deleting port bc5d1371-5b89-468f-a3c8-bba9d02be776 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:00.634385 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8b698dac-6a4d-4fec-8c65-9a336e4b501e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:00.797551 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0377b81b-78a3-4243-92cb-a375117cd3d7 req-2f42774e-59b0-41d7-9775-f581db828647 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e55bc9e-c170-449e-b30f-6e03bea2ed61 HTTP/1.1" status: 200 len: 210 time: 0.1417105 Mar 05 13:40:00.855923 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 3c7c952c-5f7f-43d6-b936-4f99b1665db6 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:40:00.862984 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 3c7c952c-5f7f-43d6-b936-4f99b1665db6 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:40:00.863615 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:01.173273 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8b698dac-6a4d-4fec-8c65-9a336e4b501e None None] For port bc5d1371-5b89-468f-a3c8-bba9d02be776, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=bc5d1371-5b89-468f-a3c8-bba9d02be776,segment=NetworkSegment(a8ef6e6e-206b-40f5-8323-f285688f17f4),segment_id=a8ef6e6e-206b-40f5-8323-f285688f17f4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:01.173954 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8b698dac-6a4d-4fec-8c65-9a336e4b501e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:01.210807 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e9926c-465c-4b55-9d1a-c4131b37dec6', 'name': 'network-vif-deleted', 'tag': '8b7830ee-f387-454a-982c-d3f409d76188', 'status': 'completed', 'code': 200} Mar 05 13:40:01.279115 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:01.312615 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5f023e-9b0c-4729-87a0-76901913b5ec', 'name': 'network-vif-deleted', 'tag': '5cdf7733-1a4b-49d9-bb1c-c934eabe8b52', 'status': 'completed', 'code': 200} Mar 05 13:40:01.334695 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] For port bc5d1371-5b89-468f-a3c8-bba9d02be776, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=bc5d1371-5b89-468f-a3c8-bba9d02be776,segment=NetworkSegment(a8ef6e6e-206b-40f5-8323-f285688f17f4),segment_id=a8ef6e6e-206b-40f5-8323-f285688f17f4)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:01.335082 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:01.506163 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device fb33d2c5-08eb-471b-ac4b-9699be6db84c no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:40:01.544567 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-d0c7cd0f-9103-4dd0-8cf4-5d933466dbbd tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Synchronizing usage tracker for tenant:623cc9f32841436ebf21d071d3bbde3f on resource:floatingip {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:40:01.589613 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-d0c7cd0f-9103-4dd0-8cf4-5d933466dbbd tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Unset dirty status for tenant:623cc9f32841436ebf21d071d3bbde3f on resource:floatingip {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:40:01.591571 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-d0c7cd0f-9103-4dd0-8cf4-5d933466dbbd tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.67 HTTP/1.1" status: 200 len: 1001 time: 0.2613301 Mar 05 13:40:01.751495 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-8b698dac-6a4d-4fec-8c65-9a336e4b501e None None] Calling delete_port for bc5d1371-5b89-468f-a3c8-bba9d02be776 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:01.789026 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-859218de-d686-462e-84ca-9cfc3fd68d1d tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:01.790184 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-859218de-d686-462e-84ca-9cfc3fd68d1d tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Synchronizing usage tracker for tenant:623cc9f32841436ebf21d071d3bbde3f on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:40:01.819091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: fb33d2c5-08eb-471b-ac4b-9699be6db84c {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:40:01.819427 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device fb33d2c5-08eb-471b-ac4b-9699be6db84c not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:40:01.826096 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] Calling delete_port for bc5d1371-5b89-468f-a3c8-bba9d02be776 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:01.829624 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-859218de-d686-462e-84ca-9cfc3fd68d1d tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Unset dirty status for tenant:623cc9f32841436ebf21d071d3bbde3f on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:40:01.832434 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-859218de-d686-462e-84ca-9cfc3fd68d1d tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/ports/71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 HTTP/1.1" status: 200 len: 943 time: 0.2344878 Mar 05 13:40:01.843866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 3c7c952c-5f7f-43d6-b936-4f99b1665db6, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3c7c952c-5f7f-43d6-b936-4f99b1665db6,segment=NetworkSegment(8a291391-8255-498c-9947-6b3f87869128),segment_id=8a291391-8255-498c-9947-6b3f87869128)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:01.872804 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:02.073674 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ee11377d-1608-43d2-81ac-2f7604844962 req-9868dc93-3c6b-4159-9c7a-216507264bdc tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:02.083966 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ee11377d-1608-43d2-81ac-2f7604844962 req-9868dc93-3c6b-4159-9c7a-216507264bdc tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:02.116831 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=3c7c952c-5f7f-43d6-b936-4f99b1665db6,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:02.136088 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-8b698dac-6a4d-4fec-8c65-9a336e4b501e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:40:02.136671 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-8b698dac-6a4d-4fec-8c65-9a336e4b501e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:40:02.177490 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-0794e8bb-3623-4442-a728-9b9a34560e26 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.67 HTTP/1.1" status: 200 len: 1001 time: 0.1686847 Mar 05 13:40:02.217164 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ee11377d-1608-43d2-81ac-2f7604844962 req-9868dc93-3c6b-4159-9c7a-216507264bdc tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:02.221220 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:02.259886 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] No DVR routers for this DVR port bc5d1371-5b89-468f-a3c8-bba9d02be776 on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:40:02.323099 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ee11377d-1608-43d2-81ac-2f7604844962 req-9868dc93-3c6b-4159-9c7a-216507264bdc tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:02.330087 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ee11377d-1608-43d2-81ac-2f7604844962 req-9868dc93-3c6b-4159-9c7a-216507264bdc tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.2658963 Mar 05 13:40:02.362359 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-8b698dac-6a4d-4fec-8c65-9a336e4b501e None None] Deleting port bc5d1371-5b89-468f-a3c8-bba9d02be776 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:02.362579 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8b698dac-6a4d-4fec-8c65-9a336e4b501e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:02.393809 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3c7c952c-5f7f-43d6-b936-4f99b1665db6 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:40:02.415218 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868dc93-3c6b-4159-9c7a-216507264bdc tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Pushing event updated for resources: {'Port': ['ID=0ef7e68c-78c3-4870-86c1-29799cb23cd8,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:02.421632 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ee11377d-1608-43d2-81ac-2f7604844962 req-e7cd0af1-093f-4601-a61a-10579bd04d0f tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Synchronizing usage tracker for tenant:5afe79ad28c44a28a406edc898c660d4 on resource:floatingip {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:40:02.425733 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-17f876cb-613c-45d0-bc17-d5520d85fc8d tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:02.435409 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-17f876cb-613c-45d0-bc17-d5520d85fc8d tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.2514274 Mar 05 13:40:02.547732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] Pushing event deleted for resources: {'Port': ['ID=bc5d1371-5b89-468f-a3c8-bba9d02be776,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:02.616462 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ee11377d-1608-43d2-81ac-2f7604844962 req-e7cd0af1-093f-4601-a61a-10579bd04d0f tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Unset dirty status for tenant:5afe79ad28c44a28a406edc898c660d4 on resource:floatingip {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:40:02.623958 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ee11377d-1608-43d2-81ac-2f7604844962 req-e7cd0af1-093f-4601-a61a-10579bd04d0f tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.189 HTTP/1.1" status: 200 len: 696 time: 0.2930243 Mar 05 13:40:02.625775 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-85f3fc42-0fc1-467b-9db0-44eadb0ac852 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.67 HTTP/1.1" status: 200 len: 1001 time: 0.1892474 Mar 05 13:40:02.639347 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-8b698dac-6a4d-4fec-8c65-9a336e4b501e None None] The port 'bc5d1371-5b89-468f-a3c8-bba9d02be776' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:40:02.639806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-5e88a36c-3a88-4da7-a5cd-1128281881d5 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:02.679022 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:02.710676 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 3c7c952c-5f7f-43d6-b936-4f99b1665db6 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:40:02.711706 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:02.823566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2936108-7995-40c8-a6ff-6102188204a5']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:02.837984 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-5e88a36c-3a88-4da7-a5cd-1128281881d5 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks [] for floatingip, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:02.885400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ef6e6e-206b-40f5-8323-f285688f17f4') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:02.885695 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ef6e6e-206b-40f5-8323-f285688f17f4') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:02.908927 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:02.956251 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:02.964984 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:40:02.964984 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:40:03.057771 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:40:03.097124 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:03.120042 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:03.134198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11377d-1608-43d2-81ac-2f7604844962 req-e2c60dd1-8de8-4909-89b4-bd30c503ff10 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:03.135637 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ee11377d-1608-43d2-81ac-2f7604844962 req-e2c60dd1-8de8-4909-89b4-bd30c503ff10 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.5105703 Mar 05 13:40:03.142334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] Pushing event deleted for resources: {'Network': ['ID=b2936108-7995-40c8-a6ff-6102188204a5,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:03.153770 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a7b1ab98-9217-4409-9e7b-67d46f746d8c admin admin] 10.222.0.16 "DELETE /v2.0/networks/b2936108-7995-40c8-a6ff-6102188204a5 HTTP/1.1" status: 204 len: 168 time: 5.3962829 Mar 05 13:40:03.223038 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-5e88a36c-3a88-4da7-a5cd-1128281881d5 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:03.229871 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-5e88a36c-3a88-4da7-a5cd-1128281881d5 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:03.230839 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-5e88a36c-3a88-4da7-a5cd-1128281881d5 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Floating IP f9050f65-92b2-4644-ae6d-881a9b1affe9 disassociated. External IP: 172.25.4.67, port: 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9. Mar 05 13:40:03.313846 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e55bc9e-c170-449e-b30f-6e03bea2ed61', 'name': 'network-vif-deleted', 'tag': 'fb33d2c5-08eb-471b-ac4b-9699be6db84c'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:40:03.338611 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device ee97d600-3c5d-4da8-a80f-bee356e495b2 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:40:03.466882 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49794) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:03.575374 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-abcb9c2b-7b47-4a2a-ad30-19038fa6b301 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc1b1b7707524e28bd71bcf067b7e41e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1064959 Mar 05 13:40:03.579018 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49806) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:03.662813 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port ee97d600-3c5d-4da8-a80f-bee356e495b2, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ee97d600-3c5d-4da8-a80f-bee356e495b2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:03.701645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'ee97d600-3c5d-4da8-a80f-bee356e495b2', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': 'ee97d600-3c5d-4da8-a80f-bee356e495b2', 'mac_address': 'fa:16:3e:bf:93:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:40:03.724350 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1514a6c4-db5b-44e4-9991-aa4355abfec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:03.804306 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1514a6c4-db5b-44e4-9991-aa4355abfec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:03.858361 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:03.923483 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee97d600-3c5d-4da8-a80f-bee356e495b2 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:40:03.925840 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1514a6c4-db5b-44e4-9991-aa4355abfec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:03.954722 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514a6c4-db5b-44e4-9991-aa4355abfec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3cce75-71ab-4b07-8664-549841db2c68,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:03.958355 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port ee97d600-3c5d-4da8-a80f-bee356e495b2, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ee97d600-3c5d-4da8-a80f-bee356e495b2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:04.002387 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1514a6c4-db5b-44e4-9991-aa4355abfec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:04.009808 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1514a6c4-db5b-44e4-9991-aa4355abfec2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c3cce75-71ab-4b07-8664-549841db2c68 HTTP/1.1" status: 204 len: 168 time: 0.4269078 Mar 05 13:40:04.010920 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:04.099818 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=ee97d600-3c5d-4da8-a80f-bee356e495b2,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:04.108383 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['ee97d600-3c5d-4da8-a80f-bee356e495b2'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:40:04.253533 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-5e88a36c-3a88-4da7-a5cd-1128281881d5 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Router 41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:40:04.818549 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-5e88a36c-3a88-4da7-a5cd-1128281881d5 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:40:04.825406 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-5e88a36c-3a88-4da7-a5cd-1128281881d5 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:04.831962 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11677d8-d7b9-4edb-828c-22d425225f81 None None] Sync routers for ids ['41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:40:04.851175 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11677d8-d7b9-4edb-828c-22d425225f81 None None] Routers {'41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:40:04.852280 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b11677d8-d7b9-4edb-828c-22d425225f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:39:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:04.926135 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-7aa6470b-8b45-4d70-98d1-7028a46f043b tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4494729 Mar 05 13:40:04.982877 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-5e88a36c-3a88-4da7-a5cd-1128281881d5 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "PUT /v2.0/floatingips/f9050f65-92b2-4644-ae6d-881a9b1affe9 HTTP/1.1" status: 200 len: 694 time: 2.3501148 Mar 05 13:40:04.990548 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2291c693-ceca-4b41-9e46-d4dee14559fb', 'tag': '71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:40:05.144764 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-5f78fc21-dab2-46ea-b789-4cd582a11fd6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:05.167434 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-5f78fc21-dab2-46ea-b789-4cd582a11fd6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:05.197337 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-5f78fc21-dab2-46ea-b789-4cd582a11fd6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:05.224103 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-5f78fc21-dab2-46ea-b789-4cd582a11fd6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:05.380229 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device ee97d600-3c5d-4da8-a80f-bee356e495b2 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:40:05.411041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-5c920a2b-272b-4d56-8821-ab7e79e35a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:05.420477 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-5c920a2b-272b-4d56-8821-ab7e79e35a2a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=623cc9f32841436ebf21d071d3bbde3f&device_id=2291c693-ceca-4b41-9e46-d4dee14559fb HTTP/1.1" status: 200 len: 1097 time: 0.3380446 Mar 05 13:40:05.557325 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-b11677d8-d7b9-4edb-828c-22d425225f81 None None] Set router 41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:40:05.665798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port ee97d600-3c5d-4da8-a80f-bee356e495b2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:40:05.667046 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:05.787760 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bc87f-7435-484d-b16d-d78dec4ed7bb req-5445edea-9fc2-4e4c-9119-8c3a87af207c tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:05.789538 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-38904f79-0021-436b-b892-c7e0149f9b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:05.797197 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b19bc87f-7435-484d-b16d-d78dec4ed7bb req-5445edea-9fc2-4e4c-9119-8c3a87af207c tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 950 time: 0.8608615 Mar 05 13:40:05.802060 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-38904f79-0021-436b-b892-c7e0149f9b89 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e27f5202-5fa0-4e82-ac0c-ac2ee333eb77 HTTP/1.1" status: 200 len: 929 time: 0.3804591 Mar 05 13:40:05.919650 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:05.956342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-b19bc87f-7435-484d-b16d-d78dec4ed7bb req-aa66f7b6-b076-4d4f-bd9c-cbb5721e70a1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Deleting port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:05.957313 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b19bc87f-7435-484d-b16d-d78dec4ed7bb req-aa66f7b6-b076-4d4f-bd9c-cbb5721e70a1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:05.994237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a5b1ba-2f64-475a-b488-9e6b2185f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee97d600-3c5d-4da8-a80f-bee356e495b2'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:40:06.004124 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-7c0dfee3-a040-4cc2-a49b-fa209105bf8a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 HTTP/1.1" status: 200 len: 217 time: 0.1966512 Mar 05 13:40:06.028312 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port ee97d600-3c5d-4da8-a80f-bee356e495b2, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ee97d600-3c5d-4da8-a80f-bee356e495b2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:06.037525 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49874) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:06.039624 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:06.041861 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:40:06.200371 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-60ddd72c-e49a-4a51-8622-b3fa5eafd161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:06.209449 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-60ddd72c-e49a-4a51-8622-b3fa5eafd161 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e1725e4b-cb92-4bca-afad-6e7ce4db63e3 HTTP/1.1" status: 200 len: 868 time: 0.2044311 Mar 05 13:40:06.268700 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=ee97d600-3c5d-4da8-a80f-bee356e495b2,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:06.335574 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:06.441182 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-cb4c2dca-9265-4364-b682-9b7598ecba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:06.446314 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:06.451480 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-cb4c2dca-9265-4364-b682-9b7598ecba96 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e27f5202-5fa0-4e82-ac0c-ac2ee333eb77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2410510 Mar 05 13:40:06.457373 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:06.644030 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b19bc87f-7435-484d-b16d-d78dec4ed7bb req-aa66f7b6-b076-4d4f-bd9c-cbb5721e70a1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] For port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:06.644706 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b19bc87f-7435-484d-b16d-d78dec4ed7bb req-aa66f7b6-b076-4d4f-bd9c-cbb5721e70a1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:06.669478 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e,revision_number=10']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:06.733122 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-5241d48d-7b88-4f77-b260-0636fef6805a service neutron] 10.222.0.16 "GET /v2.0/networks/e27f5202-5fa0-4e82-ac0c-ac2ee333eb77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804358 Mar 05 13:40:06.789902 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b11677d8-d7b9-4edb-828c-22d425225f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1372764042-router', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:38:38Z', 'updated_at': '2022-03-05T13:38:57Z', 'revision_number': 4, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'gw_port': {'id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:42Z', 'updated_at': '2022-03-05T13:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b114be5a-5570-4a89-b1e3-a57c584e6377', 'name': '', 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'mac_address': 'fa:16:3e:6a:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e1725e4b-cb92-4bca-afad-6e7ce4db63e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:51Z', 'updated_at': '2022-03-05T13:39:08Z', 'revision_number': 5, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'subnets': [{'id': 'e1725e4b-cb92-4bca-afad-6e7ce4db63e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:06.805797 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11677d8-d7b9-4edb-828c-22d425225f81 None None] Checking router: 41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:40:06.817417 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11677d8-d7b9-4edb-828c-22d425225f81 None None] Routers {'41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:40:06.818040 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b11677d8-d7b9-4edb-828c-22d425225f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:39:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:06.963345 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-b19bc87f-7435-484d-b16d-d78dec4ed7bb req-aa66f7b6-b076-4d4f-bd9c-cbb5721e70a1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Calling delete_port for dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:07.002096 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-811ecc21-4670-4cc1-a7e5-3d8298b5e241 req-c34ace77-0ae9-4114-9640-8efb2ce58d48 service neutron] 10.222.0.16 "GET /v2.0/networks/e27f5202-5fa0-4e82-ac0c-ac2ee333eb77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635839 Mar 05 13:40:07.059017 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-3a86b161-fc93-41fb-8568-bf95596172c2 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-991101596-network', 'tenant_id': '6f09f462d7e64db68ac69e93657fa061'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:07.086082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3a86b161-fc93-41fb-8568-bf95596172c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:07.102795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3a86b161-fc93-41fb-8568-bf95596172c2 admin admin] Usage tracker for resource:network and tenant:6f09f462d7e64db68ac69e93657fa061 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:07.106322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3a86b161-fc93-41fb-8568-bf95596172c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:07.116623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3a86b161-fc93-41fb-8568-bf95596172c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:07.135334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a86b161-fc93-41fb-8568-bf95596172c2 admin admin] Made reservation on behalf of 6f09f462d7e64db68ac69e93657fa061 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:40:07.137746 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a86b161-fc93-41fb-8568-bf95596172c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:07.152715 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e55bc9e-c170-449e-b30f-6e03bea2ed61', 'name': 'network-vif-deleted', 'tag': 'fb33d2c5-08eb-471b-ac4b-9699be6db84c', 'status': 'completed', 'code': 200} Mar 05 13:40:07.156033 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a86b161-fc93-41fb-8568-bf95596172c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:07.198077 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-5f78fc21-dab2-46ea-b789-4cd582a11fd6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:07.250278 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-b11677d8-d7b9-4edb-828c-22d425225f81 None None] Set router 41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:40:07.350225 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-5f78fc21-dab2-46ea-b789-4cd582a11fd6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Allocated IP 172.25.4.171 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/03e44799-f1e8-470e-92d6-801d6ed1803d) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:40:07.465735 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3a86b161-fc93-41fb-8568-bf95596172c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:07.490860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3a86b161-fc93-41fb-8568-bf95596172c2 admin admin] Usage tracker for resource:security_group_rule and tenant:6f09f462d7e64db68ac69e93657fa061 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:07.499542 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3a86b161-fc93-41fb-8568-bf95596172c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:07.524752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3a86b161-fc93-41fb-8568-bf95596172c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:07.557726 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [req-b19bc87f-7435-484d-b16d-d78dec4ed7bb req-aa66f7b6-b076-4d4f-bd9c-cbb5721e70a1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:40:07.558106 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [req-b19bc87f-7435-484d-b16d-d78dec4ed7bb req-aa66f7b6-b076-4d4f-bd9c-cbb5721e70a1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:40:07.562054 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-5f78fc21-dab2-46ea-b789-4cd582a11fd6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:07.670222 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-5f78fc21-dab2-46ea-b789-4cd582a11fd6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:07.737384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-5f78fc21-dab2-46ea-b789-4cd582a11fd6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:40:07.743836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-5f78fc21-dab2-46ea-b789-4cd582a11fd6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:40:07.747422 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-5f78fc21-dab2-46ea-b789-4cd582a11fd6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:40:07.838604 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a86b161-fc93-41fb-8568-bf95596172c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:07.857782 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a86b161-fc93-41fb-8568-bf95596172c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:07.918028 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86b161-fc93-41fb-8568-bf95596172c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46835579-3c61-41aa-8133-6e49016720e9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:07.933175 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78fc21-dab2-46ea-b789-4cd582a11fd6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Pushing event updated for resources: {'Port': ['ID=03e44799-f1e8-470e-92d6-801d6ed1803d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:07.956253 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a86b161-fc93-41fb-8568-bf95596172c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:40:07.973259 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a86b161-fc93-41fb-8568-bf95596172c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:07.974362 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-3a86b161-fc93-41fb-8568-bf95596172c2 admin admin] Added segment ab3e059c-9e9d-49c7-bd29-301e9dbc0e13 of type vlan for network 0e0bc273-8d9f-44d1-8671-63baae4c755a Mar 05 13:40:07.981949 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-5f78fc21-dab2-46ea-b789-4cd582a11fd6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:08.018057 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b11677d8-d7b9-4edb-828c-22d425225f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1372764042-router', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:38:38Z', 'updated_at': '2022-03-05T13:38:57Z', 'revision_number': 4, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'gw_port': {'id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:42Z', 'updated_at': '2022-03-05T13:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b114be5a-5570-4a89-b1e3-a57c584e6377', 'name': '', 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'mac_address': 'fa:16:3e:6a:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e1725e4b-cb92-4bca-afad-6e7ce4db63e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:51Z', 'updated_at': '2022-03-05T13:39:08Z', 'revision_number': 5, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'subnets': [{'id': 'e1725e4b-cb92-4bca-afad-6e7ce4db63e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:08.022487 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11677d8-d7b9-4edb-828c-22d425225f81 None None] The sync data for ids ['41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'] in n-d-803718-1 is: [{'id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1372764042-router', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:38:38Z', 'updated_at': '2022-03-05T13:38:57Z', 'revision_number': 4, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'gw_port': {'id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:42Z', 'updated_at': '2022-03-05T13:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b114be5a-5570-4a89-b1e3-a57c584e6377', 'name': '', 'network_id': 'e27f5202-5fa0-4e82-ac0c-ac2ee333eb77', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'mac_address': 'fa:16:3e:6a:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e1725e4b-cb92-4bca-afad-6e7ce4db63e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:51Z', 'updated_at': '2022-03-05T13:39:08Z', 'revision_number': 5, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'subnets': [{'id': 'e1725e4b-cb92-4bca-afad-6e7ce4db63e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:40:08.060825 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-b19bc87f-7435-484d-b16d-d78dec4ed7bb req-aa66f7b6-b076-4d4f-bd9c-cbb5721e70a1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Deleting port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:08.061259 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b19bc87f-7435-484d-b16d-d78dec4ed7bb req-aa66f7b6-b076-4d4f-bd9c-cbb5721e70a1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:08.129718 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a86b161-fc93-41fb-8568-bf95596172c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:08.274218 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cb943-720d-4064-a02e-323f25ad2a7b req-ad7c36d5-987d-4951-acc2-3b993ba783ab tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:08.280683 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-148cb943-720d-4064-a02e-323f25ad2a7b req-ad7c36d5-987d-4951-acc2-3b993ba783ab tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Synchronizing usage tracker for tenant:78a1cd353882451f977c98a0cde91b02 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:40:08.302255 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-148cb943-720d-4064-a02e-323f25ad2a7b req-ad7c36d5-987d-4951-acc2-3b993ba783ab tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Unset dirty status for tenant:78a1cd353882451f977c98a0cde91b02 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:40:08.311639 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-148cb943-720d-4064-a02e-323f25ad2a7b req-ad7c36d5-987d-4951-acc2-3b993ba783ab tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/ports?device_id=55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3 HTTP/1.1" status: 200 len: 949 time: 0.1933212 Mar 05 13:40:08.371001 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b19bc87f-7435-484d-b16d-d78dec4ed7bb req-aa66f7b6-b076-4d4f-bd9c-cbb5721e70a1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] For port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:08.371352 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b19bc87f-7435-484d-b16d-d78dec4ed7bb req-aa66f7b6-b076-4d4f-bd9c-cbb5721e70a1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:08.435534 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-148cb943-720d-4064-a02e-323f25ad2a7b req-e3f8a425-0f59-4d94-86a1-086249cdab6a tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.16 "GET /v2.0/security-groups?id=a16783bb-dc3c-42eb-8859-f8441243de22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226263 Mar 05 13:40:08.535812 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-5f78fc21-dab2-46ea-b789-4cd582a11fd6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:08.567563 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fa557e-82d2-469d-a418-100ece016835 None None] New status for floating IP f9050f65-92b2-4644-ae6d-881a9b1affe9: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:40:08.636310 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2291c693-ceca-4b41-9e46-d4dee14559fb', 'tag': '71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9', 'status': 'completed', 'code': 200} Mar 05 13:40:08.798058 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852d73c-797a-4efd-9316-891dee1229f4 req-8c5b69ff-0fce-4f50-809f-fd536df9347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:08.805642 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b852d73c-797a-4efd-9316-891dee1229f4 req-8c5b69ff-0fce-4f50-809f-fd536df9347b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=623cc9f32841436ebf21d071d3bbde3f&device_id=2291c693-ceca-4b41-9e46-d4dee14559fb HTTP/1.1" status: 200 len: 1097 time: 0.1498089 Mar 05 13:40:08.909267 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-b19bc87f-7435-484d-b16d-d78dec4ed7bb req-aa66f7b6-b076-4d4f-bd9c-cbb5721e70a1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Calling delete_port for dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:08.912710 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-144851a9-613e-4ecb-bd4d-ef6a9aed2ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:09.056177 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a86b161-fc93-41fb-8568-bf95596172c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:09.057239 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a86b161-fc93-41fb-8568-bf95596172c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:09.057912 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a86b161-fc93-41fb-8568-bf95596172c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:09.070143 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852d73c-797a-4efd-9316-891dee1229f4 req-aca4a02e-a7f8-4aea-b79c-f109407fe235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:09.073158 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b852d73c-797a-4efd-9316-891dee1229f4 req-aca4a02e-a7f8-4aea-b79c-f109407fe235 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e27f5202-5fa0-4e82-ac0c-ac2ee333eb77 HTTP/1.1" status: 200 len: 929 time: 0.2617152 Mar 05 13:40:09.166729 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b852d73c-797a-4efd-9316-891dee1229f4 req-7d7c0185-0f36-4ac8-9f8c-9d5d22d393e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 HTTP/1.1" status: 200 len: 217 time: 0.0858185 Mar 05 13:40:09.201253 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a5b1ba-2f64-475a-b488-9e6b2185f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee97d600-3c5d-4da8-a80f-bee356e495b2', 'code': 200} Mar 05 13:40:09.286078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86b161-fc93-41fb-8568-bf95596172c2 admin admin] Pushing event updated for resources: {'Network': ['ID=0e0bc273-8d9f-44d1-8671-63baae4c755a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:09.296609 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 0e0bc273-8d9f-44d1-8671-63baae4c755a details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:40:09.485681 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c7289a36-a6a8-4092-8194-851bc99dd217 req-9293f827-a85c-49c9-a930-395bd139cbbf tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/floatingips/f9050f65-92b2-4644-ae6d-881a9b1affe9 HTTP/1.1" status: 200 len: 694 time: 0.3158207 Mar 05 13:40:09.526046 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852d73c-797a-4efd-9316-891dee1229f4 req-a68f538f-fd6c-4be1-995d-8a9241883728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:09.527609 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b852d73c-797a-4efd-9316-891dee1229f4 req-a68f538f-fd6c-4be1-995d-8a9241883728 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e1725e4b-cb92-4bca-afad-6e7ce4db63e3 HTTP/1.1" status: 200 len: 868 time: 0.2909136 Mar 05 13:40:09.643123 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3a86b161-fc93-41fb-8568-bf95596172c2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.5966814 Mar 05 13:40:09.656446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49906) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:09.672542 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-0c4a20d6-4044-4312-b6dc-3260e1d40ae1 admin admin] Request body: {'subnet': {'network_id': '0e0bc273-8d9f-44d1-8671-63baae4c755a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-991101596-subnet', 'tenant_id': '6f09f462d7e64db68ac69e93657fa061', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:09.694012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0c4a20d6-4044-4312-b6dc-3260e1d40ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:09.705505 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0c4a20d6-4044-4312-b6dc-3260e1d40ae1 admin admin] Usage tracker for resource:subnet and tenant:6f09f462d7e64db68ac69e93657fa061 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:09.714505 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0c4a20d6-4044-4312-b6dc-3260e1d40ae1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:09.733193 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0c4a20d6-4044-4312-b6dc-3260e1d40ae1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:09.756096 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b19bc87f-7435-484d-b16d-d78dec4ed7bb req-aa66f7b6-b076-4d4f-bd9c-cbb5721e70a1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:09.773052 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7289a36-a6a8-4092-8194-851bc99dd217 req-66866c69-6e56-4578-a3b1-935227fe0132 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:09.781121 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c7289a36-a6a8-4092-8194-851bc99dd217 req-66866c69-6e56-4578-a3b1-935227fe0132 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.2834160 Mar 05 13:40:09.785167 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852d73c-797a-4efd-9316-891dee1229f4 req-66f85ffe-244c-419e-8564-c81e7c71a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:09.786812 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b852d73c-797a-4efd-9316-891dee1229f4 req-66f85ffe-244c-419e-8564-c81e7c71a348 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e27f5202-5fa0-4e82-ac0c-ac2ee333eb77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2387290 Mar 05 13:40:09.826409 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66f7b6-b076-4d4f-bd9c-cbb5721e70a1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Pushing event deleted for resources: {'Port': ['ID=dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:09.886475 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561ec47-c5ab-434c-8c52-e6900fbf3fa4 req-0c526b10-ac31-4e8a-9cfb-aebfb3b16660 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:09.887456 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3561ec47-c5ab-434c-8c52-e6900fbf3fa4 req-0c526b10-ac31-4e8a-9cfb-aebfb3b16660 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Synchronizing usage tracker for tenant:d5ffda21ed5b4786823c5a5c4a431675 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:40:09.895873 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c7289a36-a6a8-4092-8194-851bc99dd217 req-57bd0e5f-f121-41fb-b7c0-5900fb117f92 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.67 HTTP/1.1" status: 200 len: 695 time: 0.1137512 Mar 05 13:40:09.897723 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4a20d6-4044-4312-b6dc-3260e1d40ae1 admin admin] Made reservation on behalf of 6f09f462d7e64db68ac69e93657fa061 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:40:09.900981 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0c4a20d6-4044-4312-b6dc-3260e1d40ae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:09.921705 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-5f78fc21-dab2-46ea-b789-4cd582a11fd6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:40:09.937850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19bc87f-7435-484d-b16d-d78dec4ed7bb req-aa66f7b6-b076-4d4f-bd9c-cbb5721e70a1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] No DVR routers for this DVR port dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:40:09.944584 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-5f78fc21-dab2-46ea-b789-4cd582a11fd6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:09.948383 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b19bc87f-7435-484d-b16d-d78dec4ed7bb req-aa66f7b6-b076-4d4f-bd9c-cbb5721e70a1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:09.951372 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3', 'name': 'network-vif-deleted', 'tag': 'dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:40:09.963874 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-5f78fc21-dab2-46ea-b789-4cd582a11fd6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:10.014804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3561ec47-c5ab-434c-8c52-e6900fbf3fa4 req-0c526b10-ac31-4e8a-9cfb-aebfb3b16660 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Unset dirty status for tenant:d5ffda21ed5b4786823c5a5c4a431675 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:40:10.015085 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3561ec47-c5ab-434c-8c52-e6900fbf3fa4 req-0c526b10-ac31-4e8a-9cfb-aebfb3b16660 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 944 time: 0.4395828 Mar 05 13:40:10.028955 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b19bc87f-7435-484d-b16d-d78dec4ed7bb req-aa66f7b6-b076-4d4f-bd9c-cbb5721e70a1 tempest-MigrationsAdminTest-807517891 tempest-MigrationsAdminTest-807517891-project] 10.222.0.15 "DELETE /v2.0/ports/dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e HTTP/1.1" status: 204 len: 173 time: 4.2052505 Mar 05 13:40:10.124242 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c7289a36-a6a8-4092-8194-851bc99dd217 req-caf455ee-4ea1-4e49-8848-1fd62f693d61 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.67 HTTP/1.1" status: 200 len: 695 time: 0.2273614 Mar 05 13:40:10.147462 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-3561ec47-c5ab-434c-8c52-e6900fbf3fa4 req-fcc4ae40-3bc4-443c-8300-e19d9fe0df20 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Deleting port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:10.148045 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3561ec47-c5ab-434c-8c52-e6900fbf3fa4 req-fcc4ae40-3bc4-443c-8300-e19d9fe0df20 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:10.364662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78fc21-dab2-46ea-b789-4cd582a11fd6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Pushing event updated for resources: {'Port': ['ID=03e44799-f1e8-470e-92d6-801d6ed1803d,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:10.393096 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-5f78fc21-dab2-46ea-b789-4cd582a11fd6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:10.408192 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-c7289a36-a6a8-4092-8194-851bc99dd217 req-061a4d78-73f1-4b89-aaf9-850a0922da33 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Deleting port 08eaeb9a-aba2-4db7-b2f5-612b4cb008e7 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:10.408442 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c7289a36-a6a8-4092-8194-851bc99dd217 req-061a4d78-73f1-4b89-aaf9-850a0922da33 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:10.485274 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b852d73c-797a-4efd-9316-891dee1229f4 req-4892779c-267d-4ac3-89de-af7c6cb77e35 service neutron] 10.222.0.30 "GET /v2.0/networks/e27f5202-5fa0-4e82-ac0c-ac2ee333eb77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5681949 Mar 05 13:40:10.570664 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-5f78fc21-dab2-46ea-b789-4cd582a11fd6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:10.572204 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-5f78fc21-dab2-46ea-b789-4cd582a11fd6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.6347377 Mar 05 13:40:10.776093 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-af07e784-f019-43cc-805e-f0361754299b tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Synchronizing usage tracker for tenant:5afe79ad28c44a28a406edc898c660d4 on resource:floatingip {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:40:10.843469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-af07e784-f019-43cc-805e-f0361754299b tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Unset dirty status for tenant:5afe79ad28c44a28a406edc898c660d4 on resource:floatingip {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:40:10.844696 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-af07e784-f019-43cc-805e-f0361754299b tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 696 time: 0.2648516 Mar 05 13:40:10.851402 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c7289a36-a6a8-4092-8194-851bc99dd217 req-061a4d78-73f1-4b89-aaf9-850a0922da33 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:10.852805 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c7289a36-a6a8-4092-8194-851bc99dd217 req-061a4d78-73f1-4b89-aaf9-850a0922da33 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:10.855586 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3a373eb8-8f17-4cab-abc0-7130646095db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:10.864369 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-3561ec47-c5ab-434c-8c52-e6900fbf3fa4 req-fcc4ae40-3bc4-443c-8300-e19d9fe0df20 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] For port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:10.866640 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b852d73c-797a-4efd-9316-891dee1229f4 req-60158258-eb63-4e1c-a64d-2228c8f6ec52 service neutron] 10.222.0.30 "GET /v2.0/networks/e27f5202-5fa0-4e82-ac0c-ac2ee333eb77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701169 Mar 05 13:40:10.867202 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3561ec47-c5ab-434c-8c52-e6900fbf3fa4 req-fcc4ae40-3bc4-443c-8300-e19d9fe0df20 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:10.870040 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0c4a20d6-4044-4312-b6dc-3260e1d40ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:11.070197 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-339b493a-2a91-451e-b197-68d34733b85a tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:11.072100 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0978c4d0-7eb3-488e-88d4-f58e780c1a80 req-339b493a-2a91-451e-b197-68d34733b85a tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.2119317 Mar 05 13:40:11.155358 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-c7289a36-a6a8-4092-8194-851bc99dd217 req-061a4d78-73f1-4b89-aaf9-850a0922da33 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Calling delete_port for 08eaeb9a-aba2-4db7-b2f5-612b4cb008e7 owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:11.202218 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:40:11.242125 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a20d6-4044-4312-b6dc-3260e1d40ae1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e007685d-af09-4f1c-8add-6d06439d74c4,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:11.301338 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4a20d6-4044-4312-b6dc-3260e1d40ae1 admin admin] Checking segment: {'id': 'ab3e059c-9e9d-49c7-bd29-301e9dbc0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0e0bc273-8d9f-44d1-8671-63baae4c755a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:40:11.301688 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4a20d6-4044-4312-b6dc-3260e1d40ae1 admin admin] Network hostable DHCP agents. Network: 0e0bc273-8d9f-44d1-8671-63baae4c755a, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:40:11.329463 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4a20d6-4044-4312-b6dc-3260e1d40ae1 admin admin] Network 0e0bc273-8d9f-44d1-8671-63baae4c755a is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:40:11.380499 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-0c4a20d6-4044-4312-b6dc-3260e1d40ae1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 0e0bc273-8d9f-44d1-8671-63baae4c755a) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:40:11.386792 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4a20d6-4044-4312-b6dc-3260e1d40ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:11.387748 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0c4a20d6-4044-4312-b6dc-3260e1d40ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:11.389786 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-3561ec47-c5ab-434c-8c52-e6900fbf3fa4 req-fcc4ae40-3bc4-443c-8300-e19d9fe0df20 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Calling delete_port for 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:11.393128 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef72dbf1-184a-44ba-b291-1dc298ff01ee None None] Network 0e0bc273-8d9f-44d1-8671-63baae4c755a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:40:11.426153 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c7289a36-a6a8-4092-8194-851bc99dd217 req-061a4d78-73f1-4b89-aaf9-850a0922da33 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:11.503455 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a4d78-73f1-4b89-aaf9-850a0922da33 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Pushing event deleted for resources: {'Port': ['ID=08eaeb9a-aba2-4db7-b2f5-612b4cb008e7,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:11.558118 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0c4a20d6-4044-4312-b6dc-3260e1d40ae1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8913572 Mar 05 13:40:11.626286 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c7289a36-a6a8-4092-8194-851bc99dd217 req-061a4d78-73f1-4b89-aaf9-850a0922da33 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:11.630414 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c7289a36-a6a8-4092-8194-851bc99dd217 req-061a4d78-73f1-4b89-aaf9-850a0922da33 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:11.631857 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c7289a36-a6a8-4092-8194-851bc99dd217 req-061a4d78-73f1-4b89-aaf9-850a0922da33 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "DELETE /v2.0/floatingips/f9050f65-92b2-4644-ae6d-881a9b1affe9 HTTP/1.1" status: 204 len: 173 time: 1.5065417 Mar 05 13:40:11.671216 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3561ec47-c5ab-434c-8c52-e6900fbf3fa4 req-fcc4ae40-3bc4-443c-8300-e19d9fe0df20 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:11.903531 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4ae40-3bc4-443c-8300-e19d9fe0df20 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Pushing event deleted for resources: {'Port': ['ID=38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:11.951259 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fef36e-dd94-4496-aeb0-0866cbfc4cc7 None None] Network 0e0bc273-8d9f-44d1-8671-63baae4c755a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:40:11.972562 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10767615-93e9-4090-a69d-f1cea50fe314 req-6fba7b07-92ed-4312-94fd-72e0dc3ae4e3 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=d24900b8-68d2-4cd2-9fd0-b69b2adb0fd4 HTTP/1.1" status: 200 len: 210 time: 0.2101219 Mar 05 13:40:11.974562 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3', 'name': 'network-vif-deleted', 'tag': 'dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e', 'status': 'completed', 'code': 200} Mar 05 13:40:11.986099 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:12.090605 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-3561ec47-c5ab-434c-8c52-e6900fbf3fa4 req-fcc4ae40-3bc4-443c-8300-e19d9fe0df20 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] No DVR routers for this DVR port 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:40:12.100305 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3561ec47-c5ab-434c-8c52-e6900fbf3fa4 req-fcc4ae40-3bc4-443c-8300-e19d9fe0df20 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:12.134033 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:12.202525 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3561ec47-c5ab-434c-8c52-e6900fbf3fa4 req-fcc4ae40-3bc4-443c-8300-e19d9fe0df20 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.15 "DELETE /v2.0/ports/38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 HTTP/1.1" status: 204 len: 173 time: 2.1769326 Mar 05 13:40:12.237742 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e9c0e0-ec32-4d0e-a72a-d0ae81cfc5f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd9aacb8-e8e6-4bfa-898f-e3cd5133a45e', 'code': 200} Mar 05 13:40:12.381345 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-18fe3581-51f6-4b1a-9d4d-467b3d4d569e tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Synchronizing usage tracker for tenant:5afe79ad28c44a28a406edc898c660d4 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:40:12.422592 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49946) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:12.464631 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-18fe3581-51f6-4b1a-9d4d-467b3d4d569e tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Unset dirty status for tenant:5afe79ad28c44a28a406edc898c660d4 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:40:12.476664 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-18fe3581-51f6-4b1a-9d4d-467b3d4d569e tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5326736 Mar 05 13:40:12.492818 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-26c6a18f-969e-438c-a517-f8dd27e8ec00 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:12.512878 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-26c6a18f-969e-438c-a517-f8dd27e8ec00 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:12.544517 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64af9e8-f8f0-4919-890b-6c6ea2a6dea5 req-75c2f697-2766-4447-a166-a69b9b9b7242 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:12.545620 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e64af9e8-f8f0-4919-890b-6c6ea2a6dea5 req-75c2f697-2766-4447-a166-a69b9b9b7242 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.30 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 945 time: 0.3568909 Mar 05 13:40:12.593575 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-26c6a18f-969e-438c-a517-f8dd27e8ec00 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:12.600888 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c61b97-9963-4322-8a90-505f0e43f6e6 req-38ebbccf-0219-46d8-a2a3-a98b746d96e3 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:12.603646 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-91c61b97-9963-4322-8a90-505f0e43f6e6 req-38ebbccf-0219-46d8-a2a3-a98b746d96e3 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Synchronizing usage tracker for tenant:293ce29818c24610874b0170cb644d65 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:40:12.628251 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-26c6a18f-969e-438c-a517-f8dd27e8ec00 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:12.657447 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-91c61b97-9963-4322-8a90-505f0e43f6e6 req-38ebbccf-0219-46d8-a2a3-a98b746d96e3 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Unset dirty status for tenant:293ce29818c24610874b0170cb644d65 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:40:12.658598 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91c61b97-9963-4322-8a90-505f0e43f6e6 req-38ebbccf-0219-46d8-a2a3-a98b746d96e3 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=1074d1a6-f952-4ca1-b8a1-c7f163bdf342 HTTP/1.1" status: 200 len: 945 time: 0.1879702 Mar 05 13:40:12.683687 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-e64af9e8-f8f0-4919-890b-6c6ea2a6dea5 req-18ad4615-0ae1-47fe-bc7b-cc748a200f9d tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Deleting port 020cc80d-a818-4a1b-a755-346d6624c02b {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:12.683924 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e64af9e8-f8f0-4919-890b-6c6ea2a6dea5 req-18ad4615-0ae1-47fe-bc7b-cc748a200f9d tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:12.696384 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b7b3ce40-bd60-474c-a77b-39591a874f4c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=78a1cd353882451f977c98a0cde91b02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720859 Mar 05 13:40:12.703490 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49952) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:12.741594 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91c61b97-9963-4322-8a90-505f0e43f6e6 req-98c4af38-f2a3-4d44-9e15-767f8541078b tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753155 Mar 05 13:40:12.797624 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9e020179-c2ac-400d-9edf-184d85784c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:12.827755 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9e020179-c2ac-400d-9edf-184d85784c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:12.891831 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9e020179-c2ac-400d-9edf-184d85784c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:12.921885 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e020179-c2ac-400d-9edf-184d85784c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16783bb-dc3c-42eb-8859-f8441243de22,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:12.964226 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9e020179-c2ac-400d-9edf-184d85784c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:12.979718 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9e020179-c2ac-400d-9edf-184d85784c8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a16783bb-dc3c-42eb-8859-f8441243de22 HTTP/1.1" status: 204 len: 168 time: 0.2608926 Mar 05 13:40:13.173004 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-26c6a18f-969e-438c-a517-f8dd27e8ec00 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:13.255393 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-e64af9e8-f8f0-4919-890b-6c6ea2a6dea5 req-18ad4615-0ae1-47fe-bc7b-cc748a200f9d tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] For port 020cc80d-a818-4a1b-a755-346d6624c02b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=020cc80d-a818-4a1b-a755-346d6624c02b,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:13.255918 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e64af9e8-f8f0-4919-890b-6c6ea2a6dea5 req-18ad4615-0ae1-47fe-bc7b-cc748a200f9d tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:13.370116 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:40:13.430233 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-e64af9e8-f8f0-4919-890b-6c6ea2a6dea5 req-18ad4615-0ae1-47fe-bc7b-cc748a200f9d tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Calling delete_port for 020cc80d-a818-4a1b-a755-346d6624c02b owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:13.436390 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:40:13.443782 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:40:13.514470 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-58b271d1-8276-47c1-8f86-aba3b06eba86 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:13.515351 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-58b271d1-8276-47c1-8f86-aba3b06eba86 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Synchronizing usage tracker for tenant:6f09f462d7e64db68ac69e93657fa061 on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:40:13.533616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49976) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:13.543355 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:13.602888 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-58b271d1-8276-47c1-8f86-aba3b06eba86 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Unset dirty status for tenant:6f09f462d7e64db68ac69e93657fa061 on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:40:13.604471 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-58b271d1-8276-47c1-8f86-aba3b06eba86 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/networks?id=0e0bc273-8d9f-44d1-8671-63baae4c755a HTTP/1.1" status: 200 len: 817 time: 0.3102777 Mar 05 13:40:13.610201 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-26c6a18f-969e-438c-a517-f8dd27e8ec00 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Allocated IP 172.25.4.243 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/f0907e01-a2cb-426c-a3be-d620cb2c6a41) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:40:13.614459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49980) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:13.615023 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1daf30f8-15f1-4739-9938-17f1ac8f0815 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c93b0669bfbf4c31ba9b32cf4a32b801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0781693 Mar 05 13:40:13.626600 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-a37aa3f8-496b-46f8-af27-99ee3bf6327f tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/quotas/6f09f462d7e64db68ac69e93657fa061 HTTP/1.1" status: 200 len: 375 time: 0.0101771 Mar 05 13:40:13.684582 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-5dabe3e4-3f72-476c-b8b8-c12336f4b228 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f09f462d7e64db68ac69e93657fa061&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525496 Mar 05 13:40:13.853718 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-dfb0a9dd-50e5-4bf3-ad39-263071ccf485 service neutron] 10.222.0.16 "GET /v2.0/networks/0e0bc273-8d9f-44d1-8671-63baae4c755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623528 Mar 05 13:40:13.930172 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fff25a6f-e463-4b4f-9343-eaedd1c8addc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:13.949803 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e64af9e8-f8f0-4919-890b-6c6ea2a6dea5 req-18ad4615-0ae1-47fe-bc7b-cc748a200f9d tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:13.977508 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24900b8-68d2-4cd2-9fd0-b69b2adb0fd4', 'name': 'network-vif-deleted', 'tag': '38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:40:14.056116 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-395b0520-bbdc-49fb-a93c-a971027ef02d service neutron] 10.222.0.16 "GET /v2.0/networks/0e0bc273-8d9f-44d1-8671-63baae4c755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960955 Mar 05 13:40:14.062550 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad4615-0ae1-47fe-bc7b-cc748a200f9d tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Pushing event deleted for resources: {'Port': ['ID=020cc80d-a818-4a1b-a755-346d6624c02b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:14.081192 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fff25a6f-e463-4b4f-9343-eaedd1c8addc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:14.315769 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64af9e8-f8f0-4919-890b-6c6ea2a6dea5 req-18ad4615-0ae1-47fe-bc7b-cc748a200f9d tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] No DVR routers for this DVR port 020cc80d-a818-4a1b-a755-346d6624c02b on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:40:14.333007 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e64af9e8-f8f0-4919-890b-6c6ea2a6dea5 req-18ad4615-0ae1-47fe-bc7b-cc748a200f9d tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:14.354152 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1074d1a6-f952-4ca1-b8a1-c7f163bdf342', 'name': 'network-vif-deleted', 'tag': '020cc80d-a818-4a1b-a755-346d6624c02b'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:40:14.371077 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e64af9e8-f8f0-4919-890b-6c6ea2a6dea5 req-18ad4615-0ae1-47fe-bc7b-cc748a200f9d tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.30 "DELETE /v2.0/ports/020cc80d-a818-4a1b-a755-346d6624c02b HTTP/1.1" status: 204 len: 173 time: 1.8160913 Mar 05 13:40:14.377004 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-26c6a18f-969e-438c-a517-f8dd27e8ec00 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:14.444434 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fff25a6f-e463-4b4f-9343-eaedd1c8addc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:14.484220 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff25a6f-e463-4b4f-9343-eaedd1c8addc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab1436b-6df7-48c6-b39e-214aeb71eff3,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:14.518822 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-26c6a18f-969e-438c-a517-f8dd27e8ec00 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:14.634756 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fff25a6f-e463-4b4f-9343-eaedd1c8addc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:14.637184 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fff25a6f-e463-4b4f-9343-eaedd1c8addc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ab1436b-6df7-48c6-b39e-214aeb71eff3 HTTP/1.1" status: 204 len: 168 time: 1.0215945 Mar 05 13:40:14.645216 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-26c6a18f-969e-438c-a517-f8dd27e8ec00 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:40:14.667712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-26c6a18f-969e-438c-a517-f8dd27e8ec00 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:40:14.689670 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-26c6a18f-969e-438c-a517-f8dd27e8ec00 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:40:14.817850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49846662-fb11-41f2-9059-ded3c4a9e4be req-72db658a-b78c-4457-b2cb-fb5a6dab8b23 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:14.828199 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-49846662-fb11-41f2-9059-ded3c4a9e4be req-72db658a-b78c-4457-b2cb-fb5a6dab8b23 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/ports?device_id=2291c693-ceca-4b41-9e46-d4dee14559fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1077020 Mar 05 13:40:14.865711 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6a18f-969e-438c-a517-f8dd27e8ec00 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Pushing event updated for resources: {'Port': ['ID=f0907e01-a2cb-426c-a3be-d620cb2c6a41,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:14.931655 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-49846662-fb11-41f2-9059-ded3c4a9e4be req-b9839e83-51a4-488b-923a-5ee5ccee8574 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1021411 Mar 05 13:40:15.002521 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-26c6a18f-969e-438c-a517-f8dd27e8ec00 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:15.238532 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-26c6a18f-969e-438c-a517-f8dd27e8ec00 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:15.559981 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24900b8-68d2-4cd2-9fd0-b69b2adb0fd4', 'name': 'network-vif-deleted', 'tag': '38a538d3-b6ff-4f0c-96b8-c3d4faa6ee71', 'status': 'completed', 'code': 200} Mar 05 13:40:15.673576 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1074d1a6-f952-4ca1-b8a1-c7f163bdf342', 'name': 'network-vif-deleted', 'tag': '020cc80d-a818-4a1b-a755-346d6624c02b', 'status': 'completed', 'code': 200} Mar 05 13:40:15.834132 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-26c6a18f-969e-438c-a517-f8dd27e8ec00 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:15.859430 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-26c6a18f-969e-438c-a517-f8dd27e8ec00 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:15.899445 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 020cc80d-a818-4a1b-a755-346d6624c02b no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:40:15.975620 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 020cc80d-a818-4a1b-a755-346d6624c02b {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:40:15.976342 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 020cc80d-a818-4a1b-a755-346d6624c02b not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:40:16.211408 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-26c6a18f-969e-438c-a517-f8dd27e8ec00 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:16.258521 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6a18f-969e-438c-a517-f8dd27e8ec00 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Pushing event updated for resources: {'Port': ['ID=f0907e01-a2cb-426c-a3be-d620cb2c6a41,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:16.325885 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-26c6a18f-969e-438c-a517-f8dd27e8ec00 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:16.333653 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-26c6a18f-969e-438c-a517-f8dd27e8ec00 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8561156 Mar 05 13:40:16.609412 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-ee96cef1-8639-44b7-88aa-c4c2b0bf53b6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Synchronizing usage tracker for tenant:5afe79ad28c44a28a406edc898c660d4 on resource:floatingip {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:40:16.644782 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2db36324-462b-43f7-ac4c-8c4fcfe690a8 req-84f07751-8f44-4df0-b6cf-21f9037880e0 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1143949 Mar 05 13:40:16.674236 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-ee96cef1-8639-44b7-88aa-c4c2b0bf53b6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Unset dirty status for tenant:5afe79ad28c44a28a406edc898c660d4 on resource:floatingip {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:40:16.675470 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-ee96cef1-8639-44b7-88aa-c4c2b0bf53b6 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 696 time: 0.3324878 Mar 05 13:40:16.832456 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:40:17.082945 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-0cf5d0f0-f10c-4920-b42d-79bb0b7ce4be tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:17.085079 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-90a45ce9-4df9-4ebf-a19d-b344c474a06a req-0cf5d0f0-f10c-4920-b42d-79bb0b7ce4be tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.4009027 Mar 05 13:40:17.178299 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50066) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:17.662468 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7f311ba4-fa4a-421e-ba7f-d2f8044d34ce req-5e9e8b97-0901-4535-acd8-eedf860239ad tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/ports?device_id=5355cc01-e35d-4726-8e84-b0643b04efbe HTTP/1.1" status: 200 len: 210 time: 0.1971641 Mar 05 13:40:17.676141 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0059a486-6481-4f52-8e17-f560e26992ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:17.707517 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0059a486-6481-4f52-8e17-f560e26992ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:17.729749 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c848327-2b3c-4c9f-b199-1cf79da4e6e4 req-861c4580-78e3-4a0e-8a5f-c8e9b3aabde0 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:17.730476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7c848327-2b3c-4c9f-b199-1cf79da4e6e4 req-861c4580-78e3-4a0e-8a5f-c8e9b3aabde0 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Synchronizing usage tracker for tenant:d5ffda21ed5b4786823c5a5c4a431675 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:40:17.764963 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7c848327-2b3c-4c9f-b199-1cf79da4e6e4 req-861c4580-78e3-4a0e-8a5f-c8e9b3aabde0 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Unset dirty status for tenant:d5ffda21ed5b4786823c5a5c4a431675 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:40:17.767069 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7c848327-2b3c-4c9f-b199-1cf79da4e6e4 req-861c4580-78e3-4a0e-8a5f-c8e9b3aabde0 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 944 time: 0.2841721 Mar 05 13:40:17.769818 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0059a486-6481-4f52-8e17-f560e26992ad admin admin] Usage tracker for resource:security_group_rule and tenant:cb0ef9f2dbc84b2b90ef6c1cc33c7e98 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:17.778082 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0059a486-6481-4f52-8e17-f560e26992ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:17.794642 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0059a486-6481-4f52-8e17-f560e26992ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:17.859510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-f595c228-0133-4a06-8362-27555dbc08dc tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:17.860954 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-f595c228-0133-4a06-8362-27555dbc08dc tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.30 "GET /v2.0/networks?id=0e0bc273-8d9f-44d1-8671-63baae4c755a HTTP/1.1" status: 200 len: 817 time: 0.2774019 Mar 05 13:40:17.886364 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-a7fe3b11-de3b-4dd1-83bc-c208d25b0712 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Request body: {'port': {'device_id': '29002813-2174-439c-b33a-e428485818c9', 'network_id': '0e0bc273-8d9f-44d1-8671-63baae4c755a', 'admin_state_up': True, 'tenant_id': '6f09f462d7e64db68ac69e93657fa061'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:17.998972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-7c848327-2b3c-4c9f-b199-1cf79da4e6e4 req-04f38492-8812-447c-af7b-0689f34cc875 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Deleting port 3731ed23-8c9b-4468-8e22-0c21de7cfc83 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:17.999794 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7c848327-2b3c-4c9f-b199-1cf79da4e6e4 req-04f38492-8812-447c-af7b-0689f34cc875 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:18.239121 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0059a486-6481-4f52-8e17-f560e26992ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:18.413871 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0059a486-6481-4f52-8e17-f560e26992ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:18.491976 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384dc57-06d1-4821-bf8e-285180f04978 req-c03a2617-29d5-4394-9df1-657a186efdf9 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:18.498968 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0384dc57-06d1-4821-bf8e-285180f04978 req-c03a2617-29d5-4394-9df1-657a186efdf9 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 944 time: 0.5398214 Mar 05 13:40:18.563362 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0059a486-6481-4f52-8e17-f560e26992ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb0ef9f2dbc84b2b90ef6c1cc33c7e98&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3834698 Mar 05 13:40:18.564993 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-a7fe3b11-de3b-4dd1-83bc-c208d25b0712 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:18.569391 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059a486-6481-4f52-8e17-f560e26992ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf917dcf-b89a-449d-8567-c9f9e34ce587,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:18.573740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50098) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:18.578099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-a7fe3b11-de3b-4dd1-83bc-c208d25b0712 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Usage tracker for resource:port and tenant:6f09f462d7e64db68ac69e93657fa061 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:18.590914 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-a7fe3b11-de3b-4dd1-83bc-c208d25b0712 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:18.600502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-6e302443-cca3-402f-b435-e8aa2dd0acc6 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:18.603369 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-6e302443-cca3-402f-b435-e8aa2dd0acc6 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.15 "GET /v2.0/networks?id=0e0bc273-8d9f-44d1-8671-63baae4c755a HTTP/1.1" status: 200 len: 817 time: 0.3075893 Mar 05 13:40:18.614469 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-a7fe3b11-de3b-4dd1-83bc-c208d25b0712 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:18.641550 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0384dc57-06d1-4821-bf8e-285180f04978 req-dbc8059d-cb76-477f-b31f-3b59b6392bf2 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416566 Mar 05 13:40:18.700560 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-a7fe3b11-de3b-4dd1-83bc-c208d25b0712 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Made reservation on behalf of 6f09f462d7e64db68ac69e93657fa061 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:40:18.704083 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-a7fe3b11-de3b-4dd1-83bc-c208d25b0712 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:18.810299 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-342a3ecd-e89e-4df6-8024-dcaa869c3884 req-bd70720e-cc83-4da7-933e-0b74db73aced tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7097836 Mar 05 13:40:18.822197 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-08b16cef-f319-458c-a622-16acd2dbbf46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:18.874082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-ea0d228a-0227-4b74-897b-c80352563379 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Request body: {'port': {'device_id': '017bf4c0-12e3-4b50-8f1c-db32e13ceaee', 'network_id': '0e0bc273-8d9f-44d1-8671-63baae4c755a', 'admin_state_up': True, 'tenant_id': '6f09f462d7e64db68ac69e93657fa061'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:18.917385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-342a3ecd-e89e-4df6-8024-dcaa869c3884 req-2e152d9d-9f43-44ce-a63f-ddfa249eaafd tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:18.923337 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-342a3ecd-e89e-4df6-8024-dcaa869c3884 req-2e152d9d-9f43-44ce-a63f-ddfa249eaafd tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:18.927419 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-08b16cef-f319-458c-a622-16acd2dbbf46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:18.955158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-342a3ecd-e89e-4df6-8024-dcaa869c3884 req-2e152d9d-9f43-44ce-a63f-ddfa249eaafd tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:19.080341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-a7fe3b11-de3b-4dd1-83bc-c208d25b0712 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Allocated IP 172.20.0.2 (0e0bc273-8d9f-44d1-8671-63baae4c755a/e007685d-af09-4f1c-8add-6d06439d74c4/bd93be0b-80a6-46af-80ca-ef0d140c4a7b) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:40:19.091719 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22e425-35a4-4652-b2d7-bfcda6748437 req-9011148d-ab64-41ef-9df5-1055eb02a96b tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:19.092541 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-dc22e425-35a4-4652-b2d7-bfcda6748437 req-9011148d-ab64-41ef-9df5-1055eb02a96b tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Synchronizing usage tracker for tenant:293ce29818c24610874b0170cb644d65 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:40:19.111644 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-08b16cef-f319-458c-a622-16acd2dbbf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:19.148777 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-342a3ecd-e89e-4df6-8024-dcaa869c3884 req-2e152d9d-9f43-44ce-a63f-ddfa249eaafd tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:19.159430 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b16cef-f319-458c-a622-16acd2dbbf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf917dcf-b89a-449d-8567-c9f9e34ce587,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:19.180077 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-dc22e425-35a4-4652-b2d7-bfcda6748437 req-9011148d-ab64-41ef-9df5-1055eb02a96b tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Unset dirty status for tenant:293ce29818c24610874b0170cb644d65 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:40:19.181257 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dc22e425-35a4-4652-b2d7-bfcda6748437 req-9011148d-ab64-41ef-9df5-1055eb02a96b tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 945 time: 0.3615847 Mar 05 13:40:19.191634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-ea0d228a-0227-4b74-897b-c80352563379 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:19.196373 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-ea0d228a-0227-4b74-897b-c80352563379 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Usage tracker for resource:port and tenant:6f09f462d7e64db68ac69e93657fa061 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:19.199487 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-ea0d228a-0227-4b74-897b-c80352563379 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:19.205456 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-ea0d228a-0227-4b74-897b-c80352563379 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:19.212553 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16cef-f319-458c-a622-16acd2dbbf46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:19.212931 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16cef-f319-458c-a622-16acd2dbbf46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:19.215409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16cef-f319-458c-a622-16acd2dbbf46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:19.215764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16cef-f319-458c-a622-16acd2dbbf46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:19.216089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16cef-f319-458c-a622-16acd2dbbf46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:19.216676 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16cef-f319-458c-a622-16acd2dbbf46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:19.216995 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16cef-f319-458c-a622-16acd2dbbf46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:19.217318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16cef-f319-458c-a622-16acd2dbbf46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:19.217799 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16cef-f319-458c-a622-16acd2dbbf46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:19.218119 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16cef-f319-458c-a622-16acd2dbbf46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:19.218435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16cef-f319-458c-a622-16acd2dbbf46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:19.218744 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16cef-f319-458c-a622-16acd2dbbf46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:19.254819 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-ea0d228a-0227-4b74-897b-c80352563379 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Made reservation on behalf of 6f09f462d7e64db68ac69e93657fa061 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:40:19.257721 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-08b16cef-f319-458c-a622-16acd2dbbf46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:19.259394 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-ea0d228a-0227-4b74-897b-c80352563379 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:19.259556 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-08b16cef-f319-458c-a622-16acd2dbbf46 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf917dcf-b89a-449d-8567-c9f9e34ce587 HTTP/1.1" status: 204 len: 168 time: 0.6835039 Mar 05 13:40:19.323311 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-676afce5-3e8b-48b5-b555-f416b1a19c64 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:19.324871 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-676afce5-3e8b-48b5-b555-f416b1a19c64 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.30 "GET /v2.0/networks?id=0e0bc273-8d9f-44d1-8671-63baae4c755a HTTP/1.1" status: 200 len: 817 time: 1.0371690 Mar 05 13:40:19.365796 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dc22e425-35a4-4652-b2d7-bfcda6748437 req-28875c34-a9e3-419c-b9ae-964a180c732d tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694431 Mar 05 13:40:19.470177 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-668ffece-7d79-4c83-9f9b-5789d45adc48 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Request body: {'port': {'device_id': '5355cc01-e35d-4726-8e84-b0643b04efbe', 'network_id': '0e0bc273-8d9f-44d1-8671-63baae4c755a', 'admin_state_up': True, 'tenant_id': '6f09f462d7e64db68ac69e93657fa061'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:19.494819 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-a7fe3b11-de3b-4dd1-83bc-c208d25b0712 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:19.528638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f75665-c95b-4863-8c52-7e8e4c72e19e req-b88b73cd-bd96-4f5a-8dd3-bb2a38a13a1f tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:19.529351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-93f75665-c95b-4863-8c52-7e8e4c72e19e req-b88b73cd-bd96-4f5a-8dd3-bb2a38a13a1f tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Synchronizing usage tracker for tenant:623cc9f32841436ebf21d071d3bbde3f on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:40:19.591934 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-93f75665-c95b-4863-8c52-7e8e4c72e19e req-b88b73cd-bd96-4f5a-8dd3-bb2a38a13a1f tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Unset dirty status for tenant:623cc9f32841436ebf21d071d3bbde3f on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:40:19.592978 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-93f75665-c95b-4863-8c52-7e8e4c72e19e req-b88b73cd-bd96-4f5a-8dd3-bb2a38a13a1f tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.30 "GET /v2.0/ports?device_id=2291c693-ceca-4b41-9e46-d4dee14559fb HTTP/1.1" status: 200 len: 946 time: 0.2208028 Mar 05 13:40:19.645759 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-a7fe3b11-de3b-4dd1-83bc-c208d25b0712 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:19.687533 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86878741-d919-4194-b353-d23a95180fef req-167ffec5-cdbc-4aa1-8e85-fe6575963e24 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:19.689298 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-86878741-d919-4194-b353-d23a95180fef req-167ffec5-cdbc-4aa1-8e85-fe6575963e24 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 945 time: 1.5837560 Mar 05 13:40:19.759726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-93f75665-c95b-4863-8c52-7e8e4c72e19e req-79e91025-b833-4d28-8f46-4b66b93133cf tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Deleting port 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:19.760548 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-93f75665-c95b-4863-8c52-7e8e4c72e19e req-79e91025-b833-4d28-8f46-4b66b93133cf tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:19.804400 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-a7fe3b11-de3b-4dd1-83bc-c208d25b0712 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Network 0e0bc273-8d9f-44d1-8671-63baae4c755a is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:40:19.816869 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-a7fe3b11-de3b-4dd1-83bc-c208d25b0712 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:40:19.833599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-a7fe3b11-de3b-4dd1-83bc-c208d25b0712 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:40:19.872326 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe3b11-de3b-4dd1-83bc-c208d25b0712 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Pushing event updated for resources: {'Port': ['ID=bd93be0b-80a6-46af-80ca-ef0d140c4a7b,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:19.986906 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1459e-e20c-4723-8af8-bbf1884dc590 req-cf9588b9-2765-4315-b57f-fb0342b937e3 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:19.990883 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-7c848327-2b3c-4c9f-b199-1cf79da4e6e4 req-04f38492-8812-447c-af7b-0689f34cc875 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] For port 3731ed23-8c9b-4468-8e22-0c21de7cfc83, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3731ed23-8c9b-4468-8e22-0c21de7cfc83,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:19.991813 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7c848327-2b3c-4c9f-b199-1cf79da4e6e4 req-04f38492-8812-447c-af7b-0689f34cc875 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:19.995353 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-75e1459e-e20c-4723-8af8-bbf1884dc590 req-cf9588b9-2765-4315-b57f-fb0342b937e3 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/ports?device_id=2291c693-ceca-4b41-9e46-d4dee14559fb HTTP/1.1" status: 200 len: 946 time: 0.4396193 Mar 05 13:40:20.049785 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-86878741-d919-4194-b353-d23a95180fef req-ae20b8e4-232b-47a3-8ff2-e953b54d44c6 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Deleting port d4201e84-2902-4942-a9eb-ceb7fd846dbf {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:20.050324 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-86878741-d919-4194-b353-d23a95180fef req-ae20b8e4-232b-47a3-8ff2-e953b54d44c6 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:20.250923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-a7fe3b11-de3b-4dd1-83bc-c208d25b0712 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:20.251735 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-a7fe3b11-de3b-4dd1-83bc-c208d25b0712 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:20.288898 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-a7fe3b11-de3b-4dd1-83bc-c208d25b0712 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4108195 Mar 05 13:40:20.344004 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-59a5ad0f-08ad-438c-bb20-95c2b4141efc service neutron] Request body: {'port': {'device_id': '29002813-2174-439c-b33a-e428485818c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:20.412280 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-75e1459e-e20c-4723-8af8-bbf1884dc590 req-1a498dd3-a7f5-4bc7-a23f-c5e8a09bb553 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.16 "GET /v2.0/security-groups?id=64d73c22-cf7d-4f76-b013-9c599476d409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155037 Mar 05 13:40:20.452750 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-93f75665-c95b-4863-8c52-7e8e4c72e19e req-79e91025-b833-4d28-8f46-4b66b93133cf tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] For port 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9,segment=NetworkSegment(85d2ef8a-2e90-47fe-a18d-202f9233c7d4),segment_id=85d2ef8a-2e90-47fe-a18d-202f9233c7d4)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:20.453104 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-93f75665-c95b-4863-8c52-7e8e4c72e19e req-79e91025-b833-4d28-8f46-4b66b93133cf tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:20.502671 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-ea0d228a-0227-4b74-897b-c80352563379 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Allocated IP 172.20.0.8 (0e0bc273-8d9f-44d1-8671-63baae4c755a/e007685d-af09-4f1c-8add-6d06439d74c4/ac798050-0d95-4fc9-a221-4b78345fe7d5) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:40:20.641810 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-59a5ad0f-08ad-438c-bb20-95c2b4141efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:20.650843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50130) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:20.657593 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-93f75665-c95b-4863-8c52-7e8e4c72e19e req-79e91025-b833-4d28-8f46-4b66b93133cf tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Calling delete_port for 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:20.817283 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-ea0d228a-0227-4b74-897b-c80352563379 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:20.874455 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-7c848327-2b3c-4c9f-b199-1cf79da4e6e4 req-04f38492-8812-447c-af7b-0689f34cc875 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Calling delete_port for 3731ed23-8c9b-4468-8e22-0c21de7cfc83 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:20.920460 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-668ffece-7d79-4c83-9f9b-5789d45adc48 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:20.925170 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-668ffece-7d79-4c83-9f9b-5789d45adc48 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Usage tracker for resource:port and tenant:6f09f462d7e64db68ac69e93657fa061 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:20.928459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-668ffece-7d79-4c83-9f9b-5789d45adc48 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:20.937109 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-668ffece-7d79-4c83-9f9b-5789d45adc48 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:20.959738 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1926942180-network', 'tenant_id': '2ba27b6b29994c85bf5938bb2342fbcf'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:20.965119 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-ea0d228a-0227-4b74-897b-c80352563379 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:20.968151 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:20.972460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] Usage tracker for resource:network and tenant:2ba27b6b29994c85bf5938bb2342fbcf is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:20.976940 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:20.977302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-668ffece-7d79-4c83-9f9b-5789d45adc48 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Made reservation on behalf of 6f09f462d7e64db68ac69e93657fa061 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:40:20.980786 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-668ffece-7d79-4c83-9f9b-5789d45adc48 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:21.008258 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:21.149699 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-342a3ecd-e89e-4df6-8024-dcaa869c3884 req-2e152d9d-9f43-44ce-a63f-ddfa249eaafd tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:21.171614 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] Made reservation on behalf of 2ba27b6b29994c85bf5938bb2342fbcf for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:40:21.173943 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:21.181405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-ea0d228a-0227-4b74-897b-c80352563379 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Network 0e0bc273-8d9f-44d1-8671-63baae4c755a is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:40:21.227398 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:21.241652 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-ea0d228a-0227-4b74-897b-c80352563379 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:40:21.281386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:21.309299 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] Usage tracker for resource:security_group_rule and tenant:2ba27b6b29994c85bf5938bb2342fbcf is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:21.314677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-ea0d228a-0227-4b74-897b-c80352563379 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:40:21.319547 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:21.353431 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d228a-0227-4b74-897b-c80352563379 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Pushing event updated for resources: {'Port': ['ID=ac798050-0d95-4fc9-a221-4b78345fe7d5,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:21.387078 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:21.404914 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 3731ed23-8c9b-4468-8e22-0c21de7cfc83 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:40:21.410993 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-93f75665-c95b-4863-8c52-7e8e4c72e19e req-79e91025-b833-4d28-8f46-4b66b93133cf tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:21.477957 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:40:21.545125 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf153c84-2cb9-4804-a436-501e397c323f req-f5a38a9a-8254-47fb-9bd1-48c4a50cc317 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:21.545125 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf153c84-2cb9-4804-a436-501e397c323f req-f5a38a9a-8254-47fb-9bd1-48c4a50cc317 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:21.545531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf153c84-2cb9-4804-a436-501e397c323f req-f5a38a9a-8254-47fb-9bd1-48c4a50cc317 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:21.545979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf153c84-2cb9-4804-a436-501e397c323f req-f5a38a9a-8254-47fb-9bd1-48c4a50cc317 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:21.546423 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf153c84-2cb9-4804-a436-501e397c323f req-f5a38a9a-8254-47fb-9bd1-48c4a50cc317 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:21.546902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf153c84-2cb9-4804-a436-501e397c323f req-f5a38a9a-8254-47fb-9bd1-48c4a50cc317 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:21.547328 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf153c84-2cb9-4804-a436-501e397c323f req-f5a38a9a-8254-47fb-9bd1-48c4a50cc317 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:21.547772 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf153c84-2cb9-4804-a436-501e397c323f req-f5a38a9a-8254-47fb-9bd1-48c4a50cc317 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:21.548206 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf153c84-2cb9-4804-a436-501e397c323f req-f5a38a9a-8254-47fb-9bd1-48c4a50cc317 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:21.548642 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf153c84-2cb9-4804-a436-501e397c323f req-f5a38a9a-8254-47fb-9bd1-48c4a50cc317 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:21.550550 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cf153c84-2cb9-4804-a436-501e397c323f req-f5a38a9a-8254-47fb-9bd1-48c4a50cc317 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7130 time: 0.6065183 Mar 05 13:40:21.584016 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e91025-b833-4d28-8f46-4b66b93133cf tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Pushing event deleted for resources: {'Port': ['ID=71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:21.698536 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f75665-c95b-4863-8c52-7e8e4c72e19e req-79e91025-b833-4d28-8f46-4b66b93133cf tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] No DVR routers for this DVR port 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:40:21.700762 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-ea0d228a-0227-4b74-897b-c80352563379 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:21.701656 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-ea0d228a-0227-4b74-897b-c80352563379 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:21.702359 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-93f75665-c95b-4863-8c52-7e8e4c72e19e req-79e91025-b833-4d28-8f46-4b66b93133cf tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:21.713709 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2291c693-ceca-4b41-9e46-d4dee14559fb', 'name': 'network-vif-deleted', 'tag': '71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:40:21.744239 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-ea0d228a-0227-4b74-897b-c80352563379 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9294922 Mar 05 13:40:21.773878 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-93f75665-c95b-4863-8c52-7e8e4c72e19e req-79e91025-b833-4d28-8f46-4b66b93133cf tempest-FloatingIPsAssociationNegativeTestJSON-2061904569 tempest-FloatingIPsAssociationNegativeTestJSON-2061904569-project] 10.222.0.30 "DELETE /v2.0/ports/71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 HTTP/1.1" status: 204 len: 173 time: 2.1744292 Mar 05 13:40:21.808118 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Request body: {'port': {'device_id': '017bf4c0-12e3-4b50-8f1c-db32e13ceaee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:21.872155 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7c848327-2b3c-4c9f-b199-1cf79da4e6e4 req-04f38492-8812-447c-af7b-0689f34cc875 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:21.875344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-86878741-d919-4194-b353-d23a95180fef req-ae20b8e4-232b-47a3-8ff2-e953b54d44c6 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] For port d4201e84-2902-4942-a9eb-ceb7fd846dbf, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d4201e84-2902-4942-a9eb-ceb7fd846dbf,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:21.876063 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-86878741-d919-4194-b353-d23a95180fef req-ae20b8e4-232b-47a3-8ff2-e953b54d44c6 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:21.909902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-25ee4c82-9f2c-4bd7-9c26-8d2ce6e58c24 req-a77cf25c-2fd5-40e5-a98a-e930a7239344 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Synchronizing usage tracker for tenant:6f09f462d7e64db68ac69e93657fa061 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:40:21.931745 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d4201e84-2902-4942-a9eb-ceb7fd846dbf no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:40:21.943223 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-59a5ad0f-08ad-438c-bb20-95c2b4141efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd93be0b-80a6-46af-80ca-ef0d140c4a7b {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:40:21.953498 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-59a5ad0f-08ad-438c-bb20-95c2b4141efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:21.994113 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:22.011800 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-59a5ad0f-08ad-438c-bb20-95c2b4141efc service neutron] Transition to ACTIVE for port object bd93be0b-80a6-46af-80ca-ef0d140c4a7b will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:40:22.019391 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-25ee4c82-9f2c-4bd7-9c26-8d2ce6e58c24 req-a77cf25c-2fd5-40e5-a98a-e930a7239344 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Unset dirty status for tenant:6f09f462d7e64db68ac69e93657fa061 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:40:22.021229 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25ee4c82-9f2c-4bd7-9c26-8d2ce6e58c24 req-a77cf25c-2fd5-40e5-a98a-e930a7239344 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/ports?device_id=5355cc01-e35d-4726-8e84-b0643b04efbe HTTP/1.1" status: 200 len: 210 time: 0.1801507 Mar 05 13:40:22.024547 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:22.064552 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-59a5ad0f-08ad-438c-bb20-95c2b4141efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:22.073728 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9799016c-acc6-4aee-88e8-cbd0ccf97344,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:22.207910 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:40:22.230560 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5ad0f-08ad-438c-bb20-95c2b4141efc service neutron] Pushing event updated for resources: {'Port': ['ID=bd93be0b-80a6-46af-80ca-ef0d140c4a7b,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:22.274461 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:22.274925 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] Added segment 7d8d57e1-e9ea-4143-971a-1e5c05c53108 of type vlan for network 2733521f-2e3e-43a6-827d-2712cc598227 Mar 05 13:40:22.295724 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f38492-8812-447c-af7b-0689f34cc875 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Pushing event deleted for resources: {'Port': ['ID=3731ed23-8c9b-4468-8e22-0c21de7cfc83,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:22.310285 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:22.318672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-86878741-d919-4194-b353-d23a95180fef req-ae20b8e4-232b-47a3-8ff2-e953b54d44c6 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Calling delete_port for d4201e84-2902-4942-a9eb-ceb7fd846dbf owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:22.386250 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5c8f49b4-a76f-447c-9432-8f47eb9905d2 req-aa9a7757-e2cb-44e0-b6e6-ddceded1a87c tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9 HTTP/1.1" status: 200 len: 210 time: 0.0576115 Mar 05 13:40:22.490773 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.resource_extend [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:40:22.520757 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-59a5ad0f-08ad-438c-bb20-95c2b4141efc service neutron] Attempting to bind port bd93be0b-80a6-46af-80ca-ef0d140c4a7b on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:40:22.521563 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-59a5ad0f-08ad-438c-bb20-95c2b4141efc service neutron] Attempting to bind port bd93be0b-80a6-46af-80ca-ef0d140c4a7b by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'ab3e059c-9e9d-49c7-bd29-301e9dbc0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0e0bc273-8d9f-44d1-8671-63baae4c755a'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:40:22.521884 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-59a5ad0f-08ad-438c-bb20-95c2b4141efc service neutron] Attempting to bind port bd93be0b-80a6-46af-80ca-ef0d140c4a7b on network 0e0bc273-8d9f-44d1-8671-63baae4c755a {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:40:22.534261 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-59a5ad0f-08ad-438c-bb20-95c2b4141efc service neutron] Port bd93be0b-80a6-46af-80ca-ef0d140c4a7b on network 0e0bc273-8d9f-44d1-8671-63baae4c755a not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:40:22.534493 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-59a5ad0f-08ad-438c-bb20-95c2b4141efc service neutron] Attempting to bind port bd93be0b-80a6-46af-80ca-ef0d140c4a7b on network 0e0bc273-8d9f-44d1-8671-63baae4c755a {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:40:22.539232 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:22.540182 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:22.540756 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:22.572041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-59a5ad0f-08ad-438c-bb20-95c2b4141efc service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:40:22.572475 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-59a5ad0f-08ad-438c-bb20-95c2b4141efc service neutron] Checking segment: {'id': 'ab3e059c-9e9d-49c7-bd29-301e9dbc0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0e0bc273-8d9f-44d1-8671-63baae4c755a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:40:22.572753 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-59a5ad0f-08ad-438c-bb20-95c2b4141efc service neutron] Bound using segment: {'id': 'ab3e059c-9e9d-49c7-bd29-301e9dbc0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0e0bc273-8d9f-44d1-8671-63baae4c755a'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:40:22.573180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-59a5ad0f-08ad-438c-bb20-95c2b4141efc service neutron] Bound port: bd93be0b-80a6-46af-80ca-ef0d140c4a7b, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab3e059c-9e9d-49c7-bd29-301e9dbc0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0e0bc273-8d9f-44d1-8671-63baae4c755a'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:40:22.573518 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-59a5ad0f-08ad-438c-bb20-95c2b4141efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:22.644035 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-342a3ecd-e89e-4df6-8024-dcaa869c3884 req-2e152d9d-9f43-44ce-a63f-ddfa249eaafd tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Allocated IP 172.25.4.165 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/be578b6e-f239-4430-8a37-388ad07f47dc) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:40:22.689017 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:22.719153 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c848327-2b3c-4c9f-b199-1cf79da4e6e4 req-04f38492-8812-447c-af7b-0689f34cc875 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] No DVR routers for this DVR port 3731ed23-8c9b-4468-8e22-0c21de7cfc83 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:40:22.721338 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7c848327-2b3c-4c9f-b199-1cf79da4e6e4 req-04f38492-8812-447c-af7b-0689f34cc875 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:22.725323 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7c848327-2b3c-4c9f-b199-1cf79da4e6e4 req-04f38492-8812-447c-af7b-0689f34cc875 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.15 "DELETE /v2.0/ports/3731ed23-8c9b-4468-8e22-0c21de7cfc83 HTTP/1.1" status: 204 len: 173 time: 4.9532888 Mar 05 13:40:22.740125 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9', 'name': 'network-vif-deleted', 'tag': '3731ed23-8c9b-4468-8e22-0c21de7cfc83'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:40:22.763356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-668ffece-7d79-4c83-9f9b-5789d45adc48 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Allocated IP 172.20.0.12 (0e0bc273-8d9f-44d1-8671-63baae4c755a/e007685d-af09-4f1c-8add-6d06439d74c4/5663d9c3-2bca-4cef-9c00-236391bd2667) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:40:22.793355 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] Pushing event updated for resources: {'Network': ['ID=2733521f-2e3e-43a6-827d-2712cc598227,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:22.799693 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d00c65dd-4b4e-4f99-8624-f5ab29a05478 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1110597 Mar 05 13:40:22.807198 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 2733521f-2e3e-43a6-827d-2712cc598227 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:40:22.809112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50154) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:22.815467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-1316e95b-a92d-447e-af81-ed0e235c21a4 admin admin] Request body: {'subnet': {'network_id': '2733521f-2e3e-43a6-827d-2712cc598227', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1926942180-subnet', 'tenant_id': '2ba27b6b29994c85bf5938bb2342fbcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:22.839805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1316e95b-a92d-447e-af81-ed0e235c21a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:22.850797 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1316e95b-a92d-447e-af81-ed0e235c21a4 admin admin] Usage tracker for resource:subnet and tenant:2ba27b6b29994c85bf5938bb2342fbcf is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:22.856713 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1316e95b-a92d-447e-af81-ed0e235c21a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:22.870144 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-59a5ad0f-08ad-438c-bb20-95c2b4141efc service neutron] For port bd93be0b-80a6-46af-80ca-ef0d140c4a7b, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:40:22.873228 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1316e95b-a92d-447e-af81-ed0e235c21a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:22.888820 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-59a5ad0f-08ad-438c-bb20-95c2b4141efc service neutron] For port bd93be0b-80a6-46af-80ca-ef0d140c4a7b, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bd93be0b-80a6-46af-80ca-ef0d140c4a7b,segment=NetworkSegment(ab3e059c-9e9d-49c7-bd29-301e9dbc0e13),segment_id=ab3e059c-9e9d-49c7-bd29-301e9dbc0e13)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:40:22.903669 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2a318-5c9d-4970-a478-67034172b97c req-ced4fb07-b8e9-4cc3-b124-eb0afc917ca0 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:22.905340 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5cc2a318-5c9d-4970-a478-67034172b97c req-ced4fb07-b8e9-4cc3-b124-eb0afc917ca0 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 945 time: 0.3357649 Mar 05 13:40:22.906924 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1316e95b-a92d-447e-af81-ed0e235c21a4 admin admin] Made reservation on behalf of 2ba27b6b29994c85bf5938bb2342fbcf for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:40:22.909216 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1316e95b-a92d-447e-af81-ed0e235c21a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:22.922675 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-59a5ad0f-08ad-438c-bb20-95c2b4141efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:23.240512 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-59a5ad0f-08ad-438c-bb20-95c2b4141efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:23.241142 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-59a5ad0f-08ad-438c-bb20-95c2b4141efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:23.243092 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-59a5ad0f-08ad-438c-bb20-95c2b4141efc service neutron] 10.222.0.30 "PUT /v2.0/ports/bd93be0b-80a6-46af-80ca-ef0d140c4a7b HTTP/1.1" status: 200 len: 1091 time: 2.9150026 Mar 05 13:40:23.277330 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5cc2a318-5c9d-4970-a478-67034172b97c req-e6a199ff-1d82-4584-bb90-c225da33f136 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504081 Mar 05 13:40:23.390689 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5ad0f-08ad-438c-bb20-95c2b4141efc service neutron] Pushing event updated for resources: {'Port': ['ID=bd93be0b-80a6-46af-80ca-ef0d140c4a7b,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:23.444551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50162) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:23.541275 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-86878741-d919-4194-b353-d23a95180fef req-ae20b8e4-232b-47a3-8ff2-e953b54d44c6 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:23.690578 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-ab0f2a1b-431a-423f-942f-fd386533a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:23.692149 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-ab0f2a1b-431a-423f-942f-fd386533a815 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6f09f462d7e64db68ac69e93657fa061&device_id=29002813-2174-439c-b33a-e428485818c9 HTTP/1.1" status: 200 len: 1094 time: 0.4035435 Mar 05 13:40:23.786398 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-18cd27b6-75ab-4e80-a584-d5f6300c355d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd93be0b-80a6-46af-80ca-ef0d140c4a7b HTTP/1.1" status: 200 len: 217 time: 0.0845611 Mar 05 13:40:23.854614 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1316e95b-a92d-447e-af81-ed0e235c21a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:23.889321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20b8e4-232b-47a3-8ff2-e953b54d44c6 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Pushing event deleted for resources: {'Port': ['ID=d4201e84-2902-4942-a9eb-ceb7fd846dbf,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:23.895505 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-342a3ecd-e89e-4df6-8024-dcaa869c3884 req-2e152d9d-9f43-44ce-a63f-ddfa249eaafd tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:23.908142 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03bfb6-402e-4d4e-b077-b05906c5687d req-9e8555e3-38ae-47c8-8e83-ecaf9eb9cba5 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:23.909631 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de03bfb6-402e-4d4e-b077-b05906c5687d req-9e8555e3-38ae-47c8-8e83-ecaf9eb9cba5 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 886 time: 0.4181054 Mar 05 13:40:23.950975 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:40:23.981134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-3a8fbc77-ffba-4430-a89c-7c140082a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:23.982869 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-3a8fbc77-ffba-4430-a89c-7c140082a867 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e007685d-af09-4f1c-8add-6d06439d74c4 HTTP/1.1" status: 200 len: 857 time: 0.1749046 Mar 05 13:40:24.002642 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:40:24.003012 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:40:24.037907 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316e95b-a92d-447e-af81-ed0e235c21a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a34a828-e150-45ab-9681-e48dc45e5d03,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:24.048107 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2291c693-ceca-4b41-9e46-d4dee14559fb', 'name': 'network-vif-deleted', 'tag': '71e4c0e7-d3dd-4c0b-aa4b-a969a68295b9', 'status': 'completed', 'code': 200} Mar 05 13:40:24.054012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316e95b-a92d-447e-af81-ed0e235c21a4 admin admin] Checking segment: {'id': '7d8d57e1-e9ea-4143-971a-1e5c05c53108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2733521f-2e3e-43a6-827d-2712cc598227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:40:24.054339 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1316e95b-a92d-447e-af81-ed0e235c21a4 admin admin] Network hostable DHCP agents. Network: 2733521f-2e3e-43a6-827d-2712cc598227, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:40:24.071887 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-c92034ee-5f7f-4bc9-99d8-c5ad137d6511 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e0bc273-8d9f-44d1-8671-63baae4c755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797441 Mar 05 13:40:24.225153 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4b8493-8bcd-40a4-9eb7-3c5fd090ecd9', 'name': 'network-vif-deleted', 'tag': '3731ed23-8c9b-4468-8e22-0c21de7cfc83', 'status': 'completed', 'code': 200} Mar 05 13:40:24.251503 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-951355a2-4c1c-4ab8-930e-74c8a7655cb7 service neutron] 10.222.0.30 "GET /v2.0/networks/0e0bc273-8d9f-44d1-8671-63baae4c755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714630 Mar 05 13:40:24.269742 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-342a3ecd-e89e-4df6-8024-dcaa869c3884 req-2e152d9d-9f43-44ce-a63f-ddfa249eaafd tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:24.289217 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1316e95b-a92d-447e-af81-ed0e235c21a4 admin admin] Network 2733521f-2e3e-43a6-827d-2712cc598227 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:40:24.362176 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-86878741-d919-4194-b353-d23a95180fef req-ae20b8e4-232b-47a3-8ff2-e953b54d44c6 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] No DVR routers for this DVR port d4201e84-2902-4942-a9eb-ceb7fd846dbf on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:40:24.364423 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-668ffece-7d79-4c83-9f9b-5789d45adc48 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:24.365958 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-1316e95b-a92d-447e-af81-ed0e235c21a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 2733521f-2e3e-43a6-827d-2712cc598227) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:40:24.371241 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e152d9d-9f43-44ce-a63f-ddfa249eaafd tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Pushing event updated for resources: {'Port': ['ID=be578b6e-f239-4430-8a37-388ad07f47dc,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:24.379237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4fda15-bb46-4cc6-8584-ab4ecfb98d1c None None] Network 2733521f-2e3e-43a6-827d-2712cc598227 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:40:24.380594 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-86878741-d919-4194-b353-d23a95180fef req-ae20b8e4-232b-47a3-8ff2-e953b54d44c6 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:24.396357 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1316e95b-a92d-447e-af81-ed0e235c21a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:24.397276 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1316e95b-a92d-447e-af81-ed0e235c21a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:24.399528 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342a3ecd-e89e-4df6-8024-dcaa869c3884 req-2e152d9d-9f43-44ce-a63f-ddfa249eaafd tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:40:24.405666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-342a3ecd-e89e-4df6-8024-dcaa869c3884 req-2e152d9d-9f43-44ce-a63f-ddfa249eaafd tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:40:24.415971 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-342a3ecd-e89e-4df6-8024-dcaa869c3884 req-2e152d9d-9f43-44ce-a63f-ddfa249eaafd tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:40:24.482639 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-86878741-d919-4194-b353-d23a95180fef req-ae20b8e4-232b-47a3-8ff2-e953b54d44c6 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.30 "DELETE /v2.0/ports/d4201e84-2902-4942-a9eb-ceb7fd846dbf HTTP/1.1" status: 204 len: 173 time: 4.7738996 Mar 05 13:40:24.636059 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-342a3ecd-e89e-4df6-8024-dcaa869c3884 req-2e152d9d-9f43-44ce-a63f-ddfa249eaafd tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:24.665700 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c1cb6ede-65a6-468e-8450-93f9f4a74061 req-2445cdf2-eda1-49b0-891a-5cf09a57f62d tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/ports?device_id=5355cc01-e35d-4726-8e84-b0643b04efbe HTTP/1.1" status: 200 len: 210 time: 0.3569348 Mar 05 13:40:24.678232 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1316e95b-a92d-447e-af81-ed0e235c21a4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8672185 Mar 05 13:40:24.697801 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-72ad43bb-3814-4a9c-9d97-63650b66c0fd service neutron] 10.222.0.30 "GET /v2.0/networks/0e0bc273-8d9f-44d1-8671-63baae4c755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378626 Mar 05 13:40:24.779930 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-668ffece-7d79-4c83-9f9b-5789d45adc48 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:24.854852 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96566c2-75e2-4ad2-8057-ede88899f891 None None] Network 2733521f-2e3e-43a6-827d-2712cc598227 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:40:25.041345 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ffece-7d79-4c83-9f9b-5789d45adc48 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Pushing event updated for resources: {'Port': ['ID=5663d9c3-2bca-4cef-9c00-236391bd2667,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:25.079912 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf881-b29f-416b-8197-9e2c5ea068a0 req-0d05386b-9339-4c22-aa98-edc7a6d9dda6 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:25.080376 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf881-b29f-416b-8197-9e2c5ea068a0 req-0d05386b-9339-4c22-aa98-edc7a6d9dda6 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:25.080830 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf881-b29f-416b-8197-9e2c5ea068a0 req-0d05386b-9339-4c22-aa98-edc7a6d9dda6 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:25.092022 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf881-b29f-416b-8197-9e2c5ea068a0 req-0d05386b-9339-4c22-aa98-edc7a6d9dda6 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:25.092569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf881-b29f-416b-8197-9e2c5ea068a0 req-0d05386b-9339-4c22-aa98-edc7a6d9dda6 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:25.094395 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf881-b29f-416b-8197-9e2c5ea068a0 req-0d05386b-9339-4c22-aa98-edc7a6d9dda6 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:25.095999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf881-b29f-416b-8197-9e2c5ea068a0 req-0d05386b-9339-4c22-aa98-edc7a6d9dda6 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:25.096477 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf881-b29f-416b-8197-9e2c5ea068a0 req-0d05386b-9339-4c22-aa98-edc7a6d9dda6 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:25.098222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf881-b29f-416b-8197-9e2c5ea068a0 req-0d05386b-9339-4c22-aa98-edc7a6d9dda6 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:25.098701 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf881-b29f-416b-8197-9e2c5ea068a0 req-0d05386b-9339-4c22-aa98-edc7a6d9dda6 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:25.099168 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf881-b29f-416b-8197-9e2c5ea068a0 req-0d05386b-9339-4c22-aa98-edc7a6d9dda6 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:25.104242 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c44bf881-b29f-416b-8197-9e2c5ea068a0 req-0d05386b-9339-4c22-aa98-edc7a6d9dda6 tempest-NetworksTest-1900302948 tempest-NetworksTest-1900302948-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7834 time: 0.3121862 Mar 05 13:40:25.140360 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-668ffece-7d79-4c83-9f9b-5789d45adc48 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Network 0e0bc273-8d9f-44d1-8671-63baae4c755a is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:40:25.154140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-668ffece-7d79-4c83-9f9b-5789d45adc48 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:40:25.160732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-668ffece-7d79-4c83-9f9b-5789d45adc48 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:40:25.188208 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-342a3ecd-e89e-4df6-8024-dcaa869c3884 req-2e152d9d-9f43-44ce-a63f-ddfa249eaafd tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:25.313379 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-14f9ac4d-92a1-4022-a2d9-a9266138e39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:25.322663 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-30b94569-8371-47cd-8147-468d8dde1eb3 req-1c3943a2-4d11-4d8b-9dcf-34d1936acdcc tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d0806f9-74d3-4bf6-9589-78b06542c669 HTTP/1.1" status: 200 len: 210 time: 0.0506282 Mar 05 13:40:25.387503 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-668ffece-7d79-4c83-9f9b-5789d45adc48 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:25.388126 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-668ffece-7d79-4c83-9f9b-5789d45adc48 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:25.414692 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50204) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:25.522069 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-668ffece-7d79-4c83-9f9b-5789d45adc48 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1750777 Mar 05 13:40:25.583901 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:40:25.611377 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-e8dafce6-11f8-4365-a89e-85b0f4dd8738 service neutron] Request body: {'port': {'device_id': '5355cc01-e35d-4726-8e84-b0643b04efbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:25.614166 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-41371157-feae-4acc-b15a-6c059bfab0cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:25.628576 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-41371157-feae-4acc-b15a-6c059bfab0cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:25.633224 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-41371157-feae-4acc-b15a-6c059bfab0cf admin admin] Usage tracker for resource:security_group_rule and tenant:53f4205f3db746c48ffe9b731532015d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:25.636171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-41371157-feae-4acc-b15a-6c059bfab0cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:25.641962 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-41371157-feae-4acc-b15a-6c059bfab0cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:25.734357 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-41371157-feae-4acc-b15a-6c059bfab0cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:25.740880 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-41371157-feae-4acc-b15a-6c059bfab0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:25.796079 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-41371157-feae-4acc-b15a-6c059bfab0cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53f4205f3db746c48ffe9b731532015d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3770368 Mar 05 13:40:25.796079 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41371157-feae-4acc-b15a-6c059bfab0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1b99a6-a24c-4578-9770-69eff7aa2a5e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:25.796678 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50216) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:25.849627 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-4970240b-c0e6-451c-92f3-ecf585751c28 req-4144e80f-6f8e-432c-8f5e-ec2f8f6c6855 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-998197749', 'description': 'tempest-description-2007287513'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:25.859983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-4970240b-c0e6-451c-92f3-ecf585751c28 req-4144e80f-6f8e-432c-8f5e-ec2f8f6c6855 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:25.866738 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-4970240b-c0e6-451c-92f3-ecf585751c28 req-4144e80f-6f8e-432c-8f5e-ec2f8f6c6855 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Usage tracker for resource:security_group and tenant:2ba27b6b29994c85bf5938bb2342fbcf is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:25.872036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-4970240b-c0e6-451c-92f3-ecf585751c28 req-4144e80f-6f8e-432c-8f5e-ec2f8f6c6855 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:25.886004 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-4970240b-c0e6-451c-92f3-ecf585751c28 req-4144e80f-6f8e-432c-8f5e-ec2f8f6c6855 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:25.893493 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e57f3ee9-d743-44d2-a483-249e0897bbcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:25.905702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac798050-0d95-4fc9-a221-4b78345fe7d5 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:40:25.906321 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-4970240b-c0e6-451c-92f3-ecf585751c28 req-4144e80f-6f8e-432c-8f5e-ec2f8f6c6855 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:25.930856 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:25.937859 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e57f3ee9-d743-44d2-a483-249e0897bbcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:25.944314 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-4970240b-c0e6-451c-92f3-ecf585751c28 req-4144e80f-6f8e-432c-8f5e-ec2f8f6c6855 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:25.953003 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-4970240b-c0e6-451c-92f3-ecf585751c28 req-4144e80f-6f8e-432c-8f5e-ec2f8f6c6855 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Usage tracker for resource:security_group_rule and tenant:2ba27b6b29994c85bf5938bb2342fbcf is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:25.960715 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-4970240b-c0e6-451c-92f3-ecf585751c28 req-4144e80f-6f8e-432c-8f5e-ec2f8f6c6855 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:25.969644 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-4970240b-c0e6-451c-92f3-ecf585751c28 req-4144e80f-6f8e-432c-8f5e-ec2f8f6c6855 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:25.977680 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Transition to ACTIVE for port object ac798050-0d95-4fc9-a221-4b78345fe7d5 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:40:26.019475 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-e8dafce6-11f8-4365-a89e-85b0f4dd8738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:26.021943 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e57f3ee9-d743-44d2-a483-249e0897bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:26.028047 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:26.039881 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-342a3ecd-e89e-4df6-8024-dcaa869c3884 req-2e152d9d-9f43-44ce-a63f-ddfa249eaafd tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:26.044432 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f3ee9-d743-44d2-a483-249e0897bbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1b99a6-a24c-4578-9770-69eff7aa2a5e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:26.053188 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29002813-2174-439c-b33a-e428485818c9', 'tag': 'bd93be0b-80a6-46af-80ca-ef0d140c4a7b'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:40:26.078571 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e57f3ee9-d743-44d2-a483-249e0897bbcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:26.079722 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e57f3ee9-d743-44d2-a483-249e0897bbcb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d1b99a6-a24c-4578-9770-69eff7aa2a5e HTTP/1.1" status: 204 len: 168 time: 0.2822819 Mar 05 13:40:26.082060 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-4970240b-c0e6-451c-92f3-ecf585751c28 req-4144e80f-6f8e-432c-8f5e-ec2f8f6c6855 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:26.087137 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-4970240b-c0e6-451c-92f3-ecf585751c28 req-4144e80f-6f8e-432c-8f5e-ec2f8f6c6855 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:26.100226 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-342a3ecd-e89e-4df6-8024-dcaa869c3884 req-2e152d9d-9f43-44ce-a63f-ddfa249eaafd tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:26.131206 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144e80f-6f8e-432c-8f5e-ec2f8f6c6855 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8ed0ac-644a-4b4c-b924-dd7914eb6767,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:26.134231 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-4970240b-c0e6-451c-92f3-ecf585751c28 req-4144e80f-6f8e-432c-8f5e-ec2f8f6c6855 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:26.135539 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4970240b-c0e6-451c-92f3-ecf585751c28 req-4144e80f-6f8e-432c-8f5e-ec2f8f6c6855 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2977276 Mar 05 13:40:26.234990 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0806f9-74d3-4bf6-9589-78b06542c669', 'name': 'network-vif-deleted', 'tag': 'd4201e84-2902-4942-a9eb-ceb7fd846dbf'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:40:26.295733 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Pushing event updated for resources: {'Port': ['ID=ac798050-0d95-4fc9-a221-4b78345fe7d5,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:26.370102 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e81dd-d753-4c76-97dc-5620b4354064 req-1f8621a6-4c82-4b65-ad9c-f0423d582414 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:26.371966 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-428e81dd-d753-4c76-97dc-5620b4354064 req-1f8621a6-4c82-4b65-ad9c-f0423d582414 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 944 time: 0.0809860 Mar 05 13:40:26.422922 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-428e81dd-d753-4c76-97dc-5620b4354064 req-e181a5db-0f0f-48a7-aeed-54c36478a57a tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443223 Mar 05 13:40:26.460319 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50242) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:26.479317 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-daba0112-dcee-4145-b74d-370ed80ceac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:26.495418 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-daba0112-dcee-4145-b74d-370ed80ceac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:26.500131 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-daba0112-dcee-4145-b74d-370ed80ceac3 admin admin] Usage tracker for resource:security_group_rule and tenant:5e1f316b5be04ec79be501e6992a93b3 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:26.503606 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-daba0112-dcee-4145-b74d-370ed80ceac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:26.510415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-daba0112-dcee-4145-b74d-370ed80ceac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:26.697624 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-342a3ecd-e89e-4df6-8024-dcaa869c3884 req-2e152d9d-9f43-44ce-a63f-ddfa249eaafd tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:26.740844 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e152d9d-9f43-44ce-a63f-ddfa249eaafd tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Pushing event updated for resources: {'Port': ['ID=be578b6e-f239-4430-8a37-388ad07f47dc,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:26.760038 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-daba0112-dcee-4145-b74d-370ed80ceac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:26.764690 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-daba0112-dcee-4145-b74d-370ed80ceac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:26.770038 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b3780-ced8-4f1e-abed-99ca6bf21f5d req-c5cc78d1-58e9-4e07-b752-338cfebb9205 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:26.770737 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-576b3780-ced8-4f1e-abed-99ca6bf21f5d req-c5cc78d1-58e9-4e07-b752-338cfebb9205 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Synchronizing usage tracker for tenant:d5ffda21ed5b4786823c5a5c4a431675 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:40:26.791364 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-342a3ecd-e89e-4df6-8024-dcaa869c3884 req-2e152d9d-9f43-44ce-a63f-ddfa249eaafd tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:26.792559 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-342a3ecd-e89e-4df6-8024-dcaa869c3884 req-2e152d9d-9f43-44ce-a63f-ddfa249eaafd tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.8965108 Mar 05 13:40:26.793172 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-14f9ac4d-92a1-4022-a2d9-a9266138e39e admin admin] Deleting port b114be5a-5570-4a89-b1e3-a57c584e6377 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:26.793493 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-14f9ac4d-92a1-4022-a2d9-a9266138e39e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:26.823733 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-daba0112-dcee-4145-b74d-370ed80ceac3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e1f316b5be04ec79be501e6992a93b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3619900 Mar 05 13:40:26.824510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba0112-dcee-4145-b74d-370ed80ceac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb241876-10b2-4314-beff-5d7c99650faa,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:26.828254 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50246) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:26.847939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece4c2e-e2cf-4889-a160-d9972def2b1b req-66571b0e-8474-454e-89b7-e0c461783306 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:26.849374 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5ece4c2e-e2cf-4889-a160-d9972def2b1b req-66571b0e-8474-454e-89b7-e0c461783306 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/ports?device_id=5355cc01-e35d-4726-8e84-b0643b04efbe HTTP/1.1" status: 200 len: 932 time: 0.2923176 Mar 05 13:40:26.928346 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5ece4c2e-e2cf-4889-a160-d9972def2b1b req-904b4812-9651-44b5-878f-36b7c6fb5f49 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/security-groups?id=46835579-3c61-41aa-8133-6e49016720e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711801 Mar 05 13:40:26.933571 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8127c9b4-2b73-4e06-97cc-9aa1abe819dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:26.959502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-576b3780-ced8-4f1e-abed-99ca6bf21f5d req-c5cc78d1-58e9-4e07-b752-338cfebb9205 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Unset dirty status for tenant:d5ffda21ed5b4786823c5a5c4a431675 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:40:26.960534 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-576b3780-ced8-4f1e-abed-99ca6bf21f5d req-c5cc78d1-58e9-4e07-b752-338cfebb9205 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.15 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 944 time: 0.9765275 Mar 05 13:40:26.964049 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8127c9b4-2b73-4e06-97cc-9aa1abe819dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:26.997469 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29002813-2174-439c-b33a-e428485818c9', 'tag': 'bd93be0b-80a6-46af-80ca-ef0d140c4a7b', 'status': 'completed', 'code': 200} Mar 05 13:40:27.022307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-342a3ecd-e89e-4df6-8024-dcaa869c3884 req-9f953fe3-3f5c-45b0-b980-7c6a054768e2 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Synchronizing usage tracker for tenant:5afe79ad28c44a28a406edc898c660d4 on resource:floatingip {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:40:27.063164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Attempting to bind port ac798050-0d95-4fc9-a221-4b78345fe7d5 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:40:27.063575 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Attempting to bind port ac798050-0d95-4fc9-a221-4b78345fe7d5 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'ab3e059c-9e9d-49c7-bd29-301e9dbc0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0e0bc273-8d9f-44d1-8671-63baae4c755a'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:40:27.063906 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Attempting to bind port ac798050-0d95-4fc9-a221-4b78345fe7d5 on network 0e0bc273-8d9f-44d1-8671-63baae4c755a {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:40:27.077104 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8127c9b4-2b73-4e06-97cc-9aa1abe819dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:27.109353 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127c9b4-2b73-4e06-97cc-9aa1abe819dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb241876-10b2-4314-beff-5d7c99650faa,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:27.127280 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Port ac798050-0d95-4fc9-a221-4b78345fe7d5 on network 0e0bc273-8d9f-44d1-8671-63baae4c755a not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:40:27.127646 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Attempting to bind port ac798050-0d95-4fc9-a221-4b78345fe7d5 on network 0e0bc273-8d9f-44d1-8671-63baae4c755a {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:40:27.129807 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07df147f-8f23-4e83-aa93-e2990387cf2d req-135cf532-f82d-4626-bba8-6d80baa00656 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "GET /v2.0/security-groups/3c8ed0ac-644a-4b4c-b924-dd7914eb6767 HTTP/1.1" status: 200 len: 1804 time: 0.1134326 Mar 05 13:40:27.130818 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8127c9b4-2b73-4e06-97cc-9aa1abe819dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:27.135154 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8127c9b4-2b73-4e06-97cc-9aa1abe819dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb241876-10b2-4314-beff-5d7c99650faa HTTP/1.1" status: 204 len: 168 time: 0.3026538 Mar 05 13:40:27.160828 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-07df147f-8f23-4e83-aa93-e2990387cf2d req-1e4de53f-59c4-4592-b5e9-8d27bce5182f tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c8ed0ac-644a-4b4c-b924-dd7914eb6767', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:27.161172 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-07df147f-8f23-4e83-aa93-e2990387cf2d req-1e4de53f-59c4-4592-b5e9-8d27bce5182f tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c8ed0ac-644a-4b4c-b924-dd7914eb6767', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:27.167648 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc252c7-c011-4edc-94e3-6d8ddec6aeba req-dfba200d-34c4-4d91-9d8d-c1200272f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:27.169405 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-edc252c7-c011-4edc-94e3-6d8ddec6aeba req-dfba200d-34c4-4d91-9d8d-c1200272f36b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6f09f462d7e64db68ac69e93657fa061&device_id=29002813-2174-439c-b33a-e428485818c9 HTTP/1.1" status: 200 len: 1094 time: 0.1393387 Mar 05 13:40:27.171632 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-07df147f-8f23-4e83-aa93-e2990387cf2d req-1e4de53f-59c4-4592-b5e9-8d27bce5182f tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:27.175642 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-07df147f-8f23-4e83-aa93-e2990387cf2d req-1e4de53f-59c4-4592-b5e9-8d27bce5182f tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Usage tracker for resource:security_group_rule and tenant:2ba27b6b29994c85bf5938bb2342fbcf is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:27.180165 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-07df147f-8f23-4e83-aa93-e2990387cf2d req-1e4de53f-59c4-4592-b5e9-8d27bce5182f tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:27.206742 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:40:27.207127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Checking segment: {'id': 'ab3e059c-9e9d-49c7-bd29-301e9dbc0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0e0bc273-8d9f-44d1-8671-63baae4c755a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:40:27.207486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Bound using segment: {'id': 'ab3e059c-9e9d-49c7-bd29-301e9dbc0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0e0bc273-8d9f-44d1-8671-63baae4c755a'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:40:27.207984 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Bound port: ac798050-0d95-4fc9-a221-4b78345fe7d5, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab3e059c-9e9d-49c7-bd29-301e9dbc0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0e0bc273-8d9f-44d1-8671-63baae4c755a'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:40:27.208290 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:27.216143 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-07df147f-8f23-4e83-aa93-e2990387cf2d req-1e4de53f-59c4-4592-b5e9-8d27bce5182f tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:27.217288 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-342a3ecd-e89e-4df6-8024-dcaa869c3884 req-9f953fe3-3f5c-45b0-b980-7c6a054768e2 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Unset dirty status for tenant:5afe79ad28c44a28a406edc898c660d4 on resource:floatingip {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:40:27.222574 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-342a3ecd-e89e-4df6-8024-dcaa869c3884 req-9f953fe3-3f5c-45b0-b980-7c6a054768e2 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.165 HTTP/1.1" status: 200 len: 696 time: 0.4002364 Mar 05 13:40:27.291416 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-576b3780-ced8-4f1e-abed-99ca6bf21f5d req-b75fe5fd-7ba8-44b0-a5c2-a4e0117d4755 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Deleting port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:27.291756 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-576b3780-ced8-4f1e-abed-99ca6bf21f5d req-b75fe5fd-7ba8-44b0-a5c2-a4e0117d4755 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:27.356604 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07df147f-8f23-4e83-aa93-e2990387cf2d req-1e4de53f-59c4-4592-b5e9-8d27bce5182f tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:27.378457 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc252c7-c011-4edc-94e3-6d8ddec6aeba req-ce9a65a5-39c4-46d2-8642-c3356cff4ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:27.390773 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-edc252c7-c011-4edc-94e3-6d8ddec6aeba req-ce9a65a5-39c4-46d2-8642-c3356cff4ab3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0e0bc273-8d9f-44d1-8671-63baae4c755a HTTP/1.1" status: 200 len: 917 time: 0.2102723 Mar 05 13:40:27.416332 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07df147f-8f23-4e83-aa93-e2990387cf2d req-1e4de53f-59c4-4592-b5e9-8d27bce5182f tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:27.496503 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07df147f-8f23-4e83-aa93-e2990387cf2d req-1e4de53f-59c4-4592-b5e9-8d27bce5182f tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:27.519188 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-edc252c7-c011-4edc-94e3-6d8ddec6aeba req-941548ce-24d2-423c-b735-c5a172017f39 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd93be0b-80a6-46af-80ca-ef0d140c4a7b HTTP/1.1" status: 200 len: 217 time: 0.1006851 Mar 05 13:40:27.566638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4de53f-59c4-4592-b5e9-8d27bce5182f tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01f9c23-48da-4479-9ca7-c83b6858149c,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:27.610105 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07df147f-8f23-4e83-aa93-e2990387cf2d req-1e4de53f-59c4-4592-b5e9-8d27bce5182f tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:27.611618 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07df147f-8f23-4e83-aa93-e2990387cf2d req-1e4de53f-59c4-4592-b5e9-8d27bce5182f tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4564245 Mar 05 13:40:27.621045 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc252c7-c011-4edc-94e3-6d8ddec6aeba req-9b2727d5-a60a-4aa3-bc44-1db4ee63ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:27.622638 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-edc252c7-c011-4edc-94e3-6d8ddec6aeba req-9b2727d5-a60a-4aa3-bc44-1db4ee63ee1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e007685d-af09-4f1c-8add-6d06439d74c4 HTTP/1.1" status: 200 len: 857 time: 0.0974364 Mar 05 13:40:27.625403 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-14f9ac4d-92a1-4022-a2d9-a9266138e39e admin admin] For port b114be5a-5570-4a89-b1e3-a57c584e6377, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b114be5a-5570-4a89-b1e3-a57c584e6377,segment=NetworkSegment(85d2ef8a-2e90-47fe-a18d-202f9233c7d4),segment_id=85d2ef8a-2e90-47fe-a18d-202f9233c7d4)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:27.625761 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-14f9ac4d-92a1-4022-a2d9-a9266138e39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:27.682715 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-edc252c7-c011-4edc-94e3-6d8ddec6aeba req-c940cbcf-5a83-4f8e-ac20-3dacf3a53adc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e0bc273-8d9f-44d1-8671-63baae4c755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532286 Mar 05 13:40:27.720529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a3ecd-e89e-4df6-8024-dcaa869c3884 req-f32ae3bb-0f63-4fa8-b75e-a78a999cf4a9 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:27.722282 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-342a3ecd-e89e-4df6-8024-dcaa869c3884 req-f32ae3bb-0f63-4fa8-b75e-a78a999cf4a9 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.4979212 Mar 05 13:40:27.854771 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] For port ac798050-0d95-4fc9-a221-4b78345fe7d5, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:40:27.869443 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0806f9-74d3-4bf6-9589-78b06542c669', 'name': 'network-vif-deleted', 'tag': 'd4201e84-2902-4942-a9eb-ceb7fd846dbf', 'status': 'completed', 'code': 200} Mar 05 13:40:27.876808 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-14f9ac4d-92a1-4022-a2d9-a9266138e39e admin admin] Calling delete_port for b114be5a-5570-4a89-b1e3-a57c584e6377 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:27.887732 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-edc252c7-c011-4edc-94e3-6d8ddec6aeba req-7a256da5-5ab0-47c1-bc98-f348cd238602 service neutron] 10.222.0.30 "GET /v2.0/networks/0e0bc273-8d9f-44d1-8671-63baae4c755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952755 Mar 05 13:40:27.934919 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-e8dafce6-11f8-4365-a89e-85b0f4dd8738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5663d9c3-2bca-4cef-9c00-236391bd2667 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:40:27.946795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f7228f2a-214f-4bb7-8600-9cd040b5c312 req-6efab9c2-d654-4f9a-934f-41e375b2b291 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2060134235', 'description': 'tempest-description-435073169'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:27.952890 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] For port ac798050-0d95-4fc9-a221-4b78345fe7d5, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ac798050-0d95-4fc9-a221-4b78345fe7d5,segment=NetworkSegment(ab3e059c-9e9d-49c7-bd29-301e9dbc0e13),segment_id=ab3e059c-9e9d-49c7-bd29-301e9dbc0e13)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:40:27.962915 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f7228f2a-214f-4bb7-8600-9cd040b5c312 req-6efab9c2-d654-4f9a-934f-41e375b2b291 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:27.970348 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device bd93be0b-80a6-46af-80ca-ef0d140c4a7b details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:40:28.016385 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-e8dafce6-11f8-4365-a89e-85b0f4dd8738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:28.027647 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:28.042388 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f7228f2a-214f-4bb7-8600-9cd040b5c312 req-6efab9c2-d654-4f9a-934f-41e375b2b291 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Usage tracker for resource:security_group and tenant:2ba27b6b29994c85bf5938bb2342fbcf is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:28.084410 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccab4c6-ce25-4918-b038-ea594485abf8 req-4e0e902e-2d63-404e-9dc0-b262d73f84a0 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:28.086471 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5ccab4c6-ce25-4918-b038-ea594485abf8 req-4e0e902e-2d63-404e-9dc0-b262d73f84a0 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/ports?device_id=451e78d5-2118-4d7c-a28b-14eafcb05cda HTTP/1.1" status: 200 len: 944 time: 0.1972535 Mar 05 13:40:28.086993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f7228f2a-214f-4bb7-8600-9cd040b5c312 req-6efab9c2-d654-4f9a-934f-41e375b2b291 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:28.124911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f7228f2a-214f-4bb7-8600-9cd040b5c312 req-6efab9c2-d654-4f9a-934f-41e375b2b291 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:28.145424 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-edc252c7-c011-4edc-94e3-6d8ddec6aeba req-630ece4f-5482-4af5-bb6c-2b198c043ee0 service neutron] 10.222.0.30 "GET /v2.0/networks/0e0bc273-8d9f-44d1-8671-63baae4c755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089653 Mar 05 13:40:28.164253 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5ccab4c6-ce25-4918-b038-ea594485abf8 req-2e4521a2-ad49-402c-bbee-287c67aac192 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ec2ed05-bd2b-498d-9976-42db00818699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612426 Mar 05 13:40:28.176745 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port bd93be0b-80a6-46af-80ca-ef0d140c4a7b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bd93be0b-80a6-46af-80ca-ef0d140c4a7b,segment=NetworkSegment(ab3e059c-9e9d-49c7-bd29-301e9dbc0e13),segment_id=ab3e059c-9e9d-49c7-bd29-301e9dbc0e13)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:28.194851 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'bd93be0b-80a6-46af-80ca-ef0d140c4a7b', 'network_id': '0e0bc273-8d9f-44d1-8671-63baae4c755a', 'port_id': 'bd93be0b-80a6-46af-80ca-ef0d140c4a7b', 'mac_address': 'fa:16:3e:de:83:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e007685d-af09-4f1c-8add-6d06439d74c4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:40:28.265235 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:28.289475 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd93be0b-80a6-46af-80ca-ef0d140c4a7b {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:40:28.312878 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port bd93be0b-80a6-46af-80ca-ef0d140c4a7b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bd93be0b-80a6-46af-80ca-ef0d140c4a7b,segment=NetworkSegment(ab3e059c-9e9d-49c7-bd29-301e9dbc0e13),segment_id=ab3e059c-9e9d-49c7-bd29-301e9dbc0e13)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:28.330028 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:28.374176 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8866080-5402-4ae1-9feb-8f421f9f4b52 req-1f6bab22-5f09-41f9-aca1-5a43bdfb4e5b tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:28.376001 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f8866080-5402-4ae1-9feb-8f421f9f4b52 req-1f6bab22-5f09-41f9-aca1-5a43bdfb4e5b tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a5b1ba-2f64-475a-b488-9e6b2185f50d HTTP/1.1" status: 200 len: 949 time: 0.1079578 Mar 05 13:40:28.411199 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=bd93be0b-80a6-46af-80ca-ef0d140c4a7b,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:28.434324 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f8866080-5402-4ae1-9feb-8f421f9f4b52 req-e9fe5638-a421-47bb-a152-1dda50469610 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8561406-d4af-45e0-bfce-51eea5c77093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525715 Mar 05 13:40:28.462605 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-e8dafce6-11f8-4365-a89e-85b0f4dd8738 service neutron] Transition to ACTIVE for port object 5663d9c3-2bca-4cef-9c00-236391bd2667 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:40:28.474598 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:28.475241 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:28.477945 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] 10.222.0.15 "PUT /v2.0/ports/ac798050-0d95-4fc9-a221-4b78345fe7d5 HTTP/1.1" status: 200 len: 1091 time: 6.7160809 Mar 05 13:40:28.497502 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-e8dafce6-11f8-4365-a89e-85b0f4dd8738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:28.536516 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7228f2a-214f-4bb7-8600-9cd040b5c312 req-6efab9c2-d654-4f9a-934f-41e375b2b291 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:28.551093 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['bd93be0b-80a6-46af-80ca-ef0d140c4a7b'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:40:28.571780 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1a53931a-b91a-4c27-82e9-beb1b2708a70 req-fa364681-2ee1-44fc-b0e8-7e854c9a68aa tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/floatingips/16ec7ba2-1058-414f-a63b-58c6d2c3ee14 HTTP/1.1" status: 200 len: 693 time: 0.1108520 Mar 05 13:40:28.638510 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:28.687718 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Pushing event updated for resources: {'Port': ['ID=ac798050-0d95-4fc9-a221-4b78345fe7d5,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:28.730862 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f7228f2a-214f-4bb7-8600-9cd040b5c312 req-6efab9c2-d654-4f9a-934f-41e375b2b291 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:28.747130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-576b3780-ced8-4f1e-abed-99ca6bf21f5d req-b75fe5fd-7ba8-44b0-a5c2-a4e0117d4755 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] For port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=76dac71b-aab3-4406-b447-ce9e4d3d0cd5,segment=NetworkSegment(835b83f1-9132-49c1-aa09-53b416aacf9b),segment_id=835b83f1-9132-49c1-aa09-53b416aacf9b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:28.747706 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-576b3780-ced8-4f1e-abed-99ca6bf21f5d req-b75fe5fd-7ba8-44b0-a5c2-a4e0117d4755 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:28.761077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f7228f2a-214f-4bb7-8600-9cd040b5c312 req-6efab9c2-d654-4f9a-934f-41e375b2b291 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Usage tracker for resource:security_group_rule and tenant:2ba27b6b29994c85bf5938bb2342fbcf is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:28.770106 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:28.770690 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:28.771300 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:28.771810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:28.772305 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:28.772799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:28.773815 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:28.774371 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:28.774895 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:28.775387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:28.776212 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:28.776706 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd5f45-dd03-4461-b2b5-673afa7b6f9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:28.782860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f7228f2a-214f-4bb7-8600-9cd040b5c312 req-6efab9c2-d654-4f9a-934f-41e375b2b291 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:28.785603 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53931a-b91a-4c27-82e9-beb1b2708a70 req-d2974aaf-e064-402d-a125-eb1c688188a0 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:28.788057 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1a53931a-b91a-4c27-82e9-beb1b2708a70 req-d2974aaf-e064-402d-a125-eb1c688188a0 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.2095273 Mar 05 13:40:28.798373 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:28.923145 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f7228f2a-214f-4bb7-8600-9cd040b5c312 req-6efab9c2-d654-4f9a-934f-41e375b2b291 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:29.038420 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-576b3780-ced8-4f1e-abed-99ca6bf21f5d req-b75fe5fd-7ba8-44b0-a5c2-a4e0117d4755 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Calling delete_port for 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:29.147797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dafce6-11f8-4365-a89e-85b0f4dd8738 service neutron] Pushing event updated for resources: {'Port': ['ID=5663d9c3-2bca-4cef-9c00-236391bd2667,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:29.194211 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401c3a2-c9fa-4918-840a-7ea1b44628ad req-c6937194-989a-4b3a-a402-a7e45521ce7d tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:29.196347 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c401c3a2-c9fa-4918-840a-7ea1b44628ad req-c6937194-989a-4b3a-a402-a7e45521ce7d tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/ports?device_id=5355cc01-e35d-4726-8e84-b0643b04efbe HTTP/1.1" status: 200 len: 944 time: 0.0814836 Mar 05 13:40:29.244647 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c401c3a2-c9fa-4918-840a-7ea1b44628ad req-cd66547e-1849-43e7-9281-a48d2cbdef05 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/security-groups?id=46835579-3c61-41aa-8133-6e49016720e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420980 Mar 05 13:40:29.263243 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-6e68b5cf-de7e-4b39-9b9c-b13c4c4c8567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:29.264640 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-6e68b5cf-de7e-4b39-9b9c-b13c4c4c8567 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f09f462d7e64db68ac69e93657fa061&device_id=017bf4c0-12e3-4b50-8f1c-db32e13ceaee HTTP/1.1" status: 200 len: 1094 time: 0.7289276 Mar 05 13:40:29.274305 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-e8dafce6-11f8-4365-a89e-85b0f4dd8738 service neutron] Attempting to bind port 5663d9c3-2bca-4cef-9c00-236391bd2667 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:40:29.274584 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-e8dafce6-11f8-4365-a89e-85b0f4dd8738 service neutron] Attempting to bind port 5663d9c3-2bca-4cef-9c00-236391bd2667 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'ab3e059c-9e9d-49c7-bd29-301e9dbc0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0e0bc273-8d9f-44d1-8671-63baae4c755a'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:40:29.274936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-e8dafce6-11f8-4365-a89e-85b0f4dd8738 service neutron] Attempting to bind port 5663d9c3-2bca-4cef-9c00-236391bd2667 on network 0e0bc273-8d9f-44d1-8671-63baae4c755a {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:40:29.393011 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-e8dafce6-11f8-4365-a89e-85b0f4dd8738 service neutron] Port 5663d9c3-2bca-4cef-9c00-236391bd2667 on network 0e0bc273-8d9f-44d1-8671-63baae4c755a not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:40:29.393419 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-e8dafce6-11f8-4365-a89e-85b0f4dd8738 service neutron] Attempting to bind port 5663d9c3-2bca-4cef-9c00-236391bd2667 on network 0e0bc273-8d9f-44d1-8671-63baae4c755a {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:40:29.424428 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-14f9ac4d-92a1-4022-a2d9-a9266138e39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:29.467002 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device ee97d600-3c5d-4da8-a80f-bee356e495b2 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:40:29.467935 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-8508b77e-3249-4dab-82f0-c779e3afef70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac798050-0d95-4fc9-a221-4b78345fe7d5 HTTP/1.1" status: 200 len: 217 time: 0.1797926 Mar 05 13:40:29.483442 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-e8dafce6-11f8-4365-a89e-85b0f4dd8738 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:40:29.483822 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-e8dafce6-11f8-4365-a89e-85b0f4dd8738 service neutron] Checking segment: {'id': 'ab3e059c-9e9d-49c7-bd29-301e9dbc0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0e0bc273-8d9f-44d1-8671-63baae4c755a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:40:29.484285 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-e8dafce6-11f8-4365-a89e-85b0f4dd8738 service neutron] Bound using segment: {'id': 'ab3e059c-9e9d-49c7-bd29-301e9dbc0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0e0bc273-8d9f-44d1-8671-63baae4c755a'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:40:29.485060 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-e8dafce6-11f8-4365-a89e-85b0f4dd8738 service neutron] Bound port: 5663d9c3-2bca-4cef-9c00-236391bd2667, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab3e059c-9e9d-49c7-bd29-301e9dbc0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0e0bc273-8d9f-44d1-8671-63baae4c755a'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:40:29.485060 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-e8dafce6-11f8-4365-a89e-85b0f4dd8738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:29.547374 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7228f2a-214f-4bb7-8600-9cd040b5c312 req-6efab9c2-d654-4f9a-934f-41e375b2b291 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:29.550023 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9ac4d-92a1-4022-a2d9-a9266138e39e admin admin] Pushing event deleted for resources: {'Port': ['ID=b114be5a-5570-4a89-b1e3-a57c584e6377,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:29.572625 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eca14e71-fcca-49f6-90e9-c7e40a407d60 req-79a5dd38-f16f-4492-ad2c-f0d2596ae533 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/floatingips/16ec7ba2-1058-414f-a63b-58c6d2c3ee14 HTTP/1.1" status: 200 len: 693 time: 0.2396479 Mar 05 13:40:29.586781 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:29.602957 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7228f2a-214f-4bb7-8600-9cd040b5c312 req-6efab9c2-d654-4f9a-934f-41e375b2b291 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:29.615197 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a5b1ba-2f64-475a-b488-9e6b2185f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee97d600-3c5d-4da8-a80f-bee356e495b2'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:40:29.625432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port ee97d600-3c5d-4da8-a80f-bee356e495b2, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ee97d600-3c5d-4da8-a80f-bee356e495b2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:29.630848 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:29.631843 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:40:29.740059 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-576b3780-ced8-4f1e-abed-99ca6bf21f5d req-b75fe5fd-7ba8-44b0-a5c2-a4e0117d4755 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:29.760795 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No active binding found for port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 {{(pid=87915) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 05 13:40:29.761603 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:40:29.763389 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=ee97d600-3c5d-4da8-a80f-bee356e495b2,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:29.766106 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a5f04-ae48-495d-a18b-0c8835504cfa req-5b14f93c-4553-4d55-b6af-34b1e1856008 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:29.767605 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3b6a5f04-ae48-495d-a18b-0c8835504cfa req-5b14f93c-4553-4d55-b6af-34b1e1856008 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 944 time: 0.2664800 Mar 05 13:40:29.775442 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca14e71-fcca-49f6-90e9-c7e40a407d60 req-3ab4e091-79ba-47dd-9026-329d23ee51a8 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:29.776744 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eca14e71-fcca-49f6-90e9-c7e40a407d60 req-3ab4e091-79ba-47dd-9026-329d23ee51a8 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.1923683 Mar 05 13:40:29.847542 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-f52de5ad-0a23-45e4-888e-a8376ca01c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:29.848988 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-f52de5ad-0a23-45e4-888e-a8376ca01c05 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e007685d-af09-4f1c-8add-6d06439d74c4 HTTP/1.1" status: 200 len: 857 time: 0.3497353 Mar 05 13:40:29.883065 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efab9c2-d654-4f9a-934f-41e375b2b291 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc17bba6-e34e-464a-8130-159b486d35ab,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:29.886734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fe5fd-7ba8-44b0-a5c2-a4e0117d4755 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Pushing event deleted for resources: {'Port': ['ID=76dac71b-aab3-4406-b447-ce9e4d3d0cd5,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:29.905930 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eca14e71-fcca-49f6-90e9-c7e40a407d60 req-24256f07-01c5-4956-b494-6a43058d4992 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.165 HTTP/1.1" status: 200 len: 696 time: 0.0930626 Mar 05 13:40:29.906232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017bf4c0-12e3-4b50-8f1c-db32e13ceaee', 'tag': 'ac798050-0d95-4fc9-a221-4b78345fe7d5'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:40:29.948590 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7228f2a-214f-4bb7-8600-9cd040b5c312 req-6efab9c2-d654-4f9a-934f-41e375b2b291 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:29.949718 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7228f2a-214f-4bb7-8600-9cd040b5c312 req-6efab9c2-d654-4f9a-934f-41e375b2b291 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 2.0255802 Mar 05 13:40:29.978820 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-3b6a5f04-ae48-495d-a18b-0c8835504cfa req-cde112ad-1c1d-4d30-9f89-a5ac7f30e290 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Deleting port 65167010-576f-47d8-ab65-885798b5cdc3 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:29.979178 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3b6a5f04-ae48-495d-a18b-0c8835504cfa req-cde112ad-1c1d-4d30-9f89-a5ac7f30e290 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:29.985192 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device bd93be0b-80a6-46af-80ca-ef0d140c4a7b up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:40:30.014419 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-e8dafce6-11f8-4365-a89e-85b0f4dd8738 service neutron] For port 5663d9c3-2bca-4cef-9c00-236391bd2667, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:40:30.024122 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-e8dafce6-11f8-4365-a89e-85b0f4dd8738 service neutron] For port 5663d9c3-2bca-4cef-9c00-236391bd2667, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5663d9c3-2bca-4cef-9c00-236391bd2667,segment=NetworkSegment(ab3e059c-9e9d-49c7-bd29-301e9dbc0e13),segment_id=ab3e059c-9e9d-49c7-bd29-301e9dbc0e13)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:40:30.035742 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-576b3780-ced8-4f1e-abed-99ca6bf21f5d req-b75fe5fd-7ba8-44b0-a5c2-a4e0117d4755 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] No DVR routers for this DVR port 76dac71b-aab3-4406-b447-ce9e4d3d0cd5 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:40:30.037688 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eca14e71-fcca-49f6-90e9-c7e40a407d60 req-eae462f7-009d-4d40-a9b4-e279abcba3a5 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.165 HTTP/1.1" status: 200 len: 696 time: 0.1245277 Mar 05 13:40:30.039708 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-576b3780-ced8-4f1e-abed-99ca6bf21f5d req-b75fe5fd-7ba8-44b0-a5c2-a4e0117d4755 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:30.042999 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-576b3780-ced8-4f1e-abed-99ca6bf21f5d req-b75fe5fd-7ba8-44b0-a5c2-a4e0117d4755 tempest-LiveAutoBlockMigrationV225Test-599708354 tempest-LiveAutoBlockMigrationV225Test-599708354-project] 10.222.0.15 "DELETE /v2.0/ports/76dac71b-aab3-4406-b447-ce9e4d3d0cd5 HTTP/1.1" status: 204 len: 173 time: 3.0232706 Mar 05 13:40:30.047862 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-78048f81-15a7-4976-b9f2-5d2d8dae6c6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e0bc273-8d9f-44d1-8671-63baae4c755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1537685 Mar 05 13:40:30.049807 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-e8dafce6-11f8-4365-a89e-85b0f4dd8738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:30.066681 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port bd93be0b-80a6-46af-80ca-ef0d140c4a7b completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:40:30.073720 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port bd93be0b-80a6-46af-80ca-ef0d140c4a7b triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:40:30.074041 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:30.229783 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:30.268975 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port bd93be0b-80a6-46af-80ca-ef0d140c4a7b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bd93be0b-80a6-46af-80ca-ef0d140c4a7b,segment=NetworkSegment(ab3e059c-9e9d-49c7-bd29-301e9dbc0e13),segment_id=ab3e059c-9e9d-49c7-bd29-301e9dbc0e13)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:30.273374 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:30.284825 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-eca14e71-fcca-49f6-90e9-c7e40a407d60 req-ec840df1-106d-4250-9e6e-a6531ae4a703 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Deleting port be578b6e-f239-4430-8a37-388ad07f47dc {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:30.285245 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-eca14e71-fcca-49f6-90e9-c7e40a407d60 req-ec840df1-106d-4250-9e6e-a6531ae4a703 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:30.351024 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=bd93be0b-80a6-46af-80ca-ef0d140c4a7b,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:30.417751 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-e8dafce6-11f8-4365-a89e-85b0f4dd8738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:30.418354 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-e8dafce6-11f8-4365-a89e-85b0f4dd8738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:30.419714 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-e8dafce6-11f8-4365-a89e-85b0f4dd8738 service neutron] 10.222.0.30 "PUT /v2.0/ports/5663d9c3-2bca-4cef-9c00-236391bd2667 HTTP/1.1" status: 200 len: 1092 time: 4.8124833 Mar 05 13:40:30.586810 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-3b6a5f04-ae48-495d-a18b-0c8835504cfa req-cde112ad-1c1d-4d30-9f89-a5ac7f30e290 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] For port 65167010-576f-47d8-ab65-885798b5cdc3, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=65167010-576f-47d8-ab65-885798b5cdc3,segment=NetworkSegment(bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b),segment_id=bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:30.587402 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3b6a5f04-ae48-495d-a18b-0c8835504cfa req-cde112ad-1c1d-4d30-9f89-a5ac7f30e290 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:30.640849 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dafce6-11f8-4365-a89e-85b0f4dd8738 service neutron] Pushing event updated for resources: {'Port': ['ID=5663d9c3-2bca-4cef-9c00-236391bd2667,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:30.666994 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-eca14e71-fcca-49f6-90e9-c7e40a407d60 req-ec840df1-106d-4250-9e6e-a6531ae4a703 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:30.667323 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-eca14e71-fcca-49f6-90e9-c7e40a407d60 req-ec840df1-106d-4250-9e6e-a6531ae4a703 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:30.710544 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-57626a23-343f-4a82-b3d3-68911f19c5b7 service neutron] 10.222.0.15 "GET /v2.0/networks/0e0bc273-8d9f-44d1-8671-63baae4c755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470800 Mar 05 13:40:30.723433 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-14f9ac4d-92a1-4022-a2d9-a9266138e39e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:30.739677 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-3b6a5f04-ae48-495d-a18b-0c8835504cfa req-cde112ad-1c1d-4d30-9f89-a5ac7f30e290 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Calling delete_port for 65167010-576f-47d8-ab65-885798b5cdc3 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:30.844415 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a25f5c-8dec-4dcf-b211-c7d44e3d5dcd req-dbb090d3-d265-49e5-8d94-16c4065d7581 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:30.845032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-25a25f5c-8dec-4dcf-b211-c7d44e3d5dcd req-dbb090d3-d265-49e5-8d94-16c4065d7581 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Synchronizing usage tracker for tenant:293ce29818c24610874b0170cb644d65 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:40:30.924077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-13cfb297-326e-427e-8265-49580d3cda2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:30.925536 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-13cfb297-326e-427e-8265-49580d3cda2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6f09f462d7e64db68ac69e93657fa061&device_id=5355cc01-e35d-4726-8e84-b0643b04efbe HTTP/1.1" status: 200 len: 1095 time: 0.4105666 Mar 05 13:40:31.006176 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-eca14e71-fcca-49f6-90e9-c7e40a407d60 req-ec840df1-106d-4250-9e6e-a6531ae4a703 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Calling delete_port for be578b6e-f239-4430-8a37-388ad07f47dc owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:31.026943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-25a25f5c-8dec-4dcf-b211-c7d44e3d5dcd req-dbb090d3-d265-49e5-8d94-16c4065d7581 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Unset dirty status for tenant:293ce29818c24610874b0170cb644d65 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:40:31.028074 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25a25f5c-8dec-4dcf-b211-c7d44e3d5dcd req-dbb090d3-d265-49e5-8d94-16c4065d7581 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f4a5688-5dc4-4433-b0bf-8ac244a2785e HTTP/1.1" status: 200 len: 944 time: 0.9026294 Mar 05 13:40:31.077693 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-6aa1c0e7-6c47-473a-a3fa-3df09372a512 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5663d9c3-2bca-4cef-9c00-236391bd2667 HTTP/1.1" status: 200 len: 217 time: 0.1396568 Mar 05 13:40:31.169467 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-5c55cb1e-e083-42b3-af45-b566056508e6 service neutron] 10.222.0.15 "GET /v2.0/networks/0e0bc273-8d9f-44d1-8671-63baae4c755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477911 Mar 05 13:40:31.220462 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-00681675-bb1b-4fba-ac41-1d95a036e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:31.221906 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-00681675-bb1b-4fba-ac41-1d95a036e8a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e007685d-af09-4f1c-8add-6d06439d74c4 HTTP/1.1" status: 200 len: 857 time: 0.1296024 Mar 05 13:40:31.225097 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3b6a5f04-ae48-495d-a18b-0c8835504cfa req-cde112ad-1c1d-4d30-9f89-a5ac7f30e290 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:31.266690 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-eca14e71-fcca-49f6-90e9-c7e40a407d60 req-ec840df1-106d-4250-9e6e-a6531ae4a703 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:31.280507 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde112ad-1c1d-4d30-9f89-a5ac7f30e290 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Pushing event deleted for resources: {'Port': ['ID=65167010-576f-47d8-ab65-885798b5cdc3,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:31.285253 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25a25f5c-8dec-4dcf-b211-c7d44e3d5dcd req-f7892c27-a18d-4b94-abb2-1cf3e2f519fa tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.16 "GET /v2.0/security-groups?id=e446e42b-2574-4df1-9d41-6411f8185f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040541 Mar 05 13:40:31.337630 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-2383b5b0-d295-438d-b36f-5aa58092d488 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e0bc273-8d9f-44d1-8671-63baae4c755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603995 Mar 05 13:40:31.407586 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec840df1-106d-4250-9e6e-a6531ae4a703 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Pushing event deleted for resources: {'Port': ['ID=be578b6e-f239-4430-8a37-388ad07f47dc,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:31.456991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6a5f04-ae48-495d-a18b-0c8835504cfa req-cde112ad-1c1d-4d30-9f89-a5ac7f30e290 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] No DVR routers for this DVR port 65167010-576f-47d8-ab65-885798b5cdc3 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:40:31.488544 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3b6a5f04-ae48-495d-a18b-0c8835504cfa req-cde112ad-1c1d-4d30-9f89-a5ac7f30e290 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:31.491053 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4a5688-5dc4-4433-b0bf-8ac244a2785e', 'name': 'network-vif-deleted', 'tag': '65167010-576f-47d8-ab65-885798b5cdc3'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:40:31.532430 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3b6a5f04-ae48-495d-a18b-0c8835504cfa req-cde112ad-1c1d-4d30-9f89-a5ac7f30e290 tempest-LiveMigrationTest-84849108 tempest-LiveMigrationTest-84849108-project] 10.222.0.30 "DELETE /v2.0/ports/65167010-576f-47d8-ab65-885798b5cdc3 HTTP/1.1" status: 204 len: 173 time: 1.7547014 Mar 05 13:40:31.546441 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-eca14e71-fcca-49f6-90e9-c7e40a407d60 req-ec840df1-106d-4250-9e6e-a6531ae4a703 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:31.548907 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-eca14e71-fcca-49f6-90e9-c7e40a407d60 req-ec840df1-106d-4250-9e6e-a6531ae4a703 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:31.550207 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eca14e71-fcca-49f6-90e9-c7e40a407d60 req-ec840df1-106d-4250-9e6e-a6531ae4a703 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "DELETE /v2.0/floatingips/16ec7ba2-1058-414f-a63b-58c6d2c3ee14 HTTP/1.1" status: 204 len: 173 time: 1.5056980 Mar 05 13:40:31.561339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f9ac4d-92a1-4022-a2d9-a9266138e39e admin admin] Router 41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:40:31.573691 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-9b8e4dff-81ee-4b8c-bc7c-23ba4a4ba598 service neutron] 10.222.0.30 "GET /v2.0/networks/0e0bc273-8d9f-44d1-8671-63baae4c755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284274 Mar 05 13:40:31.643341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50350) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:31.703670 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a5b1ba-2f64-475a-b488-9e6b2185f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee97d600-3c5d-4da8-a80f-bee356e495b2', 'code': 200} Mar 05 13:40:31.788235 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017bf4c0-12e3-4b50-8f1c-db32e13ceaee', 'tag': 'ac798050-0d95-4fc9-a221-4b78345fe7d5', 'status': 'completed', 'code': 200} Mar 05 13:40:31.795834 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9a7a5d0e-0610-46b4-92f9-8c424afb279e req-0d4950d2-dd40-42d5-bb3c-a7cec8242747 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "GET /v2.0/security-groups/cc17bba6-e34e-464a-8130-159b486d35ab HTTP/1.1" status: 200 len: 1804 time: 0.0742352 Mar 05 13:40:31.807605 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-9a7a5d0e-0610-46b4-92f9-8c424afb279e req-3bef6727-6e53-4d74-9ad1-7c51f4dbd346 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cc17bba6-e34e-464a-8130-159b486d35ab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:31.808098 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-9a7a5d0e-0610-46b4-92f9-8c424afb279e req-3bef6727-6e53-4d74-9ad1-7c51f4dbd346 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cc17bba6-e34e-464a-8130-159b486d35ab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:31.815515 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-9a7a5d0e-0610-46b4-92f9-8c424afb279e req-3bef6727-6e53-4d74-9ad1-7c51f4dbd346 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:31.820160 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-9a7a5d0e-0610-46b4-92f9-8c424afb279e req-3bef6727-6e53-4d74-9ad1-7c51f4dbd346 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Usage tracker for resource:security_group_rule and tenant:2ba27b6b29994c85bf5938bb2342fbcf is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:31.823319 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-9a7a5d0e-0610-46b4-92f9-8c424afb279e req-3bef6727-6e53-4d74-9ad1-7c51f4dbd346 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:31.830163 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-9a7a5d0e-0610-46b4-92f9-8c424afb279e req-3bef6727-6e53-4d74-9ad1-7c51f4dbd346 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:31.945534 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9a7a5d0e-0610-46b4-92f9-8c424afb279e req-3bef6727-6e53-4d74-9ad1-7c51f4dbd346 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:31.961745 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9d4e9a-61fb-4ea5-90f0-016ee7889653 admin admin] Deleting subnet 4ddb228e-b84a-4351-a2cb-7f33147be2ea {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:40:31.969530 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a9d4e9a-61fb-4ea5-90f0-016ee7889653 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:31.985108 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 65167010-576f-47d8-ab65-885798b5cdc3 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:40:32.026173 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9a7a5d0e-0610-46b4-92f9-8c424afb279e req-3bef6727-6e53-4d74-9ad1-7c51f4dbd346 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:32.028338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 65167010-576f-47d8-ab65-885798b5cdc3 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:40:32.028696 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 65167010-576f-47d8-ab65-885798b5cdc3 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:40:32.037248 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9a7a5d0e-0610-46b4-92f9-8c424afb279e req-3bef6727-6e53-4d74-9ad1-7c51f4dbd346 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:32.044573 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a9d4e9a-61fb-4ea5-90f0-016ee7889653 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:32.116243 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef6727-6e53-4d74-9ad1-7c51f4dbd346 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dcd6fb2-9d1c-4c0b-a7d5-a95315f92b3a,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:32.126465 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9a7a5d0e-0610-46b4-92f9-8c424afb279e req-3bef6727-6e53-4d74-9ad1-7c51f4dbd346 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:32.127229 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06348256-17b9-4d38-861f-78db6ad1d1d5 req-8bd13ff3-4814-4be2-80fe-b2dc7da87c46 service neutron] 10.222.0.30 "GET /v2.0/networks/0e0bc273-8d9f-44d1-8671-63baae4c755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953587 Mar 05 13:40:32.138712 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9a7a5d0e-0610-46b4-92f9-8c424afb279e req-3bef6727-6e53-4d74-9ad1-7c51f4dbd346 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3355567 Mar 05 13:40:32.149394 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f9ac4d-92a1-4022-a2d9-a9266138e39e admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:40:32.156207 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-14f9ac4d-92a1-4022-a2d9-a9266138e39e admin admin] 10.222.0.16 "PUT /v2.0/routers/41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7007563 Mar 05 13:40:32.158680 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c2349-4c1a-47cc-811c-32d95ed34453 req-3718338e-b16d-4086-9a84-9250f27a3248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:32.159592 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50360) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:32.159995 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a5c2349-4c1a-47cc-811c-32d95ed34453 req-3718338e-b16d-4086-9a84-9250f27a3248 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f09f462d7e64db68ac69e93657fa061&device_id=017bf4c0-12e3-4b50-8f1c-db32e13ceaee HTTP/1.1" status: 200 len: 1094 time: 0.3534391 Mar 05 13:40:32.165513 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a2679-0cca-4b82-9af3-1cab7a155d52 None None] Sync routers for ids ['41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:40:32.185849 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a2679-0cca-4b82-9af3-1cab7a155d52 None None] Routers {'41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:40:32.186472 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b16a2679-0cca-4b82-9af3-1cab7a155d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:40:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:32.223526 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a9d4e9a-61fb-4ea5-90f0-016ee7889653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:32.230590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dec1d6-7327-443a-9aad-51467131957d req-5ac8aa71-b3c4-41c9-a839-babb48a2a1ff tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:32.231367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c5dec1d6-7327-443a-9aad-51467131957d req-5ac8aa71-b3c4-41c9-a839-babb48a2a1ff tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Synchronizing usage tracker for tenant:6f09f462d7e64db68ac69e93657fa061 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:40:32.250912 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4a5688-5dc4-4433-b0bf-8ac244a2785e', 'name': 'network-vif-deleted', 'tag': '65167010-576f-47d8-ab65-885798b5cdc3', 'status': 'completed', 'code': 200} Mar 05 13:40:32.318104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c5dec1d6-7327-443a-9aad-51467131957d req-5ac8aa71-b3c4-41c9-a839-babb48a2a1ff tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Unset dirty status for tenant:6f09f462d7e64db68ac69e93657fa061 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:40:32.319157 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c5dec1d6-7327-443a-9aad-51467131957d req-5ac8aa71-b3c4-41c9-a839-babb48a2a1ff tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/ports?device_id=5355cc01-e35d-4726-8e84-b0643b04efbe HTTP/1.1" status: 200 len: 944 time: 0.4488757 Mar 05 13:40:32.370978 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c2349-4c1a-47cc-811c-32d95ed34453 req-29037a18-a6de-4ca0-810e-818c39faa99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:32.372664 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a5c2349-4c1a-47cc-811c-32d95ed34453 req-29037a18-a6de-4ca0-810e-818c39faa99e service neutron] 10.222.0.15 "GET /v2.0/networks?id=0e0bc273-8d9f-44d1-8671-63baae4c755a HTTP/1.1" status: 200 len: 917 time: 0.2019894 Mar 05 13:40:32.383714 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-b16a2679-0cca-4b82-9af3-1cab7a155d52 None None] Set router 41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:40:32.453747 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a5c2349-4c1a-47cc-811c-32d95ed34453 req-f001b55c-c67b-4281-ac81-91582c8b819b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac798050-0d95-4fc9-a221-4b78345fe7d5 HTTP/1.1" status: 200 len: 217 time: 0.0728705 Mar 05 13:40:32.457674 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c5dec1d6-7327-443a-9aad-51467131957d req-3f4df855-c8f0-42dd-9a8d-d76d2265d7ef tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Synchronizing usage tracker for tenant:6f09f462d7e64db68ac69e93657fa061 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:40:32.527241 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c5dec1d6-7327-443a-9aad-51467131957d req-3f4df855-c8f0-42dd-9a8d-d76d2265d7ef tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Unset dirty status for tenant:6f09f462d7e64db68ac69e93657fa061 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:40:32.531791 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c5dec1d6-7327-443a-9aad-51467131957d req-3f4df855-c8f0-42dd-9a8d-d76d2265d7ef tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/security-groups?id=46835579-3c61-41aa-8133-6e49016720e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863723 Mar 05 13:40:32.535888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0c90a-c170-4c81-b612-4a42a13ccf1c req-b53f5172-038a-4970-9390-7307ee25fd0e tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:32.537211 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c2349-4c1a-47cc-811c-32d95ed34453 req-58dcc856-a63a-414c-ab06-15a443e21469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:32.539476 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a5c2349-4c1a-47cc-811c-32d95ed34453 req-58dcc856-a63a-414c-ab06-15a443e21469 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e007685d-af09-4f1c-8add-6d06439d74c4 HTTP/1.1" status: 200 len: 857 time: 0.0785654 Mar 05 13:40:32.545858 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1fe0c90a-c170-4c81-b612-4a42a13ccf1c req-b53f5172-038a-4970-9390-7307ee25fd0e tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2866828 Mar 05 13:40:32.564707 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a9d4e9a-61fb-4ea5-90f0-016ee7889653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:32.572911 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3c71545-c034-4076-86a0-1681f6bc2c42 admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:32.640445 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a5c2349-4c1a-47cc-811c-32d95ed34453 req-d6ec53eb-c9d8-4924-af25-891528a28155 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e0bc273-8d9f-44d1-8671-63baae4c755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951226 Mar 05 13:40:32.699041 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b16a2679-0cca-4b82-9af3-1cab7a155d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1372764042-router', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:38:38Z', 'updated_at': '2022-03-05T13:40:29Z', 'revision_number': 5, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'gw_port': {'id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:42Z', 'updated_at': '2022-03-05T13:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:32.703550 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a2679-0cca-4b82-9af3-1cab7a155d52 None None] Checking router: 41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:40:32.714973 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a2679-0cca-4b82-9af3-1cab7a155d52 None None] Routers {'41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:40:32.716220 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b16a2679-0cca-4b82-9af3-1cab7a155d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:40:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:32.717212 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d4e9a-61fb-4ea5-90f0-016ee7889653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ddb228e-b84a-4351-a2cb-7f33147be2ea,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:32.725008 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a9d4e9a-61fb-4ea5-90f0-016ee7889653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:32.738654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-18ef2659-97eb-4ec6-9373-4f29881fa908 req-b392ca15-960a-4440-a89c-e9d37b2c1ab0 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-795307945', 'description': 'tempest-description-1017050677'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:32.767319 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6a9d4e9a-61fb-4ea5-90f0-016ee7889653 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4ddb228e-b84a-4351-a2cb-7f33147be2ea HTTP/1.1" status: 204 len: 168 time: 1.1200683 Mar 05 13:40:32.775443 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-18ef2659-97eb-4ec6-9373-4f29881fa908 req-b392ca15-960a-4440-a89c-e9d37b2c1ab0 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:32.779850 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50386) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:32.876759 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a5c2349-4c1a-47cc-811c-32d95ed34453 req-90394e70-2099-4f07-9b71-d463178bece7 service neutron] 10.222.0.15 "GET /v2.0/networks/0e0bc273-8d9f-44d1-8671-63baae4c755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288833 Mar 05 13:40:32.970526 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-18ef2659-97eb-4ec6-9373-4f29881fa908 req-b392ca15-960a-4440-a89c-e9d37b2c1ab0 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Usage tracker for resource:security_group and tenant:2ba27b6b29994c85bf5938bb2342fbcf is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:32.974721 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-b16a2679-0cca-4b82-9af3-1cab7a155d52 None None] Set router 41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:40:32.990714 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-18ef2659-97eb-4ec6-9373-4f29881fa908 req-b392ca15-960a-4440-a89c-e9d37b2c1ab0 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:33.015151 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-18ef2659-97eb-4ec6-9373-4f29881fa908 req-b392ca15-960a-4440-a89c-e9d37b2c1ab0 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:33.056737 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a5c2349-4c1a-47cc-811c-32d95ed34453 req-cda6492e-bce1-4542-8e27-8eea196c7aba service neutron] 10.222.0.15 "GET /v2.0/networks/0e0bc273-8d9f-44d1-8671-63baae4c755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726489 Mar 05 13:40:33.099026 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-18ef2659-97eb-4ec6-9373-4f29881fa908 req-b392ca15-960a-4440-a89c-e9d37b2c1ab0 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:33.137305 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3c71545-c034-4076-86a0-1681f6bc2c42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:33.141767 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1573ef47-67c0-4380-8cb3-51759c4610c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:33.155349 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-18ef2659-97eb-4ec6-9373-4f29881fa908 req-b392ca15-960a-4440-a89c-e9d37b2c1ab0 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:33.161310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-18ef2659-97eb-4ec6-9373-4f29881fa908 req-b392ca15-960a-4440-a89c-e9d37b2c1ab0 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Usage tracker for resource:security_group_rule and tenant:2ba27b6b29994c85bf5938bb2342fbcf is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:33.165379 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e3c71545-c034-4076-86a0-1681f6bc2c42 admin admin] Deleting port 8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:33.165676 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3c71545-c034-4076-86a0-1681f6bc2c42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:33.194105 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-18ef2659-97eb-4ec6-9373-4f29881fa908 req-b392ca15-960a-4440-a89c-e9d37b2c1ab0 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:33.206894 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-18ef2659-97eb-4ec6-9373-4f29881fa908 req-b392ca15-960a-4440-a89c-e9d37b2c1ab0 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:33.301767 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b16a2679-0cca-4b82-9af3-1cab7a155d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1372764042-router', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:38:38Z', 'updated_at': '2022-03-05T13:40:29Z', 'revision_number': 5, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'gw_port': {'id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:42Z', 'updated_at': '2022-03-05T13:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:33.308050 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a2679-0cca-4b82-9af3-1cab7a155d52 None None] The sync data for ids ['41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd'] in n-d-803718-1 is: [{'id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1372764042-router', 'tenant_id': '623cc9f32841436ebf21d071d3bbde3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:38:38Z', 'updated_at': '2022-03-05T13:40:29Z', 'revision_number': 5, 'project_id': '623cc9f32841436ebf21d071d3bbde3f', 'gw_port': {'id': '8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:38:42Z', 'updated_at': '2022-03-05T13:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:40:33.405067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50422) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:33.459366 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1573ef47-67c0-4380-8cb3-51759c4610c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:33.463609 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device ac798050-0d95-4fc9-a221-4b78345fe7d5 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:40:33.514259 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-1573ef47-67c0-4380-8cb3-51759c4610c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0224e6ac-46ce-4f25-b9b2-1debc398aaa1']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:33.540257 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-1573ef47-67c0-4380-8cb3-51759c4610c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835b83f1-9132-49c1-aa09-53b416aacf9b') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:33.540810 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-1573ef47-67c0-4380-8cb3-51759c4610c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835b83f1-9132-49c1-aa09-53b416aacf9b') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:33.546298 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-63c293e2-0365-464b-ac94-9dc62a0df5a0 req-74944a45-9db5-411b-b165-7feb9dae499a tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=5afe79ad28c44a28a406edc898c660d4 HTTP/1.1" status: 200 len: 1657 time: 0.1326842 Mar 05 13:40:33.563440 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1573ef47-67c0-4380-8cb3-51759c4610c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:33.587111 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-18ef2659-97eb-4ec6-9373-4f29881fa908 req-b392ca15-960a-4440-a89c-e9d37b2c1ab0 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:33.598130 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-e3c71545-c034-4076-86a0-1681f6bc2c42 admin admin] For port 8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:33.598882 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3c71545-c034-4076-86a0-1681f6bc2c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:33.606050 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-18ef2659-97eb-4ec6-9373-4f29881fa908 req-b392ca15-960a-4440-a89c-e9d37b2c1ab0 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:33.609465 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-be74d4b8-01ce-43d2-a446-a30f500959e2 admin admin] Deleting subnet 1ac31366-a7f9-483e-b1e1-eea597fcd311 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:40:33.625709 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1573ef47-67c0-4380-8cb3-51759c4610c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:33.660182 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-be74d4b8-01ce-43d2-a446-a30f500959e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:33.669371 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port ac798050-0d95-4fc9-a221-4b78345fe7d5, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ac798050-0d95-4fc9-a221-4b78345fe7d5,segment=NetworkSegment(ab3e059c-9e9d-49c7-bd29-301e9dbc0e13),segment_id=ab3e059c-9e9d-49c7-bd29-301e9dbc0e13)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:33.685463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'ac798050-0d95-4fc9-a221-4b78345fe7d5', 'network_id': '0e0bc273-8d9f-44d1-8671-63baae4c755a', 'port_id': 'ac798050-0d95-4fc9-a221-4b78345fe7d5', 'mac_address': 'fa:16:3e:d2:34:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e007685d-af09-4f1c-8add-6d06439d74c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:40:33.733783 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29002813-2174-439c-b33a-e428485818c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd93be0b-80a6-46af-80ca-ef0d140c4a7b'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:40:33.738365 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-be74d4b8-01ce-43d2-a446-a30f500959e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:33.764520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1573ef47-67c0-4380-8cb3-51759c4610c7 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:40:33.765480 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1573ef47-67c0-4380-8cb3-51759c4610c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:33.767806 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:33.786003 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e3c71545-c034-4076-86a0-1681f6bc2c42 admin admin] Calling delete_port for 8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:33.790900 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac798050-0d95-4fc9-a221-4b78345fe7d5 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:40:33.794920 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451e78d5-2118-4d7c-a28b-14eafcb05cda', 'name': 'network-vif-deleted', 'tag': '76dac71b-aab3-4406-b447-ce9e4d3d0cd5'}, {'name': 'network-changed', 'server_uuid': '5355cc01-e35d-4726-8e84-b0643b04efbe', 'tag': '5663d9c3-2bca-4cef-9c00-236391bd2667'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:40:33.810805 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port ac798050-0d95-4fc9-a221-4b78345fe7d5, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ac798050-0d95-4fc9-a221-4b78345fe7d5,segment=NetworkSegment(ab3e059c-9e9d-49c7-bd29-301e9dbc0e13),segment_id=ab3e059c-9e9d-49c7-bd29-301e9dbc0e13)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:40:33.818385 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:40:33.821898 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:33.844396 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392ca15-960a-4440-a89c-e9d37b2c1ab0 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c03ce12-9110-481e-9814-0ad96114bcf2,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:33.852030 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-18ef2659-97eb-4ec6-9373-4f29881fa908 req-b392ca15-960a-4440-a89c-e9d37b2c1ab0 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:33.853533 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-18ef2659-97eb-4ec6-9373-4f29881fa908 req-b392ca15-960a-4440-a89c-e9d37b2c1ab0 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1252623 Mar 05 13:40:33.949182 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=ac798050-0d95-4fc9-a221-4b78345fe7d5,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:33.980940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c293e2-0365-464b-ac94-9dc62a0df5a0 req-0160e1a8-3b80-4996-bb5c-dc65b0092e14 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:33.987595 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-63c293e2-0365-464b-ac94-9dc62a0df5a0 req-0160e1a8-3b80-4996-bb5c-dc65b0092e14 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/networks?id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&id=ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 787 time: 0.4325094 Mar 05 13:40:33.990814 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-be74d4b8-01ce-43d2-a446-a30f500959e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:34.000256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5663d9c3-2bca-4cef-9c00-236391bd2667 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:40:34.063430 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-63c293e2-0365-464b-ac94-9dc62a0df5a0 req-97754702-e9b1-4d30-b078-bf2981b1b5f7 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:40:34.064589 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-63c293e2-0365-464b-ac94-9dc62a0df5a0 req-97754702-e9b1-4d30-b078-bf2981b1b5f7 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0759339 Mar 05 13:40:34.075954 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1573ef47-67c0-4380-8cb3-51759c4610c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:34.098710 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1573ef47-67c0-4380-8cb3-51759c4610c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:34.102571 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-be74d4b8-01ce-43d2-a446-a30f500959e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:34.121980 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573ef47-67c0-4380-8cb3-51759c4610c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0224e6ac-46ce-4f25-b9b2-1debc398aaa1,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:34.139354 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1573ef47-67c0-4380-8cb3-51759c4610c7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0224e6ac-46ce-4f25-b9b2-1debc398aaa1 HTTP/1.1" status: 204 len: 168 time: 1.3583689 Mar 05 13:40:34.142313 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50450) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:34.157264 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74d4b8-01ce-43d2-a446-a30f500959e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ac31366-a7f9-483e-b1e1-eea597fcd311,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:34.159514 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-be74d4b8-01ce-43d2-a446-a30f500959e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:34.170702 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-be74d4b8-01ce-43d2-a446-a30f500959e2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1ac31366-a7f9-483e-b1e1-eea597fcd311 HTTP/1.1" status: 204 len: 168 time: 0.7642803 Mar 05 13:40:34.171744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50454) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:34.228594 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-395b9679-60af-4c2b-9546-5e14df044e82 admin admin] Deleting subnet 4881118a-9123-47c6-8a6e-f5648874853d {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:40:34.233377 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-395b9679-60af-4c2b-9546-5e14df044e82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:34.271089 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29002813-2174-439c-b33a-e428485818c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd93be0b-80a6-46af-80ca-ef0d140c4a7b', 'code': 200} Mar 05 13:40:34.271994 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['ac798050-0d95-4fc9-a221-4b78345fe7d5'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:40:34.322281 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451e78d5-2118-4d7c-a28b-14eafcb05cda', 'name': 'network-vif-deleted', 'tag': '76dac71b-aab3-4406-b447-ce9e4d3d0cd5', 'status': 'completed', 'code': 200} Mar 05 13:40:34.322590 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5355cc01-e35d-4726-8e84-b0643b04efbe', 'tag': '5663d9c3-2bca-4cef-9c00-236391bd2667', 'status': 'completed', 'code': 200} Mar 05 13:40:34.337819 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-7dc48819-cf03-4024-94e4-cfcd8d20fa29 req-59826d05-9e98-4667-a5b2-b5c3a187916a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-646868806', 'description': 'tempest-description-1644966422'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:34.361050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-7dc48819-cf03-4024-94e4-cfcd8d20fa29 req-59826d05-9e98-4667-a5b2-b5c3a187916a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:34.374368 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b114be5a-5570-4a89-b1e3-a57c584e6377 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:40:34.384364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7dc48819-cf03-4024-94e4-cfcd8d20fa29 req-59826d05-9e98-4667-a5b2-b5c3a187916a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Usage tracker for resource:security_group and tenant:2ba27b6b29994c85bf5938bb2342fbcf is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:34.390057 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7dc48819-cf03-4024-94e4-cfcd8d20fa29 req-59826d05-9e98-4667-a5b2-b5c3a187916a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:34.395919 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-60289a2e-bd2e-4004-81ca-dfb88a71fe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:34.408159 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-7dc48819-cf03-4024-94e4-cfcd8d20fa29 req-59826d05-9e98-4667-a5b2-b5c3a187916a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:34.422444 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-395b9679-60af-4c2b-9546-5e14df044e82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:34.430277 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: b114be5a-5570-4a89-b1e3-a57c584e6377 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:40:34.430601 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b114be5a-5570-4a89-b1e3-a57c584e6377 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:40:34.439123 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 5663d9c3-2bca-4cef-9c00-236391bd2667, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5663d9c3-2bca-4cef-9c00-236391bd2667,segment=NetworkSegment(ab3e059c-9e9d-49c7-bd29-301e9dbc0e13),segment_id=ab3e059c-9e9d-49c7-bd29-301e9dbc0e13)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:34.464138 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '5663d9c3-2bca-4cef-9c00-236391bd2667', 'network_id': '0e0bc273-8d9f-44d1-8671-63baae4c755a', 'port_id': '5663d9c3-2bca-4cef-9c00-236391bd2667', 'mac_address': 'fa:16:3e:8f:0c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e007685d-af09-4f1c-8add-6d06439d74c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:40:34.472180 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3c71545-c034-4076-86a0-1681f6bc2c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:34.522568 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fd25d-ea6a-49ee-a0f1-f9f4a4483539 req-ec79b341-83d1-4b7c-b87c-fd72cdbec6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:34.525146 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6c4fd25d-ea6a-49ee-a0f1-f9f4a4483539 req-ec79b341-83d1-4b7c-b87c-fd72cdbec6d3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=29002813-2174-439c-b33a-e428485818c9 HTTP/1.1" status: 200 len: 1096 time: 0.2408485 Mar 05 13:40:34.525931 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7dc48819-cf03-4024-94e4-cfcd8d20fa29 req-59826d05-9e98-4667-a5b2-b5c3a187916a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:34.563649 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:34.600726 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5663d9c3-2bca-4cef-9c00-236391bd2667 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:40:34.618805 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-60289a2e-bd2e-4004-81ca-dfb88a71fe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:34.631241 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 5663d9c3-2bca-4cef-9c00-236391bd2667, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5663d9c3-2bca-4cef-9c00-236391bd2667,segment=NetworkSegment(ab3e059c-9e9d-49c7-bd29-301e9dbc0e13),segment_id=ab3e059c-9e9d-49c7-bd29-301e9dbc0e13)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:34.644817 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:34.658269 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-7dc48819-cf03-4024-94e4-cfcd8d20fa29 req-59826d05-9e98-4667-a5b2-b5c3a187916a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:34.664197 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c71545-c034-4076-86a0-1681f6bc2c42 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:34.666730 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6c4fd25d-ea6a-49ee-a0f1-f9f4a4483539 req-6784d9cd-418f-471d-8d5b-051906005d67 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=46835579-3c61-41aa-8133-6e49016720e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292908 Mar 05 13:40:34.667697 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7dc48819-cf03-4024-94e4-cfcd8d20fa29 req-59826d05-9e98-4667-a5b2-b5c3a187916a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Usage tracker for resource:security_group_rule and tenant:2ba27b6b29994c85bf5938bb2342fbcf is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:34.671199 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-60289a2e-bd2e-4004-81ca-dfb88a71fe1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e632aab-7405-4a4c-851d-f121cf35a970']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:34.678096 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7dc48819-cf03-4024-94e4-cfcd8d20fa29 req-59826d05-9e98-4667-a5b2-b5c3a187916a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:34.687765 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-7dc48819-cf03-4024-94e4-cfcd8d20fa29 req-59826d05-9e98-4667-a5b2-b5c3a187916a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:34.690580 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-60289a2e-bd2e-4004-81ca-dfb88a71fe1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:34.690888 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-60289a2e-bd2e-4004-81ca-dfb88a71fe1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff7cc31-8aa2-4a4d-b502-0fecdb93cc6b') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:34.708840 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-60289a2e-bd2e-4004-81ca-dfb88a71fe1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:34.709531 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-395b9679-60af-4c2b-9546-5e14df044e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:34.726863 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=5663d9c3-2bca-4cef-9c00-236391bd2667,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:34.735444 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-60289a2e-bd2e-4004-81ca-dfb88a71fe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:34.745533 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60289a2e-bd2e-4004-81ca-dfb88a71fe1f admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:40:34.745955 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-60289a2e-bd2e-4004-81ca-dfb88a71fe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:40:34.763778 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:40:34.813734 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921daa60-6aeb-4e54-9b35-f3316100a265 req-2d9f2599-1cb0-4477-a3eb-c427b2fb01c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:34.815219 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-921daa60-6aeb-4e54-9b35-f3316100a265 req-2d9f2599-1cb0-4477-a3eb-c427b2fb01c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6f09f462d7e64db68ac69e93657fa061&device_id=5355cc01-e35d-4726-8e84-b0643b04efbe HTTP/1.1" status: 200 len: 1095 time: 0.5230491 Mar 05 13:40:34.840951 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629c49d-de2b-4078-82cc-9c85ce980407 req-5d27fdec-fd2e-414c-bbf6-e217954dd785 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:34.842665 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2629c49d-de2b-4078-82cc-9c85ce980407 req-5d27fdec-fd2e-414c-bbf6-e217954dd785 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/ports?device_id=5355cc01-e35d-4726-8e84-b0643b04efbe HTTP/1.1" status: 200 len: 944 time: 0.4859917 Mar 05 13:40:34.857908 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['5663d9c3-2bca-4cef-9c00-236391bd2667'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:40:34.863644 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-60289a2e-bd2e-4004-81ca-dfb88a71fe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:34.870059 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-60289a2e-bd2e-4004-81ca-dfb88a71fe1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:34.908449 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3c71545-c034-4076-86a0-1681f6bc2c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:34.915263 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7dc48819-cf03-4024-94e4-cfcd8d20fa29 req-59826d05-9e98-4667-a5b2-b5c3a187916a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:34.917427 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60289a2e-bd2e-4004-81ca-dfb88a71fe1f admin admin] Pushing event deleted for resources: {'Network': ['ID=1e632aab-7405-4a4c-851d-f121cf35a970,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:34.921691 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7dc48819-cf03-4024-94e4-cfcd8d20fa29 req-59826d05-9e98-4667-a5b2-b5c3a187916a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:34.950424 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-60289a2e-bd2e-4004-81ca-dfb88a71fe1f admin admin] 10.222.0.16 "DELETE /v2.0/networks/1e632aab-7405-4a4c-851d-f121cf35a970 HTTP/1.1" status: 204 len: 168 time: 0.7745042 Mar 05 13:40:34.955765 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50458) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:35.005556 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7dc48819-cf03-4024-94e4-cfcd8d20fa29 req-59826d05-9e98-4667-a5b2-b5c3a187916a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:35.020599 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7dc48819-cf03-4024-94e4-cfcd8d20fa29 req-59826d05-9e98-4667-a5b2-b5c3a187916a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7376442 Mar 05 13:40:35.027840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59826d05-9e98-4667-a5b2-b5c3a187916a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5dbe09-dc64-409a-87ed-16d1d920be12,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:35.053228 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-395b9679-60af-4c2b-9546-5e14df044e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:35.129427 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d4b2c0c7-1870-4933-b15d-129b72c80eed req-f3fe3188-a2d3-4388-83f3-09f44122734e tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/floatingips/e3472f8b-766f-4528-b47c-592d65f75be8 HTTP/1.1" status: 200 len: 693 time: 0.1078067 Mar 05 13:40:35.139797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-9979dbde-d9f0-445e-acd8-445912fd941e admin admin] Deleting subnet de227b26-a56f-4de2-84f3-110d3557a66c {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:40:35.165452 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9979dbde-d9f0-445e-acd8-445912fd941e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:35.200174 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b9679-60af-4c2b-9546-5e14df044e82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4881118a-9123-47c6-8a6e-f5648874853d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:35.212842 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2629c49d-de2b-4078-82cc-9c85ce980407 req-bb6ba0b3-b0ca-4c39-ad44-47a5ce0b8ab7 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/security-groups?id=46835579-3c61-41aa-8133-6e49016720e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568633 Mar 05 13:40:35.228798 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-395b9679-60af-4c2b-9546-5e14df044e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:35.235577 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3c71545-c034-4076-86a0-1681f6bc2c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:35.240413 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3c71545-c034-4076-86a0-1681f6bc2c42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:35.262033 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-395b9679-60af-4c2b-9546-5e14df044e82 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4881118a-9123-47c6-8a6e-f5648874853d HTTP/1.1" status: 204 len: 168 time: 1.1164203 Mar 05 13:40:35.270554 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50466) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:35.309960 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921daa60-6aeb-4e54-9b35-f3316100a265 req-9c5521bd-6953-49df-8961-e79338bd5c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:35.310457 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9979dbde-d9f0-445e-acd8-445912fd941e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:35.311481 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-921daa60-6aeb-4e54-9b35-f3316100a265 req-9c5521bd-6953-49df-8961-e79338bd5c90 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0e0bc273-8d9f-44d1-8671-63baae4c755a HTTP/1.1" status: 200 len: 917 time: 0.4337821 Mar 05 13:40:35.375632 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3c71545-c034-4076-86a0-1681f6bc2c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:35.376158 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c71545-c034-4076-86a0-1681f6bc2c42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:40:35.402673 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-921daa60-6aeb-4e54-9b35-f3316100a265 req-d0f55d28-d4b5-4c84-8eca-ca3192ab539c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5663d9c3-2bca-4cef-9c00-236391bd2667 HTTP/1.1" status: 200 len: 217 time: 0.0784681 Mar 05 13:40:35.425213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2c0c7-1870-4933-b15d-129b72c80eed req-c769ec69-b235-4a8f-bd2f-ac95ca873ce1 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:35.426701 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d4b2c0c7-1870-4933-b15d-129b72c80eed req-c769ec69-b235-4a8f-bd2f-ac95ca873ce1 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.2848029 Mar 05 13:40:35.430155 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9979dbde-d9f0-445e-acd8-445912fd941e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:35.464490 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device ac798050-0d95-4fc9-a221-4b78345fe7d5 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:40:35.494684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-d4b2c0c7-1870-4933-b15d-129b72c80eed req-7086fb75-df69-40df-8987-98f032948391 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:40:35.495857 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d4b2c0c7-1870-4933-b15d-129b72c80eed req-7086fb75-df69-40df-8987-98f032948391 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0223753 Mar 05 13:40:35.503083 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3c71545-c034-4076-86a0-1681f6bc2c42 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:35.507227 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e3c71545-c034-4076-86a0-1681f6bc2c42 admin admin] 10.222.0.16 "DELETE /v2.0/routers/41aa99e4-92f8-47ae-9d9e-bb99c22d2fcd HTTP/1.1" status: 204 len: 168 time: 3.3434205 Mar 05 13:40:35.511544 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50474) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:35.606265 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2dfea561-c90a-471d-8eaa-d7913ea21e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:35.685809 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921daa60-6aeb-4e54-9b35-f3316100a265 req-370657d4-395e-49fa-a546-f3fc35ca8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:35.698094 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-921daa60-6aeb-4e54-9b35-f3316100a265 req-370657d4-395e-49fa-a546-f3fc35ca8a41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e007685d-af09-4f1c-8add-6d06439d74c4 HTTP/1.1" status: 200 len: 857 time: 0.2359290 Mar 05 13:40:35.709010 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a97609-8a95-4d77-a5bf-9c7b378cdb6d admin admin] Deleting subnet e1725e4b-cb92-4bca-afad-6e7ce4db63e3 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:40:35.714746 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port ac798050-0d95-4fc9-a221-4b78345fe7d5 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:40:35.721581 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port ac798050-0d95-4fc9-a221-4b78345fe7d5 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:40:35.722145 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:35.843803 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-63a97609-8a95-4d77-a5bf-9c7b378cdb6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:35.860066 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d4b2c0c7-1870-4933-b15d-129b72c80eed req-82a6b8c8-a194-407d-8da6-71ce18259480 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 696 time: 0.3390296 Mar 05 13:40:35.920612 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-63a97609-8a95-4d77-a5bf-9c7b378cdb6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:36.019666 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5663d9c3-2bca-4cef-9c00-236391bd2667 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:40:36.027940 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d4b2c0c7-1870-4933-b15d-129b72c80eed req-f31e2c62-a203-4a56-9ef8-7f37bc6e6a51 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.243 HTTP/1.1" status: 200 len: 696 time: 0.1666613 Mar 05 13:40:36.031382 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9979dbde-d9f0-445e-acd8-445912fd941e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:36.075797 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-921daa60-6aeb-4e54-9b35-f3316100a265 req-76776f92-fcfe-440e-ac85-e15429c6f07f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e0bc273-8d9f-44d1-8671-63baae4c755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3624818 Mar 05 13:40:36.080706 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:36.142782 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port ac798050-0d95-4fc9-a221-4b78345fe7d5, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ac798050-0d95-4fc9-a221-4b78345fe7d5,segment=NetworkSegment(ab3e059c-9e9d-49c7-bd29-301e9dbc0e13),segment_id=ab3e059c-9e9d-49c7-bd29-301e9dbc0e13)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:36.154242 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:36.155732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979dbde-d9f0-445e-acd8-445912fd941e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de227b26-a56f-4de2-84f3-110d3557a66c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:36.243806 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=ac798050-0d95-4fc9-a221-4b78345fe7d5,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:36.247445 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 5663d9c3-2bca-4cef-9c00-236391bd2667 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:40:36.254840 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 5663d9c3-2bca-4cef-9c00-236391bd2667 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:40:36.255215 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:36.288837 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017bf4c0-12e3-4b50-8f1c-db32e13ceaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac798050-0d95-4fc9-a221-4b78345fe7d5'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:40:36.388752 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-63a97609-8a95-4d77-a5bf-9c7b378cdb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:36.463267 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:40:36.547079 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:36.557874 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:40:36.558211 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 8fb9b2a8-582c-4f6f-bb18-b14b1f015d6d not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:40:36.594156 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 5663d9c3-2bca-4cef-9c00-236391bd2667, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5663d9c3-2bca-4cef-9c00-236391bd2667,segment=NetworkSegment(ab3e059c-9e9d-49c7-bd29-301e9dbc0e13),segment_id=ab3e059c-9e9d-49c7-bd29-301e9dbc0e13)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:36.602318 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:36.664216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-d4b2c0c7-1870-4933-b15d-129b72c80eed req-b82b7ecf-f197-4d7f-a613-0cdbc7b1a896 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Deleting port f0907e01-a2cb-426c-a3be-d620cb2c6a41 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:36.665237 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d4b2c0c7-1870-4933-b15d-129b72c80eed req-b82b7ecf-f197-4d7f-a613-0cdbc7b1a896 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:36.697026 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2dfea561-c90a-471d-8eaa-d7913ea21e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:36.708082 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9979dbde-d9f0-445e-acd8-445912fd941e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:36.712910 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=5663d9c3-2bca-4cef-9c00-236391bd2667,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:36.717719 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9979dbde-d9f0-445e-acd8-445912fd941e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/de227b26-a56f-4de2-84f3-110d3557a66c HTTP/1.1" status: 204 len: 168 time: 1.7615898 Mar 05 13:40:36.720594 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50498) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:36.774380 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d8167af8-0199-42bf-b32c-0fdaa5b2c478 req-735cea35-09d8-49c0-a2b2-af4df808ac46 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "GET /v2.0/security-groups/9c03ce12-9110-481e-9814-0ad96114bcf2 HTTP/1.1" status: 200 len: 1804 time: 0.5919588 Mar 05 13:40:36.787335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-2dfea561-c90a-471d-8eaa-d7913ea21e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f681ae8f-75da-4410-adb3-946ec6c4569a']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:36.825713 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-2dfea561-c90a-471d-8eaa-d7913ea21e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e05075-687f-4768-8467-825bee69e230') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:36.825976 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-2dfea561-c90a-471d-8eaa-d7913ea21e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e05075-687f-4768-8467-825bee69e230') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:36.836772 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-921daa60-6aeb-4e54-9b35-f3316100a265 req-d2775313-7e58-4df7-83b7-2fa76e23ba7a service neutron] 10.222.0.30 "GET /v2.0/networks/0e0bc273-8d9f-44d1-8671-63baae4c755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7474682 Mar 05 13:40:36.838444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50502) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:36.867712 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2dfea561-c90a-471d-8eaa-d7913ea21e8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:36.885560 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8cb70a60-bd02-4070-9cc3-4f1fdcae64d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:36.988415 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2dfea561-c90a-471d-8eaa-d7913ea21e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.010395 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d8167af8-0199-42bf-b32c-0fdaa5b2c478 req-e1fd0e43-2278-4e10-8ac2-4dcee89ab5cd tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "GET /v2.0/security-groups/0d5dbe09-dc64-409a-87ed-16d1d920be12 HTTP/1.1" status: 200 len: 1804 time: 0.2126529 Mar 05 13:40:37.011500 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-63a97609-8a95-4d77-a5bf-9c7b378cdb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.017447 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dfea561-c90a-471d-8eaa-d7913ea21e8d admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:40:37.017844 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2dfea561-c90a-471d-8eaa-d7913ea21e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:40:37.057846 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:40:37.093879 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-d8167af8-0199-42bf-b32c-0fdaa5b2c478 req-92202375-f179-4597-9399-be3e4260aaea tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9c03ce12-9110-481e-9814-0ad96114bcf2', 'remote_group_id': '0d5dbe09-dc64-409a-87ed-16d1d920be12', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:37.094254 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-d8167af8-0199-42bf-b32c-0fdaa5b2c478 req-92202375-f179-4597-9399-be3e4260aaea tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9c03ce12-9110-481e-9814-0ad96114bcf2', 'remote_group_id': '0d5dbe09-dc64-409a-87ed-16d1d920be12', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:37.105808 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4715b864-204b-4f76-a014-61e3eebfb80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.127718 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8cb70a60-bd02-4070-9cc3-4f1fdcae64d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.140648 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a97609-8a95-4d77-a5bf-9c7b378cdb6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1725e4b-cb92-4bca-afad-6e7ce4db63e3,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:37.146426 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d4b2c0c7-1870-4933-b15d-129b72c80eed req-b82b7ecf-f197-4d7f-a613-0cdbc7b1a896 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.146777 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d4b2c0c7-1870-4933-b15d-129b72c80eed req-b82b7ecf-f197-4d7f-a613-0cdbc7b1a896 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.152011 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cd2862-22c0-449a-b763-1551761c68b3 None None] Network e27f5202-5fa0-4e82-ac0c-ac2ee333eb77 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:40:37.152373 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-63a97609-8a95-4d77-a5bf-9c7b378cdb6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.156652 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4715b864-204b-4f76-a014-61e3eebfb80b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:37.162462 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-d8167af8-0199-42bf-b32c-0fdaa5b2c478 req-92202375-f179-4597-9399-be3e4260aaea tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:37.172864 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d8167af8-0199-42bf-b32c-0fdaa5b2c478 req-92202375-f179-4597-9399-be3e4260aaea tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Usage tracker for resource:security_group_rule and tenant:2ba27b6b29994c85bf5938bb2342fbcf is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:37.175685 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4715b864-204b-4f76-a014-61e3eebfb80b admin admin] Usage tracker for resource:security_group_rule and tenant:cf9d7aff79f040d796a4c300fcf31eab is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:37.182173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d8167af8-0199-42bf-b32c-0fdaa5b2c478 req-92202375-f179-4597-9399-be3e4260aaea tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:37.190790 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-921daa60-6aeb-4e54-9b35-f3316100a265 req-f364b8ee-1035-4b28-adf3-b696487fc2b0 service neutron] 10.222.0.30 "GET /v2.0/networks/0e0bc273-8d9f-44d1-8671-63baae4c755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440919 Mar 05 13:40:37.194251 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-63a97609-8a95-4d77-a5bf-9c7b378cdb6d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e1725e4b-cb92-4bca-afad-6e7ce4db63e3 HTTP/1.1" status: 204 len: 168 time: 1.6711140 Mar 05 13:40:37.194251 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-d8167af8-0199-42bf-b32c-0fdaa5b2c478 req-92202375-f179-4597-9399-be3e4260aaea tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:37.195453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50508) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:37.222567 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2dfea561-c90a-471d-8eaa-d7913ea21e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.234517 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4715b864-204b-4f76-a014-61e3eebfb80b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:37.255793 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2dfea561-c90a-471d-8eaa-d7913ea21e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.272881 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfea561-c90a-471d-8eaa-d7913ea21e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=f681ae8f-75da-4410-adb3-946ec6c4569a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:37.297091 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-8cb70a60-bd02-4070-9cc3-4f1fdcae64d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5149f66-92c2-4f5a-8121-3316b3b27791']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:37.310880 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-d4b2c0c7-1870-4933-b15d-129b72c80eed req-b82b7ecf-f197-4d7f-a613-0cdbc7b1a896 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Calling delete_port for f0907e01-a2cb-426c-a3be-d620cb2c6a41 owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:37.331532 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2dfea561-c90a-471d-8eaa-d7913ea21e8d admin admin] 10.222.0.16 "DELETE /v2.0/networks/f681ae8f-75da-4410-adb3-946ec6c4569a HTTP/1.1" status: 204 len: 168 time: 2.0523045 Mar 05 13:40:37.346547 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4715b864-204b-4f76-a014-61e3eebfb80b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:37.360567 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-8cb70a60-bd02-4070-9cc3-4f1fdcae64d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb4d705-3d00-4734-95cf-24d5b0571f8b') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:37.360865 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-8cb70a60-bd02-4070-9cc3-4f1fdcae64d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb4d705-3d00-4734-95cf-24d5b0571f8b') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:37.368505 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c4b3dc3-790c-4dc2-9edf-7172573a88fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.385526 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8cb70a60-bd02-4070-9cc3-4f1fdcae64d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.418202 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d8167af8-0199-42bf-b32c-0fdaa5b2c478 req-92202375-f179-4597-9399-be3e4260aaea tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.424911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-3c4b3dc3-790c-4dc2-9edf-7172573a88fb admin admin] Deleting port d048128c-2e52-440d-a843-8cbe21e77f61 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:37.425244 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c4b3dc3-790c-4dc2-9edf-7172573a88fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.442657 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8cb70a60-bd02-4070-9cc3-4f1fdcae64d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.474307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb70a60-bd02-4070-9cc3-4f1fdcae64d5 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:40:37.474713 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8cb70a60-bd02-4070-9cc3-4f1fdcae64d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.475356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742494c8-1ce3-497e-8311-cd527a45d2ec None None] DHCP port deletion for e27f5202-5fa0-4e82-ac0c-ac2ee333eb77 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:40:37.480956 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-742494c8-1ce3-497e-8311-cd527a45d2ec None None] Deleting port d048128c-2e52-440d-a843-8cbe21e77f61 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:37.482635 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-742494c8-1ce3-497e-8311-cd527a45d2ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:40:37.488645 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:40:37.502146 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d8167af8-0199-42bf-b32c-0fdaa5b2c478 req-92202375-f179-4597-9399-be3e4260aaea tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.536431 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d8167af8-0199-42bf-b32c-0fdaa5b2c478 req-92202375-f179-4597-9399-be3e4260aaea tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.574153 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50514) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:37.577102 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92202375-f179-4597-9399-be3e4260aaea tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7863ff-57fd-47f1-b297-d30d4de79f9d,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:37.640038 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d8167af8-0199-42bf-b32c-0fdaa5b2c478 req-92202375-f179-4597-9399-be3e4260aaea tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.646441 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d8167af8-0199-42bf-b32c-0fdaa5b2c478 req-92202375-f179-4597-9399-be3e4260aaea tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5679486 Mar 05 13:40:37.665663 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8cb70a60-bd02-4070-9cc3-4f1fdcae64d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.704366 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8cb70a60-bd02-4070-9cc3-4f1fdcae64d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.715624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb70a60-bd02-4070-9cc3-4f1fdcae64d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5149f66-92c2-4f5a-8121-3316b3b27791,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:37.723199 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4715b864-204b-4f76-a014-61e3eebfb80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.727175 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d4b2c0c7-1870-4933-b15d-129b72c80eed req-b82b7ecf-f197-4d7f-a613-0cdbc7b1a896 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.776523 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4715b864-204b-4f76-a014-61e3eebfb80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.799688 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-411d5d79-9d7a-4bfb-bf26-84ef675579f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5ffda21ed5b4786823c5a5c4a431675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237382 Mar 05 13:40:37.800623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50528) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:37.803102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b7ecf-f197-4d7f-a613-0cdbc7b1a896 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Pushing event deleted for resources: {'Port': ['ID=f0907e01-a2cb-426c-a3be-d620cb2c6a41,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:37.803727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-3c4b3dc3-790c-4dc2-9edf-7172573a88fb admin admin] For port d048128c-2e52-440d-a843-8cbe21e77f61, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d048128c-2e52-440d-a843-8cbe21e77f61,segment=NetworkSegment(85d2ef8a-2e90-47fe-a18d-202f9233c7d4),segment_id=85d2ef8a-2e90-47fe-a18d-202f9233c7d4)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:37.804892 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c4b3dc3-790c-4dc2-9edf-7172573a88fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.809592 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8cb70a60-bd02-4070-9cc3-4f1fdcae64d5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f5149f66-92c2-4f5a-8121-3316b3b27791 HTTP/1.1" status: 204 len: 168 time: 1.0880084 Mar 05 13:40:37.921791 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4715b864-204b-4f76-a014-61e3eebfb80b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf9d7aff79f040d796a4c300fcf31eab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0787148 Mar 05 13:40:37.922642 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715b864-204b-4f76-a014-61e3eebfb80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b1c74f-f2cf-44cb-935c-adec76543bc3,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:37.925736 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-742494c8-1ce3-497e-8311-cd527a45d2ec None None] For port d048128c-2e52-440d-a843-8cbe21e77f61, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d048128c-2e52-440d-a843-8cbe21e77f61,segment=NetworkSegment(85d2ef8a-2e90-47fe-a18d-202f9233c7d4),segment_id=85d2ef8a-2e90-47fe-a18d-202f9233c7d4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:37.926243 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-742494c8-1ce3-497e-8311-cd527a45d2ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.927174 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50534) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:37.966107 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d4b2c0c7-1870-4933-b15d-129b72c80eed req-b82b7ecf-f197-4d7f-a613-0cdbc7b1a896 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.969048 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d4b2c0c7-1870-4933-b15d-129b72c80eed req-b82b7ecf-f197-4d7f-a613-0cdbc7b1a896 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:37.970400 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d4b2c0c7-1870-4933-b15d-129b72c80eed req-b82b7ecf-f197-4d7f-a613-0cdbc7b1a896 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "DELETE /v2.0/floatingips/e3472f8b-766f-4528-b47c-592d65f75be8 HTTP/1.1" status: 204 len: 173 time: 1.9300580 Mar 05 13:40:37.995638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-3c4b3dc3-790c-4dc2-9edf-7172573a88fb admin admin] Calling delete_port for d048128c-2e52-440d-a843-8cbe21e77f61 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:38.011428 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c044d328-7f40-4879-a56a-663f9ab87155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:38.043106 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c044d328-7f40-4879-a56a-663f9ab87155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:38.089101 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017bf4c0-12e3-4b50-8f1c-db32e13ceaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac798050-0d95-4fc9-a221-4b78345fe7d5', 'code': 200} Mar 05 13:40:38.089326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-4475fa66-550e-4132-aa19-d582e7a209d2 req-0c181b0a-297f-49ac-8e43-f55056e60ba3 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-644057571', 'description': 'tempest-description-1873132212'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:38.094579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50540) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:38.096587 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-742494c8-1ce3-497e-8311-cd527a45d2ec None None] Calling delete_port for d048128c-2e52-440d-a843-8cbe21e77f61 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:38.098839 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-4475fa66-550e-4132-aa19-d582e7a209d2 req-0c181b0a-297f-49ac-8e43-f55056e60ba3 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:38.148328 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4475fa66-550e-4132-aa19-d582e7a209d2 req-0c181b0a-297f-49ac-8e43-f55056e60ba3 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Usage tracker for resource:security_group and tenant:2ba27b6b29994c85bf5938bb2342fbcf is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:38.170343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4475fa66-550e-4132-aa19-d582e7a209d2 req-0c181b0a-297f-49ac-8e43-f55056e60ba3 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:38.178019 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-742494c8-1ce3-497e-8311-cd527a45d2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:38.187591 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-4475fa66-550e-4132-aa19-d582e7a209d2 req-0c181b0a-297f-49ac-8e43-f55056e60ba3 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:38.194836 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-55bdb504-0e50-4040-8911-ebc950e6f6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:38.222480 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-3c4b3dc3-790c-4dc2-9edf-7172573a88fb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:40:38.222878 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-3c4b3dc3-790c-4dc2-9edf-7172573a88fb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:40:38.227127 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4475fa66-550e-4132-aa19-d582e7a209d2 req-0c181b0a-297f-49ac-8e43-f55056e60ba3 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:38.229636 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742494c8-1ce3-497e-8311-cd527a45d2ec None None] Pushing event deleted for resources: {'Port': ['ID=d048128c-2e52-440d-a843-8cbe21e77f61,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:38.233205 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742494c8-1ce3-497e-8311-cd527a45d2ec None None] No DVR routers for this DVR port d048128c-2e52-440d-a843-8cbe21e77f61 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:40:38.234737 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e8e3c-34f3-4842-9e89-cd0f8bbdad90 req-b7922e11-4416-4dca-8240-fe1ae8af159d tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:38.236447 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db7e8e3c-34f3-4842-9e89-cd0f8bbdad90 req-b7922e11-4416-4dca-8240-fe1ae8af159d tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/ports?device_id=5355cc01-e35d-4726-8e84-b0643b04efbe HTTP/1.1" status: 200 len: 946 time: 0.3964739 Mar 05 13:40:38.240802 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-55bdb504-0e50-4040-8911-ebc950e6f6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:38.245648 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a710641b-066d-416f-8670-9957b4437a25 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=293ce29818c24610874b0170cb644d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478403 Mar 05 13:40:38.247820 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50544) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:38.272140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-4475fa66-550e-4132-aa19-d582e7a209d2 req-0c181b0a-297f-49ac-8e43-f55056e60ba3 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:38.282945 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4475fa66-550e-4132-aa19-d582e7a209d2 req-0c181b0a-297f-49ac-8e43-f55056e60ba3 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Usage tracker for resource:security_group_rule and tenant:2ba27b6b29994c85bf5938bb2342fbcf is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:38.286939 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c044d328-7f40-4879-a56a-663f9ab87155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:38.290910 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4475fa66-550e-4132-aa19-d582e7a209d2 req-0c181b0a-297f-49ac-8e43-f55056e60ba3 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:38.309982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-4475fa66-550e-4132-aa19-d582e7a209d2 req-0c181b0a-297f-49ac-8e43-f55056e60ba3 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:38.314943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044d328-7f40-4879-a56a-663f9ab87155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b1c74f-f2cf-44cb-935c-adec76543bc3,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:38.323685 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22768211-8eaa-4a71-9c46-a92538257a9d req-9def947b-35dc-41ad-b4ea-3ca93f3f02a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:38.325172 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-22768211-8eaa-4a71-9c46-a92538257a9d req-9def947b-35dc-41ad-b4ea-3ca93f3f02a9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=017bf4c0-12e3-4b50-8f1c-db32e13ceaee HTTP/1.1" status: 200 len: 1096 time: 0.2141426 Mar 05 13:40:38.331672 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c044d328-7f40-4879-a56a-663f9ab87155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:38.332783 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c044d328-7f40-4879-a56a-663f9ab87155 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4b1c74f-f2cf-44cb-935c-adec76543bc3 HTTP/1.1" status: 204 len: 168 time: 0.4045200 Mar 05 13:40:38.361288 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db7e8e3c-34f3-4842-9e89-cd0f8bbdad90 req-500f3426-1830-4293-b268-44905f0174f2 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/security-groups?id=46835579-3c61-41aa-8133-6e49016720e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119502 Mar 05 13:40:38.415849 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-22768211-8eaa-4a71-9c46-a92538257a9d req-20c766fa-3e6d-4bc6-931d-6ea2d8861a3f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=46835579-3c61-41aa-8133-6e49016720e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817330 Mar 05 13:40:38.435097 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-55bdb504-0e50-4040-8911-ebc950e6f6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:38.482614 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d048128c-2e52-440d-a843-8cbe21e77f61 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:40:38.532972 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: d048128c-2e52-440d-a843-8cbe21e77f61 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:40:38.533326 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d048128c-2e52-440d-a843-8cbe21e77f61 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:40:38.577919 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7fb4bd0d-6718-47cc-8172-d806c20dae31 req-df9df838-908e-402b-b1d4-652bf9f4488e tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/floatingips/71a24dbd-a1ed-4928-959b-a9f9cda56fe3 HTTP/1.1" status: 200 len: 693 time: 0.1658070 Mar 05 13:40:38.578826 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07898761-a31d-44c2-92db-43072c176fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:38.584487 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdb504-0e50-4040-8911-ebc950e6f6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec2ed05-bd2b-498d-9976-42db00818699,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:38.608762 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4475fa66-550e-4132-aa19-d582e7a209d2 req-0c181b0a-297f-49ac-8e43-f55056e60ba3 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:38.615281 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4475fa66-550e-4132-aa19-d582e7a209d2 req-0c181b0a-297f-49ac-8e43-f55056e60ba3 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:38.648684 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-55bdb504-0e50-4040-8911-ebc950e6f6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:38.649787 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-55bdb504-0e50-4040-8911-ebc950e6f6b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ec2ed05-bd2b-498d-9976-42db00818699 HTTP/1.1" status: 204 len: 168 time: 0.8340192 Mar 05 13:40:38.656230 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07898761-a31d-44c2-92db-43072c176fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:38.659915 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c181b0a-297f-49ac-8e43-f55056e60ba3 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63c75514-b0c6-4aa1-930d-7d729981ba25,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:38.673372 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4475fa66-550e-4132-aa19-d582e7a209d2 req-0c181b0a-297f-49ac-8e43-f55056e60ba3 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:38.675542 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4475fa66-550e-4132-aa19-d582e7a209d2 req-0c181b0a-297f-49ac-8e43-f55056e60ba3 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5971475 Mar 05 13:40:38.704469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-fc98efd7-517a-41e1-ac33-bdfcdc137405 req-df989204-d833-470f-b2af-96d19c379118 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-925267899', 'description': 'tempest-description-2100744135'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:38.716211 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-fc98efd7-517a-41e1-ac33-bdfcdc137405 req-df989204-d833-470f-b2af-96d19c379118 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:38.716720 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-065657ba-9d1c-4e79-9f68-5f5ae3908373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:38.721194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-fc98efd7-517a-41e1-ac33-bdfcdc137405 req-df989204-d833-470f-b2af-96d19c379118 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Usage tracker for resource:security_group and tenant:2ba27b6b29994c85bf5938bb2342fbcf is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:38.724621 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-fc98efd7-517a-41e1-ac33-bdfcdc137405 req-df989204-d833-470f-b2af-96d19c379118 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:38.731239 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-3c4b3dc3-790c-4dc2-9edf-7172573a88fb admin admin] Deleting port d048128c-2e52-440d-a843-8cbe21e77f61 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:38.731584 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c4b3dc3-790c-4dc2-9edf-7172573a88fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:38.732691 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-fc98efd7-517a-41e1-ac33-bdfcdc137405 req-df989204-d833-470f-b2af-96d19c379118 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:38.745044 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fc98efd7-517a-41e1-ac33-bdfcdc137405 req-df989204-d833-470f-b2af-96d19c379118 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:38.778092 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-fc98efd7-517a-41e1-ac33-bdfcdc137405 req-df989204-d833-470f-b2af-96d19c379118 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:38.783157 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-fc98efd7-517a-41e1-ac33-bdfcdc137405 req-df989204-d833-470f-b2af-96d19c379118 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Usage tracker for resource:security_group_rule and tenant:2ba27b6b29994c85bf5938bb2342fbcf is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:38.786701 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-fc98efd7-517a-41e1-ac33-bdfcdc137405 req-df989204-d833-470f-b2af-96d19c379118 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:38.795400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-fc98efd7-517a-41e1-ac33-bdfcdc137405 req-df989204-d833-470f-b2af-96d19c379118 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:38.879596 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50558) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:38.902469 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fc98efd7-517a-41e1-ac33-bdfcdc137405 req-df989204-d833-470f-b2af-96d19c379118 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:38.905730 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-00aaf57d-b28c-43d5-bc45-b768ec8dcce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:38.918313 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fc98efd7-517a-41e1-ac33-bdfcdc137405 req-df989204-d833-470f-b2af-96d19c379118 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:38.948803 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-00aaf57d-b28c-43d5-bc45-b768ec8dcce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:38.963617 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-00aaf57d-b28c-43d5-bc45-b768ec8dcce1 admin admin] Usage tracker for resource:security_group_rule and tenant:c7e25aa8dbc642a5b711296c6cd04ee5 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:38.963927 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-3c4b3dc3-790c-4dc2-9edf-7172573a88fb admin admin] The port 'd048128c-2e52-440d-a843-8cbe21e77f61' was deleted {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:40:38.972294 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-00aaf57d-b28c-43d5-bc45-b768ec8dcce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:38.984435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-00aaf57d-b28c-43d5-bc45-b768ec8dcce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:38.986733 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df989204-d833-470f-b2af-96d19c379118 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e1fa0b-2efa-46d5-804b-9fba66d5e700,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:38.993328 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fc98efd7-517a-41e1-ac33-bdfcdc137405 req-df989204-d833-470f-b2af-96d19c379118 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:38.994575 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fc98efd7-517a-41e1-ac33-bdfcdc137405 req-df989204-d833-470f-b2af-96d19c379118 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2972221 Mar 05 13:40:39.081902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4bd0d-6718-47cc-8172-d806c20dae31 req-8a1c8a1f-7841-4f2b-a624-f20ee04e1998 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:39.083497 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7fb4bd0d-6718-47cc-8172-d806c20dae31 req-8a1c8a1f-7841-4f2b-a624-f20ee04e1998 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.4892004 Mar 05 13:40:39.144635 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-00aaf57d-b28c-43d5-bc45-b768ec8dcce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:39.151145 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-00aaf57d-b28c-43d5-bc45-b768ec8dcce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:39.199118 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50574) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:39.219469 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07898761-a31d-44c2-92db-43072c176fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:39.224770 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c4b3dc3-790c-4dc2-9edf-7172573a88fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:39.246966 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-00aaf57d-b28c-43d5-bc45-b768ec8dcce1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7e25aa8dbc642a5b711296c6cd04ee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3660843 Mar 05 13:40:39.248120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aaf57d-b28c-43d5-bc45-b768ec8dcce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec57d50-0adc-4841-937f-04e0a87da694,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:39.253795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50578) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:39.256683 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c4849144-3b64-4b1d-b1c4-4213cf15a2b7 req-9555f4ab-06ec-4325-8e4f-a3fb49ad4990 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "GET /v2.0/security-groups/63c75514-b0c6-4aa1-930d-7d729981ba25 HTTP/1.1" status: 200 len: 1804 time: 0.1311615 Mar 05 13:40:39.284067 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7fb4bd0d-6718-47cc-8172-d806c20dae31 req-6d90449f-8564-4c52-b44d-03ddf0986ca7 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Synchronizing usage tracker for tenant:5afe79ad28c44a28a406edc898c660d4 on resource:floatingip {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:40:39.290553 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07898761-a31d-44c2-92db-43072c176fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e446e42b-2574-4df1-9d41-6411f8185f67,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:39.297793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-3c4b3dc3-790c-4dc2-9edf-7172573a88fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27f5202-5fa0-4e82-ac0c-ac2ee333eb77']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:39.318444 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-3c4b3dc3-790c-4dc2-9edf-7172573a88fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d2ef8a-2e90-47fe-a18d-202f9233c7d4') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:39.318746 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-3c4b3dc3-790c-4dc2-9edf-7172573a88fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d2ef8a-2e90-47fe-a18d-202f9233c7d4') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:39.325546 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07898761-a31d-44c2-92db-43072c176fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:39.326643 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-07898761-a31d-44c2-92db-43072c176fd1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e446e42b-2574-4df1-9d41-6411f8185f67 HTTP/1.1" status: 204 len: 168 time: 1.0767698 Mar 05 13:40:39.333554 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c4b3dc3-790c-4dc2-9edf-7172573a88fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:39.341221 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7fb4bd0d-6718-47cc-8172-d806c20dae31 req-6d90449f-8564-4c52-b44d-03ddf0986ca7 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Unset dirty status for tenant:5afe79ad28c44a28a406edc898c660d4 on resource:floatingip {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:40:39.342746 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7fb4bd0d-6718-47cc-8172-d806c20dae31 req-6d90449f-8564-4c52-b44d-03ddf0986ca7 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 696 time: 0.1846728 Mar 05 13:40:39.354314 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c4b3dc3-790c-4dc2-9edf-7172573a88fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:39.361681 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f1ec23c3-2df6-4ab8-ae0b-043915e72fba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64f42554417244fdb19ca43dda63368b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1614738 Mar 05 13:40:39.371545 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50584) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:39.410638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c4b3dc3-790c-4dc2-9edf-7172573a88fb admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:40:39.411071 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c4b3dc3-790c-4dc2-9edf-7172573a88fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:39.418922 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c4849144-3b64-4b1d-b1c4-4213cf15a2b7 req-30c58f47-e2df-49ca-ba3a-81bfb488fcbb tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "GET /v2.0/security-groups/75e1fa0b-2efa-46d5-804b-9fba66d5e700 HTTP/1.1" status: 200 len: 1804 time: 0.1494300 Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:40:39.430071 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:40:39.433189 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2781eeaa-854e-4c72-a2f7-5c1319518e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:39.454970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-c4849144-3b64-4b1d-b1c4-4213cf15a2b7 req-3fc21363-ef46-47f0-a35d-60ddfee1d8dc tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '63c75514-b0c6-4aa1-930d-7d729981ba25', 'remote_group_id': '75e1fa0b-2efa-46d5-804b-9fba66d5e700', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:39.455322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-c4849144-3b64-4b1d-b1c4-4213cf15a2b7 req-3fc21363-ef46-47f0-a35d-60ddfee1d8dc tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '63c75514-b0c6-4aa1-930d-7d729981ba25', 'remote_group_id': '75e1fa0b-2efa-46d5-804b-9fba66d5e700', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:39.466008 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-c4849144-3b64-4b1d-b1c4-4213cf15a2b7 req-3fc21363-ef46-47f0-a35d-60ddfee1d8dc tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:39.475971 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c4849144-3b64-4b1d-b1c4-4213cf15a2b7 req-3fc21363-ef46-47f0-a35d-60ddfee1d8dc tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Usage tracker for resource:security_group_rule and tenant:2ba27b6b29994c85bf5938bb2342fbcf is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:39.489134 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c4849144-3b64-4b1d-b1c4-4213cf15a2b7 req-3fc21363-ef46-47f0-a35d-60ddfee1d8dc tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:39.496963 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device ee97d600-3c5d-4da8-a80f-bee356e495b2 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:40:39.504314 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2781eeaa-854e-4c72-a2f7-5c1319518e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:39.514005 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-c4849144-3b64-4b1d-b1c4-4213cf15a2b7 req-3fc21363-ef46-47f0-a35d-60ddfee1d8dc tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:39.514331 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7fb4bd0d-6718-47cc-8172-d806c20dae31 req-4433dbcd-7a6c-4bec-85f2-51116a594bef tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 696 time: 0.1572607 Mar 05 13:40:39.547969 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8fb70958-728f-47e2-9d34-d0d225c3fea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:39.605463 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c4b3dc3-790c-4dc2-9edf-7172573a88fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:39.626105 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8fb70958-728f-47e2-9d34-d0d225c3fea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:39.631927 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c4b3dc3-790c-4dc2-9edf-7172573a88fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:39.718370 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port ee97d600-3c5d-4da8-a80f-bee356e495b2, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ee97d600-3c5d-4da8-a80f-bee356e495b2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:39.719343 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b3dc3-790c-4dc2-9edf-7172573a88fb admin admin] Pushing event deleted for resources: {'Network': ['ID=e27f5202-5fa0-4e82-ac0c-ac2ee333eb77,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:39.738023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'ee97d600-3c5d-4da8-a80f-bee356e495b2', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': 'ee97d600-3c5d-4da8-a80f-bee356e495b2', 'mac_address': 'fa:16:3e:bf:93:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:40:39.746556 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3c4b3dc3-790c-4dc2-9edf-7172573a88fb admin admin] 10.222.0.16 "DELETE /v2.0/networks/e27f5202-5fa0-4e82-ac0c-ac2ee333eb77 HTTP/1.1" status: 204 len: 168 time: 2.5499976 Mar 05 13:40:39.747787 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-7fb4bd0d-6718-47cc-8172-d806c20dae31 req-1821d8a7-4c08-4788-9a33-5cae8acffdfe tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Deleting port 03e44799-f1e8-470e-92d6-801d6ed1803d {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:39.748114 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7fb4bd0d-6718-47cc-8172-d806c20dae31 req-1821d8a7-4c08-4788-9a33-5cae8acffdfe tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:39.761122 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c4849144-3b64-4b1d-b1c4-4213cf15a2b7 req-3fc21363-ef46-47f0-a35d-60ddfee1d8dc tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:39.795921 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2781eeaa-854e-4c72-a2f7-5c1319518e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:39.842325 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781eeaa-854e-4c72-a2f7-5c1319518e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec57d50-0adc-4841-937f-04e0a87da694,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:39.901427 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:39.920236 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2781eeaa-854e-4c72-a2f7-5c1319518e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:39.925723 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2781eeaa-854e-4c72-a2f7-5c1319518e21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cec57d50-0adc-4841-937f-04e0a87da694 HTTP/1.1" status: 204 len: 168 time: 0.6644142 Mar 05 13:40:39.964502 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8fb70958-728f-47e2-9d34-d0d225c3fea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:39.968176 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee97d600-3c5d-4da8-a80f-bee356e495b2 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:40:39.995762 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c4849144-3b64-4b1d-b1c4-4213cf15a2b7 req-3fc21363-ef46-47f0-a35d-60ddfee1d8dc tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:40.016566 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port ee97d600-3c5d-4da8-a80f-bee356e495b2, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ee97d600-3c5d-4da8-a80f-bee356e495b2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:40.026014 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:40.034629 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c4849144-3b64-4b1d-b1c4-4213cf15a2b7 req-3fc21363-ef46-47f0-a35d-60ddfee1d8dc tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:40.049547 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50604) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:40.069967 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7fb4bd0d-6718-47cc-8172-d806c20dae31 req-1821d8a7-4c08-4788-9a33-5cae8acffdfe tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:40.071093 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7fb4bd0d-6718-47cc-8172-d806c20dae31 req-1821d8a7-4c08-4788-9a33-5cae8acffdfe tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:40.092275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb70958-728f-47e2-9d34-d0d225c3fea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9253d4-412d-4a28-8f56-f62de329c7bb,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:40.124715 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5355cc01-e35d-4726-8e84-b0643b04efbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5663d9c3-2bca-4cef-9c00-236391bd2667'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:40:40.162461 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50610) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:40.185327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=ee97d600-3c5d-4da8-a80f-bee356e495b2,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:40.188007 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc21363-ef46-47f0-a35d-60ddfee1d8dc tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dfc0478-8f5b-4ef7-a7a2-e2bd6e04cc48,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:40.194271 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8fb70958-728f-47e2-9d34-d0d225c3fea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:40.195644 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8fb70958-728f-47e2-9d34-d0d225c3fea3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc9253d4-412d-4a28-8f56-f62de329c7bb HTTP/1.1" status: 204 len: 168 time: 0.8229868 Mar 05 13:40:40.211698 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:40.212131 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:40.212473 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:40.212808 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:40.213137 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:40.213461 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:40.213785 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:40.214106 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:40.214435 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:40.214734 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:40.225556 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:40.226916 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:40:40.227932 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-7fb4bd0d-6718-47cc-8172-d806c20dae31 req-1821d8a7-4c08-4788-9a33-5cae8acffdfe tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Calling delete_port for 03e44799-f1e8-470e-92d6-801d6ed1803d owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:40.234018 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c4849144-3b64-4b1d-b1c4-4213cf15a2b7 req-3fc21363-ef46-47f0-a35d-60ddfee1d8dc tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:40.234960 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['ee97d600-3c5d-4da8-a80f-bee356e495b2'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:40:40.252708 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c4849144-3b64-4b1d-b1c4-4213cf15a2b7 req-3fc21363-ef46-47f0-a35d-60ddfee1d8dc tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8218739 Mar 05 13:40:40.423396 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d10ffaef-e9f7-41f2-a855-436dab074958 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=623cc9f32841436ebf21d071d3bbde3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571938 Mar 05 13:40:40.424791 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50624) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:40.430994 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3d19d08d-fac1-406b-90db-3f381c6912ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7db55842928f474eb6ed42ad1b599933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630123 Mar 05 13:40:40.433478 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50630) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:40.567170 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7fb4bd0d-6718-47cc-8172-d806c20dae31 req-1821d8a7-4c08-4788-9a33-5cae8acffdfe tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:40.641221 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a761e5f-a425-4dbf-8773-d8de42150c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:40.666422 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0bfbab7c-39f9-4230-a882-19243a06d60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:40.671424 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a761e5f-a425-4dbf-8773-d8de42150c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:40.674094 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821d8a7-4c08-4788-9a33-5cae8acffdfe tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Pushing event deleted for resources: {'Port': ['ID=03e44799-f1e8-470e-92d6-801d6ed1803d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:40.758319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287dbfa-1a64-4bbd-a0c3-f4ca65c1bdeb req-1fd317fe-d78d-4b3b-b290-6ed186d6cab9 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:40.759981 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b287dbfa-1a64-4bbd-a0c3-f4ca65c1bdeb req-1fd317fe-d78d-4b3b-b290-6ed186d6cab9 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/ports?device_id=5355cc01-e35d-4726-8e84-b0643b04efbe HTTP/1.1" status: 200 len: 946 time: 0.2901170 Mar 05 13:40:40.832057 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b287dbfa-1a64-4bbd-a0c3-f4ca65c1bdeb req-8031690a-0012-4336-82be-6ff87f4bacc1 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/security-groups?id=46835579-3c61-41aa-8133-6e49016720e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556898 Mar 05 13:40:40.833697 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a761e5f-a425-4dbf-8773-d8de42150c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:40.854238 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a761e5f-a425-4dbf-8773-d8de42150c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e17f36-cec4-4639-8fc4-7c21e339ee60,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:40.880937 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a761e5f-a425-4dbf-8773-d8de42150c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:40.887336 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9a761e5f-a425-4dbf-8773-d8de42150c37 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95e17f36-cec4-4639-8fc4-7c21e339ee60 HTTP/1.1" status: 204 len: 168 time: 0.4527419 Mar 05 13:40:40.908112 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0523be9c-8029-40ee-9344-437f2fbf426b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:40.956650 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0bfbab7c-39f9-4230-a882-19243a06d60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:40.975446 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7fb4bd0d-6718-47cc-8172-d806c20dae31 req-1821d8a7-4c08-4788-9a33-5cae8acffdfe tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:41.106317 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0bfbab7c-39f9-4230-a882-19243a06d60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:41.108779 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0bfbab7c-39f9-4230-a882-19243a06d60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:41.110151 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0bfbab7c-39f9-4230-a882-19243a06d60f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64d73c22-cf7d-4f76-b013-9c599476d409 HTTP/1.1" status: 204 len: 168 time: 0.6843135 Mar 05 13:40:41.125894 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7fb4bd0d-6718-47cc-8172-d806c20dae31 req-1821d8a7-4c08-4788-9a33-5cae8acffdfe tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:41.128976 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7fb4bd0d-6718-47cc-8172-d806c20dae31 req-1821d8a7-4c08-4788-9a33-5cae8acffdfe tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "DELETE /v2.0/floatingips/71a24dbd-a1ed-4928-959b-a9f9cda56fe3 HTTP/1.1" status: 204 len: 173 time: 1.6008587 Mar 05 13:40:41.129741 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbab7c-39f9-4230-a882-19243a06d60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d73c22-cf7d-4f76-b013-9c599476d409,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:41.275559 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-803c9c1e-2003-4994-a9a5-46bbf7605c39 req-9e4c8096-4afd-477f-ad56-d16cdc668185 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "GET /v2.0/security-groups/75e1fa0b-2efa-46d5-804b-9fba66d5e700 HTTP/1.1" status: 200 len: 1804 time: 0.1087487 Mar 05 13:40:41.370359 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-803c9c1e-2003-4994-a9a5-46bbf7605c39 req-79b20cad-4d9e-4036-90e8-5451237ac17e tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:41.416176 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-803c9c1e-2003-4994-a9a5-46bbf7605c39 req-79b20cad-4d9e-4036-90e8-5451237ac17e tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:41.456951 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5355cc01-e35d-4726-8e84-b0643b04efbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5663d9c3-2bca-4cef-9c00-236391bd2667', 'code': 200} Mar 05 13:40:41.517768 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device ee97d600-3c5d-4da8-a80f-bee356e495b2 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:40:41.622452 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-803c9c1e-2003-4994-a9a5-46bbf7605c39 req-79b20cad-4d9e-4036-90e8-5451237ac17e tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:41.645618 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dfb316cb-c1fc-49f2-a054-6f7d71c97abb req-89d9b19b-9db2-486a-9751-c839b271991b tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/floatingips/23c58928-c6c0-46e6-a243-8a399e735462 HTTP/1.1" status: 200 len: 693 time: 0.1440153 Mar 05 13:40:41.646885 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9686cf-d630-44d2-bb2c-560735505b43 req-814a9e55-ad42-456f-bb25-e4a5d36f9e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:41.648603 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8b9686cf-d630-44d2-bb2c-560735505b43 req-814a9e55-ad42-456f-bb25-e4a5d36f9e71 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5355cc01-e35d-4726-8e84-b0643b04efbe HTTP/1.1" status: 200 len: 1097 time: 0.1160097 Mar 05 13:40:41.651718 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b20cad-4d9e-4036-90e8-5451237ac17e tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e1fa0b-2efa-46d5-804b-9fba66d5e700,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:41.675725 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-803c9c1e-2003-4994-a9a5-46bbf7605c39 req-79b20cad-4d9e-4036-90e8-5451237ac17e tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:41.676671 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-803c9c1e-2003-4994-a9a5-46bbf7605c39 req-79b20cad-4d9e-4036-90e8-5451237ac17e tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "DELETE /v2.0/security-groups/75e1fa0b-2efa-46d5-804b-9fba66d5e700 HTTP/1.1" status: 204 len: 173 time: 0.4000719 Mar 05 13:40:41.793607 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port ee97d600-3c5d-4da8-a80f-bee356e495b2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:40:41.794167 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:41.815475 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8b9686cf-d630-44d2-bb2c-560735505b43 req-7bf9efb7-d228-4a3c-8fdc-0a6954828d13 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=46835579-3c61-41aa-8133-6e49016720e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549742 Mar 05 13:40:41.895715 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f59f0ba-1f54-4aea-9d7f-89be4cc8e946 req-d1a8dcc5-d3a2-4289-b1cd-b13aba8883de tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "GET /v2.0/security-groups/63c75514-b0c6-4aa1-930d-7d729981ba25 HTTP/1.1" status: 200 len: 1804 time: 0.1835082 Mar 05 13:40:41.951910 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:42.028440 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:42.075690 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:42.090919 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb316cb-c1fc-49f2-a054-6f7d71c97abb req-1dfa054e-eeb6-4326-8542-9707ee7cfdb9 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:42.092626 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dfb316cb-c1fc-49f2-a054-6f7d71c97abb req-1dfa054e-eeb6-4326-8542-9707ee7cfdb9 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.4454682 Mar 05 13:40:42.108706 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port ee97d600-3c5d-4da8-a80f-bee356e495b2, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ee97d600-3c5d-4da8-a80f-bee356e495b2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:42.119532 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:42.204895 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=ee97d600-3c5d-4da8-a80f-bee356e495b2,revision_number=10']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:42.209536 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b056df3-a406-44e2-bd66-719dd234c9c8 req-1e370bb9-7e9d-47b5-91d4-93c3d1dd9d17 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:42.211780 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0b056df3-a406-44e2-bd66-719dd234c9c8 req-1e370bb9-7e9d-47b5-91d4-93c3d1dd9d17 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/ports?device_id=5355cc01-e35d-4726-8e84-b0643b04efbe HTTP/1.1" status: 200 len: 946 time: 0.1847417 Mar 05 13:40:42.293175 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-dfb316cb-c1fc-49f2-a054-6f7d71c97abb req-b63097ba-08b8-48c7-bef9-4a7928383af0 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Synchronizing usage tracker for tenant:5afe79ad28c44a28a406edc898c660d4 on resource:floatingip {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:40:42.308817 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0b056df3-a406-44e2-bd66-719dd234c9c8 req-ebf26fb1-1ec0-4ff0-b542-2378a156bc41 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/security-groups?id=46835579-3c61-41aa-8133-6e49016720e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891345 Mar 05 13:40:42.327272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-dfb316cb-c1fc-49f2-a054-6f7d71c97abb req-b63097ba-08b8-48c7-bef9-4a7928383af0 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Unset dirty status for tenant:5afe79ad28c44a28a406edc898c660d4 on resource:floatingip {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:40:42.328404 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dfb316cb-c1fc-49f2-a054-6f7d71c97abb req-b63097ba-08b8-48c7-bef9-4a7928383af0 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.189 HTTP/1.1" status: 200 len: 696 time: 0.2264545 Mar 05 13:40:42.345942 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-beba968c-41dd-4bfa-82a3-b13bf63c2c36 req-ebebfb1f-327d-4f96-9f66-97f1ad6cdd0a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1169022573', 'description': 'tempest-description-1626075159'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:42.365046 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-beba968c-41dd-4bfa-82a3-b13bf63c2c36 req-ebebfb1f-327d-4f96-9f66-97f1ad6cdd0a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:42.374297 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-beba968c-41dd-4bfa-82a3-b13bf63c2c36 req-ebebfb1f-327d-4f96-9f66-97f1ad6cdd0a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Usage tracker for resource:security_group and tenant:2ba27b6b29994c85bf5938bb2342fbcf is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:42.383397 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-beba968c-41dd-4bfa-82a3-b13bf63c2c36 req-ebebfb1f-327d-4f96-9f66-97f1ad6cdd0a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:42.398657 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-beba968c-41dd-4bfa-82a3-b13bf63c2c36 req-ebebfb1f-327d-4f96-9f66-97f1ad6cdd0a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:42.408954 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-beba968c-41dd-4bfa-82a3-b13bf63c2c36 req-ebebfb1f-327d-4f96-9f66-97f1ad6cdd0a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:42.435400 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-beba968c-41dd-4bfa-82a3-b13bf63c2c36 req-ebebfb1f-327d-4f96-9f66-97f1ad6cdd0a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:42.440385 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-beba968c-41dd-4bfa-82a3-b13bf63c2c36 req-ebebfb1f-327d-4f96-9f66-97f1ad6cdd0a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Usage tracker for resource:security_group_rule and tenant:2ba27b6b29994c85bf5938bb2342fbcf is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:42.444554 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-beba968c-41dd-4bfa-82a3-b13bf63c2c36 req-ebebfb1f-327d-4f96-9f66-97f1ad6cdd0a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:42.454741 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-beba968c-41dd-4bfa-82a3-b13bf63c2c36 req-ebebfb1f-327d-4f96-9f66-97f1ad6cdd0a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:42.509830 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dfb316cb-c1fc-49f2-a054-6f7d71c97abb req-2dcb3ae7-ee23-48a3-9d94-7d6301c83786 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.189 HTTP/1.1" status: 200 len: 696 time: 0.1697118 Mar 05 13:40:42.568695 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-beba968c-41dd-4bfa-82a3-b13bf63c2c36 req-ebebfb1f-327d-4f96-9f66-97f1ad6cdd0a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:42.577766 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-beba968c-41dd-4bfa-82a3-b13bf63c2c36 req-ebebfb1f-327d-4f96-9f66-97f1ad6cdd0a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:42.629624 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebfb1f-327d-4f96-9f66-97f1ad6cdd0a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81ab4bde-05c5-45af-bfc3-b5773a546501,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:42.635082 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-beba968c-41dd-4bfa-82a3-b13bf63c2c36 req-ebebfb1f-327d-4f96-9f66-97f1ad6cdd0a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:42.636320 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-beba968c-41dd-4bfa-82a3-b13bf63c2c36 req-ebebfb1f-327d-4f96-9f66-97f1ad6cdd0a tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2947507 Mar 05 13:40:42.865785 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-dfb316cb-c1fc-49f2-a054-6f7d71c97abb req-27a2d49b-d75c-4cd1-8270-383d05645f99 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Deleting port 0ef7e68c-78c3-4870-86c1-29799cb23cd8 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:42.866832 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dfb316cb-c1fc-49f2-a054-6f7d71c97abb req-27a2d49b-d75c-4cd1-8270-383d05645f99 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:42.934344 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4aec162f-2299-4192-86fe-dca805ce2bfa req-994ab761-97db-4db3-9832-dd12503303e5 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "GET /v2.0/security-groups/81ab4bde-05c5-45af-bfc3-b5773a546501 HTTP/1.1" status: 200 len: 1805 time: 0.1570849 Mar 05 13:40:42.939148 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-4aec162f-2299-4192-86fe-dca805ce2bfa req-a5027716-f613-43de-aced-c79150f2e535 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81ab4bde-05c5-45af-bfc3-b5773a546501', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:42.939463 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-4aec162f-2299-4192-86fe-dca805ce2bfa req-a5027716-f613-43de-aced-c79150f2e535 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81ab4bde-05c5-45af-bfc3-b5773a546501', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:42.975412 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-4aec162f-2299-4192-86fe-dca805ce2bfa req-a5027716-f613-43de-aced-c79150f2e535 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:42.984022 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-4aec162f-2299-4192-86fe-dca805ce2bfa req-a5027716-f613-43de-aced-c79150f2e535 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Usage tracker for resource:security_group_rule and tenant:2ba27b6b29994c85bf5938bb2342fbcf is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:42.993221 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-4aec162f-2299-4192-86fe-dca805ce2bfa req-a5027716-f613-43de-aced-c79150f2e535 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:43.008207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-4aec162f-2299-4192-86fe-dca805ce2bfa req-a5027716-f613-43de-aced-c79150f2e535 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:43.140379 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-4aec162f-2299-4192-86fe-dca805ce2bfa req-a5027716-f613-43de-aced-c79150f2e535 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:43.185160 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-4aec162f-2299-4192-86fe-dca805ce2bfa req-a5027716-f613-43de-aced-c79150f2e535 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:43.195788 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-4aec162f-2299-4192-86fe-dca805ce2bfa req-a5027716-f613-43de-aced-c79150f2e535 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:43.263740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5027716-f613-43de-aced-c79150f2e535 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f89a492f-d455-4ecf-ba16-4c12188bb397,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:43.285101 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-4aec162f-2299-4192-86fe-dca805ce2bfa req-a5027716-f613-43de-aced-c79150f2e535 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:43.286367 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4aec162f-2299-4192-86fe-dca805ce2bfa req-a5027716-f613-43de-aced-c79150f2e535 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3512065 Mar 05 13:40:43.430455 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e6f6dce1-0737-4bf4-a87f-d3f9eaf0bcbd req-b5c09f73-7a40-45aa-8854-94414a33ad42 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "GET /v2.0/security-groups/81ab4bde-05c5-45af-bfc3-b5773a546501 HTTP/1.1" status: 200 len: 2398 time: 0.1152544 Mar 05 13:40:43.442172 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-e6f6dce1-0737-4bf4-a87f-d3f9eaf0bcbd req-a6bc5c85-87d3-4d7f-806e-a65c0de57e38 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81ab4bde-05c5-45af-bfc3-b5773a546501', 'remote_group_id': None}]} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:43.442474 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-e6f6dce1-0737-4bf4-a87f-d3f9eaf0bcbd req-a6bc5c85-87d3-4d7f-806e-a65c0de57e38 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81ab4bde-05c5-45af-bfc3-b5773a546501', 'remote_group_id': None}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:43.458158 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a5b1ba-2f64-475a-b488-9e6b2185f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee97d600-3c5d-4da8-a80f-bee356e495b2'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:40:43.459792 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-e6f6dce1-0737-4bf4-a87f-d3f9eaf0bcbd req-a6bc5c85-87d3-4d7f-806e-a65c0de57e38 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:43.468605 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-e6f6dce1-0737-4bf4-a87f-d3f9eaf0bcbd req-a6bc5c85-87d3-4d7f-806e-a65c0de57e38 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Usage tracker for resource:security_group_rule and tenant:2ba27b6b29994c85bf5938bb2342fbcf is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:43.474476 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-e6f6dce1-0737-4bf4-a87f-d3f9eaf0bcbd req-a6bc5c85-87d3-4d7f-806e-a65c0de57e38 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:43.488534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-e6f6dce1-0737-4bf4-a87f-d3f9eaf0bcbd req-a6bc5c85-87d3-4d7f-806e-a65c0de57e38 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:43.549844 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:43.562492 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dfb316cb-c1fc-49f2-a054-6f7d71c97abb req-27a2d49b-d75c-4cd1-8270-383d05645f99 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:43.563045 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dfb316cb-c1fc-49f2-a054-6f7d71c97abb req-27a2d49b-d75c-4cd1-8270-383d05645f99 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:43.632205 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e6f6dce1-0737-4bf4-a87f-d3f9eaf0bcbd req-a6bc5c85-87d3-4d7f-806e-a65c0de57e38 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:43.674361 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e6f6dce1-0737-4bf4-a87f-d3f9eaf0bcbd req-a6bc5c85-87d3-4d7f-806e-a65c0de57e38 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:43.681566 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e6f6dce1-0737-4bf4-a87f-d3f9eaf0bcbd req-a6bc5c85-87d3-4d7f-806e-a65c0de57e38 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:43.712986 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc5c85-87d3-4d7f-806e-a65c0de57e38 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0340d1-d9ab-4597-b628-e926b5d09a43,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:43.728193 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e6f6dce1-0737-4bf4-a87f-d3f9eaf0bcbd req-a6bc5c85-87d3-4d7f-806e-a65c0de57e38 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:43.730006 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e6f6dce1-0737-4bf4-a87f-d3f9eaf0bcbd req-a6bc5c85-87d3-4d7f-806e-a65c0de57e38 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2918277 Mar 05 13:40:43.835991 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-dfb316cb-c1fc-49f2-a054-6f7d71c97abb req-27a2d49b-d75c-4cd1-8270-383d05645f99 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Calling delete_port for 0ef7e68c-78c3-4870-86c1-29799cb23cd8 owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:44.076642 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dfb316cb-c1fc-49f2-a054-6f7d71c97abb req-27a2d49b-d75c-4cd1-8270-383d05645f99 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:44.129594 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267a86d-4105-4a42-addc-35dde29865cd req-4cb46a75-18c5-4412-95ed-00638686412c tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:44.140052 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c267a86d-4105-4a42-addc-35dde29865cd req-4cb46a75-18c5-4412-95ed-00638686412c tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/ports?device_id=5355cc01-e35d-4726-8e84-b0643b04efbe HTTP/1.1" status: 200 len: 946 time: 0.2205675 Mar 05 13:40:44.221147 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2d49b-d75c-4cd1-8270-383d05645f99 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Pushing event deleted for resources: {'Port': ['ID=0ef7e68c-78c3-4870-86c1-29799cb23cd8,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:44.237731 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c267a86d-4105-4a42-addc-35dde29865cd req-c21e1a06-78f1-4cc7-9ffd-ecc1a81b3c5f tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/security-groups?id=46835579-3c61-41aa-8133-6e49016720e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971644 Mar 05 13:40:44.297680 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a5b1ba-2f64-475a-b488-9e6b2185f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee97d600-3c5d-4da8-a80f-bee356e495b2', 'code': 200} Mar 05 13:40:44.340338 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dfb316cb-c1fc-49f2-a054-6f7d71c97abb req-27a2d49b-d75c-4cd1-8270-383d05645f99 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:44.367309 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dfb316cb-c1fc-49f2-a054-6f7d71c97abb req-27a2d49b-d75c-4cd1-8270-383d05645f99 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:44.368816 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dfb316cb-c1fc-49f2-a054-6f7d71c97abb req-27a2d49b-d75c-4cd1-8270-383d05645f99 tempest-FloatingIPDetailsTestJSON-1587325258 tempest-FloatingIPDetailsTestJSON-1587325258-project] 10.222.0.16 "DELETE /v2.0/floatingips/23c58928-c6c0-46e6-a243-8a399e735462 HTTP/1.1" status: 204 len: 173 time: 1.8508122 Mar 05 13:40:44.385401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50770) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:44.426952 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a7a031e5-52e6-41d8-933f-d46ddf27c768 req-8eb07d6b-913c-4c1c-b3dc-76bc02cd9f16 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "GET /v2.0/security-groups/81ab4bde-05c5-45af-bfc3-b5773a546501 HTTP/1.1" status: 200 len: 2996 time: 0.1120083 Mar 05 13:40:44.655706 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-74b4a56e-baa7-46bf-ad2e-e9c534a146be req-d2ff217b-7b83-44ce-bdc0-3223fc400717 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "GET /v2.0/security-group-rules/fd0340d1-d9ab-4597-b628-e926b5d09a43 HTTP/1.1" status: 200 len: 783 time: 0.0731378 Mar 05 13:40:44.744871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de304797-5046-404e-90d3-8d517168b10e req-ee77799b-0887-4368-9149-6f10e43a3a71 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:44.759918 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de304797-5046-404e-90d3-8d517168b10e req-ee77799b-0887-4368-9149-6f10e43a3a71 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/ports?device_id=017bf4c0-12e3-4b50-8f1c-db32e13ceaee HTTP/1.1" status: 200 len: 945 time: 0.1968660 Mar 05 13:40:44.823488 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de304797-5046-404e-90d3-8d517168b10e req-88147df6-3f05-446c-9760-839322d23664 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/security-groups?id=46835579-3c61-41aa-8133-6e49016720e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603528 Mar 05 13:40:44.968387 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-74b4a56e-baa7-46bf-ad2e-e9c534a146be req-d542307a-58eb-46fe-884b-819fde2d9470 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "GET /v2.0/security-groups/81ab4bde-05c5-45af-bfc3-b5773a546501 HTTP/1.1" status: 200 len: 2996 time: 0.2975647 Mar 05 13:40:45.114506 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83d283-1001-45e6-9c50-f0961a8ffe10 req-76b8f063-292f-46b8-b0c9-58ff7710a139 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:45.122034 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ad83d283-1001-45e6-9c50-f0961a8ffe10 req-76b8f063-292f-46b8-b0c9-58ff7710a139 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/ports?device_id=29002813-2174-439c-b33a-e428485818c9 HTTP/1.1" status: 200 len: 945 time: 0.0984468 Mar 05 13:40:45.175383 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ad83d283-1001-45e6-9c50-f0961a8ffe10 req-5a56612a-df0d-4328-918a-60ea65f01464 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/security-groups?id=46835579-3c61-41aa-8133-6e49016720e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523431 Mar 05 13:40:45.216092 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-74b4a56e-baa7-46bf-ad2e-e9c534a146be req-d519bc02-02fe-43d7-8778-5bb3bb6516a5 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:45.232473 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-74b4a56e-baa7-46bf-ad2e-e9c534a146be req-d519bc02-02fe-43d7-8778-5bb3bb6516a5 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:45.373474 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-74b4a56e-baa7-46bf-ad2e-e9c534a146be req-d519bc02-02fe-43d7-8778-5bb3bb6516a5 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:45.404251 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519bc02-02fe-43d7-8778-5bb3bb6516a5 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd0340d1-d9ab-4597-b628-e926b5d09a43,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:45.416850 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-74b4a56e-baa7-46bf-ad2e-e9c534a146be req-d519bc02-02fe-43d7-8778-5bb3bb6516a5 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:45.421222 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-74b4a56e-baa7-46bf-ad2e-e9c534a146be req-d519bc02-02fe-43d7-8778-5bb3bb6516a5 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/fd0340d1-d9ab-4597-b628-e926b5d09a43 HTTP/1.1" status: 204 len: 173 time: 0.4435277 Mar 05 13:40:45.542909 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e50d639d-4382-4f12-97e3-d094cb74e30f req-da6c9500-6781-477d-bbc2-ec5d4c2da3a2 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "GET /v2.0/security-groups/81ab4bde-05c5-45af-bfc3-b5773a546501 HTTP/1.1" status: 200 len: 2398 time: 0.1008222 Mar 05 13:40:45.705076 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e50d639d-4382-4f12-97e3-d094cb74e30f req-a6b5282f-efd1-4ede-827a-e8968c6be689 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:45.747966 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e50d639d-4382-4f12-97e3-d094cb74e30f req-a6b5282f-efd1-4ede-827a-e8968c6be689 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:45.863874 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ee816392-bbca-450b-bb16-d0cf44a06c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:45.930747 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e50d639d-4382-4f12-97e3-d094cb74e30f req-a6b5282f-efd1-4ede-827a-e8968c6be689 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:45.984243 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5282f-efd1-4ede-827a-e8968c6be689 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ab4bde-05c5-45af-bfc3-b5773a546501,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:46.001415 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e50d639d-4382-4f12-97e3-d094cb74e30f req-a6b5282f-efd1-4ede-827a-e8968c6be689 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:46.005678 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e50d639d-4382-4f12-97e3-d094cb74e30f req-a6b5282f-efd1-4ede-827a-e8968c6be689 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "DELETE /v2.0/security-groups/81ab4bde-05c5-45af-bfc3-b5773a546501 HTTP/1.1" status: 204 len: 173 time: 0.4618547 Mar 05 13:40:46.090703 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [req-be31264c-91db-45f3-a4f1-95e827a18a12 req-7e0961d9-f71c-451b-ab25-e0ee5f4409ab tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] show failed (client error): The resource could not be found. Mar 05 13:40:46.115953 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-be31264c-91db-45f3-a4f1-95e827a18a12 req-7e0961d9-f71c-451b-ab25-e0ee5f4409ab tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "GET /v2.0/security-groups/75e1fa0b-2efa-46d5-804b-9fba66d5e700 HTTP/1.1" status: 404 len: 352 time: 0.0933185 Mar 05 13:40:46.228137 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d2bf3-3ab7-4769-9508-557102171e87 req-458bfb4d-8f6f-4683-bac9-698ff5a1118a tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:46.229687 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a43d2bf3-3ab7-4769-9508-557102171e87 req-458bfb4d-8f6f-4683-bac9-698ff5a1118a tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/ports?device_id=29002813-2174-439c-b33a-e428485818c9 HTTP/1.1" status: 200 len: 945 time: 0.1786022 Mar 05 13:40:46.337702 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a43d2bf3-3ab7-4769-9508-557102171e87 req-bddf7de7-b2e1-4dc0-b6c9-94ce7f375a97 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/security-groups?id=46835579-3c61-41aa-8133-6e49016720e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907388 Mar 05 13:40:46.468791 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4d2f3bbb-1202-4c26-aa71-e2125cd7ef3c req-4d04fc73-6803-4df8-9631-e5a9fe161f9e tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "GET /v2.0/security-groups/63c75514-b0c6-4aa1-930d-7d729981ba25 HTTP/1.1" status: 200 len: 1804 time: 0.0936911 Mar 05 13:40:46.634166 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-ee816392-bbca-450b-bb16-d0cf44a06c27 admin admin] Deleting port 3c7c952c-5f7f-43d6-b936-4f99b1665db6 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:46.634802 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ee816392-bbca-450b-bb16-d0cf44a06c27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:46.638155 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-4d2f3bbb-1202-4c26-aa71-e2125cd7ef3c req-7d2642f9-e2b2-4744-b59a-130bbcb435d7 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:46.705287 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-4d2f3bbb-1202-4c26-aa71-e2125cd7ef3c req-7d2642f9-e2b2-4744-b59a-130bbcb435d7 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:46.786145 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-4d2f3bbb-1202-4c26-aa71-e2125cd7ef3c req-7d2642f9-e2b2-4744-b59a-130bbcb435d7 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:46.824012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2642f9-e2b2-4744-b59a-130bbcb435d7 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c75514-b0c6-4aa1-930d-7d729981ba25,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:46.843908 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-4d2f3bbb-1202-4c26-aa71-e2125cd7ef3c req-7d2642f9-e2b2-4744-b59a-130bbcb435d7 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:46.845031 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4d2f3bbb-1202-4c26-aa71-e2125cd7ef3c req-7d2642f9-e2b2-4744-b59a-130bbcb435d7 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "DELETE /v2.0/security-groups/63c75514-b0c6-4aa1-930d-7d729981ba25 HTTP/1.1" status: 204 len: 173 time: 0.3698254 Mar 05 13:40:46.932496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-ee816392-bbca-450b-bb16-d0cf44a06c27 admin admin] For port 3c7c952c-5f7f-43d6-b936-4f99b1665db6, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3c7c952c-5f7f-43d6-b936-4f99b1665db6,segment=NetworkSegment(8a291391-8255-498c-9947-6b3f87869128),segment_id=8a291391-8255-498c-9947-6b3f87869128)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:46.933080 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ee816392-bbca-450b-bb16-d0cf44a06c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:47.080681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-ee816392-bbca-450b-bb16-d0cf44a06c27 admin admin] Calling delete_port for 3c7c952c-5f7f-43d6-b936-4f99b1665db6 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:47.253099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a57aa-caea-4780-b6dc-c77294d3dda1 req-4252da02-2a07-433a-8d21-ddb62dd5c613 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:47.254475 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-151a57aa-caea-4780-b6dc-c77294d3dda1 req-4252da02-2a07-433a-8d21-ddb62dd5c613 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.30 "GET /v2.0/ports?device_id=29002813-2174-439c-b33a-e428485818c9 HTTP/1.1" status: 200 len: 945 time: 0.1607647 Mar 05 13:40:47.409384 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-151a57aa-caea-4780-b6dc-c77294d3dda1 req-4f104fcc-4527-4304-8141-9077b39c0b81 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Deleting port bd93be0b-80a6-46af-80ca-ef0d140c4a7b {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:47.409750 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-151a57aa-caea-4780-b6dc-c77294d3dda1 req-4f104fcc-4527-4304-8141-9077b39c0b81 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:47.466536 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ee816392-bbca-450b-bb16-d0cf44a06c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:47.637653 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee816392-bbca-450b-bb16-d0cf44a06c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c7c952c-5f7f-43d6-b936-4f99b1665db6,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:47.645433 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50892) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:47.992836 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fb16efd7-3739-4231-a311-44f20cbefab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:48.012443 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ee816392-bbca-450b-bb16-d0cf44a06c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:48.018079 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fb16efd7-3739-4231-a311-44f20cbefab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:48.040265 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fb16efd7-3739-4231-a311-44f20cbefab9 admin admin] Usage tracker for resource:security_group_rule and tenant:31c4a2b4b9024d7cb7b108c080971dd4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:48.056766 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fb16efd7-3739-4231-a311-44f20cbefab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:48.056991 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-e219d835-2abb-401e-b0c3-e8a0dc87dd05 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=996df70a25244ab7adc6a5dc348944f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573065 Mar 05 13:40:48.057130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fb16efd7-3739-4231-a311-44f20cbefab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:48.101284 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-151a57aa-caea-4780-b6dc-c77294d3dda1 req-4f104fcc-4527-4304-8141-9077b39c0b81 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] For port bd93be0b-80a6-46af-80ca-ef0d140c4a7b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bd93be0b-80a6-46af-80ca-ef0d140c4a7b,segment=NetworkSegment(ab3e059c-9e9d-49c7-bd29-301e9dbc0e13),segment_id=ab3e059c-9e9d-49c7-bd29-301e9dbc0e13)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:48.101807 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-151a57aa-caea-4780-b6dc-c77294d3dda1 req-4f104fcc-4527-4304-8141-9077b39c0b81 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:48.172820 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93eddfb3-6540-4553-8ba8-777be052ff82 req-2aac7ef0-8e8c-408b-af14-d28a798e9600 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "GET /v2.0/security-groups/0d5dbe09-dc64-409a-87ed-16d1d920be12 HTTP/1.1" status: 200 len: 1804 time: 0.1506474 Mar 05 13:40:48.365048 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-151a57aa-caea-4780-b6dc-c77294d3dda1 req-4f104fcc-4527-4304-8141-9077b39c0b81 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Calling delete_port for bd93be0b-80a6-46af-80ca-ef0d140c4a7b owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:48.455175 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-96901c27-75e1-4a34-a809-7a01091270d4 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:48.462286 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-96901c27-75e1-4a34-a809-7a01091270d4 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4095571 Mar 05 13:40:48.492811 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-a03267f3-12d1-4428-89d2-8506944bdbe6 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/quotas/996df70a25244ab7adc6a5dc348944f1 HTTP/1.1" status: 200 len: 375 time: 0.0295722 Mar 05 13:40:48.656915 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-93eddfb3-6540-4553-8ba8-777be052ff82 req-071b2d58-f69a-4732-a24a-e1e53f0742d5 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:48.664267 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fb16efd7-3739-4231-a311-44f20cbefab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:48.684852 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fb16efd7-3739-4231-a311-44f20cbefab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:48.690727 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-70237e95-3827-4c83-ad6e-9d90992f0e9c tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=996df70a25244ab7adc6a5dc348944f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1967773 Mar 05 13:40:48.746710 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fb16efd7-3739-4231-a311-44f20cbefab9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=31c4a2b4b9024d7cb7b108c080971dd4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0975125 Mar 05 13:40:48.753095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16efd7-3739-4231-a311-44f20cbefab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ce355d-e69d-4054-be46-f221df996d76,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:48.755530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50914) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:48.798539 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-151a57aa-caea-4780-b6dc-c77294d3dda1 req-4f104fcc-4527-4304-8141-9077b39c0b81 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:48.799062 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-93eddfb3-6540-4553-8ba8-777be052ff82 req-071b2d58-f69a-4732-a24a-e1e53f0742d5 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:48.813001 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['5663d9c3-2bca-4cef-9c00-236391bd2667'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:40:48.883388 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['ac798050-0d95-4fc9-a221-4b78345fe7d5'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:40:48.982384 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f104fcc-4527-4304-8141-9077b39c0b81 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Pushing event deleted for resources: {'Port': ['ID=bd93be0b-80a6-46af-80ca-ef0d140c4a7b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:49.024111 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee816392-bbca-450b-bb16-d0cf44a06c27 admin admin] Router 214a963c-f20e-4150-9c58-59e72e3a5fd8 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:40:49.049612 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-14e60329-f046-4bf9-b21c-28ac68ba5b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:49.079148 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-151a57aa-caea-4780-b6dc-c77294d3dda1 req-4f104fcc-4527-4304-8141-9077b39c0b81 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] No DVR routers for this DVR port bd93be0b-80a6-46af-80ca-ef0d140c4a7b on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:40:49.082295 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-151a57aa-caea-4780-b6dc-c77294d3dda1 req-4f104fcc-4527-4304-8141-9077b39c0b81 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:49.091103 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29002813-2174-439c-b33a-e428485818c9', 'name': 'network-vif-deleted', 'tag': 'bd93be0b-80a6-46af-80ca-ef0d140c4a7b'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:40:49.125166 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-151a57aa-caea-4780-b6dc-c77294d3dda1 req-4f104fcc-4527-4304-8141-9077b39c0b81 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.30 "DELETE /v2.0/ports/bd93be0b-80a6-46af-80ca-ef0d140c4a7b HTTP/1.1" status: 204 len: 173 time: 1.8647635 Mar 05 13:40:49.206980 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-14e60329-f046-4bf9-b21c-28ac68ba5b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:49.222236 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-93eddfb3-6540-4553-8ba8-777be052ff82 req-071b2d58-f69a-4732-a24a-e1e53f0742d5 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:49.270732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b2d58-f69a-4732-a24a-e1e53f0742d5 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5dbe09-dc64-409a-87ed-16d1d920be12,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:49.436253 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-93eddfb3-6540-4553-8ba8-777be052ff82 req-071b2d58-f69a-4732-a24a-e1e53f0742d5 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:49.436479 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93eddfb3-6540-4553-8ba8-777be052ff82 req-071b2d58-f69a-4732-a24a-e1e53f0742d5 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "DELETE /v2.0/security-groups/0d5dbe09-dc64-409a-87ed-16d1d920be12 HTTP/1.1" status: 204 len: 173 time: 1.2428501 Mar 05 13:40:49.505286 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee816392-bbca-450b-bb16-d0cf44a06c27 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:40:49.535545 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-14e60329-f046-4bf9-b21c-28ac68ba5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:49.536438 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb8260d-e4d2-4ce8-a2c6-ebacce3e4ce5 None None] Sync routers for ids ['214a963c-f20e-4150-9c58-59e72e3a5fd8'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:40:49.580237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e60329-f046-4bf9-b21c-28ac68ba5b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ce355d-e69d-4054-be46-f221df996d76,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:49.606063 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ee816392-bbca-450b-bb16-d0cf44a06c27 admin admin] 10.222.0.16 "PUT /v2.0/routers/214a963c-f20e-4150-9c58-59e72e3a5fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2169147 Mar 05 13:40:49.606362 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50950) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:49.624537 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-14e60329-f046-4bf9-b21c-28ac68ba5b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:49.627853 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-14e60329-f046-4bf9-b21c-28ac68ba5b5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32ce355d-e69d-4054-be46-f221df996d76 HTTP/1.1" status: 204 len: 168 time: 0.8649490 Mar 05 13:40:49.776953 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb8260d-e4d2-4ce8-a2c6-ebacce3e4ce5 None None] Routers {'214a963c-f20e-4150-9c58-59e72e3a5fd8'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:40:49.777861 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4bb8260d-e4d2-4ce8-a2c6-ebacce3e4ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:40:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['214a963c-f20e-4150-9c58-59e72e3a5fd8'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:49.802982 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a4597495-4623-45db-a5cb-125eac7dabbd req-4ecf81e1-117b-4ea5-82d1-9f29f0e28c31 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6 HTTP/1.1" status: 200 len: 210 time: 0.1505749 Mar 05 13:40:49.868506 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ab07011f-5de6-44de-ab69-4de62cfe328d req-fb390e41-1360-4560-8087-b7424137db37 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Synchronizing usage tracker for tenant:6f09f462d7e64db68ac69e93657fa061 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:40:49.996885 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-87505d52-c922-4436-bbd8-fb8d120bdd5c admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:50.081207 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device bd93be0b-80a6-46af-80ca-ef0d140c4a7b no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:40:50.087444 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29002813-2174-439c-b33a-e428485818c9', 'name': 'network-vif-deleted', 'tag': 'bd93be0b-80a6-46af-80ca-ef0d140c4a7b', 'status': 'completed', 'code': 200} Mar 05 13:40:50.144414 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-4bb8260d-e4d2-4ce8-a2c6-ebacce3e4ce5 None None] Set router 214a963c-f20e-4150-9c58-59e72e3a5fd8 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:40:50.152906 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ab07011f-5de6-44de-ab69-4de62cfe328d req-fb390e41-1360-4560-8087-b7424137db37 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Unset dirty status for tenant:6f09f462d7e64db68ac69e93657fa061 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:40:50.160518 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f028afb9-f2e4-4f86-bdf3-9bb80de73a0a req-bf9d98f8-3d4c-4ee4-b91b-4c72307b575b tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "GET /v2.0/security-groups/9c03ce12-9110-481e-9814-0ad96114bcf2 HTTP/1.1" status: 200 len: 1804 time: 0.1144943 Mar 05 13:40:50.169645 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ab07011f-5de6-44de-ab69-4de62cfe328d req-fb390e41-1360-4560-8087-b7424137db37 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/ports?device_id=29002813-2174-439c-b33a-e428485818c9 HTTP/1.1" status: 200 len: 210 time: 0.3836930 Mar 05 13:40:50.318262 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f028afb9-f2e4-4f86-bdf3-9bb80de73a0a req-86db23db-6917-4e86-84b4-f0d66c60b131 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:50.363258 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50976) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:50.378570 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: bd93be0b-80a6-46af-80ca-ef0d140c4a7b {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:40:50.379025 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device bd93be0b-80a6-46af-80ca-ef0d140c4a7b not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:40:50.464600 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-28e78dc7-f928-48b1-80e5-e376296df1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:50.523791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-28e78dc7-f928-48b1-80e5-e376296df1fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:50.539734 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-87505d52-c922-4436-bbd8-fb8d120bdd5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:50.541554 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-28e78dc7-f928-48b1-80e5-e376296df1fe admin admin] Usage tracker for resource:security_group_rule and tenant:ef443fee419a4f66bae2eb56ecc07719 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:50.545009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-28e78dc7-f928-48b1-80e5-e376296df1fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:50.557013 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-87505d52-c922-4436-bbd8-fb8d120bdd5c admin admin] Deleting port f92dc1fa-78f1-4021-ad14-81aded778a58 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:50.557359 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-87505d52-c922-4436-bbd8-fb8d120bdd5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:50.561575 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-28e78dc7-f928-48b1-80e5-e376296df1fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:50.657354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4bb8260d-e4d2-4ce8-a2c6-ebacce3e4ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214a963c-f20e-4150-9c58-59e72e3a5fd8', 'name': 'tempest-FloatingIPDetailsTestJSON-766459041-router', 'tenant_id': '5afe79ad28c44a28a406edc898c660d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': 'f92dc1fa-78f1-4021-ad14-81aded778a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:39:33Z', 'updated_at': '2022-03-05T13:40:47Z', 'revision_number': 5, 'project_id': '5afe79ad28c44a28a406edc898c660d4', 'gw_port': {'id': 'f92dc1fa-78f1-4021-ad14-81aded778a58', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214a963c-f20e-4150-9c58-59e72e3a5fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:39:39Z', 'updated_at': '2022-03-05T13:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:50.660802 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-28e78dc7-f928-48b1-80e5-e376296df1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:50.663069 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f028afb9-f2e4-4f86-bdf3-9bb80de73a0a req-86db23db-6917-4e86-84b4-f0d66c60b131 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:50.665627 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb8260d-e4d2-4ce8-a2c6-ebacce3e4ce5 None None] Checking router: 214a963c-f20e-4150-9c58-59e72e3a5fd8 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:40:50.673668 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-28e78dc7-f928-48b1-80e5-e376296df1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:50.688158 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb8260d-e4d2-4ce8-a2c6-ebacce3e4ce5 None None] Routers {'214a963c-f20e-4150-9c58-59e72e3a5fd8'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:40:50.688794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4bb8260d-e4d2-4ce8-a2c6-ebacce3e4ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:40:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['214a963c-f20e-4150-9c58-59e72e3a5fd8'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:50.721241 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-28e78dc7-f928-48b1-80e5-e376296df1fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef443fee419a4f66bae2eb56ecc07719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462248 Mar 05 13:40:50.724651 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50986) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:50.765054 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e78dc7-f928-48b1-80e5-e376296df1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dd2ef4-6940-48f4-b3a5-47ce5e3f2afd,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:50.801590 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f028afb9-f2e4-4f86-bdf3-9bb80de73a0a req-86db23db-6917-4e86-84b4-f0d66c60b131 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:50.842965 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db23db-6917-4e86-84b4-f0d66c60b131 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c03ce12-9110-481e-9814-0ad96114bcf2,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:50.861508 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f028afb9-f2e4-4f86-bdf3-9bb80de73a0a req-86db23db-6917-4e86-84b4-f0d66c60b131 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:50.887595 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f028afb9-f2e4-4f86-bdf3-9bb80de73a0a req-86db23db-6917-4e86-84b4-f0d66c60b131 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "DELETE /v2.0/security-groups/9c03ce12-9110-481e-9814-0ad96114bcf2 HTTP/1.1" status: 204 len: 173 time: 0.7087634 Mar 05 13:40:50.962730 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-4bb8260d-e4d2-4ce8-a2c6-ebacce3e4ce5 None None] Set router 214a963c-f20e-4150-9c58-59e72e3a5fd8 gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:40:50.982626 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-e7007a26-a2b3-44df-978f-60c457c93794 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=996df70a25244ab7adc6a5dc348944f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855227 Mar 05 13:40:51.083413 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-523a8072-314c-4bfd-ba33-e9ecfa61abbd req-e504dead-28d4-4218-9596-9b346d6c94f1 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6 HTTP/1.1" status: 200 len: 210 time: 0.0737541 Mar 05 13:40:51.117642 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4bb8260d-e4d2-4ce8-a2c6-ebacce3e4ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214a963c-f20e-4150-9c58-59e72e3a5fd8', 'name': 'tempest-FloatingIPDetailsTestJSON-766459041-router', 'tenant_id': '5afe79ad28c44a28a406edc898c660d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:39:33Z', 'updated_at': '2022-03-05T13:40:50Z', 'revision_number': 6, 'project_id': '5afe79ad28c44a28a406edc898c660d4', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:51.122318 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb8260d-e4d2-4ce8-a2c6-ebacce3e4ce5 None None] The sync data for ids ['214a963c-f20e-4150-9c58-59e72e3a5fd8'] in n-d-803718-1 is: [{'id': '214a963c-f20e-4150-9c58-59e72e3a5fd8', 'name': 'tempest-FloatingIPDetailsTestJSON-766459041-router', 'tenant_id': '5afe79ad28c44a28a406edc898c660d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:39:33Z', 'updated_at': '2022-03-05T13:40:50Z', 'revision_number': 6, 'project_id': '5afe79ad28c44a28a406edc898c660d4', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:40:51.215376 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c9016e0a-168f-4000-90b9-f1bdb97fdc06 req-e5907b15-3d77-40ab-a4cc-a0e457b34861 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "GET /v2.0/security-groups/cc17bba6-e34e-464a-8130-159b486d35ab HTTP/1.1" status: 200 len: 2403 time: 0.1158977 Mar 05 13:40:51.234140 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c311505-26a8-42a3-8d91-420fcca9ebe4 req-95b66f0e-aeef-438e-a562-2ce9ef95a034 tempest-QuotasAdminNegativeTest-1748168418 tempest-QuotasAdminNegativeTest-1748168418-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b205e9c68b0f42dbba3f3c83ab3a5de4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1555238 Mar 05 13:40:51.303462 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c9016e0a-168f-4000-90b9-f1bdb97fdc06 req-7e3d94c1-10da-4e4c-a414-c594c5e5d779 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:51.339216 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c9016e0a-168f-4000-90b9-f1bdb97fdc06 req-7e3d94c1-10da-4e4c-a414-c594c5e5d779 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:51.444185 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c9016e0a-168f-4000-90b9-f1bdb97fdc06 req-7e3d94c1-10da-4e4c-a414-c594c5e5d779 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:51.471482 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d94c1-10da-4e4c-a414-c594c5e5d779 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc17bba6-e34e-464a-8130-159b486d35ab,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:51.484439 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c9016e0a-168f-4000-90b9-f1bdb97fdc06 req-7e3d94c1-10da-4e4c-a414-c594c5e5d779 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:51.506518 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c9016e0a-168f-4000-90b9-f1bdb97fdc06 req-7e3d94c1-10da-4e4c-a414-c594c5e5d779 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "DELETE /v2.0/security-groups/cc17bba6-e34e-464a-8130-159b486d35ab HTTP/1.1" status: 204 len: 173 time: 0.2851353 Mar 05 13:40:51.518340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-87505d52-c922-4436-bbd8-fb8d120bdd5c admin admin] For port f92dc1fa-78f1-4021-ad14-81aded778a58, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f92dc1fa-78f1-4021-ad14-81aded778a58,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:51.518814 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-87505d52-c922-4436-bbd8-fb8d120bdd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:51.534428 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-54aa0352-a5cf-464e-918d-8b264bd2db24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:51.542913 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-57fe5476-4c5d-40fc-b572-aed12870d72b tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:51.544769 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-57fe5476-4c5d-40fc-b572-aed12870d72b tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5513847 Mar 05 13:40:51.629996 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Request body: {'port': {'device_id': '71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': '996df70a25244ab7adc6a5dc348944f1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:51.937829 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-87505d52-c922-4436-bbd8-fb8d120bdd5c admin admin] Calling delete_port for f92dc1fa-78f1-4021-ad14-81aded778a58 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:52.050265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c311505-26a8-42a3-8d91-420fcca9ebe4 req-5cbf3c57-f554-43c9-93b7-515d08d5df36 tempest-QuotasAdminNegativeTest-1748168418 tempest-QuotasAdminNegativeTest-1748168418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:52.057789 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c311505-26a8-42a3-8d91-420fcca9ebe4 req-5cbf3c57-f554-43c9-93b7-515d08d5df36 tempest-QuotasAdminNegativeTest-1748168418 tempest-QuotasAdminNegativeTest-1748168418-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7769628 Mar 05 13:40:52.087217 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-54aa0352-a5cf-464e-918d-8b264bd2db24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:52.113279 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:52.134109 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c311505-26a8-42a3-8d91-420fcca9ebe4 req-fcb57408-0f2f-4990-89c9-be96dedf5ed8 tempest-QuotasAdminNegativeTest-1748168418 tempest-QuotasAdminNegativeTest-1748168418-project] 10.222.0.16 "GET /v2.0/quotas/b205e9c68b0f42dbba3f3c83ab3a5de4 HTTP/1.1" status: 200 len: 375 time: 0.0754082 Mar 05 13:40:52.137801 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Usage tracker for resource:port and tenant:996df70a25244ab7adc6a5dc348944f1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:52.151270 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:52.218794 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c311505-26a8-42a3-8d91-420fcca9ebe4 req-ee5cc0b0-c510-4b36-a91e-a4bc52ffdc4c tempest-QuotasAdminNegativeTest-1748168418 tempest-QuotasAdminNegativeTest-1748168418-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b205e9c68b0f42dbba3f3c83ab3a5de4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837457 Mar 05 13:40:52.220009 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:52.238514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Made reservation on behalf of 996df70a25244ab7adc6a5dc348944f1 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:40:52.246231 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:52.270707 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:52.292995 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:40:52.306377 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Usage tracker for resource:security_group_rule and tenant:996df70a25244ab7adc6a5dc348944f1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:40:52.315659 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-54aa0352-a5cf-464e-918d-8b264bd2db24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:52.320546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:40:52.355833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:40:52.364190 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa0352-a5cf-464e-918d-8b264bd2db24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dd2ef4-6940-48f4-b3a5-47ce5e3f2afd,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:52.382985 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-54aa0352-a5cf-464e-918d-8b264bd2db24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:52.384507 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-54aa0352-a5cf-464e-918d-8b264bd2db24 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5dd2ef4-6940-48f4-b3a5-47ce5e3f2afd HTTP/1.1" status: 204 len: 168 time: 1.6589272 Mar 05 13:40:52.478114 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f92dc1fa-78f1-4021-ad14-81aded778a58 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:40:52.510469 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-946deebb-0358-45fa-a336-ba9c0d5b736c req-e1e8a304-3212-46bb-99e1-583add5c0651 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "GET /v2.0/security-groups/3c8ed0ac-644a-4b4c-b924-dd7914eb6767 HTTP/1.1" status: 200 len: 2397 time: 0.1861804 Mar 05 13:40:52.549519 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-87505d52-c922-4436-bbd8-fb8d120bdd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:52.573333 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: f92dc1fa-78f1-4021-ad14-81aded778a58 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:40:52.573681 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f92dc1fa-78f1-4021-ad14-81aded778a58 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:40:52.574103 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3c7c952c-5f7f-43d6-b936-4f99b1665db6 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:40:52.633815 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 3c7c952c-5f7f-43d6-b936-4f99b1665db6 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:40:52.634152 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3c7c952c-5f7f-43d6-b936-4f99b1665db6 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:40:52.669377 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87505d52-c922-4436-bbd8-fb8d120bdd5c admin admin] Pushing event deleted for resources: {'Port': ['ID=f92dc1fa-78f1-4021-ad14-81aded778a58,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:52.690821 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ad430587-3e30-42a3-852d-27ce089bb3bf req-c9c51d73-dea5-4058-aa28-8aa5ecebb808 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6 HTTP/1.1" status: 200 len: 210 time: 0.1069374 Mar 05 13:40:52.828522 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-87505d52-c922-4436-bbd8-fb8d120bdd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:52.877240 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:52.939988 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-946deebb-0358-45fa-a336-ba9c0d5b736c req-0589a05a-fe47-459c-ac48-722337e8d2e0 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:52.955001 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:53.105968 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-87505d52-c922-4436-bbd8-fb8d120bdd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:53.122268 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-87505d52-c922-4436-bbd8-fb8d120bdd5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:53.140386 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-946deebb-0358-45fa-a336-ba9c0d5b736c req-0589a05a-fe47-459c-ac48-722337e8d2e0 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:53.165349 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:53.224513 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-87505d52-c922-4436-bbd8-fb8d120bdd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:53.224995 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87505d52-c922-4436-bbd8-fb8d120bdd5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 214a963c-f20e-4150-9c58-59e72e3a5fd8 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:40:53.335151 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-946deebb-0358-45fa-a336-ba9c0d5b736c req-0589a05a-fe47-459c-ac48-722337e8d2e0 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:53.340804 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Allocated IP 192.168.233.236 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/07b8a5c0-4c4a-413b-92e4-9b683f1192a4) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:40:53.369122 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-87505d52-c922-4436-bbd8-fb8d120bdd5c admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:53.373054 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-87505d52-c922-4436-bbd8-fb8d120bdd5c admin admin] 10.222.0.16 "DELETE /v2.0/routers/214a963c-f20e-4150-9c58-59e72e3a5fd8 HTTP/1.1" status: 204 len: 168 time: 3.7653420 Mar 05 13:40:53.373205 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51074) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:53.376791 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589a05a-fe47-459c-ac48-722337e8d2e0 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8ed0ac-644a-4b4c-b924-dd7914eb6767,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:53.385884 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-946deebb-0358-45fa-a336-ba9c0d5b736c req-0589a05a-fe47-459c-ac48-722337e8d2e0 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:53.401700 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-946deebb-0358-45fa-a336-ba9c0d5b736c req-0589a05a-fe47-459c-ac48-722337e8d2e0 tempest-SecurityGroupRulesTestJSON-102580231 tempest-SecurityGroupRulesTestJSON-102580231-project] 10.222.0.16 "DELETE /v2.0/security-groups/3c8ed0ac-644a-4b4c-b924-dd7914eb6767 HTTP/1.1" status: 204 len: 173 time: 0.8759446 Mar 05 13:40:53.406360 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51078) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:53.578321 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-02edfaba-9ac1-4360-a472-dcfdb49e931e admin admin] Deleting subnet 6a34a828-e150-45ab-9681-e48dc45e5d03 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:40:53.591032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc44e6d-451d-4799-88ff-eef9efaf1c32 admin admin] Deleting subnet fe073242-e803-4484-ad1f-c7e0aea9947a {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:40:53.602225 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5fc44e6d-451d-4799-88ff-eef9efaf1c32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:53.606589 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-02edfaba-9ac1-4360-a472-dcfdb49e931e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:53.728923 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5fc44e6d-451d-4799-88ff-eef9efaf1c32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:53.834868 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:40:53.846546 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-02edfaba-9ac1-4360-a472-dcfdb49e931e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:53.856138 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5fc44e6d-451d-4799-88ff-eef9efaf1c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:53.990479 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7ff4b072-df87-480d-ab1e-f3f03092d1be req-cbdd95ea-a1c8-4891-94ad-ac528f36cc37 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Synchronizing usage tracker for tenant:996df70a25244ab7adc6a5dc348944f1 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:40:53.995491 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5fc44e6d-451d-4799-88ff-eef9efaf1c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:54.038314 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-02edfaba-9ac1-4360-a472-dcfdb49e931e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:54.071969 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7ff4b072-df87-480d-ab1e-f3f03092d1be req-cbdd95ea-a1c8-4891-94ad-ac528f36cc37 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Unset dirty status for tenant:996df70a25244ab7adc6a5dc348944f1 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:40:54.075119 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50381e01-86d1-49e5-b540-c162a708f695 None None] Network 48794960-1978-4628-bea9-f23505cf6492 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:40:54.077335 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5fc44e6d-451d-4799-88ff-eef9efaf1c32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:54.094937 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ff4b072-df87-480d-ab1e-f3f03092d1be req-cbdd95ea-a1c8-4891-94ad-ac528f36cc37 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6 HTTP/1.1" status: 200 len: 210 time: 0.1696141 Mar 05 13:40:54.094937 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:54.098294 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc44e6d-451d-4799-88ff-eef9efaf1c32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe073242-e803-4484-ad1f-c7e0aea9947a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:54.105002 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5fc44e6d-451d-4799-88ff-eef9efaf1c32 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fe073242-e803-4484-ad1f-c7e0aea9947a HTTP/1.1" status: 204 len: 168 time: 0.7296803 Mar 05 13:40:54.106545 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51122) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:54.231278 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Transition to ACTIVE for port object 07b8a5c0-4c4a-413b-92e4-9b683f1192a4 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:40:54.284533 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-02edfaba-9ac1-4360-a472-dcfdb49e931e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:54.510826 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-631c4279-8748-42de-8ab5-f9fbc422dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:54.542698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-631c4279-8748-42de-8ab5-f9fbc422dac6 admin admin] Deleting port 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:54.543073 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-631c4279-8748-42de-8ab5-f9fbc422dac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:54.709686 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:54.789970 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-02edfaba-9ac1-4360-a472-dcfdb49e931e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:54.793477 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd833f05-7213-43b4-9718-ebe7f06f79fc None None] DHCP port deletion for 48794960-1978-4628-bea9-f23505cf6492 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:40:54.802209 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-dd833f05-7213-43b4-9718-ebe7f06f79fc None None] Deleting port 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:54.803950 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-dd833f05-7213-43b4-9718-ebe7f06f79fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:54.815852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edfaba-9ac1-4360-a472-dcfdb49e931e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a34a828-e150-45ab-9681-e48dc45e5d03,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:54.878003 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-02edfaba-9ac1-4360-a472-dcfdb49e931e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6a34a828-e150-45ab-9681-e48dc45e5d03 HTTP/1.1" status: 204 len: 168 time: 1.4665270 Mar 05 13:40:54.888925 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51152) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:54.903772 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:40:54.986319 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Pushing event updated for resources: {'Port': ['ID=07b8a5c0-4c4a-413b-92e4-9b683f1192a4,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:54.999765 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:40:55.030087 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:40:55.302731 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:55.311500 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-dd833f05-7213-43b4-9718-ebe7f06f79fc None None] For port 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6f434810-1aa4-4669-9eb4-4f49c2a2d6fc,segment=NetworkSegment(8a291391-8255-498c-9947-6b3f87869128),segment_id=8a291391-8255-498c-9947-6b3f87869128)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:55.312446 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-dd833f05-7213-43b4-9718-ebe7f06f79fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:55.320669 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:55.429717 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-051b0e91-aa06-4156-a1e3-d6ef556f8fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:55.442528 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-37e29850-6bd0-47be-9e5b-b8d5f7dd54dc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8366709 Mar 05 13:40:55.487505 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-dd833f05-7213-43b4-9718-ebe7f06f79fc None None] Calling delete_port for 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:55.494901 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-631c4279-8748-42de-8ab5-f9fbc422dac6 admin admin] For port 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6f434810-1aa4-4669-9eb4-4f49c2a2d6fc,segment=NetworkSegment(8a291391-8255-498c-9947-6b3f87869128),segment_id=8a291391-8255-498c-9947-6b3f87869128)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:40:55.495420 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-631c4279-8748-42de-8ab5-f9fbc422dac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:55.589488 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-19a151e0-3c5d-4c64-91a2-510bc80ef6b0 None None] Provisioning for port 07b8a5c0-4c4a-413b-92e4-9b683f1192a4 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:40:55.618951 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-a143f19d-9b95-4a56-8806-b07b278631ce service neutron] Request body: {'port': {'device_id': '71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:40:55.667018 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-19a151e0-3c5d-4c64-91a2-510bc80ef6b0 None None] Provisioning complete for port 07b8a5c0-4c4a-413b-92e4-9b683f1192a4 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:40:55.667547 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-19a151e0-3c5d-4c64-91a2-510bc80ef6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:55.716557 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-dd833f05-7213-43b4-9718-ebe7f06f79fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:55.761718 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-631c4279-8748-42de-8ab5-f9fbc422dac6 admin admin] Calling delete_port for 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:40:55.817248 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd833f05-7213-43b4-9718-ebe7f06f79fc None None] Pushing event deleted for resources: {'Port': ['ID=6f434810-1aa4-4669-9eb4-4f49c2a2d6fc,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:55.828647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd833f05-7213-43b4-9718-ebe7f06f79fc None None] No DVR routers for this DVR port 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:40:55.852601 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-19a151e0-3c5d-4c64-91a2-510bc80ef6b0 None None] Port 07b8a5c0-4c4a-413b-92e4-9b683f1192a4 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:40:55.880141 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-631c4279-8748-42de-8ab5-f9fbc422dac6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:40:55.880457 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-631c4279-8748-42de-8ab5-f9fbc422dac6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:40:55.882686 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-051b0e91-aa06-4156-a1e3-d6ef556f8fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:55.961168 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4f8f6-5beb-4d43-b082-0dc174fae71d req-46aeabe5-8e2a-40e5-abd7-36622d7b2c4f tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:55.968792 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cad4f8f6-5beb-4d43-b082-0dc174fae71d req-46aeabe5-8e2a-40e5-abd7-36622d7b2c4f tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6 HTTP/1.1" status: 200 len: 936 time: 0.4203720 Mar 05 13:40:55.992037 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-051b0e91-aa06-4156-a1e3-d6ef556f8fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2733521f-2e3e-43a6-827d-2712cc598227']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:56.006936 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-a143f19d-9b95-4a56-8806-b07b278631ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:56.025841 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-051b0e91-aa06-4156-a1e3-d6ef556f8fd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8d57e1-e9ea-4143-971a-1e5c05c53108') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:56.026282 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-051b0e91-aa06-4156-a1e3-d6ef556f8fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8d57e1-e9ea-4143-971a-1e5c05c53108') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:56.048013 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-051b0e91-aa06-4156-a1e3-d6ef556f8fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:56.122249 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-051b0e91-aa06-4156-a1e3-d6ef556f8fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:56.137353 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-cad4f8f6-5beb-4d43-b082-0dc174fae71d req-cdf82c53-ca20-49b1-b780-40acc0032db5 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Synchronizing usage tracker for tenant:996df70a25244ab7adc6a5dc348944f1 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:40:56.142088 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051b0e91-aa06-4156-a1e3-d6ef556f8fd3 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:40:56.142652 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-051b0e91-aa06-4156-a1e3-d6ef556f8fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:40:56.159765 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:40:56.272216 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-fd4e4d5d-0f46-475c-8745-840606b7d4f3 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f35eb7de3ac943fabc502d5ac9465145&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333800 Mar 05 13:40:56.329678 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-051b0e91-aa06-4156-a1e3-d6ef556f8fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:56.336295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-cad4f8f6-5beb-4d43-b082-0dc174fae71d req-cdf82c53-ca20-49b1-b780-40acc0032db5 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Unset dirty status for tenant:996df70a25244ab7adc6a5dc348944f1 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:40:56.337642 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cad4f8f6-5beb-4d43-b082-0dc174fae71d req-cdf82c53-ca20-49b1-b780-40acc0032db5 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680880 Mar 05 13:40:56.358208 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-051b0e91-aa06-4156-a1e3-d6ef556f8fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:56.382067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-631c4279-8748-42de-8ab5-f9fbc422dac6 admin admin] Deleting port 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:40:56.382851 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-631c4279-8748-42de-8ab5-f9fbc422dac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:56.464162 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-631c4279-8748-42de-8ab5-f9fbc422dac6 admin admin] The port '6f434810-1aa4-4669-9eb4-4f49c2a2d6fc' was deleted {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:40:56.492833 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:40:56.549682 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:40:56.550645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6f434810-1aa4-4669-9eb4-4f49c2a2d6fc not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:40:56.622185 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-051b0e91-aa06-4156-a1e3-d6ef556f8fd3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2733521f-2e3e-43a6-827d-2712cc598227 HTTP/1.1" status: 204 len: 168 time: 1.7247009 Mar 05 13:40:56.623160 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b0e91-aa06-4156-a1e3-d6ef556f8fd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2733521f-2e3e-43a6-827d-2712cc598227,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:56.655072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-9af3a957-5fcd-40c9-81d8-04dfa03efc2e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:56.662066 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-9af3a957-5fcd-40c9-81d8-04dfa03efc2e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3885069 Mar 05 13:40:56.672773 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-631c4279-8748-42de-8ab5-f9fbc422dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:56.689931 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-00ff6f39-ce5a-40b3-8f70-4b1ba33a653c tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/quotas/f35eb7de3ac943fabc502d5ac9465145 HTTP/1.1" status: 200 len: 375 time: 0.0268855 Mar 05 13:40:56.707015 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-74836fd5-29fc-4d43-bc09-6a3827177266 req-340ddb80-f676-43a4-ac94-68aebaa09e0d tempest-QuotasAdminNegativeTest-1748168418 tempest-QuotasAdminNegativeTest-1748168418-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b205e9c68b0f42dbba3f3c83ab3a5de4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896585 Mar 05 13:40:56.753246 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-755afc5f-db5d-4a05-9786-9b939a695318 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624030 Mar 05 13:40:56.768784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-631c4279-8748-42de-8ab5-f9fbc422dac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48794960-1978-4628-bea9-f23505cf6492']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:56.799746 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-631c4279-8748-42de-8ab5-f9fbc422dac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a291391-8255-498c-9947-6b3f87869128') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:56.800108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-631c4279-8748-42de-8ab5-f9fbc422dac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a291391-8255-498c-9947-6b3f87869128') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:40:56.814414 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-a143f19d-9b95-4a56-8806-b07b278631ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b8a5c0-4c4a-413b-92e4-9b683f1192a4 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:40:56.820041 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-631c4279-8748-42de-8ab5-f9fbc422dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:56.827317 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-a143f19d-9b95-4a56-8806-b07b278631ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:56.841181 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-631c4279-8748-42de-8ab5-f9fbc422dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:56.854050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631c4279-8748-42de-8ab5-f9fbc422dac6 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:40:56.855419 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-631c4279-8748-42de-8ab5-f9fbc422dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:40:56.886217 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:40:56.938051 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51220) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:57.003224 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-631c4279-8748-42de-8ab5-f9fbc422dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:57.007273 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-a143f19d-9b95-4a56-8806-b07b278631ce service neutron] Transition to ACTIVE for port object 07b8a5c0-4c4a-413b-92e4-9b683f1192a4 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:40:57.037982 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-631c4279-8748-42de-8ab5-f9fbc422dac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:57.042027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c4279-8748-42de-8ab5-f9fbc422dac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=48794960-1978-4628-bea9-f23505cf6492,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:57.075536 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-631c4279-8748-42de-8ab5-f9fbc422dac6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/48794960-1978-4628-bea9-f23505cf6492 HTTP/1.1" status: 204 len: 168 time: 2.9679158 Mar 05 13:40:57.124396 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-a143f19d-9b95-4a56-8806-b07b278631ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:57.401317 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51256) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:57.440865 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e980b132-641e-4079-9eca-241a75d43bc3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ba27b6b29994c85bf5938bb2342fbcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4927559 Mar 05 13:40:57.446400 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51260) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:57.573321 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d51561f6-34ff-4346-806d-b072dc32895e req-4d2e880d-7b93-4224-b061-15db5a6f4cff tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=34254305-e7c5-4dd8-8fbf-8948ff0b55eb HTTP/1.1" status: 200 len: 210 time: 0.1470430 Mar 05 13:40:57.673038 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-685a7254-3ef6-4344-b1a5-752dfd3e6a05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5afe79ad28c44a28a406edc898c660d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702785 Mar 05 13:40:57.674604 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51270) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:40:57.775839 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-490e4751-4b80-4323-9bd8-f3e0dbbb3d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:57.815482 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-490e4751-4b80-4323-9bd8-f3e0dbbb3d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:57.912943 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143f19d-9b95-4a56-8806-b07b278631ce service neutron] Pushing event updated for resources: {'Port': ['ID=07b8a5c0-4c4a-413b-92e4-9b683f1192a4,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:57.916746 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-490e4751-4b80-4323-9bd8-f3e0dbbb3d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:57.933147 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e4751-4b80-4323-9bd8-f3e0dbbb3d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f59210b-3835-4841-ab7a-3aa63111857e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:57.942412 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-490e4751-4b80-4323-9bd8-f3e0dbbb3d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:57.961625 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-490e4751-4b80-4323-9bd8-f3e0dbbb3d8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f59210b-3835-4841-ab7a-3aa63111857e HTTP/1.1" status: 204 len: 168 time: 0.2734070 Mar 05 13:40:58.109467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74836fd5-29fc-4d43-bc09-6a3827177266 req-b5bf80ad-5ed9-4c53-9dff-969377d25364 tempest-QuotasAdminNegativeTest-1748168418 tempest-QuotasAdminNegativeTest-1748168418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:58.111262 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-74836fd5-29fc-4d43-bc09-6a3827177266 req-b5bf80ad-5ed9-4c53-9dff-969377d25364 tempest-QuotasAdminNegativeTest-1748168418 tempest-QuotasAdminNegativeTest-1748168418-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2529039 Mar 05 13:40:58.114567 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a2df9f95-8dbd-48aa-9eee-38e442eab34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:58.145961 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-74836fd5-29fc-4d43-bc09-6a3827177266 req-183c018b-6119-493a-813c-566ee30248ad tempest-QuotasAdminNegativeTest-1748168418 tempest-QuotasAdminNegativeTest-1748168418-project] 10.222.0.16 "GET /v2.0/quotas/b205e9c68b0f42dbba3f3c83ab3a5de4 HTTP/1.1" status: 200 len: 375 time: 0.0260441 Mar 05 13:40:58.247359 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-74836fd5-29fc-4d43-bc09-6a3827177266 req-d58dad59-b22f-4ea6-9f35-4bd4002de294 tempest-QuotasAdminNegativeTest-1748168418 tempest-QuotasAdminNegativeTest-1748168418-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b205e9c68b0f42dbba3f3c83ab3a5de4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0940373 Mar 05 13:40:58.255814 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a2df9f95-8dbd-48aa-9eee-38e442eab34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:58.267933 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-a143f19d-9b95-4a56-8806-b07b278631ce service neutron] Attempting to bind port 07b8a5c0-4c4a-413b-92e4-9b683f1192a4 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:40:58.268312 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-a143f19d-9b95-4a56-8806-b07b278631ce service neutron] Attempting to bind port 07b8a5c0-4c4a-413b-92e4-9b683f1192a4 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:40:58.268571 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-a143f19d-9b95-4a56-8806-b07b278631ce service neutron] Attempting to bind port 07b8a5c0-4c4a-413b-92e4-9b683f1192a4 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:40:58.281472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-a143f19d-9b95-4a56-8806-b07b278631ce service neutron] Port 07b8a5c0-4c4a-413b-92e4-9b683f1192a4 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:40:58.281795 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-a143f19d-9b95-4a56-8806-b07b278631ce service neutron] Attempting to bind port 07b8a5c0-4c4a-413b-92e4-9b683f1192a4 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:40:58.300492 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-a143f19d-9b95-4a56-8806-b07b278631ce service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:40:58.300839 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-a143f19d-9b95-4a56-8806-b07b278631ce service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:40:58.301218 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-a143f19d-9b95-4a56-8806-b07b278631ce service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:40:58.301654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-a143f19d-9b95-4a56-8806-b07b278631ce service neutron] Bound port: 07b8a5c0-4c4a-413b-92e4-9b683f1192a4, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:40:58.301999 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-a143f19d-9b95-4a56-8806-b07b278631ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:58.493781 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a427d8-eacb-46c4-93a6-fe0c839456a5 req-b17068ac-221b-4469-b927-83a3ca941332 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:58.503816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a427d8-eacb-46c4-93a6-fe0c839456a5 req-b17068ac-221b-4469-b927-83a3ca941332 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:58.506461 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-60a427d8-eacb-46c4-93a6-fe0c839456a5 req-b17068ac-221b-4469-b927-83a3ca941332 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/ports?device_id=017bf4c0-12e3-4b50-8f1c-db32e13ceaee&device_id=5355cc01-e35d-4726-8e84-b0643b04efbe HTTP/1.1" status: 200 len: 1682 time: 0.2848544 Mar 05 13:40:58.512551 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a2df9f95-8dbd-48aa-9eee-38e442eab34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:58.570414 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df9f95-8dbd-48aa-9eee-38e442eab34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9799016c-acc6-4aee-88e8-cbd0ccf97344,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:58.579872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-a143f19d-9b95-4a56-8806-b07b278631ce service neutron] For port 07b8a5c0-4c4a-413b-92e4-9b683f1192a4, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:40:58.598036 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a2df9f95-8dbd-48aa-9eee-38e442eab34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:58.603635 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a2df9f95-8dbd-48aa-9eee-38e442eab34e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9799016c-acc6-4aee-88e8-cbd0ccf97344 HTTP/1.1" status: 204 len: 168 time: 1.1205025 Mar 05 13:40:58.611912 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-a143f19d-9b95-4a56-8806-b07b278631ce service neutron] For port 07b8a5c0-4c4a-413b-92e4-9b683f1192a4, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=07b8a5c0-4c4a-413b-92e4-9b683f1192a4,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:40:58.670696 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:58.683587 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-60a427d8-eacb-46c4-93a6-fe0c839456a5 req-e140d453-9232-4a23-8440-55e02cce6d84 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/security-groups?id=46835579-3c61-41aa-8133-6e49016720e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624758 Mar 05 13:40:58.692767 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-a143f19d-9b95-4a56-8806-b07b278631ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:58.778338 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:58.849274 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-f260e5df-b0a1-49c3-bb25-570e1054f160 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0bde18639d3c48b6a1bafa07903ef7a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375390 Mar 05 13:40:58.850241 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-a143f19d-9b95-4a56-8806-b07b278631ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:58.850966 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-a143f19d-9b95-4a56-8806-b07b278631ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:40:58.852882 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-a143f19d-9b95-4a56-8806-b07b278631ce service neutron] 10.222.0.30 "PUT /v2.0/ports/07b8a5c0-4c4a-413b-92e4-9b683f1192a4 HTTP/1.1" status: 200 len: 1096 time: 3.3974226 Mar 05 13:40:58.864681 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6', 'tag': '07b8a5c0-4c4a-413b-92e4-9b683f1192a4'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:40:59.087608 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143f19d-9b95-4a56-8806-b07b278631ce service neutron] Pushing event updated for resources: {'Port': ['ID=07b8a5c0-4c4a-413b-92e4-9b683f1192a4,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:40:59.171638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ad795-b760-4e66-ae2f-c973a0c14949 req-0eb7d56d-bfd5-48d3-9d60-0c5fa1f2afec tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:59.182614 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b51ad795-b760-4e66-ae2f-c973a0c14949 req-0eb7d56d-bfd5-48d3-9d60-0c5fa1f2afec tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6 HTTP/1.1" status: 200 len: 948 time: 0.5684454 Mar 05 13:40:59.216085 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-1fadacef-c787-4f61-a2fd-62b627cf8d49 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:59.231864 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-1fadacef-c787-4f61-a2fd-62b627cf8d49 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3657548 Mar 05 13:40:59.253537 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-7931e1ed-f4ec-4590-a692-3275e7428435 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/quotas/0bde18639d3c48b6a1bafa07903ef7a6 HTTP/1.1" status: 200 len: 375 time: 0.0202796 Mar 05 13:40:59.337143 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b51ad795-b760-4e66-ae2f-c973a0c14949 req-cfe230fb-277e-4b89-b086-64fa29420f10 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521528 Mar 05 13:40:59.413025 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-5e91db5d-788b-479d-a026-14bae110e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:59.419361 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-5e91db5d-788b-479d-a026-14bae110e31f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=996df70a25244ab7adc6a5dc348944f1&device_id=71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6 HTTP/1.1" status: 200 len: 1099 time: 0.5019643 Mar 05 13:40:59.563570 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-4a17a2c9-354d-457f-a6d4-ff5ff0f8da8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=07b8a5c0-4c4a-413b-92e4-9b683f1192a4 HTTP/1.1" status: 200 len: 217 time: 0.1406932 Mar 05 13:40:59.681649 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-06f1813d-d9f0-440d-8dd5-c097b429c4ad tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0bde18639d3c48b6a1bafa07903ef7a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4271445 Mar 05 13:40:59.699643 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-c5d790be-611f-4772-b26e-ef1f2ac2c1e6 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f35eb7de3ac943fabc502d5ac9465145&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3829775 Mar 05 13:40:59.730579 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-136da792-ee24-4099-acb0-b8550e8ef0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:40:59.738704 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-136da792-ee24-4099-acb0-b8550e8ef0d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1643004 Mar 05 13:41:00.062412 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-234edf19-a0de-4cb4-be89-76e68df97fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:00.063918 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-234edf19-a0de-4cb4-be89-76e68df97fc3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3187535 Mar 05 13:41:00.298482 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-7dd37f90-43e8-4aa7-8e73-0776e0707ff4 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:00.303579 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-7dd37f90-43e8-4aa7-8e73-0776e0707ff4 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5928063 Mar 05 13:41:00.338394 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b673f001-197a-4e72-a384-a3ad85ec4b3f req-da6f8c7c-f25f-4f4f-ad34-1ae5bcbc2e58 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=34254305-e7c5-4dd8-8fbf-8948ff0b55eb HTTP/1.1" status: 200 len: 210 time: 0.2023082 Mar 05 13:41:00.352286 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Request body: {'port': {'device_id': '34254305-e7c5-4dd8-8fbf-8948ff0b55eb', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': 'f35eb7de3ac943fabc502d5ac9465145'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:00.412426 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-dd4160f5-a302-414a-8ac8-362445014f97 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405094 Mar 05 13:41:00.589289 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6', 'tag': '07b8a5c0-4c4a-413b-92e4-9b683f1192a4', 'status': 'completed', 'code': 200} Mar 05 13:41:00.635484 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51374) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:00.756180 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-98c7eabf-50b3-46a0-9c9e-4f7b7ce56d6e req-b1837eef-743f-4cbb-b467-ff6e2c2fc4e2 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362050 Mar 05 13:41:00.906218 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:00.911421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Usage tracker for resource:port and tenant:f35eb7de3ac943fabc502d5ac9465145 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:00.921513 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:00.940322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:00.940544 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-c62688af-b3fc-418c-bd68-0da9ef039d4c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-144975154-network', 'tenant_id': '2459f8472f6b4906aa8a60ace2c54b4a'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:00.950506 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-f7a55f2d-6177-4470-8f22-50949c47d944 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0bde18639d3c48b6a1bafa07903ef7a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1088557 Mar 05 13:41:00.958798 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Made reservation on behalf of f35eb7de3ac943fabc502d5ac9465145 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:41:00.964221 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:00.973828 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c62688af-b3fc-418c-bd68-0da9ef039d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:00.979948 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:01.000623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:01.005446 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Usage tracker for resource:security_group_rule and tenant:f35eb7de3ac943fabc502d5ac9465145 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:01.013770 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:01.024015 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:01.030213 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c62688af-b3fc-418c-bd68-0da9ef039d4c admin admin] Usage tracker for resource:network and tenant:2459f8472f6b4906aa8a60ace2c54b4a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:01.035252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c62688af-b3fc-418c-bd68-0da9ef039d4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:01.060899 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c62688af-b3fc-418c-bd68-0da9ef039d4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:01.148291 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:01.207853 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:01.247463 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62688af-b3fc-418c-bd68-0da9ef039d4c admin admin] Made reservation on behalf of 2459f8472f6b4906aa8a60ace2c54b4a for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:41:01.249761 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c62688af-b3fc-418c-bd68-0da9ef039d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:01.287620 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c62688af-b3fc-418c-bd68-0da9ef039d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:01.371209 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c62688af-b3fc-418c-bd68-0da9ef039d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:01.375744 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c62688af-b3fc-418c-bd68-0da9ef039d4c admin admin] Usage tracker for resource:security_group_rule and tenant:2459f8472f6b4906aa8a60ace2c54b4a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:01.391868 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c62688af-b3fc-418c-bd68-0da9ef039d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:01.405388 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c62688af-b3fc-418c-bd68-0da9ef039d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:01.408420 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:01.428461 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-fd1e5a74-69fa-4317-be3c-6f1fcff1ce94 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:01.438094 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-fd1e5a74-69fa-4317-be3c-6f1fcff1ce94 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4605780 Mar 05 13:41:01.485613 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7446c-7da4-41b6-a62a-22c73c75b16e req-fb3d52a5-db96-4551-a88d-ea61e7023451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:01.488173 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-acd7446c-7da4-41b6-a62a-22c73c75b16e req-fb3d52a5-db96-4551-a88d-ea61e7023451 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=996df70a25244ab7adc6a5dc348944f1&device_id=71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6 HTTP/1.1" status: 200 len: 1099 time: 0.5965328 Mar 05 13:41:01.496505 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-b602350b-64c0-4f79-bab2-b6b10e53ae8c tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/quotas/0bde18639d3c48b6a1bafa07903ef7a6 HTTP/1.1" status: 200 len: 375 time: 0.0539985 Mar 05 13:41:01.508094 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Allocated IP 192.168.233.22 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/1435958d-e3be-4286-8caa-791704018749) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:41:01.565104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ac95f-351a-4326-b2af-512b66e7b8d7 req-32fe8174-6555-413d-bd27-480b622fa6d9 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:01.566626 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-269ac95f-351a-4326-b2af-512b66e7b8d7 req-32fe8174-6555-413d-bd27-480b622fa6d9 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6 HTTP/1.1" status: 200 len: 948 time: 0.1599078 Mar 05 13:41:01.593731 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-c6f4846f-81bf-4fff-adad-dc7cc2923f31 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0bde18639d3c48b6a1bafa07903ef7a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0959692 Mar 05 13:41:01.642953 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-269ac95f-351a-4326-b2af-512b66e7b8d7 req-0a20570e-8b65-4c4a-ba0d-52a1e99f443f tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698605 Mar 05 13:41:01.770798 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7446c-7da4-41b6-a62a-22c73c75b16e req-73e65247-1908-4d20-abdd-27ad16319a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:01.772713 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-acd7446c-7da4-41b6-a62a-22c73c75b16e req-73e65247-1908-4d20-abdd-27ad16319a15 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.2737732 Mar 05 13:41:02.036581 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-acd7446c-7da4-41b6-a62a-22c73c75b16e req-65f78be5-7f09-4dee-b3e6-e8504299520c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=07b8a5c0-4c4a-413b-92e4-9b683f1192a4 HTTP/1.1" status: 200 len: 217 time: 0.2554760 Mar 05 13:41:02.039542 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:02.063002 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-5cd965ac-a971-4827-a3e8-3a6165e9c273 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=0bde18639d3c48b6a1bafa07903ef7a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1233356 Mar 05 13:41:02.372433 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8626e887-f6f9-4f4a-ab51-cf73725cce10 req-95594948-e404-464b-9a34-015c2b66ccda tempest-AbsoluteLimitsNegativeTestJSON-1520474505 tempest-AbsoluteLimitsNegativeTestJSON-1520474505-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5fbab482c9b04b5b990616a12229de14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453191 Mar 05 13:41:02.422523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Transition to ACTIVE for port object 1435958d-e3be-4286-8caa-791704018749 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:02.428620 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-36f9168e-f323-4ad0-8939-d46ecccc7525 req-f9013907-eed9-4969-a5ed-571e9b31b826 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=34254305-e7c5-4dd8-8fbf-8948ff0b55eb HTTP/1.1" status: 200 len: 210 time: 0.1528931 Mar 05 13:41:02.456181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-b0c36a64-4329-4779-b672-93fd028a0f6d tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:02.457611 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-b0c36a64-4329-4779-b672-93fd028a0f6d tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3782580 Mar 05 13:41:02.472548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Request body: {'port': {'device_id': 'e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': '0bde18639d3c48b6a1bafa07903ef7a6'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:02.557240 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626e887-f6f9-4f4a-ab51-cf73725cce10 req-2973fa9d-2b2a-49c0-aca2-68bc8bcea87f tempest-AbsoluteLimitsNegativeTestJSON-1520474505 tempest-AbsoluteLimitsNegativeTestJSON-1520474505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:02.565064 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8626e887-f6f9-4f4a-ab51-cf73725cce10 req-2973fa9d-2b2a-49c0-aca2-68bc8bcea87f tempest-AbsoluteLimitsNegativeTestJSON-1520474505 tempest-AbsoluteLimitsNegativeTestJSON-1520474505-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913292 Mar 05 13:41:02.606576 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8626e887-f6f9-4f4a-ab51-cf73725cce10 req-56189600-1c1a-4e8c-a761-305e4e5b7422 tempest-AbsoluteLimitsNegativeTestJSON-1520474505 tempest-AbsoluteLimitsNegativeTestJSON-1520474505-project] 10.222.0.16 "GET /v2.0/quotas/5fbab482c9b04b5b990616a12229de14 HTTP/1.1" status: 200 len: 375 time: 0.0404570 Mar 05 13:41:02.646702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:02.676299 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8626e887-f6f9-4f4a-ab51-cf73725cce10 req-20a8b9d3-e4c3-4709-a70e-3066862167dd tempest-AbsoluteLimitsNegativeTestJSON-1520474505 tempest-AbsoluteLimitsNegativeTestJSON-1520474505-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5fbab482c9b04b5b990616a12229de14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685921 Mar 05 13:41:02.697273 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7446c-7da4-41b6-a62a-22c73c75b16e req-edb89fb5-2c9f-44d8-b340-4116efacdb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:02.699014 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-acd7446c-7da4-41b6-a62a-22c73c75b16e req-edb89fb5-2c9f-44d8-b340-4116efacdb2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.6449535 Mar 05 13:41:02.704304 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c62688af-b3fc-418c-bd68-0da9ef039d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:02.746952 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93a98f16-cfd3-450c-92cc-cead05685ab9 req-bdfe52b7-724f-4883-a6cd-67324e7ab26c tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfa471ab-4aec-47bf-880e-4a8735124073 HTTP/1.1" status: 200 len: 210 time: 0.1051273 Mar 05 13:41:02.761066 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c62688af-b3fc-418c-bd68-0da9ef039d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:02.761829 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Usage tracker for resource:port and tenant:0bde18639d3c48b6a1bafa07903ef7a6 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:02.781780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:02.814176 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62688af-b3fc-418c-bd68-0da9ef039d4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:41:02.814364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:02.832866 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:02.839040 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Made reservation on behalf of 0bde18639d3c48b6a1bafa07903ef7a6 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:41:02.843034 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:02.870939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62688af-b3fc-418c-bd68-0da9ef039d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0989d9f3-a68b-42fe-a374-b7b018e13749,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:02.882804 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7446c-7da4-41b6-a62a-22c73c75b16e req-121894da-b28b-4936-8ff3-89b97a239525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:02.883289 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-acd7446c-7da4-41b6-a62a-22c73c75b16e req-121894da-b28b-4936-8ff3-89b97a239525 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1768816 Mar 05 13:41:02.884336 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c62688af-b3fc-418c-bd68-0da9ef039d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:02.884728 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-c62688af-b3fc-418c-bd68-0da9ef039d4c admin admin] Added segment 43a89007-6acf-428c-8160-89de20a2a66e of type vlan for network d80f799e-8972-4975-8718-783092833399 Mar 05 13:41:03.008669 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:03.095639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:41:03.106257 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:03.114493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Usage tracker for resource:security_group_rule and tenant:0bde18639d3c48b6a1bafa07903ef7a6 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:03.129048 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:41:03.137121 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:03.159017 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c62688af-b3fc-418c-bd68-0da9ef039d4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:03.171932 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:41:03.258158 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-acd7446c-7da4-41b6-a62a-22c73c75b16e req-d288264c-737f-4d97-9fe5-f16476b0cd2e service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675110 Mar 05 13:41:03.315843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51472) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:03.341985 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:03.348250 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c62688af-b3fc-418c-bd68-0da9ef039d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:03.349250 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62688af-b3fc-418c-bd68-0da9ef039d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:03.349836 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c62688af-b3fc-418c-bd68-0da9ef039d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:03.421642 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:03.422605 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:03.483403 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Pushing event updated for resources: {'Port': ['ID=1435958d-e3be-4286-8caa-791704018749,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:03.505941 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-ecc56884-f386-4ab6-bc46-585755910dcb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1811202 Mar 05 13:41:03.510436 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62688af-b3fc-418c-bd68-0da9ef039d4c admin admin] Pushing event updated for resources: {'Network': ['ID=d80f799e-8972-4975-8718-783092833399,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:03.514281 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c62688af-b3fc-418c-bd68-0da9ef039d4c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.8757205 Mar 05 13:41:03.523471 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51482) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:03.529405 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network d80f799e-8972-4975-8718-783092833399 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:41:03.539397 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-c7e2a4c1-70d8-48e0-b44e-2fe4cd4a9d07 admin admin] Request body: {'subnet': {'network_id': 'd80f799e-8972-4975-8718-783092833399', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-144975154-subnet', 'tenant_id': '2459f8472f6b4906aa8a60ace2c54b4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:03.544787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c7e2a4c1-70d8-48e0-b44e-2fe4cd4a9d07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:03.549392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c7e2a4c1-70d8-48e0-b44e-2fe4cd4a9d07 admin admin] Usage tracker for resource:subnet and tenant:2459f8472f6b4906aa8a60ace2c54b4a is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:03.552493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c7e2a4c1-70d8-48e0-b44e-2fe4cd4a9d07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:03.560049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c7e2a4c1-70d8-48e0-b44e-2fe4cd4a9d07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:03.582316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e2a4c1-70d8-48e0-b44e-2fe4cd4a9d07 admin admin] Made reservation on behalf of 2459f8472f6b4906aa8a60ace2c54b4a for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:41:03.585344 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c7e2a4c1-70d8-48e0-b44e-2fe4cd4a9d07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:03.606513 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-464cac61-d0d9-47b9-bbc8-e288c51783c9 service neutron] Request body: {'port': {'device_id': '34254305-e7c5-4dd8-8fbf-8948ff0b55eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:03.632278 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf3777af-a7f6-4e05-b02c-744e9b0e9554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:03.668110 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-abe4bac5-4e63-4fce-9f89-690e3278875d None None] Provisioning for port 1435958d-e3be-4286-8caa-791704018749 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:03.675909 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-abe4bac5-4e63-4fce-9f89-690e3278875d None None] Provisioning complete for port 1435958d-e3be-4286-8caa-791704018749 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:03.676246 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-abe4bac5-4e63-4fce-9f89-690e3278875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:03.694900 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cf3777af-a7f6-4e05-b02c-744e9b0e9554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:03.702897 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cf3777af-a7f6-4e05-b02c-744e9b0e9554 admin admin] Usage tracker for resource:security_group_rule and tenant:5fbab482c9b04b5b990616a12229de14 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:03.712919 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cf3777af-a7f6-4e05-b02c-744e9b0e9554 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:03.738321 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cf3777af-a7f6-4e05-b02c-744e9b0e9554 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:03.752745 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-abe4bac5-4e63-4fce-9f89-690e3278875d None None] Port 1435958d-e3be-4286-8caa-791704018749 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:41:03.802223 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ee5528f1-9743-481e-91a6-4f576e64e2e3 req-e8aede61-7c2f-4f3f-8da5-8eff0ea66ee4 tempest-QuotasAdminNegativeTest-1748168418 tempest-QuotasAdminNegativeTest-1748168418-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b205e9c68b0f42dbba3f3c83ab3a5de4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762331 Mar 05 13:41:03.815130 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-acd7446c-7da4-41b6-a62a-22c73c75b16e req-c2492139-9c08-45ff-941f-4c3e75ac2c65 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383217 Mar 05 13:41:03.927694 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-1df61c49-46ba-453c-98b5-f693962b7b75 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0bde18639d3c48b6a1bafa07903ef7a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0988948 Mar 05 13:41:03.950510 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1391c-90ba-422e-8125-32f1c38b1914 req-b0de9557-dafd-4886-9b08-1286d85dd68d tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:03.951972 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9ae1391c-90ba-422e-8125-32f1c38b1914 req-b0de9557-dafd-4886-9b08-1286d85dd68d tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6 HTTP/1.1" status: 200 len: 948 time: 0.8249240 Mar 05 13:41:04.015684 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5528f1-9743-481e-91a6-4f576e64e2e3 req-b3760ac8-e4a7-4f9b-8b3e-d0133fcf2062 tempest-QuotasAdminNegativeTest-1748168418 tempest-QuotasAdminNegativeTest-1748168418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:04.017120 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ee5528f1-9743-481e-91a6-4f576e64e2e3 req-b3760ac8-e4a7-4f9b-8b3e-d0133fcf2062 tempest-QuotasAdminNegativeTest-1748168418 tempest-QuotasAdminNegativeTest-1748168418-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2047055 Mar 05 13:41:04.043547 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf3777af-a7f6-4e05-b02c-744e9b0e9554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:04.046094 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ee5528f1-9743-481e-91a6-4f576e64e2e3 req-313cf447-b6a0-4636-a892-31e87358d438 tempest-QuotasAdminNegativeTest-1748168418 tempest-QuotasAdminNegativeTest-1748168418-project] 10.222.0.16 "GET /v2.0/quotas/b205e9c68b0f42dbba3f3c83ab3a5de4 HTTP/1.1" status: 200 len: 375 time: 0.0170090 Mar 05 13:41:04.048268 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf3777af-a7f6-4e05-b02c-744e9b0e9554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:04.131883 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ee5528f1-9743-481e-91a6-4f576e64e2e3 req-5a5c5cc1-f0b0-4a16-a6b2-90f40aa1b6e3 tempest-QuotasAdminNegativeTest-1748168418 tempest-QuotasAdminNegativeTest-1748168418-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b205e9c68b0f42dbba3f3c83ab3a5de4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756032 Mar 05 13:41:04.145905 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cf3777af-a7f6-4e05-b02c-744e9b0e9554 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5fbab482c9b04b5b990616a12229de14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8289406 Mar 05 13:41:04.147639 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3777af-a7f6-4e05-b02c-744e9b0e9554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b8678b-77ea-4a7c-90f0-9d5a3650a43c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:04.150746 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51498) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:04.158564 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 07b8a5c0-4c4a-413b-92e4-9b683f1192a4 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:41:04.213377 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-464cac61-d0d9-47b9-bbc8-e288c51783c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:04.220973 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9617ce2e-3347-4239-a783-6e17e979d243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:04.244429 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9ae1391c-90ba-422e-8125-32f1c38b1914 req-280ad311-9997-42b8-8295-4d53d63de540 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281163 Mar 05 13:41:04.261750 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:04.263764 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9617ce2e-3347-4239-a783-6e17e979d243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:04.361451 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 07b8a5c0-4c4a-413b-92e4-9b683f1192a4, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=07b8a5c0-4c4a-413b-92e4-9b683f1192a4,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:04.364536 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:04.379941 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '07b8a5c0-4c4a-413b-92e4-9b683f1192a4', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '07b8a5c0-4c4a-413b-92e4-9b683f1192a4', 'mac_address': 'fa:16:3e:b0:a3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:41:04.427132 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9617ce2e-3347-4239-a783-6e17e979d243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:04.449059 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:04.450778 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617ce2e-3347-4239-a783-6e17e979d243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b8678b-77ea-4a7c-90f0-9d5a3650a43c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:04.458748 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9617ce2e-3347-4239-a783-6e17e979d243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:04.460800 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9617ce2e-3347-4239-a783-6e17e979d243 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07b8678b-77ea-4a7c-90f0-9d5a3650a43c HTTP/1.1" status: 204 len: 168 time: 0.3086362 Mar 05 13:41:04.490984 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b8a5c0-4c4a-413b-92e4-9b683f1192a4 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:41:04.497616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a718f3-40f8-4c0d-9c09-a7c6d3fd1bd6 req-434285c8-2af7-4f4c-a603-b55b5c0a6f00 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:04.498454 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-3fa5cd74-6d13-416f-a04a-b3996843e9c2 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:04.507763 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-89a718f3-40f8-4c0d-9c09-a7c6d3fd1bd6 req-434285c8-2af7-4f4c-a603-b55b5c0a6f00 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=34254305-e7c5-4dd8-8fbf-8948ff0b55eb HTTP/1.1" status: 200 len: 935 time: 0.1820769 Mar 05 13:41:04.514013 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 07b8a5c0-4c4a-413b-92e4-9b683f1192a4, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=07b8a5c0-4c4a-413b-92e4-9b683f1192a4,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:04.514798 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-3fa5cd74-6d13-416f-a04a-b3996843e9c2 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5736892 Mar 05 13:41:04.524516 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:04.546548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-00f4f4f2-ca03-43a9-a95c-9fd6090891be tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Request body: {'port': {'device_id': 'bfa471ab-4aec-47bf-880e-4a8735124073', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': '0bde18639d3c48b6a1bafa07903ef7a6'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:04.602117 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-89a718f3-40f8-4c0d-9c09-a7c6d3fd1bd6 req-79c9f5a6-6862-47c8-8e66-ae95770b4019 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805299 Mar 05 13:41:04.646952 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=07b8a5c0-4c4a-413b-92e4-9b683f1192a4,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:04.717604 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78980102-21ed-45c6-9a8c-2d5af0053faa,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:04.758934 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['07b8a5c0-4c4a-413b-92e4-9b683f1192a4'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:41:04.950833 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-144b7061-3f04-4b92-90ea-1478900e6a0a req-3d984f54-3096-4b6b-81fa-2ede1794ca1f tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfa471ab-4aec-47bf-880e-4a8735124073 HTTP/1.1" status: 200 len: 210 time: 0.1799850 Mar 05 13:41:04.967291 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c7e2a4c1-70d8-48e0-b44e-2fe4cd4a9d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:05.026797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Allocated IP 192.168.233.126 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/771ed29c-9903-409b-8e7b-cb9a2d2c14f9) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:41:05.143613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-00f4f4f2-ca03-43a9-a95c-9fd6090891be tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:05.148288 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-00f4f4f2-ca03-43a9-a95c-9fd6090891be tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Usage tracker for resource:port and tenant:0bde18639d3c48b6a1bafa07903ef7a6 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:05.151527 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-00f4f4f2-ca03-43a9-a95c-9fd6090891be tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:05.157754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-00f4f4f2-ca03-43a9-a95c-9fd6090891be tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:05.204334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-00f4f4f2-ca03-43a9-a95c-9fd6090891be tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Made reservation on behalf of 0bde18639d3c48b6a1bafa07903ef7a6 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:41:05.209108 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-00f4f4f2-ca03-43a9-a95c-9fd6090891be tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:05.229889 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2a4c1-70d8-48e0-b44e-2fe4cd4a9d07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50e5b714-90e6-443d-99a1-21e418d64922,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:05.369892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e2a4c1-70d8-48e0-b44e-2fe4cd4a9d07 admin admin] Checking segment: {'id': '43a89007-6acf-428c-8160-89de20a2a66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd80f799e-8972-4975-8718-783092833399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:41:05.369892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e2a4c1-70d8-48e0-b44e-2fe4cd4a9d07 admin admin] Network hostable DHCP agents. Network: d80f799e-8972-4975-8718-783092833399, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:41:05.411951 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ea65a-c827-411d-b5c5-0d6c83e18081 req-25c2dc59-5268-48f8-948b-bd0e56a37306 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:05.414745 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b25ea65a-c827-411d-b5c5-0d6c83e18081 req-25c2dc59-5268-48f8-948b-bd0e56a37306 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a5b1ba-2f64-475a-b488-9e6b2185f50d HTTP/1.1" status: 200 len: 950 time: 0.0955653 Mar 05 13:41:05.440184 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51558) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:05.474028 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b25ea65a-c827-411d-b5c5-0d6c83e18081 req-0e03f1e0-6b50-4297-bc90-0355628b5109 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8561406-d4af-45e0-bfce-51eea5c77093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533383 Mar 05 13:41:05.574136 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae479a7-a4f4-4e4f-a7a4-4290d1c44e1e req-86d09a0c-f064-43ce-ac25-5911e6381884 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:05.576099 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eae479a7-a4f4-4e4f-a7a4-4290d1c44e1e req-86d09a0c-f064-43ce-ac25-5911e6381884 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.15 "GET /v2.0/ports?device_id=017bf4c0-12e3-4b50-8f1c-db32e13ceaee HTTP/1.1" status: 200 len: 945 time: 0.5467460 Mar 05 13:41:05.587444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e2a4c1-70d8-48e0-b44e-2fe4cd4a9d07 admin admin] Network d80f799e-8972-4975-8718-783092833399 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:41:05.638935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-276425c4-a644-4857-8f2f-cc98c61c06c1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1322382095-network', 'tenant_id': '2a0c57f40aca4bf38eae932699756534'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:05.649132 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-276425c4-a644-4857-8f2f-cc98c61c06c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:05.651810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-c7e2a4c1-70d8-48e0-b44e-2fe4cd4a9d07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, d80f799e-8972-4975-8718-783092833399) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:41:05.654252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-276425c4-a644-4857-8f2f-cc98c61c06c1 admin admin] Usage tracker for resource:network and tenant:2a0c57f40aca4bf38eae932699756534 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:05.658216 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-276425c4-a644-4857-8f2f-cc98c61c06c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:05.666831 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-276425c4-a644-4857-8f2f-cc98c61c06c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:05.672918 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c1493e-5cf4-4dd9-b391-8c2e915bb072 None None] Network d80f799e-8972-4975-8718-783092833399 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:41:05.678416 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10768c-8af4-4168-8be3-b5872c8384df req-14dc2618-6bb0-4639-87d7-551ce42d13c1 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:05.678416 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fc10768c-8af4-4168-8be3-b5872c8384df req-14dc2618-6bb0-4639-87d7-551ce42d13c1 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/ports?device_id=017bf4c0-12e3-4b50-8f1c-db32e13ceaee HTTP/1.1" status: 200 len: 945 time: 0.4561093 Mar 05 13:41:05.679830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e2a4c1-70d8-48e0-b44e-2fe4cd4a9d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:05.680175 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c7e2a4c1-70d8-48e0-b44e-2fe4cd4a9d07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:05.697029 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276425c4-a644-4857-8f2f-cc98c61c06c1 admin admin] Made reservation on behalf of 2a0c57f40aca4bf38eae932699756534 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:41:05.699456 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-276425c4-a644-4857-8f2f-cc98c61c06c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:05.716149 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-276425c4-a644-4857-8f2f-cc98c61c06c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:05.740382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71499b-e3ab-4808-9ad1-7eb160084845 req-4c5807dd-89c9-4da5-b2e7-55d204caf3ee tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:05.747580 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aa71499b-e3ab-4808-9ad1-7eb160084845 req-4c5807dd-89c9-4da5-b2e7-55d204caf3ee tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6 HTTP/1.1" status: 200 len: 949 time: 0.1584582 Mar 05 13:41:05.763502 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-276425c4-a644-4857-8f2f-cc98c61c06c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:05.771169 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-276425c4-a644-4857-8f2f-cc98c61c06c1 admin admin] Usage tracker for resource:security_group_rule and tenant:2a0c57f40aca4bf38eae932699756534 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:05.793865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-276425c4-a644-4857-8f2f-cc98c61c06c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:05.808528 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-276425c4-a644-4857-8f2f-cc98c61c06c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:05.845748 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51572) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:05.859416 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aa71499b-e3ab-4808-9ad1-7eb160084845 req-413dd371-879e-4ae5-a61d-2548a55a1258 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108358 Mar 05 13:41:05.920614 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:05.951844 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-eae479a7-a4f4-4e4f-a7a4-4290d1c44e1e req-6e3defdb-bfc0-4225-b9c1-dbbbc17091ca tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Deleting port ac798050-0d95-4fc9-a221-4b78345fe7d5 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:41:05.952370 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-eae479a7-a4f4-4e4f-a7a4-4290d1c44e1e req-6e3defdb-bfc0-4225-b9c1-dbbbc17091ca tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:05.974174 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6845a4f-538b-4318-82a4-703e288c10e0 None None] Network d80f799e-8972-4975-8718-783092833399 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:41:06.073935 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fc10768c-8af4-4168-8be3-b5872c8384df req-f8de4f3b-e6ff-4667-aa63-0f0abb6cbd93 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/security-groups?id=46835579-3c61-41aa-8133-6e49016720e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845546 Mar 05 13:41:06.095264 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c7e2a4c1-70d8-48e0-b44e-2fe4cd4a9d07 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5697165 Mar 05 13:41:06.108316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Transition to ACTIVE for port object 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:06.224979 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 07b8a5c0-4c4a-413b-92e4-9b683f1192a4 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:41:06.233087 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ddda357-b3c6-43fd-87ce-58bcf8499661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:06.259050 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-276425c4-a644-4857-8f2f-cc98c61c06c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:06.277491 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-276425c4-a644-4857-8f2f-cc98c61c06c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:06.290213 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9ddda357-b3c6-43fd-87ce-58bcf8499661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:06.314061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9ddda357-b3c6-43fd-87ce-58bcf8499661 admin admin] Usage tracker for resource:security_group_rule and tenant:b205e9c68b0f42dbba3f3c83ab3a5de4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:06.327575 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9ddda357-b3c6-43fd-87ce-58bcf8499661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:06.330391 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276425c4-a644-4857-8f2f-cc98c61c06c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:41:06.333277 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:06.349429 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9ddda357-b3c6-43fd-87ce-58bcf8499661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:06.373663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276425c4-a644-4857-8f2f-cc98c61c06c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb882160-f85c-42cc-997e-bd2274f798c4,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:06.377050 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-276425c4-a644-4857-8f2f-cc98c61c06c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:06.377693 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-276425c4-a644-4857-8f2f-cc98c61c06c1 admin admin] Added segment 4a19e8c8-9d65-4a83-94ac-adad806f4733 of type vlan for network d3131e3c-1862-4a0f-920e-c001f597ed59 Mar 05 13:41:06.460092 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 07b8a5c0-4c4a-413b-92e4-9b683f1192a4 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:06.471469 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 07b8a5c0-4c4a-413b-92e4-9b683f1192a4 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:06.472618 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:06.483448 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbbd8c-5262-4ba8-be9b-6ca42e974c9b req-7e9809dd-146b-402e-af84-a3185684ea3a tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:06.485100 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-49bbbd8c-5262-4ba8-be9b-6ca42e974c9b req-7e9809dd-146b-402e-af84-a3185684ea3a tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.30 "GET /v2.0/ports?device_id=5355cc01-e35d-4726-8e84-b0643b04efbe HTTP/1.1" status: 200 len: 946 time: 0.3913376 Mar 05 13:41:06.491000 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-276425c4-a644-4857-8f2f-cc98c61c06c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:06.618833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-49bbbd8c-5262-4ba8-be9b-6ca42e974c9b req-6bf03082-6ff7-47e0-a0fc-c26b4631f3d3 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Deleting port 5663d9c3-2bca-4cef-9c00-236391bd2667 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:41:06.619263 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-49bbbd8c-5262-4ba8-be9b-6ca42e974c9b req-6bf03082-6ff7-47e0-a0fc-c26b4631f3d3 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:06.625941 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:06.664604 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 07b8a5c0-4c4a-413b-92e4-9b683f1192a4, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=07b8a5c0-4c4a-413b-92e4-9b683f1192a4,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:06.665832 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b8a5c0-4c4a-413b-92e4-9b683f1192a4'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:41:06.673287 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-276425c4-a644-4857-8f2f-cc98c61c06c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:06.673752 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:06.674742 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276425c4-a644-4857-8f2f-cc98c61c06c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:06.675490 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-276425c4-a644-4857-8f2f-cc98c61c06c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:06.757281 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=07b8a5c0-4c4a-413b-92e4-9b683f1192a4,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:06.812607 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-eae479a7-a4f4-4e4f-a7a4-4290d1c44e1e req-6e3defdb-bfc0-4225-b9c1-dbbbc17091ca tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] For port ac798050-0d95-4fc9-a221-4b78345fe7d5, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ac798050-0d95-4fc9-a221-4b78345fe7d5,segment=NetworkSegment(ab3e059c-9e9d-49c7-bd29-301e9dbc0e13),segment_id=ab3e059c-9e9d-49c7-bd29-301e9dbc0e13)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:06.812965 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-eae479a7-a4f4-4e4f-a7a4-4290d1c44e1e req-6e3defdb-bfc0-4225-b9c1-dbbbc17091ca tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:06.847420 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-464cac61-d0d9-47b9-bbc8-e288c51783c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1435958d-e3be-4286-8caa-791704018749 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:41:06.861768 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276425c4-a644-4857-8f2f-cc98c61c06c1 admin admin] Pushing event updated for resources: {'Network': ['ID=d3131e3c-1862-4a0f-920e-c001f597ed59,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:06.873573 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ddda357-b3c6-43fd-87ce-58bcf8499661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:06.880439 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network d3131e3c-1862-4a0f-920e-c001f597ed59 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:41:06.880944 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-276425c4-a644-4857-8f2f-cc98c61c06c1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4400015 Mar 05 13:41:06.881657 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51628) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:06.896710 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-48374e7f-d107-4d84-a143-d63cb3ff7585 admin admin] Request body: {'subnet': {'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1322382095-subnet', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:06.920228 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ddda357-b3c6-43fd-87ce-58bcf8499661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:06.963414 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-48374e7f-d107-4d84-a143-d63cb3ff7585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:06.997707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:41:07.011471 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-eae479a7-a4f4-4e4f-a7a4-4290d1c44e1e req-6e3defdb-bfc0-4225-b9c1-dbbbc17091ca tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Calling delete_port for ac798050-0d95-4fc9-a221-4b78345fe7d5 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:41:07.043151 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:41:07.046183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:41:07.068076 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-48374e7f-d107-4d84-a143-d63cb3ff7585 admin admin] Usage tracker for resource:subnet and tenant:2a0c57f40aca4bf38eae932699756534 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:07.081040 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-464cac61-d0d9-47b9-bbc8-e288c51783c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:07.089367 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-48374e7f-d107-4d84-a143-d63cb3ff7585 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:07.092284 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Pushing event updated for resources: {'Port': ['ID=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:07.098566 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f6324d9-53f1-4d77-a9f9-1cdea1b08e49 req-28859a69-a9fc-4cd7-8c6e-c2e4afebbcdc tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfa471ab-4aec-47bf-880e-4a8735124073 HTTP/1.1" status: 200 len: 210 time: 0.1469107 Mar 05 13:41:07.126387 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-48374e7f-d107-4d84-a143-d63cb3ff7585 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:07.139273 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9ddda357-b3c6-43fd-87ce-58bcf8499661 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b205e9c68b0f42dbba3f3c83ab3a5de4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2903969 Mar 05 13:41:07.144552 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddda357-b3c6-43fd-87ce-58bcf8499661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3602f4ec-b72c-4d30-9599-7664d6652a00,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:07.152240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51636) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:07.169919 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48374e7f-d107-4d84-a143-d63cb3ff7585 admin admin] Made reservation on behalf of 2a0c57f40aca4bf38eae932699756534 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:41:07.172612 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-48374e7f-d107-4d84-a143-d63cb3ff7585 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:07.175894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-464cac61-d0d9-47b9-bbc8-e288c51783c9 service neutron] Transition to ACTIVE for port object 1435958d-e3be-4286-8caa-791704018749 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:07.244489 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-464cac61-d0d9-47b9-bbc8-e288c51783c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:07.317735 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-38085d8f-9e61-4d7e-be4c-97f771ebdf75 req-4c833679-5c86-42c4-9b8d-799ff6b137c1 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-243002897', 'description': 'tempest-description-2073856253'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:07.317950 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:07.318399 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:07.328622 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-38085d8f-9e61-4d7e-be4c-97f771ebdf75 req-4c833679-5c86-42c4-9b8d-799ff6b137c1 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:07.333361 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-49bbbd8c-5262-4ba8-be9b-6ca42e974c9b req-6bf03082-6ff7-47e0-a0fc-c26b4631f3d3 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] For port 5663d9c3-2bca-4cef-9c00-236391bd2667, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5663d9c3-2bca-4cef-9c00-236391bd2667,segment=NetworkSegment(ab3e059c-9e9d-49c7-bd29-301e9dbc0e13),segment_id=ab3e059c-9e9d-49c7-bd29-301e9dbc0e13)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:07.333710 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-49bbbd8c-5262-4ba8-be9b-6ca42e974c9b req-6bf03082-6ff7-47e0-a0fc-c26b4631f3d3 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:07.344342 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-38085d8f-9e61-4d7e-be4c-97f771ebdf75 req-4c833679-5c86-42c4-9b8d-799ff6b137c1 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Usage tracker for resource:security_group and tenant:2459f8472f6b4906aa8a60ace2c54b4a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:07.349418 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-38085d8f-9e61-4d7e-be4c-97f771ebdf75 req-4c833679-5c86-42c4-9b8d-799ff6b137c1 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:07.357782 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-38085d8f-9e61-4d7e-be4c-97f771ebdf75 req-4c833679-5c86-42c4-9b8d-799ff6b137c1 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:07.374965 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26c89b-7c76-48b1-b05a-687cf41a542f req-e3089d91-5784-4922-a4f4-231b0d2834b5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:07.375671 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4b26c89b-7c76-48b1-b05a-687cf41a542f req-e3089d91-5784-4922-a4f4-231b0d2834b5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Synchronizing usage tracker for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:41:07.411679 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ba59abae-1699-4b25-b653-a9746c52e9e8 None None] Provisioning for port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:07.419523 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ba59abae-1699-4b25-b653-a9746c52e9e8 None None] Provisioning complete for port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:07.419895 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ba59abae-1699-4b25-b653-a9746c52e9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:07.489498 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-49bbbd8c-5262-4ba8-be9b-6ca42e974c9b req-6bf03082-6ff7-47e0-a0fc-c26b4631f3d3 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Calling delete_port for 5663d9c3-2bca-4cef-9c00-236391bd2667 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:41:07.526711 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ba59abae-1699-4b25-b653-a9746c52e9e8 None None] Port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:41:07.538994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464cac61-d0d9-47b9-bbc8-e288c51783c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1435958d-e3be-4286-8caa-791704018749,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:07.547022 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-38085d8f-9e61-4d7e-be4c-97f771ebdf75 req-4c833679-5c86-42c4-9b8d-799ff6b137c1 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:07.599101 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-42d91481-1413-402a-a878-cd653326f383 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1305234 Mar 05 13:41:07.612605 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-00f4f4f2-ca03-43a9-a95c-9fd6090891be tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Allocated IP 192.168.233.7 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/2621485b-d164-480c-a660-78d60ef07686) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:41:07.644689 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-38085d8f-9e61-4d7e-be4c-97f771ebdf75 req-4c833679-5c86-42c4-9b8d-799ff6b137c1 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:07.655997 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-38085d8f-9e61-4d7e-be4c-97f771ebdf75 req-4c833679-5c86-42c4-9b8d-799ff6b137c1 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Usage tracker for resource:security_group_rule and tenant:2459f8472f6b4906aa8a60ace2c54b4a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:07.659007 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-04900738-c006-4cf3-8510-f7ed605d6eba service neutron] Request body: {'port': {'device_id': 'e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:07.663894 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-38085d8f-9e61-4d7e-be4c-97f771ebdf75 req-4c833679-5c86-42c4-9b8d-799ff6b137c1 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:07.681072 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-38085d8f-9e61-4d7e-be4c-97f771ebdf75 req-4c833679-5c86-42c4-9b8d-799ff6b137c1 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:07.698260 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5fb4aa3f-b594-44d6-8517-25379f815077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:07.698534 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device ee97d600-3c5d-4da8-a80f-bee356e495b2 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:41:07.724826 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4b26c89b-7c76-48b1-b05a-687cf41a542f req-e3089d91-5784-4922-a4f4-231b0d2834b5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Unset dirty status for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:41:07.726528 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4b26c89b-7c76-48b1-b05a-687cf41a542f req-e3089d91-5784-4922-a4f4-231b0d2834b5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=34254305-e7c5-4dd8-8fbf-8948ff0b55eb HTTP/1.1" status: 200 len: 935 time: 1.4163222 Mar 05 13:41:07.770532 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-48374e7f-d107-4d84-a143-d63cb3ff7585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:07.825484 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-eae479a7-a4f4-4e4f-a7a4-4290d1c44e1e req-6e3defdb-bfc0-4225-b9c1-dbbbc17091ca tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:07.827132 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:07.833462 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5fb4aa3f-b594-44d6-8517-25379f815077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:07.849331 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-49bbbd8c-5262-4ba8-be9b-6ca42e974c9b req-6bf03082-6ff7-47e0-a0fc-c26b4631f3d3 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:07.855043 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['5663d9c3-2bca-4cef-9c00-236391bd2667'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:41:07.900629 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['5663d9c3-2bca-4cef-9c00-236391bd2667'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:41:07.927104 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48374e7f-d107-4d84-a143-d63cb3ff7585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14505cde-9c48-49cb-bda6-a87e9c92d7f7,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:07.937559 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf03082-6ff7-47e0-a0fc-c26b4631f3d3 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Pushing event deleted for resources: {'Port': ['ID=5663d9c3-2bca-4cef-9c00-236391bd2667,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:07.939901 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port ee97d600-3c5d-4da8-a80f-bee356e495b2, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ee97d600-3c5d-4da8-a80f-bee356e495b2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:07.946816 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:07.947603 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device ac798050-0d95-4fc9-a221-4b78345fe7d5 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:41:08.016242 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: ac798050-0d95-4fc9-a221-4b78345fe7d5 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:41:08.016604 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device ac798050-0d95-4fc9-a221-4b78345fe7d5 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:41:08.030923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48374e7f-d107-4d84-a143-d63cb3ff7585 admin admin] Checking segment: {'id': '4a19e8c8-9d65-4a83-94ac-adad806f4733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:41:08.031282 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48374e7f-d107-4d84-a143-d63cb3ff7585 admin admin] Network hostable DHCP agents. Network: d3131e3c-1862-4a0f-920e-c001f597ed59, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:41:08.048794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bbbd8c-5262-4ba8-be9b-6ca42e974c9b req-6bf03082-6ff7-47e0-a0fc-c26b4631f3d3 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] No DVR routers for this DVR port 5663d9c3-2bca-4cef-9c00-236391bd2667 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:41:08.050614 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=ee97d600-3c5d-4da8-a80f-bee356e495b2,revision_number=11']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:08.058835 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-38085d8f-9e61-4d7e-be4c-97f771ebdf75 req-4c833679-5c86-42c4-9b8d-799ff6b137c1 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:08.061252 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-49bbbd8c-5262-4ba8-be9b-6ca42e974c9b req-6bf03082-6ff7-47e0-a0fc-c26b4631f3d3 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:08.064024 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5355cc01-e35d-4726-8e84-b0643b04efbe', 'name': 'network-vif-deleted', 'tag': '5663d9c3-2bca-4cef-9c00-236391bd2667'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:41:08.074659 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-38085d8f-9e61-4d7e-be4c-97f771ebdf75 req-4c833679-5c86-42c4-9b8d-799ff6b137c1 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:08.120809 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48374e7f-d107-4d84-a143-d63cb3ff7585 admin admin] Network d3131e3c-1862-4a0f-920e-c001f597ed59 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:41:08.137358 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-38085d8f-9e61-4d7e-be4c-97f771ebdf75 req-4c833679-5c86-42c4-9b8d-799ff6b137c1 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:08.138576 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-38085d8f-9e61-4d7e-be4c-97f771ebdf75 req-4c833679-5c86-42c4-9b8d-799ff6b137c1 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8431447 Mar 05 13:41:08.139788 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-49bbbd8c-5262-4ba8-be9b-6ca42e974c9b req-6bf03082-6ff7-47e0-a0fc-c26b4631f3d3 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.30 "DELETE /v2.0/ports/5663d9c3-2bca-4cef-9c00-236391bd2667 HTTP/1.1" status: 204 len: 173 time: 1.6419528 Mar 05 13:41:08.152674 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c833679-5c86-42c4-9b8d-799ff6b137c1 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c85a20-1029-4590-979a-21b29de5a123,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:08.155631 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-48374e7f-d107-4d84-a143-d63cb3ff7585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, d3131e3c-1862-4a0f-920e-c001f597ed59) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:41:08.158245 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3defdb-bfc0-4225-b9c1-dbbbc17091ca tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Pushing event deleted for resources: {'Port': ['ID=ac798050-0d95-4fc9-a221-4b78345fe7d5,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:08.165973 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48374e7f-d107-4d84-a143-d63cb3ff7585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:08.166607 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-48374e7f-d107-4d84-a143-d63cb3ff7585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:08.180570 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2d6547-4bc3-4a18-a3cd-152795a2dadd None None] Network d3131e3c-1862-4a0f-920e-c001f597ed59 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:41:08.189710 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-464cac61-d0d9-47b9-bbc8-e288c51783c9 service neutron] Attempting to bind port 1435958d-e3be-4286-8caa-791704018749 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:41:08.190036 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-464cac61-d0d9-47b9-bbc8-e288c51783c9 service neutron] Attempting to bind port 1435958d-e3be-4286-8caa-791704018749 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:41:08.190357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-464cac61-d0d9-47b9-bbc8-e288c51783c9 service neutron] Attempting to bind port 1435958d-e3be-4286-8caa-791704018749 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:41:08.223736 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-48374e7f-d107-4d84-a143-d63cb3ff7585 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3329298 Mar 05 13:41:08.227025 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51650) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:08.228932 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b8a5c0-4c4a-413b-92e4-9b683f1192a4', 'code': 200} Mar 05 13:41:08.237069 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-3c5ca949-1419-4340-8c64-9470fc1125f2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1322382095-router', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:08.260779 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3c5ca949-1419-4340-8c64-9470fc1125f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:08.268189 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3c5ca949-1419-4340-8c64-9470fc1125f2 admin admin] Usage tracker for resource:router and tenant:2a0c57f40aca4bf38eae932699756534 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:08.272041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3c5ca949-1419-4340-8c64-9470fc1125f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:08.275803 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4b26c89b-7c76-48b1-b05a-687cf41a542f req-39eb9482-f732-4c8f-8b82-bd3b64b816a5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Synchronizing usage tracker for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:41:08.281007 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3c5ca949-1419-4340-8c64-9470fc1125f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:08.296647 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c5ca949-1419-4340-8c64-9470fc1125f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:08.297772 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c5ca949-1419-4340-8c64-9470fc1125f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:08.299473 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-464cac61-d0d9-47b9-bbc8-e288c51783c9 service neutron] Port 1435958d-e3be-4286-8caa-791704018749 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:41:08.299797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-464cac61-d0d9-47b9-bbc8-e288c51783c9 service neutron] Attempting to bind port 1435958d-e3be-4286-8caa-791704018749 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:41:08.302284 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae479a7-a4f4-4e4f-a7a4-4290d1c44e1e req-6e3defdb-bfc0-4225-b9c1-dbbbc17091ca tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] No DVR routers for this DVR port ac798050-0d95-4fc9-a221-4b78345fe7d5 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:41:08.317222 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-eae479a7-a4f4-4e4f-a7a4-4290d1c44e1e req-6e3defdb-bfc0-4225-b9c1-dbbbc17091ca tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:08.319166 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eae479a7-a4f4-4e4f-a7a4-4290d1c44e1e req-6e3defdb-bfc0-4225-b9c1-dbbbc17091ca tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.15 "DELETE /v2.0/ports/ac798050-0d95-4fc9-a221-4b78345fe7d5 HTTP/1.1" status: 204 len: 173 time: 2.7260859 Mar 05 13:41:08.320282 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017bf4c0-12e3-4b50-8f1c-db32e13ceaee', 'name': 'network-vif-deleted', 'tag': 'ac798050-0d95-4fc9-a221-4b78345fe7d5'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:41:08.333064 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-04900738-c006-4cf3-8510-f7ed605d6eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:08.338048 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c5ca949-1419-4340-8c64-9470fc1125f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:08.395529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-464cac61-d0d9-47b9-bbc8-e288c51783c9 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:41:08.396158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-464cac61-d0d9-47b9-bbc8-e288c51783c9 service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:41:08.396158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-464cac61-d0d9-47b9-bbc8-e288c51783c9 service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:41:08.396578 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-464cac61-d0d9-47b9-bbc8-e288c51783c9 service neutron] Bound port: 1435958d-e3be-4286-8caa-791704018749, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:41:08.396928 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-464cac61-d0d9-47b9-bbc8-e288c51783c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:08.498230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4b26c89b-7c76-48b1-b05a-687cf41a542f req-39eb9482-f732-4c8f-8b82-bd3b64b816a5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Unset dirty status for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:41:08.521004 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4b26c89b-7c76-48b1-b05a-687cf41a542f req-39eb9482-f732-4c8f-8b82-bd3b64b816a5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7732658 Mar 05 13:41:08.646230 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33068c16-42a2-4cdd-a6ac-d1438d9fb904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d3131e3c-1862-4a0f-920e-c001f597ed59', 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'fixed_ips': [{'subnet_id': '14505cde-9c48-49cb-bda6-a87e9c92d7f7'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:41:08.647071 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-33068c16-42a2-4cdd-a6ac-d1438d9fb904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:08.651520 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5fb4aa3f-b594-44d6-8517-25379f815077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:08.749386 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b53a5c8d-bf5d-44e2-9d80-32554f414feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:08.789360 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4aa3f-b594-44d6-8517-25379f815077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3602f4ec-b72c-4d30-9599-7664d6652a00,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:08.808436 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-65397c7d-3c83-492b-8405-b9929aeed290 req-d5ed47be-8860-44e4-9491-4701c7b615d8 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Synchronizing usage tracker for tenant:6f09f462d7e64db68ac69e93657fa061 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:41:08.851742 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84058546-5993-49c9-af4d-04677718073a req-cab42ef0-4af2-4878-9780-579ed99109db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:08.853320 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-84058546-5993-49c9-af4d-04677718073a req-cab42ef0-4af2-4878-9780-579ed99109db service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6 HTTP/1.1" status: 200 len: 1101 time: 0.4800522 Mar 05 13:41:08.888016 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5fb4aa3f-b594-44d6-8517-25379f815077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:08.889436 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5fb4aa3f-b594-44d6-8517-25379f815077 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3602f4ec-b72c-4d30-9599-7664d6652a00 HTTP/1.1" status: 204 len: 168 time: 1.7354560 Mar 05 13:41:08.921945 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe6c0e-fd84-4be7-876e-d7a0fd95fe5f req-0f7aa915-afe7-4d29-b5dc-e1645b9623f9 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:08.928867 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8fbe6c0e-fd84-4be7-876e-d7a0fd95fe5f req-0f7aa915-afe7-4d29-b5dc-e1645b9623f9 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6 HTTP/1.1" status: 200 len: 950 time: 0.5567005 Mar 05 13:41:08.953178 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-33068c16-42a2-4cdd-a6ac-d1438d9fb904 None None] Allocated IP 172.20.0.2 (d3131e3c-1862-4a0f-920e-c001f597ed59/14505cde-9c48-49cb-bda6-a87e9c92d7f7/f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:41:08.984701 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-00f4f4f2-ca03-43a9-a95c-9fd6090891be tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:08.997812 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-464cac61-d0d9-47b9-bbc8-e288c51783c9 service neutron] For port 1435958d-e3be-4286-8caa-791704018749, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:41:09.027359 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c5ca949-1419-4340-8c64-9470fc1125f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:09.050622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-65397c7d-3c83-492b-8405-b9929aeed290 req-d5ed47be-8860-44e4-9491-4701c7b615d8 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] Unset dirty status for tenant:6f09f462d7e64db68ac69e93657fa061 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:41:09.062801 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-65397c7d-3c83-492b-8405-b9929aeed290 req-d5ed47be-8860-44e4-9491-4701c7b615d8 tempest-ListServersNegativeTestJSON-26764491 tempest-ListServersNegativeTestJSON-26764491-project] 10.222.0.16 "GET /v2.0/ports?device_id=017bf4c0-12e3-4b50-8f1c-db32e13ceaee HTTP/1.1" status: 200 len: 210 time: 0.3733742 Mar 05 13:41:09.064989 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-464cac61-d0d9-47b9-bbc8-e288c51783c9 service neutron] For port 1435958d-e3be-4286-8caa-791704018749, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1435958d-e3be-4286-8caa-791704018749,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:41:09.074914 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-00f4f4f2-ca03-43a9-a95c-9fd6090891be tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Transition to ACTIVE for port object 2621485b-d164-480c-a660-78d60ef07686 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:09.083627 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-464cac61-d0d9-47b9-bbc8-e288c51783c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:09.122386 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-84058546-5993-49c9-af4d-04677718073a req-8fef39e0-eaba-454e-a3a7-22712f31aea9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912873 Mar 05 13:41:09.151384 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8fbe6c0e-fd84-4be7-876e-d7a0fd95fe5f req-d6ba328c-a164-4ece-99f5-694e595f2a25 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214496 Mar 05 13:41:09.171154 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5355cc01-e35d-4726-8e84-b0643b04efbe', 'name': 'network-vif-deleted', 'tag': '5663d9c3-2bca-4cef-9c00-236391bd2667', 'status': 'completed', 'code': 200} Mar 05 13:41:09.249290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-464cac61-d0d9-47b9-bbc8-e288c51783c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:09.249931 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-464cac61-d0d9-47b9-bbc8-e288c51783c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:09.251330 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-464cac61-d0d9-47b9-bbc8-e288c51783c9 service neutron] 10.222.0.15 "PUT /v2.0/ports/1435958d-e3be-4286-8caa-791704018749 HTTP/1.1" status: 200 len: 1095 time: 5.6716270 Mar 05 13:41:09.280606 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-33068c16-42a2-4cdd-a6ac-d1438d9fb904 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:09.286885 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464cac61-d0d9-47b9-bbc8-e288c51783c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1435958d-e3be-4286-8caa-791704018749,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:09.322787 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-33068c16-42a2-4cdd-a6ac-d1438d9fb904 None None] Transition to ACTIVE for port object f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:09.323519 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-00f4f4f2-ca03-43a9-a95c-9fd6090891be tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:09.342729 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-96cbaa63-da74-4718-8ee1-166554b36902 req-d9add460-e6d8-413e-840c-661cd549a697 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "GET /v2.0/security-groups/87c85a20-1029-4590-979a-21b29de5a123 HTTP/1.1" status: 200 len: 1812 time: 0.1052208 Mar 05 13:41:09.350228 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-96cbaa63-da74-4718-8ee1-166554b36902 req-673a8726-d162-4fe7-b6e6-b60476787c44 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '87c85a20-1029-4590-979a-21b29de5a123', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:09.350900 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-96cbaa63-da74-4718-8ee1-166554b36902 req-673a8726-d162-4fe7-b6e6-b60476787c44 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '87c85a20-1029-4590-979a-21b29de5a123', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:09.361048 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-96cbaa63-da74-4718-8ee1-166554b36902 req-673a8726-d162-4fe7-b6e6-b60476787c44 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:09.364670 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-33068c16-42a2-4cdd-a6ac-d1438d9fb904 None None] Transition to ACTIVE for port object f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:09.367679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-96cbaa63-da74-4718-8ee1-166554b36902 req-673a8726-d162-4fe7-b6e6-b60476787c44 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Usage tracker for resource:security_group_rule and tenant:2459f8472f6b4906aa8a60ace2c54b4a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:09.371806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-96cbaa63-da74-4718-8ee1-166554b36902 req-673a8726-d162-4fe7-b6e6-b60476787c44 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:09.379014 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-33068c16-42a2-4cdd-a6ac-d1438d9fb904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:09.384360 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-96cbaa63-da74-4718-8ee1-166554b36902 req-673a8726-d162-4fe7-b6e6-b60476787c44 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:09.534607 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33068c16-42a2-4cdd-a6ac-d1438d9fb904 None None] Network d3131e3c-1862-4a0f-920e-c001f597ed59 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:41:09.536673 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51662) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:09.543966 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-33068c16-42a2-4cdd-a6ac-d1438d9fb904 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:41:09.549009 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33068c16-42a2-4cdd-a6ac-d1438d9fb904 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:41:09.557154 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33068c16-42a2-4cdd-a6ac-d1438d9fb904 None None] Pushing event updated for resources: {'Port': ['ID=f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:09.632863 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-00f4f4f2-ca03-43a9-a95c-9fd6090891be tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:41:09.651869 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-00f4f4f2-ca03-43a9-a95c-9fd6090891be tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:41:09.654044 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0334bfa3-626c-40de-b94d-174b7a4fbdf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:09.654800 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-33068c16-42a2-4cdd-a6ac-d1438d9fb904 None None] Attempting to bind port f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:41:09.655369 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-33068c16-42a2-4cdd-a6ac-d1438d9fb904 None None] Attempting to bind port f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '4a19e8c8-9d65-4a83-94ac-adad806f4733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:41:09.655950 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33068c16-42a2-4cdd-a6ac-d1438d9fb904 None None] Attempting to bind port f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e on network d3131e3c-1862-4a0f-920e-c001f597ed59 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:41:09.660779 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-96cbaa63-da74-4718-8ee1-166554b36902 req-673a8726-d162-4fe7-b6e6-b60476787c44 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:09.662047 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33068c16-42a2-4cdd-a6ac-d1438d9fb904 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:41:09.662487 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33068c16-42a2-4cdd-a6ac-d1438d9fb904 None None] Checking segment: {'id': '4a19e8c8-9d65-4a83-94ac-adad806f4733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:41:09.662983 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-33068c16-42a2-4cdd-a6ac-d1438d9fb904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:09.664006 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33068c16-42a2-4cdd-a6ac-d1438d9fb904 None None] Bound using segment: {'id': '4a19e8c8-9d65-4a83-94ac-adad806f4733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:41:09.664597 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-33068c16-42a2-4cdd-a6ac-d1438d9fb904 None None] Bound port: f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a19e8c8-9d65-4a83-94ac-adad806f4733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:41:09.664894 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-33068c16-42a2-4cdd-a6ac-d1438d9fb904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:09.665214 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-00f4f4f2-ca03-43a9-a95c-9fd6090891be tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:41:09.668517 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c5ca949-1419-4340-8c64-9470fc1125f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:09.707573 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c5ca949-1419-4340-8c64-9470fc1125f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:09.737824 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4f4f2-ca03-43a9-a95c-9fd6090891be tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Pushing event updated for resources: {'Port': ['ID=2621485b-d164-480c-a660-78d60ef07686,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:09.749567 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0334bfa3-626c-40de-b94d-174b7a4fbdf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:09.767446 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-96cbaa63-da74-4718-8ee1-166554b36902 req-673a8726-d162-4fe7-b6e6-b60476787c44 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:09.772062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0334bfa3-626c-40de-b94d-174b7a4fbdf7 admin admin] Usage tracker for resource:security_group_rule and tenant:82b92d44ad8b4725a97f63c60ff8f555 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:09.777646 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-96cbaa63-da74-4718-8ee1-166554b36902 req-673a8726-d162-4fe7-b6e6-b60476787c44 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:09.790395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0334bfa3-626c-40de-b94d-174b7a4fbdf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:09.814464 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0334bfa3-626c-40de-b94d-174b7a4fbdf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:09.818200 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-33068c16-42a2-4cdd-a6ac-d1438d9fb904 None None] For port f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:41:09.823634 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-33068c16-42a2-4cdd-a6ac-d1438d9fb904 None None] For port f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e,segment=NetworkSegment(4a19e8c8-9d65-4a83-94ac-adad806f4733),segment_id=4a19e8c8-9d65-4a83-94ac-adad806f4733)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:41:09.831700 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-33068c16-42a2-4cdd-a6ac-d1438d9fb904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:09.834484 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a8726-d162-4fe7-b6e6-b60476787c44 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de70a2f7-480a-4521-bc6c-05b9bae6d32f,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:09.843011 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-96cbaa63-da74-4718-8ee1-166554b36902 req-673a8726-d162-4fe7-b6e6-b60476787c44 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:09.844643 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-96cbaa63-da74-4718-8ee1-166554b36902 req-673a8726-d162-4fe7-b6e6-b60476787c44 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5007513 Mar 05 13:41:09.863337 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-00f4f4f2-ca03-43a9-a95c-9fd6090891be tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:09.864018 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-00f4f4f2-ca03-43a9-a95c-9fd6090891be tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:09.897888 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad15623-91d0-4721-9f70-e7b0ebc34702 req-dab7a4e6-df71-4e10-a921-b7d9b49e923d tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:09.898606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-bad15623-91d0-4721-9f70-e7b0ebc34702 req-dab7a4e6-df71-4e10-a921-b7d9b49e923d tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Synchronizing usage tracker for tenant:0bde18639d3c48b6a1bafa07903ef7a6 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:41:09.931113 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33068c16-42a2-4cdd-a6ac-d1438d9fb904 None None] Pushing event updated for resources: {'Port': ['ID=f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:09.934889 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-0a5a2713-7e24-4caf-958e-8bde5364be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:09.936371 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-0a5a2713-7e24-4caf-958e-8bde5364be91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&device_id=34254305-e7c5-4dd8-8fbf-8948ff0b55eb HTTP/1.1" status: 200 len: 1098 time: 0.6046021 Mar 05 13:41:09.973864 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-00f4f4f2-ca03-43a9-a95c-9fd6090891be tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.4343052 Mar 05 13:41:09.998305 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-3c5ca949-1419-4340-8c64-9470fc1125f2 admin admin] Allocated IP 172.25.4.57 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/557ac7c7-92b2-4e85-ae6a-fd580c303402) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:41:10.091575 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] Request body: {'port': {'device_id': 'bfa471ab-4aec-47bf-880e-4a8735124073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:10.109025 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-778996c0-433c-41c1-a1d2-d87372dd7af4 None None] Provisioning for port 2621485b-d164-480c-a660-78d60ef07686 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:10.119230 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-778996c0-433c-41c1-a1d2-d87372dd7af4 None None] Provisioning complete for port 2621485b-d164-480c-a660-78d60ef07686 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:10.120073 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-778996c0-433c-41c1-a1d2-d87372dd7af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:10.159613 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-bc7d4e7d-d392-499f-b1bb-460e90155f26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=1435958d-e3be-4286-8caa-791704018749 HTTP/1.1" status: 200 len: 217 time: 0.1923845 Mar 05 13:41:10.184036 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-bad15623-91d0-4721-9f70-e7b0ebc34702 req-dab7a4e6-df71-4e10-a921-b7d9b49e923d tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Unset dirty status for tenant:0bde18639d3c48b6a1bafa07903ef7a6 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:41:10.185164 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bad15623-91d0-4721-9f70-e7b0ebc34702 req-dab7a4e6-df71-4e10-a921-b7d9b49e923d tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfa471ab-4aec-47bf-880e-4a8735124073 HTTP/1.1" status: 200 len: 934 time: 0.8372049 Mar 05 13:41:10.226591 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-778996c0-433c-41c1-a1d2-d87372dd7af4 None None] Port 2621485b-d164-480c-a660-78d60ef07686 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:41:10.230228 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5663d9c3-2bca-4cef-9c00-236391bd2667 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:41:10.243446 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c5ca949-1419-4340-8c64-9470fc1125f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:10.275984 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017bf4c0-12e3-4b50-8f1c-db32e13ceaee', 'name': 'network-vif-deleted', 'tag': 'ac798050-0d95-4fc9-a221-4b78345fe7d5', 'status': 'completed', 'code': 200} Mar 05 13:41:10.281565 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-04900738-c006-4cf3-8510-f7ed605d6eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:41:10.307958 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c5ca949-1419-4340-8c64-9470fc1125f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:10.340773 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a5b1ba-2f64-475a-b488-9e6b2185f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee97d600-3c5d-4da8-a80f-bee356e495b2'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:41:10.359904 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-04900738-c006-4cf3-8510-f7ed605d6eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:10.365474 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 5663d9c3-2bca-4cef-9c00-236391bd2667 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:41:10.366038 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5663d9c3-2bca-4cef-9c00-236391bd2667 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:41:10.382735 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5ca949-1419-4340-8c64-9470fc1125f2 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:41:10.410620 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-3c5ca949-1419-4340-8c64-9470fc1125f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:41:10.412789 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ca949-1419-4340-8c64-9470fc1125f2 admin admin] Pushing event updated for resources: {'Port': ['ID=557ac7c7-92b2-4e85-ae6a-fd580c303402,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:10.415762 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ca949-1419-4340-8c64-9470fc1125f2 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:41:10.501207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-1df3a772-920b-445d-bdc3-828d8dc8296d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:10.503155 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-1df3a772-920b-445d-bdc3-828d8dc8296d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.3263707 Mar 05 13:41:10.504326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-04900738-c006-4cf3-8510-f7ed605d6eba service neutron] Transition to ACTIVE for port object 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:10.562546 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:41:10.576259 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-bad15623-91d0-4721-9f70-e7b0ebc34702 req-ecaed9b8-29b2-458f-afb4-251b1afe6f01 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Synchronizing usage tracker for tenant:0bde18639d3c48b6a1bafa07903ef7a6 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:41:10.593188 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-04900738-c006-4cf3-8510-f7ed605d6eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:10.649059 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:10.794103 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:10.818726 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0334bfa3-626c-40de-b94d-174b7a4fbdf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:10.856280 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7b77c755-55c0-4a9c-9ae1-a826f84e8ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:10.923522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b77a9-465b-45c0-9254-bf4e11bec7e2 req-824d6c5b-233b-45a6-9bbd-1a3a16d18b1e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:10.926932 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0334bfa3-626c-40de-b94d-174b7a4fbdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:10.931407 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-511b77a9-465b-45c0-9254-bf4e11bec7e2 req-824d6c5b-233b-45a6-9bbd-1a3a16d18b1e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=34254305-e7c5-4dd8-8fbf-8948ff0b55eb HTTP/1.1" status: 200 len: 947 time: 0.2192192 Mar 05 13:41:10.973711 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-bad15623-91d0-4721-9f70-e7b0ebc34702 req-ecaed9b8-29b2-458f-afb4-251b1afe6f01 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Unset dirty status for tenant:0bde18639d3c48b6a1bafa07903ef7a6 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:41:10.974916 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bad15623-91d0-4721-9f70-e7b0ebc34702 req-ecaed9b8-29b2-458f-afb4-251b1afe6f01 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/security-groups?id=78980102-21ed-45c6-9a8c-2d5af0053faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7157919 Mar 05 13:41:10.982347 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04900738-c006-4cf3-8510-f7ed605d6eba service neutron] Pushing event updated for resources: {'Port': ['ID=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:11.071292 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-511b77a9-465b-45c0-9254-bf4e11bec7e2 req-8b895e67-a04a-4fcb-b8fe-5a22675c3ca7 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386600 Mar 05 13:41:11.170651 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334bfa3-626c-40de-b94d-174b7a4fbdf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4492c9e-246e-4ed9-84b7-c9782f303622,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:11.198872 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0334bfa3-626c-40de-b94d-174b7a4fbdf7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82b92d44ad8b4725a97f63c60ff8f555&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6549635 Mar 05 13:41:11.200830 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51680) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:11.220569 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c5ca949-1419-4340-8c64-9470fc1125f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:11.290539 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-4ae17bb0-e915-4cff-a43c-5cf56a19d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:11.292094 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-4ae17bb0-e915-4cff-a43c-5cf56a19d502 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7769647 Mar 05 13:41:11.330545 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-04900738-c006-4cf3-8510-f7ed605d6eba service neutron] Attempting to bind port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:41:11.330922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-04900738-c006-4cf3-8510-f7ed605d6eba service neutron] Attempting to bind port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:41:11.331250 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-04900738-c006-4cf3-8510-f7ed605d6eba service neutron] Attempting to bind port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:41:11.359359 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-04900738-c006-4cf3-8510-f7ed605d6eba service neutron] Port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:41:11.359589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-04900738-c006-4cf3-8510-f7ed605d6eba service neutron] Attempting to bind port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:41:11.390735 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-87cfa8f1-82f9-418a-ab72-5e3a4a420bda req-0cdedf21-3b5e-4d64-a810-01aed0f2069d tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "GET /v2.0/security-groups/87c85a20-1029-4590-979a-21b29de5a123 HTTP/1.1" status: 200 len: 2405 time: 0.3327029 Mar 05 13:41:11.411648 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-04900738-c006-4cf3-8510-f7ed605d6eba service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:41:11.412001 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-04900738-c006-4cf3-8510-f7ed605d6eba service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:41:11.412423 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-04900738-c006-4cf3-8510-f7ed605d6eba service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:41:11.412776 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-04900738-c006-4cf3-8510-f7ed605d6eba service neutron] Bound port: 771ed29c-9903-409b-8e7b-cb9a2d2c14f9, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:41:11.413625 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-04900738-c006-4cf3-8510-f7ed605d6eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:11.425054 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad18ab4-6ce5-4222-b8fc-06c0f3a84e6b None None] Network d3131e3c-1862-4a0f-920e-c001f597ed59 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:41:11.488410 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07627fa9-2e36-4ad1-b7e8-c28a3e8c2a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:11.563915 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07627fa9-2e36-4ad1-b7e8-c28a3e8c2a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:11.579663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ea5b457b-a7db-43cb-8424-0884ce63c4a0 None None] Provisioning for port f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:11.587408 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ea5b457b-a7db-43cb-8424-0884ce63c4a0 None None] Provisioning complete for port f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:11.587752 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ea5b457b-a7db-43cb-8424-0884ce63c4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:11.660759 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935aba38-39c5-4621-a29d-d732e09e7873 req-92755ffc-bb35-4dec-8b8e-8b61df4b89ad tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:11.662456 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-935aba38-39c5-4621-a29d-d732e09e7873 req-92755ffc-bb35-4dec-8b8e-8b61df4b89ad tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a5b1ba-2f64-475a-b488-9e6b2185f50d HTTP/1.1" status: 200 len: 948 time: 0.3625939 Mar 05 13:41:11.731694 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-8675c418-805a-4fa7-aaad-0e02c139f94d service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283097 Mar 05 13:41:11.735198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-04900738-c006-4cf3-8510-f7ed605d6eba service neutron] For port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:41:11.741106 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-04900738-c006-4cf3-8510-f7ed605d6eba service neutron] For port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:41:11.778859 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-04900738-c006-4cf3-8510-f7ed605d6eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:11.831894 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07627fa9-2e36-4ad1-b7e8-c28a3e8c2a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:11.832502 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ea5b457b-a7db-43cb-8424-0884ce63c4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:11.842492 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:41:11.847481 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-935aba38-39c5-4621-a29d-d732e09e7873 req-c639af26-5986-432d-a32b-b036c18fb270 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8561406-d4af-45e0-bfce-51eea5c77093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468036 Mar 05 13:41:11.854552 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c5ca949-1419-4340-8c64-9470fc1125f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:11.859244 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07627fa9-2e36-4ad1-b7e8-c28a3e8c2a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4492c9e-246e-4ed9-84b7-c9782f303622,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:11.937127 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ea5b457b-a7db-43cb-8424-0884ce63c4a0 None None] For port f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e,segment=NetworkSegment(4a19e8c8-9d65-4a83-94ac-adad806f4733),segment_id=4a19e8c8-9d65-4a83-94ac-adad806f4733)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:11.942039 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07627fa9-2e36-4ad1-b7e8-c28a3e8c2a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:11.943492 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-07627fa9-2e36-4ad1-b7e8-c28a3e8c2a26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4492c9e-246e-4ed9-84b7-c9782f303622 HTTP/1.1" status: 204 len: 168 time: 0.7417302 Mar 05 13:41:11.949326 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ea5b457b-a7db-43cb-8424-0884ce63c4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:11.994519 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-04900738-c006-4cf3-8510-f7ed605d6eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:12.007954 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-04900738-c006-4cf3-8510-f7ed605d6eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:12.009618 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-04900738-c006-4cf3-8510-f7ed605d6eba service neutron] 10.222.0.30 "PUT /v2.0/ports/771ed29c-9903-409b-8e7b-cb9a2d2c14f9 HTTP/1.1" status: 200 len: 1096 time: 4.3548126 Mar 05 13:41:12.066006 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a5b1ba-2f64-475a-b488-9e6b2185f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee97d600-3c5d-4da8-a80f-bee356e495b2', 'code': 200} Mar 05 13:41:12.066650 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:12.108535 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f5352-0ecb-4857-82b4-e6a48e9ea5d6 req-53e26460-b145-4d70-8b38-9716e70a0538 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:12.120036 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db2f5352-0ecb-4857-82b4-e6a48e9ea5d6 req-53e26460-b145-4d70-8b38-9716e70a0538 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6 HTTP/1.1" status: 200 len: 950 time: 0.5542891 Mar 05 13:41:12.134121 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2621485b-d164-480c-a660-78d60ef07686 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:41:12.146832 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:12.171061 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] Transition to ACTIVE for port object 2621485b-d164-480c-a660-78d60ef07686 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:12.177348 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:12.201920 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b457b-a7db-43cb-8424-0884ce63c4a0 None None] Pushing event updated for resources: {'Port': ['ID=f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:12.221423 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51692) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:12.272753 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:12.294292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34254305-e7c5-4dd8-8fbf-8948ff0b55eb', 'tag': '1435958d-e3be-4286-8caa-791704018749'}, {'name': 'network-changed', 'server_uuid': 'e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd', 'tag': '771ed29c-9903-409b-8e7b-cb9a2d2c14f9'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:41:12.313442 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-776462ff-ea3b-4f2e-9b52-c64cb620e3db req-e86a0352-58e1-4b1e-8db2-0e7a19578f49 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "GET /v2.0/security-group-rules/de70a2f7-480a-4521-bc6c-05b9bae6d32f HTTP/1.1" status: 200 len: 778 time: 0.0313811 Mar 05 13:41:12.367504 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04900738-c006-4cf3-8510-f7ed605d6eba service neutron] Pushing event updated for resources: {'Port': ['ID=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:12.417165 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5ebbcf86-e2af-40d6-be93-a9bca4d30b7d None None] Provisioning complete for port f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:12.418592 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5ebbcf86-e2af-40d6-be93-a9bca4d30b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:12.431606 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5ca949-1419-4340-8c64-9470fc1125f2 admin admin] Router 1adcb991-d709-46fc-a4a3-d7906a6a8633 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:41:12.445516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34af9fe-d34e-487f-b90b-36f290f8d54e admin admin] Deleting subnet e007685d-af09-4f1c-8add-6d06439d74c4 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:41:12.459930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] Pushing event updated for resources: {'Port': ['ID=2621485b-d164-480c-a660-78d60ef07686,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:12.461782 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b34af9fe-d34e-487f-b90b-36f290f8d54e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:12.506387 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:41:12.512517 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db2f5352-0ecb-4857-82b4-e6a48e9ea5d6 req-0f371403-b000-4937-a8dd-c3e2fb2e6498 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913617 Mar 05 13:41:12.710122 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-478a45c1-1279-4537-9dba-739cfa5a4e5d req-52048380-1806-402b-a0aa-e7b860657c53 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9708025 Mar 05 13:41:12.726969 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:12.727381 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:12.851498 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-776462ff-ea3b-4f2e-9b52-c64cb620e3db req-5fbef822-7ae5-4abe-ab23-9d58640ce8e1 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "GET /v2.0/security-groups/87c85a20-1029-4590-979a-21b29de5a123 HTTP/1.1" status: 200 len: 2405 time: 0.5230765 Mar 05 13:41:12.907049 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b34af9fe-d34e-487f-b90b-36f290f8d54e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:12.985661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-b14f9522-a415-463d-a10f-60d2bf6d845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:12.987185 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-b14f9522-a415-463d-a10f-60d2bf6d845e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0bde18639d3c48b6a1bafa07903ef7a6&device_id=e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd HTTP/1.1" status: 200 len: 1099 time: 0.9085484 Mar 05 13:41:13.010386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e997a6-a2a2-4992-96d5-6873821fde7b req-41db86f1-8fac-4f0e-8aa3-529a454529fd tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:13.011788 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d2e997a6-a2a2-4992-96d5-6873821fde7b req-41db86f1-8fac-4f0e-8aa3-529a454529fd tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.15 "GET /v2.0/ports?device_id=24a5b1ba-2f64-475a-b488-9e6b2185f50d HTTP/1.1" status: 200 len: 948 time: 1.1470969 Mar 05 13:41:13.036840 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-776462ff-ea3b-4f2e-9b52-c64cb620e3db req-00c198a4-b912-4133-996f-e004644a11f8 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:13.057876 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-776462ff-ea3b-4f2e-9b52-c64cb620e3db req-00c198a4-b912-4133-996f-e004644a11f8 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:13.077153 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b34af9fe-d34e-487f-b90b-36f290f8d54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:13.123263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5ca949-1419-4340-8c64-9470fc1125f2 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:41:13.127669 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-d6f37a59-6daa-4cd8-a553-bcd5a3eb35e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=771ed29c-9903-409b-8e7b-cb9a2d2c14f9 HTTP/1.1" status: 200 len: 217 time: 0.1264021 Mar 05 13:41:13.128160 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] Attempting to bind port 2621485b-d164-480c-a660-78d60ef07686 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:41:13.128484 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] Attempting to bind port 2621485b-d164-480c-a660-78d60ef07686 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:41:13.128803 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] Attempting to bind port 2621485b-d164-480c-a660-78d60ef07686 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:41:13.138594 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] Sync routers for ids ['1adcb991-d709-46fc-a4a3-d7906a6a8633'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:41:13.155220 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] Routers {'1adcb991-d709-46fc-a4a3-d7906a6a8633'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:41:13.156362 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:41:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1adcb991-d709-46fc-a4a3-d7906a6a8633'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:41:13.166086 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-776462ff-ea3b-4f2e-9b52-c64cb620e3db req-00c198a4-b912-4133-996f-e004644a11f8 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:13.184885 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c5ca949-1419-4340-8c64-9470fc1125f2 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:13.188592 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3c5ca949-1419-4340-8c64-9470fc1125f2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9570491 Mar 05 13:41:13.190757 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51722) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:13.195204 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c198a4-b912-4133-996f-e004644a11f8 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de70a2f7-480a-4521-bc6c-05b9bae6d32f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:13.200160 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] Port 2621485b-d164-480c-a660-78d60ef07686 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:41:13.200492 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] Attempting to bind port 2621485b-d164-480c-a660-78d60ef07686 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:41:13.202655 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-776462ff-ea3b-4f2e-9b52-c64cb620e3db req-00c198a4-b912-4133-996f-e004644a11f8 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:13.203736 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-776462ff-ea3b-4f2e-9b52-c64cb620e3db req-00c198a4-b912-4133-996f-e004644a11f8 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/de70a2f7-480a-4521-bc6c-05b9bae6d32f HTTP/1.1" status: 204 len: 173 time: 0.3306768 Mar 05 13:41:13.227264 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:41:13.227600 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:41:13.227989 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:41:13.228432 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] Bound port: 2621485b-d164-480c-a660-78d60ef07686, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:41:13.228774 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:13.262932 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-d2e997a6-a2a2-4992-96d5-6873821fde7b req-a47b039d-6caf-4462-90d8-97d410eb6712 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Deleting port ee97d600-3c5d-4da8-a80f-bee356e495b2 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:41:13.263316 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d2e997a6-a2a2-4992-96d5-6873821fde7b req-a47b039d-6caf-4462-90d8-97d410eb6712 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:13.305517 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b34af9fe-d34e-487f-b90b-36f290f8d54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:13.365345 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34af9fe-d34e-487f-b90b-36f290f8d54e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e007685d-af09-4f1c-8add-6d06439d74c4,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:13.369086 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b34af9fe-d34e-487f-b90b-36f290f8d54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:13.371128 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b34af9fe-d34e-487f-b90b-36f290f8d54e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e007685d-af09-4f1c-8add-6d06439d74c4 HTTP/1.1" status: 204 len: 168 time: 1.1460268 Mar 05 13:41:13.374183 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51730) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:13.404855 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df2a23-9d69-4275-8d46-fc90fb7b6fb2 req-02793e83-54bf-4d1e-a054-61376909c23b tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:13.415353 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-68df2a23-9d69-4275-8d46-fc90fb7b6fb2 req-02793e83-54bf-4d1e-a054-61376909c23b tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfa471ab-4aec-47bf-880e-4a8735124073 HTTP/1.1" status: 200 len: 946 time: 0.7086685 Mar 05 13:41:13.428858 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] Set router 1adcb991-d709-46fc-a4a3-d7906a6a8633 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:41:13.472513 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-012a7af0-753e-4e11-b444-a5499261ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:13.473958 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-012a7af0-753e-4e11-b444-a5499261ea6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.3298330 Mar 05 13:41:13.545538 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:13.630810 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38b769a8-8e2c-49a7-95dc-bb3fa8416331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:13.677683 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-68df2a23-9d69-4275-8d46-fc90fb7b6fb2 req-6943f1cb-d8b0-4f19-ab8d-5b094707f77b tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/security-groups?id=78980102-21ed-45c6-9a8c-2d5af0053faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613573 Mar 05 13:41:13.771275 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68f3e0-2dd3-42a5-8d2f-5b93e69237de req-01b3998e-cce1-472a-808a-6875c8b21cbb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:13.773415 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0c68f3e0-2dd3-42a5-8d2f-5b93e69237de req-01b3998e-cce1-472a-808a-6875c8b21cbb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=34254305-e7c5-4dd8-8fbf-8948ff0b55eb HTTP/1.1" status: 200 len: 947 time: 0.3629808 Mar 05 13:41:13.789213 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34254305-e7c5-4dd8-8fbf-8948ff0b55eb', 'tag': '1435958d-e3be-4286-8caa-791704018749', 'status': 'completed', 'code': 200} Mar 05 13:41:13.789941 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd', 'tag': '771ed29c-9903-409b-8e7b-cb9a2d2c14f9', 'status': 'completed', 'code': 200} Mar 05 13:41:13.799161 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] For port 2621485b-d164-480c-a660-78d60ef07686, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:41:13.880611 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'name': 'tempest-ServersTestBootFromVolume-1322382095-router', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:08Z', 'updated_at': '2022-03-05T13:41:10Z', 'revision_number': 3, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'gw_port': {'id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:09Z', 'updated_at': '2022-03-05T13:41:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:41:13.885440 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] Checking router: 1adcb991-d709-46fc-a4a3-d7906a6a8633 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:41:13.886535 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] Updating router 1adcb991-d709-46fc-a4a3-d7906a6a8633 port 557ac7c7-92b2-4e85-ae6a-fd580c303402 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:41:13.916589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] For port 2621485b-d164-480c-a660-78d60ef07686, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=2621485b-d164-480c-a660-78d60ef07686,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:41:13.941525 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:13.949654 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:14.027643 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:14.028553 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:14.029918 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] 10.222.0.15 "PUT /v2.0/ports/2621485b-d164-480c-a660-78d60ef07686 HTTP/1.1" status: 200 len: 1094 time: 3.9798055 Mar 05 13:41:14.058136 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-f39e3ca7-eecb-4eb2-b769-08416e7138ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:14.060856 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-f39e3ca7-eecb-4eb2-b769-08416e7138ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5600572 Mar 05 13:41:14.075557 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38b769a8-8e2c-49a7-95dc-bb3fa8416331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:14.119905 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0c68f3e0-2dd3-42a5-8d2f-5b93e69237de req-241c8fac-ea73-449d-8fe2-c7e970c6aa97 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820697 Mar 05 13:41:14.209498 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-38b769a8-8e2c-49a7-95dc-bb3fa8416331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e0bc273-8d9f-44d1-8671-63baae4c755a']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:41:14.236561 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-38b769a8-8e2c-49a7-95dc-bb3fa8416331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3e059c-9e9d-49c7-bd29-301e9dbc0e13') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:41:14.236853 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-38b769a8-8e2c-49a7-95dc-bb3fa8416331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3e059c-9e9d-49c7-bd29-301e9dbc0e13') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:41:14.261930 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38b769a8-8e2c-49a7-95dc-bb3fa8416331 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:14.276045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-d2e997a6-a2a2-4992-96d5-6873821fde7b req-a47b039d-6caf-4462-90d8-97d410eb6712 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] For port ee97d600-3c5d-4da8-a80f-bee356e495b2, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ee97d600-3c5d-4da8-a80f-bee356e495b2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:14.276419 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d2e997a6-a2a2-4992-96d5-6873821fde7b req-a47b039d-6caf-4462-90d8-97d410eb6712 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:14.323873 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38b769a8-8e2c-49a7-95dc-bb3fa8416331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:14.472779 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-d2e997a6-a2a2-4992-96d5-6873821fde7b req-a47b039d-6caf-4462-90d8-97d410eb6712 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Calling delete_port for ee97d600-3c5d-4da8-a80f-bee356e495b2 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:41:14.532969 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:14.547893 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] Transition to ACTIVE for port object 557ac7c7-92b2-4e85-ae6a-fd580c303402 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:14.559868 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:14.591965 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18630e5-fef2-4349-b0b1-a47d031609fb service neutron] Pushing event updated for resources: {'Port': ['ID=2621485b-d164-480c-a660-78d60ef07686,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:14.639594 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-d77b7059-4acc-4fcd-9fce-fba7c72f7a11 req-13e7fa3b-2afa-41a4-a8bd-cc341fac06db tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2020424588', 'description': 'tempest-description-1439031820'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:14.655053 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20844ec4-5a98-4199-9e22-11f5ffeabaf6 req-e2e14d99-a15e-473a-9dac-8d2b21c3b4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:14.656560 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844ec4-5a98-4199-9e22-11f5ffeabaf6 req-e2e14d99-a15e-473a-9dac-8d2b21c3b4b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&device_id=34254305-e7c5-4dd8-8fbf-8948ff0b55eb HTTP/1.1" status: 200 len: 1098 time: 0.8049104 Mar 05 13:41:14.662049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-d77b7059-4acc-4fcd-9fce-fba7c72f7a11 req-13e7fa3b-2afa-41a4-a8bd-cc341fac06db tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:14.673309 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] Attempting to bind port 557ac7c7-92b2-4e85-ae6a-fd580c303402 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:41:14.673665 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] Attempting to bind port 557ac7c7-92b2-4e85-ae6a-fd580c303402 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:41:14.674017 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] Attempting to bind port 557ac7c7-92b2-4e85-ae6a-fd580c303402 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:41:14.691196 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:41:14.691559 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:41:14.692025 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:14.692546 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:41:14.693123 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] Bound port: 557ac7c7-92b2-4e85-ae6a-fd580c303402, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:41:14.693505 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:14.724056 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e40274-5719-42b3-8a99-7fa28d95f8ce None None] Pushing event updated for resources: {'Port': ['ID=557ac7c7-92b2-4e85-ae6a-fd580c303402,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:14.740404 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e40274-5719-42b3-8a99-7fa28d95f8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:14.740737 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e40274-5719-42b3-8a99-7fa28d95f8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:14.741702 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e40274-5719-42b3-8a99-7fa28d95f8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:14.742036 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e40274-5719-42b3-8a99-7fa28d95f8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:14.742357 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e40274-5719-42b3-8a99-7fa28d95f8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:14.742671 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e40274-5719-42b3-8a99-7fa28d95f8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:14.743014 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e40274-5719-42b3-8a99-7fa28d95f8ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:14.743328 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e40274-5719-42b3-8a99-7fa28d95f8ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:14.743640 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e40274-5719-42b3-8a99-7fa28d95f8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:14.743948 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e40274-5719-42b3-8a99-7fa28d95f8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:14.744258 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e40274-5719-42b3-8a99-7fa28d95f8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:14.744564 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e40274-5719-42b3-8a99-7fa28d95f8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:14.786600 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] For port 557ac7c7-92b2-4e85-ae6a-fd580c303402, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:41:14.790711 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] For port 557ac7c7-92b2-4e85-ae6a-fd580c303402, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=557ac7c7-92b2-4e85-ae6a-fd580c303402,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:41:14.792352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d77b7059-4acc-4fcd-9fce-fba7c72f7a11 req-13e7fa3b-2afa-41a4-a8bd-cc341fac06db tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Usage tracker for resource:security_group and tenant:2459f8472f6b4906aa8a60ace2c54b4a is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:14.795335 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:14.805082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d77b7059-4acc-4fcd-9fce-fba7c72f7a11 req-13e7fa3b-2afa-41a4-a8bd-cc341fac06db tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:14.839130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-d77b7059-4acc-4fcd-9fce-fba7c72f7a11 req-13e7fa3b-2afa-41a4-a8bd-cc341fac06db tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:14.859420 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-5a676804-2414-47e4-9970-a45ad5cc2d74 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7824740 Mar 05 13:41:14.910515 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] Routers {'1adcb991-d709-46fc-a4a3-d7906a6a8633'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:41:14.911267 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:41:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1adcb991-d709-46fc-a4a3-d7906a6a8633'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:41:14.923638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20844ec4-5a98-4199-9e22-11f5ffeabaf6 req-997d2424-6bfd-41aa-ac61-102b27603fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:14.925092 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844ec4-5a98-4199-9e22-11f5ffeabaf6 req-997d2424-6bfd-41aa-ac61-102b27603fb2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.2558141 Mar 05 13:41:14.927187 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-eb8ffabb-718c-4809-a111-85da0ac1ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:14.928565 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-eb8ffabb-718c-4809-a111-85da0ac1ed42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0bde18639d3c48b6a1bafa07903ef7a6&device_id=bfa471ab-4aec-47bf-880e-4a8735124073 HTTP/1.1" status: 200 len: 1097 time: 0.8167753 Mar 05 13:41:14.967888 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e40274-5719-42b3-8a99-7fa28d95f8ce None None] Pushing event updated for resources: {'Port': ['ID=557ac7c7-92b2-4e85-ae6a-fd580c303402,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:15.002901 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b769a8-8e2c-49a7-95dc-bb3fa8416331 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:41:15.003304 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38b769a8-8e2c-49a7-95dc-bb3fa8416331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:15.019198 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25762f0e-83d1-4dc5-93ce-0177e2623c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:41:15.041896 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:41:15.108232 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] Set router 1adcb991-d709-46fc-a4a3-d7906a6a8633 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:41:15.217387 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d77b7059-4acc-4fcd-9fce-fba7c72f7a11 req-13e7fa3b-2afa-41a4-a8bd-cc341fac06db tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:15.254933 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-25762f0e-83d1-4dc5-93ce-0177e2623c7f admin admin] Allocated IP 172.20.0.1 (d3131e3c-1862-4a0f-920e-c001f597ed59/14505cde-9c48-49cb-bda6-a87e9c92d7f7/69da4aa8-ea78-4c7d-a8a2-5599279149fd) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:41:15.282579 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-7fc9fe21-5c18-4a3e-aec8-b3db24b4193f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=2621485b-d164-480c-a660-78d60ef07686 HTTP/1.1" status: 200 len: 217 time: 0.3305507 Mar 05 13:41:15.291715 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844ec4-5a98-4199-9e22-11f5ffeabaf6 req-095be2c7-b2f5-4954-a374-f90a5bb27398 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=1435958d-e3be-4286-8caa-791704018749 HTTP/1.1" status: 200 len: 217 time: 0.1540411 Mar 05 13:41:15.407818 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-d77b7059-4acc-4fcd-9fce-fba7c72f7a11 req-13e7fa3b-2afa-41a4-a8bd-cc341fac06db tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:15.427771 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d77b7059-4acc-4fcd-9fce-fba7c72f7a11 req-13e7fa3b-2afa-41a4-a8bd-cc341fac06db tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Usage tracker for resource:security_group_rule and tenant:2459f8472f6b4906aa8a60ace2c54b4a is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:15.433979 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d2e997a6-a2a2-4992-96d5-6873821fde7b req-a47b039d-6caf-4462-90d8-97d410eb6712 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:15.442219 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d77b7059-4acc-4fcd-9fce-fba7c72f7a11 req-13e7fa3b-2afa-41a4-a8bd-cc341fac06db tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:15.452275 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'name': 'tempest-ServersTestBootFromVolume-1322382095-router', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:08Z', 'updated_at': '2022-03-05T13:41:10Z', 'revision_number': 3, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'gw_port': {'id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:09Z', 'updated_at': '2022-03-05T13:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:41:15.457960 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc35b4e9-0d4d-4d47-be82-dd89e129c3d7 None None] The sync data for ids ['1adcb991-d709-46fc-a4a3-d7906a6a8633'] in n-d-803718-1 is: [{'id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'name': 'tempest-ServersTestBootFromVolume-1322382095-router', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:08Z', 'updated_at': '2022-03-05T13:41:10Z', 'revision_number': 3, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'gw_port': {'id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:09Z', 'updated_at': '2022-03-05T13:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:41:15.489639 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38b769a8-8e2c-49a7-95dc-bb3fa8416331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:15.501671 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a866b5b-2def-45df-a664-76f983ebc1f2 req-c249c505-299d-4d67-bbc8-deca5b042915 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:15.503469 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8a866b5b-2def-45df-a664-76f983ebc1f2 req-c249c505-299d-4d67-bbc8-deca5b042915 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/ports?device_id=24a5b1ba-2f64-475a-b488-9e6b2185f50d HTTP/1.1" status: 200 len: 948 time: 0.7763703 Mar 05 13:41:15.523383 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-d77b7059-4acc-4fcd-9fce-fba7c72f7a11 req-13e7fa3b-2afa-41a4-a8bd-cc341fac06db tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:15.526872 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38b769a8-8e2c-49a7-95dc-bb3fa8416331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:15.532383 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b769a8-8e2c-49a7-95dc-bb3fa8416331 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e0bc273-8d9f-44d1-8671-63baae4c755a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:15.533604 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b039d-6caf-4462-90d8-97d410eb6712 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Pushing event deleted for resources: {'Port': ['ID=ee97d600-3c5d-4da8-a80f-bee356e495b2,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:15.536430 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a841ef98-1294-4a05-a588-ba158de53785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:15.538089 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-a841ef98-1294-4a05-a588-ba158de53785 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.2395084 Mar 05 13:41:15.543821 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20844ec4-5a98-4199-9e22-11f5ffeabaf6 req-5cbc8e9f-a8e2-48fe-b02b-ba9d80886b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:15.545416 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844ec4-5a98-4199-9e22-11f5ffeabaf6 req-5cbc8e9f-a8e2-48fe-b02b-ba9d80886b7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.2047539 Mar 05 13:41:15.587646 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-38b769a8-8e2c-49a7-95dc-bb3fa8416331 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0e0bc273-8d9f-44d1-8671-63baae4c755a HTTP/1.1" status: 204 len: 168 time: 2.2111893 Mar 05 13:41:15.621183 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0d5af13-1f50-4eed-87db-1bcb9c2af7ea req-74adfa72-2d1f-40df-b771-fbc0a9d37375 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7540102 Mar 05 13:41:15.628352 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8a866b5b-2def-45df-a664-76f983ebc1f2 req-e96b1d75-9c3b-4ab0-925f-a75fbe230e7f tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8561406-d4af-45e0-bfce-51eea5c77093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970080 Mar 05 13:41:15.635766 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25762f0e-83d1-4dc5-93ce-0177e2623c7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:15.662785 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-25762f0e-83d1-4dc5-93ce-0177e2623c7f admin admin] Transition to ACTIVE for port object 69da4aa8-ea78-4c7d-a8a2-5599279149fd will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:15.703794 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25762f0e-83d1-4dc5-93ce-0177e2623c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:15.730950 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 1435958d-e3be-4286-8caa-791704018749 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:41:15.734246 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device ee97d600-3c5d-4da8-a80f-bee356e495b2 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:41:15.790116 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e997a6-a2a2-4992-96d5-6873821fde7b req-a47b039d-6caf-4462-90d8-97d410eb6712 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] No DVR routers for this DVR port ee97d600-3c5d-4da8-a80f-bee356e495b2 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:41:15.798792 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa471ab-4aec-47bf-880e-4a8735124073', 'tag': '2621485b-d164-480c-a660-78d60ef07686'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:41:15.801599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25762f0e-83d1-4dc5-93ce-0177e2623c7f admin admin] Network d3131e3c-1862-4a0f-920e-c001f597ed59 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:41:15.805046 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-25762f0e-83d1-4dc5-93ce-0177e2623c7f admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:41:15.807929 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25762f0e-83d1-4dc5-93ce-0177e2623c7f admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:41:15.817753 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: ee97d600-3c5d-4da8-a80f-bee356e495b2 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:41:15.819220 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device ee97d600-3c5d-4da8-a80f-bee356e495b2 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:41:15.821864 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d2e997a6-a2a2-4992-96d5-6873821fde7b req-a47b039d-6caf-4462-90d8-97d410eb6712 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:15.904493 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25762f0e-83d1-4dc5-93ce-0177e2623c7f admin admin] Pushing event updated for resources: {'Port': ['ID=69da4aa8-ea78-4c7d-a8a2-5599279149fd,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:15.923979 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25762f0e-83d1-4dc5-93ce-0177e2623c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:15.986332 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d2e997a6-a2a2-4992-96d5-6873821fde7b req-a47b039d-6caf-4462-90d8-97d410eb6712 tempest-ImagesOneServerTestJSON-2003653093 tempest-ImagesOneServerTestJSON-2003653093-project] 10.222.0.15 "DELETE /v2.0/ports/ee97d600-3c5d-4da8-a80f-bee356e495b2 HTTP/1.1" status: 204 len: 173 time: 2.9145064 Mar 05 13:41:15.987933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51760) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:16.126729 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-5e775f3a-b467-4acb-b20d-97560d73c5d4 req-ba485427-f2a0-40dc-bb9b-51ac36b9896e tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Request body: {'security_group': {'name': 'tempest-securitygroup-666747640', 'description': 'tempest-description-508793365'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:16.141377 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-5e775f3a-b467-4acb-b20d-97560d73c5d4 req-ba485427-f2a0-40dc-bb9b-51ac36b9896e tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:16.151746 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5e775f3a-b467-4acb-b20d-97560d73c5d4 req-ba485427-f2a0-40dc-bb9b-51ac36b9896e tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Usage tracker for resource:security_group and tenant:b4594dfda27541b0b8383204fdc8fad4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:16.160199 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5e775f3a-b467-4acb-b20d-97560d73c5d4 req-ba485427-f2a0-40dc-bb9b-51ac36b9896e tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:16.171301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-5e775f3a-b467-4acb-b20d-97560d73c5d4 req-ba485427-f2a0-40dc-bb9b-51ac36b9896e tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:16.183775 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d77b7059-4acc-4fcd-9fce-fba7c72f7a11 req-13e7fa3b-2afa-41a4-a8bd-cc341fac06db tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:16.212309 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5e775f3a-b467-4acb-b20d-97560d73c5d4 req-ba485427-f2a0-40dc-bb9b-51ac36b9896e tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:16.231419 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-0f8a3a51-8f5e-440c-815c-003f11b2d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:16.237931 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-0f8a3a51-8f5e-440c-815c-003f11b2d8dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6874411 Mar 05 13:41:16.240018 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5e775f3a-b467-4acb-b20d-97560d73c5d4 req-ba485427-f2a0-40dc-bb9b-51ac36b9896e tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:16.247564 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 1435958d-e3be-4286-8caa-791704018749, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1435958d-e3be-4286-8caa-791704018749,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:16.280445 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-5e775f3a-b467-4acb-b20d-97560d73c5d4 req-ba485427-f2a0-40dc-bb9b-51ac36b9896e tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:16.287843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5e775f3a-b467-4acb-b20d-97560d73c5d4 req-ba485427-f2a0-40dc-bb9b-51ac36b9896e tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Usage tracker for resource:security_group_rule and tenant:b4594dfda27541b0b8383204fdc8fad4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:16.291105 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '1435958d-e3be-4286-8caa-791704018749', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '1435958d-e3be-4286-8caa-791704018749', 'mac_address': 'fa:16:3e:23:dd:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:41:16.296172 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5e775f3a-b467-4acb-b20d-97560d73c5d4 req-ba485427-f2a0-40dc-bb9b-51ac36b9896e tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:16.297780 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d77b7059-4acc-4fcd-9fce-fba7c72f7a11 req-13e7fa3b-2afa-41a4-a8bd-cc341fac06db tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:16.304524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-5e775f3a-b467-4acb-b20d-97560d73c5d4 req-ba485427-f2a0-40dc-bb9b-51ac36b9896e tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:16.368582 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:16.404776 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1435958d-e3be-4286-8caa-791704018749 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:41:16.423602 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 1435958d-e3be-4286-8caa-791704018749, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1435958d-e3be-4286-8caa-791704018749,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:16.423875 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20844ec4-5a98-4199-9e22-11f5ffeabaf6 req-55e37ade-4a75-41a3-b5af-1503b33e0056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:16.425014 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-20bb5b5a-d1bd-4a72-9dd1-ed058fb20904 None None] Provisioning for port 69da4aa8-ea78-4c7d-a8a2-5599279149fd completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:16.425684 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844ec4-5a98-4199-9e22-11f5ffeabaf6 req-55e37ade-4a75-41a3-b5af-1503b33e0056 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8723664 Mar 05 13:41:16.431669 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:16.446693 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25762f0e-83d1-4dc5-93ce-0177e2623c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:16.461398 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20844ec4-5a98-4199-9e22-11f5ffeabaf6 req-fb538980-995c-41a0-8c89-8924958cc754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:16.463125 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844ec4-5a98-4199-9e22-11f5ffeabaf6 req-fb538980-995c-41a0-8c89-8924958cc754 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0bde18639d3c48b6a1bafa07903ef7a6&device_id=e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd HTTP/1.1" status: 200 len: 1099 time: 0.7397764 Mar 05 13:41:16.549720 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-20bb5b5a-d1bd-4a72-9dd1-ed058fb20904 None None] Provisioning complete for port 69da4aa8-ea78-4c7d-a8a2-5599279149fd triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:16.554819 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-20bb5b5a-d1bd-4a72-9dd1-ed058fb20904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:16.561366 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d77b7059-4acc-4fcd-9fce-fba7c72f7a11 req-13e7fa3b-2afa-41a4-a8bd-cc341fac06db tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:16.571407 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d77b7059-4acc-4fcd-9fce-fba7c72f7a11 req-13e7fa3b-2afa-41a4-a8bd-cc341fac06db tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.9625027 Mar 05 13:41:16.593021 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5e775f3a-b467-4acb-b20d-97560d73c5d4 req-ba485427-f2a0-40dc-bb9b-51ac36b9896e tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:16.613500 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5e775f3a-b467-4acb-b20d-97560d73c5d4 req-ba485427-f2a0-40dc-bb9b-51ac36b9896e tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:16.659865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-5e775f3a-b467-4acb-b20d-97560d73c5d4 req-ba485427-f2a0-40dc-bb9b-51ac36b9896e tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:16.684308 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 557ac7c7-92b2-4e85-ae6a-fd580c303402 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:41:16.687455 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5e775f3a-b467-4acb-b20d-97560d73c5d4 req-ba485427-f2a0-40dc-bb9b-51ac36b9896e tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Usage tracker for resource:security_group_rule and tenant:b4594dfda27541b0b8383204fdc8fad4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:16.749800 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-20bb5b5a-d1bd-4a72-9dd1-ed058fb20904 None None] Port 69da4aa8-ea78-4c7d-a8a2-5599279149fd cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:41:16.765854 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5e775f3a-b467-4acb-b20d-97560d73c5d4 req-ba485427-f2a0-40dc-bb9b-51ac36b9896e tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:16.787282 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-5e775f3a-b467-4acb-b20d-97560d73c5d4 req-ba485427-f2a0-40dc-bb9b-51ac36b9896e tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:16.794409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba485427-f2a0-40dc-bb9b-51ac36b9896e tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de29f677-7b35-41d7-96c0-c302aa08ec5f,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:16.801145 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=1435958d-e3be-4286-8caa-791704018749,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:16.804893 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['1435958d-e3be-4286-8caa-791704018749'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:41:16.825321 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ef90aec8-6f01-499f-a890-ad12674b68a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f09f462d7e64db68ac69e93657fa061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8175542 Mar 05 13:41:16.826397 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51768) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:16.830939 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-493ebefb-c265-4a54-a9b6-d537548809eb service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5745561 Mar 05 13:41:16.831653 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7fa3b-2afa-41a4-a8bd-cc341fac06db tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffbdaed-ab39-43bf-834e-e3ceed575aba,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:16.959398 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25762f0e-83d1-4dc5-93ce-0177e2623c7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:16.981498 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25762f0e-83d1-4dc5-93ce-0177e2623c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:16.990963 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 557ac7c7-92b2-4e85-ae6a-fd580c303402 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:17.000354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 557ac7c7-92b2-4e85-ae6a-fd580c303402 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:17.000785 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:17.143970 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844ec4-5a98-4199-9e22-11f5ffeabaf6 req-644457e4-e10f-42a9-a698-85508c992352 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110964 Mar 05 13:41:17.205604 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:17.223748 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 557ac7c7-92b2-4e85-ae6a-fd580c303402, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=557ac7c7-92b2-4e85-ae6a-fd580c303402,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:17.232890 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:17.247955 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5e775f3a-b467-4acb-b20d-97560d73c5d4 req-ba485427-f2a0-40dc-bb9b-51ac36b9896e tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:17.248926 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25762f0e-83d1-4dc5-93ce-0177e2623c7f admin admin] Pushing event updated for resources: {'Port': ['ID=69da4aa8-ea78-4c7d-a8a2-5599279149fd,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:17.260295 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03a3b1d4-d8fb-4b6d-b948-cca977f3f57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:17.264323 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5e775f3a-b467-4acb-b20d-97560d73c5d4 req-ba485427-f2a0-40dc-bb9b-51ac36b9896e tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:17.320304 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=557ac7c7-92b2-4e85-ae6a-fd580c303402,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:17.335934 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25762f0e-83d1-4dc5-93ce-0177e2623c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:17.348713 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5e775f3a-b467-4acb-b20d-97560d73c5d4 req-ba485427-f2a0-40dc-bb9b-51ac36b9896e tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:17.349923 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5e775f3a-b467-4acb-b20d-97560d73c5d4 req-ba485427-f2a0-40dc-bb9b-51ac36b9896e tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2396338 Mar 05 13:41:17.351043 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba485427-f2a0-40dc-bb9b-51ac36b9896e tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9affe2ce-052e-4538-a115-f01f81eb7ef4,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:17.364929 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03a3b1d4-d8fb-4b6d-b948-cca977f3f57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:17.378360 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-551466a0-b6b4-4121-8ff6-c7842446eab1 req-0ff6ce96-e83a-4420-9fc3-1b379b2d3bd5 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391541 Mar 05 13:41:17.425072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20844ec4-5a98-4199-9e22-11f5ffeabaf6 req-46a27233-348c-4f9a-9036-2c250fabf620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:17.426646 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844ec4-5a98-4199-9e22-11f5ffeabaf6 req-46a27233-348c-4f9a-9036-2c250fabf620 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.8666654 Mar 05 13:41:17.467702 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03a3b1d4-d8fb-4b6d-b948-cca977f3f57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:17.509984 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db33a5-438c-4bd9-8c55-70d96a744698 req-564c4497-e89e-4686-a4d7-3bd4b99fc569 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:17.515260 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d0db33a5-438c-4bd9-8c55-70d96a744698 req-564c4497-e89e-4686-a4d7-3bd4b99fc569 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6 HTTP/1.1" status: 200 len: 950 time: 0.6435337 Mar 05 13:41:17.551155 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844ec4-5a98-4199-9e22-11f5ffeabaf6 req-3e777638-a8b1-498f-8f8b-ed34de0fcdeb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=771ed29c-9903-409b-8e7b-cb9a2d2c14f9 HTTP/1.1" status: 200 len: 217 time: 0.1153419 Mar 05 13:41:17.579500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3b1d4-d8fb-4b6d-b948-cca977f3f57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46835579-3c61-41aa-8133-6e49016720e9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:17.605220 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03a3b1d4-d8fb-4b6d-b948-cca977f3f57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:17.615121 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-03a3b1d4-d8fb-4b6d-b948-cca977f3f57b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46835579-3c61-41aa-8133-6e49016720e9 HTTP/1.1" status: 204 len: 168 time: 0.7876399 Mar 05 13:41:17.644840 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844ec4-5a98-4199-9e22-11f5ffeabaf6 req-7441ecd9-9401-4c65-8ecd-1f9e80b5c788 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945335 Mar 05 13:41:17.673031 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d0db33a5-438c-4bd9-8c55-70d96a744698 req-f9d8d30d-8a01-4780-a7e1-e17d035ee5c7 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461656 Mar 05 13:41:17.679558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20844ec4-5a98-4199-9e22-11f5ffeabaf6 req-bfc79f9d-287f-47d4-bbdf-4ee4e6721a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:17.681287 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844ec4-5a98-4199-9e22-11f5ffeabaf6 req-bfc79f9d-287f-47d4-bbdf-4ee4e6721a43 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1225028 Mar 05 13:41:17.686751 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5a62e-d6ba-424c-a900-fef32bd5896a req-f6647c1d-3f5b-4da0-8feb-18c7b77ce3e3 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:17.688224 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e0f5a62e-d6ba-424c-a900-fef32bd5896a req-f6647c1d-3f5b-4da0-8feb-18c7b77ce3e3 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfa471ab-4aec-47bf-880e-4a8735124073 HTTP/1.1" status: 200 len: 946 time: 0.1983287 Mar 05 13:41:17.690230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25762f0e-83d1-4dc5-93ce-0177e2623c7f admin admin] Network d3131e3c-1862-4a0f-920e-c001f597ed59 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:41:17.691486 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-25762f0e-83d1-4dc5-93ce-0177e2623c7f admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:41:17.727890 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 1435958d-e3be-4286-8caa-791704018749 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:41:17.839800 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 1435958d-e3be-4286-8caa-791704018749 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:17.849858 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 1435958d-e3be-4286-8caa-791704018749 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:17.850225 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:17.868051 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20844ec4-5a98-4199-9e22-11f5ffeabaf6 req-a7d43a66-8c6c-495c-9b15-14c6fba319e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:17.876427 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844ec4-5a98-4199-9e22-11f5ffeabaf6 req-a7d43a66-8c6c-495c-9b15-14c6fba319e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1852574 Mar 05 13:41:18.075339 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:18.084875 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844ec4-5a98-4199-9e22-11f5ffeabaf6 req-58c84ce4-1df3-4e71-8a1c-306521925dfd service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009726 Mar 05 13:41:18.103059 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e0f5a62e-d6ba-424c-a900-fef32bd5896a req-23d9211e-1bc9-478b-9dda-b8bda3c9b944 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/security-groups?id=78980102-21ed-45c6-9a8c-2d5af0053faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938532 Mar 05 13:41:18.119064 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bb567738-718f-48a9-8383-063d0fab669a None None] Provisioning complete for port 69da4aa8-ea78-4c7d-a8a2-5599279149fd triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:18.119509 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bb567738-718f-48a9-8383-063d0fab669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:18.122908 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f746f-7109-44d8-81dd-63d7444bc5d8 req-2147602e-3e9c-47fe-8d0e-73ac7f5d901e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:18.135787 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f72f746f-7109-44d8-81dd-63d7444bc5d8 req-2147602e-3e9c-47fe-8d0e-73ac7f5d901e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=34254305-e7c5-4dd8-8fbf-8948ff0b55eb HTTP/1.1" status: 200 len: 948 time: 0.2255344 Mar 05 13:41:18.140714 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25762f0e-83d1-4dc5-93ce-0177e2623c7f admin admin] Router 1adcb991-d709-46fc-a4a3-d7906a6a8633 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:41:18.156502 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34254305-e7c5-4dd8-8fbf-8948ff0b55eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1435958d-e3be-4286-8caa-791704018749'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:41:18.178365 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 1435958d-e3be-4286-8caa-791704018749, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1435958d-e3be-4286-8caa-791704018749,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:18.199723 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:18.221498 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa471ab-4aec-47bf-880e-4a8735124073', 'tag': '2621485b-d164-480c-a660-78d60ef07686', 'status': 'completed', 'code': 200} Mar 05 13:41:18.243688 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:41:18.261032 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-bb567738-718f-48a9-8383-063d0fab669a None None] Port 69da4aa8-ea78-4c7d-a8a2-5599279149fd cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:41:18.314307 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f72f746f-7109-44d8-81dd-63d7444bc5d8 req-b43b3f89-4b70-48cc-9c9d-8051ec3274fd tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831455 Mar 05 13:41:18.319131 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=1435958d-e3be-4286-8caa-791704018749,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:18.348631 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844ec4-5a98-4199-9e22-11f5ffeabaf6 req-1335b232-13f7-4621-b5bd-ef2e8f1d8256 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565806 Mar 05 13:41:18.402057 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9606c-7d98-4baf-a1ea-5668e80075ae req-763bb79d-0ea5-4ea6-8074-ac18c2fe3860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:18.403548 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-01f9606c-7d98-4baf-a1ea-5668e80075ae req-763bb79d-0ea5-4ea6-8074-ac18c2fe3860 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0bde18639d3c48b6a1bafa07903ef7a6&device_id=bfa471ab-4aec-47bf-880e-4a8735124073 HTTP/1.1" status: 200 len: 1097 time: 0.1689346 Mar 05 13:41:18.479819 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:18.498074 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '771ed29c-9903-409b-8e7b-cb9a2d2c14f9', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '771ed29c-9903-409b-8e7b-cb9a2d2c14f9', 'mac_address': 'fa:16:3e:38:22:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:41:18.503603 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-0c27dc66-8a6b-4b16-bbc0-7d6841ae20b9 req-492f7599-6361-4b81-b720-688c45c951f6 tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Request body: {'security_group': {'name': 'tempest-securitygroup-862989847', 'description': 'tempest-description-3979019'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:18.505922 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25762f0e-83d1-4dc5-93ce-0177e2623c7f admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:41:18.513754 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-25762f0e-83d1-4dc5-93ce-0177e2623c7f admin admin] 10.222.0.16 "PUT /v2.0/routers/1adcb991-d709-46fc-a4a3-d7906a6a8633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3165712 Mar 05 13:41:18.564200 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b9fa9273-f303-41b3-9e2a-9af26e519391 req-6a1ecb7a-15c6-471d-b007-9d65ecacb393 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "GET /v2.0/security-groups/1ffbdaed-ab39-43bf-834e-e3ceed575aba HTTP/1.1" status: 200 len: 1813 time: 0.0733418 Mar 05 13:41:18.578467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-0c27dc66-8a6b-4b16-bbc0-7d6841ae20b9 req-492f7599-6361-4b81-b720-688c45c951f6 tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:18.590899 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-0c27dc66-8a6b-4b16-bbc0-7d6841ae20b9 req-492f7599-6361-4b81-b720-688c45c951f6 tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Usage tracker for resource:security_group and tenant:b4594dfda27541b0b8383204fdc8fad4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:18.605220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-0c27dc66-8a6b-4b16-bbc0-7d6841ae20b9 req-492f7599-6361-4b81-b720-688c45c951f6 tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:18.611885 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 557ac7c7-92b2-4e85-ae6a-fd580c303402 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:41:18.615802 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-0c27dc66-8a6b-4b16-bbc0-7d6841ae20b9 req-492f7599-6361-4b81-b720-688c45c951f6 tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:18.649509 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] Sync routers for ids ['1adcb991-d709-46fc-a4a3-d7906a6a8633'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:41:18.650177 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0c27dc66-8a6b-4b16-bbc0-7d6841ae20b9 req-492f7599-6361-4b81-b720-688c45c951f6 tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:18.677457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9606c-7d98-4baf-a1ea-5668e80075ae req-026abfb8-d216-4b99-b218-5a9ccb3c41f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:18.679055 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-01f9606c-7d98-4baf-a1ea-5668e80075ae req-026abfb8-d216-4b99-b218-5a9ccb3c41f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.2688208 Mar 05 13:41:18.685510 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-0c27dc66-8a6b-4b16-bbc0-7d6841ae20b9 req-492f7599-6361-4b81-b720-688c45c951f6 tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:18.702826 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] Routers {'1adcb991-d709-46fc-a4a3-d7906a6a8633'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:41:18.703646 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:41:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1adcb991-d709-46fc-a4a3-d7906a6a8633'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:41:18.734281 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-11d7a466-bb15-47ed-87e5-f7e9fac35e21 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=996df70a25244ab7adc6a5dc348944f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359290 Mar 05 13:41:18.765999 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-0c27dc66-8a6b-4b16-bbc0-7d6841ae20b9 req-492f7599-6361-4b81-b720-688c45c951f6 tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Usage tracker for resource:security_group_rule and tenant:b4594dfda27541b0b8383204fdc8fad4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:18.770200 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:18.779105 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-0c27dc66-8a6b-4b16-bbc0-7d6841ae20b9 req-492f7599-6361-4b81-b720-688c45c951f6 tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:18.784005 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-01f9606c-7d98-4baf-a1ea-5668e80075ae req-71b58c82-a528-4225-9ef1-6b3bbae18f6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=2621485b-d164-480c-a660-78d60ef07686 HTTP/1.1" status: 200 len: 217 time: 0.0952029 Mar 05 13:41:18.789191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-0c27dc66-8a6b-4b16-bbc0-7d6841ae20b9 req-492f7599-6361-4b81-b720-688c45c951f6 tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:18.805404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:41:18.896121 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9606c-7d98-4baf-a1ea-5668e80075ae req-d7e12232-de98-4c70-a247-5c14747d37b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:18.898371 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-01f9606c-7d98-4baf-a1ea-5668e80075ae req-d7e12232-de98-4c70-a247-5c14747d37b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1053979 Mar 05 13:41:18.910902 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:18.927938 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-353e7035-9c5b-4e3e-8976-655fb04d1849 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:18.931207 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:18.931840 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-353e7035-9c5b-4e3e-8976-655fb04d1849 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1958420 Mar 05 13:41:18.949901 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-21ae5556-6961-495d-a99a-7cf60a58e6e2 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/quotas/996df70a25244ab7adc6a5dc348944f1 HTTP/1.1" status: 200 len: 375 time: 0.0120552 Mar 05 13:41:18.972850 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 557ac7c7-92b2-4e85-ae6a-fd580c303402 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:18.973211 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:19.011629 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51812) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:19.074730 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] Set router 1adcb991-d709-46fc-a4a3-d7906a6a8633 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:41:19.076317 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-ff332866-25aa-4132-af07-38417433d202 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=996df70a25244ab7adc6a5dc348944f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1203067 Mar 05 13:41:19.107057 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0c27dc66-8a6b-4b16-bbc0-7d6841ae20b9 req-492f7599-6361-4b81-b720-688c45c951f6 tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:19.124210 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0c27dc66-8a6b-4b16-bbc0-7d6841ae20b9 req-492f7599-6361-4b81-b720-688c45c951f6 tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:19.158138 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9606c-7d98-4baf-a1ea-5668e80075ae req-a7ce8a8c-7d09-4cee-b227-e4f56378dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:19.159826 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-01f9606c-7d98-4baf-a1ea-5668e80075ae req-a7ce8a8c-7d09-4cee-b227-e4f56378dd3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2559631 Mar 05 13:41:19.160904 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:19.223956 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f7599-6361-4b81-b720-688c45c951f6 tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9889a1d8-4822-4b43-ba98-ac3c669d2c02,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:19.227145 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0c27dc66-8a6b-4b16-bbc0-7d6841ae20b9 req-492f7599-6361-4b81-b720-688c45c951f6 tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:19.240213 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0c27dc66-8a6b-4b16-bbc0-7d6841ae20b9 req-492f7599-6361-4b81-b720-688c45c951f6 tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7393939 Mar 05 13:41:19.306054 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['771ed29c-9903-409b-8e7b-cb9a2d2c14f9'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:41:19.344570 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e46044be-8b7f-4720-8ef3-6268af066d5e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cdd5be355262464fa3b954dafa9af538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285584 Mar 05 13:41:19.347247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51836) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:19.375801 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34254305-e7c5-4dd8-8fbf-8948ff0b55eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1435958d-e3be-4286-8caa-791704018749', 'code': 200} Mar 05 13:41:19.483928 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51842) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:19.499231 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-01f9606c-7d98-4baf-a1ea-5668e80075ae req-639ccf6e-4567-4d28-9012-3038cb1717ed service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310452 Mar 05 13:41:19.499912 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af3b7d32-e139-457a-93ee-b065deca9c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:19.557215 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af3b7d32-e139-457a-93ee-b065deca9c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:19.661245 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af3b7d32-e139-457a-93ee-b065deca9c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:19.690726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-d6cda767-4fe9-4a11-9c31-e1aebf003ae1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-666643736-network', 'tenant_id': 'c692c831ec1f411cb586cecfb5889b74'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:19.702816 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b7d32-e139-457a-93ee-b065deca9c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8561406-d4af-45e0-bfce-51eea5c77093,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:19.705121 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d6cda767-4fe9-4a11-9c31-e1aebf003ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:19.713219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d6cda767-4fe9-4a11-9c31-e1aebf003ae1 admin admin] Usage tracker for resource:network and tenant:c692c831ec1f411cb586cecfb5889b74 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:19.720790 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d6cda767-4fe9-4a11-9c31-e1aebf003ae1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:19.724600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b7d32-e139-457a-93ee-b065deca9c6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:19.724975 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b7d32-e139-457a-93ee-b065deca9c6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:19.725354 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b7d32-e139-457a-93ee-b065deca9c6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:19.725797 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b7d32-e139-457a-93ee-b065deca9c6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:19.727064 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b7d32-e139-457a-93ee-b065deca9c6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:19.727481 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b7d32-e139-457a-93ee-b065deca9c6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:19.728921 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b7d32-e139-457a-93ee-b065deca9c6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:19.728921 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b7d32-e139-457a-93ee-b065deca9c6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:19.728921 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b7d32-e139-457a-93ee-b065deca9c6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:19.728921 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b7d32-e139-457a-93ee-b065deca9c6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:19.729295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b7d32-e139-457a-93ee-b065deca9c6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:19.729602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b7d32-e139-457a-93ee-b065deca9c6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:19.743579 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d6cda767-4fe9-4a11-9c31-e1aebf003ae1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:19.749852 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af3b7d32-e139-457a-93ee-b065deca9c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:19.751130 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-af3b7d32-e139-457a-93ee-b065deca9c6c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8561406-d4af-45e0-bfce-51eea5c77093 HTTP/1.1" status: 204 len: 168 time: 0.4035103 Mar 05 13:41:19.778960 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cda767-4fe9-4a11-9c31-e1aebf003ae1 admin admin] Made reservation on behalf of c692c831ec1f411cb586cecfb5889b74 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:41:19.782268 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6cda767-4fe9-4a11-9c31-e1aebf003ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:19.808226 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6cda767-4fe9-4a11-9c31-e1aebf003ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:19.836138 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 2621485b-d164-480c-a660-78d60ef07686 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:41:19.854940 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d6cda767-4fe9-4a11-9c31-e1aebf003ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:19.877393 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d6cda767-4fe9-4a11-9c31-e1aebf003ae1 admin admin] Usage tracker for resource:security_group_rule and tenant:c692c831ec1f411cb586cecfb5889b74 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:19.888091 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d6cda767-4fe9-4a11-9c31-e1aebf003ae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:19.904596 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d6cda767-4fe9-4a11-9c31-e1aebf003ae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:20.088293 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-01f9606c-7d98-4baf-a1ea-5668e80075ae req-6b07f29f-7e21-4a1f-81ce-b80b8eeeff74 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5768433 Mar 05 13:41:20.105338 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40076d86-b819-48ac-9e24-4df016887bf0 req-8f32a979-62e1-4df1-af45-1f530749fa5b tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:20.107021 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-40076d86-b819-48ac-9e24-4df016887bf0 req-8f32a979-62e1-4df1-af45-1f530749fa5b tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfa471ab-4aec-47bf-880e-4a8735124073 HTTP/1.1" status: 200 len: 946 time: 0.6024942 Mar 05 13:41:20.109334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bc25c-d82d-498f-b8fe-0bc743da5478 req-b710d5aa-7417-4d97-b692-d2feec99504e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:20.110798 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-167bc25c-d82d-498f-b8fe-0bc743da5478 req-b710d5aa-7417-4d97-b692-d2feec99504e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=34254305-e7c5-4dd8-8fbf-8948ff0b55eb HTTP/1.1" status: 200 len: 1100 time: 0.6045191 Mar 05 13:41:20.135498 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6cda767-4fe9-4a11-9c31-e1aebf003ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:20.144559 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6cda767-4fe9-4a11-9c31-e1aebf003ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:20.193214 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-167bc25c-d82d-498f-b8fe-0bc743da5478 req-307b2690-67d7-47b1-b335-cd8bb2c45805 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753391 Mar 05 13:41:20.196041 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-40076d86-b819-48ac-9e24-4df016887bf0 req-422db58a-b4b0-4cff-9272-88311ad42486 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/security-groups?id=78980102-21ed-45c6-9a8c-2d5af0053faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809252 Mar 05 13:41:20.200224 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6cda767-4fe9-4a11-9c31-e1aebf003ae1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:41:20.210278 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cda767-4fe9-4a11-9c31-e1aebf003ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39eb3c67-7b44-41c0-81b1-e656c38b6629,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:20.218745 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6cda767-4fe9-4a11-9c31-e1aebf003ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:20.219151 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-d6cda767-4fe9-4a11-9c31-e1aebf003ae1 admin admin] Added segment e314dfcc-8cbe-4584-917b-77c4b64bfbab of type vlan for network 5d44bd9b-f262-43b5-bb0b-697548cb3009 Mar 05 13:41:20.222720 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a5b1ba-2f64-475a-b488-9e6b2185f50d', 'name': 'network-vif-deleted', 'tag': 'ee97d600-3c5d-4da8-a80f-bee356e495b2'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:41:20.272129 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6cda767-4fe9-4a11-9c31-e1aebf003ae1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:20.314512 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 2621485b-d164-480c-a660-78d60ef07686, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=2621485b-d164-480c-a660-78d60ef07686,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:20.332000 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'name': 'tempest-ServersTestBootFromVolume-1322382095-router', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:08Z', 'updated_at': '2022-03-05T13:41:16Z', 'revision_number': 4, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'gw_port': {'id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:09Z', 'updated_at': '2022-03-05T13:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '69da4aa8-ea78-4c7d-a8a2-5599279149fd', 'name': '', 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'mac_address': 'fa:16:3e:28:7a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '14505cde-9c48-49cb-bda6-a87e9c92d7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:15Z', 'updated_at': '2022-03-05T13:41:16Z', 'revision_number': 2, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'subnets': [{'id': '14505cde-9c48-49cb-bda6-a87e9c92d7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:41:20.339091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] Checking router: 1adcb991-d709-46fc-a4a3-d7906a6a8633 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:41:20.339719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] Updating router 1adcb991-d709-46fc-a4a3-d7906a6a8633 port 69da4aa8-ea78-4c7d-a8a2-5599279149fd binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:41:20.348546 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6cda767-4fe9-4a11-9c31-e1aebf003ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:20.349686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cda767-4fe9-4a11-9c31-e1aebf003ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:20.350326 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6cda767-4fe9-4a11-9c31-e1aebf003ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:20.411412 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '2621485b-d164-480c-a660-78d60ef07686', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '2621485b-d164-480c-a660-78d60ef07686', 'mac_address': 'fa:16:3e:a1:aa:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:41:20.518958 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:20.547662 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d6cda767-4fe9-4a11-9c31-e1aebf003ae1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0626657 Mar 05 13:41:20.550602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51868) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:20.553451 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2621485b-d164-480c-a660-78d60ef07686 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:41:20.556724 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-fda1e947-bd47-43ff-ad82-718d2e8941af admin admin] Request body: {'subnet': {'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-666643736-subnet', 'tenant_id': 'c692c831ec1f411cb586cecfb5889b74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:20.560939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cda767-4fe9-4a11-9c31-e1aebf003ae1 admin admin] Pushing event updated for resources: {'Network': ['ID=5d44bd9b-f262-43b5-bb0b-697548cb3009,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:20.568002 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fda1e947-bd47-43ff-ad82-718d2e8941af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:20.575266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fda1e947-bd47-43ff-ad82-718d2e8941af admin admin] Usage tracker for resource:subnet and tenant:c692c831ec1f411cb586cecfb5889b74 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:20.578139 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 5d44bd9b-f262-43b5-bb0b-697548cb3009 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:41:20.589212 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fda1e947-bd47-43ff-ad82-718d2e8941af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:20.594845 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:20.608093 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fda1e947-bd47-43ff-ad82-718d2e8941af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:20.626302 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 2621485b-d164-480c-a660-78d60ef07686, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=2621485b-d164-480c-a660-78d60ef07686,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:20.630256 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda1e947-bd47-43ff-ad82-718d2e8941af admin admin] Made reservation on behalf of c692c831ec1f411cb586cecfb5889b74 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:41:20.633609 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fda1e947-bd47-43ff-ad82-718d2e8941af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:20.661296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51874) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:20.669543 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-07d870ba-5ef5-410f-81e4-dc8542342a50 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1128799518', 'description': 'tempest-description--2128595099'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:20.683047 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-07d870ba-5ef5-410f-81e4-dc8542342a50 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:20.687730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-07d870ba-5ef5-410f-81e4-dc8542342a50 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Usage tracker for resource:security_group and tenant:2a0c57f40aca4bf38eae932699756534 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:20.690900 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-07d870ba-5ef5-410f-81e4-dc8542342a50 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:20.695863 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-027c94ff-1eba-437e-a1e2-22825f7650b9 req-c981d660-0d90-4d86-9af2-53a42913a6dd tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1347417678', 'description': 'tempest-description-1315861753'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:20.702193 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-027c94ff-1eba-437e-a1e2-22825f7650b9 req-c981d660-0d90-4d86-9af2-53a42913a6dd tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:20.704109 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-07d870ba-5ef5-410f-81e4-dc8542342a50 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:20.724368 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07d870ba-5ef5-410f-81e4-dc8542342a50 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:20.781223 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-027c94ff-1eba-437e-a1e2-22825f7650b9 req-c981d660-0d90-4d86-9af2-53a42913a6dd tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Usage tracker for resource:security_group and tenant:849ac81389e04c5b9fa8a22f7fac322e is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:20.785907 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-027c94ff-1eba-437e-a1e2-22825f7650b9 req-c981d660-0d90-4d86-9af2-53a42913a6dd tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:20.795836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-027c94ff-1eba-437e-a1e2-22825f7650b9 req-c981d660-0d90-4d86-9af2-53a42913a6dd tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:20.821542 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-027c94ff-1eba-437e-a1e2-22825f7650b9 req-c981d660-0d90-4d86-9af2-53a42913a6dd tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:20.823577 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1418a940-ab39-48d1-b65d-1e6ee333eb61 req-6ad43b9b-a65c-440b-9cf0-2e7681dbb163 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=241e9eeb-b446-42cb-a2b6-13b61b6499de HTTP/1.1" status: 200 len: 210 time: 0.0601895 Mar 05 13:41:20.832351 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:20.834682 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-07d870ba-5ef5-410f-81e4-dc8542342a50 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:20.837085 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-027c94ff-1eba-437e-a1e2-22825f7650b9 req-c981d660-0d90-4d86-9af2-53a42913a6dd tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:20.855789 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-07d870ba-5ef5-410f-81e4-dc8542342a50 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Usage tracker for resource:security_group_rule and tenant:2a0c57f40aca4bf38eae932699756534 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:20.858833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-027c94ff-1eba-437e-a1e2-22825f7650b9 req-c981d660-0d90-4d86-9af2-53a42913a6dd tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:20.861730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-07d870ba-5ef5-410f-81e4-dc8542342a50 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:20.869328 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-07d870ba-5ef5-410f-81e4-dc8542342a50 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:20.871535 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-027c94ff-1eba-437e-a1e2-22825f7650b9 req-c981d660-0d90-4d86-9af2-53a42913a6dd tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Usage tracker for resource:security_group_rule and tenant:849ac81389e04c5b9fa8a22f7fac322e is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:20.875265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-7c02f6c2-8dc1-48af-96ea-96b99cf206ed req-e1f5dde3-e142-4379-af3f-703bcb2e60ba tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-997058663', 'description': 'tempest-description-1650167847'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:20.887931 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-7c02f6c2-8dc1-48af-96ea-96b99cf206ed req-e1f5dde3-e142-4379-af3f-703bcb2e60ba tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:20.898923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7c02f6c2-8dc1-48af-96ea-96b99cf206ed req-e1f5dde3-e142-4379-af3f-703bcb2e60ba tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Usage tracker for resource:security_group and tenant:2459f8472f6b4906aa8a60ace2c54b4a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:20.907890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7c02f6c2-8dc1-48af-96ea-96b99cf206ed req-e1f5dde3-e142-4379-af3f-703bcb2e60ba tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:20.918591 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-027c94ff-1eba-437e-a1e2-22825f7650b9 req-c981d660-0d90-4d86-9af2-53a42913a6dd tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:20.921814 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-7c02f6c2-8dc1-48af-96ea-96b99cf206ed req-e1f5dde3-e142-4379-af3f-703bcb2e60ba tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:20.930542 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-027c94ff-1eba-437e-a1e2-22825f7650b9 req-c981d660-0d90-4d86-9af2-53a42913a6dd tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:20.943149 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7c02f6c2-8dc1-48af-96ea-96b99cf206ed req-e1f5dde3-e142-4379-af3f-703bcb2e60ba tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:21.037678 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fda1e947-bd47-43ff-ad82-718d2e8941af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:21.068425 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=2621485b-d164-480c-a660-78d60ef07686,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:21.072386 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['2621485b-d164-480c-a660-78d60ef07686'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:41:21.150234 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-cbaa3327-fd23-4f26-8b41-a517a9b6c157 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=996df70a25244ab7adc6a5dc348944f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727067 Mar 05 13:41:21.300548 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-7c02f6c2-8dc1-48af-96ea-96b99cf206ed req-e1f5dde3-e142-4379-af3f-703bcb2e60ba tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:21.314426 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7c02f6c2-8dc1-48af-96ea-96b99cf206ed req-e1f5dde3-e142-4379-af3f-703bcb2e60ba tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Usage tracker for resource:security_group_rule and tenant:2459f8472f6b4906aa8a60ace2c54b4a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:21.319415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7c02f6c2-8dc1-48af-96ea-96b99cf206ed req-e1f5dde3-e142-4379-af3f-703bcb2e60ba tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:21.334312 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-7c02f6c2-8dc1-48af-96ea-96b99cf206ed req-e1f5dde3-e142-4379-af3f-703bcb2e60ba tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:21.338583 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07d870ba-5ef5-410f-81e4-dc8542342a50 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:21.349510 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07d870ba-5ef5-410f-81e4-dc8542342a50 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:21.383599 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:21.433327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] Transition to ACTIVE for port object 69da4aa8-ea78-4c7d-a8a2-5599279149fd will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:21.450116 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:21.464494 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d870ba-5ef5-410f-81e4-dc8542342a50 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296c0661-66cf-4afe-9f8b-8ed84ace99d9,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:21.482079 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07d870ba-5ef5-410f-81e4-dc8542342a50 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:21.486201 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-07d870ba-5ef5-410f-81e4-dc8542342a50 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8233597 Mar 05 13:41:21.487730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51890) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:21.498937 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e43af397-4f23-4fee-8847-3c7319c364c8 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Request body: {'security_group_rule': {'security_group_id': '296c0661-66cf-4afe-9f8b-8ed84ace99d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:21.505436 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-df885f6a-b8b7-4ff1-8255-4f7f2894aa8d tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:21.508098 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-df885f6a-b8b7-4ff1-8255-4f7f2894aa8d tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3325832 Mar 05 13:41:21.509212 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e43af397-4f23-4fee-8847-3c7319c364c8 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:21.514423 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e43af397-4f23-4fee-8847-3c7319c364c8 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Usage tracker for resource:security_group_rule and tenant:2a0c57f40aca4bf38eae932699756534 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:21.520034 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e43af397-4f23-4fee-8847-3c7319c364c8 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:21.530343 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e43af397-4f23-4fee-8847-3c7319c364c8 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:21.536997 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-39507512-ea66-419c-b05c-01fac7dd579f tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Request body: {'port': {'device_id': '241e9eeb-b446-42cb-a2b6-13b61b6499de', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': '996df70a25244ab7adc6a5dc348944f1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:21.564809 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1e947-bd47-43ff-ad82-718d2e8941af admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a02a6e-42ad-4496-b221-c28750bbf434,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:21.585543 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7c02f6c2-8dc1-48af-96ea-96b99cf206ed req-e1f5dde3-e142-4379-af3f-703bcb2e60ba tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:21.590475 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7c02f6c2-8dc1-48af-96ea-96b99cf206ed req-e1f5dde3-e142-4379-af3f-703bcb2e60ba tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:21.600769 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda1e947-bd47-43ff-ad82-718d2e8941af admin admin] Checking segment: {'id': 'e314dfcc-8cbe-4584-917b-77c4b64bfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:41:21.601438 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda1e947-bd47-43ff-ad82-718d2e8941af admin admin] Network hostable DHCP agents. Network: 5d44bd9b-f262-43b5-bb0b-697548cb3009, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:41:21.611519 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-027c94ff-1eba-437e-a1e2-22825f7650b9 req-c981d660-0d90-4d86-9af2-53a42913a6dd tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:21.649174 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e43af397-4f23-4fee-8847-3c7319c364c8 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:21.652333 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21561f48-08bf-4672-9019-c8fa2edc0b10 None None] Pushing event updated for resources: {'Port': ['ID=69da4aa8-ea78-4c7d-a8a2-5599279149fd,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:21.662624 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7c02f6c2-8dc1-48af-96ea-96b99cf206ed req-e1f5dde3-e142-4379-af3f-703bcb2e60ba tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:21.664604 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7c02f6c2-8dc1-48af-96ea-96b99cf206ed req-e1f5dde3-e142-4379-af3f-703bcb2e60ba tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7997508 Mar 05 13:41:21.674392 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5dde3-e142-4379-af3f-703bcb2e60ba tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85daa90d-6794-418a-9118-5975fd3b8780,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:21.722367 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-027c94ff-1eba-437e-a1e2-22825f7650b9 req-c981d660-0d90-4d86-9af2-53a42913a6dd tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:21.748140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-027c94ff-1eba-437e-a1e2-22825f7650b9 req-c981d660-0d90-4d86-9af2-53a42913a6dd tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:21.753771 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e43af397-4f23-4fee-8847-3c7319c364c8 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:21.759088 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e43af397-4f23-4fee-8847-3c7319c364c8 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:21.764772 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda1e947-bd47-43ff-ad82-718d2e8941af admin admin] Network 5d44bd9b-f262-43b5-bb0b-697548cb3009 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:41:21.767572 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] Attempting to bind port 69da4aa8-ea78-4c7d-a8a2-5599279149fd on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:41:21.767941 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] Attempting to bind port 69da4aa8-ea78-4c7d-a8a2-5599279149fd by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '4a19e8c8-9d65-4a83-94ac-adad806f4733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:41:21.768803 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] Attempting to bind port 69da4aa8-ea78-4c7d-a8a2-5599279149fd on network d3131e3c-1862-4a0f-920e-c001f597ed59 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:41:21.773326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-027c94ff-1eba-437e-a1e2-22825f7650b9 req-c981d660-0d90-4d86-9af2-53a42913a6dd tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Usage tracker for resource:security_group_rule and tenant:849ac81389e04c5b9fa8a22f7fac322e is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:21.781989 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:41:21.782361 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] Checking segment: {'id': '4a19e8c8-9d65-4a83-94ac-adad806f4733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:41:21.786490 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-027c94ff-1eba-437e-a1e2-22825f7650b9 req-c981d660-0d90-4d86-9af2-53a42913a6dd tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:21.790629 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43af397-4f23-4fee-8847-3c7319c364c8 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27804a10-52c1-4b63-9def-5b57710de451,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:21.791227 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:21.791930 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] Bound using segment: {'id': '4a19e8c8-9d65-4a83-94ac-adad806f4733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:41:21.792643 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] Bound port: 69da4aa8-ea78-4c7d-a8a2-5599279149fd, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a19e8c8-9d65-4a83-94ac-adad806f4733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:41:21.793229 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:21.804608 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-027c94ff-1eba-437e-a1e2-22825f7650b9 req-c981d660-0d90-4d86-9af2-53a42913a6dd tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:21.818870 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-fda1e947-bd47-43ff-ad82-718d2e8941af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 5d44bd9b-f262-43b5-bb0b-697548cb3009) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:41:21.821761 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e43af397-4f23-4fee-8847-3c7319c364c8 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:21.823352 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e43af397-4f23-4fee-8847-3c7319c364c8 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3296919 Mar 05 13:41:21.825921 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51896) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:21.828824 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981d660-0d90-4d86-9af2-53a42913a6dd tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8424c8-a449-4496-906e-d861cb6455d5,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:21.843867 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda1e947-bd47-43ff-ad82-718d2e8941af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:21.844464 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fda1e947-bd47-43ff-ad82-718d2e8941af admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:21.852083 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-2cc0950c-0d7c-43b0-a668-9fe8afb27c0e tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Request body: {'security_group_rule': {'security_group_id': '296c0661-66cf-4afe-9f8b-8ed84ace99d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:21.862986 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2cc0950c-0d7c-43b0-a668-9fe8afb27c0e tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:21.869355 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e636a1aa-5c5c-4acb-afa8-7d05fed72f9a None None] Network 5d44bd9b-f262-43b5-bb0b-697548cb3009 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:41:21.889117 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-39507512-ea66-419c-b05c-01fac7dd579f tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:21.922791 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fda1e947-bd47-43ff-ad82-718d2e8941af admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3564219 Mar 05 13:41:21.922791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-39507512-ea66-419c-b05c-01fac7dd579f tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:21.923139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2cc0950c-0d7c-43b0-a668-9fe8afb27c0e tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Usage tracker for resource:security_group_rule and tenant:2a0c57f40aca4bf38eae932699756534 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:21.923139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2cc0950c-0d7c-43b0-a668-9fe8afb27c0e tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:21.923139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2cc0950c-0d7c-43b0-a668-9fe8afb27c0e tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:21.952314 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2cc0950c-0d7c-43b0-a668-9fe8afb27c0e tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:21.979467 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-027c94ff-1eba-437e-a1e2-22825f7650b9 req-c981d660-0d90-4d86-9af2-53a42913a6dd tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:21.992052 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-027c94ff-1eba-437e-a1e2-22825f7650b9 req-c981d660-0d90-4d86-9af2-53a42913a6dd tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:22.014258 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-39507512-ea66-419c-b05c-01fac7dd579f tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Made reservation on behalf of 996df70a25244ab7adc6a5dc348944f1 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:41:22.021247 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-39507512-ea66-419c-b05c-01fac7dd579f tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:22.039830 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46419d-f634-4587-ab8c-ee02613f36e5 req-f0bb7ab4-ecaa-489f-9d35-cacde0fad3bb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:22.047253 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1e46419d-f634-4587-ab8c-ee02613f36e5 req-f0bb7ab4-ecaa-489f-9d35-cacde0fad3bb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=34254305-e7c5-4dd8-8fbf-8948ff0b55eb HTTP/1.1" status: 200 len: 949 time: 0.1866968 Mar 05 13:41:22.067120 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-027c94ff-1eba-437e-a1e2-22825f7650b9 req-c981d660-0d90-4d86-9af2-53a42913a6dd tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:22.068322 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-027c94ff-1eba-437e-a1e2-22825f7650b9 req-c981d660-0d90-4d86-9af2-53a42913a6dd tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.3937733 Mar 05 13:41:22.094524 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] For port 69da4aa8-ea78-4c7d-a8a2-5599279149fd, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:41:22.106805 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] For port 69da4aa8-ea78-4c7d-a8a2-5599279149fd, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=69da4aa8-ea78-4c7d-a8a2-5599279149fd,segment=NetworkSegment(4a19e8c8-9d65-4a83-94ac-adad806f4733),segment_id=4a19e8c8-9d65-4a83-94ac-adad806f4733)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:41:22.141146 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1e46419d-f634-4587-ab8c-ee02613f36e5 req-ee78c2ea-fa5f-4aa2-95c6-4d4184d7c4dc tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862670 Mar 05 13:41:22.155433 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:22.180592 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a5b1ba-2f64-475a-b488-9e6b2185f50d', 'name': 'network-vif-deleted', 'tag': 'ee97d600-3c5d-4da8-a80f-bee356e495b2', 'status': 'completed', 'code': 200} Mar 05 13:41:22.180777 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2cc0950c-0d7c-43b0-a668-9fe8afb27c0e tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:22.186989 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2cc0950c-0d7c-43b0-a668-9fe8afb27c0e tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:22.219739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0950c-0d7c-43b0-a668-9fe8afb27c0e tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84ba751-7fee-4048-bde6-f3ca1dd24071,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:22.228762 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2cc0950c-0d7c-43b0-a668-9fe8afb27c0e tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:22.232981 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2cc0950c-0d7c-43b0-a668-9fe8afb27c0e tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4051037 Mar 05 13:41:22.233913 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51914) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:22.239973 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-3201cfe6-e210-402e-ae9a-7b7d5605d30f tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:22.242260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981d660-0d90-4d86-9af2-53a42913a6dd tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b10595c-e45a-40a5-a94f-e276598b7ab7,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:22.246550 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3201cfe6-e210-402e-ae9a-7b7d5605d30f tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:22.251612 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3201cfe6-e210-402e-ae9a-7b7d5605d30f tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Usage tracker for resource:floatingip and tenant:2a0c57f40aca4bf38eae932699756534 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:22.254869 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3201cfe6-e210-402e-ae9a-7b7d5605d30f tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:22.261600 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21561f48-08bf-4672-9019-c8fa2edc0b10 None None] Pushing event updated for resources: {'Port': ['ID=69da4aa8-ea78-4c7d-a8a2-5599279149fd,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:22.262749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3201cfe6-e210-402e-ae9a-7b7d5605d30f tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:22.264247 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:41:22.278068 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3201cfe6-e210-402e-ae9a-7b7d5605d30f tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:22.443364 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] Routers {'1adcb991-d709-46fc-a4a3-d7906a6a8633'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:41:22.445865 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:41:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1adcb991-d709-46fc-a4a3-d7906a6a8633'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:41:22.458032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-39507512-ea66-419c-b05c-01fac7dd579f tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Allocated IP 192.168.233.192 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/079e0aa9-41cf-487f-8e98-1361e5d0bbf4) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:41:22.489754 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-969e7ad4-7633-4795-b50f-5a77035381dc req-06c8e02d-753c-4b3d-8f83-be4d2cd9c4b3 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "GET /v2.0/security-groups/85daa90d-6794-418a-9118-5975fd3b8780 HTTP/1.1" status: 200 len: 1812 time: 0.0882099 Mar 05 13:41:22.580555 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3201cfe6-e210-402e-ae9a-7b7d5605d30f tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:22.655326 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d55d2-b386-49bf-9b85-615b8d5a38eb req-ac066c96-efef-4bb1-9195-255f884087a2 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:22.656778 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec8d55d2-b386-49bf-9b85-615b8d5a38eb req-ac066c96-efef-4bb1-9195-255f884087a2 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfa471ab-4aec-47bf-880e-4a8735124073 HTTP/1.1" status: 200 len: 947 time: 0.3071530 Mar 05 13:41:22.666496 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea724a71-95d4-405d-827b-194daa53c6ed None None] Network 5d44bd9b-f262-43b5-bb0b-697548cb3009 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:41:22.689983 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:22.720666 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:22.720986 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71213926-cd49-4ef3-a098-bdd838f55850 req-b6102c17-4b52-44a8-bdcf-4878e27d8c58 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=241e9eeb-b446-42cb-a2b6-13b61b6499de HTTP/1.1" status: 200 len: 210 time: 0.0947635 Mar 05 13:41:22.721839 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:22.749088 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec8d55d2-b386-49bf-9b85-615b8d5a38eb req-87fc5b76-b614-4fdd-844d-b70e9a2d421b tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/security-groups?id=78980102-21ed-45c6-9a8c-2d5af0053faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847688 Mar 05 13:41:22.772191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-08ee968b-6538-43e3-9f5a-8b1833f5be51 req-912eeb1c-e9aa-45ed-b1eb-1567f4828a18 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-282284247', 'description': 'tempest-description-1361148906'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:22.784280 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-08ee968b-6538-43e3-9f5a-8b1833f5be51 req-912eeb1c-e9aa-45ed-b1eb-1567f4828a18 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:22.794002 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-08ee968b-6538-43e3-9f5a-8b1833f5be51 req-912eeb1c-e9aa-45ed-b1eb-1567f4828a18 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Usage tracker for resource:security_group and tenant:849ac81389e04c5b9fa8a22f7fac322e is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:22.799338 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-3201cfe6-e210-402e-ae9a-7b7d5605d30f tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Allocated IP 172.25.4.6 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/95ba6951-285e-4fe6-9835-a18e94107a59) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:41:22.805012 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-08ee968b-6538-43e3-9f5a-8b1833f5be51 req-912eeb1c-e9aa-45ed-b1eb-1567f4828a18 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:22.815231 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-08ee968b-6538-43e3-9f5a-8b1833f5be51 req-912eeb1c-e9aa-45ed-b1eb-1567f4828a18 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:22.840103 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-39507512-ea66-419c-b05c-01fac7dd579f tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:22.849536 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-08ee968b-6538-43e3-9f5a-8b1833f5be51 req-912eeb1c-e9aa-45ed-b1eb-1567f4828a18 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:22.872940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-39507512-ea66-419c-b05c-01fac7dd579f tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Transition to ACTIVE for port object 079e0aa9-41cf-487f-8e98-1361e5d0bbf4 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:22.880971 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-08ee968b-6538-43e3-9f5a-8b1833f5be51 req-912eeb1c-e9aa-45ed-b1eb-1567f4828a18 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:22.886255 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] Set router 1adcb991-d709-46fc-a4a3-d7906a6a8633 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:41:22.886725 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-08ee968b-6538-43e3-9f5a-8b1833f5be51 req-912eeb1c-e9aa-45ed-b1eb-1567f4828a18 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Usage tracker for resource:security_group_rule and tenant:849ac81389e04c5b9fa8a22f7fac322e is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:22.890435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-08ee968b-6538-43e3-9f5a-8b1833f5be51 req-912eeb1c-e9aa-45ed-b1eb-1567f4828a18 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:22.897936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-08ee968b-6538-43e3-9f5a-8b1833f5be51 req-912eeb1c-e9aa-45ed-b1eb-1567f4828a18 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:22.939028 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-39507512-ea66-419c-b05c-01fac7dd579f tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:22.956927 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['07b8a5c0-4c4a-413b-92e4-9b683f1192a4'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:41:23.022199 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3201cfe6-e210-402e-ae9a-7b7d5605d30f tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:23.029287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-39507512-ea66-419c-b05c-01fac7dd579f tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:41:23.040173 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-39507512-ea66-419c-b05c-01fac7dd579f tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:41:23.043087 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-39507512-ea66-419c-b05c-01fac7dd579f tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:41:23.114401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39507512-ea66-419c-b05c-01fac7dd579f tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Pushing event updated for resources: {'Port': ['ID=079e0aa9-41cf-487f-8e98-1361e5d0bbf4,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:23.121418 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-08ee968b-6538-43e3-9f5a-8b1833f5be51 req-912eeb1c-e9aa-45ed-b1eb-1567f4828a18 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:23.132579 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-08ee968b-6538-43e3-9f5a-8b1833f5be51 req-912eeb1c-e9aa-45ed-b1eb-1567f4828a18 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:23.136191 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3201cfe6-e210-402e-ae9a-7b7d5605d30f tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:23.167137 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-39507512-ea66-419c-b05c-01fac7dd579f tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:23.167796 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-39507512-ea66-419c-b05c-01fac7dd579f tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:23.219662 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-39507512-ea66-419c-b05c-01fac7dd579f tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6928105 Mar 05 13:41:23.220104 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:23.230338 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3201cfe6-e210-402e-ae9a-7b7d5605d30f tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:41:23.235053 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-08ee968b-6538-43e3-9f5a-8b1833f5be51 req-912eeb1c-e9aa-45ed-b1eb-1567f4828a18 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:23.235959 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-3201cfe6-e210-402e-ae9a-7b7d5605d30f tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:41:23.236827 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08ee968b-6538-43e3-9f5a-8b1833f5be51 req-912eeb1c-e9aa-45ed-b1eb-1567f4828a18 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4686317 Mar 05 13:41:23.246635 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-0de48a1c-d79c-4c38-ac99-898840c439c1 service neutron] Request body: {'port': {'device_id': '241e9eeb-b446-42cb-a2b6-13b61b6499de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:23.264380 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201cfe6-e210-402e-ae9a-7b7d5605d30f tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Pushing event updated for resources: {'Port': ['ID=95ba6951-285e-4fe6-9835-a18e94107a59,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:23.268194 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3201cfe6-e210-402e-ae9a-7b7d5605d30f tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:41:23.289057 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:23.294291 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912eeb1c-e9aa-45ed-b1eb-1567f4828a18 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce7acc5-70e3-4a68-a6d2-3e3ec2dc34fc,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:23.343894 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771ed29c-9903-409b-8e7b-cb9a2d2c14f9'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:41:23.349099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98699d42-7216-4cf4-a2c6-99c9a29dc5cb req-745970b8-5044-42aa-b1e3-ebac2feb1239 tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:23.351157 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-98699d42-7216-4cf4-a2c6-99c9a29dc5cb req-745970b8-5044-42aa-b1e3-ebac2feb1239 tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=34254305-e7c5-4dd8-8fbf-8948ff0b55eb HTTP/1.1" status: 200 len: 1100 time: 0.2812374 Mar 05 13:41:23.380126 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-98699d42-7216-4cf4-a2c6-99c9a29dc5cb req-fc55cf10-b72c-488a-8eee-dca83c5e75dd tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:23.402994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-98699d42-7216-4cf4-a2c6-99c9a29dc5cb req-fc55cf10-b72c-488a-8eee-dca83c5e75dd tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:23.409516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-98699d42-7216-4cf4-a2c6-99c9a29dc5cb req-fc55cf10-b72c-488a-8eee-dca83c5e75dd tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] Usage tracker for resource:security_group_rule and tenant:87acd6420a19402f9056d418bdf63513 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:23.411289 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-0de48a1c-d79c-4c38-ac99-898840c439c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:23.413592 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-98699d42-7216-4cf4-a2c6-99c9a29dc5cb req-fc55cf10-b72c-488a-8eee-dca83c5e75dd tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:23.424769 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-98699d42-7216-4cf4-a2c6-99c9a29dc5cb req-fc55cf10-b72c-488a-8eee-dca83c5e75dd tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:23.427065 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:23.455318 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3201cfe6-e210-402e-ae9a-7b7d5605d30f tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:23.559013 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3201cfe6-e210-402e-ae9a-7b7d5605d30f tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:23.631935 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-98699d42-7216-4cf4-a2c6-99c9a29dc5cb req-fc55cf10-b72c-488a-8eee-dca83c5e75dd tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:23.642701 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-98699d42-7216-4cf4-a2c6-99c9a29dc5cb req-fc55cf10-b72c-488a-8eee-dca83c5e75dd tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:23.645614 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-24cfd5b5-4108-406f-a892-381de79f8586 None None] Provisioning for port 079e0aa9-41cf-487f-8e98-1361e5d0bbf4 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:23.685490 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-98699d42-7216-4cf4-a2c6-99c9a29dc5cb req-fc55cf10-b72c-488a-8eee-dca83c5e75dd tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266284 Mar 05 13:41:23.696159 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-24cfd5b5-4108-406f-a892-381de79f8586 None None] Provisioning complete for port 079e0aa9-41cf-487f-8e98-1361e5d0bbf4 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:23.696523 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-24cfd5b5-4108-406f-a892-381de79f8586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:23.756809 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 2621485b-d164-480c-a660-78d60ef07686 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:41:23.765010 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55cf10-b72c-488a-8eee-dca83c5e75dd tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c41aae-c19b-4d32-93cc-f3a2a5bd9eed,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:23.861284 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-82735ed0-0627-4f71-bc12-97f7f71ea4cd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:23.864868 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3201cfe6-e210-402e-ae9a-7b7d5605d30f tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:23.869045 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-82735ed0-0627-4f71-bc12-97f7f71ea4cd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/networks?id=5d44bd9b-f262-43b5-bb0b-697548cb3009 HTTP/1.1" status: 200 len: 812 time: 0.4384680 Mar 05 13:41:23.872060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-0c36d599-ad65-46a7-987a-3988802c592f req-2905f53c-5382-4567-8367-9e277669dd2c tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-929196305', 'description': 'tempest-description-521846065'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:23.879540 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-0c36d599-ad65-46a7-987a-3988802c592f req-2905f53c-5382-4567-8367-9e277669dd2c tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:23.882820 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3201cfe6-e210-402e-ae9a-7b7d5605d30f tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:23.892519 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-634e7b34-d801-41fd-b8c1-2aee4fa0e068 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/quotas/c692c831ec1f411cb586cecfb5889b74 HTTP/1.1" status: 200 len: 375 time: 0.0225680 Mar 05 13:41:23.905588 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:23.924173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-0c36d599-ad65-46a7-987a-3988802c592f req-2905f53c-5382-4567-8367-9e277669dd2c tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Usage tracker for resource:security_group and tenant:2459f8472f6b4906aa8a60ace2c54b4a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:23.933526 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-0c36d599-ad65-46a7-987a-3988802c592f req-2905f53c-5382-4567-8367-9e277669dd2c tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:23.948249 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-0c36d599-ad65-46a7-987a-3988802c592f req-2905f53c-5382-4567-8367-9e277669dd2c tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:23.951354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-24cfd5b5-4108-406f-a892-381de79f8586 None None] Port 079e0aa9-41cf-487f-8e98-1361e5d0bbf4 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:41:23.991148 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-262db610-a1cc-4faa-9ecd-645fa7ac18ff tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c692c831ec1f411cb586cecfb5889b74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0975769 Mar 05 13:41:24.009217 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 2621485b-d164-480c-a660-78d60ef07686 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:24.016575 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 2621485b-d164-480c-a660-78d60ef07686 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:24.017039 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:24.023140 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-0c36d599-ad65-46a7-987a-3988802c592f req-2905f53c-5382-4567-8367-9e277669dd2c tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:24.035969 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201cfe6-e210-402e-ae9a-7b7d5605d30f tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Pushing event updated for resources: {'Port': ['ID=95ba6951-285e-4fe6-9835-a18e94107a59,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:24.053513 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-0c36d599-ad65-46a7-987a-3988802c592f req-2905f53c-5382-4567-8367-9e277669dd2c tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:24.060193 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3201cfe6-e210-402e-ae9a-7b7d5605d30f tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:24.063699 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'name': 'tempest-ServersTestBootFromVolume-1322382095-router', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:08Z', 'updated_at': '2022-03-05T13:41:16Z', 'revision_number': 4, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'gw_port': {'id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:09Z', 'updated_at': '2022-03-05T13:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '69da4aa8-ea78-4c7d-a8a2-5599279149fd', 'name': '', 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'mac_address': 'fa:16:3e:28:7a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '14505cde-9c48-49cb-bda6-a87e9c92d7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:15Z', 'updated_at': '2022-03-05T13:41:22Z', 'revision_number': 4, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'subnets': [{'id': '14505cde-9c48-49cb-bda6-a87e9c92d7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:41:24.078426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3fe5f4-2c59-4d5f-9afa-75275808587c None None] The sync data for ids ['1adcb991-d709-46fc-a4a3-d7906a6a8633'] in n-d-803718-1 is: [{'id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'name': 'tempest-ServersTestBootFromVolume-1322382095-router', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:08Z', 'updated_at': '2022-03-05T13:41:16Z', 'revision_number': 4, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'gw_port': {'id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:09Z', 'updated_at': '2022-03-05T13:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '69da4aa8-ea78-4c7d-a8a2-5599279149fd', 'name': '', 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'mac_address': 'fa:16:3e:28:7a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '14505cde-9c48-49cb-bda6-a87e9c92d7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:15Z', 'updated_at': '2022-03-05T13:41:22Z', 'revision_number': 4, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'subnets': [{'id': '14505cde-9c48-49cb-bda6-a87e9c92d7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:41:24.104038 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-0c36d599-ad65-46a7-987a-3988802c592f req-2905f53c-5382-4567-8367-9e277669dd2c tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Usage tracker for resource:security_group_rule and tenant:2459f8472f6b4906aa8a60ace2c54b4a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:24.107740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-0c36d599-ad65-46a7-987a-3988802c592f req-2905f53c-5382-4567-8367-9e277669dd2c tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:24.114501 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-0c36d599-ad65-46a7-987a-3988802c592f req-2905f53c-5382-4567-8367-9e277669dd2c tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:24.171007 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3201cfe6-e210-402e-ae9a-7b7d5605d30f tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:24.179094 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3201cfe6-e210-402e-ae9a-7b7d5605d30f tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9367423 Mar 05 13:41:24.179284 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:24.220619 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 2621485b-d164-480c-a660-78d60ef07686, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=2621485b-d164-480c-a660-78d60ef07686,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:24.228009 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:24.279617 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-0c36d599-ad65-46a7-987a-3988802c592f req-2905f53c-5382-4567-8367-9e277669dd2c tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:24.289760 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-0c36d599-ad65-46a7-987a-3988802c592f req-2905f53c-5382-4567-8367-9e277669dd2c tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:24.328566 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=2621485b-d164-480c-a660-78d60ef07686,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:24.389082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-0de48a1c-d79c-4c38-ac99-898840c439c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079e0aa9-41cf-487f-8e98-1361e5d0bbf4 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:41:24.408491 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-0de48a1c-d79c-4c38-ac99-898840c439c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:24.448838 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-0de48a1c-d79c-4c38-ac99-898840c439c1 service neutron] Transition to ACTIVE for port object 079e0aa9-41cf-487f-8e98-1361e5d0bbf4 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:24.471040 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-0de48a1c-d79c-4c38-ac99-898840c439c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:24.552201 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 69da4aa8-ea78-4c7d-a8a2-5599279149fd up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:41:24.567335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905f53c-5382-4567-8367-9e277669dd2c tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c984885-a714-4f24-814c-aed32bbf267a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:24.576527 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-0c36d599-ad65-46a7-987a-3988802c592f req-2905f53c-5382-4567-8367-9e277669dd2c tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:24.579473 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0c36d599-ad65-46a7-987a-3988802c592f req-2905f53c-5382-4567-8367-9e277669dd2c tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.7108948 Mar 05 13:41:24.674521 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-e5cbcc61-f165-4fd2-b9e2-22519d83f2f6 service neutron] 10.222.0.16 "GET /v2.0/networks/5d44bd9b-f262-43b5-bb0b-697548cb3009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6674218 Mar 05 13:41:24.750177 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 69da4aa8-ea78-4c7d-a8a2-5599279149fd completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:24.758533 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 69da4aa8-ea78-4c7d-a8a2-5599279149fd triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:24.759196 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:25.032289 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:25.042942 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de48a1c-d79c-4c38-ac99-898840c439c1 service neutron] Pushing event updated for resources: {'Port': ['ID=079e0aa9-41cf-487f-8e98-1361e5d0bbf4,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:25.108340 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 69da4aa8-ea78-4c7d-a8a2-5599279149fd, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=69da4aa8-ea78-4c7d-a8a2-5599279149fd,segment=NetworkSegment(4a19e8c8-9d65-4a83-94ac-adad806f4733),segment_id=4a19e8c8-9d65-4a83-94ac-adad806f4733)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:25.114078 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:25.222957 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=69da4aa8-ea78-4c7d-a8a2-5599279149fd,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:25.230321 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-97cb8810-b197-402b-8881-a19067938ef3 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48700 time: 0.6247575 Mar 05 13:41:25.260716 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-cbd1bcaa-d0ee-4c28-a446-995b6253284f service neutron] 10.222.0.16 "GET /v2.0/networks/5d44bd9b-f262-43b5-bb0b-697548cb3009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5852990 Mar 05 13:41:25.290831 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-0de48a1c-d79c-4c38-ac99-898840c439c1 service neutron] Attempting to bind port 079e0aa9-41cf-487f-8e98-1361e5d0bbf4 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:41:25.291293 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-0de48a1c-d79c-4c38-ac99-898840c439c1 service neutron] Attempting to bind port 079e0aa9-41cf-487f-8e98-1361e5d0bbf4 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:41:25.291713 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-0de48a1c-d79c-4c38-ac99-898840c439c1 service neutron] Attempting to bind port 079e0aa9-41cf-487f-8e98-1361e5d0bbf4 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:41:25.296749 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-0de48a1c-d79c-4c38-ac99-898840c439c1 service neutron] Port 079e0aa9-41cf-487f-8e98-1361e5d0bbf4 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:41:25.297179 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-0de48a1c-d79c-4c38-ac99-898840c439c1 service neutron] Attempting to bind port 079e0aa9-41cf-487f-8e98-1361e5d0bbf4 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:41:25.301732 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-0a3f85e7-f213-4b9b-91fd-e30c9dfff2b4 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/0989d9f3-a68b-42fe-a374-b7b018e13749 HTTP/1.1" status: 200 len: 2981 time: 0.0705166 Mar 05 13:41:25.302897 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-0de48a1c-d79c-4c38-ac99-898840c439c1 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:41:25.303326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-0de48a1c-d79c-4c38-ac99-898840c439c1 service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:41:25.304580 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-0de48a1c-d79c-4c38-ac99-898840c439c1 service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:41:25.305347 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-0de48a1c-d79c-4c38-ac99-898840c439c1 service neutron] Bound port: 079e0aa9-41cf-487f-8e98-1361e5d0bbf4, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:41:25.305819 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-0de48a1c-d79c-4c38-ac99-898840c439c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:25.426687 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-0156801a-c5bb-46cd-abcc-dea5c9273910 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/0989d9f3-a68b-42fe-a374-b7b018e13749 HTTP/1.1" status: 200 len: 2981 time: 0.1167166 Mar 05 13:41:25.454307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-0de48a1c-d79c-4c38-ac99-898840c439c1 service neutron] For port 079e0aa9-41cf-487f-8e98-1361e5d0bbf4, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:41:25.463470 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-0de48a1c-d79c-4c38-ac99-898840c439c1 service neutron] For port 079e0aa9-41cf-487f-8e98-1361e5d0bbf4, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=079e0aa9-41cf-487f-8e98-1361e5d0bbf4,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:41:25.476151 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-0de48a1c-d79c-4c38-ac99-898840c439c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:25.521879 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-7601ca91-827c-47a1-acba-c841cf7a155a tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/39eb3c67-7b44-41c0-81b1-e656c38b6629 HTTP/1.1" status: 200 len: 2981 time: 0.0939994 Mar 05 13:41:25.553268 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771ed29c-9903-409b-8e7b-cb9a2d2c14f9', 'code': 200} Mar 05 13:41:25.618900 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-42a3ab37-f708-460a-a52b-ae008b8e3861 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/39eb3c67-7b44-41c0-81b1-e656c38b6629 HTTP/1.1" status: 200 len: 2981 time: 0.0869656 Mar 05 13:41:25.672643 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-0de48a1c-d79c-4c38-ac99-898840c439c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:25.678256 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-0de48a1c-d79c-4c38-ac99-898840c439c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:25.680468 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-0de48a1c-d79c-4c38-ac99-898840c439c1 service neutron] 10.222.0.30 "PUT /v2.0/ports/079e0aa9-41cf-487f-8e98-1361e5d0bbf4 HTTP/1.1" status: 200 len: 1096 time: 2.4382191 Mar 05 13:41:25.683221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241e9eeb-b446-42cb-a2b6-13b61b6499de', 'tag': '079e0aa9-41cf-487f-8e98-1361e5d0bbf4'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:41:25.836142 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de48a1c-d79c-4c38-ac99-898840c439c1 service neutron] Pushing event updated for resources: {'Port': ['ID=079e0aa9-41cf-487f-8e98-1361e5d0bbf4,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:25.844855 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-8cce0e19-4b06-4e24-bdef-d8e0e1ca99eb tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/7280b472-fe2c-4531-b7a9-c0f4e1df899d HTTP/1.1" status: 200 len: 2973 time: 0.2149768 Mar 05 13:41:25.969882 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-63296ea5-c02b-473e-b06a-57f8f1c4db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:25.971426 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-63296ea5-c02b-473e-b06a-57f8f1c4db94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=996df70a25244ab7adc6a5dc348944f1&device_id=241e9eeb-b446-42cb-a2b6-13b61b6499de HTTP/1.1" status: 200 len: 1099 time: 0.2369812 Mar 05 13:41:26.007723 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8a246-1a8d-44be-bd27-4a16175b781f req-57396fbe-64ad-4b45-baf2-66a52e8086be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:26.010286 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-52c8a246-1a8d-44be-bd27-4a16175b781f req-57396fbe-64ad-4b45-baf2-66a52e8086be service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd HTTP/1.1" status: 200 len: 1101 time: 0.3816912 Mar 05 13:41:26.086306 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-a832b143-e134-48d1-ac37-bb781c1fdb29 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/7280b472-fe2c-4531-b7a9-c0f4e1df899d HTTP/1.1" status: 200 len: 2973 time: 0.2352099 Mar 05 13:41:26.153338 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-52c8a246-1a8d-44be-bd27-4a16175b781f req-4b9696aa-ecd5-4744-94ef-a745c487c644 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=78980102-21ed-45c6-9a8c-2d5af0053faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190102 Mar 05 13:41:26.174658 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-81533485-d76b-4b84-ae3b-86f76e5d5882 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/78980102-21ed-45c6-9a8c-2d5af0053faa HTTP/1.1" status: 200 len: 2981 time: 0.0842988 Mar 05 13:41:26.188947 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-0732fd4b-6415-4e1e-99e4-deae71d58217 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=079e0aa9-41cf-487f-8e98-1361e5d0bbf4 HTTP/1.1" status: 200 len: 217 time: 0.2076695 Mar 05 13:41:26.236191 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-c88f4895-dd87-4042-be69-b185f7b912ba tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/78980102-21ed-45c6-9a8c-2d5af0053faa HTTP/1.1" status: 200 len: 2981 time: 0.0537963 Mar 05 13:41:26.276817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2454adf-3d1b-475d-b726-35854e788a6f req-a36ced60-bfff-408e-bb73-e528b8c3a5db tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:26.277559 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d2454adf-3d1b-475d-b726-35854e788a6f req-a36ced60-bfff-408e-bb73-e528b8c3a5db tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Synchronizing usage tracker for tenant:996df70a25244ab7adc6a5dc348944f1 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:41:26.312427 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d2454adf-3d1b-475d-b726-35854e788a6f req-a36ced60-bfff-408e-bb73-e528b8c3a5db tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Unset dirty status for tenant:996df70a25244ab7adc6a5dc348944f1 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:41:26.316004 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d2454adf-3d1b-475d-b726-35854e788a6f req-a36ced60-bfff-408e-bb73-e528b8c3a5db tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=241e9eeb-b446-42cb-a2b6-13b61b6499de HTTP/1.1" status: 200 len: 948 time: 0.2013040 Mar 05 13:41:26.320549 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-b32751f7-f670-4c62-ae36-213f7ea31a04 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e HTTP/1.1" status: 200 len: 2981 time: 0.0701082 Mar 05 13:41:26.385290 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-5b14dca1-eeb2-4702-bfdd-68d797c67531 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e HTTP/1.1" status: 200 len: 2981 time: 0.0485258 Mar 05 13:41:26.468116 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 69da4aa8-ea78-4c7d-a8a2-5599279149fd up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:41:26.472576 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-0fe481c7-e4ea-42c7-a153-408450271760 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/9b995a0c-e8fa-475c-a2a5-6a499e865f81 HTTP/1.1" status: 200 len: 2981 time: 0.0799313 Mar 05 13:41:26.498338 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d2454adf-3d1b-475d-b726-35854e788a6f req-4089e1c2-7bdc-4d47-86ff-9fabecd9b08a tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764109 Mar 05 13:41:26.520110 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-d5f930a6-203a-4c3d-aee5-24848f4c1edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:26.521548 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-d5f930a6-203a-4c3d-aee5-24848f4c1edd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1670618 Mar 05 13:41:26.546673 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-b3378934-c7ce-47a5-8d66-08ef73d35d09 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/9b995a0c-e8fa-475c-a2a5-6a499e865f81 HTTP/1.1" status: 200 len: 2981 time: 0.0615263 Mar 05 13:41:26.648556 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-1c908374-1f67-499b-bd3e-dc4d0bbcbbab tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/bb882160-f85c-42cc-997e-bd2274f798c4 HTTP/1.1" status: 200 len: 2981 time: 0.0892844 Mar 05 13:41:26.707101 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-2c53b681-9a48-4523-af4c-c2ac5e2ce47a tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/bb882160-f85c-42cc-997e-bd2274f798c4 HTTP/1.1" status: 200 len: 2981 time: 0.0515680 Mar 05 13:41:26.728463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 69da4aa8-ea78-4c7d-a8a2-5599279149fd triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:26.729091 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:26.823121 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-b57921a7-fd0e-4da0-855a-8a5d79840072 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/de29f677-7b35-41d7-96c0-c302aa08ec5f HTTP/1.1" status: 200 len: 2981 time: 0.1084852 Mar 05 13:41:26.889663 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-9b2309a4-5e89-4ad6-84d4-7451d92cc745 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/de29f677-7b35-41d7-96c0-c302aa08ec5f HTTP/1.1" status: 200 len: 2981 time: 0.0650229 Mar 05 13:41:26.955362 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-fad84a69-3958-43cd-8ed6-f16419290bf2 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/de8424c8-a449-4496-906e-d861cb6455d5 HTTP/1.1" status: 200 len: 2981 time: 0.0646510 Mar 05 13:41:27.011962 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-7c30a251-4f58-4853-9829-b6970aaa4549 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/de8424c8-a449-4496-906e-d861cb6455d5 HTTP/1.1" status: 200 len: 2981 time: 0.0552986 Mar 05 13:41:27.017130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-74788223-8e45-4598-b924-b9355b8a565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:27.019525 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-74788223-8e45-4598-b924-b9355b8a565e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4879296 Mar 05 13:41:27.030541 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eff520-8f40-4c49-a34c-0c9538bcacea req-7f3b4d07-91c1-4b64-979d-96449742f611 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:27.032695 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-68eff520-8f40-4c49-a34c-0c9538bcacea req-7f3b4d07-91c1-4b64-979d-96449742f611 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfa471ab-4aec-47bf-880e-4a8735124073 HTTP/1.1" status: 200 len: 948 time: 0.3641927 Mar 05 13:41:27.075803 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-fc54b082-d19a-4bf9-996d-3f9a73ea93c5 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e1764455-1491-42d8-8644-aa98db9759b1 HTTP/1.1" status: 200 len: 2977 time: 0.0625656 Mar 05 13:41:27.168686 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-f62416fe-fcbe-4962-8266-8b498b5cfd22 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e1764455-1491-42d8-8644-aa98db9759b1 HTTP/1.1" status: 200 len: 2977 time: 0.0801466 Mar 05 13:41:27.183163 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-68eff520-8f40-4c49-a34c-0c9538bcacea req-78469b08-2bec-4dc3-a154-836dfe739efc tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/security-groups?id=78980102-21ed-45c6-9a8c-2d5af0053faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254854 Mar 05 13:41:27.226709 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-74efa4e4-46fa-4dfd-af36-9ebe9f6f7b82 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923738 Mar 05 13:41:27.290359 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-32459a13-e819-4fff-98e3-185a90ba6418 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e4c41aae-c19b-4d32-93cc-f3a2a5bd9eed HTTP/1.1" status: 200 len: 2981 time: 0.1206210 Mar 05 13:41:27.397137 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-8be8c215-f6c0-42a7-a512-ffeb342fc606 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e4c41aae-c19b-4d32-93cc-f3a2a5bd9eed HTTP/1.1" status: 200 len: 2981 time: 0.1059501 Mar 05 13:41:27.447345 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f255cfc5-25b1-4326-9f33-ec6d2631ccde req-faddf760-6879-4bb3-91a7-15a8cefb3004 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143044 Mar 05 13:41:27.507575 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-22ebe78c-9988-4931-b9f3-03c5d2c439bd tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33 HTTP/1.1" status: 200 len: 2981 time: 0.1088853 Mar 05 13:41:27.554934 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa471ab-4aec-47bf-880e-4a8735124073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2621485b-d164-480c-a660-78d60ef07686'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:41:27.614099 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cd072c-ff9e-4905-bf07-b56f825a7292 req-70619cbc-5a6a-4c6e-b597-119228e94941 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33 HTTP/1.1" status: 200 len: 2981 time: 0.0988944 Mar 05 13:41:27.869113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-d2bac85a-8dc3-42ab-b7e7-d292653f1dab tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:27.870548 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-d2bac85a-8dc3-42ab-b7e7-d292653f1dab tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.15 "GET /v2.0/networks?id=5d44bd9b-f262-43b5-bb0b-697548cb3009 HTTP/1.1" status: 200 len: 812 time: 0.4006791 Mar 05 13:41:27.885399 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Request body: {'port': {'device_id': '6b65d182-8dde-4865-b0b4-ae284346c9ed', 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009', 'admin_state_up': True, 'tenant_id': 'c692c831ec1f411cb586cecfb5889b74'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:27.919347 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0a6232c3-61a5-4daf-84ef-39ec090edc9b req-80e02eef-a2f3-4376-a028-e16f5ec949cb tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "GET /v2.0/security-groups/2c984885-a714-4f24-814c-aed32bbf267a HTTP/1.1" status: 200 len: 1811 time: 0.2536094 Mar 05 13:41:27.978402 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241e9eeb-b446-42cb-a2b6-13b61b6499de', 'tag': '079e0aa9-41cf-487f-8e98-1361e5d0bbf4', 'status': 'completed', 'code': 200} Mar 05 13:41:27.991899 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-08697f23-f271-4a63-a387-269fbd94216f tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:27.993861 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-08697f23-f271-4a63-a387-269fbd94216f tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.30 "GET /v2.0/networks?id=5d44bd9b-f262-43b5-bb0b-697548cb3009 HTTP/1.1" status: 200 len: 812 time: 0.3170311 Mar 05 13:41:28.072058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-96ab8216-b251-46a9-8595-a43249ccf213 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Request body: {'port': {'device_id': '07d77de0-7ff6-4d69-beaf-34517084c4a6', 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009', 'admin_state_up': True, 'tenant_id': 'c692c831ec1f411cb586cecfb5889b74'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:28.105056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6b78f-4b74-4ea5-b1a4-8d71b096414c req-16c29f93-0531-4493-8633-281473a761d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:28.106496 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-def6b78f-4b74-4ea5-b1a4-8d71b096414c req-16c29f93-0531-4493-8633-281473a761d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=996df70a25244ab7adc6a5dc348944f1&device_id=241e9eeb-b446-42cb-a2b6-13b61b6499de HTTP/1.1" status: 200 len: 1099 time: 0.1329403 Mar 05 13:41:28.154857 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-76fb777a-1ff5-460a-9e2c-706a93cf0c2f tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f35eb7de3ac943fabc502d5ac9465145&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872147 Mar 05 13:41:28.242275 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b2f0e-3b9e-4c5b-a822-f1f8c24dbcdf req-20395324-274c-4603-a61e-2b73c5808ed5 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:28.243830 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-684b2f0e-3b9e-4c5b-a822-f1f8c24dbcdf req-20395324-274c-4603-a61e-2b73c5808ed5 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=241e9eeb-b446-42cb-a2b6-13b61b6499de HTTP/1.1" status: 200 len: 948 time: 0.1894164 Mar 05 13:41:28.281060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6b78f-4b74-4ea5-b1a4-8d71b096414c req-c80c61db-b7d5-4ec9-8d89-20563837839d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:28.282500 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-def6b78f-4b74-4ea5-b1a4-8d71b096414c req-c80c61db-b7d5-4ec9-8d89-20563837839d service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.1677625 Mar 05 13:41:28.365504 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-def6b78f-4b74-4ea5-b1a4-8d71b096414c req-a96e6cc4-7f8a-40d5-9211-56edd8631c4e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=079e0aa9-41cf-487f-8e98-1361e5d0bbf4 HTTP/1.1" status: 200 len: 217 time: 0.0723376 Mar 05 13:41:28.369007 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-684b2f0e-3b9e-4c5b-a822-f1f8c24dbcdf req-df470e51-f9cd-4e2d-a9db-4d371cb4d85b tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101060 Mar 05 13:41:28.403471 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:28.427343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Usage tracker for resource:port and tenant:c692c831ec1f411cb586cecfb5889b74 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:28.440624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:28.443042 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa471ab-4aec-47bf-880e-4a8735124073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2621485b-d164-480c-a660-78d60ef07686', 'code': 200} Mar 05 13:41:28.446611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6b78f-4b74-4ea5-b1a4-8d71b096414c req-61064603-4641-4241-8188-fc2aa9195c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:28.449964 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-def6b78f-4b74-4ea5-b1a4-8d71b096414c req-61064603-4641-4241-8188-fc2aa9195c33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.0730567 Mar 05 13:41:28.469752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:28.499217 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-96ab8216-b251-46a9-8595-a43249ccf213 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:28.503181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-96ab8216-b251-46a9-8595-a43249ccf213 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Usage tracker for resource:port and tenant:c692c831ec1f411cb586cecfb5889b74 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:28.506033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-96ab8216-b251-46a9-8595-a43249ccf213 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:28.512978 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-96ab8216-b251-46a9-8595-a43249ccf213 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:28.524675 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-23afd2e6-3813-4aa1-9535-cbe1807de99d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:28.526168 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-23afd2e6-3813-4aa1-9535-cbe1807de99d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3605351 Mar 05 13:41:28.577707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Made reservation on behalf of c692c831ec1f411cb586cecfb5889b74 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:41:28.581152 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:28.607778 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:28.613550 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6b78f-4b74-4ea5-b1a4-8d71b096414c req-e5b84bd4-d437-4401-adcf-c5d5ee1008eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:28.615040 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-def6b78f-4b74-4ea5-b1a4-8d71b096414c req-e5b84bd4-d437-4401-adcf-c5d5ee1008eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1581385 Mar 05 13:41:28.616604 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-aeb6df79-32bf-44be-b898-f6300e5513d1 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/quotas/f35eb7de3ac943fabc502d5ac9465145 HTTP/1.1" status: 200 len: 375 time: 0.0475492 Mar 05 13:41:28.618322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-96ab8216-b251-46a9-8595-a43249ccf213 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Made reservation on behalf of c692c831ec1f411cb586cecfb5889b74 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:41:28.621863 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-96ab8216-b251-46a9-8595-a43249ccf213 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:28.790884 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:28.943226 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-55398a17-2b22-4ed5-8fba-0989f159bff2 req-ce03ce05-1ecd-4121-8406-03b7e0688479 tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Synchronizing usage tracker for tenant:b4594dfda27541b0b8383204fdc8fad4 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:41:28.952618 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-def6b78f-4b74-4ea5-b1a4-8d71b096414c req-68f895ff-a2f2-4092-a3e5-eb61410ffe3f service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284020 Mar 05 13:41:29.001720 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-55398a17-2b22-4ed5-8fba-0989f159bff2 req-ce03ce05-1ecd-4121-8406-03b7e0688479 tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Unset dirty status for tenant:b4594dfda27541b0b8383204fdc8fad4 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:41:29.003084 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-55398a17-2b22-4ed5-8fba-0989f159bff2 req-ce03ce05-1ecd-4121-8406-03b7e0688479 tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4594dfda27541b0b8383204fdc8fad4 HTTP/1.1" status: 200 len: 6098 time: 0.3542602 Mar 05 13:41:29.031921 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c9dc7-e51a-424e-9656-999ee7ff03d3 req-18033fd3-563f-4f34-88e7-ec5b77fd0776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:29.033379 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0e1c9dc7-e51a-424e-9656-999ee7ff03d3 req-18033fd3-563f-4f34-88e7-ec5b77fd0776 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bfa471ab-4aec-47bf-880e-4a8735124073 HTTP/1.1" status: 200 len: 1099 time: 0.5179207 Mar 05 13:41:29.099371 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-8cec7a1b-b9e1-49b8-a3c4-4eb39d3cea53 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4818163 Mar 05 13:41:29.125919 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Allocated IP 172.20.0.3 (5d44bd9b-f262-43b5-bb0b-697548cb3009/20a02a6e-42ad-4496-b221-c28750bbf434/5383c409-cf44-437e-8a8c-2bac8b86a853) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:41:29.129159 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0e1c9dc7-e51a-424e-9656-999ee7ff03d3 req-bc025b20-b0fe-4618-af98-faf769f3df35 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=78980102-21ed-45c6-9a8c-2d5af0053faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754573 Mar 05 13:41:29.133424 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-55398a17-2b22-4ed5-8fba-0989f159bff2 req-2fe6edf5-df82-43d5-97d9-51d258ff2473 tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] 10.222.0.16 "GET /v2.0/security-groups/de29f677-7b35-41d7-96c0-c302aa08ec5f HTTP/1.1" status: 200 len: 2981 time: 0.0800228 Mar 05 13:41:29.139039 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-def6b78f-4b74-4ea5-b1a4-8d71b096414c req-75dc21a3-bfd3-4607-b052-b88c2c798ea8 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768603 Mar 05 13:41:29.207498 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-55398a17-2b22-4ed5-8fba-0989f159bff2 req-50411d8e-a932-426f-9949-9fe0082e515e tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] 10.222.0.16 "GET /v2.0/security-groups/de29f677-7b35-41d7-96c0-c302aa08ec5f HTTP/1.1" status: 200 len: 2981 time: 0.0635324 Mar 05 13:41:29.374752 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-49ba5488-e675-4752-8f01-b71741d5f0ce req-0e79c0f0-bc75-440f-ab8f-8cd5882b1c13 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d77de0-7ff6-4d69-beaf-34517084c4a6 HTTP/1.1" status: 200 len: 210 time: 0.0567706 Mar 05 13:41:29.380197 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:29.423199 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-7871b1e3-dd57-4885-a7a3-c68dd7381130 req-1813324a-2575-451c-b86b-afcf94ec1032 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1407292538', 'description': 'tempest-description-866949144'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:29.437403 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-7871b1e3-dd57-4885-a7a3-c68dd7381130 req-1813324a-2575-451c-b86b-afcf94ec1032 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:29.443788 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7871b1e3-dd57-4885-a7a3-c68dd7381130 req-1813324a-2575-451c-b86b-afcf94ec1032 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Usage tracker for resource:security_group and tenant:2459f8472f6b4906aa8a60ace2c54b4a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:29.453022 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7871b1e3-dd57-4885-a7a3-c68dd7381130 req-1813324a-2575-451c-b86b-afcf94ec1032 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:29.468772 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-7871b1e3-dd57-4885-a7a3-c68dd7381130 req-1813324a-2575-451c-b86b-afcf94ec1032 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:29.484732 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7871b1e3-dd57-4885-a7a3-c68dd7381130 req-1813324a-2575-451c-b86b-afcf94ec1032 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:29.509708 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-96ab8216-b251-46a9-8595-a43249ccf213 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Allocated IP 172.20.0.5 (5d44bd9b-f262-43b5-bb0b-697548cb3009/20a02a6e-42ad-4496-b221-c28750bbf434/587fd7ca-8b72-400c-8eee-3b3e936db412) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:41:29.513653 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-7871b1e3-dd57-4885-a7a3-c68dd7381130 req-1813324a-2575-451c-b86b-afcf94ec1032 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:29.519134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7871b1e3-dd57-4885-a7a3-c68dd7381130 req-1813324a-2575-451c-b86b-afcf94ec1032 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Usage tracker for resource:security_group_rule and tenant:2459f8472f6b4906aa8a60ace2c54b4a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:29.529157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7871b1e3-dd57-4885-a7a3-c68dd7381130 req-1813324a-2575-451c-b86b-afcf94ec1032 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:29.539090 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-7871b1e3-dd57-4885-a7a3-c68dd7381130 req-1813324a-2575-451c-b86b-afcf94ec1032 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:29.583605 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:29.655692 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7871b1e3-dd57-4885-a7a3-c68dd7381130 req-1813324a-2575-451c-b86b-afcf94ec1032 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:29.661215 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7871b1e3-dd57-4885-a7a3-c68dd7381130 req-1813324a-2575-451c-b86b-afcf94ec1032 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:29.706004 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Network 5d44bd9b-f262-43b5-bb0b-697548cb3009 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:41:29.715145 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7871b1e3-dd57-4885-a7a3-c68dd7381130 req-1813324a-2575-451c-b86b-afcf94ec1032 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:29.716932 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7871b1e3-dd57-4885-a7a3-c68dd7381130 req-1813324a-2575-451c-b86b-afcf94ec1032 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2974012 Mar 05 13:41:29.724412 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813324a-2575-451c-b86b-afcf94ec1032 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1007411-c0fc-45ce-abfa-77bfb1dbecef,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:29.754891 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:41:29.765912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:41:29.869111 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3abf12a9-9af4-40c8-b3eb-d87d5553fce0 req-ad207707-403e-49cd-9d1b-6351cb52dca9 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/3ce7acc5-70e3-4a68-a6d2-3e3ec2dc34fc HTTP/1.1" status: 200 len: 1777 time: 0.0566657 Mar 05 13:41:29.907522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Pushing event updated for resources: {'Port': ['ID=5383c409-cf44-437e-8a8c-2bac8b86a853,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:29.936869 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:29.937205 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:29.937525 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:29.937866 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:29.938202 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:29.938584 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:29.938900 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:29.939242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:29.939572 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:29.939891 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:29.940213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:29.940522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:29.949735 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3abf12a9-9af4-40c8-b3eb-d87d5553fce0 req-6e018e1e-89bc-470e-86fc-3a2495f0dfee tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:29.968342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:29.968957 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:29.989408 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3abf12a9-9af4-40c8-b3eb-d87d5553fce0 req-6e018e1e-89bc-470e-86fc-3a2495f0dfee tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:30.049844 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3abf12a9-9af4-40c8-b3eb-d87d5553fce0 req-6e018e1e-89bc-470e-86fc-3a2495f0dfee tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:30.050340 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-96ab8216-b251-46a9-8595-a43249ccf213 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:30.055424 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-f8020f2e-77d8-486c-a619-cd9dc2db6fcd tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1749530 Mar 05 13:41:30.066143 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e125a-875c-40f5-b50f-033813dee6c6 req-88b10509-f1e8-4f9e-bb70-217fd267e1b7 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:30.074313 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d8e125a-875c-40f5-b50f-033813dee6c6 req-88b10509-f1e8-4f9e-bb70-217fd267e1b7 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfa471ab-4aec-47bf-880e-4a8735124073 HTTP/1.1" status: 200 len: 948 time: 0.4101756 Mar 05 13:41:30.075520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e018e1e-89bc-470e-86fc-3a2495f0dfee tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce7acc5-70e3-4a68-a6d2-3e3ec2dc34fc,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:30.081152 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-029d8de2-f27e-40e9-aa53-2f2ea1fae93f service neutron] Request body: {'port': {'device_id': '6b65d182-8dde-4865-b0b4-ae284346c9ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:30.083045 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3abf12a9-9af4-40c8-b3eb-d87d5553fce0 req-6e018e1e-89bc-470e-86fc-3a2495f0dfee tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:30.098885 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3abf12a9-9af4-40c8-b3eb-d87d5553fce0 req-6e018e1e-89bc-470e-86fc-3a2495f0dfee tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ce7acc5-70e3-4a68-a6d2-3e3ec2dc34fc HTTP/1.1" status: 204 len: 173 time: 0.2223845 Mar 05 13:41:30.251488 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 079e0aa9-41cf-487f-8e98-1361e5d0bbf4 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:41:30.270142 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d8e125a-875c-40f5-b50f-033813dee6c6 req-49f87c9e-4f92-4d22-ae21-d3083087f5a5 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/security-groups?id=78980102-21ed-45c6-9a8c-2d5af0053faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948535 Mar 05 13:41:30.372054 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-029d8de2-f27e-40e9-aa53-2f2ea1fae93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:30.429189 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-96ab8216-b251-46a9-8595-a43249ccf213 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:30.625390 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-96ab8216-b251-46a9-8595-a43249ccf213 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Network 5d44bd9b-f262-43b5-bb0b-697548cb3009 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:41:30.630392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-96ab8216-b251-46a9-8595-a43249ccf213 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:41:30.643404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-96ab8216-b251-46a9-8595-a43249ccf213 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:41:30.687716 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab8216-b251-46a9-8595-a43249ccf213 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Pushing event updated for resources: {'Port': ['ID=587fd7ca-8b72-400c-8eee-3b3e936db412,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:30.693216 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 079e0aa9-41cf-487f-8e98-1361e5d0bbf4, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=079e0aa9-41cf-487f-8e98-1361e5d0bbf4,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:30.712213 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '079e0aa9-41cf-487f-8e98-1361e5d0bbf4', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '079e0aa9-41cf-487f-8e98-1361e5d0bbf4', 'mac_address': 'fa:16:3e:aa:b0:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:41:30.734754 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6314c-a177-4d73-a4d8-98d5e6423410 req-fb38574f-7bdb-4e9b-bee9-8c25799b232f tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:30.750114 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3fd6314c-a177-4d73-a4d8-98d5e6423410 req-fb38574f-7bdb-4e9b-bee9-8c25799b232f tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=241e9eeb-b446-42cb-a2b6-13b61b6499de HTTP/1.1" status: 200 len: 948 time: 0.2348442 Mar 05 13:41:30.786314 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:30.789747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-96ab8216-b251-46a9-8595-a43249ccf213 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:30.790403 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-96ab8216-b251-46a9-8595-a43249ccf213 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:30.809237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079e0aa9-41cf-487f-8e98-1361e5d0bbf4 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:41:30.828658 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 079e0aa9-41cf-487f-8e98-1361e5d0bbf4, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=079e0aa9-41cf-487f-8e98-1361e5d0bbf4,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:30.836609 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:41:30.838689 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:30.859241 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-96ab8216-b251-46a9-8595-a43249ccf213 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7928140 Mar 05 13:41:30.918456 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3fd6314c-a177-4d73-a4d8-98d5e6423410 req-9adf07b1-a0be-4474-98c4-2f3b9617f468 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664996 Mar 05 13:41:30.928771 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=079e0aa9-41cf-487f-8e98-1361e5d0bbf4,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:30.952930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-4dfb1d29-3bd2-40a4-a56a-2a877f0f321a service neutron] Request body: {'port': {'device_id': '07d77de0-7ff6-4d69-beaf-34517084c4a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:31.011324 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f8b7a33-168e-4974-91af-f30bed78515b req-33fbaf39-bd41-4dda-bc71-2be2a798655d tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "GET /v2.0/security-groups/7b10595c-e45a-40a5-a94f-e276598b7ab7 HTTP/1.1" status: 200 len: 1778 time: 0.0666127 Mar 05 13:41:31.093242 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2f8b7a33-168e-4974-91af-f30bed78515b req-ba5b712c-2e8b-4791-abdc-ab67e858f485 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:31.096340 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['079e0aa9-41cf-487f-8e98-1361e5d0bbf4'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:41:31.120137 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2f8b7a33-168e-4974-91af-f30bed78515b req-ba5b712c-2e8b-4791-abdc-ab67e858f485 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:31.171282 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2f8b7a33-168e-4974-91af-f30bed78515b req-ba5b712c-2e8b-4791-abdc-ab67e858f485 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:31.199258 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2f8b7a33-168e-4974-91af-f30bed78515b req-ba5b712c-2e8b-4791-abdc-ab67e858f485 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:31.201378 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f8b7a33-168e-4974-91af-f30bed78515b req-ba5b712c-2e8b-4791-abdc-ab67e858f485 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b10595c-e45a-40a5-a94f-e276598b7ab7 HTTP/1.1" status: 204 len: 173 time: 0.1885941 Mar 05 13:41:31.202424 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd2e35a8-00fe-47ef-8ca7-10e99241ad0c req-3a296fe5-5be7-4f67-bff3-170b01660ee0 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "GET /v2.0/security-groups/d1007411-c0fc-45ce-abfa-77bfb1dbecef HTTP/1.1" status: 200 len: 1812 time: 0.2788777 Mar 05 13:41:31.207231 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b712c-2e8b-4791-abdc-ab67e858f485 tempest-SecurityGroupsTestAdminJSON-1075738687 tempest-SecurityGroupsTestAdminJSON-1075738687-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b10595c-e45a-40a5-a94f-e276598b7ab7,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:31.254488 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-4dfb1d29-3bd2-40a4-a56a-2a877f0f321a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:31.525003 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7d71eb7a-5d26-44c5-8347-e95b19aa0987 req-70d771fd-93e1-4082-a587-d4f15083dfd7 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=f920d532-c8de-4366-9d00-2441c1edd052 HTTP/1.1" status: 200 len: 210 time: 0.0964015 Mar 05 13:41:31.610870 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e56cdf-4f97-4e89-bc9c-2ddfe8557d28 req-fa0b97dd-3e27-4040-82ec-7de5164015b9 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:31.613790 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-61e56cdf-4f97-4e89-bc9c-2ddfe8557d28 req-fa0b97dd-3e27-4040-82ec-7de5164015b9 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d77de0-7ff6-4d69-beaf-34517084c4a6 HTTP/1.1" status: 200 len: 931 time: 0.1700540 Mar 05 13:41:31.681818 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-61e56cdf-4f97-4e89-bc9c-2ddfe8557d28 req-b76a0c64-6056-4e73-bede-68c8ec5672f1 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Synchronizing usage tracker for tenant:c692c831ec1f411cb586cecfb5889b74 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:41:31.705939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-61e56cdf-4f97-4e89-bc9c-2ddfe8557d28 req-b76a0c64-6056-4e73-bede-68c8ec5672f1 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Unset dirty status for tenant:c692c831ec1f411cb586cecfb5889b74 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:41:31.716855 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-61e56cdf-4f97-4e89-bc9c-2ddfe8557d28 req-b76a0c64-6056-4e73-bede-68c8ec5672f1 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964479 Mar 05 13:41:31.759197 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-029d8de2-f27e-40e9-aa53-2f2ea1fae93f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5383c409-cf44-437e-8a8c-2bac8b86a853 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:41:31.760565 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-e87e383d-d2bf-4c5d-bdbe-6853ad729523 req-f8fc2267-d0ba-40eb-88de-e67b076db9d8 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] show failed (client error): The resource could not be found. Mar 05 13:41:31.764870 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-c8c01e60-75f0-44dc-84ce-502d474cd665 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f35eb7de3ac943fabc502d5ac9465145&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605600 Mar 05 13:41:31.774991 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e87e383d-d2bf-4c5d-bdbe-6853ad729523 req-f8fc2267-d0ba-40eb-88de-e67b076db9d8 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "GET /v2.0/security-groups/0928dc6d-783e-4b0d-a117-834b6e0ddb5d HTTP/1.1" status: 404 len: 352 time: 0.0356002 Mar 05 13:41:31.806747 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-029d8de2-f27e-40e9-aa53-2f2ea1fae93f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:31.924477 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-029d8de2-f27e-40e9-aa53-2f2ea1fae93f service neutron] Transition to ACTIVE for port object 5383c409-cf44-437e-8a8c-2bac8b86a853 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:31.940701 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8376bb93-93b2-42ad-84bc-95d5a9facabe req-5f7658d4-9d7b-47b5-a2ce-b08425b1ec5a tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] 10.222.0.16 "GET /v2.0/security-groups/9889a1d8-4822-4b43-ba98-ac3c669d2c02 HTTP/1.1" status: 200 len: 1774 time: 0.2382591 Mar 05 13:41:31.974977 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-029d8de2-f27e-40e9-aa53-2f2ea1fae93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:32.016828 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07eff2d-ac75-4c7e-9c01-9f96d7e4c8d2 req-de3e9b79-ec88-499d-8294-9ee845010deb tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:32.020058 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f07eff2d-ac75-4c7e-9c01-9f96d7e4c8d2 req-de3e9b79-ec88-499d-8294-9ee845010deb tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfa471ab-4aec-47bf-880e-4a8735124073 HTTP/1.1" status: 200 len: 948 time: 0.1340046 Mar 05 13:41:32.082251 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f07eff2d-ac75-4c7e-9c01-9f96d7e4c8d2 req-b4d03fd6-3dec-4211-841b-86403658733a tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/security-groups?id=78980102-21ed-45c6-9a8c-2d5af0053faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533998 Mar 05 13:41:32.176713 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-59c21ad7-1519-41de-9689-d648834d57d5 req-b44f59b7-8116-494c-9f26-62e79d1475ef tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] show failed (client error): The resource could not be found. Mar 05 13:41:32.185106 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-59c21ad7-1519-41de-9689-d648834d57d5 req-b44f59b7-8116-494c-9f26-62e79d1475ef tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "GET /v2.0/security-group-rules/ba7c19c3-935f-412d-9f70-ac9ec6043c45 HTTP/1.1" status: 404 len: 361 time: 0.0292318 Mar 05 13:41:32.252679 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 079e0aa9-41cf-487f-8e98-1361e5d0bbf4 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:41:32.285760 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-24d21b6e-6465-4657-832a-d656d0ccf7ca tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f35eb7de3ac943fabc502d5ac9465145&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1647401 Mar 05 13:41:32.301179 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-33c5b320-beca-40d4-b21e-15064dc7203d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:32.302613 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-33c5b320-beca-40d4-b21e-15064dc7203d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5250018 Mar 05 13:41:32.308523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d8de2-f27e-40e9-aa53-2f2ea1fae93f service neutron] Pushing event updated for resources: {'Port': ['ID=5383c409-cf44-437e-8a8c-2bac8b86a853,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:32.355532 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 079e0aa9-41cf-487f-8e98-1361e5d0bbf4 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:32.363201 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 079e0aa9-41cf-487f-8e98-1361e5d0bbf4 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:32.363575 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:32.369882 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-dead1199-9f99-4a4f-87c7-dcfc8104eb05 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Request body: {'port': {'device_id': '3a13be35-73b1-4281-91ac-873cf5c299f4', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': 'f35eb7de3ac943fabc502d5ac9465145'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:32.421983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24103443-b081-445f-b48f-d8cc3dbb38a3 req-9517cfc3-e7f9-492a-ae46-09c8f655c657 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:32.431726 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-24103443-b081-445f-b48f-d8cc3dbb38a3 req-9517cfc3-e7f9-492a-ae46-09c8f655c657 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=241e9eeb-b446-42cb-a2b6-13b61b6499de HTTP/1.1" status: 200 len: 949 time: 0.1347303 Mar 05 13:41:32.501569 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-24103443-b081-445f-b48f-d8cc3dbb38a3 req-83f2d76b-56fd-4ed0-9485-43986787606c tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640302 Mar 05 13:41:32.564663 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:32.596350 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241e9eeb-b446-42cb-a2b6-13b61b6499de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079e0aa9-41cf-487f-8e98-1361e5d0bbf4'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:41:32.610841 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 079e0aa9-41cf-487f-8e98-1361e5d0bbf4, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=079e0aa9-41cf-487f-8e98-1361e5d0bbf4,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:32.617993 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:32.630920 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8376bb93-93b2-42ad-84bc-95d5a9facabe req-4c928115-5b95-465e-a535-7d7dcc8fbdec tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:32.698353 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=079e0aa9-41cf-487f-8e98-1361e5d0bbf4,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:32.716620 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012efc6-f458-46df-ad93-22509a941754 req-e6c0bbe1-c4fc-422e-8f63-7b2e095e70d8 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:32.718285 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5012efc6-f458-46df-ad93-22509a941754 req-e6c0bbe1-c4fc-422e-8f63-7b2e095e70d8 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd HTTP/1.1" status: 200 len: 950 time: 0.1012065 Mar 05 13:41:32.767029 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5012efc6-f458-46df-ad93-22509a941754 req-144eccb3-4052-4c9c-8ca9-be0edf1b5b0e tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/security-groups?id=78980102-21ed-45c6-9a8c-2d5af0053faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417800 Mar 05 13:41:32.801666 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8376bb93-93b2-42ad-84bc-95d5a9facabe req-4c928115-5b95-465e-a535-7d7dcc8fbdec tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:32.866602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-029d8de2-f27e-40e9-aa53-2f2ea1fae93f service neutron] Attempting to bind port 5383c409-cf44-437e-8a8c-2bac8b86a853 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:41:32.867146 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-029d8de2-f27e-40e9-aa53-2f2ea1fae93f service neutron] Attempting to bind port 5383c409-cf44-437e-8a8c-2bac8b86a853 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'e314dfcc-8cbe-4584-917b-77c4b64bfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:41:32.867479 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-029d8de2-f27e-40e9-aa53-2f2ea1fae93f service neutron] Attempting to bind port 5383c409-cf44-437e-8a8c-2bac8b86a853 on network 5d44bd9b-f262-43b5-bb0b-697548cb3009 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:41:32.903440 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cb485964-14e4-44d6-b87b-45ff1284e878 req-2b50ec21-cf00-42ea-a6ad-23569749ae07 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "GET /v2.0/security-groups/d1007411-c0fc-45ce-abfa-77bfb1dbecef HTTP/1.1" status: 200 len: 1812 time: 0.0482149 Mar 05 13:41:32.930662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-029d8de2-f27e-40e9-aa53-2f2ea1fae93f service neutron] Port 5383c409-cf44-437e-8a8c-2bac8b86a853 on network 5d44bd9b-f262-43b5-bb0b-697548cb3009 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:41:32.931012 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-029d8de2-f27e-40e9-aa53-2f2ea1fae93f service neutron] Attempting to bind port 5383c409-cf44-437e-8a8c-2bac8b86a853 on network 5d44bd9b-f262-43b5-bb0b-697548cb3009 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:41:32.947281 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-2bffd882-7a20-4cb1-8228-47e6de485371 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:32.948879 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-2bffd882-7a20-4cb1-8228-47e6de485371 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6413836 Mar 05 13:41:32.957765 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-029d8de2-f27e-40e9-aa53-2f2ea1fae93f service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:41:32.958111 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-029d8de2-f27e-40e9-aa53-2f2ea1fae93f service neutron] Checking segment: {'id': 'e314dfcc-8cbe-4584-917b-77c4b64bfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:41:32.958497 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-029d8de2-f27e-40e9-aa53-2f2ea1fae93f service neutron] Bound using segment: {'id': 'e314dfcc-8cbe-4584-917b-77c4b64bfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:41:32.958962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-029d8de2-f27e-40e9-aa53-2f2ea1fae93f service neutron] Bound port: 5383c409-cf44-437e-8a8c-2bac8b86a853, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e314dfcc-8cbe-4584-917b-77c4b64bfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:41:32.959333 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-029d8de2-f27e-40e9-aa53-2f2ea1fae93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:32.980428 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-cb485964-14e4-44d6-b87b-45ff1284e878 req-e4139c83-6f4d-4b48-8308-6d7a5a782eee tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:32.981122 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-df2ac91b-ea15-4ea7-a876-187c94e9bc9d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Request body: {'port': {'device_id': 'f920d532-c8de-4366-9d00-2441c1edd052', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': 'f35eb7de3ac943fabc502d5ac9465145'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:32.999858 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-4dfb1d29-3bd2-40a4-a56a-2a877f0f321a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587fd7ca-8b72-400c-8eee-3b3e936db412 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:41:33.009791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-dead1199-9f99-4a4f-87c7-dcfc8104eb05 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:33.014065 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-cb485964-14e4-44d6-b87b-45ff1284e878 req-e4139c83-6f4d-4b48-8308-6d7a5a782eee tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:33.031601 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-4dfb1d29-3bd2-40a4-a56a-2a877f0f321a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:33.068430 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-cb485964-14e4-44d6-b87b-45ff1284e878 req-e4139c83-6f4d-4b48-8308-6d7a5a782eee tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:33.083677 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8376bb93-93b2-42ad-84bc-95d5a9facabe req-4c928115-5b95-465e-a535-7d7dcc8fbdec tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:33.086971 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4139c83-6f4d-4b48-8308-6d7a5a782eee tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1007411-c0fc-45ce-abfa-77bfb1dbecef,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:33.092346 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-cb485964-14e4-44d6-b87b-45ff1284e878 req-e4139c83-6f4d-4b48-8308-6d7a5a782eee tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:33.096153 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-dead1199-9f99-4a4f-87c7-dcfc8104eb05 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:33.099695 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cb485964-14e4-44d6-b87b-45ff1284e878 req-e4139c83-6f4d-4b48-8308-6d7a5a782eee tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "DELETE /v2.0/security-groups/d1007411-c0fc-45ce-abfa-77bfb1dbecef HTTP/1.1" status: 204 len: 173 time: 0.1896682 Mar 05 13:41:33.180708 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-4dfb1d29-3bd2-40a4-a56a-2a877f0f321a service neutron] Transition to ACTIVE for port object 587fd7ca-8b72-400c-8eee-3b3e936db412 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:33.185924 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c928115-5b95-465e-a535-7d7dcc8fbdec tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9889a1d8-4822-4b43-ba98-ac3c669d2c02,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:33.203235 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-4dfb1d29-3bd2-40a4-a56a-2a877f0f321a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:33.262989 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-dead1199-9f99-4a4f-87c7-dcfc8104eb05 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Made reservation on behalf of f35eb7de3ac943fabc502d5ac9465145 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:41:33.266458 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-dead1199-9f99-4a4f-87c7-dcfc8104eb05 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:33.284476 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-919d6885-d8e4-41e6-9b37-fff10d9bd4a2 req-c4ce5465-0022-4e5a-bef4-bc2750bcc8af tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=f920d532-c8de-4366-9d00-2441c1edd052 HTTP/1.1" status: 200 len: 210 time: 0.0743556 Mar 05 13:41:33.339737 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241e9eeb-b446-42cb-a2b6-13b61b6499de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079e0aa9-41cf-487f-8e98-1361e5d0bbf4', 'code': 200} Mar 05 13:41:33.399099 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8376bb93-93b2-42ad-84bc-95d5a9facabe req-4c928115-5b95-465e-a535-7d7dcc8fbdec tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:33.414440 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8376bb93-93b2-42ad-84bc-95d5a9facabe req-4c928115-5b95-465e-a535-7d7dcc8fbdec tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] 10.222.0.16 "DELETE /v2.0/security-groups/9889a1d8-4822-4b43-ba98-ac3c669d2c02 HTTP/1.1" status: 204 len: 173 time: 1.4404404 Mar 05 13:41:33.598787 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0592a-278d-4002-a5f5-20e0611ae1b3 req-2e7cd41c-220d-4db1-8cab-1ad6b0e6c43a tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:33.601260 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1db0592a-278d-4002-a5f5-20e0611ae1b3 req-2e7cd41c-220d-4db1-8cab-1ad6b0e6c43a tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d77de0-7ff6-4d69-beaf-34517084c4a6 HTTP/1.1" status: 200 len: 943 time: 0.1381223 Mar 05 13:41:33.608099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d0c1c-8987-48a6-bb84-02e78bbe38e2 req-e7acb704-7f51-4017-a98e-ba25b6301685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:33.609805 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d75d0c1c-8987-48a6-bb84-02e78bbe38e2 req-e7acb704-7f51-4017-a98e-ba25b6301685 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=241e9eeb-b446-42cb-a2b6-13b61b6499de HTTP/1.1" status: 200 len: 1101 time: 0.1980524 Mar 05 13:41:33.686101 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d75d0c1c-8987-48a6-bb84-02e78bbe38e2 req-4862ad71-9f0e-4333-8a09-e5bc94f12479 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596075 Mar 05 13:41:33.694684 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1db0592a-278d-4002-a5f5-20e0611ae1b3 req-2dee4ceb-3187-4d47-a9e7-4b3227580db3 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838895 Mar 05 13:41:33.702858 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb1d29-3bd2-40a4-a56a-2a877f0f321a service neutron] Pushing event updated for resources: {'Port': ['ID=587fd7ca-8b72-400c-8eee-3b3e936db412,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:33.752164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-029d8de2-f27e-40e9-aa53-2f2ea1fae93f service neutron] For port 5383c409-cf44-437e-8a8c-2bac8b86a853, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:41:33.760756 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-df2ac91b-ea15-4ea7-a876-187c94e9bc9d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:33.831297 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-029d8de2-f27e-40e9-aa53-2f2ea1fae93f service neutron] For port 5383c409-cf44-437e-8a8c-2bac8b86a853, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5383c409-cf44-437e-8a8c-2bac8b86a853,segment=NetworkSegment(e314dfcc-8cbe-4584-917b-77c4b64bfbab),segment_id=e314dfcc-8cbe-4584-917b-77c4b64bfbab)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:41:33.840978 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bb2063a7-1cab-40d0-80eb-f43b05ac1bfc req-a663aeb1-009a-4a87-88f1-b34a93d0b157 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "GET /v2.0/security-groups/2c984885-a714-4f24-814c-aed32bbf267a HTTP/1.1" status: 200 len: 1811 time: 0.0636213 Mar 05 13:41:33.847699 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-df2ac91b-ea15-4ea7-a876-187c94e9bc9d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:33.876151 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-029d8de2-f27e-40e9-aa53-2f2ea1fae93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:33.964967 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-029d8de2-f27e-40e9-aa53-2f2ea1fae93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:33.964967 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-029d8de2-f27e-40e9-aa53-2f2ea1fae93f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:33.965539 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-029d8de2-f27e-40e9-aa53-2f2ea1fae93f service neutron] 10.222.0.15 "PUT /v2.0/ports/5383c409-cf44-437e-8a8c-2bac8b86a853 HTTP/1.1" status: 200 len: 1091 time: 3.8879325 Mar 05 13:41:33.971846 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b65d182-8dde-4865-b0b4-ae284346c9ed', 'tag': '5383c409-cf44-437e-8a8c-2bac8b86a853'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:41:33.976512 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-bb2063a7-1cab-40d0-80eb-f43b05ac1bfc req-a68dfe9b-c897-4066-a935-4e254b1fb6e9 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:33.989078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-df2ac91b-ea15-4ea7-a876-187c94e9bc9d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Made reservation on behalf of f35eb7de3ac943fabc502d5ac9465145 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:41:33.993728 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-df2ac91b-ea15-4ea7-a876-187c94e9bc9d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:34.035051 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-bb2063a7-1cab-40d0-80eb-f43b05ac1bfc req-a68dfe9b-c897-4066-a935-4e254b1fb6e9 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:34.099272 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-bb2063a7-1cab-40d0-80eb-f43b05ac1bfc req-a68dfe9b-c897-4066-a935-4e254b1fb6e9 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:34.126124 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68dfe9b-c897-4066-a935-4e254b1fb6e9 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c984885-a714-4f24-814c-aed32bbf267a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:34.130381 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-bb2063a7-1cab-40d0-80eb-f43b05ac1bfc req-a68dfe9b-c897-4066-a935-4e254b1fb6e9 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:34.132531 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bb2063a7-1cab-40d0-80eb-f43b05ac1bfc req-a68dfe9b-c897-4066-a935-4e254b1fb6e9 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "DELETE /v2.0/security-groups/2c984885-a714-4f24-814c-aed32bbf267a HTTP/1.1" status: 204 len: 173 time: 0.2830367 Mar 05 13:41:34.259098 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-4dfb1d29-3bd2-40a4-a56a-2a877f0f321a service neutron] Attempting to bind port 587fd7ca-8b72-400c-8eee-3b3e936db412 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:41:34.259500 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-4dfb1d29-3bd2-40a4-a56a-2a877f0f321a service neutron] Attempting to bind port 587fd7ca-8b72-400c-8eee-3b3e936db412 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'e314dfcc-8cbe-4584-917b-77c4b64bfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:41:34.259767 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-4dfb1d29-3bd2-40a4-a56a-2a877f0f321a service neutron] Attempting to bind port 587fd7ca-8b72-400c-8eee-3b3e936db412 on network 5d44bd9b-f262-43b5-bb0b-697548cb3009 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:41:34.272750 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d8de2-f27e-40e9-aa53-2f2ea1fae93f service neutron] Pushing event updated for resources: {'Port': ['ID=5383c409-cf44-437e-8a8c-2bac8b86a853,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:34.298173 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-4dfb1d29-3bd2-40a4-a56a-2a877f0f321a service neutron] Port 587fd7ca-8b72-400c-8eee-3b3e936db412 on network 5d44bd9b-f262-43b5-bb0b-697548cb3009 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:41:34.298499 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-4dfb1d29-3bd2-40a4-a56a-2a877f0f321a service neutron] Attempting to bind port 587fd7ca-8b72-400c-8eee-3b3e936db412 on network 5d44bd9b-f262-43b5-bb0b-697548cb3009 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:41:34.318134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52164) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:34.335970 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-29fbff93-d209-4eda-abcd-cb6d8328f343 req-99c45b59-9255-4100-97b4-d0eacf50b219 tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] 10.222.0.16 "GET /v2.0/security-groups/9affe2ce-052e-4538-a115-f01f81eb7ef4 HTTP/1.1" status: 200 len: 1776 time: 0.3306427 Mar 05 13:41:34.338010 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-4dfb1d29-3bd2-40a4-a56a-2a877f0f321a service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:41:34.338349 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-4dfb1d29-3bd2-40a4-a56a-2a877f0f321a service neutron] Checking segment: {'id': 'e314dfcc-8cbe-4584-917b-77c4b64bfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:41:34.338731 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-4dfb1d29-3bd2-40a4-a56a-2a877f0f321a service neutron] Bound using segment: {'id': 'e314dfcc-8cbe-4584-917b-77c4b64bfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:41:34.339203 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-4dfb1d29-3bd2-40a4-a56a-2a877f0f321a service neutron] Bound port: 587fd7ca-8b72-400c-8eee-3b3e936db412, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e314dfcc-8cbe-4584-917b-77c4b64bfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:41:34.339552 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-4dfb1d29-3bd2-40a4-a56a-2a877f0f321a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:34.360134 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-dead1199-9f99-4a4f-87c7-dcfc8104eb05 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Allocated IP 192.168.233.176 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/aa5a355c-5f58-4db0-bfb5-8e9b384376ef) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:41:34.446176 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45caa135-b524-4f42-a6ee-d50c397133ce req-35b7d8d1-b968-48cb-92e7-700d2e241099 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:34.457962 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-45caa135-b524-4f42-a6ee-d50c397133ce req-35b7d8d1-b968-48cb-92e7-700d2e241099 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=241e9eeb-b446-42cb-a2b6-13b61b6499de HTTP/1.1" status: 200 len: 950 time: 0.1962066 Mar 05 13:41:34.509147 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-ba9f1948-b640-4c93-af25-9b2873279b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:34.510824 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-ba9f1948-b640-4c93-af25-9b2873279b8d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c692c831ec1f411cb586cecfb5889b74&device_id=6b65d182-8dde-4865-b0b4-ae284346c9ed HTTP/1.1" status: 200 len: 1094 time: 0.4702682 Mar 05 13:41:34.518577 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-45caa135-b524-4f42-a6ee-d50c397133ce req-569c7b9f-9f49-42b6-a384-00816f6aefb6 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572629 Mar 05 13:41:34.574261 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4605169f-33e1-439b-940d-7005f7be6da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:34.595574 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4605169f-33e1-439b-940d-7005f7be6da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:34.599734 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4605169f-33e1-439b-940d-7005f7be6da9 admin admin] Usage tracker for resource:security_group_rule and tenant:a8ef0fe004e54f82a2d27a7c0ba8fec6 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:34.604129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4605169f-33e1-439b-940d-7005f7be6da9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:34.610655 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4605169f-33e1-439b-940d-7005f7be6da9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:34.621762 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-19f42de9-e74b-4231-ba59-107a6b24e601 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5383c409-cf44-437e-8a8c-2bac8b86a853 HTTP/1.1" status: 200 len: 217 time: 0.0941949 Mar 05 13:41:34.702685 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b65d182-8dde-4865-b0b4-ae284346c9ed', 'tag': '5383c409-cf44-437e-8a8c-2bac8b86a853', 'status': 'completed', 'code': 200} Mar 05 13:41:34.740492 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-4dfb1d29-3bd2-40a4-a56a-2a877f0f321a service neutron] For port 587fd7ca-8b72-400c-8eee-3b3e936db412, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:41:34.751105 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4605169f-33e1-439b-940d-7005f7be6da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:34.766776 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4605169f-33e1-439b-940d-7005f7be6da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:34.809160 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-29fbff93-d209-4eda-abcd-cb6d8328f343 req-c0807a50-0813-4b3f-9680-1ff5401ef6ae tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:34.815804 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f8adc0c2-5018-45c6-a3a9-aefea2129eca req-83453304-b14d-4efd-8e8e-68052d98b78f tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "GET /v2.0/security-groups/85daa90d-6794-418a-9118-5975fd3b8780 HTTP/1.1" status: 200 len: 1812 time: 0.1144116 Mar 05 13:41:34.834303 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4605169f-33e1-439b-940d-7005f7be6da9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8ef0fe004e54f82a2d27a7c0ba8fec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5127449 Mar 05 13:41:34.839461 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-4dfb1d29-3bd2-40a4-a56a-2a877f0f321a service neutron] For port 587fd7ca-8b72-400c-8eee-3b3e936db412, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=587fd7ca-8b72-400c-8eee-3b3e936db412,segment=NetworkSegment(e314dfcc-8cbe-4584-917b-77c4b64bfbab),segment_id=e314dfcc-8cbe-4584-917b-77c4b64bfbab)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:41:34.847133 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52180) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:34.855426 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605169f-33e1-439b-940d-7005f7be6da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f789773-7189-4ce4-b4c4-e9cf3a0279f3,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:34.875982 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-4dfb1d29-3bd2-40a4-a56a-2a877f0f321a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:34.915775 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f8adc0c2-5018-45c6-a3a9-aefea2129eca req-32c892cf-829c-4502-9dd4-8d7785c12446 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:34.921378 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-29fbff93-d209-4eda-abcd-cb6d8328f343 req-c0807a50-0813-4b3f-9680-1ff5401ef6ae tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:34.953096 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f8adc0c2-5018-45c6-a3a9-aefea2129eca req-32c892cf-829c-4502-9dd4-8d7785c12446 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:34.956213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-be6c17d3-bb5b-495f-8ba4-5ee73d786e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:34.957892 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-be6c17d3-bb5b-495f-8ba4-5ee73d786e9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20a02a6e-42ad-4496-b221-c28750bbf434 HTTP/1.1" status: 200 len: 852 time: 0.3066266 Mar 05 13:41:35.017148 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f8adc0c2-5018-45c6-a3a9-aefea2129eca req-32c892cf-829c-4502-9dd4-8d7785c12446 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:35.038399 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c892cf-829c-4502-9dd4-8d7785c12446 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85daa90d-6794-418a-9118-5975fd3b8780,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:35.056043 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f8adc0c2-5018-45c6-a3a9-aefea2129eca req-32c892cf-829c-4502-9dd4-8d7785c12446 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:35.056881 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f8adc0c2-5018-45c6-a3a9-aefea2129eca req-32c892cf-829c-4502-9dd4-8d7785c12446 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "DELETE /v2.0/security-groups/85daa90d-6794-418a-9118-5975fd3b8780 HTTP/1.1" status: 204 len: 173 time: 0.2294333 Mar 05 13:41:35.074799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-4dfb1d29-3bd2-40a4-a56a-2a877f0f321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:35.075426 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-4dfb1d29-3bd2-40a4-a56a-2a877f0f321a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:35.076781 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-4dfb1d29-3bd2-40a4-a56a-2a877f0f321a service neutron] 10.222.0.30 "PUT /v2.0/ports/587fd7ca-8b72-400c-8eee-3b3e936db412 HTTP/1.1" status: 200 len: 1091 time: 4.1442740 Mar 05 13:41:35.093252 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-6d88d90b-bea9-473d-a923-9cd084e36bbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d44bd9b-f262-43b5-bb0b-697548cb3009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013389 Mar 05 13:41:35.134715 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-dead1199-9f99-4a4f-87c7-dcfc8104eb05 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:35.229334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb1d29-3bd2-40a4-a56a-2a877f0f321a service neutron] Pushing event updated for resources: {'Port': ['ID=587fd7ca-8b72-400c-8eee-3b3e936db412,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:35.235171 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-39eab577-2a8b-4a7c-80b6-e648f8d5000c req-e4aabf02-295a-4d89-802a-5a95775a467d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=f920d532-c8de-4366-9d00-2441c1edd052 HTTP/1.1" status: 200 len: 210 time: 0.0582299 Mar 05 13:41:35.292842 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-dead1199-9f99-4a4f-87c7-dcfc8104eb05 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Transition to ACTIVE for port object aa5a355c-5f58-4db0-bfb5-8e9b384376ef will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:35.300113 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-421d885b-bc48-42b4-99bb-44ae0532d1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:35.330904 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-29fbff93-d209-4eda-abcd-cb6d8328f343 req-c0807a50-0813-4b3f-9680-1ff5401ef6ae tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:35.387329 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0807a50-0813-4b3f-9680-1ff5401ef6ae tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9affe2ce-052e-4538-a115-f01f81eb7ef4,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:35.400106 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-421d885b-bc48-42b4-99bb-44ae0532d1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:35.454126 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-d3ed95d2-56a7-4bac-b3e8-44250fadf733 service neutron] 10.222.0.15 "GET /v2.0/networks/5d44bd9b-f262-43b5-bb0b-697548cb3009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457193 Mar 05 13:41:35.488598 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b5255-a1da-4262-8519-7c528833df04 req-4aa7e12c-2e48-469d-bba9-6968798807f1 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:35.490167 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-000b5255-a1da-4262-8519-7c528833df04 req-4aa7e12c-2e48-469d-bba9-6968798807f1 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d77de0-7ff6-4d69-beaf-34517084c4a6 HTTP/1.1" status: 200 len: 943 time: 0.1317074 Mar 05 13:41:35.493512 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-29fbff93-d209-4eda-abcd-cb6d8328f343 req-c0807a50-0813-4b3f-9680-1ff5401ef6ae tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:35.508971 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-29fbff93-d209-4eda-abcd-cb6d8328f343 req-c0807a50-0813-4b3f-9680-1ff5401ef6ae tempest-SecurityGroupsTestAdminJSON-61349886 tempest-SecurityGroupsTestAdminJSON-61349886-project] 10.222.0.16 "DELETE /v2.0/security-groups/9affe2ce-052e-4538-a115-f01f81eb7ef4 HTTP/1.1" status: 204 len: 173 time: 1.1719942 Mar 05 13:41:35.534152 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-e7216ded-32b1-4aaf-9ec9-995c931d28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:35.535874 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-e7216ded-32b1-4aaf-9ec9-995c931d28e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c692c831ec1f411cb586cecfb5889b74&device_id=07d77de0-7ff6-4d69-beaf-34517084c4a6 HTTP/1.1" status: 200 len: 1094 time: 0.3944080 Mar 05 13:41:35.557018 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-dead1199-9f99-4a4f-87c7-dcfc8104eb05 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:35.562128 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-000b5255-a1da-4262-8519-7c528833df04 req-cd72ddee-955b-423d-869f-1c62af5b0b0e tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637345 Mar 05 13:41:35.568354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['1435958d-e3be-4286-8caa-791704018749'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:41:35.865050 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52196) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:35.878583 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492de38-f6e2-495e-8218-8e3aea1a8a9e req-4278c842-b8fc-463c-b736-333dac7c754c tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:35.880182 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3492de38-f6e2-495e-8218-8e3aea1a8a9e req-4278c842-b8fc-463c-b736-333dac7c754c tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=241e9eeb-b446-42cb-a2b6-13b61b6499de HTTP/1.1" status: 200 len: 950 time: 0.1837764 Mar 05 13:41:35.953985 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-d29fb09c-49d9-4d7b-a1c4-8a7d63ab35a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=587fd7ca-8b72-400c-8eee-3b3e936db412 HTTP/1.1" status: 200 len: 217 time: 0.3566668 Mar 05 13:41:35.956693 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3492de38-f6e2-495e-8218-8e3aea1a8a9e req-16363c6c-030e-48a9-9790-002974534b62 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637431 Mar 05 13:41:36.057788 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-dead1199-9f99-4a4f-87c7-dcfc8104eb05 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:41:36.075748 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-dead1199-9f99-4a4f-87c7-dcfc8104eb05 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:41:36.095517 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-421d885b-bc48-42b4-99bb-44ae0532d1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:36.099392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-dead1199-9f99-4a4f-87c7-dcfc8104eb05 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:41:36.120051 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-31c650c1-7b0b-4bd6-9715-4dc0f8aa8e54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4594dfda27541b0b8383204fdc8fad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2539573 Mar 05 13:41:36.121129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52212) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:36.166747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-df2ac91b-ea15-4ea7-a876-187c94e9bc9d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Allocated IP 192.168.233.5 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/26e15d7a-e8a5-431a-b910-0c8dc2dcec3e) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:41:36.211139 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-12bcc34b-66bf-496d-81a3-b3c15248809a req-4275cf78-f323-4371-9dc3-f788e648781f tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "GET /v2.0/security-groups/1ffbdaed-ab39-43bf-834e-e3ceed575aba HTTP/1.1" status: 200 len: 1813 time: 0.6792109 Mar 05 13:41:36.221395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead1199-9f99-4a4f-87c7-dcfc8104eb05 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Pushing event updated for resources: {'Port': ['ID=aa5a355c-5f58-4db0-bfb5-8e9b384376ef,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:36.233024 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-37e8098e-34ec-4071-9ac3-ad43750c4249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:36.278155 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-a7955547-73a3-42d4-8a60-836b79fb73ef service neutron] 10.222.0.15 "GET /v2.0/networks/5d44bd9b-f262-43b5-bb0b-697548cb3009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8065815 Mar 05 13:41:36.281932 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:41:36.288201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-74b0d43a-1588-422d-b612-1b02126f2dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:36.289659 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-74b0d43a-1588-422d-b612-1b02126f2dca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20a02a6e-42ad-4496-b221-c28750bbf434 HTTP/1.1" status: 200 len: 852 time: 0.3023481 Mar 05 13:41:36.309466 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-421d885b-bc48-42b4-99bb-44ae0532d1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:36.309705 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-37e8098e-34ec-4071-9ac3-ad43750c4249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:36.310614 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-421d885b-bc48-42b4-99bb-44ae0532d1dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f789773-7189-4ce4-b4c4-e9cf3a0279f3 HTTP/1.1" status: 204 len: 168 time: 1.4624884 Mar 05 13:41:36.311822 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d885b-bc48-42b4-99bb-44ae0532d1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f789773-7189-4ce4-b4c4-e9cf3a0279f3,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:36.476664 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-37e8098e-34ec-4071-9ac3-ad43750c4249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:36.509794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8098e-34ec-4071-9ac3-ad43750c4249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de29f677-7b35-41d7-96c0-c302aa08ec5f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:36.529165 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-37e8098e-34ec-4071-9ac3-ad43750c4249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:36.532831 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-37e8098e-34ec-4071-9ac3-ad43750c4249 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de29f677-7b35-41d7-96c0-c302aa08ec5f HTTP/1.1" status: 204 len: 168 time: 0.4075868 Mar 05 13:41:36.534955 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-19811b8f-f158-4057-bba9-ae0e0ed8631b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d44bd9b-f262-43b5-bb0b-697548cb3009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2359805 Mar 05 13:41:36.560616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-dead1199-9f99-4a4f-87c7-dcfc8104eb05 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:36.561213 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-dead1199-9f99-4a4f-87c7-dcfc8104eb05 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:36.697806 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-98256706-3500-40c7-a688-47a9f6a06baa req-f8001485-1f05-4f73-ba22-fce99b446df0 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=f920d532-c8de-4366-9d00-2441c1edd052 HTTP/1.1" status: 200 len: 210 time: 0.0820315 Mar 05 13:41:36.705033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d77de0-7ff6-4d69-beaf-34517084c4a6', 'tag': '587fd7ca-8b72-400c-8eee-3b3e936db412'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:41:36.765784 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-dead1199-9f99-4a4f-87c7-dcfc8104eb05 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4034135 Mar 05 13:41:36.809764 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] Request body: {'port': {'device_id': '3a13be35-73b1-4281-91ac-873cf5c299f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:36.839842 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-12bcc34b-66bf-496d-81a3-b3c15248809a req-47cb9a30-079c-413a-977e-15c6d1c9f626 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:36.851515 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2b949d31-fc54-4de3-b651-2f16dd38ecd6 None None] Provisioning for port aa5a355c-5f58-4db0-bfb5-8e9b384376ef completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:36.867627 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2b949d31-fc54-4de3-b651-2f16dd38ecd6 None None] Provisioning complete for port aa5a355c-5f58-4db0-bfb5-8e9b384376ef triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:36.867992 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2b949d31-fc54-4de3-b651-2f16dd38ecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:36.978305 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2b949d31-fc54-4de3-b651-2f16dd38ecd6 None None] Port aa5a355c-5f58-4db0-bfb5-8e9b384376ef cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:41:37.025547 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:37.032767 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f7ce1-7cb9-45ae-a66b-e012fdb203c9 req-7281e6bf-a811-441a-94ec-ce681291bc96 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:37.035440 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-499f7ce1-7cb9-45ae-a66b-e012fdb203c9 req-7281e6bf-a811-441a-94ec-ce681291bc96 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=241e9eeb-b446-42cb-a2b6-13b61b6499de HTTP/1.1" status: 200 len: 950 time: 0.1465976 Mar 05 13:41:37.055645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '771ed29c-9903-409b-8e7b-cb9a2d2c14f9', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '771ed29c-9903-409b-8e7b-cb9a2d2c14f9', 'mac_address': 'fa:16:3e:38:22:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:41:37.106223 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-12bcc34b-66bf-496d-81a3-b3c15248809a req-47cb9a30-079c-413a-977e-15c6d1c9f626 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:37.203679 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-499f7ce1-7cb9-45ae-a66b-e012fdb203c9 req-f16c2d12-2597-4f1e-a927-8c7d9e281b68 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463931 Mar 05 13:41:37.208977 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d64fad-de42-4c4d-bb19-ee4a076316ce req-b9ed253b-5c5d-4568-890e-efb35e3046ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:37.211175 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-86d64fad-de42-4c4d-bb19-ee4a076316ce req-b9ed253b-5c5d-4568-890e-efb35e3046ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c692c831ec1f411cb586cecfb5889b74&device_id=6b65d182-8dde-4865-b0b4-ae284346c9ed HTTP/1.1" status: 200 len: 1094 time: 0.7855778 Mar 05 13:41:37.220853 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-1c94a4a3-2e5d-4d7e-ac73-e32bb918d4d8 service neutron] 10.222.0.30 "GET /v2.0/networks/5d44bd9b-f262-43b5-bb0b-697548cb3009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6425033 Mar 05 13:41:37.246072 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:37.296611 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:41:37.309937 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52244) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:37.332765 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:37.338932 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:37.401233 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:37.468133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:37.472200 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['771ed29c-9903-409b-8e7b-cb9a2d2c14f9'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:41:37.500378 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-df2ac91b-ea15-4ea7-a876-187c94e9bc9d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:37.528862 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9e525dae-47b6-4ba6-b9c1-e9528cf27f7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=849ac81389e04c5b9fa8a22f7fac322e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177258 Mar 05 13:41:37.531310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52250) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:37.702628 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-12bcc34b-66bf-496d-81a3-b3c15248809a req-47cb9a30-079c-413a-977e-15c6d1c9f626 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:37.729681 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43576e-0e31-4966-b95e-9677098f5619 req-7b184c4a-e81f-4fe8-a25f-b68852784d17 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:37.734791 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e43576e-0e31-4966-b95e-9677098f5619 req-7b184c4a-e81f-4fe8-a25f-b68852784d17 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d77de0-7ff6-4d69-beaf-34517084c4a6 HTTP/1.1" status: 200 len: 943 time: 0.3337495 Mar 05 13:41:37.741240 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0ab6a16e-dd63-4d74-947f-5db55adb7814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:37.754038 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-df2ac91b-ea15-4ea7-a876-187c94e9bc9d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Transition to ACTIVE for port object 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:37.755388 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-12bcc34b-66bf-496d-81a3-b3c15248809a req-47cb9a30-079c-413a-977e-15c6d1c9f626 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:37.770331 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-12bcc34b-66bf-496d-81a3-b3c15248809a req-47cb9a30-079c-413a-977e-15c6d1c9f626 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "DELETE /v2.0/security-groups/1ffbdaed-ab39-43bf-834e-e3ceed575aba HTTP/1.1" status: 204 len: 173 time: 1.5547557 Mar 05 13:41:37.822099 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb9a30-079c-413a-977e-15c6d1c9f626 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffbdaed-ab39-43bf-834e-e3ceed575aba,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:37.842016 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0ab6a16e-dd63-4d74-947f-5db55adb7814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:37.842702 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 5383c409-cf44-437e-8a8c-2bac8b86a853 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:41:37.862468 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d77de0-7ff6-4d69-beaf-34517084c4a6', 'tag': '587fd7ca-8b72-400c-8eee-3b3e936db412', 'status': 'completed', 'code': 200} Mar 05 13:41:37.976407 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e43576e-0e31-4966-b95e-9677098f5619 req-3d5fb111-ad96-420d-80f4-8bbd18494e44 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309363 Mar 05 13:41:37.996022 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d64fad-de42-4c4d-bb19-ee4a076316ce req-d4568c6f-21ec-4143-963b-d83757b96d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:37.997483 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-86d64fad-de42-4c4d-bb19-ee4a076316ce req-d4568c6f-21ec-4143-963b-d83757b96d9b service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d44bd9b-f262-43b5-bb0b-697548cb3009 HTTP/1.1" status: 200 len: 912 time: 0.7689855 Mar 05 13:41:38.088029 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0ab6a16e-dd63-4d74-947f-5db55adb7814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:38.128569 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce5823c3-e01e-4cf5-b9e3-9461bc116e6d req-fbad0e1f-471d-409a-9ea1-a82ff7d2b01e service neutron] 10.222.0.30 "GET /v2.0/networks/5d44bd9b-f262-43b5-bb0b-697548cb3009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8879776 Mar 05 13:41:38.131769 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6a16e-dd63-4d74-947f-5db55adb7814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8424c8-a449-4496-906e-d861cb6455d5,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:38.134584 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-86d64fad-de42-4c4d-bb19-ee4a076316ce req-f3670023-a30f-4982-8eb0-af10245105d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5383c409-cf44-437e-8a8c-2bac8b86a853 HTTP/1.1" status: 200 len: 217 time: 0.1237900 Mar 05 13:41:38.146821 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0ab6a16e-dd63-4d74-947f-5db55adb7814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:38.148738 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0ab6a16e-dd63-4d74-947f-5db55adb7814 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de8424c8-a449-4496-906e-d861cb6455d5 HTTP/1.1" status: 204 len: 168 time: 0.6157155 Mar 05 13:41:38.263809 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 5383c409-cf44-437e-8a8c-2bac8b86a853, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5383c409-cf44-437e-8a8c-2bac8b86a853,segment=NetworkSegment(e314dfcc-8cbe-4584-917b-77c4b64bfbab),segment_id=e314dfcc-8cbe-4584-917b-77c4b64bfbab)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:38.297615 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '5383c409-cf44-437e-8a8c-2bac8b86a853', 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009', 'port_id': '5383c409-cf44-437e-8a8c-2bac8b86a853', 'mac_address': 'fa:16:3e:0d:69:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a02a6e-42ad-4496-b221-c28750bbf434', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:41:38.305651 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:41:38.430386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52292) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:38.544634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e4f2a-49c2-4444-b4b1-53ee7f23a852 req-c46eccfa-fda0-4b63-87e6-0b248263b419 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:38.546276 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:38.550073 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4d3e4f2a-49c2-4444-b4b1-53ee7f23a852 req-c46eccfa-fda0-4b63-87e6-0b248263b419 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=f920d532-c8de-4366-9d00-2441c1edd052 HTTP/1.1" status: 200 len: 934 time: 0.2324827 Mar 05 13:41:38.570256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5383c409-cf44-437e-8a8c-2bac8b86a853 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:41:38.575906 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-df2ac91b-ea15-4ea7-a876-187c94e9bc9d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:38.611863 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 5383c409-cf44-437e-8a8c-2bac8b86a853, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5383c409-cf44-437e-8a8c-2bac8b86a853,segment=NetworkSegment(e314dfcc-8cbe-4584-917b-77c4b64bfbab),segment_id=e314dfcc-8cbe-4584-917b-77c4b64bfbab)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:38.619837 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['1435958d-e3be-4286-8caa-791704018749'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:41:38.677449 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4d3e4f2a-49c2-4444-b4b1-53ee7f23a852 req-3a41382e-9866-4701-9bcc-7cdd5674981a tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213856 Mar 05 13:41:38.738285 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:38.749091 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-df2ac91b-ea15-4ea7-a876-187c94e9bc9d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:41:38.766127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-df2ac91b-ea15-4ea7-a876-187c94e9bc9d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:41:38.789245 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-df2ac91b-ea15-4ea7-a876-187c94e9bc9d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:41:38.869141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d64fad-de42-4c4d-bb19-ee4a076316ce req-af5292c9-7308-4181-a55b-457d81ed2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:38.870876 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-86d64fad-de42-4c4d-bb19-ee4a076316ce req-af5292c9-7308-4181-a55b-457d81ed2057 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20a02a6e-42ad-4496-b221-c28750bbf434 HTTP/1.1" status: 200 len: 852 time: 0.7294371 Mar 05 13:41:38.911666 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=5383c409-cf44-437e-8a8c-2bac8b86a853,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:39.009990 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d22e36c8-931a-4e4c-aa1e-49ca78c41bde req-6c3e778c-cf0d-4797-9a21-85f7059a3e2f tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "GET /v2.0/security-groups/87c85a20-1029-4590-979a-21b29de5a123 HTTP/1.1" status: 200 len: 1812 time: 0.4286597 Mar 05 13:41:39.011061 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-682e733b-c6f8-41c8-9d37-8c555dd50f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:39.015138 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ac91b-ea15-4ea7-a876-187c94e9bc9d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Pushing event updated for resources: {'Port': ['ID=26e15d7a-e8a5-431a-b910-0c8dc2dcec3e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:39.023362 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-86d64fad-de42-4c4d-bb19-ee4a076316ce req-3434f348-50bd-4f10-99ae-d844e8b288d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d44bd9b-f262-43b5-bb0b-697548cb3009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227453 Mar 05 13:41:39.031737 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-5f615d40-652f-4818-bb06-d3a384361981 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1596754330-network', 'tenant_id': '28610c303cf6490b864485c4875d7beb'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:39.042354 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5f615d40-652f-4818-bb06-d3a384361981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:39.047721 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e1803-6a3b-4cd9-8531-3f044b2723ce req-e5716ae6-27de-4429-8756-fc179c3a020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:39.050590 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-191e1803-6a3b-4cd9-8531-3f044b2723ce req-e5716ae6-27de-4429-8756-fc179c3a020f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c692c831ec1f411cb586cecfb5889b74&device_id=07d77de0-7ff6-4d69-beaf-34517084c4a6 HTTP/1.1" status: 200 len: 1094 time: 0.4724722 Mar 05 13:41:39.057285 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5f615d40-652f-4818-bb06-d3a384361981 admin admin] Usage tracker for resource:network and tenant:28610c303cf6490b864485c4875d7beb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:39.073177 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5f615d40-652f-4818-bb06-d3a384361981 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:39.097589 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5f615d40-652f-4818-bb06-d3a384361981 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:39.099844 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['5383c409-cf44-437e-8a8c-2bac8b86a853'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:41:39.187942 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f615d40-652f-4818-bb06-d3a384361981 admin admin] Made reservation on behalf of 28610c303cf6490b864485c4875d7beb for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:41:39.197042 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f615d40-652f-4818-bb06-d3a384361981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:39.234009 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f615d40-652f-4818-bb06-d3a384361981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:39.267679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5f615d40-652f-4818-bb06-d3a384361981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:39.295409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a4b53-e79f-4d37-b725-846d25d4b7b7 req-83288b31-adc0-4884-9c19-746fe18f0afd tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:39.296034 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-86d64fad-de42-4c4d-bb19-ee4a076316ce req-2b4e09d3-1f5d-4a0f-af24-6e04342fe9f2 service neutron] 10.222.0.15 "GET /v2.0/networks/5d44bd9b-f262-43b5-bb0b-697548cb3009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373371 Mar 05 13:41:39.307431 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-325a4b53-e79f-4d37-b725-846d25d4b7b7 req-83288b31-adc0-4884-9c19-746fe18f0afd tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=241e9eeb-b446-42cb-a2b6-13b61b6499de HTTP/1.1" status: 200 len: 950 time: 0.4151068 Mar 05 13:41:39.341865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5f615d40-652f-4818-bb06-d3a384361981 admin admin] Usage tracker for resource:security_group_rule and tenant:28610c303cf6490b864485c4875d7beb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:39.346216 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5f615d40-652f-4818-bb06-d3a384361981 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:39.380416 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5f615d40-652f-4818-bb06-d3a384361981 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:39.410025 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:39.410564 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:39.468044 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-325a4b53-e79f-4d37-b725-846d25d4b7b7 req-42167ea9-28d4-4167-be1b-7974a7b391f5 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596484 Mar 05 13:41:39.642141 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:41:39.746793 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f615d40-652f-4818-bb06-d3a384361981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:39.758391 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f615d40-652f-4818-bb06-d3a384361981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:39.766018 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa5a355c-5f58-4db0-bfb5-8e9b384376ef {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:41:39.770309 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:39.778306 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:39.798625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] Transition to ACTIVE for port object aa5a355c-5f58-4db0-bfb5-8e9b384376ef will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:39.823241 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b064961c-a67b-443a-8e61-82022c62f1bf None None] Provisioning for port 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:39.827705 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f615d40-652f-4818-bb06-d3a384361981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8e3c51-0309-463b-afee-728e489e071e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:39.838060 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:39.910408 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:39.911932 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b064961c-a67b-443a-8e61-82022c62f1bf None None] Provisioning complete for port 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:39.913973 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b064961c-a67b-443a-8e61-82022c62f1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:39.925089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f615d40-652f-4818-bb06-d3a384361981 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:41:39.972063 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f615d40-652f-4818-bb06-d3a384361981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:39.972764 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-5f615d40-652f-4818-bb06-d3a384361981 admin admin] Added segment 602c854c-7211-4590-8d73-a57641bf555b of type vlan for network eeb6dd3a-1e4e-467a-a55d-6c75511821fe Mar 05 13:41:39.979031 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-df2ac91b-ea15-4ea7-a876-187c94e9bc9d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:39.980871 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-df2ac91b-ea15-4ea7-a876-187c94e9bc9d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:40.006486 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f615d40-652f-4818-bb06-d3a384361981 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:40.023674 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771ed29c-9903-409b-8e7b-cb9a2d2c14f9'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:41:40.039972 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:40.072794 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f615d40-652f-4818-bb06-d3a384361981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:40.074640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f615d40-652f-4818-bb06-d3a384361981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:40.075512 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f615d40-652f-4818-bb06-d3a384361981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:40.171645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b064961c-a67b-443a-8e61-82022c62f1bf None None] Port 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:41:40.211668 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:40.253524 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d22e36c8-931a-4e4c-aa1e-49ca78c41bde req-219f2643-bc2d-4b5b-8a19-1eaaa5c8fb44 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:40.303721 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 587fd7ca-8b72-400c-8eee-3b3e936db412 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:41:40.670091 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-86d64fad-de42-4c4d-bb19-ee4a076316ce req-f0df6ac0-63e3-40ce-a8bd-6bbd6168c395 service neutron] 10.222.0.15 "GET /v2.0/networks/5d44bd9b-f262-43b5-bb0b-697548cb3009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3240354 Mar 05 13:41:40.670801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5a355c-5f58-4db0-bfb5-8e9b384376ef,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:40.705513 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e1803-6a3b-4cd9-8531-3f044b2723ce req-18022c6d-ccd7-4369-92d4-ee6cc728409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:40.711497 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-191e1803-6a3b-4cd9-8531-3f044b2723ce req-18022c6d-ccd7-4369-92d4-ee6cc728409e service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d44bd9b-f262-43b5-bb0b-697548cb3009 HTTP/1.1" status: 200 len: 912 time: 1.4211254 Mar 05 13:41:40.765102 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 587fd7ca-8b72-400c-8eee-3b3e936db412, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=587fd7ca-8b72-400c-8eee-3b3e936db412,segment=NetworkSegment(e314dfcc-8cbe-4584-917b-77c4b64bfbab),segment_id=e314dfcc-8cbe-4584-917b-77c4b64bfbab)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:40.868162 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c837d-c28e-4303-8e87-b16e60ee011e req-2d2c0258-a02d-40eb-974c-98deb760608a tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:40.880428 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3f2c837d-c28e-4303-8e87-b16e60ee011e req-2d2c0258-a02d-40eb-974c-98deb760608a tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d77de0-7ff6-4d69-beaf-34517084c4a6 HTTP/1.1" status: 200 len: 943 time: 1.0526264 Mar 05 13:41:40.889707 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f615d40-652f-4818-bb06-d3a384361981 admin admin] Pushing event updated for resources: {'Network': ['ID=eeb6dd3a-1e4e-467a-a55d-6c75511821fe,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:40.908465 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '587fd7ca-8b72-400c-8eee-3b3e936db412', 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009', 'port_id': '587fd7ca-8b72-400c-8eee-3b3e936db412', 'mac_address': 'fa:16:3e:a1:ba:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a02a6e-42ad-4496-b221-c28750bbf434', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:41:40.929571 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5f615d40-652f-4818-bb06-d3a384361981 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4949613 Mar 05 13:41:40.934519 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52348) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:40.947038 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-b35c95ca-c485-495c-9e8e-09a744c8e6b0 admin admin] Request body: {'subnet': {'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1596754330-subnet', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:40.962991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b35c95ca-c485-495c-9e8e-09a744c8e6b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:40.985877 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b35c95ca-c485-495c-9e8e-09a744c8e6b0 admin admin] Usage tracker for resource:subnet and tenant:28610c303cf6490b864485c4875d7beb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:40.993105 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b35c95ca-c485-495c-9e8e-09a744c8e6b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:41.004249 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b35c95ca-c485-495c-9e8e-09a744c8e6b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:41.020286 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3f2c837d-c28e-4303-8e87-b16e60ee011e req-30b8a046-b60d-4345-9216-24b3037ad00c tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344321 Mar 05 13:41:41.030148 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d22e36c8-931a-4e4c-aa1e-49ca78c41bde req-219f2643-bc2d-4b5b-8a19-1eaaa5c8fb44 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:41.057771 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35c95ca-c485-495c-9e8e-09a744c8e6b0 admin admin] Made reservation on behalf of 28610c303cf6490b864485c4875d7beb for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:41:41.060749 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-df2ac91b-ea15-4ea7-a876-187c94e9bc9d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 8.0846431 Mar 05 13:41:41.060935 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b35c95ca-c485-495c-9e8e-09a744c8e6b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:41.078794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network eeb6dd3a-1e4e-467a-a55d-6c75511821fe details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:41:41.215000 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-191e1803-6a3b-4cd9-8531-3f044b2723ce req-537221ea-40ae-45fb-9e8f-eb37199e85c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=587fd7ca-8b72-400c-8eee-3b3e936db412 HTTP/1.1" status: 200 len: 217 time: 0.4029322 Mar 05 13:41:41.239227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-33168e94-f5bc-4b17-ba11-eb6167e600fa service neutron] Request body: {'port': {'device_id': 'f920d532-c8de-4366-9d00-2441c1edd052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:41.290832 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:41.309931 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587fd7ca-8b72-400c-8eee-3b3e936db412 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:41:41.324409 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-796d6e38-1401-490a-ad66-55c685b4726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:41.335861 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 587fd7ca-8b72-400c-8eee-3b3e936db412, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=587fd7ca-8b72-400c-8eee-3b3e936db412,segment=NetworkSegment(e314dfcc-8cbe-4584-917b-77c4b64bfbab),segment_id=e314dfcc-8cbe-4584-917b-77c4b64bfbab)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:41.341518 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:41.444974 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=587fd7ca-8b72-400c-8eee-3b3e936db412,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:41.453921 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:41.454309 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:41.454681 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:41.455154 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:41.455582 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:41.456335 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:41.456715 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:41.457039 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:41.457402 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:41.457769 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:41.458320 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:41.458637 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:41:41.542412 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b35c95ca-c485-495c-9e8e-09a744c8e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:41.618795 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['587fd7ca-8b72-400c-8eee-3b3e936db412'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:41:41.791262 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e1803-6a3b-4cd9-8531-3f044b2723ce req-1fc0a34b-6a0b-4544-b66d-01b1e8d80113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:41.792885 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-191e1803-6a3b-4cd9-8531-3f044b2723ce req-1fc0a34b-6a0b-4544-b66d-01b1e8d80113 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20a02a6e-42ad-4496-b221-c28750bbf434 HTTP/1.1" status: 200 len: 852 time: 0.5770936 Mar 05 13:41:41.844162 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 5383c409-cf44-437e-8a8c-2bac8b86a853 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:41:41.915824 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35c95ca-c485-495c-9e8e-09a744c8e6b0 admin admin] Checking segment: {'id': '602c854c-7211-4590-8d73-a57641bf555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:41:41.916429 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35c95ca-c485-495c-9e8e-09a744c8e6b0 admin admin] Network hostable DHCP agents. Network: eeb6dd3a-1e4e-467a-a55d-6c75511821fe, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:41:41.940666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c95ca-c485-495c-9e8e-09a744c8e6b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7f5fdc7-cd8a-40ad-987c-101447f15754,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:41.986771 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:41.995875 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35c95ca-c485-495c-9e8e-09a744c8e6b0 admin admin] Network eeb6dd3a-1e4e-467a-a55d-6c75511821fe is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:41:42.016992 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-b35c95ca-c485-495c-9e8e-09a744c8e6b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, eeb6dd3a-1e4e-467a-a55d-6c75511821fe) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:41:42.022910 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35c95ca-c485-495c-9e8e-09a744c8e6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:42.024242 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b35c95ca-c485-495c-9e8e-09a744c8e6b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:42.068342 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e89d05-559d-42fc-86ca-38a42d8191c9 None None] Network eeb6dd3a-1e4e-467a-a55d-6c75511821fe requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:41:42.100589 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 5383c409-cf44-437e-8a8c-2bac8b86a853 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:42.103071 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-33168e94-f5bc-4b17-ba11-eb6167e600fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:42.137544 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 5383c409-cf44-437e-8a8c-2bac8b86a853 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:42.137910 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:42.204965 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b35c95ca-c485-495c-9e8e-09a744c8e6b0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2687805 Mar 05 13:41:42.210863 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52372) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:42.226294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-1010ed83-3a40-4203-ab46-bbdb7c8fe74c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1596754330-router', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:42.239707 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1010ed83-3a40-4203-ab46-bbdb7c8fe74c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:42.258532 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1010ed83-3a40-4203-ab46-bbdb7c8fe74c admin admin] Usage tracker for resource:router and tenant:28610c303cf6490b864485c4875d7beb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:42.277002 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1010ed83-3a40-4203-ab46-bbdb7c8fe74c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:42.290624 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1010ed83-3a40-4203-ab46-bbdb7c8fe74c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:42.318730 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:42.330993 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d22e36c8-931a-4e4c-aa1e-49ca78c41bde req-219f2643-bc2d-4b5b-8a19-1eaaa5c8fb44 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:42.333490 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa05f8-be19-4c84-a917-19bde35797a5 req-d7492fdd-0227-4260-9c4c-f17ae32e5413 tempest-LiveMigrationNegativeTest-972120237 tempest-LiveMigrationNegativeTest-972120237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:42.335428 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-84fa05f8-be19-4c84-a917-19bde35797a5 req-d7492fdd-0227-4260-9c4c-f17ae32e5413 tempest-LiveMigrationNegativeTest-972120237 tempest-LiveMigrationNegativeTest-972120237-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=241e9eeb-b446-42cb-a2b6-13b61b6499de HTTP/1.1" status: 200 len: 1101 time: 0.2432234 Mar 05 13:41:42.336895 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1010ed83-3a40-4203-ab46-bbdb7c8fe74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:42.338119 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1010ed83-3a40-4203-ab46-bbdb7c8fe74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:42.362537 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-84fa05f8-be19-4c84-a917-19bde35797a5 req-0a210337-ef67-4d69-b3df-491a486e32fc tempest-LiveMigrationNegativeTest-972120237 tempest-LiveMigrationNegativeTest-972120237-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:42.393278 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-84fa05f8-be19-4c84-a917-19bde35797a5 req-0a210337-ef67-4d69-b3df-491a486e32fc tempest-LiveMigrationNegativeTest-972120237 tempest-LiveMigrationNegativeTest-972120237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:42.393278 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-84fa05f8-be19-4c84-a917-19bde35797a5 req-0a210337-ef67-4d69-b3df-491a486e32fc tempest-LiveMigrationNegativeTest-972120237 tempest-LiveMigrationNegativeTest-972120237-project-admin] Usage tracker for resource:security_group_rule and tenant:0dfb6f83ba7140efb0ee8de78dfa337c is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:42.393278 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-84fa05f8-be19-4c84-a917-19bde35797a5 req-0a210337-ef67-4d69-b3df-491a486e32fc tempest-LiveMigrationNegativeTest-972120237 tempest-LiveMigrationNegativeTest-972120237-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:42.399257 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-84fa05f8-be19-4c84-a917-19bde35797a5 req-0a210337-ef67-4d69-b3df-491a486e32fc tempest-LiveMigrationNegativeTest-972120237 tempest-LiveMigrationNegativeTest-972120237-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:42.416524 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-191e1803-6a3b-4cd9-8531-3f044b2723ce req-1a80354c-3e09-40ed-8486-1a234cff77eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d44bd9b-f262-43b5-bb0b-697548cb3009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5230365 Mar 05 13:41:42.490481 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f2643-bc2d-4b5b-8a19-1eaaa5c8fb44 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c85a20-1029-4590-979a-21b29de5a123,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:42.525943 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-84fa05f8-be19-4c84-a917-19bde35797a5 req-0a210337-ef67-4d69-b3df-491a486e32fc tempest-LiveMigrationNegativeTest-972120237 tempest-LiveMigrationNegativeTest-972120237-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:42.532039 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1010ed83-3a40-4203-ab46-bbdb7c8fe74c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:42.562503 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] Attempting to bind port aa5a355c-5f58-4db0-bfb5-8e9b384376ef on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:41:42.563272 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-84fa05f8-be19-4c84-a917-19bde35797a5 req-0a210337-ef67-4d69-b3df-491a486e32fc tempest-LiveMigrationNegativeTest-972120237 tempest-LiveMigrationNegativeTest-972120237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:42.567234 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] Attempting to bind port aa5a355c-5f58-4db0-bfb5-8e9b384376ef by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:41:42.575233 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] Attempting to bind port aa5a355c-5f58-4db0-bfb5-8e9b384376ef on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:41:42.685602 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d22e36c8-931a-4e4c-aa1e-49ca78c41bde req-219f2643-bc2d-4b5b-8a19-1eaaa5c8fb44 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:42.686679 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d22e36c8-931a-4e4c-aa1e-49ca78c41bde req-219f2643-bc2d-4b5b-8a19-1eaaa5c8fb44 tempest-SecurityGroupRulesNegativeTestJSON-80546504 tempest-SecurityGroupRulesNegativeTestJSON-80546504-project] 10.222.0.16 "DELETE /v2.0/security-groups/87c85a20-1029-4590-979a-21b29de5a123 HTTP/1.1" status: 204 len: 173 time: 3.6756465 Mar 05 13:41:42.691269 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-84fa05f8-be19-4c84-a917-19bde35797a5 req-0a210337-ef67-4d69-b3df-491a486e32fc tempest-LiveMigrationNegativeTest-972120237 tempest-LiveMigrationNegativeTest-972120237-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392572 Mar 05 13:41:42.695375 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52388) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:42.698805 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] Port aa5a355c-5f58-4db0-bfb5-8e9b384376ef on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:41:42.699076 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] Attempting to bind port aa5a355c-5f58-4db0-bfb5-8e9b384376ef on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:41:42.877877 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a210337-ef67-4d69-b3df-491a486e32fc tempest-LiveMigrationNegativeTest-972120237 tempest-LiveMigrationNegativeTest-972120237-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db6da2b-b9ea-49fc-b477-0b0a317b0e4f,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:42.882594 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77503f3-d4ea-4f4a-98b1-499ecbe89ca8 admin admin] Deleting subnet 50e5b714-90e6-443d-99a1-21e418d64922 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:41:42.893315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:41:42.893829 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771ed29c-9903-409b-8e7b-cb9a2d2c14f9', 'code': 200} Mar 05 13:41:42.894204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:41:42.894204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:41:42.894398 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:42.894496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] Bound port: aa5a355c-5f58-4db0-bfb5-8e9b384376ef, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:41:42.894928 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:42.906548 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a13c8f-caa0-4411-86dc-bf445e323331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-eeb6dd3a-1e4e-467a-a55d-6c75511821fe', 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'fixed_ips': [{'subnet_id': 'c7f5fdc7-cd8a-40ad-987c-101447f15754'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:41:42.907787 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-63a13c8f-caa0-4411-86dc-bf445e323331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:42.922676 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-94130fea-f808-4f9e-b962-29a2120249de req-c130b528-4227-4914-9bc7-ac09082a00e3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=34254305-e7c5-4dd8-8fbf-8948ff0b55eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3504691 Mar 05 13:41:42.961361 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 5383c409-cf44-437e-8a8c-2bac8b86a853, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5383c409-cf44-437e-8a8c-2bac8b86a853,segment=NetworkSegment(e314dfcc-8cbe-4584-917b-77c4b64bfbab),segment_id=e314dfcc-8cbe-4584-917b-77c4b64bfbab)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:43.005028 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:43.075039 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d77503f3-d4ea-4f4a-98b1-499ecbe89ca8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:43.165920 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=5383c409-cf44-437e-8a8c-2bac8b86a853,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:43.199191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-63a13c8f-caa0-4411-86dc-bf445e323331 None None] Allocated IP 172.20.0.2 (eeb6dd3a-1e4e-467a-a55d-6c75511821fe/c7f5fdc7-cd8a-40ad-987c-101447f15754/cd3e75ce-7c93-4701-aca8-ee9c50c89992) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:41:43.582197 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-63a13c8f-caa0-4411-86dc-bf445e323331 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:43.595194 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-63a13c8f-caa0-4411-86dc-bf445e323331 None None] Transition to ACTIVE for port object cd3e75ce-7c93-4701-aca8-ee9c50c89992 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:43.616077 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-63a13c8f-caa0-4411-86dc-bf445e323331 None None] Transition to ACTIVE for port object cd3e75ce-7c93-4701-aca8-ee9c50c89992 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:43.619580 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:43.622968 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-63a13c8f-caa0-4411-86dc-bf445e323331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:43.650319 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1010ed83-3a40-4203-ab46-bbdb7c8fe74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:43.668993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-33168e94-f5bc-4b17-ba11-eb6167e600fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:41:43.688097 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-33168e94-f5bc-4b17-ba11-eb6167e600fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:43.694989 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d77503f3-d4ea-4f4a-98b1-499ecbe89ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:43.715166 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a13c8f-caa0-4411-86dc-bf445e323331 None None] Pushing event updated for resources: {'Port': ['ID=cd3e75ce-7c93-4701-aca8-ee9c50c89992,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:43.724148 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a13c8f-caa0-4411-86dc-bf445e323331 None None] Network eeb6dd3a-1e4e-467a-a55d-6c75511821fe is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:41:43.725427 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-33168e94-f5bc-4b17-ba11-eb6167e600fa service neutron] Transition to ACTIVE for port object 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:43.725740 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-63a13c8f-caa0-4411-86dc-bf445e323331 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:41:43.744542 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a13c8f-caa0-4411-86dc-bf445e323331 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:41:43.792933 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-33168e94-f5bc-4b17-ba11-eb6167e600fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:43.978611 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d77503f3-d4ea-4f4a-98b1-499ecbe89ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:43.985222 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-63a13c8f-caa0-4411-86dc-bf445e323331 None None] Attempting to bind port cd3e75ce-7c93-4701-aca8-ee9c50c89992 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:41:43.985770 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-63a13c8f-caa0-4411-86dc-bf445e323331 None None] Attempting to bind port cd3e75ce-7c93-4701-aca8-ee9c50c89992 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '602c854c-7211-4590-8d73-a57641bf555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:41:43.986174 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a13c8f-caa0-4411-86dc-bf445e323331 None None] Attempting to bind port cd3e75ce-7c93-4701-aca8-ee9c50c89992 on network eeb6dd3a-1e4e-467a-a55d-6c75511821fe {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:41:43.992967 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a13c8f-caa0-4411-86dc-bf445e323331 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:41:43.993527 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a13c8f-caa0-4411-86dc-bf445e323331 None None] Checking segment: {'id': '602c854c-7211-4590-8d73-a57641bf555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:41:43.993928 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-63a13c8f-caa0-4411-86dc-bf445e323331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:43.994319 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a13c8f-caa0-4411-86dc-bf445e323331 None None] Bound using segment: {'id': '602c854c-7211-4590-8d73-a57641bf555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:41:43.994816 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-63a13c8f-caa0-4411-86dc-bf445e323331 None None] Bound port: cd3e75ce-7c93-4701-aca8-ee9c50c89992, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '602c854c-7211-4590-8d73-a57641bf555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:41:43.995191 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-63a13c8f-caa0-4411-86dc-bf445e323331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:44.043764 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-191e1803-6a3b-4cd9-8531-3f044b2723ce req-7a6153af-610e-4df1-9ff5-9f52aa591f59 service neutron] 10.222.0.30 "GET /v2.0/networks/5d44bd9b-f262-43b5-bb0b-697548cb3009?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6176529 Mar 05 13:41:44.197233 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b24f5-724b-4331-89f8-329ac9d445c5 req-ed813484-6b15-4616-8297-92e21c6adbb8 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:44.207325 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-038b24f5-724b-4331-89f8-329ac9d445c5 req-ed813484-6b15-4616-8297-92e21c6adbb8 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d77de0-7ff6-4d69-beaf-34517084c4a6 HTTP/1.1" status: 200 len: 944 time: 1.0674248 Mar 05 13:41:44.249284 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-191e1803-6a3b-4cd9-8531-3f044b2723ce req-cd110f64-e687-40d2-aad8-c04d781df9f8 service neutron] 10.222.0.30 "GET /v2.0/networks/5d44bd9b-f262-43b5-bb0b-697548cb3009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820405 Mar 05 13:41:44.292176 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-63a13c8f-caa0-4411-86dc-bf445e323331 None None] For port cd3e75ce-7c93-4701-aca8-ee9c50c89992, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:41:44.302080 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-63a13c8f-caa0-4411-86dc-bf445e323331 None None] For port cd3e75ce-7c93-4701-aca8-ee9c50c89992, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cd3e75ce-7c93-4701-aca8-ee9c50c89992,segment=NetworkSegment(602c854c-7211-4590-8d73-a57641bf555b),segment_id=602c854c-7211-4590-8d73-a57641bf555b)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:41:44.315211 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-63a13c8f-caa0-4411-86dc-bf445e323331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:44.335936 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-038b24f5-724b-4331-89f8-329ac9d445c5 req-1ba4ce73-5e09-407d-98ce-35da9156efb2 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276891 Mar 05 13:41:44.383851 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cf0cffb8-b0d8-4859-b98c-82539fb80487 req-77f9ab8c-a0c6-4399-9ad3-7094fd762a01 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4110103 Mar 05 13:41:44.387043 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d77503f3-d4ea-4f4a-98b1-499ecbe89ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:44.439498 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d77503f3-d4ea-4f4a-98b1-499ecbe89ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:44.442502 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77503f3-d4ea-4f4a-98b1-499ecbe89ca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50e5b714-90e6-443d-99a1-21e418d64922,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:44.462274 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d77503f3-d4ea-4f4a-98b1-499ecbe89ca8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/50e5b714-90e6-443d-99a1-21e418d64922 HTTP/1.1" status: 204 len: 168 time: 1.7660279 Mar 05 13:41:44.464611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52408) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:44.541874 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33168e94-f5bc-4b17-ba11-eb6167e600fa service neutron] Pushing event updated for resources: {'Port': ['ID=26e15d7a-e8a5-431a-b910-0c8dc2dcec3e,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:44.563535 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] For port aa5a355c-5f58-4db0-bfb5-8e9b384376ef, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:41:44.601297 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6d944-8354-4b75-a1b6-3841f2767284 req-31b8c8ac-9faa-4f82-903a-bea29f1221f0 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:44.611671 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-2fd6d944-8354-4b75-a1b6-3841f2767284 req-31b8c8ac-9faa-4f82-903a-bea29f1221f0 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Synchronizing usage tracker for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:41:44.619881 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 587fd7ca-8b72-400c-8eee-3b3e936db412 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:41:44.624677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94130fea-f808-4f9e-b962-29a2120249de req-8c8b0513-de70-443c-b440-171eb86950c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:44.626197 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-94130fea-f808-4f9e-b962-29a2120249de req-8c8b0513-de70-443c-b440-171eb86950c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&device_id=34254305-e7c5-4dd8-8fbf-8948ff0b55eb HTTP/1.1" status: 200 len: 1100 time: 1.5183961 Mar 05 13:41:44.637810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-33168e94-f5bc-4b17-ba11-eb6167e600fa service neutron] Attempting to bind port 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:41:44.638291 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-33168e94-f5bc-4b17-ba11-eb6167e600fa service neutron] Attempting to bind port 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:41:44.638688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-33168e94-f5bc-4b17-ba11-eb6167e600fa service neutron] Attempting to bind port 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:41:44.642069 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] For port aa5a355c-5f58-4db0-bfb5-8e9b384376ef, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=aa5a355c-5f58-4db0-bfb5-8e9b384376ef,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:41:44.647076 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-2fd6d944-8354-4b75-a1b6-3841f2767284 req-31b8c8ac-9faa-4f82-903a-bea29f1221f0 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Unset dirty status for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:41:44.653904 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2fd6d944-8354-4b75-a1b6-3841f2767284 req-31b8c8ac-9faa-4f82-903a-bea29f1221f0 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=f920d532-c8de-4366-9d00-2441c1edd052 HTTP/1.1" status: 200 len: 934 time: 1.7805111 Mar 05 13:41:44.671438 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a13c8f-caa0-4411-86dc-bf445e323331 None None] Pushing event updated for resources: {'Port': ['ID=cd3e75ce-7c93-4701-aca8-ee9c50c89992,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:44.733527 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-33168e94-f5bc-4b17-ba11-eb6167e600fa service neutron] Port 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:41:44.737370 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-33168e94-f5bc-4b17-ba11-eb6167e600fa service neutron] Attempting to bind port 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:41:44.750108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-33168e94-f5bc-4b17-ba11-eb6167e600fa service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:41:44.750542 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-33168e94-f5bc-4b17-ba11-eb6167e600fa service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:41:44.751018 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-33168e94-f5bc-4b17-ba11-eb6167e600fa service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:41:44.751528 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-33168e94-f5bc-4b17-ba11-eb6167e600fa service neutron] Bound port: 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:41:44.751944 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-33168e94-f5bc-4b17-ba11-eb6167e600fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:44.773879 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:44.777613 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 587fd7ca-8b72-400c-8eee-3b3e936db412 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:44.787466 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 587fd7ca-8b72-400c-8eee-3b3e936db412 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:44.787875 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:44.916517 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b65d182-8dde-4865-b0b4-ae284346c9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5383c409-cf44-437e-8a8c-2bac8b86a853'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:41:44.982734 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2fd6d944-8354-4b75-a1b6-3841f2767284 req-23827820-3128-4874-b9ec-d4c4dfd75e4b tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205101 Mar 05 13:41:45.047170 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:45.088877 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 587fd7ca-8b72-400c-8eee-3b3e936db412, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=587fd7ca-8b72-400c-8eee-3b3e936db412,segment=NetworkSegment(e314dfcc-8cbe-4584-917b-77c4b64bfbab),segment_id=e314dfcc-8cbe-4584-917b-77c4b64bfbab)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:45.098244 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:45.112454 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:45.113784 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:45.118359 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] 10.222.0.15 "PUT /v2.0/ports/aa5a355c-5f58-4db0-bfb5-8e9b384376ef HTTP/1.1" status: 200 len: 1096 time: 8.3282585 Mar 05 13:41:45.278478 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=587fd7ca-8b72-400c-8eee-3b3e936db412,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:45.301137 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a13be35-73b1-4281-91ac-873cf5c299f4', 'tag': 'aa5a355c-5f58-4db0-bfb5-8e9b384376ef'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:41:45.326421 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-530ca0cd-01e4-4525-82e9-006e99620e00 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d849206810044d11adc955a445c83763&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5085471 Mar 05 13:41:45.383623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-33168e94-f5bc-4b17-ba11-eb6167e600fa service neutron] For port 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:41:45.387627 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-33168e94-f5bc-4b17-ba11-eb6167e600fa service neutron] For port 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=26e15d7a-e8a5-431a-b910-0c8dc2dcec3e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:41:45.404881 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b65d182-8dde-4865-b0b4-ae284346c9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5383c409-cf44-437e-8a8c-2bac8b86a853', 'code': 200} Mar 05 13:41:45.600948 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-444d9356-81f0-4bb7-bf3f-8c63999fb602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:45.803404 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a13be35-73b1-4281-91ac-873cf5c299f4', 'tag': 'aa5a355c-5f58-4db0-bfb5-8e9b384376ef', 'status': 'completed', 'code': 200} Mar 05 13:41:45.810836 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-33168e94-f5bc-4b17-ba11-eb6167e600fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:45.883084 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94130fea-f808-4f9e-b962-29a2120249de req-8afbf8b8-7aaf-4b43-b99f-1fe3992d8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:45.884713 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-94130fea-f808-4f9e-b962-29a2120249de req-8afbf8b8-7aaf-4b43-b99f-1fe3992d8680 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 1.2048545 Mar 05 13:41:46.072364 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-94130fea-f808-4f9e-b962-29a2120249de req-6a98296e-091a-4767-a968-5ef43fda03fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=1435958d-e3be-4286-8caa-791704018749 HTTP/1.1" status: 200 len: 217 time: 0.0883198 Mar 05 13:41:46.079871 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-33168e94-f5bc-4b17-ba11-eb6167e600fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:46.080488 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-33168e94-f5bc-4b17-ba11-eb6167e600fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:46.081821 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-33168e94-f5bc-4b17-ba11-eb6167e600fa service neutron] 10.222.0.15 "PUT /v2.0/ports/26e15d7a-e8a5-431a-b910-0c8dc2dcec3e HTTP/1.1" status: 200 len: 1094 time: 4.8951557 Mar 05 13:41:46.185208 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94130fea-f808-4f9e-b962-29a2120249de req-a80c06b6-bd67-4bc8-9c08-884dd5b6531f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:46.186923 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-94130fea-f808-4f9e-b962-29a2120249de req-a80c06b6-bd67-4bc8-9c08-884dd5b6531f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.0877895 Mar 05 13:41:46.199413 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e17bc-5476-4d49-aa5b-7cb5a5b2d268 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5a355c-5f58-4db0-bfb5-8e9b384376ef,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:46.275886 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1010ed83-3a40-4203-ab46-bbdb7c8fe74c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:46.339063 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33168e94-f5bc-4b17-ba11-eb6167e600fa service neutron] Pushing event updated for resources: {'Port': ['ID=26e15d7a-e8a5-431a-b910-0c8dc2dcec3e,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:46.392782 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-6d59f7a9-9914-4960-a5e5-0ad1014cbeff tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:46.394356 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-6d59f7a9-9914-4960-a5e5-0ad1014cbeff tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0418370 Mar 05 13:41:46.422476 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-444d9356-81f0-4bb7-bf3f-8c63999fb602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:46.433643 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1010ed83-3a40-4203-ab46-bbdb7c8fe74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:46.453969 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-a7c7f6f5-e570-40f5-80eb-05acd57f0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:46.455655 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-a7c7f6f5-e570-40f5-80eb-05acd57f0880 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&device_id=3a13be35-73b1-4281-91ac-873cf5c299f4 HTTP/1.1" status: 200 len: 1099 time: 1.0662897 Mar 05 13:41:46.538786 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9d46ae-2092-4d7a-ad5a-e38fc125f5d4 None None] Network eeb6dd3a-1e4e-467a-a55d-6c75511821fe requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:41:46.586223 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cffb8-b0d8-4859-b98c-82539fb80487 req-7100ed3b-bea3-42ea-9830-0ce16207d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:46.588126 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cf0cffb8-b0d8-4859-b98c-82539fb80487 req-7100ed3b-bea3-42ea-9830-0ce16207d450 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=996df70a25244ab7adc6a5dc348944f1&device_id=71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6 HTTP/1.1" status: 200 len: 1101 time: 1.7714961 Mar 05 13:41:46.590010 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-998fff93-26ac-4916-a4f9-ddf82d98f0a0 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/quotas/d849206810044d11adc955a445c83763 HTTP/1.1" status: 200 len: 375 time: 0.1752999 Mar 05 13:41:46.598800 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-444d9356-81f0-4bb7-bf3f-8c63999fb602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80f799e-8972-4975-8718-783092833399']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:41:46.644889 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cd3e75ce-7c93-4701-aca8-ee9c50c89992 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:41:46.693074 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-444d9356-81f0-4bb7-bf3f-8c63999fb602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a89007-6acf-428c-8160-89de20a2a66e') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:41:46.693624 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-444d9356-81f0-4bb7-bf3f-8c63999fb602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a89007-6acf-428c-8160-89de20a2a66e') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:41:46.736120 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-cf43c8fa-deed-4f04-bf8c-8dfd2a1211ee tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d849206810044d11adc955a445c83763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1248038 Mar 05 13:41:46.743683 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-583a904d-e8df-47ce-8cb7-33cf0737f1a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=aa5a355c-5f58-4db0-bfb5-8e9b384376ef HTTP/1.1" status: 200 len: 217 time: 0.2642074 Mar 05 13:41:46.747520 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-444d9356-81f0-4bb7-bf3f-8c63999fb602 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:46.761941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d946b11-3306-42f6-87ff-ac98bde96f08 req-ce2d093d-52e2-4476-8b63-81601b4c8b26 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:46.762676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-5d946b11-3306-42f6-87ff-ac98bde96f08 req-ce2d093d-52e2-4476-8b63-81601b4c8b26 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Synchronizing usage tracker for tenant:c692c831ec1f411cb586cecfb5889b74 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:41:46.844172 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-444d9356-81f0-4bb7-bf3f-8c63999fb602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:46.879060 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-901c3e0a-2647-4e41-8473-5d7f60ff2fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:46.880523 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-901c3e0a-2647-4e41-8473-5d7f60ff2fd6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1109297 Mar 05 13:41:46.949928 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3289b61-a870-4c65-b063-6cd65e60bd1a req-7ec8cbe5-874b-4b4f-9b31-3f14d59266f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:46.951383 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3289b61-a870-4c65-b063-6cd65e60bd1a req-7ec8cbe5-874b-4b4f-9b31-3f14d59266f2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6b65d182-8dde-4865-b0b4-ae284346c9ed HTTP/1.1" status: 200 len: 1096 time: 1.1499851 Mar 05 13:41:46.956427 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-1010ed83-3a40-4203-ab46-bbdb7c8fe74c admin admin] Allocated IP 172.25.4.249 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/0f8445fb-c002-408e-81fc-d78ec4e9157a) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:41:46.959574 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-77c536d3-62de-49cb-93e0-0b811e935437 None None] Provisioning for port cd3e75ce-7c93-4701-aca8-ee9c50c89992 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:47.090074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-5d946b11-3306-42f6-87ff-ac98bde96f08 req-ce2d093d-52e2-4476-8b63-81601b4c8b26 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Unset dirty status for tenant:c692c831ec1f411cb586cecfb5889b74 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:41:47.098436 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d946b11-3306-42f6-87ff-ac98bde96f08 req-ce2d093d-52e2-4476-8b63-81601b4c8b26 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d77de0-7ff6-4d69-beaf-34517084c4a6 HTTP/1.1" status: 200 len: 945 time: 1.1978238 Mar 05 13:41:47.099613 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-444d9356-81f0-4bb7-bf3f-8c63999fb602 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:41:47.100552 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-444d9356-81f0-4bb7-bf3f-8c63999fb602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:47.122101 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port cd3e75ce-7c93-4701-aca8-ee9c50c89992 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:47.123304 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94130fea-f808-4f9e-b962-29a2120249de req-693d495a-255c-4e22-92a2-f5e0f120f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:47.125001 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-94130fea-f808-4f9e-b962-29a2120249de req-693d495a-255c-4e22-92a2-f5e0f120f13f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8229935 Mar 05 13:41:47.138919 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port cd3e75ce-7c93-4701-aca8-ee9c50c89992 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:47.139582 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:47.180952 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-0e319c60-bcc0-49a7-9a79-3025eef0ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:47.182674 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-0e319c60-bcc0-49a7-9a79-3025eef0ec09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&device_id=f920d532-c8de-4366-9d00-2441c1edd052 HTTP/1.1" status: 200 len: 1097 time: 0.9938810 Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:41:47.276497 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:41:47.292006 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-444d9356-81f0-4bb7-bf3f-8c63999fb602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:47.297464 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-444d9356-81f0-4bb7-bf3f-8c63999fb602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:47.337716 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-f56d3561-d611-4833-b2fc-3af150c3d87e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=26e15d7a-e8a5-431a-b910-0c8dc2dcec3e HTTP/1.1" status: 200 len: 217 time: 0.1356647 Mar 05 13:41:47.381862 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-444d9356-81f0-4bb7-bf3f-8c63999fb602 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d80f799e-8972-4975-8718-783092833399 HTTP/1.1" status: 204 len: 168 time: 2.9150496 Mar 05 13:41:47.415902 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d77de0-7ff6-4d69-beaf-34517084c4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587fd7ca-8b72-400c-8eee-3b3e936db412'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:41:47.421219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d9356-81f0-4bb7-bf3f-8c63999fb602 admin admin] Pushing event deleted for resources: {'Network': ['ID=d80f799e-8972-4975-8718-783092833399,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:47.494733 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3289b61-a870-4c65-b063-6cd65e60bd1a req-529f6018-b408-435c-b32c-615dc2e33301 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678922 Mar 05 13:41:47.495743 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cffb8-b0d8-4859-b98c-82539fb80487 req-92f95108-572c-4091-bf11-8ad58e39ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:47.497482 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cf0cffb8-b0d8-4859-b98c-82539fb80487 req-92f95108-572c-4091-bf11-8ad58e39ab43 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.8365240 Mar 05 13:41:47.664178 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-94130fea-f808-4f9e-b962-29a2120249de req-ceb22f19-364e-418c-afa8-4ed9599291ba service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310531 Mar 05 13:41:47.670754 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d946b11-3306-42f6-87ff-ac98bde96f08 req-eaf0813a-7b49-4a7d-b953-19d90d06b80d tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5691254 Mar 05 13:41:47.684231 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-2983a437-baf0-4419-92f0-f118035ba62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:47.691031 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-2983a437-baf0-4419-92f0-f118035ba62a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7901657 Mar 05 13:41:47.877144 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:47.905717 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1010ed83-3a40-4203-ab46-bbdb7c8fe74c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:47.989236 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f920d532-c8de-4366-9d00-2441c1edd052', 'tag': '26e15d7a-e8a5-431a-b910-0c8dc2dcec3e'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:41:47.997238 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-94130fea-f808-4f9e-b962-29a2120249de req-ba6cf2fc-9f8b-4e4a-9de7-8b6b4a42cd00 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018332 Mar 05 13:41:48.086844 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port cd3e75ce-7c93-4701-aca8-ee9c50c89992, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cd3e75ce-7c93-4701-aca8-ee9c50c89992,segment=NetworkSegment(602c854c-7211-4590-8d73-a57641bf555b),segment_id=602c854c-7211-4590-8d73-a57641bf555b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:48.111182 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:48.122445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-f88ff8e2-89c6-4036-b19e-51c2a7150ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:48.124034 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-f88ff8e2-89c6-4036-b19e-51c2a7150ffc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.6018574 Mar 05 13:41:48.206029 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cf0cffb8-b0d8-4859-b98c-82539fb80487 req-f318f554-3686-4268-9f51-dfc8fe1b8e80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=07b8a5c0-4c4a-413b-92e4-9b683f1192a4 HTTP/1.1" status: 200 len: 217 time: 0.6796818 Mar 05 13:41:48.207582 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1010ed83-3a40-4203-ab46-bbdb7c8fe74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:48.250529 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52498) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:48.283113 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-35366319-9f74-4f4d-bdfc-1d6e4ae53e89 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d849206810044d11adc955a445c83763&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661590 Mar 05 13:41:48.357940 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=cd3e75ce-7c93-4701-aca8-ee9c50c89992,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:48.450415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1010ed83-3a40-4203-ab46-bbdb7c8fe74c admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:41:48.515623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-1010ed83-3a40-4203-ab46-bbdb7c8fe74c admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:41:48.531260 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1010ed83-3a40-4203-ab46-bbdb7c8fe74c admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:41:48.556485 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cd3e75ce-7c93-4701-aca8-ee9c50c89992 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:41:48.698702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010ed83-3a40-4203-ab46-bbdb7c8fe74c admin admin] Pushing event updated for resources: {'Port': ['ID=0f8445fb-c002-408e-81fc-d78ec4e9157a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:48.724388 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cffb8-b0d8-4859-b98c-82539fb80487 req-a2008caa-95f9-4446-82fb-5378e282ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:48.733771 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cf0cffb8-b0d8-4859-b98c-82539fb80487 req-a2008caa-95f9-4446-82fb-5378e282ed35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.5144835 Mar 05 13:41:48.853663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port cd3e75ce-7c93-4701-aca8-ee9c50c89992 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:48.854031 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:48.917151 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-839dae5f-073f-4003-a9eb-b6bd97108f89 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:48.925543 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-839dae5f-073f-4003-a9eb-b6bd97108f89 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6415517 Mar 05 13:41:48.936586 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-e867b939-17a1-4ed7-a751-c1e8c425a251 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9316905 Mar 05 13:41:48.964583 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-04ef1377-a756-4fb9-90dd-56c0eafa0f61 None None] Provisioning complete for port cd3e75ce-7c93-4701-aca8-ee9c50c89992 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:48.965167 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-04ef1377-a756-4fb9-90dd-56c0eafa0f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:48.998815 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-9ef2c6b6-0ae1-4627-bb75-122a7c04d86f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/quotas/d849206810044d11adc955a445c83763 HTTP/1.1" status: 200 len: 375 time: 0.0718296 Mar 05 13:41:49.139167 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-aca894b7-20da-468b-87e2-e75cba7071e6 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d849206810044d11adc955a445c83763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1389916 Mar 05 13:41:49.204353 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-247f7bd5-4b95-41c7-afe9-4e4962a53bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:49.207112 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-247f7bd5-4b95-41c7-afe9-4e4962a53bdd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0699809 Mar 05 13:41:49.311518 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d69efc5b-3d74-42ed-82b3-2b9491803ac6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2459f8472f6b4906aa8a60ace2c54b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9939635 Mar 05 13:41:49.317048 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52508) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:49.592828 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d77de0-7ff6-4d69-beaf-34517084c4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587fd7ca-8b72-400c-8eee-3b3e936db412', 'code': 200} Mar 05 13:41:49.628749 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-b279166e-c874-4501-acb7-ba58393b1881 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6817007 Mar 05 13:41:49.659808 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1010ed83-3a40-4203-ab46-bbdb7c8fe74c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:49.670917 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e193e-72f8-4179-816a-63e139c0997f req-a5e89a26-a6b6-464e-8cab-55f271cb1063 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:49.672684 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ee7e193e-72f8-4179-816a-63e139c0997f req-a5e89a26-a6b6-464e-8cab-55f271cb1063 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.30 "GET /v2.0/ports?device_id=241e9eeb-b446-42cb-a2b6-13b61b6499de HTTP/1.1" status: 200 len: 950 time: 0.4555211 Mar 05 13:41:49.827016 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defab56c-bed9-4029-a6d2-63a76db784f3 req-a7032f58-c8d8-46e3-a898-a996f0fe772d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:49.828677 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-defab56c-bed9-4029-a6d2-63a76db784f3 req-a7032f58-c8d8-46e3-a898-a996f0fe772d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=f920d532-c8de-4366-9d00-2441c1edd052 HTTP/1.1" status: 200 len: 946 time: 1.8864679 Mar 05 13:41:50.025215 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-15bde413-40e2-4799-baa6-8d6f27b4813c service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8068380 Mar 05 13:41:50.159127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cffb8-b0d8-4859-b98c-82539fb80487 req-898d94bf-337b-40b5-9e00-6b56cd6cf523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:50.160455 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-8b7724c5-601e-4b42-9b27-9449701f44ce tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d849206810044d11adc955a445c83763&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2653754 Mar 05 13:41:50.160958 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cf0cffb8-b0d8-4859-b98c-82539fb80487 req-898d94bf-337b-40b5-9e00-6b56cd6cf523 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1780605 Mar 05 13:41:50.257237 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-defab56c-bed9-4029-a6d2-63a76db784f3 req-ba537717-3701-4b6d-babe-17c44083477c tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044669 Mar 05 13:41:50.280017 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-403f9e02-b770-4cfb-b5cd-6424bbeddbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:50.487611 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aa6c0f9-b7bb-4624-a266-36236140be23 req-c0106df3-b5af-4c7c-af52-d758791da0ec service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881130 Mar 05 13:41:50.495145 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f920d532-c8de-4366-9d00-2441c1edd052', 'tag': '26e15d7a-e8a5-431a-b910-0c8dc2dcec3e', 'status': 'completed', 'code': 200} Mar 05 13:41:50.499202 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-ee7e193e-72f8-4179-816a-63e139c0997f req-014fa27b-8bbe-4099-9d5a-2d4d82ba1791 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Deleting port 079e0aa9-41cf-487f-8e98-1361e5d0bbf4 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:41:50.499552 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ee7e193e-72f8-4179-816a-63e139c0997f req-014fa27b-8bbe-4099-9d5a-2d4d82ba1791 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:50.747533 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa58d0-9107-42fe-8d5b-0a1a319dde5c req-c1b6ada9-2801-4983-8259-1f06a1395e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:50.749301 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20fa58d0-9107-42fe-8d5b-0a1a319dde5c req-c1b6ada9-2801-4983-8259-1f06a1395e73 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=07d77de0-7ff6-4d69-beaf-34517084c4a6 HTTP/1.1" status: 200 len: 1096 time: 0.9717672 Mar 05 13:41:50.819499 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1010ed83-3a40-4203-ab46-bbdb7c8fe74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:50.835400 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-403f9e02-b770-4cfb-b5cd-6424bbeddbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:51.014493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c99c6-7b0c-4b62-b31c-1b705ec4c6f3 req-a518247d-80ca-40da-a432-aef3d02719ad tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:51.034924 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aa5c99c6-7b0c-4b62-b31c-1b705ec4c6f3 req-a518247d-80ca-40da-a432-aef3d02719ad tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=241e9eeb-b446-42cb-a2b6-13b61b6499de HTTP/1.1" status: 200 len: 950 time: 1.0048606 Mar 05 13:41:51.058615 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1683e-214f-4d11-a3cf-8a47d58a0c71 req-aacb5a55-dca7-4ee5-95a8-c8bebb04d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:51.061852 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fde1683e-214f-4d11-a3cf-8a47d58a0c71 req-aacb5a55-dca7-4ee5-95a8-c8bebb04d79a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&device_id=3a13be35-73b1-4281-91ac-873cf5c299f4 HTTP/1.1" status: 200 len: 1099 time: 1.1170721 Mar 05 13:41:51.093988 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20fa58d0-9107-42fe-8d5b-0a1a319dde5c req-c2c8a27f-2873-40e3-9465-8ffdddcd2dfe service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132834 Mar 05 13:41:51.141242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-25c873f1-d3fb-4d70-8865-8e6cdcf28fe9 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:51.142541 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-25c873f1-d3fb-4d70-8865-8e6cdcf28fe9 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9461129 Mar 05 13:41:51.174395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Request body: {'port': {'device_id': '6780fff9-eb3e-47f3-93a8-6b3c20f61303', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': 'd849206810044d11adc955a445c83763'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:51.494753 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cf0cffb8-b0d8-4859-b98c-82539fb80487 req-ad55bf50-b98e-4340-854a-623ec655e67c service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2710865 Mar 05 13:41:51.503765 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-403f9e02-b770-4cfb-b5cd-6424bbeddbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:51.681368 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aa5c99c6-7b0c-4b62-b31c-1b705ec4c6f3 req-10f2bfc0-61bf-4dda-8db4-c88ed9b9c258 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6444170 Mar 05 13:41:51.708888 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cf0cffb8-b0d8-4859-b98c-82539fb80487 req-49d5f29f-9c37-4990-8117-c39cc0deb9ba service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861510 Mar 05 13:41:51.716415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f9e02-b770-4cfb-b5cd-6424bbeddbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0989d9f3-a68b-42fe-a374-b7b018e13749,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:51.798089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930fd9c-7a40-4391-9b7a-a8a5be6ae7d2 req-657ad426-f2da-42fd-9a95-2eb40a33b420 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:51.799946 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d930fd9c-7a40-4391-9b7a-a8a5be6ae7d2 req-657ad426-f2da-42fd-9a95-2eb40a33b420 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d77de0-7ff6-4d69-beaf-34517084c4a6 HTTP/1.1" status: 200 len: 945 time: 1.0639193 Mar 05 13:41:51.801064 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-403f9e02-b770-4cfb-b5cd-6424bbeddbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:51.807611 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-403f9e02-b770-4cfb-b5cd-6424bbeddbc8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0989d9f3-a68b-42fe-a374-b7b018e13749 HTTP/1.1" status: 204 len: 168 time: 2.4832270 Mar 05 13:41:51.885048 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device aa5a355c-5f58-4db0-bfb5-8e9b384376ef details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:41:51.907070 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d5291-899d-4b13-9e12-a6827e9424af req-b487d7bb-234c-442b-b4dc-23076c3c7f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:51.915628 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0b8d5291-899d-4b13-9e12-a6827e9424af req-b487d7bb-234c-442b-b4dc-23076c3c7f80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&device_id=f920d532-c8de-4366-9d00-2441c1edd052 HTTP/1.1" status: 200 len: 1097 time: 1.2150657 Mar 05 13:41:51.969640 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1683e-214f-4d11-a3cf-8a47d58a0c71 req-215aab7e-a941-422b-8bbc-524890331992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:51.976454 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fde1683e-214f-4d11-a3cf-8a47d58a0c71 req-215aab7e-a941-422b-8bbc-524890331992 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.8662131 Mar 05 13:41:52.059338 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d930fd9c-7a40-4391-9b7a-a8a5be6ae7d2 req-4018bee2-8296-4332-9a60-634111752658 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019567 Mar 05 13:41:52.175960 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-b9393323-9cc2-4fe4-a305-092513c207d6 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d849206810044d11adc955a445c83763&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3530056 Mar 05 13:41:52.235127 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port aa5a355c-5f58-4db0-bfb5-8e9b384376ef, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=aa5a355c-5f58-4db0-bfb5-8e9b384376ef,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:52.283471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'aa5a355c-5f58-4db0-bfb5-8e9b384376ef', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': 'aa5a355c-5f58-4db0-bfb5-8e9b384376ef', 'mac_address': 'fa:16:3e:ce:04:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:41:52.421703 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 079e0aa9-41cf-487f-8e98-1361e5d0bbf4 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:41:52.548235 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:52.587756 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5a355c-5f58-4db0-bfb5-8e9b384376ef {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:41:52.705277 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d5291-899d-4b13-9e12-a6827e9424af req-8a3cb19b-4265-4c7e-8d23-41c4214a5bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:52.707756 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0b8d5291-899d-4b13-9e12-a6827e9424af req-8a3cb19b-4265-4c7e-8d23-41c4214a5bb5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.7216084 Mar 05 13:41:52.726287 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-411c5ffd-5111-4237-a78a-85f2d6b54859 req-ac4e360a-bfae-42fb-b72b-ccedf84e79e4 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=16f950ff-6c4d-46cd-bbe2-6b0087064856 HTTP/1.1" status: 200 len: 210 time: 0.3834383 Mar 05 13:41:52.743345 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port aa5a355c-5f58-4db0-bfb5-8e9b384376ef, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=aa5a355c-5f58-4db0-bfb5-8e9b384376ef,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:52.755477 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:52.845221 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-eb3727e6-b7b2-4cae-bc80-e6009943e65f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:52.851456 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-eb3727e6-b7b2-4cae-bc80-e6009943e65f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6680853 Mar 05 13:41:52.883445 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Request body: {'port': {'device_id': '16f950ff-6c4d-46cd-bbe2-6b0087064856', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': 'd849206810044d11adc955a445c83763'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:52.908120 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:52.952150 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fde1683e-214f-4d11-a3cf-8a47d58a0c71 req-3a83f6ca-a942-4f32-94c9-980086c148e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=aa5a355c-5f58-4db0-bfb5-8e9b384376ef HTTP/1.1" status: 200 len: 217 time: 0.3861871 Mar 05 13:41:53.022481 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0b8d5291-899d-4b13-9e12-a6827e9424af req-6c4506f7-0cb6-4820-bfb5-464fcf9fcd15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=26e15d7a-e8a5-431a-b910-0c8dc2dcec3e HTTP/1.1" status: 200 len: 217 time: 0.2595899 Mar 05 13:41:53.034144 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241e9eeb-b446-42cb-a2b6-13b61b6499de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '079e0aa9-41cf-487f-8e98-1361e5d0bbf4'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:41:53.051936 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 079e0aa9-41cf-487f-8e98-1361e5d0bbf4, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=079e0aa9-41cf-487f-8e98-1361e5d0bbf4,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:53.056624 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['aa5a355c-5f58-4db0-bfb5-8e9b384376ef'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:41:53.137568 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=aa5a355c-5f58-4db0-bfb5-8e9b384376ef,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:53.160426 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-ee7e193e-72f8-4179-816a-63e139c0997f req-014fa27b-8bbe-4099-9d5a-2d4d82ba1791 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] For port 079e0aa9-41cf-487f-8e98-1361e5d0bbf4, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=079e0aa9-41cf-487f-8e98-1361e5d0bbf4,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:53.160780 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:53.160943 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ee7e193e-72f8-4179-816a-63e139c0997f req-014fa27b-8bbe-4099-9d5a-2d4d82ba1791 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:53.339520 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-ee7e193e-72f8-4179-816a-63e139c0997f req-014fa27b-8bbe-4099-9d5a-2d4d82ba1791 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Calling delete_port for 079e0aa9-41cf-487f-8e98-1361e5d0bbf4 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:41:53.348884 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:53.355574 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=079e0aa9-41cf-487f-8e98-1361e5d0bbf4,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:53.358345 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1010ed83-3a40-4203-ab46-bbdb7c8fe74c admin admin] Router b739ddb9-60e3-4d87-9292-9616156585a4 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:41:53.365045 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Usage tracker for resource:port and tenant:d849206810044d11adc955a445c83763 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:53.374179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:53.463029 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:53.469155 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:53.479625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1683e-214f-4d11-a3cf-8a47d58a0c71 req-fa657c62-e3fe-4b41-b478-c96080beb5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:53.483640 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fde1683e-214f-4d11-a3cf-8a47d58a0c71 req-fa657c62-e3fe-4b41-b478-c96080beb5d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.5066440 Mar 05 13:41:53.498455 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88edab-d216-4ca5-991a-cf4b467d945f req-6aa0307c-3577-45d2-81a2-5d7fa5035709 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:53.503747 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8f88edab-d216-4ca5-991a-cf4b467d945f req-6aa0307c-3577-45d2-81a2-5d7fa5035709 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=f920d532-c8de-4366-9d00-2441c1edd052 HTTP/1.1" status: 200 len: 946 time: 0.7866426 Mar 05 13:41:53.602149 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d5291-899d-4b13-9e12-a6827e9424af req-cfb50ea0-dcda-4b99-8af9-1cc1a341f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:53.607210 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0b8d5291-899d-4b13-9e12-a6827e9424af req-cfb50ea0-dcda-4b99-8af9-1cc1a341f9a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.5300608 Mar 05 13:41:53.611132 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Made reservation on behalf of d849206810044d11adc955a445c83763 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:41:53.615042 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:53.617428 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Usage tracker for resource:port and tenant:d849206810044d11adc955a445c83763 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:53.620385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52568) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:53.622224 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [req-ee7e193e-72f8-4179-816a-63e139c0997f req-014fa27b-8bbe-4099-9d5a-2d4d82ba1791 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:41:53.622548 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [req-ee7e193e-72f8-4179-816a-63e139c0997f req-014fa27b-8bbe-4099-9d5a-2d4d82ba1791 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:41:53.628427 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:53.652732 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:53.748485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:53.757478 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8f88edab-d216-4ca5-991a-cf4b467d945f req-3acb8e60-6758-45a2-ae4b-6534913e6100 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444398 Mar 05 13:41:53.758377 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:53.770860 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Usage tracker for resource:security_group_rule and tenant:d849206810044d11adc955a445c83763 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:53.776902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:53.787456 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:53.789994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1010ed83-3a40-4203-ab46-bbdb7c8fe74c admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:41:53.798918 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] Sync routers for ids ['b739ddb9-60e3-4d87-9292-9616156585a4'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:41:53.814301 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] Routers {'b739ddb9-60e3-4d87-9292-9616156585a4'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:41:53.815167 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:41:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b739ddb9-60e3-4d87-9292-9616156585a4'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:41:53.825304 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7081c3-490b-479c-bd9f-9e81f1b0bf6e req-3ad52010-d47d-4c24-9273-11508a66fcab tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:53.827025 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1e7081c3-490b-479c-bd9f-9e81f1b0bf6e req-3ad52010-d47d-4c24-9273-11508a66fcab tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=241e9eeb-b446-42cb-a2b6-13b61b6499de HTTP/1.1" status: 200 len: 948 time: 0.8721848 Mar 05 13:41:53.867405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Made reservation on behalf of d849206810044d11adc955a445c83763 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:41:53.877210 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:53.883854 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1010ed83-3a40-4203-ab46-bbdb7c8fe74c admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:53.891393 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1010ed83-3a40-4203-ab46-bbdb7c8fe74c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.6784618 Mar 05 13:41:53.895397 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52582) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:53.918703 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:41:54.017614 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1e7081c3-490b-479c-bd9f-9e81f1b0bf6e req-1e289729-be5b-4a08-9d41-829ce6963024 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768038 Mar 05 13:41:54.023280 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:54.132522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-f0fe2a0d-f569-48f6-a16e-02a31b6f1634 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1622295934-network', 'tenant_id': 'e1fac5b5662d458d87cdab2f10d0a6a4'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:54.141887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-ee7e193e-72f8-4179-816a-63e139c0997f req-014fa27b-8bbe-4099-9d5a-2d4d82ba1791 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Deleting port 079e0aa9-41cf-487f-8e98-1361e5d0bbf4 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:41:54.142232 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ee7e193e-72f8-4179-816a-63e139c0997f req-014fa27b-8bbe-4099-9d5a-2d4d82ba1791 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:54.239911 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=26e15d7a-e8a5-431a-b910-0c8dc2dcec3e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:54.244413 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:54.251489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f0fe2a0d-f569-48f6-a16e-02a31b6f1634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:54.276614 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '26e15d7a-e8a5-431a-b910-0c8dc2dcec3e', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '26e15d7a-e8a5-431a-b910-0c8dc2dcec3e', 'mac_address': 'fa:16:3e:1e:f0:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:41:54.286412 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241e9eeb-b446-42cb-a2b6-13b61b6499de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '079e0aa9-41cf-487f-8e98-1361e5d0bbf4', 'code': 200} Mar 05 13:41:54.292455 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f0fe2a0d-f569-48f6-a16e-02a31b6f1634 admin admin] Usage tracker for resource:network and tenant:e1fac5b5662d458d87cdab2f10d0a6a4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:54.299999 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Usage tracker for resource:security_group_rule and tenant:d849206810044d11adc955a445c83763 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:54.303987 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f0fe2a0d-f569-48f6-a16e-02a31b6f1634 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:54.306913 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:54.349596 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d5291-899d-4b13-9e12-a6827e9424af req-62e5352c-b175-493d-aaf4-7474963212a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:54.351851 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0b8d5291-899d-4b13-9e12-a6827e9424af req-62e5352c-b175-493d-aaf4-7474963212a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7248201 Mar 05 13:41:54.359369 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] Set router b739ddb9-60e3-4d87-9292-9616156585a4 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:41:54.367517 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f0fe2a0d-f569-48f6-a16e-02a31b6f1634 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:54.378290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:54.380890 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1683e-214f-4d11-a3cf-8a47d58a0c71 req-2e689a39-0363-4725-9e41-dd4ff10b91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:54.383443 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fde1683e-214f-4d11-a3cf-8a47d58a0c71 req-2e689a39-0363-4725-9e41-dd4ff10b91a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7757499 Mar 05 13:41:54.414842 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:54.455658 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:54.500988 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:41:54.517025 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:54.543537 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=26e15d7a-e8a5-431a-b910-0c8dc2dcec3e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:54.554794 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:54.630105 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-fdd8c7f3-2886-44c3-8755-5f62aab7a042 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Synchronizing usage tracker for tenant:2a0c57f40aca4bf38eae932699756534 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:41:54.692508 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=26e15d7a-e8a5-431a-b910-0c8dc2dcec3e,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:54.802095 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'name': 'tempest-TaggedBootDevicesTest-1596754330-router', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:42Z', 'updated_at': '2022-03-05T13:41:49Z', 'revision_number': 3, 'project_id': '28610c303cf6490b864485c4875d7beb', 'gw_port': {'id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:46Z', 'updated_at': '2022-03-05T13:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:41:54.805204 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] Checking router: b739ddb9-60e3-4d87-9292-9616156585a4 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:41:54.805486 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] Updating router b739ddb9-60e3-4d87-9292-9616156585a4 port 0f8445fb-c002-408e-81fc-d78ec4e9157a binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:41:54.833194 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['26e15d7a-e8a5-431a-b910-0c8dc2dcec3e'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:41:54.868729 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:55.067156 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ac5ab4-f086-4159-9df5-96fbfbed230f,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:55.070645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-fdd8c7f3-2886-44c3-8755-5f62aab7a042 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Unset dirty status for tenant:2a0c57f40aca4bf38eae932699756534 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:41:55.080279 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-fdd8c7f3-2886-44c3-8755-5f62aab7a042 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1128799518&fields=id&tenant_id=2a0c57f40aca4bf38eae932699756534 HTTP/1.1" status: 200 len: 267 time: 0.6477604 Mar 05 13:41:55.205264 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0b8d5291-899d-4b13-9e12-a6827e9424af req-90f9119f-f28f-4785-b8d5-1f550f51634f service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8294907 Mar 05 13:41:55.220665 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fe2a0d-f569-48f6-a16e-02a31b6f1634 admin admin] Made reservation on behalf of e1fac5b5662d458d87cdab2f10d0a6a4 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:41:55.225905 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2a0d-f569-48f6-a16e-02a31b6f1634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:55.262154 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-8cd33282-e17a-4e7f-8950-f293a1af45e6 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:55.262898 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-8cd33282-e17a-4e7f-8950-f293a1af45e6 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Synchronizing usage tracker for tenant:2a0c57f40aca4bf38eae932699756534 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:41:55.311640 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2a0d-f569-48f6-a16e-02a31b6f1634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:55.363040 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-8cd33282-e17a-4e7f-8950-f293a1af45e6 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Unset dirty status for tenant:2a0c57f40aca4bf38eae932699756534 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:41:55.371123 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-8cd33282-e17a-4e7f-8950-f293a1af45e6 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/networks?id=d3131e3c-1862-4a0f-920e-c001f597ed59 HTTP/1.1" status: 200 len: 816 time: 0.2888155 Mar 05 13:41:55.414712 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:55.429242 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) d849206810044d11adc955a445c83763 {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:41:55.429640 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:41:55.443462 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-8c3af6de-66f4-410b-a2be-2695a67dfbab tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/quotas/2a0c57f40aca4bf38eae932699756534 HTTP/1.1" status: 200 len: 375 time: 0.0714364 Mar 05 13:41:55.448634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f0fe2a0d-f569-48f6-a16e-02a31b6f1634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:55.454226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f0fe2a0d-f569-48f6-a16e-02a31b6f1634 admin admin] Usage tracker for resource:security_group_rule and tenant:e1fac5b5662d458d87cdab2f10d0a6a4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:55.454967 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] Transition to ACTIVE for port object 0f8445fb-c002-408e-81fc-d78ec4e9157a will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:55.458174 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f0fe2a0d-f569-48f6-a16e-02a31b6f1634 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:55.468064 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f0fe2a0d-f569-48f6-a16e-02a31b6f1634 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:55.474663 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:55.609075 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2a0d-f569-48f6-a16e-02a31b6f1634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:55.621390 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Allocated IP 192.168.233.8 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/f8e868d7-19d4-4db9-bdee-5b44bdc7acd2) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:41:55.661981 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] Attempting to bind port 0f8445fb-c002-408e-81fc-d78ec4e9157a on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:41:55.662882 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] Attempting to bind port 0f8445fb-c002-408e-81fc-d78ec4e9157a by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:41:55.663521 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] Attempting to bind port 0f8445fb-c002-408e-81fc-d78ec4e9157a on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:41:55.668410 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6f8ce-c56e-4d98-b85a-513bcf8bcfeb None None] Pushing event updated for resources: {'Port': ['ID=0f8445fb-c002-408e-81fc-d78ec4e9157a,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:55.669794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5d903ea8-06ad-446a-bdcd-269a300d05a9 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Synchronizing usage tracker for tenant:2a0c57f40aca4bf38eae932699756534 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:41:55.683552 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:41:55.683919 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:41:55.684316 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:55.684702 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:41:55.685175 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] Bound port: 0f8445fb-c002-408e-81fc-d78ec4e9157a, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:41:55.685561 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:55.692322 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2a0d-f569-48f6-a16e-02a31b6f1634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:55.765707 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] For port 0f8445fb-c002-408e-81fc-d78ec4e9157a, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:41:55.769054 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] For port 0f8445fb-c002-408e-81fc-d78ec4e9157a, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0f8445fb-c002-408e-81fc-d78ec4e9157a,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:41:55.775214 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:55.830339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe2a0d-f569-48f6-a16e-02a31b6f1634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c08555d-37db-43e8-8971-7d03cc71c1eb,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:55.855866 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f7129-6e3e-44da-b24f-002a29501f19 req-fb66d028-7307-42f2-ac9d-acbe4eb06edf tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:55.858229 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8e8f7129-6e3e-44da-b24f-002a29501f19 req-fb66d028-7307-42f2-ac9d-acbe4eb06edf tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?device_id=07d77de0-7ff6-4d69-beaf-34517084c4a6 HTTP/1.1" status: 200 len: 945 time: 1.5675941 Mar 05 13:41:55.861858 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fe2a0d-f569-48f6-a16e-02a31b6f1634 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:41:55.882629 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] Routers {'b739ddb9-60e3-4d87-9292-9616156585a4'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:41:55.883417 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:41:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b739ddb9-60e3-4d87-9292-9616156585a4'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:41:55.917732 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:41:55.936871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5d903ea8-06ad-446a-bdcd-269a300d05a9 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Unset dirty status for tenant:2a0c57f40aca4bf38eae932699756534 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:41:55.937222 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:55.944453 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5d903ea8-06ad-446a-bdcd-269a300d05a9 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a0c57f40aca4bf38eae932699756534&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4990857 Mar 05 13:41:55.956105 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6f8ce-c56e-4d98-b85a-513bcf8bcfeb None None] Pushing event updated for resources: {'Port': ['ID=0f8445fb-c002-408e-81fc-d78ec4e9157a,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:55.984069 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-ee7e193e-72f8-4179-816a-63e139c0997f req-014fa27b-8bbe-4099-9d5a-2d4d82ba1791 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] For port 079e0aa9-41cf-487f-8e98-1361e5d0bbf4, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=079e0aa9-41cf-487f-8e98-1361e5d0bbf4,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:55.984444 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ee7e193e-72f8-4179-816a-63e139c0997f req-014fa27b-8bbe-4099-9d5a-2d4d82ba1791 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:56.004530 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2a0d-f569-48f6-a16e-02a31b6f1634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:56.007220 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-f0fe2a0d-f569-48f6-a16e-02a31b6f1634 admin admin] Added segment 6380a3be-e903-4bb3-b3fb-5e65ebf800e8 of type vlan for network cb10e242-736f-4f34-a700-622d13e392c5 Mar 05 13:41:56.060888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:56.071559 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:56.072320 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:56.138822 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] Set router b739ddb9-60e3-4d87-9292-9616156585a4 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:41:56.173550 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fde1683e-214f-4d11-a3cf-8a47d58a0c71 req-3b1ebde0-f36f-4a9c-9605-bfca4fe8fa5b service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7093337 Mar 05 13:41:56.316744 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:56.347984 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:56.354615 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-92458a99-adf8-47c3-8a12-c960fb445392 service neutron] 10.222.0.16 "GET /v2.0/networks/d3131e3c-1862-4a0f-920e-c001f597ed59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710473 Mar 05 13:41:56.360144 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-36915d95-1a05-41d9-b324-1bce8bb55b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:56.392853 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Transition to ACTIVE for port object f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:56.398327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f920d532-c8de-4366-9d00-2441c1edd052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e15d7a-e8a5-431a-b910-0c8dc2dcec3e'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:41:56.422179 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=26e15d7a-e8a5-431a-b910-0c8dc2dcec3e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:56.424414 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2a0d-f569-48f6-a16e-02a31b6f1634 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:56.432579 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:56.435822 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device aa5a355c-5f58-4db0-bfb5-8e9b384376ef up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:41:56.464581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-ee7e193e-72f8-4179-816a-63e139c0997f req-014fa27b-8bbe-4099-9d5a-2d4d82ba1791 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Calling delete_port for 079e0aa9-41cf-487f-8e98-1361e5d0bbf4 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:41:56.595621 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port aa5a355c-5f58-4db0-bfb5-8e9b384376ef completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:56.604636 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port aa5a355c-5f58-4db0-bfb5-8e9b384376ef triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:56.605093 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:56.648669 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'name': 'tempest-TaggedBootDevicesTest-1596754330-router', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:42Z', 'updated_at': '2022-03-05T13:41:49Z', 'revision_number': 3, 'project_id': '28610c303cf6490b864485c4875d7beb', 'gw_port': {'id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:46Z', 'updated_at': '2022-03-05T13:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:41:56.657413 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29706fc6-7f18-487a-9aab-3092055b8f30 None None] The sync data for ids ['b739ddb9-60e3-4d87-9292-9616156585a4'] in n-d-803718-1 is: [{'id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'name': 'tempest-TaggedBootDevicesTest-1596754330-router', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:42Z', 'updated_at': '2022-03-05T13:41:49Z', 'revision_number': 3, 'project_id': '28610c303cf6490b864485c4875d7beb', 'gw_port': {'id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:46Z', 'updated_at': '2022-03-05T13:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:41:56.672891 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=26e15d7a-e8a5-431a-b910-0c8dc2dcec3e,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:56.732632 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8e8f7129-6e3e-44da-b24f-002a29501f19 req-80954efb-3e4b-4d90-9778-6da1d223bdec tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8540905 Mar 05 13:41:56.737062 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fde1683e-214f-4d11-a3cf-8a47d58a0c71 req-0f4903b8-b535-4c28-8e78-44372af510dd service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403390 Mar 05 13:41:56.737676 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2a0d-f569-48f6-a16e-02a31b6f1634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:56.740576 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fe2a0d-f569-48f6-a16e-02a31b6f1634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:56.741464 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2a0d-f569-48f6-a16e-02a31b6f1634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:56.744545 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:56.830709 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:56.880905 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-0c573728-61d2-44d4-bf48-0d39b9c09d4f service neutron] 10.222.0.16 "GET /v2.0/networks/d3131e3c-1862-4a0f-920e-c001f597ed59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109890 Mar 05 13:41:56.923609 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:41:56.925575 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port aa5a355c-5f58-4db0-bfb5-8e9b384376ef, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=aa5a355c-5f58-4db0-bfb5-8e9b384376ef,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:56.929558 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:41:56.941634 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:56.944391 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:41:57.018937 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Pushing event updated for resources: {'Port': ['ID=f8e868d7-19d4-4db9-bdee-5b44bdc7acd2,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:57.113705 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe2a0d-f569-48f6-a16e-02a31b6f1634 admin admin] Pushing event updated for resources: {'Network': ['ID=cb10e242-736f-4f34-a700-622d13e392c5,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:57.170692 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=aa5a355c-5f58-4db0-bfb5-8e9b384376ef,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:57.176423 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network cb10e242-736f-4f34-a700-622d13e392c5 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:41:57.185198 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0b8d5291-899d-4b13-9e12-a6827e9424af req-679491bd-72ba-44a4-90be-138d09704c47 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9077475 Mar 05 13:41:57.502660 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:57.503871 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:57.518183 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d197b104-9014-4663-b92d-1a2de46efe7e None None] Provisioning for port f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:57.524596 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d197b104-9014-4663-b92d-1a2de46efe7e None None] Provisioning complete for port f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:57.524975 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d197b104-9014-4663-b92d-1a2de46efe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:57.539996 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Allocated IP 192.168.233.123 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/3953bd01-eec3-49cd-9135-0700f1de9c5c) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:41:57.550207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-36915d95-1a05-41d9-b324-1bce8bb55b2c admin admin] Allocated IP 172.20.0.1 (eeb6dd3a-1e4e-467a-a55d-6c75511821fe/c7f5fdc7-cd8a-40ad-987c-101447f15754/c59efc00-ff3c-4261-8bfb-202004ab011e) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:41:57.659131 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d197b104-9014-4663-b92d-1a2de46efe7e None None] Port f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:41:57.748750 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3bf1850b-1983-4f29-9ffa-d77e36dc520f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.8754876 Mar 05 13:41:57.786931 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-799e6b0e-7984-4f8e-8c4d-770c87d54732 service neutron] Request body: {'port': {'device_id': '16f950ff-6c4d-46cd-bbe2-6b0087064856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:57.860538 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f0fe2a0d-f569-48f6-a16e-02a31b6f1634 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 4.2365983 Mar 05 13:41:57.901591 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52618) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:41:57.920272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-dd47dfa0-3f2e-4321-89d2-77c64a3d68e8 admin admin] Request body: {'subnet': {'network_id': 'cb10e242-736f-4f34-a700-622d13e392c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1622295934-subnet', 'tenant_id': 'e1fac5b5662d458d87cdab2f10d0a6a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:41:57.941975 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f995a6-8af7-408d-ba6b-05bc0d96c0a8 req-6282e6ad-6be5-4f5e-add2-3a0953c440a5 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:57.942743 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a2f995a6-8af7-408d-ba6b-05bc0d96c0a8 req-6282e6ad-6be5-4f5e-add2-3a0953c440a5 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Synchronizing usage tracker for tenant:d849206810044d11adc955a445c83763 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:41:58.019648 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-dd47dfa0-3f2e-4321-89d2-77c64a3d68e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:41:58.039455 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dd47dfa0-3f2e-4321-89d2-77c64a3d68e8 admin admin] Usage tracker for resource:subnet and tenant:e1fac5b5662d458d87cdab2f10d0a6a4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:41:58.046416 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dd47dfa0-3f2e-4321-89d2-77c64a3d68e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:41:58.086969 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-dd47dfa0-3f2e-4321-89d2-77c64a3d68e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:41:58.090083 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-36915d95-1a05-41d9-b324-1bce8bb55b2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:58.116894 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-799e6b0e-7984-4f8e-8c4d-770c87d54732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:58.122276 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a2f995a6-8af7-408d-ba6b-05bc0d96c0a8 req-6282e6ad-6be5-4f5e-add2-3a0953c440a5 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Unset dirty status for tenant:d849206810044d11adc955a445c83763 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:41:58.123848 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a2f995a6-8af7-408d-ba6b-05bc0d96c0a8 req-6282e6ad-6be5-4f5e-add2-3a0953c440a5 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=16f950ff-6c4d-46cd-bbe2-6b0087064856 HTTP/1.1" status: 200 len: 934 time: 1.0817475 Mar 05 13:41:58.147340 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd47dfa0-3f2e-4321-89d2-77c64a3d68e8 admin admin] Made reservation on behalf of e1fac5b5662d458d87cdab2f10d0a6a4 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:41:58.150527 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd47dfa0-3f2e-4321-89d2-77c64a3d68e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:58.198754 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:58.201440 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-36915d95-1a05-41d9-b324-1bce8bb55b2c admin admin] Transition to ACTIVE for port object c59efc00-ff3c-4261-8bfb-202004ab011e will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:58.235687 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ee7e193e-72f8-4179-816a-63e139c0997f req-014fa27b-8bbe-4099-9d5a-2d4d82ba1791 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:58.248848 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['07b8a5c0-4c4a-413b-92e4-9b683f1192a4'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:41:58.326343 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fe6bd-d206-43ce-a65d-fe7e811b4ff0 req-c0a63dbb-886f-40ef-a16f-ee88b550e63f tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:58.343623 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-708fe6bd-d206-43ce-a65d-fe7e811b4ff0 req-c0a63dbb-886f-40ef-a16f-ee88b550e63f tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=f920d532-c8de-4366-9d00-2441c1edd052 HTTP/1.1" status: 200 len: 948 time: 0.4197721 Mar 05 13:41:58.508293 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-36915d95-1a05-41d9-b324-1bce8bb55b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:58.582213 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0f8445fb-c002-408e-81fc-d78ec4e9157a up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:41:58.661479 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-708fe6bd-d206-43ce-a65d-fe7e811b4ff0 req-13f4a02b-a789-45cd-82f9-885bc13ed071 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168128 Mar 05 13:41:58.726989 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Transition to ACTIVE for port object 3953bd01-eec3-49cd-9135-0700f1de9c5c will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:41:58.727739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36915d95-1a05-41d9-b324-1bce8bb55b2c admin admin] Network eeb6dd3a-1e4e-467a-a55d-6c75511821fe is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:41:58.730572 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fa27b-8bbe-4099-9d5a-2d4d82ba1791 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Pushing event deleted for resources: {'Port': ['ID=079e0aa9-41cf-487f-8e98-1361e5d0bbf4,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:58.735459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-36915d95-1a05-41d9-b324-1bce8bb55b2c admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:41:58.762119 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36915d95-1a05-41d9-b324-1bce8bb55b2c admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:41:58.811887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a2f995a6-8af7-408d-ba6b-05bc0d96c0a8 req-4f22acd8-13b6-4c06-8c20-bf184d226e9e tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Synchronizing usage tracker for tenant:d849206810044d11adc955a445c83763 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:41:58.867784 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:58.947352 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 0f8445fb-c002-408e-81fc-d78ec4e9157a completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:58.954138 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 0f8445fb-c002-408e-81fc-d78ec4e9157a triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:58.956642 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:58.975994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36915d95-1a05-41d9-b324-1bce8bb55b2c admin admin] Pushing event updated for resources: {'Port': ['ID=c59efc00-ff3c-4261-8bfb-202004ab011e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:59.026234 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-36915d95-1a05-41d9-b324-1bce8bb55b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:59.060186 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:59.231478 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7e193e-72f8-4179-816a-63e139c0997f req-014fa27b-8bbe-4099-9d5a-2d4d82ba1791 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] No DVR routers for this DVR port 079e0aa9-41cf-487f-8e98-1361e5d0bbf4 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:41:59.246292 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec24040f-2b6b-4fee-ad0f-7d179d8edb59 req-13064d83-a55f-4e7f-8d4b-849b2ade4120 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=241e9eeb-b446-42cb-a2b6-13b61b6499de HTTP/1.1" status: 200 len: 210 time: 0.1847861 Mar 05 13:41:59.255065 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ee7e193e-72f8-4179-816a-63e139c0997f req-014fa27b-8bbe-4099-9d5a-2d4d82ba1791 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:59.270486 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:59.272249 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241e9eeb-b446-42cb-a2b6-13b61b6499de', 'name': 'network-vif-deleted', 'tag': '079e0aa9-41cf-487f-8e98-1361e5d0bbf4'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:41:59.279336 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ee7e193e-72f8-4179-816a-63e139c0997f req-014fa27b-8bbe-4099-9d5a-2d4d82ba1791 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.30 "DELETE /v2.0/ports/079e0aa9-41cf-487f-8e98-1361e5d0bbf4 HTTP/1.1" status: 204 len: 173 time: 9.5969658 Mar 05 13:41:59.308983 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e0165621-2c64-450d-8a91-7441fe04501e None None] Provisioning for port c59efc00-ff3c-4261-8bfb-202004ab011e completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:59.312020 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a2f995a6-8af7-408d-ba6b-05bc0d96c0a8 req-4f22acd8-13b6-4c06-8c20-bf184d226e9e tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Unset dirty status for tenant:d849206810044d11adc955a445c83763 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:41:59.313169 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a2f995a6-8af7-408d-ba6b-05bc0d96c0a8 req-4f22acd8-13b6-4c06-8c20-bf184d226e9e tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1374865 Mar 05 13:41:59.326349 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e0165621-2c64-450d-8a91-7441fe04501e None None] Provisioning complete for port c59efc00-ff3c-4261-8bfb-202004ab011e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:59.327088 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e0165621-2c64-450d-8a91-7441fe04501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:59.438099 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:41:59.452720 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:41:59.477915 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:41:59.488324 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f920d532-c8de-4366-9d00-2441c1edd052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e15d7a-e8a5-431a-b910-0c8dc2dcec3e', 'code': 200} Mar 05 13:41:59.497571 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e0165621-2c64-450d-8a91-7441fe04501e None None] Port c59efc00-ff3c-4261-8bfb-202004ab011e cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:41:59.499170 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:59.562427 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 0f8445fb-c002-408e-81fc-d78ec4e9157a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0f8445fb-c002-408e-81fc-d78ec4e9157a,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:41:59.571111 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:59.717136 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=0f8445fb-c002-408e-81fc-d78ec4e9157a,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:59.834562 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Pushing event updated for resources: {'Port': ['ID=3953bd01-eec3-49cd-9135-0700f1de9c5c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:41:59.862152 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:41:59.862819 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:59.883220 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-50923901-55f5-41bb-adda-3bdc659b78a9 req-55980247-6eec-4954-a820-d34ca21627c5 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84e4a50-0a94-40da-bfbb-70048b886e5e HTTP/1.1" status: 200 len: 210 time: 0.2140467 Mar 05 13:41:59.931130 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-72950a8b-5e76-44d5-b433-f48b6cf7f7d0 None None] Provisioning for port 3953bd01-eec3-49cd-9135-0700f1de9c5c completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:41:59.939109 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-72950a8b-5e76-44d5-b433-f48b6cf7f7d0 None None] Provisioning complete for port 3953bd01-eec3-49cd-9135-0700f1de9c5c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:41:59.940384 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-72950a8b-5e76-44d5-b433-f48b6cf7f7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:59.946502 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-799e6b0e-7984-4f8e-8c4d-770c87d54732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:41:59.958738 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-799e6b0e-7984-4f8e-8c4d-770c87d54732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:41:59.961841 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-36915d95-1a05-41d9-b324-1bce8bb55b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:00.009619 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-799e6b0e-7984-4f8e-8c4d-770c87d54732 service neutron] Transition to ACTIVE for port object f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:42:00.057020 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd47dfa0-3f2e-4321-89d2-77c64a3d68e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:00.110285 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-799e6b0e-7984-4f8e-8c4d-770c87d54732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:00.198791 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241e9eeb-b446-42cb-a2b6-13b61b6499de', 'name': 'network-vif-deleted', 'tag': '079e0aa9-41cf-487f-8e98-1361e5d0bbf4', 'status': 'completed', 'code': 200} Mar 05 13:42:00.275747 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-72950a8b-5e76-44d5-b433-f48b6cf7f7d0 None None] Port 3953bd01-eec3-49cd-9135-0700f1de9c5c cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:42:00.478166 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-0b133d8b-0850-40e7-b19f-2f1fdfe1eede tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 9.3084898 Mar 05 13:42:00.502860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47dfa0-3f2e-4321-89d2-77c64a3d68e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd62f3f-5a5a-47c1-a0cc-f496fded2460,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:00.516898 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-18df5a7a-a398-4873-8ddf-de11163cc847 service neutron] Request body: {'port': {'device_id': '6780fff9-eb3e-47f3-93a8-6b3c20f61303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:42:00.674458 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0f8445fb-c002-408e-81fc-d78ec4e9157a up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:42:00.703593 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-18df5a7a-a398-4873-8ddf-de11163cc847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:00.738110 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e6b0e-7984-4f8e-8c4d-770c87d54732 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e868d7-19d4-4db9-bdee-5b44bdc7acd2,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:00.880188 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 0f8445fb-c002-408e-81fc-d78ec4e9157a triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:00.880978 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:01.075651 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e65c61-71f3-424a-a21f-6461911a79cb req-3f2e0858-2f02-42ee-b098-4565931abff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:01.077184 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91e65c61-71f3-424a-a21f-6461911a79cb req-3f2e0858-2f02-42ee-b098-4565931abff9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f920d532-c8de-4366-9d00-2441c1edd052 HTTP/1.1" status: 200 len: 1099 time: 1.2453799 Mar 05 13:42:01.085058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d47af-b0ae-4ad6-aa6c-e9d09a69b563 req-e6005276-e05a-4946-aef8-bbb5f740c24e tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:01.086557 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c14d47af-b0ae-4ad6-aa6c-e9d09a69b563 req-e6005276-e05a-4946-aef8-bbb5f740c24e tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b65d182-8dde-4865-b0b4-ae284346c9ed HTTP/1.1" status: 200 len: 945 time: 1.4575660 Mar 05 13:42:01.111972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd47dfa0-3f2e-4321-89d2-77c64a3d68e8 admin admin] Checking segment: {'id': '6380a3be-e903-4bb3-b3fb-5e65ebf800e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cb10e242-736f-4f34-a700-622d13e392c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:42:01.112290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd47dfa0-3f2e-4321-89d2-77c64a3d68e8 admin admin] Network hostable DHCP agents. Network: cb10e242-736f-4f34-a700-622d13e392c5, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:42:01.208534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-799e6b0e-7984-4f8e-8c4d-770c87d54732 service neutron] Attempting to bind port f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:42:01.210353 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-799e6b0e-7984-4f8e-8c4d-770c87d54732 service neutron] Attempting to bind port f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:42:01.210931 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-799e6b0e-7984-4f8e-8c4d-770c87d54732 service neutron] Attempting to bind port f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:42:01.227055 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-799e6b0e-7984-4f8e-8c4d-770c87d54732 service neutron] Port f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:42:01.228334 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-799e6b0e-7984-4f8e-8c4d-770c87d54732 service neutron] Attempting to bind port f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:42:01.246680 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-79435f37-cbcb-4bab-9aa9-fb7c8bc21a6d tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:01.248181 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-79435f37-cbcb-4bab-9aa9-fb7c8bc21a6d tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.30 "GET /v2.0/networks?id=d3131e3c-1862-4a0f-920e-c001f597ed59 HTTP/1.1" status: 200 len: 816 time: 1.2885187 Mar 05 13:42:01.266688 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-799e6b0e-7984-4f8e-8c4d-770c87d54732 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:42:01.268325 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-799e6b0e-7984-4f8e-8c4d-770c87d54732 service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:42:01.268790 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-799e6b0e-7984-4f8e-8c4d-770c87d54732 service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:42:01.269323 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-799e6b0e-7984-4f8e-8c4d-770c87d54732 service neutron] Bound port: f8e868d7-19d4-4db9-bdee-5b44bdc7acd2, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:42:01.271934 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-799e6b0e-7984-4f8e-8c4d-770c87d54732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:01.294557 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91e65c61-71f3-424a-a21f-6461911a79cb req-006f21a7-f552-43cb-890b-259a9ba56e20 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067876 Mar 05 13:42:01.334816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd47dfa0-3f2e-4321-89d2-77c64a3d68e8 admin admin] Network cb10e242-736f-4f34-a700-622d13e392c5 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:42:01.349522 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c14d47af-b0ae-4ad6-aa6c-e9d09a69b563 req-1172f89c-21c5-4df8-b984-47a7d4808c46 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522192 Mar 05 13:42:01.489890 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a13be35-73b1-4281-91ac-873cf5c299f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5a355c-5f58-4db0-bfb5-8e9b384376ef'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:42:01.494809 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b31b50-b713-4dd6-b00d-e3efcaa05659 req-98e0e97f-3cf3-4fc5-a6ce-3ad5706c70ad tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:01.502134 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c4b31b50-b713-4dd6-b00d-e3efcaa05659 req-98e0e97f-3cf3-4fc5-a6ce-3ad5706c70ad tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=f920d532-c8de-4366-9d00-2441c1edd052 HTTP/1.1" status: 200 len: 948 time: 0.7444453 Mar 05 13:42:01.510703 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-799e6b0e-7984-4f8e-8c4d-770c87d54732 service neutron] For port f8e868d7-19d4-4db9-bdee-5b44bdc7acd2, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:42:01.521495 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-799e6b0e-7984-4f8e-8c4d-770c87d54732 service neutron] For port f8e868d7-19d4-4db9-bdee-5b44bdc7acd2, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f8e868d7-19d4-4db9-bdee-5b44bdc7acd2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:42:01.554809 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-dd47dfa0-3f2e-4321-89d2-77c64a3d68e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, cb10e242-736f-4f34-a700-622d13e392c5) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:42:01.555246 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-799e6b0e-7984-4f8e-8c4d-770c87d54732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:01.573542 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41139c21-d999-4edc-8fc2-9f4bcc0a746c None None] Network cb10e242-736f-4f34-a700-622d13e392c5 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:42:01.579841 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-85e8fe9e-6a80-45e3-92ab-a807b91a04da tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a0c57f40aca4bf38eae932699756534 HTTP/1.1" status: 200 len: 380 time: 0.3117900 Mar 05 13:42:01.595496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-7f2cee40-cd31-467f-a647-70c207d5829c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Request body: {'port': {'device_id': 'd84e4a50-0a94-40da-bfbb-70048b886e5e', 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59', 'admin_state_up': True, 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'security_groups': ['296c0661-66cf-4afe-9f8b-8ed84ace99d9']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:42:01.625090 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd47dfa0-3f2e-4321-89d2-77c64a3d68e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:01.625683 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd47dfa0-3f2e-4321-89d2-77c64a3d68e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:01.660600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-799e6b0e-7984-4f8e-8c4d-770c87d54732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:01.661531 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-799e6b0e-7984-4f8e-8c4d-770c87d54732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:01.664118 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-799e6b0e-7984-4f8e-8c4d-770c87d54732 service neutron] 10.222.0.30 "PUT /v2.0/ports/f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 HTTP/1.1" status: 200 len: 1094 time: 3.8944218 Mar 05 13:42:01.669799 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e6b0e-7984-4f8e-8c4d-770c87d54732 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e868d7-19d4-4db9-bdee-5b44bdc7acd2,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:01.673840 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f950ff-6c4d-46cd-bbe2-6b0087064856', 'tag': 'f8e868d7-19d4-4db9-bdee-5b44bdc7acd2'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:42:01.711798 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.resource_extend [None req-36915d95-1a05-41d9-b324-1bce8bb55b2c admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:42:01.728091 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-36915d95-1a05-41d9-b324-1bce8bb55b2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:01.770348 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-36915d95-1a05-41d9-b324-1bce8bb55b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:01.853535 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c4b31b50-b713-4dd6-b00d-e3efcaa05659 req-093b2bd4-1b7f-4c21-9340-2fc0093aeab2 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505394 Mar 05 13:42:01.914819 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dd47dfa0-3f2e-4321-89d2-77c64a3d68e8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 4.0072160 Mar 05 13:42:01.965517 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-36915d95-1a05-41d9-b324-1bce8bb55b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:01.972421 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36915d95-1a05-41d9-b324-1bce8bb55b2c admin admin] Pushing event updated for resources: {'Port': ['ID=c59efc00-ff3c-4261-8bfb-202004ab011e,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:02.057056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3c1b2560-fb27-4f69-a848-6e81c0814da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:02.060852 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-3c1b2560-fb27-4f69-a848-6e81c0814da3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d849206810044d11adc955a445c83763&device_id=16f950ff-6c4d-46cd-bbe2-6b0087064856 HTTP/1.1" status: 200 len: 1097 time: 0.3305418 Mar 05 13:42:02.218775 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-18df5a7a-a398-4873-8ddf-de11163cc847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3953bd01-eec3-49cd-9135-0700f1de9c5c {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:42:02.232734 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-18df5a7a-a398-4873-8ddf-de11163cc847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:02.253676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-18df5a7a-a398-4873-8ddf-de11163cc847 service neutron] Transition to ACTIVE for port object 3953bd01-eec3-49cd-9135-0700f1de9c5c will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:42:02.257196 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-7f2cee40-cd31-467f-a647-70c207d5829c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:42:02.271487 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-6cdaa6df-f0b3-4b24-a52f-a190d61f06ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 HTTP/1.1" status: 200 len: 217 time: 0.1520627 Mar 05 13:42:02.272248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-7f2cee40-cd31-467f-a647-70c207d5829c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:42:02.284829 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2fe1feb4-d22d-45ed-8aec-c9f00b9be733 req-96514029-a7b6-4623-9511-d9187fd5e1d2 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84e4a50-0a94-40da-bfbb-70048b886e5e HTTP/1.1" status: 200 len: 210 time: 0.0723050 Mar 05 13:42:02.309799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-7f2cee40-cd31-467f-a647-70c207d5829c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Made reservation on behalf of 2a0c57f40aca4bf38eae932699756534 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:42:02.311460 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996d5726-4bf2-43f8-9c74-19fdfe0cc481 None None] Network cb10e242-736f-4f34-a700-622d13e392c5 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:42:02.314801 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-7f2cee40-cd31-467f-a647-70c207d5829c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:02.484815 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36915d95-1a05-41d9-b324-1bce8bb55b2c admin admin] Network eeb6dd3a-1e4e-467a-a55d-6c75511821fe is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:42:02.486444 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-36915d95-1a05-41d9-b324-1bce8bb55b2c admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:42:02.511350 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-c06a3ce1-2733-433c-bea6-db83e1e5d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:02.512926 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-c06a3ce1-2733-433c-bea6-db83e1e5d32a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.2242143 Mar 05 13:42:02.526494 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-18df5a7a-a398-4873-8ddf-de11163cc847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:02.850488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154165f-6529-44fb-b7f7-9c65f2bf14d9 req-65dd7942-1267-4bc4-ae8b-79f4a22e35e8 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:02.868662 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5154165f-6529-44fb-b7f7-9c65f2bf14d9 req-65dd7942-1267-4bc4-ae8b-79f4a22e35e8 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=16f950ff-6c4d-46cd-bbe2-6b0087064856 HTTP/1.1" status: 200 len: 946 time: 1.1663196 Mar 05 13:42:02.905122 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df5a7a-a398-4873-8ddf-de11163cc847 service neutron] Pushing event updated for resources: {'Port': ['ID=3953bd01-eec3-49cd-9135-0700f1de9c5c,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:02.984025 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a13be35-73b1-4281-91ac-873cf5c299f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5a355c-5f58-4db0-bfb5-8e9b384376ef', 'code': 200} Mar 05 13:42:03.064140 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cbce3af4-d769-40c3-a618-bc467e9a61c1 None None] Provisioning complete for port c59efc00-ff3c-4261-8bfb-202004ab011e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:03.064504 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cbce3af4-d769-40c3-a618-bc467e9a61c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:03.121947 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-8c99c7fe-8947-4f17-8836-bc41047b7c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:03.123770 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-8c99c7fe-8947-4f17-8836-bc41047b7c23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5928755 Mar 05 13:42:03.172398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cbce3af4-d769-40c3-a618-bc467e9a61c1 None None] Port c59efc00-ff3c-4261-8bfb-202004ab011e cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:42:03.207858 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36915d95-1a05-41d9-b324-1bce8bb55b2c admin admin] Router b739ddb9-60e3-4d87-9292-9616156585a4 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:42:03.369752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-7f2cee40-cd31-467f-a647-70c207d5829c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Allocated IP 172.20.0.9 (d3131e3c-1862-4a0f-920e-c001f597ed59/14505cde-9c48-49cb-bda6-a87e9c92d7f7/d0436760-0d5a-4513-91fb-3f18c3b5156b) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:42:03.468907 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f950ff-6c4d-46cd-bbe2-6b0087064856', 'tag': 'f8e868d7-19d4-4db9-bdee-5b44bdc7acd2', 'status': 'completed', 'code': 200} Mar 05 13:42:03.500781 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-68ce93c3-363b-4c2d-b4d3-67e2220f6c1f service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617568 Mar 05 13:42:03.796631 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5154165f-6529-44fb-b7f7-9c65f2bf14d9 req-f28c8ba2-9ea2-4664-acd3-03f5cc3c8172 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9268916 Mar 05 13:42:03.868483 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-7f2cee40-cd31-467f-a647-70c207d5829c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:03.909489 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36915d95-1a05-41d9-b324-1bce8bb55b2c admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:42:03.911378 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-6cbb9ae5-3f5f-4067-9fbd-f7aab5618eb1 req-0e5ddffc-010b-424c-b032-b35bb655181d tempest-SecurityGroupsNegativeTestJSON-2045349992 tempest-SecurityGroupsNegativeTestJSON-2045349992-project] show failed (client error): The resource could not be found. Mar 05 13:42:03.913077 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6cbb9ae5-3f5f-4067-9fbd-f7aab5618eb1 req-0e5ddffc-010b-424c-b032-b35bb655181d tempest-SecurityGroupsNegativeTestJSON-2045349992 tempest-SecurityGroupsNegativeTestJSON-2045349992-project] 10.222.0.16 "GET /v2.0/security-groups/6ecbb7bc-d1f1-4976-a0e7-d87f8ea5cd8e HTTP/1.1" status: 404 len: 352 time: 0.0414963 Mar 05 13:42:03.919574 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] Sync routers for ids ['b739ddb9-60e3-4d87-9292-9616156585a4'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:42:03.925159 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-7f2cee40-cd31-467f-a647-70c207d5829c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Transition to ACTIVE for port object d0436760-0d5a-4513-91fb-3f18c3b5156b will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:42:03.932571 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-36915d95-1a05-41d9-b324-1bce8bb55b2c admin admin] 10.222.0.16 "PUT /v2.0/routers/b739ddb9-60e3-4d87-9292-9616156585a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0329778 Mar 05 13:42:03.935546 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] Routers {'b739ddb9-60e3-4d87-9292-9616156585a4'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:42:03.937561 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:41:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b739ddb9-60e3-4d87-9292-9616156585a4'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:04.021435 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ba890b37-e063-4ec9-9d15-b42b7f3efbc3 req-b900ea83-3ba8-4a7f-8bcb-b5136f8aae9d service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286053 Mar 05 13:42:04.040339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-18df5a7a-a398-4873-8ddf-de11163cc847 service neutron] Attempting to bind port 3953bd01-eec3-49cd-9135-0700f1de9c5c on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:42:04.040672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-18df5a7a-a398-4873-8ddf-de11163cc847 service neutron] Attempting to bind port 3953bd01-eec3-49cd-9135-0700f1de9c5c by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:42:04.040997 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-18df5a7a-a398-4873-8ddf-de11163cc847 service neutron] Attempting to bind port 3953bd01-eec3-49cd-9135-0700f1de9c5c on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:42:04.089976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-18df5a7a-a398-4873-8ddf-de11163cc847 service neutron] Port 3953bd01-eec3-49cd-9135-0700f1de9c5c on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:42:04.090298 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-18df5a7a-a398-4873-8ddf-de11163cc847 service neutron] Attempting to bind port 3953bd01-eec3-49cd-9135-0700f1de9c5c on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:42:04.133852 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8159b-9965-4a77-b3aa-8577ec7916ac req-f32dfe2f-7c0e-46b7-b723-55f3d468706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:04.135419 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-85d8159b-9965-4a77-b3aa-8577ec7916ac req-f32dfe2f-7c0e-46b7-b723-55f3d468706b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a13be35-73b1-4281-91ac-873cf5c299f4 HTTP/1.1" status: 200 len: 1101 time: 1.0383990 Mar 05 13:42:04.144904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-18df5a7a-a398-4873-8ddf-de11163cc847 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:42:04.145225 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-18df5a7a-a398-4873-8ddf-de11163cc847 service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:42:04.145612 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-18df5a7a-a398-4873-8ddf-de11163cc847 service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:42:04.152630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-18df5a7a-a398-4873-8ddf-de11163cc847 service neutron] Bound port: 3953bd01-eec3-49cd-9135-0700f1de9c5c, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:42:04.152932 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-18df5a7a-a398-4873-8ddf-de11163cc847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:04.325353 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] Set router b739ddb9-60e3-4d87-9292-9616156585a4 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:42:04.370100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75146641-9c60-415b-be74-d08babc02887 req-a4432222-eded-444b-8f11-04cf4ba07c99 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:04.390617 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-75146641-9c60-415b-be74-d08babc02887 req-a4432222-eded-444b-8f11-04cf4ba07c99 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=f920d532-c8de-4366-9d00-2441c1edd052 HTTP/1.1" status: 200 len: 948 time: 0.2809880 Mar 05 13:42:04.482411 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-18df5a7a-a398-4873-8ddf-de11163cc847 service neutron] For port 3953bd01-eec3-49cd-9135-0700f1de9c5c, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:42:04.485979 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-18df5a7a-a398-4873-8ddf-de11163cc847 service neutron] For port 3953bd01-eec3-49cd-9135-0700f1de9c5c, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3953bd01-eec3-49cd-9135-0700f1de9c5c,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:42:04.571510 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-75146641-9c60-415b-be74-d08babc02887 req-c62ee205-0ef8-4df8-bbf3-0c66a97fd184 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777618 Mar 05 13:42:04.577199 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-85d8159b-9965-4a77-b3aa-8577ec7916ac req-fd986163-1885-4e8d-a743-c2528f878984 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333566 Mar 05 13:42:04.596556 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-18df5a7a-a398-4873-8ddf-de11163cc847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:04.599239 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e697f68-702c-4d7e-aaa0-223fd80d459c req-f9c369a3-a03b-4237-b8a1-360ceaf587d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:04.616139 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e697f68-702c-4d7e-aaa0-223fd80d459c req-f9c369a3-a03b-4237-b8a1-360ceaf587d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d849206810044d11adc955a445c83763&device_id=16f950ff-6c4d-46cd-bbe2-6b0087064856 HTTP/1.1" status: 200 len: 1097 time: 0.4225345 Mar 05 13:42:04.686204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-18df5a7a-a398-4873-8ddf-de11163cc847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:04.687114 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-18df5a7a-a398-4873-8ddf-de11163cc847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:04.690003 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-18df5a7a-a398-4873-8ddf-de11163cc847 service neutron] 10.222.0.15 "PUT /v2.0/ports/3953bd01-eec3-49cd-9135-0700f1de9c5c HTTP/1.1" status: 200 len: 1096 time: 4.1783109 Mar 05 13:42:04.704980 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6780fff9-eb3e-47f3-93a8-6b3c20f61303', 'tag': '3953bd01-eec3-49cd-9135-0700f1de9c5c'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:42:04.784234 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-7f2cee40-cd31-467f-a647-70c207d5829c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:04.812337 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4547a9-a12b-4488-bd51-76981595b9ea req-79b9072c-bcd8-4d57-ad14-d8abd293b406 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:04.815297 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-be4547a9-a12b-4488-bd51-76981595b9ea req-79b9072c-bcd8-4d57-ad14-d8abd293b406 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b65d182-8dde-4865-b0b4-ae284346c9ed HTTP/1.1" status: 200 len: 945 time: 0.3147767 Mar 05 13:42:04.838176 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-7f2cee40-cd31-467f-a647-70c207d5829c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Network d3131e3c-1862-4a0f-920e-c001f597ed59 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:42:04.854351 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-7f2cee40-cd31-467f-a647-70c207d5829c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:42:04.857076 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-7f2cee40-cd31-467f-a647-70c207d5829c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:42:05.015786 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e697f68-702c-4d7e-aaa0-223fd80d459c req-58634a69-6e19-4272-bcd2-a52f5e5b5fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:05.021586 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e697f68-702c-4d7e-aaa0-223fd80d459c req-58634a69-6e19-4272-bcd2-a52f5e5b5fdc service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.3982406 Mar 05 13:42:05.172139 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-7f2cee40-cd31-467f-a647-70c207d5829c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:05.172824 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-7f2cee40-cd31-467f-a647-70c207d5829c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:05.243676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-be4547a9-a12b-4488-bd51-76981595b9ea req-31c5b89d-03c0-4e31-91ec-0bc7cb05a3b1 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Deleting port 5383c409-cf44-437e-8a8c-2bac8b86a853 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:42:05.244246 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-be4547a9-a12b-4488-bd51-76981595b9ea req-31c5b89d-03c0-4e31-91ec-0bc7cb05a3b1 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:05.268457 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e697f68-702c-4d7e-aaa0-223fd80d459c req-a1659dc6-53f3-4c7f-92a2-64471adbe667 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 HTTP/1.1" status: 200 len: 217 time: 0.1564302 Mar 05 13:42:05.314183 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52722) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:05.314618 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'name': 'tempest-TaggedBootDevicesTest-1596754330-router', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:42Z', 'updated_at': '2022-03-05T13:41:59Z', 'revision_number': 4, 'project_id': '28610c303cf6490b864485c4875d7beb', 'gw_port': {'id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:46Z', 'updated_at': '2022-03-05T13:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'c59efc00-ff3c-4261-8bfb-202004ab011e', 'name': '', 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'mac_address': 'fa:16:3e:da:e5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'c7f5fdc7-cd8a-40ad-987c-101447f15754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:56Z', 'updated_at': '2022-03-05T13:42:00Z', 'revision_number': 2, 'project_id': '28610c303cf6490b864485c4875d7beb', 'subnets': [{'id': 'c7f5fdc7-cd8a-40ad-987c-101447f15754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:05.331435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-de841b24-99a7-4bc4-bf21-69ecbcd0d255 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-605465898-network', 'tenant_id': '930788a5789b4083a7edd7b94cf34a2e'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:42:05.345104 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-de841b24-99a7-4bc4-bf21-69ecbcd0d255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:42:05.353814 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-de841b24-99a7-4bc4-bf21-69ecbcd0d255 admin admin] Usage tracker for resource:network and tenant:930788a5789b4083a7edd7b94cf34a2e is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:42:05.358806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-de841b24-99a7-4bc4-bf21-69ecbcd0d255 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:42:05.370399 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-de841b24-99a7-4bc4-bf21-69ecbcd0d255 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:42:05.382440 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e697f68-702c-4d7e-aaa0-223fd80d459c req-430bb7f7-7426-4ee3-bf25-3671b78c5998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:05.384295 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e697f68-702c-4d7e-aaa0-223fd80d459c req-430bb7f7-7426-4ee3-bf25-3671b78c5998 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1071413 Mar 05 13:42:05.386378 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df5a7a-a398-4873-8ddf-de11163cc847 service neutron] Pushing event updated for resources: {'Port': ['ID=3953bd01-eec3-49cd-9135-0700f1de9c5c,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:05.428166 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-7f2cee40-cd31-467f-a647-70c207d5829c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8383338 Mar 05 13:42:05.445650 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de841b24-99a7-4bc4-bf21-69ecbcd0d255 admin admin] Made reservation on behalf of 930788a5789b4083a7edd7b94cf34a2e for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:42:05.449024 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-de841b24-99a7-4bc4-bf21-69ecbcd0d255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:05.484028 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb344c6d-df64-419f-a91a-b7e20674e236 req-0559df85-afd7-4b97-85df-2b12ee198c56 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:05.497534 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cb344c6d-df64-419f-a91a-b7e20674e236 req-0559df85-afd7-4b97-85df-2b12ee198c56 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6 HTTP/1.1" status: 200 len: 950 time: 0.4733157 Mar 05 13:42:05.499084 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] Request body: {'port': {'device_id': 'd84e4a50-0a94-40da-bfbb-70048b886e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:42:05.502800 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] Checking router: b739ddb9-60e3-4d87-9292-9616156585a4 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:42:05.503147 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] Updating router b739ddb9-60e3-4d87-9292-9616156585a4 port c59efc00-ff3c-4261-8bfb-202004ab011e binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:42:05.538138 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-de841b24-99a7-4bc4-bf21-69ecbcd0d255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:05.565276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-de841b24-99a7-4bc4-bf21-69ecbcd0d255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:42:05.571116 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-de841b24-99a7-4bc4-bf21-69ecbcd0d255 admin admin] Usage tracker for resource:security_group_rule and tenant:930788a5789b4083a7edd7b94cf34a2e is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:42:05.575428 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-de841b24-99a7-4bc4-bf21-69ecbcd0d255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:42:05.582337 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:05.585242 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-de841b24-99a7-4bc4-bf21-69ecbcd0d255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:42:05.641590 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c500eb8a-363b-48da-b7f1-74cdd92daf4a None None] Provisioning for port d0436760-0d5a-4513-91fb-3f18c3b5156b completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:42:05.669514 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c500eb8a-363b-48da-b7f1-74cdd92daf4a None None] Provisioning complete for port d0436760-0d5a-4513-91fb-3f18c3b5156b triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:05.669514 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c500eb8a-363b-48da-b7f1-74cdd92daf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:05.812053 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-de841b24-99a7-4bc4-bf21-69ecbcd0d255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:05.838669 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-de841b24-99a7-4bc4-bf21-69ecbcd0d255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:05.844721 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c500eb8a-363b-48da-b7f1-74cdd92daf4a None None] Port d0436760-0d5a-4513-91fb-3f18c3b5156b cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:42:05.856400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cee40-cd31-467f-a647-70c207d5829c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Pushing event updated for resources: {'Port': ['ID=d0436760-0d5a-4513-91fb-3f18c3b5156b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:05.900688 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:05.932140 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e697f68-702c-4d7e-aaa0-223fd80d459c req-99e46a1c-501b-4457-a33a-b27a3e2d5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:05.933858 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e697f68-702c-4d7e-aaa0-223fd80d459c req-99e46a1c-501b-4457-a33a-b27a3e2d5e8c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5340054 Mar 05 13:42:05.938316 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de841b24-99a7-4bc4-bf21-69ecbcd0d255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b0b2d3-2018-4358-9195-b305c6bac5ec,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:05.946298 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cb344c6d-df64-419f-a91a-b7e20674e236 req-a008074b-a6c9-4eef-8169-c8d10e7dda9e tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472699 Mar 05 13:42:05.954614 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de841b24-99a7-4bc4-bf21-69ecbcd0d255 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:42:06.026814 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d23ce2-5a6b-4eeb-9b9b-00071a6e7407 req-24478214-517d-45b5-84e4-7bcd4971b8b3 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:06.027579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-10d23ce2-5a6b-4eeb-9b9b-00071a6e7407 req-24478214-517d-45b5-84e4-7bcd4971b8b3 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Synchronizing usage tracker for tenant:996df70a25244ab7adc6a5dc348944f1 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:42:06.085172 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-de841b24-99a7-4bc4-bf21-69ecbcd0d255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:06.086821 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-de841b24-99a7-4bc4-bf21-69ecbcd0d255 admin admin] Added segment bc75f793-0d8a-40d0-a85b-87dd20f79cad of type vlan for network e4445820-90aa-44e9-b795-5325a5b053b1 Mar 05 13:42:06.109410 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02696c0e-d50e-43ee-825f-856c811f1606 req-6412db53-43a0-46e0-b299-79549a311e8b tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:06.110127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-02696c0e-d50e-43ee-825f-856c811f1606 req-6412db53-43a0-46e0-b299-79549a311e8b tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Synchronizing usage tracker for tenant:2a0c57f40aca4bf38eae932699756534 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:42:06.119933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-b5f25822-21f4-487d-805a-db73a534136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:06.121463 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-b5f25822-21f4-487d-805a-db73a534136f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d849206810044d11adc955a445c83763&device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 1099 time: 1.0458283 Mar 05 13:42:06.239709 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:06.244237 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-de841b24-99a7-4bc4-bf21-69ecbcd0d255 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:06.252076 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] Transition to ACTIVE for port object c59efc00-ff3c-4261-8bfb-202004ab011e will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:42:06.258949 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:06.325646 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-7b0e1f5a-52a9-4344-b72e-6d7d524e24ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=3953bd01-eec3-49cd-9135-0700f1de9c5c HTTP/1.1" status: 200 len: 217 time: 0.1496582 Mar 05 13:42:06.339427 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-10d23ce2-5a6b-4eeb-9b9b-00071a6e7407 req-24478214-517d-45b5-84e4-7bcd4971b8b3 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Unset dirty status for tenant:996df70a25244ab7adc6a5dc348944f1 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:42:06.340412 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10d23ce2-5a6b-4eeb-9b9b-00071a6e7407 req-24478214-517d-45b5-84e4-7bcd4971b8b3 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.30 "GET /v2.0/ports?device_id=71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6 HTTP/1.1" status: 200 len: 950 time: 1.1753938 Mar 05 13:42:06.340615 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e697f68-702c-4d7e-aaa0-223fd80d459c req-2d1e1894-06aa-4530-9062-099ec5d1f095 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821943 Mar 05 13:42:06.350236 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a35373-f590-41fe-ac1d-65187689fe87 req-224dc527-0161-42c8-9838-f674f2bb67c6 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:06.351735 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e2a35373-f590-41fe-ac1d-65187689fe87 req-224dc527-0161-42c8-9838-f674f2bb67c6 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.30 "GET /v2.0/ports?device_id=07d77de0-7ff6-4d69-beaf-34517084c4a6 HTTP/1.1" status: 200 len: 945 time: 0.3906498 Mar 05 13:42:06.354550 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-de841b24-99a7-4bc4-bf21-69ecbcd0d255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:06.355480 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de841b24-99a7-4bc4-bf21-69ecbcd0d255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:06.356049 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-de841b24-99a7-4bc4-bf21-69ecbcd0d255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:06.376657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-02696c0e-d50e-43ee-825f-856c811f1606 req-6412db53-43a0-46e0-b299-79549a311e8b tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Unset dirty status for tenant:2a0c57f40aca4bf38eae932699756534 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:42:06.383976 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-02696c0e-d50e-43ee-825f-856c811f1606 req-6412db53-43a0-46e0-b299-79549a311e8b tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84e4a50-0a94-40da-bfbb-70048b886e5e HTTP/1.1" status: 200 len: 931 time: 1.5811539 Mar 05 13:42:06.515691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9fb4b8-c756-4cf0-9c22-8f7d1017fb72 None None] Pushing event updated for resources: {'Port': ['ID=c59efc00-ff3c-4261-8bfb-202004ab011e,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:06.539066 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:42:06.571630 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] Attempting to bind port c59efc00-ff3c-4261-8bfb-202004ab011e on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:42:06.571983 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] Attempting to bind port c59efc00-ff3c-4261-8bfb-202004ab011e by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '602c854c-7211-4590-8d73-a57641bf555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:42:06.572339 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] Attempting to bind port c59efc00-ff3c-4261-8bfb-202004ab011e on network eeb6dd3a-1e4e-467a-a55d-6c75511821fe {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:42:06.594202 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:42:06.594499 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] Checking segment: {'id': '602c854c-7211-4590-8d73-a57641bf555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:42:06.594927 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:06.595309 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] Bound using segment: {'id': '602c854c-7211-4590-8d73-a57641bf555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:42:06.595770 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] Bound port: c59efc00-ff3c-4261-8bfb-202004ab011e, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '602c854c-7211-4590-8d73-a57641bf555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:42:06.596133 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:06.624517 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-be4547a9-a12b-4488-bd51-76981595b9ea req-31c5b89d-03c0-4e31-91ec-0bc7cb05a3b1 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] For port 5383c409-cf44-437e-8a8c-2bac8b86a853, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5383c409-cf44-437e-8a8c-2bac8b86a853,segment=NetworkSegment(e314dfcc-8cbe-4584-917b-77c4b64bfbab),segment_id=e314dfcc-8cbe-4584-917b-77c4b64bfbab)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:06.625122 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-be4547a9-a12b-4488-bd51-76981595b9ea req-31c5b89d-03c0-4e31-91ec-0bc7cb05a3b1 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:06.685955 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-de841b24-99a7-4bc4-bf21-69ecbcd0d255 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3637793 Mar 05 13:42:06.695605 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52740) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:06.707766 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db458eae-0338-4448-95d6-973b891525a0 req-bf410ac8-bf59-411e-bab4-b6fa9682921c tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:06.709316 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db458eae-0338-4448-95d6-973b891525a0 req-bf410ac8-bf59-411e-bab4-b6fa9682921c tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a13be35-73b1-4281-91ac-873cf5c299f4 HTTP/1.1" status: 200 len: 950 time: 0.5091014 Mar 05 13:42:06.714407 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de841b24-99a7-4bc4-bf21-69ecbcd0d255 admin admin] Pushing event updated for resources: {'Network': ['ID=e4445820-90aa-44e9-b795-5325a5b053b1,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:06.732249 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-e2a35373-f590-41fe-ac1d-65187689fe87 req-ea2dcc6a-bd61-4b78-b848-b411d8d96315 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Deleting port 587fd7ca-8b72-400c-8eee-3b3e936db412 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:42:06.732566 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e2a35373-f590-41fe-ac1d-65187689fe87 req-ea2dcc6a-bd61-4b78-b848-b411d8d96315 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:06.755543 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network e4445820-90aa-44e9-b795-5325a5b053b1 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:42:06.772344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-33a601d7-758f-422f-a18d-e1e7240c0d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:06.773912 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-33a601d7-758f-422f-a18d-e1e7240c0d20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.4383054 Mar 05 13:42:06.837807 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-9530bf7b-db35-47e8-bf80-603d711f2d0b admin admin] Request body: {'subnet': {'network_id': 'e4445820-90aa-44e9-b795-5325a5b053b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-605465898-subnet', 'tenant_id': '930788a5789b4083a7edd7b94cf34a2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:42:06.847272 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-02696c0e-d50e-43ee-825f-856c811f1606 req-b6c59f3d-aa71-43d1-a7e9-95d9d52a3e7a tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/security-groups?id=296c0661-66cf-4afe-9f8b-8ed84ace99d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4624183 Mar 05 13:42:06.851607 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9530bf7b-db35-47e8-bf80-603d711f2d0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:42:06.857723 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9530bf7b-db35-47e8-bf80-603d711f2d0b admin admin] Usage tracker for resource:subnet and tenant:930788a5789b4083a7edd7b94cf34a2e is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:42:06.867911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9530bf7b-db35-47e8-bf80-603d711f2d0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:42:06.870916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9530bf7b-db35-47e8-bf80-603d711f2d0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:42:06.894818 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db458eae-0338-4448-95d6-973b891525a0 req-236ef7d6-d10d-4a89-bcb5-6fab179c91bc tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663604 Mar 05 13:42:06.908082 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e697f68-702c-4d7e-aaa0-223fd80d459c req-e5c7fc02-9fe2-4d1f-a55d-ad5eab362f94 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019446 Mar 05 13:42:06.923025 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-be4547a9-a12b-4488-bd51-76981595b9ea req-31c5b89d-03c0-4e31-91ec-0bc7cb05a3b1 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Calling delete_port for 5383c409-cf44-437e-8a8c-2bac8b86a853 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:42:06.946358 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] For port c59efc00-ff3c-4261-8bfb-202004ab011e, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:42:06.949254 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port f8e868d7-19d4-4db9-bdee-5b44bdc7acd2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f8e868d7-19d4-4db9-bdee-5b44bdc7acd2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:06.971030 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] For port c59efc00-ff3c-4261-8bfb-202004ab011e, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c59efc00-ff3c-4261-8bfb-202004ab011e,segment=NetworkSegment(602c854c-7211-4590-8d73-a57641bf555b),segment_id=602c854c-7211-4590-8d73-a57641bf555b)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:42:06.972391 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'f8e868d7-19d4-4db9-bdee-5b44bdc7acd2', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': 'f8e868d7-19d4-4db9-bdee-5b44bdc7acd2', 'mac_address': 'fa:16:3e:64:8a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:42:07.013181 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:07.043477 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-10d23ce2-5a6b-4eeb-9b9b-00071a6e7407 req-5f4cb3bd-5015-47a6-8186-ae45a8a6fe18 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Deleting port 07b8a5c0-4c4a-413b-92e4-9b683f1192a4 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:42:07.044045 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-10d23ce2-5a6b-4eeb-9b9b-00071a6e7407 req-5f4cb3bd-5015-47a6-8186-ae45a8a6fe18 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:07.107966 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6780fff9-eb3e-47f3-93a8-6b3c20f61303', 'tag': '3953bd01-eec3-49cd-9135-0700f1de9c5c', 'status': 'completed', 'code': 200} Mar 05 13:42:07.118975 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:07.136672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9530bf7b-db35-47e8-bf80-603d711f2d0b admin admin] Made reservation on behalf of 930788a5789b4083a7edd7b94cf34a2e for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:42:07.139373 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9530bf7b-db35-47e8-bf80-603d711f2d0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:07.140627 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:42:07.145738 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] Routers {'b739ddb9-60e3-4d87-9292-9616156585a4'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:42:07.146646 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:41:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b739ddb9-60e3-4d87-9292-9616156585a4'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:07.205629 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9fb4b8-c756-4cf0-9c22-8f7d1017fb72 None None] Pushing event updated for resources: {'Port': ['ID=c59efc00-ff3c-4261-8bfb-202004ab011e,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:07.238152 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port f8e868d7-19d4-4db9-bdee-5b44bdc7acd2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f8e868d7-19d4-4db9-bdee-5b44bdc7acd2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:07.249259 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:07.356556 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:42:07.412688 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-e2a35373-f590-41fe-ac1d-65187689fe87 req-ea2dcc6a-bd61-4b78-b848-b411d8d96315 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] For port 587fd7ca-8b72-400c-8eee-3b3e936db412, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=587fd7ca-8b72-400c-8eee-3b3e936db412,segment=NetworkSegment(e314dfcc-8cbe-4584-917b-77c4b64bfbab),segment_id=e314dfcc-8cbe-4584-917b-77c4b64bfbab)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:07.413384 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e2a35373-f590-41fe-ac1d-65187689fe87 req-ea2dcc6a-bd61-4b78-b848-b411d8d96315 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:07.519308 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=f8e868d7-19d4-4db9-bdee-5b44bdc7acd2,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:07.525752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] Set router b739ddb9-60e3-4d87-9292-9616156585a4 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:42:07.574914 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['f8e868d7-19d4-4db9-bdee-5b44bdc7acd2'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:42:07.581930 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-e2a35373-f590-41fe-ac1d-65187689fe87 req-ea2dcc6a-bd61-4b78-b848-b411d8d96315 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Calling delete_port for 587fd7ca-8b72-400c-8eee-3b3e936db412 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:42:07.630752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0436760-0d5a-4513-91fb-3f18c3b5156b {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:42:07.643807 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-e06b7634-bd7d-47f8-92e4-bfdc1202e87a tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:07.644690 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-e06b7634-bd7d-47f8-92e4-bfdc1202e87a tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Synchronizing usage tracker for tenant:c692c831ec1f411cb586cecfb5889b74 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:42:07.695245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-e06b7634-bd7d-47f8-92e4-bfdc1202e87a tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Unset dirty status for tenant:c692c831ec1f411cb586cecfb5889b74 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:42:07.699965 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-e06b7634-bd7d-47f8-92e4-bfdc1202e87a tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/networks?id=5d44bd9b-f262-43b5-bb0b-697548cb3009 HTTP/1.1" status: 200 len: 812 time: 0.4619477 Mar 05 13:42:07.752754 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-2393a8e2-d0ea-4549-a05e-54c09cef6778 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/quotas/c692c831ec1f411cb586cecfb5889b74 HTTP/1.1" status: 200 len: 375 time: 0.0488927 Mar 05 13:42:07.834494 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e2a35373-f590-41fe-ac1d-65187689fe87 req-ea2dcc6a-bd61-4b78-b848-b411d8d96315 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:07.837414 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:42:07.841975 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-e8a1867d-5744-488e-9baf-88e4ee1e9d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:07.843497 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-e8a1867d-5744-488e-9baf-88e4ee1e9d09 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8554416 Mar 05 13:42:07.871498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5608f4e-08ce-4ef1-a418-03b9f80fd701 req-a45b0c85-e204-4f5e-b06a-4c46bf9c8b45 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:07.879286 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a5608f4e-08ce-4ef1-a418-03b9f80fd701 req-a45b0c85-e204-4f5e-b06a-4c46bf9c8b45 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=16f950ff-6c4d-46cd-bbe2-6b0087064856 HTTP/1.1" status: 200 len: 946 time: 0.7599742 Mar 05 13:42:07.882048 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:07.892212 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2dcc6a-bd61-4b78-b848-b411d8d96315 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Pushing event deleted for resources: {'Port': ['ID=587fd7ca-8b72-400c-8eee-3b3e936db412,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:07.976652 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-a0dadb56-9125-44fe-ad3b-f8a64fc47ff8 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c692c831ec1f411cb586cecfb5889b74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2160640 Mar 05 13:42:07.992906 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a35373-f590-41fe-ac1d-65187689fe87 req-ea2dcc6a-bd61-4b78-b848-b411d8d96315 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] No DVR routers for this DVR port 587fd7ca-8b72-400c-8eee-3b3e936db412 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:42:07.995601 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e2a35373-f590-41fe-ac1d-65187689fe87 req-ea2dcc6a-bd61-4b78-b848-b411d8d96315 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:07.998872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d77de0-7ff6-4d69-beaf-34517084c4a6', 'name': 'network-vif-deleted', 'tag': '587fd7ca-8b72-400c-8eee-3b3e936db412'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:42:08.004933 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 5383c409-cf44-437e-8a8c-2bac8b86a853 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:42:08.012951 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-be4547a9-a12b-4488-bd51-76981595b9ea req-31c5b89d-03c0-4e31-91ec-0bc7cb05a3b1 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:08.014903 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] Transition to ACTIVE for port object d0436760-0d5a-4513-91fb-3f18c3b5156b will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:42:08.045279 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: 5383c409-cf44-437e-8a8c-2bac8b86a853 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:42:08.045609 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 5383c409-cf44-437e-8a8c-2bac8b86a853 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:42:08.047189 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e2a35373-f590-41fe-ac1d-65187689fe87 req-ea2dcc6a-bd61-4b78-b848-b411d8d96315 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.30 "DELETE /v2.0/ports/587fd7ca-8b72-400c-8eee-3b3e936db412 HTTP/1.1" status: 204 len: 173 time: 1.5397475 Mar 05 13:42:08.098741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'name': 'tempest-TaggedBootDevicesTest-1596754330-router', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:42Z', 'updated_at': '2022-03-05T13:41:59Z', 'revision_number': 4, 'project_id': '28610c303cf6490b864485c4875d7beb', 'gw_port': {'id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:46Z', 'updated_at': '2022-03-05T13:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'c59efc00-ff3c-4261-8bfb-202004ab011e', 'name': '', 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'mac_address': 'fa:16:3e:da:e5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'c7f5fdc7-cd8a-40ad-987c-101447f15754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:56Z', 'updated_at': '2022-03-05T13:42:06Z', 'revision_number': 4, 'project_id': '28610c303cf6490b864485c4875d7beb', 'subnets': [{'id': 'c7f5fdc7-cd8a-40ad-987c-101447f15754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:08.106319 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f898ba-e014-441b-8404-6aeef3c2871d None None] The sync data for ids ['b739ddb9-60e3-4d87-9292-9616156585a4'] in n-d-803718-1 is: [{'id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'name': 'tempest-TaggedBootDevicesTest-1596754330-router', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:42Z', 'updated_at': '2022-03-05T13:41:59Z', 'revision_number': 4, 'project_id': '28610c303cf6490b864485c4875d7beb', 'gw_port': {'id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:46Z', 'updated_at': '2022-03-05T13:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'c59efc00-ff3c-4261-8bfb-202004ab011e', 'name': '', 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'mac_address': 'fa:16:3e:da:e5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'c7f5fdc7-cd8a-40ad-987c-101447f15754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:56Z', 'updated_at': '2022-03-05T13:42:06Z', 'revision_number': 4, 'project_id': '28610c303cf6490b864485c4875d7beb', 'subnets': [{'id': 'c7f5fdc7-cd8a-40ad-987c-101447f15754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:42:08.136490 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:08.169546 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-b39cece5-ee69-4999-950a-fa7c192637ff service neutron] 10.222.0.16 "GET /v2.0/networks/5d44bd9b-f262-43b5-bb0b-697548cb3009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644340 Mar 05 13:42:08.248998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5b89d-03c0-4e31-91ec-0bc7cb05a3b1 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Pushing event deleted for resources: {'Port': ['ID=5383c409-cf44-437e-8a8c-2bac8b86a853,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:08.336876 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a5608f4e-08ce-4ef1-a418-03b9f80fd701 req-6baaf935-0f9a-4093-ab76-7b1aaf046348 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576721 Mar 05 13:42:08.363417 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-d52825a0-a1e2-4166-97a2-467e65e1a055 service neutron] 10.222.0.16 "GET /v2.0/networks/5d44bd9b-f262-43b5-bb0b-697548cb3009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856291 Mar 05 13:42:08.469987 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4547a9-a12b-4488-bd51-76981595b9ea req-31c5b89d-03c0-4e31-91ec-0bc7cb05a3b1 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] No DVR routers for this DVR port 5383c409-cf44-437e-8a8c-2bac8b86a853 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:42:08.472884 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-be4547a9-a12b-4488-bd51-76981595b9ea req-31c5b89d-03c0-4e31-91ec-0bc7cb05a3b1 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:08.523928 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:42:08.556157 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-10d23ce2-5a6b-4eeb-9b9b-00071a6e7407 req-5f4cb3bd-5015-47a6-8186-ae45a8a6fe18 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] For port 07b8a5c0-4c4a-413b-92e4-9b683f1192a4, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=07b8a5c0-4c4a-413b-92e4-9b683f1192a4,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:08.556517 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-10d23ce2-5a6b-4eeb-9b9b-00071a6e7407 req-5f4cb3bd-5015-47a6-8186-ae45a8a6fe18 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:08.633136 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c59efc00-ff3c-4261-8bfb-202004ab011e up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:42:08.741605 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-be4547a9-a12b-4488-bd51-76981595b9ea req-31c5b89d-03c0-4e31-91ec-0bc7cb05a3b1 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.15 "DELETE /v2.0/ports/5383c409-cf44-437e-8a8c-2bac8b86a853 HTTP/1.1" status: 204 len: 173 time: 3.9018865 Mar 05 13:42:08.742303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d0436760-0d5a-4513-91fb-3f18c3b5156b,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:08.837986 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-12c12bd4-d141-4142-9bdc-4aa3c445363e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:08.917508 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:42:08.924026 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port c59efc00-ff3c-4261-8bfb-202004ab011e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:42:08.932442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:08.933132 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:08.935462 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-6e75f35a-aef0-438b-b4c5-0d2815b280d5 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0765285 Mar 05 13:42:08.956340 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-10d23ce2-5a6b-4eeb-9b9b-00071a6e7407 req-5f4cb3bd-5015-47a6-8186-ae45a8a6fe18 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Calling delete_port for 07b8a5c0-4c4a-413b-92e4-9b683f1192a4 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:42:08.983502 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port c59efc00-ff3c-4261-8bfb-202004ab011e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:08.983887 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:08.998442 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9530bf7b-db35-47e8-bf80-603d711f2d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:09.120835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b65d182-8dde-4865-b0b4-ae284346c9ed', 'name': 'network-vif-deleted', 'tag': '5383c409-cf44-437e-8a8c-2bac8b86a853'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:42:09.192179 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530bf7b-db35-47e8-bf80-603d711f2d0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c96288ca-7610-4efb-b638-4aff9c52529a,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:09.270000 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-637e7e58-5437-422d-bf8f-14a624bdafdd req-9ce04798-5564-482d-ac13-0059f2955377 tempest-SecurityGroupsNegativeTestJSON-2045349992 tempest-SecurityGroupsNegativeTestJSON-2045349992-project] Synchronizing usage tracker for tenant:e1fac5b5662d458d87cdab2f10d0a6a4 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:42:09.360005 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:09.379538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] Attempting to bind port d0436760-0d5a-4513-91fb-3f18c3b5156b on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:42:09.379867 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] Attempting to bind port d0436760-0d5a-4513-91fb-3f18c3b5156b by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '4a19e8c8-9d65-4a83-94ac-adad806f4733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:42:09.380194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] Attempting to bind port d0436760-0d5a-4513-91fb-3f18c3b5156b on network d3131e3c-1862-4a0f-920e-c001f597ed59 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:42:09.398150 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa5009-2d37-483c-9d93-ad70093ec2a1 req-b5b595f0-1433-4f62-a447-d5e4c31df1ff tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:09.408663 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] Port d0436760-0d5a-4513-91fb-3f18c3b5156b on network d3131e3c-1862-4a0f-920e-c001f597ed59 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:42:09.409066 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] Attempting to bind port d0436760-0d5a-4513-91fb-3f18c3b5156b on network d3131e3c-1862-4a0f-920e-c001f597ed59 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:42:09.410512 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa5009-2d37-483c-9d93-ad70093ec2a1 req-b5b595f0-1433-4f62-a447-d5e4c31df1ff tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:09.417103 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-637e7e58-5437-422d-bf8f-14a624bdafdd req-9ce04798-5564-482d-ac13-0059f2955377 tempest-SecurityGroupsNegativeTestJSON-2045349992 tempest-SecurityGroupsNegativeTestJSON-2045349992-project] Unset dirty status for tenant:e1fac5b5662d458d87cdab2f10d0a6a4 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:42:09.420988 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-17fa5009-2d37-483c-9d93-ad70093ec2a1 req-b5b595f0-1433-4f62-a447-d5e4c31df1ff tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a13be35-73b1-4281-91ac-873cf5c299f4&device_id=f920d532-c8de-4366-9d00-2441c1edd052 HTTP/1.1" status: 200 len: 1689 time: 0.1398985 Mar 05 13:42:09.424896 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-637e7e58-5437-422d-bf8f-14a624bdafdd req-9ce04798-5564-482d-ac13-0059f2955377 tempest-SecurityGroupsNegativeTestJSON-2045349992 tempest-SecurityGroupsNegativeTestJSON-2045349992-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1fac5b5662d458d87cdab2f10d0a6a4 HTTP/1.1" status: 200 len: 2984 time: 0.9192858 Mar 05 13:42:09.441550 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9530bf7b-db35-47e8-bf80-603d711f2d0b admin admin] Checking segment: {'id': 'bc75f793-0d8a-40d0-a85b-87dd20f79cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e4445820-90aa-44e9-b795-5325a5b053b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:42:09.441983 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9530bf7b-db35-47e8-bf80-603d711f2d0b admin admin] Network hostable DHCP agents. Network: e4445820-90aa-44e9-b795-5325a5b053b1, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:42:09.493817 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port f8e868d7-19d4-4db9-bdee-5b44bdc7acd2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f8e868d7-19d4-4db9-bdee-5b44bdc7acd2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:09.496093 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:09.511529 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-17fa5009-2d37-483c-9d93-ad70093ec2a1 req-5f4ab481-7d81-4b6f-be5c-6ce3a946556e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874915 Mar 05 13:42:09.533400 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f950ff-6c4d-46cd-bbe2-6b0087064856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e868d7-19d4-4db9-bdee-5b44bdc7acd2'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:42:09.545138 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:09.549717 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 07b8a5c0-4c4a-413b-92e4-9b683f1192a4 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:42:09.589857 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:42:09.590194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] Checking segment: {'id': '4a19e8c8-9d65-4a83-94ac-adad806f4733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:42:09.591902 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] Bound using segment: {'id': '4a19e8c8-9d65-4a83-94ac-adad806f4733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:42:09.593683 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] Bound port: d0436760-0d5a-4513-91fb-3f18c3b5156b, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a19e8c8-9d65-4a83-94ac-adad806f4733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:42:09.594703 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:09.646270 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ac97c580-ce43-4897-9ae8-3173bad091e1 req-e878412b-56c4-44ed-b0b6-4720f6ee3652 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6523628 Mar 05 13:42:09.730029 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9530bf7b-db35-47e8-bf80-603d711f2d0b admin admin] Network e4445820-90aa-44e9-b795-5325a5b053b1 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:42:09.749648 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port c59efc00-ff3c-4261-8bfb-202004ab011e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c59efc00-ff3c-4261-8bfb-202004ab011e,segment=NetworkSegment(602c854c-7211-4590-8d73-a57641bf555b),segment_id=602c854c-7211-4590-8d73-a57641bf555b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:09.764736 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:09.827475 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-637e7e58-5437-422d-bf8f-14a624bdafdd req-63884a4a-cc83-4d5a-a2a2-6b36bf648e91 tempest-SecurityGroupsNegativeTestJSON-2045349992 tempest-SecurityGroupsNegativeTestJSON-2045349992-project] 10.222.0.16 "GET /v2.0/security-groups/8c08555d-37db-43e8-8971-7d03cc71c1eb HTTP/1.1" status: 200 len: 2981 time: 0.4015434 Mar 05 13:42:09.854082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-9530bf7b-db35-47e8-bf80-603d711f2d0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, e4445820-90aa-44e9-b795-5325a5b053b1) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:42:09.871529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9530bf7b-db35-47e8-bf80-603d711f2d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:09.872387 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9530bf7b-db35-47e8-bf80-603d711f2d0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:09.882146 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Port 07b8a5c0-4c4a-413b-92e4-9b683f1192a4 update to DOWN by agent not found {{(pid=87915) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 05 13:42:09.882479 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 587fd7ca-8b72-400c-8eee-3b3e936db412 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:42:09.893812 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d1c3f-2c76-404e-98c6-22b6935484fb req-6403f097-e842-4e82-a6ac-be6781bf55de tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:09.895811 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-10d23ce2-5a6b-4eeb-9b9b-00071a6e7407 req-5f4cb3bd-5015-47a6-8186-ae45a8a6fe18 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:09.905610 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-366d1c3f-2c76-404e-98c6-22b6935484fb req-6403f097-e842-4e82-a6ac-be6781bf55de tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6 HTTP/1.1" status: 200 len: 867 time: 0.1944470 Mar 05 13:42:09.934027 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 587fd7ca-8b72-400c-8eee-3b3e936db412 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:42:09.934393 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 587fd7ca-8b72-400c-8eee-3b3e936db412 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:42:09.935896 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd7cf43-1c20-47ad-beb8-c2acb165c981 None None] Network e4445820-90aa-44e9-b795-5325a5b053b1 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:42:09.986505 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-366d1c3f-2c76-404e-98c6-22b6935484fb req-010c73ae-a59c-4bc3-b84b-656b65560e4b tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796902 Mar 05 13:42:09.999109 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=f8e868d7-19d4-4db9-bdee-5b44bdc7acd2,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:10.113891 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4cb3bd-5015-47a6-8186-ae45a8a6fe18 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Pushing event deleted for resources: {'Port': ['ID=07b8a5c0-4c4a-413b-92e4-9b683f1192a4,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:10.180453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=c59efc00-ff3c-4261-8bfb-202004ab011e,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:10.255011 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fce60-b60b-43f8-ae1c-3e9d3f3e7b41 req-98de06a2-3549-4f3d-aa84-8f7426a4dda0 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:10.257180 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-972fce60-b60b-43f8-ae1c-3e9d3f3e7b41 req-98de06a2-3549-4f3d-aa84-8f7426a4dda0 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84e4a50-0a94-40da-bfbb-70048b886e5e HTTP/1.1" status: 200 len: 943 time: 0.1116056 Mar 05 13:42:10.321399 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7d34b3-7c57-42bf-b4ac-b3f0933a12a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-e4445820-90aa-44e9-b795-5325a5b053b1', 'network_id': 'e4445820-90aa-44e9-b795-5325a5b053b1', 'tenant_id': '930788a5789b4083a7edd7b94cf34a2e', 'fixed_ips': [{'subnet_id': 'c96288ca-7610-4efb-b638-4aff9c52529a'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:42:10.322542 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-de7d34b3-7c57-42bf-b4ac-b3f0933a12a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:10.329662 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-972fce60-b60b-43f8-ae1c-3e9d3f3e7b41 req-2393310f-0b3e-41b5-bb2c-6f147ed05272 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/security-groups?id=296c0661-66cf-4afe-9f8b-8ed84ace99d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655336 Mar 05 13:42:10.332258 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d23ce2-5a6b-4eeb-9b9b-00071a6e7407 req-5f4cb3bd-5015-47a6-8186-ae45a8a6fe18 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] No DVR routers for this DVR port 07b8a5c0-4c4a-413b-92e4-9b683f1192a4 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:42:10.345118 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-10d23ce2-5a6b-4eeb-9b9b-00071a6e7407 req-5f4cb3bd-5015-47a6-8186-ae45a8a6fe18 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:10.359877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] For port d0436760-0d5a-4513-91fb-3f18c3b5156b, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:42:10.364058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] For port d0436760-0d5a-4513-91fb-3f18c3b5156b, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d0436760-0d5a-4513-91fb-3f18c3b5156b,segment=NetworkSegment(4a19e8c8-9d65-4a83-94ac-adad806f4733),segment_id=4a19e8c8-9d65-4a83-94ac-adad806f4733)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:42:10.373742 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10d23ce2-5a6b-4eeb-9b9b-00071a6e7407 req-5f4cb3bd-5015-47a6-8186-ae45a8a6fe18 tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.30 "DELETE /v2.0/ports/07b8a5c0-4c4a-413b-92e4-9b683f1192a4 HTTP/1.1" status: 204 len: 173 time: 3.9101250 Mar 05 13:42:10.378145 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9530bf7b-db35-47e8-bf80-603d711f2d0b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6757243 Mar 05 13:42:10.381520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52794) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:10.384109 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:10.390892 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-46be8355-2bb3-4260-898c-e79cd1a46828 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-605465898-router', 'tenant_id': '930788a5789b4083a7edd7b94cf34a2e', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:42:10.404126 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d77de0-7ff6-4d69-beaf-34517084c4a6', 'name': 'network-vif-deleted', 'tag': '587fd7ca-8b72-400c-8eee-3b3e936db412', 'status': 'completed', 'code': 200} Mar 05 13:42:10.406348 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-46be8355-2bb3-4260-898c-e79cd1a46828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:42:10.423179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-46be8355-2bb3-4260-898c-e79cd1a46828 admin admin] Usage tracker for resource:router and tenant:930788a5789b4083a7edd7b94cf34a2e is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:42:10.427179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-46be8355-2bb3-4260-898c-e79cd1a46828 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:42:10.438499 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-46be8355-2bb3-4260-898c-e79cd1a46828 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:42:10.457356 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46be8355-2bb3-4260-898c-e79cd1a46828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:10.461624 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46be8355-2bb3-4260-898c-e79cd1a46828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:10.476182 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-637e7e58-5437-422d-bf8f-14a624bdafdd req-15636b2e-316c-42ca-9795-5927e26ff5bb tempest-SecurityGroupsNegativeTestJSON-2045349992 tempest-SecurityGroupsNegativeTestJSON-2045349992-project] 10.222.0.16 "GET /v2.0/security-groups/8c08555d-37db-43e8-8971-7d03cc71c1eb HTTP/1.1" status: 200 len: 2981 time: 0.5962307 Mar 05 13:42:10.498673 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46be8355-2bb3-4260-898c-e79cd1a46828 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:10.526667 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:10.530082 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:10.531665 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] 10.222.0.30 "PUT /v2.0/ports/d0436760-0d5a-4513-91fb-3f18c3b5156b HTTP/1.1" status: 200 len: 1091 time: 5.0483923 Mar 05 13:42:10.572198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f139962-91cb-40fb-a647-c1db35124830 req-298a4264-2411-4814-89f7-2da8a870f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:10.573627 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9f139962-91cb-40fb-a647-c1db35124830 req-298a4264-2411-4814-89f7-2da8a870f9cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d849206810044d11adc955a445c83763&device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 1099 time: 0.8069608 Mar 05 13:42:10.735067 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b65d182-8dde-4865-b0b4-ae284346c9ed', 'name': 'network-vif-deleted', 'tag': '5383c409-cf44-437e-8a8c-2bac8b86a853', 'status': 'completed', 'code': 200} Mar 05 13:42:10.872286 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274a9d9-9fe9-40d0-9ada-3d5ff9242cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d0436760-0d5a-4513-91fb-3f18c3b5156b,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:10.939351 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:42:11.005065 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c59efc00-ff3c-4261-8bfb-202004ab011e up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:42:11.152958 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f139962-91cb-40fb-a647-c1db35124830 req-82c634cd-b66e-454c-85cd-56c96ed371e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:11.154494 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9f139962-91cb-40fb-a647-c1db35124830 req-82c634cd-b66e-454c-85cd-56c96ed371e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.5480537 Mar 05 13:42:11.207058 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-de7d34b3-7c57-42bf-b4ac-b3f0933a12a6 None None] Allocated IP 172.20.0.2 (e4445820-90aa-44e9-b795-5325a5b053b1/c96288ca-7610-4efb-b638-4aff9c52529a/4c33f2da-2526-43a6-ae52-4e3340573c2c) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:42:11.225346 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f950ff-6c4d-46cd-bbe2-6b0087064856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e868d7-19d4-4db9-bdee-5b44bdc7acd2', 'code': 200} Mar 05 13:42:11.279111 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-449b0a67-9d35-4be2-814a-f2baf5ba136b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:11.299192 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9f139962-91cb-40fb-a647-c1db35124830 req-ed1fb43d-d9c0-4493-b98a-349eb4ea5a3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=3953bd01-eec3-49cd-9135-0700f1de9c5c HTTP/1.1" status: 200 len: 217 time: 0.1191359 Mar 05 13:42:11.320912 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46be8355-2bb3-4260-898c-e79cd1a46828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:11.393106 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port c59efc00-ff3c-4261-8bfb-202004ab011e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:11.393477 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:11.417126 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bf1f1-27e0-448b-9c6d-7668116a26fd req-8f991087-7d5d-4067-b47e-8401d807be93 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:11.418573 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-4f8bf1f1-27e0-448b-9c6d-7668116a26fd req-8f991087-7d5d-4067-b47e-8401d807be93 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Synchronizing usage tracker for tenant:d849206810044d11adc955a445c83763 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:42:11.441372 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7bae09d6-e804-4df7-98f8-0b6f2c767578 req-ae238e96-9f86-4ade-ae1a-eab3e5874397 tempest-SecurityGroupsNegativeTestJSON-2045349992 tempest-SecurityGroupsNegativeTestJSON-2045349992-project] 10.222.0.16 "GET /v2.0/security-groups/8c08555d-37db-43e8-8971-7d03cc71c1eb HTTP/1.1" status: 200 len: 2981 time: 0.2734733 Mar 05 13:42:11.449942 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-ff7e9fe5-8d79-4379-ba89-c77a985d3917 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:11.451421 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-ff7e9fe5-8d79-4379-ba89-c77a985d3917 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.30 "GET /v2.0/networks?id=5d44bd9b-f262-43b5-bb0b-697548cb3009 HTTP/1.1" status: 200 len: 812 time: 0.5870600 Mar 05 13:42:11.472218 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-5dbd79c9-98c1-4a2f-9552-78b1395f24d9 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Request body: {'port': {'device_id': '21c0d7a0-533e-4279-8564-8f1140ff3071', 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009', 'admin_state_up': True, 'tenant_id': 'c692c831ec1f411cb586cecfb5889b74'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:42:11.501478 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff047adb-c952-42a7-9808-0a5a5122f66f req-869b0800-93b0-4a78-963d-5ac157776896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:11.503311 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ff047adb-c952-42a7-9808-0a5a5122f66f req-869b0800-93b0-4a78-963d-5ac157776896 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=16f950ff-6c4d-46cd-bbe2-6b0087064856 HTTP/1.1" status: 200 len: 1099 time: 0.2312460 Mar 05 13:42:11.531255 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-4f8bf1f1-27e0-448b-9c6d-7668116a26fd req-8f991087-7d5d-4067-b47e-8401d807be93 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Unset dirty status for tenant:d849206810044d11adc955a445c83763 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:42:11.538224 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4f8bf1f1-27e0-448b-9c6d-7668116a26fd req-8f991087-7d5d-4067-b47e-8401d807be93 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=16f950ff-6c4d-46cd-bbe2-6b0087064856 HTTP/1.1" status: 200 len: 948 time: 0.6164377 Mar 05 13:42:11.570754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f139962-91cb-40fb-a647-c1db35124830 req-c11581d2-6e00-41fd-8715-8bbe3fa79fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:11.572255 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9f139962-91cb-40fb-a647-c1db35124830 req-c11581d2-6e00-41fd-8715-8bbe3fa79fa1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.2527418 Mar 05 13:42:11.641266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-f0df9b90-77b4-4949-9625-54c68314802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:11.641864 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-f0df9b90-77b4-4949-9625-54c68314802e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a0c57f40aca4bf38eae932699756534&device_id=d84e4a50-0a94-40da-bfbb-70048b886e5e HTTP/1.1" status: 200 len: 1094 time: 0.7758477 Mar 05 13:42:11.704645 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ff047adb-c952-42a7-9808-0a5a5122f66f req-3307f74e-0057-4cf1-9c12-1a621d2e1052 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780720 Mar 05 13:42:11.710132 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-4f8bf1f1-27e0-448b-9c6d-7668116a26fd req-5dc02cd7-249d-4733-a28e-d92b52fa1c15 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Synchronizing usage tracker for tenant:d849206810044d11adc955a445c83763 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:42:11.737972 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-4ed99b21-9d07-42f0-abf5-ba6cfed18166 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0436760-0d5a-4513-91fb-3f18c3b5156b HTTP/1.1" status: 200 len: 217 time: 0.0842223 Mar 05 13:42:11.751384 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-de7d34b3-7c57-42bf-b4ac-b3f0933a12a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:11.759617 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-b12a0ed7-0e3b-4757-a936-454cd42408a6 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:11.761350 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-b12a0ed7-0e3b-4757-a936-454cd42408a6 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.30 "GET /v2.0/networks?id=5d44bd9b-f262-43b5-bb0b-697548cb3009 HTTP/1.1" status: 200 len: 812 time: 0.2556159 Mar 05 13:42:11.762117 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-4f8bf1f1-27e0-448b-9c6d-7668116a26fd req-5dc02cd7-249d-4733-a28e-d92b52fa1c15 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Unset dirty status for tenant:d849206810044d11adc955a445c83763 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:42:11.770843 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4f8bf1f1-27e0-448b-9c6d-7668116a26fd req-5dc02cd7-249d-4733-a28e-d92b52fa1c15 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315407 Mar 05 13:42:11.772927 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-de7d34b3-7c57-42bf-b4ac-b3f0933a12a6 None None] Transition to ACTIVE for port object 4c33f2da-2526-43a6-ae52-4e3340573c2c will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:42:11.809012 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-5dbd79c9-98c1-4a2f-9552-78b1395f24d9 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:42:11.812006 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:11.815607 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [req-7bae09d6-e804-4df7-98f8-0b6f2c767578 req-5405a158-0db7-4498-b0b2-92571bcde640 tempest-SecurityGroupsNegativeTestJSON-2045349992 tempest-SecurityGroupsNegativeTestJSON-2045349992-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 05 13:42:11.822580 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7bae09d6-e804-4df7-98f8-0b6f2c767578 req-5405a158-0db7-4498-b0b2-92571bcde640 tempest-SecurityGroupsNegativeTestJSON-2045349992 tempest-SecurityGroupsNegativeTestJSON-2045349992-project] 10.222.0.16 "DELETE /v2.0/security-groups/8c08555d-37db-43e8-8971-7d03cc71c1eb HTTP/1.1" status: 409 len: 352 time: 0.3803258 Mar 05 13:42:11.824150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-5dbd79c9-98c1-4a2f-9552-78b1395f24d9 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Usage tracker for resource:port and tenant:c692c831ec1f411cb586cecfb5889b74 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:42:11.828230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-5dbd79c9-98c1-4a2f-9552-78b1395f24d9 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:42:11.833052 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-de7d34b3-7c57-42bf-b4ac-b3f0933a12a6 None None] Transition to ACTIVE for port object 4c33f2da-2526-43a6-ae52-4e3340573c2c will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:42:11.864742 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-5dbd79c9-98c1-4a2f-9552-78b1395f24d9 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:42:11.886568 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-de7d34b3-7c57-42bf-b4ac-b3f0933a12a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:11.891913 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f139962-91cb-40fb-a647-c1db35124830 req-8192f2c9-7c32-4063-82eb-4fa0f4c31485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:11.896366 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9f139962-91cb-40fb-a647-c1db35124830 req-8192f2c9-7c32-4063-82eb-4fa0f4c31485 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3166766 Mar 05 13:42:11.916137 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-9cbdf2c3-6984-406a-b7ed-34285012e702 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Request body: {'port': {'device_id': 'a9741de7-8c7a-4137-87b5-bae42bcd01db', 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009', 'admin_state_up': True, 'tenant_id': 'c692c831ec1f411cb586cecfb5889b74'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:42:11.949046 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-5dbd79c9-98c1-4a2f-9552-78b1395f24d9 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Made reservation on behalf of c692c831ec1f411cb586cecfb5889b74 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:42:11.957667 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-5dbd79c9-98c1-4a2f-9552-78b1395f24d9 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:12.013722 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 3953bd01-eec3-49cd-9135-0700f1de9c5c details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:42:12.034131 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:12.040379 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:12.045974 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7d34b3-7c57-42bf-b4ac-b3f0933a12a6 None None] Network e4445820-90aa-44e9-b795-5325a5b053b1 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:42:12.057725 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-de7d34b3-7c57-42bf-b4ac-b3f0933a12a6 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:42:12.060759 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7d34b3-7c57-42bf-b4ac-b3f0933a12a6 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:42:12.115112 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:12.144152 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d34b3-7c57-42bf-b4ac-b3f0933a12a6 None None] Pushing event updated for resources: {'Port': ['ID=4c33f2da-2526-43a6-ae52-4e3340573c2c,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:12.174689 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9340e505-ef8f-4792-81b9-a3052ef7b6dc req-d1b32fa6-2162-4a24-a88f-90f340591efc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Synchronizing usage tracker for tenant:996df70a25244ab7adc6a5dc348944f1 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:42:12.228037 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46be8355-2bb3-4260-898c-e79cd1a46828 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:12.239797 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:12.266268 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-b6a533fd-8db8-4b66-a96d-c5f2decf92cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:12.267940 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-b6a533fd-8db8-4b66-a96d-c5f2decf92cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14505cde-9c48-49cb-bda6-a87e9c92d7f7 HTTP/1.1" status: 200 len: 855 time: 0.3382730 Mar 05 13:42:12.273718 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46be8355-2bb3-4260-898c-e79cd1a46828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:12.278385 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.resource_extend [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:42:12.323961 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-de7d34b3-7c57-42bf-b4ac-b3f0933a12a6 None None] Attempting to bind port 4c33f2da-2526-43a6-ae52-4e3340573c2c on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:42:12.324318 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-de7d34b3-7c57-42bf-b4ac-b3f0933a12a6 None None] Attempting to bind port 4c33f2da-2526-43a6-ae52-4e3340573c2c by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'bc75f793-0d8a-40d0-a85b-87dd20f79cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e4445820-90aa-44e9-b795-5325a5b053b1'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:42:12.325830 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7d34b3-7c57-42bf-b4ac-b3f0933a12a6 None None] Attempting to bind port 4c33f2da-2526-43a6-ae52-4e3340573c2c on network e4445820-90aa-44e9-b795-5325a5b053b1 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:42:12.336443 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7d34b3-7c57-42bf-b4ac-b3f0933a12a6 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:42:12.336443 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7d34b3-7c57-42bf-b4ac-b3f0933a12a6 None None] Checking segment: {'id': 'bc75f793-0d8a-40d0-a85b-87dd20f79cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e4445820-90aa-44e9-b795-5325a5b053b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:42:12.337189 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9340e505-ef8f-4792-81b9-a3052ef7b6dc req-d1b32fa6-2162-4a24-a88f-90f340591efc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] Unset dirty status for tenant:996df70a25244ab7adc6a5dc348944f1 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:42:12.337504 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-de7d34b3-7c57-42bf-b4ac-b3f0933a12a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:12.337945 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7d34b3-7c57-42bf-b4ac-b3f0933a12a6 None None] Bound using segment: {'id': 'bc75f793-0d8a-40d0-a85b-87dd20f79cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e4445820-90aa-44e9-b795-5325a5b053b1'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:42:12.338589 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9340e505-ef8f-4792-81b9-a3052ef7b6dc req-d1b32fa6-2162-4a24-a88f-90f340591efc tempest-LiveMigrationNegativeTest-1932897472 tempest-LiveMigrationNegativeTest-1932897472-project] 10.222.0.16 "GET /v2.0/ports?device_id=71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6 HTTP/1.1" status: 200 len: 210 time: 0.2901618 Mar 05 13:42:12.343272 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-de7d34b3-7c57-42bf-b4ac-b3f0933a12a6 None None] Bound port: 4c33f2da-2526-43a6-ae52-4e3340573c2c, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc75f793-0d8a-40d0-a85b-87dd20f79cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e4445820-90aa-44e9-b795-5325a5b053b1'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:42:12.343905 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-de7d34b3-7c57-42bf-b4ac-b3f0933a12a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:12.347407 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-9cbdf2c3-6984-406a-b7ed-34285012e702 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:42:12.357383 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b56cb-072a-4531-a3e6-d3498bdbcec0 req-124e4382-f2e7-4789-8afc-78dd6baefd4c tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:12.362909 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9f139962-91cb-40fb-a647-c1db35124830 req-701acf14-f64a-4ad6-b866-0e59c2642fa5 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583316 Mar 05 13:42:12.364626 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8e1b56cb-072a-4531-a3e6-d3498bdbcec0 req-124e4382-f2e7-4789-8afc-78dd6baefd4c tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd HTTP/1.1" status: 200 len: 950 time: 0.4152758 Mar 05 13:42:12.392084 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-9cbdf2c3-6984-406a-b7ed-34285012e702 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Usage tracker for resource:port and tenant:c692c831ec1f411cb586cecfb5889b74 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:42:12.401532 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-9cbdf2c3-6984-406a-b7ed-34285012e702 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:42:12.413776 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-9cbdf2c3-6984-406a-b7ed-34285012e702 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:42:12.477830 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:12.528813 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-9cbdf2c3-6984-406a-b7ed-34285012e702 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Made reservation on behalf of c692c831ec1f411cb586cecfb5889b74 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:42:12.532785 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-9cbdf2c3-6984-406a-b7ed-34285012e702 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:12.557763 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8e1b56cb-072a-4531-a3e6-d3498bdbcec0 req-56070168-b802-443e-9f79-cbaf9684a50f tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/security-groups?id=78980102-21ed-45c6-9a8c-2d5af0053faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922731 Mar 05 13:42:12.573834 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 3953bd01-eec3-49cd-9135-0700f1de9c5c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3953bd01-eec3-49cd-9135-0700f1de9c5c,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:12.601174 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '3953bd01-eec3-49cd-9135-0700f1de9c5c', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '3953bd01-eec3-49cd-9135-0700f1de9c5c', 'mac_address': 'fa:16:3e:f2:c1:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:42:12.607580 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-de7d34b3-7c57-42bf-b4ac-b3f0933a12a6 None None] For port 4c33f2da-2526-43a6-ae52-4e3340573c2c, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:42:12.653457 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-de7d34b3-7c57-42bf-b4ac-b3f0933a12a6 None None] For port 4c33f2da-2526-43a6-ae52-4e3340573c2c, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4c33f2da-2526-43a6-ae52-4e3340573c2c,segment=NetworkSegment(bc75f793-0d8a-40d0-a85b-87dd20f79cad),segment_id=bc75f793-0d8a-40d0-a85b-87dd20f79cad)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:42:12.664483 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-de7d34b3-7c57-42bf-b4ac-b3f0933a12a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:12.669018 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-46be8355-2bb3-4260-898c-e79cd1a46828 admin admin] Allocated IP 172.25.4.26 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/a758ddea-d5e6-4151-a3d4-4d208e5b42da) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:42:12.721524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-84a942f9-8143-4437-9ceb-a15a4f830ed0 req-6a50959e-2944-4aa9-98a1-0834684e8732 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Synchronizing usage tracker for tenant:c692c831ec1f411cb586cecfb5889b74 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:42:12.733959 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:12.744803 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6', 'name': 'network-vif-deleted', 'tag': '07b8a5c0-4c4a-413b-92e4-9b683f1192a4'}, {'name': 'network-changed', 'server_uuid': 'd84e4a50-0a94-40da-bfbb-70048b886e5e', 'tag': 'd0436760-0d5a-4513-91fb-3f18c3b5156b'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:42:12.774945 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-5dbd79c9-98c1-4a2f-9552-78b1395f24d9 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Allocated IP 172.20.0.13 (5d44bd9b-f262-43b5-bb0b-697548cb3009/20a02a6e-42ad-4496-b221-c28750bbf434/d410da44-fa9e-47a9-95e8-9b9b78ce98c4) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:42:12.775459 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3953bd01-eec3-49cd-9135-0700f1de9c5c {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:42:12.783832 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-1b737d48-5bc1-402c-94d8-37842c45257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:12.785523 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-1b737d48-5bc1-402c-94d8-37842c45257e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d3131e3c-1862-4a0f-920e-c001f597ed59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5043664 Mar 05 13:42:12.795135 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-84a942f9-8143-4437-9ceb-a15a4f830ed0 req-6a50959e-2944-4aa9-98a1-0834684e8732 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Unset dirty status for tenant:c692c831ec1f411cb586cecfb5889b74 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:42:12.804290 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-84a942f9-8143-4437-9ceb-a15a4f830ed0 req-6a50959e-2944-4aa9-98a1-0834684e8732 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c0d7a0-533e-4279-8564-8f1140ff3071 HTTP/1.1" status: 200 len: 210 time: 0.3519473 Mar 05 13:42:12.805686 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d34b3-7c57-42bf-b4ac-b3f0933a12a6 None None] Pushing event updated for resources: {'Port': ['ID=4c33f2da-2526-43a6-ae52-4e3340573c2c,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:12.819831 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 3953bd01-eec3-49cd-9135-0700f1de9c5c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3953bd01-eec3-49cd-9135-0700f1de9c5c,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:12.825481 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:12.917001 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9f139962-91cb-40fb-a647-c1db35124830 req-aaca353b-53fb-4597-bea3-dd97e5a16c54 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971504 Mar 05 13:42:12.963566 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=3953bd01-eec3-49cd-9135-0700f1de9c5c,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:13.062059 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['3953bd01-eec3-49cd-9135-0700f1de9c5c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:42:13.197172 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-f8e5c3a2-5daf-4c1c-b0eb-7e8760990368 service neutron] 10.222.0.30 "GET /v2.0/networks/d3131e3c-1862-4a0f-920e-c001f597ed59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868799 Mar 05 13:42:13.227471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '771ed29c-9903-409b-8e7b-cb9a2d2c14f9'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:42:13.283433 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46be8355-2bb3-4260-898c-e79cd1a46828 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:13.314525 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a8896-f245-4c5b-b5e4-465f16c0aa66 req-5b325af4-977c-4e1f-8bb8-480abca43dfd tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:13.316079 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-837a8896-f245-4c5b-b5e4-465f16c0aa66 req-5b325af4-977c-4e1f-8bb8-480abca43dfd tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3a13be35-73b1-4281-91ac-873cf5c299f4 HTTP/1.1" status: 200 len: 1101 time: 0.3286865 Mar 05 13:42:13.370657 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-837a8896-f245-4c5b-b5e4-465f16c0aa66 req-2e3a8ca9-7aa8-4942-a22e-283074fb4cd5 tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] Synchronizing usage tracker for tenant:87acd6420a19402f9056d418bdf63513 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:42:13.374591 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46be8355-2bb3-4260-898c-e79cd1a46828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:13.381144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654755fa-5d77-411b-a1b8-cda92c12cf76 req-8c9603f9-f590-4fcd-bf83-c0f5b24017d3 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:13.382668 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-654755fa-5d77-411b-a1b8-cda92c12cf76 req-8c9603f9-f590-4fcd-bf83-c0f5b24017d3 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84e4a50-0a94-40da-bfbb-70048b886e5e HTTP/1.1" status: 200 len: 943 time: 0.3965933 Mar 05 13:42:13.429601 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-5dbd79c9-98c1-4a2f-9552-78b1395f24d9 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:13.442106 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46be8355-2bb3-4260-898c-e79cd1a46828 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:42:13.443289 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fc97bd7a-c1f6-492d-935b-68b9059a75ad req-2f8ed2a0-53b2-49ed-a2ff-9a5af8469a97 service neutron] 10.222.0.30 "GET /v2.0/networks/d3131e3c-1862-4a0f-920e-c001f597ed59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368760 Mar 05 13:42:13.446552 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-46be8355-2bb3-4260-898c-e79cd1a46828 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:42:13.450980 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46be8355-2bb3-4260-898c-e79cd1a46828 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:42:13.465862 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-654755fa-5d77-411b-a1b8-cda92c12cf76 req-f4ece56b-f92c-434a-9be7-003ee80ea3c1 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/security-groups?id=296c0661-66cf-4afe-9f8b-8ed84ace99d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700483 Mar 05 13:42:13.491847 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-5dbd79c9-98c1-4a2f-9552-78b1395f24d9 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:13.510955 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-837a8896-f245-4c5b-b5e4-465f16c0aa66 req-2e3a8ca9-7aa8-4942-a22e-283074fb4cd5 tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] Unset dirty status for tenant:87acd6420a19402f9056d418bdf63513 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:42:13.510955 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-837a8896-f245-4c5b-b5e4-465f16c0aa66 req-2e3a8ca9-7aa8-4942-a22e-283074fb4cd5 tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780865 Mar 05 13:42:13.550355 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:13.557347 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be8355-2bb3-4260-898c-e79cd1a46828 admin admin] Pushing event updated for resources: {'Port': ['ID=a758ddea-d5e6-4151-a3d4-4d208e5b42da,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:13.585230 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [req-4ef59e6d-2ee7-4173-a2e6-3c442121d585 req-305c1e05-74d1-48ca-b226-158e5b398d1c tempest-SecurityGroupsNegativeTestJSON-2045349992 tempest-SecurityGroupsNegativeTestJSON-2045349992-project] show failed (client error): The resource could not be found. Mar 05 13:42:13.586364 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4ef59e6d-2ee7-4173-a2e6-3c442121d585 req-305c1e05-74d1-48ca-b226-158e5b398d1c tempest-SecurityGroupsNegativeTestJSON-2045349992 tempest-SecurityGroupsNegativeTestJSON-2045349992-project] 10.222.0.16 "GET /v2.0/security-groups/22d457f4-5886-492a-a73f-971315a892e0 HTTP/1.1" status: 404 len: 352 time: 0.0428565 Mar 05 13:42:13.599964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-5dbd79c9-98c1-4a2f-9552-78b1395f24d9 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Network 5d44bd9b-f262-43b5-bb0b-697548cb3009 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:42:13.608231 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-5dbd79c9-98c1-4a2f-9552-78b1395f24d9 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:42:13.616381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-5dbd79c9-98c1-4a2f-9552-78b1395f24d9 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:42:13.648042 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd79c9-98c1-4a2f-9552-78b1395f24d9 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Pushing event updated for resources: {'Port': ['ID=d410da44-fa9e-47a9-95e8-9b9b78ce98c4,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:13.685063 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71516155-2ea3-4d3e-8d40-e2e8f9a3f6a6', 'name': 'network-vif-deleted', 'tag': '07b8a5c0-4c4a-413b-92e4-9b683f1192a4', 'status': 'completed', 'code': 200} Mar 05 13:42:13.685330 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84e4a50-0a94-40da-bfbb-70048b886e5e', 'tag': 'd0436760-0d5a-4513-91fb-3f18c3b5156b', 'status': 'completed', 'code': 200} Mar 05 13:42:13.697760 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-9cbdf2c3-6984-406a-b7ed-34285012e702 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Allocated IP 172.20.0.4 (5d44bd9b-f262-43b5-bb0b-697548cb3009/20a02a6e-42ad-4496-b221-c28750bbf434/e7ab0919-78d0-4a05-820e-ebe6cb32ef22) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:42:13.706055 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-5dbd79c9-98c1-4a2f-9552-78b1395f24d9 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:13.706826 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-5dbd79c9-98c1-4a2f-9552-78b1395f24d9 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:13.816557 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-5dbd79c9-98c1-4a2f-9552-78b1395f24d9 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3478870 Mar 05 13:42:13.851013 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-869eb783-5f35-47da-b17f-e2270c205c0f service neutron] Request body: {'port': {'device_id': '21c0d7a0-533e-4279-8564-8f1140ff3071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:42:13.960356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1afb5-d9c1-4274-bc99-d69ea26b0278 req-7cf1fdc4-ddeb-475b-b2c2-ab7665ba051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:13.962261 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71b1afb5-d9c1-4274-bc99-d69ea26b0278 req-7cf1fdc4-ddeb-475b-b2c2-ab7665ba051c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a0c57f40aca4bf38eae932699756534&device_id=d84e4a50-0a94-40da-bfbb-70048b886e5e HTTP/1.1" status: 200 len: 1094 time: 0.2482436 Mar 05 13:42:14.010583 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 3953bd01-eec3-49cd-9135-0700f1de9c5c up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:42:14.187790 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 3953bd01-eec3-49cd-9135-0700f1de9c5c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:42:14.192950 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 3953bd01-eec3-49cd-9135-0700f1de9c5c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:14.193952 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:14.208386 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-9cbdf2c3-6984-406a-b7ed-34285012e702 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:14.252542 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '771ed29c-9903-409b-8e7b-cb9a2d2c14f9', 'code': 200} Mar 05 13:42:14.276633 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-869eb783-5f35-47da-b17f-e2270c205c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:14.332171 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913f3b7a-3306-4b53-bd68-27c2010d05e0 None None] Network e4445820-90aa-44e9-b795-5325a5b053b1 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:42:14.405419 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c460d50-17d2-4673-a56c-e523eef4a531 req-145c5d95-303c-42d1-8e10-6f323171b418 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:14.412556 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2c460d50-17d2-4673-a56c-e523eef4a531 req-145c5d95-303c-42d1-8e10-6f323171b418 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=16f950ff-6c4d-46cd-bbe2-6b0087064856 HTTP/1.1" status: 200 len: 948 time: 0.5290129 Mar 05 13:42:14.470148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1afb5-d9c1-4274-bc99-d69ea26b0278 req-be88447a-c72f-4213-a079-c135b9c988c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:14.471874 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71b1afb5-d9c1-4274-bc99-d69ea26b0278 req-be88447a-c72f-4213-a079-c135b9c988c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d3131e3c-1862-4a0f-920e-c001f597ed59 HTTP/1.1" status: 200 len: 916 time: 0.4947777 Mar 05 13:42:14.578653 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46be8355-2bb3-4260-898c-e79cd1a46828 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:14.666446 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71b1afb5-d9c1-4274-bc99-d69ea26b0278 req-aea747ba-a7f6-417e-b36e-a25162fe7dcc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0436760-0d5a-4513-91fb-3f18c3b5156b HTTP/1.1" status: 200 len: 217 time: 0.1858587 Mar 05 13:42:14.756630 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-9cbdf2c3-6984-406a-b7ed-34285012e702 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:14.896245 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:14.904766 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2c460d50-17d2-4673-a56c-e523eef4a531 req-5952e8b6-66fa-467e-be28-e17e1a5212a9 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796221 Mar 05 13:42:14.914404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4c33f2da-2526-43a6-ae52-4e3340573c2c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:42:14.954730 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [req-4caeebfc-5f4c-4851-9000-99765380c99d req-6b3f12bf-25bb-4aeb-a41b-176058616849 tempest-SecurityGroupsNegativeTestJSON-2045349992 tempest-SecurityGroupsNegativeTestJSON-2045349992-project] show failed (client error): The resource could not be found. Mar 05 13:42:14.972485 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4caeebfc-5f4c-4851-9000-99765380c99d req-6b3f12bf-25bb-4aeb-a41b-176058616849 tempest-SecurityGroupsNegativeTestJSON-2045349992 tempest-SecurityGroupsNegativeTestJSON-2045349992-project] 10.222.0.16 "GET /v2.0/security-groups/0f92b3ba-24e9-4744-8e45-1fd3991b96c3 HTTP/1.1" status: 404 len: 352 time: 0.0335238 Mar 05 13:42:14.981712 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52858) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:15.070665 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52862) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:15.120004 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5865bab6-581d-4fb7-88eb-57c319e8b857 None None] Provisioning for port 4c33f2da-2526-43a6-ae52-4e3340573c2c completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:42:15.152416 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbdf2c3-6984-406a-b7ed-34285012e702 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Pushing event updated for resources: {'Port': ['ID=e7ab0919-78d0-4a05-820e-ebe6cb32ef22,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:15.170501 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 3953bd01-eec3-49cd-9135-0700f1de9c5c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3953bd01-eec3-49cd-9135-0700f1de9c5c,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:15.189023 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:15.277058 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 4c33f2da-2526-43a6-ae52-4e3340573c2c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:42:15.329275 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 4c33f2da-2526-43a6-ae52-4e3340573c2c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:15.329845 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:15.377688 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-9cbdf2c3-6984-406a-b7ed-34285012e702 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Network 5d44bd9b-f262-43b5-bb0b-697548cb3009 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:42:15.401296 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1afb5-d9c1-4274-bc99-d69ea26b0278 req-f251d88c-244f-455a-89c4-0e5f00814c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:15.403028 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71b1afb5-d9c1-4274-bc99-d69ea26b0278 req-f251d88c-244f-455a-89c4-0e5f00814c79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14505cde-9c48-49cb-bda6-a87e9c92d7f7 HTTP/1.1" status: 200 len: 855 time: 0.6911135 Mar 05 13:42:15.418211 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-9cbdf2c3-6984-406a-b7ed-34285012e702 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:42:15.433311 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-9cbdf2c3-6984-406a-b7ed-34285012e702 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:42:15.607018 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=3953bd01-eec3-49cd-9135-0700f1de9c5c,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:15.621315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a395ff9-38b8-48bc-bc50-33fa655815f2 admin admin] Deleting subnet ebd62f3f-5a5a-47c1-a0cc-f496fded2460 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:42:15.643431 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a395ff9-38b8-48bc-bc50-33fa655815f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:15.650467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36383c-7a7a-471b-a7d0-507abd8c46b7 req-46786b4b-3ab3-416a-84a8-671f614b6522 tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:15.652105 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1c36383c-7a7a-471b-a7d0-507abd8c46b7 req-46786b4b-3ab3-416a-84a8-671f614b6522 tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f920d532-c8de-4366-9d00-2441c1edd052 HTTP/1.1" status: 200 len: 1099 time: 0.9263830 Mar 05 13:42:15.717902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-9cbdf2c3-6984-406a-b7ed-34285012e702 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:15.718166 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-9cbdf2c3-6984-406a-b7ed-34285012e702 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:15.730489 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-595fd63f-4056-4efc-a2df-f07fc7e52355 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=996df70a25244ab7adc6a5dc348944f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6168909 Mar 05 13:42:15.736461 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:15.742745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52868) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:15.745884 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46be8355-2bb3-4260-898c-e79cd1a46828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:15.756578 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1c36383c-7a7a-471b-a7d0-507abd8c46b7 req-7abfadeb-3b71-4010-9f6f-23e6b114470d tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953107 Mar 05 13:42:15.775652 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 4c33f2da-2526-43a6-ae52-4e3340573c2c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4c33f2da-2526-43a6-ae52-4e3340573c2c,segment=NetworkSegment(bc75f793-0d8a-40d0-a85b-87dd20f79cad),segment_id=bc75f793-0d8a-40d0-a85b-87dd20f79cad)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:15.785025 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:15.788417 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a395ff9-38b8-48bc-bc50-33fa655815f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:15.883318 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=4c33f2da-2526-43a6-ae52-4e3340573c2c,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:15.924506 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafecf03-20c7-4919-9a98-e1eb6615d18b req-602ecb99-5867-42f2-91da-83270588a458 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:15.926050 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cafecf03-20c7-4919-9a98-e1eb6615d18b req-602ecb99-5867-42f2-91da-83270588a458 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c0d7a0-533e-4279-8564-8f1140ff3071 HTTP/1.1" status: 200 len: 932 time: 0.8541944 Mar 05 13:42:16.001457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1afb5-d9c1-4274-bc99-d69ea26b0278 req-a4076f29-10c3-487d-acc7-542dba871e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:16.003780 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71b1afb5-d9c1-4274-bc99-d69ea26b0278 req-a4076f29-10c3-487d-acc7-542dba871e09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d3131e3c-1862-4a0f-920e-c001f597ed59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5471008 Mar 05 13:42:16.059553 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2e24e14e-fd3c-4372-b215-1f629fd9fa86 None None] Provisioning complete for port 4c33f2da-2526-43a6-ae52-4e3340573c2c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:16.060086 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2e24e14e-fd3c-4372-b215-1f629fd9fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:16.073184 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a395ff9-38b8-48bc-bc50-33fa655815f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:16.114890 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-9cbdf2c3-6984-406a-b7ed-34285012e702 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2034228 Mar 05 13:42:16.132785 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cafecf03-20c7-4919-9a98-e1eb6615d18b req-31583dfa-fb22-4ca0-a75e-44ac161bf9fb tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912613 Mar 05 13:42:16.181062 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-dd46ed45-d592-4e64-814b-11a2020c8f9c service neutron] Request body: {'port': {'device_id': 'a9741de7-8c7a-4137-87b5-bae42bcd01db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:42:16.220775 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f3f6cd58-a0fb-4dcd-9aa4-3174713214d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:16.230949 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-869eb783-5f35-47da-b17f-e2270c205c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d410da44-fa9e-47a9-95e8-9b9b78ce98c4 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:42:16.253498 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6780fff9-eb3e-47f3-93a8-6b3c20f61303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3953bd01-eec3-49cd-9135-0700f1de9c5c'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:42:16.262435 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-869eb783-5f35-47da-b17f-e2270c205c0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:16.313649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3907ef-a0fb-474f-9fb5-cc77f7e064cd req-a6ddf22f-b51c-496a-a365-4be590e6fc98 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:16.315131 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca3907ef-a0fb-474f-9fb5-cc77f7e064cd req-a6ddf22f-b51c-496a-a365-4be590e6fc98 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84e4a50-0a94-40da-bfbb-70048b886e5e HTTP/1.1" status: 200 len: 943 time: 0.2975643 Mar 05 13:42:16.336855 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-869eb783-5f35-47da-b17f-e2270c205c0f service neutron] Transition to ACTIVE for port object d410da44-fa9e-47a9-95e8-9b9b78ce98c4 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:42:16.351037 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f3f6cd58-a0fb-4dcd-9aa4-3174713214d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:16.360406 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-869eb783-5f35-47da-b17f-e2270c205c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:16.391888 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-dd46ed45-d592-4e64-814b-11a2020c8f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:16.416544 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca3907ef-a0fb-474f-9fb5-cc77f7e064cd req-4169cbb6-0718-4d06-aed4-c4d6d1e95ab8 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/security-groups?id=296c0661-66cf-4afe-9f8b-8ed84ace99d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911984 Mar 05 13:42:16.451382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46be8355-2bb3-4260-898c-e79cd1a46828 admin admin] Router 9eea90a7-311b-4137-80eb-4b6c11f98963 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:42:16.456257 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a395ff9-38b8-48bc-bc50-33fa655815f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:16.504941 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4c33f2da-2526-43a6-ae52-4e3340573c2c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:42:16.506810 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71b1afb5-d9c1-4274-bc99-d69ea26b0278 req-c1bbc243-98ee-45a7-a2e1-232cdd32009d service neutron] 10.222.0.30 "GET /v2.0/networks/d3131e3c-1862-4a0f-920e-c001f597ed59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926925 Mar 05 13:42:16.580246 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a395ff9-38b8-48bc-bc50-33fa655815f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebd62f3f-5a5a-47c1-a0cc-f496fded2460,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:16.603382 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 4c33f2da-2526-43a6-ae52-4e3340573c2c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:16.603749 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:16.636215 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a395ff9-38b8-48bc-bc50-33fa655815f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:16.665813 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869eb783-5f35-47da-b17f-e2270c205c0f service neutron] Pushing event updated for resources: {'Port': ['ID=d410da44-fa9e-47a9-95e8-9b9b78ce98c4,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:16.744154 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6780fff9-eb3e-47f3-93a8-6b3c20f61303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3953bd01-eec3-49cd-9135-0700f1de9c5c', 'code': 200} Mar 05 13:42:16.762073 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2a395ff9-38b8-48bc-bc50-33fa655815f2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ebd62f3f-5a5a-47c1-a0cc-f496fded2460 HTTP/1.1" status: 204 len: 168 time: 1.7737343 Mar 05 13:42:16.762902 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52886) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:16.824983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46be8355-2bb3-4260-898c-e79cd1a46828 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:42:16.837683 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] Sync routers for ids ['9eea90a7-311b-4137-80eb-4b6c11f98963'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:42:16.851107 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] Routers {'9eea90a7-311b-4137-80eb-4b6c11f98963'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:42:16.854720 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:42:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['9eea90a7-311b-4137-80eb-4b6c11f98963'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:16.876748 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46be8355-2bb3-4260-898c-e79cd1a46828 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:16.877476 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-46be8355-2bb3-4260-898c-e79cd1a46828 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4944937 Mar 05 13:42:16.880728 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52896) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:16.998889 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-032f744b-f126-4b9a-9d98-55ac409b512e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f35eb7de3ac943fabc502d5ac9465145&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540841 Mar 05 13:42:17.030861 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bee798-ec29-4631-ac32-995fc38f4312 req-7fb1b562-1dbd-48d4-91e6-d23725f2f44d tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:17.032349 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-84bee798-ec29-4631-ac32-995fc38f4312 req-7fb1b562-1dbd-48d4-91e6-d23725f2f44d tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 0.7365632 Mar 05 13:42:17.042150 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f3f6cd58-a0fb-4dcd-9aa4-3174713214d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:17.068044 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] Set router 9eea90a7-311b-4137-80eb-4b6c11f98963 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:42:17.121562 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6cd58-a0fb-4dcd-9aa4-3174713214d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:17.140659 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c96dd94-9b04-4bfb-8520-c1a3a4dc02be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:17.150491 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71b1afb5-d9c1-4274-bc99-d69ea26b0278 req-7225a873-694a-4c39-ae86-34e2adb70413 service neutron] 10.222.0.30 "GET /v2.0/networks/d3131e3c-1862-4a0f-920e-c001f597ed59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5768919 Mar 05 13:42:17.161686 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-869eb783-5f35-47da-b17f-e2270c205c0f service neutron] Attempting to bind port d410da44-fa9e-47a9-95e8-9b9b78ce98c4 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:42:17.162564 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-869eb783-5f35-47da-b17f-e2270c205c0f service neutron] Attempting to bind port d410da44-fa9e-47a9-95e8-9b9b78ce98c4 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'e314dfcc-8cbe-4584-917b-77c4b64bfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:42:17.163129 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-869eb783-5f35-47da-b17f-e2270c205c0f service neutron] Attempting to bind port d410da44-fa9e-47a9-95e8-9b9b78ce98c4 on network 5d44bd9b-f262-43b5-bb0b-697548cb3009 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:42:17.186248 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f3f6cd58-a0fb-4dcd-9aa4-3174713214d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:17.189758 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f3f6cd58-a0fb-4dcd-9aa4-3174713214d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d4523e5-d929-4dbe-8e0f-d6a3b1dd6f9e HTTP/1.1" status: 204 len: 168 time: 1.4401505 Mar 05 13:42:17.189758 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-869eb783-5f35-47da-b17f-e2270c205c0f service neutron] Port d410da44-fa9e-47a9-95e8-9b9b78ce98c4 on network 5d44bd9b-f262-43b5-bb0b-697548cb3009 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:42:17.189758 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-869eb783-5f35-47da-b17f-e2270c205c0f service neutron] Attempting to bind port d410da44-fa9e-47a9-95e8-9b9b78ce98c4 on network 5d44bd9b-f262-43b5-bb0b-697548cb3009 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:42:17.214187 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-84bee798-ec29-4631-ac32-995fc38f4312 req-95ac1f48-3bc4-4935-bd86-83b71b7aff7b tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659272 Mar 05 13:42:17.218429 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-869eb783-5f35-47da-b17f-e2270c205c0f service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:42:17.218797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-869eb783-5f35-47da-b17f-e2270c205c0f service neutron] Checking segment: {'id': 'e314dfcc-8cbe-4584-917b-77c4b64bfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:42:17.219194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-869eb783-5f35-47da-b17f-e2270c205c0f service neutron] Bound using segment: {'id': 'e314dfcc-8cbe-4584-917b-77c4b64bfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:42:17.219645 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-869eb783-5f35-47da-b17f-e2270c205c0f service neutron] Bound port: d410da44-fa9e-47a9-95e8-9b9b78ce98c4, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e314dfcc-8cbe-4584-917b-77c4b64bfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:42:17.219993 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-869eb783-5f35-47da-b17f-e2270c205c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:17.293206 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-dd46ed45-d592-4e64-814b-11a2020c8f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ab0919-78d0-4a05-820e-ebe6cb32ef22 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:42:17.307700 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-dd46ed45-d592-4e64-814b-11a2020c8f9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:17.446542 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f2385-1a17-4f0e-bc82-62b2a64831a1 req-09b905c8-e25b-4762-b576-7a9d550cb7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:17.448057 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9f6f2385-1a17-4f0e-bc82-62b2a64831a1 req-09b905c8-e25b-4762-b576-7a9d550cb7dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 1101 time: 0.6292598 Mar 05 13:42:17.572458 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-dd46ed45-d592-4e64-814b-11a2020c8f9c service neutron] Transition to ACTIVE for port object e7ab0919-78d0-4a05-820e-ebe6cb32ef22 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:42:17.575948 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-869eb783-5f35-47da-b17f-e2270c205c0f service neutron] For port d410da44-fa9e-47a9-95e8-9b9b78ce98c4, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:42:17.600649 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-dd46ed45-d592-4e64-814b-11a2020c8f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:17.601591 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eea90a7-311b-4137-80eb-4b6c11f98963', 'name': 'tempest-TaggedBootDevicesTest-605465898-router', 'tenant_id': '930788a5789b4083a7edd7b94cf34a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a758ddea-d5e6-4151-a3d4-4d208e5b42da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:42:10Z', 'updated_at': '2022-03-05T13:42:14Z', 'revision_number': 3, 'project_id': '930788a5789b4083a7edd7b94cf34a2e', 'gw_port': {'id': 'a758ddea-d5e6-4151-a3d4-4d208e5b42da', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eea90a7-311b-4137-80eb-4b6c11f98963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:42:12Z', 'updated_at': '2022-03-05T13:42:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:17.607908 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] Checking router: 9eea90a7-311b-4137-80eb-4b6c11f98963 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:42:17.608309 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] Updating router 9eea90a7-311b-4137-80eb-4b6c11f98963 port a758ddea-d5e6-4151-a3d4-4d208e5b42da binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:42:17.651111 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52922) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:17.663951 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-d4619d19-4423-412b-aac1-1241d758196d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:17.665412 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-d4619d19-4423-412b-aac1-1241d758196d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6566658 Mar 05 13:42:17.669754 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:17.681243 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-869eb783-5f35-47da-b17f-e2270c205c0f service neutron] For port d410da44-fa9e-47a9-95e8-9b9b78ce98c4, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d410da44-fa9e-47a9-95e8-9b9b78ce98c4,segment=NetworkSegment(e314dfcc-8cbe-4584-917b-77c4b64bfbab),segment_id=e314dfcc-8cbe-4584-917b-77c4b64bfbab)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:42:17.761718 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-869eb783-5f35-47da-b17f-e2270c205c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:17.800883 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9f6f2385-1a17-4f0e-bc82-62b2a64831a1 req-ccfacf7c-071a-49c1-8cf2-ea3c46db2d5d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975249 Mar 05 13:42:17.817679 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c96dd94-9b04-4bfb-8520-c1a3a4dc02be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:17.846874 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46ed45-d592-4e64-814b-11a2020c8f9c service neutron] Pushing event updated for resources: {'Port': ['ID=e7ab0919-78d0-4a05-820e-ebe6cb32ef22,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:17.855831 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-3792224e-b4a1-474f-82ab-0e3210e025fc tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/quotas/f35eb7de3ac943fabc502d5ac9465145 HTTP/1.1" status: 200 len: 375 time: 0.1806653 Mar 05 13:42:17.884725 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-869eb783-5f35-47da-b17f-e2270c205c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:17.885338 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-869eb783-5f35-47da-b17f-e2270c205c0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:17.886695 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-869eb783-5f35-47da-b17f-e2270c205c0f service neutron] 10.222.0.30 "PUT /v2.0/ports/d410da44-fa9e-47a9-95e8-9b9b78ce98c4 HTTP/1.1" status: 200 len: 1092 time: 4.0497630 Mar 05 13:42:17.892594 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c0d7a0-533e-4279-8564-8f1140ff3071', 'tag': 'd410da44-fa9e-47a9-95e8-9b9b78ce98c4'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:42:17.924766 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-6c96dd94-9b04-4bfb-8520-c1a3a4dc02be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb10e242-736f-4f34-a700-622d13e392c5']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:17.935760 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-16c8ce6e-c1e7-40c3-bd90-caf32fea8768 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0dfb6f83ba7140efb0ee8de78dfa337c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757862 Mar 05 13:42:17.948480 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52930) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:17.980959 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869eb783-5f35-47da-b17f-e2270c205c0f service neutron] Pushing event updated for resources: {'Port': ['ID=d410da44-fa9e-47a9-95e8-9b9b78ce98c4,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:17.985622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-6c96dd94-9b04-4bfb-8520-c1a3a4dc02be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6380a3be-e903-4bb3-b3fb-5e65ebf800e8') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:17.987471 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-6c96dd94-9b04-4bfb-8520-c1a3a4dc02be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6380a3be-e903-4bb3-b3fb-5e65ebf800e8') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:18.024865 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:18.026440 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c96dd94-9b04-4bfb-8520-c1a3a4dc02be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:18.028307 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 2621485b-d164-480c-a660-78d60ef07686 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:42:18.041305 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] Transition to ACTIVE for port object a758ddea-d5e6-4151-a3d4-4d208e5b42da will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:42:18.054376 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:18.058707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea47bd0-ef3d-4a49-b468-3c6d6f3c4004 req-f608811b-0bae-4d66-9fdc-742eb91ab315 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:18.065644 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aea47bd0-ef3d-4a49-b468-3c6d6f3c4004 req-f608811b-0bae-4d66-9fdc-742eb91ab315 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c0d7a0-533e-4279-8564-8f1140ff3071 HTTP/1.1" status: 200 len: 944 time: 0.4872708 Mar 05 13:42:18.096762 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c96dd94-9b04-4bfb-8520-c1a3a4dc02be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:18.120727 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c96dd94-9b04-4bfb-8520-c1a3a4dc02be admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:42:18.121204 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c96dd94-9b04-4bfb-8520-c1a3a4dc02be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:42:18.150036 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:42:18.158800 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9698146-e09b-48b1-89c5-04d23f71fe76 None None] Pushing event updated for resources: {'Port': ['ID=a758ddea-d5e6-4151-a3d4-4d208e5b42da,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:18.188512 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9698146-e09b-48b1-89c5-04d23f71fe76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:18.189260 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9698146-e09b-48b1-89c5-04d23f71fe76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:18.189820 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9698146-e09b-48b1-89c5-04d23f71fe76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:18.190370 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9698146-e09b-48b1-89c5-04d23f71fe76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:18.190959 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9698146-e09b-48b1-89c5-04d23f71fe76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:18.191672 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9698146-e09b-48b1-89c5-04d23f71fe76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:18.192051 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-dd46ed45-d592-4e64-814b-11a2020c8f9c service neutron] Attempting to bind port e7ab0919-78d0-4a05-820e-ebe6cb32ef22 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:42:18.192386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-dd46ed45-d592-4e64-814b-11a2020c8f9c service neutron] Attempting to bind port e7ab0919-78d0-4a05-820e-ebe6cb32ef22 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'e314dfcc-8cbe-4584-917b-77c4b64bfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:42:18.192670 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9698146-e09b-48b1-89c5-04d23f71fe76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:18.192784 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-dd46ed45-d592-4e64-814b-11a2020c8f9c service neutron] Attempting to bind port e7ab0919-78d0-4a05-820e-ebe6cb32ef22 on network 5d44bd9b-f262-43b5-bb0b-697548cb3009 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:42:18.194105 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9698146-e09b-48b1-89c5-04d23f71fe76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:18.194904 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9698146-e09b-48b1-89c5-04d23f71fe76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:18.195460 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9698146-e09b-48b1-89c5-04d23f71fe76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:18.196004 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9698146-e09b-48b1-89c5-04d23f71fe76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:18.196547 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9698146-e09b-48b1-89c5-04d23f71fe76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:18.200082 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] Attempting to bind port a758ddea-d5e6-4151-a3d4-4d208e5b42da on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:42:18.200699 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] Attempting to bind port a758ddea-d5e6-4151-a3d4-4d208e5b42da by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:42:18.201278 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] Attempting to bind port a758ddea-d5e6-4151-a3d4-4d208e5b42da on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:42:18.208988 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:42:18.209701 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:42:18.210331 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:18.210966 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:42:18.211657 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] Bound port: a758ddea-d5e6-4151-a3d4-4d208e5b42da, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:42:18.212345 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:18.229450 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aea47bd0-ef3d-4a49-b468-3c6d6f3c4004 req-5403274c-6e4b-40fd-b2ce-9e572d370cf6 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628184 Mar 05 13:42:18.246367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-5812adf5-4504-4fe4-9834-a11dd07b7668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:18.257481 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-5812adf5-4504-4fe4-9834-a11dd07b7668 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c692c831ec1f411cb586cecfb5889b74&device_id=21c0d7a0-533e-4279-8564-8f1140ff3071 HTTP/1.1" status: 200 len: 1095 time: 0.3060777 Mar 05 13:42:18.276438 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-236bf098-f557-4867-b1cc-bdb005ac43ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:18.281467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-dd46ed45-d592-4e64-814b-11a2020c8f9c service neutron] Port e7ab0919-78d0-4a05-820e-ebe6cb32ef22 on network 5d44bd9b-f262-43b5-bb0b-697548cb3009 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:42:18.281780 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-dd46ed45-d592-4e64-814b-11a2020c8f9c service neutron] Attempting to bind port e7ab0919-78d0-4a05-820e-ebe6cb32ef22 on network 5d44bd9b-f262-43b5-bb0b-697548cb3009 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:42:18.320915 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0d9bc7fc-ef7d-45e4-93bd-34c491d97939 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4641023 Mar 05 13:42:18.326026 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-dd46ed45-d592-4e64-814b-11a2020c8f9c service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:42:18.333355 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-dd46ed45-d592-4e64-814b-11a2020c8f9c service neutron] Checking segment: {'id': 'e314dfcc-8cbe-4584-917b-77c4b64bfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:42:18.334842 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-dd46ed45-d592-4e64-814b-11a2020c8f9c service neutron] Bound using segment: {'id': 'e314dfcc-8cbe-4584-917b-77c4b64bfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:42:18.335602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-dd46ed45-d592-4e64-814b-11a2020c8f9c service neutron] Bound port: e7ab0919-78d0-4a05-820e-ebe6cb32ef22, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e314dfcc-8cbe-4584-917b-77c4b64bfbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:42:18.340939 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-dd46ed45-d592-4e64-814b-11a2020c8f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:18.352135 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c96dd94-9b04-4bfb-8520-c1a3a4dc02be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:18.384737 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] For port a758ddea-d5e6-4151-a3d4-4d208e5b42da, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:42:18.390753 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] For port a758ddea-d5e6-4151-a3d4-4d208e5b42da, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a758ddea-d5e6-4151-a3d4-4d208e5b42da,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:42:18.403767 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:18.409355 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 2621485b-d164-480c-a660-78d60ef07686, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=2621485b-d164-480c-a660-78d60ef07686,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:18.423570 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-236bf098-f557-4867-b1cc-bdb005ac43ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:18.454213 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c96dd94-9b04-4bfb-8520-c1a3a4dc02be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:18.465903 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '2621485b-d164-480c-a660-78d60ef07686', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '2621485b-d164-480c-a660-78d60ef07686', 'mac_address': 'fa:16:3e:a1:aa:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:42:18.476357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96dd94-9b04-4bfb-8520-c1a3a4dc02be admin admin] Pushing event deleted for resources: {'Network': ['ID=cb10e242-736f-4f34-a700-622d13e392c5,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:18.487553 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-24a2107c-519b-4f15-945b-099b4bc90335 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d410da44-fa9e-47a9-95e8-9b9b78ce98c4 HTTP/1.1" status: 200 len: 217 time: 0.2277474 Mar 05 13:42:18.492864 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6c96dd94-9b04-4bfb-8520-c1a3a4dc02be admin admin] 10.222.0.16 "DELETE /v2.0/networks/cb10e242-736f-4f34-a700-622d13e392c5 HTTP/1.1" status: 204 len: 168 time: 1.6741695 Mar 05 13:42:18.575413 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] Routers {'9eea90a7-311b-4137-80eb-4b6c11f98963'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:42:18.576685 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:42:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['9eea90a7-311b-4137-80eb-4b6c11f98963'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:18.637508 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:18.656394 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2621485b-d164-480c-a660-78d60ef07686 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:42:18.673973 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 2621485b-d164-480c-a660-78d60ef07686, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=2621485b-d164-480c-a660-78d60ef07686,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:18.681476 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:18.791209 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-bba1de0c-898c-48f5-81ad-1b7699b7101c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:18.795128 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-bba1de0c-898c-48f5-81ad-1b7699b7101c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20a02a6e-42ad-4496-b221-c28750bbf434 HTTP/1.1" status: 200 len: 852 time: 0.2892292 Mar 05 13:42:18.868356 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] Set router 9eea90a7-311b-4137-80eb-4b6c11f98963 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:42:18.883417 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=2621485b-d164-480c-a660-78d60ef07686,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:18.918032 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-3fe62d07-69ba-416b-98bc-d3aea6cde99f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d44bd9b-f262-43b5-bb0b-697548cb3009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105964 Mar 05 13:42:18.929401 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52956) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:18.949311 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['2621485b-d164-480c-a660-78d60ef07686'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:42:18.969948 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-236bf098-f557-4867-b1cc-bdb005ac43ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:19.110050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87f292-250a-4a09-b083-ad1874d90f09 req-f46b7e95-ef37-4992-b6d4-75d73303d578 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:19.113733 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a87f292-250a-4a09-b083-ad1874d90f09 req-f46b7e95-ef37-4992-b6d4-75d73303d578 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84e4a50-0a94-40da-bfbb-70048b886e5e HTTP/1.1" status: 200 len: 943 time: 0.4707878 Mar 05 13:42:19.174188 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9698146-e09b-48b1-89c5-04d23f71fe76 None None] Pushing event updated for resources: {'Port': ['ID=a758ddea-d5e6-4151-a3d4-4d208e5b42da,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:19.196727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bf098-f557-4867-b1cc-bdb005ac43ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db6da2b-b9ea-49fc-b477-0b0a317b0e4f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:19.234517 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-dd46ed45-d592-4e64-814b-11a2020c8f9c service neutron] For port e7ab0919-78d0-4a05-820e-ebe6cb32ef22, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:42:19.259686 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-236bf098-f557-4867-b1cc-bdb005ac43ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:19.261980 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-236bf098-f557-4867-b1cc-bdb005ac43ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8db6da2b-b9ea-49fc-b477-0b0a317b0e4f HTTP/1.1" status: 204 len: 168 time: 1.3124185 Mar 05 13:42:19.314138 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-dd46ed45-d592-4e64-814b-11a2020c8f9c service neutron] For port e7ab0919-78d0-4a05-820e-ebe6cb32ef22, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e7ab0919-78d0-4a05-820e-ebe6cb32ef22,segment=NetworkSegment(e314dfcc-8cbe-4584-917b-77c4b64bfbab),segment_id=e314dfcc-8cbe-4584-917b-77c4b64bfbab)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:42:19.331401 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cc00a5b6-f532-4094-9625-3556a5b3f725 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1fac5b5662d458d87cdab2f10d0a6a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3867989 Mar 05 13:42:19.339903 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52970) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:19.394499 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8623cf32-30df-424f-8254-939f5767a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:19.439893 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-dd46ed45-d592-4e64-814b-11a2020c8f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:19.465032 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eea90a7-311b-4137-80eb-4b6c11f98963', 'name': 'tempest-TaggedBootDevicesTest-605465898-router', 'tenant_id': '930788a5789b4083a7edd7b94cf34a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a758ddea-d5e6-4151-a3d4-4d208e5b42da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:42:10Z', 'updated_at': '2022-03-05T13:42:14Z', 'revision_number': 3, 'project_id': '930788a5789b4083a7edd7b94cf34a2e', 'gw_port': {'id': 'a758ddea-d5e6-4151-a3d4-4d208e5b42da', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eea90a7-311b-4137-80eb-4b6c11f98963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:42:12Z', 'updated_at': '2022-03-05T13:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:19.466936 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c0d7a0-533e-4279-8564-8f1140ff3071', 'tag': 'd410da44-fa9e-47a9-95e8-9b9b78ce98c4', 'status': 'completed', 'code': 200} Mar 05 13:42:19.470349 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fb7450-5184-4e67-905a-b2aec72992df None None] The sync data for ids ['9eea90a7-311b-4137-80eb-4b6c11f98963'] in n-d-803718-1 is: [{'id': '9eea90a7-311b-4137-80eb-4b6c11f98963', 'name': 'tempest-TaggedBootDevicesTest-605465898-router', 'tenant_id': '930788a5789b4083a7edd7b94cf34a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a758ddea-d5e6-4151-a3d4-4d208e5b42da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:42:10Z', 'updated_at': '2022-03-05T13:42:14Z', 'revision_number': 3, 'project_id': '930788a5789b4083a7edd7b94cf34a2e', 'gw_port': {'id': 'a758ddea-d5e6-4151-a3d4-4d208e5b42da', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eea90a7-311b-4137-80eb-4b6c11f98963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:42:12Z', 'updated_at': '2022-03-05T13:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:42:19.610304 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a87f292-250a-4a09-b083-ad1874d90f09 req-96a2fdc7-db69-460a-8cfc-4b0b1609ae88 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/security-groups?id=296c0661-66cf-4afe-9f8b-8ed84ace99d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629745 Mar 05 13:42:19.644995 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46ed45-d592-4e64-814b-11a2020c8f9c service neutron] Pushing event updated for resources: {'Port': ['ID=e7ab0919-78d0-4a05-820e-ebe6cb32ef22,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:19.694310 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-ba25f69b-5c1f-447f-b36c-5ca4f7aa8267 service neutron] 10.222.0.30 "GET /v2.0/networks/5d44bd9b-f262-43b5-bb0b-697548cb3009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7580519 Mar 05 13:42:19.788798 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-dd46ed45-d592-4e64-814b-11a2020c8f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:19.791832 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-dd46ed45-d592-4e64-814b-11a2020c8f9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:19.795982 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-dd46ed45-d592-4e64-814b-11a2020c8f9c service neutron] 10.222.0.30 "PUT /v2.0/ports/e7ab0919-78d0-4a05-820e-ebe6cb32ef22 HTTP/1.1" status: 200 len: 1091 time: 3.6257951 Mar 05 13:42:19.884649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9741de7-8c7a-4137-87b5-bae42bcd01db', 'tag': 'e7ab0919-78d0-4a05-820e-ebe6cb32ef22'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:42:20.027823 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 2621485b-d164-480c-a660-78d60ef07686 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:42:20.061068 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-94a0708c-fa86-4544-ae04-9db342242d80 service neutron] 10.222.0.30 "GET /v2.0/networks/5d44bd9b-f262-43b5-bb0b-697548cb3009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608594 Mar 05 13:42:20.230385 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 2621485b-d164-480c-a660-78d60ef07686 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:20.231163 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:20.387477 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c5f2e074-6d6b-4377-807d-3608af8ffb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:20.388486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad46ea-ce59-4840-82d2-91f18fc7b2da req-7afeaf15-e5c5-4695-86c6-873baa0d80d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:20.397950 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5bad46ea-ce59-4840-82d2-91f18fc7b2da req-7afeaf15-e5c5-4695-86c6-873baa0d80d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c692c831ec1f411cb586cecfb5889b74&device_id=21c0d7a0-533e-4279-8564-8f1140ff3071 HTTP/1.1" status: 200 len: 1095 time: 0.2685049 Mar 05 13:42:20.436920 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c5f2e074-6d6b-4377-807d-3608af8ffb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:20.500473 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:20.601688 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 2621485b-d164-480c-a660-78d60ef07686, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=2621485b-d164-480c-a660-78d60ef07686,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:20.608937 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa471ab-4aec-47bf-880e-4a8735124073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2621485b-d164-480c-a660-78d60ef07686'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:42:20.622648 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d0436760-0d5a-4513-91fb-3f18c3b5156b details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:42:20.863834 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c5f2e074-6d6b-4377-807d-3608af8ffb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:20.929438 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2e074-6d6b-4377-807d-3608af8ffb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c08555d-37db-43e8-8971-7d03cc71c1eb,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:21.001793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad46ea-ce59-4840-82d2-91f18fc7b2da req-5e4f5fbc-7ee8-4757-b5df-2915bb110201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:21.003796 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5bad46ea-ce59-4840-82d2-91f18fc7b2da req-5e4f5fbc-7ee8-4757-b5df-2915bb110201 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d44bd9b-f262-43b5-bb0b-697548cb3009 HTTP/1.1" status: 200 len: 912 time: 0.6048989 Mar 05 13:42:21.204380 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port d0436760-0d5a-4513-91fb-3f18c3b5156b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d0436760-0d5a-4513-91fb-3f18c3b5156b,segment=NetworkSegment(4a19e8c8-9d65-4a83-94ac-adad806f4733),segment_id=4a19e8c8-9d65-4a83-94ac-adad806f4733)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:21.217026 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c5f2e074-6d6b-4377-807d-3608af8ffb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:21.218338 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c5f2e074-6d6b-4377-807d-3608af8ffb2a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c08555d-37db-43e8-8971-7d03cc71c1eb HTTP/1.1" status: 204 len: 168 time: 1.8752470 Mar 05 13:42:21.219890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f2e074-6d6b-4377-807d-3608af8ffb2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:21.220229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f2e074-6d6b-4377-807d-3608af8ffb2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:21.220635 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f2e074-6d6b-4377-807d-3608af8ffb2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:21.231908 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f2e074-6d6b-4377-807d-3608af8ffb2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:21.233840 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f2e074-6d6b-4377-807d-3608af8ffb2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:21.235196 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f2e074-6d6b-4377-807d-3608af8ffb2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:21.236832 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f2e074-6d6b-4377-807d-3608af8ffb2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:21.238271 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f2e074-6d6b-4377-807d-3608af8ffb2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:21.238950 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f2e074-6d6b-4377-807d-3608af8ffb2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:21.239457 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f2e074-6d6b-4377-807d-3608af8ffb2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:21.240557 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f2e074-6d6b-4377-807d-3608af8ffb2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:21.242147 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f2e074-6d6b-4377-807d-3608af8ffb2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:21.287519 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'd0436760-0d5a-4513-91fb-3f18c3b5156b', 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59', 'port_id': 'd0436760-0d5a-4513-91fb-3f18c3b5156b', 'mac_address': 'fa:16:3e:5c:44:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14505cde-9c48-49cb-bda6-a87e9c92d7f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:42:21.295245 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a758ddea-d5e6-4151-a3d4-4d208e5b42da up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:42:21.297448 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-8623cf32-30df-424f-8254-939f5767a1c8 admin admin] Allocated IP 172.20.0.1 (e4445820-90aa-44e9-b795-5325a5b053b1/c96288ca-7610-4efb-b638-4aff9c52529a/e797c915-fe1d-48c6-ae51-9bda578ca442) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:42:21.318938 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf080b-8aae-428e-89c7-018579f472c4 req-aae20118-10e7-436e-8b6a-6a4bd6f68f6e tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:21.330136 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-72bf080b-8aae-428e-89c7-018579f472c4 req-aae20118-10e7-436e-8b6a-6a4bd6f68f6e tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 1.6657267 Mar 05 13:42:21.402862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-accfd11f-0e48-4d2d-be33-c536af7490ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:21.406743 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-accfd11f-0e48-4d2d-be33-c536af7490ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c692c831ec1f411cb586cecfb5889b74&device_id=a9741de7-8c7a-4137-87b5-bae42bcd01db HTTP/1.1" status: 200 len: 1094 time: 1.5068107 Mar 05 13:42:21.451222 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:21.569012 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5bad46ea-ce59-4840-82d2-91f18fc7b2da req-e7f9057f-f42c-404b-8fe4-7abb3737aab8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d410da44-fa9e-47a9-95e8-9b9b78ce98c4 HTTP/1.1" status: 200 len: 217 time: 0.5580497 Mar 05 13:42:21.775563 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99fe87-93da-49a0-80c1-f5cb4bd2df06 req-9942d0b9-7cf8-48a8-a09c-456fceb106d8 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:21.785378 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af99fe87-93da-49a0-80c1-f5cb4bd2df06 req-9942d0b9-7cf8-48a8-a09c-456fceb106d8 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c0d7a0-533e-4279-8564-8f1140ff3071 HTTP/1.1" status: 200 len: 944 time: 1.0048094 Mar 05 13:42:21.797409 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-72bf080b-8aae-428e-89c7-018579f472c4 req-85cdc63f-d16a-4f06-85fe-73c37bcb8fd0 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581127 Mar 05 13:42:21.800927 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-c758819f-783e-4230-9ed1-454826176e30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7ab0919-78d0-4a05-820e-ebe6cb32ef22 HTTP/1.1" status: 200 len: 217 time: 0.3640237 Mar 05 13:42:21.808163 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad46ea-ce59-4840-82d2-91f18fc7b2da req-b4ffe0b0-f547-4052-915a-81efafa245fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:21.809592 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5bad46ea-ce59-4840-82d2-91f18fc7b2da req-b4ffe0b0-f547-4052-915a-81efafa245fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20a02a6e-42ad-4496-b221-c28750bbf434 HTTP/1.1" status: 200 len: 852 time: 0.2341261 Mar 05 13:42:21.875340 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:21.902087 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=2621485b-d164-480c-a660-78d60ef07686,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:21.944505 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port a758ddea-d5e6-4151-a3d4-4d208e5b42da completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:42:21.977211 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0436760-0d5a-4513-91fb-3f18c3b5156b {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:42:21.982239 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5bad46ea-ce59-4840-82d2-91f18fc7b2da req-76421fa2-d55b-4238-8442-dce08954bc18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d44bd9b-f262-43b5-bb0b-697548cb3009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1566055 Mar 05 13:42:22.005011 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port a758ddea-d5e6-4151-a3d4-4d208e5b42da triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:22.013097 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:22.072088 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af99fe87-93da-49a0-80c1-f5cb4bd2df06 req-d86f7652-c602-4524-a3a1-8ed6c1e5e794 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860608 Mar 05 13:42:22.075467 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8623cf32-30df-424f-8254-939f5767a1c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:22.111787 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-8623cf32-30df-424f-8254-939f5767a1c8 admin admin] Transition to ACTIVE for port object e797c915-fe1d-48c6-ae51-9bda578ca442 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:42:22.157182 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9741de7-8c7a-4137-87b5-bae42bcd01db', 'tag': 'e7ab0919-78d0-4a05-820e-ebe6cb32ef22', 'status': 'completed', 'code': 200} Mar 05 13:42:22.231939 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port d0436760-0d5a-4513-91fb-3f18c3b5156b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d0436760-0d5a-4513-91fb-3f18c3b5156b,segment=NetworkSegment(4a19e8c8-9d65-4a83-94ac-adad806f4733),segment_id=4a19e8c8-9d65-4a83-94ac-adad806f4733)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:22.252218 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:22.374268 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8623cf32-30df-424f-8254-939f5767a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:22.392536 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-e3c503d9-0038-4402-8861-9462725ba796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:22.394800 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-e3c503d9-0038-4402-8861-9462725ba796 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20a02a6e-42ad-4496-b221-c28750bbf434 HTTP/1.1" status: 200 len: 852 time: 0.2345665 Mar 05 13:42:22.552790 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=d0436760-0d5a-4513-91fb-3f18c3b5156b,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:22.569115 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-267afd76-deaa-45d9-acc9-ec9c87315b0a tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f35eb7de3ac943fabc502d5ac9465145&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811396 Mar 05 13:42:22.578218 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['d0436760-0d5a-4513-91fb-3f18c3b5156b'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:42:22.659323 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8d8c79c8-d6c3-4f2f-9d6c-3e0fd5348b59 req-b3f96334-4cfd-4c0e-b15b-d1766d1ad43f tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf559703-1f47-4fe0-8969-ea672d3a2c47 HTTP/1.1" status: 200 len: 210 time: 0.5009718 Mar 05 13:42:22.662235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623cf32-30df-424f-8254-939f5767a1c8 admin admin] Pushing event updated for resources: {'Port': ['ID=e797c915-fe1d-48c6-ae51-9bda578ca442,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:22.696921 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5bad46ea-ce59-4840-82d2-91f18fc7b2da req-96ba7220-2035-4249-b075-56401fc3b5c2 service neutron] 10.222.0.30 "GET /v2.0/networks/5d44bd9b-f262-43b5-bb0b-697548cb3009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6475399 Mar 05 13:42:22.762179 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d410da44-fa9e-47a9-95e8-9b9b78ce98c4 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:42:22.836243 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-50bf680c-a93c-47f7-9be0-4f791c8bdfcd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d44bd9b-f262-43b5-bb0b-697548cb3009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2482898 Mar 05 13:42:22.846623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8623cf32-30df-424f-8254-939f5767a1c8 admin admin] Network e4445820-90aa-44e9-b795-5325a5b053b1 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:42:22.853565 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-8623cf32-30df-424f-8254-939f5767a1c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:42:22.905723 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8623cf32-30df-424f-8254-939f5767a1c8 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:42:22.990727 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port d410da44-fa9e-47a9-95e8-9b9b78ce98c4, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d410da44-fa9e-47a9-95e8-9b9b78ce98c4,segment=NetworkSegment(e314dfcc-8cbe-4584-917b-77c4b64bfbab),segment_id=e314dfcc-8cbe-4584-917b-77c4b64bfbab)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:23.041659 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'd410da44-fa9e-47a9-95e8-9b9b78ce98c4', 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009', 'port_id': 'd410da44-fa9e-47a9-95e8-9b9b78ce98c4', 'mac_address': 'fa:16:3e:8e:3e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a02a6e-42ad-4496-b221-c28750bbf434', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:42:23.080790 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8623cf32-30df-424f-8254-939f5767a1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:23.220498 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:23.238907 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-fc11458a-0386-44c0-9fcb-658e4cbe6f09 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f35eb7de3ac943fabc502d5ac9465145&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5409265 Mar 05 13:42:23.267212 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53062) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:23.310045 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d410da44-fa9e-47a9-95e8-9b9b78ce98c4 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:42:23.336114 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:23.351511 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-ceebd9a8-297d-409f-8c8c-e74a81cbfc38 service neutron] 10.222.0.30 "GET /v2.0/networks/5d44bd9b-f262-43b5-bb0b-697548cb3009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013139 Mar 05 13:42:23.357280 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port a758ddea-d5e6-4151-a3d4-4d208e5b42da, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a758ddea-d5e6-4151-a3d4-4d208e5b42da,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:23.373743 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:23.376960 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port d410da44-fa9e-47a9-95e8-9b9b78ce98c4, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d410da44-fa9e-47a9-95e8-9b9b78ce98c4,segment=NetworkSegment(e314dfcc-8cbe-4584-917b-77c4b64bfbab),segment_id=e314dfcc-8cbe-4584-917b-77c4b64bfbab)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:23.487488 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=a758ddea-d5e6-4151-a3d4-4d208e5b42da,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:23.537465 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:23.635425 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-33c89af7-40ba-4fac-8569-51d2ece8b675 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1903989731-network', 'tenant_id': '1fa05e2309b24200a872040a2f4f0163'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:42:23.647032 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-33c89af7-40ba-4fac-8569-51d2ece8b675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:42:23.653114 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa471ab-4aec-47bf-880e-4a8735124073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2621485b-d164-480c-a660-78d60ef07686', 'code': 200} Mar 05 13:42:23.654862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-33c89af7-40ba-4fac-8569-51d2ece8b675 admin admin] Usage tracker for resource:network and tenant:1fa05e2309b24200a872040a2f4f0163 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:42:23.660796 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=d410da44-fa9e-47a9-95e8-9b9b78ce98c4,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:23.669108 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-33c89af7-40ba-4fac-8569-51d2ece8b675 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:42:23.673517 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-040f25f7-1a57-4cf4-900a-493a29897d7c None None] Provisioning for port e797c915-fe1d-48c6-ae51-9bda578ca442 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:42:23.700434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-040f25f7-1a57-4cf4-900a-493a29897d7c None None] Provisioning complete for port e797c915-fe1d-48c6-ae51-9bda578ca442 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:23.701620 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-040f25f7-1a57-4cf4-900a-493a29897d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:23.725046 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-33c89af7-40ba-4fac-8569-51d2ece8b675 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:42:23.759769 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0ea706bd-a08b-43d1-99aa-cd9edc92e51e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:23.762059 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0ea706bd-a08b-43d1-99aa-cd9edc92e51e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3992717 Mar 05 13:42:23.769929 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c89af7-40ba-4fac-8569-51d2ece8b675 admin admin] Made reservation on behalf of 1fa05e2309b24200a872040a2f4f0163 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:42:23.773402 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-33c89af7-40ba-4fac-8569-51d2ece8b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:23.776522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-c57bd784-d34d-497a-a203-e7079f126286 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:23.778169 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-c57bd784-d34d-497a-a203-e7079f126286 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0764093 Mar 05 13:42:23.790795 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-33c89af7-40ba-4fac-8569-51d2ece8b675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:23.809130 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8623cf32-30df-424f-8254-939f5767a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:23.822773 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5c170676-d1d8-45b9-9758-4a42109a7e0a req-64ba2186-427b-4517-9c7e-4c25c09f9b34 service neutron] 10.222.0.30 "GET /v2.0/networks/5d44bd9b-f262-43b5-bb0b-697548cb3009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555902 Mar 05 13:42:23.831347 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-33c89af7-40ba-4fac-8569-51d2ece8b675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:42:23.835400 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-040f25f7-1a57-4cf4-900a-493a29897d7c None None] Port e797c915-fe1d-48c6-ae51-9bda578ca442 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:42:23.846683 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-bfb38878-7628-4985-8b2d-a5f8187f9789 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Request body: {'port': {'device_id': 'bf559703-1f47-4fe0-8969-ea672d3a2c47', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': 'f35eb7de3ac943fabc502d5ac9465145'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:42:23.853231 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['d410da44-fa9e-47a9-95e8-9b9b78ce98c4'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:42:24.086747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-231bdee2-54a3-4d74-87aa-c361ee02bfd7 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Request body: {'port': {'device_id': '23f2248e-5097-46c2-9739-5cb318781c79', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': 'f35eb7de3ac943fabc502d5ac9465145'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:42:24.088066 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8623cf32-30df-424f-8254-939f5767a1c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:24.091953 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-33c89af7-40ba-4fac-8569-51d2ece8b675 admin admin] Usage tracker for resource:security_group_rule and tenant:1fa05e2309b24200a872040a2f4f0163 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:42:24.126861 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-33c89af7-40ba-4fac-8569-51d2ece8b675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:42:24.134911 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8623cf32-30df-424f-8254-939f5767a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:24.218511 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-33c89af7-40ba-4fac-8569-51d2ece8b675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:42:24.222458 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-bfb38878-7628-4985-8b2d-a5f8187f9789 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:42:24.235316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-bfb38878-7628-4985-8b2d-a5f8187f9789 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:42:24.299280 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8623cf32-30df-424f-8254-939f5767a1c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:24.302823 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623cf32-30df-424f-8254-939f5767a1c8 admin admin] Pushing event updated for resources: {'Port': ['ID=e797c915-fe1d-48c6-ae51-9bda578ca442,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:24.320437 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031a494-bb7e-4ded-ba65-d646c4f1bc79 req-b05a751f-2844-4d95-8d68-d423bed119c3 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:24.328057 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e031a494-bb7e-4ded-ba65-d646c4f1bc79 req-b05a751f-2844-4d95-8d68-d423bed119c3 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84e4a50-0a94-40da-bfbb-70048b886e5e HTTP/1.1" status: 200 len: 944 time: 1.9682498 Mar 05 13:42:24.329867 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-bfb38878-7628-4985-8b2d-a5f8187f9789 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Made reservation on behalf of f35eb7de3ac943fabc502d5ac9465145 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:42:24.333430 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-bfb38878-7628-4985-8b2d-a5f8187f9789 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:24.345833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-231bdee2-54a3-4d74-87aa-c361ee02bfd7 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:42:24.413468 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-231bdee2-54a3-4d74-87aa-c361ee02bfd7 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:42:24.466458 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f05b6-695a-4803-9904-428a1dc089d6 req-3bebd89a-cec7-4dc8-bae9-019c504848b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:24.468718 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e74f05b6-695a-4803-9904-428a1dc089d6 req-3bebd89a-cec7-4dc8-bae9-019c504848b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c692c831ec1f411cb586cecfb5889b74&device_id=a9741de7-8c7a-4137-87b5-bae42bcd01db HTTP/1.1" status: 200 len: 1094 time: 0.3785613 Mar 05 13:42:24.533147 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e031a494-bb7e-4ded-ba65-d646c4f1bc79 req-df0c8ea0-4a06-44d8-8b7d-73aead9cee85 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/security-groups?id=296c0661-66cf-4afe-9f8b-8ed84ace99d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042153 Mar 05 13:42:24.554876 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5bad46ea-ce59-4840-82d2-91f18fc7b2da req-fc71aff7-dc1e-41e1-985b-6be3d3ad36ad service neutron] 10.222.0.30 "GET /v2.0/networks/5d44bd9b-f262-43b5-bb0b-697548cb3009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5225155 Mar 05 13:42:24.558862 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-231bdee2-54a3-4d74-87aa-c361ee02bfd7 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Made reservation on behalf of f35eb7de3ac943fabc502d5ac9465145 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:42:24.572037 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-231bdee2-54a3-4d74-87aa-c361ee02bfd7 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:24.607153 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d0436760-0d5a-4513-91fb-3f18c3b5156b up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:42:24.748057 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port d0436760-0d5a-4513-91fb-3f18c3b5156b completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:42:24.760579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-bfb38878-7628-4985-8b2d-a5f8187f9789 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Allocated IP 192.168.233.212 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/024c3626-66ef-4aee-ab0e-e02389b1831c) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:42:24.762528 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port d0436760-0d5a-4513-91fb-3f18c3b5156b triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:24.763200 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:24.763994 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-33c89af7-40ba-4fac-8569-51d2ece8b675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:24.775833 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-33c89af7-40ba-4fac-8569-51d2ece8b675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:24.877302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8623cf32-30df-424f-8254-939f5767a1c8 admin admin] Network e4445820-90aa-44e9-b795-5325a5b053b1 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:42:24.892067 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-8623cf32-30df-424f-8254-939f5767a1c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:42:24.900577 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-66dd24d5-f8ba-4ea5-ab96-21ee326046dd tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d849206810044d11adc955a445c83763&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1320660 Mar 05 13:42:24.975201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0b801-6057-4573-8dc8-4f25b8e5913d req-e2a8b668-d969-483c-8d8c-433a866fe7a1 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:24.985311 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-77f0b801-6057-4573-8dc8-4f25b8e5913d req-e2a8b668-d969-483c-8d8c-433a866fe7a1 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c0d7a0-533e-4279-8564-8f1140ff3071 HTTP/1.1" status: 200 len: 945 time: 0.2007267 Mar 05 13:42:25.004054 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:25.045795 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port d0436760-0d5a-4513-91fb-3f18c3b5156b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d0436760-0d5a-4513-91fb-3f18c3b5156b,segment=NetworkSegment(4a19e8c8-9d65-4a83-94ac-adad806f4733),segment_id=4a19e8c8-9d65-4a83-94ac-adad806f4733)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:25.059942 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:25.125850 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-9d4a3ca6-1cd4-4d5a-ab25-41745aafc29d tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:25.133722 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-9d4a3ca6-1cd4-4d5a-ab25-41745aafc29d tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321365 Mar 05 13:42:25.135628 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c89af7-40ba-4fac-8569-51d2ece8b675 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:42:25.156733 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=d0436760-0d5a-4513-91fb-3f18c3b5156b,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:25.282611 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-563cf4c7-a96d-43c7-9898-16dd59f1a5af None None] Provisioning complete for port e797c915-fe1d-48c6-ae51-9bda578ca442 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:25.283054 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-563cf4c7-a96d-43c7-9898-16dd59f1a5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:25.362340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c89af7-40ba-4fac-8569-51d2ece8b675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f776f3c-216b-4172-956a-c968aa215887,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:25.371248 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-78a9da66-5eb4-4cc6-bfc5-857f904014e8 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/quotas/d849206810044d11adc955a445c83763 HTTP/1.1" status: 200 len: 375 time: 0.2366853 Mar 05 13:42:25.376785 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-33c89af7-40ba-4fac-8569-51d2ece8b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:25.377129 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-33c89af7-40ba-4fac-8569-51d2ece8b675 admin admin] Added segment 2033a189-3270-4779-ab3c-060c967badb7 of type vlan for network a3c4209c-510a-4392-a160-14f1d9ff1362 Mar 05 13:42:25.379443 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8623cf32-30df-424f-8254-939f5767a1c8 admin admin] Router 9eea90a7-311b-4137-80eb-4b6c11f98963 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:42:25.399719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-563cf4c7-a96d-43c7-9898-16dd59f1a5af None None] Port e797c915-fe1d-48c6-ae51-9bda578ca442 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:42:25.469766 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f05b6-695a-4803-9904-428a1dc089d6 req-7f397afb-b7e9-4435-a41b-3c3e944adc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:25.471255 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e74f05b6-695a-4803-9904-428a1dc089d6 req-7f397afb-b7e9-4435-a41b-3c3e944adc71 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d44bd9b-f262-43b5-bb0b-697548cb3009 HTTP/1.1" status: 200 len: 912 time: 0.9895959 Mar 05 13:42:25.489045 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-77f0b801-6057-4573-8dc8-4f25b8e5913d req-e829b81c-4c6c-41a4-96b2-8ea2c7c1c7cf tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025859 Mar 05 13:42:25.543977 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-33c89af7-40ba-4fac-8569-51d2ece8b675 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:25.547079 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a758ddea-d5e6-4151-a3d4-4d208e5b42da up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:42:25.574612 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-bfb38878-7628-4985-8b2d-a5f8187f9789 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:25.614054 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-bfb38878-7628-4985-8b2d-a5f8187f9789 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Transition to ACTIVE for port object 024c3626-66ef-4aee-ab0e-e02389b1831c will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:42:25.639003 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e74f05b6-695a-4803-9904-428a1dc089d6 req-20ee75f7-ceee-469a-b2b0-a4e620414547 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7ab0919-78d0-4a05-820e-ebe6cb32ef22 HTTP/1.1" status: 200 len: 217 time: 0.1037886 Mar 05 13:42:25.650803 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-bfb38878-7628-4985-8b2d-a5f8187f9789 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:25.656374 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84e4a50-0a94-40da-bfbb-70048b886e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0436760-0d5a-4513-91fb-3f18c3b5156b'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:42:25.666253 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['1435958d-e3be-4286-8caa-791704018749', 'aa5a355c-5f58-4db0-bfb5-8e9b384376ef', '26e15d7a-e8a5-431a-b910-0c8dc2dcec3e'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:42:25.769001 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-1d0380ec-41a2-48d7-b604-c0d6568e2404 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d849206810044d11adc955a445c83763&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3966682 Mar 05 13:42:25.864019 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-33c89af7-40ba-4fac-8569-51d2ece8b675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:25.865266 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c89af7-40ba-4fac-8569-51d2ece8b675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:25.865754 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-33c89af7-40ba-4fac-8569-51d2ece8b675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:25.869409 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port a758ddea-d5e6-4151-a3d4-4d208e5b42da triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:25.869838 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-bfb38878-7628-4985-8b2d-a5f8187f9789 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:42:25.873097 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:25.889392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-bfb38878-7628-4985-8b2d-a5f8187f9789 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:42:25.898969 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-bfb38878-7628-4985-8b2d-a5f8187f9789 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:42:25.911675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f05b6-695a-4803-9904-428a1dc089d6 req-2ff7cd71-7a2a-45eb-9957-4d12773ed9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:25.917479 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e74f05b6-695a-4803-9904-428a1dc089d6 req-2ff7cd71-7a2a-45eb-9957-4d12773ed9c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20a02a6e-42ad-4496-b221-c28750bbf434 HTTP/1.1" status: 200 len: 852 time: 0.2663052 Mar 05 13:42:25.932012 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-33c89af7-40ba-4fac-8569-51d2ece8b675 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6624022 Mar 05 13:42:25.949599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53108) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:26.020677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-bfb38878-7628-4985-8b2d-a5f8187f9789 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:26.021793 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-bfb38878-7628-4985-8b2d-a5f8187f9789 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:26.049873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb38878-7628-4985-8b2d-a5f8187f9789 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Pushing event updated for resources: {'Port': ['ID=024c3626-66ef-4aee-ab0e-e02389b1831c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:26.054246 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-231bdee2-54a3-4d74-87aa-c361ee02bfd7 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Allocated IP 192.168.233.76 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/fda15825-21a0-4055-bab6-e4a271c0d1d3) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:42:26.098905 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8623cf32-30df-424f-8254-939f5767a1c8 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:42:26.124631 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] Sync routers for ids ['9eea90a7-311b-4137-80eb-4b6c11f98963'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:42:26.142257 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-5befc4d0-d394-495b-acbc-a054dec3b417 admin admin] Request body: {'subnet': {'network_id': 'a3c4209c-510a-4392-a160-14f1d9ff1362', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1903989731-subnet', 'tenant_id': '1fa05e2309b24200a872040a2f4f0163', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:42:26.168021 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-bfb38878-7628-4985-8b2d-a5f8187f9789 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3872185 Mar 05 13:42:26.170658 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e74f05b6-695a-4803-9904-428a1dc089d6 req-90222ac2-a094-4c84-a1c6-44a765ebe8e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d44bd9b-f262-43b5-bb0b-697548cb3009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2349195 Mar 05 13:42:26.181993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a374a-61ad-4342-b990-0d87ab959b59 req-5ffe9daa-aa2b-455d-b16f-020d6cb14ce8 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:26.182686 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-763a374a-61ad-4342-b990-0d87ab959b59 req-5ffe9daa-aa2b-455d-b16f-020d6cb14ce8 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Synchronizing usage tracker for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:42:26.184449 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8623cf32-30df-424f-8254-939f5767a1c8 admin admin] 10.222.0.16 "PUT /v2.0/routers/9eea90a7-311b-4137-80eb-4b6c11f98963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3016508 Mar 05 13:42:26.210337 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5befc4d0-d394-495b-acbc-a054dec3b417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:42:26.253793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Request body: {'port': {'device_id': 'bf559703-1f47-4fe0-8969-ea672d3a2c47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:42:26.280556 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] Routers {'9eea90a7-311b-4137-80eb-4b6c11f98963'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:42:26.283112 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:42:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['9eea90a7-311b-4137-80eb-4b6c11f98963'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:26.332139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5befc4d0-d394-495b-acbc-a054dec3b417 admin admin] Usage tracker for resource:subnet and tenant:1fa05e2309b24200a872040a2f4f0163 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:42:26.386674 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1765e884-b4e5-4683-a477-ccd2cc0da395 req-4e471aff-01fd-47e0-a926-e3ce7e847a7d tempest-FlavorsV2NegativeTest-1825097279 tempest-FlavorsV2NegativeTest-1825097279-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3f394245e96d493f8143ba68f64a92d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651021 Mar 05 13:42:26.392340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5befc4d0-d394-495b-acbc-a054dec3b417 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:42:26.401863 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c89af7-40ba-4fac-8569-51d2ece8b675 admin admin] Pushing event updated for resources: {'Network': ['ID=a3c4209c-510a-4392-a160-14f1d9ff1362,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:26.412598 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5befc4d0-d394-495b-acbc-a054dec3b417 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:42:26.496703 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network a3c4209c-510a-4392-a160-14f1d9ff1362 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:42:26.518459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-763a374a-61ad-4342-b990-0d87ab959b59 req-5ffe9daa-aa2b-455d-b16f-020d6cb14ce8 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Unset dirty status for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:42:26.526624 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-763a374a-61ad-4342-b990-0d87ab959b59 req-5ffe9daa-aa2b-455d-b16f-020d6cb14ce8 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf559703-1f47-4fe0-8969-ea672d3a2c47 HTTP/1.1" status: 200 len: 936 time: 0.7868724 Mar 05 13:42:26.558804 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5befc4d0-d394-495b-acbc-a054dec3b417 admin admin] Made reservation on behalf of 1fa05e2309b24200a872040a2f4f0163 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:42:26.559594 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:26.561493 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5befc4d0-d394-495b-acbc-a054dec3b417 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:26.726605 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e7ab0919-78d0-4a05-820e-ebe6cb32ef22 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:42:26.728901 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d410da44-fa9e-47a9-95e8-9b9b78ce98c4 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:42:26.750359 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-763a374a-61ad-4342-b990-0d87ab959b59 req-ec2d3d18-663e-41d9-817e-81697dfc535a tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223096 Mar 05 13:42:27.008140 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-231bdee2-54a3-4d74-87aa-c361ee02bfd7 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:27.045892 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fdf91554-9e2c-4d24-af67-072fd6c53069 None None] Provisioning for port 024c3626-66ef-4aee-ab0e-e02389b1831c completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:42:27.070146 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fdf91554-9e2c-4d24-af67-072fd6c53069 None None] Provisioning complete for port 024c3626-66ef-4aee-ab0e-e02389b1831c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:27.070857 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fdf91554-9e2c-4d24-af67-072fd6c53069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:27.100999 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port d410da44-fa9e-47a9-95e8-9b9b78ce98c4 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:42:27.183699 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-231bdee2-54a3-4d74-87aa-c361ee02bfd7 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Transition to ACTIVE for port object fda15825-21a0-4055-bab6-e4a271c0d1d3 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:42:27.257143 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4510f60-66d1-470e-870b-3dd9a3994633 req-1c995d2d-5ef5-4d5b-9a66-292e6ee9cf12 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:27.264994 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a4510f60-66d1-470e-870b-3dd9a3994633 req-1c995d2d-5ef5-4d5b-9a66-292e6ee9cf12 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84e4a50-0a94-40da-bfbb-70048b886e5e HTTP/1.1" status: 200 len: 945 time: 0.2635403 Mar 05 13:42:27.288358 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.resource_extend [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:42:27.415679 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5befc4d0-d394-495b-acbc-a054dec3b417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:27.471134 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e74f05b6-695a-4803-9904-428a1dc089d6 req-60c32fa9-235d-4703-82ec-051e0ab17c97 service neutron] 10.222.0.30 "GET /v2.0/networks/5d44bd9b-f262-43b5-bb0b-697548cb3009?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2620313 Mar 05 13:42:27.552027 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port d410da44-fa9e-47a9-95e8-9b9b78ce98c4 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:27.552981 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:27.595087 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765e884-b4e5-4683-a477-ccd2cc0da395 req-58e083fa-c83a-4e2f-9790-c8e20c11f2ae tempest-FlavorsV2NegativeTest-1825097279 tempest-FlavorsV2NegativeTest-1825097279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:27.607688 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1765e884-b4e5-4683-a477-ccd2cc0da395 req-58e083fa-c83a-4e2f-9790-c8e20c11f2ae tempest-FlavorsV2NegativeTest-1825097279 tempest-FlavorsV2NegativeTest-1825097279-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2068002 Mar 05 13:42:27.638112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befc4d0-d394-495b-acbc-a054dec3b417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d95fe0-d1c5-4d7f-b038-e7e36bbe1f3a,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:27.690220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 024c3626-66ef-4aee-ab0e-e02389b1831c {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:42:27.701637 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:27.731499 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Transition to ACTIVE for port object 024c3626-66ef-4aee-ab0e-e02389b1831c will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:42:27.748686 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a4510f60-66d1-470e-870b-3dd9a3994633 req-7c4ef2fb-2b49-4f8f-ba13-b32e9cf899d9 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/security-groups?id=296c0661-66cf-4afe-9f8b-8ed84ace99d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4821446 Mar 05 13:42:27.752660 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-231bdee2-54a3-4d74-87aa-c361ee02bfd7 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:27.767423 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1765e884-b4e5-4683-a477-ccd2cc0da395 req-7ad776f2-3f89-4b8e-9851-e91fc8561db4 tempest-FlavorsV2NegativeTest-1825097279 tempest-FlavorsV2NegativeTest-1825097279-project] 10.222.0.16 "GET /v2.0/quotas/3f394245e96d493f8143ba68f64a92d5 HTTP/1.1" status: 200 len: 375 time: 0.1586285 Mar 05 13:42:27.786110 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-fdf91554-9e2c-4d24-af67-072fd6c53069 None None] Port 024c3626-66ef-4aee-ab0e-e02389b1831c cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:42:27.859845 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] Set router 9eea90a7-311b-4137-80eb-4b6c11f98963 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:42:27.869061 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1765e884-b4e5-4683-a477-ccd2cc0da395 req-28eaf618-ddb2-44cb-bda7-be8bd477de85 tempest-FlavorsV2NegativeTest-1825097279 tempest-FlavorsV2NegativeTest-1825097279-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f394245e96d493f8143ba68f64a92d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1007471 Mar 05 13:42:27.872164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5befc4d0-d394-495b-acbc-a054dec3b417 admin admin] Checking segment: {'id': '2033a189-3270-4779-ab3c-060c967badb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a3c4209c-510a-4392-a160-14f1d9ff1362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:42:27.872516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5befc4d0-d394-495b-acbc-a054dec3b417 admin admin] Network hostable DHCP agents. Network: a3c4209c-510a-4392-a160-14f1d9ff1362, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:42:27.923681 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:27.952309 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231bdee2-54a3-4d74-87aa-c361ee02bfd7 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Pushing event updated for resources: {'Port': ['ID=fda15825-21a0-4055-bab6-e4a271c0d1d3,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:27.974565 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5befc4d0-d394-495b-acbc-a054dec3b417 admin admin] Network a3c4209c-510a-4392-a160-14f1d9ff1362 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:42:28.007915 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-5befc4d0-d394-495b-acbc-a054dec3b417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, a3c4209c-510a-4392-a160-14f1d9ff1362) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:42:28.016512 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5befc4d0-d394-495b-acbc-a054dec3b417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:28.017140 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5befc4d0-d394-495b-acbc-a054dec3b417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:28.031571 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e74f05b6-695a-4803-9904-428a1dc089d6 req-80b6b68e-b905-4c32-9fa8-f4d6f596255f service neutron] 10.222.0.30 "GET /v2.0/networks/5d44bd9b-f262-43b5-bb0b-697548cb3009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273507 Mar 05 13:42:28.078576 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5befc4d0-d394-495b-acbc-a054dec3b417 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9923940 Mar 05 13:42:28.087327 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53192) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:28.097275 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84e4a50-0a94-40da-bfbb-70048b886e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0436760-0d5a-4513-91fb-3f18c3b5156b', 'code': 200} Mar 05 13:42:28.100340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-308a06c2-6c3e-4843-adb1-6f220fbe49af admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1903989731-router', 'tenant_id': '1fa05e2309b24200a872040a2f4f0163', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:42:28.108550 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Pushing event updated for resources: {'Port': ['ID=024c3626-66ef-4aee-ab0e-e02389b1831c,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:28.114031 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-308a06c2-6c3e-4843-adb1-6f220fbe49af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:42:28.123360 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-308a06c2-6c3e-4843-adb1-6f220fbe49af admin admin] Usage tracker for resource:router and tenant:1fa05e2309b24200a872040a2f4f0163 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:42:28.125115 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f1efce-cc28-4987-b3fb-2a708f75af40 None None] Network a3c4209c-510a-4392-a160-14f1d9ff1362 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:42:28.129953 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-308a06c2-6c3e-4843-adb1-6f220fbe49af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:42:28.160908 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-308a06c2-6c3e-4843-adb1-6f220fbe49af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:42:28.313427 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-308a06c2-6c3e-4843-adb1-6f220fbe49af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:28.316626 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-308a06c2-6c3e-4843-adb1-6f220fbe49af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:28.345396 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-0ed8f1af-75cd-40ce-b27a-7db489dd59bf tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d849206810044d11adc955a445c83763&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2505717 Mar 05 13:42:28.348288 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-14fa07f6-2bc2-4378-b776-76adb92d16f4 req-56886d65-2051-44a8-91f4-1ce49eb9fbaa tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a69d36a-6b3d-4520-97df-110dc959634f HTTP/1.1" status: 200 len: 210 time: 0.1534705 Mar 05 13:42:28.358549 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-308a06c2-6c3e-4843-adb1-6f220fbe49af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:28.434663 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-231bdee2-54a3-4d74-87aa-c361ee02bfd7 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:42:28.689270 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e7ab0919-78d0-4a05-820e-ebe6cb32ef22, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e7ab0919-78d0-4a05-820e-ebe6cb32ef22,segment=NetworkSegment(e314dfcc-8cbe-4584-917b-77c4b64bfbab),segment_id=e314dfcc-8cbe-4584-917b-77c4b64bfbab)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:28.721273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-231bdee2-54a3-4d74-87aa-c361ee02bfd7 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:42:28.740376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-231bdee2-54a3-4d74-87aa-c361ee02bfd7 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:42:28.994550 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:29.012499 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-308a06c2-6c3e-4843-adb1-6f220fbe49af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:29.417931 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-231bdee2-54a3-4d74-87aa-c361ee02bfd7 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:29.418570 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-231bdee2-54a3-4d74-87aa-c361ee02bfd7 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:29.445894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-b3f91946-c058-4cc8-9fed-d8f073b8f423 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:29.447490 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-b3f91946-c058-4cc8-9fed-d8f073b8f423 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8455803 Mar 05 13:42:29.464415 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-231bdee2-54a3-4d74-87aa-c361ee02bfd7 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3913288 Mar 05 13:42:29.491374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-b9f8bcc9-850b-4b1f-8550-56bd7b2ed95a tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Request body: {'port': {'device_id': '9a69d36a-6b3d-4520-97df-110dc959634f', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': 'd849206810044d11adc955a445c83763'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:42:29.494875 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53264) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:29.639206 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3eb30d-584f-442f-8503-f926fc8251d4 req-f63bfe6c-bdd7-4245-9982-22f859f44291 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:29.644065 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f3eb30d-584f-442f-8503-f926fc8251d4 req-f63bfe6c-bdd7-4245-9982-22f859f44291 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf559703-1f47-4fe0-8969-ea672d3a2c47 HTTP/1.1" status: 200 len: 948 time: 0.3575704 Mar 05 13:42:29.711712 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-b9f8bcc9-850b-4b1f-8550-56bd7b2ed95a tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:42:29.722689 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-b9f8bcc9-850b-4b1f-8550-56bd7b2ed95a tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:42:29.737920 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0b53b023-f35d-4107-a047-275f40065af8 service neutron] Request body: {'port': {'device_id': '23f2248e-5097-46c2-9739-5cb318781c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:42:29.762282 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'e7ab0919-78d0-4a05-820e-ebe6cb32ef22', 'network_id': '5d44bd9b-f262-43b5-bb0b-697548cb3009', 'port_id': 'e7ab0919-78d0-4a05-820e-ebe6cb32ef22', 'mac_address': 'fa:16:3e:53:ad:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a02a6e-42ad-4496-b221-c28750bbf434', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:42:29.780139 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-650625fe-e916-4940-a81a-69f2401d11d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:29.790147 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:29.862875 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-b9f8bcc9-850b-4b1f-8550-56bd7b2ed95a tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Made reservation on behalf of d849206810044d11adc955a445c83763 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:42:29.867623 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-b9f8bcc9-850b-4b1f-8550-56bd7b2ed95a tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:29.923584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-650625fe-e916-4940-a81a-69f2401d11d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:42:29.932822 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-650625fe-e916-4940-a81a-69f2401d11d5 admin admin] Usage tracker for resource:security_group_rule and tenant:3f394245e96d493f8143ba68f64a92d5 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:42:29.946956 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:29.952194 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-650625fe-e916-4940-a81a-69f2401d11d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:42:29.967839 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f3eb30d-584f-442f-8503-f926fc8251d4 req-6e06f10a-98e8-49b9-8b0f-3ead15bcc9ea tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469883 Mar 05 13:42:30.047123 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-650625fe-e916-4940-a81a-69f2401d11d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:42:30.079946 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0bc07f-cc92-421c-ad15-0d5cbc921a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-a3c4209c-510a-4392-a160-14f1d9ff1362', 'network_id': 'a3c4209c-510a-4392-a160-14f1d9ff1362', 'tenant_id': '1fa05e2309b24200a872040a2f4f0163', 'fixed_ips': [{'subnet_id': '48d95fe0-d1c5-4d7f-b038-e7e36bbe1f3a'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:42:30.082422 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc07f-cc92-421c-ad15-0d5cbc921a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:30.112567 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-308a06c2-6c3e-4843-adb1-6f220fbe49af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:30.141154 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c0d7a0-533e-4279-8564-8f1140ff3071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd410da44-fa9e-47a9-95e8-9b9b78ce98c4'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:42:30.191368 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-308a06c2-6c3e-4843-adb1-6f220fbe49af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:30.298907 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2872c96-8a32-414a-867e-cfde50e3c5d6 req-3e7d699d-9251-40bb-ae6d-6c345f7118dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:30.301052 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2872c96-8a32-414a-867e-cfde50e3c5d6 req-3e7d699d-9251-40bb-ae6d-6c345f7118dd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d84e4a50-0a94-40da-bfbb-70048b886e5e HTTP/1.1" status: 200 len: 1096 time: 2.2076008 Mar 05 13:42:30.311718 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-7f0bc07f-cc92-421c-ad15-0d5cbc921a95 None None] Allocated IP 172.20.0.2 (a3c4209c-510a-4392-a160-14f1d9ff1362/48d95fe0-d1c5-4d7f-b038-e7e36bbe1f3a/f039071e-8bb8-4b6a-a7a8-be4644a69a46) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:42:30.455006 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port d410da44-fa9e-47a9-95e8-9b9b78ce98c4, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d410da44-fa9e-47a9-95e8-9b9b78ce98c4,segment=NetworkSegment(e314dfcc-8cbe-4584-917b-77c4b64bfbab),segment_id=e314dfcc-8cbe-4584-917b-77c4b64bfbab)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:30.486082 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0b53b023-f35d-4107-a047-275f40065af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:30.509521 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:30.530884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ff08e-f6ee-4606-80d6-f6e681d386c2 req-2c478cd2-1e49-4852-b848-4b9e307ebcd6 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:30.536190 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cc9ff08e-f6ee-4606-80d6-f6e681d386c2 req-2c478cd2-1e49-4852-b848-4b9e307ebcd6 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c0d7a0-533e-4279-8564-8f1140ff3071 HTTP/1.1" status: 200 len: 945 time: 2.1336322 Mar 05 13:42:30.615174 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:30.643893 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-650625fe-e916-4940-a81a-69f2401d11d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:30.647704 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2872c96-8a32-414a-867e-cfde50e3c5d6 req-4de173e4-7a22-4901-ab77-6089c7154699 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=296c0661-66cf-4afe-9f8b-8ed84ace99d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3300350 Mar 05 13:42:30.653851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-308a06c2-6c3e-4843-adb1-6f220fbe49af admin admin] Allocated IP 172.25.4.50 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/c1954022-7b05-4d89-a498-3a030ad8b73e) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:42:30.656490 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-b9f8bcc9-850b-4b1f-8550-56bd7b2ed95a tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Allocated IP 192.168.233.252 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/772de55e-c1f6-42f7-84c7-47ca203d7dc9) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:42:30.665939 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-650625fe-e916-4940-a81a-69f2401d11d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:30.724866 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cc9ff08e-f6ee-4606-80d6-f6e681d386c2 req-aaacab63-8a98-4640-871e-f11ef3ab5592 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590567 Mar 05 13:42:30.746208 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Attempting to bind port 024c3626-66ef-4aee-ab0e-e02389b1831c on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:42:30.749525 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Attempting to bind port 024c3626-66ef-4aee-ab0e-e02389b1831c by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:42:30.750070 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Attempting to bind port 024c3626-66ef-4aee-ab0e-e02389b1831c on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:42:30.763752 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035c83f-30db-49b4-8a3a-e065945bc250 req-2e1993aa-ddf6-48c5-8a7e-57d7d122ba52 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:30.772005 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0035c83f-30db-49b4-8a3a-e065945bc250 req-2e1993aa-ddf6-48c5-8a7e-57d7d122ba52 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84e4a50-0a94-40da-bfbb-70048b886e5e HTTP/1.1" status: 200 len: 945 time: 0.4962692 Mar 05 13:42:30.796987 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Port 024c3626-66ef-4aee-ab0e-e02389b1831c on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:42:30.800960 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Attempting to bind port 024c3626-66ef-4aee-ab0e-e02389b1831c on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:42:30.830932 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-650625fe-e916-4940-a81a-69f2401d11d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f394245e96d493f8143ba68f64a92d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3316538 Mar 05 13:42:30.832361 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650625fe-e916-4940-a81a-69f2401d11d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2beaaf62-bb3f-448a-a216-457505bf14e4,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:30.836212 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53278) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:30.847588 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:42:30.848213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:42:30.848820 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:42:30.851788 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Bound port: 024c3626-66ef-4aee-ab0e-e02389b1831c, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:42:30.852925 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:30.853064 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8a1bd882-7edb-4b8f-aa65-25e8506785a9 None None] Provisioning for port fda15825-21a0-4055-bab6-e4a271c0d1d3 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:42:30.860448 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ab0919-78d0-4a05-820e-ebe6cb32ef22 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:42:30.972916 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0035c83f-30db-49b4-8a3a-e065945bc250 req-885ea453-895a-4e64-85e9-b0696cf41f2c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/security-groups?id=296c0661-66cf-4afe-9f8b-8ed84ace99d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999524 Mar 05 13:42:31.075185 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-308a06c2-6c3e-4843-adb1-6f220fbe49af admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:31.082233 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6bade49f-a1bc-4a30-a7ad-26e34af58edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:31.118085 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=d410da44-fa9e-47a9-95e8-9b9b78ce98c4,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:31.140481 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8a1bd882-7edb-4b8f-aa65-25e8506785a9 None None] Provisioning complete for port fda15825-21a0-4055-bab6-e4a271c0d1d3 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:31.140833 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8a1bd882-7edb-4b8f-aa65-25e8506785a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:31.148955 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6bade49f-a1bc-4a30-a7ad-26e34af58edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:31.197082 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f337d795-dcf2-4a13-9244-43bef1a0e3a8 req-d78a7fcc-c7d3-458f-80df-9381c61ac1ad tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a69d36a-6b3d-4520-97df-110dc959634f HTTP/1.1" status: 200 len: 210 time: 0.1993318 Mar 05 13:42:31.273165 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['1435958d-e3be-4286-8caa-791704018749', 'aa5a355c-5f58-4db0-bfb5-8e9b384376ef', '26e15d7a-e8a5-431a-b910-0c8dc2dcec3e'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:42:31.291969 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-308a06c2-6c3e-4843-adb1-6f220fbe49af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:31.380985 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c0d7a0-533e-4279-8564-8f1140ff3071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd410da44-fa9e-47a9-95e8-9b9b78ce98c4', 'code': 200} Mar 05 13:42:31.445075 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e7ab0919-78d0-4a05-820e-ebe6cb32ef22, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e7ab0919-78d0-4a05-820e-ebe6cb32ef22,segment=NetworkSegment(e314dfcc-8cbe-4584-917b-77c4b64bfbab),segment_id=e314dfcc-8cbe-4584-917b-77c4b64bfbab)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:31.481121 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308a06c2-6c3e-4843-adb1-6f220fbe49af admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:42:31.497273 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-308a06c2-6c3e-4843-adb1-6f220fbe49af admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:42:31.507752 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:31.509720 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308a06c2-6c3e-4843-adb1-6f220fbe49af admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:42:31.553406 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6bade49f-a1bc-4a30-a7ad-26e34af58edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:31.674616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bade49f-a1bc-4a30-a7ad-26e34af58edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2beaaf62-bb3f-448a-a216-457505bf14e4,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:31.679706 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a06c2-6c3e-4843-adb1-6f220fbe49af admin admin] Pushing event updated for resources: {'Port': ['ID=c1954022-7b05-4d89-a498-3a030ad8b73e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:31.700518 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-8a1bd882-7edb-4b8f-aa65-25e8506785a9 None None] Port fda15825-21a0-4055-bab6-e4a271c0d1d3 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:42:31.825733 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=e7ab0919-78d0-4a05-820e-ebe6cb32ef22,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:31.836407 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] For port 024c3626-66ef-4aee-ab0e-e02389b1831c, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:42:31.911990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eea90a7-311b-4137-80eb-4b6c11f98963', 'name': 'tempest-TaggedBootDevicesTest-605465898-router', 'tenant_id': '930788a5789b4083a7edd7b94cf34a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a758ddea-d5e6-4151-a3d4-4d208e5b42da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:42:10Z', 'updated_at': '2022-03-05T13:42:23Z', 'revision_number': 4, 'project_id': '930788a5789b4083a7edd7b94cf34a2e', 'gw_port': {'id': 'a758ddea-d5e6-4151-a3d4-4d208e5b42da', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eea90a7-311b-4137-80eb-4b6c11f98963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:42:12Z', 'updated_at': '2022-03-05T13:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'e797c915-fe1d-48c6-ae51-9bda578ca442', 'name': '', 'network_id': 'e4445820-90aa-44e9-b795-5325a5b053b1', 'tenant_id': '930788a5789b4083a7edd7b94cf34a2e', 'mac_address': 'fa:16:3e:54:b6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eea90a7-311b-4137-80eb-4b6c11f98963', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'c96288ca-7610-4efb-b638-4aff9c52529a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:42:19Z', 'updated_at': '2022-03-05T13:42:23Z', 'revision_number': 2, 'project_id': '930788a5789b4083a7edd7b94cf34a2e', 'subnets': [{'id': 'c96288ca-7610-4efb-b638-4aff9c52529a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:31.923911 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] Checking router: 9eea90a7-311b-4137-80eb-4b6c11f98963 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:42:31.924241 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] Updating router 9eea90a7-311b-4137-80eb-4b6c11f98963 port e797c915-fe1d-48c6-ae51-9bda578ca442 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:42:31.964098 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6bade49f-a1bc-4a30-a7ad-26e34af58edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:31.973189 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['e7ab0919-78d0-4a05-820e-ebe6cb32ef22'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:42:31.980068 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6bade49f-a1bc-4a30-a7ad-26e34af58edf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2beaaf62-bb3f-448a-a216-457505bf14e4 HTTP/1.1" status: 204 len: 168 time: 1.0793698 Mar 05 13:42:32.041372 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] For port 024c3626-66ef-4aee-ab0e-e02389b1831c, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=024c3626-66ef-4aee-ab0e-e02389b1831c,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:42:32.067370 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:32.098527 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc07f-cc92-421c-ad15-0d5cbc921a95 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:32.188878 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7f0bc07f-cc92-421c-ad15-0d5cbc921a95 None None] Transition to ACTIVE for port object f039071e-8bb8-4b6a-a7a8-be4644a69a46 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:42:32.235643 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:32.277416 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Pushing event updated for resources: {'Port': ['ID=024c3626-66ef-4aee-ab0e-e02389b1831c,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:32.357899 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7f0bc07f-cc92-421c-ad15-0d5cbc921a95 None None] Transition to ACTIVE for port object f039071e-8bb8-4b6a-a7a8-be4644a69a46 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:42:32.379907 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:32.379907 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:32.379907 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:32.380308 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:32.380581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:32.380955 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:32.382883 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:32.384329 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:32.386670 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:32.388367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:32.390485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:32.393324 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:32.405609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:32.406251 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:32.409668 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-7f50bbbc-9fdd-440e-9d40-c9e1e4270f35 service neutron] 10.222.0.30 "PUT /v2.0/ports/024c3626-66ef-4aee-ab0e-e02389b1831c HTTP/1.1" status: 200 len: 1096 time: 6.2069731 Mar 05 13:42:32.431205 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf559703-1f47-4fe0-8969-ea672d3a2c47', 'tag': '024c3626-66ef-4aee-ab0e-e02389b1831c'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:42:32.457387 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc07f-cc92-421c-ad15-0d5cbc921a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:32.726359 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-b9f8bcc9-850b-4b1f-8550-56bd7b2ed95a tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:32.751929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753f43f-fe5d-40a4-9459-eb0a9d72e8df req-ad6e4815-afa4-4981-b846-ecfb2fffd5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:32.754693 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6753f43f-fe5d-40a4-9459-eb0a9d72e8df req-ad6e4815-afa4-4981-b846-ecfb2fffd5c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=21c0d7a0-533e-4279-8564-8f1140ff3071 HTTP/1.1" status: 200 len: 1097 time: 1.2896271 Mar 05 13:42:32.810225 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-308a06c2-6c3e-4843-adb1-6f220fbe49af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:32.825656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f65ba-1ccc-408c-a856-775c70a9c9c9 req-f830c745-f5ce-4a17-bb94-9e647d5d582a tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:32.842525 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-808f65ba-1ccc-408c-a856-775c70a9c9c9 req-f830c745-f5ce-4a17-bb94-9e647d5d582a tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf559703-1f47-4fe0-8969-ea672d3a2c47 HTTP/1.1" status: 200 len: 948 time: 0.9744074 Mar 05 13:42:32.848963 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0bc07f-cc92-421c-ad15-0d5cbc921a95 None None] Network a3c4209c-510a-4392-a160-14f1d9ff1362 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:42:32.871076 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-7f0bc07f-cc92-421c-ad15-0d5cbc921a95 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:42:32.905221 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0bc07f-cc92-421c-ad15-0d5cbc921a95 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:42:32.941808 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-b9f8bcc9-850b-4b1f-8550-56bd7b2ed95a tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Transition to ACTIVE for port object 772de55e-c1f6-42f7-84c7-47ca203d7dc9 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:42:32.995491 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0bc07f-cc92-421c-ad15-0d5cbc921a95 None None] Pushing event updated for resources: {'Port': ['ID=f039071e-8bb8-4b6a-a7a8-be4644a69a46,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:33.147632 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-808f65ba-1ccc-408c-a856-775c70a9c9c9 req-f32c447d-6764-41a1-a3fd-73d726a49b01 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041117 Mar 05 13:42:33.149473 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6753f43f-fe5d-40a4-9459-eb0a9d72e8df req-0876a8fa-7bf0-4da8-a495-3084502bc387 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629088 Mar 05 13:42:33.189809 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-e0f29f3d-6231-42c7-9c0f-61a19d26f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:33.203689 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-e0f29f3d-6231-42c7-9c0f-61a19d26f1e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&device_id=bf559703-1f47-4fe0-8969-ea672d3a2c47 HTTP/1.1" status: 200 len: 1099 time: 0.7091372 Mar 05 13:42:33.276589 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7f0bc07f-cc92-421c-ad15-0d5cbc921a95 None None] Attempting to bind port f039071e-8bb8-4b6a-a7a8-be4644a69a46 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:42:33.277662 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7f0bc07f-cc92-421c-ad15-0d5cbc921a95 None None] Attempting to bind port f039071e-8bb8-4b6a-a7a8-be4644a69a46 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '2033a189-3270-4779-ab3c-060c967badb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a3c4209c-510a-4392-a160-14f1d9ff1362'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:42:33.278238 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0bc07f-cc92-421c-ad15-0d5cbc921a95 None None] Attempting to bind port f039071e-8bb8-4b6a-a7a8-be4644a69a46 on network a3c4209c-510a-4392-a160-14f1d9ff1362 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:42:33.318796 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-b9f8bcc9-850b-4b1f-8550-56bd7b2ed95a tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:33.324225 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0bc07f-cc92-421c-ad15-0d5cbc921a95 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:42:33.327214 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0bc07f-cc92-421c-ad15-0d5cbc921a95 None None] Checking segment: {'id': '2033a189-3270-4779-ab3c-060c967badb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a3c4209c-510a-4392-a160-14f1d9ff1362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:42:33.327886 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc07f-cc92-421c-ad15-0d5cbc921a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:33.333989 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0bc07f-cc92-421c-ad15-0d5cbc921a95 None None] Bound using segment: {'id': '2033a189-3270-4779-ab3c-060c967badb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a3c4209c-510a-4392-a160-14f1d9ff1362'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:42:33.335155 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7f0bc07f-cc92-421c-ad15-0d5cbc921a95 None None] Bound port: f039071e-8bb8-4b6a-a7a8-be4644a69a46, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2033a189-3270-4779-ab3c-060c967badb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a3c4209c-510a-4392-a160-14f1d9ff1362'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:42:33.335782 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc07f-cc92-421c-ad15-0d5cbc921a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:33.663233 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-308a06c2-6c3e-4843-adb1-6f220fbe49af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:33.703539 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-7f0bc07f-cc92-421c-ad15-0d5cbc921a95 None None] For port f039071e-8bb8-4b6a-a7a8-be4644a69a46, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:42:33.790953 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-b9f8bcc9-850b-4b1f-8550-56bd7b2ed95a tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:42:33.801920 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-b9f8bcc9-850b-4b1f-8550-56bd7b2ed95a tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:42:33.850972 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['f8e868d7-19d4-4db9-bdee-5b44bdc7acd2'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:42:33.937007 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-7f0bc07f-cc92-421c-ad15-0d5cbc921a95 None None] For port f039071e-8bb8-4b6a-a7a8-be4644a69a46, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f039071e-8bb8-4b6a-a7a8-be4644a69a46,segment=NetworkSegment(2033a189-3270-4779-ab3c-060c967badb7),segment_id=2033a189-3270-4779-ab3c-060c967badb7)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:42:33.971878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-b9f8bcc9-850b-4b1f-8550-56bd7b2ed95a tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:42:34.040549 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc07f-cc92-421c-ad15-0d5cbc921a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:34.049145 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:34.086180 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-b9f8bcc9-850b-4b1f-8550-56bd7b2ed95a tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:34.087604 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-b9f8bcc9-850b-4b1f-8550-56bd7b2ed95a tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:34.095647 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-00c281da-ae54-4320-b90f-899f49652257 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=024c3626-66ef-4aee-ab0e-e02389b1831c HTTP/1.1" status: 200 len: 217 time: 0.2982724 Mar 05 13:42:34.268691 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-25c90662-0216-4bc6-9d72-eba9ac245644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:34.270452 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-25c90662-0216-4bc6-9d72-eba9ac245644 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1568055 Mar 05 13:42:34.315209 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308a06c2-6c3e-4843-adb1-6f220fbe49af admin admin] Router 4eca940c-ee19-4342-9708-ea616248b830 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:42:34.385934 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] Transition to ACTIVE for port object e797c915-fe1d-48c6-ae51-9bda578ca442 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:42:34.416245 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f058fa83-bdd7-4274-bed8-2c0c9761a828 None None] Provisioning for port 772de55e-c1f6-42f7-84c7-47ca203d7dc9 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:42:34.449600 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f058fa83-bdd7-4274-bed8-2c0c9761a828 None None] Provisioning complete for port 772de55e-c1f6-42f7-84c7-47ca203d7dc9 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:34.452426 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f058fa83-bdd7-4274-bed8-2c0c9761a828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:34.512541 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0b53b023-f35d-4107-a047-275f40065af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda15825-21a0-4055-bab6-e4a271c0d1d3 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:42:34.585873 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0b53b023-f35d-4107-a047-275f40065af8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:34.612631 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0b53b023-f35d-4107-a047-275f40065af8 service neutron] Transition to ACTIVE for port object fda15825-21a0-4055-bab6-e4a271c0d1d3 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:42:34.620499 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['3953bd01-eec3-49cd-9135-0700f1de9c5c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:42:34.683844 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0b53b023-f35d-4107-a047-275f40065af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:34.700070 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8bcc9-850b-4b1f-8550-56bd7b2ed95a tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Pushing event updated for resources: {'Port': ['ID=772de55e-c1f6-42f7-84c7-47ca203d7dc9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:34.801710 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-f058fa83-bdd7-4274-bed8-2c0c9761a828 None None] Port 772de55e-c1f6-42f7-84c7-47ca203d7dc9 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:42:34.810877 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-b9f8bcc9-850b-4b1f-8550-56bd7b2ed95a tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3447809 Mar 05 13:42:34.819473 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0bc07f-cc92-421c-ad15-0d5cbc921a95 None None] Pushing event updated for resources: {'Port': ['ID=f039071e-8bb8-4b6a-a7a8-be4644a69a46,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:34.843494 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:34.957304 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308a06c2-6c3e-4843-adb1-6f220fbe49af admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:42:34.974066 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] Sync routers for ids ['4eca940c-ee19-4342-9708-ea616248b830'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:42:34.996099 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-308a06c2-6c3e-4843-adb1-6f220fbe49af admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:34.997679 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-308a06c2-6c3e-4843-adb1-6f220fbe49af admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.9079995 Mar 05 13:42:34.998546 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] Routers {'4eca940c-ee19-4342-9708-ea616248b830'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:42:34.999503 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:42:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4eca940c-ee19-4342-9708-ea616248b830'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:35.000339 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53330) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:35.026113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-ee4610dd-6604-4f7e-b431-61b1c712a0c2 service neutron] Request body: {'port': {'device_id': '9a69d36a-6b3d-4520-97df-110dc959634f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:42:35.401319 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4d859-d861-4cb2-a69d-e6a905e54ff4 None None] Pushing event updated for resources: {'Port': ['ID=e797c915-fe1d-48c6-ae51-9bda578ca442,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:35.434743 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf50be-5ccf-46d5-9842-82401dc651bf req-5fe516c6-ee16-4985-a58b-74511ffe0e77 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:35.437076 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dcf50be-5ccf-46d5-9842-82401dc651bf req-5fe516c6-ee16-4985-a58b-74511ffe0e77 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c0d7a0-533e-4279-8564-8f1140ff3071 HTTP/1.1" status: 200 len: 946 time: 1.6386852 Mar 05 13:42:35.437753 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53b023-f35d-4107-a047-275f40065af8 service neutron] Pushing event updated for resources: {'Port': ['ID=fda15825-21a0-4055-bab6-e4a271c0d1d3,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:35.572776 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e7ab0919-78d0-4a05-820e-ebe6cb32ef22 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:42:35.703782 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] Set router 4eca940c-ee19-4342-9708-ea616248b830 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:42:35.799045 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f039071e-8bb8-4b6a-a7a8-be4644a69a46 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:42:35.814864 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-79d2ddf2-dae1-4406-a820-f1916c25ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:35.827350 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-79d2ddf2-dae1-4406-a820-f1916c25ef14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2029636 Mar 05 13:42:35.904397 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dcf50be-5ccf-46d5-9842-82401dc651bf req-7eae2d82-9426-44ae-b308-5f9b91c7cee4 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541171 Mar 05 13:42:36.053504 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-ee4610dd-6604-4f7e-b431-61b1c712a0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:36.075639 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] Attempting to bind port e797c915-fe1d-48c6-ae51-9bda578ca442 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:42:36.076007 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] Attempting to bind port e797c915-fe1d-48c6-ae51-9bda578ca442 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'bc75f793-0d8a-40d0-a85b-87dd20f79cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e4445820-90aa-44e9-b795-5325a5b053b1'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:42:36.076347 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] Attempting to bind port e797c915-fe1d-48c6-ae51-9bda578ca442 on network e4445820-90aa-44e9-b795-5325a5b053b1 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:42:36.114675 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:42:36.115117 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] Checking segment: {'id': 'bc75f793-0d8a-40d0-a85b-87dd20f79cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e4445820-90aa-44e9-b795-5325a5b053b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:42:36.115459 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:36.115845 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] Bound using segment: {'id': 'bc75f793-0d8a-40d0-a85b-87dd20f79cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e4445820-90aa-44e9-b795-5325a5b053b1'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:42:36.116318 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] Bound port: e797c915-fe1d-48c6-ae51-9bda578ca442, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc75f793-0d8a-40d0-a85b-87dd20f79cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e4445820-90aa-44e9-b795-5325a5b053b1'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:42:36.116675 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:36.152943 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146ce84b-f4e8-4d36-86df-80ff4c24118f None None] Network a3c4209c-510a-4392-a160-14f1d9ff1362 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:42:36.268556 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0b53b023-f35d-4107-a047-275f40065af8 service neutron] Attempting to bind port fda15825-21a0-4055-bab6-e4a271c0d1d3 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:42:36.271968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0b53b023-f35d-4107-a047-275f40065af8 service neutron] Attempting to bind port fda15825-21a0-4055-bab6-e4a271c0d1d3 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:42:36.274941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0b53b023-f35d-4107-a047-275f40065af8 service neutron] Attempting to bind port fda15825-21a0-4055-bab6-e4a271c0d1d3 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:42:36.410121 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port e7ab0919-78d0-4a05-820e-ebe6cb32ef22 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:42:36.428380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0b53b023-f35d-4107-a047-275f40065af8 service neutron] Port fda15825-21a0-4055-bab6-e4a271c0d1d3 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:42:36.429086 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0b53b023-f35d-4107-a047-275f40065af8 service neutron] Attempting to bind port fda15825-21a0-4055-bab6-e4a271c0d1d3 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:42:36.472267 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0b53b023-f35d-4107-a047-275f40065af8 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:42:36.472267 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0b53b023-f35d-4107-a047-275f40065af8 service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:42:36.472267 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0b53b023-f35d-4107-a047-275f40065af8 service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:42:36.477348 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0b53b023-f35d-4107-a047-275f40065af8 service neutron] Bound port: fda15825-21a0-4055-bab6-e4a271c0d1d3, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:42:36.478431 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0b53b023-f35d-4107-a047-275f40065af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:36.505690 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port e7ab0919-78d0-4a05-820e-ebe6cb32ef22 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:36.506090 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:36.509731 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eca940c-ee19-4342-9708-ea616248b830', 'name': 'tempest-ServersTestFqdnHostnames-1903989731-router', 'tenant_id': '1fa05e2309b24200a872040a2f4f0163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'c1954022-7b05-4d89-a498-3a030ad8b73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:42:28Z', 'updated_at': '2022-03-05T13:42:32Z', 'revision_number': 3, 'project_id': '1fa05e2309b24200a872040a2f4f0163', 'gw_port': {'id': 'c1954022-7b05-4d89-a498-3a030ad8b73e', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:44:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eca940c-ee19-4342-9708-ea616248b830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:42:30Z', 'updated_at': '2022-03-05T13:42:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:36.534702 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] Checking router: 4eca940c-ee19-4342-9708-ea616248b830 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:42:36.535508 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] Updating router 4eca940c-ee19-4342-9708-ea616248b830 port c1954022-7b05-4d89-a498-3a030ad8b73e binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:42:36.685912 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:36.762982 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0f2c4005-0307-40cb-9b07-c0cb3814534f None None] Provisioning for port f039071e-8bb8-4b6a-a7a8-be4644a69a46 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:42:36.817471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0f2c4005-0307-40cb-9b07-c0cb3814534f None None] Provisioning complete for port f039071e-8bb8-4b6a-a7a8-be4644a69a46 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:36.818621 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0f2c4005-0307-40cb-9b07-c0cb3814534f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:36.899527 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-9f9554e4-99e2-4e06-af54-5e0b9c1c2b80 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0712976 Mar 05 13:42:36.950137 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port f039071e-8bb8-4b6a-a7a8-be4644a69a46 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:42:36.956764 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c034d-a346-4f44-a1b7-a62b50221f11 req-48c98487-cbad-416d-afcc-cc723a88cb2e tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:36.960649 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-667c034d-a346-4f44-a1b7-a62b50221f11 req-48c98487-cbad-416d-afcc-cc723a88cb2e tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84e4a50-0a94-40da-bfbb-70048b886e5e HTTP/1.1" status: 200 len: 945 time: 0.6977837 Mar 05 13:42:37.004379 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port f039071e-8bb8-4b6a-a7a8-be4644a69a46 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:37.011541 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:37.281346 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:37.288461 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f9d110f-bb3e-47bf-88a4-4a7b27a20464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:37.293157 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] For port e797c915-fe1d-48c6-ae51-9bda578ca442, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:42:37.321310 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] Transition to ACTIVE for port object c1954022-7b05-4d89-a498-3a030ad8b73e will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:42:37.346400 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:37.372594 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:37.397113 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] For port e797c915-fe1d-48c6-ae51-9bda578ca442, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e797c915-fe1d-48c6-ae51-9bda578ca442,segment=NetworkSegment(bc75f793-0d8a-40d0-a85b-87dd20f79cad),segment_id=bc75f793-0d8a-40d0-a85b-87dd20f79cad)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:42:37.636403 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:37.671075 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-3f9d110f-bb3e-47bf-88a4-4a7b27a20464 admin admin] Allocated IP 172.20.0.1 (a3c4209c-510a-4392-a160-14f1d9ff1362/48d95fe0-d1c5-4d7f-b038-e7e36bbe1f3a/ebd6c73b-af14-45b9-a992-0cb12172afd2) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:42:37.679479 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] Attempting to bind port c1954022-7b05-4d89-a498-3a030ad8b73e on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:42:37.680214 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] Attempting to bind port c1954022-7b05-4d89-a498-3a030ad8b73e by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:42:37.680342 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] Attempting to bind port c1954022-7b05-4d89-a498-3a030ad8b73e on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:42:37.692492 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:42:37.692910 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:42:37.695774 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:37.696175 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:42:37.696654 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] Bound port: c1954022-7b05-4d89-a498-3a030ad8b73e, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:42:37.697034 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:37.778077 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e7ab0919-78d0-4a05-820e-ebe6cb32ef22, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e7ab0919-78d0-4a05-820e-ebe6cb32ef22,segment=NetworkSegment(e314dfcc-8cbe-4584-917b-77c4b64bfbab),segment_id=e314dfcc-8cbe-4584-917b-77c4b64bfbab)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:37.801318 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e94a4-65e9-42a4-a1f2-b3ef0f5a9b29 None None] Pushing event updated for resources: {'Port': ['ID=c1954022-7b05-4d89-a498-3a030ad8b73e,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:37.815035 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9741de7-8c7a-4137-87b5-bae42bcd01db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ab0919-78d0-4a05-820e-ebe6cb32ef22'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:42:37.825702 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:37.889833 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:37.923260 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0f2c4005-0307-40cb-9b07-c0cb3814534f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:37.944011 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0b53b023-f35d-4107-a047-275f40065af8 service neutron] For port fda15825-21a0-4055-bab6-e4a271c0d1d3, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:42:37.951427 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0b53b023-f35d-4107-a047-275f40065af8 service neutron] For port fda15825-21a0-4055-bab6-e4a271c0d1d3, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fda15825-21a0-4055-bab6-e4a271c0d1d3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:42:37.962874 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] For port c1954022-7b05-4d89-a498-3a030ad8b73e, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:42:37.976639 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] For port c1954022-7b05-4d89-a498-3a030ad8b73e, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c1954022-7b05-4d89-a498-3a030ad8b73e,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:42:37.989372 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:38.044585 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] Routers {'9eea90a7-311b-4137-80eb-4b6c11f98963'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:42:38.045594 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:42:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['9eea90a7-311b-4137-80eb-4b6c11f98963'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:38.106273 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-ac16af0f-3322-4250-a9dd-95b1bdb855d5 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1703312 Mar 05 13:42:38.154140 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0b53b023-f35d-4107-a047-275f40065af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:38.191230 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-0f2c4005-0307-40cb-9b07-c0cb3814534f None None] For port f039071e-8bb8-4b6a-a7a8-be4644a69a46, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f039071e-8bb8-4b6a-a7a8-be4644a69a46,segment=NetworkSegment(2033a189-3270-4779-ab3c-060c967badb7),segment_id=2033a189-3270-4779-ab3c-060c967badb7)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:38.195215 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4d859-d861-4cb2-a69d-e6a905e54ff4 None None] Pushing event updated for resources: {'Port': ['ID=e797c915-fe1d-48c6-ae51-9bda578ca442,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:38.244371 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0f2c4005-0307-40cb-9b07-c0cb3814534f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:38.272706 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f9d110f-bb3e-47bf-88a4-4a7b27a20464 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:38.290305 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] Routers {'4eca940c-ee19-4342-9708-ea616248b830'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:42:38.294075 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:42:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4eca940c-ee19-4342-9708-ea616248b830'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:38.315700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-3f9d110f-bb3e-47bf-88a4-4a7b27a20464 admin admin] Transition to ACTIVE for port object ebd6c73b-af14-45b9-a992-0cb12172afd2 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:42:38.373784 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f9d110f-bb3e-47bf-88a4-4a7b27a20464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:38.493060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9d110f-bb3e-47bf-88a4-4a7b27a20464 admin admin] Network a3c4209c-510a-4392-a160-14f1d9ff1362 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:42:38.510056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-3f9d110f-bb3e-47bf-88a4-4a7b27a20464 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:42:38.531425 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9d110f-bb3e-47bf-88a4-4a7b27a20464 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:42:38.559034 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-667c034d-a346-4f44-a1b7-a62b50221f11 req-61f2452d-7640-43f9-ad1c-93efa9123d93 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/security-groups?id=296c0661-66cf-4afe-9f8b-8ed84ace99d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4148300 Mar 05 13:42:38.582932 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e94a4-65e9-42a4-a1f2-b3ef0f5a9b29 None None] Pushing event updated for resources: {'Port': ['ID=c1954022-7b05-4d89-a498-3a030ad8b73e,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:38.734939 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=e7ab0919-78d0-4a05-820e-ebe6cb32ef22,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:38.891592 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:42:38.904431 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:42:38.954395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-ee4610dd-6604-4f7e-b431-61b1c712a0c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772de55e-c1f6-42f7-84c7-47ca203d7dc9 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:42:38.965881 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-ee4610dd-6604-4f7e-b431-61b1c712a0c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:38.985792 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] Set router 9eea90a7-311b-4137-80eb-4b6c11f98963 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:42:38.987007 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-ee4610dd-6604-4f7e-b431-61b1c712a0c2 service neutron] Transition to ACTIVE for port object 772de55e-c1f6-42f7-84c7-47ca203d7dc9 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:42:38.989145 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0b53b023-f35d-4107-a047-275f40065af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:38.990655 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0b53b023-f35d-4107-a047-275f40065af8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:38.993052 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-0b53b023-f35d-4107-a047-275f40065af8 service neutron] 10.222.0.15 "PUT /v2.0/ports/fda15825-21a0-4055-bab6-e4a271c0d1d3 HTTP/1.1" status: 200 len: 1095 time: 9.5074000 Mar 05 13:42:38.994047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53b023-f35d-4107-a047-275f40065af8 service neutron] Pushing event updated for resources: {'Port': ['ID=fda15825-21a0-4055-bab6-e4a271c0d1d3,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:39.013231 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-ee4610dd-6604-4f7e-b431-61b1c712a0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:39.017566 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] Set router 4eca940c-ee19-4342-9708-ea616248b830 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:42:39.239798 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d110f-bb3e-47bf-88a4-4a7b27a20464 admin admin] Pushing event updated for resources: {'Port': ['ID=ebd6c73b-af14-45b9-a992-0cb12172afd2,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:39.272159 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f9d110f-bb3e-47bf-88a4-4a7b27a20464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:39.291416 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1b05e693-e589-4654-aa5e-a087647dbbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:39.405101 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-070c594c-0e25-4406-b1cb-01eda8c17ffd None None] Provisioning complete for port f039071e-8bb8-4b6a-a7a8-be4644a69a46 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:39.405875 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-070c594c-0e25-4406-b1cb-01eda8c17ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:39.575050 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f9d110f-bb3e-47bf-88a4-4a7b27a20464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:39.685875 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4610dd-6604-4f7e-b431-61b1c712a0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=772de55e-c1f6-42f7-84c7-47ca203d7dc9,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:39.795860 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eca940c-ee19-4342-9708-ea616248b830', 'name': 'tempest-ServersTestFqdnHostnames-1903989731-router', 'tenant_id': '1fa05e2309b24200a872040a2f4f0163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'c1954022-7b05-4d89-a498-3a030ad8b73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:42:28Z', 'updated_at': '2022-03-05T13:42:32Z', 'revision_number': 3, 'project_id': '1fa05e2309b24200a872040a2f4f0163', 'gw_port': {'id': 'c1954022-7b05-4d89-a498-3a030ad8b73e', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:44:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eca940c-ee19-4342-9708-ea616248b830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:42:30Z', 'updated_at': '2022-03-05T13:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:39.810901 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c0aac3-db75-43a0-a7b8-10d8701c25ce None None] The sync data for ids ['4eca940c-ee19-4342-9708-ea616248b830'] in n-d-803718-1 is: [{'id': '4eca940c-ee19-4342-9708-ea616248b830', 'name': 'tempest-ServersTestFqdnHostnames-1903989731-router', 'tenant_id': '1fa05e2309b24200a872040a2f4f0163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'c1954022-7b05-4d89-a498-3a030ad8b73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:42:28Z', 'updated_at': '2022-03-05T13:42:32Z', 'revision_number': 3, 'project_id': '1fa05e2309b24200a872040a2f4f0163', 'gw_port': {'id': 'c1954022-7b05-4d89-a498-3a030ad8b73e', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:44:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eca940c-ee19-4342-9708-ea616248b830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:42:30Z', 'updated_at': '2022-03-05T13:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:42:39.813462 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c4005-0307-40cb-9b07-c0cb3814534f None None] Pushing event updated for resources: {'Port': ['ID=f039071e-8bb8-4b6a-a7a8-be4644a69a46,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:39.921583 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-ee4610dd-6604-4f7e-b431-61b1c712a0c2 service neutron] Attempting to bind port 772de55e-c1f6-42f7-84c7-47ca203d7dc9 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:42:39.924575 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-ee4610dd-6604-4f7e-b431-61b1c712a0c2 service neutron] Attempting to bind port 772de55e-c1f6-42f7-84c7-47ca203d7dc9 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:42:39.925313 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-ee4610dd-6604-4f7e-b431-61b1c712a0c2 service neutron] Attempting to bind port 772de55e-c1f6-42f7-84c7-47ca203d7dc9 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:42:39.947092 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-ee4610dd-6604-4f7e-b431-61b1c712a0c2 service neutron] Port 772de55e-c1f6-42f7-84c7-47ca203d7dc9 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:42:39.947810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-ee4610dd-6604-4f7e-b431-61b1c712a0c2 service neutron] Attempting to bind port 772de55e-c1f6-42f7-84c7-47ca203d7dc9 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:42:39.961061 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dab5c-ceec-422a-a1e3-f882fa006a12 req-6ff6d139-5fe5-4460-8c33-c50194456d75 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:39.962822 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-eb9dab5c-ceec-422a-a1e3-f882fa006a12 req-6ff6d139-5fe5-4460-8c33-c50194456d75 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Synchronizing usage tracker for tenant:d849206810044d11adc955a445c83763 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:42:39.984677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-e6601365-18e9-4cab-9c38-26b32e9bf916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:39.987841 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-e6601365-18e9-4cab-9c38-26b32e9bf916 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&device_id=23f2248e-5097-46c2-9739-5cb318781c79 HTTP/1.1" status: 200 len: 1098 time: 0.8005352 Mar 05 13:42:39.992205 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-ee4610dd-6604-4f7e-b431-61b1c712a0c2 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:42:39.993135 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-ee4610dd-6604-4f7e-b431-61b1c712a0c2 service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:42:39.995067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-ee4610dd-6604-4f7e-b431-61b1c712a0c2 service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:42:39.996818 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-ee4610dd-6604-4f7e-b431-61b1c712a0c2 service neutron] Bound port: 772de55e-c1f6-42f7-84c7-47ca203d7dc9, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:42:39.997674 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-ee4610dd-6604-4f7e-b431-61b1c712a0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:40.021835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-eb9dab5c-ceec-422a-a1e3-f882fa006a12 req-6ff6d139-5fe5-4460-8c33-c50194456d75 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Unset dirty status for tenant:d849206810044d11adc955a445c83763 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:42:40.023573 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eb9dab5c-ceec-422a-a1e3-f882fa006a12 req-6ff6d139-5fe5-4460-8c33-c50194456d75 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a69d36a-6b3d-4520-97df-110dc959634f HTTP/1.1" status: 200 len: 948 time: 1.0184333 Mar 05 13:42:40.092177 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eea90a7-311b-4137-80eb-4b6c11f98963', 'name': 'tempest-TaggedBootDevicesTest-605465898-router', 'tenant_id': '930788a5789b4083a7edd7b94cf34a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a758ddea-d5e6-4151-a3d4-4d208e5b42da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:42:10Z', 'updated_at': '2022-03-05T13:42:23Z', 'revision_number': 4, 'project_id': '930788a5789b4083a7edd7b94cf34a2e', 'gw_port': {'id': 'a758ddea-d5e6-4151-a3d4-4d208e5b42da', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eea90a7-311b-4137-80eb-4b6c11f98963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:42:12Z', 'updated_at': '2022-03-05T13:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'e797c915-fe1d-48c6-ae51-9bda578ca442', 'name': '', 'network_id': 'e4445820-90aa-44e9-b795-5325a5b053b1', 'tenant_id': '930788a5789b4083a7edd7b94cf34a2e', 'mac_address': 'fa:16:3e:54:b6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eea90a7-311b-4137-80eb-4b6c11f98963', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'c96288ca-7610-4efb-b638-4aff9c52529a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:42:19Z', 'updated_at': '2022-03-05T13:42:37Z', 'revision_number': 4, 'project_id': '930788a5789b4083a7edd7b94cf34a2e', 'subnets': [{'id': 'c96288ca-7610-4efb-b638-4aff9c52529a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:40.104647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef69e59-4e09-494f-af99-4e3b0212d8d3 None None] The sync data for ids ['9eea90a7-311b-4137-80eb-4b6c11f98963'] in n-d-803718-1 is: [{'id': '9eea90a7-311b-4137-80eb-4b6c11f98963', 'name': 'tempest-TaggedBootDevicesTest-605465898-router', 'tenant_id': '930788a5789b4083a7edd7b94cf34a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a758ddea-d5e6-4151-a3d4-4d208e5b42da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:42:10Z', 'updated_at': '2022-03-05T13:42:23Z', 'revision_number': 4, 'project_id': '930788a5789b4083a7edd7b94cf34a2e', 'gw_port': {'id': 'a758ddea-d5e6-4151-a3d4-4d208e5b42da', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eea90a7-311b-4137-80eb-4b6c11f98963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:42:12Z', 'updated_at': '2022-03-05T13:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'e797c915-fe1d-48c6-ae51-9bda578ca442', 'name': '', 'network_id': 'e4445820-90aa-44e9-b795-5325a5b053b1', 'tenant_id': '930788a5789b4083a7edd7b94cf34a2e', 'mac_address': 'fa:16:3e:54:b6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eea90a7-311b-4137-80eb-4b6c11f98963', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'c96288ca-7610-4efb-b638-4aff9c52529a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:42:19Z', 'updated_at': '2022-03-05T13:42:37Z', 'revision_number': 4, 'project_id': '930788a5789b4083a7edd7b94cf34a2e', 'subnets': [{'id': 'c96288ca-7610-4efb-b638-4aff9c52529a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:42:40.182049 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f9d110f-bb3e-47bf-88a4-4a7b27a20464 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:40.219932 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f9d110f-bb3e-47bf-88a4-4a7b27a20464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:40.237678 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-4697a663-4772-4ca6-a089-f42221c9b1cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=fda15825-21a0-4055-bab6-e4a271c0d1d3 HTTP/1.1" status: 200 len: 217 time: 0.2206469 Mar 05 13:42:40.270072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ce2635d1-9c5d-42c0-9bc0-378f72694930 None None] Provisioning for port ebd6c73b-af14-45b9-a992-0cb12172afd2 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:42:40.277186 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ce2635d1-9c5d-42c0-9bc0-378f72694930 None None] Provisioning complete for port ebd6c73b-af14-45b9-a992-0cb12172afd2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:40.277967 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ce2635d1-9c5d-42c0-9bc0-378f72694930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:40.371089 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f9d110f-bb3e-47bf-88a4-4a7b27a20464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:40.397555 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ce2635d1-9c5d-42c0-9bc0-378f72694930 None None] Port ebd6c73b-af14-45b9-a992-0cb12172afd2 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:42:40.516990 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-ee4610dd-6604-4f7e-b431-61b1c712a0c2 service neutron] For port 772de55e-c1f6-42f7-84c7-47ca203d7dc9, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:42:40.527203 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-ee4610dd-6604-4f7e-b431-61b1c712a0c2 service neutron] For port 772de55e-c1f6-42f7-84c7-47ca203d7dc9, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=772de55e-c1f6-42f7-84c7-47ca203d7dc9,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:42:40.571227 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d110f-bb3e-47bf-88a4-4a7b27a20464 admin admin] Pushing event updated for resources: {'Port': ['ID=ebd6c73b-af14-45b9-a992-0cb12172afd2,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:40.635103 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-ee4610dd-6604-4f7e-b431-61b1c712a0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:40.643769 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9d110f-bb3e-47bf-88a4-4a7b27a20464 admin admin] Network a3c4209c-510a-4392-a160-14f1d9ff1362 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:42:40.645072 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-3f9d110f-bb3e-47bf-88a4-4a7b27a20464 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:42:40.892061 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2e71f662-6f81-40ec-a244-02252ce3bd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:40.907400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-dde0f231-68ba-4c43-839d-870909407e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:40.908898 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-dde0f231-68ba-4c43-839d-870909407e7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.3720644 Mar 05 13:42:41.088057 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-ee4610dd-6604-4f7e-b431-61b1c712a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:41.088805 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-ee4610dd-6604-4f7e-b431-61b1c712a0c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:41.090032 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-ee4610dd-6604-4f7e-b431-61b1c712a0c2 service neutron] 10.222.0.15 "PUT /v2.0/ports/772de55e-c1f6-42f7-84c7-47ca203d7dc9 HTTP/1.1" status: 200 len: 1096 time: 6.1333623 Mar 05 13:42:41.096269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9d110f-bb3e-47bf-88a4-4a7b27a20464 admin admin] Router 4eca940c-ee19-4342-9708-ea616248b830 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:42:41.162180 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-86d5199d-2da8-489b-b032-118de56a6af9 None None] Provisioning complete for port ebd6c73b-af14-45b9-a992-0cb12172afd2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:41.162593 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-86d5199d-2da8-489b-b032-118de56a6af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:41.191744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4610dd-6604-4f7e-b431-61b1c712a0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=772de55e-c1f6-42f7-84c7-47ca203d7dc9,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:41.340515 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eb9dab5c-ceec-422a-a1e3-f882fa006a12 req-3ebf4b67-a2fc-4203-a94d-2ee3c26f8ac7 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2203262 Mar 05 13:42:41.345198 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-86d5199d-2da8-489b-b032-118de56a6af9 None None] Port ebd6c73b-af14-45b9-a992-0cb12172afd2 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:42:41.516113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-f1139089-67a8-409a-8b36-b0c5bc7ff8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:41.517619 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-f1139089-67a8-409a-8b36-b0c5bc7ff8c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4498351 Mar 05 13:42:41.539285 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf559703-1f47-4fe0-8969-ea672d3a2c47', 'tag': '024c3626-66ef-4aee-ab0e-e02389b1831c', 'status': 'completed', 'code': 200} Mar 05 13:42:41.575752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 024c3626-66ef-4aee-ab0e-e02389b1831c details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:42:41.728232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85ef2f-628c-4e0a-a3e6-102b70bb804a req-ec7b50d6-f93b-4f52-be42-053fdd3c4c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:41.730365 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1f85ef2f-628c-4e0a-a3e6-102b70bb804a req-ec7b50d6-f93b-4f52-be42-053fdd3c4c52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0bde18639d3c48b6a1bafa07903ef7a6&device_id=bfa471ab-4aec-47bf-880e-4a8735124073 HTTP/1.1" status: 200 len: 1099 time: 0.8014293 Mar 05 13:42:41.755158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-f862993a-1e64-4df9-bb90-b8f8d96ff9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:41.757476 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-f862993a-1e64-4df9-bb90-b8f8d96ff9fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d849206810044d11adc955a445c83763&device_id=9a69d36a-6b3d-4520-97df-110dc959634f HTTP/1.1" status: 200 len: 1099 time: 0.5229881 Mar 05 13:42:41.843055 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9d110f-bb3e-47bf-88a4-4a7b27a20464 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:42:41.882668 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3f9d110f-bb3e-47bf-88a4-4a7b27a20464 admin admin] 10.222.0.16 "PUT /v2.0/routers/4eca940c-ee19-4342-9708-ea616248b830/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8799415 Mar 05 13:42:42.241279 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-5393b4de-02b9-4a1f-b3e0-6c8b36adb63e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=772de55e-c1f6-42f7-84c7-47ca203d7dc9 HTTP/1.1" status: 200 len: 217 time: 0.4464579 Mar 05 13:42:42.267168 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f039071e-8bb8-4b6a-a7a8-be4644a69a46 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:42:42.412953 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53362) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:42.529843 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:42.551062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-3b30b43a-6e6f-4129-a1fb-c885038d64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:42.556927 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-3b30b43a-6e6f-4129-a1fb-c885038d64ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1344061 Mar 05 13:42:42.576073 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:42.638423 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port f039071e-8bb8-4b6a-a7a8-be4644a69a46 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:42.638823 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:42.815344 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 024c3626-66ef-4aee-ab0e-e02389b1831c, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=024c3626-66ef-4aee-ab0e-e02389b1831c,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:42.845609 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '024c3626-66ef-4aee-ab0e-e02389b1831c', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '024c3626-66ef-4aee-ab0e-e02389b1831c', 'mac_address': 'fa:16:3e:ee:37:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:42:42.972460 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-1faf9732-33ab-4d21-901b-ce49e0a54993 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4265788 Mar 05 13:42:43.039146 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0b5c6-202b-434f-9671-628b71eff44d req-2c834ce9-e0de-42a3-bd7b-d3c00991eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:43.040634 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71b0b5c6-202b-434f-9671-628b71eff44d req-2c834ce9-e0de-42a3-bd7b-d3c00991eb77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&device_id=bf559703-1f47-4fe0-8969-ea672d3a2c47 HTTP/1.1" status: 200 len: 1099 time: 1.4891901 Mar 05 13:42:43.057031 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c1954022-7b05-4d89-a498-3a030ad8b73e up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:42:43.165094 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:43.206898 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 024c3626-66ef-4aee-ab0e-e02389b1831c {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:42:43.223629 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port c1954022-7b05-4d89-a498-3a030ad8b73e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:42:43.265069 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port c1954022-7b05-4d89-a498-3a030ad8b73e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:43.272601 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:43.406252 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 024c3626-66ef-4aee-ab0e-e02389b1831c, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=024c3626-66ef-4aee-ab0e-e02389b1831c,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:43.439671 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:43.670399 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f2248e-5097-46c2-9739-5cb318781c79', 'tag': 'fda15825-21a0-4055-bab6-e4a271c0d1d3'}, {'name': 'network-changed', 'server_uuid': '9a69d36a-6b3d-4520-97df-110dc959634f', 'tag': '772de55e-c1f6-42f7-84c7-47ca203d7dc9'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:42:43.680640 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc099a-c44b-40e5-8d7d-671f148038e5 None None] Sync routers for ids ['4eca940c-ee19-4342-9708-ea616248b830'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:42:43.716577 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85ef2f-628c-4e0a-a3e6-102b70bb804a req-41180f05-04b8-4ce5-961f-43c51b339fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:43.720891 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1f85ef2f-628c-4e0a-a3e6-102b70bb804a req-41180f05-04b8-4ce5-961f-43c51b339fb5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 1.9587097 Mar 05 13:42:43.792388 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=024c3626-66ef-4aee-ab0e-e02389b1831c,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:43.838169 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['024c3626-66ef-4aee-ab0e-e02389b1831c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:42:43.941139 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1f85ef2f-628c-4e0a-a3e6-102b70bb804a req-b31a7fbd-bc78-4925-9fb0-c80a3e6a36a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=2621485b-d164-480c-a660-78d60ef07686 HTTP/1.1" status: 200 len: 217 time: 0.1887751 Mar 05 13:42:43.951291 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fc099a-c44b-40e5-8d7d-671f148038e5 None None] Routers {'4eca940c-ee19-4342-9708-ea616248b830'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:42:43.951451 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-03fc099a-c44b-40e5-8d7d-671f148038e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:42:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4eca940c-ee19-4342-9708-ea616248b830'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:43.955369 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a8b3e-3a06-4e50-8105-dcaf7f6758ee req-aaa84263-bad8-4b99-8b2c-8f1535769025 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:43.957581 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2d7a8b3e-3a06-4e50-8105-dcaf7f6758ee req-aaa84263-bad8-4b99-8b2c-8f1535769025 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf559703-1f47-4fe0-8969-ea672d3a2c47 HTTP/1.1" status: 200 len: 948 time: 1.2596040 Mar 05 13:42:44.055058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0b5c6-202b-434f-9671-628b71eff44d req-5cb78470-cc9a-43f8-ae5c-f366b75e77e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:44.057431 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71b0b5c6-202b-434f-9671-628b71eff44d req-5cb78470-cc9a-43f8-ae5c-f366b75e77e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.9998260 Mar 05 13:42:44.061452 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-25406d2c-3442-4680-93fe-27f5260a1392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:44.062774 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-25406d2c-3442-4680-93fe-27f5260a1392 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2451742 Mar 05 13:42:44.087740 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-93232c2c-b9df-4b2a-8705-589f57ff3d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:44.173854 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:44.173854 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:44.173854 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:44.174911 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:44.174911 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:44.175119 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:44.175909 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:44.176162 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:44.176494 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:44.176816 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:44.177735 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:44.177735 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:42:44.217628 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:44.553562 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:44.576925 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71b0b5c6-202b-434f-9671-628b71eff44d req-d11a174f-d09c-4bae-86a8-3b329e752e8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=024c3626-66ef-4aee-ab0e-e02389b1831c HTTP/1.1" status: 200 len: 217 time: 0.4996381 Mar 05 13:42:44.664814 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c175679d-2ecf-498f-ad6a-45c9e87ab2e6 req-7bf49952-fa88-498d-abb4-a936e0d0a4f4 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6725545 Mar 05 13:42:44.724442 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2d7a8b3e-3a06-4e50-8105-dcaf7f6758ee req-79c795ef-795e-40fc-bf76-89ea479aadc0 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6955857 Mar 05 13:42:44.730697 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85ef2f-628c-4e0a-a3e6-102b70bb804a req-9532af25-beef-488e-810f-8e4cfaddc818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:44.732746 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1f85ef2f-628c-4e0a-a3e6-102b70bb804a req-9532af25-beef-488e-810f-8e4cfaddc818 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.7705734 Mar 05 13:42:44.773225 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port c1954022-7b05-4d89-a498-3a030ad8b73e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c1954022-7b05-4d89-a498-3a030ad8b73e,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:44.813148 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:44.821958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e797c915-fe1d-48c6-ae51-9bda578ca442 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:42:44.838568 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:42:44.843292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0b5c6-202b-434f-9671-628b71eff44d req-77f9ebc7-4d04-4cd9-9e2a-7818efe0a97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:44.844454 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71b0b5c6-202b-434f-9671-628b71eff44d req-77f9ebc7-4d04-4cd9-9e2a-7818efe0a97f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.2357829 Mar 05 13:42:44.919618 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-93232c2c-b9df-4b2a-8705-589f57ff3d0a admin admin] Deleting port ebd6c73b-af14-45b9-a992-0cb12172afd2 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:42:44.919815 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-93232c2c-b9df-4b2a-8705-589f57ff3d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:45.046090 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-03fc099a-c44b-40e5-8d7d-671f148038e5 None None] Set router 4eca940c-ee19-4342-9708-ea616248b830 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:42:45.220600 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a593bdd9-8260-4323-9105-5928658e2c6d req-11eb50ab-bf96-49d6-98ca-d7d76d6d38c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9523582 Mar 05 13:42:45.243473 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-ba04e95d-48a7-416c-b80a-a00f0670a6e6 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1615434 Mar 05 13:42:45.284642 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-93232c2c-b9df-4b2a-8705-589f57ff3d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:45.332685 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=c1954022-7b05-4d89-a498-3a030ad8b73e,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:45.428861 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port e797c915-fe1d-48c6-ae51-9bda578ca442 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:42:45.457101 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-93232c2c-b9df-4b2a-8705-589f57ff3d0a admin admin] Calling delete_port for ebd6c73b-af14-45b9-a992-0cb12172afd2 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:42:45.596108 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port e797c915-fe1d-48c6-ae51-9bda578ca442 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:45.596864 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:45.949725 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6530bd06-ae46-4ce5-b66e-49313dca86d3 req-d4f011cf-0c2f-40b8-800e-6863abf2e42b service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6845729 Mar 05 13:42:46.082725 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-93232c2c-b9df-4b2a-8705-589f57ff3d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:46.123807 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85ef2f-628c-4e0a-a3e6-102b70bb804a req-1e7eaecb-58ba-4683-9429-cc7a203196f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:46.126531 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1f85ef2f-628c-4e0a-a3e6-102b70bb804a req-1e7eaecb-58ba-4683-9429-cc7a203196f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3790259 Mar 05 13:42:46.129498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0b5c6-202b-434f-9671-628b71eff44d req-b215a0d1-038a-4522-b7df-96fcd0a0c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:46.133640 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71b0b5c6-202b-434f-9671-628b71eff44d req-b215a0d1-038a-4522-b7df-96fcd0a0c928 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2763662 Mar 05 13:42:46.146960 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93232c2c-b9df-4b2a-8705-589f57ff3d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd6c73b-af14-45b9-a992-0cb12172afd2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:46.269037 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:46.360596 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port e797c915-fe1d-48c6-ae51-9bda578ca442, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e797c915-fe1d-48c6-ae51-9bda578ca442,segment=NetworkSegment(bc75f793-0d8a-40d0-a85b-87dd20f79cad),segment_id=bc75f793-0d8a-40d0-a85b-87dd20f79cad)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:46.370284 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-03fc099a-c44b-40e5-8d7d-671f148038e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eca940c-ee19-4342-9708-ea616248b830', 'name': 'tempest-ServersTestFqdnHostnames-1903989731-router', 'tenant_id': '1fa05e2309b24200a872040a2f4f0163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'c1954022-7b05-4d89-a498-3a030ad8b73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:42:28Z', 'updated_at': '2022-03-05T13:42:39Z', 'revision_number': 4, 'project_id': '1fa05e2309b24200a872040a2f4f0163', 'gw_port': {'id': 'c1954022-7b05-4d89-a498-3a030ad8b73e', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:44:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eca940c-ee19-4342-9708-ea616248b830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:42:30Z', 'updated_at': '2022-03-05T13:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'ebd6c73b-af14-45b9-a992-0cb12172afd2', 'name': '', 'network_id': 'a3c4209c-510a-4392-a160-14f1d9ff1362', 'tenant_id': '1fa05e2309b24200a872040a2f4f0163', 'mac_address': 'fa:16:3e:30:ed:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eca940c-ee19-4342-9708-ea616248b830', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '48d95fe0-d1c5-4d7f-b038-e7e36bbe1f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:42:37Z', 'updated_at': '2022-03-05T13:42:39Z', 'revision_number': 2, 'project_id': '1fa05e2309b24200a872040a2f4f0163', 'subnets': [{'id': '48d95fe0-d1c5-4d7f-b038-e7e36bbe1f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:46.397529 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc099a-c44b-40e5-8d7d-671f148038e5 None None] Checking router: 4eca940c-ee19-4342-9708-ea616248b830 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:42:46.398257 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc099a-c44b-40e5-8d7d-671f148038e5 None None] Updating router 4eca940c-ee19-4342-9708-ea616248b830 port ebd6c73b-af14-45b9-a992-0cb12172afd2 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:42:46.520364 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:46.534714 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc099a-c44b-40e5-8d7d-671f148038e5 None None] Port ebd6c73b-af14-45b9-a992-0cb12172afd2 not found while updating agent binding for router 4eca940c-ee19-4342-9708-ea616248b830. {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 05 13:42:46.632266 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71b0b5c6-202b-434f-9671-628b71eff44d req-bf342359-c38d-46db-85ce-d4e4922d4c87 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796803 Mar 05 13:42:46.650246 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fc099a-c44b-40e5-8d7d-671f148038e5 None None] Routers {'4eca940c-ee19-4342-9708-ea616248b830'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:42:46.654901 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-03fc099a-c44b-40e5-8d7d-671f148038e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:42:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4eca940c-ee19-4342-9708-ea616248b830'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:46.678455 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673db09-52fa-4e08-a42f-485d3f83156b req-e90590d1-42a1-440c-8ad2-af9e71e43560 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:46.680080 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2673db09-52fa-4e08-a42f-485d3f83156b req-e90590d1-42a1-440c-8ad2-af9e71e43560 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?device_id=21c0d7a0-533e-4279-8564-8f1140ff3071 HTTP/1.1" status: 200 len: 946 time: 1.5759485 Mar 05 13:42:46.808035 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c1954022-7b05-4d89-a498-3a030ad8b73e up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:42:46.815951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593bdd9-8260-4323-9105-5928658e2c6d req-110dda10-0a39-4a94-9a8b-4ab1bfb83c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:46.817807 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a593bdd9-8260-4323-9105-5928658e2c6d req-110dda10-0a39-4a94-9a8b-4ab1bfb83c25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0bde18639d3c48b6a1bafa07903ef7a6&device_id=e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd HTTP/1.1" status: 200 len: 1099 time: 0.8661404 Mar 05 13:42:46.964699 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-93232c2c-b9df-4b2a-8705-589f57ff3d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:47.036790 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593bdd9-8260-4323-9105-5928658e2c6d req-916f6064-ac44-41a4-b733-3bd1a9289cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:47.039215 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a593bdd9-8260-4323-9105-5928658e2c6d req-916f6064-ac44-41a4-b733-3bd1a9289cff service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.1946747 Mar 05 13:42:47.044226 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=e797c915-fe1d-48c6-ae51-9bda578ca442,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:47.129335 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2673db09-52fa-4e08-a42f-485d3f83156b req-3972e0ab-4ed4-40ec-93d5-f9bdd729b0ca tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653529 Mar 05 13:42:47.151871 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a593bdd9-8260-4323-9105-5928658e2c6d req-0a2ebab8-9aaa-4b26-bc2b-f64e0880a009 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=771ed29c-9903-409b-8e7b-cb9a2d2c14f9 HTTP/1.1" status: 200 len: 217 time: 0.1029994 Mar 05 13:42:47.160103 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1f85ef2f-628c-4e0a-a3e6-102b70bb804a req-6f247240-2d03-48c1-a0de-f2924384094d service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0133653 Mar 05 13:42:47.351254 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-03fc099a-c44b-40e5-8d7d-671f148038e5 None None] Set router 4eca940c-ee19-4342-9708-ea616248b830 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:42:47.604040 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1f85ef2f-628c-4e0a-a3e6-102b70bb804a req-681286a8-52ee-4799-9e66-a858f896d5d1 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905270 Mar 05 13:42:47.619338 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71b0b5c6-202b-434f-9671-628b71eff44d req-4a528fe4-4b50-4a27-b0e6-55556a71950c service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9380968 Mar 05 13:42:47.645526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593bdd9-8260-4323-9105-5928658e2c6d req-948370c5-c936-4324-9f26-3b128470f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:47.647694 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a593bdd9-8260-4323-9105-5928658e2c6d req-948370c5-c936-4324-9f26-3b128470f6da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.4835808 Mar 05 13:42:47.825417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93232c2c-b9df-4b2a-8705-589f57ff3d0a admin admin] Router 4eca940c-ee19-4342-9708-ea616248b830 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:42:47.835254 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9741de7-8c7a-4137-87b5-bae42bcd01db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ab0919-78d0-4a05-820e-ebe6cb32ef22', 'code': 200} Mar 05 13:42:47.841937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b801ca-dd89-409f-aba0-d4c44a462561 req-ed2865e8-2939-4191-be1e-79bab7fb9864 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:47.859369 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91b801ca-dd89-409f-aba0-d4c44a462561 req-ed2865e8-2939-4191-be1e-79bab7fb9864 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84e4a50-0a94-40da-bfbb-70048b886e5e HTTP/1.1" status: 200 len: 945 time: 0.3667040 Mar 05 13:42:47.863867 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53386) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:47.872692 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2396c51-47e9-477f-8e1e-27ed083558b6 req-730d9129-a0bc-41fd-bc31-a22f082dbe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:47.874419 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 024c3626-66ef-4aee-ab0e-e02389b1831c up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:42:47.874850 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f2396c51-47e9-477f-8e1e-27ed083558b6 req-730d9129-a0bc-41fd-bc31-a22f082dbe44 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a9741de7-8c7a-4137-87b5-bae42bcd01db HTTP/1.1" status: 200 len: 1096 time: 0.4979346 Mar 05 13:42:47.879624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-dc928268-7c66-486c-b79e-0a54c6b62f8b tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Request body: {'floatingip': {'port_id': 'd0436760-0d5a-4513-91fb-3f18c3b5156b'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:42:47.944956 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port c1954022-7b05-4d89-a498-3a030ad8b73e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:47.944956 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:48.031390 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dc928268-7c66-486c-b79e-0a54c6b62f8b tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks [] for floatingip, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:48.117331 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-03fc099a-c44b-40e5-8d7d-671f148038e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eca940c-ee19-4342-9708-ea616248b830', 'name': 'tempest-ServersTestFqdnHostnames-1903989731-router', 'tenant_id': '1fa05e2309b24200a872040a2f4f0163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'c1954022-7b05-4d89-a498-3a030ad8b73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:42:28Z', 'updated_at': '2022-03-05T13:42:45Z', 'revision_number': 5, 'project_id': '1fa05e2309b24200a872040a2f4f0163', 'gw_port': {'id': 'c1954022-7b05-4d89-a498-3a030ad8b73e', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:44:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eca940c-ee19-4342-9708-ea616248b830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:42:30Z', 'updated_at': '2022-03-05T13:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:48.126052 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 024c3626-66ef-4aee-ab0e-e02389b1831c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:42:48.144053 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc099a-c44b-40e5-8d7d-671f148038e5 None None] The sync data for ids ['4eca940c-ee19-4342-9708-ea616248b830'] in n-d-803718-1 is: [{'id': '4eca940c-ee19-4342-9708-ea616248b830', 'name': 'tempest-ServersTestFqdnHostnames-1903989731-router', 'tenant_id': '1fa05e2309b24200a872040a2f4f0163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': 'c1954022-7b05-4d89-a498-3a030ad8b73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:42:28Z', 'updated_at': '2022-03-05T13:42:45Z', 'revision_number': 5, 'project_id': '1fa05e2309b24200a872040a2f4f0163', 'gw_port': {'id': 'c1954022-7b05-4d89-a498-3a030ad8b73e', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:44:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eca940c-ee19-4342-9708-ea616248b830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:42:30Z', 'updated_at': '2022-03-05T13:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:42:48.156347 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 024c3626-66ef-4aee-ab0e-e02389b1831c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:48.156720 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:48.200194 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f2396c51-47e9-477f-8e1e-27ed083558b6 req-647ec317-6dfb-4a9f-86c0-40989cfa25a1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238994 Mar 05 13:42:48.236510 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593bdd9-8260-4323-9105-5928658e2c6d req-80e5bd11-67e3-4ad4-a5fa-2ce415d51c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:48.241079 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93232c2c-b9df-4b2a-8705-589f57ff3d0a admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:42:48.245150 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a593bdd9-8260-4323-9105-5928658e2c6d req-80e5bd11-67e3-4ad4-a5fa-2ce415d51c48 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5782135 Mar 05 13:42:48.251127 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-93232c2c-b9df-4b2a-8705-589f57ff3d0a admin admin] 10.222.0.16 "PUT /v2.0/routers/4eca940c-ee19-4342-9708-ea616248b830/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8369493 Mar 05 13:42:48.256993 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53402) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:48.268073 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device fda15825-21a0-4055-bab6-e4a271c0d1d3 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:42:48.611042 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port fda15825-21a0-4055-bab6-e4a271c0d1d3, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fda15825-21a0-4055-bab6-e4a271c0d1d3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:48.646691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'fda15825-21a0-4055-bab6-e4a271c0d1d3', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': 'fda15825-21a0-4055-bab6-e4a271c0d1d3', 'mac_address': 'fa:16:3e:ee:68:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:42:48.662812 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c553-c322-48e7-b1fb-bb6d54bb77fa admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:48.699847 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e797c915-fe1d-48c6-ae51-9bda578ca442 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:42:48.883480 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f2248e-5097-46c2-9739-5cb318781c79', 'tag': 'fda15825-21a0-4055-bab6-e4a271c0d1d3', 'status': 'completed', 'code': 200} Mar 05 13:42:48.883884 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a69d36a-6b3d-4520-97df-110dc959634f', 'tag': '772de55e-c1f6-42f7-84c7-47ca203d7dc9', 'status': 'completed', 'code': 200} Mar 05 13:42:48.937388 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:48.953034 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:48.982740 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda15825-21a0-4055-bab6-e4a271c0d1d3 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:42:49.027100 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port e797c915-fe1d-48c6-ae51-9bda578ca442 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:49.027858 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:49.080833 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 024c3626-66ef-4aee-ab0e-e02389b1831c, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=024c3626-66ef-4aee-ab0e-e02389b1831c,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:49.099291 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port fda15825-21a0-4055-bab6-e4a271c0d1d3, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fda15825-21a0-4055-bab6-e4a271c0d1d3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:49.104153 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:49.107420 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a593bdd9-8260-4323-9105-5928658e2c6d req-98959959-6f9b-49e1-b2b8-c75bb9c837df service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6836245 Mar 05 13:42:49.209374 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:49.210329 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 772de55e-c1f6-42f7-84c7-47ca203d7dc9 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:42:49.234294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e80e5-32a6-4bbf-8c23-6ed9db60afa8 req-cb0c46b9-8915-4c53-9b5a-6e8ed6123cd7 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:49.237912 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b76e80e5-32a6-4bbf-8c23-6ed9db60afa8 req-cb0c46b9-8915-4c53-9b5a-6e8ed6123cd7 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf559703-1f47-4fe0-8969-ea672d3a2c47 HTTP/1.1" status: 200 len: 950 time: 0.2019167 Mar 05 13:42:49.240671 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c553-c322-48e7-b1fb-bb6d54bb77fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:49.297891 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc8bf1d-2ea6-41bc-8a00-64a64f228a51 None None] Sync routers for ids ['4eca940c-ee19-4342-9708-ea616248b830'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:42:49.312146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f9b3c553-c322-48e7-b1fb-bb6d54bb77fa admin admin] Deleting port c1954022-7b05-4d89-a498-3a030ad8b73e {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:42:49.312843 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c553-c322-48e7-b1fb-bb6d54bb77fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:49.312975 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc8bf1d-2ea6-41bc-8a00-64a64f228a51 None None] Routers {'4eca940c-ee19-4342-9708-ea616248b830'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:42:49.313515 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7cc8bf1d-2ea6-41bc-8a00-64a64f228a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:42:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4eca940c-ee19-4342-9708-ea616248b830'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:49.351823 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=024c3626-66ef-4aee-ab0e-e02389b1831c,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:49.515444 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 772de55e-c1f6-42f7-84c7-47ca203d7dc9, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=772de55e-c1f6-42f7-84c7-47ca203d7dc9,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:49.577508 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '772de55e-c1f6-42f7-84c7-47ca203d7dc9', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '772de55e-c1f6-42f7-84c7-47ca203d7dc9', 'mac_address': 'fa:16:3e:f5:37:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:42:49.632496 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=fda15825-21a0-4055-bab6-e4a271c0d1d3,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:49.665131 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:49.691258 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772de55e-c1f6-42f7-84c7-47ca203d7dc9 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:42:49.712978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 772de55e-c1f6-42f7-84c7-47ca203d7dc9, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=772de55e-c1f6-42f7-84c7-47ca203d7dc9,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:49.719768 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:49.720328 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-7cc8bf1d-2ea6-41bc-8a00-64a64f228a51 None None] Set router 4eca940c-ee19-4342-9708-ea616248b830 gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:42:49.732470 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-f9b3c553-c322-48e7-b1fb-bb6d54bb77fa admin admin] For port c1954022-7b05-4d89-a498-3a030ad8b73e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c1954022-7b05-4d89-a498-3a030ad8b73e,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:49.732841 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c553-c322-48e7-b1fb-bb6d54bb77fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:49.808603 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=772de55e-c1f6-42f7-84c7-47ca203d7dc9,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:49.837633 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf559703-1f47-4fe0-8969-ea672d3a2c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024c3626-66ef-4aee-ab0e-e02389b1831c'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:42:49.859865 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7cc8bf1d-2ea6-41bc-8a00-64a64f228a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eca940c-ee19-4342-9708-ea616248b830', 'name': 'tempest-ServersTestFqdnHostnames-1903989731-router', 'tenant_id': '1fa05e2309b24200a872040a2f4f0163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:42:28Z', 'updated_at': '2022-03-05T13:42:49Z', 'revision_number': 6, 'project_id': '1fa05e2309b24200a872040a2f4f0163', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:49.865334 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc8bf1d-2ea6-41bc-8a00-64a64f228a51 None None] Checking router: 4eca940c-ee19-4342-9708-ea616248b830 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:42:49.873867 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfd450-278f-4b9b-9f1e-5b2a759c6da3 req-9b8d5803-2bd0-4285-8a47-816c7a8edc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:49.876051 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-12dfd450-278f-4b9b-9f1e-5b2a759c6da3 req-9b8d5803-2bd0-4285-8a47-816c7a8edc75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&device_id=23f2248e-5097-46c2-9739-5cb318781c79 HTTP/1.1" status: 200 len: 1098 time: 1.0146604 Mar 05 13:42:49.877823 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc8bf1d-2ea6-41bc-8a00-64a64f228a51 None None] Routers {'4eca940c-ee19-4342-9708-ea616248b830'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:42:49.878671 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7cc8bf1d-2ea6-41bc-8a00-64a64f228a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:42:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4eca940c-ee19-4342-9708-ea616248b830'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:49.897873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1194fe4-28cb-40d2-93d8-72087e0f22e9 req-6397eeaa-4d49-4754-9f06-3bb3ff9b69d1 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:49.908380 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1194fe4-28cb-40d2-93d8-72087e0f22e9 req-6397eeaa-4d49-4754-9f06-3bb3ff9b69d1 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a69d36a-6b3d-4520-97df-110dc959634f HTTP/1.1" status: 200 len: 948 time: 1.0223901 Mar 05 13:42:49.910159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f9b3c553-c322-48e7-b1fb-bb6d54bb77fa admin admin] Calling delete_port for c1954022-7b05-4d89-a498-3a030ad8b73e owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:42:49.956193 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b76e80e5-32a6-4bbf-8c23-6ed9db60afa8 req-d3df9c6d-fdc5-4c64-8547-d41ea1784459 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7107885 Mar 05 13:42:49.990024 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a593bdd9-8260-4323-9105-5928658e2c6d req-db423926-f275-4238-9c99-2fd94221c2d5 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7370033 Mar 05 13:42:50.038959 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['fda15825-21a0-4055-bab6-e4a271c0d1d3'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:42:50.070329 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1194fe4-28cb-40d2-93d8-72087e0f22e9 req-d7ef1e70-cd44-4e17-9a73-ba983a6c0e07 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603298 Mar 05 13:42:50.124577 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['772de55e-c1f6-42f7-84c7-47ca203d7dc9'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:42:50.195898 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-7cc8bf1d-2ea6-41bc-8a00-64a64f228a51 None None] Set router 4eca940c-ee19-4342-9708-ea616248b830 gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:42:50.307811 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c553-c322-48e7-b1fb-bb6d54bb77fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:50.375416 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf559703-1f47-4fe0-8969-ea672d3a2c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024c3626-66ef-4aee-ab0e-e02389b1831c', 'code': 200} Mar 05 13:42:50.377826 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3c553-c322-48e7-b1fb-bb6d54bb77fa admin admin] Pushing event deleted for resources: {'Port': ['ID=c1954022-7b05-4d89-a498-3a030ad8b73e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:50.440075 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfd450-278f-4b9b-9f1e-5b2a759c6da3 req-565ccdc4-49d7-44f8-997a-56f660f9a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:50.440075 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-12dfd450-278f-4b9b-9f1e-5b2a759c6da3 req-565ccdc4-49d7-44f8-997a-56f660f9a432 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.4855950 Mar 05 13:42:50.657735 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c553-c322-48e7-b1fb-bb6d54bb77fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:50.696425 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7cc8bf1d-2ea6-41bc-8a00-64a64f228a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eca940c-ee19-4342-9708-ea616248b830', 'name': 'tempest-ServersTestFqdnHostnames-1903989731-router', 'tenant_id': '1fa05e2309b24200a872040a2f4f0163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:42:28Z', 'updated_at': '2022-03-05T13:42:49Z', 'revision_number': 6, 'project_id': '1fa05e2309b24200a872040a2f4f0163', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:50.711525 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc8bf1d-2ea6-41bc-8a00-64a64f228a51 None None] The sync data for ids ['4eca940c-ee19-4342-9708-ea616248b830'] in n-d-803718-1 is: [{'id': '4eca940c-ee19-4342-9708-ea616248b830', 'name': 'tempest-ServersTestFqdnHostnames-1903989731-router', 'tenant_id': '1fa05e2309b24200a872040a2f4f0163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:42:28Z', 'updated_at': '2022-03-05T13:42:49Z', 'revision_number': 6, 'project_id': '1fa05e2309b24200a872040a2f4f0163', 'gw_port_host': None}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:42:50.713382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2fdc7-6c1c-47e7-a05c-9a86abcbb15b req-485c629e-ae9e-4efb-98dc-33993d7e4b46 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:50.714274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-95d2fdc7-6c1c-47e7-a05c-9a86abcbb15b req-485c629e-ae9e-4efb-98dc-33993d7e4b46 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Synchronizing usage tracker for tenant:c692c831ec1f411cb586cecfb5889b74 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:42:50.872529 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-95d2fdc7-6c1c-47e7-a05c-9a86abcbb15b req-485c629e-ae9e-4efb-98dc-33993d7e4b46 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Unset dirty status for tenant:c692c831ec1f411cb586cecfb5889b74 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:42:50.874119 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95d2fdc7-6c1c-47e7-a05c-9a86abcbb15b req-485c629e-ae9e-4efb-98dc-33993d7e4b46 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9741de7-8c7a-4137-87b5-bae42bcd01db HTTP/1.1" status: 200 len: 945 time: 0.6143336 Mar 05 13:42:50.905275 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c553-c322-48e7-b1fb-bb6d54bb77fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:50.908862 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c553-c322-48e7-b1fb-bb6d54bb77fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:50.957297 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95d2fdc7-6c1c-47e7-a05c-9a86abcbb15b req-6fa3f6a4-68dd-47e1-a3a8-dc9cc8a091d8 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738218 Mar 05 13:42:50.959535 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c553-c322-48e7-b1fb-bb6d54bb77fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:50.960239 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b3c553-c322-48e7-b1fb-bb6d54bb77fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4eca940c-ee19-4342-9708-ea616248b830 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:42:50.977427 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c553-c322-48e7-b1fb-bb6d54bb77fa admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:50.977601 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-12dfd450-278f-4b9b-9f1e-5b2a759c6da3 req-930efc2f-e2a9-4236-b5cc-63c9fd05af0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=fda15825-21a0-4055-bab6-e4a271c0d1d3 HTTP/1.1" status: 200 len: 217 time: 0.5324862 Mar 05 13:42:50.979440 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f9b3c553-c322-48e7-b1fb-bb6d54bb77fa admin admin] 10.222.0.16 "DELETE /v2.0/routers/4eca940c-ee19-4342-9708-ea616248b830 HTTP/1.1" status: 204 len: 168 time: 2.7201731 Mar 05 13:42:50.981825 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53460) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:51.058247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-400f7d4f-ca03-4147-8d47-bd36eee1d97b admin admin] Deleting subnet 48d95fe0-d1c5-4d7f-b038-e7e36bbe1f3a {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:42:51.062284 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-400f7d4f-ca03-4147-8d47-bd36eee1d97b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:51.078055 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dc928268-7c66-486c-b79e-0a54c6b62f8b tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:51.099900 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dc928268-7c66-486c-b79e-0a54c6b62f8b tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:51.130656 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-400f7d4f-ca03-4147-8d47-bd36eee1d97b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:51.187772 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfd450-278f-4b9b-9f1e-5b2a759c6da3 req-302e4c80-040b-462f-bdba-00bae80f0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:51.189363 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-12dfd450-278f-4b9b-9f1e-5b2a759c6da3 req-302e4c80-040b-462f-bdba-00bae80f0b68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1901050 Mar 05 13:42:51.256122 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028b2a1-305b-46e8-9559-ce29f5749b11 req-06edea3a-bb6c-4c9b-a70d-bcd8112819a9 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:51.257759 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4028b2a1-305b-46e8-9559-ce29f5749b11 req-06edea3a-bb6c-4c9b-a70d-bcd8112819a9 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfa471ab-4aec-47bf-880e-4a8735124073 HTTP/1.1" status: 200 len: 948 time: 0.4265239 Mar 05 13:42:51.266283 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-400f7d4f-ca03-4147-8d47-bd36eee1d97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:51.344040 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4028b2a1-305b-46e8-9559-ce29f5749b11 req-aa3d5c8b-925e-4746-988b-c22740d27a3c tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/security-groups?id=78980102-21ed-45c6-9a8c-2d5af0053faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772798 Mar 05 13:42:51.355736 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-400f7d4f-ca03-4147-8d47-bd36eee1d97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:51.401559 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f7d4f-ca03-4147-8d47-bd36eee1d97b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48d95fe0-d1c5-4d7f-b038-e7e36bbe1f3a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:51.403679 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-400f7d4f-ca03-4147-8d47-bd36eee1d97b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:51.415683 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-400f7d4f-ca03-4147-8d47-bd36eee1d97b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/48d95fe0-d1c5-4d7f-b038-e7e36bbe1f3a HTTP/1.1" status: 204 len: 168 time: 0.4324064 Mar 05 13:42:51.419565 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53480) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:51.420603 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f47244-6ffa-4cfc-800c-90e91650b5b2 None None] Network a3c4209c-510a-4392-a160-14f1d9ff1362 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:42:51.567805 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a10d02a1-9938-4b1f-9a11-3377d55188a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:51.617055 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-a10d02a1-9938-4b1f-9a11-3377d55188a3 admin admin] Deleting port f039071e-8bb8-4b6a-a7a8-be4644a69a46 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:42:51.617314 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a10d02a1-9938-4b1f-9a11-3377d55188a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:51.779225 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05368edb-fc52-4049-af76-614ba99d77d3 req-69097e65-dea9-4b4f-890d-95f3d874befb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:51.779225 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-05368edb-fc52-4049-af76-614ba99d77d3 req-69097e65-dea9-4b4f-890d-95f3d874befb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bf559703-1f47-4fe0-8969-ea672d3a2c47 HTTP/1.1" status: 200 len: 1101 time: 0.9361050 Mar 05 13:42:51.878144 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-dc928268-7c66-486c-b79e-0a54c6b62f8b tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Floating IP 525df61c-4531-48b4-9cfa-88f066271a09 associated. External IP: 172.25.4.6, port: d0436760-0d5a-4513-91fb-3f18c3b5156b. Mar 05 13:42:51.980731 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b9dfc-a121-482c-a589-1a766bc38c97 req-4929fe54-4123-46ee-8c1e-c4f18d2e7073 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:51.982288 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-607b9dfc-a121-482c-a589-1a766bc38c97 req-4929fe54-4123-46ee-8c1e-c4f18d2e7073 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf559703-1f47-4fe0-8969-ea672d3a2c47 HTTP/1.1" status: 200 len: 950 time: 0.8237641 Mar 05 13:42:52.072034 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2691d509-6ef1-48cc-bd22-b4246e8dbc5c None None] DHCP port deletion for a3c4209c-510a-4392-a160-14f1d9ff1362 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:42:52.076671 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2691d509-6ef1-48cc-bd22-b4246e8dbc5c None None] Deleting port f039071e-8bb8-4b6a-a7a8-be4644a69a46 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:42:52.076866 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2691d509-6ef1-48cc-bd22-b4246e8dbc5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:52.124679 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-607b9dfc-a121-482c-a589-1a766bc38c97 req-70156545-15a3-4d3f-b765-03abb07d1212 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316636 Mar 05 13:42:52.159528 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-05368edb-fc52-4049-af76-614ba99d77d3 req-6b97eb70-294a-4250-980e-8f874a7d3b69 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472786 Mar 05 13:42:52.174150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfd450-278f-4b9b-9f1e-5b2a759c6da3 req-12fe4877-6c52-419c-9be3-9ffe076be043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:52.181521 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-12dfd450-278f-4b9b-9f1e-5b2a759c6da3 req-12fe4877-6c52-419c-9be3-9ffe076be043 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9845064 Mar 05 13:42:52.299749 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 772de55e-c1f6-42f7-84c7-47ca203d7dc9 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:42:52.621496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53504) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:52.665603 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e79931-7650-46cc-81f7-c9f118988aad req-474db3c0-881e-45a5-b979-0f04022ddcf3 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:52.678955 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-27e79931-7650-46cc-81f7-c9f118988aad req-474db3c0-881e-45a5-b979-0f04022ddcf3 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a69d36a-6b3d-4520-97df-110dc959634f HTTP/1.1" status: 200 len: 949 time: 0.6896238 Mar 05 13:42:52.748863 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f039071e-8bb8-4b6a-a7a8-be4644a69a46 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:42:52.834315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-a10d02a1-9938-4b1f-9a11-3377d55188a3 admin admin] For port f039071e-8bb8-4b6a-a7a8-be4644a69a46, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f039071e-8bb8-4b6a-a7a8-be4644a69a46,segment=NetworkSegment(2033a189-3270-4779-ab3c-060c967badb7),segment_id=2033a189-3270-4779-ab3c-060c967badb7)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:52.857668 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a10d02a1-9938-4b1f-9a11-3377d55188a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:52.861263 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-27e79931-7650-46cc-81f7-c9f118988aad req-f0b37706-a9d7-4389-bfa1-96acd827092e tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798005 Mar 05 13:42:52.881324 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-2691d509-6ef1-48cc-bd22-b4246e8dbc5c None None] For port f039071e-8bb8-4b6a-a7a8-be4644a69a46, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f039071e-8bb8-4b6a-a7a8-be4644a69a46,segment=NetworkSegment(2033a189-3270-4779-ab3c-060c967badb7),segment_id=2033a189-3270-4779-ab3c-060c967badb7)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:52.881324 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2691d509-6ef1-48cc-bd22-b4246e8dbc5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:52.935820 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-12dfd450-278f-4b9b-9f1e-5b2a759c6da3 req-a7681386-47b4-4f23-8533-efd94423c6bd service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7235599 Mar 05 13:42:52.984701 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 772de55e-c1f6-42f7-84c7-47ca203d7dc9 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:42:53.013350 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 772de55e-c1f6-42f7-84c7-47ca203d7dc9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:53.013350 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:53.094127 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55b1d6fc-a211-4998-9e9e-7bd39f54b38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:53.237835 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-a10d02a1-9938-4b1f-9a11-3377d55188a3 admin admin] Calling delete_port for f039071e-8bb8-4b6a-a7a8-be4644a69a46 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:42:53.294457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-55b1d6fc-a211-4998-9e9e-7bd39f54b38b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:42:53.298649 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-55b1d6fc-a211-4998-9e9e-7bd39f54b38b admin admin] Usage tracker for resource:security_group_rule and tenant:cf7cd076ed294efab7ec36803110fa3e is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:42:53.301448 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-55b1d6fc-a211-4998-9e9e-7bd39f54b38b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:42:53.307538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-55b1d6fc-a211-4998-9e9e-7bd39f54b38b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:42:53.346647 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a10d02a1-9938-4b1f-9a11-3377d55188a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:53.408483 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2691d509-6ef1-48cc-bd22-b4246e8dbc5c None None] Calling delete_port for f039071e-8bb8-4b6a-a7a8-be4644a69a46 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:42:53.419352 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10d02a1-9938-4b1f-9a11-3377d55188a3 admin admin] No DVR routers for this DVR port f039071e-8bb8-4b6a-a7a8-be4644a69a46 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:42:53.571301 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No active binding found for port f039071e-8bb8-4b6a-a7a8-be4644a69a46 {{(pid=87915) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 05 13:42:53.572258 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f039071e-8bb8-4b6a-a7a8-be4644a69a46 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:42:53.572258 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c1954022-7b05-4d89-a498-3a030ad8b73e no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:42:53.577679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc928268-7c66-486c-b79e-0a54c6b62f8b tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Router 1adcb991-d709-46fc-a4a3-d7906a6a8633 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:42:53.609602 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: c1954022-7b05-4d89-a498-3a030ad8b73e {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:42:53.609749 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c1954022-7b05-4d89-a498-3a030ad8b73e not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:42:53.653033 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-12dfd450-278f-4b9b-9f1e-5b2a759c6da3 req-7b77686a-feaa-400b-b586-429d053d61a5 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7150149 Mar 05 13:42:53.695176 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:53.710091 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a10d02a1-9938-4b1f-9a11-3377d55188a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:53.769410 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-a10d02a1-9938-4b1f-9a11-3377d55188a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c4209c-510a-4392-a160-14f1d9ff1362']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:53.782170 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-2691d509-6ef1-48cc-bd22-b4246e8dbc5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:42:53.782715 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-2691d509-6ef1-48cc-bd22-b4246e8dbc5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:42:53.800463 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-a10d02a1-9938-4b1f-9a11-3377d55188a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2033a189-3270-4779-ab3c-060c967badb7') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:53.803911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-a10d02a1-9938-4b1f-9a11-3377d55188a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2033a189-3270-4779-ab3c-060c967badb7') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:53.829822 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a69d36a-6b3d-4520-97df-110dc959634f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772de55e-c1f6-42f7-84c7-47ca203d7dc9'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:42:53.830736 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a10d02a1-9938-4b1f-9a11-3377d55188a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:53.853014 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 772de55e-c1f6-42f7-84c7-47ca203d7dc9, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=772de55e-c1f6-42f7-84c7-47ca203d7dc9,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:53.862203 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:53.863213 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device fda15825-21a0-4055-bab6-e4a271c0d1d3 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:42:53.877510 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a10d02a1-9938-4b1f-9a11-3377d55188a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:53.893902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10d02a1-9938-4b1f-9a11-3377d55188a3 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:42:53.894450 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a10d02a1-9938-4b1f-9a11-3377d55188a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:53.931293 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc928268-7c66-486c-b79e-0a54c6b62f8b tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:42:53.988727 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec4608e-7489-4561-af57-569d65267648 None None] Sync routers for ids ['1adcb991-d709-46fc-a4a3-d7906a6a8633'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:42:54.018167 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:42:54.028230 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec4608e-7489-4561-af57-569d65267648 None None] Routers {'1adcb991-d709-46fc-a4a3-d7906a6a8633'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:42:54.028863 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-eec4608e-7489-4561-af57-569d65267648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:42:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1adcb991-d709-46fc-a4a3-d7906a6a8633'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:54.051721 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d02a1-9938-4b1f-9a11-3377d55188a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f039071e-8bb8-4b6a-a7a8-be4644a69a46,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:54.060453 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a10d02a1-9938-4b1f-9a11-3377d55188a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:54.065770 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a10d02a1-9938-4b1f-9a11-3377d55188a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:54.087617 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e59d5-37c8-4468-aeb2-ffce1453c311 req-c0948596-6f66-44fb-b440-2c66ca7b7842 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:54.095079 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f16e59d5-37c8-4468-aeb2-ffce1453c311 req-c0948596-6f66-44fb-b440-2c66ca7b7842 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9741de7-8c7a-4137-87b5-bae42bcd01db HTTP/1.1" status: 200 len: 945 time: 0.5057197 Mar 05 13:42:54.101850 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a10d02a1-9938-4b1f-9a11-3377d55188a3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a3c4209c-510a-4392-a160-14f1d9ff1362 HTTP/1.1" status: 204 len: 168 time: 2.6810634 Mar 05 13:42:54.103346 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d02a1-9938-4b1f-9a11-3377d55188a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3c4209c-510a-4392-a160-14f1d9ff1362,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:54.150730 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55b1d6fc-a211-4998-9e9e-7bd39f54b38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:54.155892 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771b26e-d499-4f3f-8cca-e0f42b7d0992 req-838d0a0f-65f0-4289-9b04-8b003340d001 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:54.158074 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6771b26e-d499-4f3f-8cca-e0f42b7d0992 req-838d0a0f-65f0-4289-9b04-8b003340d001 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf559703-1f47-4fe0-8969-ea672d3a2c47 HTTP/1.1" status: 200 len: 950 time: 0.6272435 Mar 05 13:42:54.164632 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dc928268-7c66-486c-b79e-0a54c6b62f8b tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:54.206749 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55b1d6fc-a211-4998-9e9e-7bd39f54b38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:54.238186 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6771b26e-d499-4f3f-8cca-e0f42b7d0992 req-211aa8ed-9c66-46a4-bce2-b6167295d76a tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724742 Mar 05 13:42:54.261336 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f16e59d5-37c8-4468-aeb2-ffce1453c311 req-e747c99e-1022-4350-8733-83c6c451c3ab tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652250 Mar 05 13:42:54.265701 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=772de55e-c1f6-42f7-84c7-47ca203d7dc9,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:54.286577 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2691d509-6ef1-48cc-bd22-b4246e8dbc5c None None] Deleting port f039071e-8bb8-4b6a-a7a8-be4644a69a46 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:42:54.287167 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2691d509-6ef1-48cc-bd22-b4246e8dbc5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:54.332216 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-eec4608e-7489-4561-af57-569d65267648 None None] Set router 1adcb991-d709-46fc-a4a3-d7906a6a8633 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:42:54.337458 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53540) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:54.428747 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a9afb1b1-4173-4755-ac4b-86cfdde145d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1fa05e2309b24200a872040a2f4f0163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0896478 Mar 05 13:42:54.431514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53550) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:54.465649 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a69d36a-6b3d-4520-97df-110dc959634f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772de55e-c1f6-42f7-84c7-47ca203d7dc9', 'code': 200} Mar 05 13:42:54.472157 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2691d509-6ef1-48cc-bd22-b4246e8dbc5c None None] The port 'f039071e-8bb8-4b6a-a7a8-be4644a69a46' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:42:54.486602 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port fda15825-21a0-4055-bab6-e4a271c0d1d3 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:42:54.507393 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port fda15825-21a0-4055-bab6-e4a271c0d1d3 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:42:54.507983 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:54.560955 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9050bc-031c-4d6f-b7fa-0a9eb64207ac req-72a6736d-404a-449e-997c-0395eb14ad86 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:54.562561 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eb9050bc-031c-4d6f-b7fa-0a9eb64207ac req-72a6736d-404a-449e-997c-0395eb14ad86 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9741de7-8c7a-4137-87b5-bae42bcd01db HTTP/1.1" status: 200 len: 945 time: 0.9176104 Mar 05 13:42:54.565084 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfd450-278f-4b9b-9f1e-5b2a759c6da3 req-1af5a508-5767-4ab8-a5c4-6ae8f898ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:54.566597 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-12dfd450-278f-4b9b-9f1e-5b2a759c6da3 req-1af5a508-5767-4ab8-a5c4-6ae8f898ac1f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d849206810044d11adc955a445c83763&device_id=9a69d36a-6b3d-4520-97df-110dc959634f HTTP/1.1" status: 200 len: 1101 time: 0.6425173 Mar 05 13:42:54.581443 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03fc2939-3a97-4e9d-a118-68f09b1289ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:54.611625 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03fc2939-3a97-4e9d-a118-68f09b1289ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:54.673909 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03fc2939-3a97-4e9d-a118-68f09b1289ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:54.699695 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc2939-3a97-4e9d-a118-68f09b1289ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f776f3c-216b-4172-956a-c968aa215887,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:54.711420 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03fc2939-3a97-4e9d-a118-68f09b1289ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:54.713162 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-03fc2939-3a97-4e9d-a118-68f09b1289ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f776f3c-216b-4172-956a-c968aa215887 HTTP/1.1" status: 204 len: 168 time: 0.2792366 Mar 05 13:42:54.823073 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1d6fc-a211-4998-9e9e-7bd39f54b38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9641ff5d-883b-4327-b12f-6a2dd2c35dfe,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:54.866801 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:54.872155 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53560) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:54.872292 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-55b1d6fc-a211-4998-9e9e-7bd39f54b38b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf7cd076ed294efab7ec36803110fa3e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2428305 Mar 05 13:42:54.882441 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dc928268-7c66-486c-b79e-0a54c6b62f8b tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "PUT /v2.0/floatingips/525df61c-4531-48b4-9cfa-88f066271a09 HTTP/1.1" status: 200 len: 989 time: 7.0164328 Mar 05 13:42:54.899203 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84e4a50-0a94-40da-bfbb-70048b886e5e', 'tag': 'd0436760-0d5a-4513-91fb-3f18c3b5156b'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:42:54.949722 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port fda15825-21a0-4055-bab6-e4a271c0d1d3, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fda15825-21a0-4055-bab6-e4a271c0d1d3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:54.966535 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:54.973866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 2621485b-d164-480c-a660-78d60ef07686 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:42:55.023857 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cede26-550e-49d2-9c38-f95dcc8f2ea7 req-e1fa470c-e8d2-40e0-a4ca-c9c5cb9038fd tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:55.025212 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e7a7-810f-4ac1-98d1-a981c1da81c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:55.031823 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-63cede26-550e-49d2-9c38-f95dcc8f2ea7 req-e1fa470c-e8d2-40e0-a4ca-c9c5cb9038fd tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a69d36a-6b3d-4520-97df-110dc959634f HTTP/1.1" status: 200 len: 950 time: 0.4100180 Mar 05 13:42:55.055829 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e7a7-810f-4ac1-98d1-a981c1da81c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:55.076237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-eb9050bc-031c-4d6f-b7fa-0a9eb64207ac req-ae3f982d-b767-43e7-b78b-5f3fc88e6d5e tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Deleting port e7ab0919-78d0-4a05-820e-ebe6cb32ef22 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:42:55.077670 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-eb9050bc-031c-4d6f-b7fa-0a9eb64207ac req-ae3f982d-b767-43e7-b78b-5f3fc88e6d5e tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:55.203908 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=fda15825-21a0-4055-bab6-e4a271c0d1d3,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:55.307580 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfd450-278f-4b9b-9f1e-5b2a759c6da3 req-cd80eb31-48e9-422f-bb89-f14272a67d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:55.308455 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-12dfd450-278f-4b9b-9f1e-5b2a759c6da3 req-cd80eb31-48e9-422f-bb89-f14272a67d4a service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.5939169 Mar 05 13:42:55.315052 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61728c-a172-42c6-80f2-a4d8a88dba85 req-dc65fdfd-9e95-4ff1-b2eb-b475b32100dc tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:55.321653 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8b61728c-a172-42c6-80f2-a4d8a88dba85 req-dc65fdfd-9e95-4ff1-b2eb-b475b32100dc tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84e4a50-0a94-40da-bfbb-70048b886e5e HTTP/1.1" status: 200 len: 945 time: 0.1956353 Mar 05 13:42:55.331599 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:55.344484 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-63cede26-550e-49d2-9c38-f95dcc8f2ea7 req-c8f780d2-f1ec-49bc-9a10-a481cd757a3c tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114686 Mar 05 13:42:55.384941 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 2621485b-d164-480c-a660-78d60ef07686, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=2621485b-d164-480c-a660-78d60ef07686,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:55.425544 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:55.437821 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e7a7-810f-4ac1-98d1-a981c1da81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:55.539402 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-eec4608e-7489-4561-af57-569d65267648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'name': 'tempest-ServersTestBootFromVolume-1322382095-router', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:08Z', 'updated_at': '2022-03-05T13:41:16Z', 'revision_number': 4, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'gw_port': {'id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:09Z', 'updated_at': '2022-03-05T13:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '525df61c-4531-48b4-9cfa-88f066271a09', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'port_id': 'd0436760-0d5a-4513-91fb-3f18c3b5156b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59', 'mac_address': 'fa:16:3e:5c:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84e4a50-0a94-40da-bfbb-70048b886e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:41:23Z', 'updated_at': '2022-03-05T13:42:50Z', 'revision_number': 1, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69da4aa8-ea78-4c7d-a8a2-5599279149fd', 'name': '', 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'mac_address': 'fa:16:3e:28:7a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '14505cde-9c48-49cb-bda6-a87e9c92d7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:15Z', 'updated_at': '2022-03-05T13:41:25Z', 'revision_number': 5, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'subnets': [{'id': '14505cde-9c48-49cb-bda6-a87e9c92d7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:55.539402 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec4608e-7489-4561-af57-569d65267648 None None] Checking router: 1adcb991-d709-46fc-a4a3-d7906a6a8633 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:42:55.542735 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d36a5-2d64-4e44-8417-fe7abe1fc3cf req-ecb89f77-2e7b-45df-8175-8779fb5a8e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:55.545138 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d2d36a5-2d64-4e44-8417-fe7abe1fc3cf req-ecb89f77-2e7b-45df-8175-8779fb5a8e4a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a69d36a-6b3d-4520-97df-110dc959634f HTTP/1.1" status: 200 len: 1101 time: 0.9775407 Mar 05 13:42:55.552272 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec4608e-7489-4561-af57-569d65267648 None None] Routers {'1adcb991-d709-46fc-a4a3-d7906a6a8633'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:42:55.552272 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-eec4608e-7489-4561-af57-569d65267648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:42:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1adcb991-d709-46fc-a4a3-d7906a6a8633'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:55.575073 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84e4a50-0a94-40da-bfbb-70048b886e5e', 'tag': 'd0436760-0d5a-4513-91fb-3f18c3b5156b', 'status': 'completed', 'code': 200} Mar 05 13:42:55.608310 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=2621485b-d164-480c-a660-78d60ef07686,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:55.619529 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8e7a7-810f-4ac1-98d1-a981c1da81c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9641ff5d-883b-4327-b12f-6a2dd2c35dfe,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:55.653800 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-12dfd450-278f-4b9b-9f1e-5b2a759c6da3 req-80c8230d-56ce-4356-bc70-4f183fa7ce2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=772de55e-c1f6-42f7-84c7-47ca203d7dc9 HTTP/1.1" status: 200 len: 217 time: 0.3259063 Mar 05 13:42:55.689114 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8b61728c-a172-42c6-80f2-a4d8a88dba85 req-f35c682d-419e-4b9c-9539-291bc77b3986 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/security-groups?id=296c0661-66cf-4afe-9f8b-8ed84ace99d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348039 Mar 05 13:42:55.692387 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e7a7-810f-4ac1-98d1-a981c1da81c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:55.711505 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7bc8e7a7-810f-4ac1-98d1-a981c1da81c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9641ff5d-883b-4327-b12f-6a2dd2c35dfe HTTP/1.1" status: 204 len: 168 time: 0.8227966 Mar 05 13:42:55.781319 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d2df9-a5f4-42d9-85b1-61ab5a9f426d req-9679bc84-64eb-4fd7-bf46-44d90fe894f2 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:55.797873 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d19d2df9-a5f4-42d9-85b1-61ab5a9f426d req-9679bc84-64eb-4fd7-bf46-44d90fe894f2 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.30 "GET /v2.0/ports?device_id=21c0d7a0-533e-4279-8564-8f1140ff3071 HTTP/1.1" status: 200 len: 946 time: 0.4961584 Mar 05 13:42:55.926506 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-eec4608e-7489-4561-af57-569d65267648 None None] Set router 1adcb991-d709-46fc-a4a3-d7906a6a8633 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:42:56.036909 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-d19d2df9-a5f4-42d9-85b1-61ab5a9f426d req-4dcfbf68-3642-46f8-bab4-f37c550b1030 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Deleting port d410da44-fa9e-47a9-95e8-9b9b78ce98c4 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:42:56.038714 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d19d2df9-a5f4-42d9-85b1-61ab5a9f426d req-4dcfbf68-3642-46f8-bab4-f37c550b1030 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:56.071848 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d2d36a5-2d64-4e44-8417-fe7abe1fc3cf req-4f3f2866-2ece-4a79-8190-0e020d24d788 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204667 Mar 05 13:42:56.162216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d335c7-d6d2-45a4-a3bf-47b269a8a984 req-f0ecb31c-cf01-4684-8017-5da5955d639e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:56.163887 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-14d335c7-d6d2-45a4-a3bf-47b269a8a984 req-f0ecb31c-cf01-4684-8017-5da5955d639e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a0c57f40aca4bf38eae932699756534&device_id=d84e4a50-0a94-40da-bfbb-70048b886e5e HTTP/1.1" status: 200 len: 1096 time: 0.5795188 Mar 05 13:42:56.169159 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfd450-278f-4b9b-9f1e-5b2a759c6da3 req-689fb8a7-3f31-4c1f-a3c8-51b878ce44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:56.170862 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-12dfd450-278f-4b9b-9f1e-5b2a759c6da3 req-689fb8a7-3f31-4c1f-a3c8-51b878ce44bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.2732089 Mar 05 13:42:56.436170 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-eb9050bc-031c-4d6f-b7fa-0a9eb64207ac req-ae3f982d-b767-43e7-b78b-5f3fc88e6d5e tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] For port e7ab0919-78d0-4a05-820e-ebe6cb32ef22, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e7ab0919-78d0-4a05-820e-ebe6cb32ef22,segment=NetworkSegment(e314dfcc-8cbe-4584-917b-77c4b64bfbab),segment_id=e314dfcc-8cbe-4584-917b-77c4b64bfbab)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:56.436564 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-eb9050bc-031c-4d6f-b7fa-0a9eb64207ac req-ae3f982d-b767-43e7-b78b-5f3fc88e6d5e tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:56.469451 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f2248e-5097-46c2-9739-5cb318781c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda15825-21a0-4055-bab6-e4a271c0d1d3'}, {'server_uuid': 'bfa471ab-4aec-47bf-880e-4a8735124073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2621485b-d164-480c-a660-78d60ef07686'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:42:56.680522 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-eec4608e-7489-4561-af57-569d65267648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'name': 'tempest-ServersTestBootFromVolume-1322382095-router', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:08Z', 'updated_at': '2022-03-05T13:41:16Z', 'revision_number': 4, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'gw_port': {'id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:09Z', 'updated_at': '2022-03-05T13:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '525df61c-4531-48b4-9cfa-88f066271a09', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'port_id': 'd0436760-0d5a-4513-91fb-3f18c3b5156b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59', 'mac_address': 'fa:16:3e:5c:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84e4a50-0a94-40da-bfbb-70048b886e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:41:23Z', 'updated_at': '2022-03-05T13:42:50Z', 'revision_number': 1, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69da4aa8-ea78-4c7d-a8a2-5599279149fd', 'name': '', 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'mac_address': 'fa:16:3e:28:7a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '14505cde-9c48-49cb-bda6-a87e9c92d7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:15Z', 'updated_at': '2022-03-05T13:41:25Z', 'revision_number': 5, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'subnets': [{'id': '14505cde-9c48-49cb-bda6-a87e9c92d7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:42:56.689636 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec4608e-7489-4561-af57-569d65267648 None None] The sync data for ids ['1adcb991-d709-46fc-a4a3-d7906a6a8633'] in n-d-803718-1 is: [{'id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'name': 'tempest-ServersTestBootFromVolume-1322382095-router', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:08Z', 'updated_at': '2022-03-05T13:41:16Z', 'revision_number': 4, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'gw_port': {'id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:09Z', 'updated_at': '2022-03-05T13:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '525df61c-4531-48b4-9cfa-88f066271a09', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'port_id': 'd0436760-0d5a-4513-91fb-3f18c3b5156b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59', 'mac_address': 'fa:16:3e:5c:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84e4a50-0a94-40da-bfbb-70048b886e5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:41:23Z', 'updated_at': '2022-03-05T13:42:50Z', 'revision_number': 1, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69da4aa8-ea78-4c7d-a8a2-5599279149fd', 'name': '', 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'mac_address': 'fa:16:3e:28:7a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '14505cde-9c48-49cb-bda6-a87e9c92d7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:15Z', 'updated_at': '2022-03-05T13:41:25Z', 'revision_number': 5, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'subnets': [{'id': '14505cde-9c48-49cb-bda6-a87e9c92d7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:42:56.744805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da7e51-a0ed-4183-863e-519c62e9863f req-8f8bfae0-46c6-4dfe-8013-c46f24dd6443 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:56.756733 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-33da7e51-a0ed-4183-863e-519c62e9863f req-8f8bfae0-46c6-4dfe-8013-c46f24dd6443 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9741de7-8c7a-4137-87b5-bae42bcd01db HTTP/1.1" status: 200 len: 945 time: 0.8393884 Mar 05 13:42:56.822740 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-eb9050bc-031c-4d6f-b7fa-0a9eb64207ac req-ae3f982d-b767-43e7-b78b-5f3fc88e6d5e tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Calling delete_port for e7ab0919-78d0-4a05-820e-ebe6cb32ef22 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:42:56.829109 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-d19d2df9-a5f4-42d9-85b1-61ab5a9f426d req-4dcfbf68-3642-46f8-bab4-f37c550b1030 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] For port d410da44-fa9e-47a9-95e8-9b9b78ce98c4, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d410da44-fa9e-47a9-95e8-9b9b78ce98c4,segment=NetworkSegment(e314dfcc-8cbe-4584-917b-77c4b64bfbab),segment_id=e314dfcc-8cbe-4584-917b-77c4b64bfbab)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:56.834863 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d19d2df9-a5f4-42d9-85b1-61ab5a9f426d req-4dcfbf68-3642-46f8-bab4-f37c550b1030 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:56.926038 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53616) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:56.940810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d335c7-d6d2-45a4-a3bf-47b269a8a984 req-53faf57e-1eda-430b-a49e-e59e1de4a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:56.941974 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-14d335c7-d6d2-45a4-a3bf-47b269a8a984 req-53faf57e-1eda-430b-a49e-e59e1de4a366 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d3131e3c-1862-4a0f-920e-c001f597ed59 HTTP/1.1" status: 200 len: 916 time: 0.7667131 Mar 05 13:42:57.089384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc6db5-bfe7-456a-bb96-eb23c0808576 req-c650846f-6a53-4552-ac0e-cb3f74bace77 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:57.097258 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dfbc6db5-bfe7-456a-bb96-eb23c0808576 req-c650846f-6a53-4552-ac0e-cb3f74bace77 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf559703-1f47-4fe0-8969-ea672d3a2c47 HTTP/1.1" status: 200 len: 950 time: 1.4170127 Mar 05 13:42:57.175351 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d12c486-b266-41f4-990a-2a1152d1dca3 None None] New status for floating IP 525df61c-4531-48b4-9cfa-88f066271a09: ACTIVE {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:42:57.244269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-d19d2df9-a5f4-42d9-85b1-61ab5a9f426d req-4dcfbf68-3642-46f8-bab4-f37c550b1030 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Calling delete_port for d410da44-fa9e-47a9-95e8-9b9b78ce98c4 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:42:57.328167 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-33da7e51-a0ed-4183-863e-519c62e9863f req-860782d1-dcce-4931-974e-7ac697c5eefe tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5679791 Mar 05 13:42:57.432154 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1558163160-network', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:42:57.514616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:42:57.603683 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53642) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:42:57.615970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] Usage tracker for resource:network and tenant:f6ecaf5ba4ab4aa992433d8592c316a3 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:42:57.647180 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfd450-278f-4b9b-9f1e-5b2a759c6da3 req-66ed7feb-a2a8-4041-a37d-bbf5c3647e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:57.647180 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-12dfd450-278f-4b9b-9f1e-5b2a759c6da3 req-66ed7feb-a2a8-4041-a37d-bbf5c3647e98 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3206277 Mar 05 13:42:57.683325 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:42:57.705309 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dfbc6db5-bfe7-456a-bb96-eb23c0808576 req-6f7094c0-df14-44f6-8b1a-7b36a4be8daf tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5962141 Mar 05 13:42:57.716518 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:42:57.727717 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e7ab0919-78d0-4a05-820e-ebe6cb32ef22 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:42:57.757544 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d19d2df9-a5f4-42d9-85b1-61ab5a9f426d req-4dcfbf68-3642-46f8-bab4-f37c550b1030 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:57.792671 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:42:57.921870 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['d410da44-fa9e-47a9-95e8-9b9b78ce98c4'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:42:57.957065 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcfbf68-3642-46f8-bab4-f37c550b1030 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Pushing event deleted for resources: {'Port': ['ID=d410da44-fa9e-47a9-95e8-9b9b78ce98c4,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:58.048952 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f2248e-5097-46c2-9739-5cb318781c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda15825-21a0-4055-bab6-e4a271c0d1d3', 'code': 200} Mar 05 13:42:58.049398 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa471ab-4aec-47bf-880e-4a8735124073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2621485b-d164-480c-a660-78d60ef07686', 'code': 200} Mar 05 13:42:58.171729 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19d2df9-a5f4-42d9-85b1-61ab5a9f426d req-4dcfbf68-3642-46f8-bab4-f37c550b1030 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] No DVR routers for this DVR port d410da44-fa9e-47a9-95e8-9b9b78ce98c4 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:42:58.178004 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d19d2df9-a5f4-42d9-85b1-61ab5a9f426d req-4dcfbf68-3642-46f8-bab4-f37c550b1030 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:58.205347 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c0d7a0-533e-4279-8564-8f1140ff3071', 'name': 'network-vif-deleted', 'tag': 'd410da44-fa9e-47a9-95e8-9b9b78ce98c4'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:42:58.222424 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d19d2df9-a5f4-42d9-85b1-61ab5a9f426d req-4dcfbf68-3642-46f8-bab4-f37c550b1030 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.30 "DELETE /v2.0/ports/d410da44-fa9e-47a9-95e8-9b9b78ce98c4 HTTP/1.1" status: 204 len: 173 time: 2.4170535 Mar 05 13:42:58.359610 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6064d-8395-40c1-b811-997bad21f5c5 req-732bac91-09ef-4916-94f3-e0749635d95b tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:58.369419 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6ec6064d-8395-40c1-b811-997bad21f5c5 req-732bac91-09ef-4916-94f3-e0749635d95b tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a69d36a-6b3d-4520-97df-110dc959634f HTTP/1.1" status: 200 len: 950 time: 0.5070410 Mar 05 13:42:58.478703 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6ec6064d-8395-40c1-b811-997bad21f5c5 req-eff206bd-0abd-46c1-a39d-d4c56a96e244 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073413 Mar 05 13:42:58.572939 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-d334b7b4-dbf8-4b28-a33b-f487d7aa2a09 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-523702655-network', 'tenant_id': '9fa73eb0eb954e05a3e4e0a0cad23d6b'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:42:58.579100 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d334b7b4-dbf8-4b28-a33b-f487d7aa2a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:42:58.589967 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d334b7b4-dbf8-4b28-a33b-f487d7aa2a09 admin admin] Usage tracker for resource:network and tenant:9fa73eb0eb954e05a3e4e0a0cad23d6b is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:42:58.594449 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d334b7b4-dbf8-4b28-a33b-f487d7aa2a09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:42:58.606945 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d334b7b4-dbf8-4b28-a33b-f487d7aa2a09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:42:58.688871 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:58.691745 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c0d7a0-533e-4279-8564-8f1140ff3071', 'name': 'network-vif-deleted', 'tag': 'd410da44-fa9e-47a9-95e8-9b9b78ce98c4', 'status': 'completed', 'code': 200} Mar 05 13:42:58.706982 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '771ed29c-9903-409b-8e7b-cb9a2d2c14f9', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '771ed29c-9903-409b-8e7b-cb9a2d2c14f9', 'mac_address': 'fa:16:3e:38:22:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:42:58.707486 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-14d335c7-d6d2-45a4-a3bf-47b269a8a984 req-3c68a412-cbc6-49f4-b623-53256a06c540 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0436760-0d5a-4513-91fb-3f18c3b5156b HTTP/1.1" status: 200 len: 997 time: 1.7389345 Mar 05 13:42:58.711375 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] Made reservation on behalf of f6ecaf5ba4ab4aa992433d8592c316a3 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:42:58.713893 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:58.835107 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d334b7b4-dbf8-4b28-a33b-f487d7aa2a09 admin admin] Made reservation on behalf of 9fa73eb0eb954e05a3e4e0a0cad23d6b for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:42:58.846265 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d334b7b4-dbf8-4b28-a33b-f487d7aa2a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:58.871151 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:58.874839 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d334b7b4-dbf8-4b28-a33b-f487d7aa2a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:58.887771 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:58.898167 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:58.908324 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:58.914963 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:58.954788 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:42:59.035299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:42:59.044364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:42:59.047264 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:59.049277 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d334b7b4-dbf8-4b28-a33b-f487d7aa2a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:42:59.085283 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-eb9050bc-031c-4d6f-b7fa-0a9eb64207ac req-ae3f982d-b767-43e7-b78b-5f3fc88e6d5e tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:59.111118 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d334b7b4-dbf8-4b28-a33b-f487d7aa2a09 admin admin] Usage tracker for resource:security_group_rule and tenant:9fa73eb0eb954e05a3e4e0a0cad23d6b is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:42:59.125683 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] Usage tracker for resource:security_group_rule and tenant:f6ecaf5ba4ab4aa992433d8592c316a3 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:42:59.131960 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca78e21-e215-4d9c-acaa-5053b64475c5 req-56814ab2-066d-45f0-8a9f-06ee6c89e7b2 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:59.132915 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-6ca78e21-e215-4d9c-acaa-5053b64475c5 req-56814ab2-066d-45f0-8a9f-06ee6c89e7b2 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Synchronizing usage tracker for tenant:c692c831ec1f411cb586cecfb5889b74 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:42:59.181244 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-6ca78e21-e215-4d9c-acaa-5053b64475c5 req-56814ab2-066d-45f0-8a9f-06ee6c89e7b2 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Unset dirty status for tenant:c692c831ec1f411cb586cecfb5889b74 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:42:59.183323 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6ca78e21-e215-4d9c-acaa-5053b64475c5 req-56814ab2-066d-45f0-8a9f-06ee6c89e7b2 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9741de7-8c7a-4137-87b5-bae42bcd01db HTTP/1.1" status: 200 len: 867 time: 0.2394638 Mar 05 13:42:59.262220 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:59.278641 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:42:59.280318 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6ca78e21-e215-4d9c-acaa-5053b64475c5 req-8d9503a7-e8ac-4123-a380-c5ffcf491ba8 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/security-groups?id=39eb3c67-7b44-41c0-81b1-e656c38b6629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904129 Mar 05 13:42:59.290492 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d334b7b4-dbf8-4b28-a33b-f487d7aa2a09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:42:59.315984 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['771ed29c-9903-409b-8e7b-cb9a2d2c14f9'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:42:59.345679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d335c7-d6d2-45a4-a3bf-47b269a8a984 req-f1e0c5ef-92ab-460d-89f1-b793464c8a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:59.347174 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-14d335c7-d6d2-45a4-a3bf-47b269a8a984 req-f1e0c5ef-92ab-460d-89f1-b793464c8a14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14505cde-9c48-49cb-bda6-a87e9c92d7f7 HTTP/1.1" status: 200 len: 855 time: 0.5942492 Mar 05 13:42:59.349129 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-12dfd450-278f-4b9b-9f1e-5b2a759c6da3 req-58422c42-64c5-46b7-9995-a8dcc9875fc6 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6886406 Mar 05 13:42:59.350299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:42:59.353600 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d334b7b4-dbf8-4b28-a33b-f487d7aa2a09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:42:59.407465 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f982d-b767-43e7-b78b-5f3fc88e6d5e tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Pushing event deleted for resources: {'Port': ['ID=e7ab0919-78d0-4a05-820e-ebe6cb32ef22,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:42:59.416509 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9050bc-031c-4d6f-b7fa-0a9eb64207ac req-ae3f982d-b767-43e7-b78b-5f3fc88e6d5e tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] No DVR routers for this DVR port e7ab0919-78d0-4a05-820e-ebe6cb32ef22 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:42:59.584147 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-eb9050bc-031c-4d6f-b7fa-0a9eb64207ac req-ae3f982d-b767-43e7-b78b-5f3fc88e6d5e tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:42:59.590226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db36441-7115-4b1e-86d0-8017c8fcaa38 req-1d9410a8-3671-41d0-a653-90c94dd843fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:59.592151 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0db36441-7115-4b1e-86d0-8017c8fcaa38 req-1d9410a8-3671-41d0-a653-90c94dd843fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23f2248e-5097-46c2-9739-5cb318781c79 HTTP/1.1" status: 200 len: 1100 time: 1.2558076 Mar 05 13:42:59.592610 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9741de7-8c7a-4137-87b5-bae42bcd01db', 'name': 'network-vif-deleted', 'tag': 'e7ab0919-78d0-4a05-820e-ebe6cb32ef22'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:42:59.692826 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d410da44-fa9e-47a9-95e8-9b9b78ce98c4 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:42:59.702455 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9c016-97df-402a-b1bc-9dbbb3d011ad req-52a3f596-f104-444e-9eab-08ed4b0b1b9e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:42:59.709838 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2fc9c016-97df-402a-b1bc-9dbbb3d011ad req-52a3f596-f104-444e-9eab-08ed4b0b1b9e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=23f2248e-5097-46c2-9739-5cb318781c79 HTTP/1.1" status: 200 len: 949 time: 1.3853822 Mar 05 13:42:59.749538 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: d410da44-fa9e-47a9-95e8-9b9b78ce98c4 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:42:59.750449 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d410da44-fa9e-47a9-95e8-9b9b78ce98c4 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:42:59.821507 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eb9050bc-031c-4d6f-b7fa-0a9eb64207ac req-ae3f982d-b767-43e7-b78b-5f3fc88e6d5e tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.30 "DELETE /v2.0/ports/e7ab0919-78d0-4a05-820e-ebe6cb32ef22 HTTP/1.1" status: 204 len: 173 time: 4.9860349 Mar 05 13:42:59.905298 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0db36441-7115-4b1e-86d0-8017c8fcaa38 req-ff41a8a6-7189-4bff-af80-97baeef05739 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909679 Mar 05 13:42:59.946937 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-12dfd450-278f-4b9b-9f1e-5b2a759c6da3 req-4965a32d-9935-417a-8283-9facead27bb0 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326257 Mar 05 13:42:59.970433 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2fc9c016-97df-402a-b1bc-9dbbb3d011ad req-fb275916-9e1c-4c14-b8ef-22f31bdfd5be tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596343 Mar 05 13:43:00.041342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d335c7-d6d2-45a4-a3bf-47b269a8a984 req-c349f227-4b48-47b4-81aa-78da525e8e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:00.049113 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-14d335c7-d6d2-45a4-a3bf-47b269a8a984 req-c349f227-4b48-47b4-81aa-78da525e8e87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d3131e3c-1862-4a0f-920e-c001f597ed59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6372240 Mar 05 13:43:00.102627 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9741de7-8c7a-4137-87b5-bae42bcd01db', 'name': 'network-vif-deleted', 'tag': 'e7ab0919-78d0-4a05-820e-ebe6cb32ef22', 'status': 'completed', 'code': 200} Mar 05 13:43:00.150543 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:00.213074 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:00.261223 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d334b7b4-dbf8-4b28-a33b-f487d7aa2a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:00.290012 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d334b7b4-dbf8-4b28-a33b-f487d7aa2a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:00.294418 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:43:00.348934 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e95d7dd-b305-4fbd-9438-551251db7c79,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:00.370340 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:00.370704 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] Added segment faf925df-c7ee-4666-9e57-d1d277d41878 of type vlan for network 5a7630ee-dc4a-4dac-88dd-5824b780a0ac Mar 05 13:43:00.407273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d334b7b4-dbf8-4b28-a33b-f487d7aa2a09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:43:00.543092 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334b7b4-dbf8-4b28-a33b-f487d7aa2a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fef8fc1-95f8-4e94-94b0-c3d2f2a6a6c5,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:00.674797 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d334b7b4-dbf8-4b28-a33b-f487d7aa2a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:00.678150 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-d334b7b4-dbf8-4b28-a33b-f487d7aa2a09 admin admin] Added segment 313bb3c9-8a66-4929-966d-34dec7dcf12d of type vlan for network 256d4a05-b012-43ab-ad69-f9c60e5aea8f Mar 05 13:43:00.692503 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-14d335c7-d6d2-45a4-a3bf-47b269a8a984 req-3222dd73-9d92-44f8-a086-ca9604e0ad13 service neutron] 10.222.0.30 "GET /v2.0/networks/d3131e3c-1862-4a0f-920e-c001f597ed59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6283531 Mar 05 13:43:00.923211 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-956e5fac-5139-41f4-b740-5d5186ef93f6 req-7d0aed7f-3206-45a5-9473-2fa38ce95684 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Synchronizing usage tracker for tenant:c692c831ec1f411cb586cecfb5889b74 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:43:00.983910 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:00.993713 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a0cd2-6746-4a36-9651-bd99319b989d req-d2894dcb-b962-4fc6-9586-3b18b010ebc3 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:00.994842 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a0cd2-6746-4a36-9651-bd99319b989d req-d2894dcb-b962-4fc6-9586-3b18b010ebc3 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:00.995729 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a0cd2-6746-4a36-9651-bd99319b989d req-d2894dcb-b962-4fc6-9586-3b18b010ebc3 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:00.996398 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a0cd2-6746-4a36-9651-bd99319b989d req-d2894dcb-b962-4fc6-9586-3b18b010ebc3 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:00.997824 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a0cd2-6746-4a36-9651-bd99319b989d req-d2894dcb-b962-4fc6-9586-3b18b010ebc3 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:00.998531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a0cd2-6746-4a36-9651-bd99319b989d req-d2894dcb-b962-4fc6-9586-3b18b010ebc3 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:00.999160 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a0cd2-6746-4a36-9651-bd99319b989d req-d2894dcb-b962-4fc6-9586-3b18b010ebc3 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:00.999844 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a0cd2-6746-4a36-9651-bd99319b989d req-d2894dcb-b962-4fc6-9586-3b18b010ebc3 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:01.000562 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a0cd2-6746-4a36-9651-bd99319b989d req-d2894dcb-b962-4fc6-9586-3b18b010ebc3 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:01.001204 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a0cd2-6746-4a36-9651-bd99319b989d req-d2894dcb-b962-4fc6-9586-3b18b010ebc3 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:01.001718 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a0cd2-6746-4a36-9651-bd99319b989d req-d2894dcb-b962-4fc6-9586-3b18b010ebc3 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:01.013702 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9a1a0cd2-6746-4a36-9651-bd99319b989d req-d2894dcb-b962-4fc6-9586-3b18b010ebc3 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9a69d36a-6b3d-4520-97df-110dc959634f&device_id=23f2248e-5097-46c2-9739-5cb318781c79&device_id=bf559703-1f47-4fe0-8969-ea672d3a2c47&device_id=a9741de7-8c7a-4137-87b5-bae42bcd01db&device_id=d84e4a50-0a94-40da-bfbb-70048b886e5e&device_id=16f950ff-6c4d-46cd-bbe2-6b0087064856&device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303&device_id=3a13be35-73b1-4281-91ac-873cf5c299f4&device_id=f920d532-c8de-4366-9d00-2441c1edd052&device_id=bfa471ab-4aec-47bf-880e-4a8735124073&device_id=e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd&device_id=34254305-e7c5-4dd8-8fbf-8948ff0b55eb HTTP/1.1" status: 200 len: 9996 time: 0.2342305 Mar 05 13:43:01.044346 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9a1a0cd2-6746-4a36-9651-bd99319b989d req-d0387b8c-80d9-42fe-8967-c563d9dace26 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:01.066807 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-9a1a0cd2-6746-4a36-9651-bd99319b989d req-d0387b8c-80d9-42fe-8967-c563d9dace26 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:01.072244 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-9a1a0cd2-6746-4a36-9651-bd99319b989d req-d0387b8c-80d9-42fe-8967-c563d9dace26 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Usage tracker for resource:security_group_rule and tenant:bf506d4071194d8ea0678ae6a5449a7d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:01.075640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-9a1a0cd2-6746-4a36-9651-bd99319b989d req-d0387b8c-80d9-42fe-8967-c563d9dace26 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:01.096789 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-9a1a0cd2-6746-4a36-9651-bd99319b989d req-d0387b8c-80d9-42fe-8967-c563d9dace26 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:01.136115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-956e5fac-5139-41f4-b740-5d5186ef93f6 req-7d0aed7f-3206-45a5-9473-2fa38ce95684 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] Unset dirty status for tenant:c692c831ec1f411cb586cecfb5889b74 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:43:01.151078 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-956e5fac-5139-41f4-b740-5d5186ef93f6 req-7d0aed7f-3206-45a5-9473-2fa38ce95684 tempest-MultipleCreateTestJSON-2071780678 tempest-MultipleCreateTestJSON-2071780678-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9741de7-8c7a-4137-87b5-bae42bcd01db HTTP/1.1" status: 200 len: 210 time: 0.4515767 Mar 05 13:43:01.173896 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d334b7b4-dbf8-4b28-a33b-f487d7aa2a09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:01.197116 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:43:01.253186 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:01.254223 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:01.255515 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:01.318735 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9a1a0cd2-6746-4a36-9651-bd99319b989d req-d0387b8c-80d9-42fe-8967-c563d9dace26 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:01.335160 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9a1a0cd2-6746-4a36-9651-bd99319b989d req-d0387b8c-80d9-42fe-8967-c563d9dace26 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:01.351759 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.4130800 Mar 05 13:43:01.368478 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53722) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:01.383297 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9a1a0cd2-6746-4a36-9651-bd99319b989d req-d0387b8c-80d9-42fe-8967-c563d9dace26 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&id=296c0661-66cf-4afe-9f8b-8ed84ace99d9&id=78980102-21ed-45c6-9a8c-2d5af0053faa&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.3681538 Mar 05 13:43:01.392274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-cefb771c-691f-4b64-b383-48f1707abfc5 admin admin] Request body: {'subnet': {'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1558163160-subnet', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:01.403231 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cefb771c-691f-4b64-b383-48f1707abfc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:01.422428 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-14d335c7-d6d2-45a4-a3bf-47b269a8a984 req-872ad0af-988b-4bc0-8ef7-2564eed049dc service neutron] 10.222.0.30 "GET /v2.0/networks/d3131e3c-1862-4a0f-920e-c001f597ed59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909778 Mar 05 13:43:01.430004 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d334b7b4-dbf8-4b28-a33b-f487d7aa2a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:01.430964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d334b7b4-dbf8-4b28-a33b-f487d7aa2a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:01.431485 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d334b7b4-dbf8-4b28-a33b-f487d7aa2a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:01.445563 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cefb771c-691f-4b64-b383-48f1707abfc5 admin admin] Usage tracker for resource:subnet and tenant:f6ecaf5ba4ab4aa992433d8592c316a3 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:01.474728 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cefb771c-691f-4b64-b383-48f1707abfc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:01.501698 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cefb771c-691f-4b64-b383-48f1707abfc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:01.511027 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0387b8c-80d9-42fe-8967-c563d9dace26 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedf5ceb-1663-4822-bf42-4c0b216e1ecc,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:01.541911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefb771c-691f-4b64-b383-48f1707abfc5 admin admin] Made reservation on behalf of f6ecaf5ba4ab4aa992433d8592c316a3 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:43:01.549104 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cefb771c-691f-4b64-b383-48f1707abfc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:01.714082 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:43:01.775986 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d334b7b4-dbf8-4b28-a33b-f487d7aa2a09 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.1330073 Mar 05 13:43:01.820112 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53730) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:01.835637 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-f8f999c2-4b54-4e51-adf1-3295e8341e98 admin admin] Request body: {'subnet': {'network_id': '256d4a05-b012-43ab-ad69-f9c60e5aea8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-523702655-subnet', 'tenant_id': '9fa73eb0eb954e05a3e4e0a0cad23d6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:01.840367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1c7b0-eee0-4b76-9c43-e7dffc5530e4 admin admin] Pushing event updated for resources: {'Network': ['ID=5a7630ee-dc4a-4dac-88dd-5824b780a0ac,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:01.855912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f8f999c2-4b54-4e51-adf1-3295e8341e98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:01.861271 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 5a7630ee-dc4a-4dac-88dd-5824b780a0ac details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:43:01.883067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f8f999c2-4b54-4e51-adf1-3295e8341e98 admin admin] Usage tracker for resource:subnet and tenant:9fa73eb0eb954e05a3e4e0a0cad23d6b is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:01.904764 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f8f999c2-4b54-4e51-adf1-3295e8341e98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:01.922752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f8f999c2-4b54-4e51-adf1-3295e8341e98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:02.009290 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cefb771c-691f-4b64-b383-48f1707abfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:02.069233 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:02.069598 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:02.243962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334b7b4-dbf8-4b28-a33b-f487d7aa2a09 admin admin] Pushing event updated for resources: {'Network': ['ID=256d4a05-b012-43ab-ad69-f9c60e5aea8f,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:02.258449 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f999c2-4b54-4e51-adf1-3295e8341e98 admin admin] Made reservation on behalf of 9fa73eb0eb954e05a3e4e0a0cad23d6b for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:43:02.265947 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f8f999c2-4b54-4e51-adf1-3295e8341e98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:02.291140 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb771c-691f-4b64-b383-48f1707abfc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0131738f-f90e-4810-8c0d-4d64eb37560d,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:02.300544 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:02.318521 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefb771c-691f-4b64-b383-48f1707abfc5 admin admin] Checking segment: {'id': 'faf925df-c7ee-4666-9e57-d1d277d41878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:43:02.324977 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefb771c-691f-4b64-b383-48f1707abfc5 admin admin] Network hostable DHCP agents. Network: 5a7630ee-dc4a-4dac-88dd-5824b780a0ac, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:43:02.330990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 256d4a05-b012-43ab-ad69-f9c60e5aea8f details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:43:02.380426 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefb771c-691f-4b64-b383-48f1707abfc5 admin admin] Network 5a7630ee-dc4a-4dac-88dd-5824b780a0ac is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:43:02.408617 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-cefb771c-691f-4b64-b383-48f1707abfc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 5a7630ee-dc4a-4dac-88dd-5824b780a0ac) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:02.423573 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefb771c-691f-4b64-b383-48f1707abfc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:02.428563 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cefb771c-691f-4b64-b383-48f1707abfc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:02.478793 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95085cfb-ad24-4005-bcba-fd4ece3e2ddd None None] Network 5a7630ee-dc4a-4dac-88dd-5824b780a0ac requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:43:02.494082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fed61b-3346-42aa-94b6-83ca291e7627 req-9c25dc1c-37d3-495f-a4fa-8f77cb932e8c tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:02.496346 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-36fed61b-3346-42aa-94b6-83ca291e7627 req-9c25dc1c-37d3-495f-a4fa-8f77cb932e8c tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=23f2248e-5097-46c2-9739-5cb318781c79 HTTP/1.1" status: 200 len: 949 time: 0.8838792 Mar 05 13:43:02.592505 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-36fed61b-3346-42aa-94b6-83ca291e7627 req-b460470e-4a63-4fa7-9d98-f45a97506fae tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802646 Mar 05 13:43:02.793651 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cefb771c-691f-4b64-b383-48f1707abfc5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4089732 Mar 05 13:43:02.796582 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53742) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:02.805109 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e20c4776-6866-4cb7-ac0b-0825b543cdb2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1558163160-router', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:02.819018 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e20c4776-6866-4cb7-ac0b-0825b543cdb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:02.825399 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e20c4776-6866-4cb7-ac0b-0825b543cdb2 admin admin] Usage tracker for resource:router and tenant:f6ecaf5ba4ab4aa992433d8592c316a3 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:02.830171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e20c4776-6866-4cb7-ac0b-0825b543cdb2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:02.836868 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e20c4776-6866-4cb7-ac0b-0825b543cdb2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:02.865959 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e20c4776-6866-4cb7-ac0b-0825b543cdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:02.867220 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e20c4776-6866-4cb7-ac0b-0825b543cdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:02.870506 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f8f999c2-4b54-4e51-adf1-3295e8341e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:02.877480 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771ed29c-9903-409b-8e7b-cb9a2d2c14f9'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:43:02.889908 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e20c4776-6866-4cb7-ac0b-0825b543cdb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:03.029723 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f999c2-4b54-4e51-adf1-3295e8341e98 admin admin] Checking segment: {'id': '313bb3c9-8a66-4929-966d-34dec7dcf12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '256d4a05-b012-43ab-ad69-f9c60e5aea8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:43:03.030858 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f999c2-4b54-4e51-adf1-3295e8341e98 admin admin] Network hostable DHCP agents. Network: 256d4a05-b012-43ab-ad69-f9c60e5aea8f, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:43:03.038745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f999c2-4b54-4e51-adf1-3295e8341e98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a6ca09b-3881-47d7-942e-7f1fd7114e6c,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:03.099807 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f999c2-4b54-4e51-adf1-3295e8341e98 admin admin] Network 256d4a05-b012-43ab-ad69-f9c60e5aea8f is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:43:03.102400 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:03.122750 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-f8f999c2-4b54-4e51-adf1-3295e8341e98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 256d4a05-b012-43ab-ad69-f9c60e5aea8f) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:03.126375 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:03.138154 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f999c2-4b54-4e51-adf1-3295e8341e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:03.139977 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f8f999c2-4b54-4e51-adf1-3295e8341e98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:03.140312 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94d9d7-9386-4df9-882f-79cd70e6d221 req-05a3b8ba-06e5-43ad-886f-250914336d23 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:03.141264 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94d9d7-9386-4df9-882f-79cd70e6d221 req-05a3b8ba-06e5-43ad-886f-250914336d23 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:03.142140 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94d9d7-9386-4df9-882f-79cd70e6d221 req-05a3b8ba-06e5-43ad-886f-250914336d23 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:03.152866 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f94d9d7-9386-4df9-882f-79cd70e6d221 req-05a3b8ba-06e5-43ad-886f-250914336d23 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9a69d36a-6b3d-4520-97df-110dc959634f&device_id=16f950ff-6c4d-46cd-bbe2-6b0087064856&device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 2882 time: 0.6386480 Mar 05 13:43:03.182369 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53760) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:03.254839 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f8f999c2-4b54-4e51-adf1-3295e8341e98 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4313555 Mar 05 13:43:03.316856 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66997440-95d4-44a4-b09a-90afdf28c2ca None None] Network 256d4a05-b012-43ab-ad69-f9c60e5aea8f requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:43:03.331778 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7f06a0-095e-45e8-9672-ae15a2825bc3 admin admin] Deleting subnet 20a02a6e-42ad-4496-b221-c28750bbf434 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:43:03.338877 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c7f06a0-095e-45e8-9672-ae15a2825bc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:03.532576 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771ed29c-9903-409b-8e7b-cb9a2d2c14f9', 'code': 200} Mar 05 13:43:03.533838 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c7f06a0-095e-45e8-9672-ae15a2825bc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:03.697259 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d407e469-11b8-4ce2-80d2-ecb01ade7769 None None] Network 256d4a05-b012-43ab-ad69-f9c60e5aea8f requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:43:03.788616 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c7f06a0-095e-45e8-9672-ae15a2825bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:03.942777 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e20c4776-6866-4cb7-ac0b-0825b543cdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:03.954308 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-0f94d9d7-9386-4df9-882f-79cd70e6d221 req-e18e8ba7-8b41-4c1c-908d-d8c35dc6685f tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Synchronizing usage tracker for tenant:bf506d4071194d8ea0678ae6a5449a7d on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:43:04.009924 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-0f94d9d7-9386-4df9-882f-79cd70e6d221 req-e18e8ba7-8b41-4c1c-908d-d8c35dc6685f tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Unset dirty status for tenant:bf506d4071194d8ea0678ae6a5449a7d on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:43:04.031941 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f94d9d7-9386-4df9-882f-79cd70e6d221 req-e18e8ba7-8b41-4c1c-908d-d8c35dc6685f tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8776233 Mar 05 13:43:04.051963 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,revision_number=10']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:04.174943 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c7f06a0-095e-45e8-9672-ae15a2825bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:04.185496 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21343350-ab7f-4cee-afd9-9ce44eba0e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-5a7630ee-dc4a-4dac-88dd-5824b780a0ac', 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'fixed_ips': [{'subnet_id': '0131738f-f90e-4810-8c0d-4d64eb37560d'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:43:04.186798 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-21343350-ab7f-4cee-afd9-9ce44eba0e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:04.286974 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c7f06a0-095e-45e8-9672-ae15a2825bc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:04.299945 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5c7f06a0-095e-45e8-9672-ae15a2825bc3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/20a02a6e-42ad-4496-b221-c28750bbf434 HTTP/1.1" status: 204 len: 168 time: 1.1155825 Mar 05 13:43:04.303343 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53792) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:04.305921 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f06a0-095e-45e8-9672-ae15a2825bc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20a02a6e-42ad-4496-b221-c28750bbf434,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:04.387416 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167bd91-a538-43e8-bdf7-cdcc30e48d87 req-d0727e79-fcfb-431f-a34c-6fa320b2f345 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:04.394619 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7167bd91-a538-43e8-bdf7-cdcc30e48d87 req-d0727e79-fcfb-431f-a34c-6fa320b2f345 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=23f2248e-5097-46c2-9739-5cb318781c79 HTTP/1.1" status: 200 len: 949 time: 0.4265828 Mar 05 13:43:04.516442 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7167bd91-a538-43e8-bdf7-cdcc30e48d87 req-b3c0fd20-8406-4e60-8c39-8501e0236306 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198723 Mar 05 13:43:04.729156 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-21343350-ab7f-4cee-afd9-9ce44eba0e65 None None] Allocated IP 172.20.0.2 (5a7630ee-dc4a-4dac-88dd-5824b780a0ac/0131738f-f90e-4810-8c0d-4d64eb37560d/64f7f50c-7c7c-491d-ae80-3906eed49ad8) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:43:04.816932 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-35ff44d6-8504-4ced-86ec-e302cb93f6d0 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:04.830817 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-35ff44d6-8504-4ced-86ec-e302cb93f6d0 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/networks?id=256d4a05-b012-43ab-ad69-f9c60e5aea8f HTTP/1.1" status: 200 len: 813 time: 0.5299549 Mar 05 13:43:04.864387 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f475f700-c066-4663-b7ca-dae21c333ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:04.877177 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-25ae9ad2-cfa5-43ef-818c-4dd4a80995b3 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/quotas/9fa73eb0eb954e05a3e4e0a0cad23d6b HTTP/1.1" status: 200 len: 375 time: 0.0454803 Mar 05 13:43:05.072684 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-21343350-ab7f-4cee-afd9-9ce44eba0e65 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:05.075312 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-64d58360-affb-4fea-8969-55c9d1681194 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9fa73eb0eb954e05a3e4e0a0cad23d6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1206920 Mar 05 13:43:05.086197 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-21343350-ab7f-4cee-afd9-9ce44eba0e65 None None] Transition to ACTIVE for port object 64f7f50c-7c7c-491d-ae80-3906eed49ad8 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:05.110437 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-21343350-ab7f-4cee-afd9-9ce44eba0e65 None None] Transition to ACTIVE for port object 64f7f50c-7c7c-491d-ae80-3906eed49ad8 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:05.121996 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-21343350-ab7f-4cee-afd9-9ce44eba0e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:05.221907 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21343350-ab7f-4cee-afd9-9ce44eba0e65 None None] Pushing event updated for resources: {'Port': ['ID=64f7f50c-7c7c-491d-ae80-3906eed49ad8,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:05.250743 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21343350-ab7f-4cee-afd9-9ce44eba0e65 None None] Network 5a7630ee-dc4a-4dac-88dd-5824b780a0ac is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:43:05.252736 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-21343350-ab7f-4cee-afd9-9ce44eba0e65 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:05.259667 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21343350-ab7f-4cee-afd9-9ce44eba0e65 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:43:05.453914 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-21343350-ab7f-4cee-afd9-9ce44eba0e65 None None] Attempting to bind port 64f7f50c-7c7c-491d-ae80-3906eed49ad8 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:43:05.456010 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-21343350-ab7f-4cee-afd9-9ce44eba0e65 None None] Attempting to bind port 64f7f50c-7c7c-491d-ae80-3906eed49ad8 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'faf925df-c7ee-4666-9e57-d1d277d41878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:43:05.457027 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21343350-ab7f-4cee-afd9-9ce44eba0e65 None None] Attempting to bind port 64f7f50c-7c7c-491d-ae80-3906eed49ad8 on network 5a7630ee-dc4a-4dac-88dd-5824b780a0ac {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:43:05.471831 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21343350-ab7f-4cee-afd9-9ce44eba0e65 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:43:05.472195 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21343350-ab7f-4cee-afd9-9ce44eba0e65 None None] Checking segment: {'id': 'faf925df-c7ee-4666-9e57-d1d277d41878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:43:05.472591 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-21343350-ab7f-4cee-afd9-9ce44eba0e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:05.472978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21343350-ab7f-4cee-afd9-9ce44eba0e65 None None] Bound using segment: {'id': 'faf925df-c7ee-4666-9e57-d1d277d41878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:43:05.473547 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-21343350-ab7f-4cee-afd9-9ce44eba0e65 None None] Bound port: 64f7f50c-7c7c-491d-ae80-3906eed49ad8, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf925df-c7ee-4666-9e57-d1d277d41878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:43:05.473914 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-21343350-ab7f-4cee-afd9-9ce44eba0e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:05.477344 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-78f5ac56-a31a-478a-9f9b-783b86513bf9 service neutron] 10.222.0.16 "GET /v2.0/networks/256d4a05-b012-43ab-ad69-f9c60e5aea8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698957 Mar 05 13:43:05.514237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d2234-4527-4fca-8042-35e8841b726a req-e5b2e67e-89d9-4e7e-935f-076ecf497328 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:05.521016 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d2234-4527-4fca-8042-35e8841b726a req-e5b2e67e-89d9-4e7e-935f-076ecf497328 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:05.523214 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a21d2234-4527-4fca-8042-35e8841b726a req-e5b2e67e-89d9-4e7e-935f-076ecf497328 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=23f2248e-5097-46c2-9739-5cb318781c79&device_id=bf559703-1f47-4fe0-8969-ea672d3a2c47 HTTP/1.1" status: 200 len: 1690 time: 0.2066727 Mar 05 13:43:05.558466 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e20c4776-6866-4cb7-ac0b-0825b543cdb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:05.619849 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a21d2234-4527-4fca-8042-35e8841b726a req-a803bbe1-a4d6-4da0-843b-2d3dc09064ee tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907059 Mar 05 13:43:05.644061 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e20c4776-6866-4cb7-ac0b-0825b543cdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:05.687535 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-21343350-ab7f-4cee-afd9-9ce44eba0e65 None None] For port 64f7f50c-7c7c-491d-ae80-3906eed49ad8, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:43:05.691052 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-21343350-ab7f-4cee-afd9-9ce44eba0e65 None None] For port 64f7f50c-7c7c-491d-ae80-3906eed49ad8, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=64f7f50c-7c7c-491d-ae80-3906eed49ad8,segment=NetworkSegment(faf925df-c7ee-4666-9e57-d1d277d41878),segment_id=faf925df-c7ee-4666-9e57-d1d277d41878)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:43:05.699719 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-21343350-ab7f-4cee-afd9-9ce44eba0e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:05.795074 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f475f700-c066-4663-b7ca-dae21c333ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:05.820251 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21343350-ab7f-4cee-afd9-9ce44eba0e65 None None] Pushing event updated for resources: {'Port': ['ID=64f7f50c-7c7c-491d-ae80-3906eed49ad8,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:05.951553 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f475f700-c066-4663-b7ca-dae21c333ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d44bd9b-f262-43b5-bb0b-697548cb3009']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:06.011966 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f475f700-c066-4663-b7ca-dae21c333ff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e314dfcc-8cbe-4584-917b-77c4b64bfbab') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:06.012434 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f475f700-c066-4663-b7ca-dae21c333ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e314dfcc-8cbe-4584-917b-77c4b64bfbab') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:06.039008 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f475f700-c066-4663-b7ca-dae21c333ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:06.102355 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f475f700-c066-4663-b7ca-dae21c333ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:06.123566 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-bf599749-ae09-4301-b1cc-54a5dbd104b0 service neutron] 10.222.0.16 "GET /v2.0/networks/256d4a05-b012-43ab-ad69-f9c60e5aea8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5795319 Mar 05 13:43:06.151691 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-e20c4776-6866-4cb7-ac0b-0825b543cdb2 admin admin] Allocated IP 172.25.4.118 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/b859fa15-d636-44fa-a57a-b72a83a6fc38) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:43:06.169325 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f475f700-c066-4663-b7ca-dae21c333ff4 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:43:06.173465 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f475f700-c066-4663-b7ca-dae21c333ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:43:06.232799 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:43:06.425201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a65c6f-66d4-4c7e-899c-99756580c2ea req-52981382-b467-4ff4-85d7-d71f0c28586b tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:06.429157 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-18a65c6f-66d4-4c7e-899c-99756580c2ea req-52981382-b467-4ff4-85d7-d71f0c28586b tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=23f2248e-5097-46c2-9739-5cb318781c79 HTTP/1.1" status: 200 len: 1100 time: 0.1493771 Mar 05 13:43:06.534672 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-18a65c6f-66d4-4c7e-899c-99756580c2ea req-be1faf12-a1ac-47bd-8cdc-be9fabb46535 tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937822 Mar 05 13:43:06.734274 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 64f7f50c-7c7c-491d-ae80-3906eed49ad8 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:43:06.844393 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bef2afc2-13fa-4159-8161-d61acd69ac1e req-49b8d28a-d1ab-4a22-864f-beee51d08b68 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa5267a-bc6c-4324-b8d7-3a3665699213 HTTP/1.1" status: 200 len: 210 time: 0.1860423 Mar 05 13:43:06.844933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53846) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:06.878969 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-d62db9cb-1243-473f-9cda-ea1e01254597 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1890835909'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:06.896345 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d62db9cb-1243-473f-9cda-ea1e01254597 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:06.917922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d62db9cb-1243-473f-9cda-ea1e01254597 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Usage tracker for resource:network and tenant:28610c303cf6490b864485c4875d7beb is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:06.933985 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d62db9cb-1243-473f-9cda-ea1e01254597 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:06.963348 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d62db9cb-1243-473f-9cda-ea1e01254597 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:07.002485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62db9cb-1243-473f-9cda-ea1e01254597 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Made reservation on behalf of 28610c303cf6490b864485c4875d7beb for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:43:07.016374 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 64f7f50c-7c7c-491d-ae80-3906eed49ad8 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:43:07.018540 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d62db9cb-1243-473f-9cda-ea1e01254597 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:07.120217 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d62db9cb-1243-473f-9cda-ea1e01254597 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:43:07.157689 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d62db9cb-1243-473f-9cda-ea1e01254597 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:07.159102 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-d62db9cb-1243-473f-9cda-ea1e01254597 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Added segment 8a9c93c6-eaed-4789-8212-67a36fe7c827 of type vlan for network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 Mar 05 13:43:07.209779 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d62db9cb-1243-473f-9cda-ea1e01254597 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:07.286693 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d62db9cb-1243-473f-9cda-ea1e01254597 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:07.298364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62db9cb-1243-473f-9cda-ea1e01254597 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:07.299512 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d62db9cb-1243-473f-9cda-ea1e01254597 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:07.382240 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f475f700-c066-4663-b7ca-dae21c333ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:07.502105 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e20c4776-6866-4cb7-ac0b-0825b543cdb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:07.510348 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62db9cb-1243-473f-9cda-ea1e01254597 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event updated for resources: {'Network': ['ID=8fa48499-e36c-4df6-9ca6-fd9e833610e5,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:07.514094 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031e8165-3cbb-4618-ba53-c22cf45654d4 None None] Network 5a7630ee-dc4a-4dac-88dd-5824b780a0ac requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:43:07.555976 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:43:07.562146 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e20c4776-6866-4cb7-ac0b-0825b543cdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:07.589317 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d62db9cb-1243-473f-9cda-ea1e01254597 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7390904 Mar 05 13:43:07.597525 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53864) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:07.612291 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-00701f28-7035-4728-9f84-af81ecca9052 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-749080452'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:07.622135 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-00701f28-7035-4728-9f84-af81ecca9052 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:07.624169 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f475f700-c066-4663-b7ca-dae21c333ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:07.632021 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-00701f28-7035-4728-9f84-af81ecca9052 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Usage tracker for resource:network and tenant:28610c303cf6490b864485c4875d7beb is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:07.637050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-00701f28-7035-4728-9f84-af81ecca9052 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:07.647602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-00701f28-7035-4728-9f84-af81ecca9052 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:07.667474 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00701f28-7035-4728-9f84-af81ecca9052 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Made reservation on behalf of 28610c303cf6490b864485c4875d7beb for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:43:07.674591 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-00701f28-7035-4728-9f84-af81ecca9052 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:07.730105 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00701f28-7035-4728-9f84-af81ecca9052 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:43:07.824632 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-00701f28-7035-4728-9f84-af81ecca9052 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:07.825465 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-00701f28-7035-4728-9f84-af81ecca9052 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Added segment 16a0ae04-8bec-44a5-a36a-8a119cff7a5d of type vlan for network 4737ff0a-cb53-4e8a-bc54-82a47945de4b Mar 05 13:43:07.837178 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475f700-c066-4663-b7ca-dae21c333ff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d44bd9b-f262-43b5-bb0b-697548cb3009,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:07.913292 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2594b5d0-49d3-4ecb-a34e-0958f64238ed None None] Provisioning for port 64f7f50c-7c7c-491d-ae80-3906eed49ad8 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:43:07.913977 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-00701f28-7035-4728-9f84-af81ecca9052 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:07.929635 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdc9d5-5bfe-4cfa-95b2-0400110dc0b1 req-b5f7941e-4109-4559-be42-ed6857318691 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:07.932096 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2594b5d0-49d3-4ecb-a34e-0958f64238ed None None] Provisioning complete for port 64f7f50c-7c7c-491d-ae80-3906eed49ad8 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:07.932468 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2594b5d0-49d3-4ecb-a34e-0958f64238ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:07.942021 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-51bdc9d5-5bfe-4cfa-95b2-0400110dc0b1 req-b5f7941e-4109-4559-be42-ed6857318691 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 1101 time: 0.2094731 Mar 05 13:43:07.946433 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f475f700-c066-4663-b7ca-dae21c333ff4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5d44bd9b-f262-43b5-bb0b-697548cb3009 HTTP/1.1" status: 204 len: 168 time: 3.6371150 Mar 05 13:43:07.963612 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20c4776-6866-4cb7-ac0b-0825b543cdb2 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:43:08.003544 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c4776-6866-4cb7-ac0b-0825b543cdb2 admin admin] Pushing event updated for resources: {'Port': ['ID=b859fa15-d636-44fa-a57a-b72a83a6fc38,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:08.015275 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-e20c4776-6866-4cb7-ac0b-0825b543cdb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:08.026734 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20c4776-6866-4cb7-ac0b-0825b543cdb2 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:43:08.126064 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-51bdc9d5-5bfe-4cfa-95b2-0400110dc0b1 req-4ca7d6fa-baad-45a6-81d4-262740a55b70 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778069 Mar 05 13:43:08.172467 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-00701f28-7035-4728-9f84-af81ecca9052 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:08.187415 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00701f28-7035-4728-9f84-af81ecca9052 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:08.190119 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-00701f28-7035-4728-9f84-af81ecca9052 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:08.281775 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53880) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:08.288188 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-00701f28-7035-4728-9f84-af81ecca9052 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6884310 Mar 05 13:43:08.291556 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53884) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:08.356604 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-e96dfdb3-115b-47de-99c6-033af79aa272 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Request body: {'subnet': {'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:08.485187 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2594b5d0-49d3-4ecb-a34e-0958f64238ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:08.576126 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-00d14a08-b860-462f-a4a1-94efdc4537cc req-d02069b5-a0ec-4f2b-b0e1-c265c0d33897 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa5267a-bc6c-4324-b8d7-3a3665699213 HTTP/1.1" status: 200 len: 210 time: 0.1772230 Mar 05 13:43:08.580086 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00701f28-7035-4728-9f84-af81ecca9052 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event updated for resources: {'Network': ['ID=4737ff0a-cb53-4e8a-bc54-82a47945de4b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:08.609998 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ac5b7-0dc6-4989-b177-7cca1b7924fd req-ae7499a0-3521-41be-b966-c94a9b07e279 tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:08.640878 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-337ac5b7-0dc6-4989-b177-7cca1b7924fd req-ae7499a0-3521-41be-b966-c94a9b07e279 tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bf559703-1f47-4fe0-8969-ea672d3a2c47 HTTP/1.1" status: 200 len: 1101 time: 1.3928614 Mar 05 13:43:08.643402 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e96dfdb3-115b-47de-99c6-033af79aa272 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:08.666553 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-2594b5d0-49d3-4ecb-a34e-0958f64238ed None None] For port 64f7f50c-7c7c-491d-ae80-3906eed49ad8, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=64f7f50c-7c7c-491d-ae80-3906eed49ad8,segment=NetworkSegment(faf925df-c7ee-4666-9e57-d1d277d41878),segment_id=faf925df-c7ee-4666-9e57-d1d277d41878)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:08.677021 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 4737ff0a-cb53-4e8a-bc54-82a47945de4b details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:43:08.710715 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2594b5d0-49d3-4ecb-a34e-0958f64238ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:08.758077 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ac6711e6-0ca0-4fd5-8dd3-db077df05b5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c692c831ec1f411cb586cecfb5889b74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4744208 Mar 05 13:43:08.767652 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53890) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:08.772866 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-337ac5b7-0dc6-4989-b177-7cca1b7924fd req-fd0de980-1318-46ea-8a5b-8d85bfbe5a60 tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268475 Mar 05 13:43:08.857813 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e96dfdb3-115b-47de-99c6-033af79aa272 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Usage tracker for resource:subnet and tenant:28610c303cf6490b864485c4875d7beb is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:08.875582 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e96dfdb3-115b-47de-99c6-033af79aa272 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:09.091805 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e96dfdb3-115b-47de-99c6-033af79aa272 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:09.218457 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594b5d0-49d3-4ecb-a34e-0958f64238ed None None] Pushing event updated for resources: {'Port': ['ID=64f7f50c-7c7c-491d-ae80-3906eed49ad8,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:09.223810 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-085b6843-5b1c-470b-91f6-496cb03f113d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:09.295971 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-5e9ed711-c6ac-4528-b5fa-12f4ef887cbf tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f35eb7de3ac943fabc502d5ac9465145&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588312 Mar 05 13:43:09.409767 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e20c4776-6866-4cb7-ac0b-0825b543cdb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:09.549087 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96dfdb3-115b-47de-99c6-033af79aa272 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Made reservation on behalf of 28610c303cf6490b864485c4875d7beb for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:43:09.555043 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e96dfdb3-115b-47de-99c6-033af79aa272 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:09.615891 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-276b6ebf-b7af-4102-b197-0cc4ea4cbe9b tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:09.616623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-276b6ebf-b7af-4102-b197-0cc4ea4cbe9b tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Synchronizing usage tracker for tenant:9fa73eb0eb954e05a3e4e0a0cad23d6b on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:43:09.664155 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-55ffbc04-3513-48d2-97b3-23115e4a47ee None None] Provisioning complete for port 64f7f50c-7c7c-491d-ae80-3906eed49ad8 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:09.664888 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-55ffbc04-3513-48d2-97b3-23115e4a47ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:09.703301 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eceadf6e-2d74-4a8f-a43f-fc873a70a6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:09.731560 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-276b6ebf-b7af-4102-b197-0cc4ea4cbe9b tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Unset dirty status for tenant:9fa73eb0eb954e05a3e4e0a0cad23d6b on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:43:09.732188 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-276b6ebf-b7af-4102-b197-0cc4ea4cbe9b tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.30 "GET /v2.0/networks?id=256d4a05-b012-43ab-ad69-f9c60e5aea8f HTTP/1.1" status: 200 len: 813 time: 1.0775888 Mar 05 13:43:09.758994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-1170a626-32ac-4029-a608-87592d3ee985 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Request body: {'port': {'device_id': '4aa5267a-bc6c-4324-b8d7-3a3665699213', 'network_id': '256d4a05-b012-43ab-ad69-f9c60e5aea8f', 'admin_state_up': True, 'tenant_id': '9fa73eb0eb954e05a3e4e0a0cad23d6b'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:09.796048 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-3409e9e1-0d10-4b69-bced-139be7038bbf tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:09.808141 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-3409e9e1-0d10-4b69-bced-139be7038bbf tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4909437 Mar 05 13:43:09.856060 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-52875f66-047f-4fb6-9398-6ba47abf475c tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/quotas/f35eb7de3ac943fabc502d5ac9465145 HTTP/1.1" status: 200 len: 375 time: 0.0465684 Mar 05 13:43:09.941855 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eceadf6e-2d74-4a8f-a43f-fc873a70a6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:09.963666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-1170a626-32ac-4029-a608-87592d3ee985 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:09.994173 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-1170a626-32ac-4029-a608-87592d3ee985 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Usage tracker for resource:port and tenant:9fa73eb0eb954e05a3e4e0a0cad23d6b is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:10.005386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-1170a626-32ac-4029-a608-87592d3ee985 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:10.021811 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-1170a626-32ac-4029-a608-87592d3ee985 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:10.025216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f812df1-22f2-447c-8e8b-83cbc6ded14e req-ecf73154-8129-41ac-a93f-7cc345cbf535 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:10.027101 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4f812df1-22f2-447c-8e8b-83cbc6ded14e req-ecf73154-8129-41ac-a93f-7cc345cbf535 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 1101 time: 1.1207712 Mar 05 13:43:10.151861 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-1170a626-32ac-4029-a608-87592d3ee985 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Made reservation on behalf of 9fa73eb0eb954e05a3e4e0a0cad23d6b for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:43:10.155389 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-1170a626-32ac-4029-a608-87592d3ee985 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:10.239953 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4f812df1-22f2-447c-8e8b-83cbc6ded14e req-7182a99f-8036-4e43-933b-e7a9fd40d792 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045906 Mar 05 13:43:10.249893 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-6d71ca6b-95eb-4e5f-a3d1-43e9673785d9 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3927011 Mar 05 13:43:10.263104 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eceadf6e-2d74-4a8f-a43f-fc873a70a6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:10.267961 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e20c4776-6866-4cb7-ac0b-0825b543cdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:10.350749 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceadf6e-2d74-4a8f-a43f-fc873a70a6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39eb3c67-7b44-41c0-81b1-e656c38b6629,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:10.536597 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f11e3472-3dc3-4c0e-8418-8fd19da21244 req-d22872fc-cbd5-4cff-adf4-eee2f641c529 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Synchronizing usage tracker for tenant:9fa73eb0eb954e05a3e4e0a0cad23d6b on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:43:10.588575 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e96dfdb3-115b-47de-99c6-033af79aa272 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:10.666589 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eceadf6e-2d74-4a8f-a43f-fc873a70a6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:10.668158 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-eceadf6e-2d74-4a8f-a43f-fc873a70a6db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39eb3c67-7b44-41c0-81b1-e656c38b6629 HTTP/1.1" status: 204 len: 168 time: 1.8654134 Mar 05 13:43:10.684646 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f11e3472-3dc3-4c0e-8418-8fd19da21244 req-d22872fc-cbd5-4cff-adf4-eee2f641c529 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Unset dirty status for tenant:9fa73eb0eb954e05a3e4e0a0cad23d6b on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:43:10.701733 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f11e3472-3dc3-4c0e-8418-8fd19da21244 req-d22872fc-cbd5-4cff-adf4-eee2f641c529 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa5267a-bc6c-4324-b8d7-3a3665699213 HTTP/1.1" status: 200 len: 210 time: 0.2182643 Mar 05 13:43:10.798838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 64f7f50c-7c7c-491d-ae80-3906eed49ad8 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:43:10.909782 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20c4776-6866-4cb7-ac0b-0825b543cdb2 admin admin] Router b2a59f49-3b77-458f-95cb-a807839d2570 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:43:10.949376 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d88875b7-ddef-4c91-bb66-3fc99aa05154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:10.985586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-1170a626-32ac-4029-a608-87592d3ee985 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Allocated IP 172.20.0.5 (256d4a05-b012-43ab-ad69-f9c60e5aea8f/0a6ca09b-3881-47d7-942e-7f1fd7114e6c/c982e4d8-1a3c-41bb-ab43-f5cf1842c648) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:43:11.011559 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-57451c44-c006-4676-a448-2086f12b382c req-beb6adc5-95da-4e1d-a4a6-fd520499fd1d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=87aeff89-fd49-4b0a-9c2c-5596abaa6eeb HTTP/1.1" status: 200 len: 210 time: 0.1976378 Mar 05 13:43:11.018381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dfdb3-115b-47de-99c6-033af79aa272 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event updated for resources: {'Subnet': ['ID=1862c115-1882-4737-96e2-80cabd1f69de,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:11.026376 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 64f7f50c-7c7c-491d-ae80-3906eed49ad8 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:11.026713 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:11.047379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96dfdb3-115b-47de-99c6-033af79aa272 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Checking segment: {'id': '8a9c93c6-eaed-4789-8212-67a36fe7c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:43:11.047747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96dfdb3-115b-47de-99c6-033af79aa272 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Network hostable DHCP agents. Network: 8fa48499-e36c-4df6-9ca6-fd9e833610e5, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:43:11.138459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96dfdb3-115b-47de-99c6-033af79aa272 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:43:11.203225 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-e96dfdb3-115b-47de-99c6-033af79aa272 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 8fa48499-e36c-4df6-9ca6-fd9e833610e5) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:11.218019 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96dfdb3-115b-47de-99c6-033af79aa272 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:11.218019 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e96dfdb3-115b-47de-99c6-033af79aa272 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:11.237927 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d627a6b-55f4-461d-994c-e6431ed1c9a8 None None] Network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:43:11.582259 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e96dfdb3-115b-47de-99c6-033af79aa272 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2546961 Mar 05 13:43:11.587311 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53948) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:11.636902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-45270c41-6086-4f27-954f-86b9bc589a7f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Request body: {'subnet': {'network_id': '4737ff0a-cb53-4e8a-bc54-82a47945de4b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:11.776661 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-1170a626-32ac-4029-a608-87592d3ee985 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:11.847436 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-1170a626-32ac-4029-a608-87592d3ee985 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:11.900738 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6add8234-d955-4ca2-b92a-2896ce39277a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-8fa48499-e36c-4df6-9ca6-fd9e833610e5', 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'fixed_ips': [{'subnet_id': '1862c115-1882-4737-96e2-80cabd1f69de'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:43:11.906395 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6add8234-d955-4ca2-b92a-2896ce39277a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:11.922257 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20c4776-6866-4cb7-ac0b-0825b543cdb2 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:43:11.946440 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] Sync routers for ids ['b2a59f49-3b77-458f-95cb-a807839d2570'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:43:12.020252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-45270c41-6086-4f27-954f-86b9bc589a7f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:12.039113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170a626-32ac-4029-a608-87592d3ee985 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Pushing event updated for resources: {'Port': ['ID=c982e4d8-1a3c-41bb-ab43-f5cf1842c648,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:12.045785 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e20c4776-6866-4cb7-ac0b-0825b543cdb2 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:12.045785 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e20c4776-6866-4cb7-ac0b-0825b543cdb2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.2346959 Mar 05 13:43:12.045785 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53974) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:12.045785 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-45270c41-6086-4f27-954f-86b9bc589a7f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Usage tracker for resource:subnet and tenant:28610c303cf6490b864485c4875d7beb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:12.058895 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-45270c41-6086-4f27-954f-86b9bc589a7f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:12.078004 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-1170a626-32ac-4029-a608-87592d3ee985 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Network 256d4a05-b012-43ab-ad69-f9c60e5aea8f is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:43:12.078004 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-1170a626-32ac-4029-a608-87592d3ee985 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:12.078004 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-1170a626-32ac-4029-a608-87592d3ee985 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:43:12.205954 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] Routers {'b2a59f49-3b77-458f-95cb-a807839d2570'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:43:12.206240 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:43:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b2a59f49-3b77-458f-95cb-a807839d2570'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:12.238623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-1170a626-32ac-4029-a608-87592d3ee985 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:12.239009 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-1170a626-32ac-4029-a608-87592d3ee985 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:12.256772 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-45270c41-6086-4f27-954f-86b9bc589a7f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:12.281812 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-1170a626-32ac-4029-a608-87592d3ee985 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5313311 Mar 05 13:43:12.298179 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] Request body: {'port': {'device_id': '4aa5267a-bc6c-4324-b8d7-3a3665699213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:12.591148 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:12.655745 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:12.665137 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:12.717798 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45270c41-6086-4f27-954f-86b9bc589a7f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Made reservation on behalf of 28610c303cf6490b864485c4875d7beb for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:43:12.737095 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-45270c41-6086-4f27-954f-86b9bc589a7f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:12.820082 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53988) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:13.066439 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] Set router b2a59f49-3b77-458f-95cb-a807839d2570 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:43:13.185493 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a5e02bd-37f4-415a-b54d-641df423b233 req-236fdddc-aef6-45b6-814c-86ce21f4b815 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=87aeff89-fd49-4b0a-9c2c-5596abaa6eeb HTTP/1.1" status: 200 len: 210 time: 0.2841127 Mar 05 13:43:13.377499 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-f082cc56-1223-4edc-a7eb-6e1ed0845f02 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f35eb7de3ac943fabc502d5ac9465145&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1268125 Mar 05 13:43:13.586280 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1562756895-network', 'tenant_id': 'e1aee5dcb044477dafc64997e682a76e'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:13.603106 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:13.607137 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] Usage tracker for resource:network and tenant:e1aee5dcb044477dafc64997e682a76e is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:13.610155 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:13.611975 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:43:13.616821 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:13.672679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] Made reservation on behalf of e1aee5dcb044477dafc64997e682a76e for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:43:13.674917 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:13.718730 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:13.739869 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c982e4d8-1a3c-41bb-ab43-f5cf1842c648 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:43:13.753028 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:13.764152 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-6a0da5f5-ee0e-4332-9a4a-bc5074346d05 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:13.765969 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-6a0da5f5-ee0e-4332-9a4a-bc5074346d05 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3800659 Mar 05 13:43:13.781940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-95c4d946-8ec3-40b4-84d8-b1cf523266df tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Request body: {'port': {'device_id': '87aeff89-fd49-4b0a-9c2c-5596abaa6eeb', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': 'f35eb7de3ac943fabc502d5ac9465145'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:13.797987 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c0d28-df1e-4a90-b6c0-c1a3010a2f90 req-a2f62072-444b-49d2-bb76-a0d245d14c74 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:13.808595 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-252c0d28-df1e-4a90-b6c0-c1a3010a2f90 req-a2f62072-444b-49d2-bb76-a0d245d14c74 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa5267a-bc6c-4324-b8d7-3a3665699213 HTTP/1.1" status: 200 len: 931 time: 1.4980361 Mar 05 13:43:13.821342 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:13.822679 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-6add8234-d955-4ca2-b92a-2896ce39277a None None] Allocated IP 10.1.1.2 (8fa48499-e36c-4df6-9ca6-fd9e833610e5/1862c115-1882-4737-96e2-80cabd1f69de/5ae38530-8928-4516-bf7e-6b25372a3923) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:43:13.990709 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] Transition to ACTIVE for port object c982e4d8-1a3c-41bb-ab43-f5cf1842c648 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:13.991969 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-95c4d946-8ec3-40b4-84d8-b1cf523266df tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:14.005018 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:14.170897 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-95c4d946-8ec3-40b4-84d8-b1cf523266df tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:14.291067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] Pushing event updated for resources: {'Port': ['ID=c982e4d8-1a3c-41bb-ab43-f5cf1842c648,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:14.384590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-95c4d946-8ec3-40b4-84d8-b1cf523266df tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Made reservation on behalf of f35eb7de3ac943fabc502d5ac9465145 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:43:14.388724 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-95c4d946-8ec3-40b4-84d8-b1cf523266df tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:14.440863 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:14.445076 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] Usage tracker for resource:security_group_rule and tenant:e1aee5dcb044477dafc64997e682a76e is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:14.447890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:14.453741 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:14.541304 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] Attempting to bind port c982e4d8-1a3c-41bb-ab43-f5cf1842c648 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:43:14.543570 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:14.544485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] Attempting to bind port c982e4d8-1a3c-41bb-ab43-f5cf1842c648 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '313bb3c9-8a66-4929-966d-34dec7dcf12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '256d4a05-b012-43ab-ad69-f9c60e5aea8f'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:43:14.545612 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] Attempting to bind port c982e4d8-1a3c-41bb-ab43-f5cf1842c648 on network 256d4a05-b012-43ab-ad69-f9c60e5aea8f {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:43:14.574831 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:14.589305 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:43:14.600265 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:14.600503 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] Added segment 5c669a9b-6f05-4083-bc84-8b3369cc9366 of type vlan for network 5d5afb03-c47b-440a-b83f-a6055b5c2003 Mar 05 13:43:14.700381 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'name': 'tempest-ServersTestManualDisk-1558163160-router', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:43:02Z', 'updated_at': '2022-03-05T13:43:08Z', 'revision_number': 3, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'gw_port': {'id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:05Z', 'updated_at': '2022-03-05T13:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:14.713500 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6add8234-d955-4ca2-b92a-2896ce39277a None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:14.716923 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] Checking router: b2a59f49-3b77-458f-95cb-a807839d2570 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:43:14.717669 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] Updating router b2a59f49-3b77-458f-95cb-a807839d2570 port b859fa15-d636-44fa-a57a-b72a83a6fc38 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:43:14.737933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] Port c982e4d8-1a3c-41bb-ab43-f5cf1842c648 on network 256d4a05-b012-43ab-ad69-f9c60e5aea8f not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:43:14.738472 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] Attempting to bind port c982e4d8-1a3c-41bb-ab43-f5cf1842c648 on network 256d4a05-b012-43ab-ad69-f9c60e5aea8f {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:43:14.766596 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4ecedc-a433-4493-ab12-c85d23fd61df,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:14.767463 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:43:14.768057 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] Checking segment: {'id': '313bb3c9-8a66-4929-966d-34dec7dcf12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '256d4a05-b012-43ab-ad69-f9c60e5aea8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:43:14.768741 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] Bound using segment: {'id': '313bb3c9-8a66-4929-966d-34dec7dcf12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '256d4a05-b012-43ab-ad69-f9c60e5aea8f'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:43:14.769414 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] Bound port: c982e4d8-1a3c-41bb-ab43-f5cf1842c648, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '313bb3c9-8a66-4929-966d-34dec7dcf12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '256d4a05-b012-43ab-ad69-f9c60e5aea8f'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:43:14.770537 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:14.807870 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-252c0d28-df1e-4a90-b6c0-c1a3010a2f90 req-ac99801a-db1a-4ad7-85dc-f525188574f8 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fef8fc1-95f8-4e94-94b0-c3d2f2a6a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8959229 Mar 05 13:43:14.818538 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6add8234-d955-4ca2-b92a-2896ce39277a None None] Transition to ACTIVE for port object 5ae38530-8928-4516-bf7e-6b25372a3923 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:14.840647 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-45270c41-6086-4f27-954f-86b9bc589a7f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:14.926511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6add8234-d955-4ca2-b92a-2896ce39277a None None] Transition to ACTIVE for port object 5ae38530-8928-4516-bf7e-6b25372a3923 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:14.936363 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:14.950214 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] For port c982e4d8-1a3c-41bb-ab43-f5cf1842c648, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:43:14.954652 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] For port c982e4d8-1a3c-41bb-ab43-f5cf1842c648, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c982e4d8-1a3c-41bb-ab43-f5cf1842c648,segment=NetworkSegment(313bb3c9-8a66-4929-966d-34dec7dcf12d),segment_id=313bb3c9-8a66-4929-966d-34dec7dcf12d)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:43:14.978396 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed36da-f115-45e5-ae10-aa7effcf0e07 req-611c9ed0-f1bc-4e52-8392-d056531521d9 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:14.986329 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6bed36da-f115-45e5-ae10-aa7effcf0e07 req-611c9ed0-f1bc-4e52-8392-d056531521d9 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 0.6906638 Mar 05 13:43:15.012316 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:15.019636 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:15.063230 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6add8234-d955-4ca2-b92a-2896ce39277a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:15.122179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45270c41-6086-4f27-954f-86b9bc589a7f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Checking segment: {'id': '16a0ae04-8bec-44a5-a36a-8a119cff7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4737ff0a-cb53-4e8a-bc54-82a47945de4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:43:15.122546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45270c41-6086-4f27-954f-86b9bc589a7f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Network hostable DHCP agents. Network: 4737ff0a-cb53-4e8a-bc54-82a47945de4b, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:43:15.144124 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-60216492-e0b0-455c-8061-79761b4e7ab1 req-5a5bfd2f-d0d8-4587-9cf6-87404f4a1b46 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=87aeff89-fd49-4b0a-9c2c-5596abaa6eeb HTTP/1.1" status: 200 len: 210 time: 0.1415281 Mar 05 13:43:15.157503 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6bed36da-f115-45e5-ae10-aa7effcf0e07 req-6b69c0d4-8617-42f3-890d-cc1152e41582 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699975 Mar 05 13:43:15.187772 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:15.189825 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:15.191478 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] 10.222.0.30 "PUT /v2.0/ports/c982e4d8-1a3c-41bb-ab43-f5cf1842c648 HTTP/1.1" status: 200 len: 1091 time: 2.9012353 Mar 05 13:43:15.192247 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa5267a-bc6c-4324-b8d7-3a3665699213', 'tag': 'c982e4d8-1a3c-41bb-ab43-f5cf1842c648'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:43:15.198622 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6add8234-d955-4ca2-b92a-2896ce39277a None None] Network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:43:15.212620 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-6add8234-d955-4ca2-b92a-2896ce39277a None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:15.228517 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6add8234-d955-4ca2-b92a-2896ce39277a None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:43:15.291273 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45270c41-6086-4f27-954f-86b9bc589a7f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event updated for resources: {'Subnet': ['ID=eff906ca-fac7-414f-935e-aa401b609305,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:15.298622 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.resource_extend [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:43:15.316192 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45270c41-6086-4f27-954f-86b9bc589a7f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Network 4737ff0a-cb53-4e8a-bc54-82a47945de4b is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:43:15.321927 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa5267a-bc6c-4324-b8d7-3a3665699213', 'tag': 'c982e4d8-1a3c-41bb-ab43-f5cf1842c648', 'status': 'completed', 'code': 200} Mar 05 13:43:15.346218 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b582e-00aa-41c3-804b-9f210c963264 service neutron] Pushing event updated for resources: {'Port': ['ID=c982e4d8-1a3c-41bb-ab43-f5cf1842c648,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:15.350613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-95c4d946-8ec3-40b4-84d8-b1cf523266df tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Allocated IP 192.168.233.218 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/184b801c-e78c-44f5-9803-b433f7505612) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:43:15.353976 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-45270c41-6086-4f27-954f-86b9bc589a7f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 4737ff0a-cb53-4e8a-bc54-82a47945de4b) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:15.358072 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:15.359201 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:15.359888 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:15.440444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-b2a40e76-c2ac-4645-b1c6-f25c09f750ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:15.442789 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-b2a40e76-c2ac-4645-b1c6-f25c09f750ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9fa73eb0eb954e05a3e4e0a0cad23d6b&device_id=4aa5267a-bc6c-4324-b8d7-3a3665699213 HTTP/1.1" status: 200 len: 1094 time: 0.1877556 Mar 05 13:43:15.449722 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45270c41-6086-4f27-954f-86b9bc589a7f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:15.450366 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-45270c41-6086-4f27-954f-86b9bc589a7f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:15.517792 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d87b83c-c8ae-44b0-a857-a02d1ff23b4a None None] Network 4737ff0a-cb53-4e8a-bc54-82a47945de4b requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:43:15.582886 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add8234-d955-4ca2-b92a-2896ce39277a None None] Pushing event updated for resources: {'Port': ['ID=5ae38530-8928-4516-bf7e-6b25372a3923,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:15.584981 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-19067829-1e72-466c-847f-d1e0d79dc46a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c982e4d8-1a3c-41bb-ab43-f5cf1842c648 HTTP/1.1" status: 200 len: 217 time: 0.1166267 Mar 05 13:43:15.596206 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54036) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:15.597106 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7734210 Mar 05 13:43:15.603877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ac1e3a2a-3e0e-4308-ae7c-7a06d6b16aaf admin admin] Request body: {'subnet': {'network_id': '5d5afb03-c47b-440a-b83f-a6055b5c2003', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1562756895-subnet', 'tenant_id': 'e1aee5dcb044477dafc64997e682a76e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:15.604302 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:15.616702 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-45270c41-6086-4f27-954f-86b9bc589a7f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.0156765 Mar 05 13:43:15.633938 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54040) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:15.652114 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-6eb709a4-1b4d-48d4-a981-826b25d42f94 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Request body: {'port': {'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5', 'name': 'tempest-TaggedBootDevicesTest-220589146', 'fixed_ips': [{'subnet_id': '1862c115-1882-4737-96e2-80cabd1f69de'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:15.730344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ac1e3a2a-3e0e-4308-ae7c-7a06d6b16aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:15.735690 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ac1e3a2a-3e0e-4308-ae7c-7a06d6b16aaf admin admin] Usage tracker for resource:subnet and tenant:e1aee5dcb044477dafc64997e682a76e is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:15.739709 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ac1e3a2a-3e0e-4308-ae7c-7a06d6b16aaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:15.746923 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ac1e3a2a-3e0e-4308-ae7c-7a06d6b16aaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:15.772410 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1e3a2a-3e0e-4308-ae7c-7a06d6b16aaf admin admin] Made reservation on behalf of e1aee5dcb044477dafc64997e682a76e for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:43:15.775183 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ac1e3a2a-3e0e-4308-ae7c-7a06d6b16aaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:15.866477 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa0941-e510-442c-801e-87d708c5ed1b admin admin] Pushing event updated for resources: {'Network': ['ID=5d5afb03-c47b-440a-b83f-a6055b5c2003,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:15.926013 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:15.964092 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] Transition to ACTIVE for port object b859fa15-d636-44fa-a57a-b72a83a6fc38 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:16.075340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6eb709a4-1b4d-48d4-a981-826b25d42f94 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:16.079669 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6eb709a4-1b4d-48d4-a981-826b25d42f94 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Usage tracker for resource:port and tenant:28610c303cf6490b864485c4875d7beb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:16.084199 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6eb709a4-1b4d-48d4-a981-826b25d42f94 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:16.092136 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6eb709a4-1b4d-48d4-a981-826b25d42f94 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:16.152050 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 5d5afb03-c47b-440a-b83f-a6055b5c2003 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:43:16.287554 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-6add8234-d955-4ca2-b92a-2896ce39277a None None] Attempting to bind port 5ae38530-8928-4516-bf7e-6b25372a3923 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:43:16.288121 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-6add8234-d955-4ca2-b92a-2896ce39277a None None] Attempting to bind port 5ae38530-8928-4516-bf7e-6b25372a3923 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8a9c93c6-eaed-4789-8212-67a36fe7c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:43:16.288622 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6add8234-d955-4ca2-b92a-2896ce39277a None None] Attempting to bind port 5ae38530-8928-4516-bf7e-6b25372a3923 on network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:43:16.294175 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Allocated IP 172.20.0.1 (5a7630ee-dc4a-4dac-88dd-5824b780a0ac/0131738f-f90e-4810-8c0d-4d64eb37560d/1923486a-be3d-4d63-bd72-34f2f35a99f2) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:43:16.332924 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6add8234-d955-4ca2-b92a-2896ce39277a None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:43:16.333544 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6add8234-d955-4ca2-b92a-2896ce39277a None None] Checking segment: {'id': '8a9c93c6-eaed-4789-8212-67a36fe7c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:43:16.333907 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6add8234-d955-4ca2-b92a-2896ce39277a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:16.334218 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6add8234-d955-4ca2-b92a-2896ce39277a None None] Bound using segment: {'id': '8a9c93c6-eaed-4789-8212-67a36fe7c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:43:16.334508 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-6add8234-d955-4ca2-b92a-2896ce39277a None None] Bound port: 5ae38530-8928-4516-bf7e-6b25372a3923, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9c93c6-eaed-4789-8212-67a36fe7c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:43:16.335099 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6add8234-d955-4ca2-b92a-2896ce39277a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:16.348573 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:16.378168 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb709a4-1b4d-48d4-a981-826b25d42f94 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Made reservation on behalf of 28610c303cf6490b864485c4875d7beb for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:43:16.462394 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-3a911d0c-7c75-4d5b-9444-1c5190b068a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:16.472283 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-3a911d0c-7c75-4d5b-9444-1c5190b068a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a6ca09b-3881-47d7-942e-7f1fd7114e6c HTTP/1.1" status: 200 len: 853 time: 0.8769767 Mar 05 13:43:16.612599 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49516ad9-9d11-4993-8d4b-d6eb87ebdd9a None None] Pushing event updated for resources: {'Port': ['ID=b859fa15-d636-44fa-a57a-b72a83a6fc38,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:16.635310 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-f9c20d48-43b2-4623-95c1-2bcf0589ae4e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=256d4a05-b012-43ab-ad69-f9c60e5aea8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220443 Mar 05 13:43:16.639609 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-95c4d946-8ec3-40b4-84d8-b1cf523266df tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:16.696137 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] Attempting to bind port b859fa15-d636-44fa-a57a-b72a83a6fc38 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:43:16.696713 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] Attempting to bind port b859fa15-d636-44fa-a57a-b72a83a6fc38 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:43:16.697692 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] Attempting to bind port b859fa15-d636-44fa-a57a-b72a83a6fc38 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:43:16.711016 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:43:16.712239 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:43:16.712779 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:16.713298 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:43:16.714017 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] Bound port: b859fa15-d636-44fa-a57a-b72a83a6fc38, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:43:16.714543 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:16.814641 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-2650aaed-d011-43cc-b940-fcdaa80f9273 service neutron] 10.222.0.30 "GET /v2.0/networks/256d4a05-b012-43ab-ad69-f9c60e5aea8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696191 Mar 05 13:43:16.835989 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:16.884183 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] For port b859fa15-d636-44fa-a57a-b72a83a6fc38, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:43:16.909315 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] For port b859fa15-d636-44fa-a57a-b72a83a6fc38, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b859fa15-d636-44fa-a57a-b72a83a6fc38,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:43:16.914297 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6eb709a4-1b4d-48d4-a981-826b25d42f94 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:16.921894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-95c4d946-8ec3-40b4-84d8-b1cf523266df tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Transition to ACTIVE for port object 184b801c-e78c-44f5-9803-b433f7505612 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:16.926868 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f55e2d-f0c0-479a-bba8-2d9874f071cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-4737ff0a-cb53-4e8a-bc54-82a47945de4b', 'network_id': '4737ff0a-cb53-4e8a-bc54-82a47945de4b', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'fixed_ips': [{'subnet_id': 'eff906ca-fac7-414f-935e-aa401b609305'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:43:16.926868 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-09f55e2d-f0c0-479a-bba8-2d9874f071cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:16.928240 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Transition to ACTIVE for port object 1923486a-be3d-4d63-bd72-34f2f35a99f2 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:16.928373 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4372b4a-007d-406d-b6c4-2d628cb57877 req-74539ec5-55d2-4361-8fe0-3c5237b1bf24 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:16.938911 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f4372b4a-007d-406d-b6c4-2d628cb57877 req-74539ec5-55d2-4361-8fe0-3c5237b1bf24 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 0.5452018 Mar 05 13:43:16.950124 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:16.985687 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-6eb709a4-1b4d-48d4-a981-826b25d42f94 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] device_id is not set on port 8139ea31-6761-417f-998b-15794fc80588 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:43:16.987812 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-6add8234-d955-4ca2-b92a-2896ce39277a None None] For port 5ae38530-8928-4516-bf7e-6b25372a3923, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:43:17.013419 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-6add8234-d955-4ca2-b92a-2896ce39277a None None] For port 5ae38530-8928-4516-bf7e-6b25372a3923, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5ae38530-8928-4516-bf7e-6b25372a3923,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:43:17.061831 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c446212-68e9-4748-9a8c-3d51bd3ae503 req-d0df6e6f-6bbf-49cc-b87b-18e16374e646 service neutron] 10.222.0.30 "GET /v2.0/networks/256d4a05-b012-43ab-ad69-f9c60e5aea8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338734 Mar 05 13:43:17.070335 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6add8234-d955-4ca2-b92a-2896ce39277a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:17.140687 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f4372b4a-007d-406d-b6c4-2d628cb57877 req-a63efbb2-d28b-4757-8307-9f8088496c95 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009025 Mar 05 13:43:17.163117 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-95c4d946-8ec3-40b4-84d8-b1cf523266df tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:17.216712 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['1435958d-e3be-4286-8caa-791704018749', 'aa5a355c-5f58-4db0-bfb5-8e9b384376ef', '26e15d7a-e8a5-431a-b910-0c8dc2dcec3e', 'fda15825-21a0-4055-bab6-e4a271c0d1d3'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:43:17.312551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['024c3626-66ef-4aee-ab0e-e02389b1831c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:43:17.339931 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27233568-890b-4cc6-8791-eff9417d3049 req-a222a0c4-e11e-4e58-9912-64033366a8f3 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:17.352460 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-27233568-890b-4cc6-8791-eff9417d3049 req-a222a0c4-e11e-4e58-9912-64033366a8f3 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa5267a-bc6c-4324-b8d7-3a3665699213 HTTP/1.1" status: 200 len: 943 time: 1.0991635 Mar 05 13:43:17.382828 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-95c4d946-8ec3-40b4-84d8-b1cf523266df tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:43:17.402483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-6eb709a4-1b4d-48d4-a981-826b25d42f94 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Allocated IP 10.1.1.163 (8fa48499-e36c-4df6-9ca6-fd9e833610e5/1862c115-1882-4737-96e2-80cabd1f69de/8139ea31-6761-417f-998b-15794fc80588) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:43:17.430706 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-95c4d946-8ec3-40b4-84d8-b1cf523266df tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:17.444248 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] Routers {'b2a59f49-3b77-458f-95cb-a807839d2570'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:43:17.445069 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:43:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b2a59f49-3b77-458f-95cb-a807839d2570'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:17.451725 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-95c4d946-8ec3-40b4-84d8-b1cf523266df tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:43:17.501448 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4d946-8ec3-40b4-84d8-b1cf523266df tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Pushing event updated for resources: {'Port': ['ID=184b801c-e78c-44f5-9803-b433f7505612,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:17.518550 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-27233568-890b-4cc6-8791-eff9417d3049 req-cabdd240-dd2d-4f54-9e20-d43d86be6cce tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Synchronizing usage tracker for tenant:9fa73eb0eb954e05a3e4e0a0cad23d6b on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:43:17.656652 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cf417-cdac-4566-91ae-7f548804f1d0 req-12ab8560-e120-4d66-a65e-c31e74c39f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:17.658551 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e89cf417-cdac-4566-91ae-7f548804f1d0 req-12ab8560-e120-4d66-a65e-c31e74c39f9a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9fa73eb0eb954e05a3e4e0a0cad23d6b&device_id=4aa5267a-bc6c-4324-b8d7-3a3665699213 HTTP/1.1" status: 200 len: 1094 time: 0.5350788 Mar 05 13:43:17.799355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-27233568-890b-4cc6-8791-eff9417d3049 req-cabdd240-dd2d-4f54-9e20-d43d86be6cce tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Unset dirty status for tenant:9fa73eb0eb954e05a3e4e0a0cad23d6b on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:43:17.823178 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-27233568-890b-4cc6-8791-eff9417d3049 req-cabdd240-dd2d-4f54-9e20-d43d86be6cce tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fef8fc1-95f8-4e94-94b0-c3d2f2a6a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425108 Mar 05 13:43:17.850695 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-95c4d946-8ec3-40b4-84d8-b1cf523266df tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:17.850962 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-95c4d946-8ec3-40b4-84d8-b1cf523266df tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:17.865564 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ac1e3a2a-3e0e-4308-ae7c-7a06d6b16aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:17.887929 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49516ad9-9d11-4993-8d4b-d6eb87ebdd9a None None] Pushing event updated for resources: {'Port': ['ID=b859fa15-d636-44fa-a57a-b72a83a6fc38,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:18.072184 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add8234-d955-4ca2-b92a-2896ce39277a None None] Pushing event updated for resources: {'Port': ['ID=5ae38530-8928-4516-bf7e-6b25372a3923,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:18.092827 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2275c9ce-e95b-43a3-b600-78d6c39d42a3 None None] Provisioning for port 184b801c-e78c-44f5-9803-b433f7505612 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:43:18.132479 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-95c4d946-8ec3-40b4-84d8-b1cf523266df tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3576074 Mar 05 13:43:18.142943 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6eb709a4-1b4d-48d4-a981-826b25d42f94 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:18.164476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-3d3a6b7d-2859-4e21-a878-cd430f6aba41 service neutron] Request body: {'port': {'device_id': '87aeff89-fd49-4b0a-9c2c-5596abaa6eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:18.169786 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-6eb709a4-1b4d-48d4-a981-826b25d42f94 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Transition to ACTIVE for port object 8139ea31-6761-417f-998b-15794fc80588 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:18.236303 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:18.238244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e3a2a-3e0e-4308-ae7c-7a06d6b16aaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c4891d0-7775-4792-8ad2-d65bda385691,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:18.250870 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1e3a2a-3e0e-4308-ae7c-7a06d6b16aaf admin admin] Checking segment: {'id': '5c669a9b-6f05-4083-bc84-8b3369cc9366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5d5afb03-c47b-440a-b83f-a6055b5c2003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:43:18.259739 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1e3a2a-3e0e-4308-ae7c-7a06d6b16aaf admin admin] Network hostable DHCP agents. Network: 5d5afb03-c47b-440a-b83f-a6055b5c2003, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:43:18.269526 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2275c9ce-e95b-43a3-b600-78d6c39d42a3 None None] Provisioning complete for port 184b801c-e78c-44f5-9803-b433f7505612 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:18.273827 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2275c9ce-e95b-43a3-b600-78d6c39d42a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:18.288892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cf417-cdac-4566-91ae-7f548804f1d0 req-dc60ff4b-59f9-424b-a288-dbcde2c24419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:18.290360 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e89cf417-cdac-4566-91ae-7f548804f1d0 req-dc60ff4b-59f9-424b-a288-dbcde2c24419 service neutron] 10.222.0.30 "GET /v2.0/networks?id=256d4a05-b012-43ab-ad69-f9c60e5aea8f HTTP/1.1" status: 200 len: 913 time: 0.6022141 Mar 05 13:43:18.367278 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1e3a2a-3e0e-4308-ae7c-7a06d6b16aaf admin admin] Network 5d5afb03-c47b-440a-b83f-a6055b5c2003 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:43:18.382020 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Network 5a7630ee-dc4a-4dac-88dd-5824b780a0ac is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:43:18.386566 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2275c9ce-e95b-43a3-b600-78d6c39d42a3 None None] Port 184b801c-e78c-44f5-9803-b433f7505612 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:43:18.421724 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:18.425684 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6eb709a4-1b4d-48d4-a981-826b25d42f94 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:18.437438 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:43:18.448452 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e89cf417-cdac-4566-91ae-7f548804f1d0 req-f976aae6-6a0f-47c5-888e-6d9a65bf6f0d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c982e4d8-1a3c-41bb-ab43-f5cf1842c648 HTTP/1.1" status: 200 len: 217 time: 0.1454525 Mar 05 13:43:18.529087 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-ac1e3a2a-3e0e-4308-ae7c-7a06d6b16aaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 5d5afb03-c47b-440a-b83f-a6055b5c2003) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:18.542259 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb709a4-1b4d-48d4-a981-826b25d42f94 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:43:18.554659 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-6eb709a4-1b4d-48d4-a981-826b25d42f94 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:18.603376 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb709a4-1b4d-48d4-a981-826b25d42f94 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:43:18.632398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51278e9-ecd6-41ae-8f6d-399f1fb9485f None None] Network 5d5afb03-c47b-440a-b83f-a6055b5c2003 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:43:18.670561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cf417-cdac-4566-91ae-7f548804f1d0 req-7bb5e396-6755-47ef-84e5-7afb6b7eead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:18.676921 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e89cf417-cdac-4566-91ae-7f548804f1d0 req-7bb5e396-6755-47ef-84e5-7afb6b7eead5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a6ca09b-3881-47d7-942e-7f1fd7114e6c HTTP/1.1" status: 200 len: 853 time: 0.1570327 Mar 05 13:43:18.682861 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1e3a2a-3e0e-4308-ae7c-7a06d6b16aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:18.701664 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ac1e3a2a-3e0e-4308-ae7c-7a06d6b16aaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:18.766269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb709a4-1b4d-48d4-a981-826b25d42f94 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:18.766977 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6eb709a4-1b4d-48d4-a981-826b25d42f94 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:18.784825 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e89cf417-cdac-4566-91ae-7f548804f1d0 req-acff9767-d702-4552-ac43-667198232cb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=256d4a05-b012-43ab-ad69-f9c60e5aea8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675693 Mar 05 13:43:18.789288 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Pushing event updated for resources: {'Port': ['ID=1923486a-be3d-4d63-bd72-34f2f35a99f2,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:18.897977 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-3d3a6b7d-2859-4e21-a878-cd430f6aba41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:18.929614 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ac1e3a2a-3e0e-4308-ae7c-7a06d6b16aaf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.3323357 Mar 05 13:43:18.937216 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5ae38530-8928-4516-bf7e-6b25372a3923 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:43:18.964027 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd450c-977b-459c-9cfc-17a0ac350f49 req-993478c3-3f2b-4a1a-8d61-bfb0842e9097 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:18.966130 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cfdd450c-977b-459c-9cfc-17a0ac350f49 req-993478c3-3f2b-4a1a-8d61-bfb0842e9097 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=87aeff89-fd49-4b0a-9c2c-5596abaa6eeb HTTP/1.1" status: 200 len: 936 time: 0.7028110 Mar 05 13:43:18.967210 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:19.184247 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-09f55e2d-f0c0-479a-bba8-2d9874f071cd None None] Allocated IP 10.2.2.2 (4737ff0a-cb53-4e8a-bc54-82a47945de4b/eff906ca-fac7-414f-935e-aa401b609305/0e0a3b49-a3f7-46ff-9560-443ea4b14fac) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:43:19.269325 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-86303422-498b-491d-8103-c0c856c7c95b None None] Provisioning for port 1923486a-be3d-4d63-bd72-34f2f35a99f2 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:43:19.280757 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6eb709a4-1b4d-48d4-a981-826b25d42f94 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6446271 Mar 05 13:43:19.288276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54076) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:19.290864 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] Set router b2a59f49-3b77-458f-95cb-a807839d2570 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:43:19.297511 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-cbccf9b2-46a3-4e8d-8b2d-6efdbdc162ed tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Request body: {'port': {'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5', 'name': 'tempest-TaggedBootDevicesTest-575509812', 'fixed_ips': [{'subnet_id': '1862c115-1882-4737-96e2-80cabd1f69de'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:19.460779 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb709a4-1b4d-48d4-a981-826b25d42f94 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event updated for resources: {'Port': ['ID=8139ea31-6761-417f-998b-15794fc80588,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:19.479673 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cbccf9b2-46a3-4e8d-8b2d-6efdbdc162ed tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:19.486118 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-86303422-498b-491d-8103-c0c856c7c95b None None] Provisioning complete for port 1923486a-be3d-4d63-bd72-34f2f35a99f2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:19.486676 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-86303422-498b-491d-8103-c0c856c7c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:19.491395 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cbccf9b2-46a3-4e8d-8b2d-6efdbdc162ed tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Usage tracker for resource:port and tenant:28610c303cf6490b864485c4875d7beb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:19.499643 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cbccf9b2-46a3-4e8d-8b2d-6efdbdc162ed tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:19.541858 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cbccf9b2-46a3-4e8d-8b2d-6efdbdc162ed tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:19.550661 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b4338e-fd08-4830-a9e2-cd31d1a947f4 None None] Network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:43:19.585307 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbccf9b2-46a3-4e8d-8b2d-6efdbdc162ed tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Made reservation on behalf of 28610c303cf6490b864485c4875d7beb for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:43:19.590043 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cbccf9b2-46a3-4e8d-8b2d-6efdbdc162ed tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:19.652348 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-cbccf9b2-46a3-4e8d-8b2d-6efdbdc162ed tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] device_id is not set on port 691d3e20-087e-4c9d-8327-4f7d7b8868dd yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:43:19.694011 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dc69cb-8517-493f-910b-ef7ae3496568 None None] Network 5d5afb03-c47b-440a-b83f-a6055b5c2003 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:43:19.756312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1f036-86bf-492e-8453-1a10998c907b req-b3128ee1-2530-4348-9233-4de4a6942448 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:19.764210 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-41b1f036-86bf-492e-8453-1a10998c907b req-b3128ee1-2530-4348-9233-4de4a6942448 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 1.3919008 Mar 05 13:43:19.859491 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device c982e4d8-1a3c-41bb-ab43-f5cf1842c648 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:43:19.875245 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e89cf417-cdac-4566-91ae-7f548804f1d0 req-bc2c1328-3274-4981-b3a7-bf67bca7f8a9 service neutron] 10.222.0.30 "GET /v2.0/networks/256d4a05-b012-43ab-ad69-f9c60e5aea8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0675621 Mar 05 13:43:19.949000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-cbccf9b2-46a3-4e8d-8b2d-6efdbdc162ed tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Allocated IP 10.1.1.22 (8fa48499-e36c-4df6-9ca6-fd9e833610e5/1862c115-1882-4737-96e2-80cabd1f69de/691d3e20-087e-4c9d-8327-4f7d7b8868dd) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:43:19.997374 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-41b1f036-86bf-492e-8453-1a10998c907b req-be8db21b-24de-43ff-9705-8d2e4361d473 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268641 Mar 05 13:43:20.052748 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-86303422-498b-491d-8103-c0c856c7c95b None None] Port 1923486a-be3d-4d63-bd72-34f2f35a99f2 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:43:20.065834 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 5ae38530-8928-4516-bf7e-6b25372a3923 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:43:20.245436 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cbccf9b2-46a3-4e8d-8b2d-6efdbdc162ed tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:20.264958 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-cbccf9b2-46a3-4e8d-8b2d-6efdbdc162ed tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Transition to ACTIVE for port object 691d3e20-087e-4c9d-8327-4f7d7b8868dd will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:20.355890 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cbccf9b2-46a3-4e8d-8b2d-6efdbdc162ed tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:20.426306 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-20b7bb4a-e03c-41fc-91df-d5492c0a093c None None] Provisioning for port 5ae38530-8928-4516-bf7e-6b25372a3923 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:43:20.449166 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e89cf417-cdac-4566-91ae-7f548804f1d0 req-582b553d-482a-42b9-aa83-37eff33e1faa service neutron] 10.222.0.30 "GET /v2.0/networks/256d4a05-b012-43ab-ad69-f9c60e5aea8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497625 Mar 05 13:43:20.524495 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4fea9-13f8-45ea-b0b2-ad8f45bed545 req-2b414e72-1516-40b6-bb75-bb649b30fc6a tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:20.540654 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8ff4fea9-13f8-45ea-b0b2-ad8f45bed545 req-2b414e72-1516-40b6-bb75-bb649b30fc6a tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa5267a-bc6c-4324-b8d7-3a3665699213 HTTP/1.1" status: 200 len: 943 time: 0.3280442 Mar 05 13:43:20.596140 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:20.630527 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbccf9b2-46a3-4e8d-8b2d-6efdbdc162ed tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:43:20.633944 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccf9b2-46a3-4e8d-8b2d-6efdbdc162ed tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event updated for resources: {'Port': ['ID=691d3e20-087e-4c9d-8327-4f7d7b8868dd,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:20.664730 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8ff4fea9-13f8-45ea-b0b2-ad8f45bed545 req-b90dcf0f-7dfa-499b-ba19-8430743fc28c tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fef8fc1-95f8-4e94-94b0-c3d2f2a6a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231313 Mar 05 13:43:20.678151 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-3d3a6b7d-2859-4e21-a878-cd430f6aba41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184b801c-e78c-44f5-9803-b433f7505612 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:43:20.691186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-cbccf9b2-46a3-4e8d-8b2d-6efdbdc162ed tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:20.704464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbccf9b2-46a3-4e8d-8b2d-6efdbdc162ed tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:43:20.712357 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-3d3a6b7d-2859-4e21-a878-cd430f6aba41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:20.721211 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-20b7bb4a-e03c-41fc-91df-d5492c0a093c None None] Provisioning complete for port 5ae38530-8928-4516-bf7e-6b25372a3923 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:20.721592 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-20b7bb4a-e03c-41fc-91df-d5492c0a093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:20.736427 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-3d3a6b7d-2859-4e21-a878-cd430f6aba41 service neutron] Transition to ACTIVE for port object 184b801c-e78c-44f5-9803-b433f7505612 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:20.746989 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-3d3a6b7d-2859-4e21-a878-cd430f6aba41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:20.778334 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cfdd450c-977b-459c-9cfc-17a0ac350f49 req-ca9ab577-e449-4780-aafd-1976510216c8 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5432398 Mar 05 13:43:20.967762 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbccf9b2-46a3-4e8d-8b2d-6efdbdc162ed tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:20.968736 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cbccf9b2-46a3-4e8d-8b2d-6efdbdc162ed tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:21.020289 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-09f55e2d-f0c0-479a-bba8-2d9874f071cd None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:21.040783 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port c982e4d8-1a3c-41bb-ab43-f5cf1842c648, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c982e4d8-1a3c-41bb-ab43-f5cf1842c648,segment=NetworkSegment(313bb3c9-8a66-4929-966d-34dec7dcf12d),segment_id=313bb3c9-8a66-4929-966d-34dec7dcf12d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:21.083930 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cbccf9b2-46a3-4e8d-8b2d-6efdbdc162ed tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7909825 Mar 05 13:43:21.131048 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-09f55e2d-f0c0-479a-bba8-2d9874f071cd None None] Transition to ACTIVE for port object 0e0a3b49-a3f7-46ff-9560-443ea4b14fac will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:21.142190 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'c982e4d8-1a3c-41bb-ab43-f5cf1842c648', 'network_id': '256d4a05-b012-43ab-ad69-f9c60e5aea8f', 'port_id': 'c982e4d8-1a3c-41bb-ab43-f5cf1842c648', 'mac_address': 'fa:16:3e:2b:9d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a6ca09b-3881-47d7-942e-7f1fd7114e6c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:43:21.194608 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a6b7d-2859-4e21-a878-cd430f6aba41 service neutron] Pushing event updated for resources: {'Port': ['ID=184b801c-e78c-44f5-9803-b433f7505612,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:21.226825 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-3d3a6b7d-2859-4e21-a878-cd430f6aba41 service neutron] Attempting to bind port 184b801c-e78c-44f5-9803-b433f7505612 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:43:21.227155 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-3d3a6b7d-2859-4e21-a878-cd430f6aba41 service neutron] Attempting to bind port 184b801c-e78c-44f5-9803-b433f7505612 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:43:21.227480 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-3d3a6b7d-2859-4e21-a878-cd430f6aba41 service neutron] Attempting to bind port 184b801c-e78c-44f5-9803-b433f7505612 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:43:21.244388 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-3d3a6b7d-2859-4e21-a878-cd430f6aba41 service neutron] Port 184b801c-e78c-44f5-9803-b433f7505612 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:43:21.245095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-3d3a6b7d-2859-4e21-a878-cd430f6aba41 service neutron] Attempting to bind port 184b801c-e78c-44f5-9803-b433f7505612 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:43:21.260003 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-3d3a6b7d-2859-4e21-a878-cd430f6aba41 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:43:21.260344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-3d3a6b7d-2859-4e21-a878-cd430f6aba41 service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:43:21.260736 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-3d3a6b7d-2859-4e21-a878-cd430f6aba41 service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:43:21.261351 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-3d3a6b7d-2859-4e21-a878-cd430f6aba41 service neutron] Bound port: 184b801c-e78c-44f5-9803-b433f7505612, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:43:21.268685 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-3d3a6b7d-2859-4e21-a878-cd430f6aba41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:21.385534 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-09f55e2d-f0c0-479a-bba8-2d9874f071cd None None] Transition to ACTIVE for port object 0e0a3b49-a3f7-46ff-9560-443ea4b14fac will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:21.467051 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-09f55e2d-f0c0-479a-bba8-2d9874f071cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:21.586917 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-3d3a6b7d-2859-4e21-a878-cd430f6aba41 service neutron] For port 184b801c-e78c-44f5-9803-b433f7505612, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:43:21.587902 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:21.600055 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-3d3a6b7d-2859-4e21-a878-cd430f6aba41 service neutron] For port 184b801c-e78c-44f5-9803-b433f7505612, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=184b801c-e78c-44f5-9803-b433f7505612,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:43:21.609619 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-3d3a6b7d-2859-4e21-a878-cd430f6aba41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:21.670920 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:21.673459 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'name': 'tempest-ServersTestManualDisk-1558163160-router', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:43:02Z', 'updated_at': '2022-03-05T13:43:08Z', 'revision_number': 3, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'gw_port': {'id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:05Z', 'updated_at': '2022-03-05T13:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:21.685105 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:21.686651 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-20b7bb4a-e03c-41fc-91df-d5492c0a093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:21.714469 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f55e2d-f0c0-479a-bba8-2d9874f071cd None None] Network 4737ff0a-cb53-4e8a-bc54-82a47945de4b is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:43:21.734745 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c982e4d8-1a3c-41bb-ab43-f5cf1842c648 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:43:21.738030 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-09f55e2d-f0c0-479a-bba8-2d9874f071cd None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:21.765306 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca304222-cf48-4bf6-8806-72bfe4f5f098 None None] The sync data for ids ['b2a59f49-3b77-458f-95cb-a807839d2570'] in n-d-803718-1 is: [{'id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'name': 'tempest-ServersTestManualDisk-1558163160-router', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:43:02Z', 'updated_at': '2022-03-05T13:43:08Z', 'revision_number': 3, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'gw_port': {'id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:05Z', 'updated_at': '2022-03-05T13:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:43:21.767083 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f55e2d-f0c0-479a-bba8-2d9874f071cd None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:43:21.790014 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54102) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:21.841014 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:43:21.864958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port c982e4d8-1a3c-41bb-ab43-f5cf1842c648, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c982e4d8-1a3c-41bb-ab43-f5cf1842c648,segment=NetworkSegment(313bb3c9-8a66-4929-966d-34dec7dcf12d),segment_id=313bb3c9-8a66-4929-966d-34dec7dcf12d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:21.867331 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f55e2d-f0c0-479a-bba8-2d9874f071cd None None] Pushing event updated for resources: {'Port': ['ID=0e0a3b49-a3f7-46ff-9560-443ea4b14fac,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:21.904973 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:21.946043 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-4f7f3e1f-4149-4f89-9f66-2a806be17b78 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--157058107', 'description': 'tempest-description--618099477'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:21.961851 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a6b7d-2859-4e21-a878-cd430f6aba41 service neutron] Pushing event updated for resources: {'Port': ['ID=184b801c-e78c-44f5-9803-b433f7505612,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:21.975613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-3d3a6b7d-2859-4e21-a878-cd430f6aba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:21.976512 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-3d3a6b7d-2859-4e21-a878-cd430f6aba41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:21.980539 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-3d3a6b7d-2859-4e21-a878-cd430f6aba41 service neutron] 10.222.0.30 "PUT /v2.0/ports/184b801c-e78c-44f5-9803-b433f7505612 HTTP/1.1" status: 200 len: 1096 time: 3.8301437 Mar 05 13:43:21.985227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87aeff89-fd49-4b0a-9c2c-5596abaa6eeb', 'tag': '184b801c-e78c-44f5-9803-b433f7505612'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:43:22.021602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4f7f3e1f-4149-4f89-9f66-2a806be17b78 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:22.059603 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4f7f3e1f-4149-4f89-9f66-2a806be17b78 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Usage tracker for resource:security_group and tenant:28610c303cf6490b864485c4875d7beb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:22.141390 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6dc53-fe5b-47c3-bba4-62d74e7915a4 req-3379336b-b477-40e1-acc8-29ddcb4403e9 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:22.143362 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0be6dc53-fe5b-47c3-bba4-62d74e7915a4 req-3379336b-b477-40e1-acc8-29ddcb4403e9 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 0.7753735 Mar 05 13:43:22.210216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-f443ea52-9de9-4ed4-80cb-530ad063b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:22.213879 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4f7f3e1f-4149-4f89-9f66-2a806be17b78 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:22.214500 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-f443ea52-9de9-4ed4-80cb-530ad063b2bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&device_id=87aeff89-fd49-4b0a-9c2c-5596abaa6eeb HTTP/1.1" status: 200 len: 1099 time: 0.1835387 Mar 05 13:43:22.254128 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0be6dc53-fe5b-47c3-bba4-62d74e7915a4 req-c16cbfa3-90fa-468d-ae60-77ba2343f361 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952036 Mar 05 13:43:22.328134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4f7f3e1f-4149-4f89-9f66-2a806be17b78 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:22.364404 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-fbd10c20-d165-4fa6-9120-c13ae977b2b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=184b801c-e78c-44f5-9803-b433f7505612 HTTP/1.1" status: 200 len: 217 time: 0.1162579 Mar 05 13:43:22.413195 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Pushing event updated for resources: {'Port': ['ID=1923486a-be3d-4d63-bd72-34f2f35a99f2,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:22.421364 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=c982e4d8-1a3c-41bb-ab43-f5cf1842c648,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:22.446668 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:22.541483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:22.541934 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:22.542393 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:22.542935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:22.543539 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:22.543968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:22.544553 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:22.544981 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:22.545409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:22.545824 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:22.546246 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:22.547534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:22.577404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-63ef080e-766a-4e92-b767-9511446838bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:22.583237 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-63ef080e-766a-4e92-b767-9511446838bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1998072 Mar 05 13:43:22.627739 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3e1f-4149-4f89-9f66-2a806be17b78 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:22.911165 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['c982e4d8-1a3c-41bb-ab43-f5cf1842c648'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:43:22.952840 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4f7f3e1f-4149-4f89-9f66-2a806be17b78 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:22.981146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4f7f3e1f-4149-4f89-9f66-2a806be17b78 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Usage tracker for resource:security_group_rule and tenant:28610c303cf6490b864485c4875d7beb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:22.997725 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4f7f3e1f-4149-4f89-9f66-2a806be17b78 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:23.031900 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-d80aa772-effb-4d6c-9e59-6dd60d177169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:23.032058 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b859fa15-d636-44fa-a57a-b72a83a6fc38 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:43:23.033728 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-d80aa772-effb-4d6c-9e59-6dd60d177169 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4460335 Mar 05 13:43:23.048464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4f7f3e1f-4149-4f89-9f66-2a806be17b78 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:23.101489 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14e203-843a-4a9c-ac37-4185577a482d req-c05355d0-2e22-4213-88c9-283538d383f9 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:23.111243 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2a14e203-843a-4a9c-ac37-4185577a482d req-c05355d0-2e22-4213-88c9-283538d383f9 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa5267a-bc6c-4324-b8d7-3a3665699213 HTTP/1.1" status: 200 len: 944 time: 1.0726876 Mar 05 13:43:23.123549 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-20b7bb4a-e03c-41fc-91df-d5492c0a093c None None] For port 5ae38530-8928-4516-bf7e-6b25372a3923, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5ae38530-8928-4516-bf7e-6b25372a3923,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:23.172482 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Network 5a7630ee-dc4a-4dac-88dd-5824b780a0ac is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:43:23.177858 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:23.205423 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-09f55e2d-f0c0-479a-bba8-2d9874f071cd None None] Attempting to bind port 0e0a3b49-a3f7-46ff-9560-443ea4b14fac on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:43:23.205909 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-09f55e2d-f0c0-479a-bba8-2d9874f071cd None None] Attempting to bind port 0e0a3b49-a3f7-46ff-9560-443ea4b14fac by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '16a0ae04-8bec-44a5-a36a-8a119cff7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4737ff0a-cb53-4e8a-bc54-82a47945de4b'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:43:23.206362 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f55e2d-f0c0-479a-bba8-2d9874f071cd None None] Attempting to bind port 0e0a3b49-a3f7-46ff-9560-443ea4b14fac on network 4737ff0a-cb53-4e8a-bc54-82a47945de4b {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:43:23.220159 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-20b7bb4a-e03c-41fc-91df-d5492c0a093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:23.294914 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f55e2d-f0c0-479a-bba8-2d9874f071cd None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:43:23.296138 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f55e2d-f0c0-479a-bba8-2d9874f071cd None None] Checking segment: {'id': '16a0ae04-8bec-44a5-a36a-8a119cff7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4737ff0a-cb53-4e8a-bc54-82a47945de4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:43:23.296773 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-09f55e2d-f0c0-479a-bba8-2d9874f071cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:23.297273 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f55e2d-f0c0-479a-bba8-2d9874f071cd None None] Bound using segment: {'id': '16a0ae04-8bec-44a5-a36a-8a119cff7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4737ff0a-cb53-4e8a-bc54-82a47945de4b'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:43:23.298919 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-09f55e2d-f0c0-479a-bba8-2d9874f071cd None None] Bound port: 0e0a3b49-a3f7-46ff-9560-443ea4b14fac, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a0ae04-8bec-44a5-a36a-8a119cff7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4737ff0a-cb53-4e8a-bc54-82a47945de4b'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:43:23.300017 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-09f55e2d-f0c0-479a-bba8-2d9874f071cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:23.515506 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-4300bb4e-e00e-4479-9440-0f3bea9ac074 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729888 Mar 05 13:43:23.529769 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d3ee0-a8fa-4daa-96f9-683305112b2a req-84b0b7ff-24f6-4fd2-8a0e-aa4c475ebca0 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:23.529984 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-902d3ee0-a8fa-4daa-96f9-683305112b2a req-84b0b7ff-24f6-4fd2-8a0e-aa4c475ebca0 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Synchronizing usage tracker for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:43:23.687548 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2da48db1-4ed9-4b19-9789-e5b5b8e274d0 None None] Provisioning for port 8139ea31-6761-417f-998b-15794fc80588 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:43:23.710052 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2da48db1-4ed9-4b19-9789-e5b5b8e274d0 None None] Provisioning complete for port 8139ea31-6761-417f-998b-15794fc80588 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:23.711010 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2da48db1-4ed9-4b19-9789-e5b5b8e274d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:23.812064 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7bb4a-e03c-41fc-91df-d5492c0a093c None None] Pushing event updated for resources: {'Port': ['ID=5ae38530-8928-4516-bf7e-6b25372a3923,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:23.815716 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port b859fa15-d636-44fa-a57a-b72a83a6fc38 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:43:23.835917 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2da48db1-4ed9-4b19-9789-e5b5b8e274d0 None None] Port 8139ea31-6761-417f-998b-15794fc80588 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:43:23.863821 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-09f55e2d-f0c0-479a-bba8-2d9874f071cd None None] For port 0e0a3b49-a3f7-46ff-9560-443ea4b14fac, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:43:23.877214 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b859fa15-d636-44fa-a57a-b72a83a6fc38 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:23.878053 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:23.921866 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2a14e203-843a-4a9c-ac37-4185577a482d req-c3ed8f0f-3297-45c9-b7c4-8b435479973b tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fef8fc1-95f8-4e94-94b0-c3d2f2a6a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8055587 Mar 05 13:43:23.949818 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-902d3ee0-a8fa-4daa-96f9-683305112b2a req-84b0b7ff-24f6-4fd2-8a0e-aa4c475ebca0 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Unset dirty status for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:43:23.950503 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-902d3ee0-a8fa-4daa-96f9-683305112b2a req-84b0b7ff-24f6-4fd2-8a0e-aa4c475ebca0 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=87aeff89-fd49-4b0a-9c2c-5596abaa6eeb HTTP/1.1" status: 200 len: 948 time: 1.1378243 Mar 05 13:43:23.979018 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2da48db1-4ed9-4b19-9789-e5b5b8e274d0 None None] Provisioning complete for port 5ae38530-8928-4516-bf7e-6b25372a3923 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:23.979571 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2da48db1-4ed9-4b19-9789-e5b5b8e274d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:24.031349 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-09f55e2d-f0c0-479a-bba8-2d9874f071cd None None] For port 0e0a3b49-a3f7-46ff-9560-443ea4b14fac, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0e0a3b49-a3f7-46ff-9560-443ea4b14fac,segment=NetworkSegment(16a0ae04-8bec-44a5-a36a-8a119cff7a5d),segment_id=16a0ae04-8bec-44a5-a36a-8a119cff7a5d)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:43:24.069186 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-09f55e2d-f0c0-479a-bba8-2d9874f071cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:24.079805 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3e1f-4149-4f89-9f66-2a806be17b78 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:24.089723 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Router b2a59f49-3b77-458f-95cb-a807839d2570 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:43:24.090513 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3e1f-4149-4f89-9f66-2a806be17b78 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:24.153296 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87aeff89-fd49-4b0a-9c2c-5596abaa6eeb', 'tag': '184b801c-e78c-44f5-9803-b433f7505612', 'status': 'completed', 'code': 200} Mar 05 13:43:24.180363 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-902d3ee0-a8fa-4daa-96f9-683305112b2a req-8a319ac4-428e-4e76-a86c-c9fe43bf150a tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020023 Mar 05 13:43:24.318754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54128) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:24.326382 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d718ff2-7ed7-41d5-8a1b-8c2305cd2e0b req-1a6a7cb8-082b-4c34-8970-45effee4641c service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7802453 Mar 05 13:43:24.366224 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:24.425426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port b859fa15-d636-44fa-a57a-b72a83a6fc38, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b859fa15-d636-44fa-a57a-b72a83a6fc38,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:24.431626 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f55e2d-f0c0-479a-bba8-2d9874f071cd None None] Pushing event updated for resources: {'Port': ['ID=0e0a3b49-a3f7-46ff-9560-443ea4b14fac,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:24.464962 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:24.511405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-502f002a-d20d-4da4-a804-9f0cbb8fc8f3 admin admin] Deleting subnet 0c4891d0-7775-4792-8ad2-d65bda385691 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:43:24.533203 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f3e1f-4149-4f89-9f66-2a806be17b78 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b39a962b-d0ac-433e-9966-87cb0ae598a5,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:24.580710 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=b859fa15-d636-44fa-a57a-b72a83a6fc38,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:24.597782 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3e1f-4149-4f89-9f66-2a806be17b78 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:24.611246 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4f7f3e1f-4149-4f89-9f66-2a806be17b78 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.6993780 Mar 05 13:43:24.661009 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-502f002a-d20d-4da4-a804-9f0cbb8fc8f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:24.674177 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54132) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:24.694492 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-439bf870-7dce-4725-a631-d7194bf17b26 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Request body: {'security_group_rule': {'security_group_id': 'b39a962b-d0ac-433e-9966-87cb0ae598a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:24.710175 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2da48db1-4ed9-4b19-9789-e5b5b8e274d0 None None] Provisioning for port 691d3e20-087e-4c9d-8327-4f7d7b8868dd completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:43:24.734515 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-439bf870-7dce-4725-a631-d7194bf17b26 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:24.735256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2da48db1-4ed9-4b19-9789-e5b5b8e274d0 None None] Provisioning complete for port 691d3e20-087e-4c9d-8327-4f7d7b8868dd triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:24.741837 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2da48db1-4ed9-4b19-9789-e5b5b8e274d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:24.768334 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-439bf870-7dce-4725-a631-d7194bf17b26 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Usage tracker for resource:security_group_rule and tenant:28610c303cf6490b864485c4875d7beb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:24.784390 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-439bf870-7dce-4725-a631-d7194bf17b26 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:24.839553 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-439bf870-7dce-4725-a631-d7194bf17b26 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:24.841153 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5ae38530-8928-4516-bf7e-6b25372a3923 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:43:24.976995 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-502f002a-d20d-4da4-a804-9f0cbb8fc8f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:25.078006 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2da48db1-4ed9-4b19-9789-e5b5b8e274d0 None None] Port 691d3e20-087e-4c9d-8327-4f7d7b8868dd cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:43:25.096666 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 5ae38530-8928-4516-bf7e-6b25372a3923 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:25.101649 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:25.275699 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-439bf870-7dce-4725-a631-d7194bf17b26 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:25.353683 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5d899-ca57-4ca4-919d-b8c43567d904 req-27b5cd82-eb5e-4ec4-904f-4fcd8b282c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:25.353683 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1e5d899-ca57-4ca4-919d-b8c43567d904 req-27b5cd82-eb5e-4ec4-904f-4fcd8b282c19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&device_id=87aeff89-fd49-4b0a-9c2c-5596abaa6eeb HTTP/1.1" status: 200 len: 1099 time: 0.8316901 Mar 05 13:43:25.420367 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-502f002a-d20d-4da4-a804-9f0cbb8fc8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:25.524315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:43:25.597336 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9ac3cb09-250c-4ffc-b907-2259763f8a59 admin admin] 10.222.0.16 "PUT /v2.0/routers/b2a59f49-3b77-458f-95cb-a807839d2570/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4587262 Mar 05 13:43:25.623594 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] Sync routers for ids ['b2a59f49-3b77-458f-95cb-a807839d2570'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:43:25.623594 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] Routers {'b2a59f49-3b77-458f-95cb-a807839d2570'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:43:25.623594 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:43:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b2a59f49-3b77-458f-95cb-a807839d2570'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:25.725632 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce76b9-b360-4cee-b8f4-5b45e46e5b23 req-d3d36890-5ec6-4bf2-b08e-e62161698d01 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:25.748917 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bc6aa743-00f6-4425-9ec3-60b6861f6017 None None] Provisioning complete for port 1923486a-be3d-4d63-bd72-34f2f35a99f2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:25.749389 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bc6aa743-00f6-4425-9ec3-60b6861f6017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:25.752140 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5bce76b9-b360-4cee-b8f4-5b45e46e5b23 req-d3d36890-5ec6-4bf2-b08e-e62161698d01 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 1.2450354 Mar 05 13:43:25.869510 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-439bf870-7dce-4725-a631-d7194bf17b26 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:25.885529 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-bc6aa743-00f6-4425-9ec3-60b6861f6017 None None] Port 1923486a-be3d-4d63-bd72-34f2f35a99f2 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:43:25.897678 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-439bf870-7dce-4725-a631-d7194bf17b26 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:25.954149 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device c982e4d8-1a3c-41bb-ab43-f5cf1842c648 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:43:25.970454 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bf870-7dce-4725-a631-d7194bf17b26 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4561305a-ef0f-4c0c-bead-99e926bd56ad,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:25.971678 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5bce76b9-b360-4cee-b8f4-5b45e46e5b23 req-ba8cee80-3a97-4401-803f-73476fcafbcd tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184255 Mar 05 13:43:26.007757 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1d4de-29b7-4a00-9be0-14d781ffb5fe req-4813aa2b-faa0-4d90-b8a9-848673fac651 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:26.009675 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eab1d4de-29b7-4a00-9be0-14d781ffb5fe req-4813aa2b-faa0-4d90-b8a9-848673fac651 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa5267a-bc6c-4324-b8d7-3a3665699213 HTTP/1.1" status: 200 len: 944 time: 0.6851799 Mar 05 13:43:26.091084 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-439bf870-7dce-4725-a631-d7194bf17b26 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:26.095902 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54158) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:26.101599 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-439bf870-7dce-4725-a631-d7194bf17b26 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4233987 Mar 05 13:43:26.121636 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5d899-ca57-4ca4-919d-b8c43567d904 req-dd1ec5f8-a6ba-42c8-a96d-2fcedcf7dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:26.128225 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1e5d899-ca57-4ca4-919d-b8c43567d904 req-dd1ec5f8-a6ba-42c8-a96d-2fcedcf7dbed service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.7657940 Mar 05 13:43:26.132104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-7779099c-70c3-45ae-8a87-7310695eee00 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Request body: {'security_group_rule': {'security_group_id': 'b39a962b-d0ac-433e-9966-87cb0ae598a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:26.146228 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eab1d4de-29b7-4a00-9be0-14d781ffb5fe req-51049b12-4e44-4a9b-b63f-5048634b62a0 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fef8fc1-95f8-4e94-94b0-c3d2f2a6a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152515 Mar 05 13:43:26.157881 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7779099c-70c3-45ae-8a87-7310695eee00 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:26.178987 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7779099c-70c3-45ae-8a87-7310695eee00 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Usage tracker for resource:security_group_rule and tenant:28610c303cf6490b864485c4875d7beb is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:26.182423 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7779099c-70c3-45ae-8a87-7310695eee00 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:26.199234 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7779099c-70c3-45ae-8a87-7310695eee00 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:26.208966 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port c982e4d8-1a3c-41bb-ab43-f5cf1842c648 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:43:26.227179 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port c982e4d8-1a3c-41bb-ab43-f5cf1842c648 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:26.228343 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:26.345803 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] Set router b2a59f49-3b77-458f-95cb-a807839d2570 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:43:26.603676 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5569542f-8d65-4f32-abd5-a2f7dd4b456f None None] Network 4737ff0a-cb53-4e8a-bc54-82a47945de4b requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:43:26.644135 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7779099c-70c3-45ae-8a87-7310695eee00 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:26.742835 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1e5d899-ca57-4ca4-919d-b8c43567d904 req-e69c4d8f-791a-417e-88a4-e2337e04bddb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=184b801c-e78c-44f5-9803-b433f7505612 HTTP/1.1" status: 200 len: 217 time: 0.4958115 Mar 05 13:43:26.743839 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-502f002a-d20d-4da4-a804-9f0cbb8fc8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:26.852260 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6bcd22de-f95a-4b0a-8c2b-f53761baf83b None None] Provisioning for port 0e0a3b49-a3f7-46ff-9560-443ea4b14fac completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:43:26.919637 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:26.941915 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b859fa15-d636-44fa-a57a-b72a83a6fc38 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:43:26.997856 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa5267a-bc6c-4324-b8d7-3a3665699213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c982e4d8-1a3c-41bb-ab43-f5cf1842c648'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:43:27.014044 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5d899-ca57-4ca4-919d-b8c43567d904 req-25273884-6f15-4f83-8fba-864d08bc9a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:27.016894 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1e5d899-ca57-4ca4-919d-b8c43567d904 req-25273884-6f15-4f83-8fba-864d08bc9a09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.2641146 Mar 05 13:43:27.030289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port c982e4d8-1a3c-41bb-ab43-f5cf1842c648, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c982e4d8-1a3c-41bb-ab43-f5cf1842c648,segment=NetworkSegment(313bb3c9-8a66-4929-966d-34dec7dcf12d),segment_id=313bb3c9-8a66-4929-966d-34dec7dcf12d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:27.037283 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f002a-d20d-4da4-a804-9f0cbb8fc8f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c4891d0-7775-4792-8ad2-d65bda385691,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:27.075408 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:27.114594 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'name': 'tempest-ServersTestManualDisk-1558163160-router', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:43:02Z', 'updated_at': '2022-03-05T13:43:20Z', 'revision_number': 4, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'gw_port': {'id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:05Z', 'updated_at': '2022-03-05T13:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '1923486a-be3d-4d63-bd72-34f2f35a99f2', 'name': '', 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'mac_address': 'fa:16:3e:44:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0131738f-f90e-4810-8c0d-4d64eb37560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:15Z', 'updated_at': '2022-03-05T13:43:20Z', 'revision_number': 2, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'subnets': [{'id': '0131738f-f90e-4810-8c0d-4d64eb37560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:27.124300 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] Checking router: b2a59f49-3b77-458f-95cb-a807839d2570 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:43:27.124638 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] Updating router b2a59f49-3b77-458f-95cb-a807839d2570 port 1923486a-be3d-4d63-bd72-34f2f35a99f2 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:43:27.186701 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-502f002a-d20d-4da4-a804-9f0cbb8fc8f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:27.213564 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-502f002a-d20d-4da4-a804-9f0cbb8fc8f3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0c4891d0-7775-4792-8ad2-d65bda385691 HTTP/1.1" status: 204 len: 168 time: 2.8931291 Mar 05 13:43:27.215417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54176) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:27.276096 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b859fa15-d636-44fa-a57a-b72a83a6fc38 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:27.276539 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:27.306704 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7779099c-70c3-45ae-8a87-7310695eee00 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:27.311473 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=c982e4d8-1a3c-41bb-ab43-f5cf1842c648,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:27.327877 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7779099c-70c3-45ae-8a87-7310695eee00 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:27.351090 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:27.402028 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54180) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:27.436597 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-653af596-3668-4f08-a104-8b3dacc8f35f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--33392896', 'description': 'tempest-description--211277116'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:27.490577 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779099c-70c3-45ae-8a87-7310695eee00 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0d3ddc-506f-44d8-a2e8-f66c4d57ff0e,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:27.497386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-653af596-3668-4f08-a104-8b3dacc8f35f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:27.524738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-653af596-3668-4f08-a104-8b3dacc8f35f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Usage tracker for resource:security_group and tenant:f6ecaf5ba4ab4aa992433d8592c316a3 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:27.547359 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec450e6-2d20-4023-a774-5044c3a51089 req-01d056fb-bfe7-463e-a631-35d5702483d3 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:27.558087 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eec450e6-2d20-4023-a774-5044c3a51089 req-01d056fb-bfe7-463e-a631-35d5702483d3 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=87aeff89-fd49-4b0a-9c2c-5596abaa6eeb HTTP/1.1" status: 200 len: 948 time: 1.1071496 Mar 05 13:43:27.565605 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d31ea365-046e-4724-976e-a74266dfe971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:27.576253 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0e0a3b49-a3f7-46ff-9560-443ea4b14fac up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:43:27.612797 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7779099c-70c3-45ae-8a87-7310695eee00 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:27.615861 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7779099c-70c3-45ae-8a87-7310695eee00 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5170496 Mar 05 13:43:27.621773 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-653af596-3668-4f08-a104-8b3dacc8f35f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:27.622278 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54184) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:27.667730 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-653af596-3668-4f08-a104-8b3dacc8f35f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:27.696720 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-cf167f15-e8ed-45ff-9093-3cc77dec1cef tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:27.704026 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 0e0a3b49-a3f7-46ff-9560-443ea4b14fac completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:43:27.721749 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 0e0a3b49-a3f7-46ff-9560-443ea4b14fac triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:27.725430 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:27.736919 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5d899-ca57-4ca4-919d-b8c43567d904 req-014d31a2-c861-49df-ad0d-b43cad7f67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:27.742754 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1e5d899-ca57-4ca4-919d-b8c43567d904 req-014d31a2-c861-49df-ad0d-b43cad7f67f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6409850 Mar 05 13:43:27.747280 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cf167f15-e8ed-45ff-9093-3cc77dec1cef tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:27.765290 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eec450e6-2d20-4023-a774-5044c3a51089 req-97d0ba35-92d1-4b8a-9ea2-d0ce9fd44a64 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042451 Mar 05 13:43:27.802814 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cf167f15-e8ed-45ff-9093-3cc77dec1cef tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Usage tracker for resource:floatingip and tenant:28610c303cf6490b864485c4875d7beb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:27.808972 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cf167f15-e8ed-45ff-9093-3cc77dec1cef tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:27.818705 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cf167f15-e8ed-45ff-9093-3cc77dec1cef tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:27.827923 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-653af596-3668-4f08-a104-8b3dacc8f35f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:27.897332 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d31ea365-046e-4724-976e-a74266dfe971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:27.906689 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-653af596-3668-4f08-a104-8b3dacc8f35f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:27.916738 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf167f15-e8ed-45ff-9093-3cc77dec1cef tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:27.918009 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa5267a-bc6c-4324-b8d7-3a3665699213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c982e4d8-1a3c-41bb-ab43-f5cf1842c648', 'code': 200} Mar 05 13:43:27.920033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-653af596-3668-4f08-a104-8b3dacc8f35f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Usage tracker for resource:security_group_rule and tenant:f6ecaf5ba4ab4aa992433d8592c316a3 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:27.922915 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3970e5fc-db7a-4ec4-91ca-2716ae09a825 None None] Provisioning complete for port 0e0a3b49-a3f7-46ff-9560-443ea4b14fac triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:27.923351 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3970e5fc-db7a-4ec4-91ca-2716ae09a825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:27.929590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-653af596-3668-4f08-a104-8b3dacc8f35f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:27.947397 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-653af596-3668-4f08-a104-8b3dacc8f35f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:27.987488 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d31ea365-046e-4724-976e-a74266dfe971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5afb03-c47b-440a-b83f-a6055b5c2003']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:28.027062 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d31ea365-046e-4724-976e-a74266dfe971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c669a9b-6f05-4083-bc84-8b3369cc9366') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:28.027764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d31ea365-046e-4724-976e-a74266dfe971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c669a9b-6f05-4083-bc84-8b3369cc9366') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:28.044597 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 184b801c-e78c-44f5-9803-b433f7505612 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:43:28.062592 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d31ea365-046e-4724-976e-a74266dfe971 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:28.350811 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1e5d899-ca57-4ca4-919d-b8c43567d904 req-2fc92363-5b23-4889-88d5-e70b5d71aede service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5828729 Mar 05 13:43:28.361184 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:28.377226 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] Transition to ACTIVE for port object 1923486a-be3d-4d63-bd72-34f2f35a99f2 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:28.387632 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:28.405375 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d31ea365-046e-4724-976e-a74266dfe971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:28.421237 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31ea365-046e-4724-976e-a74266dfe971 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:43:28.421879 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d31ea365-046e-4724-976e-a74266dfe971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:28.424668 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 184b801c-e78c-44f5-9803-b433f7505612, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=184b801c-e78c-44f5-9803-b433f7505612,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:43:28.436289 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:43:28.450220 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '184b801c-e78c-44f5-9803-b433f7505612', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '184b801c-e78c-44f5-9803-b433f7505612', 'mac_address': 'fa:16:3e:93:0c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:43:28.471927 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 3953bd01-eec3-49cd-9135-0700f1de9c5c details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:43:28.474485 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34c130-9eb9-4eeb-a490-c59a52e087ec None None] Pushing event updated for resources: {'Port': ['ID=1923486a-be3d-4d63-bd72-34f2f35a99f2,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:28.475328 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 3953bd01-eec3-49cd-9135-0700f1de9c5c no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:43:28.485309 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d34c130-9eb9-4eeb-a490-c59a52e087ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:28.485977 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d34c130-9eb9-4eeb-a490-c59a52e087ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:28.486506 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d34c130-9eb9-4eeb-a490-c59a52e087ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:28.487065 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d34c130-9eb9-4eeb-a490-c59a52e087ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:28.487594 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d34c130-9eb9-4eeb-a490-c59a52e087ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:28.488191 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d34c130-9eb9-4eeb-a490-c59a52e087ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:28.489225 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d34c130-9eb9-4eeb-a490-c59a52e087ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:28.491382 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d34c130-9eb9-4eeb-a490-c59a52e087ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:28.492031 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d34c130-9eb9-4eeb-a490-c59a52e087ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:28.492565 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d34c130-9eb9-4eeb-a490-c59a52e087ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:28.493093 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d34c130-9eb9-4eeb-a490-c59a52e087ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:28.493625 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d34c130-9eb9-4eeb-a490-c59a52e087ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:28.529474 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:28.611496 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d31ea365-046e-4724-976e-a74266dfe971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:28.647102 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d31ea365-046e-4724-976e-a74266dfe971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:28.665021 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-653af596-3668-4f08-a104-8b3dacc8f35f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:28.674130 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ea365-046e-4724-976e-a74266dfe971 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d5afb03-c47b-440a-b83f-a6055b5c2003,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:28.676313 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3970e5fc-db7a-4ec4-91ca-2716ae09a825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:28.699608 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d31ea365-046e-4724-976e-a74266dfe971 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5d5afb03-c47b-440a-b83f-a6055b5c2003 HTTP/1.1" status: 204 len: 168 time: 1.4837043 Mar 05 13:43:28.725183 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] Attempting to bind port 1923486a-be3d-4d63-bd72-34f2f35a99f2 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:43:28.725949 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] Attempting to bind port 1923486a-be3d-4d63-bd72-34f2f35a99f2 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'faf925df-c7ee-4666-9e57-d1d277d41878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:43:28.726746 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] Attempting to bind port 1923486a-be3d-4d63-bd72-34f2f35a99f2 on network 5a7630ee-dc4a-4dac-88dd-5824b780a0ac {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:43:28.733815 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:28.734429 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:43:28.735189 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] Checking segment: {'id': 'faf925df-c7ee-4666-9e57-d1d277d41878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:43:28.735882 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:28.736603 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] Bound using segment: {'id': 'faf925df-c7ee-4666-9e57-d1d277d41878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:43:28.737288 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] Bound port: 1923486a-be3d-4d63-bd72-34f2f35a99f2, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf925df-c7ee-4666-9e57-d1d277d41878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:43:28.737971 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:28.766059 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d27a1-2937-41c9-bca3-da12579ef45f req-af4a5a07-4549-4cce-89c7-6bad1b903e7a tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:28.775266 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-437d27a1-2937-41c9-bca3-da12579ef45f req-af4a5a07-4549-4cce-89c7-6bad1b903e7a tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa5267a-bc6c-4324-b8d7-3a3665699213 HTTP/1.1" status: 200 len: 945 time: 0.3264747 Mar 05 13:43:28.838362 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf167f15-e8ed-45ff-9093-3cc77dec1cef tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:28.847364 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:28.880640 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 0e0a3b49-a3f7-46ff-9560-443ea4b14fac, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0e0a3b49-a3f7-46ff-9560-443ea4b14fac,segment=NetworkSegment(16a0ae04-8bec-44a5-a36a-8a119cff7a5d),segment_id=16a0ae04-8bec-44a5-a36a-8a119cff7a5d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:28.895712 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] For port 1923486a-be3d-4d63-bd72-34f2f35a99f2, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:43:28.901848 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] For port 1923486a-be3d-4d63-bd72-34f2f35a99f2, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1923486a-be3d-4d63-bd72-34f2f35a99f2,segment=NetworkSegment(faf925df-c7ee-4666-9e57-d1d277d41878),segment_id=faf925df-c7ee-4666-9e57-d1d277d41878)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:43:28.909015 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:28.970253 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-653af596-3668-4f08-a104-8b3dacc8f35f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:29.004772 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:29.030182 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] Routers {'b2a59f49-3b77-458f-95cb-a807839d2570'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:43:29.031563 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:43:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b2a59f49-3b77-458f-95cb-a807839d2570'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:29.032419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54214) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:29.054497 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184b801c-e78c-44f5-9803-b433f7505612 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:43:29.065357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653af596-3668-4f08-a104-8b3dacc8f35f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28b3085-5245-48c6-81f4-078dc52ee574,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:29.075312 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-437d27a1-2937-41c9-bca3-da12579ef45f req-15630629-22fc-4d2c-834b-c1d285a5b5a7 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fef8fc1-95f8-4e94-94b0-c3d2f2a6a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969842 Mar 05 13:43:29.141806 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:29.246916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98ac35-3058-4ba5-b0b1-c63df6cb59f2 req-69aa8d41-4994-4255-a223-f0e17d7cd2c6 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:29.251247 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 184b801c-e78c-44f5-9803-b433f7505612, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=184b801c-e78c-44f5-9803-b433f7505612,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:29.259694 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6e98ac35-3058-4ba5-b0b1-c63df6cb59f2 req-69aa8d41-4994-4255-a223-f0e17d7cd2c6 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 0.8131225 Mar 05 13:43:29.261639 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-653af596-3668-4f08-a104-8b3dacc8f35f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:29.265605 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-653af596-3668-4f08-a104-8b3dacc8f35f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8472662 Mar 05 13:43:29.271646 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:29.284964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54218) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:29.295229 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-60ce0eb4-cc83-4fb8-b8c6-59846d39b026 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1aee5dcb044477dafc64997e682a76e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593122 Mar 05 13:43:29.297904 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54220) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:29.306838 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] Set router b2a59f49-3b77-458f-95cb-a807839d2570 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:43:29.311596 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:29.323245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-5c40731d-bfee-44c5-8290-01184829346e tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Request body: {'security_group_rule': {'security_group_id': 'e28b3085-5245-48c6-81f4-078dc52ee574', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:29.324619 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=0e0a3b49-a3f7-46ff-9560-443ea4b14fac,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:29.332345 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1e5d899-ca57-4ca4-919d-b8c43567d904 req-3774254d-2446-4cb3-bf18-92f9c6df8b62 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8774664 Mar 05 13:43:29.337131 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-3970e5fc-db7a-4ec4-91ca-2716ae09a825 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:43:29.337529 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-3970e5fc-db7a-4ec4-91ca-2716ae09a825 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:43:29.353544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0187b7-0532-4163-8cb0-839dffb59793 req-8aaa7b6f-fe84-4b3f-85f3-f350dbecf50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:29.358042 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8e0187b7-0532-4163-8cb0-839dffb59793 req-8aaa7b6f-fe84-4b3f-85f3-f350dbecf50a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4aa5267a-bc6c-4324-b8d7-3a3665699213 HTTP/1.1" status: 200 len: 1096 time: 1.2789114 Mar 05 13:43:29.362330 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6e98ac35-3058-4ba5-b0b1-c63df6cb59f2 req-135eab35-0cd1-4f4f-814e-67f7c89c5eee tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017644 Mar 05 13:43:29.374462 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5c40731d-bfee-44c5-8290-01184829346e tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:29.430150 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8e0187b7-0532-4163-8cb0-839dffb59793 req-09bc5d1b-6e7a-41b7-b722-75a87acf2059 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5fef8fc1-95f8-4e94-94b0-c3d2f2a6a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623782 Mar 05 13:43:29.431400 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5c40731d-bfee-44c5-8290-01184829346e tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Usage tracker for resource:security_group_rule and tenant:f6ecaf5ba4ab4aa992433d8592c316a3 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:29.432451 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=184b801c-e78c-44f5-9803-b433f7505612,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:29.457791 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 3953bd01-eec3-49cd-9135-0700f1de9c5c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3953bd01-eec3-49cd-9135-0700f1de9c5c,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:29.460212 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 3953bd01-eec3-49cd-9135-0700f1de9c5c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3953bd01-eec3-49cd-9135-0700f1de9c5c,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:29.462120 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-cf167f15-e8ed-45ff-9093-3cc77dec1cef tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Allocated IP 172.25.4.147 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/928801a8-addb-4205-8618-fc7ef11e0b79) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:43:29.474926 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:29.609937 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5c40731d-bfee-44c5-8290-01184829346e tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:29.623870 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '3953bd01-eec3-49cd-9135-0700f1de9c5c', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '3953bd01-eec3-49cd-9135-0700f1de9c5c', 'mac_address': 'fa:16:3e:f2:c1:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:43:29.625487 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=3953bd01-eec3-49cd-9135-0700f1de9c5c,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:29.631166 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['184b801c-e78c-44f5-9803-b433f7505612'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:43:29.687300 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5c40731d-bfee-44c5-8290-01184829346e tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:29.690794 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34c130-9eb9-4eeb-a490-c59a52e087ec None None] Pushing event updated for resources: {'Port': ['ID=1923486a-be3d-4d63-bd72-34f2f35a99f2,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:29.747646 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7a3a7-4516-479c-acce-e2cb0518def6 req-2c1cbc51-1ab2-4fa4-a4c5-0f1244820fed tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:29.749493 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-54e7a3a7-4516-479c-acce-e2cb0518def6 req-2c1cbc51-1ab2-4fa4-a4c5-0f1244820fed tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=87aeff89-fd49-4b0a-9c2c-5596abaa6eeb HTTP/1.1" status: 200 len: 949 time: 0.1056900 Mar 05 13:43:29.765830 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf167f15-e8ed-45ff-9093-3cc77dec1cef tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:29.766177 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:29.779560 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c40731d-bfee-44c5-8290-01184829346e tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:29.792429 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3953bd01-eec3-49cd-9135-0700f1de9c5c {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:43:29.799287 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-54e7a3a7-4516-479c-acce-e2cb0518def6 req-a4c4417f-e534-4f4d-ab39-51435ec68e46 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430031 Mar 05 13:43:29.825934 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 3953bd01-eec3-49cd-9135-0700f1de9c5c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3953bd01-eec3-49cd-9135-0700f1de9c5c,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:29.828288 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b63d45ab-21a5-40b4-8136-402f633a717f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:29.838044 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'name': 'tempest-ServersTestManualDisk-1558163160-router', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:43:02Z', 'updated_at': '2022-03-05T13:43:20Z', 'revision_number': 4, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'gw_port': {'id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:05Z', 'updated_at': '2022-03-05T13:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '1923486a-be3d-4d63-bd72-34f2f35a99f2', 'name': '', 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'mac_address': 'fa:16:3e:44:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0131738f-f90e-4810-8c0d-4d64eb37560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:15Z', 'updated_at': '2022-03-05T13:43:28Z', 'revision_number': 4, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'subnets': [{'id': '0131738f-f90e-4810-8c0d-4d64eb37560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:29.844169 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd3ec4c-3e79-4f49-851e-a16751af95e6 None None] The sync data for ids ['b2a59f49-3b77-458f-95cb-a807839d2570'] in n-d-803718-1 is: [{'id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'name': 'tempest-ServersTestManualDisk-1558163160-router', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:43:02Z', 'updated_at': '2022-03-05T13:43:20Z', 'revision_number': 4, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'gw_port': {'id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:05Z', 'updated_at': '2022-03-05T13:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '1923486a-be3d-4d63-bd72-34f2f35a99f2', 'name': '', 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'mac_address': 'fa:16:3e:44:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0131738f-f90e-4810-8c0d-4d64eb37560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:15Z', 'updated_at': '2022-03-05T13:43:28Z', 'revision_number': 4, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'subnets': [{'id': '0131738f-f90e-4810-8c0d-4d64eb37560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:43:29.893419 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b63d45ab-21a5-40b4-8136-402f633a717f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:29.964126 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6780fff9-eb3e-47f3-93a8-6b3c20f61303', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3953bd01-eec3-49cd-9135-0700f1de9c5c'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:43:29.968808 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:29.971591 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:43:29.971854 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848152c-3229-4bae-8a17-09e0cbd4c486 req-c79ed8a0-fc3e-412e-88b7-048ca4c03d4f tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:29.980438 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0848152c-3229-4bae-8a17-09e0cbd4c486 req-c79ed8a0-fc3e-412e-88b7-048ca4c03d4f tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84e4a50-0a94-40da-bfbb-70048b886e5e HTTP/1.1" status: 200 len: 945 time: 0.3746521 Mar 05 13:43:30.005019 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf167f15-e8ed-45ff-9093-3cc77dec1cef tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:30.069793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e1f22-a1fc-4e0d-ad8b-5b5f22dc088c req-e6f99484-3cf6-4ce8-a280-cc2e0ffc6e87 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:30.071530 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-759e1f22-a1fc-4e0d-ad8b-5b5f22dc088c req-e6f99484-3cf6-4ce8-a280-cc2e0ffc6e87 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd HTTP/1.1" status: 200 len: 951 time: 0.1096203 Mar 05 13:43:30.075772 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c40731d-bfee-44c5-8290-01184829346e tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:30.114492 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c40731d-bfee-44c5-8290-01184829346e tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:30.143606 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-759e1f22-a1fc-4e0d-ad8b-5b5f22dc088c req-ba62f5ce-3a38-453d-8eb9-4169db93c32e tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/security-groups?id=78980102-21ed-45c6-9a8c-2d5af0053faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641336 Mar 05 13:43:30.181677 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf167f15-e8ed-45ff-9093-3cc77dec1cef tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:43:30.201044 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6780fff9-eb3e-47f3-93a8-6b3c20f61303', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3953bd01-eec3-49cd-9135-0700f1de9c5c', 'code': 200} Mar 05 13:43:30.234483 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0848152c-3229-4bae-8a17-09e0cbd4c486 req-e9b6c577-7665-4116-8c3f-778e0cc149f6 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/security-groups?id=296c0661-66cf-4afe-9f8b-8ed84ace99d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432058 Mar 05 13:43:30.259109 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-cf167f15-e8ed-45ff-9093-3cc77dec1cef tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:30.265434 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf167f15-e8ed-45ff-9093-3cc77dec1cef tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:43:30.293565 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=3953bd01-eec3-49cd-9135-0700f1de9c5c,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:30.299983 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:30.311858 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['3953bd01-eec3-49cd-9135-0700f1de9c5c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:43:30.335845 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40731d-bfee-44c5-8290-01184829346e tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b01a6556-e118-4c4a-a8b0-2b98784a2476,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:30.344629 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c40731d-bfee-44c5-8290-01184829346e tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:30.346091 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5c40731d-bfee-44c5-8290-01184829346e tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0520337 Mar 05 13:43:30.349736 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf167f15-e8ed-45ff-9093-3cc77dec1cef tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event updated for resources: {'Port': ['ID=928801a8-addb-4205-8618-fc7ef11e0b79,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:30.358116 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54248) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:30.372917 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-2bbccc6b-f50c-49c7-87d9-f9fa6620e45d tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Request body: {'security_group_rule': {'security_group_id': 'e28b3085-5245-48c6-81f4-078dc52ee574', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:30.383106 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2bbccc6b-f50c-49c7-87d9-f9fa6620e45d tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:30.387151 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2bbccc6b-f50c-49c7-87d9-f9fa6620e45d tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Usage tracker for resource:security_group_rule and tenant:f6ecaf5ba4ab4aa992433d8592c316a3 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:30.390514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2bbccc6b-f50c-49c7-87d9-f9fa6620e45d tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:30.397282 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2bbccc6b-f50c-49c7-87d9-f9fa6620e45d tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:30.429808 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2bbccc6b-f50c-49c7-87d9-f9fa6620e45d tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:30.463272 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b63d45ab-21a5-40b4-8136-402f633a717f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:30.492120 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf167f15-e8ed-45ff-9093-3cc77dec1cef tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:30.493478 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d45ab-21a5-40b4-8136-402f633a717f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4ecedc-a433-4493-ab12-c85d23fd61df,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:30.500240 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:30.563557 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:30.565814 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d8bc5-1334-45d0-b576-55af1927c061 req-cfaa137e-46f9-4310-b83e-f193b97fe9a4 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:30.567797 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-be9d8bc5-1334-45d0-b576-55af1927c061 req-cfaa137e-46f9-4310-b83e-f193b97fe9a4 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa5267a-bc6c-4324-b8d7-3a3665699213 HTTP/1.1" status: 200 len: 945 time: 0.2523513 Mar 05 13:43:30.614035 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf167f15-e8ed-45ff-9093-3cc77dec1cef tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:30.676742 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-be9d8bc5-1334-45d0-b576-55af1927c061 req-e4f72c81-1c69-421c-9555-45ca8da608c0 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fef8fc1-95f8-4e94-94b0-c3d2f2a6a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959477 Mar 05 13:43:30.691758 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b63d45ab-21a5-40b4-8136-402f633a717f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:30.695194 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b63d45ab-21a5-40b4-8136-402f633a717f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a4ecedc-a433-4493-ab12-c85d23fd61df HTTP/1.1" status: 204 len: 168 time: 1.3754604 Mar 05 13:43:30.736574 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,revision_number=11']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:30.784066 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2bbccc6b-f50c-49c7-87d9-f9fa6620e45d tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:30.804223 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2bbccc6b-f50c-49c7-87d9-f9fa6620e45d tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:30.854149 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbccc6b-f50c-49c7-87d9-f9fa6620e45d tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7f565a-54e1-4afc-97dc-8a90237ef7ed,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:30.857926 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2bbccc6b-f50c-49c7-87d9-f9fa6620e45d tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:30.859245 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2bbccc6b-f50c-49c7-87d9-f9fa6620e45d tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5020299 Mar 05 13:43:30.862272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54276) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:30.868917 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:30.875459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:30.880687 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Usage tracker for resource:floatingip and tenant:f6ecaf5ba4ab4aa992433d8592c316a3 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:30.887903 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:30.893392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:30.917989 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:31.001487 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653ab61-6e9d-474c-8fc0-94713fd8baa6 req-4f9d77af-fbe6-42e2-9c9e-4b7f52f7bc7f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:31.003044 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4653ab61-6e9d-474c-8fc0-94713fd8baa6 req-4f9d77af-fbe6-42e2-9c9e-4b7f52f7bc7f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 949 time: 0.3088980 Mar 05 13:43:31.092653 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4653ab61-6e9d-474c-8fc0-94713fd8baa6 req-2048f51d-78bd-4a27-b65f-af1b32256cc3 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787339 Mar 05 13:43:31.159426 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf167f15-e8ed-45ff-9093-3cc77dec1cef tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:31.173193 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:31.173771 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf167f15-e8ed-45ff-9093-3cc77dec1cef tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:31.304729 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0e0a3b49-a3f7-46ff-9560-443ea4b14fac up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:43:31.365245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf167f15-e8ed-45ff-9093-3cc77dec1cef tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event updated for resources: {'Port': ['ID=928801a8-addb-4205-8618-fc7ef11e0b79,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:31.453524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Allocated IP 172.25.4.166 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/5fff0a79-e42f-4df9-b508-c3e3cf03aa88) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:43:31.500724 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 0e0a3b49-a3f7-46ff-9560-443ea4b14fac triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:31.501253 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:31.673410 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:31.722026 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:31.731080 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf167f15-e8ed-45ff-9093-3cc77dec1cef tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:31.737863 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1923486a-be3d-4d63-bd72-34f2f35a99f2 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:43:31.807351 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf167f15-e8ed-45ff-9093-3cc77dec1cef tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:31.808804 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cf167f15-e8ed-45ff-9093-3cc77dec1cef tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1345336 Mar 05 13:43:31.834079 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 1923486a-be3d-4d63-bd72-34f2f35a99f2 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:43:31.838245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26b04a-d5a5-4b8e-a6a3-fbd9d2ca8da5 req-f9bcb77d-a5df-4e45-97e9-2edd42c614b3 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:31.839873 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3a26b04a-d5a5-4b8e-a6a3-fbd9d2ca8da5 req-f9bcb77d-a5df-4e45-97e9-2edd42c614b3 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=87aeff89-fd49-4b0a-9c2c-5596abaa6eeb HTTP/1.1" status: 200 len: 949 time: 0.4791980 Mar 05 13:43:31.844121 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1923486a-be3d-4d63-bd72-34f2f35a99f2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:31.844497 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:31.906312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Pushing event updated for resources: {'Port': ['ID=5fff0a79-e42f-4df9-b508-c3e3cf03aa88,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:31.912937 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3a26b04a-d5a5-4b8e-a6a3-fbd9d2ca8da5 req-b73cb444-e411-4c3b-83c1-2b272edcebf8 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652359 Mar 05 13:43:31.930995 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:43:31.933450 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:31.943884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:43:31.962704 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 184b801c-e78c-44f5-9803-b433f7505612 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:43:32.038920 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c750ae-5807-490c-9bff-708d6b25ab92 req-0249802d-56c1-48f5-9c13-21970f16bf3d tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:32.040417 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-87c750ae-5807-490c-9bff-708d6b25ab92 req-0249802d-56c1-48f5-9c13-21970f16bf3d tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84e4a50-0a94-40da-bfbb-70048b886e5e HTTP/1.1" status: 200 len: 945 time: 0.2094841 Mar 05 13:43:32.119963 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-87c750ae-5807-490c-9bff-708d6b25ab92 req-3e5e4811-bd03-44e8-8b33-a7833b344194 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/security-groups?id=296c0661-66cf-4afe-9f8b-8ed84ace99d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723510 Mar 05 13:43:32.130849 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:32.180308 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:32.206888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '771ed29c-9903-409b-8e7b-cb9a2d2c14f9'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:43:32.225882 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 184b801c-e78c-44f5-9803-b433f7505612 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:43:32.241397 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 184b801c-e78c-44f5-9803-b433f7505612 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:32.241766 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:32.265906 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:32.293911 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 1923486a-be3d-4d63-bd72-34f2f35a99f2, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1923486a-be3d-4d63-bd72-34f2f35a99f2,segment=NetworkSegment(faf925df-c7ee-4666-9e57-d1d277d41878),segment_id=faf925df-c7ee-4666-9e57-d1d277d41878)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:32.300328 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0fe41-aef4-4eb5-abc2-6618b4007923 req-f826b33f-9653-4c5d-b1f0-3fd0a0efbc9f tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:32.309976 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6f0fe41-aef4-4eb5-abc2-6618b4007923 req-f826b33f-9653-4c5d-b1f0-3fd0a0efbc9f tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa5267a-bc6c-4324-b8d7-3a3665699213 HTTP/1.1" status: 200 len: 945 time: 0.1556065 Mar 05 13:43:32.312032 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:32.372260 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6f0fe41-aef4-4eb5-abc2-6618b4007923 req-ddb29835-0d8a-4033-90ea-3d3df9c66d47 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fef8fc1-95f8-4e94-94b0-c3d2f2a6a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609818 Mar 05 13:43:32.430628 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 3953bd01-eec3-49cd-9135-0700f1de9c5c up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:43:32.460191 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '771ed29c-9903-409b-8e7b-cb9a2d2c14f9', 'code': 200} Mar 05 13:43:32.473963 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=1923486a-be3d-4d63-bd72-34f2f35a99f2,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:32.562838 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:32.597047 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 3953bd01-eec3-49cd-9135-0700f1de9c5c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:32.597355 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:32.605235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca5516-bc89-4528-a137-9551b86ee208 req-e30ca812-77a9-4a5f-8c88-4b209cc45770 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:32.607028 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e9ca5516-bc89-4528-a137-9551b86ee208 req-e30ca812-77a9-4a5f-8c88-4b209cc45770 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 949 time: 0.1477456 Mar 05 13:43:32.639451 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:32.648789 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:32.648978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 184b801c-e78c-44f5-9803-b433f7505612, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=184b801c-e78c-44f5-9803-b433f7505612,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:32.659305 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:32.697117 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-0fd51e47-59b3-40b7-a918-db4f401bd854 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Synchronizing usage tracker for tenant:28610c303cf6490b864485c4875d7beb on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:43:32.717310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-0fd51e47-59b3-40b7-a918-db4f401bd854 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Unset dirty status for tenant:28610c303cf6490b864485c4875d7beb on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:43:32.719839 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-0fd51e47-59b3-40b7-a918-db4f401bd854 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--157058107&fields=id&tenant_id=28610c303cf6490b864485c4875d7beb HTTP/1.1" status: 200 len: 267 time: 0.0689421 Mar 05 13:43:32.721216 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e9ca5516-bc89-4528-a137-9551b86ee208 req-7068df2c-9755-431a-8882-f98937b98081 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033931 Mar 05 13:43:32.767728 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=184b801c-e78c-44f5-9803-b433f7505612,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:32.783376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Pushing event updated for resources: {'Port': ['ID=5fff0a79-e42f-4df9-b508-c3e3cf03aa88,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:32.795807 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:32.796133 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:32.796470 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:32.796803 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:32.797133 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:32.797460 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:32.797789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:32.798113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:32.798432 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:32.798753 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:32.799095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:32.799412 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:32.799792 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:32.808780 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:32.833935 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:32.835385 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-45b942ef-9e69-481a-b390-6e176914cecc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9710181 Mar 05 13:43:32.858164 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 3953bd01-eec3-49cd-9135-0700f1de9c5c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3953bd01-eec3-49cd-9135-0700f1de9c5c,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:32.862450 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-cb2cc5db-1f95-43bd-bf8a-f3e4056ceb5f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:32.863141 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-cb2cc5db-1f95-43bd-bf8a-f3e4056ceb5f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Synchronizing usage tracker for tenant:28610c303cf6490b864485c4875d7beb on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:43:32.866183 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:32.882043 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-cb2cc5db-1f95-43bd-bf8a-f3e4056ceb5f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Unset dirty status for tenant:28610c303cf6490b864485c4875d7beb on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:43:32.885251 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-cb2cc5db-1f95-43bd-bf8a-f3e4056ceb5f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports/8139ea31-6761-417f-998b-15794fc80588 HTTP/1.1" status: 200 len: 931 time: 0.1499188 Mar 05 13:43:32.962944 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=3953bd01-eec3-49cd-9135-0700f1de9c5c,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:32.987447 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-efa2dcc5-9567-4d43-b432-9a5229edb5e3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:32.993270 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-efa2dcc5-9567-4d43-b432-9a5229edb5e3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports/691d3e20-087e-4c9d-8327-4f7d7b8868dd HTTP/1.1" status: 200 len: 930 time: 0.0987113 Mar 05 13:43:33.053876 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-6cdf6566-2941-4dcb-870d-6b750f56d7b1 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?network_id=4737ff0a-cb53-4e8a-bc54-82a47945de4b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0568120 Mar 05 13:43:33.069642 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3581dc8-4558-4854-8cbe-b2f84d30400f req-7342d4a7-748f-41d4-9538-cb4d829aefb7 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:33.071211 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3581dc8-4558-4854-8cbe-b2f84d30400f req-7342d4a7-748f-41d4-9538-cb4d829aefb7 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.30 "GET /v2.0/ports?device_id=d84e4a50-0a94-40da-bfbb-70048b886e5e HTTP/1.1" status: 200 len: 945 time: 0.0928462 Mar 05 13:43:33.105308 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-0838373d-0362-4a90-bc4b-d488a685a63d tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?network_id=4737ff0a-cb53-4e8a-bc54-82a47945de4b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0468683 Mar 05 13:43:33.116050 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1923486a-be3d-4d63-bd72-34f2f35a99f2 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:43:33.211315 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1923486a-be3d-4d63-bd72-34f2f35a99f2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:33.211686 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:33.289068 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-f3581dc8-4558-4854-8cbe-b2f84d30400f req-4133a362-9621-4f51-8ed1-97d14abf1e57 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Deleting port d0436760-0d5a-4513-91fb-3f18c3b5156b {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:43:33.289642 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3581dc8-4558-4854-8cbe-b2f84d30400f req-4133a362-9621-4f51-8ed1-97d14abf1e57 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:33.328034 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-8046036e-3306-48bc-915c-468fcfb07f99 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:33.346969 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-8046036e-3306-48bc-915c-468fcfb07f99 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:33.358295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-8046036e-3306-48bc-915c-468fcfb07f99 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:33.359173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-8046036e-3306-48bc-915c-468fcfb07f99 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Synchronizing usage tracker for tenant:28610c303cf6490b864485c4875d7beb on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:43:33.400060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-8046036e-3306-48bc-915c-468fcfb07f99 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Unset dirty status for tenant:28610c303cf6490b864485c4875d7beb on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:43:33.401775 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-8046036e-3306-48bc-915c-468fcfb07f99 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/networks?id=eeb6dd3a-1e4e-467a-a55d-6c75511821fe&id=8fa48499-e36c-4df6-9ca6-fd9e833610e5&id=8fa48499-e36c-4df6-9ca6-fd9e833610e5&id=4737ff0a-cb53-4e8a-bc54-82a47945de4b&id=4737ff0a-cb53-4e8a-bc54-82a47945de4b HTTP/1.1" status: 200 len: 1990 time: 0.2907684 Mar 05 13:43:33.431884 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-3c422f97-8ada-471f-ab59-eb62c2f7b5e5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/quotas/28610c303cf6490b864485c4875d7beb HTTP/1.1" status: 200 len: 375 time: 0.0211134 Mar 05 13:43:33.591069 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-25bacf30-5448-481f-bc0b-1ca709c08948 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=28610c303cf6490b864485c4875d7beb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1566324 Mar 05 13:43:33.616457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f3581dc8-4558-4854-8cbe-b2f84d30400f req-4133a362-9621-4f51-8ed1-97d14abf1e57 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] For port d0436760-0d5a-4513-91fb-3f18c3b5156b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d0436760-0d5a-4513-91fb-3f18c3b5156b,segment=NetworkSegment(4a19e8c8-9d65-4a83-94ac-adad806f4733),segment_id=4a19e8c8-9d65-4a83-94ac-adad806f4733)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:33.617045 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3581dc8-4558-4854-8cbe-b2f84d30400f req-4133a362-9621-4f51-8ed1-97d14abf1e57 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:33.732122 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-8a78eae9-c1aa-4349-94b1-fb826e30dbda service neutron] 10.222.0.16 "GET /v2.0/networks/eeb6dd3a-1e4e-467a-a55d-6c75511821fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367714 Mar 05 13:43:33.876415 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-a082f808-08fd-4fec-b21f-6312aedfe4cd service neutron] 10.222.0.16 "GET /v2.0/networks/eeb6dd3a-1e4e-467a-a55d-6c75511821fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373575 Mar 05 13:43:33.895971 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa1707-ab47-48f1-be20-cefb705ed383 req-c217fe7c-63bc-4a4a-8a62-c9b6a7ab4a10 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:33.897447 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-96fa1707-ab47-48f1-be20-cefb705ed383 req-c217fe7c-63bc-4a4a-8a62-c9b6a7ab4a10 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=87aeff89-fd49-4b0a-9c2c-5596abaa6eeb HTTP/1.1" status: 200 len: 950 time: 0.2711134 Mar 05 13:43:33.951127 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-75083621-6c83-4d7e-83dc-4d6c7996209e service neutron] 10.222.0.16 "GET /v2.0/ports/8139ea31-6761-417f-998b-15794fc80588?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0685272 Mar 05 13:43:34.044351 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-96fa1707-ab47-48f1-be20-cefb705ed383 req-cd43f5f8-71f6-4c28-aa83-29802e935dde tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815008 Mar 05 13:43:34.047505 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3581dc8-4558-4854-8cbe-b2f84d30400f req-4133a362-9621-4f51-8ed1-97d14abf1e57 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:34.047868 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3581dc8-4558-4854-8cbe-b2f84d30400f req-4133a362-9621-4f51-8ed1-97d14abf1e57 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:34.048268 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [req-f3581dc8-4558-4854-8cbe-b2f84d30400f req-4133a362-9621-4f51-8ed1-97d14abf1e57 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Floating IP 525df61c-4531-48b4-9cfa-88f066271a09 disassociated. External IP: 172.25.4.6, port: d0436760-0d5a-4513-91fb-3f18c3b5156b. Mar 05 13:43:34.048603 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-f3581dc8-4558-4854-8cbe-b2f84d30400f req-4133a362-9621-4f51-8ed1-97d14abf1e57 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Calling delete_port for d0436760-0d5a-4513-91fb-3f18c3b5156b owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:43:34.098716 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-bb726d9d-4222-4123-949e-47834af79511 service neutron] 10.222.0.16 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464546 Mar 05 13:43:34.246365 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-5257ce3a-cc90-4034-aef9-7005a2251304 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Synchronizing usage tracker for tenant:f6ecaf5ba4ab4aa992433d8592c316a3 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:43:34.247651 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-01fad52f-b47b-413b-872b-4b8f4ecb593a service neutron] 10.222.0.16 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480489 Mar 05 13:43:34.256872 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3581dc8-4558-4854-8cbe-b2f84d30400f req-4133a362-9621-4f51-8ed1-97d14abf1e57 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:34.318492 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133a362-9621-4f51-8ed1-97d14abf1e57 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Pushing event deleted for resources: {'Port': ['ID=d0436760-0d5a-4513-91fb-3f18c3b5156b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:34.322961 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-5257ce3a-cc90-4034-aef9-7005a2251304 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Unset dirty status for tenant:f6ecaf5ba4ab4aa992433d8592c316a3 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:43:34.324125 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-5257ce3a-cc90-4034-aef9-7005a2251304 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--33392896&fields=id&tenant_id=f6ecaf5ba4ab4aa992433d8592c316a3 HTTP/1.1" status: 200 len: 267 time: 0.1425834 Mar 05 13:43:34.324312 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c289d84a-0d6c-4614-a66f-282b308b5e05 service neutron] 10.222.0.16 "GET /v2.0/ports/691d3e20-087e-4c9d-8327-4f7d7b8868dd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0667427 Mar 05 13:43:34.462411 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87aeff89-fd49-4b0a-9c2c-5596abaa6eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184b801c-e78c-44f5-9803-b433f7505612'}, {'server_uuid': '6780fff9-eb3e-47f3-93a8-6b3c20f61303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3953bd01-eec3-49cd-9135-0700f1de9c5c'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:43:34.465302 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-924cb219-2092-435b-886d-628386a03bb9 service neutron] 10.222.0.16 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297600 Mar 05 13:43:34.647233 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-2899c974-e8d3-479f-ae89-bf89229a4f68 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:34.647976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-2899c974-e8d3-479f-ae89-bf89229a4f68 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Synchronizing usage tracker for tenant:f6ecaf5ba4ab4aa992433d8592c316a3 on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:43:34.657681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3581dc8-4558-4854-8cbe-b2f84d30400f req-4133a362-9621-4f51-8ed1-97d14abf1e57 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Router 1adcb991-d709-46fc-a4a3-d7906a6a8633 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:43:34.729805 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-d80b9009-ceba-4fac-9577-10e3b40271f0 service neutron] 10.222.0.16 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574053 Mar 05 13:43:34.739887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-2899c974-e8d3-479f-ae89-bf89229a4f68 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Unset dirty status for tenant:f6ecaf5ba4ab4aa992433d8592c316a3 on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:43:34.746135 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-2899c974-e8d3-479f-ae89-bf89229a4f68 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/networks?id=5a7630ee-dc4a-4dac-88dd-5824b780a0ac HTTP/1.1" status: 200 len: 812 time: 0.3627656 Mar 05 13:43:34.776921 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-86cbf060-4ee3-4d2e-a851-f6dfaa557eb3 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/quotas/f6ecaf5ba4ab4aa992433d8592c316a3 HTTP/1.1" status: 200 len: 375 time: 0.0295899 Mar 05 13:43:34.893039 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4cde159e-96e5-4401-9123-42ba3b8a7bbc service neutron] 10.222.0.16 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519954 Mar 05 13:43:35.032986 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-5d50a70f-e79c-467c-9d40-7bf51cea19a1 service neutron] 10.222.0.16 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325705 Mar 05 13:43:35.066406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3581dc8-4558-4854-8cbe-b2f84d30400f req-4133a362-9621-4f51-8ed1-97d14abf1e57 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:43:35.078040 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad1e08a-89d4-4016-a2e4-3121b0101003 None None] Sync routers for ids ['1adcb991-d709-46fc-a4a3-d7906a6a8633'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:43:35.088070 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad1e08a-89d4-4016-a2e4-3121b0101003 None None] Routers {'1adcb991-d709-46fc-a4a3-d7906a6a8633'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:43:35.088780 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-7ad1e08a-89d4-4016-a2e4-3121b0101003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:43:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1adcb991-d709-46fc-a4a3-d7906a6a8633'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:35.158457 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-2db6ba4f-35bc-4a60-b42d-ade7c27b79bb tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6ecaf5ba4ab4aa992433d8592c316a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3806427 Mar 05 13:43:35.164057 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3581dc8-4558-4854-8cbe-b2f84d30400f req-4133a362-9621-4f51-8ed1-97d14abf1e57 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] No DVR routers for this DVR port d0436760-0d5a-4513-91fb-3f18c3b5156b on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:43:35.168274 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3581dc8-4558-4854-8cbe-b2f84d30400f req-4133a362-9621-4f51-8ed1-97d14abf1e57 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:35.171337 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84e4a50-0a94-40da-bfbb-70048b886e5e', 'name': 'network-vif-deleted', 'tag': 'd0436760-0d5a-4513-91fb-3f18c3b5156b'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:43:35.173817 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-ac7b9b57-d965-4ccb-9ac1-1b60acd2aba2 service neutron] 10.222.0.16 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341166 Mar 05 13:43:35.275597 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-7ad1e08a-89d4-4016-a2e4-3121b0101003 None None] Set router 1adcb991-d709-46fc-a4a3-d7906a6a8633 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:43:35.308189 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4b5dbfdd-ba5e-4471-85e5-c485414bbc68 service neutron] 10.222.0.16 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282794 Mar 05 13:43:35.311812 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-708f4c70-e63e-409b-8926-a287484de093 service neutron] 10.222.0.16 "GET /v2.0/networks/5a7630ee-dc4a-4dac-88dd-5824b780a0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339743 Mar 05 13:43:35.316210 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3581dc8-4558-4854-8cbe-b2f84d30400f req-4133a362-9621-4f51-8ed1-97d14abf1e57 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.30 "DELETE /v2.0/ports/d0436760-0d5a-4513-91fb-3f18c3b5156b HTTP/1.1" status: 204 len: 173 time: 2.2396061 Mar 05 13:43:35.487431 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-637d0a56-0648-445d-be1f-acfc7fa0b907 service neutron] 10.222.0.16 "GET /v2.0/networks/5a7630ee-dc4a-4dac-88dd-5824b780a0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613004 Mar 05 13:43:35.500018 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-ab006394-34e2-42aa-a467-fd0999bf1a35 service neutron] 10.222.0.16 "GET /v2.0/networks/4737ff0a-cb53-4e8a-bc54-82a47945de4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841235 Mar 05 13:43:35.650807 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-7ad1e08a-89d4-4016-a2e4-3121b0101003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'name': 'tempest-ServersTestBootFromVolume-1322382095-router', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:08Z', 'updated_at': '2022-03-05T13:41:16Z', 'revision_number': 4, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'gw_port': {'id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:09Z', 'updated_at': '2022-03-05T13:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '69da4aa8-ea78-4c7d-a8a2-5599279149fd', 'name': '', 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'mac_address': 'fa:16:3e:28:7a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '14505cde-9c48-49cb-bda6-a87e9c92d7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:15Z', 'updated_at': '2022-03-05T13:41:25Z', 'revision_number': 5, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'subnets': [{'id': '14505cde-9c48-49cb-bda6-a87e9c92d7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:35.655943 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad1e08a-89d4-4016-a2e4-3121b0101003 None None] Checking router: 1adcb991-d709-46fc-a4a3-d7906a6a8633 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:43:35.670408 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-f776c31d-b28e-48bc-827b-95bc4802051e service neutron] 10.222.0.16 "GET /v2.0/networks/4737ff0a-cb53-4e8a-bc54-82a47945de4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695247 Mar 05 13:43:35.680782 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad1e08a-89d4-4016-a2e4-3121b0101003 None None] Routers {'1adcb991-d709-46fc-a4a3-d7906a6a8633'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:43:35.681399 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-7ad1e08a-89d4-4016-a2e4-3121b0101003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:43:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1adcb991-d709-46fc-a4a3-d7906a6a8633'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:35.799304 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-5d25eefd-53c0-40d7-a165-032a3321d8df req-00e3f93d-b64b-4516-9835-1ddfb4fdf9a9 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Synchronizing usage tracker for tenant:2a0c57f40aca4bf38eae932699756534 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:43:35.819174 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-5d25eefd-53c0-40d7-a165-032a3321d8df req-00e3f93d-b64b-4516-9835-1ddfb4fdf9a9 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Unset dirty status for tenant:2a0c57f40aca4bf38eae932699756534 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:43:35.828242 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d25eefd-53c0-40d7-a165-032a3321d8df req-00e3f93d-b64b-4516-9835-1ddfb4fdf9a9 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84e4a50-0a94-40da-bfbb-70048b886e5e HTTP/1.1" status: 200 len: 210 time: 0.0803831 Mar 05 13:43:35.890998 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-8485ed19-6ed1-47f0-a2ab-e73d669a6a3b service neutron] 10.222.0.16 "GET /v2.0/networks/4737ff0a-cb53-4e8a-bc54-82a47945de4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138543 Mar 05 13:43:35.922964 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-7ad1e08a-89d4-4016-a2e4-3121b0101003 None None] Set router 1adcb991-d709-46fc-a4a3-d7906a6a8633 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:43:36.016244 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d89aa930-187a-4551-aaa9-243c14f164e1 req-a03729fa-6e23-4313-8017-5406f8861de0 tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=482d64b7-6b17-479f-b52f-bd47e4271069 HTTP/1.1" status: 200 len: 210 time: 0.0669324 Mar 05 13:43:36.166293 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c2c915e8-a27c-477c-99d2-46ebddc00f5a service neutron] 10.222.0.16 "GET /v2.0/networks/4737ff0a-cb53-4e8a-bc54-82a47945de4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735994 Mar 05 13:43:36.170820 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d0436760-0d5a-4513-91fb-3f18c3b5156b no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:43:36.277991 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: d0436760-0d5a-4513-91fb-3f18c3b5156b {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:43:36.278439 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d0436760-0d5a-4513-91fb-3f18c3b5156b not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:43:36.469802 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7ab19022-51c0-4a31-a24a-7421cbd41ce3 req-205b719f-1cc6-419d-9833-ef62b02f8572 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=482d64b7-6b17-479f-b52f-bd47e4271069 HTTP/1.1" status: 200 len: 210 time: 0.3549685 Mar 05 13:43:36.507197 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2336c0-1bdf-413e-a644-c52321bc5700 req-bec0a916-fb95-4cd4-9b7b-311386a7ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:36.512343 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd2336c0-1bdf-413e-a644-c52321bc5700 req-bec0a916-fb95-4cd4-9b7b-311386a7ed31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9fa73eb0eb954e05a3e4e0a0cad23d6b&device_id=4aa5267a-bc6c-4324-b8d7-3a3665699213 HTTP/1.1" status: 200 len: 1096 time: 0.1058087 Mar 05 13:43:36.693775 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-7ad1e08a-89d4-4016-a2e4-3121b0101003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'name': 'tempest-ServersTestBootFromVolume-1322382095-router', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:08Z', 'updated_at': '2022-03-05T13:41:16Z', 'revision_number': 4, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'gw_port': {'id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:09Z', 'updated_at': '2022-03-05T13:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '69da4aa8-ea78-4c7d-a8a2-5599279149fd', 'name': '', 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'mac_address': 'fa:16:3e:28:7a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '14505cde-9c48-49cb-bda6-a87e9c92d7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:15Z', 'updated_at': '2022-03-05T13:41:25Z', 'revision_number': 5, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'subnets': [{'id': '14505cde-9c48-49cb-bda6-a87e9c92d7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:36.698494 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad1e08a-89d4-4016-a2e4-3121b0101003 None None] The sync data for ids ['1adcb991-d709-46fc-a4a3-d7906a6a8633'] in n-d-803718-1 is: [{'id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'name': 'tempest-ServersTestBootFromVolume-1322382095-router', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:08Z', 'updated_at': '2022-03-05T13:41:16Z', 'revision_number': 4, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'gw_port': {'id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:09Z', 'updated_at': '2022-03-05T13:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '69da4aa8-ea78-4c7d-a8a2-5599279149fd', 'name': '', 'network_id': 'd3131e3c-1862-4a0f-920e-c001f597ed59', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'mac_address': 'fa:16:3e:28:7a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '14505cde-9c48-49cb-bda6-a87e9c92d7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:15Z', 'updated_at': '2022-03-05T13:41:25Z', 'revision_number': 5, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'subnets': [{'id': '14505cde-9c48-49cb-bda6-a87e9c92d7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:43:36.773460 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2336c0-1bdf-413e-a644-c52321bc5700 req-660e42e2-d8a7-4fca-9aec-c4d51d66af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:36.775257 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd2336c0-1bdf-413e-a644-c52321bc5700 req-660e42e2-d8a7-4fca-9aec-c4d51d66af36 service neutron] 10.222.0.30 "GET /v2.0/networks?id=256d4a05-b012-43ab-ad69-f9c60e5aea8f HTTP/1.1" status: 200 len: 913 time: 0.2555058 Mar 05 13:43:36.857078 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd2336c0-1bdf-413e-a644-c52321bc5700 req-3a6090d5-7cff-444f-b96f-c6f80628d5c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c982e4d8-1a3c-41bb-ab43-f5cf1842c648 HTTP/1.1" status: 200 len: 217 time: 0.0734968 Mar 05 13:43:36.923179 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cce9f6-2409-4cac-9b0b-10fde047d101 req-ef79f395-6902-4acc-972b-aabf5f694d5c tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:36.927423 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-73cce9f6-2409-4cac-9b0b-10fde047d101 req-ef79f395-6902-4acc-972b-aabf5f694d5c tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 0.2437751 Mar 05 13:43:36.995916 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-73cce9f6-2409-4cac-9b0b-10fde047d101 req-cb9f4b36-70ff-4504-86f6-08f317fc28f5 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625057 Mar 05 13:43:36.997530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2336c0-1bdf-413e-a644-c52321bc5700 req-ed9f1786-7dc8-446e-9003-0bd4ba1f509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:36.998984 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd2336c0-1bdf-413e-a644-c52321bc5700 req-ed9f1786-7dc8-446e-9003-0bd4ba1f509e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a6ca09b-3881-47d7-942e-7f1fd7114e6c HTTP/1.1" status: 200 len: 853 time: 0.1329112 Mar 05 13:43:37.126114 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87aeff89-fd49-4b0a-9c2c-5596abaa6eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184b801c-e78c-44f5-9803-b433f7505612', 'code': 200} Mar 05 13:43:37.126377 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6780fff9-eb3e-47f3-93a8-6b3c20f61303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3953bd01-eec3-49cd-9135-0700f1de9c5c', 'code': 200} Mar 05 13:43:37.134746 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeaabad-fcd9-4f43-9fee-9671edc32784 None None] New status for floating IP 525df61c-4531-48b4-9cfa-88f066271a09: DOWN {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:43:37.140244 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd2336c0-1bdf-413e-a644-c52321bc5700 req-36cc57b3-531b-419f-a25f-994ec96a4125 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=256d4a05-b012-43ab-ad69-f9c60e5aea8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324701 Mar 05 13:43:37.644197 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84e4a50-0a94-40da-bfbb-70048b886e5e', 'name': 'network-vif-deleted', 'tag': 'd0436760-0d5a-4513-91fb-3f18c3b5156b', 'status': 'completed', 'code': 200} Mar 05 13:43:37.711918 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd2336c0-1bdf-413e-a644-c52321bc5700 req-26d75d16-7a64-4ac8-8408-1f24eca6cac9 service neutron] 10.222.0.30 "GET /v2.0/networks/256d4a05-b012-43ab-ad69-f9c60e5aea8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5637267 Mar 05 13:43:37.875445 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-1b3a79d8-1eec-4fba-988d-77c26ef168c8 req-4a798869-31aa-484d-b997-da0a88fb874b tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Synchronizing usage tracker for tenant:f6ecaf5ba4ab4aa992433d8592c316a3 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:43:37.918556 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-1b3a79d8-1eec-4fba-988d-77c26ef168c8 req-4a798869-31aa-484d-b997-da0a88fb874b tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Unset dirty status for tenant:f6ecaf5ba4ab4aa992433d8592c316a3 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:43:37.930306 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b3a79d8-1eec-4fba-988d-77c26ef168c8 req-4a798869-31aa-484d-b997-da0a88fb874b tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb384ff2-c5f5-4f86-9166-a8f4da5462e5 HTTP/1.1" status: 200 len: 210 time: 0.1518233 Mar 05 13:43:38.141084 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f4cff-4e8b-4c75-aeba-886f99f98885 req-ab818784-7712-42b2-a108-0615c4f9232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:38.145365 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-582f4cff-4e8b-4c75-aeba-886f99f98885 req-ab818784-7712-42b2-a108-0615c4f9232b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=87aeff89-fd49-4b0a-9c2c-5596abaa6eeb HTTP/1.1" status: 200 len: 1101 time: 0.8455861 Mar 05 13:43:38.243790 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d5a0a-5bbf-4ca3-b78d-cfe8775fd7ac req-69078c6d-890a-4b52-9fc0-cd5ed4b7f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:38.245664 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5a8d5a0a-5bbf-4ca3-b78d-cfe8775fd7ac req-69078c6d-890a-4b52-9fc0-cd5ed4b7f117 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 1101 time: 0.7916594 Mar 05 13:43:38.260554 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-1f12ce27-5645-4a31-ab7d-e1db6addf498 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:38.260886 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc42c6-a863-4073-b8eb-a85ddfbe8b4d req-ae527eae-bc7d-4a81-af22-65ea9c1268cc tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:38.262422 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-86dc42c6-a863-4073-b8eb-a85ddfbe8b4d req-ae527eae-bc7d-4a81-af22-65ea9c1268cc tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=87aeff89-fd49-4b0a-9c2c-5596abaa6eeb HTTP/1.1" status: 200 len: 950 time: 0.9012661 Mar 05 13:43:38.262543 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-1f12ce27-5645-4a31-ab7d-e1db6addf498 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.30 "GET /v2.0/networks?id=5a7630ee-dc4a-4dac-88dd-5824b780a0ac HTTP/1.1" status: 200 len: 812 time: 0.2781913 Mar 05 13:43:38.354471 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-c2df6380-bb9c-458c-bead-1c050241afbf tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6ecaf5ba4ab4aa992433d8592c316a3 HTTP/1.1" status: 200 len: 378 time: 0.0834639 Mar 05 13:43:38.372880 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-07417622-ad48-44df-9c5f-8a2861b7d557 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Request body: {'port': {'device_id': 'bb384ff2-c5f5-4f86-9166-a8f4da5462e5', 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac', 'admin_state_up': True, 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'security_groups': ['e28b3085-5245-48c6-81f4-078dc52ee574']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:38.421949 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd2336c0-1bdf-413e-a644-c52321bc5700 req-6ffc8f7c-1a90-4084-bc14-1367fa2c1889 service neutron] 10.222.0.30 "GET /v2.0/networks/256d4a05-b012-43ab-ad69-f9c60e5aea8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6727860 Mar 05 13:43:38.467670 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-582f4cff-4e8b-4c75-aeba-886f99f98885 req-1cbbc1b9-55bc-428b-a6cb-32d2502f108d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151674 Mar 05 13:43:38.471022 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5a8d5a0a-5bbf-4ca3-b78d-cfe8775fd7ac req-2c3d100b-61ce-423b-bebd-21ba66ca9e72 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047725 Mar 05 13:43:38.483992 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-86dc42c6-a863-4073-b8eb-a85ddfbe8b4d req-06ea7747-7768-4243-a460-95a1e1f2752a tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749983 Mar 05 13:43:38.733942 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8bb167f0-0a28-442d-97b3-3c0b78efbee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:38.793197 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fe271-5902-46c7-8826-0ddb4f11c533 req-0034b05e-9c53-4615-a249-0211940a8200 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:38.799937 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d04fe271-5902-46c7-8826-0ddb4f11c533 req-0034b05e-9c53-4615-a249-0211940a8200 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa5267a-bc6c-4324-b8d7-3a3665699213 HTTP/1.1" status: 200 len: 945 time: 0.3852491 Mar 05 13:43:38.806171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-07417622-ad48-44df-9c5f-8a2861b7d557 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:38.822246 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-07417622-ad48-44df-9c5f-8a2861b7d557 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:38.886074 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-07417622-ad48-44df-9c5f-8a2861b7d557 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Made reservation on behalf of f6ecaf5ba4ab4aa992433d8592c316a3 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:43:38.890171 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-07417622-ad48-44df-9c5f-8a2861b7d557 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:38.916365 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d04fe271-5902-46c7-8826-0ddb4f11c533 req-4508de6f-3ac4-437d-8c33-809607be260f tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fef8fc1-95f8-4e94-94b0-c3d2f2a6a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018167 Mar 05 13:43:38.971008 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8a482da-ec41-4576-a740-ef4eeffcbb3c req-d0af7dc7-7e82-4fdc-8481-7f3a819ccb8c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 210 time: 0.0571127 Mar 05 13:43:39.249143 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54534) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:39.323573 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-cb741878-78db-4175-89df-4d89ac55751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:39.323573 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-cb741878-78db-4175-89df-4d89ac55751a service neutron] 10.222.0.30 "GET /v2.0/ports/8139ea31-6761-417f-998b-15794fc80588 HTTP/1.1" status: 200 len: 1027 time: 0.1376750 Mar 05 13:43:39.352654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-07417622-ad48-44df-9c5f-8a2861b7d557 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Allocated IP 172.20.0.7 (5a7630ee-dc4a-4dac-88dd-5824b780a0ac/0131738f-f90e-4810-8c0d-4d64eb37560d/2340a0ff-4d13-4969-9d67-c6a4e57c89b2) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:43:39.386551 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fcff8e9f-50cf-4b9f-b9c4-c197406c331b tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:39.489579 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fcff8e9f-50cf-4b9f-b9c4-c197406c331b tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:39.515298 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16cf7a82-3340-4ed2-8dfb-334371fc382c req-866ba7a5-8776-4fc3-a034-deeca82cf20e tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb384ff2-c5f5-4f86-9166-a8f4da5462e5 HTTP/1.1" status: 200 len: 210 time: 0.0971465 Mar 05 13:43:39.544281 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-f8b15d5a-dbde-46a5-a245-93ca83505070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:39.545500 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-f8b15d5a-dbde-46a5-a245-93ca83505070 service neutron] 10.222.0.30 "GET /v2.0/ports/691d3e20-087e-4c9d-8327-4f7d7b8868dd HTTP/1.1" status: 200 len: 1026 time: 0.2154365 Mar 05 13:43:39.605275 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fcff8e9f-50cf-4b9f-b9c4-c197406c331b tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:39.636717 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff8e9f-50cf-4b9f-b9c4-c197406c331b tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=296c0661-66cf-4afe-9f8b-8ed84ace99d9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:39.665424 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e9be2-7ac7-40ac-a8c6-c50cd3ef27dc req-7efc336b-3a74-49d2-8a43-5f737752c52f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:39.675238 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c86e9be2-7ac7-40ac-a8c6-c50cd3ef27dc req-7efc336b-3a74-49d2-8a43-5f737752c52f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 0.4941483 Mar 05 13:43:39.764937 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c86e9be2-7ac7-40ac-a8c6-c50cd3ef27dc req-368cd36a-37cc-492a-9fff-3b217ab995d2 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879316 Mar 05 13:43:39.849271 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-853ae525-6dd1-4984-9a5c-2facafd6f142 req-990eb077-3887-49cc-918e-1241016d7919 tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.0984728 Mar 05 13:43:39.897594 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fcff8e9f-50cf-4b9f-b9c4-c197406c331b tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:39.897594 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fcff8e9f-50cf-4b9f-b9c4-c197406c331b tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "DELETE /v2.0/security-groups/296c0661-66cf-4afe-9f8b-8ed84ace99d9 HTTP/1.1" status: 204 len: 168 time: 0.6432354 Mar 05 13:43:39.898297 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54544) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:39.967272 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-7df2d603-c64c-4b54-9b7f-6134faac9a74 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] show failed (client error): The resource could not be found. Mar 05 13:43:39.971363 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7df2d603-c64c-4b54-9b7f-6134faac9a74 tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "GET /v2.0/security-groups/296c0661-66cf-4afe-9f8b-8ed84ace99d9 HTTP/1.1" status: 404 len: 347 time: 0.0739193 Mar 05 13:43:39.984207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54550) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:40.151148 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-07417622-ad48-44df-9c5f-8a2861b7d557 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:40.246419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-07417622-ad48-44df-9c5f-8a2861b7d557 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Transition to ACTIVE for port object 2340a0ff-4d13-4969-9d67-c6a4e57c89b2 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:40.293178 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12fe27-879a-49de-8a3d-55ce68e714f8 req-e47afd2b-434f-4aaf-8d38-2be10c939675 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:40.302965 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5b12fe27-879a-49de-8a3d-55ce68e714f8 req-e47afd2b-434f-4aaf-8d38-2be10c939675 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa5267a-bc6c-4324-b8d7-3a3665699213 HTTP/1.1" status: 200 len: 945 time: 0.1447382 Mar 05 13:43:40.345879 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-24a6a773-d71f-4ec2-89f3-dfc71ede349e tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:40.359572 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-24a6a773-d71f-4ec2-89f3-dfc71ede349e tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:40.368984 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5b12fe27-879a-49de-8a3d-55ce68e714f8 req-654cbfcf-3573-40a3-a524-2cbbce05f581 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fef8fc1-95f8-4e94-94b0-c3d2f2a6a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649979 Mar 05 13:43:40.373133 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-24a6a773-d71f-4ec2-89f3-dfc71ede349e tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:40.373968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-24a6a773-d71f-4ec2-89f3-dfc71ede349e tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Synchronizing usage tracker for tenant:28610c303cf6490b864485c4875d7beb on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:43:40.382777 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-07417622-ad48-44df-9c5f-8a2861b7d557 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:40.433742 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-24a6a773-d71f-4ec2-89f3-dfc71ede349e tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Unset dirty status for tenant:28610c303cf6490b864485c4875d7beb on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:43:40.451602 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-24a6a773-d71f-4ec2-89f3-dfc71ede349e tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.30 "GET /v2.0/networks?id=eeb6dd3a-1e4e-467a-a55d-6c75511821fe&id=8fa48499-e36c-4df6-9ca6-fd9e833610e5&id=8fa48499-e36c-4df6-9ca6-fd9e833610e5&id=8fa48499-e36c-4df6-9ca6-fd9e833610e5&id=8fa48499-e36c-4df6-9ca6-fd9e833610e5&id=4737ff0a-cb53-4e8a-bc54-82a47945de4b&id=4737ff0a-cb53-4e8a-bc54-82a47945de4b HTTP/1.1" status: 200 len: 1990 time: 0.8826919 Mar 05 13:43:40.467948 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-3198bea5-88f9-4758-9afd-8378bac0ec9c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Deleting port 95ba6951-285e-4fe6-9835-a18e94107a59 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:43:40.468289 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3198bea5-88f9-4758-9afd-8378bac0ec9c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:40.532564 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-07417622-ad48-44df-9c5f-8a2861b7d557 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Network 5a7630ee-dc4a-4dac-88dd-5824b780a0ac is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:43:40.537208 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-07417622-ad48-44df-9c5f-8a2861b7d557 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:40.557271 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-07417622-ad48-44df-9c5f-8a2861b7d557 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:43:40.623328 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e2497-2f6d-4312-b7ab-14f095fa452f req-474665e7-e71d-440e-8668-6aa1ee4d0ab4 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:40.631036 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5b5e2497-2f6d-4312-b7ab-14f095fa452f req-474665e7-e71d-440e-8668-6aa1ee4d0ab4 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=87aeff89-fd49-4b0a-9c2c-5596abaa6eeb HTTP/1.1" status: 200 len: 950 time: 0.5360115 Mar 05 13:43:40.705056 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-43a58df5-b18d-45aa-b5ca-64427b758a9a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28610c303cf6490b864485c4875d7beb HTTP/1.1" status: 200 len: 379 time: 0.2522852 Mar 05 13:43:40.722273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-37b1eb0e-29c7-43a0-a545-589b8e56c2d5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Request body: {'port': {'device_id': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe', 'admin_state_up': True, 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'security_groups': ['b39a962b-d0ac-433e-9966-87cb0ae598a5']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:40.783620 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-07417622-ad48-44df-9c5f-8a2861b7d557 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:40.784266 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-07417622-ad48-44df-9c5f-8a2861b7d557 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:40.788696 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07417622-ad48-44df-9c5f-8a2861b7d557 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Pushing event updated for resources: {'Port': ['ID=2340a0ff-4d13-4969-9d67-c6a4e57c89b2,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:40.842329 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-97ddb157-0321-44fa-9450-0ca62f13fcfa req-4755af79-8c2d-4476-9a7a-9b512b8c35bb tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 210 time: 0.1769264 Mar 05 13:43:40.868219 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-07417622-ad48-44df-9c5f-8a2861b7d557 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5068932 Mar 05 13:43:40.881210 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d9ef181c-01b8-4ede-9a10-2d3ea4f736eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:40.890730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-e72a4df4-15b4-4707-9426-f3d90eb31c20 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:43:40.892342 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-e72a4df4-15b4-4707-9426-f3d90eb31c20 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129433 Mar 05 13:43:40.917008 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5b5e2497-2f6d-4312-b7ab-14f095fa452f req-3bb99a51-7d58-48bd-967e-7e9904ed755c tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850149 Mar 05 13:43:40.925081 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4a6e21d1-e9e5-4619-8fd8-d67fa108643a None None] Provisioning for port 2340a0ff-4d13-4969-9d67-c6a4e57c89b2 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:43:40.944043 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4a6e21d1-e9e5-4619-8fd8-d67fa108643a None None] Provisioning complete for port 2340a0ff-4d13-4969-9d67-c6a4e57c89b2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:40.945364 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4a6e21d1-e9e5-4619-8fd8-d67fa108643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:41.011529 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-b192e4ed-44ba-437b-a1fc-dc47ca7929da service neutron] Request body: {'port': {'device_id': 'bb384ff2-c5f5-4f86-9166-a8f4da5462e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:41.079006 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4a6e21d1-e9e5-4619-8fd8-d67fa108643a None None] Port 2340a0ff-4d13-4969-9d67-c6a4e57c89b2 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:43:41.136019 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3198bea5-88f9-4758-9afd-8378bac0ec9c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:41.136498 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3198bea5-88f9-4758-9afd-8378bac0ec9c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:41.251674 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-b192e4ed-44ba-437b-a1fc-dc47ca7929da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:41.289181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-3198bea5-88f9-4758-9afd-8378bac0ec9c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Calling delete_port for 95ba6951-285e-4fe6-9835-a18e94107a59 owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:43:41.322888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c059fe-0c58-4b8b-838b-12417dafb5d2 req-1ba0a98f-d9b5-436c-88a4-55daa5682110 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:41.323597 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-07c059fe-0c58-4b8b-838b-12417dafb5d2 req-1ba0a98f-d9b5-436c-88a4-55daa5682110 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Synchronizing usage tracker for tenant:f6ecaf5ba4ab4aa992433d8592c316a3 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:43:41.360575 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-07c059fe-0c58-4b8b-838b-12417dafb5d2 req-1ba0a98f-d9b5-436c-88a4-55daa5682110 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Unset dirty status for tenant:f6ecaf5ba4ab4aa992433d8592c316a3 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:43:41.361853 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07c059fe-0c58-4b8b-838b-12417dafb5d2 req-1ba0a98f-d9b5-436c-88a4-55daa5682110 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb384ff2-c5f5-4f86-9166-a8f4da5462e5 HTTP/1.1" status: 200 len: 931 time: 0.2270896 Mar 05 13:43:41.494052 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-37b1eb0e-29c7-43a0-a545-589b8e56c2d5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:41.495684 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07c059fe-0c58-4b8b-838b-12417dafb5d2 req-633217a5-cdea-4973-b634-806c3b7e2823 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28b3085-5245-48c6-81f4-078dc52ee574&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0932243 Mar 05 13:43:41.533049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-37b1eb0e-29c7-43a0-a545-589b8e56c2d5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:41.548612 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-27f3db8d-496e-411e-8d95-1e2d3b2edac2 req-a7cb7bdc-bf47-4c11-ac69-e7e73597c3a4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=34254305-e7c5-4dd8-8fbf-8948ff0b55eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7538712 Mar 05 13:43:41.622017 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-37b1eb0e-29c7-43a0-a545-589b8e56c2d5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Made reservation on behalf of 28610c303cf6490b864485c4875d7beb for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:43:41.625585 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-37b1eb0e-29c7-43a0-a545-589b8e56c2d5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:41.721507 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a09a1d6f-85d5-4cd9-9f99-745873117151 req-68569309-149a-4554-8946-2c9b83b37e98 tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.0586104 Mar 05 13:43:41.735080 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-b192e4ed-44ba-437b-a1fc-dc47ca7929da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2340a0ff-4d13-4969-9d67-c6a4e57c89b2 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:43:41.743088 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-b192e4ed-44ba-437b-a1fc-dc47ca7929da service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:41.759537 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-b192e4ed-44ba-437b-a1fc-dc47ca7929da service neutron] Transition to ACTIVE for port object 2340a0ff-4d13-4969-9d67-c6a4e57c89b2 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:41.764514 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-b192e4ed-44ba-437b-a1fc-dc47ca7929da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:41.883890 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941edb07-bc37-4b58-ad3d-b8af893c6c2c req-1e3894dc-0b57-4a00-aadc-5bff170ac5b4 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:41.885516 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-941edb07-bc37-4b58-ad3d-b8af893c6c2c req-1e3894dc-0b57-4a00-aadc-5bff170ac5b4 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 0.6057434 Mar 05 13:43:41.928953 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:41.993062 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bdf5a29e-6448-4b27-bdfb-85efc213120a req-e00b55d5-1f44-4c47-a19d-6c6e1ec4a8e6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.0517530 Mar 05 13:43:42.028809 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:42.058506 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3198bea5-88f9-4758-9afd-8378bac0ec9c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:42.126623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192e4ed-44ba-437b-a1fc-dc47ca7929da service neutron] Pushing event updated for resources: {'Port': ['ID=2340a0ff-4d13-4969-9d67-c6a4e57c89b2,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:42.154856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3db8d-496e-411e-8d95-1e2d3b2edac2 req-85bbe409-f8b1-4acc-be76-41dd536e8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:42.156324 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-27f3db8d-496e-411e-8d95-1e2d3b2edac2 req-85bbe409-f8b1-4acc-be76-41dd536e8e86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&device_id=34254305-e7c5-4dd8-8fbf-8948ff0b55eb HTTP/1.1" status: 200 len: 1100 time: 0.4936333 Mar 05 13:43:42.157033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198bea5-88f9-4758-9afd-8378bac0ec9c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Pushing event deleted for resources: {'Port': ['ID=95ba6951-285e-4fe6-9835-a18e94107a59,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:42.173451 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-941edb07-bc37-4b58-ad3d-b8af893c6c2c req-998b86ed-8f8f-4773-9e3e-e905bcd5365d tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404449 Mar 05 13:43:42.255920 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c563a9-66a6-4c17-9ea6-a192404498ef req-e7666ec2-fce2-44e9-bd8d-ae615cf687a6 tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:42.257439 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7c563a9-66a6-4c17-9ea6-a192404498ef req-e7666ec2-fce2-44e9-bd8d-ae615cf687a6 tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=87aeff89-fd49-4b0a-9c2c-5596abaa6eeb HTTP/1.1" status: 200 len: 1101 time: 0.3608599 Mar 05 13:43:42.258287 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-b192e4ed-44ba-437b-a1fc-dc47ca7929da service neutron] Attempting to bind port 2340a0ff-4d13-4969-9d67-c6a4e57c89b2 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:43:42.258609 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-b192e4ed-44ba-437b-a1fc-dc47ca7929da service neutron] Attempting to bind port 2340a0ff-4d13-4969-9d67-c6a4e57c89b2 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'faf925df-c7ee-4666-9e57-d1d277d41878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:43:42.258963 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-b192e4ed-44ba-437b-a1fc-dc47ca7929da service neutron] Attempting to bind port 2340a0ff-4d13-4969-9d67-c6a4e57c89b2 on network 5a7630ee-dc4a-4dac-88dd-5824b780a0ac {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:43:42.263826 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-b192e4ed-44ba-437b-a1fc-dc47ca7929da service neutron] Port 2340a0ff-4d13-4969-9d67-c6a4e57c89b2 on network 5a7630ee-dc4a-4dac-88dd-5824b780a0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:43:42.264145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-b192e4ed-44ba-437b-a1fc-dc47ca7929da service neutron] Attempting to bind port 2340a0ff-4d13-4969-9d67-c6a4e57c89b2 on network 5a7630ee-dc4a-4dac-88dd-5824b780a0ac {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:43:42.283832 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-b192e4ed-44ba-437b-a1fc-dc47ca7929da service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:43:42.284169 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-b192e4ed-44ba-437b-a1fc-dc47ca7929da service neutron] Checking segment: {'id': 'faf925df-c7ee-4666-9e57-d1d277d41878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:43:42.284551 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-b192e4ed-44ba-437b-a1fc-dc47ca7929da service neutron] Bound using segment: {'id': 'faf925df-c7ee-4666-9e57-d1d277d41878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:43:42.285060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-b192e4ed-44ba-437b-a1fc-dc47ca7929da service neutron] Bound port: 2340a0ff-4d13-4969-9d67-c6a4e57c89b2, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf925df-c7ee-4666-9e57-d1d277d41878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:43:42.285422 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-b192e4ed-44ba-437b-a1fc-dc47ca7929da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:42.326501 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-37b1eb0e-29c7-43a0-a545-589b8e56c2d5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Allocated IP 172.20.0.11 (eeb6dd3a-1e4e-467a-a55d-6c75511821fe/c7f5fdc7-cd8a-40ad-987c-101447f15754/cc101af9-7584-40b5-876a-1d58e91b14a0) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:43:42.368770 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7c563a9-66a6-4c17-9ea6-a192404498ef req-63b50979-3580-417e-a6ef-0965aaf367f8 tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023080 Mar 05 13:43:42.407166 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3198bea5-88f9-4758-9afd-8378bac0ec9c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:42.449542 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-b192e4ed-44ba-437b-a1fc-dc47ca7929da service neutron] For port 2340a0ff-4d13-4969-9d67-c6a4e57c89b2, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:43:42.457488 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-b192e4ed-44ba-437b-a1fc-dc47ca7929da service neutron] For port 2340a0ff-4d13-4969-9d67-c6a4e57c89b2, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=2340a0ff-4d13-4969-9d67-c6a4e57c89b2,segment=NetworkSegment(faf925df-c7ee-4666-9e57-d1d277d41878),segment_id=faf925df-c7ee-4666-9e57-d1d277d41878)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:43:42.466789 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-b192e4ed-44ba-437b-a1fc-dc47ca7929da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:42.475851 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3198bea5-88f9-4758-9afd-8378bac0ec9c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:42.479846 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3198bea5-88f9-4758-9afd-8378bac0ec9c tempest-ServersTestBootFromVolume-1920241508 tempest-ServersTestBootFromVolume-1920241508-project] 10.222.0.16 "DELETE /v2.0/floatingips/525df61c-4531-48b4-9cfa-88f066271a09 HTTP/1.1" status: 204 len: 168 time: 2.4913213 Mar 05 13:43:42.482312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54602) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:42.633917 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-47c27b41-35d8-4b9f-a6ef-934711924e52 req-68fa601a-f04e-427d-b6aa-d2ca7f69dc0a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 210 time: 0.0801427 Mar 05 13:43:42.635351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-b192e4ed-44ba-437b-a1fc-dc47ca7929da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:42.635997 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-b192e4ed-44ba-437b-a1fc-dc47ca7929da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:42.637298 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-b192e4ed-44ba-437b-a1fc-dc47ca7929da service neutron] 10.222.0.30 "PUT /v2.0/ports/2340a0ff-4d13-4969-9d67-c6a4e57c89b2 HTTP/1.1" status: 200 len: 1091 time: 1.7396479 Mar 05 13:43:42.643443 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3db8d-496e-411e-8d95-1e2d3b2edac2 req-553990c8-8e85-4741-adea-2fb64d24d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:42.645487 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-27f3db8d-496e-411e-8d95-1e2d3b2edac2 req-553990c8-8e85-4741-adea-2fb64d24d687 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.4262328 Mar 05 13:43:42.655360 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb384ff2-c5f5-4f86-9166-a8f4da5462e5', 'tag': '2340a0ff-4d13-4969-9d67-c6a4e57c89b2'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:43:42.794971 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-27f3db8d-496e-411e-8d95-1e2d3b2edac2 req-09cc3924-2f4b-440c-97d4-d3c28f710338 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=1435958d-e3be-4286-8caa-791704018749 HTTP/1.1" status: 200 len: 217 time: 0.0755606 Mar 05 13:43:42.833485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192e4ed-44ba-437b-a1fc-dc47ca7929da service neutron] Pushing event updated for resources: {'Port': ['ID=2340a0ff-4d13-4969-9d67-c6a4e57c89b2,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:43.041166 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3db8d-496e-411e-8d95-1e2d3b2edac2 req-61addf37-0a90-4444-be92-9fff9119b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:43.041696 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-85d2b497-48fc-4cb0-9af9-d378f7e28be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:43.042584 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-27f3db8d-496e-411e-8d95-1e2d3b2edac2 req-61addf37-0a90-4444-be92-9fff9119b21c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1847529 Mar 05 13:43:43.043826 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-85d2b497-48fc-4cb0-9af9-d378f7e28be0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6ecaf5ba4ab4aa992433d8592c316a3&device_id=bb384ff2-c5f5-4f86-9166-a8f4da5462e5 HTTP/1.1" status: 200 len: 1094 time: 0.3375208 Mar 05 13:43:43.148477 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-195a15cd-9107-4338-b471-7b4ebf22bfc8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2340a0ff-4d13-4969-9d67-c6a4e57c89b2 HTTP/1.1" status: 200 len: 217 time: 0.0947351 Mar 05 13:43:43.215854 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe89a86-2739-4c16-b6ce-7d24e3800545 req-520aac01-b564-421b-bd60-ccfc94c13bf1 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:43.217635 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9fe89a86-2739-4c16-b6ce-7d24e3800545 req-520aac01-b564-421b-bd60-ccfc94c13bf1 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 0.3545306 Mar 05 13:43:43.266415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-4c9241d8-1858-49db-b5c3-513cc5987aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:43.268062 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-4c9241d8-1858-49db-b5c3-513cc5987aec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0131738f-f90e-4810-8c0d-4d64eb37560d HTTP/1.1" status: 200 len: 851 time: 0.1135662 Mar 05 13:43:43.341209 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9fe89a86-2739-4c16-b6ce-7d24e3800545 req-ed02a7dc-c1b5-4c48-b286-07327afb95b2 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933688 Mar 05 13:43:43.372735 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-9bb44e2d-fae5-4892-a511-649e33727089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:43.374493 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-9bb44e2d-fae5-4892-a511-649e33727089 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a7630ee-dc4a-4dac-88dd-5824b780a0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003451 Mar 05 13:43:43.411967 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-37b1eb0e-29c7-43a0-a545-589b8e56c2d5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:43.476592 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-37b1eb0e-29c7-43a0-a545-589b8e56c2d5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Transition to ACTIVE for port object cc101af9-7584-40b5-876a-1d58e91b14a0 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:43.547990 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:43.555407 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6171695-da1c-4ff9-b309-d3149451523d req-a822c5bc-bd75-4f49-984b-8daf21411038 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f35eb7de3ac943fabc502d5ac9465145&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0917349 Mar 05 13:43:43.583992 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3db8d-496e-411e-8d95-1e2d3b2edac2 req-07398cdb-37d0-4b87-8123-dab3c389c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:43.585455 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-27f3db8d-496e-411e-8d95-1e2d3b2edac2 req-07398cdb-37d0-4b87-8123-dab3c389c0d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5155325 Mar 05 13:43:43.622438 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-27f3db8d-496e-411e-8d95-1e2d3b2edac2 req-e6e13346-1b3f-4db3-93de-e8387d2af8cc service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:43:43.623503 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-27f3db8d-496e-411e-8d95-1e2d3b2edac2 req-e6e13346-1b3f-4db3-93de-e8387d2af8cc service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0295379 Mar 05 13:43:43.640065 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13bfdb-7043-42e2-8ef6-352572f2a606 req-5a002d37-5163-4565-a53f-31b1bf906bb7 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:43.641491 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d13bfdb-7043-42e2-8ef6-352572f2a606 req-5a002d37-5163-4565-a53f-31b1bf906bb7 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb384ff2-c5f5-4f86-9166-a8f4da5462e5 HTTP/1.1" status: 200 len: 943 time: 0.4681647 Mar 05 13:43:43.703695 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-8908118a-995a-4ba4-b140-4061e255429e service neutron] 10.222.0.30 "GET /v2.0/networks/5a7630ee-dc4a-4dac-88dd-5824b780a0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205500 Mar 05 13:43:43.704852 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-37b1eb0e-29c7-43a0-a545-589b8e56c2d5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:43.835905 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6171695-da1c-4ff9-b309-d3149451523d req-e963f918-586f-4020-9f8c-7cfe650cbc01 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:43.837479 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6171695-da1c-4ff9-b309-d3149451523d req-e963f918-586f-4020-9f8c-7cfe650cbc01 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2713866 Mar 05 13:43:43.865360 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-37b1eb0e-29c7-43a0-a545-589b8e56c2d5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Network eeb6dd3a-1e4e-467a-a55d-6c75511821fe is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:43:43.866380 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6171695-da1c-4ff9-b309-d3149451523d req-08b59e43-b669-4d6c-a2ec-12ff02620fad tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/quotas/f35eb7de3ac943fabc502d5ac9465145 HTTP/1.1" status: 200 len: 375 time: 0.0174189 Mar 05 13:43:43.880941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-37b1eb0e-29c7-43a0-a545-589b8e56c2d5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:43.883529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-37b1eb0e-29c7-43a0-a545-589b8e56c2d5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:43:43.911190 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d13bfdb-7043-42e2-8ef6-352572f2a606 req-bd413204-a8de-4fbb-967c-6828df2156f5 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28b3085-5245-48c6-81f4-078dc52ee574&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2452099 Mar 05 13:43:43.930753 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1eb0e-29c7-43a0-a545-589b8e56c2d5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event updated for resources: {'Port': ['ID=cc101af9-7584-40b5-876a-1d58e91b14a0,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:43.933211 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-43bd7875-dc8b-4b4e-b946-95deec62e080 req-867cad16-5a24-4435-9e98-22cc54def194 service neutron] 10.222.0.30 "GET /v2.0/networks/5a7630ee-dc4a-4dac-88dd-5824b780a0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193270 Mar 05 13:43:43.995180 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-27f3db8d-496e-411e-8d95-1e2d3b2edac2 req-ec1d733d-bdf3-4a81-bdb4-a9cd3a9134ae service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631656 Mar 05 13:43:44.001747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-37b1eb0e-29c7-43a0-a545-589b8e56c2d5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:44.002374 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-37b1eb0e-29c7-43a0-a545-589b8e56c2d5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:44.018099 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6171695-da1c-4ff9-b309-d3149451523d req-3bd6d80d-7e0c-46eb-b640-67e7fade8766 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1346929 Mar 05 13:43:44.080399 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb384ff2-c5f5-4f86-9166-a8f4da5462e5', 'tag': '2340a0ff-4d13-4969-9d67-c6a4e57c89b2', 'status': 'completed', 'code': 200} Mar 05 13:43:44.134587 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-37b1eb0e-29c7-43a0-a545-589b8e56c2d5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4165483 Mar 05 13:43:44.175376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-9dba891c-7b9c-41f3-90bb-6b155b9ef95a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Request body: {'port': {'device_id': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5', 'admin_state_up': True, 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'security_groups': ['b39a962b-d0ac-433e-9966-87cb0ae598a5']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:44.214489 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-53a9fb1b-aca1-45b3-9b30-48177235229e None None] Provisioning for port cc101af9-7584-40b5-876a-1d58e91b14a0 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:43:44.227841 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-53a9fb1b-aca1-45b3-9b30-48177235229e None None] Provisioning complete for port cc101af9-7584-40b5-876a-1d58e91b14a0 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:44.235320 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-53a9fb1b-aca1-45b3-9b30-48177235229e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:44.255826 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda716f6-1d3c-45c9-94c5-5b1a34542cf4 req-4b8659cb-73bb-42dc-ba97-5850957b3cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:44.262546 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bda716f6-1d3c-45c9-94c5-5b1a34542cf4 req-4b8659cb-73bb-42dc-ba97-5850957b3cc3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6ecaf5ba4ab4aa992433d8592c316a3&device_id=bb384ff2-c5f5-4f86-9166-a8f4da5462e5 HTTP/1.1" status: 200 len: 1094 time: 0.1596129 Mar 05 13:43:44.358697 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-53a9fb1b-aca1-45b3-9b30-48177235229e None None] Port cc101af9-7584-40b5-876a-1d58e91b14a0 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:43:44.461358 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32a08486-7a08-487f-b75c-69fb0012ae8c req-5ef612d4-6f69-40d6-b772-16a83b1c59de tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.0870061 Mar 05 13:43:44.466879 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-27f3db8d-496e-411e-8d95-1e2d3b2edac2 req-abacc978-6509-4b66-939b-4cda67762d64 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579527 Mar 05 13:43:44.576670 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda716f6-1d3c-45c9-94c5-5b1a34542cf4 req-d8a10ad1-152c-4d80-8d37-7b6aefffc870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:44.578725 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bda716f6-1d3c-45c9-94c5-5b1a34542cf4 req-d8a10ad1-152c-4d80-8d37-7b6aefffc870 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a7630ee-dc4a-4dac-88dd-5824b780a0ac HTTP/1.1" status: 200 len: 912 time: 0.3073039 Mar 05 13:43:44.607614 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4a93389f-e484-4927-9d55-016e5f8e4fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:44.675239 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-9dba891c-7b9c-41f3-90bb-6b155b9ef95a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:44.715320 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-9dba891c-7b9c-41f3-90bb-6b155b9ef95a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:44.727593 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4609c1-b970-4ce5-96e1-143f8d153735 req-0419c867-b679-48a8-8a45-155a1645cf0d tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:44.729134 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d4609c1-b970-4ce5-96e1-143f8d153735 req-0419c867-b679-48a8-8a45-155a1645cf0d tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.30 "GET /v2.0/ports?device_id=4aa5267a-bc6c-4324-b8d7-3a3665699213 HTTP/1.1" status: 200 len: 945 time: 0.2614522 Mar 05 13:43:44.790807 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bda716f6-1d3c-45c9-94c5-5b1a34542cf4 req-878c4821-b2ad-4b5b-9c0e-1c1dce211203 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2340a0ff-4d13-4969-9d67-c6a4e57c89b2 HTTP/1.1" status: 200 len: 217 time: 0.2053788 Mar 05 13:43:44.900213 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba6180-dd38-4400-b984-954a1ebab867 req-49edb830-8671-45a1-9494-90ec71c6eca6 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:44.908229 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-22ba6180-dd38-4400-b984-954a1ebab867 req-49edb830-8671-45a1-9494-90ec71c6eca6 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa5267a-bc6c-4324-b8d7-3a3665699213 HTTP/1.1" status: 200 len: 945 time: 0.4806926 Mar 05 13:43:44.965344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-9dba891c-7b9c-41f3-90bb-6b155b9ef95a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Made reservation on behalf of 28610c303cf6490b864485c4875d7beb for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:43:44.969354 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-9dba891c-7b9c-41f3-90bb-6b155b9ef95a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:44.987680 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda716f6-1d3c-45c9-94c5-5b1a34542cf4 req-dfe539ff-f744-45b7-abb8-b6a59a1ab3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:44.992426 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bda716f6-1d3c-45c9-94c5-5b1a34542cf4 req-dfe539ff-f744-45b7-abb8-b6a59a1ab3db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0131738f-f90e-4810-8c0d-4d64eb37560d HTTP/1.1" status: 200 len: 851 time: 0.1934066 Mar 05 13:43:45.009642 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-5d4609c1-b970-4ce5-96e1-143f8d153735 req-be52436a-99b7-4d59-b5fa-9d61a161a40e tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Deleting port c982e4d8-1a3c-41bb-ab43-f5cf1842c648 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:43:45.010117 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5d4609c1-b970-4ce5-96e1-143f8d153735 req-be52436a-99b7-4d59-b5fa-9d61a161a40e tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:45.135011 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-22ba6180-dd38-4400-b984-954a1ebab867 req-a0c323f1-d143-4510-aad9-669a05d21f4d tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fef8fc1-95f8-4e94-94b0-c3d2f2a6a6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252438 Mar 05 13:43:45.218054 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda716f6-1d3c-45c9-94c5-5b1a34542cf4 req-d5727522-d119-4b0d-a7f3-25c97c4092ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:45.221550 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bda716f6-1d3c-45c9-94c5-5b1a34542cf4 req-d5727522-d119-4b0d-a7f3-25c97c4092ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a7630ee-dc4a-4dac-88dd-5824b780a0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2080712 Mar 05 13:43:45.401970 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4b0dc97d-2b6f-4916-9d34-1e4fee7905ac req-b909bc83-74dd-4247-97dc-9eb99b6a42c5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9 HTTP/1.1" status: 200 len: 210 time: 0.0734906 Mar 05 13:43:45.469336 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bda716f6-1d3c-45c9-94c5-5b1a34542cf4 req-e1dbd9ea-4c72-4b05-8cf1-867bf52a9a9a service neutron] 10.222.0.30 "GET /v2.0/networks/5a7630ee-dc4a-4dac-88dd-5824b780a0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435646 Mar 05 13:43:45.619588 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bda716f6-1d3c-45c9-94c5-5b1a34542cf4 req-7fd1a4a4-f79f-4af2-8894-197825191751 service neutron] 10.222.0.30 "GET /v2.0/networks/5a7630ee-dc4a-4dac-88dd-5824b780a0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437559 Mar 05 13:43:45.868221 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6171695-da1c-4ff9-b309-d3149451523d req-0451a2a1-c123-41eb-89d6-6605de275663 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f35eb7de3ac943fabc502d5ac9465145&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662446 Mar 05 13:43:46.020000 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b55b5-1c93-4e72-9cac-cd4872b3a7f7 req-f96432de-1d54-4c43-b5da-1057b0f8fc50 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:46.031129 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-8b6b55b5-1c93-4e72-9cac-cd4872b3a7f7 req-f96432de-1d54-4c43-b5da-1057b0f8fc50 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Synchronizing usage tracker for tenant:28610c303cf6490b864485c4875d7beb on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:43:46.059315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-9dba891c-7b9c-41f3-90bb-6b155b9ef95a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Allocated IP 10.1.1.128 (8fa48499-e36c-4df6-9ca6-fd9e833610e5/1862c115-1882-4737-96e2-80cabd1f69de/c29c5c22-46c5-4bcd-9bbd-e5a412502846) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:43:46.156292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-8b6b55b5-1c93-4e72-9cac-cd4872b3a7f7 req-f96432de-1d54-4c43-b5da-1057b0f8fc50 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Unset dirty status for tenant:28610c303cf6490b864485c4875d7beb on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:43:46.157401 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8b6b55b5-1c93-4e72-9cac-cd4872b3a7f7 req-f96432de-1d54-4c43-b5da-1057b0f8fc50 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 932 time: 0.8469322 Mar 05 13:43:46.165586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-5d4609c1-b970-4ce5-96e1-143f8d153735 req-be52436a-99b7-4d59-b5fa-9d61a161a40e tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] For port c982e4d8-1a3c-41bb-ab43-f5cf1842c648, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c982e4d8-1a3c-41bb-ab43-f5cf1842c648,segment=NetworkSegment(313bb3c9-8a66-4929-966d-34dec7dcf12d),segment_id=313bb3c9-8a66-4929-966d-34dec7dcf12d)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:46.166168 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5d4609c1-b970-4ce5-96e1-143f8d153735 req-be52436a-99b7-4d59-b5fa-9d61a161a40e tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:46.188268 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-4a93389f-e484-4927-9d55-016e5f8e4fb0 admin admin] Deleting port 69da4aa8-ea78-4c7d-a8a2-5599279149fd {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:43:46.188815 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4a93389f-e484-4927-9d55-016e5f8e4fb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:46.277806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6171695-da1c-4ff9-b309-d3149451523d req-5b4e65d8-0aeb-47d7-8ebb-6f389936fcc1 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:46.279528 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6171695-da1c-4ff9-b309-d3149451523d req-5b4e65d8-0aeb-47d7-8ebb-6f389936fcc1 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4035928 Mar 05 13:43:46.294652 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-a6171695-da1c-4ff9-b309-d3149451523d req-ae270671-17b4-417f-bb28-edc6246e1105 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Request body: {'port': {'device_id': '17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': 'f35eb7de3ac943fabc502d5ac9465145'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:46.382114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-5d4609c1-b970-4ce5-96e1-143f8d153735 req-be52436a-99b7-4d59-b5fa-9d61a161a40e tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Calling delete_port for c982e4d8-1a3c-41bb-ab43-f5cf1842c648 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:43:46.420050 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be1a18-f1fc-4292-8564-4759628a3eba req-8899f290-356a-42ef-86a5-07d4c555c80c tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:46.430121 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-18be1a18-f1fc-4292-8564-4759628a3eba req-8899f290-356a-42ef-86a5-07d4c555c80c tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb384ff2-c5f5-4f86-9166-a8f4da5462e5 HTTP/1.1" status: 200 len: 943 time: 0.2622635 Mar 05 13:43:46.506276 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8b6b55b5-1c93-4e72-9cac-cd4872b3a7f7 req-f0158489-29e9-4046-9e53-1c2ae0884808 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3301623 Mar 05 13:43:46.519997 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-18be1a18-f1fc-4292-8564-4759628a3eba req-71e5b930-e6ec-4f84-a685-55e3b38c866d tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28b3085-5245-48c6-81f4-078dc52ee574&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883625 Mar 05 13:43:46.544368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-a6171695-da1c-4ff9-b309-d3149451523d req-ae270671-17b4-417f-bb28-edc6246e1105 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:46.561405 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-a6171695-da1c-4ff9-b309-d3149451523d req-ae270671-17b4-417f-bb28-edc6246e1105 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:46.576318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6171695-da1c-4ff9-b309-d3149451523d req-ae270671-17b4-417f-bb28-edc6246e1105 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Made reservation on behalf of f35eb7de3ac943fabc502d5ac9465145 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:43:46.586099 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a6171695-da1c-4ff9-b309-d3149451523d req-ae270671-17b4-417f-bb28-edc6246e1105 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:46.744041 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b2751309-47bb-4100-9184-6cc4c74505af req-778b2e76-d05d-4e3a-a7bb-39688a4f9ec7 tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.0796688 Mar 05 13:43:46.849322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-4a93389f-e484-4927-9d55-016e5f8e4fb0 admin admin] For port 69da4aa8-ea78-4c7d-a8a2-5599279149fd, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=69da4aa8-ea78-4c7d-a8a2-5599279149fd,segment=NetworkSegment(4a19e8c8-9d65-4a83-94ac-adad806f4733),segment_id=4a19e8c8-9d65-4a83-94ac-adad806f4733)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:46.849681 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4a93389f-e484-4927-9d55-016e5f8e4fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:46.852649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6b8d8-5695-4be0-9f08-48e195ab336d req-ccd86094-b4b2-4f16-adfb-6b676b46f636 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:46.854125 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-01f6b8d8-5695-4be0-9f08-48e195ab336d req-ccd86094-b4b2-4f16-adfb-6b676b46f636 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 0.2167144 Mar 05 13:43:46.865979 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-9dba891c-7b9c-41f3-90bb-6b155b9ef95a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:46.911595 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-01f6b8d8-5695-4be0-9f08-48e195ab336d req-20090274-0e02-4f7e-8189-ce5886a06214 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466638 Mar 05 13:43:46.939132 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-a6171695-da1c-4ff9-b309-d3149451523d req-ae270671-17b4-417f-bb28-edc6246e1105 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Allocated IP 192.168.233.37 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/b3a6c5d8-c66d-439c-827d-986cb719af5d) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:43:47.008380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-4a93389f-e484-4927-9d55-016e5f8e4fb0 admin admin] Calling delete_port for 69da4aa8-ea78-4c7d-a8a2-5599279149fd owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:43:47.161517 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-9dba891c-7b9c-41f3-90bb-6b155b9ef95a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Transition to ACTIVE for port object c29c5c22-46c5-4bcd-9bbd-e5a412502846 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:47.166167 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5d4609c1-b970-4ce5-96e1-143f8d153735 req-be52436a-99b7-4d59-b5fa-9d61a161a40e tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:47.235947 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e75ee696-6ec3-42ed-84aa-92f85dee0038 req-bbd50525-19b8-4b9a-be4d-811879b6a050 tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa5267a-bc6c-4324-b8d7-3a3665699213 HTTP/1.1" status: 200 len: 210 time: 0.0678341 Mar 05 13:43:47.258662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52436a-99b7-4d59-b5fa-9d61a161a40e tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Pushing event deleted for resources: {'Port': ['ID=c982e4d8-1a3c-41bb-ab43-f5cf1842c648,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:47.328458 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a6171695-da1c-4ff9-b309-d3149451523d req-ae270671-17b4-417f-bb28-edc6246e1105 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:47.351042 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-a6171695-da1c-4ff9-b309-d3149451523d req-ae270671-17b4-417f-bb28-edc6246e1105 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Transition to ACTIVE for port object b3a6c5d8-c66d-439c-827d-986cb719af5d will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:47.448971 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a6171695-da1c-4ff9-b309-d3149451523d req-ae270671-17b4-417f-bb28-edc6246e1105 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:47.459436 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d300c59-fa49-49c9-af24-4c085713a3dc req-dd718b94-6301-4763-8c08-9e2e612027a5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9 HTTP/1.1" status: 200 len: 210 time: 0.0670183 Mar 05 13:43:47.463617 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['024c3626-66ef-4aee-ab0e-e02389b1831c', '184b801c-e78c-44f5-9803-b433f7505612'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:43:47.497273 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['1435958d-e3be-4286-8caa-791704018749', 'aa5a355c-5f58-4db0-bfb5-8e9b384376ef', '26e15d7a-e8a5-431a-b910-0c8dc2dcec3e', 'fda15825-21a0-4055-bab6-e4a271c0d1d3'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:43:47.577442 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4609c1-b970-4ce5-96e1-143f8d153735 req-be52436a-99b7-4d59-b5fa-9d61a161a40e tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] No DVR routers for this DVR port c982e4d8-1a3c-41bb-ab43-f5cf1842c648 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:43:47.581283 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5d4609c1-b970-4ce5-96e1-143f8d153735 req-be52436a-99b7-4d59-b5fa-9d61a161a40e tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:47.584899 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa5267a-bc6c-4324-b8d7-3a3665699213', 'name': 'network-vif-deleted', 'tag': 'c982e4d8-1a3c-41bb-ab43-f5cf1842c648'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:43:47.633241 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d4609c1-b970-4ce5-96e1-143f8d153735 req-be52436a-99b7-4d59-b5fa-9d61a161a40e tempest-InstanceActionsTestJSON-2126988587 tempest-InstanceActionsTestJSON-2126988587-project] 10.222.0.30 "DELETE /v2.0/ports/c982e4d8-1a3c-41bb-ab43-f5cf1842c648 HTTP/1.1" status: 204 len: 173 time: 2.8826215 Mar 05 13:43:47.768960 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-9dba891c-7b9c-41f3-90bb-6b155b9ef95a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:47.856344 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae270671-17b4-417f-bb28-edc6246e1105 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Pushing event updated for resources: {'Port': ['ID=b3a6c5d8-c66d-439c-827d-986cb719af5d,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:47.865935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6171695-da1c-4ff9-b309-d3149451523d req-ae270671-17b4-417f-bb28-edc6246e1105 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:43:47.869640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-a6171695-da1c-4ff9-b309-d3149451523d req-ae270671-17b4-417f-bb28-edc6246e1105 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:47.885235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6171695-da1c-4ff9-b309-d3149451523d req-ae270671-17b4-417f-bb28-edc6246e1105 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:43:47.944646 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4a93389f-e484-4927-9d55-016e5f8e4fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:47.959402 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba891c-7b9c-41f3-90bb-6b155b9ef95a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event updated for resources: {'Port': ['ID=c29c5c22-46c5-4bcd-9bbd-e5a412502846,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:47.986302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59399b-c3a2-429b-9d67-e2ae1096e77a req-47e2dbf5-e6c6-4626-abf8-348c3309faa8 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:47.994101 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1e59399b-c3a2-429b-9d67-e2ae1096e77a req-47e2dbf5-e6c6-4626-abf8-348c3309faa8 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb384ff2-c5f5-4f86-9166-a8f4da5462e5 HTTP/1.1" status: 200 len: 943 time: 0.2034037 Mar 05 13:43:48.013322 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6171695-da1c-4ff9-b309-d3149451523d req-ae270671-17b4-417f-bb28-edc6246e1105 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:48.014278 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a6171695-da1c-4ff9-b309-d3149451523d req-ae270671-17b4-417f-bb28-edc6246e1105 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:48.068094 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 2340a0ff-4d13-4969-9d67-c6a4e57c89b2 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:43:48.069642 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1e59399b-c3a2-429b-9d67-e2ae1096e77a req-2c01a552-2ccd-4ecf-adeb-0c2e6fa70977 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28b3085-5245-48c6-81f4-078dc52ee574&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744832 Mar 05 13:43:48.072856 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device c982e4d8-1a3c-41bb-ab43-f5cf1842c648 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:43:48.073386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93389f-e484-4927-9d55-016e5f8e4fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=69da4aa8-ea78-4c7d-a8a2-5599279149fd,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:48.077374 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6171695-da1c-4ff9-b309-d3149451523d req-ae270671-17b4-417f-bb28-edc6246e1105 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7885084 Mar 05 13:43:48.090953 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-a6171695-da1c-4ff9-b309-d3149451523d req-273ad029-36e8-448c-83ed-f6db3c9e5e10 service neutron] Request body: {'port': {'device_id': '17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:48.170467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-9dba891c-7b9c-41f3-90bb-6b155b9ef95a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:43:48.174108 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: c982e4d8-1a3c-41bb-ab43-f5cf1842c648 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:43:48.174455 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device c982e4d8-1a3c-41bb-ab43-f5cf1842c648 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:43:48.186982 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa5267a-bc6c-4324-b8d7-3a3665699213', 'name': 'network-vif-deleted', 'tag': 'c982e4d8-1a3c-41bb-ab43-f5cf1842c648', 'status': 'completed', 'code': 200} Mar 05 13:43:48.187822 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-9dba891c-7b9c-41f3-90bb-6b155b9ef95a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:48.190936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-9dba891c-7b9c-41f3-90bb-6b155b9ef95a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:43:48.283541 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-9dba891c-7b9c-41f3-90bb-6b155b9ef95a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:48.284224 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-9dba891c-7b9c-41f3-90bb-6b155b9ef95a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:48.329060 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a6171695-da1c-4ff9-b309-d3149451523d req-273ad029-36e8-448c-83ed-f6db3c9e5e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:48.355558 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-9dba891c-7b9c-41f3-90bb-6b155b9ef95a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1893065 Mar 05 13:43:48.389050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-888ceaac-cd70-4412-bce3-94abd9b25c10 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Request body: {'port': {'device_id': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5', 'admin_state_up': True, 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'security_groups': ['b39a962b-d0ac-433e-9966-87cb0ae598a5']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:48.624309 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa73e4-18c5-4295-a0e9-de99cb8cb2be req-20c055e2-8960-4173-9d67-6c46088156bb tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:48.632131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa73e4-18c5-4295-a0e9-de99cb8cb2be req-20c055e2-8960-4173-9d67-6c46088156bb tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:48.639235 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a7fa73e4-18c5-4295-a0e9-de99cb8cb2be req-20c055e2-8960-4173-9d67-6c46088156bb tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 1654 time: 0.6840727 Mar 05 13:43:48.668219 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-06f9addd-8fa8-41ff-9a46-a6fcae15b64b None None] Provisioning for port b3a6c5d8-c66d-439c-827d-986cb719af5d completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:43:48.678573 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-06f9addd-8fa8-41ff-9a46-a6fcae15b64b None None] Provisioning complete for port b3a6c5d8-c66d-439c-827d-986cb719af5d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:48.679031 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-06f9addd-8fa8-41ff-9a46-a6fcae15b64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:48.779727 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 2340a0ff-4d13-4969-9d67-c6a4e57c89b2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=2340a0ff-4d13-4969-9d67-c6a4e57c89b2,segment=NetworkSegment(faf925df-c7ee-4666-9e57-d1d277d41878),segment_id=faf925df-c7ee-4666-9e57-d1d277d41878)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:48.830938 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-06f9addd-8fa8-41ff-9a46-a6fcae15b64b None None] Port b3a6c5d8-c66d-439c-827d-986cb719af5d cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:43:48.833655 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '2340a0ff-4d13-4969-9d67-c6a4e57c89b2', 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac', 'port_id': '2340a0ff-4d13-4969-9d67-c6a4e57c89b2', 'mac_address': 'fa:16:3e:06:4f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0131738f-f90e-4810-8c0d-4d64eb37560d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:43:48.876764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-a6171695-da1c-4ff9-b309-d3149451523d req-273ad029-36e8-448c-83ed-f6db3c9e5e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a6c5d8-c66d-439c-827d-986cb719af5d {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:43:48.886557 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a7fa73e4-18c5-4295-a0e9-de99cb8cb2be req-6c2db61f-560c-4859-bf02-1b9ce9f2a49c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463408 Mar 05 13:43:48.892422 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a6171695-da1c-4ff9-b309-d3149451523d req-273ad029-36e8-448c-83ed-f6db3c9e5e10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:48.913743 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-a6171695-da1c-4ff9-b309-d3149451523d req-273ad029-36e8-448c-83ed-f6db3c9e5e10 service neutron] Transition to ACTIVE for port object b3a6c5d8-c66d-439c-827d-986cb719af5d will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:48.918618 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a6171695-da1c-4ff9-b309-d3149451523d req-273ad029-36e8-448c-83ed-f6db3c9e5e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:48.963060 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4a93389f-e484-4927-9d55-016e5f8e4fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:48.983979 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:49.005116 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a0fa7211-648a-4434-8ab5-c356053ebeb2 None None] Provisioning for port c29c5c22-46c5-4bcd-9bbd-e5a412502846 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:43:49.019383 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2340a0ff-4d13-4969-9d67-c6a4e57c89b2 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:43:49.023449 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a0fa7211-648a-4434-8ab5-c356053ebeb2 None None] Provisioning complete for port c29c5c22-46c5-4bcd-9bbd-e5a412502846 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:49.023814 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a0fa7211-648a-4434-8ab5-c356053ebeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:49.142914 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a0fa7211-648a-4434-8ab5-c356053ebeb2 None None] Port c29c5c22-46c5-4bcd-9bbd-e5a412502846 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:43:49.151810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-888ceaac-cd70-4412-bce3-94abd9b25c10 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:49.164186 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9e199860-1489-4362-aeba-d262dc444d7e req-6a3d2956-9089-42a0-b489-a8af68713f1d tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.1569159 Mar 05 13:43:49.171245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ad029-36e8-448c-83ed-f6db3c9e5e10 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a6c5d8-c66d-439c-827d-986cb719af5d,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:49.183898 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 2340a0ff-4d13-4969-9d67-c6a4e57c89b2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=2340a0ff-4d13-4969-9d67-c6a4e57c89b2,segment=NetworkSegment(faf925df-c7ee-4666-9e57-d1d277d41878),segment_id=faf925df-c7ee-4666-9e57-d1d277d41878)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:49.209680 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:49.235071 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-888ceaac-cd70-4412-bce3-94abd9b25c10 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:49.288756 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54798) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:49.321378 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-888ceaac-cd70-4412-bce3-94abd9b25c10 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Made reservation on behalf of 28610c303cf6490b864485c4875d7beb for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:43:49.326025 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-888ceaac-cd70-4412-bce3-94abd9b25c10 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:49.386964 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=2340a0ff-4d13-4969-9d67-c6a4e57c89b2,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:49.396200 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:49.396471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:49.396794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:49.397121 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:49.397447 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:49.397751 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:49.398212 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:49.398536 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:49.398889 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:49.399206 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:49.399648 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:49.400024 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:43:49.473389 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9f4c42-0dd5-4aea-b3f7-12e908cd2284 admin admin] Deleting subnet 0a6ca09b-3881-47d7-942e-7f1fd7114e6c {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:43:49.476772 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4c9f4c42-0dd5-4aea-b3f7-12e908cd2284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:49.484823 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['2340a0ff-4d13-4969-9d67-c6a4e57c89b2'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:43:49.542413 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11213828-e2d3-4027-93e9-a9ec344e0cc0 req-b7076d73-07b2-41ca-b0dd-3a21566bc2c1 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:49.543944 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-11213828-e2d3-4027-93e9-a9ec344e0cc0 req-b7076d73-07b2-41ca-b0dd-3a21566bc2c1 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 0.3747978 Mar 05 13:43:49.556954 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-a6171695-da1c-4ff9-b309-d3149451523d req-273ad029-36e8-448c-83ed-f6db3c9e5e10 service neutron] Attempting to bind port b3a6c5d8-c66d-439c-827d-986cb719af5d on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:43:49.557281 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-a6171695-da1c-4ff9-b309-d3149451523d req-273ad029-36e8-448c-83ed-f6db3c9e5e10 service neutron] Attempting to bind port b3a6c5d8-c66d-439c-827d-986cb719af5d by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:43:49.557635 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6171695-da1c-4ff9-b309-d3149451523d req-273ad029-36e8-448c-83ed-f6db3c9e5e10 service neutron] Attempting to bind port b3a6c5d8-c66d-439c-827d-986cb719af5d on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:43:49.562748 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4c9f4c42-0dd5-4aea-b3f7-12e908cd2284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:49.625873 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6171695-da1c-4ff9-b309-d3149451523d req-273ad029-36e8-448c-83ed-f6db3c9e5e10 service neutron] Port b3a6c5d8-c66d-439c-827d-986cb719af5d on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:43:49.626199 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6171695-da1c-4ff9-b309-d3149451523d req-273ad029-36e8-448c-83ed-f6db3c9e5e10 service neutron] Attempting to bind port b3a6c5d8-c66d-439c-827d-986cb719af5d on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:43:49.649971 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6171695-da1c-4ff9-b309-d3149451523d req-273ad029-36e8-448c-83ed-f6db3c9e5e10 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:43:49.650223 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6171695-da1c-4ff9-b309-d3149451523d req-273ad029-36e8-448c-83ed-f6db3c9e5e10 service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:43:49.650607 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6171695-da1c-4ff9-b309-d3149451523d req-273ad029-36e8-448c-83ed-f6db3c9e5e10 service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:43:49.651071 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-a6171695-da1c-4ff9-b309-d3149451523d req-273ad029-36e8-448c-83ed-f6db3c9e5e10 service neutron] Bound port: b3a6c5d8-c66d-439c-827d-986cb719af5d, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:43:49.651422 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a6171695-da1c-4ff9-b309-d3149451523d req-273ad029-36e8-448c-83ed-f6db3c9e5e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:49.684208 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-11213828-e2d3-4027-93e9-a9ec344e0cc0 req-85a7cb72-0dc6-4e83-aacc-92102f529903 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238203 Mar 05 13:43:49.686151 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4c9f4c42-0dd5-4aea-b3f7-12e908cd2284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:49.797115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e6026-6a7c-43ee-90b6-b33ea4f5de01 req-17d11ed0-37c0-48c8-894e-46464f7aee2e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:49.798973 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6a8e6026-6a7c-43ee-90b6-b33ea4f5de01 req-17d11ed0-37c0-48c8-894e-46464f7aee2e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9 HTTP/1.1" status: 200 len: 947 time: 0.4238706 Mar 05 13:43:49.825527 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-a6171695-da1c-4ff9-b309-d3149451523d req-273ad029-36e8-448c-83ed-f6db3c9e5e10 service neutron] For port b3a6c5d8-c66d-439c-827d-986cb719af5d, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:43:49.829217 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-a6171695-da1c-4ff9-b309-d3149451523d req-273ad029-36e8-448c-83ed-f6db3c9e5e10 service neutron] For port b3a6c5d8-c66d-439c-827d-986cb719af5d, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b3a6c5d8-c66d-439c-827d-986cb719af5d,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:43:49.831158 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4c9f4c42-0dd5-4aea-b3f7-12e908cd2284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:49.863920 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a6171695-da1c-4ff9-b309-d3149451523d req-273ad029-36e8-448c-83ed-f6db3c9e5e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:49.917688 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f4c42-0dd5-4aea-b3f7-12e908cd2284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a6ca09b-3881-47d7-942e-7f1fd7114e6c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:49.933152 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4c9f4c42-0dd5-4aea-b3f7-12e908cd2284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:49.943027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-888ceaac-cd70-4412-bce3-94abd9b25c10 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Allocated IP 10.1.1.250 (8fa48499-e36c-4df6-9ca6-fd9e833610e5/1862c115-1882-4737-96e2-80cabd1f69de/51cf4902-bcd2-4949-b4bb-ff6b4c8537a9) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:43:49.944483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6171695-da1c-4ff9-b309-d3149451523d req-273ad029-36e8-448c-83ed-f6db3c9e5e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:49.945074 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a6171695-da1c-4ff9-b309-d3149451523d req-273ad029-36e8-448c-83ed-f6db3c9e5e10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:49.946548 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6171695-da1c-4ff9-b309-d3149451523d req-273ad029-36e8-448c-83ed-f6db3c9e5e10 service neutron] 10.222.0.30 "PUT /v2.0/ports/b3a6c5d8-c66d-439c-827d-986cb719af5d HTTP/1.1" status: 200 len: 1095 time: 1.8617642 Mar 05 13:43:49.949393 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9', 'tag': 'b3a6c5d8-c66d-439c-827d-986cb719af5d'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:43:49.959988 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4c9f4c42-0dd5-4aea-b3f7-12e908cd2284 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0a6ca09b-3881-47d7-942e-7f1fd7114e6c HTTP/1.1" status: 204 len: 168 time: 0.6701033 Mar 05 13:43:49.960912 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54826) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:50.031419 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6a8e6026-6a7c-43ee-90b6-b33ea4f5de01 req-a344788a-2e55-4b61-9fb8-d074e05390d8 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929372 Mar 05 13:43:50.060812 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ad029-36e8-448c-83ed-f6db3c9e5e10 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a6c5d8-c66d-439c-827d-986cb719af5d,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:50.065821 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a93389f-e484-4927-9d55-016e5f8e4fb0 admin admin] Router 1adcb991-d709-46fc-a4a3-d7906a6a8633 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:43:50.279855 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-323f1d68-b173-4505-bbe7-74ba6746d618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:50.351846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6171695-da1c-4ff9-b309-d3149451523d req-e91300d5-19ae-446d-b09e-cd7be7f3ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:50.353528 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6171695-da1c-4ff9-b309-d3149451523d req-e91300d5-19ae-446d-b09e-cd7be7f3ce3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&device_id=17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9 HTTP/1.1" status: 200 len: 1098 time: 0.3583109 Mar 05 13:43:50.486873 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6171695-da1c-4ff9-b309-d3149451523d req-385fdf32-399c-4c31-9c49-41eb08cb62c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=b3a6c5d8-c66d-439c-827d-986cb719af5d HTTP/1.1" status: 200 len: 217 time: 0.1142619 Mar 05 13:43:50.513880 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-888ceaac-cd70-4412-bce3-94abd9b25c10 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:50.534624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a93389f-e484-4927-9d55-016e5f8e4fb0 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:43:50.545532 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391691fc-4831-43be-88e6-989868310808 None None] Sync routers for ids ['1adcb991-d709-46fc-a4a3-d7906a6a8633'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:43:50.557764 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391691fc-4831-43be-88e6-989868310808 None None] Routers {'1adcb991-d709-46fc-a4a3-d7906a6a8633'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:43:50.558426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-391691fc-4831-43be-88e6-989868310808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:43:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1adcb991-d709-46fc-a4a3-d7906a6a8633'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:50.564408 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-888ceaac-cd70-4412-bce3-94abd9b25c10 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Transition to ACTIVE for port object 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:50.575337 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4a93389f-e484-4927-9d55-016e5f8e4fb0 admin admin] 10.222.0.16 "PUT /v2.0/routers/1adcb991-d709-46fc-a4a3-d7906a6a8633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0837057 Mar 05 13:43:50.581133 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54850) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:50.586406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c997e-4c1c-4deb-a927-f45e2ae76f61 req-93f9e12e-4938-4e82-9804-08ae86a3b3b1 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:50.587810 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f29c997e-4c1c-4deb-a927-f45e2ae76f61 req-93f9e12e-4938-4e82-9804-08ae86a3b3b1 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb384ff2-c5f5-4f86-9166-a8f4da5462e5 HTTP/1.1" status: 200 len: 944 time: 0.2837749 Mar 05 13:43:50.644234 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-888ceaac-cd70-4412-bce3-94abd9b25c10 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:50.648563 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-323f1d68-b173-4505-bbe7-74ba6746d618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:50.684842 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f29c997e-4c1c-4deb-a927-f45e2ae76f61 req-3b72568e-9a2a-4397-a635-875dfec09880 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28b3085-5245-48c6-81f4-078dc52ee574&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851128 Mar 05 13:43:50.715265 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-888ceaac-cd70-4412-bce3-94abd9b25c10 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:43:50.719094 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-888ceaac-cd70-4412-bce3-94abd9b25c10 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:50.723391 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-323f1d68-b173-4505-bbe7-74ba6746d618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256d4a05-b012-43ab-ad69-f9c60e5aea8f']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:50.723668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-888ceaac-cd70-4412-bce3-94abd9b25c10 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:43:50.731035 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6171695-da1c-4ff9-b309-d3149451523d req-8e0bf4c9-0a38-40f3-9a29-2bd35feac530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:50.732881 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6171695-da1c-4ff9-b309-d3149451523d req-8e0bf4c9-0a38-40f3-9a29-2bd35feac530 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.2383313 Mar 05 13:43:50.782422 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ceaac-cd70-4412-bce3-94abd9b25c10 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event updated for resources: {'Port': ['ID=51cf4902-bcd2-4949-b4bb-ff6b4c8537a9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:50.788862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-323f1d68-b173-4505-bbe7-74ba6746d618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '313bb3c9-8a66-4929-966d-34dec7dcf12d') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:50.789153 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-323f1d68-b173-4505-bbe7-74ba6746d618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '313bb3c9-8a66-4929-966d-34dec7dcf12d') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:50.793775 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-391691fc-4831-43be-88e6-989868310808 None None] Set router 1adcb991-d709-46fc-a4a3-d7906a6a8633 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:43:50.814965 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-888ceaac-cd70-4412-bce3-94abd9b25c10 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:50.815776 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-888ceaac-cd70-4412-bce3-94abd9b25c10 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:50.845914 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-323f1d68-b173-4505-bbe7-74ba6746d618 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:50.846503 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-888ceaac-cd70-4412-bce3-94abd9b25c10 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4681942 Mar 05 13:43:50.857567 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-e0d45921-4fc3-4365-9b08-aebe73c0b51a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Request body: {'port': {'device_id': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4737ff0a-cb53-4e8a-bc54-82a47945de4b', 'admin_state_up': True, 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'security_groups': ['b39a962b-d0ac-433e-9966-87cb0ae598a5']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:50.949552 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9', 'tag': 'b3a6c5d8-c66d-439c-827d-986cb719af5d', 'status': 'completed', 'code': 200} Mar 05 13:43:50.983515 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b81b6-be1b-460e-ae8d-a2cef4a80170 req-3e637a0e-3f9a-40ee-bf84-88533178515a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:50.989728 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b81b6-be1b-460e-ae8d-a2cef4a80170 req-3e637a0e-3f9a-40ee-bf84-88533178515a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:50.991586 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-589b81b6-be1b-460e-ae8d-a2cef4a80170 req-3e637a0e-3f9a-40ee-bf84-88533178515a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 1654 time: 0.5503433 Mar 05 13:43:50.999931 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-323f1d68-b173-4505-bbe7-74ba6746d618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:51.070712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323f1d68-b173-4505-bbe7-74ba6746d618 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:43:51.071195 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-323f1d68-b173-4505-bbe7-74ba6746d618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:43:51.084504 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:43:51.108562 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-728415f1-66f4-4610-b02f-1cc62676ac4e req-afc1cc7e-9ef3-421b-ac6b-37afe89cb086 tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.0535955 Mar 05 13:43:51.109459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-e0d45921-4fc3-4365-9b08-aebe73c0b51a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:51.114384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-e0d45921-4fc3-4365-9b08-aebe73c0b51a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Usage tracker for resource:port and tenant:28610c303cf6490b864485c4875d7beb is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:51.118087 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-e0d45921-4fc3-4365-9b08-aebe73c0b51a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Quota usage for port was recalculated. Used quota:10. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:51.126684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-e0d45921-4fc3-4365-9b08-aebe73c0b51a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:51.148725 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-e0d45921-4fc3-4365-9b08-aebe73c0b51a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Made reservation on behalf of 28610c303cf6490b864485c4875d7beb for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:43:51.186308 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3f3fcf4f-a18d-4f74-a1df-dba748d1c617 None None] Provisioning for port 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:43:51.190073 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-589b81b6-be1b-460e-ae8d-a2cef4a80170 req-f109ea9d-ea58-4f21-9025-dde1f5b4dee2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765475 Mar 05 13:43:51.200857 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7677d879-a36e-4784-925b-7ff2b2b45306 admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:51.221030 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3f3fcf4f-a18d-4f74-a1df-dba748d1c617 None None] Provisioning complete for port 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:51.221414 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3f3fcf4f-a18d-4f74-a1df-dba748d1c617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:51.324840 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-e0d45921-4fc3-4365-9b08-aebe73c0b51a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:51.353306 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3f3fcf4f-a18d-4f74-a1df-dba748d1c617 None None] Port 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:43:51.365184 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-391691fc-4831-43be-88e6-989868310808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'name': 'tempest-ServersTestBootFromVolume-1322382095-router', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:08Z', 'updated_at': '2022-03-05T13:43:47Z', 'revision_number': 5, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'gw_port': {'id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:09Z', 'updated_at': '2022-03-05T13:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:51.369612 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391691fc-4831-43be-88e6-989868310808 None None] Checking router: 1adcb991-d709-46fc-a4a3-d7906a6a8633 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:43:51.389397 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391691fc-4831-43be-88e6-989868310808 None None] Routers {'1adcb991-d709-46fc-a4a3-d7906a6a8633'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:43:51.390013 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-391691fc-4831-43be-88e6-989868310808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:43:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1adcb991-d709-46fc-a4a3-d7906a6a8633'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:51.544023 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-323f1d68-b173-4505-bbe7-74ba6746d618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:51.591716 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6171695-da1c-4ff9-b309-d3149451523d req-1144ab17-f170-4071-ba68-4f890703a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:51.593417 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6171695-da1c-4ff9-b309-d3149451523d req-1144ab17-f170-4071-ba68-4f890703a1b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8511882 Mar 05 13:43:51.602408 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7677d879-a36e-4784-925b-7ff2b2b45306 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:51.618479 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-e0d45921-4fc3-4365-9b08-aebe73c0b51a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Allocated IP 10.2.2.100 (4737ff0a-cb53-4e8a-bc54-82a47945de4b/eff906ca-fac7-414f-935e-aa401b609305/1455b0ab-b257-466d-89db-8a06002e158a) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:43:51.631590 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-323f1d68-b173-4505-bbe7-74ba6746d618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:51.644935 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-391691fc-4831-43be-88e6-989868310808 None None] Set router 1adcb991-d709-46fc-a4a3-d7906a6a8633 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:43:51.775092 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f1d68-b173-4505-bbe7-74ba6746d618 admin admin] Pushing event deleted for resources: {'Network': ['ID=256d4a05-b012-43ab-ad69-f9c60e5aea8f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:51.780823 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6171695-da1c-4ff9-b309-d3149451523d req-c812754d-4b7d-41b2-95ff-5c26183046e4 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391740 Mar 05 13:43:51.785932 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-323f1d68-b173-4505-bbe7-74ba6746d618 admin admin] 10.222.0.16 "DELETE /v2.0/networks/256d4a05-b012-43ab-ad69-f9c60e5aea8f HTTP/1.1" status: 204 len: 168 time: 1.8158391 Mar 05 13:43:51.907884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d84066-4fe7-42eb-8bc3-839449cd5b36 req-6557c357-9544-4416-93ab-6850be7d095c tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:51.918342 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9d84066-4fe7-42eb-8bc3-839449cd5b36 req-6557c357-9544-4416-93ab-6850be7d095c tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9 HTTP/1.1" status: 200 len: 947 time: 0.2139504 Mar 05 13:43:51.964489 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-e0d45921-4fc3-4365-9b08-aebe73c0b51a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:52.007124 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-e0d45921-4fc3-4365-9b08-aebe73c0b51a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Transition to ACTIVE for port object 1455b0ab-b257-466d-89db-8a06002e158a will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:52.010274 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-391691fc-4831-43be-88e6-989868310808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'name': 'tempest-ServersTestBootFromVolume-1322382095-router', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:08Z', 'updated_at': '2022-03-05T13:43:47Z', 'revision_number': 5, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'gw_port': {'id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:09Z', 'updated_at': '2022-03-05T13:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:52.016465 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391691fc-4831-43be-88e6-989868310808 None None] The sync data for ids ['1adcb991-d709-46fc-a4a3-d7906a6a8633'] in n-d-803718-1 is: [{'id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'name': 'tempest-ServersTestBootFromVolume-1322382095-router', 'tenant_id': '2a0c57f40aca4bf38eae932699756534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:08Z', 'updated_at': '2022-03-05T13:43:47Z', 'revision_number': 5, 'project_id': '2a0c57f40aca4bf38eae932699756534', 'gw_port': {'id': '557ac7c7-92b2-4e85-ae6a-fd580c303402', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:93:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adcb991-d709-46fc-a4a3-d7906a6a8633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:09Z', 'updated_at': '2022-03-05T13:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:43:52.020925 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9d84066-4fe7-42eb-8bc3-839449cd5b36 req-33b296e1-4ab3-4af4-894a-04c2b469ff4e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005576 Mar 05 13:43:52.022102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54866) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:52.032590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-7677d879-a36e-4784-925b-7ff2b2b45306 admin admin] Deleting port 557ac7c7-92b2-4e85-ae6a-fd580c303402 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:43:52.033045 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7677d879-a36e-4784-925b-7ff2b2b45306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:52.061175 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 2340a0ff-4d13-4969-9d67-c6a4e57c89b2 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:43:52.093882 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-e0d45921-4fc3-4365-9b08-aebe73c0b51a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:52.104482 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6171695-da1c-4ff9-b309-d3149451523d req-16b383f4-8a61-4870-992f-7a78f4549716 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144538 Mar 05 13:43:52.143904 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a2f6c610-c664-4f05-b3fc-db35ca4fde3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9fa73eb0eb954e05a3e4e0a0cad23d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1203427 Mar 05 13:43:52.150214 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54870) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:52.160503 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d73334-3fb4-4a73-8caf-af407ce41126 req-89046b80-6400-4ff3-9910-0230f3e6c6cd tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:52.162190 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a7d73334-3fb4-4a73-8caf-af407ce41126 req-89046b80-6400-4ff3-9910-0230f3e6c6cd tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 0.6257377 Mar 05 13:43:52.170707 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 2340a0ff-4d13-4969-9d67-c6a4e57c89b2 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:43:52.176419 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 2340a0ff-4d13-4969-9d67-c6a4e57c89b2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:52.176974 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:52.303487 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:52.330660 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb384ff2-c5f5-4f86-9166-a8f4da5462e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2340a0ff-4d13-4969-9d67-c6a4e57c89b2'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:43:52.342252 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 2340a0ff-4d13-4969-9d67-c6a4e57c89b2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=2340a0ff-4d13-4969-9d67-c6a4e57c89b2,segment=NetworkSegment(faf925df-c7ee-4666-9e57-d1d277d41878),segment_id=faf925df-c7ee-4666-9e57-d1d277d41878)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:52.345617 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:52.374729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-e0d45921-4fc3-4365-9b08-aebe73c0b51a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Network 4737ff0a-cb53-4e8a-bc54-82a47945de4b is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:43:52.383982 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1997c218-9fb1-49e9-9b58-5a5f189acc2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:52.391470 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a7d73334-3fb4-4a73-8caf-af407ce41126 req-ad7ff7a8-b3ac-4252-8821-e65abad16414 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860571 Mar 05 13:43:52.407385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-e0d45921-4fc3-4365-9b08-aebe73c0b51a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:52.418100 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-e0d45921-4fc3-4365-9b08-aebe73c0b51a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:43:52.439096 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-7677d879-a36e-4784-925b-7ff2b2b45306 admin admin] For port 557ac7c7-92b2-4e85-ae6a-fd580c303402, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=557ac7c7-92b2-4e85-ae6a-fd580c303402,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:52.439540 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7677d879-a36e-4784-925b-7ff2b2b45306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:52.459060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=2340a0ff-4d13-4969-9d67-c6a4e57c89b2,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:52.467280 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1997c218-9fb1-49e9-9b58-5a5f189acc2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:52.499510 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d45921-4fc3-4365-9b08-aebe73c0b51a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event updated for resources: {'Port': ['ID=1455b0ab-b257-466d-89db-8a06002e158a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:52.540930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-e0d45921-4fc3-4365-9b08-aebe73c0b51a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:52.541564 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-e0d45921-4fc3-4365-9b08-aebe73c0b51a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:52.594355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8558a3-4d55-4476-ae72-cd53587cb0a4 req-831b65fa-b1d2-4f7c-b242-fafa4a293a78 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:52.596041 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bd8558a3-4d55-4476-ae72-cd53587cb0a4 req-831b65fa-b1d2-4f7c-b242-fafa4a293a78 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfa471ab-4aec-47bf-880e-4a8735124073 HTTP/1.1" status: 200 len: 946 time: 0.4018364 Mar 05 13:43:52.597969 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-e0d45921-4fc3-4365-9b08-aebe73c0b51a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7448463 Mar 05 13:43:52.632694 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2b3a2ed6-e01a-4ad5-b8cd-0330a5dfff44 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Request body: {'port': {'device_id': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4737ff0a-cb53-4e8a-bc54-82a47945de4b', 'admin_state_up': True, 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'security_groups': ['b39a962b-d0ac-433e-9966-87cb0ae598a5']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:52.653027 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-7677d879-a36e-4784-925b-7ff2b2b45306 admin admin] Calling delete_port for 557ac7c7-92b2-4e85-ae6a-fd580c303402 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:43:52.727449 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c19bb-e120-4a84-b937-c92480145ae3 req-81eebf1b-4a9e-4195-bcd7-dbf91bab7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:52.728934 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-498c19bb-e120-4a84-b937-c92480145ae3 req-81eebf1b-4a9e-4195-bcd7-dbf91bab7c34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&device_id=17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9 HTTP/1.1" status: 200 len: 1098 time: 0.5262237 Mar 05 13:43:52.749671 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bd8558a3-4d55-4476-ae72-cd53587cb0a4 req-3af707da-853b-44d9-9a7a-0e19be1d8f67 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/security-groups?id=78980102-21ed-45c6-9a8c-2d5af0053faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454334 Mar 05 13:43:52.783920 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-75e173e6-1ae5-4223-a6b1-6c621621e859 None None] Provisioning for port 1455b0ab-b257-466d-89db-8a06002e158a completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:43:52.791354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-75e173e6-1ae5-4223-a6b1-6c621621e859 None None] Provisioning complete for port 1455b0ab-b257-466d-89db-8a06002e158a triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:52.792055 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-75e173e6-1ae5-4223-a6b1-6c621621e859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:52.825110 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2b3a2ed6-e01a-4ad5-b8cd-0330a5dfff44 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:52.830467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2b3a2ed6-e01a-4ad5-b8cd-0330a5dfff44 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Usage tracker for resource:port and tenant:28610c303cf6490b864485c4875d7beb is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:52.835663 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2b3a2ed6-e01a-4ad5-b8cd-0330a5dfff44 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:52.843666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2b3a2ed6-e01a-4ad5-b8cd-0330a5dfff44 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:52.849075 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-75e173e6-1ae5-4223-a6b1-6c621621e859 None None] Port 1455b0ab-b257-466d-89db-8a06002e158a cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:43:52.860153 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2b3a2ed6-e01a-4ad5-b8cd-0330a5dfff44 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Made reservation on behalf of 28610c303cf6490b864485c4875d7beb for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:43:52.866491 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2b3a2ed6-e01a-4ad5-b8cd-0330a5dfff44 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:52.927554 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-24447d51-965a-4fc0-8906-274cb3df224b req-48b5a107-cd2f-4b0d-8df9-5b96878e81f7 tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.0687718 Mar 05 13:43:53.064917 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 69da4aa8-ea78-4c7d-a8a2-5599279149fd no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:43:53.101704 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c19bb-e120-4a84-b937-c92480145ae3 req-a23520f5-2b49-4687-8bce-21f526b69404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:53.103164 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-498c19bb-e120-4a84-b937-c92480145ae3 req-a23520f5-2b49-4687-8bce-21f526b69404 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.3531203 Mar 05 13:43:53.103485 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 69da4aa8-ea78-4c7d-a8a2-5599279149fd {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:43:53.103830 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 69da4aa8-ea78-4c7d-a8a2-5599279149fd not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:43:53.110345 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1997c218-9fb1-49e9-9b58-5a5f189acc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:53.208042 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997c218-9fb1-49e9-9b58-5a5f189acc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fef8fc1-95f8-4e94-94b0-c3d2f2a6a6c5,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:53.214816 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-498c19bb-e120-4a84-b937-c92480145ae3 req-ae532991-1085-4e31-9783-c8ec271f9b44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=b3a6c5d8-c66d-439c-827d-986cb719af5d HTTP/1.1" status: 200 len: 217 time: 0.0991952 Mar 05 13:43:53.261585 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2b3a2ed6-e01a-4ad5-b8cd-0330a5dfff44 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Allocated IP 10.2.2.200 (4737ff0a-cb53-4e8a-bc54-82a47945de4b/eff906ca-fac7-414f-935e-aa401b609305/b6d4bbac-620a-4e1d-b107-731cd391ed0b) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:43:53.295044 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f8d9c-eef6-4faf-84f1-31f4a40400d4 req-bf1f54ad-6fcd-42fd-aeac-00b0fd861111 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:53.296512 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-065f8d9c-eef6-4faf-84f1-31f4a40400d4 req-bf1f54ad-6fcd-42fd-aeac-00b0fd861111 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb384ff2-c5f5-4f86-9166-a8f4da5462e5 HTTP/1.1" status: 200 len: 945 time: 0.6595180 Mar 05 13:43:53.299190 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6c569-00ed-4e51-9fac-c57ebfc2459e req-48c9f888-bffd-4bac-896b-dfde4c6ac26e tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:53.300285 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1997c218-9fb1-49e9-9b58-5a5f189acc2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:53.304225 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1997c218-9fb1-49e9-9b58-5a5f189acc2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5fef8fc1-95f8-4e94-94b0-c3d2f2a6a6c5 HTTP/1.1" status: 204 len: 168 time: 1.1504560 Mar 05 13:43:53.306358 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6c569-00ed-4e51-9fac-c57ebfc2459e req-48c9f888-bffd-4bac-896b-dfde4c6ac26e tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:53.314280 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6c569-00ed-4e51-9fac-c57ebfc2459e req-48c9f888-bffd-4bac-896b-dfde4c6ac26e tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:53.323173 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6c569-00ed-4e51-9fac-c57ebfc2459e req-48c9f888-bffd-4bac-896b-dfde4c6ac26e tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:53.324176 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c1b6c569-00ed-4e51-9fac-c57ebfc2459e req-48c9f888-bffd-4bac-896b-dfde4c6ac26e tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Synchronizing usage tracker for tenant:28610c303cf6490b864485c4875d7beb on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:43:53.365384 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c19bb-e120-4a84-b937-c92480145ae3 req-cc2c46ad-314f-4edc-9b6f-19657fab7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:53.366845 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-498c19bb-e120-4a84-b937-c92480145ae3 req-cc2c46ad-314f-4edc-9b6f-19657fab7c3d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1363394 Mar 05 13:43:53.384192 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf5921-df98-4dd9-be38-b883c2a76656 req-688a4437-9b08-426e-88ac-742697a22341 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:53.385747 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d1bf5921-df98-4dd9-be38-b883c2a76656 req-688a4437-9b08-426e-88ac-742697a22341 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfa471ab-4aec-47bf-880e-4a8735124073 HTTP/1.1" status: 200 len: 946 time: 0.2183726 Mar 05 13:43:53.434350 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c1b6c569-00ed-4e51-9fac-c57ebfc2459e req-48c9f888-bffd-4bac-896b-dfde4c6ac26e tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Unset dirty status for tenant:28610c303cf6490b864485c4875d7beb on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:43:53.441231 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c1b6c569-00ed-4e51-9fac-c57ebfc2459e req-48c9f888-bffd-4bac-896b-dfde4c6ac26e tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 3096 time: 0.3969584 Mar 05 13:43:53.470077 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-065f8d9c-eef6-4faf-84f1-31f4a40400d4 req-69366c5f-cf13-4644-bfb0-4fa84068643d tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28b3085-5245-48c6-81f4-078dc52ee574&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1603875 Mar 05 13:43:53.496543 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7677d879-a36e-4784-925b-7ff2b2b45306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:53.555475 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677d879-a36e-4784-925b-7ff2b2b45306 admin admin] Pushing event deleted for resources: {'Port': ['ID=557ac7c7-92b2-4e85-ae6a-fd580c303402,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:53.603680 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-d1bf5921-df98-4dd9-be38-b883c2a76656 req-39b40084-f57d-4e50-b9f8-5705bac62705 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Deleting port 2621485b-d164-480c-a660-78d60ef07686 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:43:53.604164 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d1bf5921-df98-4dd9-be38-b883c2a76656 req-39b40084-f57d-4e50-b9f8-5705bac62705 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:53.606481 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c19bb-e120-4a84-b937-c92480145ae3 req-c1230386-953b-4655-98f8-592a47f787b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:53.608018 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-498c19bb-e120-4a84-b937-c92480145ae3 req-c1230386-953b-4655-98f8-592a47f787b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2071736 Mar 05 13:43:53.658365 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c1b6c569-00ed-4e51-9fac-c57ebfc2459e req-0d0087ff-f9b7-44be-8f49-70ee63af550b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157433 Mar 05 13:43:53.757420 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2b3a2ed6-e01a-4ad5-b8cd-0330a5dfff44 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:53.794088 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2b3a2ed6-e01a-4ad5-b8cd-0330a5dfff44 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Transition to ACTIVE for port object b6d4bbac-620a-4e1d-b107-731cd391ed0b will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:53.911580 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb384ff2-c5f5-4f86-9166-a8f4da5462e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2340a0ff-4d13-4969-9d67-c6a4e57c89b2', 'code': 200} Mar 05 13:43:53.998745 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7677d879-a36e-4784-925b-7ff2b2b45306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:54.038233 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-d1bf5921-df98-4dd9-be38-b883c2a76656 req-39b40084-f57d-4e50-b9f8-5705bac62705 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] For port 2621485b-d164-480c-a660-78d60ef07686, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=2621485b-d164-480c-a660-78d60ef07686,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:54.038664 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d1bf5921-df98-4dd9-be38-b883c2a76656 req-39b40084-f57d-4e50-b9f8-5705bac62705 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:54.065181 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2b3a2ed6-e01a-4ad5-b8cd-0330a5dfff44 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:54.242153 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7677d879-a36e-4784-925b-7ff2b2b45306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:54.248314 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7677d879-a36e-4784-925b-7ff2b2b45306 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:54.252064 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-498c19bb-e120-4a84-b937-c92480145ae3 req-eb54c0ce-df27-4848-b38f-8cd057311e82 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126406 Mar 05 13:43:54.312008 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54910) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:54.328220 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7677d879-a36e-4784-925b-7ff2b2b45306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:54.329077 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7677d879-a36e-4784-925b-7ff2b2b45306 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1adcb991-d709-46fc-a4a3-d7906a6a8633 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:43:54.358648 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-d1bf5921-df98-4dd9-be38-b883c2a76656 req-39b40084-f57d-4e50-b9f8-5705bac62705 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Calling delete_port for 2621485b-d164-480c-a660-78d60ef07686 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:43:54.421748 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7677d879-a36e-4784-925b-7ff2b2b45306 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:54.422885 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7677d879-a36e-4784-925b-7ff2b2b45306 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1adcb991-d709-46fc-a4a3-d7906a6a8633 HTTP/1.1" status: 204 len: 168 time: 3.8362052 Mar 05 13:43:54.426806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54916) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:54.435951 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848fb81-34de-4041-b5b7-759e8ddec986 req-272c6b5b-3406-4aab-9829-582b22188646 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:54.438476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2b3a2ed6-e01a-4ad5-b8cd-0330a5dfff44 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Network 4737ff0a-cb53-4e8a-bc54-82a47945de4b is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:43:54.442971 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6848fb81-34de-4041-b5b7-759e8ddec986 req-272c6b5b-3406-4aab-9829-582b22188646 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 0.4048555 Mar 05 13:43:54.454350 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4cedeb-b250-4687-b399-58f479087d93 req-6350582d-1fa5-4bf1-bd6d-435bbe959c21 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:54.455862 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5f4cedeb-b250-4687-b399-58f479087d93 req-6350582d-1fa5-4bf1-bd6d-435bbe959c21 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9 HTTP/1.1" status: 200 len: 947 time: 0.6241667 Mar 05 13:43:54.467414 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2b3a2ed6-e01a-4ad5-b8cd-0330a5dfff44 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:54.474494 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a2ed6-e01a-4ad5-b8cd-0330a5dfff44 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event updated for resources: {'Port': ['ID=b6d4bbac-620a-4e1d-b107-731cd391ed0b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:54.484206 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2b3a2ed6-e01a-4ad5-b8cd-0330a5dfff44 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:43:54.525488 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-1d5238dc-241b-40a3-8523-3cc7168a9f1a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1712682582-network', 'tenant_id': '2b4c5e1114694e2bb2fc635b08564db6'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:54.555944 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1d5238dc-241b-40a3-8523-3cc7168a9f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:54.578394 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1d5238dc-241b-40a3-8523-3cc7168a9f1a admin admin] Usage tracker for resource:network and tenant:2b4c5e1114694e2bb2fc635b08564db6 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:54.586909 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1d5238dc-241b-40a3-8523-3cc7168a9f1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:54.593843 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-498c19bb-e120-4a84-b937-c92480145ae3 req-7c8bbbfa-657d-4b9e-8295-bae6762ae7e7 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225634 Mar 05 13:43:54.605177 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1d5238dc-241b-40a3-8523-3cc7168a9f1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:54.615886 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f0d7a-3571-4f9d-8610-f3f7e37e2b36 req-822cfe2c-3b3f-4bd0-8c1d-bfa9c04f2e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:54.617027 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-168f0d7a-3571-4f9d-8610-f3f7e37e2b36 req-822cfe2c-3b3f-4bd0-8c1d-bfa9c04f2e86 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bb384ff2-c5f5-4f86-9166-a8f4da5462e5 HTTP/1.1" status: 200 len: 1096 time: 0.6259801 Mar 05 13:43:54.621766 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6848fb81-34de-4041-b5b7-759e8ddec986 req-814f2bc2-999c-4f27-9a40-5f537e9d68c1 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778743 Mar 05 13:43:54.624012 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5f4cedeb-b250-4687-b399-58f479087d93 req-bb9ae104-add6-410e-98bb-bd0583727ea6 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520133 Mar 05 13:43:54.661836 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-69248af5-e73f-4b7c-a4e1-8e1c6e6d7248 admin admin] Deleting subnet 14505cde-9c48-49cb-bda6-a87e9c92d7f7 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:43:54.669633 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-69248af5-e73f-4b7c-a4e1-8e1c6e6d7248 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:54.685382 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2b3a2ed6-e01a-4ad5-b8cd-0330a5dfff44 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:54.685992 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2b3a2ed6-e01a-4ad5-b8cd-0330a5dfff44 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:54.744903 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5238dc-241b-40a3-8523-3cc7168a9f1a admin admin] Made reservation on behalf of 2b4c5e1114694e2bb2fc635b08564db6 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:43:54.753924 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d5238dc-241b-40a3-8523-3cc7168a9f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:54.754380 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2b3a2ed6-e01a-4ad5-b8cd-0330a5dfff44 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1481292 Mar 05 13:43:54.755698 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-168f0d7a-3571-4f9d-8610-f3f7e37e2b36 req-0b9ab1f7-5dbb-459d-82ca-1107b036903f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e28b3085-5245-48c6-81f4-078dc52ee574&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957444 Mar 05 13:43:54.761876 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d1bf5921-df98-4dd9-be38-b883c2a76656 req-39b40084-f57d-4e50-b9f8-5705bac62705 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:54.788005 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d5238dc-241b-40a3-8523-3cc7168a9f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:54.849958 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-69248af5-e73f-4b7c-a4e1-8e1c6e6d7248 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:54.858607 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2c906114-cb23-425f-832c-d7b4eb1336ea req-ef083527-4077-43f5-af73-08d0e9727e0f tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.0985408 Mar 05 13:43:54.861011 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b40084-f57d-4e50-b9f8-5705bac62705 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Pushing event deleted for resources: {'Port': ['ID=2621485b-d164-480c-a660-78d60ef07686,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:54.892395 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1d5238dc-241b-40a3-8523-3cc7168a9f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:54.902792 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5e4f9971-52f1-4434-a3d0-77148ce6395d None None] Provisioning for port b6d4bbac-620a-4e1d-b107-731cd391ed0b completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:43:54.908408 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5e4f9971-52f1-4434-a3d0-77148ce6395d None None] Provisioning complete for port b6d4bbac-620a-4e1d-b107-731cd391ed0b triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:43:54.908778 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5e4f9971-52f1-4434-a3d0-77148ce6395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:54.910892 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-409db92e-cd1a-4da2-a1da-a910f793f594 req-8cf731cc-8e9f-467c-97c5-4c31b46c664e tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfa471ab-4aec-47bf-880e-4a8735124073 HTTP/1.1" status: 200 len: 210 time: 0.1135287 Mar 05 13:43:54.920686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1d5238dc-241b-40a3-8523-3cc7168a9f1a admin admin] Usage tracker for resource:security_group_rule and tenant:2b4c5e1114694e2bb2fc635b08564db6 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:54.933846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1d5238dc-241b-40a3-8523-3cc7168a9f1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:54.943877 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1d5238dc-241b-40a3-8523-3cc7168a9f1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:55.017333 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-69248af5-e73f-4b7c-a4e1-8e1c6e6d7248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:55.032349 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5e4f9971-52f1-4434-a3d0-77148ce6395d None None] Port b6d4bbac-620a-4e1d-b107-731cd391ed0b cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:43:55.049386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c061d6cc-6774-46e6-8252-775d2a3d3f62 service neutron] Request body: {'port': {'device_id': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:55.093904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bf5921-df98-4dd9-be38-b883c2a76656 req-39b40084-f57d-4e50-b9f8-5705bac62705 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] No DVR routers for this DVR port 2621485b-d164-480c-a660-78d60ef07686 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:43:55.129761 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 557ac7c7-92b2-4e85-ae6a-fd580c303402 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:43:55.136061 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d1bf5921-df98-4dd9-be38-b883c2a76656 req-39b40084-f57d-4e50-b9f8-5705bac62705 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:55.137985 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d1bf5921-df98-4dd9-be38-b883c2a76656 req-39b40084-f57d-4e50-b9f8-5705bac62705 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.15 "DELETE /v2.0/ports/2621485b-d164-480c-a660-78d60ef07686 HTTP/1.1" status: 204 len: 173 time: 1.7328475 Mar 05 13:43:55.138444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa471ab-4aec-47bf-880e-4a8735124073', 'name': 'network-vif-deleted', 'tag': '2621485b-d164-480c-a660-78d60ef07686'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:43:55.171751 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 557ac7c7-92b2-4e85-ae6a-fd580c303402 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:43:55.172203 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 557ac7c7-92b2-4e85-ae6a-fd580c303402 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:43:55.214884 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d5238dc-241b-40a3-8523-3cc7168a9f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:55.230272 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d5238dc-241b-40a3-8523-3cc7168a9f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:55.245010 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-69248af5-e73f-4b7c-a4e1-8e1c6e6d7248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:55.257427 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c061d6cc-6774-46e6-8252-775d2a3d3f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:55.309839 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c468506-4d59-44a5-9adf-a4c8c04c1b71 req-a1850234-a279-43e4-9eef-569bc63797c5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:55.317135 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c468506-4d59-44a5-9adf-a4c8c04c1b71 req-a1850234-a279-43e4-9eef-569bc63797c5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:55.324397 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c468506-4d59-44a5-9adf-a4c8c04c1b71 req-a1850234-a279-43e4-9eef-569bc63797c5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:55.330807 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aeacbe-31af-49fa-a787-e2957fd0b2e2 req-5e756a3c-eaf7-4d95-9c35-911a750e0e76 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:55.331543 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c468506-4d59-44a5-9adf-a4c8c04c1b71 req-a1850234-a279-43e4-9eef-569bc63797c5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:55.332917 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c8aeacbe-31af-49fa-a787-e2957fd0b2e2 req-5e756a3c-eaf7-4d95-9c35-911a750e0e76 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb384ff2-c5f5-4f86-9166-a8f4da5462e5 HTTP/1.1" status: 200 len: 945 time: 0.2561915 Mar 05 13:43:55.337555 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c468506-4d59-44a5-9adf-a4c8c04c1b71 req-a1850234-a279-43e4-9eef-569bc63797c5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:55.339372 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c468506-4d59-44a5-9adf-a4c8c04c1b71 req-a1850234-a279-43e4-9eef-569bc63797c5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 3817 time: 0.2678010 Mar 05 13:43:55.352263 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-69248af5-e73f-4b7c-a4e1-8e1c6e6d7248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:55.354839 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69248af5-e73f-4b7c-a4e1-8e1c6e6d7248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14505cde-9c48-49cb-bda6-a87e9c92d7f7,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:55.358236 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5238dc-241b-40a3-8523-3cc7168a9f1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:43:55.361482 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccbd448-43ba-4526-ab40-a14cbea0528e None None] Network d3131e3c-1862-4a0f-920e-c001f597ed59 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:43:55.396107 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5238dc-241b-40a3-8523-3cc7168a9f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8052b86-ca80-4a04-b57c-ef9812edb0b6,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:55.407471 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d5238dc-241b-40a3-8523-3cc7168a9f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:55.407832 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-1d5238dc-241b-40a3-8523-3cc7168a9f1a admin admin] Added segment 878d8184-25a8-44de-b274-b8af194d7640 of type vlan for network 0d86e86d-be75-4dd0-9056-119726c56558 Mar 05 13:43:55.416509 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c8aeacbe-31af-49fa-a787-e2957fd0b2e2 req-7391e2c9-1004-485e-b287-cc25d906cdd8 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28b3085-5245-48c6-81f4-078dc52ee574&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699925 Mar 05 13:43:55.476200 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d5238dc-241b-40a3-8523-3cc7168a9f1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:55.481801 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-69248af5-e73f-4b7c-a4e1-8e1c6e6d7248 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/14505cde-9c48-49cb-bda6-a87e9c92d7f7 HTTP/1.1" status: 204 len: 168 time: 1.0540247 Mar 05 13:43:55.485005 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54928) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:55.512217 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa471ab-4aec-47bf-880e-4a8735124073', 'name': 'network-vif-deleted', 'tag': '2621485b-d164-480c-a660-78d60ef07686', 'status': 'completed', 'code': 200} Mar 05 13:43:55.616024 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c468506-4d59-44a5-9adf-a4c8c04c1b71 req-cec44930-a0b6-43b2-9a1a-96643d5d7897 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540069 Mar 05 13:43:55.640001 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d5238dc-241b-40a3-8523-3cc7168a9f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:55.658834 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5238dc-241b-40a3-8523-3cc7168a9f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:55.662154 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d5238dc-241b-40a3-8523-3cc7168a9f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:55.730508 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-02c867df-5c6f-4d3c-9552-37b8d88cb0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:55.740046 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1d5238dc-241b-40a3-8523-3cc7168a9f1a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4261682 Mar 05 13:43:55.741495 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54936) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:55.768678 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-30162e6b-cc4d-4881-aead-1c07b57d189e admin admin] Request body: {'subnet': {'network_id': '0d86e86d-be75-4dd0-9056-119726c56558', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1712682582-subnet', 'tenant_id': '2b4c5e1114694e2bb2fc635b08564db6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:55.769991 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4936ca-4c53-4e1c-b60b-40b5d83f115e None None] DHCP port deletion for d3131e3c-1862-4a0f-920e-c001f597ed59 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:43:55.775130 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5e4936ca-4c53-4e1c-b60b-40b5d83f115e None None] Deleting port f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:43:55.775333 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-30162e6b-cc4d-4881-aead-1c07b57d189e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:55.776275 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5e4936ca-4c53-4e1c-b60b-40b5d83f115e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:55.779311 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-30162e6b-cc4d-4881-aead-1c07b57d189e admin admin] Usage tracker for resource:subnet and tenant:2b4c5e1114694e2bb2fc635b08564db6 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:55.783234 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-30162e6b-cc4d-4881-aead-1c07b57d189e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:55.840635 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-30162e6b-cc4d-4881-aead-1c07b57d189e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:55.909359 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c061d6cc-6774-46e6-8252-775d2a3d3f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc101af9-7584-40b5-876a-1d58e91b14a0 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:43:55.921446 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c061d6cc-6774-46e6-8252-775d2a3d3f62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:55.958570 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c061d6cc-6774-46e6-8252-775d2a3d3f62 service neutron] Transition to ACTIVE for port object cc101af9-7584-40b5-876a-1d58e91b14a0 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:55.969358 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c061d6cc-6774-46e6-8252-775d2a3d3f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:56.018885 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-5e4936ca-4c53-4e1c-b60b-40b5d83f115e None None] For port f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e,segment=NetworkSegment(4a19e8c8-9d65-4a83-94ac-adad806f4733),segment_id=4a19e8c8-9d65-4a83-94ac-adad806f4733)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:56.019920 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5e4936ca-4c53-4e1c-b60b-40b5d83f115e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:56.027218 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5238dc-241b-40a3-8523-3cc7168a9f1a admin admin] Pushing event updated for resources: {'Network': ['ID=0d86e86d-be75-4dd0-9056-119726c56558,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:56.029619 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-02c867df-5c6f-4d3c-9552-37b8d88cb0ec admin admin] Deleting port f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:43:56.030687 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-02c867df-5c6f-4d3c-9552-37b8d88cb0ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:56.076338 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30162e6b-cc4d-4881-aead-1c07b57d189e admin admin] Made reservation on behalf of 2b4c5e1114694e2bb2fc635b08564db6 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:43:56.078721 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-30162e6b-cc4d-4881-aead-1c07b57d189e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:56.233462 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5e4936ca-4c53-4e1c-b60b-40b5d83f115e None None] Calling delete_port for f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:43:56.275476 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 0d86e86d-be75-4dd0-9056-119726c56558 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:43:56.290137 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device b3a6c5d8-c66d-439c-827d-986cb719af5d details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:43:56.298537 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061d6cc-6774-46e6-8252-775d2a3d3f62 service neutron] Pushing event updated for resources: {'Port': ['ID=cc101af9-7584-40b5-876a-1d58e91b14a0,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:56.311716 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168d633-0046-4956-b8a1-5af582b912d7 req-b951fc6f-181b-4f68-b4ae-38c618f477be tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:56.320138 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c168d633-0046-4956-b8a1-5af582b912d7 req-b951fc6f-181b-4f68-b4ae-38c618f477be tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 0.4851384 Mar 05 13:43:56.379589 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f5af6-9c55-4627-a9f1-7bb588faff24 req-d2299a65-c408-43f2-b5fc-6750fb84f4ab tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:56.380159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-968f5af6-9c55-4627-a9f1-7bb588faff24 req-d2299a65-c408-43f2-b5fc-6750fb84f4ab tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Synchronizing usage tracker for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:43:56.393179 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c168d633-0046-4956-b8a1-5af582b912d7 req-c61ab007-02c2-4d16-b8f4-dae50d91c308 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720320 Mar 05 13:43:56.427841 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c061d6cc-6774-46e6-8252-775d2a3d3f62 service neutron] Attempting to bind port cc101af9-7584-40b5-876a-1d58e91b14a0 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:43:56.428173 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c061d6cc-6774-46e6-8252-775d2a3d3f62 service neutron] Attempting to bind port cc101af9-7584-40b5-876a-1d58e91b14a0 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '602c854c-7211-4590-8d73-a57641bf555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:43:56.428502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c061d6cc-6774-46e6-8252-775d2a3d3f62 service neutron] Attempting to bind port cc101af9-7584-40b5-876a-1d58e91b14a0 on network eeb6dd3a-1e4e-467a-a55d-6c75511821fe {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:43:56.433507 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c061d6cc-6774-46e6-8252-775d2a3d3f62 service neutron] Port cc101af9-7584-40b5-876a-1d58e91b14a0 on network eeb6dd3a-1e4e-467a-a55d-6c75511821fe not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:43:56.433836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c061d6cc-6774-46e6-8252-775d2a3d3f62 service neutron] Attempting to bind port cc101af9-7584-40b5-876a-1d58e91b14a0 on network eeb6dd3a-1e4e-467a-a55d-6c75511821fe {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:43:56.439072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c061d6cc-6774-46e6-8252-775d2a3d3f62 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:43:56.439406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c061d6cc-6774-46e6-8252-775d2a3d3f62 service neutron] Checking segment: {'id': '602c854c-7211-4590-8d73-a57641bf555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:43:56.439789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c061d6cc-6774-46e6-8252-775d2a3d3f62 service neutron] Bound using segment: {'id': '602c854c-7211-4590-8d73-a57641bf555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:43:56.440213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c061d6cc-6774-46e6-8252-775d2a3d3f62 service neutron] Bound port: cc101af9-7584-40b5-876a-1d58e91b14a0, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '602c854c-7211-4590-8d73-a57641bf555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:43:56.440553 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c061d6cc-6774-46e6-8252-775d2a3d3f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:56.470276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-968f5af6-9c55-4627-a9f1-7bb588faff24 req-d2299a65-c408-43f2-b5fc-6750fb84f4ab tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Unset dirty status for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:43:56.471558 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-968f5af6-9c55-4627-a9f1-7bb588faff24 req-d2299a65-c408-43f2-b5fc-6750fb84f4ab tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9 HTTP/1.1" status: 200 len: 947 time: 0.6789546 Mar 05 13:43:56.485250 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-02c867df-5c6f-4d3c-9552-37b8d88cb0ec admin admin] For port f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e,segment=NetworkSegment(4a19e8c8-9d65-4a83-94ac-adad806f4733),segment_id=4a19e8c8-9d65-4a83-94ac-adad806f4733)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:56.485504 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-02c867df-5c6f-4d3c-9552-37b8d88cb0ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:56.567108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c061d6cc-6774-46e6-8252-775d2a3d3f62 service neutron] For port cc101af9-7584-40b5-876a-1d58e91b14a0, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:43:56.571007 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c061d6cc-6774-46e6-8252-775d2a3d3f62 service neutron] For port cc101af9-7584-40b5-876a-1d58e91b14a0, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=cc101af9-7584-40b5-876a-1d58e91b14a0,segment=NetworkSegment(602c854c-7211-4590-8d73-a57641bf555b),segment_id=602c854c-7211-4590-8d73-a57641bf555b)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:43:56.581053 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c061d6cc-6774-46e6-8252-775d2a3d3f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:56.655845 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5e4936ca-4c53-4e1c-b60b-40b5d83f115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:56.675755 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-557d92fb-b843-4f9b-a957-e9a192b40682 req-2e22fa85-20ee-4ba1-be83-808de94858ae tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.0967836 Mar 05 13:43:56.680814 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-02c867df-5c6f-4d3c-9552-37b8d88cb0ec admin admin] Calling delete_port for f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:43:56.680958 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c061d6cc-6774-46e6-8252-775d2a3d3f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:56.681583 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c061d6cc-6774-46e6-8252-775d2a3d3f62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:56.683044 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c061d6cc-6774-46e6-8252-775d2a3d3f62 service neutron] 10.222.0.30 "PUT /v2.0/ports/cc101af9-7584-40b5-876a-1d58e91b14a0 HTTP/1.1" status: 200 len: 1092 time: 1.6382890 Mar 05 13:43:56.718362 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] Request body: {'port': {'device_id': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:56.740258 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4936ca-4c53-4e1c-b60b-40b5d83f115e None None] Pushing event deleted for resources: {'Port': ['ID=f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:56.746701 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-968f5af6-9c55-4627-a9f1-7bb588faff24 req-7d9cc6c2-9410-4b09-bca6-4fee11d9cc00 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650824 Mar 05 13:43:56.756835 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4936ca-4c53-4e1c-b60b-40b5d83f115e None None] No DVR routers for this DVR port f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:43:56.788946 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port b3a6c5d8-c66d-439c-827d-986cb719af5d, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b3a6c5d8-c66d-439c-827d-986cb719af5d,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:56.823767 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'b3a6c5d8-c66d-439c-827d-986cb719af5d', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': 'b3a6c5d8-c66d-439c-827d-986cb719af5d', 'mac_address': 'fa:16:3e:ec:d7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:43:56.873704 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-02c867df-5c6f-4d3c-9552-37b8d88cb0ec admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:43:56.874019 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-02c867df-5c6f-4d3c-9552-37b8d88cb0ec admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:43:56.881100 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-30162e6b-cc4d-4881-aead-1c07b57d189e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:56.923677 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:56.949050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061d6cc-6774-46e6-8252-775d2a3d3f62 service neutron] Pushing event updated for resources: {'Port': ['ID=cc101af9-7584-40b5-876a-1d58e91b14a0,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:56.951046 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a6c5d8-c66d-439c-827d-986cb719af5d {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:43:56.972752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port b3a6c5d8-c66d-439c-827d-986cb719af5d, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b3a6c5d8-c66d-439c-827d-986cb719af5d,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:43:56.978886 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:57.047196 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30162e6b-cc4d-4881-aead-1c07b57d189e admin admin] Checking segment: {'id': '878d8184-25a8-44de-b274-b8af194d7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d86e86d-be75-4dd0-9056-119726c56558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:43:57.047196 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30162e6b-cc4d-4881-aead-1c07b57d189e admin admin] Network hostable DHCP agents. Network: 0d86e86d-be75-4dd0-9056-119726c56558, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:43:57.056541 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30162e6b-cc4d-4881-aead-1c07b57d189e admin admin] Pushing event updated for resources: {'Subnet': ['ID=32d17a52-66f7-429c-9ede-22bc23f82349,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:57.061881 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:57.086747 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=b3a6c5d8-c66d-439c-827d-986cb719af5d,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:57.088179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30162e6b-cc4d-4881-aead-1c07b57d189e admin admin] Network 0d86e86d-be75-4dd0-9056-119726c56558 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:43:57.117849 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-30162e6b-cc4d-4881-aead-1c07b57d189e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 0d86e86d-be75-4dd0-9056-119726c56558) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:43:57.123948 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30162e6b-cc4d-4881-aead-1c07b57d189e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:57.124535 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-30162e6b-cc4d-4881-aead-1c07b57d189e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:57.125796 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb4b79f-11bc-4cbf-91f4-f4223cce34c1 None None] Network 0d86e86d-be75-4dd0-9056-119726c56558 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:43:57.143983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efed62-3341-4d0d-bdcd-2666b488487f req-c5d6b72d-d537-436d-887d-f80362c57a5f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:57.145993 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c4efed62-3341-4d0d-bdcd-2666b488487f req-c5d6b72d-d537-436d-887d-f80362c57a5f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb384ff2-c5f5-4f86-9166-a8f4da5462e5 HTTP/1.1" status: 200 len: 945 time: 0.1430843 Mar 05 13:43:57.170895 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:43:57.195578 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-30162e6b-cc4d-4881-aead-1c07b57d189e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4375746 Mar 05 13:43:57.202353 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54950) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:57.206816 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c4efed62-3341-4d0d-bdcd-2666b488487f req-55f12afb-e9bf-45b0-9f7f-37150d2806dc tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28b3085-5245-48c6-81f4-078dc52ee574&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531557 Mar 05 13:43:57.213659 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:43:57.213886 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:43:57.219500 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-89401127-b857-4add-a640-20bd0d743206 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1712682582-router', 'tenant_id': '2b4c5e1114694e2bb2fc635b08564db6', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:57.224368 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-89401127-b857-4add-a640-20bd0d743206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:43:57.270497 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-89401127-b857-4add-a640-20bd0d743206 admin admin] Usage tracker for resource:router and tenant:2b4c5e1114694e2bb2fc635b08564db6 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:43:57.279290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-89401127-b857-4add-a640-20bd0d743206 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:43:57.286142 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['b3a6c5d8-c66d-439c-827d-986cb719af5d'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:43:57.295997 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-89401127-b857-4add-a640-20bd0d743206 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:43:57.332327 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-89401127-b857-4add-a640-20bd0d743206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:57.333354 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-89401127-b857-4add-a640-20bd0d743206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:57.375402 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-02c867df-5c6f-4d3c-9552-37b8d88cb0ec admin admin] Deleting port f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:43:57.376817 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-02c867df-5c6f-4d3c-9552-37b8d88cb0ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:57.462370 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8022b80-3f85-4b93-a865-1a61534acee4 req-98802610-01f3-40ff-85c1-2fe6b71cc81a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:57.469303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8022b80-3f85-4b93-a865-1a61534acee4 req-98802610-01f3-40ff-85c1-2fe6b71cc81a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:57.477094 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8022b80-3f85-4b93-a865-1a61534acee4 req-98802610-01f3-40ff-85c1-2fe6b71cc81a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:57.483713 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8022b80-3f85-4b93-a865-1a61534acee4 req-98802610-01f3-40ff-85c1-2fe6b71cc81a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:57.490082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8022b80-3f85-4b93-a865-1a61534acee4 req-98802610-01f3-40ff-85c1-2fe6b71cc81a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:57.491924 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b8022b80-3f85-4b93-a865-1a61534acee4 req-98802610-01f3-40ff-85c1-2fe6b71cc81a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 3829 time: 0.3371940 Mar 05 13:43:57.493233 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-89401127-b857-4add-a640-20bd0d743206 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:57.506171 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71da941d-3015-428c-8412-1771b6548c34 None None] Network 0d86e86d-be75-4dd0-9056-119726c56558 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:43:57.517365 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'tag': 'cc101af9-7584-40b5-876a-1d58e91b14a0'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:43:57.527646 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-02c867df-5c6f-4d3c-9552-37b8d88cb0ec admin admin] The port 'f22d0ee6-dd3f-4ac1-bca6-5afbc6fdf23e' was deleted {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:43:57.660111 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b8022b80-3f85-4b93-a865-1a61534acee4 req-6f9c27e3-0c46-4163-b277-b4813d994c93 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495943 Mar 05 13:43:57.731024 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-02c867df-5c6f-4d3c-9552-37b8d88cb0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:57.766731 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-02c867df-5c6f-4d3c-9552-37b8d88cb0ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3131e3c-1862-4a0f-920e-c001f597ed59']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:57.781706 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-02c867df-5c6f-4d3c-9552-37b8d88cb0ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a19e8c8-9d65-4a83-94ac-adad806f4733') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:57.782243 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-02c867df-5c6f-4d3c-9552-37b8d88cb0ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a19e8c8-9d65-4a83-94ac-adad806f4733') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:43:57.799383 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-02c867df-5c6f-4d3c-9552-37b8d88cb0ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:57.828109 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-02c867df-5c6f-4d3c-9552-37b8d88cb0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:57.837612 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c867df-5c6f-4d3c-9552-37b8d88cb0ec admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:43:57.838067 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-02c867df-5c6f-4d3c-9552-37b8d88cb0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:43:57.855551 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:43:57.865111 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:43:57.874060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2402ce5-c442-4344-a421-3da4a841119c req-dc318140-531c-42ee-b296-1f30dbc5b523 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:57.875647 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b2402ce5-c442-4344-a421-3da4a841119c req-dc318140-531c-42ee-b296-1f30dbc5b523 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb384ff2-c5f5-4f86-9166-a8f4da5462e5 HTTP/1.1" status: 200 len: 945 time: 0.1904383 Mar 05 13:43:57.920370 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54966) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:57.934409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-646e02a8-8d3b-437d-87c0-103e7cab5d2f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Request body: {'floatingip': {'port_id': '2340a0ff-4d13-4969-9d67-c6a4e57c89b2'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:57.948295 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-89401127-b857-4add-a640-20bd0d743206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:58.049494 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8139ea31-6761-417f-998b-15794fc80588 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:43:58.057844 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-646e02a8-8d3b-437d-87c0-103e7cab5d2f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks [] for floatingip, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:58.062163 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:58.139900 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] Transition to ACTIVE for port object 8139ea31-6761-417f-998b-15794fc80588 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:43:58.153099 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6feb9e-383c-47e8-84ce-4f4789ee287f req-1eaadd05-7105-49d8-9e29-6fdb8f604b99 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:58.154667 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b6feb9e-383c-47e8-84ce-4f4789ee287f req-1eaadd05-7105-49d8-9e29-6fdb8f604b99 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 0.3325722 Mar 05 13:43:58.158837 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:58.258718 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-02c867df-5c6f-4d3c-9552-37b8d88cb0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:58.318737 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-02c867df-5c6f-4d3c-9552-37b8d88cb0ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:58.343768 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] Pushing event updated for resources: {'Port': ['ID=8139ea31-6761-417f-998b-15794fc80588,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:58.344890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c867df-5c6f-4d3c-9552-37b8d88cb0ec admin admin] Pushing event deleted for resources: {'Network': ['ID=d3131e3c-1862-4a0f-920e-c001f597ed59,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:58.370033 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-02c867df-5c6f-4d3c-9552-37b8d88cb0ec admin admin] 10.222.0.16 "DELETE /v2.0/networks/d3131e3c-1862-4a0f-920e-c001f597ed59 HTTP/1.1" status: 204 len: 168 time: 2.8807003 Mar 05 13:43:58.408002 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b6feb9e-383c-47e8-84ce-4f4789ee287f req-5a3a8259-4b19-4d45-b2c3-008cb5e0a344 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441900 Mar 05 13:43:58.476259 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54350f-7ea6-47f5-96c8-f0d0649522cd req-69f23fb7-0c21-4dbf-9d17-3fe599e32a44 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:58.477783 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9b54350f-7ea6-47f5-96c8-f0d0649522cd req-69f23fb7-0c21-4dbf-9d17-3fe599e32a44 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd HTTP/1.1" status: 200 len: 949 time: 0.4768651 Mar 05 13:43:58.528043 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'tag': 'cc101af9-7584-40b5-876a-1d58e91b14a0', 'status': 'completed', 'code': 200} Mar 05 13:43:58.564860 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 2621485b-d164-480c-a660-78d60ef07686 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:43:58.605790 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54972) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:58.626157 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9b54350f-7ea6-47f5-96c8-f0d0649522cd req-d70d98cf-a9bc-472d-b20e-88660afc4ee7 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/security-groups?id=78980102-21ed-45c6-9a8c-2d5af0053faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850449 Mar 05 13:43:58.627918 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: 2621485b-d164-480c-a660-78d60ef07686 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:43:58.629102 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 2621485b-d164-480c-a660-78d60ef07686 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:43:58.651155 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:58.817619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] Attempting to bind port 8139ea31-6761-417f-998b-15794fc80588 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:43:58.817957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] Attempting to bind port 8139ea31-6761-417f-998b-15794fc80588 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '8a9c93c6-eaed-4789-8212-67a36fe7c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:43:58.818283 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] Attempting to bind port 8139ea31-6761-417f-998b-15794fc80588 on network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:43:58.821783 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:58.823663 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bdca9d7a-76dd-491e-8c36-f2855c308560 req-989866d0-44ef-4ff1-bab2-42289fa694c8 tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.1858170 Mar 05 13:43:58.830842 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] Port 8139ea31-6761-417f-998b-15794fc80588 on network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:43:58.831167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] Attempting to bind port 8139ea31-6761-417f-998b-15794fc80588 on network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:43:58.845068 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:43:58.856573 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dc2d7a0c-ac81-4f75-b2f3-348ec5711f49 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a0c57f40aca4bf38eae932699756534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476048 Mar 05 13:43:58.866173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54978) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:43:58.900284 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:43:58.900620 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] Checking segment: {'id': '8a9c93c6-eaed-4789-8212-67a36fe7c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:43:58.901009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] Bound using segment: {'id': '8a9c93c6-eaed-4789-8212-67a36fe7c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:43:58.901454 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] Bound port: 8139ea31-6761-417f-998b-15794fc80588, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9c93c6-eaed-4789-8212-67a36fe7c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:43:58.901795 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:58.984670 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9d28bb38-fca2-43b0-9cc7-6c845302c9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:58.997140 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9afd8a-fcef-4d93-b3b2-5489458945fc req-d494e109-140b-4934-b152-24097ba76f3c tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:58.998595 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9a9afd8a-fcef-4d93-b3b2-5489458945fc req-d494e109-140b-4934-b152-24097ba76f3c tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9 HTTP/1.1" status: 200 len: 948 time: 0.2581913 Mar 05 13:43:59.051721 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9d28bb38-fca2-43b0-9cc7-6c845302c9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:59.094649 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9a9afd8a-fcef-4d93-b3b2-5489458945fc req-e7a8a7d0-d5a4-4680-b1d1-782cbfab84d8 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873704 Mar 05 13:43:59.163327 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b718129-3a2d-4ea3-a4ec-a14c09f51710 req-6fc116a5-9f83-43a4-968c-50763c8738fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:59.163956 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b718129-3a2d-4ea3-a4ec-a14c09f51710 req-6fc116a5-9f83-43a4-968c-50763c8738fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:59.164266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b718129-3a2d-4ea3-a4ec-a14c09f51710 req-6fc116a5-9f83-43a4-968c-50763c8738fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:59.164727 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b718129-3a2d-4ea3-a4ec-a14c09f51710 req-6fc116a5-9f83-43a4-968c-50763c8738fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:59.165189 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b718129-3a2d-4ea3-a4ec-a14c09f51710 req-6fc116a5-9f83-43a4-968c-50763c8738fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:59.165650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b718129-3a2d-4ea3-a4ec-a14c09f51710 req-6fc116a5-9f83-43a4-968c-50763c8738fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:59.167511 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0b718129-3a2d-4ea3-a4ec-a14c09f51710 req-6fc116a5-9f83-43a4-968c-50763c8738fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28610c303cf6490b864485c4875d7beb&device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5245 time: 0.6339357 Mar 05 13:43:59.207011 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9d28bb38-fca2-43b0-9cc7-6c845302c9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:59.214349 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-89401127-b857-4add-a640-20bd0d743206 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:59.223810 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-646e02a8-8d3b-437d-87c0-103e7cab5d2f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:59.229265 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-646e02a8-8d3b-437d-87c0-103e7cab5d2f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:59.256628 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] For port 8139ea31-6761-417f-998b-15794fc80588, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:43:59.267185 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-89401127-b857-4add-a640-20bd0d743206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:59.279524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28bb38-fca2-43b0-9cc7-6c845302c9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb882160-f85c-42cc-997e-bd2274f798c4,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:59.302538 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9d28bb38-fca2-43b0-9cc7-6c845302c9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:59.303670 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9d28bb38-fca2-43b0-9cc7-6c845302c9f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb882160-f85c-42cc-997e-bd2274f798c4 HTTP/1.1" status: 204 len: 168 time: 0.4305446 Mar 05 13:43:59.377030 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] For port 8139ea31-6761-417f-998b-15794fc80588, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=8139ea31-6761-417f-998b-15794fc80588,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:43:59.398582 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:59.419516 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-646e02a8-8d3b-437d-87c0-103e7cab5d2f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Floating IP a8f48ca3-d595-4941-a12c-27d15bca5bfe associated. External IP: 172.25.4.166, port: 2340a0ff-4d13-4969-9d67-c6a4e57c89b2. Mar 05 13:43:59.556558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f78e8-0a59-4b0b-bd0d-c3ddd14fe571 req-f5173ba6-9961-4e93-b5e9-ec30f20f8e8f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:59.563228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f78e8-0a59-4b0b-bd0d-c3ddd14fe571 req-f5173ba6-9961-4e93-b5e9-ec30f20f8e8f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:59.569410 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f78e8-0a59-4b0b-bd0d-c3ddd14fe571 req-f5173ba6-9961-4e93-b5e9-ec30f20f8e8f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:59.577226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f78e8-0a59-4b0b-bd0d-c3ddd14fe571 req-f5173ba6-9961-4e93-b5e9-ec30f20f8e8f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:59.584656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f78e8-0a59-4b0b-bd0d-c3ddd14fe571 req-f5173ba6-9961-4e93-b5e9-ec30f20f8e8f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:59.590736 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f78e8-0a59-4b0b-bd0d-c3ddd14fe571 req-f5173ba6-9961-4e93-b5e9-ec30f20f8e8f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:59.592630 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9e9f78e8-0a59-4b0b-bd0d-c3ddd14fe571 req-f5173ba6-9961-4e93-b5e9-ec30f20f8e8f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 4601 time: 0.6003678 Mar 05 13:43:59.611341 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:59.611959 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:43:59.614128 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] 10.222.0.30 "PUT /v2.0/ports/8139ea31-6761-417f-998b-15794fc80588 HTTP/1.1" status: 200 len: 1130 time: 2.9015763 Mar 05 13:43:59.668148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-16ca31a8-bda3-4807-bbe7-74b26303256a service neutron] Request body: {'port': {'device_id': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:43:59.718378 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b718129-3a2d-4ea3-a4ec-a14c09f51710 req-25006e64-533e-4e8b-afd0-46835a41b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:59.718862 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b718129-3a2d-4ea3-a4ec-a14c09f51710 req-25006e64-533e-4e8b-afd0-46835a41b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:59.719323 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b718129-3a2d-4ea3-a4ec-a14c09f51710 req-25006e64-533e-4e8b-afd0-46835a41b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:43:59.720890 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0b718129-3a2d-4ea3-a4ec-a14c09f51710 req-25006e64-533e-4e8b-afd0-46835a41b63d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=28610c303cf6490b864485c4875d7beb&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5392756 Mar 05 13:43:59.799821 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238b6b1-fa11-4695-8721-8f8ab767641f service neutron] Pushing event updated for resources: {'Port': ['ID=8139ea31-6761-417f-998b-15794fc80588,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:43:59.867424 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9e9f78e8-0a59-4b0b-bd0d-c3ddd14fe571 req-be98a302-fae8-46c1-b1fc-6b40eac51e13 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2628458 Mar 05 13:43:59.914221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-89401127-b857-4add-a640-20bd0d743206 admin admin] Allocated IP 172.25.4.27 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/eabe983d-4b3f-4fbc-b90a-044fdf85009d) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:44:00.085638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e8d3d-7196-4677-bbf5-5fa48dbcdbf6 req-614e744d-2bc5-4941-9045-37b808dba57b tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:00.087105 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6c7e8d3d-7196-4677-bbf5-5fa48dbcdbf6 req-614e744d-2bc5-4941-9045-37b808dba57b tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.30 "GET /v2.0/ports?device_id=e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd HTTP/1.1" status: 200 len: 949 time: 0.4073648 Mar 05 13:44:00.113268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device b3a6c5d8-c66d-439c-827d-986cb719af5d up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:44:00.189331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55010) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:44:00.197697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5be342-98f4-4541-9ca6-da6b6b36031b req-923ef5a5-2622-4a3d-acbd-9b4f4f591fc1 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:00.199146 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4a5be342-98f4-4541-9ca6-da6b6b36031b req-923ef5a5-2622-4a3d-acbd-9b4f4f591fc1 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 0.5815716 Mar 05 13:44:00.206676 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port b3a6c5d8-c66d-439c-827d-986cb719af5d completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:44:00.212789 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port b3a6c5d8-c66d-439c-827d-986cb719af5d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:00.213335 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:00.232415 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-16ca31a8-bda3-4807-bbe7-74b26303256a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:00.290848 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-6c7e8d3d-7196-4677-bbf5-5fa48dbcdbf6 req-6de95ec8-b886-4a69-acf7-b0238ab5841b tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Deleting port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:44:00.291189 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6c7e8d3d-7196-4677-bbf5-5fa48dbcdbf6 req-6de95ec8-b886-4a69-acf7-b0238ab5841b tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:00.340309 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646e02a8-8d3b-437d-87c0-103e7cab5d2f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Router b2a59f49-3b77-458f-95cb-a807839d2570 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:44:00.390042 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4a5be342-98f4-4541-9ca6-da6b6b36031b req-9166f826-f152-4f85-9779-c12e0e1c92a1 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771703 Mar 05 13:44:00.390259 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:00.429360 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port b3a6c5d8-c66d-439c-827d-986cb719af5d, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b3a6c5d8-c66d-439c-827d-986cb719af5d,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:00.430477 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a6c5d8-c66d-439c-827d-986cb719af5d'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:00.438277 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:00.475140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b718129-3a2d-4ea3-a4ec-a14c09f51710 req-0b629fdf-eb0b-4b14-9c85-000b697a4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:00.476834 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0b718129-3a2d-4ea3-a4ec-a14c09f51710 req-0b629fdf-eb0b-4b14-9c85-000b697a4bd4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7151513 Mar 05 13:44:00.479522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-ecf23506-257b-4f67-8c66-5e4c32e1a3e5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1394634693-network', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:00.498995 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ecf23506-257b-4f67-8c66-5e4c32e1a3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:00.530934 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'tag': '8139ea31-6761-417f-998b-15794fc80588'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:00.543513 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=b3a6c5d8-c66d-439c-827d-986cb719af5d,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:00.569567 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ecf23506-257b-4f67-8c66-5e4c32e1a3e5 admin admin] Usage tracker for resource:network and tenant:375b726eb2ae465c8b7dd42940955ff2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:44:00.569799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359c7a8-b750-4662-be27-424c075b1d83 req-45bcd461-9bbe-48df-aa4d-acefbf21248d tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:00.570496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-2359c7a8-b750-4662-be27-424c075b1d83 req-45bcd461-9bbe-48df-aa4d-acefbf21248d tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Synchronizing usage tracker for tenant:0bde18639d3c48b6a1bafa07903ef7a6 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:44:00.578391 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-89401127-b857-4add-a640-20bd0d743206 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:00.611071 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ecf23506-257b-4f67-8c66-5e4c32e1a3e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:44:00.679856 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ecf23506-257b-4f67-8c66-5e4c32e1a3e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:00.683447 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0327c76c-b50f-429e-a180-51054f14ed44 req-9c2f060d-4799-4505-883f-207c6938da1e tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.1175060 Mar 05 13:44:00.734502 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf23506-257b-4f67-8c66-5e4c32e1a3e5 admin admin] Made reservation on behalf of 375b726eb2ae465c8b7dd42940955ff2 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:44:00.736893 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ecf23506-257b-4f67-8c66-5e4c32e1a3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:00.818963 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-2359c7a8-b750-4662-be27-424c075b1d83 req-45bcd461-9bbe-48df-aa4d-acefbf21248d tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Unset dirty status for tenant:0bde18639d3c48b6a1bafa07903ef7a6 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:44:00.820104 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2359c7a8-b750-4662-be27-424c075b1d83 req-45bcd461-9bbe-48df-aa4d-acefbf21248d tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd HTTP/1.1" status: 200 len: 949 time: 0.8078523 Mar 05 13:44:00.845052 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ecf23506-257b-4f67-8c66-5e4c32e1a3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:00.892469 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ecf23506-257b-4f67-8c66-5e4c32e1a3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:00.908464 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2359c7a8-b750-4662-be27-424c075b1d83 req-1c5e3955-7c94-4c33-8b2f-874de3f69233 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/security-groups?id=78980102-21ed-45c6-9a8c-2d5af0053faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804093 Mar 05 13:44:00.908801 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ecf23506-257b-4f67-8c66-5e4c32e1a3e5 admin admin] Usage tracker for resource:security_group_rule and tenant:375b726eb2ae465c8b7dd42940955ff2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:44:00.916619 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ecf23506-257b-4f67-8c66-5e4c32e1a3e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:44:00.924375 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-6c7e8d3d-7196-4677-bbf5-5fa48dbcdbf6 req-6de95ec8-b886-4a69-acf7-b0238ab5841b tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] For port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:00.933847 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6c7e8d3d-7196-4677-bbf5-5fa48dbcdbf6 req-6de95ec8-b886-4a69-acf7-b0238ab5841b tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:00.937859 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-89401127-b857-4add-a640-20bd0d743206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:00.940092 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646e02a8-8d3b-437d-87c0-103e7cab5d2f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:44:00.946059 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-646e02a8-8d3b-437d-87c0-103e7cab5d2f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:00.953521 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9f4b4f-1133-40d3-a9c3-10e84185a9e7 None None] Sync routers for ids ['b2a59f49-3b77-458f-95cb-a807839d2570'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:44:00.965939 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9f4b4f-1133-40d3-a9c3-10e84185a9e7 None None] Routers {'b2a59f49-3b77-458f-95cb-a807839d2570'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:44:00.966968 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0f9f4b4f-1133-40d3-a9c3-10e84185a9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:43:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b2a59f49-3b77-458f-95cb-a807839d2570'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:00.973818 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ecf23506-257b-4f67-8c66-5e4c32e1a3e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:00.994609 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a6c5d8-c66d-439c-827d-986cb719af5d', 'code': 200} Mar 05 13:44:01.065587 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'tag': '8139ea31-6761-417f-998b-15794fc80588', 'status': 'completed', 'code': 200} Mar 05 13:44:01.098526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89401127-b857-4add-a640-20bd0d743206 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:44:01.105768 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-89401127-b857-4add-a640-20bd0d743206 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:44:01.108673 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89401127-b857-4add-a640-20bd0d743206 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:44:01.112187 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-6c7e8d3d-7196-4677-bbf5-5fa48dbcdbf6 req-6de95ec8-b886-4a69-acf7-b0238ab5841b tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Calling delete_port for 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:44:01.255930 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-646e02a8-8d3b-437d-87c0-103e7cab5d2f tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "PUT /v2.0/floatingips/a8f48ca3-d595-4941-a12c-27d15bca5bfe HTTP/1.1" status: 200 len: 991 time: 3.3346384 Mar 05 13:44:01.271961 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb384ff2-c5f5-4f86-9166-a8f4da5462e5', 'tag': '2340a0ff-4d13-4969-9d67-c6a4e57c89b2'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:01.289831 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-0f9f4b4f-1133-40d3-a9c3-10e84185a9e7 None None] Set router b2a59f49-3b77-458f-95cb-a807839d2570 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:44:01.334287 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5be94-3998-4acd-95ec-554c1a6c040f req-8530ee9a-4d62-4cc6-9959-7948d4c18abd tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:01.341757 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e6f5be94-3998-4acd-95ec-554c1a6c040f req-8530ee9a-4d62-4cc6-9959-7948d4c18abd tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9 HTTP/1.1" status: 200 len: 949 time: 0.5393510 Mar 05 13:44:01.508850 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e6f5be94-3998-4acd-95ec-554c1a6c040f req-8edffc15-5bf8-4e15-b199-eccf1e4ceeac tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660926 Mar 05 13:44:01.541645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62ffd9-f88d-4355-8d66-abd4a7227169 req-90b634e8-0d83-4fcd-bce6-f1cb6707d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:01.548993 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62ffd9-f88d-4355-8d66-abd4a7227169 req-90b634e8-0d83-4fcd-bce6-f1cb6707d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:01.548993 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62ffd9-f88d-4355-8d66-abd4a7227169 req-90b634e8-0d83-4fcd-bce6-f1cb6707d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:01.551877 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62ffd9-f88d-4355-8d66-abd4a7227169 req-90b634e8-0d83-4fcd-bce6-f1cb6707d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:01.552474 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62ffd9-f88d-4355-8d66-abd4a7227169 req-90b634e8-0d83-4fcd-bce6-f1cb6707d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:01.554808 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62ffd9-f88d-4355-8d66-abd4a7227169 req-90b634e8-0d83-4fcd-bce6-f1cb6707d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:01.554937 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1d62ffd9-f88d-4355-8d66-abd4a7227169 req-90b634e8-0d83-4fcd-bce6-f1cb6707d493 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28610c303cf6490b864485c4875d7beb&device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5287 time: 0.4512489 Mar 05 13:44:01.555013 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-16ca31a8-bda3-4807-bbe7-74b26303256a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 691d3e20-087e-4c9d-8327-4f7d7b8868dd {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:44:01.603920 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-16ca31a8-bda3-4807-bbe7-74b26303256a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:01.616333 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89401127-b857-4add-a640-20bd0d743206 admin admin] Pushing event updated for resources: {'Port': ['ID=eabe983d-4b3f-4fbc-b90a-044fdf85009d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:01.626657 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ecf23506-257b-4f67-8c66-5e4c32e1a3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:01.645628 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ecf23506-257b-4f67-8c66-5e4c32e1a3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:01.650180 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6c7e8d3d-7196-4677-bbf5-5fa48dbcdbf6 req-6de95ec8-b886-4a69-acf7-b0238ab5841b tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:01.770619 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0f9f4b4f-1133-40d3-a9c3-10e84185a9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'name': 'tempest-ServersTestManualDisk-1558163160-router', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:43:02Z', 'updated_at': '2022-03-05T13:43:20Z', 'revision_number': 4, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'gw_port': {'id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:05Z', 'updated_at': '2022-03-05T13:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'a8f48ca3-d595-4941-a12c-27d15bca5bfe', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'port_id': '2340a0ff-4d13-4969-9d67-c6a4e57c89b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac', 'mac_address': 'fa:16:3e:06:4f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb384ff2-c5f5-4f86-9166-a8f4da5462e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:43:32Z', 'updated_at': '2022-03-05T13:43:59Z', 'revision_number': 1, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1923486a-be3d-4d63-bd72-34f2f35a99f2', 'name': '', 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'mac_address': 'fa:16:3e:44:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0131738f-f90e-4810-8c0d-4d64eb37560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:15Z', 'updated_at': '2022-03-05T13:43:32Z', 'revision_number': 5, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'subnets': [{'id': '0131738f-f90e-4810-8c0d-4d64eb37560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:01.775714 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9f4b4f-1133-40d3-a9c3-10e84185a9e7 None None] Checking router: b2a59f49-3b77-458f-95cb-a807839d2570 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:44:01.786257 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-16ca31a8-bda3-4807-bbe7-74b26303256a service neutron] Transition to ACTIVE for port object 691d3e20-087e-4c9d-8327-4f7d7b8868dd will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:44:01.789660 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9f4b4f-1133-40d3-a9c3-10e84185a9e7 None None] Routers {'b2a59f49-3b77-458f-95cb-a807839d2570'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:44:01.790322 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0f9f4b4f-1133-40d3-a9c3-10e84185a9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:43:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b2a59f49-3b77-458f-95cb-a807839d2570'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:01.797182 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-16ca31a8-bda3-4807-bbe7-74b26303256a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:01.876090 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cbe61-49e9-4819-977f-91546b3f31e2 req-fbaab18b-f198-408a-befc-de432a4f8c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:01.877975 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e64cbe61-49e9-4819-977f-91546b3f31e2 req-fbaab18b-f198-408a-befc-de432a4f8c71 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9 HTTP/1.1" status: 200 len: 1100 time: 0.7734094 Mar 05 13:44:01.978712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf23506-257b-4f67-8c66-5e4c32e1a3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:01.981358 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de95ec8-b886-4a69-acf7-b0238ab5841b tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Pushing event deleted for resources: {'Port': ['ID=771ed29c-9903-409b-8e7b-cb9a2d2c14f9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:01.990939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf23506-257b-4f67-8c66-5e4c32e1a3e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:44:02.056408 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca31a8-bda3-4807-bbe7-74b26303256a service neutron] Pushing event updated for resources: {'Port': ['ID=691d3e20-087e-4c9d-8327-4f7d7b8868dd,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:02.071387 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-0f9f4b4f-1133-40d3-a9c3-10e84185a9e7 None None] Set router b2a59f49-3b77-458f-95cb-a807839d2570 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:44:02.080571 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-89401127-b857-4add-a640-20bd0d743206 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:02.088918 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ecf23506-257b-4f67-8c66-5e4c32e1a3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:02.089457 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-ecf23506-257b-4f67-8c66-5e4c32e1a3e5 admin admin] Added segment 5a2d6778-bb74-4231-9404-704d7d2b692b of type vlan for network 0d408d73-a46e-4e4c-b598-e5439c0aebd3 Mar 05 13:44:02.121125 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7e8d3d-7196-4677-bbf5-5fa48dbcdbf6 req-6de95ec8-b886-4a69-acf7-b0238ab5841b tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] No DVR routers for this DVR port 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:44:02.141105 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6c7e8d3d-7196-4677-bbf5-5fa48dbcdbf6 req-6de95ec8-b886-4a69-acf7-b0238ab5841b tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:02.159250 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62ffd9-f88d-4355-8d66-abd4a7227169 req-552b8bfd-bdf5-40fb-9f49-b2a0821bf5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:02.159900 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62ffd9-f88d-4355-8d66-abd4a7227169 req-552b8bfd-bdf5-40fb-9f49-b2a0821bf5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:02.160359 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62ffd9-f88d-4355-8d66-abd4a7227169 req-552b8bfd-bdf5-40fb-9f49-b2a0821bf5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:02.162008 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1d62ffd9-f88d-4355-8d66-abd4a7227169 req-552b8bfd-bdf5-40fb-9f49-b2a0821bf5fa service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=28610c303cf6490b864485c4875d7beb&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5727510 Mar 05 13:44:02.212711 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ecf23506-257b-4f67-8c66-5e4c32e1a3e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:02.241754 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6c7e8d3d-7196-4677-bbf5-5fa48dbcdbf6 req-6de95ec8-b886-4a69-acf7-b0238ab5841b tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.30 "DELETE /v2.0/ports/771ed29c-9903-409b-8e7b-cb9a2d2c14f9 HTTP/1.1" status: 204 len: 173 time: 2.1006429 Mar 05 13:44:02.250135 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aecbdb-d1d8-4f71-91f2-2d432d7abed4 req-74f1d87b-b6a5-47e5-b349-ba2e25cc7f04 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:02.258102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aecbdb-d1d8-4f71-91f2-2d432d7abed4 req-74f1d87b-b6a5-47e5-b349-ba2e25cc7f04 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:02.264340 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aecbdb-d1d8-4f71-91f2-2d432d7abed4 req-74f1d87b-b6a5-47e5-b349-ba2e25cc7f04 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:02.273277 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aecbdb-d1d8-4f71-91f2-2d432d7abed4 req-74f1d87b-b6a5-47e5-b349-ba2e25cc7f04 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:02.280940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aecbdb-d1d8-4f71-91f2-2d432d7abed4 req-74f1d87b-b6a5-47e5-b349-ba2e25cc7f04 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:02.289459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aecbdb-d1d8-4f71-91f2-2d432d7abed4 req-74f1d87b-b6a5-47e5-b349-ba2e25cc7f04 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:02.293336 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b8aecbdb-d1d8-4f71-91f2-2d432d7abed4 req-74f1d87b-b6a5-47e5-b349-ba2e25cc7f04 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 4601 time: 0.8607862 Mar 05 13:44:02.328180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6008b29-a8c3-4924-87cb-9ce3489c422b req-63c55015-46ce-450b-9228-6d70906588f2 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:02.329676 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d6008b29-a8c3-4924-87cb-9ce3489c422b req-63c55015-46ce-450b-9228-6d70906588f2 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb384ff2-c5f5-4f86-9166-a8f4da5462e5 HTTP/1.1" status: 200 len: 945 time: 0.6152143 Mar 05 13:44:02.361696 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e64cbe61-49e9-4819-977f-91546b3f31e2 req-e299f87b-13ef-4200-8ff0-911034f4e191 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064534 Mar 05 13:44:02.381567 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ecf23506-257b-4f67-8c66-5e4c32e1a3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:02.381900 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf23506-257b-4f67-8c66-5e4c32e1a3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:02.383146 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ecf23506-257b-4f67-8c66-5e4c32e1a3e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:02.495913 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d6008b29-a8c3-4924-87cb-9ce3489c422b req-02e65a04-6907-40f2-bc90-d570c08537ce tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28b3085-5245-48c6-81f4-078dc52ee574&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1526735 Mar 05 13:44:02.510912 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62ffd9-f88d-4355-8d66-abd4a7227169 req-0043a970-f449-4f93-ac25-389236693462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:02.510912 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1d62ffd9-f88d-4355-8d66-abd4a7227169 req-0043a970-f449-4f93-ac25-389236693462 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3195114 Mar 05 13:44:02.596967 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ecf23506-257b-4f67-8c66-5e4c32e1a3e5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3967400 Mar 05 13:44:02.621452 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb384ff2-c5f5-4f86-9166-a8f4da5462e5', 'tag': '2340a0ff-4d13-4969-9d67-c6a4e57c89b2', 'status': 'completed', 'code': 200} Mar 05 13:44:02.621863 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55038) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:44:02.630358 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-fbd62f72-ed4e-4b43-9f51-0094ada924ee admin admin] Request body: {'subnet': {'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1394634693-subnet', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:02.639429 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b8aecbdb-d1d8-4f71-91f2-2d432d7abed4 req-52e4f5ef-c1e1-4b2f-a81e-6d11c236820f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2916534 Mar 05 13:44:02.654123 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf23506-257b-4f67-8c66-5e4c32e1a3e5 admin admin] Pushing event updated for resources: {'Network': ['ID=0d408d73-a46e-4e4c-b598-e5439c0aebd3,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:02.666482 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 0d408d73-a46e-4e4c-b598-e5439c0aebd3 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:44:02.710973 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-fbd62f72-ed4e-4b43-9f51-0094ada924ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:02.725329 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-fbd62f72-ed4e-4b43-9f51-0094ada924ee admin admin] Usage tracker for resource:subnet and tenant:375b726eb2ae465c8b7dd42940955ff2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:44:02.729861 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-fbd62f72-ed4e-4b43-9f51-0094ada924ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:44:02.737458 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-fbd62f72-ed4e-4b43-9f51-0094ada924ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:02.756321 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd62f72-ed4e-4b43-9f51-0094ada924ee admin admin] Made reservation on behalf of 375b726eb2ae465c8b7dd42940955ff2 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:44:02.756852 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0f9f4b4f-1133-40d3-a9c3-10e84185a9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'name': 'tempest-ServersTestManualDisk-1558163160-router', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:43:02Z', 'updated_at': '2022-03-05T13:43:20Z', 'revision_number': 4, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'gw_port': {'id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:05Z', 'updated_at': '2022-03-05T13:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'a8f48ca3-d595-4941-a12c-27d15bca5bfe', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'port_id': '2340a0ff-4d13-4969-9d67-c6a4e57c89b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac', 'mac_address': 'fa:16:3e:06:4f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb384ff2-c5f5-4f86-9166-a8f4da5462e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:43:32Z', 'updated_at': '2022-03-05T13:43:59Z', 'revision_number': 1, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1923486a-be3d-4d63-bd72-34f2f35a99f2', 'name': '', 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'mac_address': 'fa:16:3e:44:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0131738f-f90e-4810-8c0d-4d64eb37560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:15Z', 'updated_at': '2022-03-05T13:43:32Z', 'revision_number': 5, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'subnets': [{'id': '0131738f-f90e-4810-8c0d-4d64eb37560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:02.759402 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fbd62f72-ed4e-4b43-9f51-0094ada924ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:02.767148 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9f4b4f-1133-40d3-a9c3-10e84185a9e7 None None] The sync data for ids ['b2a59f49-3b77-458f-95cb-a807839d2570'] in n-d-803718-1 is: [{'id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'name': 'tempest-ServersTestManualDisk-1558163160-router', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:43:02Z', 'updated_at': '2022-03-05T13:43:20Z', 'revision_number': 4, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'gw_port': {'id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:05Z', 'updated_at': '2022-03-05T13:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'a8f48ca3-d595-4941-a12c-27d15bca5bfe', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'port_id': '2340a0ff-4d13-4969-9d67-c6a4e57c89b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac', 'mac_address': 'fa:16:3e:06:4f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb384ff2-c5f5-4f86-9166-a8f4da5462e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:43:32Z', 'updated_at': '2022-03-05T13:43:59Z', 'revision_number': 1, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1923486a-be3d-4d63-bd72-34f2f35a99f2', 'name': '', 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'mac_address': 'fa:16:3e:44:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0131738f-f90e-4810-8c0d-4d64eb37560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:15Z', 'updated_at': '2022-03-05T13:43:32Z', 'revision_number': 5, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'subnets': [{'id': '0131738f-f90e-4810-8c0d-4d64eb37560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:44:02.944528 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c47b6-153d-4411-afbf-3b37bfd41f21 req-67b771bf-893e-436b-bc32-6699839e210b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:02.946321 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2b5c47b6-153d-4411-afbf-3b37bfd41f21 req-67b771bf-893e-436b-bc32-6699839e210b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6ecaf5ba4ab4aa992433d8592c316a3&device_id=bb384ff2-c5f5-4f86-9166-a8f4da5462e5 HTTP/1.1" status: 200 len: 1096 time: 0.2934701 Mar 05 13:44:02.952906 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-16ca31a8-bda3-4807-bbe7-74b26303256a service neutron] Attempting to bind port 691d3e20-087e-4c9d-8327-4f7d7b8868dd on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:44:02.953315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-16ca31a8-bda3-4807-bbe7-74b26303256a service neutron] Attempting to bind port 691d3e20-087e-4c9d-8327-4f7d7b8868dd by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '8a9c93c6-eaed-4789-8212-67a36fe7c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:44:02.953542 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-16ca31a8-bda3-4807-bbe7-74b26303256a service neutron] Attempting to bind port 691d3e20-087e-4c9d-8327-4f7d7b8868dd on network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:03.008383 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-16ca31a8-bda3-4807-bbe7-74b26303256a service neutron] Port 691d3e20-087e-4c9d-8327-4f7d7b8868dd on network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:44:03.008703 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-16ca31a8-bda3-4807-bbe7-74b26303256a service neutron] Attempting to bind port 691d3e20-087e-4c9d-8327-4f7d7b8868dd on network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:03.022831 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9ec51a9c-e831-4bcd-af2a-90d8f8b0cd0e req-74ff974d-1f60-4d20-a834-476fdc143066 tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.0770705 Mar 05 13:44:03.023591 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23b6698-5932-4cc9-8452-63482a9382ca None None] New status for floating IP a8f48ca3-d595-4941-a12c-27d15bca5bfe: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:44:03.027449 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-16ca31a8-bda3-4807-bbe7-74b26303256a service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:44:03.027789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-16ca31a8-bda3-4807-bbe7-74b26303256a service neutron] Checking segment: {'id': '8a9c93c6-eaed-4789-8212-67a36fe7c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:44:03.028167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-16ca31a8-bda3-4807-bbe7-74b26303256a service neutron] Bound using segment: {'id': '8a9c93c6-eaed-4789-8212-67a36fe7c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:44:03.028591 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-16ca31a8-bda3-4807-bbe7-74b26303256a service neutron] Bound port: 691d3e20-087e-4c9d-8327-4f7d7b8868dd, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9c93c6-eaed-4789-8212-67a36fe7c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:44:03.028930 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-16ca31a8-bda3-4807-bbe7-74b26303256a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:03.242296 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-89401127-b857-4add-a640-20bd0d743206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:03.255913 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c24683ca-b1e1-4953-a92e-9e45bee263da req-c07c5af3-dec3-486c-896e-a92c1955d404 tempest-ListImageFiltersTestJSON-1132506205 tempest-ListImageFiltersTestJSON-1132506205-project] 10.222.0.16 "GET /v2.0/ports?device_id=e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd HTTP/1.1" status: 200 len: 210 time: 0.0719340 Mar 05 13:44:03.310801 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fbd62f72-ed4e-4b43-9f51-0094ada924ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:03.345215 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-16ca31a8-bda3-4807-bbe7-74b26303256a service neutron] For port 691d3e20-087e-4c9d-8327-4f7d7b8868dd, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:44:03.350606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-16ca31a8-bda3-4807-bbe7-74b26303256a service neutron] For port 691d3e20-087e-4c9d-8327-4f7d7b8868dd, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=691d3e20-087e-4c9d-8327-4f7d7b8868dd,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:44:03.366404 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-16ca31a8-bda3-4807-bbe7-74b26303256a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:03.411391 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c47b6-153d-4411-afbf-3b37bfd41f21 req-0cee6025-241f-4c20-bfc9-b86390eece2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:03.412847 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2b5c47b6-153d-4411-afbf-3b37bfd41f21 req-0cee6025-241f-4c20-bfc9-b86390eece2a service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a7630ee-dc4a-4dac-88dd-5824b780a0ac HTTP/1.1" status: 200 len: 912 time: 0.4528916 Mar 05 13:44:03.427684 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ef9fb-d6c2-447f-a1dd-1ede85964f85 req-ff6c34da-587a-41d8-bb87-abcd44da0857 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:03.434444 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5b9ef9fb-d6c2-447f-a1dd-1ede85964f85 req-ff6c34da-587a-41d8-bb87-abcd44da0857 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 0.5964270 Mar 05 13:44:03.516279 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd62f72-ed4e-4b43-9f51-0094ada924ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4ed493f-c1ab-4a7c-87c4-4112cc1f6851,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:03.544336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-16ca31a8-bda3-4807-bbe7-74b26303256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:03.545017 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-16ca31a8-bda3-4807-bbe7-74b26303256a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:03.546455 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-16ca31a8-bda3-4807-bbe7-74b26303256a service neutron] 10.222.0.30 "PUT /v2.0/ports/691d3e20-087e-4c9d-8327-4f7d7b8868dd HTTP/1.1" status: 200 len: 1129 time: 3.8824952 Mar 05 13:44:03.547016 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'tag': '691d3e20-087e-4c9d-8327-4f7d7b8868dd'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:03.563666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd62f72-ed4e-4b43-9f51-0094ada924ee admin admin] Checking segment: {'id': '5a2d6778-bb74-4231-9404-704d7d2b692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:44:03.563852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd62f72-ed4e-4b43-9f51-0094ada924ee admin admin] Network hostable DHCP agents. Network: 0d408d73-a46e-4e4c-b598-e5439c0aebd3, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:44:03.592144 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5b9ef9fb-d6c2-447f-a1dd-1ede85964f85 req-0d21216b-e295-4e9a-bd9a-c8350a78d67f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567848 Mar 05 13:44:03.619450 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a6185ef-c026-4c92-8840-54269627707a service neutron] Request body: {'port': {'device_id': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:03.620940 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2b5c47b6-153d-4411-afbf-3b37bfd41f21 req-5ff6dfb1-faa6-437b-87d2-b1fb750c04de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2340a0ff-4d13-4969-9d67-c6a4e57c89b2 HTTP/1.1" status: 200 len: 1001 time: 0.1845071 Mar 05 13:44:03.679938 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'tag': '691d3e20-087e-4c9d-8327-4f7d7b8868dd', 'status': 'completed', 'code': 200} Mar 05 13:44:03.681453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca31a8-bda3-4807-bbe7-74b26303256a service neutron] Pushing event updated for resources: {'Port': ['ID=691d3e20-087e-4c9d-8327-4f7d7b8868dd,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:03.728002 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd62f72-ed4e-4b43-9f51-0094ada924ee admin admin] Network 0d408d73-a46e-4e4c-b598-e5439c0aebd3 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:44:03.745052 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c47b6-153d-4411-afbf-3b37bfd41f21 req-582f57fe-ea22-4c0a-b31d-84cf3015948a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:03.746838 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2b5c47b6-153d-4411-afbf-3b37bfd41f21 req-582f57fe-ea22-4c0a-b31d-84cf3015948a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0131738f-f90e-4810-8c0d-4d64eb37560d HTTP/1.1" status: 200 len: 851 time: 0.1146255 Mar 05 13:44:03.747628 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-fbd62f72-ed4e-4b43-9f51-0094ada924ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 0d408d73-a46e-4e4c-b598-e5439c0aebd3) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:44:03.756008 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd62f72-ed4e-4b43-9f51-0094ada924ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:03.756692 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373f889a-1878-4191-8dde-bf4d2feb7aaf None None] Network 0d408d73-a46e-4e4c-b598-e5439c0aebd3 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:44:03.757158 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fbd62f72-ed4e-4b43-9f51-0094ada924ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:03.842377 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fbd62f72-ed4e-4b43-9f51-0094ada924ee admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2192862 Mar 05 13:44:03.843183 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55046) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:44:03.858556 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65056a-e650-43f0-aadb-dcbf705a0273 req-97e88d3f-c2c3-45f1-8c29-794bffc63b5f tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:03.860329 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8c65056a-e650-43f0-aadb-dcbf705a0273 req-97e88d3f-c2c3-45f1-8c29-794bffc63b5f tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9 HTTP/1.1" status: 200 len: 949 time: 0.3910174 Mar 05 13:44:03.860499 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-4e40f53a-f394-4c8f-9708-57c2bd3d6f0f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1394634693-router', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:03.867542 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4e40f53a-f394-4c8f-9708-57c2bd3d6f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:03.871942 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4e40f53a-f394-4c8f-9708-57c2bd3d6f0f admin admin] Usage tracker for resource:router and tenant:375b726eb2ae465c8b7dd42940955ff2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:44:03.872759 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89401127-b857-4add-a640-20bd0d743206 admin admin] Router 75cc66d0-9580-4b48-a577-68a9a3f4518a is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:44:03.875038 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4e40f53a-f394-4c8f-9708-57c2bd3d6f0f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:44:03.882120 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4e40f53a-f394-4c8f-9708-57c2bd3d6f0f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:03.895395 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e40f53a-f394-4c8f-9708-57c2bd3d6f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:03.896807 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e40f53a-f394-4c8f-9708-57c2bd3d6f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:03.900251 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a6185ef-c026-4c92-8840-54269627707a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:03.915480 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e40f53a-f394-4c8f-9708-57c2bd3d6f0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:04.053742 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f627abc1-7b08-41ac-8fea-2a37c350fbb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-0d408d73-a46e-4e4c-b598-e5439c0aebd3', 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'fixed_ips': [{'subnet_id': 'c4ed493f-c1ab-4a7c-87c4-4112cc1f6851'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:44:04.054902 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8c65056a-e650-43f0-aadb-dcbf705a0273 req-50969637-89cf-4381-87cb-f75a57c4500b tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769094 Mar 05 13:44:04.055394 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f627abc1-7b08-41ac-8fea-2a37c350fbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:04.077780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda8c5e-f611-42ef-87d6-303678154cf1 req-f2b4dd2e-e17d-4df2-954c-c1879838376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:04.077780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda8c5e-f611-42ef-87d6-303678154cf1 req-f2b4dd2e-e17d-4df2-954c-c1879838376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:04.077780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda8c5e-f611-42ef-87d6-303678154cf1 req-f2b4dd2e-e17d-4df2-954c-c1879838376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:04.077780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda8c5e-f611-42ef-87d6-303678154cf1 req-f2b4dd2e-e17d-4df2-954c-c1879838376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:04.077780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda8c5e-f611-42ef-87d6-303678154cf1 req-f2b4dd2e-e17d-4df2-954c-c1879838376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:04.078303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda8c5e-f611-42ef-87d6-303678154cf1 req-f2b4dd2e-e17d-4df2-954c-c1879838376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:04.078670 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda8c5e-f611-42ef-87d6-303678154cf1 req-f2b4dd2e-e17d-4df2-954c-c1879838376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:04.082078 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4fda8c5e-f611-42ef-87d6-303678154cf1 req-f2b4dd2e-e17d-4df2-954c-c1879838376b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28610c303cf6490b864485c4875d7beb&device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 6209 time: 0.3836567 Mar 05 13:44:04.172188 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:44:04.250910 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:44:04.251633 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 771ed29c-9903-409b-8e7b-cb9a2d2c14f9 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:44:04.343401 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-110205d8-a199-444e-a2aa-882094eeae2a req-f80708d2-5c67-4fc5-8f5c-6197db1a9e33 tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.1396163 Mar 05 13:44:04.432651 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-f627abc1-7b08-41ac-8fea-2a37c350fbb7 None None] Allocated IP 172.20.0.2 (0d408d73-a46e-4e4c-b598-e5439c0aebd3/c4ed493f-c1ab-4a7c-87c4-4112cc1f6851/ead412c7-26c2-4514-8794-6a0a163a752e) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:44:04.523423 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e40f53a-f394-4c8f-9708-57c2bd3d6f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:04.538007 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c47b6-153d-4411-afbf-3b37bfd41f21 req-78c878fc-c611-4030-bd60-492b7a538473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:04.539733 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2b5c47b6-153d-4411-afbf-3b37bfd41f21 req-78c878fc-c611-4030-bd60-492b7a538473 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a7630ee-dc4a-4dac-88dd-5824b780a0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7501643 Mar 05 13:44:04.547384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89401127-b857-4add-a640-20bd0d743206 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:44:04.562347 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] Sync routers for ids ['75cc66d0-9580-4b48-a577-68a9a3f4518a'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:44:04.577515 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] Routers {'75cc66d0-9580-4b48-a577-68a9a3f4518a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:44:04.578136 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:43:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['75cc66d0-9580-4b48-a577-68a9a3f4518a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:04.647122 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf775aae-aab4-4388-9acf-eb7fcbb8b972 req-98db1fe5-b136-477d-bde7-ace21034df6b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:04.664131 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf775aae-aab4-4388-9acf-eb7fcbb8b972 req-98db1fe5-b136-477d-bde7-ace21034df6b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:04.678800 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf775aae-aab4-4388-9acf-eb7fcbb8b972 req-98db1fe5-b136-477d-bde7-ace21034df6b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:04.689354 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf775aae-aab4-4388-9acf-eb7fcbb8b972 req-98db1fe5-b136-477d-bde7-ace21034df6b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:04.689820 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-89401127-b857-4add-a640-20bd0d743206 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:04.692598 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-89401127-b857-4add-a640-20bd0d743206 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.4890475 Mar 05 13:44:04.699314 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55064) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:44:04.712587 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf775aae-aab4-4388-9acf-eb7fcbb8b972 req-98db1fe5-b136-477d-bde7-ace21034df6b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:04.712837 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda8c5e-f611-42ef-87d6-303678154cf1 req-5d0a35dc-6012-466b-be2f-ed5c85363297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:04.713478 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda8c5e-f611-42ef-87d6-303678154cf1 req-5d0a35dc-6012-466b-be2f-ed5c85363297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:04.714030 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda8c5e-f611-42ef-87d6-303678154cf1 req-5d0a35dc-6012-466b-be2f-ed5c85363297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:04.716110 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4fda8c5e-f611-42ef-87d6-303678154cf1 req-5d0a35dc-6012-466b-be2f-ed5c85363297 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=28610c303cf6490b864485c4875d7beb&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5441408 Mar 05 13:44:04.728690 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf775aae-aab4-4388-9acf-eb7fcbb8b972 req-98db1fe5-b136-477d-bde7-ace21034df6b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:04.739206 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf775aae-aab4-4388-9acf-eb7fcbb8b972 req-98db1fe5-b136-477d-bde7-ace21034df6b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:04.741109 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bf775aae-aab4-4388-9acf-eb7fcbb8b972 req-98db1fe5-b136-477d-bde7-ace21034df6b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5372 time: 0.8506327 Mar 05 13:44:04.749384 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd', 'name': 'network-vif-deleted', 'tag': '771ed29c-9903-409b-8e7b-cb9a2d2c14f9'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:04.762439 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f627abc1-7b08-41ac-8fea-2a37c350fbb7 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:04.790199 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f627abc1-7b08-41ac-8fea-2a37c350fbb7 None None] Transition to ACTIVE for port object ead412c7-26c2-4514-8794-6a0a163a752e will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:44:04.827173 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f627abc1-7b08-41ac-8fea-2a37c350fbb7 None None] Transition to ACTIVE for port object ead412c7-26c2-4514-8794-6a0a163a752e will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:44:04.827963 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] Set router 75cc66d0-9580-4b48-a577-68a9a3f4518a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:44:04.839285 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f627abc1-7b08-41ac-8fea-2a37c350fbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:04.924730 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f627abc1-7b08-41ac-8fea-2a37c350fbb7 None None] Network 0d408d73-a46e-4e4c-b598-e5439c0aebd3 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:44:04.944800 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-f627abc1-7b08-41ac-8fea-2a37c350fbb7 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:44:04.961035 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f627abc1-7b08-41ac-8fea-2a37c350fbb7 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:44:04.985197 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627abc1-7b08-41ac-8fea-2a37c350fbb7 None None] Pushing event updated for resources: {'Port': ['ID=ead412c7-26c2-4514-8794-6a0a163a752e,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:05.087800 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bf775aae-aab4-4388-9acf-eb7fcbb8b972 req-de797658-973b-48ec-af28-919134953ae8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2760649 Mar 05 13:44:05.100536 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f627abc1-7b08-41ac-8fea-2a37c350fbb7 None None] Attempting to bind port ead412c7-26c2-4514-8794-6a0a163a752e on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:44:05.100923 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f627abc1-7b08-41ac-8fea-2a37c350fbb7 None None] Attempting to bind port ead412c7-26c2-4514-8794-6a0a163a752e by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '5a2d6778-bb74-4231-9404-704d7d2b692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:44:05.101476 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f627abc1-7b08-41ac-8fea-2a37c350fbb7 None None] Attempting to bind port ead412c7-26c2-4514-8794-6a0a163a752e on network 0d408d73-a46e-4e4c-b598-e5439c0aebd3 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:05.117190 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f627abc1-7b08-41ac-8fea-2a37c350fbb7 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:44:05.120082 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f627abc1-7b08-41ac-8fea-2a37c350fbb7 None None] Checking segment: {'id': '5a2d6778-bb74-4231-9404-704d7d2b692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:44:05.120578 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f627abc1-7b08-41ac-8fea-2a37c350fbb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:05.121042 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f627abc1-7b08-41ac-8fea-2a37c350fbb7 None None] Bound using segment: {'id': '5a2d6778-bb74-4231-9404-704d7d2b692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:44:05.121961 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2b5c47b6-153d-4411-afbf-3b37bfd41f21 req-00d38067-d32d-44ea-8313-1a9ea0cc8852 service neutron] 10.222.0.30 "GET /v2.0/networks/5a7630ee-dc4a-4dac-88dd-5824b780a0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381222 Mar 05 13:44:05.123962 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f627abc1-7b08-41ac-8fea-2a37c350fbb7 None None] Bound port: ead412c7-26c2-4514-8794-6a0a163a752e, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2d6778-bb74-4231-9404-704d7d2b692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:44:05.124486 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f627abc1-7b08-41ac-8fea-2a37c350fbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:05.262563 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cc66d0-9580-4b48-a577-68a9a3f4518a', 'name': 'tempest-ServerRescueNegativeTestJSON-1712682582-router', 'tenant_id': '2b4c5e1114694e2bb2fc635b08564db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eabe983d-4b3f-4fbc-b90a-044fdf85009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:43:57Z', 'updated_at': '2022-03-05T13:44:01Z', 'revision_number': 3, 'project_id': '2b4c5e1114694e2bb2fc635b08564db6', 'gw_port': {'id': 'eabe983d-4b3f-4fbc-b90a-044fdf85009d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cc66d0-9580-4b48-a577-68a9a3f4518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:59Z', 'updated_at': '2022-03-05T13:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:05.268127 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] Checking router: 75cc66d0-9580-4b48-a577-68a9a3f4518a for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:44:05.268277 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48ad4ff-02c2-4df3-a09c-3eba50b3f8cd', 'name': 'network-vif-deleted', 'tag': '771ed29c-9903-409b-8e7b-cb9a2d2c14f9', 'status': 'completed', 'code': 200} Mar 05 13:44:05.269032 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] Updating router 75cc66d0-9580-4b48-a577-68a9a3f4518a port eabe983d-4b3f-4fbc-b90a-044fdf85009d binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:44:05.314285 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-f627abc1-7b08-41ac-8fea-2a37c350fbb7 None None] For port ead412c7-26c2-4514-8794-6a0a163a752e, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:44:05.320712 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-f627abc1-7b08-41ac-8fea-2a37c350fbb7 None None] For port ead412c7-26c2-4514-8794-6a0a163a752e, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ead412c7-26c2-4514-8794-6a0a163a752e,segment=NetworkSegment(5a2d6778-bb74-4231-9404-704d7d2b692b),segment_id=5a2d6778-bb74-4231-9404-704d7d2b692b)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:44:05.330716 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f627abc1-7b08-41ac-8fea-2a37c350fbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:05.338724 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:05.462844 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627abc1-7b08-41ac-8fea-2a37c350fbb7 None None] Pushing event updated for resources: {'Port': ['ID=ead412c7-26c2-4514-8794-6a0a163a752e,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:05.481484 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2b5c47b6-153d-4411-afbf-3b37bfd41f21 req-2a1611f9-eb22-4e95-ae04-e162364697ba service neutron] 10.222.0.30 "GET /v2.0/networks/5a7630ee-dc4a-4dac-88dd-5824b780a0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504045 Mar 05 13:44:05.527607 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda8c5e-f611-42ef-87d6-303678154cf1 req-360299a6-3d6b-492d-8989-12dc2cd0bf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:05.529061 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4fda8c5e-f611-42ef-87d6-303678154cf1 req-360299a6-3d6b-492d-8989-12dc2cd0bf7c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7611508 Mar 05 13:44:05.597026 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a6185ef-c026-4c92-8840-54269627707a service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:44:05.688361 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e40f53a-f394-4c8f-9708-57c2bd3d6f0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:05.766912 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e40f53a-f394-4c8f-9708-57c2bd3d6f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:05.778139 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:05.795338 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a6185ef-c026-4c92-8840-54269627707a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c29c5c22-46c5-4bcd-9bbd-e5a412502846 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:44:05.812723 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] Transition to ACTIVE for port object eabe983d-4b3f-4fbc-b90a-044fdf85009d will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:44:05.814919 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a6185ef-c026-4c92-8840-54269627707a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:05.823560 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:05.827551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcaa4f2-45ca-4482-bc2e-d03fcc7b1f58 req-834a4f57-fa22-466e-8a61-e49fc004221d tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:05.835021 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3fcaa4f2-45ca-4482-bc2e-d03fcc7b1f58 req-834a4f57-fa22-466e-8a61-e49fc004221d tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 0.3287511 Mar 05 13:44:05.846426 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01360b6-95b5-4227-8111-504f06581609 req-4b29acb8-7201-4d72-bd56-3f418539329b tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:05.850561 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a01360b6-95b5-4227-8111-504f06581609 req-4b29acb8-7201-4d72-bd56-3f418539329b tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9 HTTP/1.1" status: 200 len: 949 time: 0.3941426 Mar 05 13:44:05.923227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a6185ef-c026-4c92-8840-54269627707a service neutron] Transition to ACTIVE for port object c29c5c22-46c5-4bcd-9bbd-e5a412502846 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:44:05.927142 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2d790-7778-448e-a9e3-1e3eecb3fa06 None None] Pushing event updated for resources: {'Port': ['ID=eabe983d-4b3f-4fbc-b90a-044fdf85009d,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:05.939208 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a01360b6-95b5-4227-8111-504f06581609 req-b76a4b36-dc4c-44ef-a766-24b6f97972f5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800521 Mar 05 13:44:05.966646 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] Attempting to bind port eabe983d-4b3f-4fbc-b90a-044fdf85009d on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:44:05.966646 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] Attempting to bind port eabe983d-4b3f-4fbc-b90a-044fdf85009d by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:44:05.966646 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] Attempting to bind port eabe983d-4b3f-4fbc-b90a-044fdf85009d on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:05.966961 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a6185ef-c026-4c92-8840-54269627707a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:05.967051 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:44:05.967051 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:44:05.967051 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:05.967051 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:44:05.967051 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] Bound port: eabe983d-4b3f-4fbc-b90a-044fdf85009d, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:44:05.967051 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:06.011911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-4e40f53a-f394-4c8f-9708-57c2bd3d6f0f admin admin] Allocated IP 172.25.4.76 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/eefb3c3a-9ed8-4962-b578-ef8c64936a3d) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:44:06.058919 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] For port eabe983d-4b3f-4fbc-b90a-044fdf85009d, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:44:06.063015 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] For port eabe983d-4b3f-4fbc-b90a-044fdf85009d, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=eabe983d-4b3f-4fbc-b90a-044fdf85009d,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:44:06.073387 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:06.101610 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3fcaa4f2-45ca-4482-bc2e-d03fcc7b1f58 req-e84bb3e1-f528-4b1f-baf2-64f90453e545 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644687 Mar 05 13:44:06.207442 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] Routers {'75cc66d0-9580-4b48-a577-68a9a3f4518a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:44:06.208138 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:43:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['75cc66d0-9580-4b48-a577-68a9a3f4518a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:06.297483 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e40f53a-f394-4c8f-9708-57c2bd3d6f0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:06.346232 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e40f53a-f394-4c8f-9708-57c2bd3d6f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:06.360695 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2d790-7778-448e-a9e3-1e3eecb3fa06 None None] Pushing event updated for resources: {'Port': ['ID=eabe983d-4b3f-4fbc-b90a-044fdf85009d,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:06.484097 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e40f53a-f394-4c8f-9708-57c2bd3d6f0f admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:44:06.485162 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40f53a-f394-4c8f-9708-57c2bd3d6f0f admin admin] Pushing event updated for resources: {'Port': ['ID=eefb3c3a-9ed8-4962-b578-ef8c64936a3d,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:06.488902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-4e40f53a-f394-4c8f-9708-57c2bd3d6f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:44:06.491934 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e40f53a-f394-4c8f-9708-57c2bd3d6f0f admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:44:06.589579 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] Set router 75cc66d0-9580-4b48-a577-68a9a3f4518a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:44:06.633776 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c7254fd-de3c-4b74-8357-1247a7fd4821 req-c61554dc-b1a0-4ad3-a682-efa2f323aba6 tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.3531098 Mar 05 13:44:06.776615 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6185ef-c026-4c92-8840-54269627707a service neutron] Pushing event updated for resources: {'Port': ['ID=c29c5c22-46c5-4bcd-9bbd-e5a412502846,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:06.897216 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa256fdd-8cb2-4f15-8923-cbad8a11142c None None] Network 0d408d73-a46e-4e4c-b598-e5439c0aebd3 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:44:06.897888 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15c9272b-0e8a-4357-93fa-69a643f6e45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:06.915957 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cc66d0-9580-4b48-a577-68a9a3f4518a', 'name': 'tempest-ServerRescueNegativeTestJSON-1712682582-router', 'tenant_id': '2b4c5e1114694e2bb2fc635b08564db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eabe983d-4b3f-4fbc-b90a-044fdf85009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:43:57Z', 'updated_at': '2022-03-05T13:44:01Z', 'revision_number': 3, 'project_id': '2b4c5e1114694e2bb2fc635b08564db6', 'gw_port': {'id': 'eabe983d-4b3f-4fbc-b90a-044fdf85009d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cc66d0-9580-4b48-a577-68a9a3f4518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:59Z', 'updated_at': '2022-03-05T13:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:06.920165 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79749253-0819-4cc3-ad69-5f83c555fe7a None None] The sync data for ids ['75cc66d0-9580-4b48-a577-68a9a3f4518a'] in n-d-803718-1 is: [{'id': '75cc66d0-9580-4b48-a577-68a9a3f4518a', 'name': 'tempest-ServerRescueNegativeTestJSON-1712682582-router', 'tenant_id': '2b4c5e1114694e2bb2fc635b08564db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eabe983d-4b3f-4fbc-b90a-044fdf85009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:43:57Z', 'updated_at': '2022-03-05T13:44:01Z', 'revision_number': 3, 'project_id': '2b4c5e1114694e2bb2fc635b08564db6', 'gw_port': {'id': 'eabe983d-4b3f-4fbc-b90a-044fdf85009d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cc66d0-9580-4b48-a577-68a9a3f4518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:59Z', 'updated_at': '2022-03-05T13:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:44:06.935328 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a6185ef-c026-4c92-8840-54269627707a service neutron] Attempting to bind port c29c5c22-46c5-4bcd-9bbd-e5a412502846 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:44:06.935662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a6185ef-c026-4c92-8840-54269627707a service neutron] Attempting to bind port c29c5c22-46c5-4bcd-9bbd-e5a412502846 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '8a9c93c6-eaed-4789-8212-67a36fe7c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:44:06.936248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a6185ef-c026-4c92-8840-54269627707a service neutron] Attempting to bind port c29c5c22-46c5-4bcd-9bbd-e5a412502846 on network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:06.952783 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a6185ef-c026-4c92-8840-54269627707a service neutron] Port c29c5c22-46c5-4bcd-9bbd-e5a412502846 on network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:44:06.953104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a6185ef-c026-4c92-8840-54269627707a service neutron] Attempting to bind port c29c5c22-46c5-4bcd-9bbd-e5a412502846 on network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:06.968047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a6185ef-c026-4c92-8840-54269627707a service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:44:06.968405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a6185ef-c026-4c92-8840-54269627707a service neutron] Checking segment: {'id': '8a9c93c6-eaed-4789-8212-67a36fe7c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:44:06.968780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a6185ef-c026-4c92-8840-54269627707a service neutron] Bound using segment: {'id': '8a9c93c6-eaed-4789-8212-67a36fe7c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:44:06.969213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a6185ef-c026-4c92-8840-54269627707a service neutron] Bound port: c29c5c22-46c5-4bcd-9bbd-e5a412502846, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9c93c6-eaed-4789-8212-67a36fe7c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:44:06.969549 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a6185ef-c026-4c92-8840-54269627707a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:07.108982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a6185ef-c026-4c92-8840-54269627707a service neutron] For port c29c5c22-46c5-4bcd-9bbd-e5a412502846, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:44:07.112308 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a6185ef-c026-4c92-8840-54269627707a service neutron] For port c29c5c22-46c5-4bcd-9bbd-e5a412502846, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c29c5c22-46c5-4bcd-9bbd-e5a412502846,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:44:07.132326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488e4ca-f442-4e0b-b617-a1cf36cbcfc0 req-0987ddf9-ed47-4a93-803a-d18088215dbb tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:07.136869 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488e4ca-f442-4e0b-b617-a1cf36cbcfc0 req-0987ddf9-ed47-4a93-803a-d18088215dbb tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:07.142677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488e4ca-f442-4e0b-b617-a1cf36cbcfc0 req-0987ddf9-ed47-4a93-803a-d18088215dbb tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:07.142869 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d213dd72-270b-442e-a6ac-af0c39df8964 None None] Provisioning for port ead412c7-26c2-4514-8794-6a0a163a752e completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:44:07.148477 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488e4ca-f442-4e0b-b617-a1cf36cbcfc0 req-0987ddf9-ed47-4a93-803a-d18088215dbb tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:07.154299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488e4ca-f442-4e0b-b617-a1cf36cbcfc0 req-0987ddf9-ed47-4a93-803a-d18088215dbb tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:07.160561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488e4ca-f442-4e0b-b617-a1cf36cbcfc0 req-0987ddf9-ed47-4a93-803a-d18088215dbb tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:07.166465 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488e4ca-f442-4e0b-b617-a1cf36cbcfc0 req-0987ddf9-ed47-4a93-803a-d18088215dbb tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:07.174224 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5488e4ca-f442-4e0b-b617-a1cf36cbcfc0 req-0987ddf9-ed47-4a93-803a-d18088215dbb tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5384 time: 0.4077809 Mar 05 13:44:07.202235 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a6185ef-c026-4c92-8840-54269627707a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:07.228160 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ead412c7-26c2-4514-8794-6a0a163a752e up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:44:07.252453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb916da-a7be-4c93-8a37-7c9f8065d1b3 req-81b7ed76-f0c9-4001-bd5d-0fa8a0eba6d5 tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:07.255630 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fcb916da-a7be-4c93-8a37-7c9f8065d1b3 req-81b7ed76-f0c9-4001-bd5d-0fa8a0eba6d5 tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9 HTTP/1.1" status: 200 len: 1100 time: 0.6721420 Mar 05 13:44:07.268499 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e40f53a-f394-4c8f-9708-57c2bd3d6f0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:07.317128 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a6185ef-c026-4c92-8840-54269627707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:07.317760 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a6185ef-c026-4c92-8840-54269627707a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:07.319161 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a6185ef-c026-4c92-8840-54269627707a service neutron] 10.222.0.30 "PUT /v2.0/ports/c29c5c22-46c5-4bcd-9bbd-e5a412502846 HTTP/1.1" status: 200 len: 1091 time: 3.7047153 Mar 05 13:44:07.336997 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port ead412c7-26c2-4514-8794-6a0a163a752e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:44:07.348089 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port ead412c7-26c2-4514-8794-6a0a163a752e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:07.349600 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:07.384751 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'tag': 'c29c5c22-46c5-4bcd-9bbd-e5a412502846'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:07.393710 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6185ef-c026-4c92-8840-54269627707a service neutron] Pushing event updated for resources: {'Port': ['ID=c29c5c22-46c5-4bcd-9bbd-e5a412502846,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:07.418375 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-afa2fe25-fec4-424d-9362-0888ea21ba64 service neutron] Request body: {'port': {'device_id': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:07.482402 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5488e4ca-f442-4e0b-b617-a1cf36cbcfc0 req-15a8b776-e2d4-4e6f-ad0e-c44aa55f00e2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3072083 Mar 05 13:44:07.537096 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fcb916da-a7be-4c93-8a37-7c9f8065d1b3 req-3843b80d-cfbd-428e-a33e-041fad79c9ea tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728660 Mar 05 13:44:07.576790 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:07.670068 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port ead412c7-26c2-4514-8794-6a0a163a752e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ead412c7-26c2-4514-8794-6a0a163a752e,segment=NetworkSegment(5a2d6778-bb74-4231-9404-704d7d2b692b),segment_id=5a2d6778-bb74-4231-9404-704d7d2b692b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:07.678305 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:07.828043 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-047d100f-b131-42ed-9b77-6ddabb68e2b4 None None] Provisioning complete for port ead412c7-26c2-4514-8794-6a0a163a752e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:07.828410 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-047d100f-b131-42ed-9b77-6ddabb68e2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:07.937681 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=ead412c7-26c2-4514-8794-6a0a163a752e,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:07.945145 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-afa2fe25-fec4-424d-9362-0888ea21ba64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:08.059131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-15c9272b-0e8a-4357-93fa-69a643f6e45a admin admin] Allocated IP 172.20.0.1 (0d86e86d-be75-4dd0-9056-119726c56558/32d17a52-66f7-429c-9ede-22bc23f82349/8f26a980-80b7-45a9-87db-3745d137fd8c) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:44:08.109383 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f58ec-046c-43fc-aa5f-d2df7fffb492 req-a0e4f47a-af52-4158-861f-da1f43be39ef tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:08.111086 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5e5f58ec-046c-43fc-aa5f-d2df7fffb492 req-a0e4f47a-af52-4158-861f-da1f43be39ef tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 0.3151984 Mar 05 13:44:08.158310 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'tag': 'c29c5c22-46c5-4bcd-9bbd-e5a412502846', 'status': 'completed', 'code': 200} Mar 05 13:44:08.158791 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e40f53a-f394-4c8f-9708-57c2bd3d6f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:08.295570 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5e5f58ec-046c-43fc-aa5f-d2df7fffb492 req-fcf5d481-4ae2-46d3-8e36-c25cc4d9f0f1 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651523 Mar 05 13:44:08.381867 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55140) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:44:08.446269 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0ce9917-96f3-4937-97df-f583e14088e7 req-08feedd6-d8b2-49c5-afc8-7484524db61e tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.1318927 Mar 05 13:44:08.505471 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-bd4276c5-426b-42af-8bb8-527eb19c0394 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f35eb7de3ac943fabc502d5ac9465145&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503380 Mar 05 13:44:08.595598 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e20b6-bbd9-4694-b071-a10bb1ae889c req-5f2f57d8-26b7-4b4f-ab06-452649cc1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:08.596076 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e20b6-bbd9-4694-b071-a10bb1ae889c req-5f2f57d8-26b7-4b4f-ab06-452649cc1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:08.596544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e20b6-bbd9-4694-b071-a10bb1ae889c req-5f2f57d8-26b7-4b4f-ab06-452649cc1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:08.597851 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e20b6-bbd9-4694-b071-a10bb1ae889c req-5f2f57d8-26b7-4b4f-ab06-452649cc1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:08.598410 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e20b6-bbd9-4694-b071-a10bb1ae889c req-5f2f57d8-26b7-4b4f-ab06-452649cc1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:08.598795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e20b6-bbd9-4694-b071-a10bb1ae889c req-5f2f57d8-26b7-4b4f-ab06-452649cc1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:08.600134 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e20b6-bbd9-4694-b071-a10bb1ae889c req-5f2f57d8-26b7-4b4f-ab06-452649cc1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:08.602034 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-546e20b6-bbd9-4694-b071-a10bb1ae889c req-5f2f57d8-26b7-4b4f-ab06-452649cc1673 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28610c303cf6490b864485c4875d7beb&device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 6276 time: 0.4397774 Mar 05 13:44:08.672869 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e40f53a-f394-4c8f-9708-57c2bd3d6f0f admin admin] Router c7f32620-2c5b-4d41-a728-2857bc8a8001 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:44:08.720599 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-50e5d938-d29f-4d6e-b79f-fb49688408c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:08.796854 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15c9272b-0e8a-4357-93fa-69a643f6e45a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:08.889154 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e20b6-bbd9-4694-b071-a10bb1ae889c req-4299f112-8142-40d1-a9d5-dbf0b3c621c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:08.889622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e20b6-bbd9-4694-b071-a10bb1ae889c req-4299f112-8142-40d1-a9d5-dbf0b3c621c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:08.890079 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e20b6-bbd9-4694-b071-a10bb1ae889c req-4299f112-8142-40d1-a9d5-dbf0b3c621c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:08.891673 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-546e20b6-bbd9-4694-b071-a10bb1ae889c req-4299f112-8142-40d1-a9d5-dbf0b3c621c8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=28610c303cf6490b864485c4875d7beb&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2775707 Mar 05 13:44:08.931566 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-281a56a6-9713-492f-9514-b1ff4617e6c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bde18639d3c48b6a1bafa07903ef7a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5493090 Mar 05 13:44:08.936726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55158) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:44:09.000131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-afa2fe25-fec4-424d-9362-0888ea21ba64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:44:09.008107 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-2c8a57cc-d731-4926-ae71-a96aee927283 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:09.009613 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-2c8a57cc-d731-4926-ae71-a96aee927283 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4965165 Mar 05 13:44:09.020920 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ddbdf-7973-4aad-b9aa-a2a438e9f5de req-bbf04860-d65b-4505-b216-1257b99dafe0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:09.026745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ddbdf-7973-4aad-b9aa-a2a438e9f5de req-bbf04860-d65b-4505-b216-1257b99dafe0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:09.032568 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ddbdf-7973-4aad-b9aa-a2a438e9f5de req-bbf04860-d65b-4505-b216-1257b99dafe0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:09.039427 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ddbdf-7973-4aad-b9aa-a2a438e9f5de req-bbf04860-d65b-4505-b216-1257b99dafe0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:09.045197 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ddbdf-7973-4aad-b9aa-a2a438e9f5de req-bbf04860-d65b-4505-b216-1257b99dafe0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:09.051741 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ddbdf-7973-4aad-b9aa-a2a438e9f5de req-bbf04860-d65b-4505-b216-1257b99dafe0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:09.057458 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ddbdf-7973-4aad-b9aa-a2a438e9f5de req-bbf04860-d65b-4505-b216-1257b99dafe0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:09.059456 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dc4ddbdf-7973-4aad-b9aa-a2a438e9f5de req-bbf04860-d65b-4505-b216-1257b99dafe0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5384 time: 0.3886645 Mar 05 13:44:09.086685 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-85e1dfd7-c6f6-4592-a5fc-c9870d3cce2f tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/quotas/f35eb7de3ac943fabc502d5ac9465145 HTTP/1.1" status: 200 len: 375 time: 0.0710540 Mar 05 13:44:09.197484 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e40f53a-f394-4c8f-9708-57c2bd3d6f0f admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:44:09.199848 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a1281ebc-f249-4567-b4da-c201a2ace46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:09.212355 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] Sync routers for ids ['c7f32620-2c5b-4d41-a728-2857bc8a8001'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:44:09.222794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device eabe983d-4b3f-4fbc-b90a-044fdf85009d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:44:09.264130 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-afa2fe25-fec4-424d-9362-0888ea21ba64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:09.273245 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a1281ebc-f249-4567-b4da-c201a2ace46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:09.285236 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15c9272b-0e8a-4357-93fa-69a643f6e45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:09.286665 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e40f53a-f394-4c8f-9708-57c2bd3d6f0f admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:09.287892 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4e40f53a-f394-4c8f-9708-57c2bd3d6f0f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4382386 Mar 05 13:44:09.291644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55162) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:44:09.300958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] Routers {'c7f32620-2c5b-4d41-a728-2857bc8a8001'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:44:09.301897 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:43:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c7f32620-2c5b-4d41-a728-2857bc8a8001'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:09.319574 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-cfe2dd65-69a4-46f1-9468-780634caf9cf tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2315466 Mar 05 13:44:09.383155 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a1281ebc-f249-4567-b4da-c201a2ace46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:09.396878 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port eabe983d-4b3f-4fbc-b90a-044fdf85009d completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:44:09.412757 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port eabe983d-4b3f-4fbc-b90a-044fdf85009d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:09.413118 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:09.432082 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1281ebc-f249-4567-b4da-c201a2ace46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78980102-21ed-45c6-9a8c-2d5af0053faa,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:09.461687 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a1281ebc-f249-4567-b4da-c201a2ace46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:09.469477 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a1281ebc-f249-4567-b4da-c201a2ace46a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78980102-21ed-45c6-9a8c-2d5af0053faa HTTP/1.1" status: 204 len: 168 time: 0.5273631 Mar 05 13:44:09.509150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-afa2fe25-fec4-424d-9362-0888ea21ba64 service neutron] Transition to ACTIVE for port object 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:44:09.563758 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-afa2fe25-fec4-424d-9362-0888ea21ba64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:09.593010 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dc4ddbdf-7973-4aad-b9aa-a2a438e9f5de req-c383bbaf-8c53-44fa-859f-3170c82fa71f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3360248 Mar 05 13:44:09.599618 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c9272b-0e8a-4357-93fa-69a643f6e45a admin admin] Network 0d86e86d-be75-4dd0-9056-119726c56558 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:44:09.674447 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:09.709585 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] Set router c7f32620-2c5b-4d41-a728-2857bc8a8001 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:44:09.785962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-15c9272b-0e8a-4357-93fa-69a643f6e45a admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:44:09.789272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c9272b-0e8a-4357-93fa-69a643f6e45a admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:44:09.829107 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9272b-0e8a-4357-93fa-69a643f6e45a admin admin] Pushing event updated for resources: {'Port': ['ID=8f26a980-80b7-45a9-87db-3745d137fd8c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:09.848375 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edcb79-fbfd-471a-a151-a62785f97cac req-37f7e0ae-1ae5-490f-b08c-a2e7ccc4e54d tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:09.853828 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-09edcb79-fbfd-471a-a151-a62785f97cac req-37f7e0ae-1ae5-490f-b08c-a2e7ccc4e54d tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 0.2045569 Mar 05 13:44:09.927467 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-09edcb79-fbfd-471a-a151-a62785f97cac req-fd46bce6-2d4f-49c2-9270-cd0ca4d10e26 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668104 Mar 05 13:44:09.949464 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port eabe983d-4b3f-4fbc-b90a-044fdf85009d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=eabe983d-4b3f-4fbc-b90a-044fdf85009d,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:09.985214 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:09.985971 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ead412c7-26c2-4514-8794-6a0a163a752e up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:44:10.063464 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a2d4aafb-5356-4b0c-befb-bf4973c40d2b req-91610e12-b282-4260-8766-908a0205cb70 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab51ac37-1597-4828-b9cf-268ef8a1b3cb HTTP/1.1" status: 200 len: 210 time: 0.0693257 Mar 05 13:44:10.074656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e20b6-bbd9-4694-b071-a10bb1ae889c req-8c2e5302-aaaf-4ea3-94b1-4ca8d4134042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:10.076501 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-546e20b6-bbd9-4694-b071-a10bb1ae889c req-8c2e5302-aaaf-4ea3-94b1-4ca8d4134042 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.1525970 Mar 05 13:44:10.212558 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port ead412c7-26c2-4514-8794-6a0a163a752e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:10.213027 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:10.274087 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=eabe983d-4b3f-4fbc-b90a-044fdf85009d,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:10.317234 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-030363bb-4c54-46c0-8692-babea4ea097a req-5d746d52-7407-4b2c-9a8a-c97a6049f009 tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.4440482 Mar 05 13:44:10.338633 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15c9272b-0e8a-4357-93fa-69a643f6e45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:10.465189 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'name': 'tempest-TaggedBootDevicesTest_v242-1394634693-router', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:44:03Z', 'updated_at': '2022-03-05T13:44:06Z', 'revision_number': 3, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'gw_port': {'id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:05Z', 'updated_at': '2022-03-05T13:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:10.477063 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] Checking router: c7f32620-2c5b-4d41-a728-2857bc8a8001 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:44:10.477404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] Updating router c7f32620-2c5b-4d41-a728-2857bc8a8001 port eefb3c3a-9ed8-4962-b578-ef8c64936a3d binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:44:10.532887 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:10.603540 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2fe25-fec4-424d-9362-0888ea21ba64 service neutron] Pushing event updated for resources: {'Port': ['ID=51cf4902-bcd2-4949-b4bb-ff6b4c8537a9,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:10.616810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-afa2fe25-fec4-424d-9362-0888ea21ba64 service neutron] Attempting to bind port 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:44:10.617162 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-afa2fe25-fec4-424d-9362-0888ea21ba64 service neutron] Attempting to bind port 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '8a9c93c6-eaed-4789-8212-67a36fe7c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:44:10.617487 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-afa2fe25-fec4-424d-9362-0888ea21ba64 service neutron] Attempting to bind port 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9 on network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:10.621817 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55200) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:44:10.654273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-afa2fe25-fec4-424d-9362-0888ea21ba64 service neutron] Port 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9 on network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:44:10.654606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-afa2fe25-fec4-424d-9362-0888ea21ba64 service neutron] Attempting to bind port 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9 on network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:10.737695 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-afa2fe25-fec4-424d-9362-0888ea21ba64 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:44:10.738030 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-afa2fe25-fec4-424d-9362-0888ea21ba64 service neutron] Checking segment: {'id': '8a9c93c6-eaed-4789-8212-67a36fe7c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:44:10.738420 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-afa2fe25-fec4-424d-9362-0888ea21ba64 service neutron] Bound using segment: {'id': '8a9c93c6-eaed-4789-8212-67a36fe7c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:44:10.738880 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-afa2fe25-fec4-424d-9362-0888ea21ba64 service neutron] Bound port: 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9c93c6-eaed-4789-8212-67a36fe7c827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:44:10.739224 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-afa2fe25-fec4-424d-9362-0888ea21ba64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:10.768121 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-db853a8c-ad05-4a1a-ba84-f548d0da6e91 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-318864548-network', 'tenant_id': '3cee7834a5214c2e894eb17166dede92'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:10.779560 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-db853a8c-ad05-4a1a-ba84-f548d0da6e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:10.786587 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-db853a8c-ad05-4a1a-ba84-f548d0da6e91 admin admin] Usage tracker for resource:network and tenant:3cee7834a5214c2e894eb17166dede92 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:44:10.790572 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-db853a8c-ad05-4a1a-ba84-f548d0da6e91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:44:10.802048 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-db853a8c-ad05-4a1a-ba84-f548d0da6e91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:10.817672 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db853a8c-ad05-4a1a-ba84-f548d0da6e91 admin admin] Made reservation on behalf of 3cee7834a5214c2e894eb17166dede92 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:44:10.820214 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-db853a8c-ad05-4a1a-ba84-f548d0da6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:10.845877 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-db853a8c-ad05-4a1a-ba84-f548d0da6e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:10.870638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a476a-48bf-496d-92e7-8e882538b568 req-4e54fe84-4e91-4987-a489-fc90c86bb3ea tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:10.877095 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a476a-48bf-496d-92e7-8e882538b568 req-4e54fe84-4e91-4987-a489-fc90c86bb3ea tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:10.883395 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a476a-48bf-496d-92e7-8e882538b568 req-4e54fe84-4e91-4987-a489-fc90c86bb3ea tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:10.889862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a476a-48bf-496d-92e7-8e882538b568 req-4e54fe84-4e91-4987-a489-fc90c86bb3ea tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:10.896579 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a476a-48bf-496d-92e7-8e882538b568 req-4e54fe84-4e91-4987-a489-fc90c86bb3ea tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:10.902561 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a476a-48bf-496d-92e7-8e882538b568 req-4e54fe84-4e91-4987-a489-fc90c86bb3ea tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:10.908550 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a476a-48bf-496d-92e7-8e882538b568 req-4e54fe84-4e91-4987-a489-fc90c86bb3ea tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:10.910637 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-176a476a-48bf-496d-92e7-8e882538b568 req-4e54fe84-4e91-4987-a489-fc90c86bb3ea tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5396 time: 0.1851134 Mar 05 13:44:10.914835 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-db853a8c-ad05-4a1a-ba84-f548d0da6e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:10.919431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-db853a8c-ad05-4a1a-ba84-f548d0da6e91 admin admin] Usage tracker for resource:security_group_rule and tenant:3cee7834a5214c2e894eb17166dede92 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:44:10.924749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-db853a8c-ad05-4a1a-ba84-f548d0da6e91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:44:10.939349 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:10.946122 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-db853a8c-ad05-4a1a-ba84-f548d0da6e91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:10.955411 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] Transition to ACTIVE for port object eefb3c3a-9ed8-4962-b578-ef8c64936a3d will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:44:10.970687 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:10.996240 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-176a476a-48bf-496d-92e7-8e882538b568 req-3751343f-a3df-4a38-84fe-b4e9144948e4 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0738170 Mar 05 13:44:11.057020 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b01963c5-a288-45f4-9bd2-7eb77136aa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:11.092347 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] Attempting to bind port eefb3c3a-9ed8-4962-b578-ef8c64936a3d on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:44:11.092698 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] Attempting to bind port eefb3c3a-9ed8-4962-b578-ef8c64936a3d by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:44:11.093087 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] Attempting to bind port eefb3c3a-9ed8-4962-b578-ef8c64936a3d on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:11.103236 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:44:11.103668 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:44:11.103992 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:11.104376 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:44:11.104841 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] Bound port: eefb3c3a-9ed8-4962-b578-ef8c64936a3d, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:44:11.105204 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:11.122142 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-db853a8c-ad05-4a1a-ba84-f548d0da6e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:11.135276 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-db853a8c-ad05-4a1a-ba84-f548d0da6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:11.198753 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] For port eefb3c3a-9ed8-4962-b578-ef8c64936a3d, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:44:11.201884 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] For port eefb3c3a-9ed8-4962-b578-ef8c64936a3d, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=eefb3c3a-9ed8-4962-b578-ef8c64936a3d,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:44:11.212998 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:11.215670 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db853a8c-ad05-4a1a-ba84-f548d0da6e91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:44:11.235720 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e2d53-a077-41e6-829e-1b587a0650f7 None None] Pushing event updated for resources: {'Port': ['ID=eefb3c3a-9ed8-4962-b578-ef8c64936a3d,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:11.248597 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db853a8c-ad05-4a1a-ba84-f548d0da6e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc715f3e-34bd-48c0-a4e8-869f37d40561,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:11.263005 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-db853a8c-ad05-4a1a-ba84-f548d0da6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:11.263347 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-db853a8c-ad05-4a1a-ba84-f548d0da6e91 admin admin] Added segment d303414a-0981-4891-a06d-3ac528ef1c07 of type vlan for network 8219997c-1c4d-4ab9-a963-82e08fb1ad9d Mar 05 13:44:11.297015 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device eabe983d-4b3f-4fbc-b90a-044fdf85009d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:44:11.349550 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-949eab3a-fcc5-4a64-a77c-c55fc2dc709e req-ecd7fb6a-dcbe-4be1-a048-082e3cc732b3 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab51ac37-1597-4828-b9cf-268ef8a1b3cb HTTP/1.1" status: 200 len: 210 time: 0.0777135 Mar 05 13:44:11.351936 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-f975fa5a-04b2-4870-a66b-a5de4bb29be9 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f35eb7de3ac943fabc502d5ac9465145&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448532 Mar 05 13:44:11.352582 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] Routers {'c7f32620-2c5b-4d41-a728-2857bc8a8001'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:44:11.353224 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:44:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c7f32620-2c5b-4d41-a728-2857bc8a8001'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:11.361277 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-db853a8c-ad05-4a1a-ba84-f548d0da6e91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:11.427950 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-db853a8c-ad05-4a1a-ba84-f548d0da6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:11.429254 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db853a8c-ad05-4a1a-ba84-f548d0da6e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:11.429976 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-db853a8c-ad05-4a1a-ba84-f548d0da6e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:11.498513 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-db853a8c-ad05-4a1a-ba84-f548d0da6e91 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8747072 Mar 05 13:44:11.507989 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-afa2fe25-fec4-424d-9362-0888ea21ba64 service neutron] For port 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:44:11.512609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-afa2fe25-fec4-424d-9362-0888ea21ba64 service neutron] For port 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=51cf4902-bcd2-4949-b4bb-ff6b4c8537a9,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:44:11.515140 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55214) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:44:11.522834 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-55398580-33cc-4aea-98df-1243dfeb13ba admin admin] Request body: {'subnet': {'network_id': '8219997c-1c4d-4ab9-a963-82e08fb1ad9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-318864548-subnet', 'tenant_id': '3cee7834a5214c2e894eb17166dede92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:11.536397 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-55398580-33cc-4aea-98df-1243dfeb13ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:11.544257 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-55398580-33cc-4aea-98df-1243dfeb13ba admin admin] Usage tracker for resource:subnet and tenant:3cee7834a5214c2e894eb17166dede92 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:44:11.551122 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e2d53-a077-41e6-829e-1b587a0650f7 None None] Pushing event updated for resources: {'Port': ['ID=eefb3c3a-9ed8-4962-b578-ef8c64936a3d,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:11.588763 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15c9272b-0e8a-4357-93fa-69a643f6e45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:11.591431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-55398580-33cc-4aea-98df-1243dfeb13ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:44:11.636432 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-afa2fe25-fec4-424d-9362-0888ea21ba64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:11.648592 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port eabe983d-4b3f-4fbc-b90a-044fdf85009d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:11.648956 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:11.661498 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-55398580-33cc-4aea-98df-1243dfeb13ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:11.667553 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f76ce732-7c29-4698-ab7e-c20806575b0b req-4515daaf-5722-4c18-9720-f31605c22679 tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.1336339 Mar 05 13:44:11.672675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db853a8c-ad05-4a1a-ba84-f548d0da6e91 admin admin] Pushing event updated for resources: {'Network': ['ID=8219997c-1c4d-4ab9-a963-82e08fb1ad9d,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:11.687285 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55398580-33cc-4aea-98df-1243dfeb13ba admin admin] Made reservation on behalf of 3cee7834a5214c2e894eb17166dede92 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:44:11.689793 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-55398580-33cc-4aea-98df-1243dfeb13ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:11.692237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 8219997c-1c4d-4ab9-a963-82e08fb1ad9d details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:44:11.731898 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] Set router c7f32620-2c5b-4d41-a728-2857bc8a8001 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:44:11.901979 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-fa7ff19c-e4ee-4dba-948d-0eb16d1d042a tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:11.903529 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-fa7ff19c-e4ee-4dba-948d-0eb16d1d042a tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5203373 Mar 05 13:44:11.920831 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-e4f14612-0e0a-4995-822f-1921ee7820cb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Request body: {'port': {'device_id': 'ab51ac37-1597-4828-b9cf-268ef8a1b3cb', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': 'f35eb7de3ac943fabc502d5ac9465145'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:11.934011 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-55398580-33cc-4aea-98df-1243dfeb13ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:11.936106 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-afa2fe25-fec4-424d-9362-0888ea21ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:11.936726 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-afa2fe25-fec4-424d-9362-0888ea21ba64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:11.938097 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-afa2fe25-fec4-424d-9362-0888ea21ba64 service neutron] 10.222.0.30 "PUT /v2.0/ports/51cf4902-bcd2-4949-b4bb-ff6b4c8537a9 HTTP/1.1" status: 200 len: 1091 time: 4.5240226 Mar 05 13:44:11.940633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'tag': '51cf4902-bcd2-4949-b4bb-ff6b4c8537a9'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:12.030184 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55398580-33cc-4aea-98df-1243dfeb13ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a9e02c3-ee9d-409b-8fd1-50a4db05b5c0,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:12.038714 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55398580-33cc-4aea-98df-1243dfeb13ba admin admin] Checking segment: {'id': 'd303414a-0981-4891-a06d-3ac528ef1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8219997c-1c4d-4ab9-a963-82e08fb1ad9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:44:12.039195 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55398580-33cc-4aea-98df-1243dfeb13ba admin admin] Network hostable DHCP agents. Network: 8219997c-1c4d-4ab9-a963-82e08fb1ad9d, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:44:12.072195 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55398580-33cc-4aea-98df-1243dfeb13ba admin admin] Network 8219997c-1c4d-4ab9-a963-82e08fb1ad9d is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:44:12.079838 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:12.086805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-55398580-33cc-4aea-98df-1243dfeb13ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 8219997c-1c4d-4ab9-a963-82e08fb1ad9d) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:44:12.094771 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'tag': '51cf4902-bcd2-4949-b4bb-ff6b4c8537a9', 'status': 'completed', 'code': 200} Mar 05 13:44:12.100320 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55398580-33cc-4aea-98df-1243dfeb13ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:12.101696 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-55398580-33cc-4aea-98df-1243dfeb13ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:12.109617 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] Request body: {'port': {'device_id': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:12.128764 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-55398580-33cc-4aea-98df-1243dfeb13ba admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6117094 Mar 05 13:44:12.169641 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74631361-1047-4700-b3d4-252253857dd1 None None] Network 8219997c-1c4d-4ab9-a963-82e08fb1ad9d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:44:12.235410 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:12.316522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b628195-3d59-416f-ba8f-6bcf1c44d32a req-90e1151f-0ec4-4806-a7b1-e56c6db000c3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:12.323708 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b628195-3d59-416f-ba8f-6bcf1c44d32a req-90e1151f-0ec4-4806-a7b1-e56c6db000c3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:12.330573 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b628195-3d59-416f-ba8f-6bcf1c44d32a req-90e1151f-0ec4-4806-a7b1-e56c6db000c3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:12.337395 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b628195-3d59-416f-ba8f-6bcf1c44d32a req-90e1151f-0ec4-4806-a7b1-e56c6db000c3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:12.344219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b628195-3d59-416f-ba8f-6bcf1c44d32a req-90e1151f-0ec4-4806-a7b1-e56c6db000c3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:12.351823 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b628195-3d59-416f-ba8f-6bcf1c44d32a req-90e1151f-0ec4-4806-a7b1-e56c6db000c3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:12.353396 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:12.358855 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b628195-3d59-416f-ba8f-6bcf1c44d32a req-90e1151f-0ec4-4806-a7b1-e56c6db000c3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:12.360946 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4b628195-3d59-416f-ba8f-6bcf1c44d32a req-90e1151f-0ec4-4806-a7b1-e56c6db000c3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5396 time: 0.1713245 Mar 05 13:44:12.381641 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-867fbb13-63e3-4f57-bca1-dae5a632fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:12.426595 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4b628195-3d59-416f-ba8f-6bcf1c44d32a req-90a6a3e4-0cd7-4ec1-9278-82f4551cfccc tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580571 Mar 05 13:44:12.531498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2fe25-fec4-424d-9362-0888ea21ba64 service neutron] Pushing event updated for resources: {'Port': ['ID=51cf4902-bcd2-4949-b4bb-ff6b4c8537a9,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:12.588807 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'name': 'tempest-TaggedBootDevicesTest_v242-1394634693-router', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:44:03Z', 'updated_at': '2022-03-05T13:44:06Z', 'revision_number': 3, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'gw_port': {'id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:05Z', 'updated_at': '2022-03-05T13:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:12.593269 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fc5acc-1926-4421-879e-147d351039d3 None None] The sync data for ids ['c7f32620-2c5b-4d41-a728-2857bc8a8001'] in n-d-803718-1 is: [{'id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'name': 'tempest-TaggedBootDevicesTest_v242-1394634693-router', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:44:03Z', 'updated_at': '2022-03-05T13:44:06Z', 'revision_number': 3, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'gw_port': {'id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:05Z', 'updated_at': '2022-03-05T13:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:44:12.595999 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26238017-9572-46c5-84cf-aa20264d97a3 None None] Network 8219997c-1c4d-4ab9-a963-82e08fb1ad9d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:44:12.603166 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-66069358-bb35-46f3-a0eb-d6ade9793a9d req-2f4f53f0-0048-424b-b4b7-46d89977dc5d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1914867059', 'description': 'tempest-description-1091111821'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:12.619754 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-66069358-bb35-46f3-a0eb-d6ade9793a9d req-2f4f53f0-0048-424b-b4b7-46d89977dc5d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:12.624310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-66069358-bb35-46f3-a0eb-d6ade9793a9d req-2f4f53f0-0048-424b-b4b7-46d89977dc5d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Usage tracker for resource:security_group and tenant:3cee7834a5214c2e894eb17166dede92 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:44:12.627380 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-66069358-bb35-46f3-a0eb-d6ade9793a9d req-2f4f53f0-0048-424b-b4b7-46d89977dc5d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:44:12.635992 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-66069358-bb35-46f3-a0eb-d6ade9793a9d req-2f4f53f0-0048-424b-b4b7-46d89977dc5d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:12.651635 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-66069358-bb35-46f3-a0eb-d6ade9793a9d req-2f4f53f0-0048-424b-b4b7-46d89977dc5d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:12.677892 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-66069358-bb35-46f3-a0eb-d6ade9793a9d req-2f4f53f0-0048-424b-b4b7-46d89977dc5d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:12.683250 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-66069358-bb35-46f3-a0eb-d6ade9793a9d req-2f4f53f0-0048-424b-b4b7-46d89977dc5d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Usage tracker for resource:security_group_rule and tenant:3cee7834a5214c2e894eb17166dede92 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:44:12.686583 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-66069358-bb35-46f3-a0eb-d6ade9793a9d req-2f4f53f0-0048-424b-b4b7-46d89977dc5d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:44:12.696467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-66069358-bb35-46f3-a0eb-d6ade9793a9d req-2f4f53f0-0048-424b-b4b7-46d89977dc5d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:12.746098 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211740cd-7cd0-439e-8394-96379dc96d87 req-16c050d1-9ece-4ad8-a7ef-7365be8a1e05 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:12.753650 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-211740cd-7cd0-439e-8394-96379dc96d87 req-16c050d1-9ece-4ad8-a7ef-7365be8a1e05 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 1.4495604 Mar 05 13:44:12.793324 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-66069358-bb35-46f3-a0eb-d6ade9793a9d req-2f4f53f0-0048-424b-b4b7-46d89977dc5d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:12.800970 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-66069358-bb35-46f3-a0eb-d6ade9793a9d req-2f4f53f0-0048-424b-b4b7-46d89977dc5d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:12.855009 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f53f0-0048-424b-b4b7-46d89977dc5d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=974e9826-5d38-4e83-9d76-0d3140b652c1,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:12.861489 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-66069358-bb35-46f3-a0eb-d6ade9793a9d req-2f4f53f0-0048-424b-b4b7-46d89977dc5d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:12.863486 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-66069358-bb35-46f3-a0eb-d6ade9793a9d req-2f4f53f0-0048-424b-b4b7-46d89977dc5d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2723849 Mar 05 13:44:12.986935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-e4f14612-0e0a-4995-822f-1921ee7820cb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:13.050186 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-64957d1a-6f18-4224-96a9-ff7f869afbd8 req-217cf2bf-6549-4bcc-a651-dfe5e032fac8 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab51ac37-1597-4828-b9cf-268ef8a1b3cb HTTP/1.1" status: 200 len: 210 time: 0.0506165 Mar 05 13:44:13.174254 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device eefb3c3a-9ed8-4962-b578-ef8c64936a3d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:44:13.197202 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-211740cd-7cd0-439e-8394-96379dc96d87 req-6122766e-9ab5-48f1-90d8-fab806904b1d tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426000 Mar 05 13:44:13.208242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-e4f14612-0e0a-4995-822f-1921ee7820cb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:13.240711 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f78d10-b5f7-480d-8ea6-f2f45ae1b5a4 req-6589a49a-740b-4102-bc17-902a8b787579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:13.241175 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f78d10-b5f7-480d-8ea6-f2f45ae1b5a4 req-6589a49a-740b-4102-bc17-902a8b787579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:13.241802 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f78d10-b5f7-480d-8ea6-f2f45ae1b5a4 req-6589a49a-740b-4102-bc17-902a8b787579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:13.242403 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f78d10-b5f7-480d-8ea6-f2f45ae1b5a4 req-6589a49a-740b-4102-bc17-902a8b787579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:13.243032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f78d10-b5f7-480d-8ea6-f2f45ae1b5a4 req-6589a49a-740b-4102-bc17-902a8b787579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:13.243626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f78d10-b5f7-480d-8ea6-f2f45ae1b5a4 req-6589a49a-740b-4102-bc17-902a8b787579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:13.244221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f78d10-b5f7-480d-8ea6-f2f45ae1b5a4 req-6589a49a-740b-4102-bc17-902a8b787579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:13.246298 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-66f78d10-b5f7-480d-8ea6-f2f45ae1b5a4 req-6589a49a-740b-4102-bc17-902a8b787579 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28610c303cf6490b864485c4875d7beb&device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 6343 time: 1.1569133 Mar 05 13:44:13.260018 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c52f612f-5401-496a-8fb3-38c7d80c239b req-c704ee80-d43b-42ba-9717-daa129181843 tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.0664129 Mar 05 13:44:13.290055 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port eefb3c3a-9ed8-4962-b578-ef8c64936a3d completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:44:13.302717 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f46cc169-33bf-4ca6-94de-bd8cc99de4e1 req-d660ad55-7910-4e09-a06f-a485ce7e42be tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-584128479', 'description': 'tempest-description-1470651614'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:13.313021 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port eefb3c3a-9ed8-4962-b578-ef8c64936a3d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:13.313473 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:13.342191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f46cc169-33bf-4ca6-94de-bd8cc99de4e1 req-d660ad55-7910-4e09-a06f-a485ce7e42be tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:13.365543 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-e4f14612-0e0a-4995-822f-1921ee7820cb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Made reservation on behalf of f35eb7de3ac943fabc502d5ac9465145 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:44:13.369057 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-e4f14612-0e0a-4995-822f-1921ee7820cb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:13.387429 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f46cc169-33bf-4ca6-94de-bd8cc99de4e1 req-d660ad55-7910-4e09-a06f-a485ce7e42be tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Usage tracker for resource:security_group and tenant:3cee7834a5214c2e894eb17166dede92 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:44:13.452376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f46cc169-33bf-4ca6-94de-bd8cc99de4e1 req-d660ad55-7910-4e09-a06f-a485ce7e42be tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:44:13.457026 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:13.465067 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [None req-15c9272b-0e8a-4357-93fa-69a643f6e45a admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:44:13.480115 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port eefb3c3a-9ed8-4962-b578-ef8c64936a3d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=eefb3c3a-9ed8-4962-b578-ef8c64936a3d,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:13.489697 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f46cc169-33bf-4ca6-94de-bd8cc99de4e1 req-d660ad55-7910-4e09-a06f-a485ce7e42be tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:13.490252 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:13.595869 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=eefb3c3a-9ed8-4962-b578-ef8c64936a3d,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:13.600518 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:13.616081 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15c9272b-0e8a-4357-93fa-69a643f6e45a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:13.649768 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-867fbb13-63e3-4f57-bca1-dae5a632fc93 admin admin] Allocated IP 172.20.0.1 (0d408d73-a46e-4e4c-b598-e5439c0aebd3/c4ed493f-c1ab-4a7c-87c4-4112cc1f6851/5e02f994-498a-4d49-ba34-5c5f68ed38d9) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:44:13.651903 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f46cc169-33bf-4ca6-94de-bd8cc99de4e1 req-d660ad55-7910-4e09-a06f-a485ce7e42be tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:13.665744 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15c9272b-0e8a-4357-93fa-69a643f6e45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:13.812174 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed758d-34ab-4ad2-a89d-bc0ef8df472b req-c720bf9a-05a1-4317-be08-8ad3bf1e8463 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:13.818704 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed758d-34ab-4ad2-a89d-bc0ef8df472b req-c720bf9a-05a1-4317-be08-8ad3bf1e8463 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:13.824665 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed758d-34ab-4ad2-a89d-bc0ef8df472b req-c720bf9a-05a1-4317-be08-8ad3bf1e8463 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:13.830391 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed758d-34ab-4ad2-a89d-bc0ef8df472b req-c720bf9a-05a1-4317-be08-8ad3bf1e8463 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:13.836477 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed758d-34ab-4ad2-a89d-bc0ef8df472b req-c720bf9a-05a1-4317-be08-8ad3bf1e8463 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:13.842471 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed758d-34ab-4ad2-a89d-bc0ef8df472b req-c720bf9a-05a1-4317-be08-8ad3bf1e8463 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:13.848302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed758d-34ab-4ad2-a89d-bc0ef8df472b req-c720bf9a-05a1-4317-be08-8ad3bf1e8463 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:13.850132 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-81ed758d-34ab-4ad2-a89d-bc0ef8df472b req-c720bf9a-05a1-4317-be08-8ad3bf1e8463 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5396 time: 0.2445803 Mar 05 13:44:13.880776 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f46cc169-33bf-4ca6-94de-bd8cc99de4e1 req-d660ad55-7910-4e09-a06f-a485ce7e42be tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:13.900477 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f46cc169-33bf-4ca6-94de-bd8cc99de4e1 req-d660ad55-7910-4e09-a06f-a485ce7e42be tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Usage tracker for resource:security_group_rule and tenant:3cee7834a5214c2e894eb17166dede92 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:44:13.904588 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-81ed758d-34ab-4ad2-a89d-bc0ef8df472b req-6f4664d2-c44a-4615-87f8-42c3463511c8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484169 Mar 05 13:44:13.914731 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f46cc169-33bf-4ca6-94de-bd8cc99de4e1 req-d660ad55-7910-4e09-a06f-a485ce7e42be tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:44:13.949586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f78d10-b5f7-480d-8ea6-f2f45ae1b5a4 req-df70f2e1-485b-4430-855f-15e2daa073ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:13.950051 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f78d10-b5f7-480d-8ea6-f2f45ae1b5a4 req-df70f2e1-485b-4430-855f-15e2daa073ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:13.950513 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f78d10-b5f7-480d-8ea6-f2f45ae1b5a4 req-df70f2e1-485b-4430-855f-15e2daa073ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:13.952103 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-66f78d10-b5f7-480d-8ea6-f2f45ae1b5a4 req-df70f2e1-485b-4430-855f-15e2daa073ed service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=28610c303cf6490b864485c4875d7beb&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6819751 Mar 05 13:44:14.006812 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9272b-0e8a-4357-93fa-69a643f6e45a admin admin] Pushing event updated for resources: {'Port': ['ID=8f26a980-80b7-45a9-87db-3745d137fd8c,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:14.009229 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15c9272b-0e8a-4357-93fa-69a643f6e45a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:14.012834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f46cc169-33bf-4ca6-94de-bd8cc99de4e1 req-d660ad55-7910-4e09-a06f-a485ce7e42be tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:14.081035 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:44:14.206102 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7f62acf-3e42-4262-bebf-327170b7bd2d req-44b59367-c8d3-455f-bda2-f5206be206f1 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab51ac37-1597-4828-b9cf-268ef8a1b3cb HTTP/1.1" status: 200 len: 210 time: 0.0450535 Mar 05 13:44:14.350928 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-e4f14612-0e0a-4995-822f-1921ee7820cb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Allocated IP 192.168.233.196 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/99cccead-0893-4934-ad87-464673651a7c) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:44:14.402000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b49c01-9431-4d1f-97bd-296f91287b71 req-57ef8d11-732e-4a55-96f0-f3787a288104 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:14.409787 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b6b49c01-9431-4d1f-97bd-296f91287b71 req-57ef8d11-732e-4a55-96f0-f3787a288104 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 0.0974448 Mar 05 13:44:14.443451 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1455b0ab-b257-466d-89db-8a06002e158a {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:44:14.461969 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b6b49c01-9431-4d1f-97bd-296f91287b71 req-078ffc58-b5eb-41e3-86af-2868ca3212b0 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514617 Mar 05 13:44:14.473203 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:14.491195 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-867fbb13-63e3-4f57-bca1-dae5a632fc93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:14.534494 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f78d10-b5f7-480d-8ea6-f2f45ae1b5a4 req-98c3774c-c337-47e7-a235-b8bbb9585167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:14.536085 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-66f78d10-b5f7-480d-8ea6-f2f45ae1b5a4 req-98c3774c-c337-47e7-a235-b8bbb9585167 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5135539 Mar 05 13:44:14.592653 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-867fbb13-63e3-4f57-bca1-dae5a632fc93 admin admin] Transition to ACTIVE for port object 5e02f994-498a-4d49-ba34-5c5f68ed38d9 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:44:14.596164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] Transition to ACTIVE for port object 1455b0ab-b257-466d-89db-8a06002e158a will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:44:14.621683 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f46cc169-33bf-4ca6-94de-bd8cc99de4e1 req-d660ad55-7910-4e09-a06f-a485ce7e42be tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:14.622615 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:14.624490 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-082ef3a7-ee2e-4680-a1c9-ef7cb9e310e9 req-d282a859-3072-400a-9934-7f363b96b833 tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.0446675 Mar 05 13:44:14.630872 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c9272b-0e8a-4357-93fa-69a643f6e45a admin admin] Network 0d86e86d-be75-4dd0-9056-119726c56558 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:44:14.680248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-15c9272b-0e8a-4357-93fa-69a643f6e45a admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:44:14.682024 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f46cc169-33bf-4ca6-94de-bd8cc99de4e1 req-d660ad55-7910-4e09-a06f-a485ce7e42be tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:15.127728 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c610bff-32c4-4102-b210-f9d35489b6dd req-2569870d-ae26-4423-a273-f7fe5435d135 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:15.134705 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c610bff-32c4-4102-b210-f9d35489b6dd req-2569870d-ae26-4423-a273-f7fe5435d135 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:15.140404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device eefb3c3a-9ed8-4962-b578-ef8c64936a3d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:44:15.140874 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660ad55-7910-4e09-a06f-a485ce7e42be tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ae417d-6dfd-4f5c-8137-e3731b156097,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:15.142349 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c610bff-32c4-4102-b210-f9d35489b6dd req-2569870d-ae26-4423-a273-f7fe5435d135 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:15.149016 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c610bff-32c4-4102-b210-f9d35489b6dd req-2569870d-ae26-4423-a273-f7fe5435d135 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:15.154927 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c610bff-32c4-4102-b210-f9d35489b6dd req-2569870d-ae26-4423-a273-f7fe5435d135 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:15.162833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c610bff-32c4-4102-b210-f9d35489b6dd req-2569870d-ae26-4423-a273-f7fe5435d135 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:15.168528 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c610bff-32c4-4102-b210-f9d35489b6dd req-2569870d-ae26-4423-a273-f7fe5435d135 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:15.172843 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1c610bff-32c4-4102-b210-f9d35489b6dd req-2569870d-ae26-4423-a273-f7fe5435d135 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5408 time: 0.1532600 Mar 05 13:44:15.185134 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] Pushing event updated for resources: {'Port': ['ID=1455b0ab-b257-466d-89db-8a06002e158a,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:15.232648 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port eefb3c3a-9ed8-4962-b578-ef8c64936a3d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:15.233013 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:15.243270 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1c610bff-32c4-4102-b210-f9d35489b6dd req-cc7b17db-90f8-4974-a59d-a06b23e66f03 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662065 Mar 05 13:44:15.263822 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f46cc169-33bf-4ca6-94de-bd8cc99de4e1 req-d660ad55-7910-4e09-a06f-a485ce7e42be tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:15.279403 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f46cc169-33bf-4ca6-94de-bd8cc99de4e1 req-d660ad55-7910-4e09-a06f-a485ce7e42be tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 2.0172853 Mar 05 13:44:15.352971 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-867fbb13-63e3-4f57-bca1-dae5a632fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:15.423324 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31be664d-4fbc-4324-85da-e07fab244cf9 req-23bac0fa-1407-4068-bda7-36e762f9551e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab51ac37-1597-4828-b9cf-268ef8a1b3cb HTTP/1.1" status: 200 len: 210 time: 0.0561674 Mar 05 13:44:15.510222 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-e4f14612-0e0a-4995-822f-1921ee7820cb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:15.533055 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867fbb13-63e3-4f57-bca1-dae5a632fc93 admin admin] Network 0d408d73-a46e-4e4c-b598-e5439c0aebd3 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:44:15.546312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fbb13-63e3-4f57-bca1-dae5a632fc93 admin admin] Pushing event updated for resources: {'Port': ['ID=5e02f994-498a-4d49-ba34-5c5f68ed38d9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:15.548865 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-867fbb13-63e3-4f57-bca1-dae5a632fc93 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:44:15.607840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867fbb13-63e3-4f57-bca1-dae5a632fc93 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:44:15.649158 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011c3c3-0978-4970-b139-ec86c69e9bed req-042183d5-8473-45bf-a557-a1ca34fbc37f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:15.650744 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d011c3c3-0978-4970-b139-ec86c69e9bed req-042183d5-8473-45bf-a557-a1ca34fbc37f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 0.0862315 Mar 05 13:44:15.672666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c9272b-0e8a-4357-93fa-69a643f6e45a admin admin] Router 75cc66d0-9580-4b48-a577-68a9a3f4518a has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:44:15.698904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-e4f14612-0e0a-4995-822f-1921ee7820cb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Transition to ACTIVE for port object 99cccead-0893-4934-ad87-464673651a7c will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:44:15.703351 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d011c3c3-0978-4970-b139-ec86c69e9bed req-7e4082c4-9e81-452c-977a-f8d2a14ed628 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455217 Mar 05 13:44:15.708851 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] Attempting to bind port 1455b0ab-b257-466d-89db-8a06002e158a on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:44:15.709185 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] Attempting to bind port 1455b0ab-b257-466d-89db-8a06002e158a by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '16a0ae04-8bec-44a5-a36a-8a119cff7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4737ff0a-cb53-4e8a-bc54-82a47945de4b'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:44:15.709510 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] Attempting to bind port 1455b0ab-b257-466d-89db-8a06002e158a on network 4737ff0a-cb53-4e8a-bc54-82a47945de4b {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:15.730423 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] Port 1455b0ab-b257-466d-89db-8a06002e158a on network 4737ff0a-cb53-4e8a-bc54-82a47945de4b not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:44:15.730743 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] Attempting to bind port 1455b0ab-b257-466d-89db-8a06002e158a on network 4737ff0a-cb53-4e8a-bc54-82a47945de4b {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:15.744657 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-867fbb13-63e3-4f57-bca1-dae5a632fc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:15.810482 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:44:15.810841 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] Checking segment: {'id': '16a0ae04-8bec-44a5-a36a-8a119cff7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4737ff0a-cb53-4e8a-bc54-82a47945de4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:44:15.811226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] Bound using segment: {'id': '16a0ae04-8bec-44a5-a36a-8a119cff7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4737ff0a-cb53-4e8a-bc54-82a47945de4b'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:44:15.811661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] Bound port: 1455b0ab-b257-466d-89db-8a06002e158a, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a0ae04-8bec-44a5-a36a-8a119cff7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4737ff0a-cb53-4e8a-bc54-82a47945de4b'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:44:15.812001 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:15.856398 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6fc0dba2-37c1-40e5-9b11-b28be107770b req-7627e6f2-e520-4145-8c3e-22fa7ad8b1b4 tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.0440156 Mar 05 13:44:15.864349 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a31e91f8-aaeb-4248-809f-f2ce4c3ebeaa None None] Provisioning for port 5e02f994-498a-4d49-ba34-5c5f68ed38d9 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:44:15.870133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a31e91f8-aaeb-4248-809f-f2ce4c3ebeaa None None] Provisioning complete for port 5e02f994-498a-4d49-ba34-5c5f68ed38d9 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:15.870581 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a31e91f8-aaeb-4248-809f-f2ce4c3ebeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:15.874828 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-02b3ab47-2575-4c79-8daa-6040df6625f9 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:15.876726 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-02b3ab47-2575-4c79-8daa-6040df6625f9 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/networks?id=8219997c-1c4d-4ab9-a963-82e08fb1ad9d HTTP/1.1" status: 200 len: 812 time: 0.4494059 Mar 05 13:44:15.923659 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a31e91f8-aaeb-4248-809f-f2ce4c3ebeaa None None] Port 5e02f994-498a-4d49-ba34-5c5f68ed38d9 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:44:16.001558 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-67a018f6-ccb7-4ac8-a538-a98614e8f529 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/quotas/3cee7834a5214c2e894eb17166dede92 HTTP/1.1" status: 200 len: 375 time: 0.1150377 Mar 05 13:44:16.025435 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-e4f14612-0e0a-4995-822f-1921ee7820cb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:16.038368 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['1435958d-e3be-4286-8caa-791704018749', 'aa5a355c-5f58-4db0-bfb5-8e9b384376ef', '26e15d7a-e8a5-431a-b910-0c8dc2dcec3e', 'fda15825-21a0-4055-bab6-e4a271c0d1d3'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:44:16.062545 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['024c3626-66ef-4aee-ab0e-e02389b1831c', '184b801c-e78c-44f5-9803-b433f7505612', 'b3a6c5d8-c66d-439c-827d-986cb719af5d'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:44:16.140905 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-223d6dc2-d521-45aa-a745-7332d638c8a6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3cee7834a5214c2e894eb17166dede92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1227710 Mar 05 13:44:16.234510 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c9272b-0e8a-4357-93fa-69a643f6e45a admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:44:16.245591 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] Sync routers for ids ['75cc66d0-9580-4b48-a577-68a9a3f4518a'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:44:16.249083 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-15c9272b-0e8a-4357-93fa-69a643f6e45a admin admin] 10.222.0.16 "PUT /v2.0/routers/75cc66d0-9580-4b48-a577-68a9a3f4518a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5467048 Mar 05 13:44:16.252388 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-e4f14612-0e0a-4995-822f-1921ee7820cb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:44:16.259305 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] For port 1455b0ab-b257-466d-89db-8a06002e158a, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:44:16.261308 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-e4f14612-0e0a-4995-822f-1921ee7820cb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:44:16.267912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f14612-0e0a-4995-822f-1921ee7820cb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Pushing event updated for resources: {'Port': ['ID=99cccead-0893-4934-ad87-464673651a7c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:16.281608 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] Routers {'75cc66d0-9580-4b48-a577-68a9a3f4518a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:44:16.282419 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:44:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['75cc66d0-9580-4b48-a577-68a9a3f4518a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:16.314633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-e4f14612-0e0a-4995-822f-1921ee7820cb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:44:16.414982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] For port 1455b0ab-b257-466d-89db-8a06002e158a, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=1455b0ab-b257-466d-89db-8a06002e158a,segment=NetworkSegment(16a0ae04-8bec-44a5-a36a-8a119cff7a5d),segment_id=16a0ae04-8bec-44a5-a36a-8a119cff7a5d)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:44:16.458859 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:16.601940 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9fd39-aadd-4e45-9605-8c7b35e84ad4 req-8c1fb6b0-d923-478b-99fc-3fb60ef1b19b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:16.609278 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9fd39-aadd-4e45-9605-8c7b35e84ad4 req-8c1fb6b0-d923-478b-99fc-3fb60ef1b19b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:16.619588 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9fd39-aadd-4e45-9605-8c7b35e84ad4 req-8c1fb6b0-d923-478b-99fc-3fb60ef1b19b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:16.626015 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9fd39-aadd-4e45-9605-8c7b35e84ad4 req-8c1fb6b0-d923-478b-99fc-3fb60ef1b19b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:16.633173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9fd39-aadd-4e45-9605-8c7b35e84ad4 req-8c1fb6b0-d923-478b-99fc-3fb60ef1b19b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:16.639846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9fd39-aadd-4e45-9605-8c7b35e84ad4 req-8c1fb6b0-d923-478b-99fc-3fb60ef1b19b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:16.646821 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9fd39-aadd-4e45-9605-8c7b35e84ad4 req-8c1fb6b0-d923-478b-99fc-3fb60ef1b19b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:16.656464 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fbe9fd39-aadd-4e45-9605-8c7b35e84ad4 req-8c1fb6b0-d923-478b-99fc-3fb60ef1b19b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5408 time: 0.2314181 Mar 05 13:44:16.662690 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] Set router 75cc66d0-9580-4b48-a577-68a9a3f4518a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:44:16.726588 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-e4f14612-0e0a-4995-822f-1921ee7820cb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:16.727803 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-e4f14612-0e0a-4995-822f-1921ee7820cb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:16.732817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:16.733585 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fbe9fd39-aadd-4e45-9605-8c7b35e84ad4 req-5398e472-995f-4c9a-884e-a0972a42edba tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0758946 Mar 05 13:44:16.733775 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:16.737152 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] 10.222.0.30 "PUT /v2.0/ports/1455b0ab-b257-466d-89db-8a06002e158a HTTP/1.1" status: 200 len: 1091 time: 4.7464025 Mar 05 13:44:16.767205 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'tag': '1455b0ab-b257-466d-89db-8a06002e158a'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:16.839379 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9774a87e-7a67-4204-bc21-88d371dfd10e None None] Provisioning for port 99cccead-0893-4934-ad87-464673651a7c completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:44:16.842395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] Request body: {'port': {'device_id': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:16.864891 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9774a87e-7a67-4204-bc21-88d371dfd10e None None] Provisioning complete for port 99cccead-0893-4934-ad87-464673651a7c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:16.865244 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9774a87e-7a67-4204-bc21-88d371dfd10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:16.903350 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-867fbb13-63e3-4f57-bca1-dae5a632fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:16.919045 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-8cdc2cd3-eb27-4371-89fe-ff18dbffc484 service neutron] 10.222.0.16 "GET /v2.0/networks/8219997c-1c4d-4ab9-a963-82e08fb1ad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7607515 Mar 05 13:44:16.941532 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783bd70-3b15-4069-b3c1-e3eb06fe4c53 service neutron] Pushing event updated for resources: {'Port': ['ID=1455b0ab-b257-466d-89db-8a06002e158a,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:16.972748 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc88e3c-ccf5-4c6c-a817-e97bf4be93c0 req-8536fee8-acb4-4160-a435-910699c64322 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:16.974549 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1cc88e3c-ccf5-4c6c-a817-e97bf4be93c0 req-8536fee8-acb4-4160-a435-910699c64322 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab51ac37-1597-4828-b9cf-268ef8a1b3cb HTTP/1.1" status: 200 len: 936 time: 0.1071987 Mar 05 13:44:16.978565 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-e4f14612-0e0a-4995-822f-1921ee7820cb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0615239 Mar 05 13:44:17.028377 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1cc88e3c-ccf5-4c6c-a817-e97bf4be93c0 req-0e953649-8ae5-4c20-88f6-e28b3f3188c6 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476074 Mar 05 13:44:17.033546 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9774a87e-7a67-4204-bc21-88d371dfd10e None None] Port 99cccead-0893-4934-ad87-464673651a7c cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:44:17.106236 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cc66d0-9580-4b48-a577-68a9a3f4518a', 'name': 'tempest-ServerRescueNegativeTestJSON-1712682582-router', 'tenant_id': '2b4c5e1114694e2bb2fc635b08564db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eabe983d-4b3f-4fbc-b90a-044fdf85009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:43:57Z', 'updated_at': '2022-03-05T13:44:10Z', 'revision_number': 4, 'project_id': '2b4c5e1114694e2bb2fc635b08564db6', 'gw_port': {'id': 'eabe983d-4b3f-4fbc-b90a-044fdf85009d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cc66d0-9580-4b48-a577-68a9a3f4518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:59Z', 'updated_at': '2022-03-05T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '8f26a980-80b7-45a9-87db-3745d137fd8c', 'name': '', 'network_id': '0d86e86d-be75-4dd0-9056-119726c56558', 'tenant_id': '2b4c5e1114694e2bb2fc635b08564db6', 'mac_address': 'fa:16:3e:56:83:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cc66d0-9580-4b48-a577-68a9a3f4518a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '32d17a52-66f7-429c-9ede-22bc23f82349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:07Z', 'updated_at': '2022-03-05T13:44:12Z', 'revision_number': 2, 'project_id': '2b4c5e1114694e2bb2fc635b08564db6', 'subnets': [{'id': '32d17a52-66f7-429c-9ede-22bc23f82349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:17.120794 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] Checking router: 75cc66d0-9580-4b48-a577-68a9a3f4518a for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:44:17.122083 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] Updating router 75cc66d0-9580-4b48-a577-68a9a3f4518a port 8f26a980-80b7-45a9-87db-3745d137fd8c binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:44:17.228418 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:17.236576 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] Request body: {'port': {'device_id': 'ab51ac37-1597-4828-b9cf-268ef8a1b3cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:17.445115 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-56152722-0928-4bff-92b0-d944fad140a2 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:17.445836 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-56152722-0928-4bff-92b0-d944fad140a2 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Synchronizing usage tracker for tenant:2b4c5e1114694e2bb2fc635b08564db6 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:44:17.469173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-56152722-0928-4bff-92b0-d944fad140a2 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Unset dirty status for tenant:2b4c5e1114694e2bb2fc635b08564db6 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:44:17.471319 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-56152722-0928-4bff-92b0-d944fad140a2 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/networks?id=0d86e86d-be75-4dd0-9056-119726c56558 HTTP/1.1" status: 200 len: 819 time: 0.2036014 Mar 05 13:44:17.487693 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-885f1bef-3d00-436f-b1e8-3958fa6624cc tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/quotas/2b4c5e1114694e2bb2fc635b08564db6 HTTP/1.1" status: 200 len: 375 time: 0.0091977 Mar 05 13:44:17.514397 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:17.575677 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-0ea39557-5329-4915-b0dc-a2bdcabb9e5d tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b4c5e1114694e2bb2fc635b08564db6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0794656 Mar 05 13:44:17.588131 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-a0cc5e1a-ba48-40db-bdac-fe4e4dc0521f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:44:17.589299 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-a0cc5e1a-ba48-40db-bdac-fe4e4dc0521f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054719 Mar 05 13:44:17.642057 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:17.651361 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-fcd61419-3404-4c8a-a199-cb97eafd0904 service neutron] 10.222.0.16 "GET /v2.0/networks/8219997c-1c4d-4ab9-a963-82e08fb1ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7162576 Mar 05 13:44:17.655826 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] Transition to ACTIVE for port object 8f26a980-80b7-45a9-87db-3745d137fd8c will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:44:17.665064 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:17.667521 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:17.752596 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-d99d67ea-ad92-4ac6-a3f1-898e441b4773 service neutron] 10.222.0.16 "GET /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558738 Mar 05 13:44:17.842728 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bd0e6-0a84-4426-a07b-a9dcf956bda7 None None] Pushing event updated for resources: {'Port': ['ID=8f26a980-80b7-45a9-87db-3745d137fd8c,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:17.950464 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] Attempting to bind port 8f26a980-80b7-45a9-87db-3745d137fd8c on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:44:17.950915 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] Attempting to bind port 8f26a980-80b7-45a9-87db-3745d137fd8c by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '878d8184-25a8-44de-b274-b8af194d7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d86e86d-be75-4dd0-9056-119726c56558'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:44:17.951278 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] Attempting to bind port 8f26a980-80b7-45a9-87db-3745d137fd8c on network 0d86e86d-be75-4dd0-9056-119726c56558 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:17.957962 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:44:17.958743 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] Checking segment: {'id': '878d8184-25a8-44de-b274-b8af194d7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d86e86d-be75-4dd0-9056-119726c56558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:44:17.959036 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:17.959424 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] Bound using segment: {'id': '878d8184-25a8-44de-b274-b8af194d7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d86e86d-be75-4dd0-9056-119726c56558'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:44:17.959884 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] Bound port: 8f26a980-80b7-45a9-87db-3745d137fd8c, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878d8184-25a8-44de-b274-b8af194d7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d86e86d-be75-4dd0-9056-119726c56558'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:44:17.960251 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:17.974792 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-3cf9b2aa-2b6a-4cc2-ba37-b6e78a2a49e6 service neutron] 10.222.0.16 "GET /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197855 Mar 05 13:44:18.046405 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-867fbb13-63e3-4f57-bca1-dae5a632fc93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:18.114726 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-867fbb13-63e3-4f57-bca1-dae5a632fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:18.150023 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'tag': '1455b0ab-b257-466d-89db-8a06002e158a', 'status': 'completed', 'code': 200} Mar 05 13:44:18.189783 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] For port 8f26a980-80b7-45a9-87db-3745d137fd8c, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:44:18.198325 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] For port 8f26a980-80b7-45a9-87db-3745d137fd8c, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=8f26a980-80b7-45a9-87db-3745d137fd8c,segment=NetworkSegment(878d8184-25a8-44de-b274-b8af194d7640),segment_id=878d8184-25a8-44de-b274-b8af194d7640)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:44:18.207471 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:18.333248 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1c1ff758-bccc-442b-bf88-debcf66d8630 req-892a3bfe-021e-431d-8cf2-3d8e80ab4065 tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.0700657 Mar 05 13:44:18.377439 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] Routers {'75cc66d0-9580-4b48-a577-68a9a3f4518a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:44:18.391080 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:44:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['75cc66d0-9580-4b48-a577-68a9a3f4518a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:18.512298 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-867fbb13-63e3-4f57-bca1-dae5a632fc93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:18.524304 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fbb13-63e3-4f57-bca1-dae5a632fc93 admin admin] Pushing event updated for resources: {'Port': ['ID=5e02f994-498a-4d49-ba34-5c5f68ed38d9,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:18.611235 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bd0e6-0a84-4426-a07b-a9dcf956bda7 None None] Pushing event updated for resources: {'Port': ['ID=8f26a980-80b7-45a9-87db-3745d137fd8c,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:18.662503 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 3953bd01-eec3-49cd-9135-0700f1de9c5c details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:44:18.758119 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c10cee-6aad-493d-8447-4d91858175a8 req-dd6b743b-0b9a-4014-bc90-52abcab6c46c tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:18.765646 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-76c10cee-6aad-493d-8447-4d91858175a8 req-dd6b743b-0b9a-4014-bc90-52abcab6c46c tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 950 time: 0.7245531 Mar 05 13:44:18.825626 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] Set router 75cc66d0-9580-4b48-a577-68a9a3f4518a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:44:18.885531 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:44:18.932758 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca1500-4983-4c92-8f0e-b62a084f2288 req-9e0fcd38-2069-421b-86ce-e88c04ae3895 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:18.939372 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca1500-4983-4c92-8f0e-b62a084f2288 req-9e0fcd38-2069-421b-86ce-e88c04ae3895 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:18.948177 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca1500-4983-4c92-8f0e-b62a084f2288 req-9e0fcd38-2069-421b-86ce-e88c04ae3895 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:18.954524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca1500-4983-4c92-8f0e-b62a084f2288 req-9e0fcd38-2069-421b-86ce-e88c04ae3895 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:18.960912 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca1500-4983-4c92-8f0e-b62a084f2288 req-9e0fcd38-2069-421b-86ce-e88c04ae3895 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:18.961975 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-76c10cee-6aad-493d-8447-4d91858175a8 req-8f306775-c014-40bc-be99-c46e2d6c2216 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953964 Mar 05 13:44:18.967074 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca1500-4983-4c92-8f0e-b62a084f2288 req-9e0fcd38-2069-421b-86ce-e88c04ae3895 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:18.973659 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca1500-4983-4c92-8f0e-b62a084f2288 req-9e0fcd38-2069-421b-86ce-e88c04ae3895 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:18.975619 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41ca1500-4983-4c92-8f0e-b62a084f2288 req-9e0fcd38-2069-421b-86ce-e88c04ae3895 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5408 time: 0.1768649 Mar 05 13:44:18.980750 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f868a1-f1e2-40af-b798-ea56a231ac95 req-1571b8d5-a72b-45b7-8c07-62b1118dfd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:18.988176 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f868a1-f1e2-40af-b798-ea56a231ac95 req-1571b8d5-a72b-45b7-8c07-62b1118dfd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:18.988773 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f868a1-f1e2-40af-b798-ea56a231ac95 req-1571b8d5-a72b-45b7-8c07-62b1118dfd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:18.989195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f868a1-f1e2-40af-b798-ea56a231ac95 req-1571b8d5-a72b-45b7-8c07-62b1118dfd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:18.990222 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f868a1-f1e2-40af-b798-ea56a231ac95 req-1571b8d5-a72b-45b7-8c07-62b1118dfd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:18.990222 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f868a1-f1e2-40af-b798-ea56a231ac95 req-1571b8d5-a72b-45b7-8c07-62b1118dfd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:18.991905 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f868a1-f1e2-40af-b798-ea56a231ac95 req-1571b8d5-a72b-45b7-8c07-62b1118dfd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:18.993881 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-13f868a1-f1e2-40af-b798-ea56a231ac95 req-1571b8d5-a72b-45b7-8c07-62b1118dfd89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28610c303cf6490b864485c4875d7beb&device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 6410 time: 0.7943830 Mar 05 13:44:18.996115 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:44:19.071429 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 3953bd01-eec3-49cd-9135-0700f1de9c5c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3953bd01-eec3-49cd-9135-0700f1de9c5c,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:19.072993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99cccead-0893-4934-ad87-464673651a7c {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:44:19.075795 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41ca1500-4983-4c92-8f0e-b62a084f2288 req-f94ec561-ea65-4f40-9df7-377b886f2d3e tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938423 Mar 05 13:44:19.082301 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:19.098290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] Transition to ACTIVE for port object 99cccead-0893-4934-ad87-464673651a7c will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:44:19.112643 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '3953bd01-eec3-49cd-9135-0700f1de9c5c', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '3953bd01-eec3-49cd-9135-0700f1de9c5c', 'mac_address': 'fa:16:3e:f2:c1:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:44:19.144712 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867fbb13-63e3-4f57-bca1-dae5a632fc93 admin admin] Network 0d408d73-a46e-4e4c-b598-e5439c0aebd3 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:44:19.146807 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:19.184180 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:19.204176 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3953bd01-eec3-49cd-9135-0700f1de9c5c {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:44:19.227884 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 3953bd01-eec3-49cd-9135-0700f1de9c5c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3953bd01-eec3-49cd-9135-0700f1de9c5c,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:19.233199 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:19.319320 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cc66d0-9580-4b48-a577-68a9a3f4518a', 'name': 'tempest-ServerRescueNegativeTestJSON-1712682582-router', 'tenant_id': '2b4c5e1114694e2bb2fc635b08564db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eabe983d-4b3f-4fbc-b90a-044fdf85009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:43:57Z', 'updated_at': '2022-03-05T13:44:10Z', 'revision_number': 4, 'project_id': '2b4c5e1114694e2bb2fc635b08564db6', 'gw_port': {'id': 'eabe983d-4b3f-4fbc-b90a-044fdf85009d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cc66d0-9580-4b48-a577-68a9a3f4518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:59Z', 'updated_at': '2022-03-05T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '8f26a980-80b7-45a9-87db-3745d137fd8c', 'name': '', 'network_id': '0d86e86d-be75-4dd0-9056-119726c56558', 'tenant_id': '2b4c5e1114694e2bb2fc635b08564db6', 'mac_address': 'fa:16:3e:56:83:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cc66d0-9580-4b48-a577-68a9a3f4518a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '32d17a52-66f7-429c-9ede-22bc23f82349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:07Z', 'updated_at': '2022-03-05T13:44:18Z', 'revision_number': 4, 'project_id': '2b4c5e1114694e2bb2fc635b08564db6', 'subnets': [{'id': '32d17a52-66f7-429c-9ede-22bc23f82349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:19.324892 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c910a8-23cc-4d8c-ad4b-de74da7cbc3f None None] The sync data for ids ['75cc66d0-9580-4b48-a577-68a9a3f4518a'] in n-d-803718-1 is: [{'id': '75cc66d0-9580-4b48-a577-68a9a3f4518a', 'name': 'tempest-ServerRescueNegativeTestJSON-1712682582-router', 'tenant_id': '2b4c5e1114694e2bb2fc635b08564db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eabe983d-4b3f-4fbc-b90a-044fdf85009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:43:57Z', 'updated_at': '2022-03-05T13:44:10Z', 'revision_number': 4, 'project_id': '2b4c5e1114694e2bb2fc635b08564db6', 'gw_port': {'id': 'eabe983d-4b3f-4fbc-b90a-044fdf85009d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cc66d0-9580-4b48-a577-68a9a3f4518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:59Z', 'updated_at': '2022-03-05T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '8f26a980-80b7-45a9-87db-3745d137fd8c', 'name': '', 'network_id': '0d86e86d-be75-4dd0-9056-119726c56558', 'tenant_id': '2b4c5e1114694e2bb2fc635b08564db6', 'mac_address': 'fa:16:3e:56:83:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cc66d0-9580-4b48-a577-68a9a3f4518a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '32d17a52-66f7-429c-9ede-22bc23f82349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:07Z', 'updated_at': '2022-03-05T13:44:18Z', 'revision_number': 4, 'project_id': '2b4c5e1114694e2bb2fc635b08564db6', 'subnets': [{'id': '32d17a52-66f7-429c-9ede-22bc23f82349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:44:19.325751 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=3953bd01-eec3-49cd-9135-0700f1de9c5c,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:19.360891 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-867fbb13-63e3-4f57-bca1-dae5a632fc93 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:44:19.387992 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cead4-5f1f-42b3-bb08-ed1ab8df813d req-1969ef17-534d-40d7-b63e-2558fee2f544 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:19.397914 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-118cead4-5f1f-42b3-bb08-ed1ab8df813d req-1969ef17-534d-40d7-b63e-2558fee2f544 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab51ac37-1597-4828-b9cf-268ef8a1b3cb HTTP/1.1" status: 200 len: 948 time: 0.1161065 Mar 05 13:44:19.494132 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-118cead4-5f1f-42b3-bb08-ed1ab8df813d req-419b9912-bba6-45cf-a418-b27733e59bee tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946512 Mar 05 13:44:19.519241 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['3953bd01-eec3-49cd-9135-0700f1de9c5c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:44:19.813324 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d415ee3-e94d-4eaa-b70a-20d14c0c40ec req-4826b121-926a-4451-81aa-e0dcdbec461b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 210 time: 0.6674011 Mar 05 13:44:19.864657 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-865381d9-3f72-49fd-ab76-2ddd837e736f req-5b04a99f-0509-45a2-aed3-5c576ca8a0c6 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 210 time: 0.2125688 Mar 05 13:44:19.869778 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e694e569-d8ea-478a-bf51-8fa61dd03824 req-cba68a2c-c745-44ad-833b-05fc4ad712f9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.1470475 Mar 05 13:44:19.998905 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-48230e97-cc44-49ee-83c0-7ba16b0fdb7c None None] Provisioning complete for port 5e02f994-498a-4d49-ba34-5c5f68ed38d9 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:19.999434 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-48230e97-cc44-49ee-83c0-7ba16b0fdb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:20.077142 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-48230e97-cc44-49ee-83c0-7ba16b0fdb7c None None] Port 5e02f994-498a-4d49-ba34-5c5f68ed38d9 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:44:20.095367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d4bbac-620a-4e1d-b107-731cd391ed0b {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:44:20.200029 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:20.211166 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e20f2-d1b4-4455-8a19-ff57a2480f0d req-c88e9906-0a06-464a-8e04-0bf1d546e83d tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:20.213357 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-464e20f2-d1b4-4455-8a19-ff57a2480f0d req-c88e9906-0a06-464a-8e04-0bf1d546e83d tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 949 time: 0.1348984 Mar 05 13:44:20.241644 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f4ec5ca0-5277-4418-8c54-d475eee7dd82 req-8b454489-05f6-4e0c-9143-fb371d24087d tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.2207110 Mar 05 13:44:20.242263 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] Pushing event updated for resources: {'Port': ['ID=99cccead-0893-4934-ad87-464673651a7c,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:20.296983 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-464e20f2-d1b4-4455-8a19-ff57a2480f0d req-fe56a636-5143-43d7-ba2e-78d6bf5e7522 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733652 Mar 05 13:44:20.483667 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] Transition to ACTIVE for port object b6d4bbac-620a-4e1d-b107-731cd391ed0b will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:44:20.581180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b813d-095c-4b4f-a8f7-075649ae02d8 req-ecacdd1a-3a6c-443c-9536-857b805371d0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:20.587410 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b813d-095c-4b4f-a8f7-075649ae02d8 req-ecacdd1a-3a6c-443c-9536-857b805371d0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:20.593631 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b813d-095c-4b4f-a8f7-075649ae02d8 req-ecacdd1a-3a6c-443c-9536-857b805371d0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:20.599869 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b813d-095c-4b4f-a8f7-075649ae02d8 req-ecacdd1a-3a6c-443c-9536-857b805371d0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:20.605670 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b813d-095c-4b4f-a8f7-075649ae02d8 req-ecacdd1a-3a6c-443c-9536-857b805371d0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:20.609601 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:20.611862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b813d-095c-4b4f-a8f7-075649ae02d8 req-ecacdd1a-3a6c-443c-9536-857b805371d0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:20.618831 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b813d-095c-4b4f-a8f7-075649ae02d8 req-ecacdd1a-3a6c-443c-9536-857b805371d0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:20.620759 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-074b813d-095c-4b4f-a8f7-075649ae02d8 req-ecacdd1a-3a6c-443c-9536-857b805371d0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5420 time: 0.1639543 Mar 05 13:44:20.671551 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-074b813d-095c-4b4f-a8f7-075649ae02d8 req-e1bcd1a7-8fae-4f82-a563-586903f657c8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438216 Mar 05 13:44:20.681133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 3953bd01-eec3-49cd-9135-0700f1de9c5c up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:44:20.745282 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f868a1-f1e2-40af-b798-ea56a231ac95 req-26166fb5-c0a0-4dc2-a5d1-e976687030b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:20.745759 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f868a1-f1e2-40af-b798-ea56a231ac95 req-26166fb5-c0a0-4dc2-a5d1-e976687030b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:20.746291 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f868a1-f1e2-40af-b798-ea56a231ac95 req-26166fb5-c0a0-4dc2-a5d1-e976687030b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:20.748878 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-13f868a1-f1e2-40af-b798-ea56a231ac95 req-26166fb5-c0a0-4dc2-a5d1-e976687030b7 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=28610c303cf6490b864485c4875d7beb&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.6488438 Mar 05 13:44:20.759967 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 3953bd01-eec3-49cd-9135-0700f1de9c5c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:20.760358 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:20.774463 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] Attempting to bind port 99cccead-0893-4934-ad87-464673651a7c on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:44:20.774822 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] Attempting to bind port 99cccead-0893-4934-ad87-464673651a7c by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:44:20.775303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] Attempting to bind port 99cccead-0893-4934-ad87-464673651a7c on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:20.801024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] Port 99cccead-0893-4934-ad87-464673651a7c on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:44:20.801343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] Attempting to bind port 99cccead-0893-4934-ad87-464673651a7c on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:20.916424 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936a975-5ac0-46bb-a746-30e413c3e537 req-d89447d9-522b-4fa8-bb19-24c71a5c2cff tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:20.918710 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1936a975-5ac0-46bb-a746-30e413c3e537 req-d89447d9-522b-4fa8-bb19-24c71a5c2cff tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab51ac37-1597-4828-b9cf-268ef8a1b3cb HTTP/1.1" status: 200 len: 948 time: 0.1155634 Mar 05 13:44:20.936881 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:20.994884 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6780fff9-eb3e-47f3-93a8-6b3c20f61303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3953bd01-eec3-49cd-9135-0700f1de9c5c'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:21.001517 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1936a975-5ac0-46bb-a746-30e413c3e537 req-51f28db6-09f9-47e2-b291-94766b055e3c tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727808 Mar 05 13:44:21.007481 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 3953bd01-eec3-49cd-9135-0700f1de9c5c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3953bd01-eec3-49cd-9135-0700f1de9c5c,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:21.018851 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:21.044346 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d4bbac-620a-4e1d-b107-731cd391ed0b,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:21.087923 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:44:21.090784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:44:21.091374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:44:21.091989 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] Bound port: 99cccead-0893-4934-ad87-464673651a7c, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:44:21.092430 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:21.189324 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=3953bd01-eec3-49cd-9135-0700f1de9c5c,revision_number=10']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:21.241927 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-be17bacb-2f2b-4fd7-842f-3b56c5a99554 req-066d53ba-026b-4460-8666-d9e53eede7dd tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 210 time: 0.0574591 Mar 05 13:44:21.316907 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 8f26a980-80b7-45a9-87db-3745d137fd8c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:44:21.366273 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6780fff9-eb3e-47f3-93a8-6b3c20f61303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3953bd01-eec3-49cd-9135-0700f1de9c5c', 'code': 200} Mar 05 13:44:21.408780 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 8f26a980-80b7-45a9-87db-3745d137fd8c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:44:21.417055 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 8f26a980-80b7-45a9-87db-3745d137fd8c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:21.419018 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:21.424167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-79227851-4f4e-4ac9-812f-18426d44822f tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:21.426230 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-79227851-4f4e-4ac9-812f-18426d44822f tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.15 "GET /v2.0/networks?id=8219997c-1c4d-4ab9-a963-82e08fb1ad9d HTTP/1.1" status: 200 len: 812 time: 1.3937726 Mar 05 13:44:21.497290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867fbb13-63e3-4f57-bca1-dae5a632fc93 admin admin] Router c7f32620-2c5b-4d41-a728-2857bc8a8001 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:44:21.536137 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-4db70ada-1440-48b4-9cce-9743a4dbe08c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Request body: {'port': {'device_id': '84ee1615-abe7-40bc-80f1-36a708802272', 'network_id': '8219997c-1c4d-4ab9-a963-82e08fb1ad9d', 'admin_state_up': True, 'tenant_id': '3cee7834a5214c2e894eb17166dede92'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:21.579088 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:21.579862 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-60326142-a4fe-4581-97f3-ef672070b73e req-a4a0a7a1-bde8-4dbc-a33c-107b9ada62e1 tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.0727844 Mar 05 13:44:21.619489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-cdf9acee-dbbc-485a-a88a-aad6d8c0ea52 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:21.619637 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 8f26a980-80b7-45a9-87db-3745d137fd8c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=8f26a980-80b7-45a9-87db-3745d137fd8c,segment=NetworkSegment(878d8184-25a8-44de-b274-b8af194d7640),segment_id=878d8184-25a8-44de-b274-b8af194d7640)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:21.621321 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-cdf9acee-dbbc-485a-a88a-aad6d8c0ea52 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.15 "GET /v2.0/networks?id=0d86e86d-be75-4dd0-9056-119726c56558 HTTP/1.1" status: 200 len: 819 time: 1.2604718 Mar 05 13:44:21.626793 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:21.674212 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-e4b2b1e6-a6da-41f8-bd2c-782d4b3d2bff tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Request body: {'port': {'device_id': 'daf88ee1-563d-4eb2-803e-9723b633651d', 'network_id': '0d86e86d-be75-4dd0-9056-119726c56558', 'admin_state_up': True, 'tenant_id': '2b4c5e1114694e2bb2fc635b08564db6'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:21.709776 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=8f26a980-80b7-45a9-87db-3745d137fd8c,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:21.753988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-a233f47e-24e3-48a5-b606-9de16742f1fa tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:21.755497 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-a233f47e-24e3-48a5-b606-9de16742f1fa tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/networks?id=0d86e86d-be75-4dd0-9056-119726c56558 HTTP/1.1" status: 200 len: 819 time: 1.2740586 Mar 05 13:44:21.886926 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920f02e-cb90-49af-abe3-83f75ea497fd req-7e53ca65-5455-4f04-91da-7935fe54360b tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:21.888397 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a920f02e-cb90-49af-abe3-83f75ea497fd req-7e53ca65-5455-4f04-91da-7935fe54360b tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 951 time: 0.1921992 Mar 05 13:44:21.919714 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f868a1-f1e2-40af-b798-ea56a231ac95 req-e39ba260-c1e0-42e9-bd26-26e02932a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:21.921128 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-13f868a1-f1e2-40af-b798-ea56a231ac95 req-e39ba260-c1e0-42e9-bd26-26e02932a479 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.1218705 Mar 05 13:44:21.935377 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a920f02e-cb90-49af-abe3-83f75ea497fd req-a8e8d935-605a-4de9-9bc9-311fbb6b402d tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402501 Mar 05 13:44:22.021050 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-db7d28aa-4f82-4e93-a919-a66ffa312b5b tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/quotas/2b4c5e1114694e2bb2fc635b08564db6 HTTP/1.1" status: 200 len: 375 time: 0.1393561 Mar 05 13:44:22.044022 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] For port 99cccead-0893-4934-ad87-464673651a7c, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:44:22.107836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] Attempting to bind port b6d4bbac-620a-4e1d-b107-731cd391ed0b on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:44:22.108163 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] Attempting to bind port b6d4bbac-620a-4e1d-b107-731cd391ed0b by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '16a0ae04-8bec-44a5-a36a-8a119cff7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4737ff0a-cb53-4e8a-bc54-82a47945de4b'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:44:22.108482 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] Attempting to bind port b6d4bbac-620a-4e1d-b107-731cd391ed0b on network 4737ff0a-cb53-4e8a-bc54-82a47945de4b {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:22.127125 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] For port 99cccead-0893-4934-ad87-464673651a7c, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=99cccead-0893-4934-ad87-464673651a7c,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:44:22.196303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] Port b6d4bbac-620a-4e1d-b107-731cd391ed0b on network 4737ff0a-cb53-4e8a-bc54-82a47945de4b not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:44:22.196553 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] Attempting to bind port b6d4bbac-620a-4e1d-b107-731cd391ed0b on network 4737ff0a-cb53-4e8a-bc54-82a47945de4b {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:22.210100 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:22.271862 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-4db70ada-1440-48b4-9cce-9743a4dbe08c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:22.274204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:44:22.274534 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] Checking segment: {'id': '16a0ae04-8bec-44a5-a36a-8a119cff7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4737ff0a-cb53-4e8a-bc54-82a47945de4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:44:22.274932 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] Bound using segment: {'id': '16a0ae04-8bec-44a5-a36a-8a119cff7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4737ff0a-cb53-4e8a-bc54-82a47945de4b'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:44:22.275377 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] Bound port: b6d4bbac-620a-4e1d-b107-731cd391ed0b, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a0ae04-8bec-44a5-a36a-8a119cff7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4737ff0a-cb53-4e8a-bc54-82a47945de4b'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:44:22.275624 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4e7c4e8d-d9de-492e-ae7f-0e66cfd0f43d req-ed1ae403-cc8a-423c-bea2-8dc47b54f770 tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e&device_id=482d64b7-6b17-479f-b52f-bd47e4271069 HTTP/1.1" status: 200 len: 210 time: 0.0450504 Mar 05 13:44:22.276087 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:22.316596 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-4db70ada-1440-48b4-9cce-9743a4dbe08c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Usage tracker for resource:port and tenant:3cee7834a5214c2e894eb17166dede92 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:44:22.331547 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-4db70ada-1440-48b4-9cce-9743a4dbe08c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:44:22.342988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:22.344014 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:22.345012 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] 10.222.0.15 "PUT /v2.0/ports/99cccead-0893-4934-ad87-464673651a7c HTTP/1.1" status: 200 len: 1096 time: 5.3224480 Mar 05 13:44:22.349304 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab51ac37-1597-4828-b9cf-268ef8a1b3cb', 'tag': '99cccead-0893-4934-ad87-464673651a7c'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:22.365618 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-4db70ada-1440-48b4-9cce-9743a4dbe08c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:22.369974 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-e4b2b1e6-a6da-41f8-bd2c-782d4b3d2bff tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:22.406004 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867fbb13-63e3-4f57-bca1-dae5a632fc93 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:44:22.417206 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] Sync routers for ids ['c7f32620-2c5b-4d41-a728-2857bc8a8001'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:44:22.431606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-e4b2b1e6-a6da-41f8-bd2c-782d4b3d2bff tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Usage tracker for resource:port and tenant:2b4c5e1114694e2bb2fc635b08564db6 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:44:22.434197 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] Routers {'c7f32620-2c5b-4d41-a728-2857bc8a8001'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:44:22.435001 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:44:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c7f32620-2c5b-4d41-a728-2857bc8a8001'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:22.440726 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-867fbb13-63e3-4f57-bca1-dae5a632fc93 admin admin] 10.222.0.16 "PUT /v2.0/routers/c7f32620-2c5b-4d41-a728-2857bc8a8001/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1024625 Mar 05 13:44:22.495600 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-e4b2b1e6-a6da-41f8-bd2c-782d4b3d2bff tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:44:22.522968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-e4b2b1e6-a6da-41f8-bd2c-782d4b3d2bff tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:22.532974 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-4db70ada-1440-48b4-9cce-9743a4dbe08c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Made reservation on behalf of 3cee7834a5214c2e894eb17166dede92 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:44:22.537798 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-4db70ada-1440-48b4-9cce-9743a4dbe08c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:22.558062 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c377fc8-3718-4fea-a23f-796e923a7b33 req-6090f48d-d1e7-46d1-ae6b-5a4f3b0cb32f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:22.566099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c377fc8-3718-4fea-a23f-796e923a7b33 req-6090f48d-d1e7-46d1-ae6b-5a4f3b0cb32f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:22.573866 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c377fc8-3718-4fea-a23f-796e923a7b33 req-6090f48d-d1e7-46d1-ae6b-5a4f3b0cb32f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:22.582846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c377fc8-3718-4fea-a23f-796e923a7b33 req-6090f48d-d1e7-46d1-ae6b-5a4f3b0cb32f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:22.589541 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c377fc8-3718-4fea-a23f-796e923a7b33 req-6090f48d-d1e7-46d1-ae6b-5a4f3b0cb32f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:22.591126 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97eb107-6db6-4b61-8883-d235bf9a69ab service neutron] Pushing event updated for resources: {'Port': ['ID=99cccead-0893-4934-ad87-464673651a7c,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:22.595433 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbc43f-def3-4300-923b-59340ed5e537 req-6875a757-d63b-421b-bc12-34cb01805203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:22.597180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c377fc8-3718-4fea-a23f-796e923a7b33 req-6090f48d-d1e7-46d1-ae6b-5a4f3b0cb32f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:22.597664 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1bbc43f-def3-4300-923b-59340ed5e537 req-6875a757-d63b-421b-bc12-34cb01805203 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 1102 time: 0.8529325 Mar 05 13:44:22.605475 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c377fc8-3718-4fea-a23f-796e923a7b33 req-6090f48d-d1e7-46d1-ae6b-5a4f3b0cb32f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:22.613972 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1c377fc8-3718-4fea-a23f-796e923a7b33 req-6090f48d-d1e7-46d1-ae6b-5a4f3b0cb32f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5420 time: 0.2300920 Mar 05 13:44:22.647772 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-eb8afc75-a0e5-439f-abcf-6e7399e6f035 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Synchronizing usage tracker for tenant:2b4c5e1114694e2bb2fc635b08564db6 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:44:22.661224 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-e4b2b1e6-a6da-41f8-bd2c-782d4b3d2bff tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Made reservation on behalf of 2b4c5e1114694e2bb2fc635b08564db6 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:44:22.665295 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-e4b2b1e6-a6da-41f8-bd2c-782d4b3d2bff tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:22.670352 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1c377fc8-3718-4fea-a23f-796e923a7b33 req-f66f7cf1-53ef-4e70-919c-5c55b99f71e1 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548344 Mar 05 13:44:22.696013 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] Set router c7f32620-2c5b-4d41-a728-2857bc8a8001 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:44:22.826272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] For port b6d4bbac-620a-4e1d-b107-731cd391ed0b, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:44:22.830520 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1bbc43f-def3-4300-923b-59340ed5e537 req-3b72e4f0-53c5-470d-bede-e58e7b3ac648 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108827 Mar 05 13:44:22.876427 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6c8d-12ce-4f3a-9d12-c2cc5010c4e8 req-324a2fea-fed1-4153-ab5d-f751698bdf77 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:22.876728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] For port b6d4bbac-620a-4e1d-b107-731cd391ed0b, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b6d4bbac-620a-4e1d-b107-731cd391ed0b,segment=NetworkSegment(16a0ae04-8bec-44a5-a36a-8a119cff7a5d),segment_id=16a0ae04-8bec-44a5-a36a-8a119cff7a5d)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:44:22.879179 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e04e6c8d-12ce-4f3a-9d12-c2cc5010c4e8 req-324a2fea-fed1-4153-ab5d-f751698bdf77 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab51ac37-1597-4828-b9cf-268ef8a1b3cb HTTP/1.1" status: 200 len: 948 time: 0.1003416 Mar 05 13:44:22.887085 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-eb8afc75-a0e5-439f-abcf-6e7399e6f035 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Unset dirty status for tenant:2b4c5e1114694e2bb2fc635b08564db6 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:44:22.888358 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-eb8afc75-a0e5-439f-abcf-6e7399e6f035 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b4c5e1114694e2bb2fc635b08564db6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8487320 Mar 05 13:44:22.907103 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:22.936454 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e04e6c8d-12ce-4f3a-9d12-c2cc5010c4e8 req-c5af6d6b-dcce-4159-8eeb-481a394ea531 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505190 Mar 05 13:44:23.020973 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-eec28389-8662-4f85-8374-fc1ec01d4b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:23.022598 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-eec28389-8662-4f85-8374-fc1ec01d4b04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&device_id=ab51ac37-1597-4828-b9cf-268ef8a1b3cb HTTP/1.1" status: 200 len: 1099 time: 0.6090913 Mar 05 13:44:23.135977 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-feedbcad-ab37-4dda-b443-2c27aab2ed7b req-82dfced1-da96-404d-aa79-bfaa275c0cf6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 210 time: 0.0533493 Mar 05 13:44:23.176127 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'name': 'tempest-TaggedBootDevicesTest_v242-1394634693-router', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:44:03Z', 'updated_at': '2022-03-05T13:44:16Z', 'revision_number': 4, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'gw_port': {'id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:05Z', 'updated_at': '2022-03-05T13:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '5e02f994-498a-4d49-ba34-5c5f68ed38d9', 'name': '', 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'mac_address': 'fa:16:3e:4a:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'c4ed493f-c1ab-4a7c-87c4-4112cc1f6851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:12Z', 'updated_at': '2022-03-05T13:44:17Z', 'revision_number': 2, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'subnets': [{'id': 'c4ed493f-c1ab-4a7c-87c4-4112cc1f6851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:23.186653 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] Checking router: c7f32620-2c5b-4d41-a728-2857bc8a8001 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:44:23.187041 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] Updating router c7f32620-2c5b-4d41-a728-2857bc8a8001 port 5e02f994-498a-4d49-ba34-5c5f68ed38d9 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:44:23.262496 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:23.314980 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 8f26a980-80b7-45a9-87db-3745d137fd8c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:44:23.335074 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55372) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:44:23.341412 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-560170190-network', 'tenant_id': 'b3a28468a5a64da39043bde288fe6278'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:23.349876 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:23.355428 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Usage tracker for resource:network and tenant:b3a28468a5a64da39043bde288fe6278 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:44:23.360321 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:44:23.368180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:23.383568 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Made reservation on behalf of b3a28468a5a64da39043bde288fe6278 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:44:23.386719 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:23.404729 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:23.440409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:23.445041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Usage tracker for resource:security_group_rule and tenant:b3a28468a5a64da39043bde288fe6278 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:44:23.448760 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:44:23.457430 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:23.527829 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:23.529026 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:23.530536 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] 10.222.0.30 "PUT /v2.0/ports/b6d4bbac-620a-4e1d-b107-731cd391ed0b HTTP/1.1" status: 200 len: 1091 time: 6.6937764 Mar 05 13:44:23.579644 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:23.605976 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab51ac37-1597-4828-b9cf-268ef8a1b3cb', 'tag': '99cccead-0893-4934-ad87-464673651a7c', 'status': 'completed', 'code': 200} Mar 05 13:44:23.625685 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:23.663426 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:44:23.680636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745ce4e1-39fd-4e04-a061-865d8afa8e75,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:23.683636 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:23.683976 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Added segment 25a3df98-ee15-4378-b4a9-77226e4570f1 of type vlan for network d4efc90d-7f43-461b-9902-8bcea79673ba Mar 05 13:44:23.700231 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:23.700578 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:23.701000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:23.701650 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:23.701650 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:23.701926 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:23.702264 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:23.702589 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:23.702997 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:23.703312 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:23.704402 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:23.704750 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:23.705240 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-edd3aef5-cdfa-47c9-ac08-9a9a3abe6271 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=99cccead-0893-4934-ad87-464673651a7c HTTP/1.1" status: 200 len: 217 time: 0.5954530 Mar 05 13:44:23.738371 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:23.743599 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1722deaf-3986-49f3-b1c3-ed91345abc25 req-7eceb135-dad0-4781-9142-04cc3ea16c2a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8866191ec63f43fd95aa642de9c4ee9a&device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.1489694 Mar 05 13:44:23.744872 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:23.750440 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] Transition to ACTIVE for port object 5e02f994-498a-4d49-ba34-5c5f68ed38d9 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:44:23.759302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67618a-91c3-4856-8cc3-310292942d74 req-6b66a404-212a-42d9-8a5c-92898783fd78 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:23.760825 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1f67618a-91c3-4856-8cc3-310292942d74 req-6b66a404-212a-42d9-8a5c-92898783fd78 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 951 time: 0.1782014 Mar 05 13:44:23.767531 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:23.821402 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0438e3f-91e1-416d-924c-1a1056ea87f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d4bbac-620a-4e1d-b107-731cd391ed0b,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:23.845569 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:23.846948 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:23.848035 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:23.861094 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1722deaf-3986-49f3-b1c3-ed91345abc25 req-6bdf5656-6073-49e8-bae1-ee601abac140 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8866191ec63f43fd95aa642de9c4ee9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725253 Mar 05 13:44:23.870107 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-4db70ada-1440-48b4-9cce-9743a4dbe08c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Allocated IP 172.20.0.8 (8219997c-1c4d-4ab9-a963-82e08fb1ad9d/7a9e02c3-ee9d-409b-8fd1-50a4db05b5c0/5430d653-60a4-4fed-b1cb-5c0a9447d345) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:44:23.882223 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-e4b2b1e6-a6da-41f8-bd2c-782d4b3d2bff tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Allocated IP 172.20.0.11 (0d86e86d-be75-4dd0-9056-119726c56558/32d17a52-66f7-429c-9ede-22bc23f82349/fb2972e9-7940-4233-b6f6-cecfa78eca5e) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:44:23.893448 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1f67618a-91c3-4856-8cc3-310292942d74 req-7a2b822d-743f-4265-8945-95e5f98916a7 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024325 Mar 05 13:44:23.949809 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984cb48-53be-4c95-9677-0ec72dc9755a None None] Pushing event updated for resources: {'Port': ['ID=5e02f994-498a-4d49-ba34-5c5f68ed38d9,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:23.999381 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-ffe196a5-973e-45d0-9bd8-0f9ad0804d03 service neutron] 10.222.0.16 "GET /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0936513 Mar 05 13:44:24.066842 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 8f26a980-80b7-45a9-87db-3745d137fd8c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:24.067597 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:24.075588 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] Pushing event updated for resources: {'Network': ['ID=d4efc90d-7f43-461b-9902-8bcea79673ba,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:24.088365 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d17cfffe-eb85-4318-9a85-c48806e4d5af admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7521157 Mar 05 13:44:24.091430 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55382) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:44:24.097950 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e04e1a6b-5274-4215-8933-0313e244c3d2 admin admin] Request body: {'subnet': {'network_id': 'd4efc90d-7f43-461b-9902-8bcea79673ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-560170190-subnet', 'tenant_id': 'b3a28468a5a64da39043bde288fe6278', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:24.117978 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e04e1a6b-5274-4215-8933-0313e244c3d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:24.124384 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network d4efc90d-7f43-461b-9902-8bcea79673ba details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:44:24.129225 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e04e1a6b-5274-4215-8933-0313e244c3d2 admin admin] Usage tracker for resource:subnet and tenant:b3a28468a5a64da39043bde288fe6278 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:44:24.132563 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e04e1a6b-5274-4215-8933-0313e244c3d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:44:24.194149 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e04e1a6b-5274-4215-8933-0313e244c3d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:24.207676 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-b18e0b20-46c7-4367-92cb-9aaf6b38aa06 service neutron] 10.222.0.16 "GET /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074013 Mar 05 13:44:24.251527 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-15f9275d-4140-4b11-8844-a3b8a3a2fa4c req-e1135a2e-c3d0-41a2-b4a5-b46d8af39a78 tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.1145186 Mar 05 13:44:24.270582 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-4a785bda-723f-460e-9d01-08cb82b0e634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:24.272100 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-4a785bda-723f-460e-9d01-08cb82b0e634 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.5324488 Mar 05 13:44:24.280498 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04e1a6b-5274-4215-8933-0313e244c3d2 admin admin] Made reservation on behalf of b3a28468a5a64da39043bde288fe6278 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:44:24.286187 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e04e1a6b-5274-4215-8933-0313e244c3d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:24.350323 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] Attempting to bind port 5e02f994-498a-4d49-ba34-5c5f68ed38d9 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:44:24.350757 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] Attempting to bind port 5e02f994-498a-4d49-ba34-5c5f68ed38d9 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '5a2d6778-bb74-4231-9404-704d7d2b692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:44:24.351499 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] Attempting to bind port 5e02f994-498a-4d49-ba34-5c5f68ed38d9 on network 0d408d73-a46e-4e4c-b598-e5439c0aebd3 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:24.373017 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:44:24.373412 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] Checking segment: {'id': '5a2d6778-bb74-4231-9404-704d7d2b692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:44:24.374205 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:24.374611 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] Bound using segment: {'id': '5a2d6778-bb74-4231-9404-704d7d2b692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:44:24.375262 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] Bound port: 5e02f994-498a-4d49-ba34-5c5f68ed38d9, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2d6778-bb74-4231-9404-704d7d2b692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:44:24.375637 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:24.415716 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-40530fd3-b0fa-4d50-afca-dc44efd42456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:24.416195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-40530fd3-b0fa-4d50-afca-dc44efd42456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:24.416661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-40530fd3-b0fa-4d50-afca-dc44efd42456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:24.417125 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-40530fd3-b0fa-4d50-afca-dc44efd42456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:24.417585 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-40530fd3-b0fa-4d50-afca-dc44efd42456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:24.418042 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-40530fd3-b0fa-4d50-afca-dc44efd42456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:24.418497 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-40530fd3-b0fa-4d50-afca-dc44efd42456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:24.420447 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-40530fd3-b0fa-4d50-afca-dc44efd42456 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28610c303cf6490b864485c4875d7beb&device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 6477 time: 0.8289750 Mar 05 13:44:24.568605 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] For port 5e02f994-498a-4d49-ba34-5c5f68ed38d9, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:44:24.572996 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] For port 5e02f994-498a-4d49-ba34-5c5f68ed38d9, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5e02f994-498a-4d49-ba34-5c5f68ed38d9,segment=NetworkSegment(5a2d6778-bb74-4231-9404-704d7d2b692b),segment_id=5a2d6778-bb74-4231-9404-704d7d2b692b)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:44:24.598189 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:24.631646 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-331f1e0c-e417-48c1-a233-37a2afa8505c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc101af9-7584-40b5-876a-1d58e91b14a0 HTTP/1.1" status: 200 len: 217 time: 0.1813147 Mar 05 13:44:24.697686 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984cb48-53be-4c95-9677-0ec72dc9755a None None] Pushing event updated for resources: {'Port': ['ID=5e02f994-498a-4d49-ba34-5c5f68ed38d9,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:24.724323 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] Routers {'c7f32620-2c5b-4d41-a728-2857bc8a8001'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:44:24.725006 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:44:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c7f32620-2c5b-4d41-a728-2857bc8a8001'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:24.837637 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e04e1a6b-5274-4215-8933-0313e244c3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:24.864723 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722deaf-3986-49f3-b1c3-ed91345abc25 req-ae36687d-d197-46e4-82cb-96e4e18a991b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:24.866656 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1722deaf-3986-49f3-b1c3-ed91345abc25 req-ae36687d-d197-46e4-82cb-96e4e18a991b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9804437 Mar 05 13:44:24.943220 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] Set router c7f32620-2c5b-4d41-a728-2857bc8a8001 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:44:24.963485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e1e6c-fb25-4bc3-832e-1f1a5bc1c418 req-6d59c87e-03df-46f9-a2ef-a0bd9e714bb5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:24.975493 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e1e6c-fb25-4bc3-832e-1f1a5bc1c418 req-6d59c87e-03df-46f9-a2ef-a0bd9e714bb5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:24.982052 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e1e6c-fb25-4bc3-832e-1f1a5bc1c418 req-6d59c87e-03df-46f9-a2ef-a0bd9e714bb5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:24.990377 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e1e6c-fb25-4bc3-832e-1f1a5bc1c418 req-6d59c87e-03df-46f9-a2ef-a0bd9e714bb5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:24.996872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e1e6c-fb25-4bc3-832e-1f1a5bc1c418 req-6d59c87e-03df-46f9-a2ef-a0bd9e714bb5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:25.004185 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e1e6c-fb25-4bc3-832e-1f1a5bc1c418 req-6d59c87e-03df-46f9-a2ef-a0bd9e714bb5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:25.010530 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e1e6c-fb25-4bc3-832e-1f1a5bc1c418 req-6d59c87e-03df-46f9-a2ef-a0bd9e714bb5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:25.019892 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a31e1e6c-fb25-4bc3-832e-1f1a5bc1c418 req-6d59c87e-03df-46f9-a2ef-a0bd9e714bb5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5420 time: 0.5044768 Mar 05 13:44:25.059409 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-4db70ada-1440-48b4-9cce-9743a4dbe08c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:25.087109 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e1a6b-5274-4215-8933-0313e244c3d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f78e2824-d7fa-4e1b-b721-396c0081f125,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:25.100679 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a31e1e6c-fb25-4bc3-832e-1f1a5bc1c418 req-c47638bb-692d-4062-b51c-91792a7f5810 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798225 Mar 05 13:44:25.101514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04e1a6b-5274-4215-8933-0313e244c3d2 admin admin] Checking segment: {'id': '25a3df98-ee15-4378-b4a9-77226e4570f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd4efc90d-7f43-461b-9902-8bcea79673ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:44:25.101877 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04e1a6b-5274-4215-8933-0313e244c3d2 admin admin] Network hostable DHCP agents. Network: d4efc90d-7f43-461b-9902-8bcea79673ba, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:44:25.138754 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-e4b2b1e6-a6da-41f8-bd2c-782d4b3d2bff tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:25.154949 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04e1a6b-5274-4215-8933-0313e244c3d2 admin admin] Network d4efc90d-7f43-461b-9902-8bcea79673ba is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:44:25.163678 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-4db70ada-1440-48b4-9cce-9743a4dbe08c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:25.186453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-e04e1a6b-5274-4215-8933-0313e244c3d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, d4efc90d-7f43-461b-9902-8bcea79673ba) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:44:25.201566 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50e138b-26d2-4da9-a21a-332600637d47 None None] Network d4efc90d-7f43-461b-9902-8bcea79673ba requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:44:25.205285 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04e1a6b-5274-4215-8933-0313e244c3d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:25.206792 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e04e1a6b-5274-4215-8933-0313e244c3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:25.266508 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db70ada-1440-48b4-9cce-9743a4dbe08c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event updated for resources: {'Port': ['ID=5430d653-60a4-4fed-b1cb-5c0a9447d345,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:25.276624 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e04e1a6b-5274-4215-8933-0313e244c3d2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1759975 Mar 05 13:44:25.277383 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55400) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:44:25.290860 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e2f00228-264f-44a9-aa6e-54b177bc29f1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-560170190-router', 'tenant_id': 'b3a28468a5a64da39043bde288fe6278', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:25.296510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e2f00228-264f-44a9-aa6e-54b177bc29f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:25.300362 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87547502-79a1-4ad9-babe-09472a227918 req-5a9d1c2b-8f6a-4bf0-97b3-213ffa7a02bb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:25.300829 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e2f00228-264f-44a9-aa6e-54b177bc29f1 admin admin] Usage tracker for resource:router and tenant:b3a28468a5a64da39043bde288fe6278 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:44:25.301498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-87547502-79a1-4ad9-babe-09472a227918 req-5a9d1c2b-8f6a-4bf0-97b3-213ffa7a02bb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Synchronizing usage tracker for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:44:25.304411 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e2f00228-264f-44a9-aa6e-54b177bc29f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:44:25.307994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-0939edf2-3b09-4e2d-bf7b-960aba8edf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:25.309690 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-0939edf2-3b09-4e2d-bf7b-960aba8edf09 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0279222 Mar 05 13:44:25.310501 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e2f00228-264f-44a9-aa6e-54b177bc29f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:25.311374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-de655ed3-397a-4b6e-866d-b1b8535997c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:25.314180 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-de655ed3-397a-4b6e-866d-b1b8535997c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7f5fdc7-cd8a-40ad-987c-101447f15754 HTTP/1.1" status: 200 len: 851 time: 0.6475842 Mar 05 13:44:25.388959 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2f00228-264f-44a9-aa6e-54b177bc29f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:25.390013 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2f00228-264f-44a9-aa6e-54b177bc29f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:25.408739 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2f00228-264f-44a9-aa6e-54b177bc29f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:25.410676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-87547502-79a1-4ad9-babe-09472a227918 req-5a9d1c2b-8f6a-4bf0-97b3-213ffa7a02bb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Unset dirty status for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:44:25.412117 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-87547502-79a1-4ad9-babe-09472a227918 req-5a9d1c2b-8f6a-4bf0-97b3-213ffa7a02bb tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab51ac37-1597-4828-b9cf-268ef8a1b3cb HTTP/1.1" status: 200 len: 948 time: 0.8729706 Mar 05 13:44:25.424798 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-4db70ada-1440-48b4-9cce-9743a4dbe08c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Network 8219997c-1c4d-4ab9-a963-82e08fb1ad9d is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:44:25.456413 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-4db70ada-1440-48b4-9cce-9743a4dbe08c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:44:25.480242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-4db70ada-1440-48b4-9cce-9743a4dbe08c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:44:25.625513 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8335bf09-d712-4d93-b748-2e9410e7f546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d4efc90d-7f43-461b-9902-8bcea79673ba', 'network_id': 'd4efc90d-7f43-461b-9902-8bcea79673ba', 'tenant_id': 'b3a28468a5a64da39043bde288fe6278', 'fixed_ips': [{'subnet_id': 'f78e2824-d7fa-4e1b-b721-396c0081f125'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:44:25.626355 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8335bf09-d712-4d93-b748-2e9410e7f546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:25.641083 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'name': 'tempest-TaggedBootDevicesTest_v242-1394634693-router', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:44:03Z', 'updated_at': '2022-03-05T13:44:16Z', 'revision_number': 4, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'gw_port': {'id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:05Z', 'updated_at': '2022-03-05T13:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '5e02f994-498a-4d49-ba34-5c5f68ed38d9', 'name': '', 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'mac_address': 'fa:16:3e:4a:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'c4ed493f-c1ab-4a7c-87c4-4112cc1f6851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:12Z', 'updated_at': '2022-03-05T13:44:24Z', 'revision_number': 4, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'subnets': [{'id': 'c4ed493f-c1ab-4a7c-87c4-4112cc1f6851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:25.650875 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f412e4-4fe0-43ed-a63f-a1084c6b03cc None None] The sync data for ids ['c7f32620-2c5b-4d41-a728-2857bc8a8001'] in n-d-803718-1 is: [{'id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'name': 'tempest-TaggedBootDevicesTest_v242-1394634693-router', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:44:03Z', 'updated_at': '2022-03-05T13:44:16Z', 'revision_number': 4, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'gw_port': {'id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:05Z', 'updated_at': '2022-03-05T13:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '5e02f994-498a-4d49-ba34-5c5f68ed38d9', 'name': '', 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'mac_address': 'fa:16:3e:4a:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'c4ed493f-c1ab-4a7c-87c4-4112cc1f6851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:12Z', 'updated_at': '2022-03-05T13:44:24Z', 'revision_number': 4, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'subnets': [{'id': 'c4ed493f-c1ab-4a7c-87c4-4112cc1f6851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:44:25.695210 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'tag': 'b6d4bbac-620a-4e1d-b107-731cd391ed0b'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:25.704912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-4db70ada-1440-48b4-9cce-9743a4dbe08c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:25.705630 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-4db70ada-1440-48b4-9cce-9743a4dbe08c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:25.830362 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-e4b2b1e6-a6da-41f8-bd2c-782d4b3d2bff tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:25.886580 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-8335bf09-d712-4d93-b748-2e9410e7f546 None None] Allocated IP 172.20.0.2 (d4efc90d-7f43-461b-9902-8bcea79673ba/f78e2824-d7fa-4e1b-b721-396c0081f125/b27e7961-6dcb-4ff3-baca-2d7c8dbeba96) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:44:25.917731 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2f00228-264f-44a9-aa6e-54b177bc29f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:25.931110 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-87547502-79a1-4ad9-babe-09472a227918 req-ae6dbf9a-7788-44a6-83c9-f53bcdae365e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891186 Mar 05 13:44:25.946101 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e019db-ca0b-4297-84c4-1762c5d0e8d2 req-ecb2aec8-8f13-4556-b7b0-51831cd9789e tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:25.946101 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-61e019db-ca0b-4297-84c4-1762c5d0e8d2 req-ecb2aec8-8f13-4556-b7b0-51831cd9789e tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 931 time: 0.6254916 Mar 05 13:44:26.049991 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2b1e6-a6da-41f8-bd2c-782d4b3d2bff tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Pushing event updated for resources: {'Port': ['ID=fb2972e9-7940-4233-b6f6-cecfa78eca5e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:26.057292 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-7f1a31dd-b818-40d6-93d3-721c6feab1f2 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6855481 Mar 05 13:44:26.058726 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-4db70ada-1440-48b4-9cce-9743a4dbe08c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5601881 Mar 05 13:44:26.074143 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-61e019db-ca0b-4297-84c4-1762c5d0e8d2 req-8f7024d2-729b-4836-8f62-5bd2032d43c7 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Synchronizing usage tracker for tenant:3cee7834a5214c2e894eb17166dede92 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:44:26.201994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-61e019db-ca0b-4297-84c4-1762c5d0e8d2 req-8f7024d2-729b-4836-8f62-5bd2032d43c7 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Unset dirty status for tenant:3cee7834a5214c2e894eb17166dede92 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:44:26.204781 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-61e019db-ca0b-4297-84c4-1762c5d0e8d2 req-8f7024d2-729b-4836-8f62-5bd2032d43c7 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581296 Mar 05 13:44:26.219019 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8335bf09-d712-4d93-b748-2e9410e7f546 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:26.236461 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8335bf09-d712-4d93-b748-2e9410e7f546 None None] Transition to ACTIVE for port object b27e7961-6dcb-4ff3-baca-2d7c8dbeba96 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:44:26.265845 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8335bf09-d712-4d93-b748-2e9410e7f546 None None] Transition to ACTIVE for port object b27e7961-6dcb-4ff3-baca-2d7c8dbeba96 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:44:26.276663 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8335bf09-d712-4d93-b748-2e9410e7f546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:26.325503 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-50d55d5e-08ff-49b3-8200-b90532a0a3d8 service neutron] Request body: {'port': {'device_id': '84ee1615-abe7-40bc-80f1-36a708802272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:26.397152 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335bf09-d712-4d93-b748-2e9410e7f546 None None] Pushing event updated for resources: {'Port': ['ID=b27e7961-6dcb-4ff3-baca-2d7c8dbeba96,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:26.402633 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8335bf09-d712-4d93-b748-2e9410e7f546 None None] Network d4efc90d-7f43-461b-9902-8bcea79673ba is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:44:26.404144 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-8335bf09-d712-4d93-b748-2e9410e7f546 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:44:26.406290 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8335bf09-d712-4d93-b748-2e9410e7f546 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:44:26.429484 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5cfd229e-6d7d-4fe4-8d89-35c5bc4f301c req-88a38eb1-8bad-4f17-b665-ce84ab690f28 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085034 Mar 05 13:44:26.437069 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1722deaf-3986-49f3-b1c3-ed91345abc25 req-b78a3fbc-481c-467d-b1ae-e7ade76780f4 tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.30 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.1504583 Mar 05 13:44:26.521844 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8335bf09-d712-4d93-b748-2e9410e7f546 None None] Attempting to bind port b27e7961-6dcb-4ff3-baca-2d7c8dbeba96 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:44:26.522214 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8335bf09-d712-4d93-b748-2e9410e7f546 None None] Attempting to bind port b27e7961-6dcb-4ff3-baca-2d7c8dbeba96 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '25a3df98-ee15-4378-b4a9-77226e4570f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd4efc90d-7f43-461b-9902-8bcea79673ba'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:44:26.522575 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8335bf09-d712-4d93-b748-2e9410e7f546 None None] Attempting to bind port b27e7961-6dcb-4ff3-baca-2d7c8dbeba96 on network d4efc90d-7f43-461b-9902-8bcea79673ba {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:26.528245 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8335bf09-d712-4d93-b748-2e9410e7f546 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:44:26.528619 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8335bf09-d712-4d93-b748-2e9410e7f546 None None] Checking segment: {'id': '25a3df98-ee15-4378-b4a9-77226e4570f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd4efc90d-7f43-461b-9902-8bcea79673ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:44:26.529019 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8335bf09-d712-4d93-b748-2e9410e7f546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:26.529410 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8335bf09-d712-4d93-b748-2e9410e7f546 None None] Bound using segment: {'id': '25a3df98-ee15-4378-b4a9-77226e4570f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd4efc90d-7f43-461b-9902-8bcea79673ba'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:44:26.529990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8335bf09-d712-4d93-b748-2e9410e7f546 None None] Bound port: b27e7961-6dcb-4ff3-baca-2d7c8dbeba96, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a3df98-ee15-4378-b4a9-77226e4570f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd4efc90d-7f43-461b-9902-8bcea79673ba'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:44:26.530366 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8335bf09-d712-4d93-b748-2e9410e7f546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:26.571616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-e4b2b1e6-a6da-41f8-bd2c-782d4b3d2bff tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Network 0d86e86d-be75-4dd0-9056-119726c56558 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:44:26.649008 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8335bf09-d712-4d93-b748-2e9410e7f546 None None] For port b27e7961-6dcb-4ff3-baca-2d7c8dbeba96, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:44:26.652426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8335bf09-d712-4d93-b748-2e9410e7f546 None None] For port b27e7961-6dcb-4ff3-baca-2d7c8dbeba96, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b27e7961-6dcb-4ff3-baca-2d7c8dbeba96,segment=NetworkSegment(25a3df98-ee15-4378-b4a9-77226e4570f1),segment_id=25a3df98-ee15-4378-b4a9-77226e4570f1)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:44:26.657815 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8335bf09-d712-4d93-b748-2e9410e7f546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:26.667063 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-50d55d5e-08ff-49b3-8200-b90532a0a3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:26.685598 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-e4b2b1e6-a6da-41f8-bd2c-782d4b3d2bff tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:44:26.748059 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2f00228-264f-44a9-aa6e-54b177bc29f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:26.766456 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335bf09-d712-4d93-b748-2e9410e7f546 None None] Pushing event updated for resources: {'Port': ['ID=b27e7961-6dcb-4ff3-baca-2d7c8dbeba96,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:26.786722 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-e4b2b1e6-a6da-41f8-bd2c-782d4b3d2bff tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:44:26.795483 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2f00228-264f-44a9-aa6e-54b177bc29f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:26.849902 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c048b76f-7ab2-4c13-aaeb-228e9c78301d req-48a687cf-52cd-4a47-b5df-ffaa52cc8399 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 210 time: 0.2757344 Mar 05 13:44:26.872046 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4689a-3fed-46eb-810b-4363c80f913c req-fe7a79fa-60a4-4f9d-b325-bba278d189c4 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:26.873777 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-81f4689a-3fed-46eb-810b-4363c80f913c req-fe7a79fa-60a4-4f9d-b325-bba278d189c4 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 951 time: 0.4394827 Mar 05 13:44:26.964001 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-81f4689a-3fed-46eb-810b-4363c80f913c req-7383536b-47b8-4915-b39b-3a3a03756fd0 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822697 Mar 05 13:44:27.001117 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-988cedc8-e940-440a-bd27-5e482b7c8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:27.003190 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-988cedc8-e940-440a-bd27-5e482b7c8efe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eeb6dd3a-1e4e-467a-a55d-6c75511821fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6739070 Mar 05 13:44:27.065812 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'tag': 'b6d4bbac-620a-4e1d-b107-731cd391ed0b', 'status': 'completed', 'code': 200} Mar 05 13:44:27.216166 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-e2f00228-264f-44a9-aa6e-54b177bc29f1 admin admin] Allocated IP 172.25.4.162 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/0709ca2d-c286-4050-99f3-aeeb8540da72) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:44:27.288965 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5e02f994-498a-4d49-ba34-5c5f68ed38d9 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:44:27.397527 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 5e02f994-498a-4d49-ba34-5c5f68ed38d9 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:44:27.409608 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 5e02f994-498a-4d49-ba34-5c5f68ed38d9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:27.410840 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:27.452839 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-e4b2b1e6-a6da-41f8-bd2c-782d4b3d2bff tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:27.453922 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-e4b2b1e6-a6da-41f8-bd2c-782d4b3d2bff tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:27.527066 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-b20a8e63-99bc-44d7-853a-b82ba9a03993 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:27.528812 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-b20a8e63-99bc-44d7-853a-b82ba9a03993 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.30 "GET /v2.0/networks?id=0d86e86d-be75-4dd0-9056-119726c56558 HTTP/1.1" status: 200 len: 819 time: 1.4664209 Mar 05 13:44:27.531432 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0bb60f52-6846-4fd2-b305-63220a327de8 req-bddef039-aa55-4a02-943a-199c87a9180e tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65ee1c5-3e67-4cf1-899a-ff3ff389290e HTTP/1.1" status: 200 len: 210 time: 0.2221785 Mar 05 13:44:27.550934 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-5d3a81da-621a-461f-a01e-8f2494e13c70 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Request body: {'port': {'device_id': '668148c9-6778-4d9b-b28a-bbc57747aecd', 'network_id': '0d86e86d-be75-4dd0-9056-119726c56558', 'admin_state_up': True, 'tenant_id': '2b4c5e1114694e2bb2fc635b08564db6'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:27.594106 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626eaa1-a3fb-4649-8a71-d2ea80db965c req-4cf779d0-a2c7-4fbc-a45e-2321d5fa5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:27.595793 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3626eaa1-a3fb-4649-8a71-d2ea80db965c req-4cf779d0-a2c7-4fbc-a45e-2321d5fa5105 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&device_id=ab51ac37-1597-4828-b9cf-268ef8a1b3cb HTTP/1.1" status: 200 len: 1099 time: 0.9680595 Mar 05 13:44:27.617134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8f837-559f-4956-b7af-77753c8d9f0d req-1d4f6da3-76d5-46cb-bde3-83fc65b75984 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:27.623696 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8f837-559f-4956-b7af-77753c8d9f0d req-1d4f6da3-76d5-46cb-bde3-83fc65b75984 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:27.630383 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8f837-559f-4956-b7af-77753c8d9f0d req-1d4f6da3-76d5-46cb-bde3-83fc65b75984 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:27.636862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8f837-559f-4956-b7af-77753c8d9f0d req-1d4f6da3-76d5-46cb-bde3-83fc65b75984 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:27.642798 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8f837-559f-4956-b7af-77753c8d9f0d req-1d4f6da3-76d5-46cb-bde3-83fc65b75984 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:27.649010 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8f837-559f-4956-b7af-77753c8d9f0d req-1d4f6da3-76d5-46cb-bde3-83fc65b75984 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:27.655436 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8f837-559f-4956-b7af-77753c8d9f0d req-1d4f6da3-76d5-46cb-bde3-83fc65b75984 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:27.655957 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:27.657368 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-54c8f837-559f-4956-b7af-77753c8d9f0d req-1d4f6da3-76d5-46cb-bde3-83fc65b75984 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5420 time: 0.3666372 Mar 05 13:44:27.667824 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2f00228-264f-44a9-aa6e-54b177bc29f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:27.668919 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-e4b2b1e6-a6da-41f8-bd2c-782d4b3d2bff tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0231018 Mar 05 13:44:27.717508 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 5e02f994-498a-4d49-ba34-5c5f68ed38d9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5e02f994-498a-4d49-ba34-5c5f68ed38d9,segment=NetworkSegment(5a2d6778-bb74-4231-9404-704d7d2b692b),segment_id=5a2d6778-bb74-4231-9404-704d7d2b692b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:27.731044 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:27.753502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Request body: {'port': {'device_id': 'daf88ee1-563d-4eb2-803e-9723b633651d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:27.785493 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-54c8f837-559f-4956-b7af-77753c8d9f0d req-3e3c46e4-a702-40e0-bb28-c09c96b49bfa tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1143579 Mar 05 13:44:27.801005 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-67e40893-0fd1-44ca-aa22-0611b70c0cc9 service neutron] 10.222.0.30 "GET /v2.0/networks/eeb6dd3a-1e4e-467a-a55d-6c75511821fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7338202 Mar 05 13:44:27.820248 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2f00228-264f-44a9-aa6e-54b177bc29f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:27.860691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=5e02f994-498a-4d49-ba34-5c5f68ed38d9,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:27.925370 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f00228-264f-44a9-aa6e-54b177bc29f1 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:44:27.928923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-e2f00228-264f-44a9-aa6e-54b177bc29f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:44:27.934685 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f00228-264f-44a9-aa6e-54b177bc29f1 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:44:28.043729 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f00228-264f-44a9-aa6e-54b177bc29f1 admin admin] Pushing event updated for resources: {'Port': ['ID=0709ca2d-c286-4050-99f3-aeeb8540da72,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:28.324165 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96086d8-dded-42a7-a2b1-16d9aea60a92 None None] Network d4efc90d-7f43-461b-9902-8bcea79673ba requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:44:28.439658 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1b27c060-cecf-4bb0-ac7e-73758ad95d4e None None] Provisioning for port b27e7961-6dcb-4ff3-baca-2d7c8dbeba96 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:44:28.469820 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-5d3a81da-621a-461f-a01e-8f2494e13c70 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:28.484381 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:28.519039 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626eaa1-a3fb-4649-8a71-d2ea80db965c req-7572834f-1908-43db-b1c3-f18eb1100727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:28.520726 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3626eaa1-a3fb-4649-8a71-d2ea80db965c req-7572834f-1908-43db-b1c3-f18eb1100727 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.8785932 Mar 05 13:44:28.572795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-5d3a81da-621a-461f-a01e-8f2494e13c70 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:28.634925 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:28.699694 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3626eaa1-a3fb-4649-8a71-d2ea80db965c req-c56e2181-5995-431a-b239-8861de03ee90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=99cccead-0893-4934-ad87-464673651a7c HTTP/1.1" status: 200 len: 217 time: 0.1583390 Mar 05 13:44:28.701015 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3251405-f928-48cd-b8b2-e9b7f2e63611 req-9332c2e7-b45d-424a-8cac-539041dca339 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:28.702542 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a3251405-f928-48cd-b8b2-e9b7f2e63611 req-9332c2e7-b45d-424a-8cac-539041dca339 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 931 time: 0.5035102 Mar 05 13:44:28.705753 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2f00228-264f-44a9-aa6e-54b177bc29f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:28.717635 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2368fe2e-99f6-4437-94f8-2decda86256b service neutron] 10.222.0.30 "GET /v2.0/networks/eeb6dd3a-1e4e-467a-a55d-6c75511821fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8212302 Mar 05 13:44:28.735674 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 99cccead-0893-4934-ad87-464673651a7c details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:44:28.760119 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-5d3a81da-621a-461f-a01e-8f2494e13c70 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Made reservation on behalf of 2b4c5e1114694e2bb2fc635b08564db6 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:44:28.763608 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-5d3a81da-621a-461f-a01e-8f2494e13c70 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:28.837197 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3486a-ce1e-4c7d-b985-1104b56faecf req-65b3e0bc-901c-411d-9313-cc53186d3e05 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:28.840979 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a3251405-f928-48cd-b8b2-e9b7f2e63611 req-fbb5af1c-6fc0-4c33-b12d-1f9546337d56 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621879 Mar 05 13:44:28.845222 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-abf3486a-ce1e-4c7d-b985-1104b56faecf req-65b3e0bc-901c-411d-9313-cc53186d3e05 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab51ac37-1597-4828-b9cf-268ef8a1b3cb HTTP/1.1" status: 200 len: 948 time: 1.0330348 Mar 05 13:44:28.899885 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:28.907674 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-acab06ab-27a4-4f6f-87a7-3e38b5ed8d6d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=8139ea31-6761-417f-998b-15794fc80588 HTTP/1.1" status: 200 len: 217 time: 0.1517291 Mar 05 13:44:28.910117 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-50d55d5e-08ff-49b3-8200-b90532a0a3d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5430d653-60a4-4fed-b1cb-5c0a9447d345 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:44:28.955161 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 99cccead-0893-4934-ad87-464673651a7c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=99cccead-0893-4934-ad87-464673651a7c,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:28.978876 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-50d55d5e-08ff-49b3-8200-b90532a0a3d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:28.980886 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '99cccead-0893-4934-ad87-464673651a7c', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '99cccead-0893-4934-ad87-464673651a7c', 'mac_address': 'fa:16:3e:e5:25:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:44:29.046597 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:29.064619 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99cccead-0893-4934-ad87-464673651a7c {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:44:29.081617 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 99cccead-0893-4934-ad87-464673651a7c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=99cccead-0893-4934-ad87-464673651a7c,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:29.082269 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-edbeacb2-5501-45a7-bec9-2fe4388d8ddf req-31426aae-34d1-43cc-9ad5-2e17e442ec46 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 210 time: 0.1056006 Mar 05 13:44:29.095674 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:29.105530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626eaa1-a3fb-4649-8a71-d2ea80db965c req-94d58f6c-b318-46de-922a-2118cc16a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:29.107386 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3626eaa1-a3fb-4649-8a71-d2ea80db965c req-94d58f6c-b318-46de-922a-2118cc16a2ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.3885908 Mar 05 13:44:29.146408 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-abf3486a-ce1e-4c7d-b985-1104b56faecf req-d65d4f54-19d2-4ebe-a7da-372a94a91a23 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002503 Mar 05 13:44:29.248879 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2f00228-264f-44a9-aa6e-54b177bc29f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:29.258658 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=99cccead-0893-4934-ad87-464673651a7c,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:29.282576 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-50d55d5e-08ff-49b3-8200-b90532a0a3d8 service neutron] Transition to ACTIVE for port object 5430d653-60a4-4fed-b1cb-5c0a9447d345 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:44:29.309410 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-50d55d5e-08ff-49b3-8200-b90532a0a3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:29.337259 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5e02f994-498a-4d49-ba34-5c5f68ed38d9 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:44:29.409419 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-71efd254-3a91-4f92-ac57-a21d9e1fc52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:29.409659 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['99cccead-0893-4934-ad87-464673651a7c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:44:29.411149 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-71efd254-3a91-4f92-ac57-a21d9e1fc52d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1862c115-1882-4737-96e2-80cabd1f69de HTTP/1.1" status: 200 len: 797 time: 0.4764397 Mar 05 13:44:29.505986 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 5e02f994-498a-4d49-ba34-5c5f68ed38d9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:29.506318 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:29.554025 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f00228-264f-44a9-aa6e-54b177bc29f1 admin admin] Router f32cc69d-1d50-4db7-b3a0-acd7e91c14be is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:44:29.560700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac3897-5426-4e98-aef8-2d9fc3e3c34a req-827941bd-f715-4849-a982-c2287c0afb21 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:29.570700 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-efac3897-5426-4e98-aef8-2d9fc3e3c34a req-827941bd-f715-4849-a982-c2287c0afb21 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 1102 time: 0.2993498 Mar 05 13:44:29.668633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d55d5e-08ff-49b3-8200-b90532a0a3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5430d653-60a4-4fed-b1cb-5c0a9447d345,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:29.684730 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-efac3897-5426-4e98-aef8-2d9fc3e3c34a req-c1a3728b-5eda-4fa8-b5f2-dd34beaa9650 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130462 Mar 05 13:44:29.718145 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b27e7961-6dcb-4ff3-baca-2d7c8dbeba96 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:44:29.795493 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port b27e7961-6dcb-4ff3-baca-2d7c8dbeba96 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:44:29.808651 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b27e7961-6dcb-4ff3-baca-2d7c8dbeba96 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:29.809682 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:29.821249 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f00228-264f-44a9-aa6e-54b177bc29f1 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:44:29.836013 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] Sync routers for ids ['f32cc69d-1d50-4db7-b3a0-acd7e91c14be'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:44:29.852963 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] Routers {'f32cc69d-1d50-4db7-b3a0-acd7e91c14be'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:44:29.853619 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:44:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['f32cc69d-1d50-4db7-b3a0-acd7e91c14be'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:29.865451 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2f00228-264f-44a9-aa6e-54b177bc29f1 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:29.871689 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e2f00228-264f-44a9-aa6e-54b177bc29f1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5931005 Mar 05 13:44:29.872301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55430) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:44:29.966724 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:29.974557 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626eaa1-a3fb-4649-8a71-d2ea80db965c req-8298e044-a8b9-49be-b23a-1641be513bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:29.976212 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3626eaa1-a3fb-4649-8a71-d2ea80db965c req-8298e044-a8b9-49be-b23a-1641be513bb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8473153 Mar 05 13:44:30.042713 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port b27e7961-6dcb-4ff3-baca-2d7c8dbeba96, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b27e7961-6dcb-4ff3-baca-2d7c8dbeba96,segment=NetworkSegment(25a3df98-ee15-4378-b4a9-77226e4570f1),segment_id=25a3df98-ee15-4378-b4a9-77226e4570f1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:30.052354 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:30.135219 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=b27e7961-6dcb-4ff3-baca-2d7c8dbeba96,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:30.151959 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] Set router f32cc69d-1d50-4db7-b3a0-acd7e91c14be gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:44:30.236346 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e7b3c-5f9f-4236-a7d5-5f38655acee7 req-ac540d50-f1ac-4fc8-aa04-da74d10b7a9e tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:30.242968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e7b3c-5f9f-4236-a7d5-5f38655acee7 req-ac540d50-f1ac-4fc8-aa04-da74d10b7a9e tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:30.248823 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e7b3c-5f9f-4236-a7d5-5f38655acee7 req-ac540d50-f1ac-4fc8-aa04-da74d10b7a9e tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:30.255401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e7b3c-5f9f-4236-a7d5-5f38655acee7 req-ac540d50-f1ac-4fc8-aa04-da74d10b7a9e tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:30.261381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e7b3c-5f9f-4236-a7d5-5f38655acee7 req-ac540d50-f1ac-4fc8-aa04-da74d10b7a9e tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:30.267404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e7b3c-5f9f-4236-a7d5-5f38655acee7 req-ac540d50-f1ac-4fc8-aa04-da74d10b7a9e tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:30.274032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e7b3c-5f9f-4236-a7d5-5f38655acee7 req-ac540d50-f1ac-4fc8-aa04-da74d10b7a9e tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:30.282122 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d51e7b3c-5f9f-4236-a7d5-5f38655acee7 req-ac540d50-f1ac-4fc8-aa04-da74d10b7a9e tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5420 time: 0.8483658 Mar 05 13:44:30.285833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-5d82f38c-d21d-4fe4-a4d9-828b9ce1e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:30.287417 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-5d82f38c-d21d-4fe4-a4d9-828b9ce1e82e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8fa48499-e36c-4df6-9ca6-fd9e833610e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8581944 Mar 05 13:44:30.301857 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f52cce05-308f-4011-a51a-3fe70e3cf1d0 req-91c66deb-c730-46ff-b39f-451fed3faccc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8866191ec63f43fd95aa642de9c4ee9a&device_id=482d64b7-6b17-479f-b52f-bd47e4271069 HTTP/1.1" status: 200 len: 210 time: 0.2006047 Mar 05 13:44:30.368028 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-50d55d5e-08ff-49b3-8200-b90532a0a3d8 service neutron] Attempting to bind port 5430d653-60a4-4fed-b1cb-5c0a9447d345 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:44:30.368522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-50d55d5e-08ff-49b3-8200-b90532a0a3d8 service neutron] Attempting to bind port 5430d653-60a4-4fed-b1cb-5c0a9447d345 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'd303414a-0981-4891-a06d-3ac528ef1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8219997c-1c4d-4ab9-a963-82e08fb1ad9d'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:44:30.368948 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-50d55d5e-08ff-49b3-8200-b90532a0a3d8 service neutron] Attempting to bind port 5430d653-60a4-4fed-b1cb-5c0a9447d345 on network 8219997c-1c4d-4ab9-a963-82e08fb1ad9d {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:30.437898 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-50d55d5e-08ff-49b3-8200-b90532a0a3d8 service neutron] Port 5430d653-60a4-4fed-b1cb-5c0a9447d345 on network 8219997c-1c4d-4ab9-a963-82e08fb1ad9d not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:44:30.438388 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-50d55d5e-08ff-49b3-8200-b90532a0a3d8 service neutron] Attempting to bind port 5430d653-60a4-4fed-b1cb-5c0a9447d345 on network 8219997c-1c4d-4ab9-a963-82e08fb1ad9d {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:30.468699 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb2972e9-7940-4233-b6f6-cecfa78eca5e {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:44:30.483145 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f52cce05-308f-4011-a51a-3fe70e3cf1d0 req-f59c5157-285c-4830-a077-206d2b244ceb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8866191ec63f43fd95aa642de9c4ee9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874820 Mar 05 13:44:30.497184 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:30.502079 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32cc69d-1d50-4db7-b3a0-acd7e91c14be', 'name': 'tempest-TaggedBootDevicesTest_v242-560170190-router', 'tenant_id': 'b3a28468a5a64da39043bde288fe6278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '0709ca2d-c286-4050-99f3-aeeb8540da72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:44:25Z', 'updated_at': '2022-03-05T13:44:28Z', 'revision_number': 3, 'project_id': 'b3a28468a5a64da39043bde288fe6278', 'gw_port': {'id': '0709ca2d-c286-4050-99f3-aeeb8540da72', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32cc69d-1d50-4db7-b3a0-acd7e91c14be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:26Z', 'updated_at': '2022-03-05T13:44:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:30.503520 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-50d55d5e-08ff-49b3-8200-b90532a0a3d8 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:44:30.503992 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-50d55d5e-08ff-49b3-8200-b90532a0a3d8 service neutron] Checking segment: {'id': 'd303414a-0981-4891-a06d-3ac528ef1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8219997c-1c4d-4ab9-a963-82e08fb1ad9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:44:30.504460 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-50d55d5e-08ff-49b3-8200-b90532a0a3d8 service neutron] Bound using segment: {'id': 'd303414a-0981-4891-a06d-3ac528ef1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8219997c-1c4d-4ab9-a963-82e08fb1ad9d'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:44:30.505035 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-50d55d5e-08ff-49b3-8200-b90532a0a3d8 service neutron] Bound port: 5430d653-60a4-4fed-b1cb-5c0a9447d345, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd303414a-0981-4891-a06d-3ac528ef1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8219997c-1c4d-4ab9-a963-82e08fb1ad9d'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:44:30.505441 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-50d55d5e-08ff-49b3-8200-b90532a0a3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:30.507670 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] Checking router: f32cc69d-1d50-4db7-b3a0-acd7e91c14be for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:44:30.508195 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] Updating router f32cc69d-1d50-4db7-b3a0-acd7e91c14be port 0709ca2d-c286-4050-99f3-aeeb8540da72 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:44:30.566233 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:30.608828 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d51e7b3c-5f9f-4236-a7d5-5f38655acee7 req-d748582a-9df2-4440-945a-bb80eea899cb tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3257389 Mar 05 13:44:30.683902 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Transition to ACTIVE for port object fb2972e9-7940-4233-b6f6-cecfa78eca5e will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:44:30.736113 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 99cccead-0893-4934-ad87-464673651a7c up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:44:30.768432 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c760e47-b50f-4dc1-95c4-33e32bce448c req-05814b89-4fce-495f-8e8a-70893dcca722 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:30.772090 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5c760e47-b50f-4dc1-95c4-33e32bce448c req-05814b89-4fce-495f-8e8a-70893dcca722 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 943 time: 0.2824008 Mar 05 13:44:30.787859 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:30.828800 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 99cccead-0893-4934-ad87-464673651a7c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:44:30.839435 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 99cccead-0893-4934-ad87-464673651a7c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:30.840850 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:30.869151 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3626eaa1-a3fb-4649-8a71-d2ea80db965c req-fbbadcb7-fa73-4546-90a5-a9c600dd79f9 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8808823 Mar 05 13:44:30.935434 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5c760e47-b50f-4dc1-95c4-33e32bce448c req-3af96b81-2678-4fae-be11-6bf1ece15a1c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008322 Mar 05 13:44:30.961707 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-582227a8-a9a7-474a-886c-c9747259b8c7 req-0c748e4b-3515-45ee-bdbe-bdae63b8f223 tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=482d64b7-6b17-479f-b52f-bd47e4271069 HTTP/1.1" status: 200 len: 210 time: 0.1679881 Mar 05 13:44:30.963776 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:30.981159 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] Transition to ACTIVE for port object 0709ca2d-c286-4050-99f3-aeeb8540da72 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:44:31.000860 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:31.029433 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70f3019c-9754-47a3-b4aa-d5d479b3dd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:31.137444 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:31.173104 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0825ba-8618-43b8-8d2e-4a0bbfd8d9bb None None] Pushing event updated for resources: {'Port': ['ID=0709ca2d-c286-4050-99f3-aeeb8540da72,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:31.175569 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0825ba-8618-43b8-8d2e-4a0bbfd8d9bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:31.176051 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0825ba-8618-43b8-8d2e-4a0bbfd8d9bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:31.176390 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0825ba-8618-43b8-8d2e-4a0bbfd8d9bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:31.176960 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0825ba-8618-43b8-8d2e-4a0bbfd8d9bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:31.177289 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0825ba-8618-43b8-8d2e-4a0bbfd8d9bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:31.177801 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0825ba-8618-43b8-8d2e-4a0bbfd8d9bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:31.178133 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0825ba-8618-43b8-8d2e-4a0bbfd8d9bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:31.178456 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0825ba-8618-43b8-8d2e-4a0bbfd8d9bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:31.178889 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0825ba-8618-43b8-8d2e-4a0bbfd8d9bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:31.179892 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0825ba-8618-43b8-8d2e-4a0bbfd8d9bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:31.181120 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0825ba-8618-43b8-8d2e-4a0bbfd8d9bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:31.181451 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0825ba-8618-43b8-8d2e-4a0bbfd8d9bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:31.185314 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab51ac37-1597-4828-b9cf-268ef8a1b3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cccead-0893-4934-ad87-464673651a7c'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:31.212044 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 99cccead-0893-4934-ad87-464673651a7c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=99cccead-0893-4934-ad87-464673651a7c,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:31.212290 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] Attempting to bind port 0709ca2d-c286-4050-99f3-aeeb8540da72 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:44:31.212971 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] Attempting to bind port 0709ca2d-c286-4050-99f3-aeeb8540da72 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:44:31.214903 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] Attempting to bind port 0709ca2d-c286-4050-99f3-aeeb8540da72 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:31.217394 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b27e7961-6dcb-4ff3-baca-2d7c8dbeba96 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:44:31.225778 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:44:31.226473 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:44:31.227242 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:31.227790 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:44:31.228472 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] Bound port: 0709ca2d-c286-4050-99f3-aeeb8540da72, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:44:31.229010 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:31.247935 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:31.305198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-50d55d5e-08ff-49b3-8200-b90532a0a3d8 service neutron] For port 5430d653-60a4-4fed-b1cb-5c0a9447d345, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:44:31.309227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-50d55d5e-08ff-49b3-8200-b90532a0a3d8 service neutron] For port 5430d653-60a4-4fed-b1cb-5c0a9447d345, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5430d653-60a4-4fed-b1cb-5c0a9447d345,segment=NetworkSegment(d303414a-0981-4891-a06d-3ac528ef1c07),segment_id=d303414a-0981-4891-a06d-3ac528ef1c07)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:44:31.340668 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] For port 0709ca2d-c286-4050-99f3-aeeb8540da72, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:44:31.342956 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92329c-04bf-4b90-bc88-dbaee59323a7 req-bf216fae-e453-4a25-a125-cc8c75124f18 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:31.344590 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd92329c-04bf-4b90-bc88-dbaee59323a7 req-bf216fae-e453-4a25-a125-cc8c75124f18 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab51ac37-1597-4828-b9cf-268ef8a1b3cb HTTP/1.1" status: 200 len: 949 time: 0.2347560 Mar 05 13:44:31.345732 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] For port 0709ca2d-c286-4050-99f3-aeeb8540da72, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0709ca2d-c286-4050-99f3-aeeb8540da72,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:44:31.352627 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:31.357898 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=99cccead-0893-4934-ad87-464673651a7c,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:31.366863 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b27e7961-6dcb-4ff3-baca-2d7c8dbeba96 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:31.367332 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:31.389802 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-70f3019c-9754-47a3-b4aa-d5d479b3dd2a admin admin] Allocated IP 172.20.0.1 (d4efc90d-7f43-461b-9902-8bcea79673ba/f78e2824-d7fa-4e1b-b721-396c0081f125/08e7e001-09a5-4331-a56b-9062182160d6) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:44:31.424675 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd92329c-04bf-4b90-bc88-dbaee59323a7 req-42010456-e270-4498-a00d-47a53fb5d18c tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696101 Mar 05 13:44:31.477002 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0825ba-8618-43b8-8d2e-4a0bbfd8d9bb None None] Pushing event updated for resources: {'Port': ['ID=0709ca2d-c286-4050-99f3-aeeb8540da72,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:31.499083 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] Routers {'f32cc69d-1d50-4db7-b3a0-acd7e91c14be'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:44:31.500157 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:44:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['f32cc69d-1d50-4db7-b3a0-acd7e91c14be'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:31.594838 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cce05-308f-4011-a51a-3fe70e3cf1d0 req-84f4c7ff-7f39-4f64-8bd4-69cd0263b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:31.596747 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f52cce05-308f-4011-a51a-3fe70e3cf1d0 req-84f4c7ff-7f39-4f64-8bd4-69cd0263b7ac service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0962591 Mar 05 13:44:31.615896 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-856a3b88-5b6d-4276-9de1-10642bf9d9fb service neutron] 10.222.0.30 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2490721 Mar 05 13:44:31.618417 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-23e460bc-8dbe-4f4a-8185-cf1947949c29 req-78c95c28-f8ec-47d6-b0ba-8106661fba4b tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 210 time: 0.4219368 Mar 05 13:44:31.629395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2972e9-7940-4233-b6f6-cecfa78eca5e,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:31.632183 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-50d55d5e-08ff-49b3-8200-b90532a0a3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:31.684808 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab51ac37-1597-4828-b9cf-268ef8a1b3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cccead-0893-4934-ad87-464673651a7c', 'code': 200} Mar 05 13:44:31.696785 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70f3019c-9754-47a3-b4aa-d5d479b3dd2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:31.743350 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-70f3019c-9754-47a3-b4aa-d5d479b3dd2a admin admin] Transition to ACTIVE for port object 08e7e001-09a5-4331-a56b-9062182160d6 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:44:31.755034 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c163e-4343-4cbf-89e3-c42f0f7bb9f9 req-fbf5307b-f5bf-4329-a0f6-4e0a67183874 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:31.762203 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] Set router f32cc69d-1d50-4db7-b3a0-acd7e91c14be gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:44:31.763826 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-862c163e-4343-4cbf-89e3-c42f0f7bb9f9 req-fbf5307b-f5bf-4329-a0f6-4e0a67183874 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 1102 time: 0.1493227 Mar 05 13:44:31.775602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-5d3a81da-621a-461f-a01e-8f2494e13c70 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Allocated IP 172.20.0.13 (0d86e86d-be75-4dd0-9056-119726c56558/32d17a52-66f7-429c-9ede-22bc23f82349/bb17c5d8-2566-4bf8-8929-838b3ea7a0cd) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:44:31.816497 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-862c163e-4343-4cbf-89e3-c42f0f7bb9f9 req-fa809a3a-3afd-42e7-ae82-5cf1c95dd5b0 tempest-ServersAdminTestJSON-779749786 tempest-ServersAdminTestJSON-779749786-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512686 Mar 05 13:44:31.843609 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70f3019c-9754-47a3-b4aa-d5d479b3dd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:31.898017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f3019c-9754-47a3-b4aa-d5d479b3dd2a admin admin] Network d4efc90d-7f43-461b-9902-8bcea79673ba is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:44:31.900874 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-70f3019c-9754-47a3-b4aa-d5d479b3dd2a admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:44:31.922472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f3019c-9754-47a3-b4aa-d5d479b3dd2a admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:44:31.978399 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3019c-9754-47a3-b4aa-d5d479b3dd2a admin admin] Pushing event updated for resources: {'Port': ['ID=08e7e001-09a5-4331-a56b-9062182160d6,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:32.014904 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70f3019c-9754-47a3-b4aa-d5d479b3dd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:32.101169 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32cc69d-1d50-4db7-b3a0-acd7e91c14be', 'name': 'tempest-TaggedBootDevicesTest_v242-560170190-router', 'tenant_id': 'b3a28468a5a64da39043bde288fe6278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '0709ca2d-c286-4050-99f3-aeeb8540da72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:44:25Z', 'updated_at': '2022-03-05T13:44:28Z', 'revision_number': 3, 'project_id': 'b3a28468a5a64da39043bde288fe6278', 'gw_port': {'id': '0709ca2d-c286-4050-99f3-aeeb8540da72', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32cc69d-1d50-4db7-b3a0-acd7e91c14be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:26Z', 'updated_at': '2022-03-05T13:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:32.103329 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-50d55d5e-08ff-49b3-8200-b90532a0a3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:32.104123 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-50d55d5e-08ff-49b3-8200-b90532a0a3d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:32.105502 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-50d55d5e-08ff-49b3-8200-b90532a0a3d8 service neutron] 10.222.0.15 "PUT /v2.0/ports/5430d653-60a4-4fed-b1cb-5c0a9447d345 HTTP/1.1" status: 200 len: 1091 time: 5.7842109 Mar 05 13:44:32.106295 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f5d4c4-82fd-45ac-b49d-ca3c36d210b2 None None] The sync data for ids ['f32cc69d-1d50-4db7-b3a0-acd7e91c14be'] in n-d-803718-1 is: [{'id': 'f32cc69d-1d50-4db7-b3a0-acd7e91c14be', 'name': 'tempest-TaggedBootDevicesTest_v242-560170190-router', 'tenant_id': 'b3a28468a5a64da39043bde288fe6278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '0709ca2d-c286-4050-99f3-aeeb8540da72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:44:25Z', 'updated_at': '2022-03-05T13:44:28Z', 'revision_number': 3, 'project_id': 'b3a28468a5a64da39043bde288fe6278', 'gw_port': {'id': '0709ca2d-c286-4050-99f3-aeeb8540da72', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32cc69d-1d50-4db7-b3a0-acd7e91c14be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:26Z', 'updated_at': '2022-03-05T13:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:44:32.124497 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ee1615-abe7-40bc-80f1-36a708802272', 'tag': '5430d653-60a4-4fed-b1cb-5c0a9447d345'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:32.143334 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3626eaa1-a3fb-4649-8a71-d2ea80db965c req-9df2950d-45d4-484d-b54a-112c5f7681e2 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2284865 Mar 05 13:44:32.287522 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-93168601-e1c8-4794-ae1e-13cff1f277a6 None None] Provisioning for port 08e7e001-09a5-4331-a56b-9062182160d6 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:44:32.292727 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-93168601-e1c8-4794-ae1e-13cff1f277a6 None None] Provisioning complete for port 08e7e001-09a5-4331-a56b-9062182160d6 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:32.293098 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-93168601-e1c8-4794-ae1e-13cff1f277a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:32.367251 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-93168601-e1c8-4794-ae1e-13cff1f277a6 None None] Port 08e7e001-09a5-4331-a56b-9062182160d6 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:44:32.385280 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d55d5e-08ff-49b3-8200-b90532a0a3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5430d653-60a4-4fed-b1cb-5c0a9447d345,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:32.420332 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Attempting to bind port fb2972e9-7940-4233-b6f6-cecfa78eca5e on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:44:32.421126 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Attempting to bind port fb2972e9-7940-4233-b6f6-cecfa78eca5e by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '878d8184-25a8-44de-b274-b8af194d7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d86e86d-be75-4dd0-9056-119726c56558'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:44:32.421126 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Attempting to bind port fb2972e9-7940-4233-b6f6-cecfa78eca5e on network 0d86e86d-be75-4dd0-9056-119726c56558 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:32.464544 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8204b2-32cb-4d5b-92a5-3518d1e51555 req-1c55cec7-c0bf-4d98-b2f3-b9e9af82ed97 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:32.468033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Port fb2972e9-7940-4233-b6f6-cecfa78eca5e on network 0d86e86d-be75-4dd0-9056-119726c56558 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:44:32.468292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Attempting to bind port fb2972e9-7940-4233-b6f6-cecfa78eca5e on network 0d86e86d-be75-4dd0-9056-119726c56558 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:32.471052 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f8204b2-32cb-4d5b-92a5-3518d1e51555 req-1c55cec7-c0bf-4d98-b2f3-b9e9af82ed97 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 943 time: 0.2124786 Mar 05 13:44:32.566637 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:44:32.567106 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Checking segment: {'id': '878d8184-25a8-44de-b274-b8af194d7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d86e86d-be75-4dd0-9056-119726c56558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:44:32.567583 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Bound using segment: {'id': '878d8184-25a8-44de-b274-b8af194d7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d86e86d-be75-4dd0-9056-119726c56558'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:44:32.568140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Bound port: fb2972e9-7940-4233-b6f6-cecfa78eca5e, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878d8184-25a8-44de-b274-b8af194d7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d86e86d-be75-4dd0-9056-119726c56558'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:44:32.568660 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:32.604303 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-94f301cd-7dd0-4a5f-9cfc-2cafaaf21c23 service neutron] 10.222.0.30 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9680514 Mar 05 13:44:32.629891 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9147218-aef2-4327-8d40-86c3ea4856e9 req-e3a6eb59-d3ca-43bf-90e0-4fc3aea87aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:32.631580 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9147218-aef2-4327-8d40-86c3ea4856e9 req-e3a6eb59-d3ca-43bf-90e0-4fc3aea87aa1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ab51ac37-1597-4828-b9cf-268ef8a1b3cb HTTP/1.1" status: 200 len: 1101 time: 0.8362195 Mar 05 13:44:32.729353 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f8204b2-32cb-4d5b-92a5-3518d1e51555 req-0e384ade-8647-481f-8faf-ead5df5bc98e tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573721 Mar 05 13:44:32.757468 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70f3019c-9754-47a3-b4aa-d5d479b3dd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:32.785399 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51e400-936b-40f2-a7b5-0ce099b5de60 req-46948d5a-17a2-425f-b8b3-05ac87dbeb70 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:32.791267 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51e400-936b-40f2-a7b5-0ce099b5de60 req-46948d5a-17a2-425f-b8b3-05ac87dbeb70 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:32.797385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51e400-936b-40f2-a7b5-0ce099b5de60 req-46948d5a-17a2-425f-b8b3-05ac87dbeb70 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:32.803241 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51e400-936b-40f2-a7b5-0ce099b5de60 req-46948d5a-17a2-425f-b8b3-05ac87dbeb70 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:32.809110 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51e400-936b-40f2-a7b5-0ce099b5de60 req-46948d5a-17a2-425f-b8b3-05ac87dbeb70 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:32.815077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51e400-936b-40f2-a7b5-0ce099b5de60 req-46948d5a-17a2-425f-b8b3-05ac87dbeb70 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:32.820963 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51e400-936b-40f2-a7b5-0ce099b5de60 req-46948d5a-17a2-425f-b8b3-05ac87dbeb70 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:32.828623 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a51e400-936b-40f2-a7b5-0ce099b5de60 req-46948d5a-17a2-425f-b8b3-05ac87dbeb70 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5420 time: 1.0207808 Mar 05 13:44:32.845439 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-d2f9f67c-3079-4926-a75a-fcaf2f11a1a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=691d3e20-087e-4c9d-8327-4f7d7b8868dd HTTP/1.1" status: 200 len: 217 time: 0.2224455 Mar 05 13:44:32.975249 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9c05450b-4e15-405f-95f4-7a633659dd91 req-2de91b29-3ee6-4e45-ba29-d42fb6bf821d tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.16 "GET /v2.0/ports?device_id=482d64b7-6b17-479f-b52f-bd47e4271069 HTTP/1.1" status: 200 len: 210 time: 0.0897775 Mar 05 13:44:32.975799 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f52cce05-308f-4011-a51a-3fe70e3cf1d0 req-ef493b6b-0f5a-4f93-b553-50f4818e3139 tempest-ServerShowV247Test-1133659420 tempest-ServerShowV247Test-1133659420-project] 10.222.0.15 "GET /v2.0/ports?device_id=482d64b7-6b17-479f-b52f-bd47e4271069 HTTP/1.1" status: 200 len: 210 time: 0.1449149 Mar 05 13:44:32.990069 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-3a2a8553-8a20-406c-820c-980cebfc6c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:32.991085 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-3a2a8553-8a20-406c-820c-980cebfc6c69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cee7834a5214c2e894eb17166dede92&device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 1094 time: 0.7629917 Mar 05 13:44:33.121245 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70f3019c-9754-47a3-b4aa-d5d479b3dd2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:33.161932 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-15c3438e-331f-4a9e-99e0-bb8258292d44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5430d653-60a4-4fed-b1cb-5c0a9447d345 HTTP/1.1" status: 200 len: 217 time: 0.1354260 Mar 05 13:44:33.172007 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-5d3a81da-621a-461f-a01e-8f2494e13c70 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:33.172241 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70f3019c-9754-47a3-b4aa-d5d479b3dd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:33.180688 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9147218-aef2-4327-8d40-86c3ea4856e9 req-a1d4b566-e4a3-4efe-82cf-d72de31e2d4a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760447 Mar 05 13:44:33.192302 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a51e400-936b-40f2-a7b5-0ce099b5de60 req-d5353d20-6f96-4905-a49a-73dc058d8bfb tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3628006 Mar 05 13:44:33.253938 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0709ca2d-c286-4050-99f3-aeeb8540da72 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:44:33.264779 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] For port fb2972e9-7940-4233-b6f6-cecfa78eca5e, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:44:33.273851 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-3629c192-7675-4904-be7f-80238dc76a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:33.275347 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-3629c192-7675-4904-be7f-80238dc76a82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1862c115-1882-4737-96e2-80cabd1f69de HTTP/1.1" status: 200 len: 797 time: 0.3773773 Mar 05 13:44:33.275579 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70f3019c-9754-47a3-b4aa-d5d479b3dd2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:33.329531 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] For port fb2972e9-7940-4233-b6f6-cecfa78eca5e, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fb2972e9-7940-4233-b6f6-cecfa78eca5e,segment=NetworkSegment(878d8184-25a8-44de-b274-b8af194d7640),segment_id=878d8184-25a8-44de-b274-b8af194d7640)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:44:33.341475 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ee1615-abe7-40bc-80f1-36a708802272', 'tag': '5430d653-60a4-4fed-b1cb-5c0a9447d345', 'status': 'completed', 'code': 200} Mar 05 13:44:33.351884 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:33.379909 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 0709ca2d-c286-4050-99f3-aeeb8540da72 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:44:33.390675 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 0709ca2d-c286-4050-99f3-aeeb8540da72 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:33.391200 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:33.457666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c41687-d5f6-4de1-8e46-c1c7c787feb4 req-7048456b-e715-4d8f-8815-5fb4847892db tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:33.463873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-30bdb49f-83c2-4089-8499-9d5eea6b8655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:33.464847 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b4c41687-d5f6-4de1-8e46-c1c7c787feb4 req-7048456b-e715-4d8f-8815-5fb4847892db tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a69d36a-6b3d-4520-97df-110dc959634f HTTP/1.1" status: 200 len: 950 time: 0.3416288 Mar 05 13:44:33.465810 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-30bdb49f-83c2-4089-8499-9d5eea6b8655 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9e02c3-ee9d-409b-8fd1-50a4db05b5c0 HTTP/1.1" status: 200 len: 852 time: 0.2842669 Mar 05 13:44:33.484354 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3019c-9754-47a3-b4aa-d5d479b3dd2a admin admin] Pushing event updated for resources: {'Port': ['ID=08e7e001-09a5-4331-a56b-9062182160d6,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:33.537889 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b4c41687-d5f6-4de1-8e46-c1c7c787feb4 req-a15376c4-f326-4f7c-8a36-7e6c1901cf1c tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719283 Mar 05 13:44:33.547503 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f3019c-9754-47a3-b4aa-d5d479b3dd2a admin admin] Network d4efc90d-7f43-461b-9902-8bcea79673ba is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:44:33.548648 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-70f3019c-9754-47a3-b4aa-d5d479b3dd2a admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:44:33.579170 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:33.580109 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:33.583136 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] 10.222.0.15 "PUT /v2.0/ports/fb2972e9-7940-4233-b6f6-cecfa78eca5e HTTP/1.1" status: 200 len: 1092 time: 5.8342977 Mar 05 13:44:33.635533 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:33.650086 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-20e02b41-dbe6-4677-b4e8-ce06a0f882f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8219997c-1c4d-4ab9-a963-82e08fb1ad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351345 Mar 05 13:44:33.654230 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 0709ca2d-c286-4050-99f3-aeeb8540da72, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0709ca2d-c286-4050-99f3-aeeb8540da72,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:33.658498 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:33.787683 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ba4524d7-4db5-4ce8-82a5-4f85d36bf927 req-ac2e0093-f8e7-4c90-ba72-c71322cd0a13 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 210 time: 0.0605285 Mar 05 13:44:33.794917 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=0709ca2d-c286-4050-99f3-aeeb8540da72,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:33.849981 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2972e9-7940-4233-b6f6-cecfa78eca5e,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:33.931625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-40781ee9-9d1f-450a-90c0-4270449e6e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:33.933386 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-40781ee9-9d1f-450a-90c0-4270449e6e0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8fa48499-e36c-4df6-9ca6-fd9e833610e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6487350 Mar 05 13:44:33.943541 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:33.944112 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:33.944591 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:33.944915 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f3019c-9754-47a3-b4aa-d5d479b3dd2a admin admin] Router f32cc69d-1d50-4db7-b3a0-acd7e91c14be has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:44:33.945274 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:33.945977 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:33.947392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:33.947872 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:33.948354 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:33.948830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:33.949472 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:33.949805 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:33.950241 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f50541f-0ece-4e86-8e96-61cb20caa076 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:33.956122 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-5d3a81da-621a-461f-a01e-8f2494e13c70 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:34.007116 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cb614f2a-9241-45e6-992a-12285ecb1ec2 None None] Provisioning complete for port 08e7e001-09a5-4331-a56b-9062182160d6 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:34.007494 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cb614f2a-9241-45e6-992a-12285ecb1ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:34.097146 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cb614f2a-9241-45e6-992a-12285ecb1ec2 None None] Port 08e7e001-09a5-4331-a56b-9062182160d6 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:44:34.163173 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-5d3a81da-621a-461f-a01e-8f2494e13c70 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Network 0d86e86d-be75-4dd0-9056-119726c56558 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:44:34.200333 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99aa222-2e2b-4c70-9003-12df9740e2cb req-706a2dca-6a30-47b2-9522-72831e9cbd08 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:34.201934 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a99aa222-2e2b-4c70-9003-12df9740e2cb req-706a2dca-6a30-47b2-9522-72831e9cbd08 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 943 time: 0.2483041 Mar 05 13:44:34.249580 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f3019c-9754-47a3-b4aa-d5d479b3dd2a admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:44:34.275703 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a99aa222-2e2b-4c70-9003-12df9740e2cb req-16421b94-63d7-4e6b-8d14-358d180260b5 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648096 Mar 05 13:44:34.288408 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-70f3019c-9754-47a3-b4aa-d5d479b3dd2a admin admin] 10.222.0.16 "PUT /v2.0/routers/f32cc69d-1d50-4db7-b3a0-acd7e91c14be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4054582 Mar 05 13:44:34.322427 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] Sync routers for ids ['f32cc69d-1d50-4db7-b3a0-acd7e91c14be'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:44:34.334259 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-5d3a81da-621a-461f-a01e-8f2494e13c70 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:44:34.335422 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] Routers {'f32cc69d-1d50-4db7-b3a0-acd7e91c14be'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:44:34.336095 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:44:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['f32cc69d-1d50-4db7-b3a0-acd7e91c14be'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:34.433423 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-5d3a81da-621a-461f-a01e-8f2494e13c70 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:44:34.547356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a81da-621a-461f-a01e-8f2494e13c70 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Pushing event updated for resources: {'Port': ['ID=bb17c5d8-2566-4bf8-8929-838b3ea7a0cd,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:34.593983 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-518f43bf-2622-4494-9c04-2c213b1ab034 service neutron] 10.222.0.15 "GET /v2.0/networks/8219997c-1c4d-4ab9-a963-82e08fb1ad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8493214 Mar 05 13:44:34.604327 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c994b-89a5-4ad2-9f6c-7831ad104cad req-116d8d90-27c1-48c4-8228-1450eb7b4e01 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:34.611436 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b65c994b-89a5-4ad2-9f6c-7831ad104cad req-116d8d90-27c1-48c4-8228-1450eb7b4e01 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab51ac37-1597-4828-b9cf-268ef8a1b3cb HTTP/1.1" status: 200 len: 950 time: 1.1506724 Mar 05 13:44:34.688650 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e56d5-1fce-4b8b-97ad-33a1a3b609a7 req-212914ec-3bad-4fa0-8438-59d4fce070d8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:34.697663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e56d5-1fce-4b8b-97ad-33a1a3b609a7 req-212914ec-3bad-4fa0-8438-59d4fce070d8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:34.706448 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e56d5-1fce-4b8b-97ad-33a1a3b609a7 req-212914ec-3bad-4fa0-8438-59d4fce070d8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:34.707400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cee35c-faef-4a24-aa81-531afbd8714a req-3a42510f-34fe-4de6-995a-99c53690a681 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:34.708931 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-12cee35c-faef-4a24-aa81-531afbd8714a req-3a42510f-34fe-4de6-995a-99c53690a681 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a69d36a-6b3d-4520-97df-110dc959634f HTTP/1.1" status: 200 len: 950 time: 1.0261099 Mar 05 13:44:34.709675 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] Set router f32cc69d-1d50-4db7-b3a0-acd7e91c14be gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:44:34.713172 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e56d5-1fce-4b8b-97ad-33a1a3b609a7 req-212914ec-3bad-4fa0-8438-59d4fce070d8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:34.720230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e56d5-1fce-4b8b-97ad-33a1a3b609a7 req-212914ec-3bad-4fa0-8438-59d4fce070d8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:34.727189 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e56d5-1fce-4b8b-97ad-33a1a3b609a7 req-212914ec-3bad-4fa0-8438-59d4fce070d8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:34.734045 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e56d5-1fce-4b8b-97ad-33a1a3b609a7 req-212914ec-3bad-4fa0-8438-59d4fce070d8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:34.736367 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f63e56d5-1fce-4b8b-97ad-33a1a3b609a7 req-212914ec-3bad-4fa0-8438-59d4fce070d8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5420 time: 0.1697807 Mar 05 13:44:34.762663 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-5d3a81da-621a-461f-a01e-8f2494e13c70 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:34.765916 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-5d3a81da-621a-461f-a01e-8f2494e13c70 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:34.820352 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f63e56d5-1fce-4b8b-97ad-33a1a3b609a7 req-b98dcaf8-8e24-4c9a-9628-f3515e243af3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0744100 Mar 05 13:44:34.894688 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-5d3a81da-621a-461f-a01e-8f2494e13c70 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3498790 Mar 05 13:44:34.896686 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-43c849ae-e580-41cd-8a56-22597bbf81ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:34.898129 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-43c849ae-e580-41cd-8a56-22597bbf81ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b4c5e1114694e2bb2fc635b08564db6&device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 1095 time: 1.1188025 Mar 05 13:44:34.966145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55502) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:44:35.068254 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b65c994b-89a5-4ad2-9f6c-7831ad104cad req-28975732-a33c-4b29-ba4d-d422dc02c861 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539497 Mar 05 13:44:35.073642 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-091cb865-1f19-4c91-91dc-dc6c9266bea0 service neutron] Request body: {'port': {'device_id': '668148c9-6778-4d9b-b28a-bbc57747aecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:35.106583 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1ff2f-bc0a-4a67-a3ff-903a05a52b40 req-44c98856-3488-4222-a2bb-9cb513d11692 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:35.116513 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-79a1ff2f-bc0a-4a67-a3ff-903a05a52b40 req-44c98856-3488-4222-a2bb-9cb513d11692 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a69d36a-6b3d-4520-97df-110dc959634f HTTP/1.1" status: 200 len: 950 time: 0.1513863 Mar 05 13:44:35.181051 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32cc69d-1d50-4db7-b3a0-acd7e91c14be', 'name': 'tempest-TaggedBootDevicesTest_v242-560170190-router', 'tenant_id': 'b3a28468a5a64da39043bde288fe6278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '0709ca2d-c286-4050-99f3-aeeb8540da72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:44:25Z', 'updated_at': '2022-03-05T13:44:32Z', 'revision_number': 4, 'project_id': 'b3a28468a5a64da39043bde288fe6278', 'gw_port': {'id': '0709ca2d-c286-4050-99f3-aeeb8540da72', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32cc69d-1d50-4db7-b3a0-acd7e91c14be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:26Z', 'updated_at': '2022-03-05T13:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '08e7e001-09a5-4331-a56b-9062182160d6', 'name': '', 'network_id': 'd4efc90d-7f43-461b-9902-8bcea79673ba', 'tenant_id': 'b3a28468a5a64da39043bde288fe6278', 'mac_address': 'fa:16:3e:b6:41:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32cc69d-1d50-4db7-b3a0-acd7e91c14be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'f78e2824-d7fa-4e1b-b721-396c0081f125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:31Z', 'updated_at': '2022-03-05T13:44:32Z', 'revision_number': 2, 'project_id': 'b3a28468a5a64da39043bde288fe6278', 'subnets': [{'id': 'f78e2824-d7fa-4e1b-b721-396c0081f125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:35.189447 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-79a1ff2f-bc0a-4a67-a3ff-903a05a52b40 req-99490763-f4a2-4dee-851c-0221a55b307f tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720689 Mar 05 13:44:35.191274 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] Checking router: f32cc69d-1d50-4db7-b3a0-acd7e91c14be for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:44:35.192313 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] Updating router f32cc69d-1d50-4db7-b3a0-acd7e91c14be port 08e7e001-09a5-4331-a56b-9062182160d6 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:44:35.213237 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-c6abdb8f-e494-43f6-b49f-b1425cb800de service neutron] 10.222.0.30 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1975811 Mar 05 13:44:35.235733 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-a86f35fc-4fc0-4a91-bb03-0e5a90f08139 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb2972e9-7940-4233-b6f6-cecfa78eca5e HTTP/1.1" status: 200 len: 217 time: 0.2358038 Mar 05 13:44:35.236245 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0709ca2d-c286-4050-99f3-aeeb8540da72 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:44:35.266795 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-97630cd2-c7e5-4d95-b321-37f8b927312e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:35.282652 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-97630cd2-c7e5-4d95-b321-37f8b927312e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:35.286605 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-97630cd2-c7e5-4d95-b321-37f8b927312e admin admin] Usage tracker for resource:security_group_rule and tenant:8866191ec63f43fd95aa642de9c4ee9a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:44:35.289486 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-97630cd2-c7e5-4d95-b321-37f8b927312e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:44:35.295650 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-97630cd2-c7e5-4d95-b321-37f8b927312e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:35.332858 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:35.352653 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf88ee1-563d-4eb2-803e-9723b633651d', 'tag': 'fb2972e9-7940-4233-b6f6-cecfa78eca5e'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:35.440129 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 0709ca2d-c286-4050-99f3-aeeb8540da72 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:35.440801 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:35.537619 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-97630cd2-c7e5-4d95-b321-37f8b927312e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:35.540861 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-12cee35c-faef-4a24-aa81-531afbd8714a req-6d92705c-e532-45d6-b35e-43e0f95cde35 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Deleting port 772de55e-c1f6-42f7-84c7-47ca203d7dc9 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:44:35.541165 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-12cee35c-faef-4a24-aa81-531afbd8714a req-6d92705c-e532-45d6-b35e-43e0f95cde35 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:35.602236 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-97630cd2-c7e5-4d95-b321-37f8b927312e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:35.683515 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97630cd2-c7e5-4d95-b321-37f8b927312e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740899e1-1a8a-4091-9e0b-f3f3b01ec8b9,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:35.690827 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-97630cd2-c7e5-4d95-b321-37f8b927312e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8866191ec63f43fd95aa642de9c4ee9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7236478 Mar 05 13:44:35.695259 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55528) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:44:35.726509 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a8fd0e6-8f21-4321-8ba8-64f13c95c555 req-b02da7f7-7a79-421b-baa8-56d9c4c416f8 service neutron] 10.222.0.15 "GET /v2.0/networks/8219997c-1c4d-4ab9-a963-82e08fb1ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1130710 Mar 05 13:44:35.737031 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf9390-88ae-4e37-aa91-82528def99ce req-caf6c01d-e23f-4f58-bad9-0e8dd174b4e8 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:35.742609 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d4bf9390-88ae-4e37-aa91-82528def99ce req-caf6c01d-e23f-4f58-bad9-0e8dd174b4e8 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 943 time: 0.2009223 Mar 05 13:44:35.777996 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-1b8f2f2c-c9ca-4e96-ac07-9302ee36b96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:35.779496 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-1b8f2f2c-c9ca-4e96-ac07-9302ee36b96a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32d17a52-66f7-429c-9ede-22bc23f82349 HTTP/1.1" status: 200 len: 859 time: 0.4801021 Mar 05 13:44:35.809759 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d4bf9390-88ae-4e37-aa91-82528def99ce req-b77851f8-a9d0-4128-a9aa-9bce51b3f19c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627875 Mar 05 13:44:35.846797 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:44:36.009375 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:36.023889 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] Transition to ACTIVE for port object 08e7e001-09a5-4331-a56b-9062182160d6 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:44:36.032036 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:36.054422 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-12cee35c-faef-4a24-aa81-531afbd8714a req-6d92705c-e532-45d6-b35e-43e0f95cde35 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] For port 772de55e-c1f6-42f7-84c7-47ca203d7dc9, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=772de55e-c1f6-42f7-84c7-47ca203d7dc9,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:36.054793 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-12cee35c-faef-4a24-aa81-531afbd8714a req-6d92705c-e532-45d6-b35e-43e0f95cde35 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:36.081066 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c083f0a-6fd7-4a67-a894-79c4014c3afe req-2c95525f-f362-4462-b966-1d38743169c2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:36.087576 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c083f0a-6fd7-4a67-a894-79c4014c3afe req-2c95525f-f362-4462-b966-1d38743169c2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:36.096047 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c083f0a-6fd7-4a67-a894-79c4014c3afe req-2c95525f-f362-4462-b966-1d38743169c2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:36.103804 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c083f0a-6fd7-4a67-a894-79c4014c3afe req-2c95525f-f362-4462-b966-1d38743169c2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:36.110454 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c083f0a-6fd7-4a67-a894-79c4014c3afe req-2c95525f-f362-4462-b966-1d38743169c2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:36.117440 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c083f0a-6fd7-4a67-a894-79c4014c3afe req-2c95525f-f362-4462-b966-1d38743169c2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:36.123749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c083f0a-6fd7-4a67-a894-79c4014c3afe req-2c95525f-f362-4462-b966-1d38743169c2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:36.140540 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0c083f0a-6fd7-4a67-a894-79c4014c3afe req-2c95525f-f362-4462-b966-1d38743169c2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5420 time: 0.1774666 Mar 05 13:44:36.206120 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ed086-a862-4ecd-a1c1-5e3b0bb8fcea None None] Pushing event updated for resources: {'Port': ['ID=08e7e001-09a5-4331-a56b-9062182160d6,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:36.242366 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0c083f0a-6fd7-4a67-a894-79c4014c3afe req-f498394f-198c-4d15-b158-17e7d2db4acb tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1007171 Mar 05 13:44:36.290308 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-12cee35c-faef-4a24-aa81-531afbd8714a req-6d92705c-e532-45d6-b35e-43e0f95cde35 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Calling delete_port for 772de55e-c1f6-42f7-84c7-47ca203d7dc9 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:44:36.381340 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] Attempting to bind port 08e7e001-09a5-4331-a56b-9062182160d6 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:44:36.381712 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] Attempting to bind port 08e7e001-09a5-4331-a56b-9062182160d6 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '25a3df98-ee15-4378-b4a9-77226e4570f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd4efc90d-7f43-461b-9902-8bcea79673ba'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:44:36.382070 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] Attempting to bind port 08e7e001-09a5-4331-a56b-9062182160d6 on network d4efc90d-7f43-461b-9902-8bcea79673ba {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:36.387499 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:44:36.387871 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] Checking segment: {'id': '25a3df98-ee15-4378-b4a9-77226e4570f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd4efc90d-7f43-461b-9902-8bcea79673ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:44:36.388260 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:36.388646 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] Bound using segment: {'id': '25a3df98-ee15-4378-b4a9-77226e4570f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd4efc90d-7f43-461b-9902-8bcea79673ba'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:44:36.389103 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] Bound port: 08e7e001-09a5-4331-a56b-9062182160d6, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a3df98-ee15-4378-b4a9-77226e4570f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd4efc90d-7f43-461b-9902-8bcea79673ba'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:44:36.389467 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:36.416111 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf88ee1-563d-4eb2-803e-9723b633651d', 'tag': 'fb2972e9-7940-4233-b6f6-cecfa78eca5e', 'status': 'completed', 'code': 200} Mar 05 13:44:36.424984 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-5ecc54b1-2aba-4c9e-8750-d54221bccb04 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d86e86d-be75-4dd0-9056-119726c56558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921144 Mar 05 13:44:36.490401 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-091cb865-1f19-4c91-91dc-dc6c9266bea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:36.519512 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] For port 08e7e001-09a5-4331-a56b-9062182160d6, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:44:36.524247 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] For port 08e7e001-09a5-4331-a56b-9062182160d6, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=08e7e001-09a5-4331-a56b-9062182160d6,segment=NetworkSegment(25a3df98-ee15-4378-b4a9-77226e4570f1),segment_id=25a3df98-ee15-4378-b4a9-77226e4570f1)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:44:36.526816 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1996b57-9f9f-49ac-86cb-4c633e0e2ad0 req-841ad771-6ee1-4dc5-9595-c0773e8be467 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:36.529014 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e1996b57-9f9f-49ac-86cb-4c633e0e2ad0 req-841ad771-6ee1-4dc5-9595-c0773e8be467 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab51ac37-1597-4828-b9cf-268ef8a1b3cb HTTP/1.1" status: 200 len: 950 time: 0.1166620 Mar 05 13:44:36.530416 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:36.599318 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e1996b57-9f9f-49ac-86cb-4c633e0e2ad0 req-20391c87-3c64-4310-ad8d-bf3273887353 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624042 Mar 05 13:44:36.622646 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] Routers {'f32cc69d-1d50-4db7-b3a0-acd7e91c14be'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:44:36.623627 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:44:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['f32cc69d-1d50-4db7-b3a0-acd7e91c14be'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:36.623998 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c80d060-3a20-4e3a-838c-fc820498d9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:36.741434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ed086-a862-4ecd-a1c1-5e3b0bb8fcea None None] Pushing event updated for resources: {'Port': ['ID=08e7e001-09a5-4331-a56b-9062182160d6,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:36.780302 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 5430d653-60a4-4fed-b1cb-5c0a9447d345 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:44:36.887779 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c80d060-3a20-4e3a-838c-fc820498d9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:36.934328 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] Set router f32cc69d-1d50-4db7-b3a0-acd7e91c14be gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:44:36.937520 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99413b-d9a1-4d3d-bd9e-04bda6690477 req-d452535c-defa-41f2-98a8-71b7b674a4a9 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:36.938271 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-8f99413b-d9a1-4d3d-bd9e-04bda6690477 req-d452535c-defa-41f2-98a8-71b7b674a4a9 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Synchronizing usage tracker for tenant:2b4c5e1114694e2bb2fc635b08564db6 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:44:36.977495 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bdab8-11b2-4722-ad29-fc443da984c4 req-eb820045-2afe-4a51-ac7a-eb01b73fcf4a tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:36.979619 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-842bdab8-11b2-4722-ad29-fc443da984c4 req-eb820045-2afe-4a51-ac7a-eb01b73fcf4a tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a69d36a-6b3d-4520-97df-110dc959634f HTTP/1.1" status: 200 len: 950 time: 0.1809440 Mar 05 13:44:37.044159 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-842bdab8-11b2-4722-ad29-fc443da984c4 req-68345710-1772-44c9-831c-e55c30701117 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589814 Mar 05 13:44:37.068566 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-17f29332-b265-4617-ab5d-a9c6a754cebb service neutron] 10.222.0.30 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8125300 Mar 05 13:44:37.205198 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 5430d653-60a4-4fed-b1cb-5c0a9447d345, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5430d653-60a4-4fed-b1cb-5c0a9447d345,segment=NetworkSegment(d303414a-0981-4891-a06d-3ac528ef1c07),segment_id=d303414a-0981-4891-a06d-3ac528ef1c07)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:37.251937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88befd40-40b1-4b8b-b805-0a0f308e1ab4 req-e9c4c8f1-211b-47b1-8f3b-d5085e07b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:37.254227 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-88befd40-40b1-4b8b-b805-0a0f308e1ab4 req-e9c4c8f1-211b-47b1-8f3b-d5085e07b2a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cee7834a5214c2e894eb17166dede92&device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 1094 time: 1.0287147 Mar 05 13:44:37.255598 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-946c7088-8cbe-4a16-8e07-f10d8ea8664f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=c29c5c22-46c5-4bcd-9bbd-e5a412502846 HTTP/1.1" status: 200 len: 217 time: 0.1031530 Mar 05 13:44:37.256289 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-8f99413b-d9a1-4d3d-bd9e-04bda6690477 req-d452535c-defa-41f2-98a8-71b7b674a4a9 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Unset dirty status for tenant:2b4c5e1114694e2bb2fc635b08564db6 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:44:37.263947 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8f99413b-d9a1-4d3d-bd9e-04bda6690477 req-d452535c-defa-41f2-98a8-71b7b674a4a9 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 932 time: 1.9628470 Mar 05 13:44:37.279531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa23492-f12d-45e2-8f41-ce458065d926 req-d5e99176-ecc4-49db-b677-c2e8fb48024c tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:37.280368 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '5430d653-60a4-4fed-b1cb-5c0a9447d345', 'network_id': '8219997c-1c4d-4ab9-a963-82e08fb1ad9d', 'port_id': '5430d653-60a4-4fed-b1cb-5c0a9447d345', 'mac_address': 'fa:16:3e:e9:22:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9e02c3-ee9d-409b-8fd1-50a4db05b5c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:44:37.281971 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4aa23492-f12d-45e2-8f41-ce458065d926 req-d5e99176-ecc4-49db-b677-c2e8fb48024c tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ab51ac37-1597-4828-b9cf-268ef8a1b3cb HTTP/1.1" status: 200 len: 1101 time: 0.1151237 Mar 05 13:44:37.351376 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4aa23492-f12d-45e2-8f41-ce458065d926 req-ae8ba217-ca4c-4e1d-83ec-53c712ce902e tempest-ServersOnMultiNodesTest-720468085 tempest-ServersOnMultiNodesTest-720468085-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606604 Mar 05 13:44:37.373555 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:37.426658 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5430d653-60a4-4fed-b1cb-5c0a9447d345 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:44:37.453064 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 5430d653-60a4-4fed-b1cb-5c0a9447d345, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5430d653-60a4-4fed-b1cb-5c0a9447d345,segment=NetworkSegment(d303414a-0981-4891-a06d-3ac528ef1c07),segment_id=d303414a-0981-4891-a06d-3ac528ef1c07)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:37.468122 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:37.525875 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32cc69d-1d50-4db7-b3a0-acd7e91c14be', 'name': 'tempest-TaggedBootDevicesTest_v242-560170190-router', 'tenant_id': 'b3a28468a5a64da39043bde288fe6278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '0709ca2d-c286-4050-99f3-aeeb8540da72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:44:25Z', 'updated_at': '2022-03-05T13:44:32Z', 'revision_number': 4, 'project_id': 'b3a28468a5a64da39043bde288fe6278', 'gw_port': {'id': '0709ca2d-c286-4050-99f3-aeeb8540da72', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32cc69d-1d50-4db7-b3a0-acd7e91c14be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:26Z', 'updated_at': '2022-03-05T13:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '08e7e001-09a5-4331-a56b-9062182160d6', 'name': '', 'network_id': 'd4efc90d-7f43-461b-9902-8bcea79673ba', 'tenant_id': 'b3a28468a5a64da39043bde288fe6278', 'mac_address': 'fa:16:3e:b6:41:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32cc69d-1d50-4db7-b3a0-acd7e91c14be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'f78e2824-d7fa-4e1b-b721-396c0081f125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:31Z', 'updated_at': '2022-03-05T13:44:36Z', 'revision_number': 4, 'project_id': 'b3a28468a5a64da39043bde288fe6278', 'subnets': [{'id': 'f78e2824-d7fa-4e1b-b721-396c0081f125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:37.536311 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a22d93-862d-433a-9710-5334f7b040b6 None None] The sync data for ids ['f32cc69d-1d50-4db7-b3a0-acd7e91c14be'] in n-d-803718-1 is: [{'id': 'f32cc69d-1d50-4db7-b3a0-acd7e91c14be', 'name': 'tempest-TaggedBootDevicesTest_v242-560170190-router', 'tenant_id': 'b3a28468a5a64da39043bde288fe6278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '0709ca2d-c286-4050-99f3-aeeb8540da72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:44:25Z', 'updated_at': '2022-03-05T13:44:32Z', 'revision_number': 4, 'project_id': 'b3a28468a5a64da39043bde288fe6278', 'gw_port': {'id': '0709ca2d-c286-4050-99f3-aeeb8540da72', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32cc69d-1d50-4db7-b3a0-acd7e91c14be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:26Z', 'updated_at': '2022-03-05T13:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '08e7e001-09a5-4331-a56b-9062182160d6', 'name': '', 'network_id': 'd4efc90d-7f43-461b-9902-8bcea79673ba', 'tenant_id': 'b3a28468a5a64da39043bde288fe6278', 'mac_address': 'fa:16:3e:b6:41:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32cc69d-1d50-4db7-b3a0-acd7e91c14be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'f78e2824-d7fa-4e1b-b721-396c0081f125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:31Z', 'updated_at': '2022-03-05T13:44:36Z', 'revision_number': 4, 'project_id': 'b3a28468a5a64da39043bde288fe6278', 'subnets': [{'id': 'f78e2824-d7fa-4e1b-b721-396c0081f125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:44:37.556373 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=5430d653-60a4-4fed-b1cb-5c0a9447d345,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:37.647733 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-6f0c8a62-68c7-4186-a85b-27c98616d01f service neutron] 10.222.0.15 "GET /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2012577 Mar 05 13:44:37.648604 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c80d060-3a20-4e3a-838c-fc820498d9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:37.684985 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a66da35-b233-4617-a6d9-f2a5d0abfd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:37.686456 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-2a66da35-b233-4617-a6d9-f2a5d0abfd41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1862c115-1882-4737-96e2-80cabd1f69de HTTP/1.1" status: 200 len: 797 time: 0.3982460 Mar 05 13:44:37.718616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80d060-3a20-4e3a-838c-fc820498d9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740899e1-1a8a-4091-9e0b-f3f3b01ec8b9,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:37.730019 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8f99413b-d9a1-4d3d-bd9e-04bda6690477 req-6db6ee5a-d4f3-4892-823e-f829cfcbe8b6 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650350 Mar 05 13:44:37.737520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470f8c4-d55e-4872-b02f-1f4fc22415bf req-aff073e2-703a-42a5-a37f-db525d1d44be tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:37.739132 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9470f8c4-d55e-4872-b02f-1f4fc22415bf req-aff073e2-703a-42a5-a37f-db525d1d44be tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 944 time: 0.1706300 Mar 05 13:44:37.753884 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['5430d653-60a4-4fed-b1cb-5c0a9447d345'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:44:37.803195 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9470f8c4-d55e-4872-b02f-1f4fc22415bf req-f929d1ee-9659-4df5-a3bf-ecbcaf2fa3e7 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573289 Mar 05 13:44:38.028192 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-12cee35c-faef-4a24-aa81-531afbd8714a req-6d92705c-e532-45d6-b35e-43e0f95cde35 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:38.062241 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['f8e868d7-19d4-4db9-bdee-5b44bdc7acd2'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:44:38.213693 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c80d060-3a20-4e3a-838c-fc820498d9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:38.218640 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6c80d060-3a20-4e3a-838c-fc820498d9bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/740899e1-1a8a-4091-9e0b-f3f3b01ec8b9 HTTP/1.1" status: 204 len: 168 time: 2.5082934 Mar 05 13:44:38.220153 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88befd40-40b1-4b8b-b805-0a0f308e1ab4 req-8b1adcd7-1ba5-43b5-9ed8-1aa0ea6bf060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:38.222347 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-88befd40-40b1-4b8b-b805-0a0f308e1ab4 req-8b1adcd7-1ba5-43b5-9ed8-1aa0ea6bf060 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8219997c-1c4d-4ab9-a963-82e08fb1ad9d HTTP/1.1" status: 200 len: 912 time: 0.9283698 Mar 05 13:44:38.336290 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-88befd40-40b1-4b8b-b805-0a0f308e1ab4 req-d38d32ff-2938-4f1a-a072-d24e38d63eaa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5430d653-60a4-4fed-b1cb-5c0a9447d345 HTTP/1.1" status: 200 len: 217 time: 0.0886199 Mar 05 13:44:38.337322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92705c-e532-45d6-b35e-43e0f95cde35 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Pushing event deleted for resources: {'Port': ['ID=772de55e-c1f6-42f7-84c7-47ca203d7dc9,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:38.414707 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e5d1b30f-b275-45f9-b6c0-bb7822be472d req-be00cf27-20fb-4ea6-8b4a-fea9e49ba196 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a69d36a-6b3d-4520-97df-110dc959634f HTTP/1.1" status: 200 len: 210 time: 0.1055479 Mar 05 13:44:38.501915 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88befd40-40b1-4b8b-b805-0a0f308e1ab4 req-2176d03c-6a16-405a-80fb-3098aaeabc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:38.503980 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-88befd40-40b1-4b8b-b805-0a0f308e1ab4 req-2176d03c-6a16-405a-80fb-3098aaeabc23 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9e02c3-ee9d-409b-8fd1-50a4db05b5c0 HTTP/1.1" status: 200 len: 852 time: 0.0912671 Mar 05 13:44:38.599787 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cebf6e8c-96f4-4445-81d0-b526ffdc3b02 req-d2999c3a-8606-449e-996b-8057686c66d0 service neutron] 10.222.0.15 "GET /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9098756 Mar 05 13:44:38.657268 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-88befd40-40b1-4b8b-b805-0a0f308e1ab4 req-7dd888cd-39fc-43d6-866f-47a3dbeaddab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8219997c-1c4d-4ab9-a963-82e08fb1ad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133289 Mar 05 13:44:38.712209 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-12cee35c-faef-4a24-aa81-531afbd8714a req-6d92705c-e532-45d6-b35e-43e0f95cde35 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] No DVR routers for this DVR port 772de55e-c1f6-42f7-84c7-47ca203d7dc9 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:44:38.725780 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-812356c3-2c1d-477b-8048-6e36564e53a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:38.761565 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebe713-aa7d-4b9d-a968-836244b83895 req-0c43ebd9-9b52-4678-b5da-0eb9a9e29779 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:38.763521 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cfebe713-aa7d-4b9d-a968-836244b83895 req-0c43ebd9-9b52-4678-b5da-0eb9a9e29779 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab51ac37-1597-4828-b9cf-268ef8a1b3cb HTTP/1.1" status: 200 len: 950 time: 0.1714537 Mar 05 13:44:38.779523 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 772de55e-c1f6-42f7-84c7-47ca203d7dc9 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:44:38.793982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-5f42ab76-6812-4168-b6fc-39e6f0e7dbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:38.795854 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-5f42ab76-6812-4168-b6fc-39e6f0e7dbcd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8fa48499-e36c-4df6-9ca6-fd9e833610e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0600646 Mar 05 13:44:38.804479 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-12cee35c-faef-4a24-aa81-531afbd8714a req-6d92705c-e532-45d6-b35e-43e0f95cde35 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:38.806709 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-12cee35c-faef-4a24-aa81-531afbd8714a req-6d92705c-e532-45d6-b35e-43e0f95cde35 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.15 "DELETE /v2.0/ports/772de55e-c1f6-42f7-84c7-47ca203d7dc9 HTTP/1.1" status: 204 len: 173 time: 4.0053773 Mar 05 13:44:38.874518 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cfebe713-aa7d-4b9d-a968-836244b83895 req-1a57cb2f-7d50-48f2-8212-ff9eb914c0bd tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005311 Mar 05 13:44:38.874719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: 772de55e-c1f6-42f7-84c7-47ca203d7dc9 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:44:38.875422 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 772de55e-c1f6-42f7-84c7-47ca203d7dc9 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:44:38.928124 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a69d36a-6b3d-4520-97df-110dc959634f', 'name': 'network-vif-deleted', 'tag': '772de55e-c1f6-42f7-84c7-47ca203d7dc9'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:39.071787 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['3953bd01-eec3-49cd-9135-0700f1de9c5c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:44:39.231589 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9d84d-4049-4ff1-8264-0f73e108ac95 req-c0e46d0d-68b8-4bb4-a18e-438ed0ae5a3c tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:39.246725 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c3f9d84d-4049-4ff1-8264-0f73e108ac95 req-c0e46d0d-68b8-4bb4-a18e-438ed0ae5a3c tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 932 time: 0.1683083 Mar 05 13:44:39.329559 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-c3f9d84d-4049-4ff1-8264-0f73e108ac95 req-5ca95f96-f6c7-4267-b9b5-92663f3b0a6c tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Synchronizing usage tracker for tenant:2b4c5e1114694e2bb2fc635b08564db6 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:44:39.333863 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 08e7e001-09a5-4331-a56b-9062182160d6 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:44:39.364549 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-c3f9d84d-4049-4ff1-8264-0f73e108ac95 req-5ca95f96-f6c7-4267-b9b5-92663f3b0a6c tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Unset dirty status for tenant:2b4c5e1114694e2bb2fc635b08564db6 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:44:39.371899 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c3f9d84d-4049-4ff1-8264-0f73e108ac95 req-5ca95f96-f6c7-4267-b9b5-92663f3b0a6c tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242108 Mar 05 13:44:39.644789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-091cb865-1f19-4c91-91dc-dc6c9266bea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb17c5d8-2566-4bf8-8929-838b3ea7a0cd {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:44:39.693225 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-091cb865-1f19-4c91-91dc-dc6c9266bea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:39.754866 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91845490-c616-4724-978a-6d279f9230df req-1b969d0c-2d13-4930-8072-4b3ee1dec134 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:39.768897 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91845490-c616-4724-978a-6d279f9230df req-1b969d0c-2d13-4930-8072-4b3ee1dec134 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:39.778633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91845490-c616-4724-978a-6d279f9230df req-1b969d0c-2d13-4930-8072-4b3ee1dec134 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:39.795802 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91845490-c616-4724-978a-6d279f9230df req-1b969d0c-2d13-4930-8072-4b3ee1dec134 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:39.803304 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91845490-c616-4724-978a-6d279f9230df req-1b969d0c-2d13-4930-8072-4b3ee1dec134 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:39.811714 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91845490-c616-4724-978a-6d279f9230df req-1b969d0c-2d13-4930-8072-4b3ee1dec134 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:39.818321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91845490-c616-4724-978a-6d279f9230df req-1b969d0c-2d13-4930-8072-4b3ee1dec134 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:39.819803 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 08e7e001-09a5-4331-a56b-9062182160d6 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:44:39.827101 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91845490-c616-4724-978a-6d279f9230df req-1b969d0c-2d13-4930-8072-4b3ee1dec134 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5420 time: 1.8186049 Mar 05 13:44:39.831394 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 08e7e001-09a5-4331-a56b-9062182160d6 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:39.832106 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:39.922138 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55624) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:44:39.960719 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-091cb865-1f19-4c91-91dc-dc6c9266bea0 service neutron] Transition to ACTIVE for port object bb17c5d8-2566-4bf8-8929-838b3ea7a0cd will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:44:40.025528 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91845490-c616-4724-978a-6d279f9230df req-f031d220-ea2a-4897-ad9a-ed446db80b2a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1971631 Mar 05 13:44:40.027621 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:40.028508 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-091cb865-1f19-4c91-91dc-dc6c9266bea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:40.087114 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 08e7e001-09a5-4331-a56b-9062182160d6, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=08e7e001-09a5-4331-a56b-9062182160d6,segment=NetworkSegment(25a3df98-ee15-4378-b4a9-77226e4570f1),segment_id=25a3df98-ee15-4378-b4a9-77226e4570f1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:40.093620 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d97c5-dacc-4bc9-845d-cd691ce13279 req-33e356db-4a55-43e5-9b50-59438121b696 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:40.096167 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:40.102494 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8a1d97c5-dacc-4bc9-845d-cd691ce13279 req-33e356db-4a55-43e5-9b50-59438121b696 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 944 time: 0.1718676 Mar 05 13:44:40.150651 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a69d36a-6b3d-4520-97df-110dc959634f', 'name': 'network-vif-deleted', 'tag': '772de55e-c1f6-42f7-84c7-47ca203d7dc9', 'status': 'completed', 'code': 200} Mar 05 13:44:40.160647 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcacc6-6674-4f26-a78d-ed26cd06e9c6 req-8e01678f-6b33-4fc8-a778-9de11abd76a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:40.162132 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2ebcacc6-6674-4f26-a78d-ed26cd06e9c6 req-8e01678f-6b33-4fc8-a778-9de11abd76a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b4c5e1114694e2bb2fc635b08564db6&device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 1095 time: 1.4717979 Mar 05 13:44:40.164796 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8a1d97c5-dacc-4bc9-845d-cd691ce13279 req-5fbc3cc0-3e62-406d-9143-5e50d8ea185c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572541 Mar 05 13:44:40.172878 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-eeeff59a-29f8-40dd-a2dd-22e641458ec9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1608307412-network', 'tenant_id': '1e6dfeba02724ceabbe61dac4cb2c5dc'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:40.189982 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-eeeff59a-29f8-40dd-a2dd-22e641458ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:40.197373 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-eeeff59a-29f8-40dd-a2dd-22e641458ec9 admin admin] Usage tracker for resource:network and tenant:1e6dfeba02724ceabbe61dac4cb2c5dc is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:44:40.199488 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=08e7e001-09a5-4331-a56b-9062182160d6,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:40.206980 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-eeeff59a-29f8-40dd-a2dd-22e641458ec9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:44:40.219775 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-eeeff59a-29f8-40dd-a2dd-22e641458ec9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:40.244897 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-47ff5daf-2220-4272-99c2-35f039dd0bfd service neutron] 10.222.0.30 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3028116 Mar 05 13:44:40.245818 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeeff59a-29f8-40dd-a2dd-22e641458ec9 admin admin] Made reservation on behalf of 1e6dfeba02724ceabbe61dac4cb2c5dc for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:44:40.248158 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eeeff59a-29f8-40dd-a2dd-22e641458ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:40.265148 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-88befd40-40b1-4b8b-b805-0a0f308e1ab4 req-ddc8e7c9-3c32-4907-b372-ecab33a330f9 service neutron] 10.222.0.15 "GET /v2.0/networks/8219997c-1c4d-4ab9-a963-82e08fb1ad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5729785 Mar 05 13:44:40.267727 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eeeff59a-29f8-40dd-a2dd-22e641458ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:40.292903 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-eeeff59a-29f8-40dd-a2dd-22e641458ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:40.298888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-eeeff59a-29f8-40dd-a2dd-22e641458ec9 admin admin] Usage tracker for resource:security_group_rule and tenant:1e6dfeba02724ceabbe61dac4cb2c5dc is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:44:40.305083 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-eeeff59a-29f8-40dd-a2dd-22e641458ec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:44:40.313833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-eeeff59a-29f8-40dd-a2dd-22e641458ec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:40.446930 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eeeff59a-29f8-40dd-a2dd-22e641458ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:40.458592 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eeeff59a-29f8-40dd-a2dd-22e641458ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:40.541690 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091cb865-1f19-4c91-91dc-dc6c9266bea0 service neutron] Pushing event updated for resources: {'Port': ['ID=bb17c5d8-2566-4bf8-8929-838b3ea7a0cd,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:40.557144 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeeff59a-29f8-40dd-a2dd-22e641458ec9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:44:40.569881 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeff59a-29f8-40dd-a2dd-22e641458ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b21e42-fe6f-4d04-88e9-e10648689114,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:40.593738 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eeeff59a-29f8-40dd-a2dd-22e641458ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:40.594345 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-eeeff59a-29f8-40dd-a2dd-22e641458ec9 admin admin] Added segment fbf38e4f-7e37-44b8-9623-b567ea4562d1 of type vlan for network 9566c2e4-1bac-4a5b-8a67-d566157793fe Mar 05 13:44:40.649269 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eeeff59a-29f8-40dd-a2dd-22e641458ec9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:40.737194 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eeeff59a-29f8-40dd-a2dd-22e641458ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:40.738444 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeff59a-29f8-40dd-a2dd-22e641458ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:40.739203 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eeeff59a-29f8-40dd-a2dd-22e641458ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:40.786233 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device fb2972e9-7940-4233-b6f6-cecfa78eca5e details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:44:40.860409 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952808b1-4879-42a9-bcf0-92d81c61b3ed req-e261d2c3-044d-438a-ad91-db4fab2a8933 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:40.862379 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-952808b1-4879-42a9-bcf0-92d81c61b3ed req-e261d2c3-044d-438a-ad91-db4fab2a8933 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab51ac37-1597-4828-b9cf-268ef8a1b3cb HTTP/1.1" status: 200 len: 950 time: 0.9982367 Mar 05 13:44:40.889374 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4741ad1-fa78-429b-a74f-5098bbd6b4b6 req-f6ab519e-6f8e-4274-921c-9d36971427a9 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:40.897950 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c4741ad1-fa78-429b-a74f-5098bbd6b4b6 req-f6ab519e-6f8e-4274-921c-9d36971427a9 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb384ff2-c5f5-4f86-9166-a8f4da5462e5 HTTP/1.1" status: 200 len: 945 time: 0.2408264 Mar 05 13:44:40.901001 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeff59a-29f8-40dd-a2dd-22e641458ec9 admin admin] Pushing event updated for resources: {'Network': ['ID=9566c2e4-1bac-4a5b-8a67-d566157793fe,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:40.919845 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-eeeff59a-29f8-40dd-a2dd-22e641458ec9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9964733 Mar 05 13:44:40.920757 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55636) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:44:40.932202 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-07adb7d0-4b6f-44ca-bdb3-43e695b08a6d admin admin] Request body: {'subnet': {'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1608307412-subnet', 'tenant_id': '1e6dfeba02724ceabbe61dac4cb2c5dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:40.942436 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-07adb7d0-4b6f-44ca-bdb3-43e695b08a6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:40.942864 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 5430d653-60a4-4fed-b1cb-5c0a9447d345 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:44:40.959369 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-07adb7d0-4b6f-44ca-bdb3-43e695b08a6d admin admin] Usage tracker for resource:subnet and tenant:1e6dfeba02724ceabbe61dac4cb2c5dc is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:44:40.964387 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-07adb7d0-4b6f-44ca-bdb3-43e695b08a6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:44:40.981352 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c4741ad1-fa78-429b-a74f-5098bbd6b4b6 req-607b2d53-75b4-48a0-8e1f-e91f6262029c tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28b3085-5245-48c6-81f4-078dc52ee574&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823596 Mar 05 13:44:40.982570 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-07adb7d0-4b6f-44ca-bdb3-43e695b08a6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:40.988042 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 9566c2e4-1bac-4a5b-8a67-d566157793fe details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:44:41.010019 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07adb7d0-4b6f-44ca-bdb3-43e695b08a6d admin admin] Made reservation on behalf of 1e6dfeba02724ceabbe61dac4cb2c5dc for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:44:41.012719 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07adb7d0-4b6f-44ca-bdb3-43e695b08a6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:41.014928 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcacc6-6674-4f26-a78d-ed26cd06e9c6 req-b8882cc1-c37e-48ab-9eb0-e763a9c44830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:41.016542 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2ebcacc6-6674-4f26-a78d-ed26cd06e9c6 req-b8882cc1-c37e-48ab-9eb0-e763a9c44830 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d86e86d-be75-4dd0-9056-119726c56558 HTTP/1.1" status: 200 len: 919 time: 0.7657723 Mar 05 13:44:41.047027 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0574da06-1073-455a-8080-8cd1933ef187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:41.053724 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-091cb865-1f19-4c91-91dc-dc6c9266bea0 service neutron] Attempting to bind port bb17c5d8-2566-4bf8-8929-838b3ea7a0cd on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:44:41.054835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-091cb865-1f19-4c91-91dc-dc6c9266bea0 service neutron] Attempting to bind port bb17c5d8-2566-4bf8-8929-838b3ea7a0cd by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '878d8184-25a8-44de-b274-b8af194d7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d86e86d-be75-4dd0-9056-119726c56558'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:44:41.055171 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-091cb865-1f19-4c91-91dc-dc6c9266bea0 service neutron] Attempting to bind port bb17c5d8-2566-4bf8-8929-838b3ea7a0cd on network 0d86e86d-be75-4dd0-9056-119726c56558 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:41.138175 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-51a47ae0-3f46-45ab-89af-fe0d656d90a9 service neutron] 10.222.0.30 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7784309 Mar 05 13:44:41.144551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port fb2972e9-7940-4233-b6f6-cecfa78eca5e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fb2972e9-7940-4233-b6f6-cecfa78eca5e,segment=NetworkSegment(878d8184-25a8-44de-b274-b8af194d7640),segment_id=878d8184-25a8-44de-b274-b8af194d7640)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:41.167583 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'fb2972e9-7940-4233-b6f6-cecfa78eca5e', 'network_id': '0d86e86d-be75-4dd0-9056-119726c56558', 'port_id': 'fb2972e9-7940-4233-b6f6-cecfa78eca5e', 'mac_address': 'fa:16:3e:f5:85:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32d17a52-66f7-429c-9ede-22bc23f82349', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:44:41.169668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-091cb865-1f19-4c91-91dc-dc6c9266bea0 service neutron] Port bb17c5d8-2566-4bf8-8929-838b3ea7a0cd on network 0d86e86d-be75-4dd0-9056-119726c56558 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:44:41.169994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-091cb865-1f19-4c91-91dc-dc6c9266bea0 service neutron] Attempting to bind port bb17c5d8-2566-4bf8-8929-838b3ea7a0cd on network 0d86e86d-be75-4dd0-9056-119726c56558 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:41.183266 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-88befd40-40b1-4b8b-b805-0a0f308e1ab4 req-fd5a723f-7f10-4f8e-957c-b47f355dcc9f service neutron] 10.222.0.15 "GET /v2.0/networks/8219997c-1c4d-4ab9-a963-82e08fb1ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8166749 Mar 05 13:44:41.256693 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:41.266403 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 08e7e001-09a5-4331-a56b-9062182160d6 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:44:41.276628 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-091cb865-1f19-4c91-91dc-dc6c9266bea0 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:44:41.276949 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-091cb865-1f19-4c91-91dc-dc6c9266bea0 service neutron] Checking segment: {'id': '878d8184-25a8-44de-b274-b8af194d7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d86e86d-be75-4dd0-9056-119726c56558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:44:41.277734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-091cb865-1f19-4c91-91dc-dc6c9266bea0 service neutron] Bound using segment: {'id': '878d8184-25a8-44de-b274-b8af194d7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d86e86d-be75-4dd0-9056-119726c56558'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:44:41.278405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-091cb865-1f19-4c91-91dc-dc6c9266bea0 service neutron] Bound port: bb17c5d8-2566-4bf8-8929-838b3ea7a0cd, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878d8184-25a8-44de-b274-b8af194d7640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d86e86d-be75-4dd0-9056-119726c56558'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:44:41.278955 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-091cb865-1f19-4c91-91dc-dc6c9266bea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:41.293887 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2ebcacc6-6674-4f26-a78d-ed26cd06e9c6 req-5c0659ac-4a66-4643-90be-7bb3d8ce3a5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb2972e9-7940-4233-b6f6-cecfa78eca5e HTTP/1.1" status: 200 len: 217 time: 0.2489214 Mar 05 13:44:41.297448 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-952808b1-4879-42a9-bcf0-92d81c61b3ed req-022e1d6a-3471-456f-94cf-f72b82e4d35f tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Deleting port 99cccead-0893-4934-ad87-464673651a7c {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:44:41.297788 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-952808b1-4879-42a9-bcf0-92d81c61b3ed req-022e1d6a-3471-456f-94cf-f72b82e4d35f tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:41.311530 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 5430d653-60a4-4fed-b1cb-5c0a9447d345 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:44:41.324642 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2972e9-7940-4233-b6f6-cecfa78eca5e {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:44:41.355952 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port fb2972e9-7940-4233-b6f6-cecfa78eca5e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fb2972e9-7940-4233-b6f6-cecfa78eca5e,segment=NetworkSegment(878d8184-25a8-44de-b274-b8af194d7640),segment_id=878d8184-25a8-44de-b274-b8af194d7640)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:41.358572 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 5430d653-60a4-4fed-b1cb-5c0a9447d345 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:41.359196 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:41.429816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80974c86-b25e-43be-bd2b-339f97118cf2 req-1c221259-2134-4461-b9e3-3a0e0887785e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:41.438124 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-80974c86-b25e-43be-bd2b-339f97118cf2 req-1c221259-2134-4461-b9e3-3a0e0887785e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab51ac37-1597-4828-b9cf-268ef8a1b3cb HTTP/1.1" status: 200 len: 950 time: 1.0707335 Mar 05 13:44:41.473977 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:41.493897 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07adb7d0-4b6f-44ca-bdb3-43e695b08a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:41.654047 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 08e7e001-09a5-4331-a56b-9062182160d6 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:41.654415 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:41.696094 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-97ac7bef-9ec6-4b97-868b-7759a437a4f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=51cf4902-bcd2-4949-b4bb-ff6b4c8537a9 HTTP/1.1" status: 200 len: 217 time: 0.5430496 Mar 05 13:44:41.699528 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=fb2972e9-7940-4233-b6f6-cecfa78eca5e,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:41.784778 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:41.826674 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['fb2972e9-7940-4233-b6f6-cecfa78eca5e'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:44:41.857843 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcacc6-6674-4f26-a78d-ed26cd06e9c6 req-9c62e0b1-3986-4677-b9d8-09448e98b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:41.859684 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2ebcacc6-6674-4f26-a78d-ed26cd06e9c6 req-9c62e0b1-3986-4677-b9d8-09448e98b339 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32d17a52-66f7-429c-9ede-22bc23f82349 HTTP/1.1" status: 200 len: 859 time: 0.4786463 Mar 05 13:44:41.890975 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ee1615-abe7-40bc-80f1-36a708802272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5430d653-60a4-4fed-b1cb-5c0a9447d345'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:41.930069 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 5430d653-60a4-4fed-b1cb-5c0a9447d345, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5430d653-60a4-4fed-b1cb-5c0a9447d345,segment=NetworkSegment(d303414a-0981-4891-a06d-3ac528ef1c07),segment_id=d303414a-0981-4891-a06d-3ac528ef1c07)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:41.940859 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-80974c86-b25e-43be-bd2b-339f97118cf2 req-324d9ee3-d48d-4cbb-bdf7-d07da52218e2 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5016706 Mar 05 13:44:41.952284 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:41.996352 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07adb7d0-4b6f-44ca-bdb3-43e695b08a6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe719ac-a221-4304-9d9c-9289853597e6,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:42.007792 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:42.027505 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2ebcacc6-6674-4f26-a78d-ed26cd06e9c6 req-af42f9a6-2c43-4b9e-a8c1-7b5088064db1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d86e86d-be75-4dd0-9056-119726c56558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388190 Mar 05 13:44:42.057573 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=5430d653-60a4-4fed-b1cb-5c0a9447d345,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:42.073393 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:42.091630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07adb7d0-4b6f-44ca-bdb3-43e695b08a6d admin admin] Checking segment: {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:44:42.092532 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07adb7d0-4b6f-44ca-bdb3-43e695b08a6d admin admin] Network hostable DHCP agents. Network: 9566c2e4-1bac-4a5b-8a67-d566157793fe, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:44:42.109037 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7cad1-82ee-49ad-b06e-e9bb9b55a78f req-8e3c547f-7be6-44cd-9396-168e05e6196f tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:42.121673 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-48a7cad1-82ee-49ad-b06e-e9bb9b55a78f req-8e3c547f-7be6-44cd-9396-168e05e6196f tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 944 time: 0.5257344 Mar 05 13:44:42.160533 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07adb7d0-4b6f-44ca-bdb3-43e695b08a6d admin admin] Network 9566c2e4-1bac-4a5b-8a67-d566157793fe is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:44:42.207463 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-48a7cad1-82ee-49ad-b06e-e9bb9b55a78f req-98140995-66dc-4555-b939-d488aa30517f tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847616 Mar 05 13:44:42.223013 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-07adb7d0-4b6f-44ca-bdb3-43e695b08a6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 9566c2e4-1bac-4a5b-8a67-d566157793fe) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:44:42.223781 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-091cb865-1f19-4c91-91dc-dc6c9266bea0 service neutron] For port bb17c5d8-2566-4bf8-8929-838b3ea7a0cd, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:44:42.240653 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc73ad93-4a6a-4258-a721-55ec7a33c6d2 None None] Network 9566c2e4-1bac-4a5b-8a67-d566157793fe requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:44:42.242172 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07adb7d0-4b6f-44ca-bdb3-43e695b08a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:42.243428 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07adb7d0-4b6f-44ca-bdb3-43e695b08a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:42.293915 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-07adb7d0-4b6f-44ca-bdb3-43e695b08a6d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3697245 Mar 05 13:44:42.315400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-091cb865-1f19-4c91-91dc-dc6c9266bea0 service neutron] For port bb17c5d8-2566-4bf8-8929-838b3ea7a0cd, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bb17c5d8-2566-4bf8-8929-838b3ea7a0cd,segment=NetworkSegment(878d8184-25a8-44de-b274-b8af194d7640),segment_id=878d8184-25a8-44de-b274-b8af194d7640)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:44:42.405833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-8dc7adb7-a460-4ae2-85ed-6eccf11cb369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:42.411523 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-8dc7adb7-a460-4ae2-85ed-6eccf11cb369 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1862c115-1882-4737-96e2-80cabd1f69de HTTP/1.1" status: 200 len: 797 time: 0.6966178 Mar 05 13:44:42.456817 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-091cb865-1f19-4c91-91dc-dc6c9266bea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:42.510252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6979d3d-4040-4799-9b40-d2ae35393d17 req-39b41d2c-a2f0-477f-9979-6fe0a5181abd tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:42.513741 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b6979d3d-4040-4799-9b40-d2ae35393d17 req-39b41d2c-a2f0-477f-9979-6fe0a5181abd tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 945 time: 0.1722071 Mar 05 13:44:42.574486 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b6979d3d-4040-4799-9b40-d2ae35393d17 req-5e6259a9-9fda-4821-812b-b14493f0fb65 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537419 Mar 05 13:44:42.599695 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4db7d5b-0f89-4289-86d2-8f5b61262617 None None] Network 9566c2e4-1bac-4a5b-8a67-d566157793fe requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:44:42.762022 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-15eb65ea-57ff-4aaf-a7c1-b8c93d213a47 req-042db2f5-aab9-4577-b67d-e73c2917e67a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a13be35-73b1-4281-91ac-873cf5c299f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8749635 Mar 05 13:44:42.779167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-091cb865-1f19-4c91-91dc-dc6c9266bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:42.779795 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-091cb865-1f19-4c91-91dc-dc6c9266bea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:42.782102 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-091cb865-1f19-4c91-91dc-dc6c9266bea0 service neutron] 10.222.0.30 "PUT /v2.0/ports/bb17c5d8-2566-4bf8-8929-838b3ea7a0cd HTTP/1.1" status: 200 len: 1092 time: 7.7251155 Mar 05 13:44:42.793166 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668148c9-6778-4d9b-b28a-bbc57747aecd', 'tag': 'bb17c5d8-2566-4bf8-8929-838b3ea7a0cd'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:42.799173 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 99cccead-0893-4934-ad87-464673651a7c no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:44:42.819489 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c497b4-c90c-4cd8-8205-b0159eb25a5c req-6b62be4a-10f0-49d8-a07f-92d088643248 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:42.828411 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b7c497b4-c90c-4cd8-8205-b0159eb25a5c req-6b62be4a-10f0-49d8-a07f-92d088643248 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=16f950ff-6c4d-46cd-bbe2-6b0087064856 HTTP/1.1" status: 200 len: 948 time: 0.1290383 Mar 05 13:44:42.900560 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b7c497b4-c90c-4cd8-8205-b0159eb25a5c req-ac9ff5ea-92d7-4141-937b-f9c916b0b9c7 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709076 Mar 05 13:44:43.001540 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2ebcacc6-6674-4f26-a78d-ed26cd06e9c6 req-391615e6-c03c-4971-8e3a-4cb6ff5f039b service neutron] 10.222.0.15 "GET /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9418731 Mar 05 13:44:43.002826 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091cb865-1f19-4c91-91dc-dc6c9266bea0 service neutron] Pushing event updated for resources: {'Port': ['ID=bb17c5d8-2566-4bf8-8929-838b3ea7a0cd,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:43.018056 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-952808b1-4879-42a9-bcf0-92d81c61b3ed req-022e1d6a-3471-456f-94cf-f72b82e4d35f tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] For port 99cccead-0893-4934-ad87-464673651a7c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=99cccead-0893-4934-ad87-464673651a7c,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:43.018297 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-952808b1-4879-42a9-bcf0-92d81c61b3ed req-022e1d6a-3471-456f-94cf-f72b82e4d35f tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:43.067558 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-fd69c4d3-5d07-4b0f-a6e5-9d4303718f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:43.070201 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-fd69c4d3-5d07-4b0f-a6e5-9d4303718f6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b4c5e1114694e2bb2fc635b08564db6&device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 1095 time: 0.1645415 Mar 05 13:44:43.088868 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:43.125992 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ee1615-abe7-40bc-80f1-36a708802272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5430d653-60a4-4fed-b1cb-5c0a9447d345', 'code': 200} Mar 05 13:44:43.152892 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 99cccead-0893-4934-ad87-464673651a7c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=99cccead-0893-4934-ad87-464673651a7c,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:43.167036 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:43.232240 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-31df2693-93af-4d04-a2d6-63adbdd937d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb17c5d8-2566-4bf8-8929-838b3ea7a0cd HTTP/1.1" status: 200 len: 217 time: 0.1526508 Mar 05 13:44:43.319178 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=99cccead-0893-4934-ad87-464673651a7c,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:43.365750 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c94ba-ab51-4b9f-8fe5-0f22431a165d req-155ec680-d2f0-4aa5-8b34-b50d91cb700b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:43.368240 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-2c9a2dcb-60b2-47f4-a618-2409ac47cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:43.369756 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-2c9a2dcb-60b2-47f4-a618-2409ac47cc29 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32d17a52-66f7-429c-9ede-22bc23f82349 HTTP/1.1" status: 200 len: 859 time: 0.1308260 Mar 05 13:44:43.371765 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c94ba-ab51-4b9f-8fe5-0f22431a165d req-155ec680-d2f0-4aa5-8b34-b50d91cb700b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:43.379036 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c94ba-ab51-4b9f-8fe5-0f22431a165d req-155ec680-d2f0-4aa5-8b34-b50d91cb700b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:43.384866 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c94ba-ab51-4b9f-8fe5-0f22431a165d req-155ec680-d2f0-4aa5-8b34-b50d91cb700b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:43.391213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c94ba-ab51-4b9f-8fe5-0f22431a165d req-155ec680-d2f0-4aa5-8b34-b50d91cb700b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:43.397610 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c94ba-ab51-4b9f-8fe5-0f22431a165d req-155ec680-d2f0-4aa5-8b34-b50d91cb700b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:43.403538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c94ba-ab51-4b9f-8fe5-0f22431a165d req-155ec680-d2f0-4aa5-8b34-b50d91cb700b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:43.412165 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2e4c94ba-ab51-4b9f-8fe5-0f22431a165d req-155ec680-d2f0-4aa5-8b34-b50d91cb700b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5420 time: 1.0906136 Mar 05 13:44:43.426605 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-f1631694-aa09-4254-ab8a-08d1771e1288 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d86e86d-be75-4dd0-9056-119726c56558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494072 Mar 05 13:44:43.445263 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-952808b1-4879-42a9-bcf0-92d81c61b3ed req-022e1d6a-3471-456f-94cf-f72b82e4d35f tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Calling delete_port for 99cccead-0893-4934-ad87-464673651a7c owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:44:43.583063 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:43.589546 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-8d773bfd-f8c8-40bf-b99c-cd1a65bfeccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:43.591365 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-8d773bfd-f8c8-40bf-b99c-cd1a65bfeccb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8fa48499-e36c-4df6-9ca6-fd9e833610e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1262143 Mar 05 13:44:43.612419 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb65ea-57ff-4aaf-a7c1-b8c93d213a47 req-d6684033-1b27-49ba-b76c-a4683ac1e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:43.614632 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-15eb65ea-57ff-4aaf-a7c1-b8c93d213a47 req-d6684033-1b27-49ba-b76c-a4683ac1e30f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&device_id=3a13be35-73b1-4281-91ac-873cf5c299f4 HTTP/1.1" status: 200 len: 1101 time: 0.8079557 Mar 05 13:44:43.634733 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-88b00f91-e181-4bc4-be7a-2400fec77053 service neutron] 10.222.0.30 "GET /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002709 Mar 05 13:44:43.689046 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2e4c94ba-ab51-4b9f-8fe5-0f22431a165d req-80a6dcd3-0920-4854-9006-49decf9f7f30 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2760270 Mar 05 13:44:43.933809 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cc113333-0a95-4c80-8685-cc0c2a12bff7 req-ed620fe8-cf2b-4948-a726-b505aa32372f service neutron] 10.222.0.30 "GET /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749944 Mar 05 13:44:43.968354 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-7d7e7379-1bf3-427e-9798-54c302c20131 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:43.969116 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-7d7e7379-1bf3-427e-9798-54c302c20131 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Synchronizing usage tracker for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:44:43.990700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-7d7e7379-1bf3-427e-9798-54c302c20131 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Unset dirty status for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:44:43.992029 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-7d7e7379-1bf3-427e-9798-54c302c20131 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 806 time: 0.3529871 Mar 05 13:44:44.018706 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668148c9-6778-4d9b-b28a-bbc57747aecd', 'tag': 'bb17c5d8-2566-4bf8-8929-838b3ea7a0cd', 'status': 'completed', 'code': 200} Mar 05 13:44:44.050162 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-8264a5bb-5144-4689-a7d5-13b34073cf87 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/quotas/1e6dfeba02724ceabbe61dac4cb2c5dc HTTP/1.1" status: 200 len: 375 time: 0.0523880 Mar 05 13:44:44.106405 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-9395bbc2-32bc-4a79-b634-4dfa2869be0c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461643 Mar 05 13:44:44.132214 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e987c2-450b-48f1-81aa-fa2c238057f5 req-72341838-df96-43f7-b88f-bb51d86ba7cf tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:44.133049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-82e987c2-450b-48f1-81aa-fa2c238057f5 req-72341838-df96-43f7-b88f-bb51d86ba7cf tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Synchronizing usage tracker for tenant:d849206810044d11adc955a445c83763 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:44:44.165196 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba337e5-0788-40f3-a42f-51149768aa29 req-d1b797d9-f07a-46af-b4ba-9de0fd534b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:44.166271 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5ba337e5-0788-40f3-a42f-51149768aa29 req-d1b797d9-f07a-46af-b4ba-9de0fd534b9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b4c5e1114694e2bb2fc635b08564db6&device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 1095 time: 0.1675622 Mar 05 13:44:44.180309 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb65ea-57ff-4aaf-a7c1-b8c93d213a47 req-5e101467-e05e-4728-abac-cde225483cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:44.181774 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-15eb65ea-57ff-4aaf-a7c1-b8c93d213a47 req-5e101467-e05e-4728-abac-cde225483cb3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.5013797 Mar 05 13:44:44.184622 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2ebcacc6-6674-4f26-a78d-ed26cd06e9c6 req-7af13f2b-3a55-4c8e-9e29-637d9a71f196 service neutron] 10.222.0.15 "GET /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1461358 Mar 05 13:44:44.202472 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134846a1-e970-4967-bc48-b05823fb7806 req-9ae6e6bc-23f7-4e28-8ed4-e7b375028245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:44.204152 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-134846a1-e970-4967-bc48-b05823fb7806 req-9ae6e6bc-23f7-4e28-8ed4-e7b375028245 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 1096 time: 1.1002316 Mar 05 13:44:44.204713 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [req-952808b1-4879-42a9-bcf0-92d81c61b3ed req-022e1d6a-3471-456f-94cf-f72b82e4d35f tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:44:44.205012 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [req-952808b1-4879-42a9-bcf0-92d81c61b3ed req-022e1d6a-3471-456f-94cf-f72b82e4d35f tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:44:44.312119 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-82e987c2-450b-48f1-81aa-fa2c238057f5 req-72341838-df96-43f7-b88f-bb51d86ba7cf tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Unset dirty status for tenant:d849206810044d11adc955a445c83763 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:44:44.316284 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-82e987c2-450b-48f1-81aa-fa2c238057f5 req-72341838-df96-43f7-b88f-bb51d86ba7cf tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.30 "GET /v2.0/ports?device_id=16f950ff-6c4d-46cd-bbe2-6b0087064856 HTTP/1.1" status: 200 len: 948 time: 1.4072413 Mar 05 13:44:44.321950 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-15eb65ea-57ff-4aaf-a7c1-b8c93d213a47 req-77a5d191-b258-4be7-9728-01649cefc70e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=aa5a355c-5f58-4db0-bfb5-8e9b384376ef HTTP/1.1" status: 200 len: 217 time: 0.1232741 Mar 05 13:44:44.361588 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-9535c070-fca7-4841-9fa6-df961eb249bd service neutron] 10.222.0.16 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386904 Mar 05 13:44:44.384860 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba337e5-0788-40f3-a42f-51149768aa29 req-0ba5ac67-3f23-4aae-8ecc-99927dcd068c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:44.386349 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5ba337e5-0788-40f3-a42f-51149768aa29 req-0ba5ac67-3f23-4aae-8ecc-99927dcd068c service neutron] 10.222.0.30 "GET /v2.0/networks?id=0d86e86d-be75-4dd0-9056-119726c56558 HTTP/1.1" status: 200 len: 919 time: 0.1736567 Mar 05 13:44:44.453325 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-74a79bea-83da-4ffb-ae70-49aef5281c93 service neutron] 10.222.0.30 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8478394 Mar 05 13:44:44.473324 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-134846a1-e970-4967-bc48-b05823fb7806 req-0e333b03-3e87-45b3-915b-a8801f0ec9b1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127864 Mar 05 13:44:44.504612 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c1721-71e1-4061-a442-530b53bf16de req-7adc7771-6b93-4a89-b143-3a31df837bbf tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:44.506125 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bc9c1721-71e1-4061-a442-530b53bf16de req-7adc7771-6b93-4a89-b143-3a31df837bbf tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab51ac37-1597-4828-b9cf-268ef8a1b3cb HTTP/1.1" status: 200 len: 948 time: 0.5282719 Mar 05 13:44:44.564279 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-82e987c2-450b-48f1-81aa-fa2c238057f5 req-c838599f-fedd-4652-ab7c-8456c31714c3 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Deleting port f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:44:44.564279 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-82e987c2-450b-48f1-81aa-fa2c238057f5 req-c838599f-fedd-4652-ab7c-8456c31714c3 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:44.612692 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb65ea-57ff-4aaf-a7c1-b8c93d213a47 req-af43ae7c-9795-4f65-95a6-f267f0303b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:44.612692 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-15eb65ea-57ff-4aaf-a7c1-b8c93d213a47 req-af43ae7c-9795-4f65-95a6-f267f0303b3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.2364161 Mar 05 13:44:44.725429 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-952808b1-4879-42a9-bcf0-92d81c61b3ed req-022e1d6a-3471-456f-94cf-f72b82e4d35f tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Deleting port 99cccead-0893-4934-ad87-464673651a7c {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:44:44.725775 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-952808b1-4879-42a9-bcf0-92d81c61b3ed req-022e1d6a-3471-456f-94cf-f72b82e4d35f tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:44.748909 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5ba337e5-0788-40f3-a42f-51149768aa29 req-9c1f1726-75ef-4ab8-b16a-ed7229b7fdfe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb17c5d8-2566-4bf8-8929-838b3ea7a0cd HTTP/1.1" status: 200 len: 217 time: 0.3525770 Mar 05 13:44:44.822246 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bc9c1721-71e1-4061-a442-530b53bf16de req-ade3ea66-2887-46f6-bce5-90e6c8b9f356 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915754 Mar 05 13:44:44.866055 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device fb2972e9-7940-4233-b6f6-cecfa78eca5e up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:44:44.883352 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba337e5-0788-40f3-a42f-51149768aa29 req-f455cb6c-3ba5-4a00-aa7a-8c818d7cd6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:44.884778 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5ba337e5-0788-40f3-a42f-51149768aa29 req-f455cb6c-3ba5-4a00-aa7a-8c818d7cd6ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32d17a52-66f7-429c-9ede-22bc23f82349 HTTP/1.1" status: 200 len: 859 time: 0.0922277 Mar 05 13:44:44.900796 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-9d2a539a-d3bb-4d7a-b6c3-c91414223f56 service neutron] 10.222.0.16 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274260 Mar 05 13:44:45.029574 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5ba337e5-0788-40f3-a42f-51149768aa29 req-2e7113ba-c031-4992-8333-8906d7eaa238 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d86e86d-be75-4dd0-9056-119726c56558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249726 Mar 05 13:44:45.031011 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port fb2972e9-7940-4233-b6f6-cecfa78eca5e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:44:45.041100 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port fb2972e9-7940-4233-b6f6-cecfa78eca5e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:45.043435 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:45.053897 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-65bed36a-471a-4436-b95b-8aed57ed13b0 service neutron] 10.222.0.30 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5758815 Mar 05 13:44:45.114017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bb5cb-587a-4c07-9c4b-652699891211 req-2c2b3541-70fc-46de-9a57-f51c815fcf2c tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:45.122936 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f38bb5cb-587a-4c07-9c4b-652699891211 req-2c2b3541-70fc-46de-9a57-f51c815fcf2c tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb384ff2-c5f5-4f86-9166-a8f4da5462e5 HTTP/1.1" status: 200 len: 945 time: 0.3776422 Mar 05 13:44:45.134817 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab51ac37-1597-4828-b9cf-268ef8a1b3cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99cccead-0893-4934-ad87-464673651a7c'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:45.225695 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-5c1833fd-24e5-454c-aeb5-007dc4f53069 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1455b0ab-b257-466d-89db-8a06002e158a HTTP/1.1" status: 200 len: 217 time: 0.1708708 Mar 05 13:44:45.318023 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:45.357674 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port fb2972e9-7940-4233-b6f6-cecfa78eca5e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fb2972e9-7940-4233-b6f6-cecfa78eca5e,segment=NetworkSegment(878d8184-25a8-44de-b274-b8af194d7640),segment_id=878d8184-25a8-44de-b274-b8af194d7640)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:45.365164 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:45.466387 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=fb2972e9-7940-4233-b6f6-cecfa78eca5e,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:45.503763 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5ba337e5-0788-40f3-a42f-51149768aa29 req-3c82cc91-e0a2-453d-8821-33bb1119cd47 service neutron] 10.222.0.30 "GET /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608917 Mar 05 13:44:45.510258 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb65ea-57ff-4aaf-a7c1-b8c93d213a47 req-bfe977c6-b9ce-451b-922b-0945b5db6caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:45.511313 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-15eb65ea-57ff-4aaf-a7c1-b8c93d213a47 req-bfe977c6-b9ce-451b-922b-0945b5db6caa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8389258 Mar 05 13:44:45.601769 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-5c72bc4b-1d21-4457-a040-3b09442361b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:45.604899 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-5c72bc4b-1d21-4457-a040-3b09442361b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eff906ca-fac7-414f-935e-aa401b609305 HTTP/1.1" status: 200 len: 797 time: 0.3102932 Mar 05 13:44:45.621222 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-82e987c2-450b-48f1-81aa-fa2c238057f5 req-c838599f-fedd-4652-ab7c-8456c31714c3 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] For port f8e868d7-19d4-4db9-bdee-5b44bdc7acd2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f8e868d7-19d4-4db9-bdee-5b44bdc7acd2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:45.621603 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-82e987c2-450b-48f1-81aa-fa2c238057f5 req-c838599f-fedd-4652-ab7c-8456c31714c3 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:45.663784 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-f38bb5cb-587a-4c07-9c4b-652699891211 req-2b8d34a4-8a4e-4a77-8085-05a0b2de8714 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Deleting port 2340a0ff-4d13-4969-9d67-c6a4e57c89b2 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:44:45.664158 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f38bb5cb-587a-4c07-9c4b-652699891211 req-2b8d34a4-8a4e-4a77-8085-05a0b2de8714 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:45.941712 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5ba337e5-0788-40f3-a42f-51149768aa29 req-83f4a240-e41c-4550-ae87-b0772751b7d8 service neutron] 10.222.0.30 "GET /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951731 Mar 05 13:44:45.962082 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf15dad-d6f8-437d-b7bf-7b7b1801b377 req-47e1974e-6827-4d2a-96be-f39c9d8be6f1 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:45.963674 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6bf15dad-d6f8-437d-b7bf-7b7b1801b377 req-47e1974e-6827-4d2a-96be-f39c9d8be6f1 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb384ff2-c5f5-4f86-9166-a8f4da5462e5 HTTP/1.1" status: 200 len: 945 time: 0.5949137 Mar 05 13:44:46.100097 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6bf15dad-d6f8-437d-b7bf-7b7b1801b377 req-731589a4-7998-433f-9f5e-b6914ba7afc3 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/security-groups?id=e28b3085-5245-48c6-81f4-078dc52ee574&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1275861 Mar 05 13:44:46.128248 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-f38bb5cb-587a-4c07-9c4b-652699891211 req-2b8d34a4-8a4e-4a77-8085-05a0b2de8714 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] For port 2340a0ff-4d13-4969-9d67-c6a4e57c89b2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=2340a0ff-4d13-4969-9d67-c6a4e57c89b2,segment=NetworkSegment(faf925df-c7ee-4666-9e57-d1d277d41878),segment_id=faf925df-c7ee-4666-9e57-d1d277d41878)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:46.143603 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f38bb5cb-587a-4c07-9c4b-652699891211 req-2b8d34a4-8a4e-4a77-8085-05a0b2de8714 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:46.234821 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-82e987c2-450b-48f1-81aa-fa2c238057f5 req-c838599f-fedd-4652-ab7c-8456c31714c3 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Calling delete_port for f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:44:46.322341 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device bb17c5d8-2566-4bf8-8929-838b3ea7a0cd details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:44:46.324828 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:44:46.340450 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-952808b1-4879-42a9-bcf0-92d81c61b3ed req-022e1d6a-3471-456f-94cf-f72b82e4d35f tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] For port 99cccead-0893-4934-ad87-464673651a7c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=99cccead-0893-4934-ad87-464673651a7c,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:46.341172 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-952808b1-4879-42a9-bcf0-92d81c61b3ed req-022e1d6a-3471-456f-94cf-f72b82e4d35f tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:46.368321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e7d33-81b1-46b6-a3ab-d1a4e694d7db req-36d3eece-4bb2-424d-9e26-1aa67b560245 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:46.369870 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-223e7d33-81b1-46b6-a3ab-d1a4e694d7db req-36d3eece-4bb2-424d-9e26-1aa67b560245 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 944 time: 1.2316983 Mar 05 13:44:46.437381 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa7e3b-86f0-41a6-862a-6c5f387efe00 req-b8b86907-5ee0-439f-ab70-19cc97a5ab66 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:46.440371 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-54fa7e3b-86f0-41a6-862a-6c5f387efe00 req-b8b86907-5ee0-439f-ab70-19cc97a5ab66 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 945 time: 0.2115774 Mar 05 13:44:46.640456 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:46.651133 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-952808b1-4879-42a9-bcf0-92d81c61b3ed req-022e1d6a-3471-456f-94cf-f72b82e4d35f tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Calling delete_port for 99cccead-0893-4934-ad87-464673651a7c owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:44:46.687055 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-15eb65ea-57ff-4aaf-a7c1-b8c93d213a47 req-d04323a1-48bf-41e1-8337-1f4e0892877a service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1635225 Mar 05 13:44:46.694190 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port bb17c5d8-2566-4bf8-8929-838b3ea7a0cd, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bb17c5d8-2566-4bf8-8929-838b3ea7a0cd,segment=NetworkSegment(878d8184-25a8-44de-b274-b8af194d7640),segment_id=878d8184-25a8-44de-b274-b8af194d7640)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:46.697721 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-54fa7e3b-86f0-41a6-862a-6c5f387efe00 req-0d253b01-4098-48dc-86c9-77032272df26 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396412 Mar 05 13:44:46.732206 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port f8e868d7-19d4-4db9-bdee-5b44bdc7acd2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f8e868d7-19d4-4db9-bdee-5b44bdc7acd2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:46.733400 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'bb17c5d8-2566-4bf8-8929-838b3ea7a0cd', 'network_id': '0d86e86d-be75-4dd0-9056-119726c56558', 'port_id': 'bb17c5d8-2566-4bf8-8929-838b3ea7a0cd', 'mac_address': 'fa:16:3e:bb:9f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32d17a52-66f7-429c-9ede-22bc23f82349', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:44:46.758934 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f38bb5cb-587a-4c07-9c4b-652699891211 req-2b8d34a4-8a4e-4a77-8085-05a0b2de8714 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:46.759327 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f38bb5cb-587a-4c07-9c4b-652699891211 req-2b8d34a4-8a4e-4a77-8085-05a0b2de8714 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:46.759651 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [req-f38bb5cb-587a-4c07-9c4b-652699891211 req-2b8d34a4-8a4e-4a77-8085-05a0b2de8714 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Floating IP a8f48ca3-d595-4941-a12c-27d15bca5bfe disassociated. External IP: 172.25.4.166, port: 2340a0ff-4d13-4969-9d67-c6a4e57c89b2. Mar 05 13:44:46.760034 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-f38bb5cb-587a-4c07-9c4b-652699891211 req-2b8d34a4-8a4e-4a77-8085-05a0b2de8714 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Calling delete_port for 2340a0ff-4d13-4969-9d67-c6a4e57c89b2 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:44:46.804298 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:46.906482 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:46.941244 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb17c5d8-2566-4bf8-8929-838b3ea7a0cd {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:44:46.961822 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port bb17c5d8-2566-4bf8-8929-838b3ea7a0cd, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bb17c5d8-2566-4bf8-8929-838b3ea7a0cd,segment=NetworkSegment(878d8184-25a8-44de-b274-b8af194d7640),segment_id=878d8184-25a8-44de-b274-b8af194d7640)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:46.962375 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [req-82e987c2-450b-48f1-81aa-fa2c238057f5 req-c838599f-fedd-4652-ab7c-8456c31714c3 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:44:46.962625 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [req-82e987c2-450b-48f1-81aa-fa2c238057f5 req-c838599f-fedd-4652-ab7c-8456c31714c3 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:44:46.965364 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=f8e868d7-19d4-4db9-bdee-5b44bdc7acd2,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:47.001843 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:47.076378 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-223e7d33-81b1-46b6-a3ab-d1a4e694d7db req-d941a604-cf0a-45ef-89a8-9ab701c04316 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6787903 Mar 05 13:44:47.122602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162e701-2467-4783-aae1-fcbc7d91ef5b req-5bdaf5ac-250c-4dda-a76a-47a8fe79f39b tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:47.131012 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b162e701-2467-4783-aae1-fcbc7d91ef5b req-5bdaf5ac-250c-4dda-a76a-47a8fe79f39b tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=16f950ff-6c4d-46cd-bbe2-6b0087064856 HTTP/1.1" status: 200 len: 946 time: 0.2976818 Mar 05 13:44:47.134064 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-f600bb2a-b5d8-4c8c-82e9-b60c5cad5321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:47.135952 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-f600bb2a-b5d8-4c8c-82e9-b60c5cad5321 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4737ff0a-cb53-4e8a-bc54-82a47945de4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.5167561 Mar 05 13:44:47.160956 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f38bb5cb-587a-4c07-9c4b-652699891211 req-2b8d34a4-8a4e-4a77-8085-05a0b2de8714 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:47.165008 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=bb17c5d8-2566-4bf8-8929-838b3ea7a0cd,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:47.233687 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['bb17c5d8-2566-4bf8-8929-838b3ea7a0cd'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:44:47.465779 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d34a4-8a4e-4a77-8085-05a0b2de8714 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Pushing event deleted for resources: {'Port': ['ID=2340a0ff-4d13-4969-9d67-c6a4e57c89b2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:47.470423 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-d327b2b8-27f8-4b38-a8d6-8f4681a932c1 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:47.472343 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-d327b2b8-27f8-4b38-a8d6-8f4681a932c1 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.15 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 806 time: 0.8284507 Mar 05 13:44:47.472826 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-82e987c2-450b-48f1-81aa-fa2c238057f5 req-c838599f-fedd-4652-ab7c-8456c31714c3 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Deleting port f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:44:47.473342 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-82e987c2-450b-48f1-81aa-fa2c238057f5 req-c838599f-fedd-4652-ab7c-8456c31714c3 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:47.495444 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b162e701-2467-4783-aae1-fcbc7d91ef5b req-7429e8e7-186e-4366-bd8b-9f346f81d045 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633144 Mar 05 13:44:47.529369 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-952808b1-4879-42a9-bcf0-92d81c61b3ed req-022e1d6a-3471-456f-94cf-f72b82e4d35f tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:47.535990 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c55683b1-ab16-466d-b2ba-6eca91ecbb1f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Request body: {'port': {'device_id': '2c78ca80-1b40-4d02-ae55-eda84c14c764', 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe', 'admin_state_up': True, 'tenant_id': '1e6dfeba02724ceabbe61dac4cb2c5dc'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:47.541000 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['1435958d-e3be-4286-8caa-791704018749', 'aa5a355c-5f58-4db0-bfb5-8e9b384376ef', '26e15d7a-e8a5-431a-b910-0c8dc2dcec3e', 'fda15825-21a0-4055-bab6-e4a271c0d1d3'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:44:47.643516 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-15eb65ea-57ff-4aaf-a7c1-b8c93d213a47 req-8fe569c1-9653-4ee3-9d44-c615c9a71e29 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8720472 Mar 05 13:44:47.680576 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8744a9ee-7ac4-4a89-8145-2a57cb24bbb5 req-0f30d782-7e5d-4566-822c-bf1a65e06777 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c78ca80-1b40-4d02-ae55-eda84c14c764 HTTP/1.1" status: 200 len: 210 time: 0.0682395 Mar 05 13:44:47.722732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e1d6a-3471-456f-94cf-f72b82e4d35f tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Pushing event deleted for resources: {'Port': ['ID=99cccead-0893-4934-ad87-464673651a7c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:47.842122 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab51ac37-1597-4828-b9cf-268ef8a1b3cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99cccead-0893-4934-ad87-464673651a7c', 'code': 200} Mar 05 13:44:47.917754 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f38bb5cb-587a-4c07-9c4b-652699891211 req-2b8d34a4-8a4e-4a77-8085-05a0b2de8714 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Router b2a59f49-3b77-458f-95cb-a807839d2570 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:44:47.986037 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['024c3626-66ef-4aee-ab0e-e02389b1831c', '184b801c-e78c-44f5-9803-b433f7505612', 'b3a6c5d8-c66d-439c-827d-986cb719af5d'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:44:48.235751 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c4375b7e-52d4-4d5b-9b39-2d0fa7a809ad req-b17c8b3b-31c2-4307-8926-e9ef7b935292 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab51ac37-1597-4828-b9cf-268ef8a1b3cb HTTP/1.1" status: 200 len: 210 time: 0.1709781 Mar 05 13:44:48.374303 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device bb17c5d8-2566-4bf8-8929-838b3ea7a0cd up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:44:48.411925 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-952808b1-4879-42a9-bcf0-92d81c61b3ed req-022e1d6a-3471-456f-94cf-f72b82e4d35f tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] No DVR routers for this DVR port 99cccead-0893-4934-ad87-464673651a7c on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:44:48.417973 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c55683b1-ab16-466d-b2ba-6eca91ecbb1f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:48.423278 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c55683b1-ab16-466d-b2ba-6eca91ecbb1f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Usage tracker for resource:port and tenant:1e6dfeba02724ceabbe61dac4cb2c5dc is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:44:48.424966 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f38bb5cb-587a-4c07-9c4b-652699891211 req-2b8d34a4-8a4e-4a77-8085-05a0b2de8714 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:44:48.427114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c55683b1-ab16-466d-b2ba-6eca91ecbb1f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:44:48.433469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c55683b1-ab16-466d-b2ba-6eca91ecbb1f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:48.435609 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5734594c-3f2d-4478-82dd-700890332adf None None] Sync routers for ids ['b2a59f49-3b77-458f-95cb-a807839d2570'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:44:48.436750 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7669283-9da6-4657-a14a-fd00c5cb2725 req-bb6a8c85-dd2d-403c-8d57-6cc3d4f28920 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bf559703-1f47-4fe0-8969-ea672d3a2c47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3537734 Mar 05 13:44:48.447128 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-952808b1-4879-42a9-bcf0-92d81c61b3ed req-022e1d6a-3471-456f-94cf-f72b82e4d35f tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:48.466583 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab51ac37-1597-4828-b9cf-268ef8a1b3cb', 'name': 'network-vif-deleted', 'tag': '99cccead-0893-4934-ad87-464673651a7c'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:48.475718 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-88469eef-f63e-4854-bbf1-0154cb7f8110 service neutron] 10.222.0.30 "GET /v2.0/networks/4737ff0a-cb53-4e8a-bc54-82a47945de4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3232141 Mar 05 13:44:48.477764 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5734594c-3f2d-4478-82dd-700890332adf None None] Routers {'b2a59f49-3b77-458f-95cb-a807839d2570'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:44:48.479923 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-5734594c-3f2d-4478-82dd-700890332adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:44:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b2a59f49-3b77-458f-95cb-a807839d2570'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:48.491767 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-952808b1-4879-42a9-bcf0-92d81c61b3ed req-022e1d6a-3471-456f-94cf-f72b82e4d35f tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "DELETE /v2.0/ports/99cccead-0893-4934-ad87-464673651a7c HTTP/1.1" status: 204 len: 173 time: 7.6185107 Mar 05 13:44:48.492260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c55683b1-ab16-466d-b2ba-6eca91ecbb1f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Made reservation on behalf of 1e6dfeba02724ceabbe61dac4cb2c5dc for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:44:48.506860 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c55683b1-ab16-466d-b2ba-6eca91ecbb1f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:48.619717 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9687234c-8d5d-4e91-b00b-3eb76c539cf3 req-91b102c9-43e5-4115-9bc5-e6c5a2bccbd4 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1914867059&fields=id&tenant_id=3cee7834a5214c2e894eb17166dede92 HTTP/1.1" status: 200 len: 267 time: 0.2484577 Mar 05 13:44:48.695503 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port bb17c5d8-2566-4bf8-8929-838b3ea7a0cd completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:44:48.716967 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38bb5cb-587a-4c07-9c4b-652699891211 req-2b8d34a4-8a4e-4a77-8085-05a0b2de8714 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] No DVR routers for this DVR port 2340a0ff-4d13-4969-9d67-c6a4e57c89b2 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:44:48.730953 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f38bb5cb-587a-4c07-9c4b-652699891211 req-2b8d34a4-8a4e-4a77-8085-05a0b2de8714 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:48.731397 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port bb17c5d8-2566-4bf8-8929-838b3ea7a0cd triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:44:48.731771 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:48.738654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb384ff2-c5f5-4f86-9166-a8f4da5462e5', 'name': 'network-vif-deleted', 'tag': '2340a0ff-4d13-4969-9d67-c6a4e57c89b2'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:48.765092 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f38bb5cb-587a-4c07-9c4b-652699891211 req-2b8d34a4-8a4e-4a77-8085-05a0b2de8714 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.30 "DELETE /v2.0/ports/2340a0ff-4d13-4969-9d67-c6a4e57c89b2 HTTP/1.1" status: 204 len: 173 time: 3.6305952 Mar 05 13:44:48.837106 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687234c-8d5d-4e91-b00b-3eb76c539cf3 req-b61df3f5-0657-4a6b-a353-f437159ae253 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:48.848261 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9687234c-8d5d-4e91-b00b-3eb76c539cf3 req-b61df3f5-0657-4a6b-a353-f437159ae253 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 945 time: 0.2273557 Mar 05 13:44:48.854418 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-9687234c-8d5d-4e91-b00b-3eb76c539cf3 req-b5c58584-e546-42c9-a0fd-83fa7dd916fa tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Request body: {'port': {'security_groups': ['dc715f3e-34bd-48c0-a4e8-869f37d40561', '974e9826-5d38-4e83-9d76-0d3140b652c1']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:48.906565 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7669283-9da6-4657-a14a-fd00c5cb2725 req-04a58a7f-bec6-4fa2-aa45-891ff47e62ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:48.912474 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7669283-9da6-4657-a14a-fd00c5cb2725 req-04a58a7f-bec6-4fa2-aa45-891ff47e62ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f35eb7de3ac943fabc502d5ac9465145&device_id=bf559703-1f47-4fe0-8969-ea672d3a2c47 HTTP/1.1" status: 200 len: 1101 time: 0.2450325 Mar 05 13:44:48.954742 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc034eb-88f6-4ff8-8874-66ad4446be50 req-ad6fd622-e261-4992-ab93-79be7fcb1cfc tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:48.962476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc034eb-88f6-4ff8-8874-66ad4446be50 req-ad6fd622-e261-4992-ab93-79be7fcb1cfc tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:48.969435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc034eb-88f6-4ff8-8874-66ad4446be50 req-ad6fd622-e261-4992-ab93-79be7fcb1cfc tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:48.977893 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc034eb-88f6-4ff8-8874-66ad4446be50 req-ad6fd622-e261-4992-ab93-79be7fcb1cfc tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:48.985547 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc034eb-88f6-4ff8-8874-66ad4446be50 req-ad6fd622-e261-4992-ab93-79be7fcb1cfc tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:48.990054 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-5734594c-3f2d-4478-82dd-700890332adf None None] Set router b2a59f49-3b77-458f-95cb-a807839d2570 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:44:48.993310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc034eb-88f6-4ff8-8874-66ad4446be50 req-ad6fd622-e261-4992-ab93-79be7fcb1cfc tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:49.000188 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc034eb-88f6-4ff8-8874-66ad4446be50 req-ad6fd622-e261-4992-ab93-79be7fcb1cfc tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:49.003118 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9cc034eb-88f6-4ff8-8874-66ad4446be50 req-ad6fd622-e261-4992-ab93-79be7fcb1cfc tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5420 time: 1.6833048 Mar 05 13:44:49.007665 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-774d1129-64f1-4cf9-be6a-5b3170a4a1b1 service neutron] 10.222.0.30 "GET /v2.0/networks/4737ff0a-cb53-4e8a-bc54-82a47945de4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645824 Mar 05 13:44:49.205556 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:49.298917 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7669283-9da6-4657-a14a-fd00c5cb2725 req-1aee9027-de84-4e8c-9230-eda9ff4f6b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:49.302061 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7669283-9da6-4657-a14a-fd00c5cb2725 req-1aee9027-de84-4e8c-9230-eda9ff4f6b3a service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.3645644 Mar 05 13:44:49.305543 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9687234c-8d5d-4e91-b00b-3eb76c539cf3 req-b5c58584-e546-42c9-a0fd-83fa7dd916fa tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:49.319824 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9cc034eb-88f6-4ff8-8874-66ad4446be50 req-ae964100-46e6-4fd9-987e-f4a7bae391f7 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2409246 Mar 05 13:44:49.328910 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-dc82719b-deaf-4cd5-b99c-c5932b5a13f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6d4bbac-620a-4e1d-b107-731cd391ed0b HTTP/1.1" status: 200 len: 217 time: 0.3115664 Mar 05 13:44:49.441870 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port bb17c5d8-2566-4bf8-8929-838b3ea7a0cd, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bb17c5d8-2566-4bf8-8929-838b3ea7a0cd,segment=NetworkSegment(878d8184-25a8-44de-b274-b8af194d7640),segment_id=878d8184-25a8-44de-b274-b8af194d7640)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:49.491454 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:49.498071 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 2340a0ff-4d13-4969-9d67-c6a4e57c89b2 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:44:49.604367 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7669283-9da6-4657-a14a-fd00c5cb2725 req-aea32886-2a18-473b-8beb-de0e39870142 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=024c3626-66ef-4aee-ab0e-e02389b1831c HTTP/1.1" status: 200 len: 217 time: 0.2567234 Mar 05 13:44:49.715611 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 2340a0ff-4d13-4969-9d67-c6a4e57c89b2 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:44:49.716262 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 2340a0ff-4d13-4969-9d67-c6a4e57c89b2 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:44:49.817376 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=bb17c5d8-2566-4bf8-8929-838b3ea7a0cd,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:49.828494 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:49.828967 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:49.829304 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:49.829787 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:49.830625 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:49.830996 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:49.831321 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:49.832332 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:49.832332 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:49.832332 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:49.832582 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:49.832856 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:44:49.842278 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf88ee1-563d-4eb2-803e-9723b633651d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2972e9-7940-4233-b6f6-cecfa78eca5e'}, {'server_uuid': '16f950ff-6c4d-46cd-bbe2-6b0087064856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8e868d7-19d4-4db9-bdee-5b44bdc7acd2'}, {'server_uuid': '668148c9-6778-4d9b-b28a-bbc57747aecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb17c5d8-2566-4bf8-8929-838b3ea7a0cd'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:49.850055 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-8dd6a46f-5262-4d55-b128-4305b9b70957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:49.850645 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-5734594c-3f2d-4478-82dd-700890332adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'name': 'tempest-ServersTestManualDisk-1558163160-router', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:43:02Z', 'updated_at': '2022-03-05T13:43:20Z', 'revision_number': 4, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'gw_port': {'id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:05Z', 'updated_at': '2022-03-05T13:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '1923486a-be3d-4d63-bd72-34f2f35a99f2', 'name': '', 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'mac_address': 'fa:16:3e:44:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0131738f-f90e-4810-8c0d-4d64eb37560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:15Z', 'updated_at': '2022-03-05T13:43:32Z', 'revision_number': 5, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'subnets': [{'id': '0131738f-f90e-4810-8c0d-4d64eb37560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:49.851810 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-8dd6a46f-5262-4d55-b128-4305b9b70957 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eff906ca-fac7-414f-935e-aa401b609305 HTTP/1.1" status: 200 len: 797 time: 0.5119190 Mar 05 13:44:49.854497 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5734594c-3f2d-4478-82dd-700890332adf None None] Checking router: b2a59f49-3b77-458f-95cb-a807839d2570 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:44:49.863750 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5734594c-3f2d-4478-82dd-700890332adf None None] Routers {'b2a59f49-3b77-458f-95cb-a807839d2570'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:44:49.864347 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-5734594c-3f2d-4478-82dd-700890332adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:44:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b2a59f49-3b77-458f-95cb-a807839d2570'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:49.906346 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6de4b3fd-eb06-4ebc-ad83-25d1aac82ee0 req-8ce87ec8-0b6b-4738-b202-107857eb9697 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb384ff2-c5f5-4f86-9166-a8f4da5462e5 HTTP/1.1" status: 200 len: 210 time: 0.2071722 Mar 05 13:44:49.915584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7669283-9da6-4657-a14a-fd00c5cb2725 req-3b076d0f-663e-4a9f-b6fe-d3f3814359c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:49.917074 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7669283-9da6-4657-a14a-fd00c5cb2725 req-3b076d0f-663e-4a9f-b6fe-d3f3814359c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.3118405 Mar 05 13:44:49.953052 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-82e987c2-450b-48f1-81aa-fa2c238057f5 req-c838599f-fedd-4652-ab7c-8456c31714c3 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] For port f8e868d7-19d4-4db9-bdee-5b44bdc7acd2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f8e868d7-19d4-4db9-bdee-5b44bdc7acd2,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:49.953492 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-82e987c2-450b-48f1-81aa-fa2c238057f5 req-c838599f-fedd-4652-ab7c-8456c31714c3 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:50.124433 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-82e987c2-450b-48f1-81aa-fa2c238057f5 req-c838599f-fedd-4652-ab7c-8456c31714c3 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Calling delete_port for f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:44:50.146800 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-5734594c-3f2d-4478-82dd-700890332adf None None] Set router b2a59f49-3b77-458f-95cb-a807839d2570 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:44:50.165817 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7669283-9da6-4657-a14a-fd00c5cb2725 req-d46df9bf-447b-4a15-973a-9802cdbd0d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:50.167465 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7669283-9da6-4657-a14a-fd00c5cb2725 req-d46df9bf-447b-4a15-973a-9802cdbd0d20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2427340 Mar 05 13:44:50.223789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c55683b1-ab16-466d-b2ba-6eca91ecbb1f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Allocated IP 172.20.0.10 (9566c2e4-1bac-4a5b-8a67-d566157793fe/fbe719ac-a221-4304-9d9c-9289853597e6/4e8e3409-53d8-4da7-8d85-ae70635ee2ea) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:44:50.305545 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-41ef72b3-88f0-4292-9d7e-942c5f817360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:50.307331 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-41ef72b3-88f0-4292-9d7e-942c5f817360 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4737ff0a-cb53-4e8a-bc54-82a47945de4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4345391 Mar 05 13:44:50.377533 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7669283-9da6-4657-a14a-fd00c5cb2725 req-d7987d68-bed1-4fc7-98a7-446d3194dc2d service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644135 Mar 05 13:44:50.489310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243e64e-b920-4680-853c-944228ceb1b1 req-66ea6a38-dcb3-4306-9642-a9f1b6884a1c tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:50.495180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-9687234c-8d5d-4e91-b00b-3eb76c539cf3 req-b5c58584-e546-42c9-a0fd-83fa7dd916fa tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] For port 5430d653-60a4-4fed-b1cb-5c0a9447d345, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5430d653-60a4-4fed-b1cb-5c0a9447d345,segment=NetworkSegment(d303414a-0981-4891-a06d-3ac528ef1c07),segment_id=d303414a-0981-4891-a06d-3ac528ef1c07)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:50.496732 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4243e64e-b920-4680-853c-944228ceb1b1 req-66ea6a38-dcb3-4306-9642-a9f1b6884a1c tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 946 time: 0.3292496 Mar 05 13:44:50.554159 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9687234c-8d5d-4e91-b00b-3eb76c539cf3 req-b5c58584-e546-42c9-a0fd-83fa7dd916fa tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:50.560282 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7669283-9da6-4657-a14a-fd00c5cb2725 req-5dc24094-6053-4cca-8faa-905fa6ef9b18 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766200 Mar 05 13:44:50.564340 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9687234c-8d5d-4e91-b00b-3eb76c539cf3 req-b5c58584-e546-42c9-a0fd-83fa7dd916fa tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:50.578520 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['5430d653-60a4-4fed-b1cb-5c0a9447d345'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:44:50.593223 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-5734594c-3f2d-4478-82dd-700890332adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'name': 'tempest-ServersTestManualDisk-1558163160-router', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:43:02Z', 'updated_at': '2022-03-05T13:43:20Z', 'revision_number': 4, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'gw_port': {'id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:05Z', 'updated_at': '2022-03-05T13:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '1923486a-be3d-4d63-bd72-34f2f35a99f2', 'name': '', 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'mac_address': 'fa:16:3e:44:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0131738f-f90e-4810-8c0d-4d64eb37560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:15Z', 'updated_at': '2022-03-05T13:43:32Z', 'revision_number': 5, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'subnets': [{'id': '0131738f-f90e-4810-8c0d-4d64eb37560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:50.597560 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5734594c-3f2d-4478-82dd-700890332adf None None] The sync data for ids ['b2a59f49-3b77-458f-95cb-a807839d2570'] in n-d-803718-1 is: [{'id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'name': 'tempest-ServersTestManualDisk-1558163160-router', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:43:02Z', 'updated_at': '2022-03-05T13:43:20Z', 'revision_number': 4, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'gw_port': {'id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:05Z', 'updated_at': '2022-03-05T13:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '1923486a-be3d-4d63-bd72-34f2f35a99f2', 'name': '', 'network_id': '5a7630ee-dc4a-4dac-88dd-5824b780a0ac', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'mac_address': 'fa:16:3e:44:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0131738f-f90e-4810-8c0d-4d64eb37560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:15Z', 'updated_at': '2022-03-05T13:43:32Z', 'revision_number': 5, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'subnets': [{'id': '0131738f-f90e-4810-8c0d-4d64eb37560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:44:50.671374 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4243e64e-b920-4680-853c-944228ceb1b1 req-632bc5bb-ddc6-4198-aae6-90d69c33baae tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738076 Mar 05 13:44:50.771439 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab51ac37-1597-4828-b9cf-268ef8a1b3cb', 'name': 'network-vif-deleted', 'tag': '99cccead-0893-4934-ad87-464673651a7c', 'status': 'completed', 'code': 200} Mar 05 13:44:50.800815 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-6e3859a8-4e46-4810-87af-d91c57edf790 service neutron] 10.222.0.30 "GET /v2.0/networks/4737ff0a-cb53-4e8a-bc54-82a47945de4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688087 Mar 05 13:44:50.821482 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687234c-8d5d-4e91-b00b-3eb76c539cf3 req-b5c58584-e546-42c9-a0fd-83fa7dd916fa tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:50.822951 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9687234c-8d5d-4e91-b00b-3eb76c539cf3 req-b5c58584-e546-42c9-a0fd-83fa7dd916fa tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:50.824372 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9687234c-8d5d-4e91-b00b-3eb76c539cf3 req-b5c58584-e546-42c9-a0fd-83fa7dd916fa tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "PUT /v2.0/ports/5430d653-60a4-4fed-b1cb-5c0a9447d345 HTTP/1.1" status: 200 len: 981 time: 1.9749992 Mar 05 13:44:50.842979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c58584-e546-42c9-a0fd-83fa7dd916fa tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event updated for resources: {'Port': ['ID=5430d653-60a4-4fed-b1cb-5c0a9447d345,revision_number=6']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:50.882941 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-82e987c2-450b-48f1-81aa-fa2c238057f5 req-c838599f-fedd-4652-ab7c-8456c31714c3 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:50.936790 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['5430d653-60a4-4fed-b1cb-5c0a9447d345'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:44:51.112430 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85ebbf42-b80f-42c8-bae0-14a7339ebb5a req-9461deaf-1b52-4b64-b291-592fc3612d72 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c78ca80-1b40-4d02-ae55-eda84c14c764 HTTP/1.1" status: 200 len: 210 time: 0.1050382 Mar 05 13:44:51.120733 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f619f1-1205-4d59-a96c-8957b71d9406 None None] New status for floating IP a8f48ca3-d595-4941-a12c-27d15bca5bfe: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:44:51.191525 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb384ff2-c5f5-4f86-9166-a8f4da5462e5', 'name': 'network-vif-deleted', 'tag': '2340a0ff-4d13-4969-9d67-c6a4e57c89b2', 'status': 'completed', 'code': 200} Mar 05 13:44:51.210053 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838599f-fedd-4652-ab7c-8456c31714c3 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Pushing event deleted for resources: {'Port': ['ID=f8e868d7-19d4-4db9-bdee-5b44bdc7acd2,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:51.313325 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-1e9fa0ee-a1c4-4009-a987-fd7f0734800a req-6c364ebe-1179-4073-9981-c48af5a56c11 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Synchronizing usage tracker for tenant:d849206810044d11adc955a445c83763 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:44:51.371433 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf88ee1-563d-4eb2-803e-9723b633651d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2972e9-7940-4233-b6f6-cecfa78eca5e', 'code': 200} Mar 05 13:44:51.371693 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f950ff-6c4d-46cd-bbe2-6b0087064856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8e868d7-19d4-4db9-bdee-5b44bdc7acd2', 'code': 200} Mar 05 13:44:51.371938 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668148c9-6778-4d9b-b28a-bbc57747aecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb17c5d8-2566-4bf8-8929-838b3ea7a0cd', 'code': 200} Mar 05 13:44:51.396091 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c55683b1-ab16-466d-b2ba-6eca91ecbb1f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:51.402609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e987c2-450b-48f1-81aa-fa2c238057f5 req-c838599f-fedd-4652-ab7c-8456c31714c3 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] No DVR routers for this DVR port f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:44:51.414318 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-82e987c2-450b-48f1-81aa-fa2c238057f5 req-c838599f-fedd-4652-ab7c-8456c31714c3 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:51.435372 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-1e9fa0ee-a1c4-4009-a987-fd7f0734800a req-6c364ebe-1179-4073-9981-c48af5a56c11 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Unset dirty status for tenant:d849206810044d11adc955a445c83763 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:44:51.436444 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1e9fa0ee-a1c4-4009-a987-fd7f0734800a req-6c364ebe-1179-4073-9981-c48af5a56c11 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=16f950ff-6c4d-46cd-bbe2-6b0087064856 HTTP/1.1" status: 200 len: 210 time: 0.2628634 Mar 05 13:44:51.465791 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3826896-5aec-44ab-ab19-dd9fc7df6062 req-65a850cd-e369-4a8a-99dc-69450de2f0ab service neutron] 10.222.0.30 "GET /v2.0/networks/4737ff0a-cb53-4e8a-bc54-82a47945de4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6524961 Mar 05 13:44:51.469774 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-82e987c2-450b-48f1-81aa-fa2c238057f5 req-c838599f-fedd-4652-ab7c-8456c31714c3 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.30 "DELETE /v2.0/ports/f8e868d7-19d4-4db9-bdee-5b44bdc7acd2 HTTP/1.1" status: 204 len: 173 time: 7.1444159 Mar 05 13:44:51.489704 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c55683b1-ab16-466d-b2ba-6eca91ecbb1f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:51.678390 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['3953bd01-eec3-49cd-9135-0700f1de9c5c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:44:51.702784 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9254f-b3b9-47fa-b37e-67d7986e2fb5 req-3199d736-0dae-4bf6-8dad-8f72143ad2ae tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:51.712686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9254f-b3b9-47fa-b37e-67d7986e2fb5 req-3199d736-0dae-4bf6-8dad-8f72143ad2ae tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:51.726533 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9254f-b3b9-47fa-b37e-67d7986e2fb5 req-3199d736-0dae-4bf6-8dad-8f72143ad2ae tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:51.749555 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9254f-b3b9-47fa-b37e-67d7986e2fb5 req-3199d736-0dae-4bf6-8dad-8f72143ad2ae tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:51.769031 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9254f-b3b9-47fa-b37e-67d7986e2fb5 req-3199d736-0dae-4bf6-8dad-8f72143ad2ae tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:51.778402 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9254f-b3b9-47fa-b37e-67d7986e2fb5 req-3199d736-0dae-4bf6-8dad-8f72143ad2ae tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:51.794472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9254f-b3b9-47fa-b37e-67d7986e2fb5 req-3199d736-0dae-4bf6-8dad-8f72143ad2ae tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:51.796907 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-27e9254f-b3b9-47fa-b37e-67d7986e2fb5 req-3199d736-0dae-4bf6-8dad-8f72143ad2ae tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5420 time: 0.2765083 Mar 05 13:44:51.916943 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-27e9254f-b3b9-47fa-b37e-67d7986e2fb5 req-0bf490a3-3f90-4dce-8a40-238da2c82468 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1022277 Mar 05 13:44:51.950638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c55683b1-ab16-466d-b2ba-6eca91ecbb1f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Network 9566c2e4-1bac-4a5b-8a67-d566157793fe is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:44:51.955872 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c55683b1-ab16-466d-b2ba-6eca91ecbb1f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:44:51.981997 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c55683b1-ab16-466d-b2ba-6eca91ecbb1f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:44:52.055536 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55683b1-ab16-466d-b2ba-6eca91ecbb1f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Pushing event updated for resources: {'Port': ['ID=4e8e3409-53d8-4da7-8d85-ae70635ee2ea,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:52.110629 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6d4c5528-91f4-4de9-bfa5-462b33e4bd3e req-170a421f-b674-436f-8b99-b39e43a0b3e6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Synchronizing usage tracker for tenant:3cee7834a5214c2e894eb17166dede92 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:44:52.180230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c55683b1-ab16-466d-b2ba-6eca91ecbb1f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:52.180913 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c55683b1-ab16-466d-b2ba-6eca91ecbb1f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:52.194734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556f828-2f44-40da-9510-2b1a3b2f2aa7 req-b3c6b000-06ab-4fca-acaf-aa292a799103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:52.195161 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556f828-2f44-40da-9510-2b1a3b2f2aa7 req-b3c6b000-06ab-4fca-acaf-aa292a799103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:52.195619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556f828-2f44-40da-9510-2b1a3b2f2aa7 req-b3c6b000-06ab-4fca-acaf-aa292a799103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:52.196679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556f828-2f44-40da-9510-2b1a3b2f2aa7 req-b3c6b000-06ab-4fca-acaf-aa292a799103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:52.197140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556f828-2f44-40da-9510-2b1a3b2f2aa7 req-b3c6b000-06ab-4fca-acaf-aa292a799103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:52.197606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556f828-2f44-40da-9510-2b1a3b2f2aa7 req-b3c6b000-06ab-4fca-acaf-aa292a799103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:52.198046 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556f828-2f44-40da-9510-2b1a3b2f2aa7 req-b3c6b000-06ab-4fca-acaf-aa292a799103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:52.199959 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a556f828-2f44-40da-9510-2b1a3b2f2aa7 req-b3c6b000-06ab-4fca-acaf-aa292a799103 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28610c303cf6490b864485c4875d7beb&device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 6477 time: 0.3942161 Mar 05 13:44:52.201820 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13aaa72-2e5b-4500-b15a-44b9a25ed4be req-a4bd1051-4754-41b0-a177-bb13319c96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:52.203189 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e13aaa72-2e5b-4500-b15a-44b9a25ed4be req-a4bd1051-4754-41b0-a177-bb13319c96c6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 1097 time: 0.6149976 Mar 05 13:44:52.203793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6d4c5528-91f4-4de9-bfa5-462b33e4bd3e req-170a421f-b674-436f-8b99-b39e43a0b3e6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Unset dirty status for tenant:3cee7834a5214c2e894eb17166dede92 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:44:52.204800 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6d4c5528-91f4-4de9-bfa5-462b33e4bd3e req-170a421f-b674-436f-8b99-b39e43a0b3e6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-584128479&fields=id&tenant_id=3cee7834a5214c2e894eb17166dede92 HTTP/1.1" status: 200 len: 267 time: 0.3323336 Mar 05 13:44:52.295850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582ff9b-5cc8-4fc6-ada7-c32119c848c6 req-aaed6ed8-764a-4a16-94b2-a782927a77b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:52.297317 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c582ff9b-5cc8-4fc6-ada7-c32119c848c6 req-aaed6ed8-764a-4a16-94b2-a782927a77b8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 1097 time: 0.7079535 Mar 05 13:44:52.324894 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c55683b1-ab16-466d-b2ba-6eca91ecbb1f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8005009 Mar 05 13:44:52.368677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c30bede5-3b51-4cd8-be4d-d6226dd0a390 service neutron] Request body: {'port': {'device_id': '2c78ca80-1b40-4d02-ae55-eda84c14c764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:52.512795 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0b1a3-3576-48c4-960c-c09924e62152 req-b7de81af-3c4d-494a-99ad-9cb9d6f52f44 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:52.514362 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4ec0b1a3-3576-48c4-960c-c09924e62152 req-b7de81af-3c4d-494a-99ad-9cb9d6f52f44 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 946 time: 0.1087439 Mar 05 13:44:52.544108 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e13aaa72-2e5b-4500-b15a-44b9a25ed4be req-52f6e06d-bb7c-4fbe-a91b-81d22c01a832 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260434 Mar 05 13:44:52.551343 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c582ff9b-5cc8-4fc6-ada7-c32119c848c6 req-a4d44686-deda-4acf-9a93-5fa0aa8091e7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285295 Mar 05 13:44:52.570821 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4ec0b1a3-3576-48c4-960c-c09924e62152 req-16717344-6cf9-4c09-bd0a-a1ade6ebebb4 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490916 Mar 05 13:44:52.616282 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55756) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:44:52.639229 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556f828-2f44-40da-9510-2b1a3b2f2aa7 req-070cf9bf-e85c-472e-8e13-0557c33a5cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:52.640671 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a556f828-2f44-40da-9510-2b1a3b2f2aa7 req-070cf9bf-e85c-472e-8e13-0557c33a5cd4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4737ff0a-cb53-4e8a-bc54-82a47945de4b HTTP/1.1" status: 200 len: 901 time: 0.3875232 Mar 05 13:44:52.653514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c5528-91f4-4de9-bfa5-462b33e4bd3e req-91e8160e-28e5-406d-b258-a83af5f12e33 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:52.654198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6d4c5528-91f4-4de9-bfa5-462b33e4bd3e req-91e8160e-28e5-406d-b258-a83af5f12e33 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Synchronizing usage tracker for tenant:3cee7834a5214c2e894eb17166dede92 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:44:52.657852 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c30bede5-3b51-4cd8-be4d-d6226dd0a390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:52.704885 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7cd37d3-72ef-40a9-87ae-9dce8506dad2 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:52.724298 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6d4c5528-91f4-4de9-bfa5-462b33e4bd3e req-91e8160e-28e5-406d-b258-a83af5f12e33 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Unset dirty status for tenant:3cee7834a5214c2e894eb17166dede92 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:44:52.725465 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6d4c5528-91f4-4de9-bfa5-462b33e4bd3e req-91e8160e-28e5-406d-b258-a83af5f12e33 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 984 time: 0.5097661 Mar 05 13:44:52.780078 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7cd37d3-72ef-40a9-87ae-9dce8506dad2 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:52.794306 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f950ff-6c4d-46cd-bbe2-6b0087064856', 'name': 'network-vif-deleted', 'tag': 'f8e868d7-19d4-4db9-bdee-5b44bdc7acd2'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:52.802319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-6d4c5528-91f4-4de9-bfa5-462b33e4bd3e req-0d4d2129-89b7-4326-b398-e434bef14a86 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Request body: {'port': {'security_groups': ['974e9826-5d38-4e83-9d76-0d3140b652c1', 'dc715f3e-34bd-48c0-a4e8-869f37d40561', 'd8ae417d-6dfd-4f5c-8137-e3731b156097']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:52.852855 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad9a16-cac7-428e-b507-731263e3e913 req-83f99216-61d6-42b2-9a1b-4848bbb74e61 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:52.854511 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-caad9a16-cac7-428e-b507-731263e3e913 req-83f99216-61d6-42b2-9a1b-4848bbb74e61 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c78ca80-1b40-4d02-ae55-eda84c14c764 HTTP/1.1" status: 200 len: 932 time: 0.1364684 Mar 05 13:44:52.865006 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a556f828-2f44-40da-9510-2b1a3b2f2aa7 req-ede34ea7-afcf-4be0-b49c-fcce65fbb48e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6d4bbac-620a-4e1d-b107-731cd391ed0b HTTP/1.1" status: 200 len: 217 time: 0.1256163 Mar 05 13:44:52.881540 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7cd37d3-72ef-40a9-87ae-9dce8506dad2 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:52.904142 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd37d3-72ef-40a9-87ae-9dce8506dad2 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28b3085-5245-48c6-81f4-078dc52ee574,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:52.930407 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-caad9a16-cac7-428e-b507-731263e3e913 req-3d65cad9-b83c-43ef-a7b8-bc9202261222 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Synchronizing usage tracker for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:44:52.944260 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7cd37d3-72ef-40a9-87ae-9dce8506dad2 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:52.948204 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b7cd37d3-72ef-40a9-87ae-9dce8506dad2 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "DELETE /v2.0/security-groups/e28b3085-5245-48c6-81f4-078dc52ee574 HTTP/1.1" status: 204 len: 168 time: 0.3307948 Mar 05 13:44:52.952363 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55770) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:44:52.972269 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-5771d46a-6afd-4930-a34d-548149b5615c tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] show failed (client error): The resource could not be found. Mar 05 13:44:52.975802 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5771d46a-6afd-4930-a34d-548149b5615c tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "GET /v2.0/security-groups/e28b3085-5245-48c6-81f4-078dc52ee574 HTTP/1.1" status: 404 len: 347 time: 0.0199313 Mar 05 13:44:52.976571 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55776) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:44:52.979334 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-caad9a16-cac7-428e-b507-731263e3e913 req-3d65cad9-b83c-43ef-a7b8-bc9202261222 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Unset dirty status for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:44:52.981441 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-caad9a16-cac7-428e-b507-731263e3e913 req-3d65cad9-b83c-43ef-a7b8-bc9202261222 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194162 Mar 05 13:44:53.091993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556f828-2f44-40da-9510-2b1a3b2f2aa7 req-a5870ba5-58da-499a-99cd-c5769c776907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:53.093495 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a556f828-2f44-40da-9510-2b1a3b2f2aa7 req-a5870ba5-58da-499a-99cd-c5769c776907 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eff906ca-fac7-414f-935e-aa401b609305 HTTP/1.1" status: 200 len: 797 time: 0.1902494 Mar 05 13:44:53.154556 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6d4c5528-91f4-4de9-bfa5-462b33e4bd3e req-0d4d2129-89b7-4326-b398-e434bef14a86 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:53.197369 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ee1615-abe7-40bc-80f1-36a708802272', 'tag': '5430d653-60a4-4fed-b1cb-5c0a9447d345'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:53.238503 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-9ef63ffe-c814-4c53-afa2-a4427fae2877 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Deleting port 5fff0a79-e42f-4df9-b508-c3e3cf03aa88 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:44:53.238973 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ef63ffe-c814-4c53-afa2-a4427fae2877 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:53.415487 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aec18e-b3e5-4e3d-ba4c-3aad17e5ffd5 req-9297233e-12a9-4873-b3ad-73ac626eb92d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:53.423121 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-47aec18e-b3e5-4e3d-ba4c-3aad17e5ffd5 req-9297233e-12a9-4873-b3ad-73ac626eb92d tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9 HTTP/1.1" status: 200 len: 949 time: 0.2620752 Mar 05 13:44:53.504581 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-47aec18e-b3e5-4e3d-ba4c-3aad17e5ffd5 req-f30b241a-60f0-4859-90aa-9f72575fa4e3 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803850 Mar 05 13:44:53.506442 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ef63ffe-c814-4c53-afa2-a4427fae2877 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:53.506784 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ef63ffe-c814-4c53-afa2-a4427fae2877 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:53.525203 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556f828-2f44-40da-9510-2b1a3b2f2aa7 req-789e04c7-2a48-412d-8cf4-6694ccbb90c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:53.526671 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a556f828-2f44-40da-9510-2b1a3b2f2aa7 req-789e04c7-2a48-412d-8cf4-6694ccbb90c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4737ff0a-cb53-4e8a-bc54-82a47945de4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4259670 Mar 05 13:44:53.757544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c30bede5-3b51-4cd8-be4d-d6226dd0a390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8e3409-53d8-4da7-8d85-ae70635ee2ea {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:44:53.776934 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c30bede5-3b51-4cd8-be4d-d6226dd0a390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:53.789233 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-9ef63ffe-c814-4c53-afa2-a4427fae2877 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Calling delete_port for 5fff0a79-e42f-4df9-b508-c3e3cf03aa88 owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:44:53.845929 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f950ff-6c4d-46cd-bbe2-6b0087064856', 'name': 'network-vif-deleted', 'tag': 'f8e868d7-19d4-4db9-bdee-5b44bdc7acd2', 'status': 'completed', 'code': 200} Mar 05 13:44:53.874846 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c30bede5-3b51-4cd8-be4d-d6226dd0a390 service neutron] Transition to ACTIVE for port object 4e8e3409-53d8-4da7-8d85-ae70635ee2ea will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:44:53.880583 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a556f828-2f44-40da-9510-2b1a3b2f2aa7 req-03659354-f0e8-4741-9b63-e5b7476b8e9d service neutron] 10.222.0.30 "GET /v2.0/networks/4737ff0a-cb53-4e8a-bc54-82a47945de4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405924 Mar 05 13:44:53.884003 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c30bede5-3b51-4cd8-be4d-d6226dd0a390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:54.036366 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ef63ffe-c814-4c53-afa2-a4427fae2877 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:54.093862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef63ffe-c814-4c53-afa2-a4427fae2877 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Pushing event deleted for resources: {'Port': ['ID=5fff0a79-e42f-4df9-b508-c3e3cf03aa88,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:54.217561 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0811b24-eed0-44b7-91a0-128c2961892f req-fffad169-598a-4680-8da8-6032f64dce4b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:54.224479 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0811b24-eed0-44b7-91a0-128c2961892f req-fffad169-598a-4680-8da8-6032f64dce4b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:54.228408 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-6d4c5528-91f4-4de9-bfa5-462b33e4bd3e req-0d4d2129-89b7-4326-b398-e434bef14a86 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] For port 5430d653-60a4-4fed-b1cb-5c0a9447d345, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5430d653-60a4-4fed-b1cb-5c0a9447d345,segment=NetworkSegment(d303414a-0981-4891-a06d-3ac528ef1c07),segment_id=d303414a-0981-4891-a06d-3ac528ef1c07)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:54.231498 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0811b24-eed0-44b7-91a0-128c2961892f req-fffad169-598a-4680-8da8-6032f64dce4b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:54.238452 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0811b24-eed0-44b7-91a0-128c2961892f req-fffad169-598a-4680-8da8-6032f64dce4b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:54.244409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0811b24-eed0-44b7-91a0-128c2961892f req-fffad169-598a-4680-8da8-6032f64dce4b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:54.245916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bede5-3b51-4cd8-be4d-d6226dd0a390 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8e3409-53d8-4da7-8d85-ae70635ee2ea,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:54.250357 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0811b24-eed0-44b7-91a0-128c2961892f req-fffad169-598a-4680-8da8-6032f64dce4b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:54.256722 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0811b24-eed0-44b7-91a0-128c2961892f req-fffad169-598a-4680-8da8-6032f64dce4b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:54.262454 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a0811b24-eed0-44b7-91a0-128c2961892f req-fffad169-598a-4680-8da8-6032f64dce4b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5420 time: 0.2651064 Mar 05 13:44:54.278194 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ef63ffe-c814-4c53-afa2-a4427fae2877 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:54.317800 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ef63ffe-c814-4c53-afa2-a4427fae2877 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:54.321816 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9ef63ffe-c814-4c53-afa2-a4427fae2877 tempest-ServersTestManualDisk-1019644713 tempest-ServersTestManualDisk-1019644713-project] 10.222.0.16 "DELETE /v2.0/floatingips/a8f48ca3-d595-4941-a12c-27d15bca5bfe HTTP/1.1" status: 204 len: 168 time: 1.3411112 Mar 05 13:44:54.322546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55800) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:44:54.380191 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6d4c5528-91f4-4de9-bfa5-462b33e4bd3e req-0d4d2129-89b7-4326-b398-e434bef14a86 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:54.391184 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a0811b24-eed0-44b7-91a0-128c2961892f req-882321f3-39da-4370-9fba-2305bc81556a tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1252646 Mar 05 13:44:54.403573 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6d4c5528-91f4-4de9-bfa5-462b33e4bd3e req-0d4d2129-89b7-4326-b398-e434bef14a86 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:54.410793 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a556f828-2f44-40da-9510-2b1a3b2f2aa7 req-5ac22539-8c27-4097-aade-c37fe86ca005 service neutron] 10.222.0.30 "GET /v2.0/networks/4737ff0a-cb53-4e8a-bc54-82a47945de4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228596 Mar 05 13:44:54.419308 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['5430d653-60a4-4fed-b1cb-5c0a9447d345'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:44:54.483922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6a40d-4d22-4e37-8453-f912788175fa req-ec26384d-6497-4f6d-9033-80891a567449 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:54.484534 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-77f6a40d-4d22-4e37-8453-f912788175fa req-ec26384d-6497-4f6d-9033-80891a567449 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Synchronizing usage tracker for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:44:54.527538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c5528-91f4-4de9-bfa5-462b33e4bd3e req-0d4d2129-89b7-4326-b398-e434bef14a86 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:54.528172 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6d4c5528-91f4-4de9-bfa5-462b33e4bd3e req-0d4d2129-89b7-4326-b398-e434bef14a86 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:54.529554 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6d4c5528-91f4-4de9-bfa5-462b33e4bd3e req-0d4d2129-89b7-4326-b398-e434bef14a86 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "PUT /v2.0/ports/5430d653-60a4-4fed-b1cb-5c0a9447d345 HTTP/1.1" status: 200 len: 1020 time: 1.7891018 Mar 05 13:44:54.543340 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c30bede5-3b51-4cd8-be4d-d6226dd0a390 service neutron] Attempting to bind port 4e8e3409-53d8-4da7-8d85-ae70635ee2ea on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:44:54.543680 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c30bede5-3b51-4cd8-be4d-d6226dd0a390 service neutron] Attempting to bind port 4e8e3409-53d8-4da7-8d85-ae70635ee2ea by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:44:54.544006 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c30bede5-3b51-4cd8-be4d-d6226dd0a390 service neutron] Attempting to bind port 4e8e3409-53d8-4da7-8d85-ae70635ee2ea on network 9566c2e4-1bac-4a5b-8a67-d566157793fe {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:54.562554 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c30bede5-3b51-4cd8-be4d-d6226dd0a390 service neutron] Port 4e8e3409-53d8-4da7-8d85-ae70635ee2ea on network 9566c2e4-1bac-4a5b-8a67-d566157793fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:44:54.562911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c30bede5-3b51-4cd8-be4d-d6226dd0a390 service neutron] Attempting to bind port 4e8e3409-53d8-4da7-8d85-ae70635ee2ea on network 9566c2e4-1bac-4a5b-8a67-d566157793fe {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:44:54.574221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c30bede5-3b51-4cd8-be4d-d6226dd0a390 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:44:54.574563 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c30bede5-3b51-4cd8-be4d-d6226dd0a390 service neutron] Checking segment: {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:44:54.574983 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c30bede5-3b51-4cd8-be4d-d6226dd0a390 service neutron] Bound using segment: {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:44:54.575513 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c30bede5-3b51-4cd8-be4d-d6226dd0a390 service neutron] Bound port: 4e8e3409-53d8-4da7-8d85-ae70635ee2ea, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:44:54.575859 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c30bede5-3b51-4cd8-be4d-d6226dd0a390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:54.590124 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-77f6a40d-4d22-4e37-8453-f912788175fa req-ec26384d-6497-4f6d-9033-80891a567449 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Unset dirty status for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:44:54.591574 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-77f6a40d-4d22-4e37-8453-f912788175fa req-ec26384d-6497-4f6d-9033-80891a567449 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9 HTTP/1.1" status: 200 len: 949 time: 0.6092198 Mar 05 13:44:54.640537 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d2129-89b7-4326-b398-e434bef14a86 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event updated for resources: {'Port': ['ID=5430d653-60a4-4fed-b1cb-5c0a9447d345,revision_number=7']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:54.647257 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['5430d653-60a4-4fed-b1cb-5c0a9447d345'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:44:54.833015 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-77f6a40d-4d22-4e37-8453-f912788175fa req-ebdb8444-41c0-44d3-bff5-1ab0e67ebbfd tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Deleting port b3a6c5d8-c66d-439c-827d-986cb719af5d {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:44:54.833434 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-77f6a40d-4d22-4e37-8453-f912788175fa req-ebdb8444-41c0-44d3-bff5-1ab0e67ebbfd tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:54.902299 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ee1615-abe7-40bc-80f1-36a708802272', 'tag': '5430d653-60a4-4fed-b1cb-5c0a9447d345', 'status': 'completed', 'code': 200} Mar 05 13:44:55.043925 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c30bede5-3b51-4cd8-be4d-d6226dd0a390 service neutron] For port 4e8e3409-53d8-4da7-8d85-ae70635ee2ea, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:44:55.115711 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c30bede5-3b51-4cd8-be4d-d6226dd0a390 service neutron] For port 4e8e3409-53d8-4da7-8d85-ae70635ee2ea, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=4e8e3409-53d8-4da7-8d85-ae70635ee2ea,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:44:55.134787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c538a9-3997-4bb9-ab96-57eefb3465d5 req-3bd03f92-61a5-48f1-b5a1-5ba3226f0b47 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:55.142984 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-89c538a9-3997-4bb9-ab96-57eefb3465d5 req-3bd03f92-61a5-48f1-b5a1-5ba3226f0b47 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 946 time: 0.4338787 Mar 05 13:44:55.150586 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be9d5818-badf-49fa-8ed6-48496c0cab08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:55.184931 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c30bede5-3b51-4cd8-be4d-d6226dd0a390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:55.511381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c30bede5-3b51-4cd8-be4d-d6226dd0a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:55.512792 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c30bede5-3b51-4cd8-be4d-d6226dd0a390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:55.514255 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-c30bede5-3b51-4cd8-be4d-d6226dd0a390 service neutron] 10.222.0.15 "PUT /v2.0/ports/4e8e3409-53d8-4da7-8d85-ae70635ee2ea HTTP/1.1" status: 200 len: 1092 time: 3.1801171 Mar 05 13:44:55.550959 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-89c538a9-3997-4bb9-ab96-57eefb3465d5 req-bad4730b-7d25-4abd-a5c1-b4077df8e639 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032879 Mar 05 13:44:55.623794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9baf33e-0c3b-4e50-995f-07a70c53f31b req-ef5ca2c2-8d8d-49f5-9016-5490bd60ca5f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:55.632838 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a9baf33e-0c3b-4e50-995f-07a70c53f31b req-ef5ca2c2-8d8d-49f5-9016-5490bd60ca5f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c78ca80-1b40-4d02-ae55-eda84c14c764 HTTP/1.1" status: 200 len: 944 time: 0.2677081 Mar 05 13:44:55.697651 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a9baf33e-0c3b-4e50-995f-07a70c53f31b req-7d9210c3-be1f-4487-87d6-7fea95bad270 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640247 Mar 05 13:44:55.759121 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcec6ec-b8d2-4196-b84d-8460ca7a5d5b req-282fe89e-f33c-4d4e-aea7-a8e7d561794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:55.760868 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6fcec6ec-b8d2-4196-b84d-8460ca7a5d5b req-282fe89e-f33c-4d4e-aea7-a8e7d561794f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cee7834a5214c2e894eb17166dede92&device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 1174 time: 0.8718832 Mar 05 13:44:55.777288 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-be9d5818-badf-49fa-8ed6-48496c0cab08 admin admin] Deleting port 1923486a-be3d-4d63-bd72-34f2f35a99f2 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:44:55.777987 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be9d5818-badf-49fa-8ed6-48496c0cab08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:55.833944 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bede5-3b51-4cd8-be4d-d6226dd0a390 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8e3409-53d8-4da7-8d85-ae70635ee2ea,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:55.851749 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ee1615-abe7-40bc-80f1-36a708802272', 'tag': '5430d653-60a4-4fed-b1cb-5c0a9447d345'}, {'name': 'network-changed', 'server_uuid': '2c78ca80-1b40-4d02-ae55-eda84c14c764', 'tag': '4e8e3409-53d8-4da7-8d85-ae70635ee2ea'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:55.957934 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-1d4b40d2-42dc-49b6-b498-ffd3a75966ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:55.959342 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-1d4b40d2-42dc-49b6-b498-ffd3a75966ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&device_id=2c78ca80-1b40-4d02-ae55-eda84c14c764 HTTP/1.1" status: 200 len: 1095 time: 0.3862505 Mar 05 13:44:55.967355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-77f6a40d-4d22-4e37-8453-f912788175fa req-ebdb8444-41c0-44d3-bff5-1ab0e67ebbfd tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] For port b3a6c5d8-c66d-439c-827d-986cb719af5d, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b3a6c5d8-c66d-439c-827d-986cb719af5d,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:55.967713 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-77f6a40d-4d22-4e37-8453-f912788175fa req-ebdb8444-41c0-44d3-bff5-1ab0e67ebbfd tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:56.136917 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc094f-059d-44fc-b181-a6f720be3e84 req-7d770fe0-d4fc-48cf-be1a-83a220503a37 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:56.138483 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25fc094f-059d-44fc-b181-a6f720be3e84 req-7d770fe0-d4fc-48cf-be1a-83a220503a37 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 1023 time: 0.2093542 Mar 05 13:44:56.151372 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-be9d5818-badf-49fa-8ed6-48496c0cab08 admin admin] For port 1923486a-be3d-4d63-bd72-34f2f35a99f2, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1923486a-be3d-4d63-bd72-34f2f35a99f2,segment=NetworkSegment(faf925df-c7ee-4666-9e57-d1d277d41878),segment_id=faf925df-c7ee-4666-9e57-d1d277d41878)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:56.151761 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be9d5818-badf-49fa-8ed6-48496c0cab08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:56.171960 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-db015ca6-6159-486c-8af5-aa0e8c2e131b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e8e3409-53d8-4da7-8d85-ae70635ee2ea HTTP/1.1" status: 200 len: 217 time: 0.1951263 Mar 05 13:44:56.187283 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-77f6a40d-4d22-4e37-8453-f912788175fa req-ebdb8444-41c0-44d3-bff5-1ab0e67ebbfd tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Calling delete_port for b3a6c5d8-c66d-439c-827d-986cb719af5d owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:44:56.290619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcec6ec-b8d2-4196-b84d-8460ca7a5d5b req-c8d65fb6-30ac-403b-8641-3983f916ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:56.292000 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6fcec6ec-b8d2-4196-b84d-8460ca7a5d5b req-c8d65fb6-30ac-403b-8641-3983f916ceb8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8219997c-1c4d-4ab9-a963-82e08fb1ad9d HTTP/1.1" status: 200 len: 912 time: 0.5082903 Mar 05 13:44:56.301170 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-be9d5818-badf-49fa-8ed6-48496c0cab08 admin admin] Calling delete_port for 1923486a-be3d-4d63-bd72-34f2f35a99f2 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:44:56.303892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd1b26-ca9b-4bce-b97c-a54b20ccfcfb req-7e677356-4a16-4d4e-9583-d1fb52c1635e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:56.305356 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-31fd1b26-ca9b-4bce-b97c-a54b20ccfcfb req-7e677356-4a16-4d4e-9583-d1fb52c1635e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9 HTTP/1.1" status: 200 len: 949 time: 0.6558971 Mar 05 13:44:56.402596 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6fcec6ec-b8d2-4196-b84d-8460ca7a5d5b req-bcb92456-efc2-4876-88d5-a18e596715f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5430d653-60a4-4fed-b1cb-5c0a9447d345 HTTP/1.1" status: 200 len: 217 time: 0.0882514 Mar 05 13:44:56.470151 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-a18b8746-4fe9-46a7-a9e3-47378eff6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:56.471670 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-a18b8746-4fe9-46a7-a9e3-47378eff6d9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbe719ac-a221-4304-9d9c-9289853597e6 HTTP/1.1" status: 200 len: 846 time: 0.2465153 Mar 05 13:44:56.554300 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-6072c5c9-5ba7-4d19-851d-816d7b03cd65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9566c2e4-1bac-4a5b-8a67-d566157793fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615690 Mar 05 13:44:56.560526 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25fc094f-059d-44fc-b181-a6f720be3e84 req-fe749931-155a-4a87-8c1a-ef53122ab6d0 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&id=974e9826-5d38-4e83-9d76-0d3140b652c1&id=d8ae417d-6dfd-4f5c-8137-e3731b156097 HTTP/1.1" status: 200 len: 6157 time: 0.4105935 Mar 05 13:44:56.634122 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-31fd1b26-ca9b-4bce-b97c-a54b20ccfcfb req-c35a2e40-fc3c-44ca-92a1-bc7df0e61f01 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707078 Mar 05 13:44:56.642260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcec6ec-b8d2-4196-b84d-8460ca7a5d5b req-4c29f1a8-0cb3-4041-99b2-481258b0b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:56.657353 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6fcec6ec-b8d2-4196-b84d-8460ca7a5d5b req-4c29f1a8-0cb3-4041-99b2-481258b0b699 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9e02c3-ee9d-409b-8fd1-50a4db05b5c0 HTTP/1.1" status: 200 len: 852 time: 0.2355485 Mar 05 13:44:56.738234 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6fcec6ec-b8d2-4196-b84d-8460ca7a5d5b req-9f55a76b-aabd-4384-9129-6d7f2b89edd7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8219997c-1c4d-4ab9-a963-82e08fb1ad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595415 Mar 05 13:44:56.818979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219b2d7-6e5d-4005-be6f-f945d3d3bb34 req-9a7b5f17-c626-43bd-806e-3b193b7b3b19 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:56.820458 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a219b2d7-6e5d-4005-be6f-f945d3d3bb34 req-9a7b5f17-c626-43bd-806e-3b193b7b3b19 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 951 time: 0.1544936 Mar 05 13:44:56.822003 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be9d5818-badf-49fa-8ed6-48496c0cab08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:56.891445 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d5818-badf-49fa-8ed6-48496c0cab08 admin admin] Pushing event deleted for resources: {'Port': ['ID=1923486a-be3d-4d63-bd72-34f2f35a99f2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:56.996769 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a219b2d7-6e5d-4005-be6f-f945d3d3bb34 req-2fd4da8a-26f3-456b-8b34-a492fb4c16e7 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349359 Mar 05 13:44:57.228922 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-77f6a40d-4d22-4e37-8453-f912788175fa req-ebdb8444-41c0-44d3-bff5-1ab0e67ebbfd tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:57.251677 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['1435958d-e3be-4286-8caa-791704018749', 'aa5a355c-5f58-4db0-bfb5-8e9b384376ef', '26e15d7a-e8a5-431a-b910-0c8dc2dcec3e', 'fda15825-21a0-4055-bab6-e4a271c0d1d3'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:44:57.285857 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['024c3626-66ef-4aee-ab0e-e02389b1831c', '184b801c-e78c-44f5-9803-b433f7505612'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:44:57.353366 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb8444-41c0-44d3-bff5-1ab0e67ebbfd tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Pushing event deleted for resources: {'Port': ['ID=b3a6c5d8-c66d-439c-827d-986cb719af5d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:57.379002 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-46bb88dd-56c1-44d1-84f6-67677f87e301 service neutron] 10.222.0.15 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7795329 Mar 05 13:44:57.410006 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be9d5818-badf-49fa-8ed6-48496c0cab08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:57.577174 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f6a40d-4d22-4e37-8453-f912788175fa req-ebdb8444-41c0-44d3-bff5-1ab0e67ebbfd tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] No DVR routers for this DVR port b3a6c5d8-c66d-439c-827d-986cb719af5d on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:44:57.661185 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ee1615-abe7-40bc-80f1-36a708802272', 'tag': '5430d653-60a4-4fed-b1cb-5c0a9447d345', 'status': 'completed', 'code': 200} Mar 05 13:44:57.661479 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c78ca80-1b40-4d02-ae55-eda84c14c764', 'tag': '4e8e3409-53d8-4da7-8d85-ae70635ee2ea', 'status': 'completed', 'code': 200} Mar 05 13:44:57.666305 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-77f6a40d-4d22-4e37-8453-f912788175fa req-ebdb8444-41c0-44d3-bff5-1ab0e67ebbfd tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:57.688219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-18db5ea2-0349-4d59-8a54-99fd1a11af6e req-fc83354d-88d6-444d-bd0a-933bdac5098b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Request body: {'security_group': {'name': ' tempest-securitygroup -362937106 ', 'description': 'tempest-description-1459245488'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:44:57.864644 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6fcec6ec-b8d2-4196-b84d-8460ca7a5d5b req-d32b0e28-395c-491a-bea0-f5137f5dee59 service neutron] 10.222.0.15 "GET /v2.0/networks/8219997c-1c4d-4ab9-a963-82e08fb1ad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0454586 Mar 05 13:44:57.919210 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-18db5ea2-0349-4d59-8a54-99fd1a11af6e req-fc83354d-88d6-444d-bd0a-933bdac5098b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:57.926274 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430a7b9-e7b8-42a9-bb3c-703fe9b1f886 req-d3bdb41d-eb53-4b0b-8222-4aab34d76ad4 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:57.933865 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430a7b9-e7b8-42a9-bb3c-703fe9b1f886 req-d3bdb41d-eb53-4b0b-8222-4aab34d76ad4 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:57.950163 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430a7b9-e7b8-42a9-bb3c-703fe9b1f886 req-d3bdb41d-eb53-4b0b-8222-4aab34d76ad4 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:57.958507 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430a7b9-e7b8-42a9-bb3c-703fe9b1f886 req-d3bdb41d-eb53-4b0b-8222-4aab34d76ad4 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:57.964328 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-18db5ea2-0349-4d59-8a54-99fd1a11af6e req-fc83354d-88d6-444d-bd0a-933bdac5098b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:57.966787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430a7b9-e7b8-42a9-bb3c-703fe9b1f886 req-d3bdb41d-eb53-4b0b-8222-4aab34d76ad4 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:57.975655 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430a7b9-e7b8-42a9-bb3c-703fe9b1f886 req-d3bdb41d-eb53-4b0b-8222-4aab34d76ad4 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:57.984451 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430a7b9-e7b8-42a9-bb3c-703fe9b1f886 req-d3bdb41d-eb53-4b0b-8222-4aab34d76ad4 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:57.987338 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9430a7b9-e7b8-42a9-bb3c-703fe9b1f886 req-d3bdb41d-eb53-4b0b-8222-4aab34d76ad4 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5420 time: 1.1665163 Mar 05 13:44:57.994279 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-77f6a40d-4d22-4e37-8453-f912788175fa req-ebdb8444-41c0-44d3-bff5-1ab0e67ebbfd tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.30 "DELETE /v2.0/ports/b3a6c5d8-c66d-439c-827d-986cb719af5d HTTP/1.1" status: 204 len: 173 time: 3.3933430 Mar 05 13:44:58.076066 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-18db5ea2-0349-4d59-8a54-99fd1a11af6e req-fc83354d-88d6-444d-bd0a-933bdac5098b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:58.120272 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-18db5ea2-0349-4d59-8a54-99fd1a11af6e req-fc83354d-88d6-444d-bd0a-933bdac5098b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:44:58.135919 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-18db5ea2-0349-4d59-8a54-99fd1a11af6e req-fc83354d-88d6-444d-bd0a-933bdac5098b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Usage tracker for resource:security_group_rule and tenant:3cee7834a5214c2e894eb17166dede92 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:44:58.141226 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-18db5ea2-0349-4d59-8a54-99fd1a11af6e req-fc83354d-88d6-444d-bd0a-933bdac5098b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:44:58.187526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85393b-c849-48f2-a359-49929918b531 req-9035536e-07ce-4ae3-a7bc-279542fd7638 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:58.188184 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-1b85393b-c849-48f2-a359-49929918b531 req-9035536e-07ce-4ae3-a7bc-279542fd7638 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Synchronizing usage tracker for tenant:d849206810044d11adc955a445c83763 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:44:58.194850 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6fcec6ec-b8d2-4196-b84d-8460ca7a5d5b req-30253184-7470-423a-9ce1-3808b6276be9 service neutron] 10.222.0.15 "GET /v2.0/networks/8219997c-1c4d-4ab9-a963-82e08fb1ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081799 Mar 05 13:44:58.196968 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2c0b2d9d-c5c8-4ac4-9d9c-f84f90705929 req-f39cbd8d-c1e1-4dc5-8ad4-faaac36cb4f5 service neutron] 10.222.0.15 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6984982 Mar 05 13:44:58.213338 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-18db5ea2-0349-4d59-8a54-99fd1a11af6e req-fc83354d-88d6-444d-bd0a-933bdac5098b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:44:58.286930 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9d5818-badf-49fa-8ed6-48496c0cab08 admin admin] Router b2a59f49-3b77-458f-95cb-a807839d2570 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:44:58.349700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-1b85393b-c849-48f2-a359-49929918b531 req-9035536e-07ce-4ae3-a7bc-279542fd7638 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Unset dirty status for tenant:d849206810044d11adc955a445c83763 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:44:58.350833 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1b85393b-c849-48f2-a359-49929918b531 req-9035536e-07ce-4ae3-a7bc-279542fd7638 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.15 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 951 time: 1.5669334 Mar 05 13:44:58.389607 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device b3a6c5d8-c66d-439c-827d-986cb719af5d no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:44:58.439039 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: b3a6c5d8-c66d-439c-827d-986cb719af5d {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:44:58.440294 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device b3a6c5d8-c66d-439c-827d-986cb719af5d not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:44:58.443797 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9430a7b9-e7b8-42a9-bb3c-703fe9b1f886 req-a0ca6338-3fa1-4104-bcbd-c5419cdfeba5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2396657 Mar 05 13:44:58.449796 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-18db5ea2-0349-4d59-8a54-99fd1a11af6e req-fc83354d-88d6-444d-bd0a-933bdac5098b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:58.475470 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-18db5ea2-0349-4d59-8a54-99fd1a11af6e req-fc83354d-88d6-444d-bd0a-933bdac5098b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:58.544437 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-1b85393b-c849-48f2-a359-49929918b531 req-2c79faf4-b115-4ed3-8ed2-efa54bcef95c tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Deleting port 3953bd01-eec3-49cd-9135-0700f1de9c5c {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:44:58.544780 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1b85393b-c849-48f2-a359-49929918b531 req-2c79faf4-b115-4ed3-8ed2-efa54bcef95c tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:58.591919 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-18db5ea2-0349-4d59-8a54-99fd1a11af6e req-fc83354d-88d6-444d-bd0a-933bdac5098b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:58.604772 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-18db5ea2-0349-4d59-8a54-99fd1a11af6e req-fc83354d-88d6-444d-bd0a-933bdac5098b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.9220455 Mar 05 13:44:58.628987 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:58.701297 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1eab89-71e3-4696-88cc-8be74366f011 req-4a3da4de-bc1d-46db-aab1-0420a8709b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:58.702717 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bb1eab89-71e3-4696-88cc-8be74366f011 req-4a3da4de-bc1d-46db-aab1-0420a8709b69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cee7834a5214c2e894eb17166dede92&device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 1174 time: 0.4170394 Mar 05 13:44:58.730942 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83354d-88d6-444d-bd0a-933bdac5098b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d48da940-a6fc-4791-beee-b9e5e7df3c37,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:44:58.762538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e9535-204d-40a6-ac2a-0d5536e44713 req-3ef10021-e4da-4c12-a4af-ca29d9f2b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:58.764067 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-965e9535-204d-40a6-ac2a-0d5536e44713 req-3ef10021-e4da-4c12-a4af-ca29d9f2b1dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b4c5e1114694e2bb2fc635b08564db6&device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 1097 time: 1.1641834 Mar 05 13:44:58.822525 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9d5818-badf-49fa-8ed6-48496c0cab08 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:44:58.829139 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-be9d5818-badf-49fa-8ed6-48496c0cab08 admin admin] 10.222.0.16 "PUT /v2.0/routers/b2a59f49-3b77-458f-95cb-a807839d2570/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5055804 Mar 05 13:44:58.836177 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d14c305-cf5c-4ea2-b2c7-81b132aca936 None None] Sync routers for ids ['b2a59f49-3b77-458f-95cb-a807839d2570'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:44:58.837135 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55844) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:44:58.850141 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:58.853440 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d14c305-cf5c-4ea2-b2c7-81b132aca936 None None] Routers {'b2a59f49-3b77-458f-95cb-a807839d2570'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:44:58.854344 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8d14c305-cf5c-4ea2-b2c7-81b132aca936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:44:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b2a59f49-3b77-458f-95cb-a807839d2570'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:58.953904 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d6035-78bc-42d3-b2bc-f5398990f2aa req-b82c9d35-6c25-467e-b373-2c5860913865 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:58.955381 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7a5d6035-78bc-42d3-b2bc-f5398990f2aa req-b82c9d35-6c25-467e-b373-2c5860913865 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 946 time: 0.2171726 Mar 05 13:44:59.074968 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-8d14c305-cf5c-4ea2-b2c7-81b132aca936 None None] Set router b2a59f49-3b77-458f-95cb-a807839d2570 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:44:59.093345 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7a5d6035-78bc-42d3-b2bc-f5398990f2aa req-a934ce99-2d99-4229-9039-13934eed6ad9 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223669 Mar 05 13:44:59.109153 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e9535-204d-40a6-ac2a-0d5536e44713 req-b6c1d6f9-2c35-40c1-aa0d-3eafd59b46dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:59.110592 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-965e9535-204d-40a6-ac2a-0d5536e44713 req-b6c1d6f9-2c35-40c1-aa0d-3eafd59b46dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=0d86e86d-be75-4dd0-9056-119726c56558 HTTP/1.1" status: 200 len: 919 time: 0.3003216 Mar 05 13:44:59.146061 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc7f68ec-b8cd-49f3-9688-48823325b497 admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:59.421209 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1eab89-71e3-4696-88cc-8be74366f011 req-2f29ea27-504c-44aa-9276-11d7faa322e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:59.425161 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bb1eab89-71e3-4696-88cc-8be74366f011 req-2f29ea27-504c-44aa-9276-11d7faa322e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8219997c-1c4d-4ab9-a963-82e08fb1ad9d HTTP/1.1" status: 200 len: 912 time: 0.6601970 Mar 05 13:44:59.449707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-1b85393b-c849-48f2-a359-49929918b531 req-2c79faf4-b115-4ed3-8ed2-efa54bcef95c tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] For port 3953bd01-eec3-49cd-9135-0700f1de9c5c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=3953bd01-eec3-49cd-9135-0700f1de9c5c,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:59.450661 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1b85393b-c849-48f2-a359-49929918b531 req-2c79faf4-b115-4ed3-8ed2-efa54bcef95c tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:59.497866 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8d14c305-cf5c-4ea2-b2c7-81b132aca936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'name': 'tempest-ServersTestManualDisk-1558163160-router', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:43:02Z', 'updated_at': '2022-03-05T13:44:56Z', 'revision_number': 5, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'gw_port': {'id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:05Z', 'updated_at': '2022-03-05T13:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:59.505342 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d14c305-cf5c-4ea2-b2c7-81b132aca936 None None] Checking router: b2a59f49-3b77-458f-95cb-a807839d2570 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:44:59.515241 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d14c305-cf5c-4ea2-b2c7-81b132aca936 None None] Routers {'b2a59f49-3b77-458f-95cb-a807839d2570'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:44:59.516140 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8d14c305-cf5c-4ea2-b2c7-81b132aca936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:44:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b2a59f49-3b77-458f-95cb-a807839d2570'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:44:59.586877 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc7f68ec-b8cd-49f3-9688-48823325b497 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:59.616034 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139f095-da1d-4b89-8877-4c3c5165431f req-c607fb2e-dbcf-4093-8da8-1c43448fea1c tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:59.623408 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d139f095-da1d-4b89-8877-4c3c5165431f req-c607fb2e-dbcf-4093-8da8-1c43448fea1c tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 951 time: 0.2569709 Mar 05 13:44:59.626690 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-dc7f68ec-b8cd-49f3-9688-48823325b497 admin admin] Deleting port b859fa15-d636-44fa-a57a-b72a83a6fc38 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:44:59.627143 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc7f68ec-b8cd-49f3-9688-48823325b497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:59.705527 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9', 'name': 'network-vif-deleted', 'tag': 'b3a6c5d8-c66d-439c-827d-986cb719af5d'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:44:59.734586 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d139f095-da1d-4b89-8877-4c3c5165431f req-ac8cf52c-eaa5-45d3-9921-fb9ece227975 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6ac5ab4-f086-4159-9df5-96fbfbed230f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102023 Mar 05 13:44:59.764836 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-8d14c305-cf5c-4ea2-b2c7-81b132aca936 None None] Set router b2a59f49-3b77-458f-95cb-a807839d2570 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:44:59.778502 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-965e9535-204d-40a6-ac2a-0d5536e44713 req-853f180b-c8a2-413a-9839-f2b6a8d744f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb17c5d8-2566-4bf8-8929-838b3ea7a0cd HTTP/1.1" status: 200 len: 217 time: 0.5161080 Mar 05 13:44:59.785611 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-1b85393b-c849-48f2-a359-49929918b531 req-2c79faf4-b115-4ed3-8ed2-efa54bcef95c tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Calling delete_port for 3953bd01-eec3-49cd-9135-0700f1de9c5c owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:44:59.885365 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bb1eab89-71e3-4696-88cc-8be74366f011 req-f88cb08f-f0cd-4542-93c8-03639db3c1c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5430d653-60a4-4fed-b1cb-5c0a9447d345 HTTP/1.1" status: 200 len: 217 time: 0.1734858 Mar 05 13:44:59.901015 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-26d07439-0987-42cc-a50d-919c22242ce1 req-bea99fa7-b55f-4feb-be1c-790c84ea8c9d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/d48da940-a6fc-4791-beee-b9e5e7df3c37 HTTP/1.1" status: 200 len: 1782 time: 0.0913491 Mar 05 13:44:59.912798 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-dc7f68ec-b8cd-49f3-9688-48823325b497 admin admin] For port b859fa15-d636-44fa-a57a-b72a83a6fc38, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b859fa15-d636-44fa-a57a-b72a83a6fc38,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:44:59.913313 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc7f68ec-b8cd-49f3-9688-48823325b497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:44:59.957838 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e9535-204d-40a6-ac2a-0d5536e44713 req-d4eb7f59-4830-406c-92ed-a3a91b306505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:44:59.959305 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-965e9535-204d-40a6-ac2a-0d5536e44713 req-d4eb7f59-4830-406c-92ed-a3a91b306505 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32d17a52-66f7-429c-9ede-22bc23f82349 HTTP/1.1" status: 200 len: 859 time: 0.0651381 Mar 05 13:45:00.093279 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-965e9535-204d-40a6-ac2a-0d5536e44713 req-65012f3d-2df9-4268-b070-6a3c8bb8c587 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d86e86d-be75-4dd0-9056-119726c56558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885561 Mar 05 13:45:00.123914 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8d14c305-cf5c-4ea2-b2c7-81b132aca936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'name': 'tempest-ServersTestManualDisk-1558163160-router', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:43:02Z', 'updated_at': '2022-03-05T13:44:56Z', 'revision_number': 5, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'gw_port': {'id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:05Z', 'updated_at': '2022-03-05T13:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:45:00.133009 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d14c305-cf5c-4ea2-b2c7-81b132aca936 None None] The sync data for ids ['b2a59f49-3b77-458f-95cb-a807839d2570'] in n-d-803718-1 is: [{'id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'name': 'tempest-ServersTestManualDisk-1558163160-router', 'tenant_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:43:02Z', 'updated_at': '2022-03-05T13:44:56Z', 'revision_number': 5, 'project_id': 'f6ecaf5ba4ab4aa992433d8592c316a3', 'gw_port': {'id': 'b859fa15-d636-44fa-a57a-b72a83a6fc38', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a59f49-3b77-458f-95cb-a807839d2570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:05Z', 'updated_at': '2022-03-05T13:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:45:00.181942 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1eab89-71e3-4696-88cc-8be74366f011 req-011471cd-31fc-4784-8af6-690e1b1b0489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:00.183650 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bb1eab89-71e3-4696-88cc-8be74366f011 req-011471cd-31fc-4784-8af6-690e1b1b0489 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9e02c3-ee9d-409b-8fd1-50a4db05b5c0 HTTP/1.1" status: 200 len: 852 time: 0.2234676 Mar 05 13:45:00.198469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68a06a-0886-496e-a39a-ec1074f0e7f4 req-afb5344f-3b31-4728-923e-8058ddd12bfe tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:00.199328 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4c68a06a-0886-496e-a39a-ec1074f0e7f4 req-afb5344f-3b31-4728-923e-8058ddd12bfe tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Synchronizing usage tracker for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:00.248415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-dc7f68ec-b8cd-49f3-9688-48823325b497 admin admin] Calling delete_port for b859fa15-d636-44fa-a57a-b72a83a6fc38 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:45:00.402110 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bb1eab89-71e3-4696-88cc-8be74366f011 req-430ec928-503c-46a3-8297-ae59de5492b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8219997c-1c4d-4ab9-a963-82e08fb1ad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1982863 Mar 05 13:45:00.431729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4c68a06a-0886-496e-a39a-ec1074f0e7f4 req-afb5344f-3b31-4728-923e-8058ddd12bfe tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Unset dirty status for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:00.438666 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4c68a06a-0886-496e-a39a-ec1074f0e7f4 req-afb5344f-3b31-4728-923e-8058ddd12bfe tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c78ca80-1b40-4d02-ae55-eda84c14c764 HTTP/1.1" status: 200 len: 944 time: 1.7599604 Mar 05 13:45:00.553620 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc7f68ec-b8cd-49f3-9688-48823325b497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:00.597737 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1b85393b-c849-48f2-a359-49929918b531 req-2c79faf4-b115-4ed3-8ed2-efa54bcef95c tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:00.617071 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69d18e-e913-4170-ba1a-c0abe5d7bbc8 req-9379c2db-9873-4b1b-9e69-82f4c49d21e0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:00.622993 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69d18e-e913-4170-ba1a-c0abe5d7bbc8 req-9379c2db-9873-4b1b-9e69-82f4c49d21e0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:00.629578 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69d18e-e913-4170-ba1a-c0abe5d7bbc8 req-9379c2db-9873-4b1b-9e69-82f4c49d21e0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:00.635527 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69d18e-e913-4170-ba1a-c0abe5d7bbc8 req-9379c2db-9873-4b1b-9e69-82f4c49d21e0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:00.641294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69d18e-e913-4170-ba1a-c0abe5d7bbc8 req-9379c2db-9873-4b1b-9e69-82f4c49d21e0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:00.647137 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69d18e-e913-4170-ba1a-c0abe5d7bbc8 req-9379c2db-9873-4b1b-9e69-82f4c49d21e0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:00.653228 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69d18e-e913-4170-ba1a-c0abe5d7bbc8 req-9379c2db-9873-4b1b-9e69-82f4c49d21e0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:00.661481 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-da69d18e-e913-4170-ba1a-c0abe5d7bbc8 req-9379c2db-9873-4b1b-9e69-82f4c49d21e0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5420 time: 0.2257891 Mar 05 13:45:00.668590 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4c68a06a-0886-496e-a39a-ec1074f0e7f4 req-343c15da-15c5-4972-b81c-86525af8a1cc tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291286 Mar 05 13:45:00.691953 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79faf4-b115-4ed3-8ed2-efa54bcef95c tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Pushing event deleted for resources: {'Port': ['ID=3953bd01-eec3-49cd-9135-0700f1de9c5c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:00.701521 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-965e9535-204d-40a6-ac2a-0d5536e44713 req-0ff80660-c3f0-4721-b72a-fd59c16eb13b service neutron] 10.222.0.30 "GET /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5848730 Mar 05 13:45:00.768159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f68ec-b8cd-49f3-9688-48823325b497 admin admin] Pushing event deleted for resources: {'Port': ['ID=b859fa15-d636-44fa-a57a-b72a83a6fc38,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:00.800256 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cea7d1-f4a5-4a0a-a2af-11c1b8b716f9', 'name': 'network-vif-deleted', 'tag': 'b3a6c5d8-c66d-439c-827d-986cb719af5d', 'status': 'completed', 'code': 200} Mar 05 13:45:00.812249 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-da69d18e-e913-4170-ba1a-c0abe5d7bbc8 req-976a8348-1a03-4e4c-aa36-104ddf498724 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1488512 Mar 05 13:45:00.828954 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc7f68ec-b8cd-49f3-9688-48823325b497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:00.864336 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 4e8e3409-53d8-4da7-8d85-ae70635ee2ea details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:45:00.880465 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b85393b-c849-48f2-a359-49929918b531 req-2c79faf4-b115-4ed3-8ed2-efa54bcef95c tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] No DVR routers for this DVR port 3953bd01-eec3-49cd-9135-0700f1de9c5c on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:45:00.885469 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1b85393b-c849-48f2-a359-49929918b531 req-2c79faf4-b115-4ed3-8ed2-efa54bcef95c tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:01.069754 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 3953bd01-eec3-49cd-9135-0700f1de9c5c no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:45:01.097607 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1b85393b-c849-48f2-a359-49929918b531 req-2c79faf4-b115-4ed3-8ed2-efa54bcef95c tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.15 "DELETE /v2.0/ports/3953bd01-eec3-49cd-9135-0700f1de9c5c HTTP/1.1" status: 204 len: 173 time: 2.7083302 Mar 05 13:45:01.115079 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bb1eab89-71e3-4696-88cc-8be74366f011 req-f7ae7a9b-11a3-4c97-ae52-29edc322af7a service neutron] 10.222.0.15 "GET /v2.0/networks/8219997c-1c4d-4ab9-a963-82e08fb1ad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7028866 Mar 05 13:45:01.121692 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: 3953bd01-eec3-49cd-9135-0700f1de9c5c {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:45:01.122060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 3953bd01-eec3-49cd-9135-0700f1de9c5c not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:45:01.128571 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc7f68ec-b8cd-49f3-9688-48823325b497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:01.132251 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc7f68ec-b8cd-49f3-9688-48823325b497 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:01.134337 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ece71347-40b1-4596-9f24-c76d59da9d8a req-15c1aa6c-cdbc-4641-8e9c-4f8491a63a79 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/d48da940-a6fc-4791-beee-b9e5e7df3c37 HTTP/1.1" status: 200 len: 1782 time: 0.3284440 Mar 05 13:45:01.153992 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 4e8e3409-53d8-4da7-8d85-ae70635ee2ea, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=4e8e3409-53d8-4da7-8d85-ae70635ee2ea,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:01.171401 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '4e8e3409-53d8-4da7-8d85-ae70635ee2ea', 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe', 'port_id': '4e8e3409-53d8-4da7-8d85-ae70635ee2ea', 'mac_address': 'fa:16:3e:26:91:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe719ac-a221-4304-9d9c-9289853597e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:45:01.174421 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc7f68ec-b8cd-49f3-9688-48823325b497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:01.174421 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7f68ec-b8cd-49f3-9688-48823325b497 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2a59f49-3b77-458f-95cb-a807839d2570 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:45:01.227798 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51837c8-9073-4b36-9806-53578abd3114 req-5d9cd136-7b47-4318-832a-a39519e6caf9 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:01.229348 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b51837c8-9073-4b36-9806-53578abd3114 req-5d9cd136-7b47-4318-832a-a39519e6caf9 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 946 time: 0.1623654 Mar 05 13:45:01.274675 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:01.293732 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc7f68ec-b8cd-49f3-9688-48823325b497 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:01.297207 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dc7f68ec-b8cd-49f3-9688-48823325b497 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b2a59f49-3b77-458f-95cb-a807839d2570 HTTP/1.1" status: 204 len: 168 time: 2.4564624 Mar 05 13:45:01.298347 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55882) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:01.323134 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1923486a-be3d-4d63-bd72-34f2f35a99f2 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:45:01.348720 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b51837c8-9073-4b36-9806-53578abd3114 req-e919f9ab-b18f-4073-a930-cedbf28977dc tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113703 Mar 05 13:45:01.388299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 1923486a-be3d-4d63-bd72-34f2f35a99f2 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:45:01.390569 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1923486a-be3d-4d63-bd72-34f2f35a99f2 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:45:01.400765 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8e3409-53d8-4da7-8d85-ae70635ee2ea {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:45:01.442897 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 4e8e3409-53d8-4da7-8d85-ae70635ee2ea, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=4e8e3409-53d8-4da7-8d85-ae70635ee2ea,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:01.451990 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:01.471441 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff8bbe7-fe1c-4549-9d74-242174101d03 admin admin] Deleting subnet 0131738f-f90e-4810-8c0d-4d64eb37560d {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:45:01.475882 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ff8bbe7-fe1c-4549-9d74-242174101d03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:01.566179 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bb1eab89-71e3-4696-88cc-8be74366f011 req-a5bf5a3b-6b0f-4304-b455-71b64dba5a8a service neutron] 10.222.0.15 "GET /v2.0/networks/8219997c-1c4d-4ab9-a963-82e08fb1ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132011 Mar 05 13:45:01.602278 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=4e8e3409-53d8-4da7-8d85-ae70635ee2ea,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:01.607625 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-965e9535-204d-40a6-ac2a-0d5536e44713 req-240f8bc0-f3c1-4ca0-bf3e-627e54f55946 service neutron] 10.222.0.30 "GET /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8587985 Mar 05 13:45:01.648807 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ff8bbe7-fe1c-4549-9d74-242174101d03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:01.696637 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ece71347-40b1-4596-9f24-c76d59da9d8a req-8aba0518-4839-4eac-a78e-b1c0e2216c7d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:01.728643 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ece71347-40b1-4596-9f24-c76d59da9d8a req-8aba0518-4839-4eac-a78e-b1c0e2216c7d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:01.730028 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['4e8e3409-53d8-4da7-8d85-ae70635ee2ea'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:01.762543 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ff8bbe7-fe1c-4549-9d74-242174101d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:01.872895 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ff8bbe7-fe1c-4549-9d74-242174101d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:01.913441 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ece71347-40b1-4596-9f24-c76d59da9d8a req-8aba0518-4839-4eac-a78e-b1c0e2216c7d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:01.925610 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8bbe7-fe1c-4549-9d74-242174101d03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0131738f-f90e-4810-8c0d-4d64eb37560d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:01.933655 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ff8bbe7-fe1c-4549-9d74-242174101d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:01.938498 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7ff8bbe7-fe1c-4549-9d74-242174101d03 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0131738f-f90e-4810-8c0d-4d64eb37560d HTTP/1.1" status: 204 len: 168 time: 0.6382914 Mar 05 13:45:01.941053 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55896) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:01.951521 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2613ace4-c0ce-4fb1-bf22-eef032f4a096 None None] Network 5a7630ee-dc4a-4dac-88dd-5824b780a0ac requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:45:01.969491 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba0518-4839-4eac-a78e-b1c0e2216c7d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48da940-a6fc-4791-beee-b9e5e7df3c37,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:01.975190 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ece71347-40b1-4596-9f24-c76d59da9d8a req-8aba0518-4839-4eac-a78e-b1c0e2216c7d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:01.991377 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ece71347-40b1-4596-9f24-c76d59da9d8a req-8aba0518-4839-4eac-a78e-b1c0e2216c7d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "DELETE /v2.0/security-groups/d48da940-a6fc-4791-beee-b9e5e7df3c37 HTTP/1.1" status: 204 len: 173 time: 0.8561883 Mar 05 13:45:02.035078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e07f99-de5c-4ed8-ad8e-bd39b53d51a0 req-ac4c3603-f744-488e-b3f2-703af3f43510 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:02.036110 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a0e07f99-de5c-4ed8-ad8e-bd39b53d51a0 req-ac4c3603-f744-488e-b3f2-703af3f43510 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Synchronizing usage tracker for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:02.079176 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1eab89-71e3-4696-88cc-8be74366f011 req-c510408b-3199-4eda-925d-79c0c9ec6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:02.082399 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bb1eab89-71e3-4696-88cc-8be74366f011 req-c510408b-3199-4eda-925d-79c0c9ec6141 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&device_id=2c78ca80-1b40-4d02-ae55-eda84c14c764 HTTP/1.1" status: 200 len: 1096 time: 0.4664276 Mar 05 13:45:02.127270 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f44b9-d2d0-4336-884f-8873d6cba69f req-9aef5772-5cce-4911-ade3-0f752e02ba77 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:02.128755 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f06f44b9-d2d0-4336-884f-8873d6cba69f req-9aef5772-5cce-4911-ade3-0f752e02ba77 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=87aeff89-fd49-4b0a-9c2c-5596abaa6eeb HTTP/1.1" status: 200 len: 950 time: 0.5696127 Mar 05 13:45:02.227938 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f06f44b9-d2d0-4336-884f-8873d6cba69f req-fb9a8ef5-80a6-494c-9a2c-d037479b96d9 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907550 Mar 05 13:45:02.231253 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd32efc9-41ad-42b9-aeff-5e493c2a9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:02.246451 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a0e07f99-de5c-4ed8-ad8e-bd39b53d51a0 req-ac4c3603-f744-488e-b3f2-703af3f43510 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Unset dirty status for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:02.265166 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0e07f99-de5c-4ed8-ad8e-bd39b53d51a0 req-ac4c3603-f744-488e-b3f2-703af3f43510 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.30 "GET /v2.0/ports?device_id=87aeff89-fd49-4b0a-9c2c-5596abaa6eeb HTTP/1.1" status: 200 len: 950 time: 0.6073413 Mar 05 13:45:02.265351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-bd32efc9-41ad-42b9-aeff-5e493c2a9aa4 admin admin] Deleting port 64f7f50c-7c7c-491d-ae80-3906eed49ad8 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:45:02.265351 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd32efc9-41ad-42b9-aeff-5e493c2a9aa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:02.599029 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c010e4-aeef-4cdf-8238-06797b494c90 None None] DHCP port deletion for 5a7630ee-dc4a-4dac-88dd-5824b780a0ac request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:45:02.603403 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a6c010e4-aeef-4cdf-8238-06797b494c90 None None] Deleting port 64f7f50c-7c7c-491d-ae80-3906eed49ad8 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:45:02.603911 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a6c010e4-aeef-4cdf-8238-06797b494c90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:02.668490 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f48bd6f0-6575-4be3-a449-ef5f8cd9bd9b req-91d8df4e-69a7-4be6-b7e1-530ca174f7f5 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Synchronizing usage tracker for tenant:d849206810044d11adc955a445c83763 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:02.719877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f48bd6f0-6575-4be3-a449-ef5f8cd9bd9b req-91d8df4e-69a7-4be6-b7e1-530ca174f7f5 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] Unset dirty status for tenant:d849206810044d11adc955a445c83763 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:02.727811 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f48bd6f0-6575-4be3-a449-ef5f8cd9bd9b req-91d8df4e-69a7-4be6-b7e1-530ca174f7f5 tempest-ServersAdminTestJSON-1337977899 tempest-ServersAdminTestJSON-1337977899-project] 10.222.0.16 "GET /v2.0/ports?device_id=6780fff9-eb3e-47f3-93a8-6b3c20f61303 HTTP/1.1" status: 200 len: 210 time: 0.2276130 Mar 05 13:45:02.741739 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-a0e07f99-de5c-4ed8-ad8e-bd39b53d51a0 req-b8f7fa78-b462-4468-bcf1-f7bc559f0794 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Deleting port 184b801c-e78c-44f5-9803-b433f7505612 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:45:02.741739 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a0e07f99-de5c-4ed8-ad8e-bd39b53d51a0 req-b8f7fa78-b462-4468-bcf1-f7bc559f0794 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:02.770045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1eab89-71e3-4696-88cc-8be74366f011 req-b459a60d-3d87-461d-88a7-08187480ab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:02.771592 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bb1eab89-71e3-4696-88cc-8be74366f011 req-b459a60d-3d87-461d-88a7-08187480ab6d service neutron] 10.222.0.15 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 906 time: 0.6777651 Mar 05 13:45:02.795055 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-bd32efc9-41ad-42b9-aeff-5e493c2a9aa4 admin admin] For port 64f7f50c-7c7c-491d-ae80-3906eed49ad8, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=64f7f50c-7c7c-491d-ae80-3906eed49ad8,segment=NetworkSegment(faf925df-c7ee-4666-9e57-d1d277d41878),segment_id=faf925df-c7ee-4666-9e57-d1d277d41878)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:02.795599 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd32efc9-41ad-42b9-aeff-5e493c2a9aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:02.860625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6780fff9-eb3e-47f3-93a8-6b3c20f61303', 'name': 'network-vif-deleted', 'tag': '3953bd01-eec3-49cd-9135-0700f1de9c5c'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:45:02.880405 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62af13-adc4-4a48-9c24-cadbd8355f18 req-0be90f2e-b0cb-435a-8ed0-ef080e99f44b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:02.884442 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7c62af13-adc4-4a48-9c24-cadbd8355f18 req-0be90f2e-b0cb-435a-8ed0-ef080e99f44b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c78ca80-1b40-4d02-ae55-eda84c14c764 HTTP/1.1" status: 200 len: 945 time: 0.3565075 Mar 05 13:45:02.890913 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a6c010e4-aeef-4cdf-8238-06797b494c90 None None] For port 64f7f50c-7c7c-491d-ae80-3906eed49ad8, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=64f7f50c-7c7c-491d-ae80-3906eed49ad8,segment=NetworkSegment(faf925df-c7ee-4666-9e57-d1d277d41878),segment_id=faf925df-c7ee-4666-9e57-d1d277d41878)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:02.891376 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a6c010e4-aeef-4cdf-8238-06797b494c90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:02.923194 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bb1eab89-71e3-4696-88cc-8be74366f011 req-ed9ec640-670f-4199-817b-f10c275e03c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e8e3409-53d8-4da7-8d85-ae70635ee2ea HTTP/1.1" status: 200 len: 217 time: 0.1439641 Mar 05 13:45:02.959785 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-bd32efc9-41ad-42b9-aeff-5e493c2a9aa4 admin admin] Calling delete_port for 64f7f50c-7c7c-491d-ae80-3906eed49ad8 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:45:03.027311 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a6c010e4-aeef-4cdf-8238-06797b494c90 None None] Calling delete_port for 64f7f50c-7c7c-491d-ae80-3906eed49ad8 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:45:03.056786 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7c62af13-adc4-4a48-9c24-cadbd8355f18 req-711ce6be-49f2-4d6d-8767-3e6a780882c2 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736076 Mar 05 13:45:03.069305 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd32efc9-41ad-42b9-aeff-5e493c2a9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:03.108070 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1eab89-71e3-4696-88cc-8be74366f011 req-727bd768-f2dc-4fc8-b638-92e623f25f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:03.108468 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-a6c010e4-aeef-4cdf-8238-06797b494c90 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:45:03.108824 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-a6c010e4-aeef-4cdf-8238-06797b494c90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:45:03.109531 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bb1eab89-71e3-4696-88cc-8be74366f011 req-727bd768-f2dc-4fc8-b638-92e623f25f83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbe719ac-a221-4304-9d9c-9289853597e6 HTTP/1.1" status: 200 len: 846 time: 0.1784215 Mar 05 13:45:03.139797 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd32efc9-41ad-42b9-aeff-5e493c2a9aa4 admin admin] No DVR routers for this DVR port 64f7f50c-7c7c-491d-ae80-3906eed49ad8 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:45:03.141303 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32efc9-41ad-42b9-aeff-5e493c2a9aa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=64f7f50c-7c7c-491d-ae80-3906eed49ad8,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:03.175951 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-dcd68f92-324d-47c2-9412-47899a8baed8 req-f79fa5fa-ff50-4983-8723-dfedc102ee79 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] show failed (client error): The resource could not be found. Mar 05 13:45:03.176967 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dcd68f92-324d-47c2-9412-47899a8baed8 req-f79fa5fa-ff50-4983-8723-dfedc102ee79 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/d48da940-a6fc-4791-beee-b9e5e7df3c37 HTTP/1.1" status: 404 len: 352 time: 0.0587211 Mar 05 13:45:03.211913 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b859fa15-d636-44fa-a57a-b72a83a6fc38 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:45:03.216085 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bb1eab89-71e3-4696-88cc-8be74366f011 req-a9f690d2-88b7-4776-b72b-e0ae9e9007db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9566c2e4-1bac-4a5b-8a67-d566157793fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985634 Mar 05 13:45:03.249148 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: b859fa15-d636-44fa-a57a-b72a83a6fc38 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:45:03.249757 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b859fa15-d636-44fa-a57a-b72a83a6fc38 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:45:03.250347 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 64f7f50c-7c7c-491d-ae80-3906eed49ad8 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:45:03.254831 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d5d08-26e6-43ed-916d-066420ff6f4d req-8bf552ab-6276-438b-b055-3d049869abaf tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:03.261215 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d5d08-26e6-43ed-916d-066420ff6f4d req-8bf552ab-6276-438b-b055-3d049869abaf tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:03.267803 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d5d08-26e6-43ed-916d-066420ff6f4d req-8bf552ab-6276-438b-b055-3d049869abaf tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:03.275309 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d5d08-26e6-43ed-916d-066420ff6f4d req-8bf552ab-6276-438b-b055-3d049869abaf tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:03.281490 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d5d08-26e6-43ed-916d-066420ff6f4d req-8bf552ab-6276-438b-b055-3d049869abaf tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:03.288451 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d5d08-26e6-43ed-916d-066420ff6f4d req-8bf552ab-6276-438b-b055-3d049869abaf tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:03.294452 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d5d08-26e6-43ed-916d-066420ff6f4d req-8bf552ab-6276-438b-b055-3d049869abaf tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:03.296542 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fe7d5d08-26e6-43ed-916d-066420ff6f4d req-8bf552ab-6276-438b-b055-3d049869abaf tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5420 time: 0.4307802 Mar 05 13:45:03.298902 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 64f7f50c-7c7c-491d-ae80-3906eed49ad8 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:45:03.299255 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 64f7f50c-7c7c-491d-ae80-3906eed49ad8 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:45:03.334569 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd32efc9-41ad-42b9-aeff-5e493c2a9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:03.370396 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-bd32efc9-41ad-42b9-aeff-5e493c2a9aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7630ee-dc4a-4dac-88dd-5824b780a0ac']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:45:03.376910 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55914) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:03.386918 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-6a95b6e8-abea-4a7d-b535-09bad9290b21 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2007440607'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:03.391967 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-bd32efc9-41ad-42b9-aeff-5e493c2a9aa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf925df-c7ee-4666-9e57-d1d277d41878') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:45:03.392772 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-bd32efc9-41ad-42b9-aeff-5e493c2a9aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf925df-c7ee-4666-9e57-d1d277d41878') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:45:03.405585 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6a95b6e8-abea-4a7d-b535-09bad9290b21 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:03.412507 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6a95b6e8-abea-4a7d-b535-09bad9290b21 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Usage tracker for resource:network and tenant:375b726eb2ae465c8b7dd42940955ff2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:03.416262 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd32efc9-41ad-42b9-aeff-5e493c2a9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:03.428700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6a95b6e8-abea-4a7d-b535-09bad9290b21 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:03.438845 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6a95b6e8-abea-4a7d-b535-09bad9290b21 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:03.452174 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-a0e07f99-de5c-4ed8-ad8e-bd39b53d51a0 req-b8f7fa78-b462-4468-bcf1-f7bc559f0794 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] For port 184b801c-e78c-44f5-9803-b433f7505612, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=184b801c-e78c-44f5-9803-b433f7505612,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:03.452534 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a0e07f99-de5c-4ed8-ad8e-bd39b53d51a0 req-b8f7fa78-b462-4468-bcf1-f7bc559f0794 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:03.453513 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd32efc9-41ad-42b9-aeff-5e493c2a9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:03.463754 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fe7d5d08-26e6-43ed-916d-066420ff6f4d req-3adba6f6-d58c-463d-b297-2b3880af5b82 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1577539 Mar 05 13:45:03.468717 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd32efc9-41ad-42b9-aeff-5e493c2a9aa4 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:45:03.469189 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd32efc9-41ad-42b9-aeff-5e493c2a9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:45:03.484015 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:45:03.497503 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a95b6e8-abea-4a7d-b535-09bad9290b21 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Made reservation on behalf of 375b726eb2ae465c8b7dd42940955ff2 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:03.501015 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a95b6e8-abea-4a7d-b535-09bad9290b21 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:03.518615 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2795e9-ca3b-48ab-a2e7-edc0005213e4 req-bde19d41-cfbe-4507-97d3-3ed272d9da5f tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:03.520239 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8c2795e9-ca3b-48ab-a2e7-edc0005213e4 req-bde19d41-cfbe-4507-97d3-3ed272d9da5f tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 946 time: 0.2403910 Mar 05 13:45:03.594741 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6780fff9-eb3e-47f3-93a8-6b3c20f61303', 'name': 'network-vif-deleted', 'tag': '3953bd01-eec3-49cd-9135-0700f1de9c5c', 'status': 'completed', 'code': 200} Mar 05 13:45:03.608578 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-a0e07f99-de5c-4ed8-ad8e-bd39b53d51a0 req-b8f7fa78-b462-4468-bcf1-f7bc559f0794 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Calling delete_port for 184b801c-e78c-44f5-9803-b433f7505612 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:45:03.610608 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a6c010e4-aeef-4cdf-8238-06797b494c90 None None] Deleting port 64f7f50c-7c7c-491d-ae80-3906eed49ad8 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:45:03.611644 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a6c010e4-aeef-4cdf-8238-06797b494c90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:03.626163 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd32efc9-41ad-42b9-aeff-5e493c2a9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:03.631030 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a95b6e8-abea-4a7d-b535-09bad9290b21 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:45:03.642157 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f475a76f-c218-4cb1-9daa-129b40b4d2bd req-7e585f90-45f4-4513-bbe1-3bf3c9c3471f tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-628494307', 'description': 'tempest-description-2147457599'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:03.654941 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd32efc9-41ad-42b9-aeff-5e493c2a9aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:03.655273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f475a76f-c218-4cb1-9daa-129b40b4d2bd req-7e585f90-45f4-4513-bbe1-3bf3c9c3471f tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:03.661844 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bb1eab89-71e3-4696-88cc-8be74366f011 req-df1d4117-84c4-404c-be03-0b9560f4bdaf service neutron] 10.222.0.15 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364631 Mar 05 13:45:03.665042 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8c2795e9-ca3b-48ab-a2e7-edc0005213e4 req-d67ca348-465b-49f3-95ac-a0da814dd66b tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971618 Mar 05 13:45:03.666634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f475a76f-c218-4cb1-9daa-129b40b4d2bd req-7e585f90-45f4-4513-bbe1-3bf3c9c3471f tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Usage tracker for resource:security_group and tenant:3cee7834a5214c2e894eb17166dede92 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:03.669061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32efc9-41ad-42b9-aeff-5e493c2a9aa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a7630ee-dc4a-4dac-88dd-5824b780a0ac,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:03.677214 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a95b6e8-abea-4a7d-b535-09bad9290b21 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:03.677556 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-6a95b6e8-abea-4a7d-b535-09bad9290b21 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Added segment 47c5c229-bf76-486c-9f5c-e8a5968effec of type vlan for network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 Mar 05 13:45:03.690973 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a6c010e4-aeef-4cdf-8238-06797b494c90 None None] The port '64f7f50c-7c7c-491d-ae80-3906eed49ad8' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:45:03.693219 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f475a76f-c218-4cb1-9daa-129b40b4d2bd req-7e585f90-45f4-4513-bbe1-3bf3c9c3471f tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:03.699849 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bd32efc9-41ad-42b9-aeff-5e493c2a9aa4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5a7630ee-dc4a-4dac-88dd-5824b780a0ac HTTP/1.1" status: 204 len: 168 time: 1.7558725 Mar 05 13:45:03.716854 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a95b6e8-abea-4a7d-b535-09bad9290b21 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:03.728195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f475a76f-c218-4cb1-9daa-129b40b4d2bd req-7e585f90-45f4-4513-bbe1-3bf3c9c3471f tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:03.761546 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a95b6e8-abea-4a7d-b535-09bad9290b21 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:03.771250 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95b6e8-abea-4a7d-b535-09bad9290b21 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:03.771906 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a95b6e8-abea-4a7d-b535-09bad9290b21 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:03.842644 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f475a76f-c218-4cb1-9daa-129b40b4d2bd req-7e585f90-45f4-4513-bbe1-3bf3c9c3471f tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:03.875987 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55922) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:03.904703 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6a95b6e8-abea-4a7d-b535-09bad9290b21 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5266316 Mar 05 13:45:03.910726 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f475a76f-c218-4cb1-9daa-129b40b4d2bd req-7e585f90-45f4-4513-bbe1-3bf3c9c3471f tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:03.912737 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55926) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:03.928438 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-03162508-0c81-43ef-b18e-16567d75826c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-192684280'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:03.931956 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f475a76f-c218-4cb1-9daa-129b40b4d2bd req-7e585f90-45f4-4513-bbe1-3bf3c9c3471f tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Usage tracker for resource:security_group_rule and tenant:3cee7834a5214c2e894eb17166dede92 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:03.950865 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f475a76f-c218-4cb1-9daa-129b40b4d2bd req-7e585f90-45f4-4513-bbe1-3bf3c9c3471f tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:03.953655 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-03162508-0c81-43ef-b18e-16567d75826c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:03.970995 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f475a76f-c218-4cb1-9daa-129b40b4d2bd req-7e585f90-45f4-4513-bbe1-3bf3c9c3471f tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:03.973182 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-03162508-0c81-43ef-b18e-16567d75826c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Usage tracker for resource:network and tenant:375b726eb2ae465c8b7dd42940955ff2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:03.981010 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-03162508-0c81-43ef-b18e-16567d75826c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:03.988766 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bb1eab89-71e3-4696-88cc-8be74366f011 req-6795f6d5-90a8-444d-8e63-34e2ab06305c service neutron] 10.222.0.15 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166435 Mar 05 13:45:03.990647 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95b6e8-abea-4a7d-b535-09bad9290b21 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event updated for resources: {'Network': ['ID=2f6c0a83-f942-4f3a-b081-d6b623d42c90,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:03.997195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-03162508-0c81-43ef-b18e-16567d75826c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:04.007245 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:45:04.010791 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a0e07f99-de5c-4ed8-ad8e-bd39b53d51a0 req-b8f7fa78-b462-4468-bcf1-f7bc559f0794 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:04.029584 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['024c3626-66ef-4aee-ab0e-e02389b1831c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:04.038085 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2389d6c8-768c-4003-aa9b-39861017f6ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6ecaf5ba4ab4aa992433d8592c316a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1609783 Mar 05 13:45:04.042250 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55930) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:04.062427 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['1435958d-e3be-4286-8caa-791704018749', 'aa5a355c-5f58-4db0-bfb5-8e9b384376ef', '26e15d7a-e8a5-431a-b910-0c8dc2dcec3e', 'fda15825-21a0-4055-bab6-e4a271c0d1d3'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:04.063717 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03162508-0c81-43ef-b18e-16567d75826c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Made reservation on behalf of 375b726eb2ae465c8b7dd42940955ff2 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:04.067938 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03162508-0c81-43ef-b18e-16567d75826c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:04.092019 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7fa78-b462-4468-bcf1-f7bc559f0794 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Pushing event deleted for resources: {'Port': ['ID=184b801c-e78c-44f5-9803-b433f7505612,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:04.101559 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f506848-ab0f-4f1b-aaec-e50b00dbba4a req-9759892d-edab-4c62-ad88-1e0a0bcf0b89 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:04.109772 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4f506848-ab0f-4f1b-aaec-e50b00dbba4a req-9759892d-edab-4c62-ad88-1e0a0bcf0b89 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=87aeff89-fd49-4b0a-9c2c-5596abaa6eeb HTTP/1.1" status: 200 len: 950 time: 0.2767859 Mar 05 13:45:04.185814 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4f506848-ab0f-4f1b-aaec-e50b00dbba4a req-9faa2a04-2def-4b6a-bc7e-2f16958ab348 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750630 Mar 05 13:45:04.186722 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-68d3046d-6dd9-49ad-8134-6e5550f38fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:04.258070 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-68d3046d-6dd9-49ad-8134-6e5550f38fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:04.346976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e07f99-de5c-4ed8-ad8e-bd39b53d51a0 req-b8f7fa78-b462-4468-bcf1-f7bc559f0794 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] No DVR routers for this DVR port 184b801c-e78c-44f5-9803-b433f7505612 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:45:04.364619 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a0e07f99-de5c-4ed8-ad8e-bd39b53d51a0 req-b8f7fa78-b462-4468-bcf1-f7bc559f0794 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:04.368708 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-68d3046d-6dd9-49ad-8134-6e5550f38fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:04.373180 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03162508-0c81-43ef-b18e-16567d75826c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:45:04.407741 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3046d-6dd9-49ad-8134-6e5550f38fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e95d7dd-b305-4fbd-9438-551251db7c79,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:04.411450 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f475a76f-c218-4cb1-9daa-129b40b4d2bd req-7e585f90-45f4-4513-bbe1-3bf3c9c3471f tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:04.416632 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03162508-0c81-43ef-b18e-16567d75826c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:04.416980 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-03162508-0c81-43ef-b18e-16567d75826c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Added segment d7b86189-5adb-4039-bc87-8aac5ac3460e of type vlan for network ef187771-ae1f-4999-9df8-9d6ddceec808 Mar 05 13:45:04.434936 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0e07f99-de5c-4ed8-ad8e-bd39b53d51a0 req-b8f7fa78-b462-4468-bcf1-f7bc559f0794 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.30 "DELETE /v2.0/ports/184b801c-e78c-44f5-9803-b433f7505612 HTTP/1.1" status: 204 len: 173 time: 1.9297142 Mar 05 13:45:04.436724 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f475a76f-c218-4cb1-9daa-129b40b4d2bd req-7e585f90-45f4-4513-bbe1-3bf3c9c3471f tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:04.442358 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 184b801c-e78c-44f5-9803-b433f7505612 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:45:04.562779 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 184b801c-e78c-44f5-9803-b433f7505612 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:45:04.563357 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 184b801c-e78c-44f5-9803-b433f7505612 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:45:04.573956 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-68d3046d-6dd9-49ad-8134-6e5550f38fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:04.575743 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-68d3046d-6dd9-49ad-8134-6e5550f38fcc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e95d7dd-b305-4fbd-9438-551251db7c79 HTTP/1.1" status: 204 len: 168 time: 0.5321984 Mar 05 13:45:04.609624 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03162508-0c81-43ef-b18e-16567d75826c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:04.643693 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f475a76f-c218-4cb1-9daa-129b40b4d2bd req-7e585f90-45f4-4513-bbe1-3bf3c9c3471f tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:04.647831 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f475a76f-c218-4cb1-9daa-129b40b4d2bd req-7e585f90-45f4-4513-bbe1-3bf3c9c3471f tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0536344 Mar 05 13:45:04.668016 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e585f90-45f4-4513-bbe1-3bf3c9c3471f tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee6fc34-1a4e-40b4-9300-a9efd589d3e6,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:04.682514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de05ac-1231-448f-98ff-62c39fcbd9a3 req-21d40520-4a98-4677-bd46-1f4bac6b097a tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:04.686417 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-79de05ac-1231-448f-98ff-62c39fcbd9a3 req-21d40520-4a98-4677-bd46-1f4bac6b097a tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c78ca80-1b40-4d02-ae55-eda84c14c764 HTTP/1.1" status: 200 len: 945 time: 0.2678158 Mar 05 13:45:04.756224 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03162508-0c81-43ef-b18e-16567d75826c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:04.765022 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03162508-0c81-43ef-b18e-16567d75826c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:04.766102 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03162508-0c81-43ef-b18e-16567d75826c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:04.813560 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-79de05ac-1231-448f-98ff-62c39fcbd9a3 req-db5358b4-e0a3-4e74-8e78-c7b43f83d967 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135662 Mar 05 13:45:04.828594 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-ea951c3e-bd7b-4bdb-83eb-3234254b1c3b req-fcd57257-c2a7-4b1a-9635-4cf31b900af6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-436538041', 'description': 'tempest-description-1092147990'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:04.840104 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-ea951c3e-bd7b-4bdb-83eb-3234254b1c3b req-fcd57257-c2a7-4b1a-9635-4cf31b900af6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:04.850919 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ea951c3e-bd7b-4bdb-83eb-3234254b1c3b req-fcd57257-c2a7-4b1a-9635-4cf31b900af6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Usage tracker for resource:security_group and tenant:3cee7834a5214c2e894eb17166dede92 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:04.865452 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ea951c3e-bd7b-4bdb-83eb-3234254b1c3b req-fcd57257-c2a7-4b1a-9635-4cf31b900af6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:04.880381 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-ea951c3e-bd7b-4bdb-83eb-3234254b1c3b req-fcd57257-c2a7-4b1a-9635-4cf31b900af6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:04.893785 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ea951c3e-bd7b-4bdb-83eb-3234254b1c3b req-fcd57257-c2a7-4b1a-9635-4cf31b900af6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:04.902306 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 4e8e3409-53d8-4da7-8d85-ae70635ee2ea up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:04.923085 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-ea951c3e-bd7b-4bdb-83eb-3234254b1c3b req-fcd57257-c2a7-4b1a-9635-4cf31b900af6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:04.928592 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ea951c3e-bd7b-4bdb-83eb-3234254b1c3b req-fcd57257-c2a7-4b1a-9635-4cf31b900af6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Usage tracker for resource:security_group_rule and tenant:3cee7834a5214c2e894eb17166dede92 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:04.932369 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ea951c3e-bd7b-4bdb-83eb-3234254b1c3b req-fcd57257-c2a7-4b1a-9635-4cf31b900af6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:04.942318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-ea951c3e-bd7b-4bdb-83eb-3234254b1c3b req-fcd57257-c2a7-4b1a-9635-4cf31b900af6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:04.961288 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55950) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:04.975338 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-03162508-0c81-43ef-b18e-16567d75826c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0568860 Mar 05 13:45:04.990847 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55952) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:05.023924 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ed8c91da-62d8-4089-aa45-be389b8446e8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Request body: {'subnet': {'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:05.050452 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03162508-0c81-43ef-b18e-16567d75826c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event updated for resources: {'Network': ['ID=ef187771-ae1f-4999-9df8-9d6ddceec808,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:05.059024 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ea951c3e-bd7b-4bdb-83eb-3234254b1c3b req-fcd57257-c2a7-4b1a-9635-4cf31b900af6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:05.064813 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network ef187771-ae1f-4999-9df8-9d6ddceec808 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:45:05.068764 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ea951c3e-bd7b-4bdb-83eb-3234254b1c3b req-fcd57257-c2a7-4b1a-9635-4cf31b900af6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:05.079356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 4e8e3409-53d8-4da7-8d85-ae70635ee2ea completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:05.105671 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 4e8e3409-53d8-4da7-8d85-ae70635ee2ea triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:05.106294 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:05.185252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd57257-c2a7-4b1a-9635-4cf31b900af6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec387fed-ddec-486e-a7cc-dacb66d8173c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:05.187764 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ea951c3e-bd7b-4bdb-83eb-3234254b1c3b req-fcd57257-c2a7-4b1a-9635-4cf31b900af6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:05.189113 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ea951c3e-bd7b-4bdb-83eb-3234254b1c3b req-fcd57257-c2a7-4b1a-9635-4cf31b900af6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3660636 Mar 05 13:45:05.222919 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ed8c91da-62d8-4089-aa45-be389b8446e8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:05.228386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ed8c91da-62d8-4089-aa45-be389b8446e8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Usage tracker for resource:subnet and tenant:375b726eb2ae465c8b7dd42940955ff2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:05.246838 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0640161-fd44-48b6-a1cf-41d9a96c0796 req-787714ec-cbdb-4b7c-b916-111402833f29 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:05.255795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0640161-fd44-48b6-a1cf-41d9a96c0796 req-787714ec-cbdb-4b7c-b916-111402833f29 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:05.264534 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0640161-fd44-48b6-a1cf-41d9a96c0796 req-787714ec-cbdb-4b7c-b916-111402833f29 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:05.271800 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0640161-fd44-48b6-a1cf-41d9a96c0796 req-787714ec-cbdb-4b7c-b916-111402833f29 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:05.280136 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0640161-fd44-48b6-a1cf-41d9a96c0796 req-787714ec-cbdb-4b7c-b916-111402833f29 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:05.287528 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0640161-fd44-48b6-a1cf-41d9a96c0796 req-787714ec-cbdb-4b7c-b916-111402833f29 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:05.294239 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0640161-fd44-48b6-a1cf-41d9a96c0796 req-787714ec-cbdb-4b7c-b916-111402833f29 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:05.302956 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0640161-fd44-48b6-a1cf-41d9a96c0796 req-787714ec-cbdb-4b7c-b916-111402833f29 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5420 time: 0.4418023 Mar 05 13:45:05.307224 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ed8c91da-62d8-4089-aa45-be389b8446e8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:05.315047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ed8c91da-62d8-4089-aa45-be389b8446e8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:05.429702 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0640161-fd44-48b6-a1cf-41d9a96c0796 req-7e6438dc-49b8-4f56-a693-efe1fc853008 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1257966 Mar 05 13:45:05.430386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8c91da-62d8-4089-aa45-be389b8446e8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Made reservation on behalf of 375b726eb2ae465c8b7dd42940955ff2 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:05.442060 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed8c91da-62d8-4089-aa45-be389b8446e8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:05.512439 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62df6f3-beb5-4b16-a869-3b791ee3f549 req-e8400fd5-690b-42f9-8dff-975f897d1d95 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:05.514184 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f62df6f3-beb5-4b16-a869-3b791ee3f549 req-e8400fd5-690b-42f9-8dff-975f897d1d95 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 946 time: 0.1316586 Mar 05 13:45:05.578881 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:05.589555 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f62df6f3-beb5-4b16-a869-3b791ee3f549 req-4aa2c806-53cf-4411-a1ff-f8fcafed591f tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667748 Mar 05 13:45:05.608655 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87aeff89-fd49-4b0a-9c2c-5596abaa6eeb', 'name': 'network-vif-deleted', 'tag': '184b801c-e78c-44f5-9803-b433f7505612'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:45:05.637452 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-9c45af9b-977c-44ba-9062-922c31f63334 req-df25ec9b-3c6c-46ca-a557-111e7581aa4b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1950969928', 'description': 'tempest-description-1925913774'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:05.640997 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c78ca80-1b40-4d02-ae55-eda84c14c764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8e3409-53d8-4da7-8d85-ae70635ee2ea'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:45:05.651271 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-9c45af9b-977c-44ba-9062-922c31f63334 req-df25ec9b-3c6c-46ca-a557-111e7581aa4b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:05.661795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9c45af9b-977c-44ba-9062-922c31f63334 req-df25ec9b-3c6c-46ca-a557-111e7581aa4b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Usage tracker for resource:security_group and tenant:3cee7834a5214c2e894eb17166dede92 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:05.662439 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 4e8e3409-53d8-4da7-8d85-ae70635ee2ea, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=4e8e3409-53d8-4da7-8d85-ae70635ee2ea,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:05.670447 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9ae163ad-b45e-4cd9-ab74-b73067080927 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d849206810044d11adc955a445c83763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6918540 Mar 05 13:45:05.671410 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55986) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:05.674655 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9c45af9b-977c-44ba-9062-922c31f63334 req-df25ec9b-3c6c-46ca-a557-111e7581aa4b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:05.687198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-9c45af9b-977c-44ba-9062-922c31f63334 req-df25ec9b-3c6c-46ca-a557-111e7581aa4b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:05.695984 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:05.713316 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9c45af9b-977c-44ba-9062-922c31f63334 req-df25ec9b-3c6c-46ca-a557-111e7581aa4b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:05.738888 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-9c45af9b-977c-44ba-9062-922c31f63334 req-df25ec9b-3c6c-46ca-a557-111e7581aa4b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:05.747360 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9c45af9b-977c-44ba-9062-922c31f63334 req-df25ec9b-3c6c-46ca-a557-111e7581aa4b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Usage tracker for resource:security_group_rule and tenant:3cee7834a5214c2e894eb17166dede92 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:05.753102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9c45af9b-977c-44ba-9062-922c31f63334 req-df25ec9b-3c6c-46ca-a557-111e7581aa4b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:05.793379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-9c45af9b-977c-44ba-9062-922c31f63334 req-df25ec9b-3c6c-46ca-a557-111e7581aa4b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:05.801175 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9bfc39d7-c290-4351-9a0c-3d3485f72f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:05.837145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55994) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:05.850537 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c78ca80-1b40-4d02-ae55-eda84c14c764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8e3409-53d8-4da7-8d85-ae70635ee2ea', 'code': 200} Mar 05 13:45:05.868934 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=4e8e3409-53d8-4da7-8d85-ae70635ee2ea,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:05.872175 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9bfc39d7-c290-4351-9a0c-3d3485f72f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:05.923241 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87aeff89-fd49-4b0a-9c2c-5596abaa6eeb', 'name': 'network-vif-deleted', 'tag': '184b801c-e78c-44f5-9803-b433f7505612', 'status': 'completed', 'code': 200} Mar 05 13:45:06.028742 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9c45af9b-977c-44ba-9062-922c31f63334 req-df25ec9b-3c6c-46ca-a557-111e7581aa4b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:06.040123 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-66e0925c-7327-43a2-a9d0-fa73bc64bbdd admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-979833148-network', 'tenant_id': 'ea18869b41614300bace9687f02782e1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:06.041276 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9c45af9b-977c-44ba-9062-922c31f63334 req-df25ec9b-3c6c-46ca-a557-111e7581aa4b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:06.048208 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-66e0925c-7327-43a2-a9d0-fa73bc64bbdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:06.053319 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-66e0925c-7327-43a2-a9d0-fa73bc64bbdd admin admin] Usage tracker for resource:network and tenant:ea18869b41614300bace9687f02782e1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:06.058073 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-66e0925c-7327-43a2-a9d0-fa73bc64bbdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:06.068493 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-66e0925c-7327-43a2-a9d0-fa73bc64bbdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:06.078923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e0925c-7327-43a2-a9d0-fa73bc64bbdd admin admin] Made reservation on behalf of ea18869b41614300bace9687f02782e1 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:06.081989 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-66e0925c-7327-43a2-a9d0-fa73bc64bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:06.102282 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-66e0925c-7327-43a2-a9d0-fa73bc64bbdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:06.116568 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9bfc39d7-c290-4351-9a0c-3d3485f72f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:06.128240 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-66e0925c-7327-43a2-a9d0-fa73bc64bbdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:06.137665 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc39d7-c290-4351-9a0c-3d3485f72f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ac5ab4-f086-4159-9df5-96fbfbed230f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:06.141202 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-66e0925c-7327-43a2-a9d0-fa73bc64bbdd admin admin] Usage tracker for resource:security_group_rule and tenant:ea18869b41614300bace9687f02782e1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:06.146104 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-66e0925c-7327-43a2-a9d0-fa73bc64bbdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:06.146297 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25ec9b-3c6c-46ca-a557-111e7581aa4b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd58052d-9f13-40ce-a83f-b701bdd340f7,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:06.149760 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9c45af9b-977c-44ba-9062-922c31f63334 req-df25ec9b-3c6c-46ca-a557-111e7581aa4b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:06.166653 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-66e0925c-7327-43a2-a9d0-fa73bc64bbdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:06.176321 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9bfc39d7-c290-4351-9a0c-3d3485f72f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:06.177313 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9bfc39d7-c290-4351-9a0c-3d3485f72f07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6ac5ab4-f086-4159-9df5-96fbfbed230f HTTP/1.1" status: 204 len: 168 time: 0.5047865 Mar 05 13:45:06.178206 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c45af9b-977c-44ba-9062-922c31f63334 req-df25ec9b-3c6c-46ca-a557-111e7581aa4b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5702019 Mar 05 13:45:06.179267 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed8c91da-62d8-4089-aa45-be389b8446e8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:06.246733 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ccc32-eeb6-431e-942c-4e22f28be133 req-172e1d06-fed2-4bdb-b297-1e9c401a5109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:06.248325 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-441ccc32-eeb6-431e-942c-4e22f28be133 req-172e1d06-fed2-4bdb-b297-1e9c401a5109 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2c78ca80-1b40-4d02-ae55-eda84c14c764 HTTP/1.1" status: 200 len: 1097 time: 0.3101029 Mar 05 13:45:06.327480 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c91da-62d8-4089-aa45-be389b8446e8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event updated for resources: {'Subnet': ['ID=195deb9b-f889-47f9-a60b-0861bb777acc,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:06.334876 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8c91da-62d8-4089-aa45-be389b8446e8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Checking segment: {'id': '47c5c229-bf76-486c-9f5c-e8a5968effec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:45:06.335331 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8c91da-62d8-4089-aa45-be389b8446e8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Network hostable DHCP agents. Network: 2f6c0a83-f942-4f3a-b081-d6b623d42c90, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:45:06.341212 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-441ccc32-eeb6-431e-942c-4e22f28be133 req-4e31a0a5-ab83-44e6-9487-775be5a3c96a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833676 Mar 05 13:45:06.356460 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-66e0925c-7327-43a2-a9d0-fa73bc64bbdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:06.360573 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8c91da-62d8-4089-aa45-be389b8446e8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:45:06.372978 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf879595-4729-45e3-8e1e-56f19fb423b7 req-78468492-a7c5-4769-a390-f8c5d2e97357 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:06.374657 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cf879595-4729-45e3-8e1e-56f19fb423b7 req-78468492-a7c5-4769-a390-f8c5d2e97357 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c78ca80-1b40-4d02-ae55-eda84c14c764 HTTP/1.1" status: 200 len: 946 time: 0.1596801 Mar 05 13:45:06.375682 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-ed8c91da-62d8-4089-aa45-be389b8446e8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 2f6c0a83-f942-4f3a-b081-d6b623d42c90) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:06.376083 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-66e0925c-7327-43a2-a9d0-fa73bc64bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:06.385885 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f289606e-6b7f-4d1d-93fa-0f445cd2ab3a None None] Network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:45:06.404312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8c91da-62d8-4089-aa45-be389b8446e8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:06.405982 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed8c91da-62d8-4089-aa45-be389b8446e8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:06.409274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e0925c-7327-43a2-a9d0-fa73bc64bbdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:45:06.434865 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-66e0925c-7327-43a2-a9d0-fa73bc64bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:06.435193 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-66e0925c-7327-43a2-a9d0-fa73bc64bbdd admin admin] Added segment c68eb1f0-13bd-445a-a53c-081ebe5793f4 of type vlan for network 754d5598-36e9-4c77-86ad-dfe38e534c71 Mar 05 13:45:06.453813 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ed8c91da-62d8-4089-aa45-be389b8446e8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4586489 Mar 05 13:45:06.457402 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56008) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:06.474734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-95b18d83-7ce5-443d-8458-5388eeb8e74d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Request body: {'subnet': {'network_id': 'ef187771-ae1f-4999-9df8-9d6ddceec808', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:06.557115 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0925c-7327-43a2-a9d0-fa73bc64bbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e36dcb4-7348-4134-ab0e-91dd247cebb4,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:06.588792 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56016) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:06.611849 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cf879595-4729-45e3-8e1e-56f19fb423b7 req-794b4770-ac34-4921-a731-ae7814feeda5 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742709 Mar 05 13:45:06.615089 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-66e0925c-7327-43a2-a9d0-fa73bc64bbdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:06.661662 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-be7d56c8-e630-4661-b006-605fa3b13e3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf506d4071194d8ea0678ae6a5449a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686026 Mar 05 13:45:06.663871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56022) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:06.687524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-95b18d83-7ce5-443d-8458-5388eeb8e74d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:06.691923 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-95b18d83-7ce5-443d-8458-5388eeb8e74d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Usage tracker for resource:subnet and tenant:375b726eb2ae465c8b7dd42940955ff2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:06.695025 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-95b18d83-7ce5-443d-8458-5388eeb8e74d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:06.698167 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3ff6b1-5157-499b-bdfb-08d3fbaea795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-2f6c0a83-f942-4f3a-b081-d6b623d42c90', 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'fixed_ips': [{'subnet_id': '195deb9b-f889-47f9-a60b-0861bb777acc'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:45:06.699449 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1e3ff6b1-5157-499b-bdfb-08d3fbaea795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:06.700813 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-95b18d83-7ce5-443d-8458-5388eeb8e74d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:06.732804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b18d83-7ce5-443d-8458-5388eeb8e74d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Made reservation on behalf of 375b726eb2ae465c8b7dd42940955ff2 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:06.738036 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-66e0925c-7327-43a2-a9d0-fa73bc64bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:06.739052 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e0925c-7327-43a2-a9d0-fa73bc64bbdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:06.739632 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-66e0925c-7327-43a2-a9d0-fa73bc64bbdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:06.741036 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-95b18d83-7ce5-443d-8458-5388eeb8e74d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:06.879564 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-1e3ff6b1-5157-499b-bdfb-08d3fbaea795 None None] Allocated IP 10.1.1.2 (2f6c0a83-f942-4f3a-b081-d6b623d42c90/195deb9b-f889-47f9-a60b-0861bb777acc/2b180929-67e0-40e6-95a7-d27cb38bc5e3) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:45:06.899018 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6ad1fe6d-1699-442c-8afc-745a7edcb8b3 req-b3c3aeb6-0dd1-417e-8170-ad90b49cdf34 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Synchronizing usage tracker for tenant:3cee7834a5214c2e894eb17166dede92 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:06.909787 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-66e0925c-7327-43a2-a9d0-fa73bc64bbdd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0670388 Mar 05 13:45:06.909787 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a18a5d5a-8ee6-4f61-9d07-84e7d021d97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:06.911498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56026) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:06.924809 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0925c-7327-43a2-a9d0-fa73bc64bbdd admin admin] Pushing event updated for resources: {'Network': ['ID=754d5598-36e9-4c77-86ad-dfe38e534c71,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:06.926543 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-f96154af-55aa-4fd8-92dc-65e660334a99 admin admin] Request body: {'subnet': {'network_id': '754d5598-36e9-4c77-86ad-dfe38e534c71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-979833148-subnet', 'tenant_id': 'ea18869b41614300bace9687f02782e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:06.932959 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f96154af-55aa-4fd8-92dc-65e660334a99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:06.938650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f96154af-55aa-4fd8-92dc-65e660334a99 admin admin] Usage tracker for resource:subnet and tenant:ea18869b41614300bace9687f02782e1 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:06.942467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f96154af-55aa-4fd8-92dc-65e660334a99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:06.945204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6ad1fe6d-1699-442c-8afc-745a7edcb8b3 req-b3c3aeb6-0dd1-417e-8170-ad90b49cdf34 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Unset dirty status for tenant:3cee7834a5214c2e894eb17166dede92 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:06.947264 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6ad1fe6d-1699-442c-8afc-745a7edcb8b3 req-b3c3aeb6-0dd1-417e-8170-ad90b49cdf34 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3cee7834a5214c2e894eb17166dede92 HTTP/1.1" status: 200 len: 10911 time: 0.3385739 Mar 05 13:45:06.947800 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a18a5d5a-8ee6-4f61-9d07-84e7d021d97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:06.984742 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 754d5598-36e9-4c77-86ad-dfe38e534c71 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:45:07.001370 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f96154af-55aa-4fd8-92dc-65e660334a99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:07.011608 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d4b89-7cbc-405b-80e6-4dfac155be0d req-82256a10-76f8-47b5-bcd5-f73570547b11 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:07.018799 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d4b89-7cbc-405b-80e6-4dfac155be0d req-82256a10-76f8-47b5-bcd5-f73570547b11 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:07.024130 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d4b89-7cbc-405b-80e6-4dfac155be0d req-82256a10-76f8-47b5-bcd5-f73570547b11 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:07.029874 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d4b89-7cbc-405b-80e6-4dfac155be0d req-82256a10-76f8-47b5-bcd5-f73570547b11 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:07.036244 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d4b89-7cbc-405b-80e6-4dfac155be0d req-82256a10-76f8-47b5-bcd5-f73570547b11 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:07.042392 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d4b89-7cbc-405b-80e6-4dfac155be0d req-82256a10-76f8-47b5-bcd5-f73570547b11 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:07.048184 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d4b89-7cbc-405b-80e6-4dfac155be0d req-82256a10-76f8-47b5-bcd5-f73570547b11 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:07.049769 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96154af-55aa-4fd8-92dc-65e660334a99 admin admin] Made reservation on behalf of ea18869b41614300bace9687f02782e1 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:07.050775 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-247d4b89-7cbc-405b-80e6-4dfac155be0d req-82256a10-76f8-47b5-bcd5-f73570547b11 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5420 time: 0.2890835 Mar 05 13:45:07.057761 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f96154af-55aa-4fd8-92dc-65e660334a99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:07.103948 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a18a5d5a-8ee6-4f61-9d07-84e7d021d97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:07.126180 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-247d4b89-7cbc-405b-80e6-4dfac155be0d req-264a3a6e-f5cb-4dbd-8a9c-527aee6ce058 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0694680 Mar 05 13:45:07.131330 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a5d5a-8ee6-4f61-9d07-84e7d021d97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedf5ceb-1663-4822-bf42-4c0b216e1ecc,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:07.143358 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a18a5d5a-8ee6-4f61-9d07-84e7d021d97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:07.147460 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a18a5d5a-8ee6-4f61-9d07-84e7d021d97c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dedf5ceb-1663-4822-bf42-4c0b216e1ecc HTTP/1.1" status: 204 len: 168 time: 0.4797332 Mar 05 13:45:07.225423 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6ad1fe6d-1699-442c-8afc-745a7edcb8b3 req-dc3b4e28-28e7-4fa7-a957-41e197f8351a tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/dc715f3e-34bd-48c0-a4e8-869f37d40561 HTTP/1.1" status: 200 len: 2985 time: 0.2258425 Mar 05 13:45:07.237150 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1e3ff6b1-5157-499b-bdfb-08d3fbaea795 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:07.248676 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1e3ff6b1-5157-499b-bdfb-08d3fbaea795 None None] Transition to ACTIVE for port object 2b180929-67e0-40e6-95a7-d27cb38bc5e3 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:07.254229 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-95b18d83-7ce5-443d-8458-5388eeb8e74d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:07.271444 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1e3ff6b1-5157-499b-bdfb-08d3fbaea795 None None] Transition to ACTIVE for port object 2b180929-67e0-40e6-95a7-d27cb38bc5e3 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:07.279293 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1e3ff6b1-5157-499b-bdfb-08d3fbaea795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:07.352516 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3ff6b1-5157-499b-bdfb-08d3fbaea795 None None] Network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:45:07.355830 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-1e3ff6b1-5157-499b-bdfb-08d3fbaea795 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:07.359297 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3ff6b1-5157-499b-bdfb-08d3fbaea795 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:45:07.375759 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6ad1fe6d-1699-442c-8afc-745a7edcb8b3 req-27827078-c811-4aea-971c-6570ef143305 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/dc715f3e-34bd-48c0-a4e8-869f37d40561 HTTP/1.1" status: 200 len: 2985 time: 0.1414900 Mar 05 13:45:07.385038 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e13f7e-4c12-477a-8edc-c4cbf7009e83 req-34929c72-33ea-4187-88a1-5bb9d25023fe tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:07.387561 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-28e13f7e-4c12-477a-8edc-c4cbf7009e83 req-34929c72-33ea-4187-88a1-5bb9d25023fe tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=23f2248e-5097-46c2-9739-5cb318781c79 HTTP/1.1" status: 200 len: 949 time: 0.1150408 Mar 05 13:45:07.425192 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ff6b1-5157-499b-bdfb-08d3fbaea795 None None] Pushing event updated for resources: {'Port': ['ID=2b180929-67e0-40e6-95a7-d27cb38bc5e3,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:07.467144 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-28e13f7e-4c12-477a-8edc-c4cbf7009e83 req-7d663587-6d88-4144-908f-469a4238b193 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722282 Mar 05 13:45:07.524519 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1e3ff6b1-5157-499b-bdfb-08d3fbaea795 None None] Attempting to bind port 2b180929-67e0-40e6-95a7-d27cb38bc5e3 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:45:07.524910 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1e3ff6b1-5157-499b-bdfb-08d3fbaea795 None None] Attempting to bind port 2b180929-67e0-40e6-95a7-d27cb38bc5e3 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '47c5c229-bf76-486c-9f5c-e8a5968effec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:45:07.525269 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3ff6b1-5157-499b-bdfb-08d3fbaea795 None None] Attempting to bind port 2b180929-67e0-40e6-95a7-d27cb38bc5e3 on network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:45:07.531205 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3ff6b1-5157-499b-bdfb-08d3fbaea795 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:45:07.531572 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3ff6b1-5157-499b-bdfb-08d3fbaea795 None None] Checking segment: {'id': '47c5c229-bf76-486c-9f5c-e8a5968effec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:45:07.531968 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1e3ff6b1-5157-499b-bdfb-08d3fbaea795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:07.532349 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3ff6b1-5157-499b-bdfb-08d3fbaea795 None None] Bound using segment: {'id': '47c5c229-bf76-486c-9f5c-e8a5968effec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:45:07.533386 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1e3ff6b1-5157-499b-bdfb-08d3fbaea795 None None] Bound port: 2b180929-67e0-40e6-95a7-d27cb38bc5e3, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c5c229-bf76-486c-9f5c-e8a5968effec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:45:07.533978 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1e3ff6b1-5157-499b-bdfb-08d3fbaea795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:07.561297 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aea10189-1ddb-4af6-a292-3d1efb2d7afc req-b57c51ec-441c-4d93-b3a3-87def420ddd9 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/dee6fc34-1a4e-40b4-9300-a9efd589d3e6 HTTP/1.1" status: 200 len: 1802 time: 0.0664158 Mar 05 13:45:07.586010 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b18d83-7ce5-443d-8458-5388eeb8e74d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event updated for resources: {'Subnet': ['ID=a8e5ca29-551a-48d3-9ef6-a1c02dfa31d9,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:07.642162 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b18d83-7ce5-443d-8458-5388eeb8e74d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Checking segment: {'id': 'd7b86189-5adb-4039-bc87-8aac5ac3460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ef187771-ae1f-4999-9df8-9d6ddceec808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:45:07.644532 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b18d83-7ce5-443d-8458-5388eeb8e74d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Network hostable DHCP agents. Network: ef187771-ae1f-4999-9df8-9d6ddceec808, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:45:07.677356 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-aea10189-1ddb-4af6-a292-3d1efb2d7afc req-5e19cf51-827a-42c9-b607-3488e42571d3 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:07.710296 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1e3ff6b1-5157-499b-bdfb-08d3fbaea795 None None] For port 2b180929-67e0-40e6-95a7-d27cb38bc5e3, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:45:07.711964 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-aea10189-1ddb-4af6-a292-3d1efb2d7afc req-5e19cf51-827a-42c9-b607-3488e42571d3 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:07.717696 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1e3ff6b1-5157-499b-bdfb-08d3fbaea795 None None] For port 2b180929-67e0-40e6-95a7-d27cb38bc5e3, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=2b180929-67e0-40e6-95a7-d27cb38bc5e3,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:45:07.726709 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1e3ff6b1-5157-499b-bdfb-08d3fbaea795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:07.782353 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-aea10189-1ddb-4af6-a292-3d1efb2d7afc req-5e19cf51-827a-42c9-b607-3488e42571d3 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:07.811362 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19cf51-827a-42c9-b607-3488e42571d3 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee6fc34-1a4e-40b4-9300-a9efd589d3e6,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:07.827383 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f96154af-55aa-4fd8-92dc-65e660334a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:07.849902 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-aea10189-1ddb-4af6-a292-3d1efb2d7afc req-5e19cf51-827a-42c9-b607-3488e42571d3 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:07.856373 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aea10189-1ddb-4af6-a292-3d1efb2d7afc req-5e19cf51-827a-42c9-b607-3488e42571d3 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "DELETE /v2.0/security-groups/dee6fc34-1a4e-40b4-9300-a9efd589d3e6 HTTP/1.1" status: 204 len: 173 time: 0.2937410 Mar 05 13:45:07.860156 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ff6b1-5157-499b-bdfb-08d3fbaea795 None None] Pushing event updated for resources: {'Port': ['ID=2b180929-67e0-40e6-95a7-d27cb38bc5e3,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:07.975330 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96154af-55aa-4fd8-92dc-65e660334a99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d594d5eb-4d5a-4f17-86bb-02689b4bc52e,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:08.076928 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b18d83-7ce5-443d-8458-5388eeb8e74d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Network ef187771-ae1f-4999-9df8-9d6ddceec808 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:45:08.115316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96154af-55aa-4fd8-92dc-65e660334a99 admin admin] Checking segment: {'id': 'c68eb1f0-13bd-445a-a53c-081ebe5793f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '754d5598-36e9-4c77-86ad-dfe38e534c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:45:08.115898 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96154af-55aa-4fd8-92dc-65e660334a99 admin admin] Network hostable DHCP agents. Network: 754d5598-36e9-4c77-86ad-dfe38e534c71, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:45:08.118289 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8643b7-4591-413c-b12e-98d5b8345551 req-6a352a89-89af-4a30-95a9-39ea27ee39af tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:08.121121 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d8643b7-4591-413c-b12e-98d5b8345551 req-6a352a89-89af-4a30-95a9-39ea27ee39af tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c78ca80-1b40-4d02-ae55-eda84c14c764 HTTP/1.1" status: 200 len: 946 time: 0.1057687 Mar 05 13:45:08.165151 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-95b18d83-7ce5-443d-8458-5388eeb8e74d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, ef187771-ae1f-4999-9df8-9d6ddceec808) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:08.175078 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a0b2da-6cbc-4a30-bf23-cf3cf032b41e None None] Network ef187771-ae1f-4999-9df8-9d6ddceec808 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:45:08.219350 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b18d83-7ce5-443d-8458-5388eeb8e74d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:08.220820 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-95b18d83-7ce5-443d-8458-5388eeb8e74d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:08.228282 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d8643b7-4591-413c-b12e-98d5b8345551 req-926d9c28-1c8d-4bb3-bf70-0c7d237317d3 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906236 Mar 05 13:45:08.245629 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29157db-8e46-414e-83dd-66babb47cc3c req-abee67d1-a37d-4007-bb0f-b02838087021 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:08.246335 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c29157db-8e46-414e-83dd-66babb47cc3c req-abee67d1-a37d-4007-bb0f-b02838087021 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Synchronizing usage tracker for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:08.265830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ede44-c016-4117-b216-c1d34ab31c15 req-ca52960c-5791-4e86-87f1-9fe86699b32a tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:08.267385 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-091ede44-c016-4117-b216-c1d34ab31c15 req-ca52960c-5791-4e86-87f1-9fe86699b32a tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 946 time: 0.6172168 Mar 05 13:45:08.281731 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638ee33-ed4b-4e78-ac1a-8d10e0b8972e req-511d05c3-5934-415e-847f-e30bffa50d15 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:08.282721 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e638ee33-ed4b-4e78-ac1a-8d10e0b8972e req-511d05c3-5934-415e-847f-e30bffa50d15 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Synchronizing usage tracker for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:08.291176 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96154af-55aa-4fd8-92dc-65e660334a99 admin admin] Network 754d5598-36e9-4c77-86ad-dfe38e534c71 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:45:08.291371 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-1baeb508-cd96-4652-a368-b978ac15c9c1 req-04bf8509-fadb-47db-ad34-a94bee7610e5 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] show failed (client error): The resource could not be found. Mar 05 13:45:08.296162 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1baeb508-cd96-4652-a368-b978ac15c9c1 req-04bf8509-fadb-47db-ad34-a94bee7610e5 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/dee6fc34-1a4e-40b4-9300-a9efd589d3e6 HTTP/1.1" status: 404 len: 352 time: 0.0481446 Mar 05 13:45:08.367989 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-f96154af-55aa-4fd8-92dc-65e660334a99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 754d5598-36e9-4c77-86ad-dfe38e534c71) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:08.375682 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7afd5b-cedb-4f03-ab50-382428cac93c None None] Network 754d5598-36e9-4c77-86ad-dfe38e534c71 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:45:08.375895 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96154af-55aa-4fd8-92dc-65e660334a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:08.376991 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f96154af-55aa-4fd8-92dc-65e660334a99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:08.410313 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c29157db-8e46-414e-83dd-66babb47cc3c req-abee67d1-a37d-4007-bb0f-b02838087021 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Unset dirty status for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:08.411897 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c29157db-8e46-414e-83dd-66babb47cc3c req-abee67d1-a37d-4007-bb0f-b02838087021 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf559703-1f47-4fe0-8969-ea672d3a2c47 HTTP/1.1" status: 200 len: 950 time: 0.4775691 Mar 05 13:45:08.481073 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-95b18d83-7ce5-443d-8458-5388eeb8e74d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0226841 Mar 05 13:45:08.482275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e638ee33-ed4b-4e78-ac1a-8d10e0b8972e req-511d05c3-5934-415e-847f-e30bffa50d15 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Unset dirty status for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:08.483671 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e638ee33-ed4b-4e78-ac1a-8d10e0b8972e req-511d05c3-5934-415e-847f-e30bffa50d15 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "GET /v2.0/ports?device_id=23f2248e-5097-46c2-9739-5cb318781c79 HTTP/1.1" status: 200 len: 949 time: 0.5484169 Mar 05 13:45:08.491295 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56064) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:08.522132 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-091ede44-c016-4117-b216-c1d34ab31c15 req-ca16e1aa-4da8-4737-aa81-1c4817587dba tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343600 Mar 05 13:45:08.528839 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-276135c6-d247-468d-8b05-c8f6cb79aa1d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Request body: {'port': {'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90', 'name': 'tempest-TaggedBootDevicesTest_v242-2100950825', 'fixed_ips': [{'subnet_id': '195deb9b-f889-47f9-a60b-0861bb777acc'}]}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:08.606795 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f96154af-55aa-4fd8-92dc-65e660334a99 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6931400 Mar 05 13:45:08.615229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefda8d-3b33-48ba-ad99-1252eec4d238 req-415fece6-6706-42d0-878a-862db3e69470 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:08.626982 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefda8d-3b33-48ba-ad99-1252eec4d238 req-415fece6-6706-42d0-878a-862db3e69470 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:08.636566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56072) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:08.636811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefda8d-3b33-48ba-ad99-1252eec4d238 req-415fece6-6706-42d0-878a-862db3e69470 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:08.654067 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefda8d-3b33-48ba-ad99-1252eec4d238 req-415fece6-6706-42d0-878a-862db3e69470 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:08.669255 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefda8d-3b33-48ba-ad99-1252eec4d238 req-415fece6-6706-42d0-878a-862db3e69470 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:08.677059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-49f6f7c1-afe8-40e7-83e7-e9aef5dd05f5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-979833148-router', 'tenant_id': 'ea18869b41614300bace9687f02782e1', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:08.682077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-49f6f7c1-afe8-40e7-83e7-e9aef5dd05f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:08.684088 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefda8d-3b33-48ba-ad99-1252eec4d238 req-415fece6-6706-42d0-878a-862db3e69470 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:08.686736 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-49f6f7c1-afe8-40e7-83e7-e9aef5dd05f5 admin admin] Usage tracker for resource:router and tenant:ea18869b41614300bace9687f02782e1 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:08.690660 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-49f6f7c1-afe8-40e7-83e7-e9aef5dd05f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:08.691877 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefda8d-3b33-48ba-ad99-1252eec4d238 req-415fece6-6706-42d0-878a-862db3e69470 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:08.697300 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-49f6f7c1-afe8-40e7-83e7-e9aef5dd05f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:08.703734 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-abefda8d-3b33-48ba-ad99-1252eec4d238 req-415fece6-6706-42d0-878a-862db3e69470 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5420 time: 0.2251010 Mar 05 13:45:08.734280 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-49f6f7c1-afe8-40e7-83e7-e9aef5dd05f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:08.734842 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-49f6f7c1-afe8-40e7-83e7-e9aef5dd05f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:08.760187 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-abefda8d-3b33-48ba-ad99-1252eec4d238 req-70ed7f7f-ea13-4210-8570-441396259acd tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519619 Mar 05 13:45:08.778723 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba71e7c-2ff9-4c56-8545-d61cd0b05f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-ef187771-ae1f-4999-9df8-9d6ddceec808', 'network_id': 'ef187771-ae1f-4999-9df8-9d6ddceec808', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'fixed_ips': [{'subnet_id': 'a8e5ca29-551a-48d3-9ef6-a1c02dfa31d9'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:45:08.779407 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aba71e7c-2ff9-4c56-8545-d61cd0b05f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:08.826412 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-acc1acf4-3306-48c1-a8e7-e211489a7a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:08.891911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-c29157db-8e46-414e-83dd-66babb47cc3c req-cb93ce89-9a93-43ff-9d2d-2be2a5d16fc8 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Deleting port 024c3626-66ef-4aee-ab0e-e02389b1831c {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:45:08.893369 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c29157db-8e46-414e-83dd-66babb47cc3c req-cb93ce89-9a93-43ff-9d2d-2be2a5d16fc8 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:09.045859 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-e638ee33-ed4b-4e78-ac1a-8d10e0b8972e req-a9734020-d896-42d6-b121-5b8e9292b280 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Deleting port fda15825-21a0-4055-bab6-e4a271c0d1d3 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:45:09.047236 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e638ee33-ed4b-4e78-ac1a-8d10e0b8972e req-a9734020-d896-42d6-b121-5b8e9292b280 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:09.063647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a94762-3552-442b-b042-9501b00bd8b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-754d5598-36e9-4c77-86ad-dfe38e534c71', 'network_id': '754d5598-36e9-4c77-86ad-dfe38e534c71', 'tenant_id': 'ea18869b41614300bace9687f02782e1', 'fixed_ips': [{'subnet_id': 'd594d5eb-4d5a-4f17-86bb-02689b4bc52e'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:45:09.065124 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30a94762-3552-442b-b042-9501b00bd8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:09.098672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-276135c6-d247-468d-8b05-c8f6cb79aa1d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:09.134203 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-276135c6-d247-468d-8b05-c8f6cb79aa1d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Usage tracker for resource:port and tenant:375b726eb2ae465c8b7dd42940955ff2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:09.142996 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-49f6f7c1-afe8-40e7-83e7-e9aef5dd05f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:09.146694 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07ce555e-a614-4624-af93-198356b026b0 req-dff12904-6084-4e6c-8232-455c72a9f990 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/ec387fed-ddec-486e-a7cc-dacb66d8173c HTTP/1.1" status: 200 len: 1802 time: 0.5385339 Mar 05 13:45:09.155975 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-b74f28b5-54bf-44c0-84f4-a6c54805706b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:09.164148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-276135c6-d247-468d-8b05-c8f6cb79aa1d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:09.166251 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-b74f28b5-54bf-44c0-84f4-a6c54805706b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 806 time: 0.2441192 Mar 05 13:45:09.188122 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-276135c6-d247-468d-8b05-c8f6cb79aa1d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:09.206021 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-ef1945d9-4d82-4fc8-a634-130cec3e7cd3 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/quotas/1e6dfeba02724ceabbe61dac4cb2c5dc HTTP/1.1" status: 200 len: 375 time: 0.0380294 Mar 05 13:45:09.347944 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 2b180929-67e0-40e6-95a7-d27cb38bc5e3 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:09.372904 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-6133fb94-112d-4441-829d-fc10dc45a852 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1639414 Mar 05 13:45:09.496719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5a9af4-28fa-43a9-ad54-33e506ebdafd None None] Network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:45:09.527743 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-aba71e7c-2ff9-4c56-8545-d61cd0b05f9d None None] Allocated IP 10.2.2.2 (ef187771-ae1f-4999-9df8-9d6ddceec808/a8e5ca29-551a-48d3-9ef6-a1c02dfa31d9/a25da934-807d-4d3b-bb5a-c06068836a29) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:45:09.540954 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276135c6-d247-468d-8b05-c8f6cb79aa1d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Made reservation on behalf of 375b726eb2ae465c8b7dd42940955ff2 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:09.568665 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-30a94762-3552-442b-b042-9501b00bd8b4 None None] Allocated IP 172.20.0.2 (754d5598-36e9-4c77-86ad-dfe38e534c71/d594d5eb-4d5a-4f17-86bb-02689b4bc52e/b937095a-7b68-400f-b6a1-d1de4d930d8d) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:45:09.598110 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-a4ed543e-2e8d-40d7-b52b-a30ae45df60c service neutron] 10.222.0.16 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161794 Mar 05 13:45:09.666833 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f75615d9-82a6-46af-8aed-a3a71d17ef80 None None] Provisioning for port 2b180929-67e0-40e6-95a7-d27cb38bc5e3 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:09.742378 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-67635aef-53c7-4661-a72c-770a3944bfaf service neutron] 10.222.0.16 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432767 Mar 05 13:45:09.757732 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-07ce555e-a614-4624-af93-198356b026b0 req-0646c3b2-4fa3-4e10-91a4-684a5a8032b9 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:09.812476 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 2b180929-67e0-40e6-95a7-d27cb38bc5e3 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:09.930531 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 2b180929-67e0-40e6-95a7-d27cb38bc5e3 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:09.931072 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:10.083262 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78871285-82c6-4962-ae16-83fed5e54b56 req-07b7cbf2-4c3a-4f84-8369-0bd44f0eb659 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:10.085634 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-78871285-82c6-4962-ae16-83fed5e54b56 req-07b7cbf2-4c3a-4f84-8369-0bd44f0eb659 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=23f2248e-5097-46c2-9739-5cb318781c79 HTTP/1.1" status: 200 len: 949 time: 0.1000924 Mar 05 13:45:10.149571 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-78871285-82c6-4962-ae16-83fed5e54b56 req-a726c919-81fd-4543-9c7b-018bb1cd44df tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578537 Mar 05 13:45:10.310111 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30a94762-3552-442b-b042-9501b00bd8b4 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:10.314886 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-07ce555e-a614-4624-af93-198356b026b0 req-0646c3b2-4fa3-4e10-91a4-684a5a8032b9 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:10.323805 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c29157db-8e46-414e-83dd-66babb47cc3c req-cb93ce89-9a93-43ff-9d2d-2be2a5d16fc8 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] For port 024c3626-66ef-4aee-ab0e-e02389b1831c, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=024c3626-66ef-4aee-ab0e-e02389b1831c,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:10.324160 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c29157db-8e46-414e-83dd-66babb47cc3c req-cb93ce89-9a93-43ff-9d2d-2be2a5d16fc8 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:10.327888 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aba71e7c-2ff9-4c56-8545-d61cd0b05f9d None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:10.354266 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-30a94762-3552-442b-b042-9501b00bd8b4 None None] Transition to ACTIVE for port object b937095a-7b68-400f-b6a1-d1de4d930d8d will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:10.358064 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bcb44-4879-4efb-9461-7a9dc1b71863 req-ba67286b-6731-4092-a880-40e22b301065 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:10.365653 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f81bcb44-4879-4efb-9461-7a9dc1b71863 req-ba67286b-6731-4092-a880-40e22b301065 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 946 time: 0.1110296 Mar 05 13:45:10.369670 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-aba71e7c-2ff9-4c56-8545-d61cd0b05f9d None None] Transition to ACTIVE for port object a25da934-807d-4d3b-bb5a-c06068836a29 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:10.380190 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:10.410996 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-30a94762-3552-442b-b042-9501b00bd8b4 None None] Transition to ACTIVE for port object b937095a-7b68-400f-b6a1-d1de4d930d8d will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:10.431220 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-49f6f7c1-afe8-40e7-83e7-e9aef5dd05f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:10.437209 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30a94762-3552-442b-b042-9501b00bd8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:10.445607 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-aba71e7c-2ff9-4c56-8545-d61cd0b05f9d None None] Transition to ACTIVE for port object a25da934-807d-4d3b-bb5a-c06068836a29 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:10.458898 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f81bcb44-4879-4efb-9461-7a9dc1b71863 req-3482f69d-3ef4-481e-83ce-40fb5fd0e5bd tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921447 Mar 05 13:45:10.494709 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device c29c5c22-46c5-4bcd-9bbd-e5a412502846 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:45:10.514270 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aba71e7c-2ff9-4c56-8545-d61cd0b05f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:10.535397 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 2b180929-67e0-40e6-95a7-d27cb38bc5e3, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=2b180929-67e0-40e6-95a7-d27cb38bc5e3,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:10.537895 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a94762-3552-442b-b042-9501b00bd8b4 None None] Network 754d5598-36e9-4c77-86ad-dfe38e534c71 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:45:10.550627 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-30a94762-3552-442b-b042-9501b00bd8b4 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:10.559383 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a94762-3552-442b-b042-9501b00bd8b4 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:45:10.561964 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:10.577662 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a94762-3552-442b-b042-9501b00bd8b4 None None] Pushing event updated for resources: {'Port': ['ID=b937095a-7b68-400f-b6a1-d1de4d930d8d,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:10.654947 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-c29157db-8e46-414e-83dd-66babb47cc3c req-cb93ce89-9a93-43ff-9d2d-2be2a5d16fc8 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Calling delete_port for 024c3626-66ef-4aee-ab0e-e02389b1831c owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:45:10.683656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba71e7c-2ff9-4c56-8545-d61cd0b05f9d None None] Network ef187771-ae1f-4999-9df8-9d6ddceec808 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:45:10.696527 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-276135c6-d247-468d-8b05-c8f6cb79aa1d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:10.714194 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-aba71e7c-2ff9-4c56-8545-d61cd0b05f9d None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:10.757357 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba71e7c-2ff9-4c56-8545-d61cd0b05f9d None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:45:10.822547 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-4e70519d-8919-4efa-a71a-a5afb34378c2 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3d64b82c24ad421faf7995c707aa0961&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444193 Mar 05 13:45:10.825391 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-276135c6-d247-468d-8b05-c8f6cb79aa1d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] device_id is not set on port 45d7348f-7f9b-402e-806f-fad32b169dc7 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:45:10.895028 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-e638ee33-ed4b-4e78-ac1a-8d10e0b8972e req-a9734020-d896-42d6-b121-5b8e9292b280 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] For port fda15825-21a0-4055-bab6-e4a271c0d1d3, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fda15825-21a0-4055-bab6-e4a271c0d1d3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:10.895444 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e638ee33-ed4b-4e78-ac1a-8d10e0b8972e req-a9734020-d896-42d6-b121-5b8e9292b280 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:10.995967 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-07ce555e-a614-4624-af93-198356b026b0 req-0646c3b2-4fa3-4e10-91a4-684a5a8032b9 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:11.020996 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba71e7c-2ff9-4c56-8545-d61cd0b05f9d None None] Pushing event updated for resources: {'Port': ['ID=a25da934-807d-4d3b-bb5a-c06068836a29,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:11.068968 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-30a94762-3552-442b-b042-9501b00bd8b4 None None] Attempting to bind port b937095a-7b68-400f-b6a1-d1de4d930d8d on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:45:11.069341 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-30a94762-3552-442b-b042-9501b00bd8b4 None None] Attempting to bind port b937095a-7b68-400f-b6a1-d1de4d930d8d by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'c68eb1f0-13bd-445a-a53c-081ebe5793f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '754d5598-36e9-4c77-86ad-dfe38e534c71'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:45:11.069682 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a94762-3552-442b-b042-9501b00bd8b4 None None] Attempting to bind port b937095a-7b68-400f-b6a1-d1de4d930d8d on network 754d5598-36e9-4c77-86ad-dfe38e534c71 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:45:11.084911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-e638ee33-ed4b-4e78-ac1a-8d10e0b8972e req-a9734020-d896-42d6-b121-5b8e9292b280 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Calling delete_port for fda15825-21a0-4055-bab6-e4a271c0d1d3 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:45:11.103800 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-66e38123-abcb-4977-9be9-4a99216bd837 None None] Provisioning complete for port 2b180929-67e0-40e6-95a7-d27cb38bc5e3 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:11.104176 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-66e38123-abcb-4977-9be9-4a99216bd837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:11.159837 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-5a6cd92f-6dd7-4b9c-80cd-1d875cc38d36 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:11.161791 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-5a6cd92f-6dd7-4b9c-80cd-1d875cc38d36 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3301194 Mar 05 13:45:11.172614 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a94762-3552-442b-b042-9501b00bd8b4 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:45:11.173024 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a94762-3552-442b-b042-9501b00bd8b4 None None] Checking segment: {'id': 'c68eb1f0-13bd-445a-a53c-081ebe5793f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '754d5598-36e9-4c77-86ad-dfe38e534c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:45:11.175583 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30a94762-3552-442b-b042-9501b00bd8b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:11.175583 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a94762-3552-442b-b042-9501b00bd8b4 None None] Bound using segment: {'id': 'c68eb1f0-13bd-445a-a53c-081ebe5793f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '754d5598-36e9-4c77-86ad-dfe38e534c71'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:45:11.175792 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-30a94762-3552-442b-b042-9501b00bd8b4 None None] Bound port: b937095a-7b68-400f-b6a1-d1de4d930d8d, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68eb1f0-13bd-445a-a53c-081ebe5793f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '754d5598-36e9-4c77-86ad-dfe38e534c71'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:45:11.176119 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30a94762-3552-442b-b042-9501b00bd8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:11.185321 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-aba71e7c-2ff9-4c56-8545-d61cd0b05f9d None None] Attempting to bind port a25da934-807d-4d3b-bb5a-c06068836a29 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:45:11.185690 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-aba71e7c-2ff9-4c56-8545-d61cd0b05f9d None None] Attempting to bind port a25da934-807d-4d3b-bb5a-c06068836a29 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'd7b86189-5adb-4039-bc87-8aac5ac3460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ef187771-ae1f-4999-9df8-9d6ddceec808'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:45:11.186048 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba71e7c-2ff9-4c56-8545-d61cd0b05f9d None None] Attempting to bind port a25da934-807d-4d3b-bb5a-c06068836a29 on network ef187771-ae1f-4999-9df8-9d6ddceec808 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:45:11.186305 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646c3b2-4fa3-4e10-91a4-684a5a8032b9 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec387fed-ddec-486e-a7cc-dacb66d8173c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:11.191419 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-b1ea81b2-44a2-4ebe-96ec-3e482835ac47 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/quotas/3d64b82c24ad421faf7995c707aa0961 HTTP/1.1" status: 200 len: 375 time: 0.0233529 Mar 05 13:45:11.199813 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba71e7c-2ff9-4c56-8545-d61cd0b05f9d None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:45:11.200190 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba71e7c-2ff9-4c56-8545-d61cd0b05f9d None None] Checking segment: {'id': 'd7b86189-5adb-4039-bc87-8aac5ac3460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ef187771-ae1f-4999-9df8-9d6ddceec808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:45:11.200587 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aba71e7c-2ff9-4c56-8545-d61cd0b05f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:11.200985 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba71e7c-2ff9-4c56-8545-d61cd0b05f9d None None] Bound using segment: {'id': 'd7b86189-5adb-4039-bc87-8aac5ac3460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ef187771-ae1f-4999-9df8-9d6ddceec808'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:45:11.201621 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-aba71e7c-2ff9-4c56-8545-d61cd0b05f9d None None] Bound port: a25da934-807d-4d3b-bb5a-c06068836a29, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b86189-5adb-4039-bc87-8aac5ac3460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ef187771-ae1f-4999-9df8-9d6ddceec808'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:45:11.201987 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aba71e7c-2ff9-4c56-8545-d61cd0b05f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:11.212313 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2a3ad541-86e2-4128-8a4d-7bb78954afc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:11.281401 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-0532b93b-bb94-470d-8734-65caea9ea4b8 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d64b82c24ad421faf7995c707aa0961&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870390 Mar 05 13:45:11.358244 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port c29c5c22-46c5-4bcd-9bbd-e5a412502846, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c29c5c22-46c5-4bcd-9bbd-e5a412502846,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:11.373755 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=2b180929-67e0-40e6-95a7-d27cb38bc5e3,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:11.466684 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'c29c5c22-46c5-4bcd-9bbd-e5a412502846', 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5', 'port_id': 'c29c5c22-46c5-4bcd-9bbd-e5a412502846', 'mac_address': 'fa:16:3e:59:d7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1862c115-1882-4737-96e2-80cabd1f69de', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:45:11.565381 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-30a94762-3552-442b-b042-9501b00bd8b4 None None] For port b937095a-7b68-400f-b6a1-d1de4d930d8d, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:45:11.588194 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-30a94762-3552-442b-b042-9501b00bd8b4 None None] For port b937095a-7b68-400f-b6a1-d1de4d930d8d, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b937095a-7b68-400f-b6a1-d1de4d930d8d,segment=NetworkSegment(c68eb1f0-13bd-445a-a53c-081ebe5793f4),segment_id=c68eb1f0-13bd-445a-a53c-081ebe5793f4)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:45:11.592428 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-aba71e7c-2ff9-4c56-8545-d61cd0b05f9d None None] For port a25da934-807d-4d3b-bb5a-c06068836a29, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:45:11.602011 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-aba71e7c-2ff9-4c56-8545-d61cd0b05f9d None None] For port a25da934-807d-4d3b-bb5a-c06068836a29, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a25da934-807d-4d3b-bb5a-c06068836a29,segment=NetworkSegment(d7b86189-5adb-4039-bc87-8aac5ac3460e),segment_id=d7b86189-5adb-4039-bc87-8aac5ac3460e)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:45:11.606095 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30a94762-3552-442b-b042-9501b00bd8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:11.650507 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:11.671803 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aba71e7c-2ff9-4c56-8545-d61cd0b05f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:11.694516 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-07ce555e-a614-4624-af93-198356b026b0 req-0646c3b2-4fa3-4e10-91a4-684a5a8032b9 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:11.695702 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07ce555e-a614-4624-af93-198356b026b0 req-0646c3b2-4fa3-4e10-91a4-684a5a8032b9 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "DELETE /v2.0/security-groups/ec387fed-ddec-486e-a7cc-dacb66d8173c HTTP/1.1" status: 204 len: 173 time: 2.5284185 Mar 05 13:45:11.712213 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29c5c22-46c5-4bcd-9bbd-e5a412502846 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:45:11.715871 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c29157db-8e46-414e-83dd-66babb47cc3c req-cb93ce89-9a93-43ff-9d2d-2be2a5d16fc8 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:11.723732 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78aec4-f325-4645-a3e0-c581f35385ba req-8f5d27d1-0d82-428f-be27-7d717f4af160 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:11.734675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78aec4-f325-4645-a3e0-c581f35385ba req-8f5d27d1-0d82-428f-be27-7d717f4af160 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:11.744368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78aec4-f325-4645-a3e0-c581f35385ba req-8f5d27d1-0d82-428f-be27-7d717f4af160 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:11.749282 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port c29c5c22-46c5-4bcd-9bbd-e5a412502846, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c29c5c22-46c5-4bcd-9bbd-e5a412502846,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:11.757637 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78aec4-f325-4645-a3e0-c581f35385ba req-8f5d27d1-0d82-428f-be27-7d717f4af160 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:11.767190 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['024c3626-66ef-4aee-ab0e-e02389b1831c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:11.769882 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78aec4-f325-4645-a3e0-c581f35385ba req-8f5d27d1-0d82-428f-be27-7d717f4af160 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:11.781715 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78aec4-f325-4645-a3e0-c581f35385ba req-8f5d27d1-0d82-428f-be27-7d717f4af160 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:11.790680 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78aec4-f325-4645-a3e0-c581f35385ba req-8f5d27d1-0d82-428f-be27-7d717f4af160 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:11.793135 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9e78aec4-f325-4645-a3e0-c581f35385ba req-8f5d27d1-0d82-428f-be27-7d717f4af160 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5420 time: 0.2053983 Mar 05 13:45:11.821798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['1435958d-e3be-4286-8caa-791704018749', 'aa5a355c-5f58-4db0-bfb5-8e9b384376ef', '26e15d7a-e8a5-431a-b910-0c8dc2dcec3e'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:11.887028 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9e78aec4-f325-4645-a3e0-c581f35385ba req-8d4826a3-28f2-40c7-8cab-23fd54df7cf4 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794449 Mar 05 13:45:11.945645 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93ce89-9a93-43ff-9d2d-2be2a5d16fc8 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Pushing event deleted for resources: {'Port': ['ID=024c3626-66ef-4aee-ab0e-e02389b1831c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:11.977931 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29157db-8e46-414e-83dd-66babb47cc3c req-cb93ce89-9a93-43ff-9d2d-2be2a5d16fc8 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] No DVR routers for this DVR port 024c3626-66ef-4aee-ab0e-e02389b1831c on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:45:12.002453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-475fdcdc-85cc-4415-a367-f3b7234cff82 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:12.006335 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-475fdcdc-85cc-4415-a367-f3b7234cff82 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.30 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 806 time: 0.7385955 Mar 05 13:45:12.011198 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c29157db-8e46-414e-83dd-66babb47cc3c req-cb93ce89-9a93-43ff-9d2d-2be2a5d16fc8 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:12.027719 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:12.027719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device b6d4bbac-620a-4e1d-b107-731cd391ed0b details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:45:12.067115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf559703-1f47-4fe0-8969-ea672d3a2c47', 'name': 'network-vif-deleted', 'tag': '024c3626-66ef-4aee-ab0e-e02389b1831c'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:45:12.125189 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-276135c6-d247-468d-8b05-c8f6cb79aa1d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Allocated IP 10.1.1.130 (2f6c0a83-f942-4f3a-b081-d6b623d42c90/195deb9b-f889-47f9-a60b-0861bb777acc/45d7348f-7f9b-402e-806f-fad32b169dc7) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:45:12.207198 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:12.217589 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a94762-3552-442b-b042-9501b00bd8b4 None None] Pushing event updated for resources: {'Port': ['ID=b937095a-7b68-400f-b6a1-d1de4d930d8d,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:12.247110 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:12.254386 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ac59f1ee-3172-4658-afd4-6635accc545a req-cd9e2489-e771-494a-953b-a3b759785024 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=23f2248e-5097-46c2-9739-5cb318781c79 HTTP/1.1" status: 200 len: 210 time: 0.1450510 Mar 05 13:45:12.375922 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.resource_extend [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:45:12.615379 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba71e7c-2ff9-4c56-8545-d61cd0b05f9d None None] Pushing event updated for resources: {'Port': ['ID=a25da934-807d-4d3b-bb5a-c06068836a29,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:12.643926 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7901d-2424-4636-a0f0-0bdeeaa8e4af req-9d83b188-3554-4e65-8ada-ee6adf6ef42a tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:12.652741 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-67b7901d-2424-4636-a0f0-0bdeeaa8e4af req-9d83b188-3554-4e65-8ada-ee6adf6ef42a tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 946 time: 0.1843827 Mar 05 13:45:12.728771 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-276135c6-d247-468d-8b05-c8f6cb79aa1d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:12.752757 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-276135c6-d247-468d-8b05-c8f6cb79aa1d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Transition to ACTIVE for port object 45d7348f-7f9b-402e-806f-fad32b169dc7 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:12.770213 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-67b7901d-2424-4636-a0f0-0bdeeaa8e4af req-5dfa00af-36f7-4870-94bb-4ef33b56da84 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159906 Mar 05 13:45:12.771521 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e638ee33-ed4b-4e78-ac1a-8d10e0b8972e req-a9734020-d896-42d6-b121-5b8e9292b280 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:12.787476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-788548a1-64ee-408e-9d6b-719ee1037c28 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Request body: {'port': {'device_id': '3ff2393e-0868-4c84-9da0-11af93850630', 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe', 'admin_state_up': True, 'tenant_id': '1e6dfeba02724ceabbe61dac4cb2c5dc'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:12.788563 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=c29c5c22-46c5-4bcd-9bbd-e5a412502846,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:12.800761 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['024c3626-66ef-4aee-ab0e-e02389b1831c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:12.818470 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-6ceea8d8-4459-400e-89fa-f0726788f2bd req-103a1dba-1eaf-4c9c-83b4-bdda561cc986 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] show failed (client error): The resource could not be found. Mar 05 13:45:12.834400 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6ceea8d8-4459-400e-89fa-f0726788f2bd req-103a1dba-1eaf-4c9c-83b4-bdda561cc986 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/ec387fed-ddec-486e-a7cc-dacb66d8173c HTTP/1.1" status: 404 len: 352 time: 0.0416949 Mar 05 13:45:12.848015 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:45:12.897777 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port b6d4bbac-620a-4e1d-b107-731cd391ed0b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b6d4bbac-620a-4e1d-b107-731cd391ed0b,segment=NetworkSegment(16a0ae04-8bec-44a5-a36a-8a119cff7a5d),segment_id=16a0ae04-8bec-44a5-a36a-8a119cff7a5d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:12.925189 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'b6d4bbac-620a-4e1d-b107-731cd391ed0b', 'network_id': '4737ff0a-cb53-4e8a-bc54-82a47945de4b', 'port_id': 'b6d4bbac-620a-4e1d-b107-731cd391ed0b', 'mac_address': 'fa:16:3e:a7:e7:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff906ca-fac7-414f-935e-aa401b609305', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:45:12.941789 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c29157db-8e46-414e-83dd-66babb47cc3c req-cb93ce89-9a93-43ff-9d2d-2be2a5d16fc8 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.30 "DELETE /v2.0/ports/024c3626-66ef-4aee-ab0e-e02389b1831c HTTP/1.1" status: 204 len: 173 time: 4.5061581 Mar 05 13:45:12.970450 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device fda15825-21a0-4055-bab6-e4a271c0d1d3 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:45:13.024294 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-276135c6-d247-468d-8b05-c8f6cb79aa1d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:13.039791 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c55d89e7-0c44-48dc-a525-1f6248834068 req-cb31b62f-64ce-48b5-b263-6709fcaac103 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2393e-0868-4c84-9da0-11af93850630 HTTP/1.1" status: 200 len: 210 time: 0.0896881 Mar 05 13:45:13.065470 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9734020-d896-42d6-b121-5b8e9292b280 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Pushing event deleted for resources: {'Port': ['ID=fda15825-21a0-4055-bab6-e4a271c0d1d3,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:13.068755 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: fda15825-21a0-4055-bab6-e4a271c0d1d3 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:45:13.069231 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device fda15825-21a0-4055-bab6-e4a271c0d1d3 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:45:13.100616 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:13.108206 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-78b4761f-09cc-438d-ac6b-b002339cc410 req-ab39f2c7-d171-4a0f-ae51-917bc10c6cc0 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e89e7ba-d60d-4b13-9043-35f45184bb7b HTTP/1.1" status: 200 len: 210 time: 0.2122064 Mar 05 13:45:13.169209 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d4bbac-620a-4e1d-b107-731cd391ed0b {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:45:13.225482 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port b6d4bbac-620a-4e1d-b107-731cd391ed0b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b6d4bbac-620a-4e1d-b107-731cd391ed0b,segment=NetworkSegment(16a0ae04-8bec-44a5-a36a-8a119cff7a5d),segment_id=16a0ae04-8bec-44a5-a36a-8a119cff7a5d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:13.235010 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:13.236847 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 691d3e20-087e-4c9d-8327-4f7d7b8868dd details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:45:13.281110 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-febf308b-d07e-4261-93a3-c2931b951806 req-6594bbd5-1bd3-4e8c-9555-7512d0faf9c4 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/fd58052d-9f13-40ce-a83f-b701bdd340f7 HTTP/1.1" status: 200 len: 1803 time: 0.1447921 Mar 05 13:45:13.317824 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276135c6-d247-468d-8b05-c8f6cb79aa1d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:45:13.338603 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf559703-1f47-4fe0-8969-ea672d3a2c47', 'name': 'network-vif-deleted', 'tag': '024c3626-66ef-4aee-ab0e-e02389b1831c', 'status': 'completed', 'code': 200} Mar 05 13:45:13.347464 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-276135c6-d247-468d-8b05-c8f6cb79aa1d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:13.365597 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-788548a1-64ee-408e-9d6b-719ee1037c28 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:13.422428 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276135c6-d247-468d-8b05-c8f6cb79aa1d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:45:13.466835 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=b6d4bbac-620a-4e1d-b107-731cd391ed0b,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:13.467042 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-febf308b-d07e-4261-93a3-c2931b951806 req-05a4f02f-f7f0-4a89-aaf3-785dbb2cd9be tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:13.490317 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.resource_extend [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:45:13.508150 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a25da934-807d-4d3b-bb5a-c06068836a29 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:13.574300 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-febf308b-d07e-4261-93a3-c2931b951806 req-05a4f02f-f7f0-4a89-aaf3-785dbb2cd9be tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:13.728255 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 691d3e20-087e-4c9d-8327-4f7d7b8868dd, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=691d3e20-087e-4c9d-8327-4f7d7b8868dd,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:13.734066 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-febf308b-d07e-4261-93a3-c2931b951806 req-05a4f02f-f7f0-4a89-aaf3-785dbb2cd9be tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:13.778465 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '691d3e20-087e-4c9d-8327-4f7d7b8868dd', 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5', 'port_id': '691d3e20-087e-4c9d-8327-4f7d7b8868dd', 'mac_address': 'fa:16:3e:24:a0:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1862c115-1882-4737-96e2-80cabd1f69de', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:45:13.820649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4f02f-f7f0-4a89-aaf3-785dbb2cd9be tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd58052d-9f13-40ce-a83f-b701bdd340f7,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:13.840847 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-febf308b-d07e-4261-93a3-c2931b951806 req-05a4f02f-f7f0-4a89-aaf3-785dbb2cd9be tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:13.841806 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:13.846343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-e638ee33-ed4b-4e78-ac1a-8d10e0b8972e req-a9734020-d896-42d6-b121-5b8e9292b280 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] No DVR routers for this DVR port fda15825-21a0-4055-bab6-e4a271c0d1d3 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:45:13.862200 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-febf308b-d07e-4261-93a3-c2931b951806 req-05a4f02f-f7f0-4a89-aaf3-785dbb2cd9be tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "DELETE /v2.0/security-groups/fd58052d-9f13-40ce-a83f-b701bdd340f7 HTTP/1.1" status: 204 len: 173 time: 0.5758858 Mar 05 13:45:13.888358 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-788548a1-64ee-408e-9d6b-719ee1037c28 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:13.940718 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e638ee33-ed4b-4e78-ac1a-8d10e0b8972e req-a9734020-d896-42d6-b121-5b8e9292b280 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:13.943830 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:13.946402 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e638ee33-ed4b-4e78-ac1a-8d10e0b8972e req-a9734020-d896-42d6-b121-5b8e9292b280 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "DELETE /v2.0/ports/fda15825-21a0-4055-bab6-e4a271c0d1d3 HTTP/1.1" status: 204 len: 173 time: 5.4289947 Mar 05 13:45:13.977868 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port a25da934-807d-4d3b-bb5a-c06068836a29 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:13.993512 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b937095a-7b68-400f-b6a1-d1de4d930d8d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:13.993741 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-84489900-0da8-413e-aed4-257d3f8ea07c tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=3d64b82c24ad421faf7995c707aa0961&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5717649 Mar 05 13:45:13.994476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276135c6-d247-468d-8b05-c8f6cb79aa1d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event updated for resources: {'Port': ['ID=45d7348f-7f9b-402e-806f-fad32b169dc7,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:14.096505 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 691d3e20-087e-4c9d-8327-4f7d7b8868dd {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:45:14.112460 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-80658928-3645-4da0-a062-8e321fa4cd3d None None] Provisioning for port 45d7348f-7f9b-402e-806f-fad32b169dc7 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:14.147506 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85b7a008-8896-4a24-9495-1c1acd655b1c req-fcfae88a-d995-44a0-9956-c7697bdbd7d0 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=23f2248e-5097-46c2-9739-5cb318781c79 HTTP/1.1" status: 200 len: 210 time: 0.0957265 Mar 05 13:45:14.157237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-80658928-3645-4da0-a062-8e321fa4cd3d None None] Provisioning complete for port 45d7348f-7f9b-402e-806f-fad32b169dc7 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:14.158233 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-80658928-3645-4da0-a062-8e321fa4cd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:14.166941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-788548a1-64ee-408e-9d6b-719ee1037c28 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Made reservation on behalf of 1e6dfeba02724ceabbe61dac4cb2c5dc for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:14.183777 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-788548a1-64ee-408e-9d6b-719ee1037c28 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:14.198755 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 691d3e20-087e-4c9d-8327-4f7d7b8868dd, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=691d3e20-087e-4c9d-8327-4f7d7b8868dd,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:14.222016 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:14.222679 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 1455b0ab-b257-466d-89db-8a06002e158a details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:45:14.228941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276135c6-d247-468d-8b05-c8f6cb79aa1d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:14.229383 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-276135c6-d247-468d-8b05-c8f6cb79aa1d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:14.326810 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 1455b0ab-b257-466d-89db-8a06002e158a, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=1455b0ab-b257-466d-89db-8a06002e158a,segment=NetworkSegment(16a0ae04-8bec-44a5-a36a-8a119cff7a5d),segment_id=16a0ae04-8bec-44a5-a36a-8a119cff7a5d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:14.339348 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56c90bd-60da-4c8d-866f-1731aa62ddfa None None] Network 754d5598-36e9-4c77-86ad-dfe38e534c71 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:45:14.495782 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b9aba-04df-4982-bbd1-18b72223ecb6 req-e9d4003f-c8c8-40c1-8171-6fc8f812e37a tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:14.496545 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-80658928-3645-4da0-a062-8e321fa4cd3d None None] Port 45d7348f-7f9b-402e-806f-fad32b169dc7 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:45:14.497527 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cb3b9aba-04df-4982-bbd1-18b72223ecb6 req-e9d4003f-c8c8-40c1-8171-6fc8f812e37a tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 946 time: 0.1546419 Mar 05 13:45:14.510041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-788548a1-64ee-408e-9d6b-719ee1037c28 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Allocated IP 172.20.0.4 (9566c2e4-1bac-4a5b-8a67-d566157793fe/fbe719ac-a221-4304-9d9c-9289853597e6/397f8747-d483-4f80-87cc-c49fefda93a2) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:45:14.541548 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c45eac-9057-4c7c-8dbc-2ae46ee5d850 None None] Network ef187771-ae1f-4999-9df8-9d6ddceec808 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:45:14.554795 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cb3b9aba-04df-4982-bbd1-18b72223ecb6 req-aba0f6af-756a-443b-b433-02a06960e0df tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493116 Mar 05 13:45:14.585310 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '1455b0ab-b257-466d-89db-8a06002e158a', 'network_id': '4737ff0a-cb53-4e8a-bc54-82a47945de4b', 'port_id': '1455b0ab-b257-466d-89db-8a06002e158a', 'mac_address': 'fa:16:3e:bc:e1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff906ca-fac7-414f-935e-aa401b609305', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:45:14.609849 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-8666f590-e4be-43da-adf4-87d2a87b2cae req-da70423d-4f6f-4e97-94ed-ca0b6c44e528 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] show failed (client error): The resource could not be found. Mar 05 13:45:14.612003 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8666f590-e4be-43da-adf4-87d2a87b2cae req-da70423d-4f6f-4e97-94ed-ca0b6c44e528 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/fd58052d-9f13-40ce-a83f-b701bdd340f7 HTTP/1.1" status: 404 len: 352 time: 0.0210519 Mar 05 13:45:14.621355 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-276135c6-d247-468d-8b05-c8f6cb79aa1d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.1117890 Mar 05 13:45:14.623906 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56160) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:14.631389 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-755c18e4-5d39-415e-8b03-eda2463ff8cd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Request body: {'port': {'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90', 'name': 'tempest-TaggedBootDevicesTest_v242-502745927', 'fixed_ips': [{'subnet_id': '195deb9b-f889-47f9-a60b-0861bb777acc'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:14.740070 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port b937095a-7b68-400f-b6a1-d1de4d930d8d completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:14.756338 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-fc161a3a-1f03-4d53-9033-030236b686b5 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:14.758555 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-fc161a3a-1f03-4d53-9033-030236b686b5 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7576590 Mar 05 13:45:14.828812 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Request body: {'port': {'device_id': '6e89e7ba-d60d-4b13-9043-35f45184bb7b', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': '3d64b82c24ad421faf7995c707aa0961'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:14.865101 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-49f6f7c1-afe8-40e7-83e7-e9aef5dd05f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:14.908518 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=691d3e20-087e-4c9d-8327-4f7d7b8868dd,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:14.911966 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2cdd726c-11dd-4d4c-a86f-d4f1b8a609e4 req-ed9cce1e-c84f-4a3b-9766-f198547d5cb2 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2393e-0868-4c84-9da0-11af93850630 HTTP/1.1" status: 200 len: 210 time: 0.0728917 Mar 05 13:45:14.914287 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-755c18e4-5d39-415e-8b03-eda2463ff8cd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:14.918488 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-755c18e4-5d39-415e-8b03-eda2463ff8cd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Usage tracker for resource:port and tenant:375b726eb2ae465c8b7dd42940955ff2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:14.922960 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82c6e3-c114-479e-ac1e-0268d4a882d0 req-1293f969-bbf9-467a-b001-77e518061671 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:14.923122 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-755c18e4-5d39-415e-8b03-eda2463ff8cd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:14.929429 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-755c18e4-5d39-415e-8b03-eda2463ff8cd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:14.931954 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82c6e3-c114-479e-ac1e-0268d4a882d0 req-1293f969-bbf9-467a-b001-77e518061671 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:14.936656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['1435958d-e3be-4286-8caa-791704018749', 'aa5a355c-5f58-4db0-bfb5-8e9b384376ef', '26e15d7a-e8a5-431a-b910-0c8dc2dcec3e'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:14.940721 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82c6e3-c114-479e-ac1e-0268d4a882d0 req-1293f969-bbf9-467a-b001-77e518061671 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:14.946848 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82c6e3-c114-479e-ac1e-0268d4a882d0 req-1293f969-bbf9-467a-b001-77e518061671 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:14.951355 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755c18e4-5d39-415e-8b03-eda2463ff8cd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Made reservation on behalf of 375b726eb2ae465c8b7dd42940955ff2 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:14.953183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82c6e3-c114-479e-ac1e-0268d4a882d0 req-1293f969-bbf9-467a-b001-77e518061671 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:14.959723 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82c6e3-c114-479e-ac1e-0268d4a882d0 req-1293f969-bbf9-467a-b001-77e518061671 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:14.965784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82c6e3-c114-479e-ac1e-0268d4a882d0 req-1293f969-bbf9-467a-b001-77e518061671 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:14.974525 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-be82c6e3-c114-479e-ac1e-0268d4a882d0 req-1293f969-bbf9-467a-b001-77e518061671 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5422 time: 1.6235888 Mar 05 13:45:15.053617 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:15.062710 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b937095a-7b68-400f-b6a1-d1de4d930d8d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:15.063135 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:15.133912 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c67a5923-eb2a-4b6e-bdd1-9b60a3c19b31 req-d38dc2dc-ff39-408e-8182-ce27db3e764c tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e89e7ba-d60d-4b13-9043-35f45184bb7b HTTP/1.1" status: 200 len: 210 time: 0.0614185 Mar 05 13:45:15.162489 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3a4f043c-584f-4ba4-9988-874ff0cea9d5 None None] Provisioning for port b937095a-7b68-400f-b6a1-d1de4d930d8d completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:15.174011 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-755c18e4-5d39-415e-8b03-eda2463ff8cd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:15.200165 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3a4f043c-584f-4ba4-9988-874ff0cea9d5 None None] Provisioning complete for port b937095a-7b68-400f-b6a1-d1de4d930d8d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:15.201020 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3a4f043c-584f-4ba4-9988-874ff0cea9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:15.264122 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-788548a1-64ee-408e-9d6b-719ee1037c28 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:15.269449 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-755c18e4-5d39-415e-8b03-eda2463ff8cd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] device_id is not set on port fb2fb21a-fc7e-4555-a410-8b0698d54b45 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:45:15.293806 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-49f6f7c1-afe8-40e7-83e7-e9aef5dd05f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:15.309711 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-41f1b825-c839-479f-9afb-c4de883d0640 req-81160b73-a7e4-4bb2-a1fb-694caec984c8 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Synchronizing usage tracker for tenant:3cee7834a5214c2e894eb17166dede92 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:15.362455 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1455b0ab-b257-466d-89db-8a06002e158a {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:45:15.367288 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-41f1b825-c839-479f-9afb-c4de883d0640 req-81160b73-a7e4-4bb2-a1fb-694caec984c8 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Unset dirty status for tenant:3cee7834a5214c2e894eb17166dede92 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:15.374501 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41f1b825-c839-479f-9afb-c4de883d0640 req-81160b73-a7e4-4bb2-a1fb-694caec984c8 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3cee7834a5214c2e894eb17166dede92 HTTP/1.1" status: 200 len: 6157 time: 0.1886117 Mar 05 13:45:15.388881 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 1455b0ab-b257-466d-89db-8a06002e158a, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=1455b0ab-b257-466d-89db-8a06002e158a,segment=NetworkSegment(16a0ae04-8bec-44a5-a36a-8a119cff7a5d),segment_id=16a0ae04-8bec-44a5-a36a-8a119cff7a5d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:15.389984 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f2248e-5097-46c2-9739-5cb318781c79', 'name': 'network-vif-deleted', 'tag': 'fda15825-21a0-4055-bab6-e4a271c0d1d3'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:45:15.391394 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:15.395742 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-788548a1-64ee-408e-9d6b-719ee1037c28 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:15.458554 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:15.461144 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device cc101af9-7584-40b5-876a-1d58e91b14a0 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:45:15.515448 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-be82c6e3-c114-479e-ac1e-0268d4a882d0 req-68acc805-c508-4992-8018-4c1804182864 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5399156 Mar 05 13:45:15.543231 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41f1b825-c839-479f-9afb-c4de883d0640 req-80a89308-94fa-4b4c-b075-72984e668d6d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/dc715f3e-34bd-48c0-a4e8-869f37d40561 HTTP/1.1" status: 200 len: 2985 time: 0.1677327 Mar 05 13:45:15.557626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-788548a1-64ee-408e-9d6b-719ee1037c28 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Network 9566c2e4-1bac-4a5b-8a67-d566157793fe is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:45:15.596791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-788548a1-64ee-408e-9d6b-719ee1037c28 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:15.599622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-788548a1-64ee-408e-9d6b-719ee1037c28 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:45:15.609399 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=1455b0ab-b257-466d-89db-8a06002e158a,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:15.621498 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.resource_extend [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:45:15.632350 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41f1b825-c839-479f-9afb-c4de883d0640 req-99647e7a-597d-4259-ae4f-5a56472334ad tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/dc715f3e-34bd-48c0-a4e8-869f37d40561 HTTP/1.1" status: 200 len: 2985 time: 0.0881612 Mar 05 13:45:15.655895 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788548a1-64ee-408e-9d6b-719ee1037c28 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Pushing event updated for resources: {'Port': ['ID=397f8747-d483-4f80-87cc-c49fefda93a2,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:15.687521 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-755c18e4-5d39-415e-8b03-eda2463ff8cd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Allocated IP 10.1.1.225 (2f6c0a83-f942-4f3a-b081-d6b623d42c90/195deb9b-f889-47f9-a60b-0861bb777acc/fb2fb21a-fc7e-4555-a410-8b0698d54b45) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:45:15.711118 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f2248e-5097-46c2-9739-5cb318781c79', 'name': 'network-vif-deleted', 'tag': 'fda15825-21a0-4055-bab6-e4a271c0d1d3', 'status': 'completed', 'code': 200} Mar 05 13:45:15.719210 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:15.724872 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Usage tracker for resource:port and tenant:3d64b82c24ad421faf7995c707aa0961 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:15.728273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:15.734408 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:15.747207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-0d1920aa-b6ce-4e16-901a-78b1d3ad40c2 req-75ffc03a-a162-4338-b64a-69e4756d4d9c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1209291015', 'description': 'tempest-description-1373616694'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:15.776441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Made reservation on behalf of 3d64b82c24ad421faf7995c707aa0961 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:15.780403 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:15.805627 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-0d1920aa-b6ce-4e16-901a-78b1d3ad40c2 req-75ffc03a-a162-4338-b64a-69e4756d4d9c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:15.810222 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:15.832991 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port b937095a-7b68-400f-b6a1-d1de4d930d8d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b937095a-7b68-400f-b6a1-d1de4d930d8d,segment=NetworkSegment(c68eb1f0-13bd-445a-a53c-081ebe5793f4),segment_id=c68eb1f0-13bd-445a-a53c-081ebe5793f4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:15.837873 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3a4f043c-584f-4ba4-9988-874ff0cea9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:15.847599 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-788548a1-64ee-408e-9d6b-719ee1037c28 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:15.848427 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-788548a1-64ee-408e-9d6b-719ee1037c28 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:15.866432 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-0d1920aa-b6ce-4e16-901a-78b1d3ad40c2 req-75ffc03a-a162-4338-b64a-69e4756d4d9c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:15.878153 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:15.895479 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Usage tracker for resource:security_group_rule and tenant:3d64b82c24ad421faf7995c707aa0961 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:15.902094 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-49f6f7c1-afe8-40e7-83e7-e9aef5dd05f5 admin admin] Allocated IP 172.25.4.44 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/e58b257d-a19b-4a52-82cd-d2a5c783dc5e) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:45:15.904590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:15.917665 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0d1920aa-b6ce-4e16-901a-78b1d3ad40c2 req-75ffc03a-a162-4338-b64a-69e4756d4d9c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:15.928148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:15.985272 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:15.987066 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 2b180929-67e0-40e6-95a7-d27cb38bc5e3 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:15.990502 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-788548a1-64ee-408e-9d6b-719ee1037c28 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9065483 Mar 05 13:45:16.002738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-0d1920aa-b6ce-4e16-901a-78b1d3ad40c2 req-75ffc03a-a162-4338-b64a-69e4756d4d9c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:16.015855 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-6f30d840-cbe4-448a-abd8-ca2175b929f5 service neutron] Request body: {'port': {'device_id': '3ff2393e-0868-4c84-9da0-11af93850630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:16.102842 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-0d1920aa-b6ce-4e16-901a-78b1d3ad40c2 req-75ffc03a-a162-4338-b64a-69e4756d4d9c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Usage tracker for resource:security_group_rule and tenant:3cee7834a5214c2e894eb17166dede92 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:16.114952 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-0d1920aa-b6ce-4e16-901a-78b1d3ad40c2 req-75ffc03a-a162-4338-b64a-69e4756d4d9c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:16.137424 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-0d1920aa-b6ce-4e16-901a-78b1d3ad40c2 req-75ffc03a-a162-4338-b64a-69e4756d4d9c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:16.156683 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-755c18e4-5d39-415e-8b03-eda2463ff8cd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:16.189112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ee7ce-3c17-4034-b288-e065b39247e8 req-a032e4ca-498d-4a58-bcb8-b34e33f67441 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:16.195283 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-137ee7ce-3c17-4034-b288-e065b39247e8 req-a032e4ca-498d-4a58-bcb8-b34e33f67441 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 946 time: 0.1608512 Mar 05 13:45:16.209205 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-3a4f043c-584f-4ba4-9988-874ff0cea9d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:45:16.209811 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-3a4f043c-584f-4ba4-9988-874ff0cea9d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:45:16.226046 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-755c18e4-5d39-415e-8b03-eda2463ff8cd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Transition to ACTIVE for port object fb2fb21a-fc7e-4555-a410-8b0698d54b45 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:16.252177 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-137ee7ce-3c17-4034-b288-e065b39247e8 req-fb9bb057-94b6-458f-9b8e-831a6c21d7c4 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557227 Mar 05 13:45:16.264092 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=b937095a-7b68-400f-b6a1-d1de4d930d8d,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:16.268885 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port cc101af9-7584-40b5-876a-1d58e91b14a0, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=cc101af9-7584-40b5-876a-1d58e91b14a0,segment=NetworkSegment(602c854c-7211-4590-8d73-a57641bf555b),segment_id=602c854c-7211-4590-8d73-a57641bf555b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:16.276029 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-755c18e4-5d39-415e-8b03-eda2463ff8cd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:16.300000 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'cc101af9-7584-40b5-876a-1d58e91b14a0', 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe', 'port_id': 'cc101af9-7584-40b5-876a-1d58e91b14a0', 'mac_address': 'fa:16:3e:ef:60:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f5fdc7-cd8a-40ad-987c-101447f15754', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:45:16.338590 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-6f30d840-cbe4-448a-abd8-ca2175b929f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:16.370135 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-49f6f7c1-afe8-40e7-83e7-e9aef5dd05f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:16.386941 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 2b180929-67e0-40e6-95a7-d27cb38bc5e3 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:16.387319 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:16.408574 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c18e4-5d39-415e-8b03-eda2463ff8cd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event updated for resources: {'Port': ['ID=fb2fb21a-fc7e-4555-a410-8b0698d54b45,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:16.442143 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755c18e4-5d39-415e-8b03-eda2463ff8cd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:45:16.451981 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-755c18e4-5d39-415e-8b03-eda2463ff8cd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:16.455058 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755c18e4-5d39-415e-8b03-eda2463ff8cd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:45:16.500333 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0d1920aa-b6ce-4e16-901a-78b1d3ad40c2 req-75ffc03a-a162-4338-b64a-69e4756d4d9c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:16.508342 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:16.514141 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:16.515689 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0d1920aa-b6ce-4e16-901a-78b1d3ad40c2 req-75ffc03a-a162-4338-b64a-69e4756d4d9c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:16.571310 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:16.584997 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755c18e4-5d39-415e-8b03-eda2463ff8cd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:16.585865 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-755c18e4-5d39-415e-8b03-eda2463ff8cd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:16.626777 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc101af9-7584-40b5-876a-1d58e91b14a0 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:45:16.631102 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-755c18e4-5d39-415e-8b03-eda2463ff8cd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0025866 Mar 05 13:45:16.688308 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port cc101af9-7584-40b5-876a-1d58e91b14a0, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=cc101af9-7584-40b5-876a-1d58e91b14a0,segment=NetworkSegment(602c854c-7211-4590-8d73-a57641bf555b),segment_id=602c854c-7211-4590-8d73-a57641bf555b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:16.752592 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:16.753255 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:45:16.773417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79d853-fcb5-482d-9cad-c3b848471323 req-6c8f8666-cb59-4882-af1b-a78c738a9557 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:16.780827 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f79d853-fcb5-482d-9cad-c3b848471323 req-6c8f8666-cb59-4882-af1b-a78c738a9557 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2393e-0868-4c84-9da0-11af93850630 HTTP/1.1" status: 200 len: 931 time: 0.1174932 Mar 05 13:45:16.801176 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffc03a-a162-4338-b64a-69e4756d4d9c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae38c9a1-d87a-408b-a4e5-04aa43ffa656,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:16.839083 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f79d853-fcb5-482d-9cad-c3b848471323 req-ef7f22df-8cd2-41ae-ab54-a296fa2c6d1f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570145 Mar 05 13:45:16.845812 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0d1920aa-b6ce-4e16-901a-78b1d3ad40c2 req-75ffc03a-a162-4338-b64a-69e4756d4d9c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:16.848068 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d1920aa-b6ce-4e16-901a-78b1d3ad40c2 req-75ffc03a-a162-4338-b64a-69e4756d4d9c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.1046679 Mar 05 13:45:16.937567 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=cc101af9-7584-40b5-876a-1d58e91b14a0,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:16.955337 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=51cf4902-bcd2-4949-b4bb-ff6b4c8537a9,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:16.968039 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-49f6f7c1-afe8-40e7-83e7-e9aef5dd05f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:16.968626 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3a4f043c-584f-4ba4-9988-874ff0cea9d5 None None] Provisioning for port a25da934-807d-4d3b-bb5a-c06068836a29 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:16.986553 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3a4f043c-584f-4ba4-9988-874ff0cea9d5 None None] Provisioning complete for port a25da934-807d-4d3b-bb5a-c06068836a29 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:16.987161 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3a4f043c-584f-4ba4-9988-874ff0cea9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:17.013101 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '51cf4902-bcd2-4949-b4bb-ff6b4c8537a9', 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5', 'port_id': '51cf4902-bcd2-4949-b4bb-ff6b4c8537a9', 'mac_address': 'fa:16:3e:82:59:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1862c115-1882-4737-96e2-80cabd1f69de', 'ip_address': '10.1.1.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:45:17.059170 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a48e740e-68cc-40e5-8c56-b4013ed59d6a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:17.108646 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b937095a-7b68-400f-b6a1-d1de4d930d8d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:17.115097 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16024b0-3cc1-43c8-9787-84e39807c0cf req-b73aa6ee-2b2a-42b7-a235-5e481c3ef290 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:17.120852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16024b0-3cc1-43c8-9787-84e39807c0cf req-b73aa6ee-2b2a-42b7-a235-5e481c3ef290 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:17.127475 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16024b0-3cc1-43c8-9787-84e39807c0cf req-b73aa6ee-2b2a-42b7-a235-5e481c3ef290 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:17.132885 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16024b0-3cc1-43c8-9787-84e39807c0cf req-b73aa6ee-2b2a-42b7-a235-5e481c3ef290 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:17.138687 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16024b0-3cc1-43c8-9787-84e39807c0cf req-b73aa6ee-2b2a-42b7-a235-5e481c3ef290 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:17.144764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16024b0-3cc1-43c8-9787-84e39807c0cf req-b73aa6ee-2b2a-42b7-a235-5e481c3ef290 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:17.146857 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f6f7c1-afe8-40e7-83e7-e9aef5dd05f5 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:45:17.150573 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16024b0-3cc1-43c8-9787-84e39807c0cf req-b73aa6ee-2b2a-42b7-a235-5e481c3ef290 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:17.154127 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e16024b0-3cc1-43c8-9787-84e39807c0cf req-b73aa6ee-2b2a-42b7-a235-5e481c3ef290 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5425 time: 0.1398916 Mar 05 13:45:17.162912 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bf20dc37-26e6-4ea9-aaf9-2dbaee26bf3c req-6a4f3eeb-a5e2-4f95-9ae9-642a8e94e052 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e89e7ba-d60d-4b13-9043-35f45184bb7b HTTP/1.1" status: 200 len: 210 time: 0.1084723 Mar 05 13:45:17.163951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-49f6f7c1-afe8-40e7-83e7-e9aef5dd05f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:17.177181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Allocated IP 192.168.233.168 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/107b8ae9-3717-4fac-968a-b7fe4616bba3) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:45:17.179706 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f6f7c1-afe8-40e7-83e7-e9aef5dd05f5 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:45:17.209804 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:17.212502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6f7c1-afe8-40e7-83e7-e9aef5dd05f5 admin admin] Pushing event updated for resources: {'Port': ['ID=e58b257d-a19b-4a52-82cd-d2a5c783dc5e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:17.216911 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e16024b0-3cc1-43c8-9787-84e39807c0cf req-cde7016c-a525-40b7-9c6e-56031170d25c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570621 Mar 05 13:45:17.246739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-1ff64a7a-c650-43e5-ae13-b8988f06db8d req-04009d08-e76a-4ff7-b381-ed56b292a220 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-601823346', 'description': 'tempest-description-1869152309'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:17.254343 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-1ff64a7a-c650-43e5-ae13-b8988f06db8d req-04009d08-e76a-4ff7-b381-ed56b292a220 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:17.258023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:45:17.259173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-1ff64a7a-c650-43e5-ae13-b8988f06db8d req-04009d08-e76a-4ff7-b381-ed56b292a220 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Usage tracker for resource:security_group and tenant:3cee7834a5214c2e894eb17166dede92 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:17.262350 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-1ff64a7a-c650-43e5-ae13-b8988f06db8d req-04009d08-e76a-4ff7-b381-ed56b292a220 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:17.270306 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-1ff64a7a-c650-43e5-ae13-b8988f06db8d req-04009d08-e76a-4ff7-b381-ed56b292a220 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:17.284753 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1ff64a7a-c650-43e5-ae13-b8988f06db8d req-04009d08-e76a-4ff7-b381-ed56b292a220 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:17.312106 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-1ff64a7a-c650-43e5-ae13-b8988f06db8d req-04009d08-e76a-4ff7-b381-ed56b292a220 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:17.316718 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-1ff64a7a-c650-43e5-ae13-b8988f06db8d req-04009d08-e76a-4ff7-b381-ed56b292a220 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Usage tracker for resource:security_group_rule and tenant:3cee7834a5214c2e894eb17166dede92 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:17.319792 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-1ff64a7a-c650-43e5-ae13-b8988f06db8d req-04009d08-e76a-4ff7-b381-ed56b292a220 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:17.332131 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-1ff64a7a-c650-43e5-ae13-b8988f06db8d req-04009d08-e76a-4ff7-b381-ed56b292a220 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:17.332640 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=51cf4902-bcd2-4949-b4bb-ff6b4c8537a9,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:17.358880 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:17.359518 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 8139ea31-6761-417f-998b-15794fc80588 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:45:17.402215 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3a4f043c-584f-4ba4-9988-874ff0cea9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:17.411349 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b937095a-7b68-400f-b6a1-d1de4d930d8d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:17.411707 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:17.434485 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1ff64a7a-c650-43e5-ae13-b8988f06db8d req-04009d08-e76a-4ff7-b381-ed56b292a220 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:17.439550 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1ff64a7a-c650-43e5-ae13-b8988f06db8d req-04009d08-e76a-4ff7-b381-ed56b292a220 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:17.495158 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1ff64a7a-c650-43e5-ae13-b8988f06db8d req-04009d08-e76a-4ff7-b381-ed56b292a220 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:17.512154 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1ff64a7a-c650-43e5-ae13-b8988f06db8d req-04009d08-e76a-4ff7-b381-ed56b292a220 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2719002 Mar 05 13:45:17.581661 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-3a4f043c-584f-4ba4-9988-874ff0cea9d5 None None] For port a25da934-807d-4d3b-bb5a-c06068836a29, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a25da934-807d-4d3b-bb5a-c06068836a29,segment=NetworkSegment(d7b86189-5adb-4039-bc87-8aac5ac3460e),segment_id=d7b86189-5adb-4039-bc87-8aac5ac3460e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:17.585336 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=51cf4902-bcd2-4949-b4bb-ff6b4c8537a9,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:17.588898 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 8139ea31-6761-417f-998b-15794fc80588, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=8139ea31-6761-417f-998b-15794fc80588,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:17.603995 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3a4f043c-584f-4ba4-9988-874ff0cea9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:17.626606 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04009d08-e76a-4ff7-b381-ed56b292a220 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ada94bf-4093-424b-992b-1488dedc9671,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:17.644297 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['4e8e3409-53d8-4da7-8d85-ae70635ee2ea'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:17.695032 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '8139ea31-6761-417f-998b-15794fc80588', 'network_id': '8fa48499-e36c-4df6-9ca6-fd9e833610e5', 'port_id': '8139ea31-6761-417f-998b-15794fc80588', 'mac_address': 'fa:16:3e:bf:34:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1862c115-1882-4737-96e2-80cabd1f69de', 'ip_address': '10.1.1.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:45:17.821514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56196) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:17.851889 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-4f29d2b5-d4de-4758-b0c6-9c4e7dfd1ca4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Request body: {'security_group': {'name': 'tempest-securitygroup--975467700', 'description': 'tempest-description--1707511465'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:17.865383 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4f29d2b5-d4de-4758-b0c6-9c4e7dfd1ca4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:17.874440 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4f29d2b5-d4de-4758-b0c6-9c4e7dfd1ca4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Usage tracker for resource:security_group and tenant:375b726eb2ae465c8b7dd42940955ff2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:17.882213 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7bccb087-8ff1-4c66-9bb7-1842605c9a5b None None] Provisioning complete for port b937095a-7b68-400f-b6a1-d1de4d930d8d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:17.882674 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7bccb087-8ff1-4c66-9bb7-1842605c9a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:17.886519 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4f29d2b5-d4de-4758-b0c6-9c4e7dfd1ca4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:17.897008 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4f29d2b5-d4de-4758-b0c6-9c4e7dfd1ca4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:17.922170 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f043c-584f-4ba4-9988-874ff0cea9d5 None None] Pushing event updated for resources: {'Port': ['ID=a25da934-807d-4d3b-bb5a-c06068836a29,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:17.928741 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f29d2b5-d4de-4758-b0c6-9c4e7dfd1ca4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:17.951444 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c87e70-f466-471a-b393-8ee53941738d req-1feb942e-c44d-4a4e-83cc-c1fd51e8aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:17.953608 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-15c87e70-f466-471a-b393-8ee53941738d req-1feb942e-c44d-4a4e-83cc-c1fd51e8aa24 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 1097 time: 0.2104473 Mar 05 13:45:17.954474 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:17.989225 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4f29d2b5-d4de-4758-b0c6-9c4e7dfd1ca4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:18.008634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-6f30d840-cbe4-448a-abd8-ca2175b929f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397f8747-d483-4f80-87cc-c49fefda93a2 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:45:18.011279 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4f29d2b5-d4de-4758-b0c6-9c4e7dfd1ca4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Usage tracker for resource:security_group_rule and tenant:375b726eb2ae465c8b7dd42940955ff2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:18.015271 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-15c87e70-f466-471a-b393-8ee53941738d req-c0031bd8-29fb-4e01-98dd-e06fb1926a4d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532882 Mar 05 13:45:18.016428 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4f29d2b5-d4de-4758-b0c6-9c4e7dfd1ca4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:18.023990 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4f29d2b5-d4de-4758-b0c6-9c4e7dfd1ca4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:18.037114 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8139ea31-6761-417f-998b-15794fc80588 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:45:18.081525 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-6f30d840-cbe4-448a-abd8-ca2175b929f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:18.091798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 8139ea31-6761-417f-998b-15794fc80588, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=8139ea31-6761-417f-998b-15794fc80588,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:18.135619 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:18.170663 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f29d2b5-d4de-4758-b0c6-9c4e7dfd1ca4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:18.179219 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f29d2b5-d4de-4758-b0c6-9c4e7dfd1ca4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:18.192585 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-6f30d840-cbe4-448a-abd8-ca2175b929f5 service neutron] Transition to ACTIVE for port object 397f8747-d483-4f80-87cc-c49fefda93a2 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:18.210544 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-6f30d840-cbe4-448a-abd8-ca2175b929f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:18.261080 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=8139ea31-6761-417f-998b-15794fc80588,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:18.273132 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7bccb087-8ff1-4c66-9bb7-1842605c9a5b None None] Provisioning for port fb2fb21a-fc7e-4555-a410-8b0698d54b45 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:18.278849 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7bccb087-8ff1-4c66-9bb7-1842605c9a5b None None] Provisioning complete for port fb2fb21a-fc7e-4555-a410-8b0698d54b45 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:18.279300 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7bccb087-8ff1-4c66-9bb7-1842605c9a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:18.284779 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29d2b5-d4de-4758-b0c6-9c4e7dfd1ca4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f77332d-253c-4452-852f-7801a9c8a2a1,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:18.323825 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f29d2b5-d4de-4758-b0c6-9c4e7dfd1ca4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:18.325119 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4f29d2b5-d4de-4758-b0c6-9c4e7dfd1ca4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4929028 Mar 05 13:45:18.328278 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56216) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:18.337399 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-907b2a7d-820e-4160-9878-854918c2225b tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Request body: {'security_group_rule': {'security_group_id': '2f77332d-253c-4452-852f-7801a9c8a2a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:18.341470 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-7bccb087-8ff1-4c66-9bb7-1842605c9a5b None None] Port fb2fb21a-fc7e-4555-a410-8b0698d54b45 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:45:18.352988 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7bccb087-8ff1-4c66-9bb7-1842605c9a5b None None] Provisioning complete for port a25da934-807d-4d3b-bb5a-c06068836a29 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:18.353438 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7bccb087-8ff1-4c66-9bb7-1842605c9a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:18.354885 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-907b2a7d-820e-4160-9878-854918c2225b tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:18.364439 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-907b2a7d-820e-4160-9878-854918c2225b tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Usage tracker for resource:security_group_rule and tenant:375b726eb2ae465c8b7dd42940955ff2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:18.368645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-907b2a7d-820e-4160-9878-854918c2225b tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:18.377233 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb7542-b1b5-4257-aa0a-7454bf69c905 req-27de0d03-926a-4fe1-b0bf-94228904e640 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:18.379011 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-01bb7542-b1b5-4257-aa0a-7454bf69c905 req-27de0d03-926a-4fe1-b0bf-94228904e640 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 946 time: 0.5392792 Mar 05 13:45:18.383064 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-607638da-7723-4b13-b768-7271088d323b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:18.383970 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-607638da-7723-4b13-b768-7271088d323b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Synchronizing usage tracker for tenant:3cee7834a5214c2e894eb17166dede92 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:18.395041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-907b2a7d-820e-4160-9878-854918c2225b tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:18.413681 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:18.429450 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-607638da-7723-4b13-b768-7271088d323b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Unset dirty status for tenant:3cee7834a5214c2e894eb17166dede92 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:18.436337 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-607638da-7723-4b13-b768-7271088d323b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/networks?id=8219997c-1c4d-4ab9-a963-82e08fb1ad9d HTTP/1.1" status: 200 len: 812 time: 0.3293426 Mar 05 13:45:18.447051 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-907b2a7d-820e-4160-9878-854918c2225b tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:18.476552 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-08b82c0c-8f87-4dcb-9bc2-45a3a1a0d362 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/quotas/3cee7834a5214c2e894eb17166dede92 HTTP/1.1" status: 200 len: 375 time: 0.0391450 Mar 05 13:45:18.537127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30d840-cbe4-448a-abd8-ca2175b929f5 service neutron] Pushing event updated for resources: {'Port': ['ID=397f8747-d483-4f80-87cc-c49fefda93a2,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:18.585846 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-907b2a7d-820e-4160-9878-854918c2225b tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:18.590977 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Transition to ACTIVE for port object 107b8ae9-3717-4fac-968a-b7fe4616bba3 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:18.595826 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-907b2a7d-820e-4160-9878-854918c2225b tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:18.631277 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-3b47ac76-0ddf-47ed-89c7-0b3dd0ebc263 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3cee7834a5214c2e894eb17166dede92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1414196 Mar 05 13:45:18.636616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b2a7d-820e-4160-9878-854918c2225b tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7daa24e8-1ca8-4a48-8f3e-f16804ff30ad,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:18.658866 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-01bb7542-b1b5-4257-aa0a-7454bf69c905 req-7c1234f9-e596-49bc-acb7-120fb4ef5760 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576189 Mar 05 13:45:18.663821 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-49f6f7c1-afe8-40e7-83e7-e9aef5dd05f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:18.666529 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-907b2a7d-820e-4160-9878-854918c2225b tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:18.670622 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-907b2a7d-820e-4160-9878-854918c2225b tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3416014 Mar 05 13:45:18.684514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56220) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:18.694688 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-bcaaeeb0-d182-4f54-a3f3-2988f12fee98 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Request body: {'security_group_rule': {'security_group_id': '2f77332d-253c-4452-852f-7801a9c8a2a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:18.756178 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-bcaaeeb0-d182-4f54-a3f3-2988f12fee98 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:18.758402 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-6f30d840-cbe4-448a-abd8-ca2175b929f5 service neutron] Attempting to bind port 397f8747-d483-4f80-87cc-c49fefda93a2 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:45:18.758911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-6f30d840-cbe4-448a-abd8-ca2175b929f5 service neutron] Attempting to bind port 397f8747-d483-4f80-87cc-c49fefda93a2 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:45:18.759441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-6f30d840-cbe4-448a-abd8-ca2175b929f5 service neutron] Attempting to bind port 397f8747-d483-4f80-87cc-c49fefda93a2 on network 9566c2e4-1bac-4a5b-8a67-d566157793fe {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:45:18.760489 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-bcaaeeb0-d182-4f54-a3f3-2988f12fee98 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Usage tracker for resource:security_group_rule and tenant:375b726eb2ae465c8b7dd42940955ff2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:18.767029 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-bcaaeeb0-d182-4f54-a3f3-2988f12fee98 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:18.780312 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-bcaaeeb0-d182-4f54-a3f3-2988f12fee98 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:18.809697 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-6f30d840-cbe4-448a-abd8-ca2175b929f5 service neutron] Port 397f8747-d483-4f80-87cc-c49fefda93a2 on network 9566c2e4-1bac-4a5b-8a67-d566157793fe not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:45:18.810025 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-6f30d840-cbe4-448a-abd8-ca2175b929f5 service neutron] Attempting to bind port 397f8747-d483-4f80-87cc-c49fefda93a2 on network 9566c2e4-1bac-4a5b-8a67-d566157793fe {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:45:18.817798 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bcaaeeb0-d182-4f54-a3f3-2988f12fee98 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:18.819378 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['51cf4902-bcd2-4949-b4bb-ff6b4c8537a9'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:18.841511 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-8bc8699f-c850-40f4-9b1a-358d3c4cf5ad service neutron] 10.222.0.16 "GET /v2.0/networks/8219997c-1c4d-4ab9-a963-82e08fb1ad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980002 Mar 05 13:45:18.850207 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['8139ea31-6761-417f-998b-15794fc80588'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:18.873616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['691d3e20-087e-4c9d-8327-4f7d7b8868dd'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:18.884389 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-6f30d840-cbe4-448a-abd8-ca2175b929f5 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:45:18.884719 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-6f30d840-cbe4-448a-abd8-ca2175b929f5 service neutron] Checking segment: {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:45:18.885104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-6f30d840-cbe4-448a-abd8-ca2175b929f5 service neutron] Bound using segment: {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:45:18.885545 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-6f30d840-cbe4-448a-abd8-ca2175b929f5 service neutron] Bound port: 397f8747-d483-4f80-87cc-c49fefda93a2, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:45:18.885884 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-6f30d840-cbe4-448a-abd8-ca2175b929f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:18.940879 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:18.947314 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['c29c5c22-46c5-4bcd-9bbd-e5a412502846'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:18.995638 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bcaaeeb0-d182-4f54-a3f3-2988f12fee98 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:19.009324 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bcaaeeb0-d182-4f54-a3f3-2988f12fee98 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:19.031407 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['1455b0ab-b257-466d-89db-8a06002e158a'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:19.038946 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-2798a21d-841b-4b03-bae1-4a6e73d2edd3 service neutron] 10.222.0.16 "GET /v2.0/networks/8219997c-1c4d-4ab9-a963-82e08fb1ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965032 Mar 05 13:45:19.067637 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaaeeb0-d182-4f54-a3f3-2988f12fee98 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e804bf-ea76-48bb-8620-05b57fd6b879,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:19.082798 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bcaaeeb0-d182-4f54-a3f3-2988f12fee98 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:19.083645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['b6d4bbac-620a-4e1d-b107-731cd391ed0b'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:19.084005 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bcaaeeb0-d182-4f54-a3f3-2988f12fee98 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3986940 Mar 05 13:45:19.086971 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56224) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:19.092177 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-b63aeebc-0338-4e00-97ab-c279022a0113 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:19.098775 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b63aeebc-0338-4e00-97ab-c279022a0113 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:19.102660 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b63aeebc-0338-4e00-97ab-c279022a0113 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Usage tracker for resource:floatingip and tenant:375b726eb2ae465c8b7dd42940955ff2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:19.110159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b63aeebc-0338-4e00-97ab-c279022a0113 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:19.120587 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b63aeebc-0338-4e00-97ab-c279022a0113 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:19.148286 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b63aeebc-0338-4e00-97ab-c279022a0113 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:19.152443 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a25da934-807d-4d3b-bb5a-c06068836a29 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:19.216276 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:45:19.224862 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:19.231857 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Pushing event updated for resources: {'Port': ['ID=107b8ae9-3717-4fac-968a-b7fe4616bba3,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:19.237435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:45:19.353155 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b63aeebc-0338-4e00-97ab-c279022a0113 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:19.383911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-6f30d840-cbe4-448a-abd8-ca2175b929f5 service neutron] For port 397f8747-d483-4f80-87cc-c49fefda93a2, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:45:19.604872 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port a25da934-807d-4d3b-bb5a-c06068836a29 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:19.605434 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:19.736623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e65b7-9cdd-4f93-8b1c-c03a0f8f750d req-204bd7cd-a192-45f3-9d89-82453537db5a tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:19.737643 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-813e65b7-9cdd-4f93-8b1c-c03a0f8f750d req-204bd7cd-a192-45f3-9d89-82453537db5a tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Synchronizing usage tracker for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:19.823396 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['cc101af9-7584-40b5-876a-1d58e91b14a0'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:19.823701 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-6f30d840-cbe4-448a-abd8-ca2175b929f5 service neutron] For port 397f8747-d483-4f80-87cc-c49fefda93a2, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=397f8747-d483-4f80-87cc-c49fefda93a2,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:45:19.824210 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-b63aeebc-0338-4e00-97ab-c279022a0113 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Allocated IP 172.25.4.94 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/0f281e66-322b-4e50-9408-e7cf826f2dd9) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:45:19.835647 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:19.836515 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:19.858647 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-6f30d840-cbe4-448a-abd8-ca2175b929f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:19.905831 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-813e65b7-9cdd-4f93-8b1c-c03a0f8f750d req-204bd7cd-a192-45f3-9d89-82453537db5a tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Unset dirty status for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:19.907013 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-813e65b7-9cdd-4f93-8b1c-c03a0f8f750d req-204bd7cd-a192-45f3-9d89-82453537db5a tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2393e-0868-4c84-9da0-11af93850630 HTTP/1.1" status: 200 len: 943 time: 1.1410742 Mar 05 13:45:19.925802 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-49f6f7c1-afe8-40e7-83e7-e9aef5dd05f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:19.951656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7c96764d-ee0c-4ebc-9562-78fea1191bc3 None None] Provisioning for port 107b8ae9-3717-4fac-968a-b7fe4616bba3 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:19.974665 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-6f30d840-cbe4-448a-abd8-ca2175b929f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:19.975394 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-6f30d840-cbe4-448a-abd8-ca2175b929f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:19.977167 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-6f30d840-cbe4-448a-abd8-ca2175b929f5 service neutron] 10.222.0.30 "PUT /v2.0/ports/397f8747-d483-4f80-87cc-c49fefda93a2 HTTP/1.1" status: 200 len: 1091 time: 3.9701548 Mar 05 13:45:19.978798 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff2393e-0868-4c84-9da0-11af93850630', 'tag': '397f8747-d483-4f80-87cc-c49fefda93a2'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:45:19.984549 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-7d3b130b-9e28-4924-9ea9-620117276647 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2104263 Mar 05 13:45:20.016640 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7c96764d-ee0c-4ebc-9562-78fea1191bc3 None None] Provisioning complete for port 107b8ae9-3717-4fac-968a-b7fe4616bba3 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:20.017090 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7c96764d-ee0c-4ebc-9562-78fea1191bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:20.064934 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] Request body: {'port': {'device_id': '6e89e7ba-d60d-4b13-9043-35f45184bb7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:20.116989 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d70895-fdca-4617-8333-a28303a09d8e req-2a78ce0e-cb39-4b2c-b573-3dcee8250a8e tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:20.119654 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-56d70895-fdca-4617-8333-a28303a09d8e req-2a78ce0e-cb39-4b2c-b573-3dcee8250a8e tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e89e7ba-d60d-4b13-9043-35f45184bb7b HTTP/1.1" status: 200 len: 936 time: 0.1824725 Mar 05 13:45:20.123602 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b63aeebc-0338-4e00-97ab-c279022a0113 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:20.192659 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-56d70895-fdca-4617-8333-a28303a09d8e req-32d7850a-fe81-447f-82c2-a1a7e390e1e7 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/security-groups?id=a48e740e-68cc-40e5-8c56-b4013ed59d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523756 Mar 05 13:45:20.204699 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 024c3626-66ef-4aee-ab0e-e02389b1831c no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:45:20.205015 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b63aeebc-0338-4e00-97ab-c279022a0113 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:20.215000 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-813e65b7-9cdd-4f93-8b1c-c03a0f8f750d req-1f83cd67-6092-4607-80e6-4ffd262096ee tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889771 Mar 05 13:45:20.272630 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 024c3626-66ef-4aee-ab0e-e02389b1831c {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:45:20.273015 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 024c3626-66ef-4aee-ab0e-e02389b1831c not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:45:20.324882 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63aeebc-0338-4e00-97ab-c279022a0113 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:45:20.326200 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fbaf5-753d-4d64-a292-41eae33dbd48 req-0859f8d8-1f44-4b95-b148-acd8c39498f7 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:20.328930 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-b63aeebc-0338-4e00-97ab-c279022a0113 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:20.330602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4e1fbaf5-753d-4d64-a292-41eae33dbd48 req-0859f8d8-1f44-4b95-b148-acd8c39498f7 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Synchronizing usage tracker for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:20.350039 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30d840-cbe4-448a-abd8-ca2175b929f5 service neutron] Pushing event updated for resources: {'Port': ['ID=397f8747-d483-4f80-87cc-c49fefda93a2,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:20.354517 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63aeebc-0338-4e00-97ab-c279022a0113 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:45:20.397178 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-7c96764d-ee0c-4ebc-9562-78fea1191bc3 None None] Port 107b8ae9-3717-4fac-968a-b7fe4616bba3 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:45:20.446121 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63aeebc-0338-4e00-97ab-c279022a0113 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event updated for resources: {'Port': ['ID=0f281e66-322b-4e50-9408-e7cf826f2dd9,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:20.526854 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1458b-d96c-49b9-92de-5f960d9d0780 req-a04ce1fb-d0b7-412e-9bb1-8c4a6dd7a694 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:20.533414 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1458b-d96c-49b9-92de-5f960d9d0780 req-a04ce1fb-d0b7-412e-9bb1-8c4a6dd7a694 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:20.539598 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1458b-d96c-49b9-92de-5f960d9d0780 req-a04ce1fb-d0b7-412e-9bb1-8c4a6dd7a694 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:20.545412 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1458b-d96c-49b9-92de-5f960d9d0780 req-a04ce1fb-d0b7-412e-9bb1-8c4a6dd7a694 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:20.551677 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1458b-d96c-49b9-92de-5f960d9d0780 req-a04ce1fb-d0b7-412e-9bb1-8c4a6dd7a694 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:20.557680 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1458b-d96c-49b9-92de-5f960d9d0780 req-a04ce1fb-d0b7-412e-9bb1-8c4a6dd7a694 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:20.563369 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1458b-d96c-49b9-92de-5f960d9d0780 req-a04ce1fb-d0b7-412e-9bb1-8c4a6dd7a694 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:20.566142 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-11c1458b-d96c-49b9-92de-5f960d9d0780 req-a04ce1fb-d0b7-412e-9bb1-8c4a6dd7a694 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5427 time: 0.1842592 Mar 05 13:45:20.589444 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43a2f897-a5e4-4cee-bdf9-316c9f956018 req-221ab658-74c5-4572-8232-c5218b923f20 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=d387e8f1-cacf-4f91-962a-b2df94174d94 HTTP/1.1" status: 200 len: 210 time: 0.1582816 Mar 05 13:45:20.592748 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b63aeebc-0338-4e00-97ab-c279022a0113 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:20.627591 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4e1fbaf5-753d-4d64-a292-41eae33dbd48 req-0859f8d8-1f44-4b95-b148-acd8c39498f7 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Unset dirty status for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:20.628841 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4e1fbaf5-753d-4d64-a292-41eae33dbd48 req-0859f8d8-1f44-4b95-b148-acd8c39498f7 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a13be35-73b1-4281-91ac-873cf5c299f4 HTTP/1.1" status: 200 len: 950 time: 0.8850279 Mar 05 13:45:20.635871 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-aef7724b-077c-491d-8b32-bb0f700a4ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:20.638275 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-aef7724b-077c-491d-8b32-bb0f700a4ade service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&device_id=3ff2393e-0868-4c84-9da0-11af93850630 HTTP/1.1" status: 200 len: 1094 time: 0.5836935 Mar 05 13:45:20.653232 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:20.658513 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-11c1458b-d96c-49b9-92de-5f960d9d0780 req-fdccf410-bdca-4471-bbe3-d23409f3b8f4 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0861449 Mar 05 13:45:20.681215 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b63aeebc-0338-4e00-97ab-c279022a0113 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:20.870150 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-d801dbb7-95e3-4dd8-b828-821e8ac9cb23 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=397f8747-d483-4f80-87cc-c49fefda93a2 HTTP/1.1" status: 200 len: 217 time: 0.1816270 Mar 05 13:45:20.998505 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c553898-5de3-454d-8824-38a68aa65c00 req-7a9d5808-0ddd-4ea8-ae82-00d2c81a571d tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:20.999990 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9c553898-5de3-454d-8824-38a68aa65c00 req-7a9d5808-0ddd-4ea8-ae82-00d2c81a571d tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 946 time: 0.1385832 Mar 05 13:45:21.005469 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b63aeebc-0338-4e00-97ab-c279022a0113 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:21.035203 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b63aeebc-0338-4e00-97ab-c279022a0113 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:21.045163 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-4e1fbaf5-753d-4d64-a292-41eae33dbd48 req-80b3e1d2-6758-4ae5-a359-77469334c29e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Deleting port aa5a355c-5f58-4db0-bfb5-8e9b384376ef {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:45:21.045494 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4e1fbaf5-753d-4d64-a292-41eae33dbd48 req-80b3e1d2-6758-4ae5-a359-77469334c29e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:21.166681 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9c553898-5de3-454d-8824-38a68aa65c00 req-b147cda4-fb6e-49d0-9941-71e31176df3f tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556497 Mar 05 13:45:21.212006 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63aeebc-0338-4e00-97ab-c279022a0113 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event updated for resources: {'Port': ['ID=0f281e66-322b-4e50-9408-e7cf826f2dd9,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:21.222313 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b63aeebc-0338-4e00-97ab-c279022a0113 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:21.232792 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff2393e-0868-4c84-9da0-11af93850630', 'tag': '397f8747-d483-4f80-87cc-c49fefda93a2', 'status': 'completed', 'code': 200} Mar 05 13:45:21.249195 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b63aeebc-0338-4e00-97ab-c279022a0113 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:21.254751 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b63aeebc-0338-4e00-97ab-c279022a0113 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1625085 Mar 05 13:45:21.316772 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-cb1490cb-3de1-4af8-9567-d192e277cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:21.318202 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-cb1490cb-3de1-4af8-9567-d192e277cf86 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fbe719ac-a221-4304-9d9c-9289853597e6 HTTP/1.1" status: 200 len: 846 time: 0.3709176 Mar 05 13:45:21.398813 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a1a42-1f19-4124-993f-cbb0426d9f1f req-9f91655a-e871-4fc6-b85e-3f3a414f5034 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:21.400778 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ef9a1a42-1f19-4124-993f-cbb0426d9f1f req-9f91655a-e871-4fc6-b85e-3f3a414f5034 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.0920982 Mar 05 13:45:21.452233 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ef9a1a42-1f19-4124-993f-cbb0426d9f1f req-0a03833e-37f0-421f-a40e-30adf900cbc0 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426652 Mar 05 13:45:21.467703 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f6f7c1-afe8-40e7-83e7-e9aef5dd05f5 admin admin] Router 02828a76-4546-4717-ac38-41167e321fd3 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:45:21.476753 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-ecf09a0e-a3d9-4c9d-bf0e-929925107558 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9566c2e4-1bac-4a5b-8a67-d566157793fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106896 Mar 05 13:45:21.648091 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3ae58-52df-4ffc-a0ab-d51dcec55aca req-5b27174d-17d3-42fc-a8f5-50af3c548d55 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:21.649704 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-00e3ae58-52df-4ffc-a0ab-d51dcec55aca req-5b27174d-17d3-42fc-a8f5-50af3c548d55 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e89e7ba-d60d-4b13-9043-35f45184bb7b HTTP/1.1" status: 200 len: 936 time: 0.0886629 Mar 05 13:45:21.696244 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-00e3ae58-52df-4ffc-a0ab-d51dcec55aca req-ba3ee809-a995-476b-bb4e-149694ad78a9 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/security-groups?id=a48e740e-68cc-40e5-8c56-b4013ed59d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408406 Mar 05 13:45:21.701292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-ee0d509e-5d1a-428c-b991-57bf9126c2fb tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:21.702731 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-ee0d509e-5d1a-428c-b991-57bf9126c2fb tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.15 "GET /v2.0/networks?id=8219997c-1c4d-4ab9-a963-82e08fb1ad9d HTTP/1.1" status: 200 len: 812 time: 0.7798574 Mar 05 13:45:21.849760 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-76a2fc94-c9a1-4d3d-a29d-9fea442ba453 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Request body: {'port': {'device_id': 'd387e8f1-cacf-4f91-962a-b2df94174d94', 'network_id': '8219997c-1c4d-4ab9-a963-82e08fb1ad9d', 'admin_state_up': True, 'tenant_id': '3cee7834a5214c2e894eb17166dede92'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:21.877849 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d0760-c2f3-4811-8771-1b4108248532 req-1d801b94-3479-4732-bd12-811406f2ad12 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:21.879322 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fe9d0760-c2f3-4811-8771-1b4108248532 req-1d801b94-3479-4732-bd12-811406f2ad12 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2393e-0868-4c84-9da0-11af93850630 HTTP/1.1" status: 200 len: 943 time: 0.0837297 Mar 05 13:45:21.881943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b9029-9541-4fab-ac7d-fad09c12664c req-922942c7-9ea9-477e-b04c-e9eab487eccf tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:21.883425 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9e1b9029-9541-4fab-ac7d-fad09c12664c req-922942c7-9ea9-477e-b04c-e9eab487eccf tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a13be35-73b1-4281-91ac-873cf5c299f4 HTTP/1.1" status: 200 len: 950 time: 1.0150239 Mar 05 13:45:21.927442 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fe9d0760-c2f3-4811-8771-1b4108248532 req-637fea94-c8aa-4fee-a44d-62ada9f3ff9a tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422504 Mar 05 13:45:22.056745 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-1a02be29-4241-4a8e-8bf5-565dda1bd2a2 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Synchronizing usage tracker for tenant:375b726eb2ae465c8b7dd42940955ff2 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:22.073322 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-1a02be29-4241-4a8e-8bf5-565dda1bd2a2 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Unset dirty status for tenant:375b726eb2ae465c8b7dd42940955ff2 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:22.074647 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-1a02be29-4241-4a8e-8bf5-565dda1bd2a2 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--975467700&fields=id&tenant_id=375b726eb2ae465c8b7dd42940955ff2 HTTP/1.1" status: 200 len: 267 time: 0.0561621 Mar 05 13:45:22.154216 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-9530e2e7-488e-41c9-a7b8-1489fae43135 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:22.154886 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-9530e2e7-488e-41c9-a7b8-1489fae43135 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Synchronizing usage tracker for tenant:375b726eb2ae465c8b7dd42940955ff2 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:22.159690 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device c29c5c22-46c5-4bcd-9bbd-e5a412502846 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:22.176313 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-9530e2e7-488e-41c9-a7b8-1489fae43135 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Unset dirty status for tenant:375b726eb2ae465c8b7dd42940955ff2 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:22.177642 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-9530e2e7-488e-41c9-a7b8-1489fae43135 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports/45d7348f-7f9b-402e-806f-fad32b169dc7 HTTP/1.1" status: 200 len: 937 time: 0.0953221 Mar 05 13:45:22.238615 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port c29c5c22-46c5-4bcd-9bbd-e5a412502846 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:22.243453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port c29c5c22-46c5-4bcd-9bbd-e5a412502846 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:22.243825 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:22.263837 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-66c940f8-5ea9-49a7-b3aa-01038c36bbac tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:22.265304 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-66c940f8-5ea9-49a7-b3aa-01038c36bbac tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports/fb2fb21a-fc7e-4555-a410-8b0698d54b45 HTTP/1.1" status: 200 len: 936 time: 0.0824125 Mar 05 13:45:22.313855 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-4e1fbaf5-753d-4d64-a292-41eae33dbd48 req-80b3e1d2-6758-4ae5-a359-77469334c29e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] For port aa5a355c-5f58-4db0-bfb5-8e9b384376ef, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=aa5a355c-5f58-4db0-bfb5-8e9b384376ef,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:22.314250 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4e1fbaf5-753d-4d64-a292-41eae33dbd48 req-80b3e1d2-6758-4ae5-a359-77469334c29e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:22.322577 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-30cd37c6-2ec1-48f3-8c82-672aa2788766 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?network_id=ef187771-ae1f-4999-9df8-9d6ddceec808&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0443487 Mar 05 13:45:22.340757 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01860bd-c510-4f85-a555-5dbbe98c2430 req-99d53c03-027b-4c8f-bef3-40449b3d0bcd tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:22.342180 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b01860bd-c510-4f85-a555-5dbbe98c2430 req-99d53c03-027b-4c8f-bef3-40449b3d0bcd tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "GET /v2.0/ports?device_id=f920d532-c8de-4366-9d00-2441c1edd052 HTTP/1.1" status: 200 len: 948 time: 1.0674725 Mar 05 13:45:22.366538 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:22.374876 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-3f3fe2df-1f6d-4ce9-a195-ab93275c3e66 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?network_id=ef187771-ae1f-4999-9df8-9d6ddceec808&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0454898 Mar 05 13:45:22.398636 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29c5c22-46c5-4bcd-9bbd-e5a412502846'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:45:22.409759 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port c29c5c22-46c5-4bcd-9bbd-e5a412502846, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c29c5c22-46c5-4bcd-9bbd-e5a412502846,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:22.415342 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:22.416779 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:22.473526 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-56bb131e-df69-4e9e-9858-6bd592625b09 service neutron] 10.222.0.30 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9642348 Mar 05 13:45:22.476430 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9e1b9029-9541-4fab-ac7d-fad09c12664c req-24433599-b9fd-4ba1-8ae4-da1369b56d6e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001650 Mar 05 13:45:22.560784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-4e1fbaf5-753d-4d64-a292-41eae33dbd48 req-80b3e1d2-6758-4ae5-a359-77469334c29e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Calling delete_port for aa5a355c-5f58-4db0-bfb5-8e9b384376ef owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:45:22.613636 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:22.621807 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:22.622281 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:22.635252 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f6f7c1-afe8-40e7-83e7-e9aef5dd05f5 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:45:22.657284 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] Sync routers for ids ['02828a76-4546-4717-ac38-41167e321fd3'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:45:22.680033 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=c29c5c22-46c5-4bcd-9bbd-e5a412502846,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:22.696696 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] Routers {'02828a76-4546-4717-ac38-41167e321fd3'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:45:22.697323 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:45:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['02828a76-4546-4717-ac38-41167e321fd3'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:45:22.706926 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-76a2fc94-c9a1-4d3d-a29d-9fea442ba453 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:22.714461 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-ee55da58-cee1-4566-ad81-060a175da373 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:22.721584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-ee55da58-cee1-4566-ad81-060a175da373 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:22.727850 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-ee55da58-cee1-4566-ad81-060a175da373 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:22.728557 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-ee55da58-cee1-4566-ad81-060a175da373 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Synchronizing usage tracker for tenant:375b726eb2ae465c8b7dd42940955ff2 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:22.748391 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-ee55da58-cee1-4566-ad81-060a175da373 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Unset dirty status for tenant:375b726eb2ae465c8b7dd42940955ff2 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:22.749763 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-ee55da58-cee1-4566-ad81-060a175da373 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/networks?id=0d408d73-a46e-4e4c-b598-e5439c0aebd3&id=2f6c0a83-f942-4f3a-b081-d6b623d42c90&id=2f6c0a83-f942-4f3a-b081-d6b623d42c90&id=ef187771-ae1f-4999-9df8-9d6ddceec808&id=ef187771-ae1f-4999-9df8-9d6ddceec808 HTTP/1.1" status: 200 len: 1995 time: 0.3661563 Mar 05 13:45:22.769157 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-39566a7d-040f-447f-b8f0-e172c7a69e9a tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/quotas/375b726eb2ae465c8b7dd42940955ff2 HTTP/1.1" status: 200 len: 375 time: 0.0122490 Mar 05 13:45:22.811032 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5e3f30ec-bc82-4899-8e34-f81a239e5adc req-ecce0ca4-83cb-4ed1-8615-6abf57872491 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=d387e8f1-cacf-4f91-962a-b2df94174d94 HTTP/1.1" status: 200 len: 210 time: 0.1770968 Mar 05 13:45:22.819776 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-76a2fc94-c9a1-4d3d-a29d-9fea442ba453 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:22.835414 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-b01860bd-c510-4f85-a555-5dbbe98c2430 req-51e796e4-0982-4824-8ea9-5877ce867ae1 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Deleting port 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:45:22.835929 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b01860bd-c510-4f85-a555-5dbbe98c2430 req-51e796e4-0982-4824-8ea9-5877ce867ae1 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:22.841965 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:22.880204 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:45:22.899929 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-49f6f7c1-afe8-40e7-83e7-e9aef5dd05f5 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:22.901095 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-49f6f7c1-afe8-40e7-83e7-e9aef5dd05f5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 14.2463515 Mar 05 13:45:22.910066 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-165d15e4-760b-419d-ac63-ea36cd107baa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=375b726eb2ae465c8b7dd42940955ff2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1337008 Mar 05 13:45:22.910563 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56278) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:22.993251 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=51cf4902-bcd2-4949-b4bb-ff6b4c8537a9,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:22.998258 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:22.999289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 691d3e20-087e-4c9d-8327-4f7d7b8868dd up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:23.025064 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-76a2fc94-c9a1-4d3d-a29d-9fea442ba453 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Made reservation on behalf of 3cee7834a5214c2e894eb17166dede92 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:23.028447 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-76a2fc94-c9a1-4d3d-a29d-9fea442ba453 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:23.071799 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] Set router 02828a76-4546-4717-ac38-41167e321fd3 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:45:23.176668 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-c85d0b94-d941-4e2f-974e-f4c99dea0d6a service neutron] 10.222.0.16 "GET /v2.0/networks/0d408d73-a46e-4e4c-b598-e5439c0aebd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656909 Mar 05 13:45:23.302617 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 107b8ae9-3717-4fac-968a-b7fe4616bba3 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:45:23.309137 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-25dfb681-d507-40d8-b60e-2c7e5a4f5466 service neutron] 10.222.0.30 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7605693 Mar 05 13:45:23.325745 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:23.337485 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=51cf4902-bcd2-4949-b4bb-ff6b4c8537a9,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:23.370315 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 691d3e20-087e-4c9d-8327-4f7d7b8868dd completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:23.418824 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-7ddf462b-b8c7-49b6-b793-44b1d77eff72 service neutron] 10.222.0.16 "GET /v2.0/networks/0d408d73-a46e-4e4c-b598-e5439c0aebd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322090 Mar 05 13:45:23.425777 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 691d3e20-087e-4c9d-8327-4f7d7b8868dd triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:23.426369 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:23.462608 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] Transition to ACTIVE for port object 107b8ae9-3717-4fac-968a-b7fe4616bba3 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:23.512624 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:23.576538 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-09ab47a4-c20b-43df-b0a7-adffec484952 service neutron] 10.222.0.16 "GET /v2.0/ports/45d7348f-7f9b-402e-806f-fad32b169dc7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1564250 Mar 05 13:45:23.578058 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02828a76-4546-4717-ac38-41167e321fd3', 'name': 'tempest-ServersTestMultiNic-979833148-router', 'tenant_id': 'ea18869b41614300bace9687f02782e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'e58b257d-a19b-4a52-82cd-d2a5c783dc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:45:08Z', 'updated_at': '2022-03-05T13:45:18Z', 'revision_number': 3, 'project_id': 'ea18869b41614300bace9687f02782e1', 'gw_port': {'id': 'e58b257d-a19b-4a52-82cd-d2a5c783dc5e', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02828a76-4546-4717-ac38-41167e321fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:45:15Z', 'updated_at': '2022-03-05T13:45:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:45:23.587028 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] Checking router: 02828a76-4546-4717-ac38-41167e321fd3 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:45:23.587492 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] Updating router 02828a76-4546-4717-ac38-41167e321fd3 port e58b257d-a19b-4a52-82cd-d2a5c783dc5e binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:45:23.627735 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4e1fbaf5-753d-4d64-a292-41eae33dbd48 req-80b3e1d2-6758-4ae5-a359-77469334c29e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:23.647333 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:23.671069 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['1435958d-e3be-4286-8caa-791704018749'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:23.739627 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:23.821462 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] Pushing event updated for resources: {'Port': ['ID=107b8ae9-3717-4fac-968a-b7fe4616bba3,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:23.893790 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6da269-6e38-4721-88a7-d73b880b67e3 req-3e2ad54c-d8e2-447c-b256-d064d1cde196 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:23.899598 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6da269-6e38-4721-88a7-d73b880b67e3 req-3e2ad54c-d8e2-447c-b256-d064d1cde196 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:23.905310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6da269-6e38-4721-88a7-d73b880b67e3 req-3e2ad54c-d8e2-447c-b256-d064d1cde196 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:23.911976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6da269-6e38-4721-88a7-d73b880b67e3 req-3e2ad54c-d8e2-447c-b256-d064d1cde196 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:23.917827 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6da269-6e38-4721-88a7-d73b880b67e3 req-3e2ad54c-d8e2-447c-b256-d064d1cde196 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:23.924420 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6da269-6e38-4721-88a7-d73b880b67e3 req-3e2ad54c-d8e2-447c-b256-d064d1cde196 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:23.930136 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6da269-6e38-4721-88a7-d73b880b67e3 req-3e2ad54c-d8e2-447c-b256-d064d1cde196 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:23.932091 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b6da269-6e38-4721-88a7-d73b880b67e3 req-3e2ad54c-d8e2-447c-b256-d064d1cde196 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5429 time: 0.9690964 Mar 05 13:45:23.934657 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 691d3e20-087e-4c9d-8327-4f7d7b8868dd, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=691d3e20-087e-4c9d-8327-4f7d7b8868dd,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:23.959931 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:24.063389 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-953211f1-fe1a-4f65-9ab9-e9c81bd6cf40 service neutron] 10.222.0.16 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781451 Mar 05 13:45:24.097457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3e1d2-6758-4ae5-a359-77469334c29e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Pushing event deleted for resources: {'Port': ['ID=aa5a355c-5f58-4db0-bfb5-8e9b384376ef,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:24.122810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1fbaf5-753d-4d64-a292-41eae33dbd48 req-80b3e1d2-6758-4ae5-a359-77469334c29e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] No DVR routers for this DVR port aa5a355c-5f58-4db0-bfb5-8e9b384376ef on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:45:24.139996 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b01860bd-c510-4f85-a555-5dbbe98c2430 req-51e796e4-0982-4824-8ea9-5877ce867ae1 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] For port 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=26e15d7a-e8a5-431a-b910-0c8dc2dcec3e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:24.140347 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b01860bd-c510-4f85-a555-5dbbe98c2430 req-51e796e4-0982-4824-8ea9-5877ce867ae1 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:24.151683 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=691d3e20-087e-4c9d-8327-4f7d7b8868dd,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:24.152413 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4e1fbaf5-753d-4d64-a292-41eae33dbd48 req-80b3e1d2-6758-4ae5-a359-77469334c29e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:24.154932 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a13be35-73b1-4281-91ac-873cf5c299f4', 'name': 'network-vif-deleted', 'tag': 'aa5a355c-5f58-4db0-bfb5-8e9b384376ef'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:45:24.161066 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-76a2fc94-c9a1-4d3d-a29d-9fea442ba453 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Allocated IP 172.20.0.11 (8219997c-1c4d-4ab9-a963-82e08fb1ad9d/7a9e02c3-ee9d-409b-8fd1-50a4db05b5c0/559eaa38-5f14-456a-be49-4d20986b7f9b) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:45:24.170877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53305bbe-cd97-4588-a29a-855066e67fa3 req-62964b64-4c3d-4920-a122-9542ae75305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:24.172364 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-53305bbe-cd97-4588-a29a-855066e67fa3 req-62964b64-4c3d-4920-a122-9542ae75305a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&device_id=3ff2393e-0868-4c84-9da0-11af93850630 HTTP/1.1" status: 200 len: 1094 time: 0.7968767 Mar 05 13:45:24.174442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 8139ea31-6761-417f-998b-15794fc80588 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:24.348011 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-b01860bd-c510-4f85-a555-5dbbe98c2430 req-51e796e4-0982-4824-8ea9-5877ce867ae1 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Calling delete_port for 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:45:24.372382 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 8139ea31-6761-417f-998b-15794fc80588 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:24.393839 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 8139ea31-6761-417f-998b-15794fc80588 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:24.394402 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:24.433587 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4e1fbaf5-753d-4d64-a292-41eae33dbd48 req-80b3e1d2-6758-4ae5-a359-77469334c29e tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "DELETE /v2.0/ports/aa5a355c-5f58-4db0-bfb5-8e9b384376ef HTTP/1.1" status: 204 len: 173 time: 3.7948081 Mar 05 13:45:24.455932 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b6da269-6e38-4721-88a7-d73b880b67e3 req-d6528ab4-69d7-4396-8200-cb779c4ac0f5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4594088 Mar 05 13:45:24.484705 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] Attempting to bind port 107b8ae9-3717-4fac-968a-b7fe4616bba3 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:45:24.484875 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] Attempting to bind port 107b8ae9-3717-4fac-968a-b7fe4616bba3 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:45:24.485131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] Attempting to bind port 107b8ae9-3717-4fac-968a-b7fe4616bba3 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:45:24.518416 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:24.562366 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] Port 107b8ae9-3717-4fac-968a-b7fe4616bba3 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:45:24.562912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] Attempting to bind port 107b8ae9-3717-4fac-968a-b7fe4616bba3 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:45:24.618200 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29c5c22-46c5-4bcd-9bbd-e5a412502846', 'code': 200} Mar 05 13:45:24.636034 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] Transition to ACTIVE for port object e58b257d-a19b-4a52-82cd-d2a5c783dc5e will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:24.638865 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:45:24.639187 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:45:24.639524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:45:24.639964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] Bound port: 107b8ae9-3717-4fac-968a-b7fe4616bba3, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:45:24.640304 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:24.672111 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:24.779352 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a4469-89a3-4330-a71a-1d07d32f47bd None None] Pushing event updated for resources: {'Port': ['ID=e58b257d-a19b-4a52-82cd-d2a5c783dc5e,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:24.779981 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b77f6bd3-d38d-4d7e-bd36-daee432a355a service neutron] 10.222.0.16 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298506 Mar 05 13:45:24.805092 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:24.842245 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] Attempting to bind port e58b257d-a19b-4a52-82cd-d2a5c783dc5e on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:45:24.842715 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] Attempting to bind port e58b257d-a19b-4a52-82cd-d2a5c783dc5e by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:45:24.843846 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53305bbe-cd97-4588-a29a-855066e67fa3 req-fc0749ba-df6e-4c93-95c9-fc1a3a412e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:24.843979 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] Attempting to bind port e58b257d-a19b-4a52-82cd-d2a5c783dc5e on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:45:24.844491 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-53305bbe-cd97-4588-a29a-855066e67fa3 req-fc0749ba-df6e-4c93-95c9-fc1a3a412e04 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 906 time: 0.5949280 Mar 05 13:45:24.869217 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:45:24.869763 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:45:24.870337 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:24.871819 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:45:24.871819 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] Bound port: e58b257d-a19b-4a52-82cd-d2a5c783dc5e, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:45:24.872321 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:24.926939 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-fa43477b-0038-4ef3-81de-bd354c22742c service neutron] 10.222.0.16 "GET /v2.0/ports/fb2fb21a-fc7e-4555-a410-8b0698d54b45?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1453846 Mar 05 13:45:24.946022 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:24.986510 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 8139ea31-6761-417f-998b-15794fc80588, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=8139ea31-6761-417f-998b-15794fc80588,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:25.003030 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:45:25.082175 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:25.082752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device b6d4bbac-620a-4e1d-b107-731cd391ed0b up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:25.153196 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] For port 107b8ae9-3717-4fac-968a-b7fe4616bba3, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:45:25.159116 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] For port 107b8ae9-3717-4fac-968a-b7fe4616bba3, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=107b8ae9-3717-4fac-968a-b7fe4616bba3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:45:25.192202 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-53305bbe-cd97-4588-a29a-855066e67fa3 req-8f0025c6-aa1c-4679-9b22-f2f3e3ca7953 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=397f8747-d483-4f80-87cc-c49fefda93a2 HTTP/1.1" status: 200 len: 217 time: 0.3377788 Mar 05 13:45:25.201962 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-a1d8056d-2afd-4301-b5d9-304f86956e15 service neutron] 10.222.0.16 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298110 Mar 05 13:45:25.205305 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:25.248853 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] For port e58b257d-a19b-4a52-82cd-d2a5c783dc5e, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:45:25.300338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] For port e58b257d-a19b-4a52-82cd-d2a5c783dc5e, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e58b257d-a19b-4a52-82cd-d2a5c783dc5e,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:45:25.301895 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=8139ea31-6761-417f-998b-15794fc80588,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:25.316179 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:25.397963 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:25.425539 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port b6d4bbac-620a-4e1d-b107-731cd391ed0b completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:25.446148 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port b6d4bbac-620a-4e1d-b107-731cd391ed0b triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:25.446518 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:25.449298 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-76a2fc94-c9a1-4d3d-a29d-9fea442ba453 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:25.461807 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-bdaebd53-37ac-40df-9149-210560b5e50b service neutron] 10.222.0.16 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589355 Mar 05 13:45:25.473523 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a4469-89a3-4330-a71a-1d07d32f47bd None None] Pushing event updated for resources: {'Port': ['ID=e58b257d-a19b-4a52-82cd-d2a5c783dc5e,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:25.480883 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] Routers {'02828a76-4546-4717-ac38-41167e321fd3'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:45:25.481274 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:45:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['02828a76-4546-4717-ac38-41167e321fd3'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:45:25.484992 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] Pushing event updated for resources: {'Port': ['ID=107b8ae9-3717-4fac-968a-b7fe4616bba3,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:25.504923 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-76a2fc94-c9a1-4d3d-a29d-9fea442ba453 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:25.511498 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b01860bd-c510-4f85-a555-5dbbe98c2430 req-51e796e4-0982-4824-8ea9-5877ce867ae1 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:25.546175 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['5430d653-60a4-4fed-b1cb-5c0a9447d345'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:25.601860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:25.602817 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:25.604518 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-1711888f-8d72-47ff-ac94-d214cb0ba067 service neutron] 10.222.0.30 "PUT /v2.0/ports/107b8ae9-3717-4fac-968a-b7fe4616bba3 HTTP/1.1" status: 200 len: 1096 time: 5.5485220 Mar 05 13:45:25.609277 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Allocated IP 172.20.0.1 (754d5598-36e9-4c77-86ad-dfe38e534c71/d594d5eb-4d5a-4f17-86bb-02689b4bc52e/cdbc8d4e-b49e-422d-bddd-8b1670b316c9) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:45:25.640610 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e796e4-0982-4824-8ea9-5877ce867ae1 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Pushing event deleted for resources: {'Port': ['ID=26e15d7a-e8a5-431a-b910-0c8dc2dcec3e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:25.646602 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device aa5a355c-5f58-4db0-bfb5-8e9b384376ef no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:45:25.694629 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-6ba9eabc-2a64-49f7-b7e5-0661698a953e service neutron] 10.222.0.16 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312777 Mar 05 13:45:25.717080 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: aa5a355c-5f58-4db0-bfb5-8e9b384376ef {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:45:25.717415 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device aa5a355c-5f58-4db0-bfb5-8e9b384376ef not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:45:25.855422 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:25.891037 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] Set router 02828a76-4546-4717-ac38-41167e321fd3 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:45:25.894696 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53305bbe-cd97-4588-a29a-855066e67fa3 req-59099699-027e-4957-b2c9-1dcc10a143ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:25.896281 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-53305bbe-cd97-4588-a29a-855066e67fa3 req-59099699-027e-4957-b2c9-1dcc10a143ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fbe719ac-a221-4304-9d9c-9289853597e6 HTTP/1.1" status: 200 len: 846 time: 0.6317368 Mar 05 13:45:25.898097 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Transition to ACTIVE for port object cdbc8d4e-b49e-422d-bddd-8b1670b316c9 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:25.898336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-76a2fc94-c9a1-4d3d-a29d-9fea442ba453 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Network 8219997c-1c4d-4ab9-a963-82e08fb1ad9d is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:45:25.903629 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01860bd-c510-4f85-a555-5dbbe98c2430 req-51e796e4-0982-4824-8ea9-5877ce867ae1 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] No DVR routers for this DVR port 26e15d7a-e8a5-431a-b910-0c8dc2dcec3e on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:45:25.910149 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b01860bd-c510-4f85-a555-5dbbe98c2430 req-51e796e4-0982-4824-8ea9-5877ce867ae1 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:25.918206 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-76a2fc94-c9a1-4d3d-a29d-9fea442ba453 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:25.964243 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-76a2fc94-c9a1-4d3d-a29d-9fea442ba453 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:45:25.999788 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-af89d332-10c5-4dc7-ad39-a497de9d5c4f service neutron] 10.222.0.16 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047431 Mar 05 13:45:26.009036 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b01860bd-c510-4f85-a555-5dbbe98c2430 req-51e796e4-0982-4824-8ea9-5877ce867ae1 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "DELETE /v2.0/ports/26e15d7a-e8a5-431a-b910-0c8dc2dcec3e HTTP/1.1" status: 204 len: 173 time: 3.6499417 Mar 05 13:45:26.009878 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:26.023280 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-53305bbe-cd97-4588-a29a-855066e67fa3 req-17fc1cb1-c63b-4142-9346-3015c7deb093 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9566c2e4-1bac-4a5b-8a67-d566157793fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060102 Mar 05 13:45:26.028071 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2fc94-c9a1-4d3d-a29d-9fea442ba453 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event updated for resources: {'Port': ['ID=559eaa38-5f14-456a-be49-4d20986b7f9b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:26.063152 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:26.169657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8222c4f-b010-4ff8-b211-9a1cc4f0c875 req-db771d6c-caac-4d88-a233-4fb3af06ca2e tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:26.170621 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f8222c4f-b010-4ff8-b211-9a1cc4f0c875 req-db771d6c-caac-4d88-a233-4fb3af06ca2e tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Synchronizing usage tracker for tenant:3d64b82c24ad421faf7995c707aa0961 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:26.179423 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-76a2fc94-c9a1-4d3d-a29d-9fea442ba453 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:26.180300 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-76a2fc94-c9a1-4d3d-a29d-9fea442ba453 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:26.206149 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 397f8747-d483-4f80-87cc-c49fefda93a2 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:45:26.224325 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-91a1084a-ee8f-4e02-918a-b0eceed239f2 service neutron] 10.222.0.16 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076972 Mar 05 13:45:26.242059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-6adbc8f7-1e72-4986-a9b6-5782afd8fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:26.243651 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-6adbc8f7-1e72-4986-a9b6-5782afd8fa05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d64b82c24ad421faf7995c707aa0961&device_id=6e89e7ba-d60d-4b13-9043-35f45184bb7b HTTP/1.1" status: 200 len: 1099 time: 0.5471580 Mar 05 13:45:26.249960 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-76a2fc94-c9a1-4d3d-a29d-9fea442ba453 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5150063 Mar 05 13:45:26.281730 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port b6d4bbac-620a-4e1d-b107-731cd391ed0b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b6d4bbac-620a-4e1d-b107-731cd391ed0b,segment=NetworkSegment(16a0ae04-8bec-44a5-a36a-8a119cff7a5d),segment_id=16a0ae04-8bec-44a5-a36a-8a119cff7a5d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:26.295335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Network 754d5598-36e9-4c77-86ad-dfe38e534c71 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:45:26.306624 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:26.309162 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:45:26.329037 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-b056fd1a-9bbc-496c-b8a1-bab8b544dbdb service neutron] Request body: {'port': {'device_id': 'd387e8f1-cacf-4f91-962a-b2df94174d94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:26.343408 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:26.344261 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 1455b0ab-b257-466d-89db-8a06002e158a up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:26.370318 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:26.389232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f8222c4f-b010-4ff8-b211-9a1cc4f0c875 req-db771d6c-caac-4d88-a233-4fb3af06ca2e tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Unset dirty status for tenant:3d64b82c24ad421faf7995c707aa0961 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:26.390523 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8222c4f-b010-4ff8-b211-9a1cc4f0c875 req-db771d6c-caac-4d88-a233-4fb3af06ca2e tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e89e7ba-d60d-4b13-9043-35f45184bb7b HTTP/1.1" status: 200 len: 948 time: 1.2045343 Mar 05 13:45:26.400386 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-89b3b39b-7f47-46bb-8675-e594f4088bef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=107b8ae9-3717-4fac-968a-b7fe4616bba3 HTTP/1.1" status: 200 len: 217 time: 0.1470780 Mar 05 13:45:26.559846 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-53305bbe-cd97-4588-a29a-855066e67fa3 req-c92c890e-da70-4bed-86a3-55e4b62823e5 service neutron] 10.222.0.30 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5279846 Mar 05 13:45:26.625675 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cf4902-bcd2-4949-b4bb-ff6b4c8537a9'}, {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691d3e20-087e-4c9d-8327-4f7d7b8868dd'}, {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8139ea31-6761-417f-998b-15794fc80588'}, {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d4bbac-620a-4e1d-b107-731cd391ed0b'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:45:26.701590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f8222c4f-b010-4ff8-b211-9a1cc4f0c875 req-e30b3181-c3c6-431d-ab8f-6368f9b37a1e tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Synchronizing usage tracker for tenant:3d64b82c24ad421faf7995c707aa0961 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:26.710673 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-02e60673-b74e-4863-bdb9-18ffb7a5b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:26.712227 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-02e60673-b74e-4863-bdb9-18ffb7a5b2f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.2977622 Mar 05 13:45:26.738941 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Pushing event updated for resources: {'Port': ['ID=cdbc8d4e-b49e-422d-bddd-8b1670b316c9,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:26.757777 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=b6d4bbac-620a-4e1d-b107-731cd391ed0b,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:26.805437 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:26.805891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:26.806304 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:26.806861 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:26.807266 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:26.807661 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:26.808050 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:26.808482 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:26.808953 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:26.809342 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:26.809744 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:26.810135 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:26.818261 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 397f8747-d483-4f80-87cc-c49fefda93a2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=397f8747-d483-4f80-87cc-c49fefda93a2,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:26.835216 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 1455b0ab-b257-466d-89db-8a06002e158a completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:26.851995 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1c1427fa-3221-4e01-bd2e-0fa90a6e7b62 None None] Provisioning for port cdbc8d4e-b49e-422d-bddd-8b1670b316c9 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:26.858732 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 1455b0ab-b257-466d-89db-8a06002e158a triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:26.859372 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:26.868369 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-b056fd1a-9bbc-496c-b8a1-bab8b544dbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:26.884195 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '397f8747-d483-4f80-87cc-c49fefda93a2', 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe', 'port_id': '397f8747-d483-4f80-87cc-c49fefda93a2', 'mac_address': 'fa:16:3e:0e:36:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe719ac-a221-4304-9d9c-9289853597e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:45:26.896490 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1c1427fa-3221-4e01-bd2e-0fa90a6e7b62 None None] Provisioning complete for port cdbc8d4e-b49e-422d-bddd-8b1670b316c9 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:26.897135 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1c1427fa-3221-4e01-bd2e-0fa90a6e7b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:26.897653 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-7de6b980-f9fd-4b90-b515-3f4e76b59225 service neutron] 10.222.0.16 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6557181 Mar 05 13:45:26.930672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f8222c4f-b010-4ff8-b211-9a1cc4f0c875 req-e30b3181-c3c6-431d-ab8f-6368f9b37a1e tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Unset dirty status for tenant:3d64b82c24ad421faf7995c707aa0961 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:26.945119 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8222c4f-b010-4ff8-b211-9a1cc4f0c875 req-e30b3181-c3c6-431d-ab8f-6368f9b37a1e tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/security-groups?id=a48e740e-68cc-40e5-8c56-b4013ed59d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5335269 Mar 05 13:45:26.999338 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-53305bbe-cd97-4588-a29a-855066e67fa3 req-5711f4fd-9142-431e-9992-e3ea3c512efc service neutron] 10.222.0.30 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209819 Mar 05 13:45:27.030197 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02828a76-4546-4717-ac38-41167e321fd3', 'name': 'tempest-ServersTestMultiNic-979833148-router', 'tenant_id': 'ea18869b41614300bace9687f02782e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'e58b257d-a19b-4a52-82cd-d2a5c783dc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:45:08Z', 'updated_at': '2022-03-05T13:45:18Z', 'revision_number': 3, 'project_id': 'ea18869b41614300bace9687f02782e1', 'gw_port': {'id': 'e58b257d-a19b-4a52-82cd-d2a5c783dc5e', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02828a76-4546-4717-ac38-41167e321fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:45:15Z', 'updated_at': '2022-03-05T13:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:45:27.030801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-662f8457-6584-4856-ba51-dc8ffe70e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:27.033466 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-662f8457-6584-4856-ba51-dc8ffe70e24c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2668736 Mar 05 13:45:27.048700 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-1c1427fa-3221-4e01-bd2e-0fa90a6e7b62 None None] Port cdbc8d4e-b49e-422d-bddd-8b1670b316c9 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:45:27.060082 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426f81e8-8747-4a42-87f2-d5164f9ee82f None None] The sync data for ids ['02828a76-4546-4717-ac38-41167e321fd3'] in n-d-803718-1 is: [{'id': '02828a76-4546-4717-ac38-41167e321fd3', 'name': 'tempest-ServersTestMultiNic-979833148-router', 'tenant_id': 'ea18869b41614300bace9687f02782e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'e58b257d-a19b-4a52-82cd-d2a5c783dc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:45:08Z', 'updated_at': '2022-03-05T13:45:18Z', 'revision_number': 3, 'project_id': 'ea18869b41614300bace9687f02782e1', 'gw_port': {'id': 'e58b257d-a19b-4a52-82cd-d2a5c783dc5e', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02828a76-4546-4717-ac38-41167e321fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:45:15Z', 'updated_at': '2022-03-05T13:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:45:27.081687 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:27.109856 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-60fc21a6-3ccd-42a9-89a2-0ef8e1ecc0a7 service neutron] 10.222.0.16 "GET /v2.0/networks/ef187771-ae1f-4999-9df8-9d6ddceec808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982849 Mar 05 13:45:27.126653 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397f8747-d483-4f80-87cc-c49fefda93a2 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:45:27.217219 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 397f8747-d483-4f80-87cc-c49fefda93a2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=397f8747-d483-4f80-87cc-c49fefda93a2,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:27.218204 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:27.232724 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:27.236136 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:27.301532 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['1435958d-e3be-4286-8caa-791704018749'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:27.355155 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 1455b0ab-b257-466d-89db-8a06002e158a, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=1455b0ab-b257-466d-89db-8a06002e158a,segment=NetworkSegment(16a0ae04-8bec-44a5-a36a-8a119cff7a5d),segment_id=16a0ae04-8bec-44a5-a36a-8a119cff7a5d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:27.369789 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:27.370572 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device cc101af9-7584-40b5-876a-1d58e91b14a0 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:27.399641 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-a058ebd8-2c24-4ee0-a727-fa1e35a3f4de service neutron] 10.222.0.16 "GET /v2.0/networks/ef187771-ae1f-4999-9df8-9d6ddceec808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723126 Mar 05 13:45:27.502364 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=397f8747-d483-4f80-87cc-c49fefda93a2,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:27.566320 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-5295b631-00dd-48c1-86f2-ab0a1decb165 service neutron] 10.222.0.16 "GET /v2.0/networks/ef187771-ae1f-4999-9df8-9d6ddceec808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657410 Mar 05 13:45:27.633124 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['397f8747-d483-4f80-87cc-c49fefda93a2'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:27.680391 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port cc101af9-7584-40b5-876a-1d58e91b14a0 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:27.680654 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-c5a0d0b6-7d0c-44a5-a161-d62e87ae7987 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6000834 Mar 05 13:45:27.720349 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port cc101af9-7584-40b5-876a-1d58e91b14a0 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:27.721632 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:27.754127 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=1455b0ab-b257-466d-89db-8a06002e158a,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:27.842337 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:27.843608 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6be2e-8997-4d90-865a-19db3a6ce4f8 req-2c0ca08e-0010-49a4-a8c1-896e9a9020c4 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:27.846215 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-75d6be2e-8997-4d90-865a-19db3a6ce4f8 req-2c0ca08e-0010-49a4-a8c1-896e9a9020c4 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2393e-0868-4c84-9da0-11af93850630 HTTP/1.1" status: 200 len: 944 time: 0.6472163 Mar 05 13:45:27.862736 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:27.975003 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ea3d86be-558b-48e5-a977-afc4d4dc885b req-27258514-92a0-4250-bab7-82988d436822 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868545 Mar 05 13:45:27.985167 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:28.010366 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-75d6be2e-8997-4d90-865a-19db3a6ce4f8 req-be67ec73-e195-4970-b8c2-0661ec74154b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446888 Mar 05 13:45:28.031868 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-6aa0d09e-abf0-499f-9a34-7d2bc89deabf service neutron] 10.222.0.16 "GET /v2.0/networks/ef187771-ae1f-4999-9df8-9d6ddceec808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644222 Mar 05 13:45:28.043230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-b056fd1a-9bbc-496c-b8a1-bab8b544dbdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 559eaa38-5f14-456a-be49-4d20986b7f9b {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:45:28.052927 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-b056fd1a-9bbc-496c-b8a1-bab8b544dbdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:28.068075 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port cc101af9-7584-40b5-876a-1d58e91b14a0, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=cc101af9-7584-40b5-876a-1d58e91b14a0,segment=NetworkSegment(602c854c-7211-4590-8d73-a57641bf555b),segment_id=602c854c-7211-4590-8d73-a57641bf555b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:28.073293 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-b056fd1a-9bbc-496c-b8a1-bab8b544dbdb service neutron] Transition to ACTIVE for port object 559eaa38-5f14-456a-be49-4d20986b7f9b will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:28.075870 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Pushing event updated for resources: {'Port': ['ID=cdbc8d4e-b49e-422d-bddd-8b1670b316c9,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:28.078422 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:28.085441 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-b056fd1a-9bbc-496c-b8a1-bab8b544dbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:28.089827 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:28.232645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=cc101af9-7584-40b5-876a-1d58e91b14a0,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:28.313027 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Network 754d5598-36e9-4c77-86ad-dfe38e534c71 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:45:28.315542 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:28.333917 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056fd1a-9bbc-496c-b8a1-bab8b544dbdb service neutron] Pushing event updated for resources: {'Port': ['ID=559eaa38-5f14-456a-be49-4d20986b7f9b,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:28.499238 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-b056fd1a-9bbc-496c-b8a1-bab8b544dbdb service neutron] Attempting to bind port 559eaa38-5f14-456a-be49-4d20986b7f9b on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:45:28.499673 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-b056fd1a-9bbc-496c-b8a1-bab8b544dbdb service neutron] Attempting to bind port 559eaa38-5f14-456a-be49-4d20986b7f9b by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'd303414a-0981-4891-a06d-3ac528ef1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8219997c-1c4d-4ab9-a963-82e08fb1ad9d'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:45:28.500060 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-b056fd1a-9bbc-496c-b8a1-bab8b544dbdb service neutron] Attempting to bind port 559eaa38-5f14-456a-be49-4d20986b7f9b on network 8219997c-1c4d-4ab9-a963-82e08fb1ad9d {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:45:28.514547 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-b056fd1a-9bbc-496c-b8a1-bab8b544dbdb service neutron] Port 559eaa38-5f14-456a-be49-4d20986b7f9b on network 8219997c-1c4d-4ab9-a963-82e08fb1ad9d not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:45:28.515340 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-b056fd1a-9bbc-496c-b8a1-bab8b544dbdb service neutron] Attempting to bind port 559eaa38-5f14-456a-be49-4d20986b7f9b on network 8219997c-1c4d-4ab9-a963-82e08fb1ad9d {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:45:28.525471 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-b056fd1a-9bbc-496c-b8a1-bab8b544dbdb service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:45:28.525897 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-b056fd1a-9bbc-496c-b8a1-bab8b544dbdb service neutron] Checking segment: {'id': 'd303414a-0981-4891-a06d-3ac528ef1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8219997c-1c4d-4ab9-a963-82e08fb1ad9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:45:28.526464 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-b056fd1a-9bbc-496c-b8a1-bab8b544dbdb service neutron] Bound using segment: {'id': 'd303414a-0981-4891-a06d-3ac528ef1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8219997c-1c4d-4ab9-a963-82e08fb1ad9d'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:45:28.526990 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-b056fd1a-9bbc-496c-b8a1-bab8b544dbdb service neutron] Bound port: 559eaa38-5f14-456a-be49-4d20986b7f9b, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd303414a-0981-4891-a06d-3ac528ef1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8219997c-1c4d-4ab9-a963-82e08fb1ad9d'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:45:28.527394 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-b056fd1a-9bbc-496c-b8a1-bab8b544dbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:28.549370 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f508c47-a7b0-4ee6-9c00-2f40bf41953b req-49184114-718e-4d36-9281-15383bf93c0b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:28.550247 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7f508c47-a7b0-4ee6-9c00-2f40bf41953b req-49184114-718e-4d36-9281-15383bf93c0b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Synchronizing usage tracker for tenant:3cee7834a5214c2e894eb17166dede92 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:28.591663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-59691c7b-2d48-432e-aa20-193b6aeeaf49 None None] Provisioning complete for port cdbc8d4e-b49e-422d-bddd-8b1670b316c9 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:28.592342 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-59691c7b-2d48-432e-aa20-193b6aeeaf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:28.633318 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7f508c47-a7b0-4ee6-9c00-2f40bf41953b req-49184114-718e-4d36-9281-15383bf93c0b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Unset dirty status for tenant:3cee7834a5214c2e894eb17166dede92 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:28.640758 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7f508c47-a7b0-4ee6-9c00-2f40bf41953b req-49184114-718e-4d36-9281-15383bf93c0b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=d387e8f1-cacf-4f91-962a-b2df94174d94 HTTP/1.1" status: 200 len: 944 time: 0.3184967 Mar 05 13:45:28.672318 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:28.697452 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-59691c7b-2d48-432e-aa20-193b6aeeaf49 None None] Port cdbc8d4e-b49e-422d-bddd-8b1670b316c9 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:45:28.715441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-b056fd1a-9bbc-496c-b8a1-bab8b544dbdb service neutron] For port 559eaa38-5f14-456a-be49-4d20986b7f9b, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:45:28.722247 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7f508c47-a7b0-4ee6-9c00-2f40bf41953b req-f6ff6a63-f006-4aac-aebd-faec81bbfa3e tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Synchronizing usage tracker for tenant:3cee7834a5214c2e894eb17166dede92 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:28.729596 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-b056fd1a-9bbc-496c-b8a1-bab8b544dbdb service neutron] For port 559eaa38-5f14-456a-be49-4d20986b7f9b, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=559eaa38-5f14-456a-be49-4d20986b7f9b,segment=NetworkSegment(d303414a-0981-4891-a06d-3ac528ef1c07),segment_id=d303414a-0981-4891-a06d-3ac528ef1c07)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:45:28.740104 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-b056fd1a-9bbc-496c-b8a1-bab8b544dbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:28.787224 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7f508c47-a7b0-4ee6-9c00-2f40bf41953b req-f6ff6a63-f006-4aac-aebd-faec81bbfa3e tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Unset dirty status for tenant:3cee7834a5214c2e894eb17166dede92 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:28.788307 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7f508c47-a7b0-4ee6-9c00-2f40bf41953b req-f6ff6a63-f006-4aac-aebd-faec81bbfa3e tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467686 Mar 05 13:45:28.792897 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Router 02828a76-4546-4717-ac38-41167e321fd3 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:45:28.822213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-b056fd1a-9bbc-496c-b8a1-bab8b544dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:28.822701 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-b056fd1a-9bbc-496c-b8a1-bab8b544dbdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:28.824115 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-b056fd1a-9bbc-496c-b8a1-bab8b544dbdb service neutron] 10.222.0.15 "PUT /v2.0/ports/559eaa38-5f14-456a-be49-4d20986b7f9b HTTP/1.1" status: 200 len: 1092 time: 2.5072758 Mar 05 13:45:28.836686 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:28.850561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056fd1a-9bbc-496c-b8a1-bab8b544dbdb service neutron] Pushing event updated for resources: {'Port': ['ID=559eaa38-5f14-456a-be49-4d20986b7f9b,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:28.910256 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a13be35-73b1-4281-91ac-873cf5c299f4', 'name': 'network-vif-deleted', 'tag': 'aa5a355c-5f58-4db0-bfb5-8e9b384376ef', 'status': 'completed', 'code': 200} Mar 05 13:45:29.051528 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e58b257d-a19b-4a52-82cd-d2a5c783dc5e up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:29.053735 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-a85c240b-6599-4fbe-9d2a-16475211a6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:29.059329 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-a85c240b-6599-4fbe-9d2a-16475211a6de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cee7834a5214c2e894eb17166dede92&device_id=d387e8f1-cacf-4f91-962a-b2df94174d94 HTTP/1.1" status: 200 len: 1095 time: 0.1860609 Mar 05 13:45:29.094398 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:45:29.104897 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b5da9b00-386f-486f-a9d2-1d563d7ab04f admin admin] 10.222.0.16 "PUT /v2.0/routers/02828a76-4546-4717-ac38-41167e321fd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1923258 Mar 05 13:45:29.149391 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-234db6c2-c894-4716-b41a-7c16b2d8df2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=559eaa38-5f14-456a-be49-4d20986b7f9b HTTP/1.1" status: 200 len: 217 time: 0.0826435 Mar 05 13:45:29.179516 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port e58b257d-a19b-4a52-82cd-d2a5c783dc5e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:29.185657 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port e58b257d-a19b-4a52-82cd-d2a5c783dc5e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:29.186204 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:29.241230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7318f0-3342-4085-a4c7-2471cae1b535 req-22bf5519-9c67-49fb-abe2-84a735a18b25 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:29.242729 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ca7318f0-3342-4085-a4c7-2471cae1b535 req-22bf5519-9c67-49fb-abe2-84a735a18b25 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.2584729 Mar 05 13:45:29.246384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-a987cb53-4ea4-47a3-8d12-cc4af376348b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:29.249199 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-a987cb53-4ea4-47a3-8d12-cc4af376348b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9e02c3-ee9d-409b-8fd1-50a4db05b5c0 HTTP/1.1" status: 200 len: 852 time: 0.0910175 Mar 05 13:45:29.281379 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56324) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:29.392304 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-02f8a1ef-6ee8-49a6-b407-883fd9c9d93b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8219997c-1c4d-4ab9-a963-82e08fb1ad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123204 Mar 05 13:45:29.413404 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] Sync routers for ids ['02828a76-4546-4717-ac38-41167e321fd3'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:45:29.425089 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] Routers {'02828a76-4546-4717-ac38-41167e321fd3'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:45:29.426508 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:45:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['02828a76-4546-4717-ac38-41167e321fd3'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:45:29.432274 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:29.447242 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ca7318f0-3342-4085-a4c7-2471cae1b535 req-abb849d3-914f-4227-bf7f-776decd20951 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839843 Mar 05 13:45:29.465301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-8137de73-533d-40b3-8328-5aa686ce6512 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1992131503'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:29.471138 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8137de73-533d-40b3-8328-5aa686ce6512 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:29.480169 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8137de73-533d-40b3-8328-5aa686ce6512 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Usage tracker for resource:network and tenant:ea18869b41614300bace9687f02782e1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:29.488514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8137de73-533d-40b3-8328-5aa686ce6512 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:29.503307 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port e58b257d-a19b-4a52-82cd-d2a5c783dc5e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e58b257d-a19b-4a52-82cd-d2a5c783dc5e,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:29.504301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8137de73-533d-40b3-8328-5aa686ce6512 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:29.513516 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:29.534380 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8137de73-533d-40b3-8328-5aa686ce6512 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Made reservation on behalf of ea18869b41614300bace9687f02782e1 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:29.538288 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8137de73-533d-40b3-8328-5aa686ce6512 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:29.608339 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cf4902-bcd2-4949-b4bb-ff6b4c8537a9', 'code': 200} Mar 05 13:45:29.608339 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691d3e20-087e-4c9d-8327-4f7d7b8868dd', 'code': 200} Mar 05 13:45:29.608339 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8139ea31-6761-417f-998b-15794fc80588', 'code': 200} Mar 05 13:45:29.608339 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d4bbac-620a-4e1d-b107-731cd391ed0b', 'code': 200} Mar 05 13:45:29.649802 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=e58b257d-a19b-4a52-82cd-d2a5c783dc5e,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:29.700198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8137de73-533d-40b3-8328-5aa686ce6512 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:45:29.718180 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8137de73-533d-40b3-8328-5aa686ce6512 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:29.718514 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-8137de73-533d-40b3-8328-5aa686ce6512 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Added segment f8628409-09be-413a-8660-b188d6b486c3 of type vlan for network bc8f8a69-e6fa-4af7-b2d3-266915535d34 Mar 05 13:45:29.766358 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7106854-e05c-475e-96e6-044e126370fa req-3c89028e-b0df-4072-a75f-aa02354fe606 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:29.774343 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7106854-e05c-475e-96e6-044e126370fa req-3c89028e-b0df-4072-a75f-aa02354fe606 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:29.779251 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-db0515f0-9846-4029-b504-a9eecc242d51 service neutron] 10.222.0.15 "GET /v2.0/networks/8219997c-1c4d-4ab9-a963-82e08fb1ad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796012 Mar 05 13:45:29.780862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7106854-e05c-475e-96e6-044e126370fa req-3c89028e-b0df-4072-a75f-aa02354fe606 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:29.787049 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7106854-e05c-475e-96e6-044e126370fa req-3c89028e-b0df-4072-a75f-aa02354fe606 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:29.793438 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7106854-e05c-475e-96e6-044e126370fa req-3c89028e-b0df-4072-a75f-aa02354fe606 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:29.800522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7106854-e05c-475e-96e6-044e126370fa req-3c89028e-b0df-4072-a75f-aa02354fe606 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:29.801675 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] Set router 02828a76-4546-4717-ac38-41167e321fd3 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:45:29.807678 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7106854-e05c-475e-96e6-044e126370fa req-3c89028e-b0df-4072-a75f-aa02354fe606 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:29.815508 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7106854-e05c-475e-96e6-044e126370fa req-3c89028e-b0df-4072-a75f-aa02354fe606 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5434 time: 0.2485588 Mar 05 13:45:29.834898 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8137de73-533d-40b3-8328-5aa686ce6512 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:29.871624 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7106854-e05c-475e-96e6-044e126370fa req-c6c047ae-f2aa-4379-a36e-7c1537fa7293 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550163 Mar 05 13:45:29.898851 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8137de73-533d-40b3-8328-5aa686ce6512 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:29.906127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8137de73-533d-40b3-8328-5aa686ce6512 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:29.907051 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8137de73-533d-40b3-8328-5aa686ce6512 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:30.034276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137de73-533d-40b3-8328-5aa686ce6512 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event updated for resources: {'Network': ['ID=bc8f8a69-e6fa-4af7-b2d3-266915535d34,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:30.047414 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network bc8f8a69-e6fa-4af7-b2d3-266915535d34 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:45:30.067474 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8137de73-533d-40b3-8328-5aa686ce6512 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7847302 Mar 05 13:45:30.070293 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56344) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:30.077065 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-6a44055c-0992-4c7a-b9f7-4a3cdc69182a tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Request body: {'subnet': {'network_id': 'bc8f8a69-e6fa-4af7-b2d3-266915535d34', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:30.152199 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-09113fb8-ddd8-4e16-9905-bf14bbf4a4d4 req-4b3386ee-2dfb-484a-a30c-8e2dd2ccece3 service neutron] 10.222.0.15 "GET /v2.0/networks/8219997c-1c4d-4ab9-a963-82e08fb1ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634152 Mar 05 13:45:30.194667 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a558f10-1f27-474d-a40e-187c419699db req-9d09dd17-7cb3-491c-81c0-ed7e5b1e0062 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:30.201901 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a558f10-1f27-474d-a40e-187c419699db req-9d09dd17-7cb3-491c-81c0-ed7e5b1e0062 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e89e7ba-d60d-4b13-9043-35f45184bb7b HTTP/1.1" status: 200 len: 948 time: 0.5106065 Mar 05 13:45:30.218109 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 107b8ae9-3717-4fac-968a-b7fe4616bba3 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:45:30.223031 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 397f8747-d483-4f80-87cc-c49fefda93a2 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:30.231057 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02828a76-4546-4717-ac38-41167e321fd3', 'name': 'tempest-ServersTestMultiNic-979833148-router', 'tenant_id': 'ea18869b41614300bace9687f02782e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'e58b257d-a19b-4a52-82cd-d2a5c783dc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:45:08Z', 'updated_at': '2022-03-05T13:45:27Z', 'revision_number': 4, 'project_id': 'ea18869b41614300bace9687f02782e1', 'gw_port': {'id': 'e58b257d-a19b-4a52-82cd-d2a5c783dc5e', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02828a76-4546-4717-ac38-41167e321fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:45:15Z', 'updated_at': '2022-03-05T13:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'cdbc8d4e-b49e-422d-bddd-8b1670b316c9', 'name': '', 'network_id': '754d5598-36e9-4c77-86ad-dfe38e534c71', 'tenant_id': 'ea18869b41614300bace9687f02782e1', 'mac_address': 'fa:16:3e:64:04:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02828a76-4546-4717-ac38-41167e321fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'd594d5eb-4d5a-4f17-86bb-02689b4bc52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:45:25Z', 'updated_at': '2022-03-05T13:45:27Z', 'revision_number': 2, 'project_id': 'ea18869b41614300bace9687f02782e1', 'subnets': [{'id': 'd594d5eb-4d5a-4f17-86bb-02689b4bc52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:45:30.236300 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] Checking router: 02828a76-4546-4717-ac38-41167e321fd3 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:45:30.237268 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] Updating router 02828a76-4546-4717-ac38-41167e321fd3 port cdbc8d4e-b49e-422d-bddd-8b1670b316c9 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:45:30.273304 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a558f10-1f27-474d-a40e-187c419699db req-38c4158d-21f3-4765-b22f-3d6e49fc2d59 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/security-groups?id=a48e740e-68cc-40e5-8c56-b4013ed59d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636864 Mar 05 13:45:30.341285 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6a44055c-0992-4c7a-b9f7-4a3cdc69182a tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:30.346024 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6a44055c-0992-4c7a-b9f7-4a3cdc69182a tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Usage tracker for resource:subnet and tenant:ea18869b41614300bace9687f02782e1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:30.350394 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6a44055c-0992-4c7a-b9f7-4a3cdc69182a tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:30.357604 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6a44055c-0992-4c7a-b9f7-4a3cdc69182a tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:30.382087 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a44055c-0992-4c7a-b9f7-4a3cdc69182a tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Made reservation on behalf of ea18869b41614300bace9687f02782e1 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:30.386047 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a44055c-0992-4c7a-b9f7-4a3cdc69182a tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:30.410206 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:30.440934 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 397f8747-d483-4f80-87cc-c49fefda93a2 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:30.447958 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9573b0-9fec-493c-aaeb-d1606e50c70c req-3cfe6f65-32f9-4b0e-926e-305a9b9cc20d tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:30.449477 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8f9573b0-9fec-493c-aaeb-d1606e50c70c req-3cfe6f65-32f9-4b0e-926e-305a9b9cc20d tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2393e-0868-4c84-9da0-11af93850630 HTTP/1.1" status: 200 len: 944 time: 0.1989906 Mar 05 13:45:30.457734 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 397f8747-d483-4f80-87cc-c49fefda93a2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:30.458237 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:30.545631 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 107b8ae9-3717-4fac-968a-b7fe4616bba3, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=107b8ae9-3717-4fac-968a-b7fe4616bba3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:30.563787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-605a072c-9bc1-4498-9051-5dcc814a3247 req-45782228-0540-4933-8081-453181916c04 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Synchronizing usage tracker for tenant:375b726eb2ae465c8b7dd42940955ff2 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:30.566052 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8f9573b0-9fec-493c-aaeb-d1606e50c70c req-8f13c054-56ca-4873-a080-722c148ef194 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706139 Mar 05 13:45:30.580983 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '107b8ae9-3717-4fac-968a-b7fe4616bba3', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '107b8ae9-3717-4fac-968a-b7fe4616bba3', 'mac_address': 'fa:16:3e:08:35:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:45:30.594616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-605a072c-9bc1-4498-9051-5dcc814a3247 req-45782228-0540-4933-8081-453181916c04 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Unset dirty status for tenant:375b726eb2ae465c8b7dd42940955ff2 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:30.596164 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-605a072c-9bc1-4498-9051-5dcc814a3247 req-45782228-0540-4933-8081-453181916c04 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 210 time: 0.1318793 Mar 05 13:45:30.760370 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:30.781744 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a44055c-0992-4c7a-b9f7-4a3cdc69182a tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:30.816647 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:30.844039 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 397f8747-d483-4f80-87cc-c49fefda93a2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=397f8747-d483-4f80-87cc-c49fefda93a2,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:30.847215 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107b8ae9-3717-4fac-968a-b7fe4616bba3 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:45:30.855343 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:30.917588 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452ae1a-8c81-492b-bee6-b88b1fdc8ff5 req-7bf74f58-7437-4be9-9332-9bc31c25fb20 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:30.920102 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7452ae1a-8c81-492b-bee6-b88b1fdc8ff5 req-7bf74f58-7437-4be9-9332-9bc31c25fb20 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=d387e8f1-cacf-4f91-962a-b2df94174d94 HTTP/1.1" status: 200 len: 944 time: 0.1921606 Mar 05 13:45:30.930923 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 107b8ae9-3717-4fac-968a-b7fe4616bba3, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=107b8ae9-3717-4fac-968a-b7fe4616bba3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:30.948538 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:30.957297 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=397f8747-d483-4f80-87cc-c49fefda93a2,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:30.990381 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44055c-0992-4c7a-b9f7-4a3cdc69182a tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event updated for resources: {'Subnet': ['ID=1c272217-a9e3-43be-a1a5-04061146ad7e,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:31.015790 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a44055c-0992-4c7a-b9f7-4a3cdc69182a tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Checking segment: {'id': 'f8628409-09be-413a-8660-b188d6b486c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bc8f8a69-e6fa-4af7-b2d3-266915535d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:45:31.016149 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a44055c-0992-4c7a-b9f7-4a3cdc69182a tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Network hostable DHCP agents. Network: bc8f8a69-e6fa-4af7-b2d3-266915535d34, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:45:31.049842 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e89e7ba-d60d-4b13-9043-35f45184bb7b', 'tag': '107b8ae9-3717-4fac-968a-b7fe4616bba3'}, {'server_uuid': 'f920d532-c8de-4366-9d00-2441c1edd052', 'name': 'network-vif-deleted', 'tag': '26e15d7a-e8a5-431a-b910-0c8dc2dcec3e'}, {'name': 'network-changed', 'server_uuid': 'd387e8f1-cacf-4f91-962a-b2df94174d94', 'tag': '559eaa38-5f14-456a-be49-4d20986b7f9b'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:45:31.067244 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:31.070304 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a44055c-0992-4c7a-b9f7-4a3cdc69182a tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Network bc8f8a69-e6fa-4af7-b2d3-266915535d34 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:45:31.091829 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] Transition to ACTIVE for port object cdbc8d4e-b49e-422d-bddd-8b1670b316c9 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:31.093786 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-6a44055c-0992-4c7a-b9f7-4a3cdc69182a tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, bc8f8a69-e6fa-4af7-b2d3-266915535d34) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:31.098940 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a44055c-0992-4c7a-b9f7-4a3cdc69182a tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:31.099419 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a44055c-0992-4c7a-b9f7-4a3cdc69182a tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:31.108479 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:31.109912 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193f995c-00e4-4245-bc3d-92435ddc4397 None None] Network bc8f8a69-e6fa-4af7-b2d3-266915535d34 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:45:31.144530 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6a44055c-0992-4c7a-b9f7-4a3cdc69182a tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0731251 Mar 05 13:45:31.147275 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56360) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:31.150853 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e58b257d-a19b-4a52-82cd-d2a5c783dc5e up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:31.154005 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-d1d57086-185b-4aa2-bc3b-d5fb312b8098 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-919765668'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:31.164268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d1d57086-185b-4aa2-bc3b-d5fb312b8098 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:31.175025 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d1d57086-185b-4aa2-bc3b-d5fb312b8098 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Usage tracker for resource:network and tenant:ea18869b41614300bace9687f02782e1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:31.183945 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d1d57086-185b-4aa2-bc3b-d5fb312b8098 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:31.187976 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7452ae1a-8c81-492b-bee6-b88b1fdc8ff5 req-0626d4e1-9e04-4749-82c5-399a8c24ef1e tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501745 Mar 05 13:45:31.206265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d1d57086-185b-4aa2-bc3b-d5fb312b8098 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:31.228640 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-2ad14a52-1f0c-464c-8548-8bd80ec0ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:31.232424 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-2ad14a52-1f0c-464c-8548-8bd80ec0ca91 service neutron] 10.222.0.15 "GET /v2.0/ports/45d7348f-7f9b-402e-806f-fad32b169dc7 HTTP/1.1" status: 200 len: 1033 time: 0.1947207 Mar 05 13:45:31.250794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d57086-185b-4aa2-bc3b-d5fb312b8098 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Made reservation on behalf of ea18869b41614300bace9687f02782e1 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:31.255473 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d1d57086-185b-4aa2-bc3b-d5fb312b8098 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:31.302484 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=107b8ae9-3717-4fac-968a-b7fe4616bba3,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:31.349693 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d57086-185b-4aa2-bc3b-d5fb312b8098 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:45:31.371430 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d1d57086-185b-4aa2-bc3b-d5fb312b8098 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:31.390426 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-d1d57086-185b-4aa2-bc3b-d5fb312b8098 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Added segment 3ada50bb-b35d-4bc7-914c-ab5e25697710 of type vlan for network 56ad4406-1452-42b3-b9fc-952b4d3f73b0 Mar 05 13:45:31.417195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-daf8906b-2a80-4711-bdbb-c7d71f8ea7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:31.418590 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-daf8906b-2a80-4711-bdbb-c7d71f8ea7a4 service neutron] 10.222.0.15 "GET /v2.0/ports/fb2fb21a-fc7e-4555-a410-8b0698d54b45 HTTP/1.1" status: 200 len: 1032 time: 0.1781003 Mar 05 13:45:31.467707 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['107b8ae9-3717-4fac-968a-b7fe4616bba3'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:31.537339 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d1d57086-185b-4aa2-bc3b-d5fb312b8098 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:31.653179 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d1d57086-185b-4aa2-bc3b-d5fb312b8098 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:31.666049 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1455b0ab-b257-466d-89db-8a06002e158a'}, {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc101af9-7584-40b5-876a-1d58e91b14a0'}, {'server_uuid': '3ff2393e-0868-4c84-9da0-11af93850630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397f8747-d483-4f80-87cc-c49fefda93a2'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:45:31.672935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d57086-185b-4aa2-bc3b-d5fb312b8098 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:31.676204 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d1d57086-185b-4aa2-bc3b-d5fb312b8098 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:31.754165 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1e5e1-d8d8-44d2-abb4-99b7748d06c5 req-b3234839-24d2-4107-95ce-4e52ad2b4adb tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:31.760777 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1e5e1-d8d8-44d2-abb4-99b7748d06c5 req-b3234839-24d2-4107-95ce-4e52ad2b4adb tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:31.777943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1e5e1-d8d8-44d2-abb4-99b7748d06c5 req-b3234839-24d2-4107-95ce-4e52ad2b4adb tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:31.787586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1e5e1-d8d8-44d2-abb4-99b7748d06c5 req-b3234839-24d2-4107-95ce-4e52ad2b4adb tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:31.794328 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1e5e1-d8d8-44d2-abb4-99b7748d06c5 req-b3234839-24d2-4107-95ce-4e52ad2b4adb tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:31.803633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1e5e1-d8d8-44d2-abb4-99b7748d06c5 req-b3234839-24d2-4107-95ce-4e52ad2b4adb tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:31.810286 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1e5e1-d8d8-44d2-abb4-99b7748d06c5 req-b3234839-24d2-4107-95ce-4e52ad2b4adb tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:31.819086 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1bf1e5e1-d8d8-44d2-abb4-99b7748d06c5 req-b3234839-24d2-4107-95ce-4e52ad2b4adb tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5434 time: 0.3240125 Mar 05 13:45:31.865308 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f15aa3-abfc-4876-a411-45bcbd380e68 None None] Pushing event updated for resources: {'Port': ['ID=cdbc8d4e-b49e-422d-bddd-8b1670b316c9,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:31.883512 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] Attempting to bind port cdbc8d4e-b49e-422d-bddd-8b1670b316c9 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:45:31.886602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-99de9554-0fd0-4a10-bfe1-8b1978030292 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:31.891333 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] Attempting to bind port cdbc8d4e-b49e-422d-bddd-8b1670b316c9 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'c68eb1f0-13bd-445a-a53c-081ebe5793f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '754d5598-36e9-4c77-86ad-dfe38e534c71'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:45:31.892823 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-99de9554-0fd0-4a10-bfe1-8b1978030292 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:31.895865 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] Attempting to bind port cdbc8d4e-b49e-422d-bddd-8b1670b316c9 on network 754d5598-36e9-4c77-86ad-dfe38e534c71 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:45:31.899455 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-99de9554-0fd0-4a10-bfe1-8b1978030292 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:31.900439 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-99de9554-0fd0-4a10-bfe1-8b1978030292 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Synchronizing usage tracker for tenant:375b726eb2ae465c8b7dd42940955ff2 on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:31.900577 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port e58b257d-a19b-4a52-82cd-d2a5c783dc5e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:31.901056 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:31.911541 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f15aa3-abfc-4876-a411-45bcbd380e68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:31.912806 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f15aa3-abfc-4876-a411-45bcbd380e68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:31.913322 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f15aa3-abfc-4876-a411-45bcbd380e68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:31.913953 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f15aa3-abfc-4876-a411-45bcbd380e68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:31.914554 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f15aa3-abfc-4876-a411-45bcbd380e68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:31.915056 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f15aa3-abfc-4876-a411-45bcbd380e68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:31.915609 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f15aa3-abfc-4876-a411-45bcbd380e68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:31.916178 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f15aa3-abfc-4876-a411-45bcbd380e68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:31.916489 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1bf1e5e1-d8d8-44d2-abb4-99b7748d06c5 req-1aaa2208-792a-4afa-83fc-7ee5c0091d20 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0969648 Mar 05 13:45:31.916799 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f15aa3-abfc-4876-a411-45bcbd380e68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:31.917263 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f15aa3-abfc-4876-a411-45bcbd380e68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:31.917740 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f15aa3-abfc-4876-a411-45bcbd380e68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:31.918202 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f15aa3-abfc-4876-a411-45bcbd380e68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:31.930060 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:45:31.930436 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] Checking segment: {'id': 'c68eb1f0-13bd-445a-a53c-081ebe5793f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '754d5598-36e9-4c77-86ad-dfe38e534c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:45:31.930866 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:31.931252 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] Bound using segment: {'id': 'c68eb1f0-13bd-445a-a53c-081ebe5793f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '754d5598-36e9-4c77-86ad-dfe38e534c71'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:45:31.933513 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] Bound port: cdbc8d4e-b49e-422d-bddd-8b1670b316c9, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68eb1f0-13bd-445a-a53c-081ebe5793f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '754d5598-36e9-4c77-86ad-dfe38e534c71'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:45:31.934114 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:31.939760 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-99de9554-0fd0-4a10-bfe1-8b1978030292 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Unset dirty status for tenant:375b726eb2ae465c8b7dd42940955ff2 on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:31.943981 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-99de9554-0fd0-4a10-bfe1-8b1978030292 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.15 "GET /v2.0/networks?id=0d408d73-a46e-4e4c-b598-e5439c0aebd3&id=2f6c0a83-f942-4f3a-b081-d6b623d42c90&id=2f6c0a83-f942-4f3a-b081-d6b623d42c90&id=2f6c0a83-f942-4f3a-b081-d6b623d42c90&id=2f6c0a83-f942-4f3a-b081-d6b623d42c90&id=ef187771-ae1f-4999-9df8-9d6ddceec808&id=ef187771-ae1f-4999-9df8-9d6ddceec808 HTTP/1.1" status: 200 len: 1995 time: 0.5087452 Mar 05 13:45:31.945900 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d57086-185b-4aa2-bc3b-d5fb312b8098 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event updated for resources: {'Network': ['ID=56ad4406-1452-42b3-b9fc-952b4d3f73b0,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:31.958060 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d1d57086-185b-4aa2-bc3b-d5fb312b8098 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8095565 Mar 05 13:45:31.960599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56374) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:31.966851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-761691e9-863f-45e7-b49a-a918d1f95fca tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Request body: {'subnet': {'network_id': '56ad4406-1452-42b3-b9fc-952b4d3f73b0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:31.991170 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 56ad4406-1452-42b3-b9fc-952b4d3f73b0 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:45:32.041361 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-1d011af9-c5f3-45b1-bd3e-0bffa219ff08 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=375b726eb2ae465c8b7dd42940955ff2 HTTP/1.1" status: 200 len: 379 time: 0.0871968 Mar 05 13:45:32.066272 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e89e7ba-d60d-4b13-9043-35f45184bb7b', 'tag': '107b8ae9-3717-4fac-968a-b7fe4616bba3', 'status': 'completed', 'code': 200} Mar 05 13:45:32.066471 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f920d532-c8de-4366-9d00-2441c1edd052', 'name': 'network-vif-deleted', 'tag': '26e15d7a-e8a5-431a-b910-0c8dc2dcec3e', 'status': 'completed', 'code': 200} Mar 05 13:45:32.066714 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd387e8f1-cacf-4f91-962a-b2df94174d94', 'tag': '559eaa38-5f14-456a-be49-4d20986b7f9b', 'status': 'completed', 'code': 200} Mar 05 13:45:32.071638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Request body: {'port': {'device_id': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3', 'admin_state_up': True, 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'security_groups': ['2f77332d-253c-4452-852f-7801a9c8a2a1']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:32.078888 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] For port cdbc8d4e-b49e-422d-bddd-8b1670b316c9, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:45:32.083852 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] For port cdbc8d4e-b49e-422d-bddd-8b1670b316c9, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cdbc8d4e-b49e-422d-bddd-8b1670b316c9,segment=NetworkSegment(c68eb1f0-13bd-445a-a53c-081ebe5793f4),segment_id=c68eb1f0-13bd-445a-a53c-081ebe5793f4)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:45:32.093531 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:32.215926 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f15aa3-abfc-4876-a411-45bcbd380e68 None None] Pushing event updated for resources: {'Port': ['ID=cdbc8d4e-b49e-422d-bddd-8b1670b316c9,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:32.244701 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] Routers {'02828a76-4546-4717-ac38-41167e321fd3'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:45:32.245847 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:45:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['02828a76-4546-4717-ac38-41167e321fd3'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:45:32.269633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-761691e9-863f-45e7-b49a-a918d1f95fca tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:32.280746 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-761691e9-863f-45e7-b49a-a918d1f95fca tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Usage tracker for resource:subnet and tenant:ea18869b41614300bace9687f02782e1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:32.290667 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-761691e9-863f-45e7-b49a-a918d1f95fca tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:32.299774 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-761691e9-863f-45e7-b49a-a918d1f95fca tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:32.335236 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5241ec24-c45d-4d5d-898f-58b3aff7c305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-bc8f8a69-e6fa-4af7-b2d3-266915535d34', 'network_id': 'bc8f8a69-e6fa-4af7-b2d3-266915535d34', 'tenant_id': 'ea18869b41614300bace9687f02782e1', 'fixed_ips': [{'subnet_id': '1c272217-a9e3-43be-a1a5-04061146ad7e'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:45:32.336075 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5241ec24-c45d-4d5d-898f-58b3aff7c305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:32.342503 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca60166-aaaf-4a46-8b44-303a2d342435 req-57a718ed-32fe-4fea-abef-a8b8e4828d52 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:32.344284 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0ca60166-aaaf-4a46-8b44-303a2d342435 req-57a718ed-32fe-4fea-abef-a8b8e4828d52 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.4123819 Mar 05 13:45:32.346659 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761691e9-863f-45e7-b49a-a918d1f95fca tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Made reservation on behalf of ea18869b41614300bace9687f02782e1 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:32.352953 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-761691e9-863f-45e7-b49a-a918d1f95fca tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:32.594534 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b65033-eb50-4da9-8834-7c2f77306591 req-69c54c73-debb-475c-85c7-137bbceb17cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:32.596589 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-33b65033-eb50-4da9-8834-7c2f77306591 req-69c54c73-debb-475c-85c7-137bbceb17cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d64b82c24ad421faf7995c707aa0961&device_id=6e89e7ba-d60d-4b13-9043-35f45184bb7b HTTP/1.1" status: 200 len: 1100 time: 0.5288641 Mar 05 13:45:32.636809 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fe448-4411-467a-8ef8-065a831430b4 req-da6dc01a-6d72-4f8f-b7be-4594edbb2dba tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:32.644435 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d71fe448-4411-467a-8ef8-065a831430b4 req-da6dc01a-6d72-4f8f-b7be-4594edbb2dba tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e89e7ba-d60d-4b13-9043-35f45184bb7b HTTP/1.1" status: 200 len: 949 time: 0.3577099 Mar 05 13:45:32.665984 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b65033-eb50-4da9-8834-7c2f77306591 req-f21a398b-65d1-4d31-a6ef-2f7f36de9bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:32.667495 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-33b65033-eb50-4da9-8834-7c2f77306591 req-f21a398b-65d1-4d31-a6ef-2f7f36de9bde service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cee7834a5214c2e894eb17166dede92&device_id=d387e8f1-cacf-4f91-962a-b2df94174d94 HTTP/1.1" status: 200 len: 1095 time: 0.5615177 Mar 05 13:45:32.673809 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] Set router 02828a76-4546-4717-ac38-41167e321fd3 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:45:32.703609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:32.749073 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:32.780621 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-5241ec24-c45d-4d5d-898f-58b3aff7c305 None None] Allocated IP 19.80.0.2 (bc8f8a69-e6fa-4af7-b2d3-266915535d34/1c272217-a9e3-43be-a1a5-04061146ad7e/63ea0878-983f-4d7b-a8b9-b98a306e363b) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:45:32.865840 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-761691e9-863f-45e7-b49a-a918d1f95fca tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:32.938236 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761691e9-863f-45e7-b49a-a918d1f95fca tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event updated for resources: {'Subnet': ['ID=7df94291-0abd-4abf-97b6-fc078a29c054,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:32.982842 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761691e9-863f-45e7-b49a-a918d1f95fca tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Checking segment: {'id': '3ada50bb-b35d-4bc7-914c-ab5e25697710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56ad4406-1452-42b3-b9fc-952b4d3f73b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:45:32.983202 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761691e9-863f-45e7-b49a-a918d1f95fca tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Network hostable DHCP agents. Network: 56ad4406-1452-42b3-b9fc-952b4d3f73b0, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:45:32.991554 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0ca60166-aaaf-4a46-8b44-303a2d342435 req-9678b9ed-1354-4e45-9e28-78aeb10388e6 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104763 Mar 05 13:45:33.007981 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761691e9-863f-45e7-b49a-a918d1f95fca tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Network 56ad4406-1452-42b3-b9fc-952b4d3f73b0 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:45:33.021088 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b65033-eb50-4da9-8834-7c2f77306591 req-daaac6d0-6565-4d18-b171-4d300b484afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:33.026799 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-33b65033-eb50-4da9-8834-7c2f77306591 req-daaac6d0-6565-4d18-b171-4d300b484afa service neutron] 10.222.0.15 "GET /v2.0/networks?id=8219997c-1c4d-4ab9-a963-82e08fb1ad9d HTTP/1.1" status: 200 len: 912 time: 0.3443244 Mar 05 13:45:33.039344 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-761691e9-863f-45e7-b49a-a918d1f95fca tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 56ad4406-1452-42b3-b9fc-952b4d3f73b0) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:33.054132 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 559eaa38-5f14-456a-be49-4d20986b7f9b details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:45:33.056090 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761691e9-863f-45e7-b49a-a918d1f95fca tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:33.056695 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-761691e9-863f-45e7-b49a-a918d1f95fca tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:33.112496 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-761691e9-863f-45e7-b49a-a918d1f95fca tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1507721 Mar 05 13:45:33.140893 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02828a76-4546-4717-ac38-41167e321fd3', 'name': 'tempest-ServersTestMultiNic-979833148-router', 'tenant_id': 'ea18869b41614300bace9687f02782e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'e58b257d-a19b-4a52-82cd-d2a5c783dc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:45:08Z', 'updated_at': '2022-03-05T13:45:27Z', 'revision_number': 4, 'project_id': 'ea18869b41614300bace9687f02782e1', 'gw_port': {'id': 'e58b257d-a19b-4a52-82cd-d2a5c783dc5e', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02828a76-4546-4717-ac38-41167e321fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:45:15Z', 'updated_at': '2022-03-05T13:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'cdbc8d4e-b49e-422d-bddd-8b1670b316c9', 'name': '', 'network_id': '754d5598-36e9-4c77-86ad-dfe38e534c71', 'tenant_id': 'ea18869b41614300bace9687f02782e1', 'mac_address': 'fa:16:3e:64:04:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02828a76-4546-4717-ac38-41167e321fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'd594d5eb-4d5a-4f17-86bb-02689b4bc52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:45:25Z', 'updated_at': '2022-03-05T13:45:32Z', 'revision_number': 4, 'project_id': 'ea18869b41614300bace9687f02782e1', 'subnets': [{'id': 'd594d5eb-4d5a-4f17-86bb-02689b4bc52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:45:33.153862 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd0f75c-5187-4f20-bedf-02e94f006f6f None None] The sync data for ids ['02828a76-4546-4717-ac38-41167e321fd3'] in n-d-803718-1 is: [{'id': '02828a76-4546-4717-ac38-41167e321fd3', 'name': 'tempest-ServersTestMultiNic-979833148-router', 'tenant_id': 'ea18869b41614300bace9687f02782e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'e58b257d-a19b-4a52-82cd-d2a5c783dc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:45:08Z', 'updated_at': '2022-03-05T13:45:27Z', 'revision_number': 4, 'project_id': 'ea18869b41614300bace9687f02782e1', 'gw_port': {'id': 'e58b257d-a19b-4a52-82cd-d2a5c783dc5e', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02828a76-4546-4717-ac38-41167e321fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:45:15Z', 'updated_at': '2022-03-05T13:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'cdbc8d4e-b49e-422d-bddd-8b1670b316c9', 'name': '', 'network_id': '754d5598-36e9-4c77-86ad-dfe38e534c71', 'tenant_id': 'ea18869b41614300bace9687f02782e1', 'mac_address': 'fa:16:3e:64:04:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02828a76-4546-4717-ac38-41167e321fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'd594d5eb-4d5a-4f17-86bb-02689b4bc52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:45:25Z', 'updated_at': '2022-03-05T13:45:32Z', 'revision_number': 4, 'project_id': 'ea18869b41614300bace9687f02782e1', 'subnets': [{'id': 'd594d5eb-4d5a-4f17-86bb-02689b4bc52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:45:33.155899 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d71fe448-4411-467a-8ef8-065a831430b4 req-a10121eb-ed33-4320-9d04-4f4a90b36292 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/security-groups?id=a48e740e-68cc-40e5-8c56-b4013ed59d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5083833 Mar 05 13:45:33.329760 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Made reservation on behalf of 375b726eb2ae465c8b7dd42940955ff2 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:33.341932 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:33.374477 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461d9735-159a-4429-89e5-30a77a771d36 None None] Network 56ad4406-1452-42b3-b9fc-952b4d3f73b0 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:45:33.382497 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f3574-b892-48c2-a194-37eb48f56a10 req-1fbb2d9e-95dd-427a-bc1c-a8816c3ae4cd tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:33.386467 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-040f3574-b892-48c2-a194-37eb48f56a10 req-1fbb2d9e-95dd-427a-bc1c-a8816c3ae4cd tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=34254305-e7c5-4dd8-8fbf-8948ff0b55eb HTTP/1.1" status: 200 len: 949 time: 0.1992931 Mar 05 13:45:33.401989 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b65033-eb50-4da9-8834-7c2f77306591 req-071599fc-cdd8-4bca-98df-cdc6c02e058c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:33.404133 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-33b65033-eb50-4da9-8834-7c2f77306591 req-071599fc-cdd8-4bca-98df-cdc6c02e058c service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.7979631 Mar 05 13:45:33.490035 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-040f3574-b892-48c2-a194-37eb48f56a10 req-67b9161c-6938-4e0b-bf75-3da347119305 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971661 Mar 05 13:45:33.554019 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5241ec24-c45d-4d5d-898f-58b3aff7c305 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:33.579878 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5241ec24-c45d-4d5d-898f-58b3aff7c305 None None] Transition to ACTIVE for port object 63ea0878-983f-4d7b-a8b9-b98a306e363b will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:33.632005 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5241ec24-c45d-4d5d-898f-58b3aff7c305 None None] Transition to ACTIVE for port object 63ea0878-983f-4d7b-a8b9-b98a306e363b will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:33.675472 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 559eaa38-5f14-456a-be49-4d20986b7f9b, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=559eaa38-5f14-456a-be49-4d20986b7f9b,segment=NetworkSegment(d303414a-0981-4891-a06d-3ac528ef1c07),segment_id=d303414a-0981-4891-a06d-3ac528ef1c07)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:33.705760 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '559eaa38-5f14-456a-be49-4d20986b7f9b', 'network_id': '8219997c-1c4d-4ab9-a963-82e08fb1ad9d', 'port_id': '559eaa38-5f14-456a-be49-4d20986b7f9b', 'mac_address': 'fa:16:3e:a7:c7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9e02c3-ee9d-409b-8fd1-50a4db05b5c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:45:33.830245 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5241ec24-c45d-4d5d-898f-58b3aff7c305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:33.851348 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-21dee9f7-4f27-426e-b0c3-182d4adcdf50 req-fb5270df-1228-4b63-b2a6-c1cca4e99f56 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 210 time: 0.0973518 Mar 05 13:45:33.999929 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-33b65033-eb50-4da9-8834-7c2f77306591 req-ef545147-636b-4ffe-80dc-992445fa4861 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=559eaa38-5f14-456a-be49-4d20986b7f9b HTTP/1.1" status: 200 len: 217 time: 0.8352869 Mar 05 13:45:34.042405 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1455b0ab-b257-466d-89db-8a06002e158a', 'code': 200} Mar 05 13:45:34.042405 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc101af9-7584-40b5-876a-1d58e91b14a0', 'code': 200} Mar 05 13:45:34.043464 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff2393e-0868-4c84-9da0-11af93850630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397f8747-d483-4f80-87cc-c49fefda93a2', 'code': 200} Mar 05 13:45:34.059112 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5241ec24-c45d-4d5d-898f-58b3aff7c305 None None] Network bc8f8a69-e6fa-4af7-b2d3-266915535d34 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:45:34.067000 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-33b65033-eb50-4da9-8834-7c2f77306591 req-940b2c89-eac3-4984-92d2-964357e556db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=107b8ae9-3717-4fac-968a-b7fe4616bba3 HTTP/1.1" status: 200 len: 217 time: 0.4948475 Mar 05 13:45:34.082903 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-5241ec24-c45d-4d5d-898f-58b3aff7c305 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:34.111978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5241ec24-c45d-4d5d-898f-58b3aff7c305 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:45:34.117318 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241ec24-c45d-4d5d-898f-58b3aff7c305 None None] Pushing event updated for resources: {'Port': ['ID=63ea0878-983f-4d7b-a8b9-b98a306e363b,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:34.178497 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:34.284645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 107b8ae9-3717-4fac-968a-b7fe4616bba3 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:34.416841 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 559eaa38-5f14-456a-be49-4d20986b7f9b {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:45:34.490865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f4402-763a-4ba4-929b-3d07d5fd5d57 req-3a92b21c-78ca-4448-964e-bffc86330f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:34.492352 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1e4f4402-763a-4ba4-929b-3d07d5fd5d57 req-3a92b21c-78ca-4448-964e-bffc86330f16 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3ff2393e-0868-4c84-9da0-11af93850630 HTTP/1.1" status: 200 len: 1096 time: 0.3565814 Mar 05 13:45:34.494505 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b65033-eb50-4da9-8834-7c2f77306591 req-70bebd7f-8bf3-4d39-b787-ad7f58edbdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:34.495961 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-33b65033-eb50-4da9-8834-7c2f77306591 req-70bebd7f-8bf3-4d39-b787-ad7f58edbdbf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9e02c3-ee9d-409b-8fd1-50a4db05b5c0 HTTP/1.1" status: 200 len: 852 time: 0.4616785 Mar 05 13:45:34.533971 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-5241ec24-c45d-4d5d-898f-58b3aff7c305 None None] Attempting to bind port 63ea0878-983f-4d7b-a8b9-b98a306e363b on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:45:34.534479 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-5241ec24-c45d-4d5d-898f-58b3aff7c305 None None] Attempting to bind port 63ea0878-983f-4d7b-a8b9-b98a306e363b by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'f8628409-09be-413a-8660-b188d6b486c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bc8f8a69-e6fa-4af7-b2d3-266915535d34'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:45:34.535222 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241ec24-c45d-4d5d-898f-58b3aff7c305 None None] Attempting to bind port 63ea0878-983f-4d7b-a8b9-b98a306e363b on network bc8f8a69-e6fa-4af7-b2d3-266915535d34 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:45:34.548920 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 559eaa38-5f14-456a-be49-4d20986b7f9b, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=559eaa38-5f14-456a-be49-4d20986b7f9b,segment=NetworkSegment(d303414a-0981-4891-a06d-3ac528ef1c07),segment_id=d303414a-0981-4891-a06d-3ac528ef1c07)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:34.562277 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241ec24-c45d-4d5d-898f-58b3aff7c305 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:45:34.565265 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241ec24-c45d-4d5d-898f-58b3aff7c305 None None] Checking segment: {'id': 'f8628409-09be-413a-8660-b188d6b486c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bc8f8a69-e6fa-4af7-b2d3-266915535d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:45:34.566918 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5241ec24-c45d-4d5d-898f-58b3aff7c305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:34.568855 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241ec24-c45d-4d5d-898f-58b3aff7c305 None None] Bound using segment: {'id': 'f8628409-09be-413a-8660-b188d6b486c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bc8f8a69-e6fa-4af7-b2d3-266915535d34'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:45:34.570232 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-5241ec24-c45d-4d5d-898f-58b3aff7c305 None None] Bound port: 63ea0878-983f-4d7b-a8b9-b98a306e363b, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8628409-09be-413a-8660-b188d6b486c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bc8f8a69-e6fa-4af7-b2d3-266915535d34'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:45:34.571124 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5241ec24-c45d-4d5d-898f-58b3aff7c305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:34.614055 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c966b7-b333-42b4-8e22-262ccd5bccc7 req-a647a11f-ff9d-4cac-b277-1749e115f18e tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:34.623541 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c2c966b7-b333-42b4-8e22-262ccd5bccc7 req-a647a11f-ff9d-4cac-b277-1749e115f18e tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=d387e8f1-cacf-4f91-962a-b2df94174d94 HTTP/1.1" status: 200 len: 944 time: 0.3869734 Mar 05 13:45:34.649891 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:34.674435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155566a-253c-495c-ba70-723d7acb2601 req-0aa8f9aa-f515-4724-a4f1-52ecac0ec206 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:34.676624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-b155566a-253c-495c-ba70-723d7acb2601 req-0aa8f9aa-f515-4724-a4f1-52ecac0ec206 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Synchronizing usage tracker for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:34.697142 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 107b8ae9-3717-4fac-968a-b7fe4616bba3 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:34.699795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b65033-eb50-4da9-8834-7c2f77306591 req-5a37ee97-5515-45a1-870e-7dfa4568cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:34.701324 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-33b65033-eb50-4da9-8834-7c2f77306591 req-5a37ee97-5515-45a1-870e-7dfa4568cbaa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.5160298 Mar 05 13:45:34.731848 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 107b8ae9-3717-4fac-968a-b7fe4616bba3 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:34.732378 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:34.735932 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1e4f4402-763a-4ba4-929b-3d07d5fd5d57 req-d15e68be-5e58-40a8-8968-0a2670350a37 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223744 Mar 05 13:45:34.747255 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-33b65033-eb50-4da9-8834-7c2f77306591 req-016a14be-d39f-4001-b1a1-0a40443ecf89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8219997c-1c4d-4ab9-a963-82e08fb1ad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2316992 Mar 05 13:45:34.768944 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-c2c966b7-b333-42b4-8e22-262ccd5bccc7 req-d1252ef3-d789-4ee0-bb71-439fcee1a6de tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Synchronizing usage tracker for tenant:3cee7834a5214c2e894eb17166dede92 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:34.809003 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-c2c966b7-b333-42b4-8e22-262ccd5bccc7 req-d1252ef3-d789-4ee0-bb71-439fcee1a6de tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Unset dirty status for tenant:3cee7834a5214c2e894eb17166dede92 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:34.810187 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c2c966b7-b333-42b4-8e22-262ccd5bccc7 req-d1252ef3-d789-4ee0-bb71-439fcee1a6de tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858218 Mar 05 13:45:34.888172 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b31d5b-ce1a-4b7f-a8ce-9bd5783f055a req-9f872c7b-3c72-43d9-a85b-5f869b25f770 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:34.904363 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-12b31d5b-ce1a-4b7f-a8ce-9bd5783f055a req-9f872c7b-3c72-43d9-a85b-5f869b25f770 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2393e-0868-4c84-9da0-11af93850630 HTTP/1.1" status: 200 len: 945 time: 1.4612191 Mar 05 13:45:34.955083 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['559eaa38-5f14-456a-be49-4d20986b7f9b'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:35.024605 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7bfd55-3698-404d-b243-53b5d639c64e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-56ad4406-1452-42b3-b9fc-952b4d3f73b0', 'network_id': '56ad4406-1452-42b3-b9fc-952b4d3f73b0', 'tenant_id': 'ea18869b41614300bace9687f02782e1', 'fixed_ips': [{'subnet_id': '7df94291-0abd-4abf-97b6-fc078a29c054'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:45:35.025573 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cc7bfd55-3698-404d-b243-53b5d639c64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:35.077726 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 1435958d-e3be-4286-8caa-791704018749 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:45:35.159168 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde7833-ebac-40fb-939f-d2bd27091347 req-2ace2bfb-6420-4110-ba2c-99845eec3a67 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:35.165033 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-33b65033-eb50-4da9-8834-7c2f77306591 req-70433566-24fe-4b93-b460-34d9fb20afa7 service neutron] 10.222.0.15 "GET /v2.0/networks/8219997c-1c4d-4ab9-a963-82e08fb1ad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187781 Mar 05 13:45:35.165694 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde7833-ebac-40fb-939f-d2bd27091347 req-2ace2bfb-6420-4110-ba2c-99845eec3a67 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:35.166249 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cdbc8d4e-b49e-422d-bddd-8b1670b316c9 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:35.176626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-b155566a-253c-495c-ba70-723d7acb2601 req-0aa8f9aa-f515-4724-a4f1-52ecac0ec206 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Unset dirty status for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:35.177968 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b155566a-253c-495c-ba70-723d7acb2601 req-0aa8f9aa-f515-4724-a4f1-52ecac0ec206 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "GET /v2.0/ports?device_id=34254305-e7c5-4dd8-8fbf-8948ff0b55eb HTTP/1.1" status: 200 len: 949 time: 2.1481569 Mar 05 13:45:35.178957 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde7833-ebac-40fb-939f-d2bd27091347 req-2ace2bfb-6420-4110-ba2c-99845eec3a67 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:35.190061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde7833-ebac-40fb-939f-d2bd27091347 req-2ace2bfb-6420-4110-ba2c-99845eec3a67 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:35.198826 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde7833-ebac-40fb-939f-d2bd27091347 req-2ace2bfb-6420-4110-ba2c-99845eec3a67 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:35.204834 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde7833-ebac-40fb-939f-d2bd27091347 req-2ace2bfb-6420-4110-ba2c-99845eec3a67 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:35.211924 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde7833-ebac-40fb-939f-d2bd27091347 req-2ace2bfb-6420-4110-ba2c-99845eec3a67 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:35.213343 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=559eaa38-5f14-456a-be49-4d20986b7f9b,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:35.220927 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-afde7833-ebac-40fb-939f-d2bd27091347 req-2ace2bfb-6420-4110-ba2c-99845eec3a67 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5434 time: 0.2077992 Mar 05 13:45:35.283515 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-afde7833-ebac-40fb-939f-d2bd27091347 req-a8091aad-7f1f-4fd6-b39d-24626154145d tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610347 Mar 05 13:45:35.368872 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-b155566a-253c-495c-ba70-723d7acb2601 req-e7c0977d-f2d8-4aac-b59d-ca919b365ec5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Deleting port 1435958d-e3be-4286-8caa-791704018749 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:45:35.369265 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b155566a-253c-495c-ba70-723d7acb2601 req-e7c0977d-f2d8-4aac-b59d-ca919b365ec5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:35.405187 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-cc7bfd55-3698-404d-b243-53b5d639c64e None None] Allocated IP 19.86.0.2 (56ad4406-1452-42b3-b9fc-952b4d3f73b0/7df94291-0abd-4abf-97b6-fc078a29c054/5026ecaf-cfcf-4327-ad98-44f9a57f00a4) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:45:35.414198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Allocated IP 172.20.0.4 (0d408d73-a46e-4e4c-b598-e5439c0aebd3/c4ed493f-c1ab-4a7c-87c4-4112cc1f6851/84783dc8-ea33-42fd-b8de-3b126d3a564d) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:45:35.447076 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-12b31d5b-ce1a-4b7f-a8ce-9bd5783f055a req-f86106e2-e848-412e-8609-e578283c6927 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5407321 Mar 05 13:45:35.591432 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b5d65-5260-4a81-a57e-948b5ec0150f req-cb4ac396-8e8c-450e-8fde-8239dd1a260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:35.591817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b5d65-5260-4a81-a57e-948b5ec0150f req-cb4ac396-8e8c-450e-8fde-8239dd1a260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:35.592307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b5d65-5260-4a81-a57e-948b5ec0150f req-cb4ac396-8e8c-450e-8fde-8239dd1a260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:35.592773 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b5d65-5260-4a81-a57e-948b5ec0150f req-cb4ac396-8e8c-450e-8fde-8239dd1a260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:35.593386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b5d65-5260-4a81-a57e-948b5ec0150f req-cb4ac396-8e8c-450e-8fde-8239dd1a260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:35.593843 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b5d65-5260-4a81-a57e-948b5ec0150f req-cb4ac396-8e8c-450e-8fde-8239dd1a260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:35.594623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b5d65-5260-4a81-a57e-948b5ec0150f req-cb4ac396-8e8c-450e-8fde-8239dd1a260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:35.598246 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4e7b5d65-5260-4a81-a57e-948b5ec0150f req-cb4ac396-8e8c-450e-8fde-8239dd1a260e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 6491 time: 1.3300734 Mar 05 13:45:35.667338 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-c29dc860-c419-478e-884b-2a6ac08ba945 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:35.676004 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-c29dc860-c419-478e-884b-2a6ac08ba945 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:35.676805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-c29dc860-c419-478e-884b-2a6ac08ba945 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Synchronizing usage tracker for tenant:ea18869b41614300bace9687f02782e1 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:35.692616 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cc7bfd55-3698-404d-b243-53b5d639c64e None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:35.698212 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-c29dc860-c419-478e-884b-2a6ac08ba945 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Unset dirty status for tenant:ea18869b41614300bace9687f02782e1 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:35.703609 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-5241ec24-c45d-4d5d-898f-58b3aff7c305 None None] For port 63ea0878-983f-4d7b-a8b9-b98a306e363b, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:45:35.708008 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-c29dc860-c419-478e-884b-2a6ac08ba945 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/networks?id=bc8f8a69-e6fa-4af7-b2d3-266915535d34&id=56ad4406-1452-42b3-b9fc-952b4d3f73b0&id=bc8f8a69-e6fa-4af7-b2d3-266915535d34 HTTP/1.1" status: 200 len: 1391 time: 0.3154304 Mar 05 13:45:35.728224 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-2a0e65c3-317c-4d79-ae93-0c1f569a9fc6 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/quotas/ea18869b41614300bace9687f02782e1 HTTP/1.1" status: 200 len: 375 time: 0.0190637 Mar 05 13:45:35.761821 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cc7bfd55-3698-404d-b243-53b5d639c64e None None] Transition to ACTIVE for port object 5026ecaf-cfcf-4327-ad98-44f9a57f00a4 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:35.791352 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-5241ec24-c45d-4d5d-898f-58b3aff7c305 None None] For port 63ea0878-983f-4d7b-a8b9-b98a306e363b, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=63ea0878-983f-4d7b-a8b9-b98a306e363b,segment=NetworkSegment(f8628409-09be-413a-8660-b188d6b486c3),segment_id=f8628409-09be-413a-8660-b188d6b486c3)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:45:35.815722 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b65033-eb50-4da9-8834-7c2f77306591 req-53ae6bfb-ef98-4263-810c-580c43f20aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:35.817218 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-33b65033-eb50-4da9-8834-7c2f77306591 req-53ae6bfb-ef98-4263-810c-580c43f20aa7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0522459 Mar 05 13:45:35.821634 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5241ec24-c45d-4d5d-898f-58b3aff7c305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:35.840363 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-532d42af-89c6-49b3-810f-c2ede0d94d53 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Synchronizing usage tracker for tenant:ea18869b41614300bace9687f02782e1 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:35.862288 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-532d42af-89c6-49b3-810f-c2ede0d94d53 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Unset dirty status for tenant:ea18869b41614300bace9687f02782e1 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:35.879142 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-532d42af-89c6-49b3-810f-c2ede0d94d53 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea18869b41614300bace9687f02782e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1497722 Mar 05 13:45:35.884128 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4e7b5d65-5260-4a81-a57e-948b5ec0150f req-5e25d953-6930-40c0-9c6f-4a569999cdf9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2558999 Mar 05 13:45:35.885425 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cc7bfd55-3698-404d-b243-53b5d639c64e None None] Transition to ACTIVE for port object 5026ecaf-cfcf-4327-ad98-44f9a57f00a4 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:35.962308 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:35.971729 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cc7bfd55-3698-404d-b243-53b5d639c64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:36.078378 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-b4b27e82-e281-4024-83e1-8dc105b9f5fc service neutron] 10.222.0.16 "GET /v2.0/networks/bc8f8a69-e6fa-4af7-b2d3-266915535d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967094 Mar 05 13:45:36.093055 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7bfd55-3698-404d-b243-53b5d639c64e None None] Network 56ad4406-1452-42b3-b9fc-952b4d3f73b0 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:45:36.095205 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241ec24-c45d-4d5d-898f-58b3aff7c305 None None] Pushing event updated for resources: {'Port': ['ID=63ea0878-983f-4d7b-a8b9-b98a306e363b,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:36.097812 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:36.155251 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34254305-e7c5-4dd8-8fbf-8948ff0b55eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1435958d-e3be-4286-8caa-791704018749'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:45:36.160581 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-cc7bfd55-3698-404d-b243-53b5d639c64e None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:36.162330 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port cdbc8d4e-b49e-422d-bddd-8b1670b316c9 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:36.193533 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7bfd55-3698-404d-b243-53b5d639c64e None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:45:36.214711 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-33b65033-eb50-4da9-8834-7c2f77306591 req-8815cf43-6ffc-4722-8e54-d618fa8b424f service neutron] 10.222.0.15 "GET /v2.0/networks/8219997c-1c4d-4ab9-a963-82e08fb1ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0352972 Mar 05 13:45:36.232902 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 1435958d-e3be-4286-8caa-791704018749, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1435958d-e3be-4286-8caa-791704018749,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:36.234435 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port cdbc8d4e-b49e-422d-bddd-8b1670b316c9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:36.235025 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:36.307490 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d6d8933e-d4ca-4b4e-8309-028ef332f818 service neutron] 10.222.0.16 "GET /v2.0/networks/bc8f8a69-e6fa-4af7-b2d3-266915535d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287288 Mar 05 13:45:36.354057 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:36.461564 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bfd55-3698-404d-b243-53b5d639c64e None None] Pushing event updated for resources: {'Port': ['ID=5026ecaf-cfcf-4327-ad98-44f9a57f00a4,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:36.546079 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023856d-0101-4ebf-948d-46279ccff3f0 req-b7bb4c32-097c-4aa2-8767-8e137f4c3ff9 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:36.553617 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0023856d-0101-4ebf-948d-46279ccff3f0 req-b7bb4c32-097c-4aa2-8767-8e137f4c3ff9 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e89e7ba-d60d-4b13-9043-35f45184bb7b HTTP/1.1" status: 200 len: 949 time: 0.8867633 Mar 05 13:45:36.577513 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-33b65033-eb50-4da9-8834-7c2f77306591 req-e01c9ef9-e204-46a5-a91e-4299ef1e4e7b service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7354932 Mar 05 13:45:36.579551 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-803068c1-efaf-463d-9e61-b0b7f9e87dd9 service neutron] 10.222.0.16 "GET /v2.0/networks/56ad4406-1452-42b3-b9fc-952b4d3f73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694829 Mar 05 13:45:36.584870 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 107b8ae9-3717-4fac-968a-b7fe4616bba3, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=107b8ae9-3717-4fac-968a-b7fe4616bba3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:36.637865 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:36.658737 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-cc7bfd55-3698-404d-b243-53b5d639c64e None None] Attempting to bind port 5026ecaf-cfcf-4327-ad98-44f9a57f00a4 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:45:36.659126 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-cc7bfd55-3698-404d-b243-53b5d639c64e None None] Attempting to bind port 5026ecaf-cfcf-4327-ad98-44f9a57f00a4 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '3ada50bb-b35d-4bc7-914c-ab5e25697710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56ad4406-1452-42b3-b9fc-952b4d3f73b0'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:45:36.659487 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7bfd55-3698-404d-b243-53b5d639c64e None None] Attempting to bind port 5026ecaf-cfcf-4327-ad98-44f9a57f00a4 on network 56ad4406-1452-42b3-b9fc-952b4d3f73b0 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:45:36.719350 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7bfd55-3698-404d-b243-53b5d639c64e None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:45:36.720643 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7bfd55-3698-404d-b243-53b5d639c64e None None] Checking segment: {'id': '3ada50bb-b35d-4bc7-914c-ab5e25697710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56ad4406-1452-42b3-b9fc-952b4d3f73b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:45:36.720643 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cc7bfd55-3698-404d-b243-53b5d639c64e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:36.721021 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7bfd55-3698-404d-b243-53b5d639c64e None None] Bound using segment: {'id': '3ada50bb-b35d-4bc7-914c-ab5e25697710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56ad4406-1452-42b3-b9fc-952b4d3f73b0'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:45:36.721508 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-cc7bfd55-3698-404d-b243-53b5d639c64e None None] Bound port: 5026ecaf-cfcf-4327-ad98-44f9a57f00a4, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ada50bb-b35d-4bc7-914c-ab5e25697710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56ad4406-1452-42b3-b9fc-952b4d3f73b0'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:45:36.721878 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cc7bfd55-3698-404d-b243-53b5d639c64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:36.764000 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-ff325356-ce9a-462b-aa2c-8593e4240c4b service neutron] 10.222.0.16 "GET /v2.0/networks/56ad4406-1452-42b3-b9fc-952b4d3f73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831889 Mar 05 13:45:36.791570 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b155566a-253c-495c-ba70-723d7acb2601 req-e7c0977d-f2d8-4aac-b59d-ca919b365ec5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] For port 1435958d-e3be-4286-8caa-791704018749, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1435958d-e3be-4286-8caa-791704018749,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:36.791927 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b155566a-253c-495c-ba70-723d7acb2601 req-e7c0977d-f2d8-4aac-b59d-ca919b365ec5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:36.838696 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=1435958d-e3be-4286-8caa-791704018749,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:36.945699 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:36.961603 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d5b73c41-f077-45d5-af86-15e1429e8c28 service neutron] 10.222.0.16 "GET /v2.0/networks/bc8f8a69-e6fa-4af7-b2d3-266915535d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958504 Mar 05 13:45:36.976860 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=107b8ae9-3717-4fac-968a-b7fe4616bba3,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:36.979835 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-cc7bfd55-3698-404d-b243-53b5d639c64e None None] For port 5026ecaf-cfcf-4327-ad98-44f9a57f00a4, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:45:36.981000 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:36.988118 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-cc7bfd55-3698-404d-b243-53b5d639c64e None None] For port 5026ecaf-cfcf-4327-ad98-44f9a57f00a4, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5026ecaf-cfcf-4327-ad98-44f9a57f00a4,segment=NetworkSegment(3ada50bb-b35d-4bc7-914c-ab5e25697710),segment_id=3ada50bb-b35d-4bc7-914c-ab5e25697710)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:45:36.991219 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-b155566a-253c-495c-ba70-723d7acb2601 req-e7c0977d-f2d8-4aac-b59d-ca919b365ec5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Calling delete_port for 1435958d-e3be-4286-8caa-791704018749 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:45:36.998666 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cc7bfd55-3698-404d-b243-53b5d639c64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:37.039427 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port cdbc8d4e-b49e-422d-bddd-8b1670b316c9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cdbc8d4e-b49e-422d-bddd-8b1670b316c9,segment=NetworkSegment(c68eb1f0-13bd-445a-a53c-081ebe5793f4),segment_id=c68eb1f0-13bd-445a-a53c-081ebe5793f4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:37.052232 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0023856d-0101-4ebf-948d-46279ccff3f0 req-5bf5a188-f619-4c38-b44e-c784e5b7ee8d tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/security-groups?id=a48e740e-68cc-40e5-8c56-b4013ed59d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976542 Mar 05 13:45:37.053955 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:37.152266 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bfd55-3698-404d-b243-53b5d639c64e None None] Pushing event updated for resources: {'Port': ['ID=5026ecaf-cfcf-4327-ad98-44f9a57f00a4,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:37.258998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Transition to ACTIVE for port object 84783dc8-ea33-42fd-b8de-3b126d3a564d will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:37.306101 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=cdbc8d4e-b49e-422d-bddd-8b1670b316c9,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:37.356848 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 63ea0878-983f-4d7b-a8b9-b98a306e363b up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:37.536531 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-860d6503-179a-473c-a33c-767a61f21036 service neutron] 10.222.0.16 "GET /v2.0/networks/bc8f8a69-e6fa-4af7-b2d3-266915535d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656788 Mar 05 13:45:37.585138 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 63ea0878-983f-4d7b-a8b9-b98a306e363b completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:37.613064 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-8b1df94b-3eee-4a57-8afd-6313b42befc8 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:37.615145 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-8b1df94b-3eee-4a57-8afd-6313b42befc8 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ff2393e-0868-4c84-9da0-11af93850630 HTTP/1.1" status: 200 len: 945 time: 1.1678557 Mar 05 13:45:37.681633 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-33b65033-eb50-4da9-8834-7c2f77306591 req-ce4fe4c3-b4d5-4f7c-ba84-96f9d5690b21 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0824654 Mar 05 13:45:37.707513 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [req-b155566a-253c-495c-ba70-723d7acb2601 req-e7c0977d-f2d8-4aac-b59d-ca919b365ec5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:45:37.707836 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [req-b155566a-253c-495c-ba70-723d7acb2601 req-e7c0977d-f2d8-4aac-b59d-ca919b365ec5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:45:37.737252 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:37.811442 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-2f1094a4-9528-4a3d-9dc0-3928fef5e534 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Deleting port 397f8747-d483-4f80-87cc-c49fefda93a2 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:45:37.811788 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-2f1094a4-9528-4a3d-9dc0-3928fef5e534 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:37.870643 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b94612e-60b5-45c7-a62e-d9d59e774fdc None None] Network bc8f8a69-e6fa-4af7-b2d3-266915535d34 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:45:37.958096 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9fe14-087f-44d5-a907-b5852af98b15 req-9054b27d-3b23-43c9-88ed-a7b3ded510f2 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:37.959876 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-95d9fe14-087f-44d5-a907-b5852af98b15 req-9054b27d-3b23-43c9-88ed-a7b3ded510f2 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=34254305-e7c5-4dd8-8fbf-8948ff0b55eb HTTP/1.1" status: 200 len: 947 time: 0.5966327 Mar 05 13:45:37.965708 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Network 0d408d73-a46e-4e4c-b598-e5439c0aebd3 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:45:37.972780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:37.996524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event updated for resources: {'Port': ['ID=84783dc8-ea33-42fd-b8de-3b126d3a564d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:38.068272 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87285c7b-db62-4529-b67a-76af077574c1 req-fc7e8114-9bb8-42a1-9ea5-87224bf442f7 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:38.074944 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-87285c7b-db62-4529-b67a-76af077574c1 req-fc7e8114-9bb8-42a1-9ea5-87224bf442f7 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 931 time: 0.1482227 Mar 05 13:45:38.083367 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-425c7beb-0cda-46fb-8e37-4d8fff98632f None None] Provisioning for port 63ea0878-983f-4d7b-a8b9-b98a306e363b completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:38.091535 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-425c7beb-0cda-46fb-8e37-4d8fff98632f None None] Provisioning complete for port 63ea0878-983f-4d7b-a8b9-b98a306e363b triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:38.091905 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-425c7beb-0cda-46fb-8e37-4d8fff98632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:38.187852 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-87285c7b-db62-4529-b67a-76af077574c1 req-d905b839-3152-4538-b23f-2c3813a479fe tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063828 Mar 05 13:45:38.366314 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-2f1094a4-9528-4a3d-9dc0-3928fef5e534 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] For port 397f8747-d483-4f80-87cc-c49fefda93a2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=397f8747-d483-4f80-87cc-c49fefda93a2,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:38.366849 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-2f1094a4-9528-4a3d-9dc0-3928fef5e534 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:38.432253 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-425c7beb-0cda-46fb-8e37-4d8fff98632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:38.498403 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-425c7beb-0cda-46fb-8e37-4d8fff98632f None None] For port 63ea0878-983f-4d7b-a8b9-b98a306e363b, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=63ea0878-983f-4d7b-a8b9-b98a306e363b,segment=NetworkSegment(f8628409-09be-413a-8660-b188d6b486c3),segment_id=f8628409-09be-413a-8660-b188d6b486c3)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:38.519161 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-425c7beb-0cda-46fb-8e37-4d8fff98632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:38.531502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:45:38.581583 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:38.582099 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:38.582609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:38.582942 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:38.583637 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:38.583637 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:38.583936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:38.584225 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:38.584550 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:38.584860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:38.588632 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:38.589049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:45:38.601168 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-b155566a-253c-495c-ba70-723d7acb2601 req-e7c0977d-f2d8-4aac-b59d-ca919b365ec5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Deleting port 1435958d-e3be-4286-8caa-791704018749 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:45:38.601515 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b155566a-253c-495c-ba70-723d7acb2601 req-e7c0977d-f2d8-4aac-b59d-ca919b365ec5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:38.606414 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35babd2b-ce38-4a97-933f-4c2d19939578 req-95006025-0ed0-4ba2-ab64-2c82046b10cb tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:38.607973 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-35babd2b-ce38-4a97-933f-4c2d19939578 req-95006025-0ed0-4ba2-ab64-2c82046b10cb tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=d387e8f1-cacf-4f91-962a-b2df94174d94 HTTP/1.1" status: 200 len: 945 time: 0.2133627 Mar 05 13:45:38.670618 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c7beb-0cda-46fb-8e37-4d8fff98632f None None] Pushing event updated for resources: {'Port': ['ID=63ea0878-983f-4d7b-a8b9-b98a306e363b,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:38.697435 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4c7ad2b4-903a-4f9a-92b9-42e7e5768731 None None] Provisioning for port 84783dc8-ea33-42fd-b8de-3b126d3a564d completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:38.738056 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-35babd2b-ce38-4a97-933f-4c2d19939578 req-44cdde6c-732f-43ad-9227-2c588b0c9e15 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158276 Mar 05 13:45:38.751536 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4c7ad2b4-903a-4f9a-92b9-42e7e5768731 None None] Provisioning complete for port 84783dc8-ea33-42fd-b8de-3b126d3a564d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:38.752286 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4c7ad2b4-903a-4f9a-92b9-42e7e5768731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:38.860795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:38.861817 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:38.863997 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4c7ad2b4-903a-4f9a-92b9-42e7e5768731 None None] Port 84783dc8-ea33-42fd-b8de-3b126d3a564d cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:45:38.867962 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-66fae039-2111-4d4e-96f0-a80e53a4ad88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:38.888699 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b55ba29-5a2d-4827-ba5b-cb00a5fcec28 None None] Network 56ad4406-1452-42b3-b9fc-952b4d3f73b0 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:45:38.912157 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-2f1094a4-9528-4a3d-9dc0-3928fef5e534 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Calling delete_port for 397f8747-d483-4f80-87cc-c49fefda93a2 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:45:38.953765 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-48086bd3-a480-4312-9d3b-1a26acdde236 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9057543 Mar 05 13:45:38.989280 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-5aedbc45-4e50-4c86-bdfa-b4f9cbd63a24 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Request body: {'port': {'device_id': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90', 'admin_state_up': True, 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'security_groups': ['2f77332d-253c-4452-852f-7801a9c8a2a1']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:39.007654 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-95d9fe14-087f-44d5-a907-b5852af98b15 req-f2ad2f7b-cac8-478e-9b46-6f60b8d35eb3 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0363007 Mar 05 13:45:39.065743 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 559eaa38-5f14-456a-be49-4d20986b7f9b up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:39.127774 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34254305-e7c5-4dd8-8fbf-8948ff0b55eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1435958d-e3be-4286-8caa-791704018749', 'code': 200} Mar 05 13:45:39.128462 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1ddc208d-a8bf-49e6-aac6-af567de3df3c None None] Provisioning for port 5026ecaf-cfcf-4327-ad98-44f9a57f00a4 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:39.336746 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 559eaa38-5f14-456a-be49-4d20986b7f9b completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:39.351964 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 559eaa38-5f14-456a-be49-4d20986b7f9b triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:39.354356 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:39.470947 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5026ecaf-cfcf-4327-ad98-44f9a57f00a4 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:39.516654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77020b31-604d-420b-9220-e2139e121bea req-f5a23d13-94a6-4d51-8467-77ba19a1570a tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:39.523854 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-77020b31-604d-420b-9220-e2139e121bea req-f5a23d13-94a6-4d51-8467-77ba19a1570a tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2393e-0868-4c84-9da0-11af93850630 HTTP/1.1" status: 200 len: 945 time: 0.1436453 Mar 05 13:45:39.541784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-5aedbc45-4e50-4c86-bdfa-b4f9cbd63a24 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:39.548667 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-5aedbc45-4e50-4c86-bdfa-b4f9cbd63a24 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Usage tracker for resource:port and tenant:375b726eb2ae465c8b7dd42940955ff2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:39.553633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-5aedbc45-4e50-4c86-bdfa-b4f9cbd63a24 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Quota usage for port was recalculated. Used quota:8. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:39.560246 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-5aedbc45-4e50-4c86-bdfa-b4f9cbd63a24 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:39.602219 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-718cc930-de1a-4c3e-8b98-a83c988a5e8e None None] Provisioning complete for port 63ea0878-983f-4d7b-a8b9-b98a306e363b triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:39.602585 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-718cc930-de1a-4c3e-8b98-a83c988a5e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:39.614015 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-77020b31-604d-420b-9220-e2139e121bea req-eb44e32e-2ee5-4e2b-843b-6146dbb2c58c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871067 Mar 05 13:45:39.767252 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:39.781104 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 5026ecaf-cfcf-4327-ad98-44f9a57f00a4 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:39.807431 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 5026ecaf-cfcf-4327-ad98-44f9a57f00a4 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:39.807796 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:39.841530 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4e9f33ed-ad1b-492c-ad58-5b6cde84ce05 req-a89fe2cb-3a30-4d1d-9dc3-4b6956eb7e51 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 210 time: 0.0683198 Mar 05 13:45:39.923778 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b155566a-253c-495c-ba70-723d7acb2601 req-e7c0977d-f2d8-4aac-b59d-ca919b365ec5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] For port 1435958d-e3be-4286-8caa-791704018749, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1435958d-e3be-4286-8caa-791704018749,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:39.924056 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b155566a-253c-495c-ba70-723d7acb2601 req-e7c0977d-f2d8-4aac-b59d-ca919b365ec5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:39.948420 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 559eaa38-5f14-456a-be49-4d20986b7f9b, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=559eaa38-5f14-456a-be49-4d20986b7f9b,segment=NetworkSegment(d303414a-0981-4891-a06d-3ac528ef1c07),segment_id=d303414a-0981-4891-a06d-3ac528ef1c07)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:39.966145 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:40.058721 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-b155566a-253c-495c-ba70-723d7acb2601 req-e7c0977d-f2d8-4aac-b59d-ca919b365ec5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Calling delete_port for 1435958d-e3be-4286-8caa-791704018749 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:45:40.114666 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:40.125449 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=559eaa38-5f14-456a-be49-4d20986b7f9b,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:40.147768 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-5aedbc45-4e50-4c86-bdfa-b4f9cbd63a24 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Made reservation on behalf of 375b726eb2ae465c8b7dd42940955ff2 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:40.151342 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-5aedbc45-4e50-4c86-bdfa-b4f9cbd63a24 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:40.178286 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a758580c-9ae5-4058-9e1b-0eb8fbf2a455 None None] Provisioning complete for port 5026ecaf-cfcf-4327-ad98-44f9a57f00a4 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:40.178286 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a758580c-9ae5-4058-9e1b-0eb8fbf2a455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:40.178556 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f9057-cfe3-4c79-9056-8b624e459839 req-fc2edbc4-5405-423f-af5e-15feac5aebad tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:40.178556 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b77f9057-cfe3-4c79-9056-8b624e459839 req-fc2edbc4-5405-423f-af5e-15feac5aebad tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e89e7ba-d60d-4b13-9043-35f45184bb7b HTTP/1.1" status: 200 len: 950 time: 0.1613426 Mar 05 13:45:40.233705 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b77f9057-cfe3-4c79-9056-8b624e459839 req-6d49dc24-5db4-43ef-a61a-7670b13046e1 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/security-groups?id=a48e740e-68cc-40e5-8c56-b4013ed59d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531433 Mar 05 13:45:40.247837 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 5026ecaf-cfcf-4327-ad98-44f9a57f00a4, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5026ecaf-cfcf-4327-ad98-44f9a57f00a4,segment=NetworkSegment(3ada50bb-b35d-4bc7-914c-ab5e25697710),segment_id=3ada50bb-b35d-4bc7-914c-ab5e25697710)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:40.295152 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:40.295934 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cdbc8d4e-b49e-422d-bddd-8b1670b316c9 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:40.457742 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=5026ecaf-cfcf-4327-ad98-44f9a57f00a4,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:40.462438 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972fc20-a981-4389-8904-8d22a0225b8f req-eda55f9c-ec34-491e-9410-941e93d52920 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:40.465071 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5972fc20-a981-4389-8904-8d22a0225b8f req-eda55f9c-ec34-491e-9410-941e93d52920 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.1238947 Mar 05 13:45:40.489986 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port cdbc8d4e-b49e-422d-bddd-8b1670b316c9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:40.490381 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:40.522251 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-2f1094a4-9528-4a3d-9dc0-3928fef5e534 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:40.536666 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['4e8e3409-53d8-4da7-8d85-ae70635ee2ea'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:40.557279 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5972fc20-a981-4389-8904-8d22a0225b8f req-8e34da60-9234-4292-9a73-3a3b3d1b49b4 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857825 Mar 05 13:45:40.586148 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['397f8747-d483-4f80-87cc-c49fefda93a2'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:40.622613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451681a-3ef8-44b6-afc1-72e91b79b4aa req-fc926452-4148-486b-9140-6d2841a596ff tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:40.631326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451681a-3ef8-44b6-afc1-72e91b79b4aa req-fc926452-4148-486b-9140-6d2841a596ff tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:40.637553 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451681a-3ef8-44b6-afc1-72e91b79b4aa req-fc926452-4148-486b-9140-6d2841a596ff tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:40.644568 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451681a-3ef8-44b6-afc1-72e91b79b4aa req-fc926452-4148-486b-9140-6d2841a596ff tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:40.650722 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451681a-3ef8-44b6-afc1-72e91b79b4aa req-fc926452-4148-486b-9140-6d2841a596ff tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:40.662812 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451681a-3ef8-44b6-afc1-72e91b79b4aa req-fc926452-4148-486b-9140-6d2841a596ff tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:40.676436 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451681a-3ef8-44b6-afc1-72e91b79b4aa req-fc926452-4148-486b-9140-6d2841a596ff tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:40.678468 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e451681a-3ef8-44b6-afc1-72e91b79b4aa req-fc926452-4148-486b-9140-6d2841a596ff tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5434 time: 1.3772402 Mar 05 13:45:40.715780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-0858a526-33ac-4690-8f9d-5a5bd49480c0 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:40.721547 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-0858a526-33ac-4690-8f9d-5a5bd49480c0 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:40.723107 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-0858a526-33ac-4690-8f9d-5a5bd49480c0 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.30 "GET /v2.0/networks?id=bc8f8a69-e6fa-4af7-b2d3-266915535d34&id=56ad4406-1452-42b3-b9fc-952b4d3f73b0&id=bc8f8a69-e6fa-4af7-b2d3-266915535d34 HTTP/1.1" status: 200 len: 1391 time: 0.6274505 Mar 05 13:45:40.751388 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1094a4-9528-4a3d-9dc0-3928fef5e534 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Pushing event deleted for resources: {'Port': ['ID=397f8747-d483-4f80-87cc-c49fefda93a2,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:40.757120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a589edf7-4d01-414f-a300-abb786b5e881 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Request body: {'port': {'device_id': '8a7539bc-1d7c-48c0-aad4-25796bffaf8a', 'network_id': 'bc8f8a69-e6fa-4af7-b2d3-266915535d34', 'admin_state_up': True, 'tenant_id': 'ea18869b41614300bace9687f02782e1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:40.765041 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 63ea0878-983f-4d7b-a8b9-b98a306e363b up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:40.815468 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c742dc-8874-4c0e-8ab4-4933985b4f84 req-18b8b654-ee0c-4676-be01-76ba018014b0 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:40.817312 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-61c742dc-8874-4c0e-8ab4-4933985b4f84 req-18b8b654-ee0c-4676-be01-76ba018014b0 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 931 time: 0.1094041 Mar 05 13:45:40.859490 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb14099-1ab2-43c3-b1ad-df3b28914f26 req-9f5811b6-d30c-4aa7-8525-a0a9c39ff8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:40.861903 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-efb14099-1ab2-43c3-b1ad-df3b28914f26 req-9f5811b6-d30c-4aa7-8525-a0a9c39ff8bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b4c5e1114694e2bb2fc635b08564db6&device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 1097 time: 1.5359864 Mar 05 13:45:40.893547 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-61c742dc-8874-4c0e-8ab4-4933985b4f84 req-a4c5d7f8-9bea-45c9-9563-11b7ee7829a5 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699100 Mar 05 13:45:40.909022 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b1d4d176-3ab0-4fcc-9d2f-8dc39e14a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:40.911586 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 63ea0878-983f-4d7b-a8b9-b98a306e363b triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:40.911718 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:41.070435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-2f1094a4-9528-4a3d-9dc0-3928fef5e534 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] No DVR routers for this DVR port 397f8747-d483-4f80-87cc-c49fefda93a2 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:45:41.075616 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e451681a-3ef8-44b6-afc1-72e91b79b4aa req-d34e2455-b216-43e5-afa1-9e5b4477f60c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3508222 Mar 05 13:45:41.093101 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-2f1094a4-9528-4a3d-9dc0-3928fef5e534 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:41.102960 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff2393e-0868-4c84-9da0-11af93850630', 'name': 'network-vif-deleted', 'tag': '397f8747-d483-4f80-87cc-c49fefda93a2'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:45:41.111887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-5aedbc45-4e50-4c86-bdfa-b4f9cbd63a24 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Allocated IP 10.1.1.81 (2f6c0a83-f942-4f3a-b081-d6b623d42c90/195deb9b-f889-47f9-a60b-0861bb777acc/5140cdaa-5a62-47c5-9206-7488edc8b9b4) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:45:41.117139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db3eda-e67c-422d-8735-80495cc6f7dc req-ac009b7b-4217-4a9f-9b01-0d9ef7ac97fe tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:41.122217 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-57db3eda-e67c-422d-8735-80495cc6f7dc req-ac009b7b-4217-4a9f-9b01-0d9ef7ac97fe tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=d387e8f1-cacf-4f91-962a-b2df94174d94 HTTP/1.1" status: 200 len: 946 time: 0.1125247 Mar 05 13:45:41.129465 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e89e7ba-d60d-4b13-9043-35f45184bb7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107b8ae9-3717-4fac-968a-b7fe4616bba3'}, {'server_uuid': 'd387e8f1-cacf-4f91-962a-b2df94174d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559eaa38-5f14-456a-be49-4d20986b7f9b'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:45:41.214582 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-57db3eda-e67c-422d-8735-80495cc6f7dc req-fce50ae7-25ee-439d-a637-f49aaec847f0 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808511 Mar 05 13:45:41.232161 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5026ecaf-cfcf-4327-ad98-44f9a57f00a4 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:45:41.288459 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b155566a-253c-495c-ba70-723d7acb2601 req-e7c0977d-f2d8-4aac-b59d-ca919b365ec5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:41.304016 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 5026ecaf-cfcf-4327-ad98-44f9a57f00a4 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:41.304485 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:41.316067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-b5d313a4-63d0-42ac-9c22-518d8c16eeda req-0782b7b7-5318-4247-bbb5-d476499c4b32 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Synchronizing usage tracker for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:41.319080 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f66b6794-f374-48b3-8c72-750bc7d7bfef req-2f1094a4-9528-4a3d-9dc0-3928fef5e534 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.30 "DELETE /v2.0/ports/397f8747-d483-4f80-87cc-c49fefda93a2 HTTP/1.1" status: 204 len: 173 time: 3.6872306 Mar 05 13:45:41.395189 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d03739e-3c50-4d67-98d4-c1c2d6e359af req-e7ac9bcf-14f3-4e01-8728-d743afa2d253 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2393e-0868-4c84-9da0-11af93850630 HTTP/1.1" status: 200 len: 210 time: 0.0847030 Mar 05 13:45:41.396569 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0977d-f2d8-4aac-b59d-ca919b365ec5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Pushing event deleted for resources: {'Port': ['ID=1435958d-e3be-4286-8caa-791704018749,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:41.513993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a589edf7-4d01-414f-a300-abb786b5e881 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:41.553962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb14099-1ab2-43c3-b1ad-df3b28914f26 req-e9931e3c-cf8c-481d-9aa7-ea6079279a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:41.555557 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-efb14099-1ab2-43c3-b1ad-df3b28914f26 req-e9931e3c-cf8c-481d-9aa7-ea6079279a6c service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d86e86d-be75-4dd0-9056-119726c56558 HTTP/1.1" status: 200 len: 919 time: 0.5774872 Mar 05 13:45:41.556825 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a589edf7-4d01-414f-a300-abb786b5e881 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Usage tracker for resource:port and tenant:ea18869b41614300bace9687f02782e1 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:41.606611 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-59d30882-802a-4877-aa2b-a6c60734b19f req-de56f7ec-4316-48b5-9841-057cd336889d tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 210 time: 0.0471299 Mar 05 13:45:41.753157 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-b5d313a4-63d0-42ac-9c22-518d8c16eeda req-0782b7b7-5318-4247-bbb5-d476499c4b32 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Unset dirty status for tenant:f35eb7de3ac943fabc502d5ac9465145 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:41.754313 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b5d313a4-63d0-42ac-9c22-518d8c16eeda req-0782b7b7-5318-4247-bbb5-d476499c4b32 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.16 "GET /v2.0/ports?device_id=34254305-e7c5-4dd8-8fbf-8948ff0b55eb HTTP/1.1" status: 200 len: 210 time: 0.5354230 Mar 05 13:45:41.755194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a589edf7-4d01-414f-a300-abb786b5e881 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:41.763302 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff2393e-0868-4c84-9da0-11af93850630', 'name': 'network-vif-deleted', 'tag': '397f8747-d483-4f80-87cc-c49fefda93a2', 'status': 'completed', 'code': 200} Mar 05 13:45:41.871544 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-efb14099-1ab2-43c3-b1ad-df3b28914f26 req-8c3cf1c9-771a-40a9-8f48-237b16580ecc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb2972e9-7940-4233-b6f6-cecfa78eca5e HTTP/1.1" status: 200 len: 217 time: 0.1013339 Mar 05 13:45:41.872992 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-b155566a-253c-495c-ba70-723d7acb2601 req-e7c0977d-f2d8-4aac-b59d-ca919b365ec5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] No DVR routers for this DVR port 1435958d-e3be-4286-8caa-791704018749 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:45:41.878641 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b155566a-253c-495c-ba70-723d7acb2601 req-e7c0977d-f2d8-4aac-b59d-ca919b365ec5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:41.882005 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b155566a-253c-495c-ba70-723d7acb2601 req-e7c0977d-f2d8-4aac-b59d-ca919b365ec5 tempest-ServersOnMultiNodesTest-2023600392 tempest-ServersOnMultiNodesTest-2023600392-project] 10.222.0.15 "DELETE /v2.0/ports/1435958d-e3be-4286-8caa-791704018749 HTTP/1.1" status: 204 len: 173 time: 6.6718042 Mar 05 13:45:41.883394 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a589edf7-4d01-414f-a300-abb786b5e881 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:41.895669 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e89e7ba-d60d-4b13-9043-35f45184bb7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107b8ae9-3717-4fac-968a-b7fe4616bba3', 'code': 200} Mar 05 13:45:41.896141 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd387e8f1-cacf-4f91-962a-b2df94174d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559eaa38-5f14-456a-be49-4d20986b7f9b', 'code': 200} Mar 05 13:45:41.930831 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae987a81-8848-4d22-b97c-5f03aa2adaf6 req-c3561997-be38-418a-bdef-b639bff3d78f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:41.950200 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:41.952493 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae987a81-8848-4d22-b97c-5f03aa2adaf6 req-c3561997-be38-418a-bdef-b639bff3d78f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:41.959203 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae987a81-8848-4d22-b97c-5f03aa2adaf6 req-c3561997-be38-418a-bdef-b639bff3d78f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:41.976106 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae987a81-8848-4d22-b97c-5f03aa2adaf6 req-c3561997-be38-418a-bdef-b639bff3d78f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:41.990356 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae987a81-8848-4d22-b97c-5f03aa2adaf6 req-c3561997-be38-418a-bdef-b639bff3d78f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:42.009394 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae987a81-8848-4d22-b97c-5f03aa2adaf6 req-c3561997-be38-418a-bdef-b639bff3d78f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:42.028562 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae987a81-8848-4d22-b97c-5f03aa2adaf6 req-c3561997-be38-418a-bdef-b639bff3d78f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:42.036777 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:42.041617 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ae987a81-8848-4d22-b97c-5f03aa2adaf6 req-c3561997-be38-418a-bdef-b639bff3d78f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5434 time: 0.2623093 Mar 05 13:45:42.043401 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56460) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:42.053946 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-76fea1ee-6ce8-4884-97ba-c203f9b8a380 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Request body: {'floatingip': {'port_id': 'cc101af9-7584-40b5-876a-1d58e91b14a0'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:42.163390 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a7ddf1a9-7388-432a-acd7-b89b3c7bc85b req-766deee8-7d13-4219-9f53-4932d1923e95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&device_id=3ff2393e-0868-4c84-9da0-11af93850630 HTTP/1.1" status: 200 len: 210 time: 0.1685102 Mar 05 13:45:42.184502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a589edf7-4d01-414f-a300-abb786b5e881 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Made reservation on behalf of ea18869b41614300bace9687f02782e1 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:42.188102 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a589edf7-4d01-414f-a300-abb786b5e881 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:42.200541 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-76fea1ee-6ce8-4884-97ba-c203f9b8a380 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for floatingip, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:42.249514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb14099-1ab2-43c3-b1ad-df3b28914f26 req-23600aaa-0826-4718-b9e9-3c210c7d6d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:42.251219 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-efb14099-1ab2-43c3-b1ad-df3b28914f26 req-23600aaa-0826-4718-b9e9-3c210c7d6d2c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32d17a52-66f7-429c-9ede-22bc23f82349 HTTP/1.1" status: 200 len: 859 time: 0.3494587 Mar 05 13:45:42.430034 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-efb14099-1ab2-43c3-b1ad-df3b28914f26 req-8f541f62-38ce-413a-879f-9f4a486697a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d86e86d-be75-4dd0-9056-119726c56558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1567342 Mar 05 13:45:42.439523 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-5aedbc45-4e50-4c86-bdfa-b4f9cbd63a24 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:42.536082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-5aedbc45-4e50-4c86-bdfa-b4f9cbd63a24 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Transition to ACTIVE for port object 5140cdaa-5a62-47c5-9206-7488edc8b9b4 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:42.550061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667e447-2332-4d50-86e2-f8953b750788 req-ee371ec8-b099-4b87-bd18-e8c5ae87fb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:42.551662 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7667e447-2332-4d50-86e2-f8953b750788 req-ee371ec8-b099-4b87-bd18-e8c5ae87fb43 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6e89e7ba-d60d-4b13-9043-35f45184bb7b HTTP/1.1" status: 200 len: 1101 time: 0.2923648 Mar 05 13:45:42.563478 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b220d-a936-4513-b91e-e08cce38c812 req-47724833-80b9-4c39-a150-d95b917529d7 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:42.565319 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-842b220d-a936-4513-b91e-e08cce38c812 req-47724833-80b9-4c39-a150-d95b917529d7 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.4054868 Mar 05 13:45:42.726020 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba2f9a-74c4-47bc-a3c0-4121bcefa3d7 req-4a2ed89e-cc13-4962-9984-4f7f25556bd2 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:42.727615 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43ba2f9a-74c4-47bc-a3c0-4121bcefa3d7 req-4a2ed89e-cc13-4962-9984-4f7f25556bd2 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e89e7ba-d60d-4b13-9043-35f45184bb7b HTTP/1.1" status: 200 len: 950 time: 0.6197100 Mar 05 13:45:42.729874 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531a3e5-2c05-4595-a361-59b7e6f112d1 req-c1a6bb50-9a88-491e-b8ea-df8f33621532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:42.730967 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5531a3e5-2c05-4595-a361-59b7e6f112d1 req-c1a6bb50-9a88-491e-b8ea-df8f33621532 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d387e8f1-cacf-4f91-962a-b2df94174d94 HTTP/1.1" status: 200 len: 1097 time: 0.6697299 Mar 05 13:45:42.746570 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddf1a9-7388-432a-acd7-b89b3c7bc85b req-1eb18cb5-6ca3-46da-9f81-552c02b04ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:42.747975 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a7ddf1a9-7388-432a-acd7-b89b3c7bc85b req-1eb18cb5-6ca3-46da-9f81-552c02b04ad2 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&shared=False HTTP/1.1" status: 200 len: 906 time: 0.5460818 Mar 05 13:45:42.833695 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7667e447-2332-4d50-86e2-f8953b750788 req-69ae4d2d-2082-4d6d-9f9a-27576272802a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a48e740e-68cc-40e5-8c56-b4013ed59d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673993 Mar 05 13:45:42.844097 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-842b220d-a936-4513-b91e-e08cce38c812 req-95c6e69a-b1c5-4ff4-a257-a4e8e970c57a tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572253 Mar 05 13:45:42.890946 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-efb14099-1ab2-43c3-b1ad-df3b28914f26 req-dbad7dce-432a-41fd-8ebb-aee5f0cce880 service neutron] 10.222.0.15 "GET /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450040 Mar 05 13:45:42.951371 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a589edf7-4d01-414f-a300-abb786b5e881 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Allocated IP 19.80.0.100 (bc8f8a69-e6fa-4af7-b2d3-266915535d34/1c272217-a9e3-43be-a1a5-04061146ad7e/a3657b8b-f65e-47e0-8945-58b51091702e) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:45:42.993409 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43ba2f9a-74c4-47bc-a3c0-4121bcefa3d7 req-e7881ef9-a4fb-48b5-824a-44d70345d8d5 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/security-groups?id=a48e740e-68cc-40e5-8c56-b4013ed59d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479997 Mar 05 13:45:42.994303 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-5aedbc45-4e50-4c86-bdfa-b4f9cbd63a24 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:43.019551 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5531a3e5-2c05-4595-a361-59b7e6f112d1 req-d65996a9-8271-49e1-9027-155baebce77a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769167 Mar 05 13:45:43.080916 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce91466-8d96-4226-8418-642634aa4e97 req-f4fe6435-0219-4e85-9474-59bbcf44d5fd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:43.087849 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce91466-8d96-4226-8418-642634aa4e97 req-f4fe6435-0219-4e85-9474-59bbcf44d5fd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:43.089753 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ce91466-8d96-4226-8418-642634aa4e97 req-f4fe6435-0219-4e85-9474-59bbcf44d5fd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 1652 time: 0.1342530 Mar 05 13:45:43.216774 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-5aedbc45-4e50-4c86-bdfa-b4f9cbd63a24 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:45:43.222141 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ce91466-8d96-4226-8418-642634aa4e97 req-78940766-27c4-44f9-b4f3-b7346510b52f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178577 Mar 05 13:45:43.242981 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-76fea1ee-6ce8-4884-97ba-c203f9b8a380 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:43.247697 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-5aedbc45-4e50-4c86-bdfa-b4f9cbd63a24 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:43.260238 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-5aedbc45-4e50-4c86-bdfa-b4f9cbd63a24 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:45:43.264948 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-76fea1ee-6ce8-4884-97ba-c203f9b8a380 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:43.372633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedbc45-4e50-4c86-bdfa-b4f9cbd63a24 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event updated for resources: {'Port': ['ID=5140cdaa-5a62-47c5-9206-7488edc8b9b4,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:43.376006 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddf1a9-7388-432a-acd7-b89b3c7bc85b req-6651c1e9-3060-48a0-9f48-d9a767c8c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:43.377594 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a7ddf1a9-7388-432a-acd7-b89b3c7bc85b req-6651c1e9-3060-48a0-9f48-d9a767c8c39c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5955625 Mar 05 13:45:43.430514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-5aedbc45-4e50-4c86-bdfa-b4f9cbd63a24 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:43.431204 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-5aedbc45-4e50-4c86-bdfa-b4f9cbd63a24 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:43.436684 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-efb14099-1ab2-43c3-b1ad-df3b28914f26 req-99ecc20c-16fe-4723-a603-9c73eccae7e7 service neutron] 10.222.0.15 "GET /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876497 Mar 05 13:45:43.502847 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e315a97-5725-45f3-96c9-e5cf096cb6fc req-49d21cbf-91b6-4c31-82a8-819f40b97412 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2393e-0868-4c84-9da0-11af93850630 HTTP/1.1" status: 200 len: 210 time: 0.1370220 Mar 05 13:45:43.519009 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-200d3419-f2b0-401c-862e-6b4a8a29395b None None] Provisioning for port 5140cdaa-5a62-47c5-9206-7488edc8b9b4 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:43.527266 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-200d3419-f2b0-401c-862e-6b4a8a29395b None None] Provisioning complete for port 5140cdaa-5a62-47c5-9206-7488edc8b9b4 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:43.527943 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-200d3419-f2b0-401c-862e-6b4a8a29395b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:43.533141 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-76fea1ee-6ce8-4884-97ba-c203f9b8a380 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Floating IP b06eaba2-570b-4bde-ae5d-9c5376e01b11 associated. External IP: 172.25.4.147, port: cc101af9-7584-40b5-876a-1d58e91b14a0. Mar 05 13:45:43.613977 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-200d3419-f2b0-401c-862e-6b4a8a29395b None None] Port 5140cdaa-5a62-47c5-9206-7488edc8b9b4 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:45:43.635118 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:43.669915 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-5aedbc45-4e50-4c86-bdfa-b4f9cbd63a24 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6994789 Mar 05 13:45:43.728486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b1c56503-3963-40ef-b268-cbd5d68141be tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Request body: {'port': {'device_id': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90', 'admin_state_up': True, 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'security_groups': ['2f77332d-253c-4452-852f-7801a9c8a2a1']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:43.745592 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5cf1440d-ee78-4eae-adb6-9da469445ed3 req-c7580f8b-4acf-4c6c-8704-34fa910ba063 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 210 time: 0.1012537 Mar 05 13:45:43.771515 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34254305-e7c5-4dd8-8fbf-8948ff0b55eb', 'name': 'network-vif-deleted', 'tag': '1435958d-e3be-4286-8caa-791704018749'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:45:43.855445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d8d27-aac7-4e20-9c11-d36992d2485e req-f1906a50-6254-453e-ae65-ddf6ba6bc604 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:43.856936 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-847d8d27-aac7-4e20-9c11-d36992d2485e req-f1906a50-6254-453e-ae65-ddf6ba6bc604 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=d387e8f1-cacf-4f91-962a-b2df94174d94 HTTP/1.1" status: 200 len: 946 time: 0.7203982 Mar 05 13:45:43.878008 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34254305-e7c5-4dd8-8fbf-8948ff0b55eb', 'name': 'network-vif-deleted', 'tag': '1435958d-e3be-4286-8caa-791704018749', 'status': 'completed', 'code': 200} Mar 05 13:45:43.965496 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a589edf7-4d01-414f-a300-abb786b5e881 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:43.985932 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-847d8d27-aac7-4e20-9c11-d36992d2485e req-d2fd7dcf-b7e5-46dd-9326-7845867cb8c3 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132834 Mar 05 13:45:43.990154 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b1c56503-3963-40ef-b268-cbd5d68141be tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:43.998447 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b1c56503-3963-40ef-b268-cbd5d68141be tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Usage tracker for resource:port and tenant:375b726eb2ae465c8b7dd42940955ff2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:44.001462 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a589edf7-4d01-414f-a300-abb786b5e881 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Transition to ACTIVE for port object a3657b8b-f65e-47e0-8945-58b51091702e will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:44.002749 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b1c56503-3963-40ef-b268-cbd5d68141be tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Quota usage for port was recalculated. Used quota:9. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:44.011224 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b1c56503-3963-40ef-b268-cbd5d68141be tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:44.030358 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b1c56503-3963-40ef-b268-cbd5d68141be tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Made reservation on behalf of 375b726eb2ae465c8b7dd42940955ff2 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:44.035799 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b1c56503-3963-40ef-b268-cbd5d68141be tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:44.101409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fea1ee-6ce8-4884-97ba-c203f9b8a380 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Router b739ddb9-60e3-4d87-9292-9616156585a4 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:45:44.149964 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a589edf7-4d01-414f-a300-abb786b5e881 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:44.238100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56486) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:44.275654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbce3d3-0967-441e-968b-a94a3f458b03 req-c2649c31-4f26-48ef-894d-e33db8564a80 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:44.284294 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cdbce3d3-0967-441e-968b-a94a3f458b03 req-c2649c31-4f26-48ef-894d-e33db8564a80 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.3045115 Mar 05 13:45:44.421951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589edf7-4d01-414f-a300-abb786b5e881 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event updated for resources: {'Port': ['ID=a3657b8b-f65e-47e0-8945-58b51091702e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:44.487113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a589edf7-4d01-414f-a300-abb786b5e881 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Network bc8f8a69-e6fa-4af7-b2d3-266915535d34 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:45:44.496348 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a589edf7-4d01-414f-a300-abb786b5e881 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:44.503736 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a589edf7-4d01-414f-a300-abb786b5e881 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:45:44.591417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b1c56503-3963-40ef-b268-cbd5d68141be tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Allocated IP 10.1.1.33 (2f6c0a83-f942-4f3a-b081-d6b623d42c90/195deb9b-f889-47f9-a60b-0861bb777acc/d8f0ac4c-d717-4bc8-a324-5c186d133ada) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:45:44.596991 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cdbce3d3-0967-441e-968b-a94a3f458b03 req-11669c27-d3f0-47fb-b547-c8a0e881fea7 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111465 Mar 05 13:45:44.600128 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fea1ee-6ce8-4884-97ba-c203f9b8a380 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:45:44.603914 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a589edf7-4d01-414f-a300-abb786b5e881 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:44.604547 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a589edf7-4d01-414f-a300-abb786b5e881 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:44.604864 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-76fea1ee-6ce8-4884-97ba-c203f9b8a380 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:44.612149 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404fc169-7047-4ccb-8aa1-ec55ea96de94 None None] Sync routers for ids ['b739ddb9-60e3-4d87-9292-9616156585a4'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:45:44.631827 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404fc169-7047-4ccb-8aa1-ec55ea96de94 None None] Routers {'b739ddb9-60e3-4d87-9292-9616156585a4'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:45:44.632443 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-404fc169-7047-4ccb-8aa1-ec55ea96de94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:45:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b739ddb9-60e3-4d87-9292-9616156585a4'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:45:44.636650 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d12aa7e8-69ce-4376-b71d-b8091d40d8fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f35eb7de3ac943fabc502d5ac9465145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3934565 Mar 05 13:45:44.639835 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56496) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:44.724518 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-76fea1ee-6ce8-4884-97ba-c203f9b8a380 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "PUT /v2.0/floatingips/b06eaba2-570b-4bde-ae5d-9c5376e01b11 HTTP/1.1" status: 200 len: 992 time: 2.6799650 Mar 05 13:45:44.730028 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'tag': 'cc101af9-7584-40b5-876a-1d58e91b14a0'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:45:44.738701 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1656a2d-56ce-4c67-ac2b-a7cdd97ebf2b req-d70a7693-b2a3-4327-822f-30b7a713f675 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:44.745807 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d1656a2d-56ce-4c67-ac2b-a7cdd97ebf2b req-d70a7693-b2a3-4327-822f-30b7a713f675 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e89e7ba-d60d-4b13-9043-35f45184bb7b HTTP/1.1" status: 200 len: 950 time: 0.3704317 Mar 05 13:45:44.781333 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a589edf7-4d01-414f-a300-abb786b5e881 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0329695 Mar 05 13:45:44.812695 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ae686953-d1a0-4c3f-8f02-99eecc518cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:44.818846 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a539550e-6255-40a2-b19c-7db7ec7973ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Request body: {'port': {'device_id': '8a7539bc-1d7c-48c0-aad4-25796bffaf8a', 'network_id': '56ad4406-1452-42b3-b9fc-952b4d3f73b0', 'admin_state_up': True, 'tenant_id': 'ea18869b41614300bace9687f02782e1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:44.852519 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ae686953-d1a0-4c3f-8f02-99eecc518cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:44.873903 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f7969a93-9b01-498d-ad11-854e9c088421 None None] Provisioning for port a3657b8b-f65e-47e0-8945-58b51091702e completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:44.883331 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d1656a2d-56ce-4c67-ac2b-a7cdd97ebf2b req-c0298239-886c-4252-88e7-4cb51377565f tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/security-groups?id=a48e740e-68cc-40e5-8c56-b4013ed59d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365979 Mar 05 13:45:44.888788 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f7969a93-9b01-498d-ad11-854e9c088421 None None] Provisioning complete for port a3657b8b-f65e-47e0-8945-58b51091702e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:44.889399 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f7969a93-9b01-498d-ad11-854e9c088421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:44.920477 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-404fc169-7047-4ccb-8aa1-ec55ea96de94 None None] Set router b739ddb9-60e3-4d87-9292-9616156585a4 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:45:44.953331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bfa7b6-836f-4bb4-9a4a-26c2a2048d63 req-2648c1d0-c49d-42be-9395-255dd732ae6d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:44.961580 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bfa7b6-836f-4bb4-9a4a-26c2a2048d63 req-2648c1d0-c49d-42be-9395-255dd732ae6d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:44.975614 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f6bfa7b6-836f-4bb4-9a4a-26c2a2048d63 req-2648c1d0-c49d-42be-9395-255dd732ae6d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 1652 time: 0.2122614 Mar 05 13:45:45.023158 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ae686953-d1a0-4c3f-8f02-99eecc518cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:45.038634 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f6bfa7b6-836f-4bb4-9a4a-26c2a2048d63 req-60d8acfa-99d2-4867-b977-e4afba33f955 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620279 Mar 05 13:45:45.049660 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae686953-d1a0-4c3f-8f02-99eecc518cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:45.057941 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ae686953-d1a0-4c3f-8f02-99eecc518cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:45.063350 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ae686953-d1a0-4c3f-8f02-99eecc518cfd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa46b6e6-ed62-4bce-b9f8-bc621c1c4d33 HTTP/1.1" status: 204 len: 168 time: 0.4217048 Mar 05 13:45:45.063945 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-f7969a93-9b01-498d-ad11-854e9c088421 None None] Port a3657b8b-f65e-47e0-8945-58b51091702e cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:45:45.109779 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-0b672adb-d39d-4bee-a01f-a08f4ab65a76 req-91bbfe35-9cab-4472-9adb-d6ccb6796e99 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Synchronizing usage tracker for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:45.162783 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'tag': 'cc101af9-7584-40b5-876a-1d58e91b14a0', 'status': 'completed', 'code': 200} Mar 05 13:45:45.187244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-0b672adb-d39d-4bee-a01f-a08f4ab65a76 req-91bbfe35-9cab-4472-9adb-d6ccb6796e99 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Unset dirty status for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:45.195760 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0b672adb-d39d-4bee-a01f-a08f4ab65a76 req-91bbfe35-9cab-4472-9adb-d6ccb6796e99 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2393e-0868-4c84-9da0-11af93850630 HTTP/1.1" status: 200 len: 210 time: 0.1740644 Mar 05 13:45:45.332689 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b1c56503-3963-40ef-b268-cbd5d68141be tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:45.356271 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a7ddf1a9-7388-432a-acd7-b89b3c7bc85b req-50207819-2061-4e3a-bbb8-4a889763801d tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ff2393e-0868-4c84-9da0-11af93850630 HTTP/1.1" status: 200 len: 210 time: 0.1594782 Mar 05 13:45:45.358022 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81799e0b-2263-4ec2-a260-f1eb90e81bd5 req-d357e9f1-d492-44de-a5f8-d6dd3783e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:45.358501 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81799e0b-2263-4ec2-a260-f1eb90e81bd5 req-d357e9f1-d492-44de-a5f8-d6dd3783e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:45.359006 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81799e0b-2263-4ec2-a260-f1eb90e81bd5 req-d357e9f1-d492-44de-a5f8-d6dd3783e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:45.359441 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81799e0b-2263-4ec2-a260-f1eb90e81bd5 req-d357e9f1-d492-44de-a5f8-d6dd3783e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:45.360150 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81799e0b-2263-4ec2-a260-f1eb90e81bd5 req-d357e9f1-d492-44de-a5f8-d6dd3783e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:45.361319 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81799e0b-2263-4ec2-a260-f1eb90e81bd5 req-d357e9f1-d492-44de-a5f8-d6dd3783e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:45.361775 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81799e0b-2263-4ec2-a260-f1eb90e81bd5 req-d357e9f1-d492-44de-a5f8-d6dd3783e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:45.364138 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a539550e-6255-40a2-b19c-7db7ec7973ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:45.364338 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-81799e0b-2263-4ec2-a260-f1eb90e81bd5 req-d357e9f1-d492-44de-a5f8-d6dd3783e679 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28610c303cf6490b864485c4875d7beb&device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 6491 time: 0.1670542 Mar 05 13:45:45.417069 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b1c56503-3963-40ef-b268-cbd5d68141be tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Transition to ACTIVE for port object d8f0ac4c-d717-4bc8-a324-5c186d133ada will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:45.418948 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a539550e-6255-40a2-b19c-7db7ec7973ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Usage tracker for resource:port and tenant:ea18869b41614300bace9687f02782e1 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:45.427455 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a539550e-6255-40a2-b19c-7db7ec7973ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:45.441542 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a539550e-6255-40a2-b19c-7db7ec7973ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:45.457651 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-404fc169-7047-4ccb-8aa1-ec55ea96de94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'name': 'tempest-TaggedBootDevicesTest-1596754330-router', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:42Z', 'updated_at': '2022-03-05T13:41:59Z', 'revision_number': 4, 'project_id': '28610c303cf6490b864485c4875d7beb', 'gw_port': {'id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:46Z', 'updated_at': '2022-03-05T13:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'b06eaba2-570b-4bde-ae5d-9c5376e01b11', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'port_id': 'cc101af9-7584-40b5-876a-1d58e91b14a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe', 'mac_address': 'fa:16:3e:ef:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:43:30Z', 'updated_at': '2022-03-05T13:45:43Z', 'revision_number': 1, 'project_id': '28610c303cf6490b864485c4875d7beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59efc00-ff3c-4261-8bfb-202004ab011e', 'name': '', 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'mac_address': 'fa:16:3e:da:e5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'c7f5fdc7-cd8a-40ad-987c-101447f15754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:56Z', 'updated_at': '2022-03-05T13:42:09Z', 'revision_number': 5, 'project_id': '28610c303cf6490b864485c4875d7beb', 'subnets': [{'id': 'c7f5fdc7-cd8a-40ad-987c-101447f15754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:45:45.468669 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404fc169-7047-4ccb-8aa1-ec55ea96de94 None None] Checking router: b739ddb9-60e3-4d87-9292-9616156585a4 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:45:45.487937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a539550e-6255-40a2-b19c-7db7ec7973ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Made reservation on behalf of ea18869b41614300bace9687f02782e1 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:45.490415 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404fc169-7047-4ccb-8aa1-ec55ea96de94 None None] Routers {'b739ddb9-60e3-4d87-9292-9616156585a4'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:45:45.492270 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-404fc169-7047-4ccb-8aa1-ec55ea96de94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:45:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b739ddb9-60e3-4d87-9292-9616156585a4'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:45:45.495406 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a539550e-6255-40a2-b19c-7db7ec7973ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:45.525519 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fddf66-506d-4ed0-8576-cd4ca7dc9970 req-f889df32-0f0e-4e9d-a2ac-7c2680a2b8bf tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:45.527025 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e4fddf66-506d-4ed0-8576-cd4ca7dc9970 req-f889df32-0f0e-4e9d-a2ac-7c2680a2b8bf tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 932 time: 0.2219663 Mar 05 13:45:45.560875 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56512) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:45.616724 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81799e0b-2263-4ec2-a260-f1eb90e81bd5 req-e3834a50-8f82-4d2b-82e9-8e85347b3564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:45.618046 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-81799e0b-2263-4ec2-a260-f1eb90e81bd5 req-e3834a50-8f82-4d2b-82e9-8e85347b3564 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eeb6dd3a-1e4e-467a-a55d-6c75511821fe HTTP/1.1" status: 200 len: 912 time: 0.2396841 Mar 05 13:45:45.655561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec744ef4-f3ad-46d4-9531-785a547dc235 req-25831da9-69c4-4013-b278-edfc75c69087 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:45.663449 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ec744ef4-f3ad-46d4-9531-785a547dc235 req-25831da9-69c4-4013-b278-edfc75c69087 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=d387e8f1-cacf-4f91-962a-b2df94174d94 HTTP/1.1" status: 200 len: 946 time: 0.3109288 Mar 05 13:45:45.665647 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b1c56503-3963-40ef-b268-cbd5d68141be tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:45.743472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-e4fddf66-506d-4ed0-8576-cd4ca7dc9970 req-3c08a16a-3241-4386-952a-7f6be2480653 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Synchronizing usage tracker for tenant:ea18869b41614300bace9687f02782e1 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:45.747287 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-404fc169-7047-4ccb-8aa1-ec55ea96de94 None None] Set router b739ddb9-60e3-4d87-9292-9616156585a4 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:45:45.763702 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-49c46a83-4067-4343-b066-ea795467cfc2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87acd6420a19402f9056d418bdf63513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1993120 Mar 05 13:45:45.767560 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56518) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:45.818784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b1c56503-3963-40ef-b268-cbd5d68141be tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:45:45.823941 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-e4fddf66-506d-4ed0-8576-cd4ca7dc9970 req-3c08a16a-3241-4386-952a-7f6be2480653 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Unset dirty status for tenant:ea18869b41614300bace9687f02782e1 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:45.825091 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e4fddf66-506d-4ed0-8576-cd4ca7dc9970 req-3c08a16a-3241-4386-952a-7f6be2480653 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909369 Mar 05 13:45:45.834924 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b1c56503-3963-40ef-b268-cbd5d68141be tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:45.836809 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c56503-3963-40ef-b268-cbd5d68141be tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event updated for resources: {'Port': ['ID=d8f0ac4c-d717-4bc8-a324-5c186d133ada,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:45.843961 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b1c56503-3963-40ef-b268-cbd5d68141be tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:45:45.847522 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-81799e0b-2263-4ec2-a260-f1eb90e81bd5 req-750969c4-77a4-4e5e-b882-d9dda46c0c27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc101af9-7584-40b5-876a-1d58e91b14a0 HTTP/1.1" status: 200 len: 1000 time: 0.2103407 Mar 05 13:45:45.919063 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a539550e-6255-40a2-b19c-7db7ec7973ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Allocated IP 19.86.0.227 (56ad4406-1452-42b3-b9fc-952b4d3f73b0/7df94291-0abd-4abf-97b6-fc078a29c054/dead46ef-c0b8-4387-a50d-8f2204798093) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:45:45.927613 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a749997e-1d80-4688-baf9-3749791fabba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:45.979270 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a749997e-1d80-4688-baf9-3749791fabba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:46.039798 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81799e0b-2263-4ec2-a260-f1eb90e81bd5 req-e2097ebf-3fa3-481e-be4b-0a7cb9e83c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:46.041177 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-81799e0b-2263-4ec2-a260-f1eb90e81bd5 req-e2097ebf-3fa3-481e-be4b-0a7cb9e83c35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7f5fdc7-cd8a-40ad-987c-101447f15754 HTTP/1.1" status: 200 len: 851 time: 0.1620564 Mar 05 13:45:46.093023 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ec744ef4-f3ad-46d4-9531-785a547dc235 req-7b55e078-c456-4b5c-b48c-4727c9af6a4b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284670 Mar 05 13:45:46.280432 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a749997e-1d80-4688-baf9-3749791fabba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:46.314739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749997e-1d80-4688-baf9-3749791fabba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c41aae-c19b-4d32-93cc-f3a2a5bd9eed,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:46.378686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81799e0b-2263-4ec2-a260-f1eb90e81bd5 req-bb8778d4-d42f-409c-ad3f-cbbc0b8e121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:46.382086 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-81799e0b-2263-4ec2-a260-f1eb90e81bd5 req-bb8778d4-d42f-409c-ad3f-cbbc0b8e121c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eeb6dd3a-1e4e-467a-a55d-6c75511821fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3152392 Mar 05 13:45:46.391204 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-72172db3-2375-431c-a142-deaf9e6ca05c None None] Provisioning for port d8f0ac4c-d717-4bc8-a324-5c186d133ada completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:46.415902 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-72172db3-2375-431c-a142-deaf9e6ca05c None None] Provisioning complete for port d8f0ac4c-d717-4bc8-a324-5c186d133ada triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:46.416224 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-72172db3-2375-431c-a142-deaf9e6ca05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:46.447342 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a749997e-1d80-4688-baf9-3749791fabba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:46.448884 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a749997e-1d80-4688-baf9-3749791fabba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4c41aae-c19b-4d32-93cc-f3a2a5bd9eed HTTP/1.1" status: 204 len: 168 time: 0.6795444 Mar 05 13:45:46.452243 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b1c56503-3963-40ef-b268-cbd5d68141be tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:46.452938 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b1c56503-3963-40ef-b268-cbd5d68141be tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:46.491053 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928db9d5-7894-486d-a206-0db2d7c14977 req-5c55d6a6-acdb-4331-89e9-2b44202c1092 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:46.499267 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-928db9d5-7894-486d-a206-0db2d7c14977 req-5c55d6a6-acdb-4331-89e9-2b44202c1092 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.4283018 Mar 05 13:45:46.560931 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-72172db3-2375-431c-a142-deaf9e6ca05c None None] Port d8f0ac4c-d717-4bc8-a324-5c186d133ada cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:45:46.583730 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-404fc169-7047-4ccb-8aa1-ec55ea96de94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'name': 'tempest-TaggedBootDevicesTest-1596754330-router', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:42Z', 'updated_at': '2022-03-05T13:41:59Z', 'revision_number': 4, 'project_id': '28610c303cf6490b864485c4875d7beb', 'gw_port': {'id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:46Z', 'updated_at': '2022-03-05T13:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'b06eaba2-570b-4bde-ae5d-9c5376e01b11', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'port_id': 'cc101af9-7584-40b5-876a-1d58e91b14a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe', 'mac_address': 'fa:16:3e:ef:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:43:30Z', 'updated_at': '2022-03-05T13:45:43Z', 'revision_number': 1, 'project_id': '28610c303cf6490b864485c4875d7beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59efc00-ff3c-4261-8bfb-202004ab011e', 'name': '', 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'mac_address': 'fa:16:3e:da:e5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'c7f5fdc7-cd8a-40ad-987c-101447f15754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:56Z', 'updated_at': '2022-03-05T13:42:09Z', 'revision_number': 5, 'project_id': '28610c303cf6490b864485c4875d7beb', 'subnets': [{'id': 'c7f5fdc7-cd8a-40ad-987c-101447f15754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:45:46.588238 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b1c56503-3963-40ef-b268-cbd5d68141be tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8708472 Mar 05 13:45:46.591246 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404fc169-7047-4ccb-8aa1-ec55ea96de94 None None] The sync data for ids ['b739ddb9-60e3-4d87-9292-9616156585a4'] in n-d-803718-1 is: [{'id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'name': 'tempest-TaggedBootDevicesTest-1596754330-router', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:42Z', 'updated_at': '2022-03-05T13:41:59Z', 'revision_number': 4, 'project_id': '28610c303cf6490b864485c4875d7beb', 'gw_port': {'id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:46Z', 'updated_at': '2022-03-05T13:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'b06eaba2-570b-4bde-ae5d-9c5376e01b11', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'port_id': 'cc101af9-7584-40b5-876a-1d58e91b14a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe', 'mac_address': 'fa:16:3e:ef:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:43:30Z', 'updated_at': '2022-03-05T13:45:43Z', 'revision_number': 1, 'project_id': '28610c303cf6490b864485c4875d7beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59efc00-ff3c-4261-8bfb-202004ab011e', 'name': '', 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'mac_address': 'fa:16:3e:da:e5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'c7f5fdc7-cd8a-40ad-987c-101447f15754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:56Z', 'updated_at': '2022-03-05T13:42:09Z', 'revision_number': 5, 'project_id': '28610c303cf6490b864485c4875d7beb', 'subnets': [{'id': 'c7f5fdc7-cd8a-40ad-987c-101447f15754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:45:46.601904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-57729884-9a35-4920-9ec4-1ea13fe24ba3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Request body: {'port': {'device_id': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ef187771-ae1f-4999-9df8-9d6ddceec808', 'admin_state_up': True, 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'security_groups': ['2f77332d-253c-4452-852f-7801a9c8a2a1']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:46.643230 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-928db9d5-7894-486d-a206-0db2d7c14977 req-3c2b9c1f-fd40-4035-8367-690544c90e89 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412511 Mar 05 13:45:46.706598 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-81799e0b-2263-4ec2-a260-f1eb90e81bd5 req-602c47c7-2777-4f59-89a3-37c6f0b2697e service neutron] 10.222.0.30 "GET /v2.0/networks/eeb6dd3a-1e4e-467a-a55d-6c75511821fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090825 Mar 05 13:45:46.829892 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a539550e-6255-40a2-b19c-7db7ec7973ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:46.876162 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a539550e-6255-40a2-b19c-7db7ec7973ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Transition to ACTIVE for port object dead46ef-c0b8-4387-a50d-8f2204798093 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:46.885874 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd26e93-6d74-4ad8-849d-3fd6661469de req-88f50b4b-554d-4f93-b195-3a6a0bfa5649 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:46.893411 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3fd26e93-6d74-4ad8-849d-3fd6661469de req-88f50b4b-554d-4f93-b195-3a6a0bfa5649 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e89e7ba-d60d-4b13-9043-35f45184bb7b HTTP/1.1" status: 200 len: 950 time: 0.4475579 Mar 05 13:45:46.979347 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-57729884-9a35-4920-9ec4-1ea13fe24ba3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:46.986342 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-81799e0b-2263-4ec2-a260-f1eb90e81bd5 req-63847d74-a6b5-4ea8-9b8d-fc41e9b1bbe1 service neutron] 10.222.0.30 "GET /v2.0/networks/eeb6dd3a-1e4e-467a-a55d-6c75511821fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734511 Mar 05 13:45:47.001560 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f06cf-83b5-4c4a-abc4-9e2c12c49402 req-de585a47-b488-46c3-8a4c-6fa1823cccf5 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:47.008585 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1b4e86-db84-4b2c-b0e2-fa8921bf1086 None None] New status for floating IP b06eaba2-570b-4bde-ae5d-9c5376e01b11: ACTIVE {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:45:47.009160 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f06cf-83b5-4c4a-abc4-9e2c12c49402 req-de585a47-b488-46c3-8a4c-6fa1823cccf5 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:47.015663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f06cf-83b5-4c4a-abc4-9e2c12c49402 req-de585a47-b488-46c3-8a4c-6fa1823cccf5 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:47.018212 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec0f06cf-83b5-4c4a-abc4-9e2c12c49402 req-de585a47-b488-46c3-8a4c-6fa1823cccf5 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 2372 time: 0.1882317 Mar 05 13:45:47.023849 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-57729884-9a35-4920-9ec4-1ea13fe24ba3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Usage tracker for resource:port and tenant:375b726eb2ae465c8b7dd42940955ff2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:47.027629 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-57729884-9a35-4920-9ec4-1ea13fe24ba3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Quota usage for port was recalculated. Used quota:10. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:47.044616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-57729884-9a35-4920-9ec4-1ea13fe24ba3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:47.074899 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3fd26e93-6d74-4ad8-849d-3fd6661469de req-f1748a0d-4d94-40e1-8234-d63876fd3d0c tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/security-groups?id=a48e740e-68cc-40e5-8c56-b4013ed59d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774065 Mar 05 13:45:47.091991 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec0f06cf-83b5-4c4a-abc4-9e2c12c49402 req-39e6dd28-7837-495f-8e98-629adcad1a3b tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676422 Mar 05 13:45:47.118638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-57729884-9a35-4920-9ec4-1ea13fe24ba3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Made reservation on behalf of 375b726eb2ae465c8b7dd42940955ff2 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:47.139243 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a539550e-6255-40a2-b19c-7db7ec7973ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:47.301598 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a539550e-6255-40a2-b19c-7db7ec7973ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Network 56ad4406-1452-42b3-b9fc-952b4d3f73b0 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:45:47.339031 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a539550e-6255-40a2-b19c-7db7ec7973ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:47.353157 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a539550e-6255-40a2-b19c-7db7ec7973ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:45:47.488034 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539550e-6255-40a2-b19c-7db7ec7973ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event updated for resources: {'Port': ['ID=dead46ef-c0b8-4387-a50d-8f2204798093,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:47.549043 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-41882340-4c62-4fee-a558-26ae6dcb2a7b req-c034e760-8bdd-4fc4-ace7-5a663d3834ff tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1209291015&fields=id&tenant_id=3cee7834a5214c2e894eb17166dede92 HTTP/1.1" status: 200 len: 267 time: 0.2535448 Mar 05 13:45:47.590896 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13329046-361f-42f7-bf9a-9f688b502540 req-8351965e-a79e-42c8-8806-bfd265c875a7 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:47.598661 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13329046-361f-42f7-bf9a-9f688b502540 req-8351965e-a79e-42c8-8806-bfd265c875a7 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:47.627867 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-13329046-361f-42f7-bf9a-9f688b502540 req-8351965e-a79e-42c8-8806-bfd265c875a7 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 1655 time: 0.2183778 Mar 05 13:45:47.647813 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a539550e-6255-40a2-b19c-7db7ec7973ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:47.651110 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a539550e-6255-40a2-b19c-7db7ec7973ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:47.713874 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-57729884-9a35-4920-9ec4-1ea13fe24ba3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:47.739975 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a539550e-6255-40a2-b19c-7db7ec7973ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9255550 Mar 05 13:45:47.744867 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-13329046-361f-42f7-bf9a-9f688b502540 req-280acbd1-9d09-4eb9-a9fb-a1d2586be2e1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128836 Mar 05 13:45:47.758181 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56560) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:47.805827 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-aa3fc62d-7f42-404b-9d6d-e62a4818a9db None None] Provisioning for port dead46ef-c0b8-4387-a50d-8f2204798093 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:47.810822 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-aa3fc62d-7f42-404b-9d6d-e62a4818a9db None None] Provisioning complete for port dead46ef-c0b8-4387-a50d-8f2204798093 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:47.811200 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aa3fc62d-7f42-404b-9d6d-e62a4818a9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:47.900393 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-29963057-3d3e-49b2-8096-67a019c268f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1453725363-network', 'tenant_id': '88b70d4f81024502a875d220418ca706'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:47.907017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-29963057-3d3e-49b2-8096-67a019c268f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:47.916351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-29963057-3d3e-49b2-8096-67a019c268f3 admin admin] Usage tracker for resource:network and tenant:88b70d4f81024502a875d220418ca706 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:47.920939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-29963057-3d3e-49b2-8096-67a019c268f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:47.923319 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-aa3fc62d-7f42-404b-9d6d-e62a4818a9db None None] Port dead46ef-c0b8-4387-a50d-8f2204798093 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:45:47.936085 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-29963057-3d3e-49b2-8096-67a019c268f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:47.950380 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29963057-3d3e-49b2-8096-67a019c268f3 admin admin] Made reservation on behalf of 88b70d4f81024502a875d220418ca706 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:47.952901 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29963057-3d3e-49b2-8096-67a019c268f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:47.966420 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-363bb339-f251-43a6-8cb9-43b70e041a54 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Request body: {'port': {'device_id': '8a7539bc-1d7c-48c0-aad4-25796bffaf8a', 'network_id': 'bc8f8a69-e6fa-4af7-b2d3-266915535d34', 'admin_state_up': True, 'tenant_id': 'ea18869b41614300bace9687f02782e1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:47.968382 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29963057-3d3e-49b2-8096-67a019c268f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:47.988166 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-29963057-3d3e-49b2-8096-67a019c268f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:47.992516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-29963057-3d3e-49b2-8096-67a019c268f3 admin admin] Usage tracker for resource:security_group_rule and tenant:88b70d4f81024502a875d220418ca706 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:47.996105 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-29963057-3d3e-49b2-8096-67a019c268f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:48.003433 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-29963057-3d3e-49b2-8096-67a019c268f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:48.094660 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-57729884-9a35-4920-9ec4-1ea13fe24ba3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Allocated IP 10.2.2.100 (ef187771-ae1f-4999-9df8-9d6ddceec808/a8e5ca29-551a-48d3-9ef6-a1c02dfa31d9/98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:45:48.311108 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 397f8747-d483-4f80-87cc-c49fefda93a2 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:45:48.346083 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 397f8747-d483-4f80-87cc-c49fefda93a2 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:45:48.346795 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 397f8747-d483-4f80-87cc-c49fefda93a2 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:45:48.346905 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41882340-4c62-4fee-a558-26ae6dcb2a7b req-d2bd5b2e-2b5e-4a99-a1b8-19c8ac627a55 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:48.348346 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-41882340-4c62-4fee-a558-26ae6dcb2a7b req-d2bd5b2e-2b5e-4a99-a1b8-19c8ac627a55 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=d387e8f1-cacf-4f91-962a-b2df94174d94 HTTP/1.1" status: 200 len: 946 time: 0.7989497 Mar 05 13:45:48.370701 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-7db520f4-0291-43c6-9557-9b0b2bcef6ac tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:48.371462 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-41882340-4c62-4fee-a558-26ae6dcb2a7b req-7dade110-fb89-4e90-b5bf-7042d7659ab6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Request body: {'port': {'security_groups': ['dc715f3e-34bd-48c0-a4e8-869f37d40561', 'ae38c9a1-d87a-408b-a4e5-04aa43ffa656']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:48.372176 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-7db520f4-0291-43c6-9557-9b0b2bcef6ac tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 806 time: 0.1923146 Mar 05 13:45:48.376995 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29963057-3d3e-49b2-8096-67a019c268f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:48.386727 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29963057-3d3e-49b2-8096-67a019c268f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:48.399586 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-c1b2374e-c41f-427d-90cc-167f43041286 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/quotas/1e6dfeba02724ceabbe61dac4cb2c5dc HTTP/1.1" status: 200 len: 375 time: 0.0206742 Mar 05 13:45:48.417204 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29963057-3d3e-49b2-8096-67a019c268f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:45:48.456775 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-363bb339-f251-43a6-8cb9-43b70e041a54 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:48.471211 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29963057-3d3e-49b2-8096-67a019c268f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb34d41-1618-4684-a572-53c50145d343,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:48.471740 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-363bb339-f251-43a6-8cb9-43b70e041a54 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Usage tracker for resource:port and tenant:ea18869b41614300bace9687f02782e1 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:48.477374 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29963057-3d3e-49b2-8096-67a019c268f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:48.477729 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-29963057-3d3e-49b2-8096-67a019c268f3 admin admin] Added segment 8371ccb1-6c0e-4c2a-9b08-7362353b78bd of type vlan for network 0c826599-f67c-4ccb-b6d8-3ea485c3292e Mar 05 13:45:48.486426 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-363bb339-f251-43a6-8cb9-43b70e041a54 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:48.514602 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29963057-3d3e-49b2-8096-67a019c268f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:48.529572 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-363bb339-f251-43a6-8cb9-43b70e041a54 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:48.534611 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-57729884-9a35-4920-9ec4-1ea13fe24ba3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:48.552309 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-53f89a43-0e31-4ce7-838c-d169644f5d8e tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1418607 Mar 05 13:45:48.569586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-57729884-9a35-4920-9ec4-1ea13fe24ba3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Transition to ACTIVE for port object 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:48.581917 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29963057-3d3e-49b2-8096-67a019c268f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:48.582882 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29963057-3d3e-49b2-8096-67a019c268f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:48.583460 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29963057-3d3e-49b2-8096-67a019c268f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:48.584221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-363bb339-f251-43a6-8cb9-43b70e041a54 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Made reservation on behalf of ea18869b41614300bace9687f02782e1 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:48.588078 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-363bb339-f251-43a6-8cb9-43b70e041a54 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:48.603163 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-41882340-4c62-4fee-a558-26ae6dcb2a7b req-7dade110-fb89-4e90-b5bf-7042d7659ab6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:48.757970 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-29963057-3d3e-49b2-8096-67a019c268f3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9983926 Mar 05 13:45:48.764219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56582) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:48.768457 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29963057-3d3e-49b2-8096-67a019c268f3 admin admin] Pushing event updated for resources: {'Network': ['ID=0c826599-f67c-4ccb-b6d8-3ea485c3292e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:48.774933 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-0ea8fd6e-1c47-43ed-9c0b-366e87023fd9 admin admin] Request body: {'subnet': {'network_id': '0c826599-f67c-4ccb-b6d8-3ea485c3292e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1453725363-subnet', 'tenant_id': '88b70d4f81024502a875d220418ca706', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:48.778779 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 0c826599-f67c-4ccb-b6d8-3ea485c3292e details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:45:48.783394 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0ea8fd6e-1c47-43ed-9c0b-366e87023fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:48.794276 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-57729884-9a35-4920-9ec4-1ea13fe24ba3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:48.796440 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0ea8fd6e-1c47-43ed-9c0b-366e87023fd9 admin admin] Usage tracker for resource:subnet and tenant:88b70d4f81024502a875d220418ca706 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:48.803342 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0ea8fd6e-1c47-43ed-9c0b-366e87023fd9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:48.811511 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0ea8fd6e-1c47-43ed-9c0b-366e87023fd9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:48.815154 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-9de5f419-28e3-4d1f-9c42-6e6f6b2bc59a service neutron] 10.222.0.16 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543316 Mar 05 13:45:48.843541 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea8fd6e-1c47-43ed-9c0b-366e87023fd9 admin admin] Made reservation on behalf of 88b70d4f81024502a875d220418ca706 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:48.846578 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0ea8fd6e-1c47-43ed-9c0b-366e87023fd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:49.051202 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-57729884-9a35-4920-9ec4-1ea13fe24ba3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Network ef187771-ae1f-4999-9df8-9d6ddceec808 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:45:49.051784 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-5844585e-3017-4e93-bd4c-22fb9edc10be service neutron] 10.222.0.16 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280083 Mar 05 13:45:49.077371 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-57729884-9a35-4920-9ec4-1ea13fe24ba3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:49.112578 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57729884-9a35-4920-9ec4-1ea13fe24ba3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event updated for resources: {'Port': ['ID=98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:49.117835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-57729884-9a35-4920-9ec4-1ea13fe24ba3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:45:49.183059 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0ea8fd6e-1c47-43ed-9c0b-366e87023fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:49.275302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8fd6e-1c47-43ed-9c0b-366e87023fd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c4d64dd-5da5-4bbf-b767-705ba7f7b5b4,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:49.316367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-363bb339-f251-43a6-8cb9-43b70e041a54 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Allocated IP 19.80.0.65 (bc8f8a69-e6fa-4af7-b2d3-266915535d34/1c272217-a9e3-43be-a1a5-04061146ad7e/5fdb88ba-6ac5-4b19-abe2-5af6ce989652) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:45:49.342524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea8fd6e-1c47-43ed-9c0b-366e87023fd9 admin admin] Checking segment: {'id': '8371ccb1-6c0e-4c2a-9b08-7362353b78bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0c826599-f67c-4ccb-b6d8-3ea485c3292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:45:49.342524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea8fd6e-1c47-43ed-9c0b-366e87023fd9 admin admin] Network hostable DHCP agents. Network: 0c826599-f67c-4ccb-b6d8-3ea485c3292e, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:45:49.371787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-57729884-9a35-4920-9ec4-1ea13fe24ba3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:49.372617 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-57729884-9a35-4920-9ec4-1ea13fe24ba3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:49.384793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea8fd6e-1c47-43ed-9c0b-366e87023fd9 admin admin] Network 0c826599-f67c-4ccb-b6d8-3ea485c3292e is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:45:49.414678 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918816b-9794-4e99-9f77-74627dd9a51b req-bc8e5c55-1608-4eb9-a7be-44dcf68a5a67 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:49.416756 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b918816b-9794-4e99-9f77-74627dd9a51b req-bc8e5c55-1608-4eb9-a7be-44dcf68a5a67 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.1299005 Mar 05 13:45:49.417560 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-0ea8fd6e-1c47-43ed-9c0b-366e87023fd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 0c826599-f67c-4ccb-b6d8-3ea485c3292e) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:49.422155 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea8fd6e-1c47-43ed-9c0b-366e87023fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:49.423096 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0ea8fd6e-1c47-43ed-9c0b-366e87023fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:49.423651 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-57729884-9a35-4920-9ec4-1ea13fe24ba3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8255444 Mar 05 13:45:49.427274 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-41882340-4c62-4fee-a558-26ae6dcb2a7b req-7dade110-fb89-4e90-b5bf-7042d7659ab6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] For port 559eaa38-5f14-456a-be49-4d20986b7f9b, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=559eaa38-5f14-456a-be49-4d20986b7f9b,segment=NetworkSegment(d303414a-0981-4891-a06d-3ac528ef1c07),segment_id=d303414a-0981-4891-a06d-3ac528ef1c07)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:49.430968 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d58a361-4d39-4477-bac9-2faf2c564f6d None None] Network 0c826599-f67c-4ccb-b6d8-3ea485c3292e requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:45:49.451332 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0ea8fd6e-1c47-43ed-9c0b-366e87023fd9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6860452 Mar 05 13:45:49.490550 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e934906d-59b3-4721-a9f7-a1dc4cd3c6fa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Request body: {'port': {'device_id': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ef187771-ae1f-4999-9df8-9d6ddceec808', 'admin_state_up': True, 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'security_groups': ['2f77332d-253c-4452-852f-7801a9c8a2a1']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:49.499891 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b918816b-9794-4e99-9f77-74627dd9a51b req-e0ae7899-faf6-41b3-bd1b-8b1cf0d572fb tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521600 Mar 05 13:45:49.610318 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-48c1c709-ec5e-410e-b715-fb8fd12d7b36 None None] Provisioning for port 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:49.619597 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-48c1c709-ec5e-410e-b715-fb8fd12d7b36 None None] Provisioning complete for port 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:49.619963 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-48c1c709-ec5e-410e-b715-fb8fd12d7b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:49.730629 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-48c1c709-ec5e-410e-b715-fb8fd12d7b36 None None] Port 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:45:49.757383 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e934906d-59b3-4721-a9f7-a1dc4cd3c6fa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:49.826882 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abd4218-a7dd-45e4-a3cb-f37d227bb9e3 None None] Network 0c826599-f67c-4ccb-b6d8-3ea485c3292e requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:45:49.828339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e934906d-59b3-4721-a9f7-a1dc4cd3c6fa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Usage tracker for resource:port and tenant:375b726eb2ae465c8b7dd42940955ff2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:49.848129 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:45:49.849166 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-41882340-4c62-4fee-a558-26ae6dcb2a7b req-7dade110-fb89-4e90-b5bf-7042d7659ab6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:45:49.871541 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e934906d-59b3-4721-a9f7-a1dc4cd3c6fa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:49.888337 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-41882340-4c62-4fee-a558-26ae6dcb2a7b req-7dade110-fb89-4e90-b5bf-7042d7659ab6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:49.931468 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf06ea1-cefc-41c9-bd21-e6999f020227 req-336e2745-5875-428e-9d5c-d458a83fc059 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:49.942750 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf06ea1-cefc-41c9-bd21-e6999f020227 req-336e2745-5875-428e-9d5c-d458a83fc059 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:49.950364 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf06ea1-cefc-41c9-bd21-e6999f020227 req-336e2745-5875-428e-9d5c-d458a83fc059 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:49.957379 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf06ea1-cefc-41c9-bd21-e6999f020227 req-336e2745-5875-428e-9d5c-d458a83fc059 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:49.965514 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aaf06ea1-cefc-41c9-bd21-e6999f020227 req-336e2745-5875-428e-9d5c-d458a83fc059 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 3093 time: 0.1911113 Mar 05 13:45:50.011320 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e934906d-59b3-4721-a9f7-a1dc4cd3c6fa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:50.027461 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aaf06ea1-cefc-41c9-bd21-e6999f020227 req-9c1fe05e-f651-4c60-b101-8d5b47e818b1 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606699 Mar 05 13:45:50.033849 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-41882340-4c62-4fee-a558-26ae6dcb2a7b req-7dade110-fb89-4e90-b5bf-7042d7659ab6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:50.171696 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e934906d-59b3-4721-a9f7-a1dc4cd3c6fa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Made reservation on behalf of 375b726eb2ae465c8b7dd42940955ff2 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:50.177202 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e934906d-59b3-4721-a9f7-a1dc4cd3c6fa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:50.260544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41882340-4c62-4fee-a558-26ae6dcb2a7b req-7dade110-fb89-4e90-b5bf-7042d7659ab6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:50.261543 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-41882340-4c62-4fee-a558-26ae6dcb2a7b req-7dade110-fb89-4e90-b5bf-7042d7659ab6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:50.262136 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['5430d653-60a4-4fed-b1cb-5c0a9447d345', '559eaa38-5f14-456a-be49-4d20986b7f9b'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:50.263308 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-41882340-4c62-4fee-a558-26ae6dcb2a7b req-7dade110-fb89-4e90-b5bf-7042d7659ab6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "PUT /v2.0/ports/559eaa38-5f14-456a-be49-4d20986b7f9b HTTP/1.1" status: 200 len: 982 time: 1.9038517 Mar 05 13:45:50.284404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd387e8f1-cacf-4f91-962a-b2df94174d94', 'tag': '559eaa38-5f14-456a-be49-4d20986b7f9b'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:45:50.419117 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['559eaa38-5f14-456a-be49-4d20986b7f9b'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:50.429531 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-363bb339-f251-43a6-8cb9-43b70e041a54 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:50.478479 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-363bb339-f251-43a6-8cb9-43b70e041a54 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Transition to ACTIVE for port object 5fdb88ba-6ac5-4b19-abe2-5af6ce989652 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:50.563169 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dade110-fb89-4e90-b5bf-7042d7659ab6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event updated for resources: {'Port': ['ID=559eaa38-5f14-456a-be49-4d20986b7f9b,revision_number=6']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:50.597550 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56618) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:50.604877 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-363bb339-f251-43a6-8cb9-43b70e041a54 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:50.624487 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-ac063a64-c45a-45f2-9e01-5c167bf757a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-355248480-network', 'tenant_id': 'fb0dd08a41fa49d5b4343a5ca9dc5b79'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:50.633252 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-083f2d1a-813c-4c52-8154-195c6b0a80a6 req-ac3332cd-f1da-4f58-a51e-fa9418263022 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede3e343-1c51-491f-b114-f7d5a82a2bf8 HTTP/1.1" status: 200 len: 210 time: 0.1186702 Mar 05 13:45:50.634422 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ac063a64-c45a-45f2-9e01-5c167bf757a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:50.689986 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ac063a64-c45a-45f2-9e01-5c167bf757a0 admin admin] Usage tracker for resource:network and tenant:fb0dd08a41fa49d5b4343a5ca9dc5b79 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:50.696777 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ac063a64-c45a-45f2-9e01-5c167bf757a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:50.744033 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ac063a64-c45a-45f2-9e01-5c167bf757a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:50.783601 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac063a64-c45a-45f2-9e01-5c167bf757a0 admin admin] Made reservation on behalf of fb0dd08a41fa49d5b4343a5ca9dc5b79 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:50.786620 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ac063a64-c45a-45f2-9e01-5c167bf757a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:50.809409 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-363bb339-f251-43a6-8cb9-43b70e041a54 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Network bc8f8a69-e6fa-4af7-b2d3-266915535d34 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:45:50.811827 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d39513-df0e-43ca-bd9a-a485540aad95 req-013037a1-8adb-4973-a32e-e98c86be9b0e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:50.819389 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d39513-df0e-43ca-bd9a-a485540aad95 req-013037a1-8adb-4973-a32e-e98c86be9b0e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:50.825707 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d39513-df0e-43ca-bd9a-a485540aad95 req-013037a1-8adb-4973-a32e-e98c86be9b0e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:50.827967 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a5d39513-df0e-43ca-bd9a-a485540aad95 req-013037a1-8adb-4973-a32e-e98c86be9b0e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 2376 time: 0.1948204 Mar 05 13:45:50.842283 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ac063a64-c45a-45f2-9e01-5c167bf757a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:50.852272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-363bb339-f251-43a6-8cb9-43b70e041a54 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:50.868925 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-363bb339-f251-43a6-8cb9-43b70e041a54 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:45:50.935736 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ac063a64-c45a-45f2-9e01-5c167bf757a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:50.965546 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a5d39513-df0e-43ca-bd9a-a485540aad95 req-f96b6fc6-3998-42d9-b006-08aace5f5dfe tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888121 Mar 05 13:45:50.966843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ac063a64-c45a-45f2-9e01-5c167bf757a0 admin admin] Usage tracker for resource:security_group_rule and tenant:fb0dd08a41fa49d5b4343a5ca9dc5b79 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:50.972232 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ac063a64-c45a-45f2-9e01-5c167bf757a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:50.994573 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ac063a64-c45a-45f2-9e01-5c167bf757a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:51.375702 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ac063a64-c45a-45f2-9e01-5c167bf757a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:51.388996 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ac063a64-c45a-45f2-9e01-5c167bf757a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:51.394160 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd387e8f1-cacf-4f91-962a-b2df94174d94', 'tag': '559eaa38-5f14-456a-be49-4d20986b7f9b', 'status': 'completed', 'code': 200} Mar 05 13:45:51.404557 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac063a64-c45a-45f2-9e01-5c167bf757a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:45:51.411505 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bb339-f251-43a6-8cb9-43b70e041a54 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event updated for resources: {'Port': ['ID=5fdb88ba-6ac5-4b19-abe2-5af6ce989652,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:51.426658 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ac063a64-c45a-45f2-9e01-5c167bf757a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:51.426986 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-ac063a64-c45a-45f2-9e01-5c167bf757a0 admin admin] Added segment 085532e7-775b-495d-b1a0-ff329ef57957 of type vlan for network cafd7ed6-a93e-4ddf-a96c-83d646ab2ea6 Mar 05 13:45:51.447884 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3f4f57ac-0b83-4483-ad7a-a6fbcb8ae4b3 None None] Provisioning for port 5fdb88ba-6ac5-4b19-abe2-5af6ce989652 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:51.459864 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3f4f57ac-0b83-4483-ad7a-a6fbcb8ae4b3 None None] Provisioning complete for port 5fdb88ba-6ac5-4b19-abe2-5af6ce989652 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:51.460324 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3f4f57ac-0b83-4483-ad7a-a6fbcb8ae4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:51.492487 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ac063a64-c45a-45f2-9e01-5c167bf757a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:51.536545 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2a0f09b3-c966-41ab-8c41-52cce614e91b req-35fbdc74-37d3-4d93-8206-cb5454c3113a tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/ae38c9a1-d87a-408b-a4e5-04aa43ffa656 HTTP/1.1" status: 200 len: 1803 time: 0.4729276 Mar 05 13:45:51.550295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac063a64-c45a-45f2-9e01-5c167bf757a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e262bd24-fc19-4dda-93a1-431c5cb28a19,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:51.569644 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ac063a64-c45a-45f2-9e01-5c167bf757a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:51.571338 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac063a64-c45a-45f2-9e01-5c167bf757a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:51.572909 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ac063a64-c45a-45f2-9e01-5c167bf757a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:51.617133 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-363bb339-f251-43a6-8cb9-43b70e041a54 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:51.617754 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-363bb339-f251-43a6-8cb9-43b70e041a54 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:51.621936 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3f4f57ac-0b83-4483-ad7a-a6fbcb8ae4b3 None None] Port 5fdb88ba-6ac5-4b19-abe2-5af6ce989652 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:45:51.713648 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ac063a64-c45a-45f2-9e01-5c167bf757a0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1118424 Mar 05 13:45:51.720179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56628) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:51.721760 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac063a64-c45a-45f2-9e01-5c167bf757a0 admin admin] Pushing event updated for resources: {'Network': ['ID=cafd7ed6-a93e-4ddf-a96c-83d646ab2ea6,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:51.728546 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-5c692557-c704-483c-9e8f-38e62f57b806 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:51.730059 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-5c692557-c704-483c-9e8f-38e62f57b806 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.15 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 806 time: 0.7668366 Mar 05 13:45:51.731972 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network cafd7ed6-a93e-4ddf-a96c-83d646ab2ea6 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:45:51.732120 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-19c7b251-b4db-48a4-9453-1b38146d12bf admin admin] Request body: {'subnet': {'network_id': 'cafd7ed6-a93e-4ddf-a96c-83d646ab2ea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-355248480-subnet', 'tenant_id': 'fb0dd08a41fa49d5b4343a5ca9dc5b79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:51.736631 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-2a0f09b3-c966-41ab-8c41-52cce614e91b req-5610eb77-4e1f-4d76-869b-4efc1a844e38 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 05 13:45:51.737598 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2a0f09b3-c966-41ab-8c41-52cce614e91b req-5610eb77-4e1f-4d76-869b-4efc1a844e38 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "DELETE /v2.0/security-groups/ae38c9a1-d87a-408b-a4e5-04aa43ffa656 HTTP/1.1" status: 409 len: 341 time: 0.1906109 Mar 05 13:45:51.740199 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-363bb339-f251-43a6-8cb9-43b70e041a54 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7794471 Mar 05 13:45:51.740319 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-19c7b251-b4db-48a4-9453-1b38146d12bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:51.744449 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-19c7b251-b4db-48a4-9453-1b38146d12bf admin admin] Usage tracker for resource:subnet and tenant:fb0dd08a41fa49d5b4343a5ca9dc5b79 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:51.751876 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-19c7b251-b4db-48a4-9453-1b38146d12bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:51.753306 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-dd12a70b-d8a6-45b2-8c81-4a31935de504 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Request body: {'port': {'device_id': 'ede3e343-1c51-491f-b114-f7d5a82a2bf8', 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe', 'admin_state_up': True, 'tenant_id': '1e6dfeba02724ceabbe61dac4cb2c5dc'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:51.762989 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-19c7b251-b4db-48a4-9453-1b38146d12bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:51.774970 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c7b251-b4db-48a4-9453-1b38146d12bf admin admin] Made reservation on behalf of fb0dd08a41fa49d5b4343a5ca9dc5b79 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:51.776036 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e934906d-59b3-4721-a9f7-a1dc4cd3c6fa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Allocated IP 10.2.2.200 (ef187771-ae1f-4999-9df8-9d6ddceec808/a8e5ca29-551a-48d3-9ef6-a1c02dfa31d9/5f1756b4-ca9b-4b34-8eb0-4081d34a42aa) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:45:51.778184 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-19c7b251-b4db-48a4-9453-1b38146d12bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:51.789719 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] Request body: {'port': {'device_id': '8a7539bc-1d7c-48c0-aad4-25796bffaf8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:52.116324 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2b58a-2874-4388-b2e7-ee1cdd5db507 req-fa18e2b0-9ce8-4076-aa0e-41f7b99e241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:52.117827 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91a2b58a-2874-4388-b2e7-ee1cdd5db507 req-fa18e2b0-9ce8-4076-aa0e-41f7b99e241f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cee7834a5214c2e894eb17166dede92&device_id=d387e8f1-cacf-4f91-962a-b2df94174d94 HTTP/1.1" status: 200 len: 1136 time: 0.7074871 Mar 05 13:45:52.132684 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b532668-5f41-49d1-b342-0961bfa27166 req-61620e4b-cc9a-46d8-bfb3-af3c90562f4d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:52.138534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b532668-5f41-49d1-b342-0961bfa27166 req-61620e4b-cc9a-46d8-bfb3-af3c90562f4d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:52.145021 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b532668-5f41-49d1-b342-0961bfa27166 req-61620e4b-cc9a-46d8-bfb3-af3c90562f4d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:52.150954 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b532668-5f41-49d1-b342-0961bfa27166 req-61620e4b-cc9a-46d8-bfb3-af3c90562f4d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:52.152661 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7b532668-5f41-49d1-b342-0961bfa27166 req-61620e4b-cc9a-46d8-bfb3-af3c90562f4d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 3093 time: 0.2102408 Mar 05 13:45:52.155967 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a91db-348f-4ef6-a51c-23357b017b97 req-9f903977-8620-47f7-9183-c900613e8a57 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:52.157836 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5a4a91db-348f-4ef6-a51c-23357b017b97 req-9f903977-8620-47f7-9183-c900613e8a57 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.6303685 Mar 05 13:45:52.232099 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7b532668-5f41-49d1-b342-0961bfa27166 req-89daebb3-9c58-4827-b3a2-35cd08d54d77 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696895 Mar 05 13:45:52.257907 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-19c7b251-b4db-48a4-9453-1b38146d12bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:52.332194 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7b251-b4db-48a4-9453-1b38146d12bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=717a8e3f-5f16-4aac-a8ee-6e97721faf75,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:52.349100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c7b251-b4db-48a4-9453-1b38146d12bf admin admin] Checking segment: {'id': '085532e7-775b-495d-b1a0-ff329ef57957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cafd7ed6-a93e-4ddf-a96c-83d646ab2ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:45:52.349595 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c7b251-b4db-48a4-9453-1b38146d12bf admin admin] Network hostable DHCP agents. Network: cafd7ed6-a93e-4ddf-a96c-83d646ab2ea6, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:45:52.370475 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c7b251-b4db-48a4-9453-1b38146d12bf admin admin] Network cafd7ed6-a93e-4ddf-a96c-83d646ab2ea6 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:45:52.385612 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-19c7b251-b4db-48a4-9453-1b38146d12bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, cafd7ed6-a93e-4ddf-a96c-83d646ab2ea6) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:52.395464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c7b251-b4db-48a4-9453-1b38146d12bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:52.396146 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-19c7b251-b4db-48a4-9453-1b38146d12bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:52.398174 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eaaf46-7af3-410f-9631-8bb6395058e0 None None] Network cafd7ed6-a93e-4ddf-a96c-83d646ab2ea6 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:45:52.449956 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-19c7b251-b4db-48a4-9453-1b38146d12bf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7178245 Mar 05 13:45:52.454021 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:52.480302 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5a4a91db-348f-4ef6-a51c-23357b017b97 req-029c2d28-4ab2-42c2-8cf4-bda64b5eaf33 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048201 Mar 05 13:45:52.506995 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-dd12a70b-d8a6-45b2-8c81-4a31935de504 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:52.606638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-dd12a70b-d8a6-45b2-8c81-4a31935de504 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:52.671848 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e934906d-59b3-4721-a9f7-a1dc4cd3c6fa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:52.704271 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cceae3-ee40-48b0-aefc-bd3ab86b3a22 None None] Network cafd7ed6-a93e-4ddf-a96c-83d646ab2ea6 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:45:52.748815 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e934906d-59b3-4721-a9f7-a1dc4cd3c6fa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Transition to ACTIVE for port object 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:52.757018 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2b58a-2874-4388-b2e7-ee1cdd5db507 req-3d98c8dd-9d31-4822-98ca-3394aa192c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:52.758711 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91a2b58a-2874-4388-b2e7-ee1cdd5db507 req-3d98c8dd-9d31-4822-98ca-3394aa192c7d service neutron] 10.222.0.15 "GET /v2.0/networks?id=8219997c-1c4d-4ab9-a963-82e08fb1ad9d HTTP/1.1" status: 200 len: 912 time: 0.5999849 Mar 05 13:45:52.769579 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db41be3e-0228-4062-a87a-31b867309f8c req-7fede472-c520-42b1-8f48-467a16bf17ae tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede3e343-1c51-491f-b114-f7d5a82a2bf8 HTTP/1.1" status: 200 len: 210 time: 0.0857341 Mar 05 13:45:52.770396 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-dd12a70b-d8a6-45b2-8c81-4a31935de504 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Made reservation on behalf of 1e6dfeba02724ceabbe61dac4cb2c5dc for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:52.782548 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-dd12a70b-d8a6-45b2-8c81-4a31935de504 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:52.932174 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91a2b58a-2874-4388-b2e7-ee1cdd5db507 req-75bb8d27-fadb-4848-9e60-9770bcd58ff0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=559eaa38-5f14-456a-be49-4d20986b7f9b HTTP/1.1" status: 200 len: 217 time: 0.1221666 Mar 05 13:45:52.966591 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ebcb3-fba5-493a-b5a0-10c6e7e5c08d req-3b8304bc-8c5c-47f0-93c5-b7fc5b42343f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:52.973462 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ebcb3-fba5-493a-b5a0-10c6e7e5c08d req-3b8304bc-8c5c-47f0-93c5-b7fc5b42343f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:52.979159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ebcb3-fba5-493a-b5a0-10c6e7e5c08d req-3b8304bc-8c5c-47f0-93c5-b7fc5b42343f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:52.980799 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b93ebcb3-fba5-493a-b5a0-10c6e7e5c08d req-3b8304bc-8c5c-47f0-93c5-b7fc5b42343f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 2376 time: 0.1035628 Mar 05 13:45:53.024355 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b93ebcb3-fba5-493a-b5a0-10c6e7e5c08d req-dd7e1211-f05c-4ef2-b969-5f353aa49f9c tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378437 Mar 05 13:45:53.207994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc934b3-5b35-4c53-b89c-17f008fdaeaa req-b390b9d5-4173-40a5-8b11-6abc3456df54 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:53.209499 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3fc934b3-5b35-4c53-b89c-17f008fdaeaa req-b390b9d5-4173-40a5-8b11-6abc3456df54 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=d387e8f1-cacf-4f91-962a-b2df94174d94 HTTP/1.1" status: 200 len: 985 time: 0.0844028 Mar 05 13:45:53.241270 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2b58a-2874-4388-b2e7-ee1cdd5db507 req-a6e19f3c-4034-493f-8374-880415315ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:53.242709 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91a2b58a-2874-4388-b2e7-ee1cdd5db507 req-a6e19f3c-4034-493f-8374-880415315ba9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9e02c3-ee9d-409b-8fd1-50a4db05b5c0 HTTP/1.1" status: 200 len: 852 time: 0.2957375 Mar 05 13:45:53.256197 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e934906d-59b3-4721-a9f7-a1dc4cd3c6fa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:53.258023 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3fc934b3-5b35-4c53-b89c-17f008fdaeaa req-17be143d-2c68-4499-83cf-36bfbe8da07d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&id=ae38c9a1-d87a-408b-a4e5-04aa43ffa656&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0425279 Mar 05 13:45:53.410883 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91a2b58a-2874-4388-b2e7-ee1cdd5db507 req-ff8d7923-b6e1-4b63-a40c-a8281becdba6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8219997c-1c4d-4ab9-a963-82e08fb1ad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460934 Mar 05 13:45:53.467249 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e934906d-59b3-4721-a9f7-a1dc4cd3c6fa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Network ef187771-ae1f-4999-9df8-9d6ddceec808 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:45:53.493870 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e934906d-59b3-4721-a9f7-a1dc4cd3c6fa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:53.522532 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a0c7e-ccfd-4be6-a564-32f7024454cf req-797b9b9f-a2cb-41a0-b97a-1bb3da01cb86 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:53.524032 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4c0a0c7e-ccfd-4be6-a564-32f7024454cf req-797b9b9f-a2cb-41a0-b97a-1bb3da01cb86 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e89e7ba-d60d-4b13-9043-35f45184bb7b HTTP/1.1" status: 200 len: 950 time: 0.5832219 Mar 05 13:45:53.528150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e934906d-59b3-4721-a9f7-a1dc4cd3c6fa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:45:53.559302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934906d-59b3-4721-a9f7-a1dc4cd3c6fa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event updated for resources: {'Port': ['ID=5f1756b4-ca9b-4b34-8eb0-4081d34a42aa,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:53.601870 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-dd12a70b-d8a6-45b2-8c81-4a31935de504 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Allocated IP 172.20.0.2 (9566c2e4-1bac-4a5b-8a67-d566157793fe/fbe719ac-a221-4304-9d9c-9289853597e6/fc535aa5-78ee-42f9-9068-8faa8322cf2c) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:45:53.621455 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-ea1d7a9e-6f19-4a5e-8561-a43c163d1514 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:53.622161 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-ea1d7a9e-6f19-4a5e-8561-a43c163d1514 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Synchronizing usage tracker for tenant:88b70d4f81024502a875d220418ca706 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:53.641485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-ea1d7a9e-6f19-4a5e-8561-a43c163d1514 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Unset dirty status for tenant:88b70d4f81024502a875d220418ca706 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:53.642917 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-ea1d7a9e-6f19-4a5e-8561-a43c163d1514 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.16 "GET /v2.0/networks?id=0c826599-f67c-4ccb-b6d8-3ea485c3292e HTTP/1.1" status: 200 len: 815 time: 0.1811588 Mar 05 13:45:53.660463 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-2f565f54-dc15-4b9e-b94c-03abd33f20fe tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.16 "GET /v2.0/quotas/88b70d4f81024502a875d220418ca706 HTTP/1.1" status: 200 len: 375 time: 0.0103326 Mar 05 13:45:53.711371 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:45:53.726175 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-ec0a43a9-5a01-4bfe-8358-bafedea96475 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=88b70d4f81024502a875d220418ca706&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592048 Mar 05 13:45:53.758544 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ea9b457a-aea2-44c3-84f3-6317343e8ab1 None None] Provisioning for port 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:45:53.765075 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ea9b457a-aea2-44c3-84f3-6317343e8ab1 None None] Provisioning complete for port 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:45:53.765569 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ea9b457a-aea2-44c3-84f3-6317343e8ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:53.787994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e934906d-59b3-4721-a9f7-a1dc4cd3c6fa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:53.788640 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e934906d-59b3-4721-a9f7-a1dc4cd3c6fa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:53.829931 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4c0a0c7e-ccfd-4be6-a564-32f7024454cf req-9c9f7b59-1805-4fde-8a49-eeec1e3ef8e4 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.16 "GET /v2.0/security-groups?id=a48e740e-68cc-40e5-8c56-b4013ed59d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625892 Mar 05 13:45:53.840289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ea9b457a-aea2-44c3-84f3-6317343e8ab1 None None] Port 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:45:53.899388 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-479bd42d-18a3-46b2-b4bb-9468bb93a4c3 service neutron] 10.222.0.16 "GET /v2.0/networks/0c826599-f67c-4ccb-b6d8-3ea485c3292e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655264 Mar 05 13:45:53.900912 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91a2b58a-2874-4388-b2e7-ee1cdd5db507 req-1d23f44b-c8f4-4536-8bdd-edf44d4cc00c service neutron] 10.222.0.15 "GET /v2.0/networks/8219997c-1c4d-4ab9-a963-82e08fb1ad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693961 Mar 05 13:45:53.929167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3657b8b-f65e-47e0-8945-58b51091702e {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:45:54.083125 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-f9df7a74-b3c7-4db1-932d-8022799c64ab service neutron] 10.222.0.16 "GET /v2.0/networks/0c826599-f67c-4ccb-b6d8-3ea485c3292e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744711 Mar 05 13:45:54.189870 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa6017-d4f2-441b-a58e-0d03d8c7cd49 req-9dbb076b-8ee8-4379-856e-4c8d0479e642 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:54.192665 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b8aa6017-d4f2-441b-a58e-0d03d8c7cd49 req-9dbb076b-8ee8-4379-856e-4c8d0479e642 tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e89e7ba-d60d-4b13-9043-35f45184bb7b HTTP/1.1" status: 200 len: 950 time: 0.1086199 Mar 05 13:45:54.293139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-b8aa6017-d4f2-441b-a58e-0d03d8c7cd49 req-1dc59146-bb43-4032-ad27-e876f3fbc28a tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Deleting port 107b8ae9-3717-4fac-968a-b7fe4616bba3 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:45:54.294224 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-b8aa6017-d4f2-441b-a58e-0d03d8c7cd49 req-1dc59146-bb43-4032-ad27-e876f3fbc28a tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:54.329030 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e934906d-59b3-4721-a9f7-a1dc4cd3c6fa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8466277 Mar 05 13:45:54.331056 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91a2b58a-2874-4388-b2e7-ee1cdd5db507 req-ac6e5dca-6295-487f-b43c-2973cab23dfb service neutron] 10.222.0.15 "GET /v2.0/networks/8219997c-1c4d-4ab9-a963-82e08fb1ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047773 Mar 05 13:45:54.336785 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:54.354976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] Transition to ACTIVE for port object a3657b8b-f65e-47e0-8945-58b51091702e will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:54.363494 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:54.426346 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] Request body: {'port': {'device_id': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:54.698447 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-b8aa6017-d4f2-441b-a58e-0d03d8c7cd49 req-1dc59146-bb43-4032-ad27-e876f3fbc28a tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] For port 107b8ae9-3717-4fac-968a-b7fe4616bba3, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=107b8ae9-3717-4fac-968a-b7fe4616bba3,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:45:54.698839 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-b8aa6017-d4f2-441b-a58e-0d03d8c7cd49 req-1dc59146-bb43-4032-ad27-e876f3fbc28a tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:54.774278 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-dd12a70b-d8a6-45b2-8c81-4a31935de504 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:54.827764 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] Pushing event updated for resources: {'Port': ['ID=a3657b8b-f65e-47e0-8945-58b51091702e,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:54.965990 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-b8aa6017-d4f2-441b-a58e-0d03d8c7cd49 req-1dc59146-bb43-4032-ad27-e876f3fbc28a tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Calling delete_port for 107b8ae9-3717-4fac-968a-b7fe4616bba3 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:45:55.011960 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:55.016570 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e902511-e9fb-43c3-bb5d-1a2b3c837b0d req-328d35a0-7f17-4bc3-8461-dbdc22de08a3 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:55.018070 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7e902511-e9fb-43c3-bb5d-1a2b3c837b0d req-328d35a0-7f17-4bc3-8461-dbdc22de08a3 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.5899417 Mar 05 13:45:55.093903 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7e902511-e9fb-43c3-bb5d-1a2b3c837b0d req-836c6ba8-5b01-4c29-b595-565a4d94eec8 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627756 Mar 05 13:45:55.122313 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] Attempting to bind port a3657b8b-f65e-47e0-8945-58b51091702e on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:45:55.122857 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] Attempting to bind port a3657b8b-f65e-47e0-8945-58b51091702e by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'f8628409-09be-413a-8660-b188d6b486c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bc8f8a69-e6fa-4af7-b2d3-266915535d34'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:45:55.123347 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] Attempting to bind port a3657b8b-f65e-47e0-8945-58b51091702e on network bc8f8a69-e6fa-4af7-b2d3-266915535d34 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:45:55.136498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d03c5-d839-438c-a170-152c114987ae req-caffd37f-58b8-4203-9566-317a0eb97e2d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:55.143073 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d03c5-d839-438c-a170-152c114987ae req-caffd37f-58b8-4203-9566-317a0eb97e2d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:55.150849 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d03c5-d839-438c-a170-152c114987ae req-caffd37f-58b8-4203-9566-317a0eb97e2d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:55.157872 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d03c5-d839-438c-a170-152c114987ae req-caffd37f-58b8-4203-9566-317a0eb97e2d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:55.164220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d03c5-d839-438c-a170-152c114987ae req-caffd37f-58b8-4203-9566-317a0eb97e2d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:55.165185 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-477d03c5-d839-438c-a170-152c114987ae req-caffd37f-58b8-4203-9566-317a0eb97e2d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Synchronizing usage tracker for tenant:375b726eb2ae465c8b7dd42940955ff2 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:55.177343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71bc55-ad11-4ccc-9e03-e08aa771d165 req-56676bd1-a035-4929-a45c-cbfabb76ef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:55.179162 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae71bc55-ad11-4ccc-9e03-e08aa771d165 req-56676bd1-a035-4929-a45c-cbfabb76ef18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cee7834a5214c2e894eb17166dede92&device_id=d387e8f1-cacf-4f91-962a-b2df94174d94 HTTP/1.1" status: 200 len: 1136 time: 0.6133802 Mar 05 13:45:55.186312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] Port a3657b8b-f65e-47e0-8945-58b51091702e on network bc8f8a69-e6fa-4af7-b2d3-266915535d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:45:55.186954 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] Attempting to bind port a3657b8b-f65e-47e0-8945-58b51091702e on network bc8f8a69-e6fa-4af7-b2d3-266915535d34 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:45:55.201467 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-b8aa6017-d4f2-441b-a58e-0d03d8c7cd49 req-1dc59146-bb43-4032-ad27-e876f3fbc28a tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:55.245595 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-dd12a70b-d8a6-45b2-8c81-4a31935de504 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:55.254015 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:45:55.254668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] Checking segment: {'id': 'f8628409-09be-413a-8660-b188d6b486c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bc8f8a69-e6fa-4af7-b2d3-266915535d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:45:55.256008 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] Bound using segment: {'id': 'f8628409-09be-413a-8660-b188d6b486c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bc8f8a69-e6fa-4af7-b2d3-266915535d34'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:45:55.256987 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] Bound port: a3657b8b-f65e-47e0-8945-58b51091702e, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8628409-09be-413a-8660-b188d6b486c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bc8f8a69-e6fa-4af7-b2d3-266915535d34'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:45:55.257529 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:55.258446 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['4e8e3409-53d8-4da7-8d85-ae70635ee2ea'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:45:55.272736 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc59146-bb43-4032-ad27-e876f3fbc28a tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Pushing event deleted for resources: {'Port': ['ID=107b8ae9-3717-4fac-968a-b7fe4616bba3,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:55.402965 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-dd12a70b-d8a6-45b2-8c81-4a31935de504 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Network 9566c2e4-1bac-4a5b-8a67-d566157793fe is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:45:55.428747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-dd12a70b-d8a6-45b2-8c81-4a31935de504 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:55.430866 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-477d03c5-d839-438c-a170-152c114987ae req-caffd37f-58b8-4203-9566-317a0eb97e2d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Unset dirty status for tenant:375b726eb2ae465c8b7dd42940955ff2 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:55.434210 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-477d03c5-d839-438c-a170-152c114987ae req-caffd37f-58b8-4203-9566-317a0eb97e2d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 3814 time: 1.0771911 Mar 05 13:45:55.439854 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-dd12a70b-d8a6-45b2-8c81-4a31935de504 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:45:55.447115 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8aa6017-d4f2-441b-a58e-0d03d8c7cd49 req-1dc59146-bb43-4032-ad27-e876f3fbc28a tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] No DVR routers for this DVR port 107b8ae9-3717-4fac-968a-b7fe4616bba3 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:45:55.449916 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-b8aa6017-d4f2-441b-a58e-0d03d8c7cd49 req-1dc59146-bb43-4032-ad27-e876f3fbc28a tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:55.453566 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e89e7ba-d60d-4b13-9043-35f45184bb7b', 'name': 'network-vif-deleted', 'tag': '107b8ae9-3717-4fac-968a-b7fe4616bba3'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:45:55.503908 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b8aa6017-d4f2-441b-a58e-0d03d8c7cd49 req-1dc59146-bb43-4032-ad27-e876f3fbc28a tempest-TenantUsagesTestJSON-1787236161 tempest-TenantUsagesTestJSON-1787236161-project] 10.222.0.30 "DELETE /v2.0/ports/107b8ae9-3717-4fac-968a-b7fe4616bba3 HTTP/1.1" status: 204 len: 173 time: 1.3044946 Mar 05 13:45:55.530608 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd22cb-f7b2-4e39-9c9a-a22682353b10 req-d84490a6-8ef7-4e03-9b29-f8e806ce5140 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:55.537962 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37cd22cb-f7b2-4e39-9c9a-a22682353b10 req-d84490a6-8ef7-4e03-9b29-f8e806ce5140 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede3e343-1c51-491f-b114-f7d5a82a2bf8 HTTP/1.1" status: 200 len: 931 time: 0.2693059 Mar 05 13:45:55.601739 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37cd22cb-f7b2-4e39-9c9a-a22682353b10 req-7999a4e4-9817-4d97-9e1c-df84237aa08a tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578408 Mar 05 13:45:55.838158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12a70b-d8a6-45b2-8c81-4a31935de504 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Pushing event updated for resources: {'Port': ['ID=fc535aa5-78ee-42f9-9068-8faa8322cf2c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:55.868272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] For port a3657b8b-f65e-47e0-8945-58b51091702e, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:45:55.874634 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-477d03c5-d839-438c-a170-152c114987ae req-20018989-7d0e-4796-9e14-2874813ac18e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3385453 Mar 05 13:45:55.899974 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-dd12a70b-d8a6-45b2-8c81-4a31935de504 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:55.900701 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-dd12a70b-d8a6-45b2-8c81-4a31935de504 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:55.929798 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71bc55-ad11-4ccc-9e03-e08aa771d165 req-36dd55bb-ed7b-4577-a34f-157efa184086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:55.932221 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae71bc55-ad11-4ccc-9e03-e08aa771d165 req-36dd55bb-ed7b-4577-a34f-157efa184086 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8219997c-1c4d-4ab9-a963-82e08fb1ad9d HTTP/1.1" status: 200 len: 912 time: 0.7234650 Mar 05 13:45:55.935365 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-fc0bda50-5bff-48b2-8594-f3596f6db773 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:55.936047 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-fc0bda50-5bff-48b2-8594-f3596f6db773 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.30 "GET /v2.0/networks?id=0c826599-f67c-4ccb-b6d8-3ea485c3292e HTTP/1.1" status: 200 len: 815 time: 0.1564639 Mar 05 13:45:55.940092 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] For port a3657b8b-f65e-47e0-8945-58b51091702e, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a3657b8b-f65e-47e0-8945-58b51091702e,segment=NetworkSegment(f8628409-09be-413a-8660-b188d6b486c3),segment_id=f8628409-09be-413a-8660-b188d6b486c3)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:45:55.961860 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-40c6555b-d250-4ef8-95bf-2f7abf04a08a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Request body: {'port': {'device_id': 'fbee58a0-548b-4414-9781-9c53b1cb46ab', 'network_id': '0c826599-f67c-4ccb-b6d8-3ea485c3292e', 'admin_state_up': True, 'tenant_id': '88b70d4f81024502a875d220418ca706'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:56.101973 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f6ddc-310d-4a7a-9944-4fca81cb6674 req-67071a95-f702-4b97-9b3d-e72f62e32a9f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:56.108002 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f6ddc-310d-4a7a-9944-4fca81cb6674 req-67071a95-f702-4b97-9b3d-e72f62e32a9f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:56.113730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f6ddc-310d-4a7a-9944-4fca81cb6674 req-67071a95-f702-4b97-9b3d-e72f62e32a9f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:56.115444 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-209f6ddc-310d-4a7a-9944-4fca81cb6674 req-67071a95-f702-4b97-9b3d-e72f62e32a9f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 2388 time: 0.3806601 Mar 05 13:45:56.163259 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae71bc55-ad11-4ccc-9e03-e08aa771d165 req-efbbb80a-f05a-4255-98cf-d0c9d99c1fbd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=559eaa38-5f14-456a-be49-4d20986b7f9b HTTP/1.1" status: 200 len: 217 time: 0.2228947 Mar 05 13:45:56.164347 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-dd12a70b-d8a6-45b2-8c81-4a31935de504 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4156690 Mar 05 13:45:56.165381 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:56.179229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-40c6555b-d250-4ef8-95bf-2f7abf04a08a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:56.185797 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-209f6ddc-310d-4a7a-9944-4fca81cb6674 req-603bb83a-6e6e-48f6-9c37-9295235c2647 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628643 Mar 05 13:45:56.188958 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-40c6555b-d250-4ef8-95bf-2f7abf04a08a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Usage tracker for resource:port and tenant:88b70d4f81024502a875d220418ca706 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:56.192342 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-40c6555b-d250-4ef8-95bf-2f7abf04a08a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:56.198672 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-40c6555b-d250-4ef8-95bf-2f7abf04a08a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:56.220514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-40c6555b-d250-4ef8-95bf-2f7abf04a08a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Made reservation on behalf of 88b70d4f81024502a875d220418ca706 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:45:56.224773 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-40c6555b-d250-4ef8-95bf-2f7abf04a08a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:56.300598 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] Request body: {'port': {'device_id': 'ede3e343-1c51-491f-b114-f7d5a82a2bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:56.372461 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 107b8ae9-3717-4fac-968a-b7fe4616bba3 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:45:56.373862 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3174898c-b781-4a87-9cde-dd0508e070c7 req-037157ba-c9ab-4dbe-981d-ebd00cb96ad8 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbee58a0-548b-4414-9781-9c53b1cb46ab HTTP/1.1" status: 200 len: 210 time: 0.2214651 Mar 05 13:45:56.398098 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:56.398964 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:56.400482 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] 10.222.0.30 "PUT /v2.0/ports/a3657b8b-f65e-47e0-8945-58b51091702e HTTP/1.1" status: 200 len: 1092 time: 4.6197739 Mar 05 13:45:56.409938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7539bc-1d7c-48c0-aad4-25796bffaf8a', 'tag': 'a3657b8b-f65e-47e0-8945-58b51091702e'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:45:56.466024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cecbebce-8e97-4300-8d31-e43ed19ab24d service neutron] Request body: {'port': {'device_id': '8a7539bc-1d7c-48c0-aad4-25796bffaf8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:56.495236 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ae796-d40b-45eb-a84c-00c93050d161 service neutron] Pushing event updated for resources: {'Port': ['ID=a3657b8b-f65e-47e0-8945-58b51091702e,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:56.506039 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-40c6555b-d250-4ef8-95bf-2f7abf04a08a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Allocated IP 172.20.0.9 (0c826599-f67c-4ccb-b6d8-3ea485c3292e/0c4d64dd-5da5-4bbf-b767-705ba7f7b5b4/e96e5e06-8bd4-463f-8ff1-f689ed86fbd7) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:45:56.508121 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:45:56.525098 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11884d36-d9ce-40cb-a472-e3274cf79e69 req-85566d44-07b4-467a-bf74-122e3478692f tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:56.532971 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-11884d36-d9ce-40cb-a472-e3274cf79e69 req-85566d44-07b4-467a-bf74-122e3478692f tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=d387e8f1-cacf-4f91-962a-b2df94174d94 HTTP/1.1" status: 200 len: 985 time: 0.1998203 Mar 05 13:45:56.541225 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 107b8ae9-3717-4fac-968a-b7fe4616bba3 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:45:56.541225 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 107b8ae9-3717-4fac-968a-b7fe4616bba3 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:45:56.628032 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e89e7ba-d60d-4b13-9043-35f45184bb7b', 'name': 'network-vif-deleted', 'tag': '107b8ae9-3717-4fac-968a-b7fe4616bba3', 'status': 'completed', 'code': 200} Mar 05 13:45:56.640026 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-11884d36-d9ce-40cb-a472-e3274cf79e69 req-df63c0e4-aadf-47b6-baeb-195940cc6717 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&id=ae38c9a1-d87a-408b-a4e5-04aa43ffa656&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1061177 Mar 05 13:45:56.655445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71bc55-ad11-4ccc-9e03-e08aa771d165 req-aff8ff57-951e-447d-92bd-554cd8cbfcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:56.657658 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae71bc55-ad11-4ccc-9e03-e08aa771d165 req-aff8ff57-951e-447d-92bd-554cd8cbfcbc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9e02c3-ee9d-409b-8fd1-50a4db05b5c0 HTTP/1.1" status: 200 len: 852 time: 0.4106359 Mar 05 13:45:56.759002 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7539bc-1d7c-48c0-aad4-25796bffaf8a', 'tag': 'a3657b8b-f65e-47e0-8945-58b51091702e', 'status': 'completed', 'code': 200} Mar 05 13:45:56.869295 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae71bc55-ad11-4ccc-9e03-e08aa771d165 req-2b56f1b6-c47a-49ce-9efe-10662ffcc0c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8219997c-1c4d-4ab9-a963-82e08fb1ad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1881063 Mar 05 13:45:56.925334 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-40c6555b-d250-4ef8-95bf-2f7abf04a08a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:56.947513 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:56.970804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84783dc8-ea33-42fd-b8de-3b126d3a564d {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:45:56.983094 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b9eac-47f1-4cb3-9b3e-ced9aa41a136 req-93140b7e-9bb4-41ef-9946-421104a0fc78 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:56.985115 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-536b9eac-47f1-4cb3-9b3e-ced9aa41a136 req-93140b7e-9bb4-41ef-9946-421104a0fc78 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede3e343-1c51-491f-b114-f7d5a82a2bf8 HTTP/1.1" status: 200 len: 931 time: 0.1049607 Mar 05 13:45:56.989398 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:56.989702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56696) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:56.998487 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-40c6555b-d250-4ef8-95bf-2f7abf04a08a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:57.137400 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-40c6555b-d250-4ef8-95bf-2f7abf04a08a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Network 0c826599-f67c-4ccb-b6d8-3ea485c3292e is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:45:57.144328 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cecbebce-8e97-4300-8d31-e43ed19ab24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:57.151975 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-40c6555b-d250-4ef8-95bf-2f7abf04a08a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:45:57.159949 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-40c6555b-d250-4ef8-95bf-2f7abf04a08a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:45:57.166021 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] Transition to ACTIVE for port object 84783dc8-ea33-42fd-b8de-3b126d3a564d will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:57.191359 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-536b9eac-47f1-4cb3-9b3e-ced9aa41a136 req-c0028235-b325-4b4b-b16d-00c7c7401ab7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953361 Mar 05 13:45:57.211851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6555b-d250-4ef8-95bf-2f7abf04a08a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Pushing event updated for resources: {'Port': ['ID=e96e5e06-8bd4-463f-8ff1-f689ed86fbd7,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:57.214657 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:57.439306 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2a769b8f-c1ff-4112-89a2-b5211138abc7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d64b82c24ad421faf7995c707aa0961&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4482799 Mar 05 13:45:57.445695 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56706) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:57.446726 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afefedd-ab75-47c5-9ffe-4301e89819e7 req-7c536be5-5235-478e-b417-6b8ecdc7d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:57.447407 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afefedd-ab75-47c5-9ffe-4301e89819e7 req-7c536be5-5235-478e-b417-6b8ecdc7d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:57.447884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afefedd-ab75-47c5-9ffe-4301e89819e7 req-7c536be5-5235-478e-b417-6b8ecdc7d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:57.449604 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8afefedd-ab75-47c5-9ffe-4301e89819e7 req-7c536be5-5235-478e-b417-6b8ecdc7d17f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea18869b41614300bace9687f02782e1&device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 2731 time: 0.6659980 Mar 05 13:45:57.476118 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-40c6555b-d250-4ef8-95bf-2f7abf04a08a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:57.476730 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-40c6555b-d250-4ef8-95bf-2f7abf04a08a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:57.538103 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae71bc55-ad11-4ccc-9e03-e08aa771d165 req-6e0c4824-a83b-4a1c-8555-417da39bdb3f service neutron] 10.222.0.15 "GET /v2.0/networks/8219997c-1c4d-4ab9-a963-82e08fb1ad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6331241 Mar 05 13:45:57.541333 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-40c6555b-d250-4ef8-95bf-2f7abf04a08a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5847149 Mar 05 13:45:57.561946 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-cc7f935c-047d-4d45-90e1-3535c79bc4cc service neutron] Request body: {'port': {'device_id': 'fbee58a0-548b-4414-9781-9c53b1cb46ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:57.617796 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1663f0fe-63e5-4d01-8e29-e5dcf64c2d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:57.629947 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc29e96-4d15-4c9e-a802-73d6d562199d req-4c6d92cc-77e1-4bb3-a65c-111fed9a9e8d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:57.636439 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc29e96-4d15-4c9e-a802-73d6d562199d req-4c6d92cc-77e1-4bb3-a65c-111fed9a9e8d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:57.643464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc29e96-4d15-4c9e-a802-73d6d562199d req-4c6d92cc-77e1-4bb3-a65c-111fed9a9e8d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:57.649390 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc29e96-4d15-4c9e-a802-73d6d562199d req-4c6d92cc-77e1-4bb3-a65c-111fed9a9e8d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:57.655065 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc29e96-4d15-4c9e-a802-73d6d562199d req-4c6d92cc-77e1-4bb3-a65c-111fed9a9e8d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:57.657562 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7fc29e96-4d15-4c9e-a802-73d6d562199d req-4c6d92cc-77e1-4bb3-a65c-111fed9a9e8d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 3826 time: 0.2787750 Mar 05 13:45:57.677209 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=84783dc8-ea33-42fd-b8de-3b126d3a564d,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:57.708644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af9780-a770-4b30-b0de-2d89c551aac8 req-6de010b8-e084-47a5-88b5-297b65fbe579 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:57.710036 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25af9780-a770-4b30-b0de-2d89c551aac8 req-6de010b8-e084-47a5-88b5-297b65fbe579 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.9530396 Mar 05 13:45:57.754307 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1663f0fe-63e5-4d01-8e29-e5dcf64c2d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:57.818514 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7fc29e96-4d15-4c9e-a802-73d6d562199d req-e23a9ee9-8572-4c0d-b044-bb787eb453cb tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535535 Mar 05 13:45:57.819109 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-cc7f935c-047d-4d45-90e1-3535c79bc4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:57.919399 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1663f0fe-63e5-4d01-8e29-e5dcf64c2d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:58.022366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663f0fe-63e5-4d01-8e29-e5dcf64c2d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48e740e-68cc-40e5-8c56-b4013ed59d6a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:58.061460 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1663f0fe-63e5-4d01-8e29-e5dcf64c2d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:58.062737 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1663f0fe-63e5-4d01-8e29-e5dcf64c2d3f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a48e740e-68cc-40e5-8c56-b4013ed59d6a HTTP/1.1" status: 204 len: 168 time: 0.6139839 Mar 05 13:45:58.205507 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ef48a-efa1-4d9e-bd73-c9f37c2f0a37 req-75200b5a-bb75-499d-aa7d-776ac4f586ac tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:58.211397 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ef48a-efa1-4d9e-bd73-c9f37c2f0a37 req-75200b5a-bb75-499d-aa7d-776ac4f586ac tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:58.217761 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ef48a-efa1-4d9e-bd73-c9f37c2f0a37 req-75200b5a-bb75-499d-aa7d-776ac4f586ac tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:58.220784 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8b6ef48a-efa1-4d9e-bd73-c9f37c2f0a37 req-75200b5a-bb75-499d-aa7d-776ac4f586ac tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 2388 time: 0.2429204 Mar 05 13:45:58.290655 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8b6ef48a-efa1-4d9e-bd73-c9f37c2f0a37 req-18754890-51a1-4003-bcff-70444e4155d3 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581777 Mar 05 13:45:58.307386 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25af9780-a770-4b30-b0de-2d89c551aac8 req-e0d8cd1b-acbc-4877-8132-de039cabf7ed tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5506949 Mar 05 13:45:58.404827 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae71bc55-ad11-4ccc-9e03-e08aa771d165 req-8b3b5f3c-dd65-40d7-a06d-c39a8e6ffb25 service neutron] 10.222.0.15 "GET /v2.0/networks/8219997c-1c4d-4ab9-a963-82e08fb1ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8206229 Mar 05 13:45:58.406200 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afefedd-ab75-47c5-9ffe-4301e89819e7 req-25c2add2-1e59-4cfe-9361-32c54bb600d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:58.407439 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afefedd-ab75-47c5-9ffe-4301e89819e7 req-25c2add2-1e59-4cfe-9361-32c54bb600d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:58.408168 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afefedd-ab75-47c5-9ffe-4301e89819e7 req-25c2add2-1e59-4cfe-9361-32c54bb600d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:58.410895 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8afefedd-ab75-47c5-9ffe-4301e89819e7 req-25c2add2-1e59-4cfe-9361-32c54bb600d8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=ea18869b41614300bace9687f02782e1&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.8928771 Mar 05 13:45:58.430228 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-cc7f935c-047d-4d45-90e1-3535c79bc4cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e96e5e06-8bd4-463f-8ff1-f689ed86fbd7 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:45:58.443125 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-cc7f935c-047d-4d45-90e1-3535c79bc4cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:58.483279 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-cc7f935c-047d-4d45-90e1-3535c79bc4cc service neutron] Transition to ACTIVE for port object e96e5e06-8bd4-463f-8ff1-f689ed86fbd7 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:58.496987 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-cc7f935c-047d-4d45-90e1-3535c79bc4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:58.525715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56720) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:45:58.525715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] Attempting to bind port 84783dc8-ea33-42fd-b8de-3b126d3a564d on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:45:58.525715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] Attempting to bind port 84783dc8-ea33-42fd-b8de-3b126d3a564d by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '5a2d6778-bb74-4231-9404-704d7d2b692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:45:58.525715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] Attempting to bind port 84783dc8-ea33-42fd-b8de-3b126d3a564d on network 0d408d73-a46e-4e4c-b598-e5439c0aebd3 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:45:58.642372 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:58.677847 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] Port 84783dc8-ea33-42fd-b8de-3b126d3a564d on network 0d408d73-a46e-4e4c-b598-e5439c0aebd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:45:58.678164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] Attempting to bind port 84783dc8-ea33-42fd-b8de-3b126d3a564d on network 0d408d73-a46e-4e4c-b598-e5439c0aebd3 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:45:58.680508 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6daed45d-729b-4f78-9c04-4921f8777eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:58.705411 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f935c-047d-4d45-90e1-3535c79bc4cc service neutron] Pushing event updated for resources: {'Port': ['ID=e96e5e06-8bd4-463f-8ff1-f689ed86fbd7,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:58.738274 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:45:58.755521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:45:58.755521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] Checking segment: {'id': '5a2d6778-bb74-4231-9404-704d7d2b692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:45:58.755521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] Bound using segment: {'id': '5a2d6778-bb74-4231-9404-704d7d2b692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:45:58.755521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] Bound port: 84783dc8-ea33-42fd-b8de-3b126d3a564d, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a2d6778-bb74-4231-9404-704d7d2b692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:45:58.755938 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:58.764593 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6daed45d-729b-4f78-9c04-4921f8777eb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:45:58.790587 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6daed45d-729b-4f78-9c04-4921f8777eb5 admin admin] Usage tracker for resource:security_group_rule and tenant:58873dd4190843bdb8ce794b74081afb is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:45:58.827202 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6daed45d-729b-4f78-9c04-4921f8777eb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:45:58.843269 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:58.845701 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674872b-2586-4974-b605-38b424af815d req-80cfa3ed-118d-4687-a9f2-3e2d35f10159 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:58.845701 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-a674872b-2586-4974-b605-38b424af815d req-80cfa3ed-118d-4687-a9f2-3e2d35f10159 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Synchronizing usage tracker for tenant:88b70d4f81024502a875d220418ca706 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:58.888711 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-cc7f935c-047d-4d45-90e1-3535c79bc4cc service neutron] Attempting to bind port e96e5e06-8bd4-463f-8ff1-f689ed86fbd7 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:45:58.888711 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-cc7f935c-047d-4d45-90e1-3535c79bc4cc service neutron] Attempting to bind port e96e5e06-8bd4-463f-8ff1-f689ed86fbd7 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '8371ccb1-6c0e-4c2a-9b08-7362353b78bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0c826599-f67c-4ccb-b6d8-3ea485c3292e'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:45:58.888711 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-cc7f935c-047d-4d45-90e1-3535c79bc4cc service neutron] Attempting to bind port e96e5e06-8bd4-463f-8ff1-f689ed86fbd7 on network 0c826599-f67c-4ccb-b6d8-3ea485c3292e {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:45:58.888711 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-a674872b-2586-4974-b605-38b424af815d req-80cfa3ed-118d-4687-a9f2-3e2d35f10159 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Unset dirty status for tenant:88b70d4f81024502a875d220418ca706 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:58.888711 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a674872b-2586-4974-b605-38b424af815d req-80cfa3ed-118d-4687-a9f2-3e2d35f10159 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbee58a0-548b-4414-9781-9c53b1cb46ab HTTP/1.1" status: 200 len: 943 time: 0.3471625 Mar 05 13:45:58.896154 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6daed45d-729b-4f78-9c04-4921f8777eb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:45:58.900577 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-cc7f935c-047d-4d45-90e1-3535c79bc4cc service neutron] Port e96e5e06-8bd4-463f-8ff1-f689ed86fbd7 on network 0c826599-f67c-4ccb-b6d8-3ea485c3292e not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:45:58.900577 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-cc7f935c-047d-4d45-90e1-3535c79bc4cc service neutron] Attempting to bind port e96e5e06-8bd4-463f-8ff1-f689ed86fbd7 on network 0c826599-f67c-4ccb-b6d8-3ea485c3292e {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:45:58.900577 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-cc7f935c-047d-4d45-90e1-3535c79bc4cc service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:45:58.900577 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-cc7f935c-047d-4d45-90e1-3535c79bc4cc service neutron] Checking segment: {'id': '8371ccb1-6c0e-4c2a-9b08-7362353b78bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0c826599-f67c-4ccb-b6d8-3ea485c3292e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:45:58.900577 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-cc7f935c-047d-4d45-90e1-3535c79bc4cc service neutron] Bound using segment: {'id': '8371ccb1-6c0e-4c2a-9b08-7362353b78bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0c826599-f67c-4ccb-b6d8-3ea485c3292e'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:45:58.900577 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-cc7f935c-047d-4d45-90e1-3535c79bc4cc service neutron] Bound port: e96e5e06-8bd4-463f-8ff1-f689ed86fbd7, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8371ccb1-6c0e-4c2a-9b08-7362353b78bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0c826599-f67c-4ccb-b6d8-3ea485c3292e'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:45:58.900577 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-cc7f935c-047d-4d45-90e1-3535c79bc4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:58.954267 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc535aa5-78ee-42f9-9068-8faa8322cf2c {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:45:58.962634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afefedd-ab75-47c5-9ffe-4301e89819e7 req-44dd13a8-0b24-44b8-be16-09dbc4ab3d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:58.964476 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8afefedd-ab75-47c5-9ffe-4301e89819e7 req-44dd13a8-0b24-44b8-be16-09dbc4ab3d91 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5326908 Mar 05 13:45:58.990391 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:59.009674 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-a674872b-2586-4974-b605-38b424af815d req-bd839ad0-e3cb-4c9c-a9d4-74ef0a24f551 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Synchronizing usage tracker for tenant:88b70d4f81024502a875d220418ca706 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:45:59.054365 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-a674872b-2586-4974-b605-38b424af815d req-bd839ad0-e3cb-4c9c-a9d4-74ef0a24f551 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Unset dirty status for tenant:88b70d4f81024502a875d220418ca706 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:45:59.069323 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a674872b-2586-4974-b605-38b424af815d req-bd839ad0-e3cb-4c9c-a9d4-74ef0a24f551 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cb34d41-1618-4684-a572-53c50145d343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468875 Mar 05 13:45:59.085468 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-cc7f935c-047d-4d45-90e1-3535c79bc4cc service neutron] For port e96e5e06-8bd4-463f-8ff1-f689ed86fbd7, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:45:59.095998 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-cc7f935c-047d-4d45-90e1-3535c79bc4cc service neutron] For port e96e5e06-8bd4-463f-8ff1-f689ed86fbd7, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e96e5e06-8bd4-463f-8ff1-f689ed86fbd7,segment=NetworkSegment(8371ccb1-6c0e-4c2a-9b08-7362353b78bd),segment_id=8371ccb1-6c0e-4c2a-9b08-7362353b78bd)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:45:59.102404 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-cc7f935c-047d-4d45-90e1-3535c79bc4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:59.136355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] Transition to ACTIVE for port object fc535aa5-78ee-42f9-9068-8faa8322cf2c will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:59.148210 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] For port 84783dc8-ea33-42fd-b8de-3b126d3a564d, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:45:59.167837 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:59.184617 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e964b7-4e3d-4232-b638-cf5b0d522563 req-36f03322-5d2d-476a-83c4-79f143ae74b0 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:59.192382 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-50e964b7-4e3d-4232-b638-cf5b0d522563 req-36f03322-5d2d-476a-83c4-79f143ae74b0 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=d387e8f1-cacf-4f91-962a-b2df94174d94 HTTP/1.1" status: 200 len: 985 time: 0.6496799 Mar 05 13:45:59.211609 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-cc7f935c-047d-4d45-90e1-3535c79bc4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:59.211609 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-cc7f935c-047d-4d45-90e1-3535c79bc4cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:59.214049 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-cc7f935c-047d-4d45-90e1-3535c79bc4cc service neutron] 10.222.0.30 "PUT /v2.0/ports/e96e5e06-8bd4-463f-8ff1-f689ed86fbd7 HTTP/1.1" status: 200 len: 1091 time: 1.6548834 Mar 05 13:45:59.214049 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbee58a0-548b-4414-9781-9c53b1cb46ab', 'tag': 'e96e5e06-8bd4-463f-8ff1-f689ed86fbd7'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:45:59.253819 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] For port 84783dc8-ea33-42fd-b8de-3b126d3a564d, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=84783dc8-ea33-42fd-b8de-3b126d3a564d,segment=NetworkSegment(5a2d6778-bb74-4231-9404-704d7d2b692b),segment_id=5a2d6778-bb74-4231-9404-704d7d2b692b)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:45:59.275754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cecbebce-8e97-4300-8d31-e43ed19ab24d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dead46ef-c0b8-4387-a50d-8f2204798093 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:45:59.339988 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f935c-047d-4d45-90e1-3535c79bc4cc service neutron] Pushing event updated for resources: {'Port': ['ID=e96e5e06-8bd4-463f-8ff1-f689ed86fbd7,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:59.351908 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cecbebce-8e97-4300-8d31-e43ed19ab24d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:59.361642 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:59.392837 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd66d7-cc5a-41c8-89f7-3f4c2fac3bad req-6c0820b5-8444-4fc6-ad72-a38ba1fbb0bd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:59.392837 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-71dd66d7-cc5a-41c8-89f7-3f4c2fac3bad req-6c0820b5-8444-4fc6-ad72-a38ba1fbb0bd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede3e343-1c51-491f-b114-f7d5a82a2bf8 HTTP/1.1" status: 200 len: 943 time: 0.1680863 Mar 05 13:45:59.423720 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-fccbfd9c-fdaa-436f-b51a-40b12d658d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:59.423720 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-fccbfd9c-fdaa-436f-b51a-40b12d658d80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=88b70d4f81024502a875d220418ca706&device_id=fbee58a0-548b-4414-9781-9c53b1cb46ab HTTP/1.1" status: 200 len: 1094 time: 0.1494198 Mar 05 13:45:59.447917 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:59.447917 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:59.447917 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] 10.222.0.15 "PUT /v2.0/ports/84783dc8-ea33-42fd-b8de-3b126d3a564d HTTP/1.1" status: 200 len: 1091 time: 5.0772135 Mar 05 13:45:59.461461 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'tag': '84783dc8-ea33-42fd-b8de-3b126d3a564d'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:45:59.486359 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cecbebce-8e97-4300-8d31-e43ed19ab24d service neutron] Transition to ACTIVE for port object dead46ef-c0b8-4387-a50d-8f2204798093 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:45:59.512590 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-24ceb9e0-b19e-4a19-888f-06715f81a0c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e96e5e06-8bd4-463f-8ff1-f689ed86fbd7 HTTP/1.1" status: 200 len: 217 time: 0.0796776 Mar 05 13:45:59.564608 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] Pushing event updated for resources: {'Port': ['ID=fc535aa5-78ee-42f9-9068-8faa8322cf2c,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:45:59.594552 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cecbebce-8e97-4300-8d31-e43ed19ab24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:45:59.675075 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-10fc39cd-ed6d-4d4c-b960-b14f9f663d1d service neutron] Request body: {'port': {'device_id': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:45:59.766362 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-71dd66d7-cc5a-41c8-89f7-3f4c2fac3bad req-07414cb2-c3db-48c1-a7d6-9456915fcd40 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540299 Mar 05 13:45:59.841191 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-50e964b7-4e3d-4232-b638-cf5b0d522563 req-55dcbcd4-327c-480c-a2f5-bae60a2092cb tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&id=ae38c9a1-d87a-408b-a4e5-04aa43ffa656&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.6439955 Mar 05 13:45:59.861580 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-acf290b6-6846-4995-a51e-3473591a6e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:45:59.874326 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-acf290b6-6846-4995-a51e-3473591a6e09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0c4d64dd-5da5-4bbf-b767-705ba7f7b5b4 HTTP/1.1" status: 200 len: 855 time: 0.3486938 Mar 05 13:46:00.030191 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6daed45d-729b-4f78-9c04-4921f8777eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:00.056647 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbee58a0-548b-4414-9781-9c53b1cb46ab', 'tag': 'e96e5e06-8bd4-463f-8ff1-f689ed86fbd7', 'status': 'completed', 'code': 200} Mar 05 13:46:00.075789 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-286e9b92-1e98-4862-b5f7-822228c3b38c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0c826599-f67c-4ccb-b6d8-3ea485c3292e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1934712 Mar 05 13:46:00.220134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5599bac-933b-438c-9c38-2da27f2bb4d6 req-4e1d49d2-763f-4b13-bb5a-a662242d2846 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:00.226046 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5599bac-933b-438c-9c38-2da27f2bb4d6 req-4e1d49d2-763f-4b13-bb5a-a662242d2846 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:00.231854 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5599bac-933b-438c-9c38-2da27f2bb4d6 req-4e1d49d2-763f-4b13-bb5a-a662242d2846 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:00.238239 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5599bac-933b-438c-9c38-2da27f2bb4d6 req-4e1d49d2-763f-4b13-bb5a-a662242d2846 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:00.244114 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5599bac-933b-438c-9c38-2da27f2bb4d6 req-4e1d49d2-763f-4b13-bb5a-a662242d2846 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:00.245951 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a5599bac-933b-438c-9c38-2da27f2bb4d6 req-4e1d49d2-763f-4b13-bb5a-a662242d2846 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 3826 time: 0.2694468 Mar 05 13:46:00.323738 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-bdfd01b0-222c-4c58-be8f-5ed204ab2c69 service neutron] 10.222.0.30 "GET /v2.0/networks/0c826599-f67c-4ccb-b6d8-3ea485c3292e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355688 Mar 05 13:46:00.327287 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6daed45d-729b-4f78-9c04-4921f8777eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:00.330208 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a5599bac-933b-438c-9c38-2da27f2bb4d6 req-50619dff-c53a-4fcf-a398-b3efdc1e0240 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713642 Mar 05 13:46:00.543634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513857d-8c0f-49f2-8a25-7f6772e8f1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=84783dc8-ea33-42fd-b8de-3b126d3a564d,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:00.587294 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ee55a9b-5341-4592-9b1b-cfef4ebe31f1 req-d2f06fae-d3b1-4303-ad20-d7c264e4efb7 service neutron] 10.222.0.30 "GET /v2.0/networks/0c826599-f67c-4ccb-b6d8-3ea485c3292e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547100 Mar 05 13:46:00.605540 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6daed45d-729b-4f78-9c04-4921f8777eb5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58873dd4190843bdb8ce794b74081afb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0886383 Mar 05 13:46:00.609225 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56738) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:00.625664 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] Attempting to bind port fc535aa5-78ee-42f9-9068-8faa8322cf2c on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:46:00.626000 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] Attempting to bind port fc535aa5-78ee-42f9-9068-8faa8322cf2c by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:46:00.626326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] Attempting to bind port fc535aa5-78ee-42f9-9068-8faa8322cf2c on network 9566c2e4-1bac-4a5b-8a67-d566157793fe {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:00.638264 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daed45d-729b-4f78-9c04-4921f8777eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9cd3d6-943e-488c-a6ac-5e32d5e3bc28,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:00.654866 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-10fc39cd-ed6d-4d4c-b960-b14f9f663d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:00.664463 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] Port fc535aa5-78ee-42f9-9068-8faa8322cf2c on network 9566c2e4-1bac-4a5b-8a67-d566157793fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:46:00.664794 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] Attempting to bind port fc535aa5-78ee-42f9-9068-8faa8322cf2c on network 9566c2e4-1bac-4a5b-8a67-d566157793fe {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:00.689881 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749a1d8-945a-4009-9519-42d7e280cd37 req-2f82c498-111a-4aa2-8cf2-36c36f3f2a46 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:00.691386 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5749a1d8-945a-4009-9519-42d7e280cd37 req-2f82c498-111a-4aa2-8cf2-36c36f3f2a46 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.1526749 Mar 05 13:46:00.707217 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:46:00.707562 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] Checking segment: {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:46:00.707954 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] Bound using segment: {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:46:00.708393 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] Bound port: fc535aa5-78ee-42f9-9068-8faa8322cf2c, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:46:00.708737 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:00.735235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbebce-8e97-4300-8d31-e43ed19ab24d service neutron] Pushing event updated for resources: {'Port': ['ID=dead46ef-c0b8-4387-a50d-8f2204798093,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:00.776500 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2d39d311-35f0-4eef-9e0c-5b8fae24f722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:00.782579 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5749a1d8-945a-4009-9519-42d7e280cd37 req-a2c28f9c-6c32-4dbb-8bd8-043f972d71b0 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836797 Mar 05 13:46:00.789051 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cecbebce-8e97-4300-8d31-e43ed19ab24d service neutron] Attempting to bind port dead46ef-c0b8-4387-a50d-8f2204798093 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:46:00.789394 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cecbebce-8e97-4300-8d31-e43ed19ab24d service neutron] Attempting to bind port dead46ef-c0b8-4387-a50d-8f2204798093 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '3ada50bb-b35d-4bc7-914c-ab5e25697710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56ad4406-1452-42b3-b9fc-952b4d3f73b0'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:46:00.789721 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cecbebce-8e97-4300-8d31-e43ed19ab24d service neutron] Attempting to bind port dead46ef-c0b8-4387-a50d-8f2204798093 on network 56ad4406-1452-42b3-b9fc-952b4d3f73b0 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:00.820968 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2d39d311-35f0-4eef-9e0c-5b8fae24f722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:00.833700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fee9e-4de7-40e4-b56f-372c2cef53db req-d195950e-0914-4cd6-94f0-ec294d55b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:00.834591 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db9df9-e638-4d41-8321-6e9ab2f5f899 req-31dedba7-0899-48d7-b3d7-470fe14e57b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:00.835158 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f8fee9e-4de7-40e4-b56f-372c2cef53db req-d195950e-0914-4cd6-94f0-ec294d55b15c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=88b70d4f81024502a875d220418ca706&device_id=fbee58a0-548b-4414-9781-9c53b1cb46ab HTTP/1.1" status: 200 len: 1094 time: 0.1867702 Mar 05 13:46:00.836114 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-90db9df9-e638-4d41-8321-6e9ab2f5f899 req-31dedba7-0899-48d7-b3d7-470fe14e57b8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 1097 time: 0.9670947 Mar 05 13:46:00.836700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cecbebce-8e97-4300-8d31-e43ed19ab24d service neutron] Port dead46ef-c0b8-4387-a50d-8f2204798093 on network 56ad4406-1452-42b3-b9fc-952b4d3f73b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:46:00.837028 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cecbebce-8e97-4300-8d31-e43ed19ab24d service neutron] Attempting to bind port dead46ef-c0b8-4387-a50d-8f2204798093 on network 56ad4406-1452-42b3-b9fc-952b4d3f73b0 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:00.846955 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'tag': '84783dc8-ea33-42fd-b8de-3b126d3a564d', 'status': 'completed', 'code': 200} Mar 05 13:46:00.888312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11832a14-8cbb-4dc7-84d4-0fe42aa89c05 req-e898103f-592b-4da3-9417-1454aeb9db07 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:00.894408 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11832a14-8cbb-4dc7-84d4-0fe42aa89c05 req-e898103f-592b-4da3-9417-1454aeb9db07 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:00.900287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11832a14-8cbb-4dc7-84d4-0fe42aa89c05 req-e898103f-592b-4da3-9417-1454aeb9db07 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:00.901146 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-11832a14-8cbb-4dc7-84d4-0fe42aa89c05 req-e898103f-592b-4da3-9417-1454aeb9db07 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Synchronizing usage tracker for tenant:ea18869b41614300bace9687f02782e1 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:46:00.916260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cecbebce-8e97-4300-8d31-e43ed19ab24d service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:46:00.916598 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cecbebce-8e97-4300-8d31-e43ed19ab24d service neutron] Checking segment: {'id': '3ada50bb-b35d-4bc7-914c-ab5e25697710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56ad4406-1452-42b3-b9fc-952b4d3f73b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:46:00.917178 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cecbebce-8e97-4300-8d31-e43ed19ab24d service neutron] Bound using segment: {'id': '3ada50bb-b35d-4bc7-914c-ab5e25697710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56ad4406-1452-42b3-b9fc-952b4d3f73b0'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:46:00.917625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cecbebce-8e97-4300-8d31-e43ed19ab24d service neutron] Bound port: dead46ef-c0b8-4387-a50d-8f2204798093, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ada50bb-b35d-4bc7-914c-ab5e25697710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '56ad4406-1452-42b3-b9fc-952b4d3f73b0'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:46:00.917972 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cecbebce-8e97-4300-8d31-e43ed19ab24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:01.023248 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2d39d311-35f0-4eef-9e0c-5b8fae24f722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:01.058432 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39d311-35f0-4eef-9e0c-5b8fae24f722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9cd3d6-943e-488c-a6ac-5e32d5e3bc28,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:01.060513 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fee9e-4de7-40e4-b56f-372c2cef53db req-f010b763-1ddd-42a0-8f67-696a1be9a42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:01.062003 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f8fee9e-4de7-40e4-b56f-372c2cef53db req-f010b763-1ddd-42a0-8f67-696a1be9a42d service neutron] 10.222.0.30 "GET /v2.0/networks?id=0c826599-f67c-4ccb-b6d8-3ea485c3292e HTTP/1.1" status: 200 len: 915 time: 0.2168741 Mar 05 13:46:01.068354 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2d39d311-35f0-4eef-9e0c-5b8fae24f722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:01.069398 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2d39d311-35f0-4eef-9e0c-5b8fae24f722 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb9cd3d6-943e-488c-a6ac-5e32d5e3bc28 HTTP/1.1" status: 204 len: 168 time: 0.4584348 Mar 05 13:46:01.133252 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-11832a14-8cbb-4dc7-84d4-0fe42aa89c05 req-e898103f-592b-4da3-9417-1454aeb9db07 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Unset dirty status for tenant:ea18869b41614300bace9687f02782e1 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:46:01.134416 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-11832a14-8cbb-4dc7-84d4-0fe42aa89c05 req-e898103f-592b-4da3-9417-1454aeb9db07 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 2400 time: 1.0761576 Mar 05 13:46:01.153473 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-90db9df9-e638-4d41-8321-6e9ab2f5f899 req-fe7827ce-6443-42ca-a7e3-7b35ad7dcee4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920551 Mar 05 13:46:01.163149 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f8fee9e-4de7-40e4-b56f-372c2cef53db req-0f3ae6e6-416e-47cb-b471-9c3739556a9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e96e5e06-8bd4-463f-8ff1-f689ed86fbd7 HTTP/1.1" status: 200 len: 217 time: 0.0856326 Mar 05 13:46:01.203338 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] For port fc535aa5-78ee-42f9-9068-8faa8322cf2c, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:46:01.233845 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f45b7-edb8-4314-bebf-6b88f69c9f9a req-0d9b3a0f-143c-482f-b1b1-ffd938e1b01e tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:01.242812 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dc8f45b7-edb8-4314-bebf-6b88f69c9f9a req-0d9b3a0f-143c-482f-b1b1-ffd938e1b01e tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbee58a0-548b-4414-9781-9c53b1cb46ab HTTP/1.1" status: 200 len: 943 time: 0.2926691 Mar 05 13:46:01.268684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] For port fc535aa5-78ee-42f9-9068-8faa8322cf2c, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fc535aa5-78ee-42f9-9068-8faa8322cf2c,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:46:01.306269 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dc8f45b7-edb8-4314-bebf-6b88f69c9f9a req-e1cff3f4-fb31-45c1-9038-af434ea3d481 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cb34d41-1618-4684-a572-53c50145d343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618131 Mar 05 13:46:01.307769 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fee9e-4de7-40e4-b56f-372c2cef53db req-fce6e815-61ed-49d8-8a2c-1d8b6c465e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:01.309057 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f8fee9e-4de7-40e4-b56f-372c2cef53db req-fce6e815-61ed-49d8-8a2c-1d8b6c465e97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0c4d64dd-5da5-4bbf-b767-705ba7f7b5b4 HTTP/1.1" status: 200 len: 855 time: 0.1431444 Mar 05 13:46:01.337981 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cecbebce-8e97-4300-8d31-e43ed19ab24d service neutron] For port dead46ef-c0b8-4387-a50d-8f2204798093, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:46:01.344513 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:01.373270 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f8fee9e-4de7-40e4-b56f-372c2cef53db req-b0807db8-eeec-4c90-aa20-ff8d90c1c732 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0c826599-f67c-4ccb-b6d8-3ea485c3292e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530827 Mar 05 13:46:01.426352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cecbebce-8e97-4300-8d31-e43ed19ab24d service neutron] For port dead46ef-c0b8-4387-a50d-8f2204798093, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=dead46ef-c0b8-4387-a50d-8f2204798093,segment=NetworkSegment(3ada50bb-b35d-4bc7-914c-ab5e25697710),segment_id=3ada50bb-b35d-4bc7-914c-ab5e25697710)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:46:01.434024 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-11832a14-8cbb-4dc7-84d4-0fe42aa89c05 req-4697c87d-470a-487e-adf6-5d0a0c1810a0 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749629 Mar 05 13:46:01.445343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:01.448840 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:01.450402 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] 10.222.0.15 "PUT /v2.0/ports/fc535aa5-78ee-42f9-9068-8faa8322cf2c HTTP/1.1" status: 200 len: 1091 time: 5.2065678 Mar 05 13:46:01.454592 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cecbebce-8e97-4300-8d31-e43ed19ab24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:01.607960 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2604bb-f277-4070-bd78-65b9f12df306 req-99ca57b2-eb65-41ab-a450-7946d9e501bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:01.608535 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2604bb-f277-4070-bd78-65b9f12df306 req-99ca57b2-eb65-41ab-a450-7946d9e501bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:01.609644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2604bb-f277-4070-bd78-65b9f12df306 req-99ca57b2-eb65-41ab-a450-7946d9e501bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:01.610304 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2604bb-f277-4070-bd78-65b9f12df306 req-99ca57b2-eb65-41ab-a450-7946d9e501bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:01.610784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2604bb-f277-4070-bd78-65b9f12df306 req-99ca57b2-eb65-41ab-a450-7946d9e501bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:01.612601 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a2604bb-f277-4070-bd78-65b9f12df306 req-99ca57b2-eb65-41ab-a450-7946d9e501bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=375b726eb2ae465c8b7dd42940955ff2&device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 4361 time: 0.7005363 Mar 05 13:46:01.659857 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f8fee9e-4de7-40e4-b56f-372c2cef53db req-b63c21ed-bab1-4fbf-b189-1203addbef6b service neutron] 10.222.0.30 "GET /v2.0/networks/0c826599-f67c-4ccb-b6d8-3ea485c3292e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795336 Mar 05 13:46:01.729966 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162696a1-ccc0-4798-b3f8-dc0153ceb374 req-cbda6e52-2fa9-4dc6-b0fb-a22a9e0d9200 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:01.731619 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-162696a1-ccc0-4798-b3f8-dc0153ceb374 req-cbda6e52-2fa9-4dc6-b0fb-a22a9e0d9200 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede3e343-1c51-491f-b114-f7d5a82a2bf8 HTTP/1.1" status: 200 len: 943 time: 0.1504354 Mar 05 13:46:01.762817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b4ae0-9b27-47c5-b4ba-d84a3df5dade service neutron] Pushing event updated for resources: {'Port': ['ID=fc535aa5-78ee-42f9-9068-8faa8322cf2c,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:01.864829 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-162696a1-ccc0-4798-b3f8-dc0153ceb374 req-f8474a15-2cdc-4254-bfba-24f76712e698 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248980 Mar 05 13:46:01.895113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cecbebce-8e97-4300-8d31-e43ed19ab24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:01.896120 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cecbebce-8e97-4300-8d31-e43ed19ab24d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:01.898014 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cecbebce-8e97-4300-8d31-e43ed19ab24d service neutron] 10.222.0.30 "PUT /v2.0/ports/dead46ef-c0b8-4387-a50d-8f2204798093 HTTP/1.1" status: 200 len: 1092 time: 5.4434307 Mar 05 13:46:02.013900 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d327c8ce-269e-493a-a87d-d484f13dae7f service neutron] Request body: {'port': {'device_id': '8a7539bc-1d7c-48c0-aad4-25796bffaf8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:46:02.020498 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f8fee9e-4de7-40e4-b56f-372c2cef53db req-e422b3db-5c09-4322-8b64-d1e3a1907921 service neutron] 10.222.0.30 "GET /v2.0/networks/0c826599-f67c-4ccb-b6d8-3ea485c3292e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520446 Mar 05 13:46:02.115966 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-10fc39cd-ed6d-4d4c-b960-b14f9f663d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d7348f-7f9b-402e-806f-fad32b169dc7 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:46:02.146821 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d3b44-5a5d-4152-93d5-19ffc232f4f8 req-4fe4bb37-945d-4b91-bcdb-8663aec28a05 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:02.152723 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d3b44-5a5d-4152-93d5-19ffc232f4f8 req-4fe4bb37-945d-4b91-bcdb-8663aec28a05 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:02.153728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbebce-8e97-4300-8d31-e43ed19ab24d service neutron] Pushing event updated for resources: {'Port': ['ID=dead46ef-c0b8-4387-a50d-8f2204798093,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:02.156784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56770) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:02.159185 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d3b44-5a5d-4152-93d5-19ffc232f4f8 req-4fe4bb37-945d-4b91-bcdb-8663aec28a05 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:02.162237 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-10fc39cd-ed6d-4d4c-b960-b14f9f663d1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:02.164984 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d3b44-5a5d-4152-93d5-19ffc232f4f8 req-4fe4bb37-945d-4b91-bcdb-8663aec28a05 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:02.171015 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d3b44-5a5d-4152-93d5-19ffc232f4f8 req-4fe4bb37-945d-4b91-bcdb-8663aec28a05 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:02.173384 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-773d3b44-5a5d-4152-93d5-19ffc232f4f8 req-4fe4bb37-945d-4b91-bcdb-8663aec28a05 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 3826 time: 0.1135273 Mar 05 13:46:02.216121 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2604bb-f277-4070-bd78-65b9f12df306 req-be9532a3-b0c9-40b0-8e33-e97cf375b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:02.216592 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2604bb-f277-4070-bd78-65b9f12df306 req-be9532a3-b0c9-40b0-8e33-e97cf375b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:02.217058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2604bb-f277-4070-bd78-65b9f12df306 req-be9532a3-b0c9-40b0-8e33-e97cf375b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:02.218624 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a2604bb-f277-4070-bd78-65b9f12df306 req-be9532a3-b0c9-40b0-8e33-e97cf375b043 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=375b726eb2ae465c8b7dd42940955ff2&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5600145 Mar 05 13:46:02.234190 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-773d3b44-5a5d-4152-93d5-19ffc232f4f8 req-581dcf0f-4a79-4ad1-8342-aba68e140712 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545809 Mar 05 13:46:02.259127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-10fc39cd-ed6d-4d4c-b960-b14f9f663d1d service neutron] Transition to ACTIVE for port object 45d7348f-7f9b-402e-806f-fad32b169dc7 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:46:02.308517 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-10fc39cd-ed6d-4d4c-b960-b14f9f663d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:02.319337 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bded3-01c3-4cd3-b240-9e46d4faf6cb req-f029d6af-ee29-4872-aa54-1151b294e7f0 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:02.326535 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1d3bded3-01c3-4cd3-b240-9e46d4faf6cb req-f029d6af-ee29-4872-aa54-1151b294e7f0 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=d387e8f1-cacf-4f91-962a-b2df94174d94 HTTP/1.1" status: 200 len: 985 time: 0.7005196 Mar 05 13:46:02.413563 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e96e5e06-8bd4-463f-8ff1-f689ed86fbd7 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:46:02.493892 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d5ab8-d89b-4b00-a415-21c4e04fad5a req-050611e2-157a-4572-ab87-a177fe62c949 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:02.502254 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7f5d5ab8-d89b-4b00-a415-21c4e04fad5a req-050611e2-157a-4572-ab87-a177fe62c949 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.1379173 Mar 05 13:46:02.601846 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7f5d5ab8-d89b-4b00-a415-21c4e04fad5a req-c06e4bd1-325c-476c-a83b-1e04d7cd4ece tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866168 Mar 05 13:46:02.617411 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e96e5e06-8bd4-463f-8ff1-f689ed86fbd7, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e96e5e06-8bd4-463f-8ff1-f689ed86fbd7,segment=NetworkSegment(8371ccb1-6c0e-4c2a-9b08-7362353b78bd),segment_id=8371ccb1-6c0e-4c2a-9b08-7362353b78bd)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:02.622686 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-2b859852-408d-4451-9631-1991959ec2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:02.622686 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-2b859852-408d-4451-9631-1991959ec2d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&device_id=ede3e343-1c51-491f-b114-f7d5a82a2bf8 HTTP/1.1" status: 200 len: 1094 time: 1.0796211 Mar 05 13:46:02.631885 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'e96e5e06-8bd4-463f-8ff1-f689ed86fbd7', 'network_id': '0c826599-f67c-4ccb-b6d8-3ea485c3292e', 'port_id': 'e96e5e06-8bd4-463f-8ff1-f689ed86fbd7', 'mac_address': 'fa:16:3e:8a:03:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c4d64dd-5da5-4bbf-b767-705ba7f7b5b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:46:02.721331 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:02.742358 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e96e5e06-8bd4-463f-8ff1-f689ed86fbd7 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:46:02.763641 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e96e5e06-8bd4-463f-8ff1-f689ed86fbd7, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e96e5e06-8bd4-463f-8ff1-f689ed86fbd7,segment=NetworkSegment(8371ccb1-6c0e-4c2a-9b08-7362353b78bd),segment_id=8371ccb1-6c0e-4c2a-9b08-7362353b78bd)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:02.768565 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:02.818319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-718679568-network', 'tenant_id': '4e8b6f84c6614cf5962c11472e5af686'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:46:02.821461 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d327c8ce-269e-493a-a87d-d484f13dae7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:02.831000 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc39cd-ed6d-4d4c-b960-b14f9f663d1d service neutron] Pushing event updated for resources: {'Port': ['ID=45d7348f-7f9b-402e-806f-fad32b169dc7,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:02.855920 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8b82a-9751-442a-981e-6e52786410c2 req-56f95c28-8da4-4247-a61e-ed18f386c6c4 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:02.860002 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-87c8b82a-9751-442a-981e-6e52786410c2 req-56f95c28-8da4-4247-a61e-ed18f386c6c4 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbee58a0-548b-4414-9781-9c53b1cb46ab HTTP/1.1" status: 200 len: 944 time: 0.1335092 Mar 05 13:46:02.871906 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=e96e5e06-8bd4-463f-8ff1-f689ed86fbd7,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:02.882881 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:02.883321 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:02.883750 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:02.884186 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:02.884954 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:02.884954 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:02.885379 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:02.885788 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:02.886191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:02.888609 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:02.888609 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:02.888609 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:02.905416 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede3e343-1c51-491f-b114-f7d5a82a2bf8', 'tag': 'fc535aa5-78ee-42f9-9068-8faa8322cf2c'}, {'name': 'network-changed', 'server_uuid': '8a7539bc-1d7c-48c0-aad4-25796bffaf8a', 'tag': 'dead46ef-c0b8-4387-a50d-8f2204798093'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:46:02.915037 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-87c8b82a-9751-442a-981e-6e52786410c2 req-fd03a80d-1c11-4120-afec-e0933636e65a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cb34d41-1618-4684-a572-53c50145d343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503271 Mar 05 13:46:02.920839 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:46:02.929783 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-7cf5f25b-baae-46cd-9a15-3b77b8cd72dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc535aa5-78ee-42f9-9068-8faa8322cf2c HTTP/1.1" status: 200 len: 217 time: 0.0961425 Mar 05 13:46:02.986916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] Usage tracker for resource:network and tenant:4e8b6f84c6614cf5962c11472e5af686 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:46:03.006215 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:46:03.073061 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['e96e5e06-8bd4-463f-8ff1-f689ed86fbd7'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:46:03.169104 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1d3bded3-01c3-4cd3-b240-9e46d4faf6cb req-5f53e8de-f73e-4652-a25e-89a717f4b31a tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&id=ae38c9a1-d87a-408b-a4e5-04aa43ffa656&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.8310862 Mar 05 13:46:03.169104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-0027deb4-2a00-41f5-af5e-1a2866b47b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:03.193200 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee99df1-1c31-4ae1-9721-ba91a1bfc2ae req-0ac2d4e5-7bf0-4cb2-8cb8-d660a6ca984e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:03.193706 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-0027deb4-2a00-41f5-af5e-1a2866b47b29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbe719ac-a221-4304-9d9c-9289853597e6 HTTP/1.1" status: 200 len: 846 time: 0.2048395 Mar 05 13:46:03.193706 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:46:03.205855 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2604bb-f277-4070-bd78-65b9f12df306 req-ef2a3ae2-172c-4312-8efd-19b9d4355f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:03.205855 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a2604bb-f277-4070-bd78-65b9f12df306 req-ef2a3ae2-172c-4312-8efd-19b9d4355f59 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9754415 Mar 05 13:46:03.207557 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee99df1-1c31-4ae1-9721-ba91a1bfc2ae req-0ac2d4e5-7bf0-4cb2-8cb8-d660a6ca984e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:03.214757 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee99df1-1c31-4ae1-9721-ba91a1bfc2ae req-0ac2d4e5-7bf0-4cb2-8cb8-d660a6ca984e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:03.216435 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2ee99df1-1c31-4ae1-9721-ba91a1bfc2ae req-0ac2d4e5-7bf0-4cb2-8cb8-d660a6ca984e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 2400 time: 0.1925983 Mar 05 13:46:03.296675 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2ee99df1-1c31-4ae1-9721-ba91a1bfc2ae req-d48ca04d-8b49-4858-9564-a425bc4b3c97 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708628 Mar 05 13:46:03.299047 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-342eeba6-3728-457c-98b7-aeb1bca20c47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9566c2e4-1bac-4a5b-8a67-d566157793fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861077 Mar 05 13:46:03.413971 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede3e343-1c51-491f-b114-f7d5a82a2bf8', 'tag': 'fc535aa5-78ee-42f9-9068-8faa8322cf2c', 'status': 'completed', 'code': 200} Mar 05 13:46:03.413971 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7539bc-1d7c-48c0-aad4-25796bffaf8a', 'tag': 'dead46ef-c0b8-4387-a50d-8f2204798093', 'status': 'completed', 'code': 200} Mar 05 13:46:03.462877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] Made reservation on behalf of 4e8b6f84c6614cf5962c11472e5af686 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:46:03.462877 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:03.529904 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff967b-2cea-49f5-8100-61709e2deaf2 req-d350f408-9d70-4230-8d24-7e2762b058d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:03.529904 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff967b-2cea-49f5-8100-61709e2deaf2 req-d350f408-9d70-4230-8d24-7e2762b058d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:03.529904 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff967b-2cea-49f5-8100-61709e2deaf2 req-d350f408-9d70-4230-8d24-7e2762b058d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:03.529904 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-20ff967b-2cea-49f5-8100-61709e2deaf2 req-d350f408-9d70-4230-8d24-7e2762b058d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea18869b41614300bace9687f02782e1&device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 2798 time: 0.1229002 Mar 05 13:46:03.593600 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:03.664272 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d52e7db8-8bbd-4cf0-b66a-a5c5708ed146 req-80f92aa9-a831-488b-9c91-fe5e8c52ae78 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-601823346&fields=id&tenant_id=3cee7834a5214c2e894eb17166dede92 HTTP/1.1" status: 200 len: 267 time: 0.1339653 Mar 05 13:46:03.704727 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:46:03.727826 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] Usage tracker for resource:security_group_rule and tenant:4e8b6f84c6614cf5962c11472e5af686 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:46:03.746572 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:46:03.757794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff967b-2cea-49f5-8100-61709e2deaf2 req-4e424576-11ab-411c-9b01-1fe47d327431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:03.758265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff967b-2cea-49f5-8100-61709e2deaf2 req-4e424576-11ab-411c-9b01-1fe47d327431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:03.758723 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff967b-2cea-49f5-8100-61709e2deaf2 req-4e424576-11ab-411c-9b01-1fe47d327431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:03.760283 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-20ff967b-2cea-49f5-8100-61709e2deaf2 req-4e424576-11ab-411c-9b01-1fe47d327431 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=ea18869b41614300bace9687f02782e1&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.2152159 Mar 05 13:46:03.778586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:46:03.816138 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-10fc39cd-ed6d-4d4c-b960-b14f9f663d1d service neutron] Attempting to bind port 45d7348f-7f9b-402e-806f-fad32b169dc7 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:46:03.816470 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-10fc39cd-ed6d-4d4c-b960-b14f9f663d1d service neutron] Attempting to bind port 45d7348f-7f9b-402e-806f-fad32b169dc7 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '47c5c229-bf76-486c-9f5c-e8a5968effec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:46:03.817453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-10fc39cd-ed6d-4d4c-b960-b14f9f663d1d service neutron] Attempting to bind port 45d7348f-7f9b-402e-806f-fad32b169dc7 on network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:03.872380 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e7db8-8bbd-4cf0-b66a-a5c5708ed146 req-a43f02dc-2285-4ecf-a210-0c9c477d1b27 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:03.872380 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d52e7db8-8bbd-4cf0-b66a-a5c5708ed146 req-a43f02dc-2285-4ecf-a210-0c9c477d1b27 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=d387e8f1-cacf-4f91-962a-b2df94174d94 HTTP/1.1" status: 200 len: 985 time: 0.1946197 Mar 05 13:46:03.893971 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-d52e7db8-8bbd-4cf0-b66a-a5c5708ed146 req-3a8ade78-3a83-4459-afbe-a6f81deb9ebb tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Request body: {'port': {'security_groups': ['ae38c9a1-d87a-408b-a4e5-04aa43ffa656', 'dc715f3e-34bd-48c0-a4e8-869f37d40561', '9ada94bf-4093-424b-992b-1488dedc9671']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:46:03.929776 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-10fc39cd-ed6d-4d4c-b960-b14f9f663d1d service neutron] Port 45d7348f-7f9b-402e-806f-fad32b169dc7 on network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:46:03.929776 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-10fc39cd-ed6d-4d4c-b960-b14f9f663d1d service neutron] Attempting to bind port 45d7348f-7f9b-402e-806f-fad32b169dc7 on network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:03.948887 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-23d7342e-7bea-46ca-be2c-69684402f4ab service neutron] 10.222.0.15 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360521 Mar 05 13:46:03.956897 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-10fc39cd-ed6d-4d4c-b960-b14f9f663d1d service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:46:03.957233 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-10fc39cd-ed6d-4d4c-b960-b14f9f663d1d service neutron] Checking segment: {'id': '47c5c229-bf76-486c-9f5c-e8a5968effec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:46:03.957612 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-10fc39cd-ed6d-4d4c-b960-b14f9f663d1d service neutron] Bound using segment: {'id': '47c5c229-bf76-486c-9f5c-e8a5968effec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:46:03.958042 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-10fc39cd-ed6d-4d4c-b960-b14f9f663d1d service neutron] Bound port: 45d7348f-7f9b-402e-806f-fad32b169dc7, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c5c229-bf76-486c-9f5c-e8a5968effec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:46:03.960620 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-10fc39cd-ed6d-4d4c-b960-b14f9f663d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:04.008260 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff967b-2cea-49f5-8100-61709e2deaf2 req-b5ff4332-1d78-4198-8b6e-b27be441bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:04.008796 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-20ff967b-2cea-49f5-8100-61709e2deaf2 req-b5ff4332-1d78-4198-8b6e-b27be441bd9a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2408793 Mar 05 13:46:04.031053 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc43b0b-2f31-4cdb-8e52-b9c4eb1ace5b req-001cd5e5-8ccb-40eb-a5fd-83fc0a24362c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:04.032970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-fcc43b0b-2f31-4cdb-8e52-b9c4eb1ace5b req-001cd5e5-8ccb-40eb-a5fd-83fc0a24362c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Synchronizing usage tracker for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:46:04.040850 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d52e7db8-8bbd-4cf0-b66a-a5c5708ed146 req-3a8ade78-3a83-4459-afbe-a6f81deb9ebb tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:04.243966 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-fcc43b0b-2f31-4cdb-8e52-b9c4eb1ace5b req-001cd5e5-8ccb-40eb-a5fd-83fc0a24362c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Unset dirty status for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:46:04.243966 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fcc43b0b-2f31-4cdb-8e52-b9c4eb1ace5b req-001cd5e5-8ccb-40eb-a5fd-83fc0a24362c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede3e343-1c51-491f-b114-f7d5a82a2bf8 HTTP/1.1" status: 200 len: 943 time: 0.7507424 Mar 05 13:46:04.332147 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-10fc39cd-ed6d-4d4c-b960-b14f9f663d1d service neutron] For port 45d7348f-7f9b-402e-806f-fad32b169dc7, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:46:04.348473 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-d52e7db8-8bbd-4cf0-b66a-a5c5708ed146 req-3a8ade78-3a83-4459-afbe-a6f81deb9ebb tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] For port 559eaa38-5f14-456a-be49-4d20986b7f9b, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=559eaa38-5f14-456a-be49-4d20986b7f9b,segment=NetworkSegment(d303414a-0981-4891-a06d-3ac528ef1c07),segment_id=d303414a-0981-4891-a06d-3ac528ef1c07)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:04.376699 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d52e7db8-8bbd-4cf0-b66a-a5c5708ed146 req-3a8ade78-3a83-4459-afbe-a6f81deb9ebb tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:04.383774 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d52e7db8-8bbd-4cf0-b66a-a5c5708ed146 req-3a8ade78-3a83-4459-afbe-a6f81deb9ebb tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:04.400729 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a2c981be-509c-4d0e-9491-af949a60e8e4 req-74b9d5f8-81b7-44a4-b4d9-c5f2a38b3b0d service neutron] 10.222.0.15 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288774 Mar 05 13:46:04.401125 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['5430d653-60a4-4fed-b1cb-5c0a9447d345', '559eaa38-5f14-456a-be49-4d20986b7f9b'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:46:04.412501 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-10fc39cd-ed6d-4d4c-b960-b14f9f663d1d service neutron] For port 45d7348f-7f9b-402e-806f-fad32b169dc7, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=45d7348f-7f9b-402e-806f-fad32b169dc7,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:46:04.444155 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fcc43b0b-2f31-4cdb-8e52-b9c4eb1ace5b req-c0911ef5-3770-40b7-b4dc-1549a3cf6f7b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800869 Mar 05 13:46:04.444155 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-10fc39cd-ed6d-4d4c-b960-b14f9f663d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:04.488712 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:04.524265 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e96e5e06-8bd4-463f-8ff1-f689ed86fbd7 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:46:04.524938 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e7db8-8bbd-4cf0-b66a-a5c5708ed146 req-3a8ade78-3a83-4459-afbe-a6f81deb9ebb tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:04.528301 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d52e7db8-8bbd-4cf0-b66a-a5c5708ed146 req-3a8ade78-3a83-4459-afbe-a6f81deb9ebb tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:04.530286 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d52e7db8-8bbd-4cf0-b66a-a5c5708ed146 req-3a8ade78-3a83-4459-afbe-a6f81deb9ebb tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "PUT /v2.0/ports/559eaa38-5f14-456a-be49-4d20986b7f9b HTTP/1.1" status: 200 len: 1021 time: 0.6471193 Mar 05 13:46:04.531509 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd387e8f1-cacf-4f91-962a-b2df94174d94', 'tag': '559eaa38-5f14-456a-be49-4d20986b7f9b'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:46:04.567521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d327c8ce-269e-493a-a87d-d484f13dae7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fdb88ba-6ac5-4b19-abe2-5af6ce989652 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:46:04.594718 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:04.605036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ade78-3a83-4459-afbe-a6f81deb9ebb tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event updated for resources: {'Port': ['ID=559eaa38-5f14-456a-be49-4d20986b7f9b,revision_number=7']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:04.613414 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d327c8ce-269e-493a-a87d-d484f13dae7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:04.613414 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-10fc39cd-ed6d-4d4c-b960-b14f9f663d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:04.613414 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-10fc39cd-ed6d-4d4c-b960-b14f9f663d1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:04.613414 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-10fc39cd-ed6d-4d4c-b960-b14f9f663d1d service neutron] 10.222.0.15 "PUT /v2.0/ports/45d7348f-7f9b-402e-806f-fad32b169dc7 HTTP/1.1" status: 200 len: 1136 time: 5.0316010 Mar 05 13:46:04.673551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:46:04.673551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e6a4b099-ab99-41c5-a39c-31a2c07dc095 service neutron] Request body: {'port': {'device_id': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:46:04.706847 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['559eaa38-5f14-456a-be49-4d20986b7f9b'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:46:04.710948 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d327c8ce-269e-493a-a87d-d484f13dae7f service neutron] Transition to ACTIVE for port object 5fdb88ba-6ac5-4b19-abe2-5af6ce989652 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:46:04.976931 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fb11a6-2ae0-4f35-9a12-60aada6724db,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:04.979375 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d327c8ce-269e-493a-a87d-d484f13dae7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:04.986976 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port e96e5e06-8bd4-463f-8ff1-f689ed86fbd7 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:46:04.994699 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc39cd-ed6d-4d4c-b960-b14f9f663d1d service neutron] Pushing event updated for resources: {'Port': ['ID=45d7348f-7f9b-402e-806f-fad32b169dc7,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:04.999854 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:05.019304 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] Added segment 43e512ea-f9e1-45c5-b9ef-410b96dfd83c of type vlan for network 4c72e869-e2b1-445e-8eca-e8102051381a Mar 05 13:46:05.033922 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port e96e5e06-8bd4-463f-8ff1-f689ed86fbd7 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:46:05.033922 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:05.071854 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36626f0-a314-4079-a3e2-d7a124064c40 req-a9df9662-e5e4-4481-9b50-1d16c7eb7693 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:05.073442 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d36626f0-a314-4079-a3e2-d7a124064c40 req-a9df9662-e5e4-4481-9b50-1d16c7eb7693 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbee58a0-548b-4414-9781-9c53b1cb46ab HTTP/1.1" status: 200 len: 944 time: 0.1103420 Mar 05 13:46:05.150593 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d36626f0-a314-4079-a3e2-d7a124064c40 req-13e34814-58d2-4222-be25-8cb07d11abcc tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cb34d41-1618-4684-a572-53c50145d343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672917 Mar 05 13:46:05.270170 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:05.315461 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:05.315707 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e96e5e06-8bd4-463f-8ff1-f689ed86fbd7, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e96e5e06-8bd4-463f-8ff1-f689ed86fbd7,segment=NetworkSegment(8371ccb1-6c0e-4c2a-9b08-7362353b78bd),segment_id=8371ccb1-6c0e-4c2a-9b08-7362353b78bd)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:05.322748 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbee58a0-548b-4414-9781-9c53b1cb46ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96e5e06-8bd4-463f-8ff1-f689ed86fbd7'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:46:05.337169 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:05.373463 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4e629-165f-4356-b72f-77dc9e8c3eac req-2cb39f2e-f630-4e50-a397-bbe09afc4f65 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:05.383054 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4e629-165f-4356-b72f-77dc9e8c3eac req-2cb39f2e-f630-4e50-a397-bbe09afc4f65 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:05.387517 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff967b-2cea-49f5-8100-61709e2deaf2 req-509619b1-2754-44fe-b832-2494836e27c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:05.389135 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20ff967b-2cea-49f5-8100-61709e2deaf2 req-509619b1-2754-44fe-b832-2494836e27c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&device_id=ede3e343-1c51-491f-b114-f7d5a82a2bf8 HTTP/1.1" status: 200 len: 1094 time: 0.8994243 Mar 05 13:46:05.389908 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4e629-165f-4356-b72f-77dc9e8c3eac req-2cb39f2e-f630-4e50-a397-bbe09afc4f65 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:05.390192 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327c8ce-269e-493a-a87d-d484f13dae7f service neutron] Pushing event updated for resources: {'Port': ['ID=5fdb88ba-6ac5-4b19-abe2-5af6ce989652,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:05.407246 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ad4e629-165f-4356-b72f-77dc9e8c3eac req-2cb39f2e-f630-4e50-a397-bbe09afc4f65 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 2412 time: 0.1516666 Mar 05 13:46:05.466832 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'tag': '45d7348f-7f9b-402e-806f-fad32b169dc7'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:46:05.467445 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ad4e629-165f-4356-b72f-77dc9e8c3eac req-478cc5d4-58e8-470c-a870-9017fc821099 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591934 Mar 05 13:46:05.530937 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:46:05.553610 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e6a4b099-ab99-41c5-a39c-31a2c07dc095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:05.572993 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3103ed12-d555-48c0-9899-e78595865788 req-dea59af2-4945-4ef3-a17c-c34c34a23e98 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/9ada94bf-4093-424b-992b-1488dedc9671 HTTP/1.1" status: 200 len: 1802 time: 0.0704436 Mar 05 13:46:05.635079 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=e96e5e06-8bd4-463f-8ff1-f689ed86fbd7,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:05.653958 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-3103ed12-d555-48c0-9899-e78595865788 req-933df57b-3546-416d-af42-d10cf6bf957e tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 05 13:46:05.667086 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3103ed12-d555-48c0-9899-e78595865788 req-933df57b-3546-416d-af42-d10cf6bf957e tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "DELETE /v2.0/security-groups/9ada94bf-4093-424b-992b-1488dedc9671 HTTP/1.1" status: 409 len: 341 time: 0.0927598 Mar 05 13:46:05.704548 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd387e8f1-cacf-4f91-962a-b2df94174d94', 'tag': '559eaa38-5f14-456a-be49-4d20986b7f9b', 'status': 'completed', 'code': 200} Mar 05 13:46:05.755606 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:05.755606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:05.755606 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:05.826066 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c2d2f-4d50-4d79-9fdf-2bdb262256be req-fd0abac8-ae8c-454a-8fa8-cdba162b4373 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:05.834232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c2d2f-4d50-4d79-9fdf-2bdb262256be req-fd0abac8-ae8c-454a-8fa8-cdba162b4373 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:05.846164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c2d2f-4d50-4d79-9fdf-2bdb262256be req-fd0abac8-ae8c-454a-8fa8-cdba162b4373 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:05.848044 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c2d2f-4d50-4d79-9fdf-2bdb262256be req-fd0abac8-ae8c-454a-8fa8-cdba162b4373 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:05.853995 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c2d2f-4d50-4d79-9fdf-2bdb262256be req-fd0abac8-ae8c-454a-8fa8-cdba162b4373 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:05.868288 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c2d2f-4d50-4d79-9fdf-2bdb262256be req-fd0abac8-ae8c-454a-8fa8-cdba162b4373 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:05.880238 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-738c2d2f-4d50-4d79-9fdf-2bdb262256be req-fd0abac8-ae8c-454a-8fa8-cdba162b4373 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 4604 time: 1.2247684 Mar 05 13:46:05.907809 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d500a2-ffc9-483c-a35b-6aa5912b8e54 req-e2d1e886-e40a-4e89-b4b5-99153d7067d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:05.908703 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c1d500a2-ffc9-483c-a35b-6aa5912b8e54 req-e2d1e886-e40a-4e89-b4b5-99153d7067d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b4c5e1114694e2bb2fc635b08564db6&device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 1097 time: 0.9795132 Mar 05 13:46:06.020352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d327c8ce-269e-493a-a87d-d484f13dae7f service neutron] Attempting to bind port 5fdb88ba-6ac5-4b19-abe2-5af6ce989652 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:46:06.020352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d327c8ce-269e-493a-a87d-d484f13dae7f service neutron] Attempting to bind port 5fdb88ba-6ac5-4b19-abe2-5af6ce989652 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'f8628409-09be-413a-8660-b188d6b486c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bc8f8a69-e6fa-4af7-b2d3-266915535d34'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:46:06.020352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d327c8ce-269e-493a-a87d-d484f13dae7f service neutron] Attempting to bind port 5fdb88ba-6ac5-4b19-abe2-5af6ce989652 on network bc8f8a69-e6fa-4af7-b2d3-266915535d34 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:06.072951 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4055b1-23a8-4673-9b1a-5edd86ca4033 req-984a70df-542f-4ec8-9ac3-fedb4b72fc63 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:06.074067 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-df4055b1-23a8-4673-9b1a-5edd86ca4033 req-984a70df-542f-4ec8-9ac3-fedb4b72fc63 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.2351000 Mar 05 13:46:06.129416 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-df4055b1-23a8-4673-9b1a-5edd86ca4033 req-8fb4f277-3007-48e3-979d-73342f25fa12 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477381 Mar 05 13:46:06.182745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d327c8ce-269e-493a-a87d-d484f13dae7f service neutron] Port 5fdb88ba-6ac5-4b19-abe2-5af6ce989652 on network bc8f8a69-e6fa-4af7-b2d3-266915535d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:46:06.182745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d327c8ce-269e-493a-a87d-d484f13dae7f service neutron] Attempting to bind port 5fdb88ba-6ac5-4b19-abe2-5af6ce989652 on network bc8f8a69-e6fa-4af7-b2d3-266915535d34 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:06.194565 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbee58a0-548b-4414-9781-9c53b1cb46ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96e5e06-8bd4-463f-8ff1-f689ed86fbd7', 'code': 200} Mar 05 13:46:06.304961 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] Pushing event updated for resources: {'Network': ['ID=4c72e869-e2b1-445e-8eca-e8102051381a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:06.314118 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 4c72e869-e2b1-445e-8eca-e8102051381a details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:46:06.332452 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9526681b-df86-4e21-bef4-b4cd69ed4d15 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.1626334 Mar 05 13:46:06.344055 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d327c8ce-269e-493a-a87d-d484f13dae7f service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:46:06.344380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d327c8ce-269e-493a-a87d-d484f13dae7f service neutron] Checking segment: {'id': 'f8628409-09be-413a-8660-b188d6b486c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bc8f8a69-e6fa-4af7-b2d3-266915535d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:46:06.345666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d327c8ce-269e-493a-a87d-d484f13dae7f service neutron] Bound using segment: {'id': 'f8628409-09be-413a-8660-b188d6b486c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bc8f8a69-e6fa-4af7-b2d3-266915535d34'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:46:06.345666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d327c8ce-269e-493a-a87d-d484f13dae7f service neutron] Bound port: 5fdb88ba-6ac5-4b19-abe2-5af6ce989652, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8628409-09be-413a-8660-b188d6b486c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bc8f8a69-e6fa-4af7-b2d3-266915535d34'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:46:06.345666 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d327c8ce-269e-493a-a87d-d484f13dae7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:06.365919 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff967b-2cea-49f5-8100-61709e2deaf2 req-7a608354-496c-4826-addb-2ec004909b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:06.367587 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20ff967b-2cea-49f5-8100-61709e2deaf2 req-7a608354-496c-4826-addb-2ec004909b71 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 906 time: 0.8767550 Mar 05 13:46:06.368476 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56816) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:06.391268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-b7cf8555-c64a-446c-9450-5c1a589627c9 admin admin] Request body: {'subnet': {'network_id': '4c72e869-e2b1-445e-8eca-e8102051381a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-718679568-subnet', 'tenant_id': '4e8b6f84c6614cf5962c11472e5af686', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:46:06.402708 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b7cf8555-c64a-446c-9450-5c1a589627c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:46:06.412982 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b7cf8555-c64a-446c-9450-5c1a589627c9 admin admin] Usage tracker for resource:subnet and tenant:4e8b6f84c6614cf5962c11472e5af686 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:46:06.418832 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-738c2d2f-4d50-4d79-9fdf-2bdb262256be req-6d7bbd6d-b778-41fd-ba0f-47a362b58a0c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5472682 Mar 05 13:46:06.420633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b7cf8555-c64a-446c-9450-5c1a589627c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:46:06.443428 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b7cf8555-c64a-446c-9450-5c1a589627c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:46:06.501694 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cf8555-c64a-446c-9450-5c1a589627c9 admin admin] Made reservation on behalf of 4e8b6f84c6614cf5962c11472e5af686 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:46:06.503567 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8555-c64a-446c-9450-5c1a589627c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:06.605725 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20ff967b-2cea-49f5-8100-61709e2deaf2 req-d9ca698f-c12e-455f-b27f-9d95f47e8489 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc535aa5-78ee-42f9-9068-8faa8322cf2c HTTP/1.1" status: 200 len: 217 time: 0.1797879 Mar 05 13:46:06.614500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee132f9-dbf7-4964-8e7b-200667e237bb req-505c78c9-32c2-4216-b886-d1c80df96508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:06.616719 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3ee132f9-dbf7-4964-8e7b-200667e237bb req-505c78c9-32c2-4216-b886-d1c80df96508 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fbee58a0-548b-4414-9781-9c53b1cb46ab HTTP/1.1" status: 200 len: 1096 time: 0.3502362 Mar 05 13:46:06.619749 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'tag': '45d7348f-7f9b-402e-806f-fad32b169dc7', 'status': 'completed', 'code': 200} Mar 05 13:46:06.630864 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ae552-fea4-44b5-baaa-a3c9caee6233 req-d9956fa3-a418-460f-b146-eb05f5406ee9 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:06.633000 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c3ae552-fea4-44b5-baaa-a3c9caee6233 req-d9956fa3-a418-460f-b146-eb05f5406ee9 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede3e343-1c51-491f-b114-f7d5a82a2bf8 HTTP/1.1" status: 200 len: 943 time: 0.3130913 Mar 05 13:46:06.754359 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3ee132f9-dbf7-4964-8e7b-200667e237bb req-d061d133-0e32-4e2d-9303-37f9feb45ce2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2cb34d41-1618-4684-a572-53c50145d343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162016 Mar 05 13:46:06.777017 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c3ae552-fea4-44b5-baaa-a3c9caee6233 req-cc78ab3b-51d1-46a5-be6a-dad7c5d09070 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136627 Mar 05 13:46:06.900387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d327c8ce-269e-493a-a87d-d484f13dae7f service neutron] For port 5fdb88ba-6ac5-4b19-abe2-5af6ce989652, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:46:06.968280 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8555-c64a-446c-9450-5c1a589627c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:07.081894 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf8555-c64a-446c-9450-5c1a589627c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83ce37ae-e861-4a25-9a98-c5ad29eac0cc,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:07.101883 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f186e-4bff-41c9-b11c-0e14f3832b62 req-842f0ec5-8f7b-4390-b273-f8fe0ce2de08 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:07.103364 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-049f186e-4bff-41c9-b11c-0e14f3832b62 req-842f0ec5-8f7b-4390-b273-f8fe0ce2de08 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbee58a0-548b-4414-9781-9c53b1cb46ab HTTP/1.1" status: 200 len: 945 time: 0.1987345 Mar 05 13:46:07.104309 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cf8555-c64a-446c-9450-5c1a589627c9 admin admin] Checking segment: {'id': '43e512ea-f9e1-45c5-b9ef-410b96dfd83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4c72e869-e2b1-445e-8eca-e8102051381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:46:07.104671 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cf8555-c64a-446c-9450-5c1a589627c9 admin admin] Network hostable DHCP agents. Network: 4c72e869-e2b1-445e-8eca-e8102051381a, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:46:07.122695 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79cf98-cfb9-40f5-a56f-b405268fe83e req-e250fedb-425b-47c2-8463-8113c9f871fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:07.124114 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fe79cf98-cfb9-40f5-a56f-b405268fe83e req-e250fedb-425b-47c2-8463-8113c9f871fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cee7834a5214c2e894eb17166dede92&device_id=d387e8f1-cacf-4f91-962a-b2df94174d94 HTTP/1.1" status: 200 len: 1175 time: 1.3916333 Mar 05 13:46:07.165511 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-049f186e-4bff-41c9-b11c-0e14f3832b62 req-c9e92a75-5111-42b1-b5cd-532269dce0cd tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cb34d41-1618-4684-a572-53c50145d343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559108 Mar 05 13:46:07.168976 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cf8555-c64a-446c-9450-5c1a589627c9 admin admin] Network 4c72e869-e2b1-445e-8eca-e8102051381a is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:46:07.193176 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-b7cf8555-c64a-446c-9450-5c1a589627c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 4c72e869-e2b1-445e-8eca-e8102051381a) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:46:07.198362 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cf8555-c64a-446c-9450-5c1a589627c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:07.198362 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8555-c64a-446c-9450-5c1a589627c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:07.216182 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f73f709-226f-44ec-96fd-eb9495b13d77 None None] Network 4c72e869-e2b1-445e-8eca-e8102051381a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:46:07.236354 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d327c8ce-269e-493a-a87d-d484f13dae7f service neutron] For port 5fdb88ba-6ac5-4b19-abe2-5af6ce989652, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5fdb88ba-6ac5-4b19-abe2-5af6ce989652,segment=NetworkSegment(f8628409-09be-413a-8660-b188d6b486c3),segment_id=f8628409-09be-413a-8660-b188d6b486c3)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:46:07.267052 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d500a2-ffc9-483c-a35b-6aa5912b8e54 req-0471fd29-5df1-4a4f-a352-5febcae5413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:07.267052 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c1d500a2-ffc9-483c-a35b-6aa5912b8e54 req-0471fd29-5df1-4a4f-a352-5febcae5413a service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d86e86d-be75-4dd0-9056-119726c56558 HTTP/1.1" status: 200 len: 919 time: 1.3042703 Mar 05 13:46:07.283583 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff967b-2cea-49f5-8100-61709e2deaf2 req-63651701-1a69-4209-b518-83bb1b8beb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:07.283583 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20ff967b-2cea-49f5-8100-61709e2deaf2 req-63651701-1a69-4209-b518-83bb1b8beb0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbe719ac-a221-4304-9d9c-9289853597e6 HTTP/1.1" status: 200 len: 846 time: 0.6225760 Mar 05 13:46:07.292009 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d327c8ce-269e-493a-a87d-d484f13dae7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:07.345458 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device fc535aa5-78ee-42f9-9068-8faa8322cf2c details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:46:07.369352 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b7cf8555-c64a-446c-9450-5c1a589627c9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9866276 Mar 05 13:46:07.369352 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56828) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:07.377929 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-4a342502-a5e6-46e9-945d-b74e4d9a6272 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-718679568-router', 'tenant_id': '4e8b6f84c6614cf5962c11472e5af686', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:46:07.386857 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4a342502-a5e6-46e9-945d-b74e4d9a6272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:46:07.396510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4a342502-a5e6-46e9-945d-b74e4d9a6272 admin admin] Usage tracker for resource:router and tenant:4e8b6f84c6614cf5962c11472e5af686 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:46:07.396510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4a342502-a5e6-46e9-945d-b74e4d9a6272 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:46:07.406434 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4a342502-a5e6-46e9-945d-b74e4d9a6272 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:46:07.436165 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4a342502-a5e6-46e9-945d-b74e4d9a6272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:07.436165 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4a342502-a5e6-46e9-945d-b74e4d9a6272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:07.470720 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4a342502-a5e6-46e9-945d-b74e4d9a6272 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:07.496386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a7693-2e83-4f64-98e4-75014bcfc05c req-8849671b-9234-40a5-a647-4693d6bc6632 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:07.497031 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bf9a7693-2e83-4f64-98e4-75014bcfc05c req-8849671b-9234-40a5-a647-4693d6bc6632 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=d387e8f1-cacf-4f91-962a-b2df94174d94 HTTP/1.1" status: 200 len: 1024 time: 0.2000520 Mar 05 13:46:07.610903 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20ff967b-2cea-49f5-8100-61709e2deaf2 req-caa1f588-8040-4765-a81a-c526bde1ddc2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9566c2e4-1bac-4a5b-8a67-d566157793fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3062000 Mar 05 13:46:07.637281 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d327c8ce-269e-493a-a87d-d484f13dae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:07.637837 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d327c8ce-269e-493a-a87d-d484f13dae7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:07.647596 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d327c8ce-269e-493a-a87d-d484f13dae7f service neutron] 10.222.0.30 "PUT /v2.0/ports/5fdb88ba-6ac5-4b19-abe2-5af6ce989652 HTTP/1.1" status: 200 len: 1091 time: 5.6648221 Mar 05 13:46:07.694829 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c1d500a2-ffc9-483c-a35b-6aa5912b8e54 req-11f56d00-4e4e-4eab-a90a-4afa0a2aebe7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb2972e9-7940-4233-b6f6-cecfa78eca5e HTTP/1.1" status: 200 len: 217 time: 0.3936207 Mar 05 13:46:07.740757 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port fc535aa5-78ee-42f9-9068-8faa8322cf2c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fc535aa5-78ee-42f9-9068-8faa8322cf2c,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:07.772491 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bf9a7693-2e83-4f64-98e4-75014bcfc05c req-e0c93878-0300-452e-875f-1d79487f0452 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&id=ae38c9a1-d87a-408b-a4e5-04aa43ffa656&id=9ada94bf-4093-424b-992b-1488dedc9671&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2731159 Mar 05 13:46:07.913381 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7d1257-884a-4484-a541-500bcf51f272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-4c72e869-e2b1-445e-8eca-e8102051381a', 'network_id': '4c72e869-e2b1-445e-8eca-e8102051381a', 'tenant_id': '4e8b6f84c6614cf5962c11472e5af686', 'fixed_ips': [{'subnet_id': '83ce37ae-e861-4a25-9a98-c5ad29eac0cc'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:46:07.913381 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1257-884a-4484-a541-500bcf51f272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:07.973586 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'fc535aa5-78ee-42f9-9068-8faa8322cf2c', 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe', 'port_id': 'fc535aa5-78ee-42f9-9068-8faa8322cf2c', 'mac_address': 'fa:16:3e:06:55:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe719ac-a221-4304-9d9c-9289853597e6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:46:07.984308 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4a342502-a5e6-46e9-945d-b74e4d9a6272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:08.147343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d500a2-ffc9-483c-a35b-6aa5912b8e54 req-dd128639-6a65-4225-87df-378fd27c75db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:08.147343 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c1d500a2-ffc9-483c-a35b-6aa5912b8e54 req-dd128639-6a65-4225-87df-378fd27c75db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32d17a52-66f7-429c-9ede-22bc23f82349 HTTP/1.1" status: 200 len: 859 time: 0.3508365 Mar 05 13:46:08.147343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79cf98-cfb9-40f5-a56f-b405268fe83e req-5dcc1972-45fa-4dd9-8165-40d46e8c32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:08.157716 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fe79cf98-cfb9-40f5-a56f-b405268fe83e req-5dcc1972-45fa-4dd9-8165-40d46e8c32d3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8219997c-1c4d-4ab9-a963-82e08fb1ad9d HTTP/1.1" status: 200 len: 912 time: 0.9979565 Mar 05 13:46:08.282752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e6a4b099-ab99-41c5-a39c-31a2c07dc095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb2fb21a-fc7e-4555-a410-8b0698d54b45 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:46:08.292308 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e6a4b099-ab99-41c5-a39c-31a2c07dc095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:08.310297 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e6a4b099-ab99-41c5-a39c-31a2c07dc095 service neutron] Transition to ACTIVE for port object fb2fb21a-fc7e-4555-a410-8b0698d54b45 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:46:08.326164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327c8ce-269e-493a-a87d-d484f13dae7f service neutron] Pushing event updated for resources: {'Port': ['ID=5fdb88ba-6ac5-4b19-abe2-5af6ce989652,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:08.330666 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-8a7d1257-884a-4484-a541-500bcf51f272 None None] Allocated IP 172.20.0.2 (4c72e869-e2b1-445e-8eca-e8102051381a/83ce37ae-e861-4a25-9a98-c5ad29eac0cc/beb5e713-4550-4e5d-9490-ccb2c16864bd) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:46:08.335801 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01688215-33a6-4488-9159-11d674d1a2f1 req-6376483c-6149-4eda-b00c-c5ce829eae5b tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:08.340775 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:08.343284 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-01688215-33a6-4488-9159-11d674d1a2f1 req-6376483c-6149-4eda-b00c-c5ce829eae5b tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.1478546 Mar 05 13:46:08.358687 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.15', 64876) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:08.369853 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc535aa5-78ee-42f9-9068-8faa8322cf2c {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:46:08.434110 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port fc535aa5-78ee-42f9-9068-8faa8322cf2c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fc535aa5-78ee-42f9-9068-8faa8322cf2c,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:08.443561 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:08.461790 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434fc15-21a4-4eab-90e3-71d89e8b3762 req-532bae76-885d-496f-8e90-6a7c9589288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:08.462275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434fc15-21a4-4eab-90e3-71d89e8b3762 req-532bae76-885d-496f-8e90-6a7c9589288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:08.463199 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434fc15-21a4-4eab-90e3-71d89e8b3762 req-532bae76-885d-496f-8e90-6a7c9589288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:08.463793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434fc15-21a4-4eab-90e3-71d89e8b3762 req-532bae76-885d-496f-8e90-6a7c9589288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:08.464520 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434fc15-21a4-4eab-90e3-71d89e8b3762 req-532bae76-885d-496f-8e90-6a7c9589288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:08.465040 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434fc15-21a4-4eab-90e3-71d89e8b3762 req-532bae76-885d-496f-8e90-6a7c9589288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:08.467177 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c434fc15-21a4-4eab-90e3-71d89e8b3762 req-532bae76-885d-496f-8e90-6a7c9589288d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=375b726eb2ae465c8b7dd42940955ff2&device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5290 time: 1.8592646 Mar 05 13:46:08.473549 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e6a4b099-ab99-41c5-a39c-31a2c07dc095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:08.485447 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fe79cf98-cfb9-40f5-a56f-b405268fe83e req-919d0434-2485-4ba6-b6cb-a4b12c4e2eb5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=559eaa38-5f14-456a-be49-4d20986b7f9b HTTP/1.1" status: 200 len: 217 time: 0.1397326 Mar 05 13:46:08.511325 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-01688215-33a6-4488-9159-11d674d1a2f1 req-605ac184-357f-4a47-87d2-c9bc3635a48a tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665485 Mar 05 13:46:08.693399 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['fc535aa5-78ee-42f9-9068-8faa8322cf2c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:46:08.709668 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c1d500a2-ffc9-483c-a35b-6aa5912b8e54 req-4f7db05f-7354-4eb4-ab1b-1f3ee2c24f06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d86e86d-be75-4dd0-9056-119726c56558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3605258 Mar 05 13:46:08.772652 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=fc535aa5-78ee-42f9-9068-8faa8322cf2c,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:08.806847 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1257-884a-4484-a541-500bcf51f272 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:08.810090 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3b81dee9-99ea-400f-94b5-7f078126cc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:08.849476 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8a7d1257-884a-4484-a541-500bcf51f272 None None] Transition to ACTIVE for port object beb5e713-4550-4e5d-9490-ccb2c16864bd will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:46:08.894422 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8a7d1257-884a-4484-a541-500bcf51f272 None None] Transition to ACTIVE for port object beb5e713-4550-4e5d-9490-ccb2c16864bd will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:46:08.919941 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1257-884a-4484-a541-500bcf51f272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:08.961146 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c54317-0333-4eed-b0a5-cba9591870d6 req-ba4d35a4-d399-4c88-b17a-031c18fafa63 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:08.967871 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c54317-0333-4eed-b0a5-cba9591870d6 req-ba4d35a4-d399-4c88-b17a-031c18fafa63 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:08.975601 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4a342502-a5e6-46e9-945d-b74e4d9a6272 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:08.978910 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c54317-0333-4eed-b0a5-cba9591870d6 req-ba4d35a4-d399-4c88-b17a-031c18fafa63 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:08.980748 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e6c54317-0333-4eed-b0a5-cba9591870d6 req-ba4d35a4-d399-4c88-b17a-031c18fafa63 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 2412 time: 1.8384464 Mar 05 13:46:08.984064 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7539bc-1d7c-48c0-aad4-25796bffaf8a', 'tag': '5fdb88ba-6ac5-4b19-abe2-5af6ce989652'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:46:08.995087 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4b099-ab99-41c5-a39c-31a2c07dc095 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2fb21a-fc7e-4555-a410-8b0698d54b45,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:09.043820 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7d1257-884a-4484-a541-500bcf51f272 None None] Network 4c72e869-e2b1-445e-8eca-e8102051381a is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:46:09.049219 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-8a7d1257-884a-4484-a541-500bcf51f272 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:46:09.053147 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6aadc-d406-487c-9c73-54159bda7e73 req-df1dd62e-72fd-4c1a-9e14-6916abb1f0cd tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:09.057597 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-23b6aadc-d406-487c-9c73-54159bda7e73 req-df1dd62e-72fd-4c1a-9e14-6916abb1f0cd tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.15 "GET /v2.0/ports?device_id=d387e8f1-cacf-4f91-962a-b2df94174d94 HTTP/1.1" status: 200 len: 1024 time: 0.6947434 Mar 05 13:46:09.061708 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7d1257-884a-4484-a541-500bcf51f272 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:46:09.095113 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d1257-884a-4484-a541-500bcf51f272 None None] Pushing event updated for resources: {'Port': ['ID=beb5e713-4550-4e5d-9490-ccb2c16864bd,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:09.110108 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4a342502-a5e6-46e9-945d-b74e4d9a6272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:09.222538 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27533223-a36b-4725-9972-7c4f27ef99d3 req-19d4d802-f17e-4f29-9a76-7772050aeebe tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:09.229188 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27533223-a36b-4725-9972-7c4f27ef99d3 req-19d4d802-f17e-4f29-9a76-7772050aeebe tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:09.236134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27533223-a36b-4725-9972-7c4f27ef99d3 req-19d4d802-f17e-4f29-9a76-7772050aeebe tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:09.242083 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27533223-a36b-4725-9972-7c4f27ef99d3 req-19d4d802-f17e-4f29-9a76-7772050aeebe tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:09.248039 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27533223-a36b-4725-9972-7c4f27ef99d3 req-19d4d802-f17e-4f29-9a76-7772050aeebe tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:09.254103 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27533223-a36b-4725-9972-7c4f27ef99d3 req-19d4d802-f17e-4f29-9a76-7772050aeebe tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:09.258119 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8a7d1257-884a-4484-a541-500bcf51f272 None None] Attempting to bind port beb5e713-4550-4e5d-9490-ccb2c16864bd on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:46:09.258490 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8a7d1257-884a-4484-a541-500bcf51f272 None None] Attempting to bind port beb5e713-4550-4e5d-9490-ccb2c16864bd by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '43e512ea-f9e1-45c5-b9ef-410b96dfd83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4c72e869-e2b1-445e-8eca-e8102051381a'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:46:09.259948 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7d1257-884a-4484-a541-500bcf51f272 None None] Attempting to bind port beb5e713-4550-4e5d-9490-ccb2c16864bd on network 4c72e869-e2b1-445e-8eca-e8102051381a {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:09.260496 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27533223-a36b-4725-9972-7c4f27ef99d3 req-19d4d802-f17e-4f29-9a76-7772050aeebe tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:09.271495 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-27533223-a36b-4725-9972-7c4f27ef99d3 req-19d4d802-f17e-4f29-9a76-7772050aeebe tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5381 time: 0.4970322 Mar 05 13:46:09.278312 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7d1257-884a-4484-a541-500bcf51f272 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:46:09.278491 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7d1257-884a-4484-a541-500bcf51f272 None None] Checking segment: {'id': '43e512ea-f9e1-45c5-b9ef-410b96dfd83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4c72e869-e2b1-445e-8eca-e8102051381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:46:09.278742 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1257-884a-4484-a541-500bcf51f272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:09.281316 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7d1257-884a-4484-a541-500bcf51f272 None None] Bound using segment: {'id': '43e512ea-f9e1-45c5-b9ef-410b96dfd83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4c72e869-e2b1-445e-8eca-e8102051381a'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:46:09.282073 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8a7d1257-884a-4484-a541-500bcf51f272 None None] Bound port: beb5e713-4550-4e5d-9490-ccb2c16864bd, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e512ea-f9e1-45c5-b9ef-410b96dfd83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4c72e869-e2b1-445e-8eca-e8102051381a'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:46:09.282475 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1257-884a-4484-a541-500bcf51f272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:09.361154 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-23b6aadc-d406-487c-9c73-54159bda7e73 req-993ae400-e113-4b7d-972d-dd783fa91562 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Deleting port 559eaa38-5f14-456a-be49-4d20986b7f9b {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:46:09.361154 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-23b6aadc-d406-487c-9c73-54159bda7e73 req-993ae400-e113-4b7d-972d-dd783fa91562 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:09.418511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8a7d1257-884a-4484-a541-500bcf51f272 None None] For port beb5e713-4550-4e5d-9490-ccb2c16864bd, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:46:09.423751 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8a7d1257-884a-4484-a541-500bcf51f272 None None] For port beb5e713-4550-4e5d-9490-ccb2c16864bd, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=beb5e713-4550-4e5d-9490-ccb2c16864bd,segment=NetworkSegment(43e512ea-f9e1-45c5-b9ef-410b96dfd83c),segment_id=43e512ea-f9e1-45c5-b9ef-410b96dfd83c)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:46:09.433481 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1257-884a-4484-a541-500bcf51f272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:09.484360 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-27533223-a36b-4725-9972-7c4f27ef99d3 req-131bd3aa-e7cc-496d-a327-6a5aac96a011 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2091804 Mar 05 13:46:09.554500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-4a342502-a5e6-46e9-945d-b74e4d9a6272 admin admin] Allocated IP 172.25.4.136 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/1188b9e5-9fd6-491a-8381-78e5e1585e8b) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:46:09.569140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79cf98-cfb9-40f5-a56f-b405268fe83e req-db99f15d-7b2b-44d3-afae-102942e2fc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:09.569140 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fe79cf98-cfb9-40f5-a56f-b405268fe83e req-db99f15d-7b2b-44d3-afae-102942e2fc2c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9e02c3-ee9d-409b-8fd1-50a4db05b5c0 HTTP/1.1" status: 200 len: 852 time: 0.6722968 Mar 05 13:46:09.579370 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d1257-884a-4484-a541-500bcf51f272 None None] Pushing event updated for resources: {'Port': ['ID=beb5e713-4550-4e5d-9490-ccb2c16864bd,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:09.608306 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cbd44f30-3d78-4080-a80c-7211712c67bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:09.608846 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cbd44f30-3d78-4080-a80c-7211712c67bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:09.609509 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cbd44f30-3d78-4080-a80c-7211712c67bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:09.611843 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-cbd44f30-3d78-4080-a80c-7211712c67bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea18869b41614300bace9687f02782e1&device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 2865 time: 1.9139891 Mar 05 13:46:09.621547 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e6c54317-0333-4eed-b0a5-cba9591870d6 req-deeaf0c6-011f-4667-b4fc-7ce06ca9e644 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6076105 Mar 05 13:46:09.685949 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20ff967b-2cea-49f5-8100-61709e2deaf2 req-2d85e5be-d3de-459e-b209-949ff23b3a98 service neutron] 10.222.0.15 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0372043 Mar 05 13:46:09.826485 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fe79cf98-cfb9-40f5-a56f-b405268fe83e req-bba204bb-7e6b-46d5-976e-53b689bc4395 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8219997c-1c4d-4ab9-a963-82e08fb1ad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2243726 Mar 05 13:46:09.828838 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-6c7ac9db-68db-4597-af72-a0d9314e6414 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.100&port_id=a3657b8b-f65e-47e0-8945-58b51091702e HTTP/1.1" status: 200 len: 217 time: 0.1151004 Mar 05 13:46:09.829091 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434fc15-21a4-4eab-90e3-71d89e8b3762 req-49f581af-41a8-42a2-9146-83fe45af95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:09.832198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434fc15-21a4-4eab-90e3-71d89e8b3762 req-49f581af-41a8-42a2-9146-83fe45af95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:09.837163 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434fc15-21a4-4eab-90e3-71d89e8b3762 req-49f581af-41a8-42a2-9146-83fe45af95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:09.840292 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c434fc15-21a4-4eab-90e3-71d89e8b3762 req-49f581af-41a8-42a2-9146-83fe45af95c3 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=375b726eb2ae465c8b7dd42940955ff2&shared=False HTTP/1.1" status: 200 len: 2295 time: 1.2537048 Mar 05 13:46:09.917558 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c1d500a2-ffc9-483c-a35b-6aa5912b8e54 req-57ccbf10-6294-4728-93d3-942e5f78c0ec service neutron] 10.222.0.15 "GET /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2062240 Mar 05 13:46:10.099131 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-23b6aadc-d406-487c-9c73-54159bda7e73 req-993ae400-e113-4b7d-972d-dd783fa91562 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] For port 559eaa38-5f14-456a-be49-4d20986b7f9b, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=559eaa38-5f14-456a-be49-4d20986b7f9b,segment=NetworkSegment(d303414a-0981-4891-a06d-3ac528ef1c07),segment_id=d303414a-0981-4891-a06d-3ac528ef1c07)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:10.100201 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-23b6aadc-d406-487c-9c73-54159bda7e73 req-993ae400-e113-4b7d-972d-dd783fa91562 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:10.128069 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32707a-d183-4e02-b4c0-baf969473208 req-29f05b98-9320-478c-af7a-737e40c208d1 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:10.139470 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cc32707a-d183-4e02-b4c0-baf969473208 req-29f05b98-9320-478c-af7a-737e40c208d1 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede3e343-1c51-491f-b114-f7d5a82a2bf8 HTTP/1.1" status: 200 len: 944 time: 0.4373004 Mar 05 13:46:10.307141 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-23b6aadc-d406-487c-9c73-54159bda7e73 req-993ae400-e113-4b7d-972d-dd783fa91562 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Calling delete_port for 559eaa38-5f14-456a-be49-4d20986b7f9b owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:46:10.324222 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e6a4b099-ab99-41c5-a39c-31a2c07dc095 service neutron] Attempting to bind port fb2fb21a-fc7e-4555-a410-8b0698d54b45 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:46:10.324222 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e6a4b099-ab99-41c5-a39c-31a2c07dc095 service neutron] Attempting to bind port fb2fb21a-fc7e-4555-a410-8b0698d54b45 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '47c5c229-bf76-486c-9f5c-e8a5968effec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:46:10.324222 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e6a4b099-ab99-41c5-a39c-31a2c07dc095 service neutron] Attempting to bind port fb2fb21a-fc7e-4555-a410-8b0698d54b45 on network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:10.353131 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4a342502-a5e6-46e9-945d-b74e4d9a6272 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:10.382550 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e6a4b099-ab99-41c5-a39c-31a2c07dc095 service neutron] Port fb2fb21a-fc7e-4555-a410-8b0698d54b45 on network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:46:10.382550 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e6a4b099-ab99-41c5-a39c-31a2c07dc095 service neutron] Attempting to bind port fb2fb21a-fc7e-4555-a410-8b0698d54b45 on network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:10.421304 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cc32707a-d183-4e02-b4c0-baf969473208 req-b7d6f797-48b7-48f0-ba91-9641e9a15829 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801092 Mar 05 13:46:10.517998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e6a4b099-ab99-41c5-a39c-31a2c07dc095 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:46:10.518237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e6a4b099-ab99-41c5-a39c-31a2c07dc095 service neutron] Checking segment: {'id': '47c5c229-bf76-486c-9f5c-e8a5968effec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:46:10.520256 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e6a4b099-ab99-41c5-a39c-31a2c07dc095 service neutron] Bound using segment: {'id': '47c5c229-bf76-486c-9f5c-e8a5968effec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:46:10.520901 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e6a4b099-ab99-41c5-a39c-31a2c07dc095 service neutron] Bound port: fb2fb21a-fc7e-4555-a410-8b0698d54b45, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c5c229-bf76-486c-9f5c-e8a5968effec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:46:10.521461 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e6a4b099-ab99-41c5-a39c-31a2c07dc095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:10.537691 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-349056aa-f084-4500-8d3a-8d79e6bf8be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:10.540651 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-349056aa-f084-4500-8d3a-8d79e6bf8be4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c272217-a9e3-43be-a1a5-04061146ad7e HTTP/1.1" status: 200 len: 801 time: 0.6519773 Mar 05 13:46:10.583683 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4a342502-a5e6-46e9-945d-b74e4d9a6272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:10.716661 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-23b6aadc-d406-487c-9c73-54159bda7e73 req-993ae400-e113-4b7d-972d-dd783fa91562 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:10.722390 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a342502-a5e6-46e9-945d-b74e4d9a6272 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:46:10.734303 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['5430d653-60a4-4fed-b1cb-5c0a9447d345', '559eaa38-5f14-456a-be49-4d20986b7f9b'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:46:10.742244 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-4a342502-a5e6-46e9-945d-b74e4d9a6272 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:46:10.742244 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a342502-a5e6-46e9-945d-b74e4d9a6272 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:46:10.761066 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20ff967b-2cea-49f5-8100-61709e2deaf2 req-20651a59-eaf3-4f6f-8c31-d63b7398a9c2 service neutron] 10.222.0.15 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9917388 Mar 05 13:46:10.774502 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fe79cf98-cfb9-40f5-a56f-b405268fe83e req-426044c2-c8dd-4f74-97b8-49ea57909f20 service neutron] 10.222.0.15 "GET /v2.0/networks/8219997c-1c4d-4ab9-a963-82e08fb1ad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8815079 Mar 05 13:46:10.811911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a342502-a5e6-46e9-945d-b74e4d9a6272 admin admin] Pushing event updated for resources: {'Port': ['ID=1188b9e5-9fd6-491a-8381-78e5e1585e8b,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:10.891813 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c1d500a2-ffc9-483c-a35b-6aa5912b8e54 req-692c6efe-6da6-43b1-9cb8-b170d67a1bfa service neutron] 10.222.0.15 "GET /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8679588 Mar 05 13:46:10.901532 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3038ba95-0170-4d71-b22c-4de0e5639e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:10.912942 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5bebf-eb23-423d-ade9-13d68e523df1 req-456f3095-e34f-46b0-bc8c-ff77d4720237 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:10.913831 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-80a5bebf-eb23-423d-ade9-13d68e523df1 req-456f3095-e34f-46b0-bc8c-ff77d4720237 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbee58a0-548b-4414-9781-9c53b1cb46ab HTTP/1.1" status: 200 len: 945 time: 1.0905955 Mar 05 13:46:10.914835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434fc15-21a4-4eab-90e3-71d89e8b3762 req-c7d814b7-85ad-4995-8c61-d760ae96cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:10.916149 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c434fc15-21a4-4eab-90e3-71d89e8b3762 req-c7d814b7-85ad-4995-8c61-d760ae96cc52 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9977043 Mar 05 13:46:10.996260 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ae400-e113-4b7d-972d-dd783fa91562 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event deleted for resources: {'Port': ['ID=559eaa38-5f14-456a-be49-4d20986b7f9b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:10.996477 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14051250-59e0-443c-a2a3-b3e79e96144c None None] Network 4c72e869-e2b1-445e-8eca-e8102051381a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:46:11.027094 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e6a4b099-ab99-41c5-a39c-31a2c07dc095 service neutron] For port fb2fb21a-fc7e-4555-a410-8b0698d54b45, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:46:11.098115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e6a4b099-ab99-41c5-a39c-31a2c07dc095 service neutron] For port fb2fb21a-fc7e-4555-a410-8b0698d54b45, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fb2fb21a-fc7e-4555-a410-8b0698d54b45,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:46:11.104720 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-80a5bebf-eb23-423d-ade9-13d68e523df1 req-a071d939-33ec-43f4-bdf9-46ac44f28fac tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cb34d41-1618-4684-a572-53c50145d343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308243 Mar 05 13:46:11.115906 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d389cee9-8b26-406a-bd83-a71bdd9721d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:11.117592 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-d389cee9-8b26-406a-bd83-a71bdd9721d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc8f8a69-e6fa-4af7-b2d3-266915535d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5498345 Mar 05 13:46:11.133687 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e6a4b099-ab99-41c5-a39c-31a2c07dc095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:11.209739 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8bb9c6bd-630d-43ef-b073-a770b22db00d None None] Provisioning for port beb5e713-4550-4e5d-9490-ccb2c16864bd completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:46:11.234304 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device fc535aa5-78ee-42f9-9068-8faa8322cf2c up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:46:11.268586 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fe79cf98-cfb9-40f5-a56f-b405268fe83e req-341f6bf2-b313-43e9-a11d-42cbf0d45b9c service neutron] 10.222.0.15 "GET /v2.0/networks/8219997c-1c4d-4ab9-a963-82e08fb1ad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747260 Mar 05 13:46:11.301510 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e6a4b099-ab99-41c5-a39c-31a2c07dc095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:11.301882 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e6a4b099-ab99-41c5-a39c-31a2c07dc095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:11.308319 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e6a4b099-ab99-41c5-a39c-31a2c07dc095 service neutron] 10.222.0.15 "PUT /v2.0/ports/fb2fb21a-fc7e-4555-a410-8b0698d54b45 HTTP/1.1" status: 200 len: 1135 time: 6.6558850 Mar 05 13:46:11.430196 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7539bc-1d7c-48c0-aad4-25796bffaf8a', 'tag': '5fdb88ba-6ac5-4b19-abe2-5af6ce989652', 'status': 'completed', 'code': 200} Mar 05 13:46:11.485098 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] Request body: {'port': {'device_id': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:46:11.564228 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device beb5e713-4550-4e5d-9490-ccb2c16864bd up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:46:11.613061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b6aadc-d406-487c-9c73-54159bda7e73 req-993ae400-e113-4b7d-972d-dd783fa91562 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] No DVR routers for this DVR port 559eaa38-5f14-456a-be49-4d20986b7f9b on host n-h1-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:46:11.620472 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-23b6aadc-d406-487c-9c73-54159bda7e73 req-993ae400-e113-4b7d-972d-dd783fa91562 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:11.633883 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd387e8f1-cacf-4f91-962a-b2df94174d94', 'name': 'network-vif-deleted', 'tag': '559eaa38-5f14-456a-be49-4d20986b7f9b'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:46:11.764659 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port fc535aa5-78ee-42f9-9068-8faa8322cf2c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:46:11.786278 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port fc535aa5-78ee-42f9-9068-8faa8322cf2c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:46:11.786504 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:11.829571 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3efecb-c4f2-49bb-be1b-0c08ac087428 req-a7c91445-b88f-498d-abaa-720d03b764de tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:11.830251 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ba3efecb-c4f2-49bb-be1b-0c08ac087428 req-a7c91445-b88f-498d-abaa-720d03b764de tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Synchronizing usage tracker for tenant:3cee7834a5214c2e894eb17166dede92 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:46:11.841172 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-23b6aadc-d406-487c-9c73-54159bda7e73 req-993ae400-e113-4b7d-972d-dd783fa91562 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.15 "DELETE /v2.0/ports/559eaa38-5f14-456a-be49-4d20986b7f9b HTTP/1.1" status: 204 len: 173 time: 2.7621419 Mar 05 13:46:11.904292 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-b3e7a20d-1231-4bc4-abd8-14d955e616a2 service neutron] 10.222.0.30 "GET /v2.0/networks/bc8f8a69-e6fa-4af7-b2d3-266915535d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7651174 Mar 05 13:46:11.904889 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4b099-ab99-41c5-a39c-31a2c07dc095 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2fb21a-fc7e-4555-a410-8b0698d54b45,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:11.924259 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port beb5e713-4550-4e5d-9490-ccb2c16864bd completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:46:12.038233 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ba3efecb-c4f2-49bb-be1b-0c08ac087428 req-a7c91445-b88f-498d-abaa-720d03b764de tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Unset dirty status for tenant:3cee7834a5214c2e894eb17166dede92 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:46:12.046345 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ba3efecb-c4f2-49bb-be1b-0c08ac087428 req-a7c91445-b88f-498d-abaa-720d03b764de tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=d387e8f1-cacf-4f91-962a-b2df94174d94 HTTP/1.1" status: 200 len: 945 time: 1.4068091 Mar 05 13:46:12.108752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port beb5e713-4550-4e5d-9490-ccb2c16864bd triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:46:12.109169 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:12.158035 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-da552eaf-01e6-4d82-872d-b8f4c8bfc3b2 service neutron] 10.222.0.30 "GET /v2.0/networks/bc8f8a69-e6fa-4af7-b2d3-266915535d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431116 Mar 05 13:46:12.236831 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ba3efecb-c4f2-49bb-be1b-0c08ac087428 req-d8ba17db-e4bf-4750-b515-1a6cb1f7e2c6 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&id=ae38c9a1-d87a-408b-a4e5-04aa43ffa656&id=9ada94bf-4093-424b-992b-1488dedc9671&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1893418 Mar 05 13:46:12.289667 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-eb2acdb9-7ddf-4572-8de7-1d9d0f7e247c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.227&port_id=dead46ef-c0b8-4387-a50d-8f2204798093 HTTP/1.1" status: 200 len: 217 time: 0.1090689 Mar 05 13:46:12.333198 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:12.359960 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:12.391811 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b540c9-360b-4b3b-b692-d6bfe56f3b36 req-5a0ec013-99d6-4f23-b3a0-47f63a42e668 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:12.395433 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47b540c9-360b-4b3b-b692-d6bfe56f3b36 req-5a0ec013-99d6-4f23-b3a0-47f63a42e668 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.8123527 Mar 05 13:46:12.455991 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-842023e5-598e-4b31-b7fe-ba17e22c7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:12.457392 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-842023e5-598e-4b31-b7fe-ba17e22c7af2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7df94291-0abd-4abf-97b6-fc078a29c054 HTTP/1.1" status: 200 len: 801 time: 0.1586998 Mar 05 13:46:12.488943 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:12.502913 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede3e343-1c51-491f-b114-f7d5a82a2bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc535aa5-78ee-42f9-9068-8faa8322cf2c'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:46:12.553174 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:12.596232 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4a342502-a5e6-46e9-945d-b74e4d9a6272 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:12.659840 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port fc535aa5-78ee-42f9-9068-8faa8322cf2c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fc535aa5-78ee-42f9-9068-8faa8322cf2c,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:12.708283 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47b540c9-360b-4b3b-b692-d6bfe56f3b36 req-74c7facd-e0e4-441e-8245-fafbc349eca0 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625077 Mar 05 13:46:12.721912 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:12.729778 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:12.783910 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-fe64a2dd-b995-4a5a-8162-69a0f452a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:12.793579 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-fe64a2dd-b995-4a5a-8162-69a0f452a8e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56ad4406-1452-42b3-b9fc-952b4d3f73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3148870 Mar 05 13:46:12.921540 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port beb5e713-4550-4e5d-9490-ccb2c16864bd, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=beb5e713-4550-4e5d-9490-ccb2c16864bd,segment=NetworkSegment(43e512ea-f9e1-45c5-b9ef-410b96dfd83c),segment_id=43e512ea-f9e1-45c5-b9ef-410b96dfd83c)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:12.933290 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:12.940978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=fc535aa5-78ee-42f9-9068-8faa8322cf2c,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:13.052227 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=beb5e713-4550-4e5d-9490-ccb2c16864bd,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:13.085818 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde4cdf-2710-475a-b560-66ad7ccfc050 req-3656e87f-08ba-473e-a904-11824358656c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:13.092170 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde4cdf-2710-475a-b560-66ad7ccfc050 req-3656e87f-08ba-473e-a904-11824358656c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:13.098925 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde4cdf-2710-475a-b560-66ad7ccfc050 req-3656e87f-08ba-473e-a904-11824358656c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:13.104884 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde4cdf-2710-475a-b560-66ad7ccfc050 req-3656e87f-08ba-473e-a904-11824358656c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:13.111218 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde4cdf-2710-475a-b560-66ad7ccfc050 req-3656e87f-08ba-473e-a904-11824358656c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:13.117530 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde4cdf-2710-475a-b560-66ad7ccfc050 req-3656e87f-08ba-473e-a904-11824358656c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:13.123839 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde4cdf-2710-475a-b560-66ad7ccfc050 req-3656e87f-08ba-473e-a904-11824358656c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:13.126204 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9bde4cdf-2710-475a-b560-66ad7ccfc050 req-3656e87f-08ba-473e-a904-11824358656c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5381 time: 0.5831621 Mar 05 13:46:13.198019 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9bde4cdf-2710-475a-b560-66ad7ccfc050 req-60742544-7edb-4b76-badf-59043f0db9b6 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623567 Mar 05 13:46:13.220432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 559eaa38-5f14-456a-be49-4d20986b7f9b no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:46:13.269929 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-0bac4567-a94b-48d5-9126-f0d983581424 service neutron] 10.222.0.30 "GET /v2.0/networks/56ad4406-1452-42b3-b9fc-952b4d3f73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683902 Mar 05 13:46:13.300940 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: 559eaa38-5f14-456a-be49-4d20986b7f9b {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:46:13.301512 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 559eaa38-5f14-456a-be49-4d20986b7f9b not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:46:13.306725 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device beb5e713-4550-4e5d-9490-ccb2c16864bd up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:46:13.361708 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ffed8-cb24-4fce-b783-b89f50a914c0 req-c5af52a5-da33-4bca-b6a7-55c41a32eba5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:13.369063 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ffed8-cb24-4fce-b783-b89f50a914c0 req-c5af52a5-da33-4bca-b6a7-55c41a32eba5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:13.372861 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-71fcd915-481d-43c0-8f14-9693c9904214 None None] Provisioning complete for port beb5e713-4550-4e5d-9490-ccb2c16864bd triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:46:13.373430 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-71fcd915-481d-43c0-8f14-9693c9904214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:13.380929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ffed8-cb24-4fce-b783-b89f50a914c0 req-c5af52a5-da33-4bca-b6a7-55c41a32eba5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:13.393532 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-604ffed8-cb24-4fce-b783-b89f50a914c0 req-c5af52a5-da33-4bca-b6a7-55c41a32eba5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 2412 time: 0.4656696 Mar 05 13:46:13.469912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'tag': 'fb2fb21a-fc7e-4555-a410-8b0698d54b45'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:46:13.478139 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:46:13.480875 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4a342502-a5e6-46e9-945d-b74e4d9a6272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:13.557735 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5140cdaa-5a62-47c5-9206-7488edc8b9b4 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:46:13.567824 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:13.587072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] Transition to ACTIVE for port object 5140cdaa-5a62-47c5-9206-7488edc8b9b4 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:46:13.629040 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:13.632380 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port beb5e713-4550-4e5d-9490-ccb2c16864bd triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:46:13.632911 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:13.650178 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:13.681173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5d1da-ec2f-4ca2-aece-dc0264faf571 req-dea5d759-ddd9-449f-9425-40e4d02a9f0a tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:13.688374 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b4d5d1da-ec2f-4ca2-aece-dc0264faf571 req-dea5d759-ddd9-449f-9425-40e4d02a9f0a tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede3e343-1c51-491f-b114-f7d5a82a2bf8 HTTP/1.1" status: 200 len: 945 time: 0.2837083 Mar 05 13:46:13.757679 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b4d5d1da-ec2f-4ca2-aece-dc0264faf571 req-70fa2954-e9a1-44a0-adab-1139afe3333d tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684645 Mar 05 13:46:13.785650 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a342502-a5e6-46e9-945d-b74e4d9a6272 admin admin] Router 2489fb85-8cf0-41c6-9963-48e494ef9839 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:46:13.830539 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-604ffed8-cb24-4fce-b783-b89f50a914c0 req-9d7206d4-a347-4388-b2b7-0388b74d13e6 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356432 Mar 05 13:46:13.850367 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd387e8f1-cacf-4f91-962a-b2df94174d94', 'name': 'network-vif-deleted', 'tag': '559eaa38-5f14-456a-be49-4d20986b7f9b', 'status': 'completed', 'code': 200} Mar 05 13:46:13.917553 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede3e343-1c51-491f-b114-f7d5a82a2bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc535aa5-78ee-42f9-9068-8faa8322cf2c', 'code': 200} Mar 05 13:46:14.012532 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'tag': 'fb2fb21a-fc7e-4555-a410-8b0698d54b45', 'status': 'completed', 'code': 200} Mar 05 13:46:14.132454 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] Pushing event updated for resources: {'Port': ['ID=5140cdaa-5a62-47c5-9206-7488edc8b9b4,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:14.154049 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-7c0e7126-60ca-4a46-b483-188bb2522bcb service neutron] 10.222.0.30 "GET /v2.0/networks/56ad4406-1452-42b3-b9fc-952b4d3f73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8693755 Mar 05 13:46:14.261480 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a342502-a5e6-46e9-945d-b74e4d9a6272 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:46:14.272786 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] Sync routers for ids ['2489fb85-8cf0-41c6-9963-48e494ef9839'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:46:14.275019 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c2c7c0fd-d25d-492d-82b1-443a7c0790dc req-e4ba537f-0c72-4a4e-a575-6096089d1ebd tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/ae38c9a1-d87a-408b-a4e5-04aa43ffa656 HTTP/1.1" status: 200 len: 1803 time: 0.1304615 Mar 05 13:46:14.284520 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] Routers {'2489fb85-8cf0-41c6-9963-48e494ef9839'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:46:14.285468 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:46:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['2489fb85-8cf0-41c6-9963-48e494ef9839'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:14.310219 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4a342502-a5e6-46e9-945d-b74e4d9a6272 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:14.315332 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4a342502-a5e6-46e9-945d-b74e4d9a6272 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.9478505 Mar 05 13:46:14.323027 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56892) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:14.391763 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-220f0084-58f7-41d5-9c06-8171bbb3b243 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.65&port_id=5fdb88ba-6ac5-4b19-abe2-5af6ce989652 HTTP/1.1" status: 200 len: 217 time: 0.2311399 Mar 05 13:46:14.436951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] Attempting to bind port 5140cdaa-5a62-47c5-9206-7488edc8b9b4 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:46:14.437554 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] Attempting to bind port 5140cdaa-5a62-47c5-9206-7488edc8b9b4 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '47c5c229-bf76-486c-9f5c-e8a5968effec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:46:14.438045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] Attempting to bind port 5140cdaa-5a62-47c5-9206-7488edc8b9b4 on network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:14.463693 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] Port 5140cdaa-5a62-47c5-9206-7488edc8b9b4 on network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:46:14.464276 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] Attempting to bind port 5140cdaa-5a62-47c5-9206-7488edc8b9b4 on network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:14.470262 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0f037-75dc-474d-972b-59ffd8b0d315 req-fdd029eb-a46b-4f79-b0d0-8c6957bfaad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:14.476601 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1da0f037-75dc-474d-972b-59ffd8b0d315 req-fdd029eb-a46b-4f79-b0d0-8c6957bfaad5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ede3e343-1c51-491f-b114-f7d5a82a2bf8 HTTP/1.1" status: 200 len: 1096 time: 0.3310056 Mar 05 13:46:14.485245 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:46:14.485591 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] Checking segment: {'id': '47c5c229-bf76-486c-9f5c-e8a5968effec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:46:14.485978 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] Bound using segment: {'id': '47c5c229-bf76-486c-9f5c-e8a5968effec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:46:14.486415 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] Bound port: 5140cdaa-5a62-47c5-9206-7488edc8b9b4, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c5c229-bf76-486c-9f5c-e8a5968effec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:46:14.486756 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:14.521714 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-9d96fa1a-4e62-4e5c-b7b7-630a49d6aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:14.523412 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-9d96fa1a-4e62-4e5c-b7b7-630a49d6aab7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c272217-a9e3-43be-a1a5-04061146ad7e HTTP/1.1" status: 200 len: 801 time: 0.1233332 Mar 05 13:46:14.532553 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb796a-f652-490f-9695-71bb2e731865 req-d44fe3c9-b0f5-4904-b48f-677660859b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:14.533288 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb796a-f652-490f-9695-71bb2e731865 req-d44fe3c9-b0f5-4904-b48f-677660859b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:14.533912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb796a-f652-490f-9695-71bb2e731865 req-d44fe3c9-b0f5-4904-b48f-677660859b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:14.534528 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb796a-f652-490f-9695-71bb2e731865 req-d44fe3c9-b0f5-4904-b48f-677660859b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:14.535185 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb796a-f652-490f-9695-71bb2e731865 req-d44fe3c9-b0f5-4904-b48f-677660859b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:14.535813 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb796a-f652-490f-9695-71bb2e731865 req-d44fe3c9-b0f5-4904-b48f-677660859b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:14.536609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb796a-f652-490f-9695-71bb2e731865 req-d44fe3c9-b0f5-4904-b48f-677660859b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:14.538486 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-99eb796a-f652-490f-9695-71bb2e731865 req-d44fe3c9-b0f5-4904-b48f-677660859b5c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=375b726eb2ae465c8b7dd42940955ff2&device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 6243 time: 0.5185249 Mar 05 13:46:14.624149 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] Set router 2489fb85-8cf0-41c6-9963-48e494ef9839 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:46:14.639281 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3a84c-6226-41b5-b3e7-a1a57eb15ae7 req-db72caf5-bb51-4d6f-849c-5b8c12c8308a tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:14.641397 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6cd3a84c-6226-41b5-b3e7-a1a57eb15ae7 req-db72caf5-bb51-4d6f-849c-5b8c12c8308a tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.5656710 Mar 05 13:46:14.722277 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c2c7c0fd-d25d-492d-82b1-443a7c0790dc req-9d6e62d1-326d-4e21-b4a0-b63aa1819415 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:14.786604 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c2c7c0fd-d25d-492d-82b1-443a7c0790dc req-9d6e62d1-326d-4e21-b4a0-b63aa1819415 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:14.809383 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1da0f037-75dc-474d-972b-59ffd8b0d315 req-e71ddabd-a0f2-4a34-b266-36d68571eaec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956481 Mar 05 13:46:14.830370 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6cd3a84c-6226-41b5-b3e7-a1a57eb15ae7 req-23b9d4a8-f64d-4d5d-a303-99323883e2ff tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689789 Mar 05 13:46:14.840426 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] For port 5140cdaa-5a62-47c5-9206-7488edc8b9b4, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:46:14.847964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] For port 5140cdaa-5a62-47c5-9206-7488edc8b9b4, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5140cdaa-5a62-47c5-9206-7488edc8b9b4,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:46:14.890543 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb796a-f652-490f-9695-71bb2e731865 req-9e0c5cef-d30d-4aff-afb2-529b7ad9880c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:14.891339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb796a-f652-490f-9695-71bb2e731865 req-9e0c5cef-d30d-4aff-afb2-529b7ad9880c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:14.891488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb796a-f652-490f-9695-71bb2e731865 req-9e0c5cef-d30d-4aff-afb2-529b7ad9880c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:14.894201 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-99eb796a-f652-490f-9695-71bb2e731865 req-9e0c5cef-d30d-4aff-afb2-529b7ad9880c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=375b726eb2ae465c8b7dd42940955ff2&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3240497 Mar 05 13:46:14.897903 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:14.981221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:14.981221 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:14.982703 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] 10.222.0.15 "PUT /v2.0/ports/5140cdaa-5a62-47c5-9206-7488edc8b9b4 HTTP/1.1" status: 200 len: 1090 time: 3.5297108 Mar 05 13:46:15.000296 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-8f4604d3-bae0-42e3-8df0-845500b53d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:15.005207 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-8f4604d3-bae0-42e3-8df0-845500b53d2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc8f8a69-e6fa-4af7-b2d3-266915535d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4360938 Mar 05 13:46:15.075348 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2489fb85-8cf0-41c6-9963-48e494ef9839', 'name': 'tempest-FloatingIPsTestJSON-718679568-router', 'tenant_id': '4e8b6f84c6614cf5962c11472e5af686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1188b9e5-9fd6-491a-8381-78e5e1585e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:46:07Z', 'updated_at': '2022-03-05T13:46:12Z', 'revision_number': 3, 'project_id': '4e8b6f84c6614cf5962c11472e5af686', 'gw_port': {'id': '1188b9e5-9fd6-491a-8381-78e5e1585e8b', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2489fb85-8cf0-41c6-9963-48e494ef9839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:09Z', 'updated_at': '2022-03-05T13:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:15.080976 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] Checking router: 2489fb85-8cf0-41c6-9963-48e494ef9839 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:46:15.081594 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] Updating router 2489fb85-8cf0-41c6-9963-48e494ef9839 port 1188b9e5-9fd6-491a-8381-78e5e1585e8b binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:46:15.101799 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c2c7c0fd-d25d-492d-82b1-443a7c0790dc req-9d6e62d1-326d-4e21-b4a0-b63aa1819415 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:15.215464 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:15.217046 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-93089bb7-2024-4ede-928c-5e8f533b8b0e service neutron] 10.222.0.30 "GET /v2.0/networks/bc8f8a69-e6fa-4af7-b2d3-266915535d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576245 Mar 05 13:46:15.230278 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-05e83c05-bee2-4e17-816e-01746ac5fba3 service neutron] Request body: {'port': {'device_id': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:46:15.320460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e62d1-326d-4e21-b4a0-b63aa1819415 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae38c9a1-d87a-408b-a4e5-04aa43ffa656,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:15.341354 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c2c7c0fd-d25d-492d-82b1-443a7c0790dc req-9d6e62d1-326d-4e21-b4a0-b63aa1819415 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:15.342484 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c2c7c0fd-d25d-492d-82b1-443a7c0790dc req-9d6e62d1-326d-4e21-b4a0-b63aa1819415 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "DELETE /v2.0/security-groups/ae38c9a1-d87a-408b-a4e5-04aa43ffa656 HTTP/1.1" status: 204 len: 173 time: 1.0579197 Mar 05 13:46:15.505811 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-05e83c05-bee2-4e17-816e-01746ac5fba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:15.732045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2a0fd-e2fb-4745-a5cf-5766f0a1c35f service neutron] Pushing event updated for resources: {'Port': ['ID=5140cdaa-5a62-47c5-9206-7488edc8b9b4,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:15.847344 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8c09fa56-f985-4e44-b02e-53da55f2ab1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:16.023049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'tag': '5140cdaa-5a62-47c5-9206-7488edc8b9b4'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:46:16.052162 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:16.102828 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] Transition to ACTIVE for port object 1188b9e5-9fd6-491a-8381-78e5e1585e8b will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:46:16.121078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb796a-f652-490f-9695-71bb2e731865 req-2cc9577b-8235-4933-9d7a-463d380ae925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:16.122655 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-99eb796a-f652-490f-9695-71bb2e731865 req-2cc9577b-8235-4933-9d7a-463d380ae925 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.1165497 Mar 05 13:46:16.123885 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:16.234487 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d36c1ca-ecb0-46da-af27-bcd807a6a18d req-a54cf640-c236-41e7-8d97-9db91a5c2809 service neutron] 10.222.0.30 "GET /v2.0/networks/bc8f8a69-e6fa-4af7-b2d3-266915535d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7308083 Mar 05 13:46:16.254487 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-8c09fa56-f985-4e44-b02e-53da55f2ab1c admin admin] Allocated IP 172.20.0.1 (4c72e869-e2b1-445e-8eca-e8102051381a/83ce37ae-e861-4a25-9a98-c5ad29eac0cc/4e2778cc-1731-424c-9979-994d4e1df067) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:46:16.277101 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79215e50-d50c-4a10-be88-7abb2908eabb req-7eb94fa6-85f6-4912-a266-359c3024895b tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:16.286115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79215e50-d50c-4a10-be88-7abb2908eabb req-7eb94fa6-85f6-4912-a266-359c3024895b tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:16.288780 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] Attempting to bind port 1188b9e5-9fd6-491a-8381-78e5e1585e8b on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:46:16.289321 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] Attempting to bind port 1188b9e5-9fd6-491a-8381-78e5e1585e8b by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:46:16.289688 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] Attempting to bind port 1188b9e5-9fd6-491a-8381-78e5e1585e8b on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:16.294331 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79215e50-d50c-4a10-be88-7abb2908eabb req-7eb94fa6-85f6-4912-a266-359c3024895b tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:16.301966 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79215e50-d50c-4a10-be88-7abb2908eabb req-7eb94fa6-85f6-4912-a266-359c3024895b tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:16.309463 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79215e50-d50c-4a10-be88-7abb2908eabb req-7eb94fa6-85f6-4912-a266-359c3024895b tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:16.311738 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed9d3e-73cc-41cf-8aab-f644ca59dfbb None None] Pushing event updated for resources: {'Port': ['ID=1188b9e5-9fd6-491a-8381-78e5e1585e8b,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:16.314467 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:46:16.314865 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:46:16.315327 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:16.315710 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:46:16.316237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] Bound port: 1188b9e5-9fd6-491a-8381-78e5e1585e8b, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:46:16.316864 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:16.318017 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79215e50-d50c-4a10-be88-7abb2908eabb req-7eb94fa6-85f6-4912-a266-359c3024895b tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:16.325571 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79215e50-d50c-4a10-be88-7abb2908eabb req-7eb94fa6-85f6-4912-a266-359c3024895b tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:16.328403 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-79215e50-d50c-4a10-be88-7abb2908eabb req-7eb94fa6-85f6-4912-a266-359c3024895b tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5393 time: 1.2702291 Mar 05 13:46:16.416417 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] For port 1188b9e5-9fd6-491a-8381-78e5e1585e8b, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:46:16.420070 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] For port 1188b9e5-9fd6-491a-8381-78e5e1585e8b, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1188b9e5-9fd6-491a-8381-78e5e1585e8b,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:46:16.430439 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:16.479266 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-79215e50-d50c-4a10-be88-7abb2908eabb req-8bcb5697-4910-4287-a5df-adfda147abdc tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1091621 Mar 05 13:46:16.556964 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] Routers {'2489fb85-8cf0-41c6-9963-48e494ef9839'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:46:16.557816 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:46:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['2489fb85-8cf0-41c6-9963-48e494ef9839'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:16.615664 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d92c6-f767-4441-be77-47a65446b9b4 req-51cef63e-4e6b-42cb-a6e7-7ed0770dd52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:16.616821 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d92c6-f767-4441-be77-47a65446b9b4 req-51cef63e-4e6b-42cb-a6e7-7ed0770dd52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:16.617613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d92c6-f767-4441-be77-47a65446b9b4 req-51cef63e-4e6b-42cb-a6e7-7ed0770dd52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:16.619706 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a99d92c6-f767-4441-be77-47a65446b9b4 req-51cef63e-4e6b-42cb-a6e7-7ed0770dd52d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea18869b41614300bace9687f02782e1&device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 2865 time: 0.2898717 Mar 05 13:46:16.683520 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed9d3e-73cc-41cf-8aab-f644ca59dfbb None None] Pushing event updated for resources: {'Port': ['ID=1188b9e5-9fd6-491a-8381-78e5e1585e8b,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:16.752729 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8c09fa56-f985-4e44-b02e-53da55f2ab1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:16.814201 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-8c09fa56-f985-4e44-b02e-53da55f2ab1c admin admin] Transition to ACTIVE for port object 4e2778cc-1731-424c-9979-994d4e1df067 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:46:16.886976 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a464b71-0f15-4973-85b1-86f5d75ea158 req-9904448c-6a22-47ef-8984-f9897ffbb359 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:16.890881 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7a464b71-0f15-4973-85b1-86f5d75ea158 req-9904448c-6a22-47ef-8984-f9897ffbb359 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede3e343-1c51-491f-b114-f7d5a82a2bf8 HTTP/1.1" status: 200 len: 945 time: 0.3926797 Mar 05 13:46:16.927119 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8c09fa56-f985-4e44-b02e-53da55f2ab1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:16.975669 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] Set router 2489fb85-8cf0-41c6-9963-48e494ef9839 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:46:17.162904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427435a6-9fca-4f70-a4bd-6f3a22638f0e req-d4cb28ff-109c-498c-a414-8f96c2f6b9e5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:17.169522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427435a6-9fca-4f70-a4bd-6f3a22638f0e req-d4cb28ff-109c-498c-a414-8f96c2f6b9e5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:17.178141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427435a6-9fca-4f70-a4bd-6f3a22638f0e req-d4cb28ff-109c-498c-a414-8f96c2f6b9e5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:17.180092 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-427435a6-9fca-4f70-a4bd-6f3a22638f0e req-d4cb28ff-109c-498c-a414-8f96c2f6b9e5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 2412 time: 0.3124194 Mar 05 13:46:17.187822 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d92c6-f767-4441-be77-47a65446b9b4 req-21f36378-545d-4777-88f1-f55e0178c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:17.189772 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a99d92c6-f767-4441-be77-47a65446b9b4 req-21f36378-545d-4777-88f1-f55e0178c240 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc8f8a69-e6fa-4af7-b2d3-266915535d34 HTTP/1.1" status: 200 len: 902 time: 0.5601690 Mar 05 13:46:17.199155 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c09fa56-f985-4e44-b02e-53da55f2ab1c admin admin] Network 4c72e869-e2b1-445e-8eca-e8102051381a is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:46:17.207062 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-8c09fa56-f985-4e44-b02e-53da55f2ab1c admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:46:17.213756 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c09fa56-f985-4e44-b02e-53da55f2ab1c admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:46:17.276379 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09fa56-f985-4e44-b02e-53da55f2ab1c admin admin] Pushing event updated for resources: {'Port': ['ID=4e2778cc-1731-424c-9979-994d4e1df067,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:17.292834 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7a464b71-0f15-4973-85b1-86f5d75ea158 req-f162bcaf-91ac-4676-a957-b14c148d03e3 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467665 Mar 05 13:46:17.305621 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a99d92c6-f767-4441-be77-47a65446b9b4 req-cc6ed9bf-d36f-4cbd-8e32-c67b41e30dd7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.65&port_id=5fdb88ba-6ac5-4b19-abe2-5af6ce989652 HTTP/1.1" status: 200 len: 217 time: 0.0791163 Mar 05 13:46:17.309927 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8c09fa56-f985-4e44-b02e-53da55f2ab1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:17.313969 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-05e83c05-bee2-4e17-816e-01746ac5fba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f0ac4c-d717-4bc8-a324-5c186d133ada {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:46:17.436602 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2489fb85-8cf0-41c6-9963-48e494ef9839', 'name': 'tempest-FloatingIPsTestJSON-718679568-router', 'tenant_id': '4e8b6f84c6614cf5962c11472e5af686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1188b9e5-9fd6-491a-8381-78e5e1585e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:46:07Z', 'updated_at': '2022-03-05T13:46:12Z', 'revision_number': 3, 'project_id': '4e8b6f84c6614cf5962c11472e5af686', 'gw_port': {'id': '1188b9e5-9fd6-491a-8381-78e5e1585e8b', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2489fb85-8cf0-41c6-9963-48e494ef9839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:09Z', 'updated_at': '2022-03-05T13:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:17.444730 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af2d338-4359-48b7-ad14-060d9b7e8a5c None None] The sync data for ids ['2489fb85-8cf0-41c6-9963-48e494ef9839'] in n-d-803718-1 is: [{'id': '2489fb85-8cf0-41c6-9963-48e494ef9839', 'name': 'tempest-FloatingIPsTestJSON-718679568-router', 'tenant_id': '4e8b6f84c6614cf5962c11472e5af686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1188b9e5-9fd6-491a-8381-78e5e1585e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:46:07Z', 'updated_at': '2022-03-05T13:46:12Z', 'revision_number': 3, 'project_id': '4e8b6f84c6614cf5962c11472e5af686', 'gw_port': {'id': '1188b9e5-9fd6-491a-8381-78e5e1585e8b', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2489fb85-8cf0-41c6-9963-48e494ef9839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:09Z', 'updated_at': '2022-03-05T13:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:46:17.455601 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-05e83c05-bee2-4e17-816e-01746ac5fba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:17.460580 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-427435a6-9fca-4f70-a4bd-6f3a22638f0e req-d95a6f8f-aeba-465a-8574-ef22cc47217b tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696924 Mar 05 13:46:17.483839 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-05e83c05-bee2-4e17-816e-01746ac5fba3 service neutron] Transition to ACTIVE for port object d8f0ac4c-d717-4bc8-a324-5c186d133ada will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:46:17.500240 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-05e83c05-bee2-4e17-816e-01746ac5fba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:17.514443 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d92c6-f767-4441-be77-47a65446b9b4 req-b574b961-b094-48d3-af82-899e9b85db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:17.519492 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a99d92c6-f767-4441-be77-47a65446b9b4 req-b574b961-b094-48d3-af82-899e9b85db59 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c272217-a9e3-43be-a1a5-04061146ad7e HTTP/1.1" status: 200 len: 801 time: 0.1943505 Mar 05 13:46:17.613863 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8c09fa56-f985-4e44-b02e-53da55f2ab1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:17.665579 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aacb4977-83c8-4a62-b148-2c4e7ba9fb8e req-e454dc8d-7811-42ab-955f-16be67dc2fe9 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/9ada94bf-4093-424b-992b-1488dedc9671 HTTP/1.1" status: 200 len: 1802 time: 0.2475522 Mar 05 13:46:17.736141 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9ab4be9f-c3fd-4087-9523-3d2b0642eb19 None None] Provisioning for port 4e2778cc-1731-424c-9979-994d4e1df067 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:46:17.743026 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9ab4be9f-c3fd-4087-9523-3d2b0642eb19 None None] Provisioning complete for port 4e2778cc-1731-424c-9979-994d4e1df067 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:46:17.744215 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9ab4be9f-c3fd-4087-9523-3d2b0642eb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:17.756581 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'tag': '5140cdaa-5a62-47c5-9206-7488edc8b9b4', 'status': 'completed', 'code': 200} Mar 05 13:46:17.816372 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9ab4be9f-c3fd-4087-9523-3d2b0642eb19 None None] Port 4e2778cc-1731-424c-9979-994d4e1df067 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:46:17.882472 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e83c05-bee2-4e17-816e-01746ac5fba3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f0ac4c-d717-4bc8-a324-5c186d133ada,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:17.984833 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-aacb4977-83c8-4a62-b148-2c4e7ba9fb8e req-1059d78b-1852-40fd-8fd9-4a9019f33bd8 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:18.018072 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-aacb4977-83c8-4a62-b148-2c4e7ba9fb8e req-1059d78b-1852-40fd-8fd9-4a9019f33bd8 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:18.178152 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-aacb4977-83c8-4a62-b148-2c4e7ba9fb8e req-1059d78b-1852-40fd-8fd9-4a9019f33bd8 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:18.184327 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059d78b-1852-40fd-8fd9-4a9019f33bd8 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ada94bf-4093-424b-992b-1488dedc9671,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:18.188947 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f82c08-aea0-4240-8c19-eb98cc2bb09d req-fd1518e2-ccd2-44c5-a4a8-0e3a375dbb1a tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:18.196077 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46f82c08-aea0-4240-8c19-eb98cc2bb09d req-fd1518e2-ccd2-44c5-a4a8-0e3a375dbb1a tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede3e343-1c51-491f-b114-f7d5a82a2bf8 HTTP/1.1" status: 200 len: 945 time: 0.4386342 Mar 05 13:46:18.229382 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8ab88-1feb-4d7d-bd54-6ca7d6c31db6 req-8db292e2-6387-4aeb-94e3-8663585d3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:18.229852 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8ab88-1feb-4d7d-bd54-6ca7d6c31db6 req-8db292e2-6387-4aeb-94e3-8663585d3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:18.230519 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8ab88-1feb-4d7d-bd54-6ca7d6c31db6 req-8db292e2-6387-4aeb-94e3-8663585d3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:18.231263 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8ab88-1feb-4d7d-bd54-6ca7d6c31db6 req-8db292e2-6387-4aeb-94e3-8663585d3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:18.231876 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8ab88-1feb-4d7d-bd54-6ca7d6c31db6 req-8db292e2-6387-4aeb-94e3-8663585d3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:18.232482 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8ab88-1feb-4d7d-bd54-6ca7d6c31db6 req-8db292e2-6387-4aeb-94e3-8663585d3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:18.233090 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8ab88-1feb-4d7d-bd54-6ca7d6c31db6 req-8db292e2-6387-4aeb-94e3-8663585d3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:18.236100 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e7b8ab88-1feb-4d7d-bd54-6ca7d6c31db6 req-8db292e2-6387-4aeb-94e3-8663585d3d63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=375b726eb2ae465c8b7dd42940955ff2&device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 6310 time: 0.4403358 Mar 05 13:46:18.241016 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-aacb4977-83c8-4a62-b148-2c4e7ba9fb8e req-1059d78b-1852-40fd-8fd9-4a9019f33bd8 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:18.243900 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d92c6-f767-4441-be77-47a65446b9b4 req-6cb0f347-562b-4245-90ba-d27b2cd96fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:18.246048 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a99d92c6-f767-4441-be77-47a65446b9b4 req-6cb0f347-562b-4245-90ba-d27b2cd96fb2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc8f8a69-e6fa-4af7-b2d3-266915535d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5375421 Mar 05 13:46:18.253651 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aacb4977-83c8-4a62-b148-2c4e7ba9fb8e req-1059d78b-1852-40fd-8fd9-4a9019f33bd8 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "DELETE /v2.0/security-groups/9ada94bf-4093-424b-992b-1488dedc9671 HTTP/1.1" status: 204 len: 173 time: 0.5578072 Mar 05 13:46:18.293745 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8c09fa56-f985-4e44-b02e-53da55f2ab1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:18.301220 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8c09fa56-f985-4e44-b02e-53da55f2ab1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:18.325178 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-05e83c05-bee2-4e17-816e-01746ac5fba3 service neutron] Attempting to bind port d8f0ac4c-d717-4bc8-a324-5c186d133ada on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:46:18.325763 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-05e83c05-bee2-4e17-816e-01746ac5fba3 service neutron] Attempting to bind port d8f0ac4c-d717-4bc8-a324-5c186d133ada by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '47c5c229-bf76-486c-9f5c-e8a5968effec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:46:18.326258 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-05e83c05-bee2-4e17-816e-01746ac5fba3 service neutron] Attempting to bind port d8f0ac4c-d717-4bc8-a324-5c186d133ada on network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:18.436834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-05e83c05-bee2-4e17-816e-01746ac5fba3 service neutron] Port d8f0ac4c-d717-4bc8-a324-5c186d133ada on network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:46:18.437712 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-05e83c05-bee2-4e17-816e-01746ac5fba3 service neutron] Attempting to bind port d8f0ac4c-d717-4bc8-a324-5c186d133ada on network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:18.444259 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device dead46ef-c0b8-4387-a50d-8f2204798093 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:46:18.457651 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46f82c08-aea0-4240-8c19-eb98cc2bb09d req-dd60b416-c1b8-4405-a0ca-a54d3d893b5b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606313 Mar 05 13:46:18.589192 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09fa56-f985-4e44-b02e-53da55f2ab1c admin admin] Pushing event updated for resources: {'Port': ['ID=4e2778cc-1731-424c-9979-994d4e1df067,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:18.594186 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8c09fa56-f985-4e44-b02e-53da55f2ab1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:18.600080 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-05e83c05-bee2-4e17-816e-01746ac5fba3 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:46:18.600406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-05e83c05-bee2-4e17-816e-01746ac5fba3 service neutron] Checking segment: {'id': '47c5c229-bf76-486c-9f5c-e8a5968effec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:46:18.600978 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-05e83c05-bee2-4e17-816e-01746ac5fba3 service neutron] Bound using segment: {'id': '47c5c229-bf76-486c-9f5c-e8a5968effec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:46:18.601591 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-05e83c05-bee2-4e17-816e-01746ac5fba3 service neutron] Bound port: d8f0ac4c-d717-4bc8-a324-5c186d133ada, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c5c229-bf76-486c-9f5c-e8a5968effec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:46:18.602103 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-05e83c05-bee2-4e17-816e-01746ac5fba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:18.692198 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port dead46ef-c0b8-4387-a50d-8f2204798093, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=dead46ef-c0b8-4387-a50d-8f2204798093,segment=NetworkSegment(3ada50bb-b35d-4bc7-914c-ab5e25697710),segment_id=3ada50bb-b35d-4bc7-914c-ab5e25697710)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:18.725731 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'dead46ef-c0b8-4387-a50d-8f2204798093', 'network_id': '56ad4406-1452-42b3-b9fc-952b4d3f73b0', 'port_id': 'dead46ef-c0b8-4387-a50d-8f2204798093', 'mac_address': 'fa:16:3e:bb:56:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df94291-0abd-4abf-97b6-fc078a29c054', 'ip_address': '19.86.0.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:46:18.752745 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0a769-bdb3-442f-9f3e-12ef163023df req-7447b3dd-4dd2-4683-b51b-0fd86725f63e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:18.758851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0a769-bdb3-442f-9f3e-12ef163023df req-7447b3dd-4dd2-4683-b51b-0fd86725f63e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:18.765627 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0a769-bdb3-442f-9f3e-12ef163023df req-7447b3dd-4dd2-4683-b51b-0fd86725f63e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:18.772286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0a769-bdb3-442f-9f3e-12ef163023df req-7447b3dd-4dd2-4683-b51b-0fd86725f63e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:18.778586 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0a769-bdb3-442f-9f3e-12ef163023df req-7447b3dd-4dd2-4683-b51b-0fd86725f63e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:18.785710 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0a769-bdb3-442f-9f3e-12ef163023df req-7447b3dd-4dd2-4683-b51b-0fd86725f63e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:18.792654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0a769-bdb3-442f-9f3e-12ef163023df req-7447b3dd-4dd2-4683-b51b-0fd86725f63e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:18.802098 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f8a0a769-bdb3-442f-9f3e-12ef163023df req-7447b3dd-4dd2-4683-b51b-0fd86725f63e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5405 time: 0.4188983 Mar 05 13:46:18.811901 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:18.835567 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dead46ef-c0b8-4387-a50d-8f2204798093 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:46:18.857980 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port dead46ef-c0b8-4387-a50d-8f2204798093, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=dead46ef-c0b8-4387-a50d-8f2204798093,segment=NetworkSegment(3ada50bb-b35d-4bc7-914c-ab5e25697710),segment_id=3ada50bb-b35d-4bc7-914c-ab5e25697710)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:18.866853 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:18.867718 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5fdb88ba-6ac5-4b19-abe2-5af6ce989652 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:46:18.895640 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a99d92c6-f767-4441-be77-47a65446b9b4 req-1c6782b7-8d88-457b-becc-56d6c8bdf452 service neutron] 10.222.0.30 "GET /v2.0/networks/bc8f8a69-e6fa-4af7-b2d3-266915535d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6137261 Mar 05 13:46:18.895640 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8ab88-1feb-4d7d-bd54-6ca7d6c31db6 req-68565b6e-6561-4d99-83f2-259f8cb696dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:18.895640 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8ab88-1feb-4d7d-bd54-6ca7d6c31db6 req-68565b6e-6561-4d99-83f2-259f8cb696dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:18.905114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8ab88-1feb-4d7d-bd54-6ca7d6c31db6 req-68565b6e-6561-4d99-83f2-259f8cb696dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:18.905114 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e7b8ab88-1feb-4d7d-bd54-6ca7d6c31db6 req-68565b6e-6561-4d99-83f2-259f8cb696dd service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=375b726eb2ae465c8b7dd42940955ff2&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.6506963 Mar 05 13:46:18.920986 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f8a0a769-bdb3-442f-9f3e-12ef163023df req-7f55ba65-5443-4588-9718-d089f1cfad73 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1119978 Mar 05 13:46:18.999893 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c09fa56-f985-4e44-b02e-53da55f2ab1c admin admin] Network 4c72e869-e2b1-445e-8eca-e8102051381a is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:46:19.003739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-8c09fa56-f985-4e44-b02e-53da55f2ab1c admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:46:19.005946 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=dead46ef-c0b8-4387-a50d-8f2204798093,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:19.020968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-c0456649-65a4-4053-8be9-87961145c6a3 req-44c903bb-9929-4f35-bae3-ee5aaaedfcc1 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1165066135', 'description': 'tempest-description-75013447'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:46:19.039123 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-c0456649-65a4-4053-8be9-87961145c6a3 req-44c903bb-9929-4f35-bae3-ee5aaaedfcc1 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:46:19.053755 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-c0456649-65a4-4053-8be9-87961145c6a3 req-44c903bb-9929-4f35-bae3-ee5aaaedfcc1 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Usage tracker for resource:security_group and tenant:3cee7834a5214c2e894eb17166dede92 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:46:19.058258 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-c0456649-65a4-4053-8be9-87961145c6a3 req-44c903bb-9929-4f35-bae3-ee5aaaedfcc1 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:46:19.143852 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 5fdb88ba-6ac5-4b19-abe2-5af6ce989652, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5fdb88ba-6ac5-4b19-abe2-5af6ce989652,segment=NetworkSegment(f8628409-09be-413a-8660-b188d6b486c3),segment_id=f8628409-09be-413a-8660-b188d6b486c3)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:19.151120 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-c0456649-65a4-4053-8be9-87961145c6a3 req-44c903bb-9929-4f35-bae3-ee5aaaedfcc1 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:46:19.181338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '5fdb88ba-6ac5-4b19-abe2-5af6ce989652', 'network_id': 'bc8f8a69-e6fa-4af7-b2d3-266915535d34', 'port_id': '5fdb88ba-6ac5-4b19-abe2-5af6ce989652', 'mac_address': 'fa:16:3e:ee:44:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c272217-a9e3-43be-a1a5-04061146ad7e', 'ip_address': '19.80.0.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:46:19.188820 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c0456649-65a4-4053-8be9-87961145c6a3 req-44c903bb-9929-4f35-bae3-ee5aaaedfcc1 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:19.290792 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-c0456649-65a4-4053-8be9-87961145c6a3 req-44c903bb-9929-4f35-bae3-ee5aaaedfcc1 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:46:19.295141 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:19.301871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-c0456649-65a4-4053-8be9-87961145c6a3 req-44c903bb-9929-4f35-bae3-ee5aaaedfcc1 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Usage tracker for resource:security_group_rule and tenant:3cee7834a5214c2e894eb17166dede92 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:46:19.308215 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-c0456649-65a4-4053-8be9-87961145c6a3 req-44c903bb-9929-4f35-bae3-ee5aaaedfcc1 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:46:19.329110 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-c0456649-65a4-4053-8be9-87961145c6a3 req-44c903bb-9929-4f35-bae3-ee5aaaedfcc1 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:46:19.339727 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fdb88ba-6ac5-4b19-abe2-5af6ce989652 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:46:19.356477 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1188b9e5-9fd6-491a-8381-78e5e1585e8b up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:46:19.356691 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c09fa56-f985-4e44-b02e-53da55f2ab1c admin admin] Router 2489fb85-8cf0-41c6-9963-48e494ef9839 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:46:19.394193 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-05e83c05-bee2-4e17-816e-01746ac5fba3 service neutron] For port d8f0ac4c-d717-4bc8-a324-5c186d133ada, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:46:19.397058 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b5542dd6-994d-45c0-9913-ab1ddd98cb6a None None] Provisioning complete for port 4e2778cc-1731-424c-9979-994d4e1df067 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:46:19.397650 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b5542dd6-994d-45c0-9913-ab1ddd98cb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:19.426625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-05e83c05-bee2-4e17-816e-01746ac5fba3 service neutron] For port d8f0ac4c-d717-4bc8-a324-5c186d133ada, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=d8f0ac4c-d717-4bc8-a324-5c186d133ada,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:46:19.436318 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a99d92c6-f767-4441-be77-47a65446b9b4 req-2f027702-53a5-47d1-9e0c-79e6dedc124f service neutron] 10.222.0.30 "GET /v2.0/networks/bc8f8a69-e6fa-4af7-b2d3-266915535d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266392 Mar 05 13:46:19.438952 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 5fdb88ba-6ac5-4b19-abe2-5af6ce989652, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5fdb88ba-6ac5-4b19-abe2-5af6ce989652,segment=NetworkSegment(f8628409-09be-413a-8660-b188d6b486c3),segment_id=f8628409-09be-413a-8660-b188d6b486c3)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:19.458317 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-05e83c05-bee2-4e17-816e-01746ac5fba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:19.461197 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:19.461842 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a3657b8b-f65e-47e0-8945-58b51091702e details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:46:19.512795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8ab88-1feb-4d7d-bd54-6ca7d6c31db6 req-78c37c29-6001-4569-9b9e-371e4a173e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:19.514455 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e7b8ab88-1feb-4d7d-bd54-6ca7d6c31db6 req-78c37c29-6001-4569-9b9e-371e4a173e8a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5822544 Mar 05 13:46:19.534354 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cd81a-5ed3-4d8c-9c6a-b4f163ea8491 req-5a2c901d-cd15-4389-8929-5771d121b07d tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:19.535923 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-429cd81a-5ed3-4d8c-9c6a-b4f163ea8491 req-5a2c901d-cd15-4389-8929-5771d121b07d tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.8573873 Mar 05 13:46:19.548941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-05e83c05-bee2-4e17-816e-01746ac5fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:19.550045 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-05e83c05-bee2-4e17-816e-01746ac5fba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:19.551479 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-05e83c05-bee2-4e17-816e-01746ac5fba3 service neutron] 10.222.0.15 "PUT /v2.0/ports/d8f0ac4c-d717-4bc8-a324-5c186d133ada HTTP/1.1" status: 200 len: 1090 time: 4.3379164 Mar 05 13:46:19.566630 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b5542dd6-994d-45c0-9913-ab1ddd98cb6a None None] Port 4e2778cc-1731-424c-9979-994d4e1df067 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:46:19.597146 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=5fdb88ba-6ac5-4b19-abe2-5af6ce989652,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:19.599188 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-fb243e83-78ec-4bac-bbc3-c9969d4f7fa3 service neutron] Request body: {'port': {'device_id': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:46:19.623177 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a3657b8b-f65e-47e0-8945-58b51091702e, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a3657b8b-f65e-47e0-8945-58b51091702e,segment=NetworkSegment(f8628409-09be-413a-8660-b188d6b486c3),segment_id=f8628409-09be-413a-8660-b188d6b486c3)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:19.638006 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 1188b9e5-9fd6-491a-8381-78e5e1585e8b completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:46:19.666316 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1188b9e5-9fd6-491a-8381-78e5e1585e8b triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:46:19.666697 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:19.676390 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e83c05-bee2-4e17-816e-01746ac5fba3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f0ac4c-d717-4bc8-a324-5c186d133ada,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:19.726048 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-429cd81a-5ed3-4d8c-9c6a-b4f163ea8491 req-aac5c979-eeb6-4115-b45e-2534fbfbf037 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734889 Mar 05 13:46:19.739502 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c0456649-65a4-4053-8be9-87961145c6a3 req-44c903bb-9929-4f35-bae3-ee5aaaedfcc1 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:19.754484 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'a3657b8b-f65e-47e0-8945-58b51091702e', 'network_id': 'bc8f8a69-e6fa-4af7-b2d3-266915535d34', 'port_id': 'a3657b8b-f65e-47e0-8945-58b51091702e', 'mac_address': 'fa:16:3e:11:1d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c272217-a9e3-43be-a1a5-04061146ad7e', 'ip_address': '19.80.0.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:46:19.768843 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'tag': 'd8f0ac4c-d717-4bc8-a324-5c186d133ada'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:46:19.769507 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c0456649-65a4-4053-8be9-87961145c6a3 req-44c903bb-9929-4f35-bae3-ee5aaaedfcc1 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:19.820277 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c09fa56-f985-4e44-b02e-53da55f2ab1c admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:46:19.825104 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:19.862981 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c903bb-9929-4f35-bae3-ee5aaaedfcc1 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6651c1b9-20f4-42cf-b3f2-0b8f1176be03,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:19.876400 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8c09fa56-f985-4e44-b02e-53da55f2ab1c admin admin] 10.222.0.16 "PUT /v2.0/routers/2489fb85-8cf0-41c6-9963-48e494ef9839/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5441599 Mar 05 13:46:19.880751 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c0456649-65a4-4053-8be9-87961145c6a3 req-44c903bb-9929-4f35-bae3-ee5aaaedfcc1 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:19.896589 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c0456649-65a4-4053-8be9-87961145c6a3 req-44c903bb-9929-4f35-bae3-ee5aaaedfcc1 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8947818 Mar 05 13:46:19.927049 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:19.927273 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-fb243e83-78ec-4bac-bbc3-c9969d4f7fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:19.946476 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 1188b9e5-9fd6-491a-8381-78e5e1585e8b, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1188b9e5-9fd6-491a-8381-78e5e1585e8b,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:19.948789 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3657b8b-f65e-47e0-8945-58b51091702e {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:46:19.965384 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:20.060172 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a3657b8b-f65e-47e0-8945-58b51091702e, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a3657b8b-f65e-47e0-8945-58b51091702e,segment=NetworkSegment(f8628409-09be-413a-8660-b188d6b486c3),segment_id=f8628409-09be-413a-8660-b188d6b486c3)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:20.062711 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=1188b9e5-9fd6-491a-8381-78e5e1585e8b,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:20.073284 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:20.148612 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fabb4-7f0d-4ee5-bd08-79e7695dde26 req-c0b82d64-f22d-4495-b0c6-dd41a519d442 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:20.156252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fabb4-7f0d-4ee5-bd08-79e7695dde26 req-c0b82d64-f22d-4495-b0c6-dd41a519d442 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:20.161324 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] Sync routers for ids ['2489fb85-8cf0-41c6-9963-48e494ef9839'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:46:20.164759 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fabb4-7f0d-4ee5-bd08-79e7695dde26 req-c0b82d64-f22d-4495-b0c6-dd41a519d442 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:20.170270 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-738fabb4-7f0d-4ee5-bd08-79e7695dde26 req-c0b82d64-f22d-4495-b0c6-dd41a519d442 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 2414 time: 0.1665685 Mar 05 13:46:20.174707 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] Routers {'2489fb85-8cf0-41c6-9963-48e494ef9839'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:46:20.174707 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:46:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['2489fb85-8cf0-41c6-9963-48e494ef9839'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:20.184499 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a3657b8b-f65e-47e0-8945-58b51091702e,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:20.225884 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-738fabb4-7f0d-4ee5-bd08-79e7695dde26 req-8d2a1de0-fcb8-4fc5-9af0-3c1e6e73d469 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546968 Mar 05 13:46:20.311216 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'tag': 'd8f0ac4c-d717-4bc8-a324-5c186d133ada', 'status': 'completed', 'code': 200} Mar 05 13:46:20.399338 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] Set router 2489fb85-8cf0-41c6-9963-48e494ef9839 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:46:20.450519 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506d7c2-c1cb-43c1-b9a5-ba8e098f45e3 req-78d5b9e2-578f-4ec8-8d83-7e73433a9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:20.451052 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506d7c2-c1cb-43c1-b9a5-ba8e098f45e3 req-78d5b9e2-578f-4ec8-8d83-7e73433a9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:20.451512 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506d7c2-c1cb-43c1-b9a5-ba8e098f45e3 req-78d5b9e2-578f-4ec8-8d83-7e73433a9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:20.451996 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506d7c2-c1cb-43c1-b9a5-ba8e098f45e3 req-78d5b9e2-578f-4ec8-8d83-7e73433a9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:20.452487 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506d7c2-c1cb-43c1-b9a5-ba8e098f45e3 req-78d5b9e2-578f-4ec8-8d83-7e73433a9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:20.453158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506d7c2-c1cb-43c1-b9a5-ba8e098f45e3 req-78d5b9e2-578f-4ec8-8d83-7e73433a9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:20.453607 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506d7c2-c1cb-43c1-b9a5-ba8e098f45e3 req-78d5b9e2-578f-4ec8-8d83-7e73433a9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:20.455822 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5506d7c2-c1cb-43c1-b9a5-ba8e098f45e3 req-78d5b9e2-578f-4ec8-8d83-7e73433a9ba3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=375b726eb2ae465c8b7dd42940955ff2&device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 6352 time: 0.1439421 Mar 05 13:46:20.520554 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['dead46ef-c0b8-4387-a50d-8f2204798093'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:46:20.595242 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4a58b073-4617-4ce5-a40d-ab889b7461d3 req-d7da8911-bd9e-4d18-9f37-fcf8e629ebe1 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/6651c1b9-20f4-42cf-b3f2-0b8f1176be03 HTTP/1.1" status: 200 len: 1801 time: 0.3001838 Mar 05 13:46:20.597418 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['5fdb88ba-6ac5-4b19-abe2-5af6ce989652'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:46:20.607726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-4a58b073-4617-4ce5-a40d-ab889b7461d3 req-c5d6f034-5baa-471e-999d-242c2bf0b97b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Request body: {'security_group': {'name': 'tempest-sg-hth-879548916', 'description': 'tempest-description-hth-620190927'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:46:20.635870 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-fb243e83-78ec-4bac-bbc3-c9969d4f7fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:46:20.649346 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-fb243e83-78ec-4bac-bbc3-c9969d4f7fa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:20.670480 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-4a58b073-4617-4ce5-a40d-ab889b7461d3 req-c5d6f034-5baa-471e-999d-242c2bf0b97b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:20.699622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-fb243e83-78ec-4bac-bbc3-c9969d4f7fa3 service neutron] Transition to ACTIVE for port object 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:46:20.708930 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-fb243e83-78ec-4bac-bbc3-c9969d4f7fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:20.786787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506d7c2-c1cb-43c1-b9a5-ba8e098f45e3 req-5a72269f-ac55-4456-9c19-ee56968768cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:20.787257 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506d7c2-c1cb-43c1-b9a5-ba8e098f45e3 req-5a72269f-ac55-4456-9c19-ee56968768cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:20.787714 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506d7c2-c1cb-43c1-b9a5-ba8e098f45e3 req-5a72269f-ac55-4456-9c19-ee56968768cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:20.789303 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5506d7c2-c1cb-43c1-b9a5-ba8e098f45e3 req-5a72269f-ac55-4456-9c19-ee56968768cc service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=375b726eb2ae465c8b7dd42940955ff2&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3211825 Mar 05 13:46:20.793138 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-4a58b073-4617-4ce5-a40d-ab889b7461d3 req-c5d6f034-5baa-471e-999d-242c2bf0b97b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:20.801854 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-4a58b073-4617-4ce5-a40d-ab889b7461d3 req-c5d6f034-5baa-471e-999d-242c2bf0b97b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:20.804395 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-4a58b073-4617-4ce5-a40d-ab889b7461d3 req-c5d6f034-5baa-471e-999d-242c2bf0b97b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:20.805828 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4a58b073-4617-4ce5-a40d-ab889b7461d3 req-c5d6f034-5baa-471e-999d-242c2bf0b97b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "PUT /v2.0/security-groups/6651c1b9-20f4-42cf-b3f2-0b8f1176be03 HTTP/1.1" status: 200 len: 1775 time: 0.2097809 Mar 05 13:46:20.885229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6f034-5baa-471e-999d-242c2bf0b97b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6651c1b9-20f4-42cf-b3f2-0b8f1176be03,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:21.018818 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2489fb85-8cf0-41c6-9963-48e494ef9839', 'name': 'tempest-FloatingIPsTestJSON-718679568-router', 'tenant_id': '4e8b6f84c6614cf5962c11472e5af686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1188b9e5-9fd6-491a-8381-78e5e1585e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:46:07Z', 'updated_at': '2022-03-05T13:46:17Z', 'revision_number': 4, 'project_id': '4e8b6f84c6614cf5962c11472e5af686', 'gw_port': {'id': '1188b9e5-9fd6-491a-8381-78e5e1585e8b', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489fb85-8cf0-41c6-9963-48e494ef9839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:09Z', 'updated_at': '2022-03-05T13:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '4e2778cc-1731-424c-9979-994d4e1df067', 'name': '', 'network_id': '4c72e869-e2b1-445e-8eca-e8102051381a', 'tenant_id': '4e8b6f84c6614cf5962c11472e5af686', 'mac_address': 'fa:16:3e:51:4c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2489fb85-8cf0-41c6-9963-48e494ef9839', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '83ce37ae-e861-4a25-9a98-c5ad29eac0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:15Z', 'updated_at': '2022-03-05T13:46:17Z', 'revision_number': 2, 'project_id': '4e8b6f84c6614cf5962c11472e5af686', 'subnets': [{'id': '83ce37ae-e861-4a25-9a98-c5ad29eac0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:21.024953 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] Checking router: 2489fb85-8cf0-41c6-9963-48e494ef9839 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:46:21.025304 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] Updating router 2489fb85-8cf0-41c6-9963-48e494ef9839 port 4e2778cc-1731-424c-9979-994d4e1df067 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:46:21.127969 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:21.281692 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb243e83-78ec-4bac-bbc3-c9969d4f7fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:21.299348 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1188b9e5-9fd6-491a-8381-78e5e1585e8b up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:46:21.409277 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1188b9e5-9fd6-491a-8381-78e5e1585e8b triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:46:21.409749 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:21.457343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506d7c2-c1cb-43c1-b9a5-ba8e098f45e3 req-6685bde5-08c7-49a6-9b23-ba562d810782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:21.458891 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5506d7c2-c1cb-43c1-b9a5-ba8e098f45e3 req-6685bde5-08c7-49a6-9b23-ba562d810782 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6375685 Mar 05 13:46:21.479320 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-fb243e83-78ec-4bac-bbc3-c9969d4f7fa3 service neutron] Attempting to bind port 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:46:21.479320 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-fb243e83-78ec-4bac-bbc3-c9969d4f7fa3 service neutron] Attempting to bind port 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'd7b86189-5adb-4039-bc87-8aac5ac3460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ef187771-ae1f-4999-9df8-9d6ddceec808'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:46:21.479320 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-fb243e83-78ec-4bac-bbc3-c9969d4f7fa3 service neutron] Attempting to bind port 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6 on network ef187771-ae1f-4999-9df8-9d6ddceec808 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:21.500309 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07f58b-45f4-48a8-a399-dc543909598b req-648833a8-afd7-43c1-af70-2ca14f3fabd2 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:21.506809 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07f58b-45f4-48a8-a399-dc543909598b req-648833a8-afd7-43c1-af70-2ca14f3fabd2 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:21.513158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07f58b-45f4-48a8-a399-dc543909598b req-648833a8-afd7-43c1-af70-2ca14f3fabd2 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:21.519630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07f58b-45f4-48a8-a399-dc543909598b req-648833a8-afd7-43c1-af70-2ca14f3fabd2 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:21.526723 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07f58b-45f4-48a8-a399-dc543909598b req-648833a8-afd7-43c1-af70-2ca14f3fabd2 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:21.535072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07f58b-45f4-48a8-a399-dc543909598b req-648833a8-afd7-43c1-af70-2ca14f3fabd2 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:21.540498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07f58b-45f4-48a8-a399-dc543909598b req-648833a8-afd7-43c1-af70-2ca14f3fabd2 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:21.549604 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7e07f58b-45f4-48a8-a399-dc543909598b req-648833a8-afd7-43c1-af70-2ca14f3fabd2 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5417 time: 0.4499500 Mar 05 13:46:21.551444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-fb243e83-78ec-4bac-bbc3-c9969d4f7fa3 service neutron] Port 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6 on network ef187771-ae1f-4999-9df8-9d6ddceec808 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:46:21.552099 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-fb243e83-78ec-4bac-bbc3-c9969d4f7fa3 service neutron] Attempting to bind port 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6 on network ef187771-ae1f-4999-9df8-9d6ddceec808 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:21.576527 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-fb243e83-78ec-4bac-bbc3-c9969d4f7fa3 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:46:21.576864 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-fb243e83-78ec-4bac-bbc3-c9969d4f7fa3 service neutron] Checking segment: {'id': 'd7b86189-5adb-4039-bc87-8aac5ac3460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ef187771-ae1f-4999-9df8-9d6ddceec808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:46:21.577282 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-fb243e83-78ec-4bac-bbc3-c9969d4f7fa3 service neutron] Bound using segment: {'id': 'd7b86189-5adb-4039-bc87-8aac5ac3460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ef187771-ae1f-4999-9df8-9d6ddceec808'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:46:21.578358 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-fb243e83-78ec-4bac-bbc3-c9969d4f7fa3 service neutron] Bound port: 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7b86189-5adb-4039-bc87-8aac5ac3460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ef187771-ae1f-4999-9df8-9d6ddceec808'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:46:21.578493 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-fb243e83-78ec-4bac-bbc3-c9969d4f7fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:21.662867 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['a3657b8b-f65e-47e0-8945-58b51091702e'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:46:21.673249 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:21.691508 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7e07f58b-45f4-48a8-a399-dc543909598b req-930c8593-f2df-40da-a425-8fca50aa5b15 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1388969 Mar 05 13:46:21.701625 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] Transition to ACTIVE for port object 4e2778cc-1731-424c-9979-994d4e1df067 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:46:21.732031 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:21.789365 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-fb243e83-78ec-4bac-bbc3-c9969d4f7fa3 service neutron] For port 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:46:21.794032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-fb243e83-78ec-4bac-bbc3-c9969d4f7fa3 service neutron] For port 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6,segment=NetworkSegment(d7b86189-5adb-4039-bc87-8aac5ac3460e),segment_id=d7b86189-5adb-4039-bc87-8aac5ac3460e)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:46:21.800325 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-fb243e83-78ec-4bac-bbc3-c9969d4f7fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:21.864734 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ea1e7978-5297-4a50-997a-632525291dee req-8b3ab807-7850-41fd-b680-ce39232fd20f tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7278020 Mar 05 13:46:21.893149 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-ea1e7978-5297-4a50-997a-632525291dee req-1258baf5-f8f7-4c32-b043-d8291cae9c4e tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:46:21.949588 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-ea1e7978-5297-4a50-997a-632525291dee req-1258baf5-f8f7-4c32-b043-d8291cae9c4e tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:46:21.975665 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ea1e7978-5297-4a50-997a-632525291dee req-1258baf5-f8f7-4c32-b043-d8291cae9c4e tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Usage tracker for resource:floatingip and tenant:4e8b6f84c6614cf5962c11472e5af686 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:46:21.983727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ea1e7978-5297-4a50-997a-632525291dee req-1258baf5-f8f7-4c32-b043-d8291cae9c4e tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:46:22.017453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-ea1e7978-5297-4a50-997a-632525291dee req-1258baf5-f8f7-4c32-b043-d8291cae9c4e tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:46:22.048964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6e43b-d682-4528-bd1c-be26756b7c74 req-2cfbaf4b-bc85-4d94-b8e3-0b8d44e7a54d tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:22.049812 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-12e6e43b-d682-4528-bd1c-be26756b7c74 req-2cfbaf4b-bc85-4d94-b8e3-0b8d44e7a54d tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.15 "GET /v2.0/ports?device_id=ede3e343-1c51-491f-b114-f7d5a82a2bf8 HTTP/1.1" status: 200 len: 945 time: 0.5536993 Mar 05 13:46:22.195879 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-12e6e43b-d682-4528-bd1c-be26756b7c74 req-d8770002-10ef-4fdd-ae75-5d2f7e3d41e7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Deleting port fc535aa5-78ee-42f9-9068-8faa8322cf2c {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:46:22.196217 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-12e6e43b-d682-4528-bd1c-be26756b7c74 req-d8770002-10ef-4fdd-ae75-5d2f7e3d41e7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:22.261654 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529936e-805f-4e1c-b688-08ad2eb9fed9 None None] Pushing event updated for resources: {'Port': ['ID=4e2778cc-1731-424c-9979-994d4e1df067,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:22.266627 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ea1e7978-5297-4a50-997a-632525291dee req-1258baf5-f8f7-4c32-b043-d8291cae9c4e tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:22.396437 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] Attempting to bind port 4e2778cc-1731-424c-9979-994d4e1df067 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:46:22.396809 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] Attempting to bind port 4e2778cc-1731-424c-9979-994d4e1df067 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '43e512ea-f9e1-45c5-b9ef-410b96dfd83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4c72e869-e2b1-445e-8eca-e8102051381a'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:46:22.397253 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] Attempting to bind port 4e2778cc-1731-424c-9979-994d4e1df067 on network 4c72e869-e2b1-445e-8eca-e8102051381a {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:22.403095 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:46:22.403872 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] Checking segment: {'id': '43e512ea-f9e1-45c5-b9ef-410b96dfd83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4c72e869-e2b1-445e-8eca-e8102051381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:46:22.404274 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:22.405230 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] Bound using segment: {'id': '43e512ea-f9e1-45c5-b9ef-410b96dfd83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4c72e869-e2b1-445e-8eca-e8102051381a'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:46:22.405230 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] Bound port: 4e2778cc-1731-424c-9979-994d4e1df067, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e512ea-f9e1-45c5-b9ef-410b96dfd83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4c72e869-e2b1-445e-8eca-e8102051381a'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:46:22.405565 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:22.409373 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-fb243e83-78ec-4bac-bbc3-c9969d4f7fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:22.410074 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-fb243e83-78ec-4bac-bbc3-c9969d4f7fa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:22.411856 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-fb243e83-78ec-4bac-bbc3-c9969d4f7fa3 service neutron] 10.222.0.15 "PUT /v2.0/ports/98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6 HTTP/1.1" status: 200 len: 1091 time: 2.8299813 Mar 05 13:46:22.414915 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'tag': '98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:46:22.454878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-79ce4c75-1e76-476e-9fdd-90864c4a191b service neutron] Request body: {'port': {'device_id': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:46:22.477414 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device dead46ef-c0b8-4387-a50d-8f2204798093 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:46:22.524975 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb243e83-78ec-4bac-bbc3-c9969d4f7fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:22.572029 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] For port 4e2778cc-1731-424c-9979-994d4e1df067, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:46:22.575962 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] For port 4e2778cc-1731-424c-9979-994d4e1df067, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4e2778cc-1731-424c-9979-994d4e1df067,segment=NetworkSegment(43e512ea-f9e1-45c5-b9ef-410b96dfd83c),segment_id=43e512ea-f9e1-45c5-b9ef-410b96dfd83c)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:46:22.589639 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:22.623419 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79afd4-f516-4ecd-8200-d33427e3283e req-b41c1aba-f301-49f7-bf52-7b0d630b5be0 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:22.626540 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port dead46ef-c0b8-4387-a50d-8f2204798093 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:46:22.631788 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5e79afd4-f516-4ecd-8200-d33427e3283e req-b41c1aba-f301-49f7-bf52-7b0d630b5be0 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ede3e343-1c51-491f-b114-f7d5a82a2bf8 HTTP/1.1" status: 200 len: 945 time: 0.7149253 Mar 05 13:46:22.634622 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port dead46ef-c0b8-4387-a50d-8f2204798093 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:46:22.635807 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:22.704223 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5e79afd4-f516-4ecd-8200-d33427e3283e req-8056ecf2-78e6-4e1c-9c33-1be3bfff5a5d tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713978 Mar 05 13:46:22.722378 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-79ce4c75-1e76-476e-9fdd-90864c4a191b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:22.766983 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529936e-805f-4e1c-b688-08ad2eb9fed9 None None] Pushing event updated for resources: {'Port': ['ID=4e2778cc-1731-424c-9979-994d4e1df067,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:22.804454 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] Routers {'2489fb85-8cf0-41c6-9963-48e494ef9839'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:46:22.804454 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:46:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['2489fb85-8cf0-41c6-9963-48e494ef9839'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:22.877479 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-12e6e43b-d682-4528-bd1c-be26756b7c74 req-d8770002-10ef-4fdd-ae75-5d2f7e3d41e7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] For port fc535aa5-78ee-42f9-9068-8faa8322cf2c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fc535aa5-78ee-42f9-9068-8faa8322cf2c,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:22.877991 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-12e6e43b-d682-4528-bd1c-be26756b7c74 req-d8770002-10ef-4fdd-ae75-5d2f7e3d41e7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:22.900994 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ea1e7978-5297-4a50-997a-632525291dee req-1258baf5-f8f7-4c32-b043-d8291cae9c4e tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:22.908637 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:22.994813 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7539bc-1d7c-48c0-aad4-25796bffaf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dead46ef-c0b8-4387-a50d-8f2204798093'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:46:23.017339 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port dead46ef-c0b8-4387-a50d-8f2204798093, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=dead46ef-c0b8-4387-a50d-8f2204798093,segment=NetworkSegment(3ada50bb-b35d-4bc7-914c-ab5e25697710),segment_id=3ada50bb-b35d-4bc7-914c-ab5e25697710)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:23.026168 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:23.026168 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5fdb88ba-6ac5-4b19-abe2-5af6ce989652 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:46:23.055739 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d4088a2-4362-4cf2-87f3-bf7f8639e45a req-12b5233d-3074-4d1e-b9d3-4388207b52bd tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/6651c1b9-20f4-42cf-b3f2-0b8f1176be03 HTTP/1.1" status: 200 len: 1775 time: 0.2991824 Mar 05 13:46:23.178320 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] Set router 2489fb85-8cf0-41c6-9963-48e494ef9839 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:46:23.315588 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=dead46ef-c0b8-4387-a50d-8f2204798093,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:23.351501 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 5fdb88ba-6ac5-4b19-abe2-5af6ce989652 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:46:23.357809 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 5fdb88ba-6ac5-4b19-abe2-5af6ce989652 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:46:23.358395 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:23.430101 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-12e6e43b-d682-4528-bd1c-be26756b7c74 req-d8770002-10ef-4fdd-ae75-5d2f7e3d41e7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Calling delete_port for fc535aa5-78ee-42f9-9068-8faa8322cf2c owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:46:23.595272 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-ea1e7978-5297-4a50-997a-632525291dee req-1258baf5-f8f7-4c32-b043-d8291cae9c4e tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Allocated IP 172.25.4.75 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/e2c7df75-e8c0-4115-a89a-91c72c10b73c) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:46:23.645975 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2489fb85-8cf0-41c6-9963-48e494ef9839', 'name': 'tempest-FloatingIPsTestJSON-718679568-router', 'tenant_id': '4e8b6f84c6614cf5962c11472e5af686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1188b9e5-9fd6-491a-8381-78e5e1585e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:46:07Z', 'updated_at': '2022-03-05T13:46:17Z', 'revision_number': 4, 'project_id': '4e8b6f84c6614cf5962c11472e5af686', 'gw_port': {'id': '1188b9e5-9fd6-491a-8381-78e5e1585e8b', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489fb85-8cf0-41c6-9963-48e494ef9839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:09Z', 'updated_at': '2022-03-05T13:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '4e2778cc-1731-424c-9979-994d4e1df067', 'name': '', 'network_id': '4c72e869-e2b1-445e-8eca-e8102051381a', 'tenant_id': '4e8b6f84c6614cf5962c11472e5af686', 'mac_address': 'fa:16:3e:51:4c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2489fb85-8cf0-41c6-9963-48e494ef9839', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '83ce37ae-e861-4a25-9a98-c5ad29eac0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:15Z', 'updated_at': '2022-03-05T13:46:22Z', 'revision_number': 4, 'project_id': '4e8b6f84c6614cf5962c11472e5af686', 'subnets': [{'id': '83ce37ae-e861-4a25-9a98-c5ad29eac0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:23.650438 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77e858f-5b5e-446b-8dc1-757c914528be None None] The sync data for ids ['2489fb85-8cf0-41c6-9963-48e494ef9839'] in n-d-803718-1 is: [{'id': '2489fb85-8cf0-41c6-9963-48e494ef9839', 'name': 'tempest-FloatingIPsTestJSON-718679568-router', 'tenant_id': '4e8b6f84c6614cf5962c11472e5af686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1188b9e5-9fd6-491a-8381-78e5e1585e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:46:07Z', 'updated_at': '2022-03-05T13:46:17Z', 'revision_number': 4, 'project_id': '4e8b6f84c6614cf5962c11472e5af686', 'gw_port': {'id': '1188b9e5-9fd6-491a-8381-78e5e1585e8b', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489fb85-8cf0-41c6-9963-48e494ef9839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:09Z', 'updated_at': '2022-03-05T13:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '4e2778cc-1731-424c-9979-994d4e1df067', 'name': '', 'network_id': '4c72e869-e2b1-445e-8eca-e8102051381a', 'tenant_id': '4e8b6f84c6614cf5962c11472e5af686', 'mac_address': 'fa:16:3e:51:4c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2489fb85-8cf0-41c6-9963-48e494ef9839', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '83ce37ae-e861-4a25-9a98-c5ad29eac0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:15Z', 'updated_at': '2022-03-05T13:46:22Z', 'revision_number': 4, 'project_id': '4e8b6f84c6614cf5962c11472e5af686', 'subnets': [{'id': '83ce37ae-e861-4a25-9a98-c5ad29eac0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:46:23.674561 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:23.688959 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-79ce4c75-1e76-476e-9fdd-90864c4a191b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:46:23.699021 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-79ce4c75-1e76-476e-9fdd-90864c4a191b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:23.728146 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00699e9-c306-43b9-838a-7c21de63cb45 req-619871bb-4b42-460b-9fa5-b1f486eae542 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:23.740626 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 5fdb88ba-6ac5-4b19-abe2-5af6ce989652, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5fdb88ba-6ac5-4b19-abe2-5af6ce989652,segment=NetworkSegment(f8628409-09be-413a-8660-b188d6b486c3),segment_id=f8628409-09be-413a-8660-b188d6b486c3)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:23.741738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00699e9-c306-43b9-838a-7c21de63cb45 req-619871bb-4b42-460b-9fa5-b1f486eae542 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:23.750331 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00699e9-c306-43b9-838a-7c21de63cb45 req-619871bb-4b42-460b-9fa5-b1f486eae542 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:23.751821 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:23.755495 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b00699e9-c306-43b9-838a-7c21de63cb45 req-619871bb-4b42-460b-9fa5-b1f486eae542 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 2416 time: 0.4284654 Mar 05 13:46:23.876506 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b00699e9-c306-43b9-838a-7c21de63cb45 req-f665042f-06e0-4fef-b22e-5b093c2fb5ae tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917294 Mar 05 13:46:23.937011 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=5fdb88ba-6ac5-4b19-abe2-5af6ce989652,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:23.950401 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'tag': '98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6', 'status': 'completed', 'code': 200} Mar 05 13:46:23.970518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-79ce4c75-1e76-476e-9fdd-90864c4a191b service neutron] Transition to ACTIVE for port object 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:46:23.976748 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-79ce4c75-1e76-476e-9fdd-90864c4a191b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:24.066893 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ea1e7978-5297-4a50-997a-632525291dee req-1258baf5-f8f7-4c32-b043-d8291cae9c4e tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:24.131293 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-12e6e43b-d682-4528-bd1c-be26756b7c74 req-d8770002-10ef-4fdd-ae75-5d2f7e3d41e7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:24.146043 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['4e8e3409-53d8-4da7-8d85-ae70635ee2ea'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:46:24.342325 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ea1e7978-5297-4a50-997a-632525291dee req-1258baf5-f8f7-4c32-b043-d8291cae9c4e tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:24.362269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8770002-10ef-4fdd-ae75-5d2f7e3d41e7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Pushing event deleted for resources: {'Port': ['ID=fc535aa5-78ee-42f9-9068-8faa8322cf2c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:24.379183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce4c75-1e76-476e-9fdd-90864c4a191b service neutron] Pushing event updated for resources: {'Port': ['ID=5f1756b4-ca9b-4b34-8eb0-4081d34a42aa,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:24.477103 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a3657b8b-f65e-47e0-8945-58b51091702e up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:46:24.612189 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-79ce4c75-1e76-476e-9fdd-90864c4a191b service neutron] Attempting to bind port 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:46:24.612557 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-79ce4c75-1e76-476e-9fdd-90864c4a191b service neutron] Attempting to bind port 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'd7b86189-5adb-4039-bc87-8aac5ac3460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ef187771-ae1f-4999-9df8-9d6ddceec808'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:46:24.613248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-79ce4c75-1e76-476e-9fdd-90864c4a191b service neutron] Attempting to bind port 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa on network ef187771-ae1f-4999-9df8-9d6ddceec808 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:24.638472 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-79ce4c75-1e76-476e-9fdd-90864c4a191b service neutron] Port 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa on network ef187771-ae1f-4999-9df8-9d6ddceec808 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:46:24.641336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-79ce4c75-1e76-476e-9fdd-90864c4a191b service neutron] Attempting to bind port 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa on network ef187771-ae1f-4999-9df8-9d6ddceec808 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:24.658432 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea1e7978-5297-4a50-997a-632525291dee req-1258baf5-f8f7-4c32-b043-d8291cae9c4e tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:46:24.662791 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e6e43b-d682-4528-bd1c-be26756b7c74 req-d8770002-10ef-4fdd-ae75-5d2f7e3d41e7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] No DVR routers for this DVR port fc535aa5-78ee-42f9-9068-8faa8322cf2c on host n-h1-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:46:24.673008 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-ea1e7978-5297-4a50-997a-632525291dee req-1258baf5-f8f7-4c32-b043-d8291cae9c4e tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:46:24.675889 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1e7978-5297-4a50-997a-632525291dee req-1258baf5-f8f7-4c32-b043-d8291cae9c4e tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:46:24.714385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-79ce4c75-1e76-476e-9fdd-90864c4a191b service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:46:24.714385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-79ce4c75-1e76-476e-9fdd-90864c4a191b service neutron] Checking segment: {'id': 'd7b86189-5adb-4039-bc87-8aac5ac3460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ef187771-ae1f-4999-9df8-9d6ddceec808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:46:24.714385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-79ce4c75-1e76-476e-9fdd-90864c4a191b service neutron] Bound using segment: {'id': 'd7b86189-5adb-4039-bc87-8aac5ac3460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ef187771-ae1f-4999-9df8-9d6ddceec808'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:46:24.714385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-79ce4c75-1e76-476e-9fdd-90864c4a191b service neutron] Bound port: 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7b86189-5adb-4039-bc87-8aac5ac3460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ef187771-ae1f-4999-9df8-9d6ddceec808'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:46:24.714385 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-79ce4c75-1e76-476e-9fdd-90864c4a191b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:24.820372 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3651b-2430-4d4e-869b-2f4250ebf260 req-3cd91562-459c-487f-9e72-6d94925f0068 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:24.844685 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3651b-2430-4d4e-869b-2f4250ebf260 req-3cd91562-459c-487f-9e72-6d94925f0068 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:24.859633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3651b-2430-4d4e-869b-2f4250ebf260 req-3cd91562-459c-487f-9e72-6d94925f0068 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:24.863228 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port a3657b8b-f65e-47e0-8945-58b51091702e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:46:24.869777 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port a3657b8b-f65e-47e0-8945-58b51091702e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:46:24.869777 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:24.883054 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3651b-2430-4d4e-869b-2f4250ebf260 req-3cd91562-459c-487f-9e72-6d94925f0068 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:24.900010 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3651b-2430-4d4e-869b-2f4250ebf260 req-3cd91562-459c-487f-9e72-6d94925f0068 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:24.911684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3651b-2430-4d4e-869b-2f4250ebf260 req-3cd91562-459c-487f-9e72-6d94925f0068 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:24.931557 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3651b-2430-4d4e-869b-2f4250ebf260 req-3cd91562-459c-487f-9e72-6d94925f0068 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:24.939595 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0fd3651b-2430-4d4e-869b-2f4250ebf260 req-3cd91562-459c-487f-9e72-6d94925f0068 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5429 time: 0.7402420 Mar 05 13:46:24.976998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42871778-bc4a-4ed8-adcd-ff618ae9bd0e req-fc221c94-4f63-499a-b569-4ba9505e82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:24.977989 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42871778-bc4a-4ed8-adcd-ff618ae9bd0e req-fc221c94-4f63-499a-b569-4ba9505e82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:24.984274 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42871778-bc4a-4ed8-adcd-ff618ae9bd0e req-fc221c94-4f63-499a-b569-4ba9505e82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:24.984966 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42871778-bc4a-4ed8-adcd-ff618ae9bd0e req-fc221c94-4f63-499a-b569-4ba9505e82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:24.985905 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42871778-bc4a-4ed8-adcd-ff618ae9bd0e req-fc221c94-4f63-499a-b569-4ba9505e82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:24.986014 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42871778-bc4a-4ed8-adcd-ff618ae9bd0e req-fc221c94-4f63-499a-b569-4ba9505e82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:24.986529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42871778-bc4a-4ed8-adcd-ff618ae9bd0e req-fc221c94-4f63-499a-b569-4ba9505e82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:24.993980 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-42871778-bc4a-4ed8-adcd-ff618ae9bd0e req-fc221c94-4f63-499a-b569-4ba9505e82d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=375b726eb2ae465c8b7dd42940955ff2&device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 6444 time: 1.0076551 Mar 05 13:46:25.104457 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:25.160674 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-12e6e43b-d682-4528-bd1c-be26756b7c74 req-d8770002-10ef-4fdd-ae75-5d2f7e3d41e7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:25.185600 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a3657b8b-f65e-47e0-8945-58b51091702e, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a3657b8b-f65e-47e0-8945-58b51091702e,segment=NetworkSegment(f8628409-09be-413a-8660-b188d6b486c3),segment_id=f8628409-09be-413a-8660-b188d6b486c3)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:25.193247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede3e343-1c51-491f-b114-f7d5a82a2bf8', 'name': 'network-vif-deleted', 'tag': 'fc535aa5-78ee-42f9-9068-8faa8322cf2c'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:46:25.195706 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:25.219480 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-12e6e43b-d682-4528-bd1c-be26756b7c74 req-d8770002-10ef-4fdd-ae75-5d2f7e3d41e7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.15 "DELETE /v2.0/ports/fc535aa5-78ee-42f9-9068-8faa8322cf2c HTTP/1.1" status: 204 len: 173 time: 3.1625400 Mar 05 13:46:25.247840 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258baf5-f8f7-4c32-b043-d8291cae9c4e tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Pushing event updated for resources: {'Port': ['ID=e2c7df75-e8c0-4115-a89a-91c72c10b73c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:25.333478 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ea1e7978-5297-4a50-997a-632525291dee req-1258baf5-f8f7-4c32-b043-d8291cae9c4e tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:25.349785 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device fc535aa5-78ee-42f9-9068-8faa8322cf2c no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:46:25.360527 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-79ce4c75-1e76-476e-9fdd-90864c4a191b service neutron] For port 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:46:25.568749 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-79ce4c75-1e76-476e-9fdd-90864c4a191b service neutron] For port 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5f1756b4-ca9b-4b34-8eb0-4081d34a42aa,segment=NetworkSegment(d7b86189-5adb-4039-bc87-8aac5ac3460e),segment_id=d7b86189-5adb-4039-bc87-8aac5ac3460e)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:46:25.569777 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ea1e7978-5297-4a50-997a-632525291dee req-1258baf5-f8f7-4c32-b043-d8291cae9c4e tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:25.656749 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-79ce4c75-1e76-476e-9fdd-90864c4a191b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:25.661177 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4e2778cc-1731-424c-9979-994d4e1df067 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:46:25.722963 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a3657b8b-f65e-47e0-8945-58b51091702e,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:25.744222 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: fc535aa5-78ee-42f9-9068-8faa8322cf2c {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:46:25.744428 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0fd3651b-2430-4d4e-869b-2f4250ebf260 req-ab3e416c-638c-486e-8739-7619fad6fd6f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7418420 Mar 05 13:46:25.746343 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device fc535aa5-78ee-42f9-9068-8faa8322cf2c not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:46:25.888565 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 4e2778cc-1731-424c-9979-994d4e1df067 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:46:25.894842 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 4e2778cc-1731-424c-9979-994d4e1df067 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:46:25.895216 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:25.941888 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7539bc-1d7c-48c0-aad4-25796bffaf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dead46ef-c0b8-4387-a50d-8f2204798093', 'code': 200} Mar 05 13:46:25.977913 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-79ce4c75-1e76-476e-9fdd-90864c4a191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:25.977913 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-79ce4c75-1e76-476e-9fdd-90864c4a191b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:25.979207 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-79ce4c75-1e76-476e-9fdd-90864c4a191b service neutron] 10.222.0.15 "PUT /v2.0/ports/5f1756b4-ca9b-4b34-8eb0-4081d34a42aa HTTP/1.1" status: 200 len: 1091 time: 3.5308812 Mar 05 13:46:25.979754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'tag': '5f1756b4-ca9b-4b34-8eb0-4081d34a42aa'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:46:26.102832 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ea1e7978-5297-4a50-997a-632525291dee req-1258baf5-f8f7-4c32-b043-d8291cae9c4e tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:26.111344 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e63594ec-c73e-41ab-828a-f1e4a01ea888 req-276b00c6-3fc8-46b9-8f9d-c33bc38fafb1 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/6651c1b9-20f4-42cf-b3f2-0b8f1176be03 HTTP/1.1" status: 200 len: 1775 time: 0.1018238 Mar 05 13:46:26.119953 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ea1e7978-5297-4a50-997a-632525291dee req-1258baf5-f8f7-4c32-b043-d8291cae9c4e tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:26.135481 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce4c75-1e76-476e-9fdd-90864c4a191b service neutron] Pushing event updated for resources: {'Port': ['ID=5f1756b4-ca9b-4b34-8eb0-4081d34a42aa,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:26.141118 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42871778-bc4a-4ed8-adcd-ff618ae9bd0e req-761931c1-c7d4-4c7b-b39b-000a9547cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:26.143738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42871778-bc4a-4ed8-adcd-ff618ae9bd0e req-761931c1-c7d4-4c7b-b39b-000a9547cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:26.146392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42871778-bc4a-4ed8-adcd-ff618ae9bd0e req-761931c1-c7d4-4c7b-b39b-000a9547cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:26.151614 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-42871778-bc4a-4ed8-adcd-ff618ae9bd0e req-761931c1-c7d4-4c7b-b39b-000a9547cabc service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=375b726eb2ae465c8b7dd42940955ff2&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.8136919 Mar 05 13:46:26.224084 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:26.274301 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 4e2778cc-1731-424c-9979-994d4e1df067, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4e2778cc-1731-424c-9979-994d4e1df067,segment=NetworkSegment(43e512ea-f9e1-45c5-b9ef-410b96dfd83c),segment_id=43e512ea-f9e1-45c5-b9ef-410b96dfd83c)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:26.288204 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:26.350260 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258baf5-f8f7-4c32-b043-d8291cae9c4e tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Pushing event updated for resources: {'Port': ['ID=e2c7df75-e8c0-4115-a89a-91c72c10b73c,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:26.388162 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ea1e7978-5297-4a50-997a-632525291dee req-1258baf5-f8f7-4c32-b043-d8291cae9c4e tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:26.443340 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ea1e7978-5297-4a50-997a-632525291dee req-1258baf5-f8f7-4c32-b043-d8291cae9c4e tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:26.449600 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ea1e7978-5297-4a50-997a-632525291dee req-1258baf5-f8f7-4c32-b043-d8291cae9c4e tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5830679 Mar 05 13:46:26.475298 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=4e2778cc-1731-424c-9979-994d4e1df067,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:26.533414 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e63594ec-c73e-41ab-828a-f1e4a01ea888 req-728e4f34-1b65-4f6f-a380-5f357557da7a tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:26.544534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ea1e7978-5297-4a50-997a-632525291dee req-c2285b6c-72b4-4785-a11f-2fa302cbcff1 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Synchronizing usage tracker for tenant:4e8b6f84c6614cf5962c11472e5af686 on resource:floatingip {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:46:26.564059 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ea1e7978-5297-4a50-997a-632525291dee req-c2285b6c-72b4-4785-a11f-2fa302cbcff1 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Unset dirty status for tenant:4e8b6f84c6614cf5962c11472e5af686 on resource:floatingip {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:46:26.565415 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ea1e7978-5297-4a50-997a-632525291dee req-c2285b6c-72b4-4785-a11f-2fa302cbcff1 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 695 time: 0.1186876 Mar 05 13:46:26.579793 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e63594ec-c73e-41ab-828a-f1e4a01ea888 req-728e4f34-1b65-4f6f-a380-5f357557da7a tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:26.618480 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42871778-bc4a-4ed8-adcd-ff618ae9bd0e req-849707c2-3f4e-4290-898f-1c9b5bcb98c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:26.622520 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-42871778-bc4a-4ed8-adcd-ff618ae9bd0e req-849707c2-3f4e-4290-898f-1c9b5bcb98c2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4460182 Mar 05 13:46:26.647196 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e63594ec-c73e-41ab-828a-f1e4a01ea888 req-728e4f34-1b65-4f6f-a380-5f357557da7a tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:26.706672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e4f34-1b65-4f6f-a380-5f357557da7a tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6651c1b9-20f4-42cf-b3f2-0b8f1176be03,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:26.722825 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e63594ec-c73e-41ab-828a-f1e4a01ea888 req-728e4f34-1b65-4f6f-a380-5f357557da7a tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:26.723610 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e63594ec-c73e-41ab-828a-f1e4a01ea888 req-728e4f34-1b65-4f6f-a380-5f357557da7a tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "DELETE /v2.0/security-groups/6651c1b9-20f4-42cf-b3f2-0b8f1176be03 HTTP/1.1" status: 204 len: 173 time: 0.6026213 Mar 05 13:46:26.762545 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-6405a0a4-2d08-4e2e-8f06-47ad824d8a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:26.763164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-6405a0a4-2d08-4e2e-8f06-47ad824d8a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:26.763575 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-6405a0a4-2d08-4e2e-8f06-47ad824d8a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:26.764037 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-6405a0a4-2d08-4e2e-8f06-47ad824d8a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:26.764491 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-6405a0a4-2d08-4e2e-8f06-47ad824d8a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:26.765600 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-6405a0a4-2d08-4e2e-8f06-47ad824d8a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:26.766159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e7978-5297-4a50-997a-632525291dee req-0d844f0d-d508-4523-868b-b1aee89aff1b tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:26.766281 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-6405a0a4-2d08-4e2e-8f06-47ad824d8a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:26.767927 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ea1e7978-5297-4a50-997a-632525291dee req-0d844f0d-d508-4523-868b-b1aee89aff1b tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.1961901 Mar 05 13:46:26.768311 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-6405a0a4-2d08-4e2e-8f06-47ad824d8a44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=375b726eb2ae465c8b7dd42940955ff2&device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 6486 time: 0.1033986 Mar 05 13:46:26.850899 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-694d1cfb-2c38-4772-b462-939782cba746 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84783dc8-ea33-42fd-b8de-3b126d3a564d HTTP/1.1" status: 200 len: 217 time: 0.0735641 Mar 05 13:46:26.857781 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:46:26.866226 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede3e343-1c51-491f-b114-f7d5a82a2bf8', 'name': 'network-vif-deleted', 'tag': 'fc535aa5-78ee-42f9-9068-8faa8322cf2c', 'status': 'completed', 'code': 200} Mar 05 13:46:26.946880 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-9adf6674-7d7e-4630-9105-453dd80ea0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:26.946880 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-9adf6674-7d7e-4630-9105-453dd80ea0ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4ed493f-c1ab-4a7c-87c4-4112cc1f6851 HTTP/1.1" status: 200 len: 856 time: 0.0743554 Mar 05 13:46:27.007496 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bb3fe-1846-491b-99a0-b615d109ed2d req-65a7fe1c-fa24-4d75-b644-201c15a9f6ee tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:27.016768 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bb3fe-1846-491b-99a0-b615d109ed2d req-65a7fe1c-fa24-4d75-b644-201c15a9f6ee tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:27.023278 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bb3fe-1846-491b-99a0-b615d109ed2d req-65a7fe1c-fa24-4d75-b644-201c15a9f6ee tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:27.025112 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d4bb3fe-1846-491b-99a0-b615d109ed2d req-65a7fe1c-fa24-4d75-b644-201c15a9f6ee tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 2418 time: 0.1524043 Mar 05 13:46:27.063599 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-a00189eb-880e-4223-8a3c-43a7a572d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:27.065067 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-a00189eb-880e-4223-8a3c-43a7a572d27a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d408d73-a46e-4e4c-b598-e5439c0aebd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144578 Mar 05 13:46:27.084201 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d4bb3fe-1846-491b-99a0-b615d109ed2d req-ef7cccd5-e00e-40c6-a3cf-a8efe1a899f3 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518138 Mar 05 13:46:27.172885 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'tag': '5f1756b4-ca9b-4b34-8eb0-4081d34a42aa', 'status': 'completed', 'code': 200} Mar 05 13:46:27.225241 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-3fa5cf6f-f9ed-4ab0-994b-05d718ffe608 service neutron] 10.222.0.15 "GET /v2.0/networks/0d408d73-a46e-4e4c-b598-e5439c0aebd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511190 Mar 05 13:46:27.285848 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4e2778cc-1731-424c-9979-994d4e1df067 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:46:27.338118 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e49e5e5d-3e01-4be0-8ac2-c486ea7fd378 req-90de3437-6d0f-4990-9c8e-3f85f004228c tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "GET /v2.0/floatingips/90634897-859d-4758-86ed-425c974b9875 HTTP/1.1" status: 200 len: 692 time: 0.1005058 Mar 05 13:46:27.445198 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 4e2778cc-1731-424c-9979-994d4e1df067 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:46:27.445682 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:27.476900 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-f7f6bad5-91a1-4c1a-9038-d643657d0639 service neutron] 10.222.0.15 "GET /v2.0/networks/0d408d73-a46e-4e4c-b598-e5439c0aebd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395327 Mar 05 13:46:27.589195 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e5e5d-3e01-4be0-8ac2-c486ea7fd378 req-978c6bf1-f906-498e-aca6-7c9874fabca9 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:27.598456 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-5ff60bf0-cdfa-46de-8ef4-2d57d2c8fea1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=45d7348f-7f9b-402e-806f-fad32b169dc7 HTTP/1.1" status: 200 len: 217 time: 0.1148975 Mar 05 13:46:27.611600 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e49e5e5d-3e01-4be0-8ac2-c486ea7fd378 req-978c6bf1-f906-498e-aca6-7c9874fabca9 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.2723467 Mar 05 13:46:27.733831 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-d3edb97b-6ac7-4477-ad48-fb38f9be187f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:27.733831 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-d3edb97b-6ac7-4477-ad48-fb38f9be187f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=195deb9b-f889-47f9-a60b-0861bb777acc HTTP/1.1" status: 200 len: 797 time: 0.1210237 Mar 05 13:46:27.836960 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e2081-19a1-45ba-89b4-9db2bc225fbe req-21ed914e-defd-4ca0-8c71-947d8c1f65a8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:27.836960 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e2081-19a1-45ba-89b4-9db2bc225fbe req-21ed914e-defd-4ca0-8c71-947d8c1f65a8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:27.842624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e2081-19a1-45ba-89b4-9db2bc225fbe req-21ed914e-defd-4ca0-8c71-947d8c1f65a8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:27.848475 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e2081-19a1-45ba-89b4-9db2bc225fbe req-21ed914e-defd-4ca0-8c71-947d8c1f65a8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:27.855271 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e2081-19a1-45ba-89b4-9db2bc225fbe req-21ed914e-defd-4ca0-8c71-947d8c1f65a8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:27.860046 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e2081-19a1-45ba-89b4-9db2bc225fbe req-21ed914e-defd-4ca0-8c71-947d8c1f65a8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:27.865870 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e2081-19a1-45ba-89b4-9db2bc225fbe req-21ed914e-defd-4ca0-8c71-947d8c1f65a8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:27.868075 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-794e2081-19a1-45ba-89b4-9db2bc225fbe req-21ed914e-defd-4ca0-8c71-947d8c1f65a8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5429 time: 0.2003407 Mar 05 13:46:27.934428 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-794e2081-19a1-45ba-89b4-9db2bc225fbe req-fa984e3b-3394-4546-88cf-99745d28174e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593681 Mar 05 13:46:27.936687 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-211d6559-821d-450d-b10e-5c77c0e59e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:27.938208 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-211d6559-821d-450d-b10e-5c77c0e59e6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f6c0a83-f942-4f3a-b081-d6b623d42c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2016313 Mar 05 13:46:27.945404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7539bc-1d7c-48c0-aad4-25796bffaf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdb88ba-6ac5-4b19-abe2-5af6ce989652'}, {'server_uuid': '8a7539bc-1d7c-48c0-aad4-25796bffaf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3657b8b-f65e-47e0-8945-58b51091702e'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:46:28.028585 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1ac59082-61be-406a-84b9-db6395d72610 req-dfae3e34-3baa-4d8a-b4a9-efadc2cbcdf9 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=4e8b6f84c6614cf5962c11472e5af686 HTTP/1.1" status: 200 len: 695 time: 0.1090605 Mar 05 13:46:28.112332 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-79472997-b216-4432-aa2e-4341f5f8c3db service neutron] 10.222.0.15 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679971 Mar 05 13:46:28.239154 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac59082-61be-406a-84b9-db6395d72610 req-a81168cf-f4a0-438d-8f4f-901f240263a8 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:28.241653 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1ac59082-61be-406a-84b9-db6395d72610 req-a81168cf-f4a0-438d-8f4f-901f240263a8 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "GET /v2.0/networks?id=ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 787 time: 0.2116830 Mar 05 13:46:28.255129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-1ac59082-61be-406a-84b9-db6395d72610 req-08ec37f4-9811-4be3-a0c5-ba3234731e09 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:46:28.259428 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1ac59082-61be-406a-84b9-db6395d72610 req-08ec37f4-9811-4be3-a0c5-ba3234731e09 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128112 Mar 05 13:46:28.278636 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-a9836769-bb4a-4b79-959b-18011e71ffde service neutron] 10.222.0.15 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591341 Mar 05 13:46:28.383708 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-d39bf6c6-a25a-4252-8683-5f026e158808 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=fb2fb21a-fc7e-4555-a410-8b0698d54b45 HTTP/1.1" status: 200 len: 217 time: 0.0899858 Mar 05 13:46:28.389086 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-7ec9b03d-727e-4947-a2a4-b96ff5be371d req-ee205890-c485-4f53-b7b3-1761848aab33 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] show failed (client error): The resource could not be found. Mar 05 13:46:28.416304 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ec9b03d-727e-4947-a2a4-b96ff5be371d req-ee205890-c485-4f53-b7b3-1761848aab33 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/9ada94bf-4093-424b-992b-1488dedc9671 HTTP/1.1" status: 404 len: 352 time: 0.0879178 Mar 05 13:46:28.524315 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7539bc-1d7c-48c0-aad4-25796bffaf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdb88ba-6ac5-4b19-abe2-5af6ce989652', 'code': 200} Mar 05 13:46:28.524315 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7539bc-1d7c-48c0-aad4-25796bffaf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3657b8b-f65e-47e0-8945-58b51091702e', 'code': 200} Mar 05 13:46:28.658110 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:28.669961 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718644d6-58ac-4f6d-9d70-b35b9bf89d05 req-b90d18e2-0d0f-4d1d-9ea9-c62edf5441d2 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:28.676522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718644d6-58ac-4f6d-9d70-b35b9bf89d05 req-b90d18e2-0d0f-4d1d-9ea9-c62edf5441d2 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:28.682292 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718644d6-58ac-4f6d-9d70-b35b9bf89d05 req-b90d18e2-0d0f-4d1d-9ea9-c62edf5441d2 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:28.684039 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-718644d6-58ac-4f6d-9d70-b35b9bf89d05 req-b90d18e2-0d0f-4d1d-9ea9-c62edf5441d2 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 2418 time: 0.1322923 Mar 05 13:46:28.746486 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-718644d6-58ac-4f6d-9d70-b35b9bf89d05 req-eb615842-b619-4ae6-bf0b-162561a32e24 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488877 Mar 05 13:46:28.839934 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-ab883060-933e-4f37-a33a-e10aa937e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:28.841352 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-ab883060-933e-4f37-a33a-e10aa937e045 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=195deb9b-f889-47f9-a60b-0861bb777acc HTTP/1.1" status: 200 len: 797 time: 0.4563513 Mar 05 13:46:28.847373 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:28.848932 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-18baed7d-8b7f-4e74-932e-f93fa69a403d req-9efbedb1-e239-4bc9-a68a-c8c0d93d6bcd tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "GET /v2.0/floatingips/90634897-859d-4758-86ed-425c974b9875 HTTP/1.1" status: 200 len: 692 time: 0.2867455 Mar 05 13:46:28.918279 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-696fdfc2-d9a2-4519-a700-9432b9bcb382 req-3f5d7cc6-7c28-4670-b672-abf90d46588e tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] show failed (client error): The resource could not be found. Mar 05 13:46:28.918279 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-696fdfc2-d9a2-4519-a700-9432b9bcb382 req-3f5d7cc6-7c28-4670-b672-abf90d46588e tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/ae38c9a1-d87a-408b-a4e5-04aa43ffa656 HTTP/1.1" status: 404 len: 352 time: 0.0209217 Mar 05 13:46:29.105487 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18baed7d-8b7f-4e74-932e-f93fa69a403d req-e658a13a-64a4-4ece-abbd-bbe5842fdaac tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:29.105487 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-18baed7d-8b7f-4e74-932e-f93fa69a403d req-e658a13a-64a4-4ece-abbd-bbe5842fdaac tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Synchronizing usage tracker for tenant:4e8b6f84c6614cf5962c11472e5af686 on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:46:29.115929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9129a1b-92c3-49b0-a0fc-1a3b33d3ce7e req-fcd7f242-672a-4093-9b82-4e4363535b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:29.119300 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9129a1b-92c3-49b0-a0fc-1a3b33d3ce7e req-fcd7f242-672a-4093-9b82-4e4363535b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:29.119300 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9129a1b-92c3-49b0-a0fc-1a3b33d3ce7e req-fcd7f242-672a-4093-9b82-4e4363535b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:29.119300 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e9129a1b-92c3-49b0-a0fc-1a3b33d3ce7e req-fcd7f242-672a-4093-9b82-4e4363535b21 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 2871 time: 0.4718201 Mar 05 13:46:29.132301 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-3eaabc63-1920-4cc4-888f-7111756a4867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:29.132301 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-3eaabc63-1920-4cc4-888f-7111756a4867 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f6c0a83-f942-4f3a-b081-d6b623d42c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2819831 Mar 05 13:46:29.262603 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-18baed7d-8b7f-4e74-932e-f93fa69a403d req-e658a13a-64a4-4ece-abbd-bbe5842fdaac tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Unset dirty status for tenant:4e8b6f84c6614cf5962c11472e5af686 on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:46:29.276590 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-18baed7d-8b7f-4e74-932e-f93fa69a403d req-e658a13a-64a4-4ece-abbd-bbe5842fdaac tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.3795257 Mar 05 13:46:29.357738 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-ec7d0e8f-7445-482a-9b70-1648a6b0d7c6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:29.360711 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e9129a1b-92c3-49b0-a0fc-1a3b33d3ce7e req-1a9d2bc3-729c-4534-85f0-498a9ec9032d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251995 Mar 05 13:46:29.369349 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-ec7d0e8f-7445-482a-9b70-1648a6b0d7c6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 806 time: 0.3489404 Mar 05 13:46:29.388584 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-1c3eb225-d895-4ffb-b778-e82ed2131b35 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/quotas/1e6dfeba02724ceabbe61dac4cb2c5dc HTTP/1.1" status: 200 len: 375 time: 0.0209033 Mar 05 13:46:29.426513 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-18baed7d-8b7f-4e74-932e-f93fa69a403d req-ce194d4f-9365-4c9a-887f-9f0f9502b64a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 695 time: 0.1499107 Mar 05 13:46:29.497301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-73c08048-51d9-4d95-8cfa-33eafd03e9f6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Synchronizing usage tracker for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:46:29.518576 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-73c08048-51d9-4d95-8cfa-33eafd03e9f6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Unset dirty status for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:46:29.533669 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-73c08048-51d9-4d95-8cfa-33eafd03e9f6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1351855 Mar 05 13:46:29.548677 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-18baed7d-8b7f-4e74-932e-f93fa69a403d req-4ba56c88-b0bf-43e7-9802-bf381c4e4fab tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 695 time: 0.1147549 Mar 05 13:46:29.695265 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-007b43cf-74c6-47f5-a9b9-c5ff71dea7f4 service neutron] 10.222.0.15 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454712 Mar 05 13:46:29.699292 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-1d2cdfe5-7989-4401-8a46-666e1ff54cf6 service neutron] 10.222.0.16 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665418 Mar 05 13:46:29.815273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-18baed7d-8b7f-4e74-932e-f93fa69a403d req-728897e0-db83-4503-b9e3-628992959097 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Deleting port e2c7df75-e8c0-4115-a89a-91c72c10b73c {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:46:29.815522 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-18baed7d-8b7f-4e74-932e-f93fa69a403d req-728897e0-db83-4503-b9e3-628992959097 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:29.872079 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-ae3ee716-52bf-4338-b760-316b7d3fb38e service neutron] 10.222.0.16 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688333 Mar 05 13:46:30.015083 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-a9c4495e-89c3-4f4a-a6f8-beb8ff5df72c req-4c225c6c-c2b2-48c2-a93f-9b9797d03b84 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] show failed (client error): The resource could not be found. Mar 05 13:46:30.016183 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a9c4495e-89c3-4f4a-a6f8-beb8ff5df72c req-4c225c6c-c2b2-48c2-a93f-9b9797d03b84 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/fd58052d-9f13-40ce-a83f-b701bdd340f7 HTTP/1.1" status: 404 len: 352 time: 0.0240166 Mar 05 13:46:30.045128 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-6d70fc4f-72b1-431f-b72f-8fc0eead00bd service neutron] 10.222.0.15 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893338 Mar 05 13:46:30.122932 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-41633d3f-b088-4e5f-8d1d-417a2cc3f449 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=5140cdaa-5a62-47c5-9206-7488edc8b9b4 HTTP/1.1" status: 200 len: 217 time: 0.0695643 Mar 05 13:46:30.173287 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-18baed7d-8b7f-4e74-932e-f93fa69a403d req-728897e0-db83-4503-b9e3-628992959097 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:30.173611 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-18baed7d-8b7f-4e74-932e-f93fa69a403d req-728897e0-db83-4503-b9e3-628992959097 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:30.222939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f2c65-3b2f-4084-b163-6ea5bb991227 req-00264ae7-46af-40f1-9578-918ad237563c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:30.228879 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f2c65-3b2f-4084-b163-6ea5bb991227 req-00264ae7-46af-40f1-9578-918ad237563c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:30.235850 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f2c65-3b2f-4084-b163-6ea5bb991227 req-00264ae7-46af-40f1-9578-918ad237563c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:30.242872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f2c65-3b2f-4084-b163-6ea5bb991227 req-00264ae7-46af-40f1-9578-918ad237563c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:30.257814 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f2c65-3b2f-4084-b163-6ea5bb991227 req-00264ae7-46af-40f1-9578-918ad237563c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:30.257814 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f2c65-3b2f-4084-b163-6ea5bb991227 req-00264ae7-46af-40f1-9578-918ad237563c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:30.264005 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f2c65-3b2f-4084-b163-6ea5bb991227 req-00264ae7-46af-40f1-9578-918ad237563c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:30.265966 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-975f2c65-3b2f-4084-b163-6ea5bb991227 req-00264ae7-46af-40f1-9578-918ad237563c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5429 time: 0.1480107 Mar 05 13:46:30.313813 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-18baed7d-8b7f-4e74-932e-f93fa69a403d req-728897e0-db83-4503-b9e3-628992959097 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Calling delete_port for e2c7df75-e8c0-4115-a89a-91c72c10b73c owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:46:30.320414 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-975f2c65-3b2f-4084-b163-6ea5bb991227 req-47833baf-fb8f-4dd2-a27f-b84d784b60ec tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468793 Mar 05 13:46:30.509866 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b12d2e0f-746b-4c06-808e-de803db0931e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:30.511321 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-b12d2e0f-746b-4c06-808e-de803db0931e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=195deb9b-f889-47f9-a60b-0861bb777acc HTTP/1.1" status: 200 len: 797 time: 0.3768594 Mar 05 13:46:30.548918 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e3528-5708-416c-88d2-abdc1c8a3c7d req-ccb93da5-37b9-4c24-984a-05dc95720718 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:30.556913 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e3528-5708-416c-88d2-abdc1c8a3c7d req-ccb93da5-37b9-4c24-984a-05dc95720718 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:30.563313 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e3528-5708-416c-88d2-abdc1c8a3c7d req-ccb93da5-37b9-4c24-984a-05dc95720718 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:30.565572 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-703e3528-5708-416c-88d2-abdc1c8a3c7d req-ccb93da5-37b9-4c24-984a-05dc95720718 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 2418 time: 0.1171815 Mar 05 13:46:30.663868 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-703e3528-5708-416c-88d2-abdc1c8a3c7d req-b2523c50-79fc-4749-8d96-0181f93244fb tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862508 Mar 05 13:46:30.667394 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-7ebc89cf-9cbb-482a-bbb6-80d589d2ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:30.669534 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-7ebc89cf-9cbb-482a-bbb6-80d589d2ed1a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f6c0a83-f942-4f3a-b081-d6b623d42c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1484380 Mar 05 13:46:30.792501 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-18baed7d-8b7f-4e74-932e-f93fa69a403d req-728897e0-db83-4503-b9e3-628992959097 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:30.860975 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728897e0-db83-4503-b9e3-628992959097 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Pushing event deleted for resources: {'Port': ['ID=e2c7df75-e8c0-4115-a89a-91c72c10b73c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:30.975726 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e9cef8a3-a59c-4948-acf4-efe1ad0aaa4a service neutron] 10.222.0.15 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988832 Mar 05 13:46:31.014148 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-18baed7d-8b7f-4e74-932e-f93fa69a403d req-728897e0-db83-4503-b9e3-628992959097 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:31.047608 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-62ee47ae-1ddf-4a72-bbc9-cbb01ac93fb4 req-db3c8712-e3a0-4f57-81bb-f67e9c14fb10 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3971185-bf7d-496d-bc37-69b717469ac8 HTTP/1.1" status: 200 len: 210 time: 0.0765350 Mar 05 13:46:31.107951 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-fd0427d5-2ee0-41e3-beb5-dcd0eb2a572f req-6f42b270-73f6-4cfc-8601-ea11841c8e2d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] show failed (client error): The resource could not be found. Mar 05 13:46:31.109747 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fd0427d5-2ee0-41e3-beb5-dcd0eb2a572f req-6f42b270-73f6-4cfc-8601-ea11841c8e2d tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/ec387fed-ddec-486e-a7cc-dacb66d8173c HTTP/1.1" status: 404 len: 352 time: 0.0299246 Mar 05 13:46:31.133010 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-18baed7d-8b7f-4e74-932e-f93fa69a403d req-728897e0-db83-4503-b9e3-628992959097 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:31.143418 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-18baed7d-8b7f-4e74-932e-f93fa69a403d req-728897e0-db83-4503-b9e3-628992959097 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "DELETE /v2.0/floatingips/90634897-859d-4758-86ed-425c974b9875 HTTP/1.1" status: 204 len: 173 time: 1.5854323 Mar 05 13:46:31.151660 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-794fe81b-3a46-411f-b2c9-41befa155445 req-1b266d6e-6469-4158-840b-cf751618b05a tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] show failed (client error): The resource could not be found. Mar 05 13:46:31.165962 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-794fe81b-3a46-411f-b2c9-41befa155445 req-1b266d6e-6469-4158-840b-cf751618b05a tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/dee6fc34-1a4e-40b4-9300-a9efd589d3e6 HTTP/1.1" status: 404 len: 352 time: 0.0316007 Mar 05 13:46:31.193281 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-4168b60d-08c0-4d60-a24c-bc545eecaf93 req-5c7ccefb-76ee-446c-9def-c349d912f7f0 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] show failed (client error): The resource could not be found. Mar 05 13:46:31.208096 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4168b60d-08c0-4d60-a24c-bc545eecaf93 req-5c7ccefb-76ee-446c-9def-c349d912f7f0 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/d48da940-a6fc-4791-beee-b9e5e7df3c37 HTTP/1.1" status: 404 len: 352 time: 0.0299320 Mar 05 13:46:31.240413 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-cf667888-8e64-4368-baab-5868fccc7ee5 service neutron] 10.222.0.15 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492638 Mar 05 13:46:31.383166 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-6095a98c-ee0d-45eb-950a-7f30fd4b1e2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=d8f0ac4c-d717-4bc8-a324-5c186d133ada HTTP/1.1" status: 200 len: 217 time: 0.0877032 Mar 05 13:46:31.523065 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-caf4d034-10b5-40e0-bc5f-804df3fad405 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3525779 Mar 05 13:46:31.532750 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-06d41611-8693-47bb-ad44-8100abf5359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:31.534537 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-06d41611-8693-47bb-ad44-8100abf5359b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=195deb9b-f889-47f9-a60b-0861bb777acc HTTP/1.1" status: 200 len: 797 time: 0.1467659 Mar 05 13:46:31.539986 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-5e0f7b47-97ca-4fcc-9caa-7f5067e5cf1a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:46:31.548685 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-5e0f7b47-97ca-4fcc-9caa-7f5067e5cf1a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:46:31.594532 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-5e0f7b47-97ca-4fcc-9caa-7f5067e5cf1a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Usage tracker for resource:floatingip and tenant:4e8b6f84c6614cf5962c11472e5af686 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:46:31.598211 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-5e0f7b47-97ca-4fcc-9caa-7f5067e5cf1a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:46:31.605792 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-5e0f7b47-97ca-4fcc-9caa-7f5067e5cf1a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:46:31.626128 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-5e0f7b47-97ca-4fcc-9caa-7f5067e5cf1a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:31.679618 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-f79df81e-3ee1-4bf2-8499-2ac4074ee6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:31.681556 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-f79df81e-3ee1-4bf2-8499-2ac4074ee6b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f6c0a83-f942-4f3a-b081-d6b623d42c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1351118 Mar 05 13:46:31.807720 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499f5e6-ac78-4b3a-9c2c-686819e2772b req-8acba8c2-deb1-431e-8969-63ce25bbcb77 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:31.815856 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499f5e6-ac78-4b3a-9c2c-686819e2772b req-8acba8c2-deb1-431e-8969-63ce25bbcb77 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:31.823460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499f5e6-ac78-4b3a-9c2c-686819e2772b req-8acba8c2-deb1-431e-8969-63ce25bbcb77 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:31.841669 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499f5e6-ac78-4b3a-9c2c-686819e2772b req-8acba8c2-deb1-431e-8969-63ce25bbcb77 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:31.848247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499f5e6-ac78-4b3a-9c2c-686819e2772b req-8acba8c2-deb1-431e-8969-63ce25bbcb77 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:31.854323 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499f5e6-ac78-4b3a-9c2c-686819e2772b req-8acba8c2-deb1-431e-8969-63ce25bbcb77 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:31.861337 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499f5e6-ac78-4b3a-9c2c-686819e2772b req-8acba8c2-deb1-431e-8969-63ce25bbcb77 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:31.867240 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5499f5e6-ac78-4b3a-9c2c-686819e2772b req-8acba8c2-deb1-431e-8969-63ce25bbcb77 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5429 time: 0.2216709 Mar 05 13:46:31.923178 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5499f5e6-ac78-4b3a-9c2c-686819e2772b req-1f692098-6361-4d32-ade3-361c473434a4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534122 Mar 05 13:46:32.048928 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-c2a28e1d-aec4-4e7f-b6d6-9778561c1b35 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:32.050330 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-c2a28e1d-aec4-4e7f-b6d6-9778561c1b35 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.30 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 806 time: 0.3222413 Mar 05 13:46:32.052909 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-d520a474-f7ce-42c0-8a61-e37730b76d80 service neutron] 10.222.0.15 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625641 Mar 05 13:46:32.094044 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-6d0e58d2-ed9b-4974-a27c-22fce5176934 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Request body: {'port': {'device_id': 'b3971185-bf7d-496d-bc37-69b717469ac8', 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe', 'admin_state_up': True, 'tenant_id': '1e6dfeba02724ceabbe61dac4cb2c5dc'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:46:32.126174 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84286df-2bc8-4e21-9e53-622624a862d7 req-3190d87b-b5f5-46f8-b2db-3cc4cb2ea3e2 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:32.127813 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e84286df-2bc8-4e21-9e53-622624a862d7 req-3190d87b-b5f5-46f8-b2db-3cc4cb2ea3e2 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 1023 time: 0.0851603 Mar 05 13:46:32.134344 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-5e0f7b47-97ca-4fcc-9caa-7f5067e5cf1a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:32.184363 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-e84286df-2bc8-4e21-9e53-622624a862d7 req-1f36b601-4f2d-4ba3-a837-760fd4762636 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Synchronizing usage tracker for tenant:3cee7834a5214c2e894eb17166dede92 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:46:32.201971 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-e84286df-2bc8-4e21-9e53-622624a862d7 req-1f36b601-4f2d-4ba3-a837-760fd4762636 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Unset dirty status for tenant:3cee7834a5214c2e894eb17166dede92 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:46:32.203783 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e84286df-2bc8-4e21-9e53-622624a862d7 req-1f36b601-4f2d-4ba3-a837-760fd4762636 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&id=974e9826-5d38-4e83-9d76-0d3140b652c1&id=d8ae417d-6dfd-4f5c-8137-e3731b156097&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0667112 Mar 05 13:46:32.424833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e90bda-a013-40bd-bf0d-30f0115d670f req-02cadced-3895-4b6e-a321-0fb13a31864f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:32.437990 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e90bda-a013-40bd-bf0d-30f0115d670f req-02cadced-3895-4b6e-a321-0fb13a31864f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:32.446121 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e90bda-a013-40bd-bf0d-30f0115d670f req-02cadced-3895-4b6e-a321-0fb13a31864f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:32.456643 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b8e90bda-a013-40bd-bf0d-30f0115d670f req-02cadced-3895-4b6e-a321-0fb13a31864f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 2418 time: 0.1355553 Mar 05 13:46:32.509526 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b8e90bda-a013-40bd-bf0d-30f0115d670f req-adaed09f-2328-47ff-b2de-f5b46767e366 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515990 Mar 05 13:46:32.565720 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-4f073794-a468-4b39-9193-56bc51b5dc95 service neutron] 10.222.0.15 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043604 Mar 05 13:46:32.566632 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-6d0e58d2-ed9b-4974-a27c-22fce5176934 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:46:32.649952 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-e12d0d0c-5ef6-4337-a249-a6e0f34fda2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6 HTTP/1.1" status: 200 len: 217 time: 0.0754683 Mar 05 13:46:32.652584 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-6d0e58d2-ed9b-4974-a27c-22fce5176934 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:46:32.711017 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-5e0f7b47-97ca-4fcc-9caa-7f5067e5cf1a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Allocated IP 172.25.4.154 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/e0863709-bd8c-457d-bbdd-ed4512d1e7f2) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:46:32.731303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-6d0e58d2-ed9b-4974-a27c-22fce5176934 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Made reservation on behalf of 1e6dfeba02724ceabbe61dac4cb2c5dc for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:46:32.735283 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-6d0e58d2-ed9b-4974-a27c-22fce5176934 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:32.794574 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-1ca93afe-f318-4918-a07d-b5ab201b240d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:32.796631 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-1ca93afe-f318-4918-a07d-b5ab201b240d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a8e5ca29-551a-48d3-9ef6-a1c02dfa31d9 HTTP/1.1" status: 200 len: 797 time: 0.1396651 Mar 05 13:46:32.991611 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cf14ec82-a3be-4560-a1a7-3fb514629511 req-1123b24f-8c54-4107-b93f-757b7712d6ad tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3971185-bf7d-496d-bc37-69b717469ac8 HTTP/1.1" status: 200 len: 210 time: 0.0485027 Mar 05 13:46:33.029984 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8e435-cd82-4aaf-a156-ad329e7c4b1d req-f473c07e-70a5-4d07-8127-dcd7c1d28817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:33.031679 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31d8e435-cd82-4aaf-a156-ad329e7c4b1d req-f473c07e-70a5-4d07-8127-dcd7c1d28817 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b4c5e1114694e2bb2fc635b08564db6&device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 1097 time: 0.1268733 Mar 05 13:46:33.142482 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-5e0f7b47-97ca-4fcc-9caa-7f5067e5cf1a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:33.166921 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8e435-cd82-4aaf-a156-ad329e7c4b1d req-21067acd-ff33-4393-945b-1318184f328c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:33.169038 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31d8e435-cd82-4aaf-a156-ad329e7c4b1d req-21067acd-ff33-4393-945b-1318184f328c service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d86e86d-be75-4dd0-9056-119726c56558 HTTP/1.1" status: 200 len: 919 time: 0.1320183 Mar 05 13:46:33.177361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-8cda658f-c1b8-48c0-82ee-80d09a1c570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:33.178837 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-8cda658f-c1b8-48c0-82ee-80d09a1c570b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef187771-ae1f-4999-9df8-9d6ddceec808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3437839 Mar 05 13:46:33.189923 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69c636-4368-4f80-885c-61cc6175882f req-5e60e25c-e891-43b2-90bf-622b8bf57f3a tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:33.191321 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ab69c636-4368-4f80-885c-61cc6175882f req-5e60e25c-e891-43b2-90bf-622b8bf57f3a tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 1023 time: 0.2661133 Mar 05 13:46:33.271108 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31d8e435-cd82-4aaf-a156-ad329e7c4b1d req-b6fd159e-3f73-4405-aee4-1db86cf76716 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb2972e9-7940-4233-b6f6-cecfa78eca5e HTTP/1.1" status: 200 len: 217 time: 0.0955465 Mar 05 13:46:33.274140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-6d0e58d2-ed9b-4974-a27c-22fce5176934 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Allocated IP 172.20.0.2 (9566c2e4-1bac-4a5b-8a67-d566157793fe/fbe719ac-a221-4304-9d9c-9289853597e6/a932d798-0145-407d-81ce-3e1f1a8615e1) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:46:33.353802 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8e435-cd82-4aaf-a156-ad329e7c4b1d req-2e4c348f-1ae5-48bc-963a-1e39a37ad37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:33.354827 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31d8e435-cd82-4aaf-a156-ad329e7c4b1d req-2e4c348f-1ae5-48bc-963a-1e39a37ad37f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32d17a52-66f7-429c-9ede-22bc23f82349 HTTP/1.1" status: 200 len: 859 time: 0.0784395 Mar 05 13:46:33.386366 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-ab69c636-4368-4f80-885c-61cc6175882f req-a32059e3-1805-431a-90cb-6e6eff4fe829 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Deleting port 5430d653-60a4-4fed-b1cb-5c0a9447d345 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:46:33.386715 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ab69c636-4368-4f80-885c-61cc6175882f req-a32059e3-1805-431a-90cb-6e6eff4fe829 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:33.414435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e03603-7604-454a-b9b8-6ca42f3fb6ad req-67144460-6e9a-4002-8972-eb15596c53e0 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:33.416169 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-97e03603-7604-454a-b9b8-6ca42f3fb6ad req-67144460-6e9a-4002-8972-eb15596c53e0 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.1826360 Mar 05 13:46:33.417884 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31d8e435-cd82-4aaf-a156-ad329e7c4b1d req-091ebc05-38d5-4d24-9c6a-750a7be99961 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d86e86d-be75-4dd0-9056-119726c56558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546730 Mar 05 13:46:33.491790 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-5e0f7b47-97ca-4fcc-9caa-7f5067e5cf1a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:33.566953 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-97e03603-7604-454a-b9b8-6ca42f3fb6ad req-c6332872-5576-4e2c-a1e4-d5112e3b1f67 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409369 Mar 05 13:46:33.597389 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31d8e435-cd82-4aaf-a156-ad329e7c4b1d req-2ef042a5-2b7b-4bc8-8855-bbf919552d2d service neutron] 10.222.0.15 "GET /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720314 Mar 05 13:46:33.665218 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-5e0f7b47-97ca-4fcc-9caa-7f5067e5cf1a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:46:33.669606 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-f4316775-51c7-4891-8af9-e72935dcfac3 service neutron] 10.222.0.15 "GET /v2.0/networks/ef187771-ae1f-4999-9df8-9d6ddceec808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774201 Mar 05 13:46:33.724030 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-5e0f7b47-97ca-4fcc-9caa-7f5067e5cf1a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:46:33.726401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-5e0f7b47-97ca-4fcc-9caa-7f5067e5cf1a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:46:33.768108 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31d8e435-cd82-4aaf-a156-ad329e7c4b1d req-ff13145f-bd76-43f6-8100-7b35fb1bdfa6 service neutron] 10.222.0.15 "GET /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629555 Mar 05 13:46:33.853653 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f7b47-97ca-4fcc-9caa-7f5067e5cf1a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Pushing event updated for resources: {'Port': ['ID=e0863709-bd8c-457d-bbdd-ed4512d1e7f2,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:33.956296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b67c5-2922-433f-ba5e-86962a94b0a2 req-695f19cc-8f82-4390-ac27-4bfb9ba3716e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:33.962799 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b67c5-2922-433f-ba5e-86962a94b0a2 req-695f19cc-8f82-4390-ac27-4bfb9ba3716e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:33.974110 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b67c5-2922-433f-ba5e-86962a94b0a2 req-695f19cc-8f82-4390-ac27-4bfb9ba3716e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:33.980335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b67c5-2922-433f-ba5e-86962a94b0a2 req-695f19cc-8f82-4390-ac27-4bfb9ba3716e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:33.986860 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b67c5-2922-433f-ba5e-86962a94b0a2 req-695f19cc-8f82-4390-ac27-4bfb9ba3716e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:33.992726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b67c5-2922-433f-ba5e-86962a94b0a2 req-695f19cc-8f82-4390-ac27-4bfb9ba3716e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:33.998462 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b67c5-2922-433f-ba5e-86962a94b0a2 req-695f19cc-8f82-4390-ac27-4bfb9ba3716e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:34.001035 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dd4b67c5-2922-433f-ba5e-86962a94b0a2 req-695f19cc-8f82-4390-ac27-4bfb9ba3716e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5429 time: 0.1509039 Mar 05 13:46:34.055303 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dd4b67c5-2922-433f-ba5e-86962a94b0a2 req-f0fab488-f961-408c-9a73-330c0375ce74 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469306 Mar 05 13:46:34.296703 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-6d0e58d2-ed9b-4974-a27c-22fce5176934 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:34.364792 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-0d48f27a-70ff-4781-a229-520833d8010c service neutron] 10.222.0.15 "GET /v2.0/networks/ef187771-ae1f-4999-9df8-9d6ddceec808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5919099 Mar 05 13:46:34.381310 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-5e0f7b47-97ca-4fcc-9caa-7f5067e5cf1a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:34.459138 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-ab69c636-4368-4f80-885c-61cc6175882f req-a32059e3-1805-431a-90cb-6e6eff4fe829 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] For port 5430d653-60a4-4fed-b1cb-5c0a9447d345, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5430d653-60a4-4fed-b1cb-5c0a9447d345,segment=NetworkSegment(d303414a-0981-4891-a06d-3ac528ef1c07),segment_id=d303414a-0981-4891-a06d-3ac528ef1c07)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:34.459622 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ab69c636-4368-4f80-885c-61cc6175882f req-a32059e3-1805-431a-90cb-6e6eff4fe829 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:34.462013 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebf500-fa78-41d8-9524-985e37094efe req-8e19866c-5a9a-4041-bbf1-7487938b1d06 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:34.464655 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-feebf500-fa78-41d8-9524-985e37094efe req-8e19866c-5a9a-4041-bbf1-7487938b1d06 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 1023 time: 0.0998080 Mar 05 13:46:34.481043 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-8013d9a4-2a8f-41d9-891c-e6db2297487f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5f1756b4-ca9b-4b34-8eb0-4081d34a42aa HTTP/1.1" status: 200 len: 217 time: 0.0946996 Mar 05 13:46:34.632348 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-feebf500-fa78-41d8-9524-985e37094efe req-07ac8951-2137-4f6e-b3b7-c8cc32834b28 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc715f3e-34bd-48c0-a4e8-869f37d40561&id=974e9826-5d38-4e83-9d76-0d3140b652c1&id=d8ae417d-6dfd-4f5c-8137-e3731b156097&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1601298 Mar 05 13:46:34.675393 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-ab69c636-4368-4f80-885c-61cc6175882f req-a32059e3-1805-431a-90cb-6e6eff4fe829 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Calling delete_port for 5430d653-60a4-4fed-b1cb-5c0a9447d345 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:46:34.754583 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-6d0e58d2-ed9b-4974-a27c-22fce5176934 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:34.766396 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['4e8e3409-53d8-4da7-8d85-ae70635ee2ea'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:46:34.807670 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-5e0f7b47-97ca-4fcc-9caa-7f5067e5cf1a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:34.815638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c2101-564f-4e50-bf05-677483f9c90d req-3bbc0d1e-159e-47c5-9604-fa6d22496ab2 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:34.817102 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b65c2101-564f-4e50-bf05-677483f9c90d req-3bbc0d1e-159e-47c5-9604-fa6d22496ab2 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3971185-bf7d-496d-bc37-69b717469ac8 HTTP/1.1" status: 200 len: 931 time: 0.0851858 Mar 05 13:46:34.861059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-df7211c7-c4cc-40e3-aca4-9b64ccec01a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:34.862541 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-df7211c7-c4cc-40e3-aca4-9b64ccec01a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a8e5ca29-551a-48d3-9ef6-a1c02dfa31d9 HTTP/1.1" status: 200 len: 797 time: 0.3532085 Mar 05 13:46:34.871630 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b65c2101-564f-4e50-bf05-677483f9c90d req-38262a90-0361-4be0-b4ca-810f2e54f9ad tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484734 Mar 05 13:46:34.959846 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-6d0e58d2-ed9b-4974-a27c-22fce5176934 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Network 9566c2e4-1bac-4a5b-8a67-d566157793fe is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:46:34.973066 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-6d0e58d2-ed9b-4974-a27c-22fce5176934 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:46:34.989691 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-6d0e58d2-ed9b-4974-a27c-22fce5176934 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:46:35.023373 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e58d2-ed9b-4974-a27c-22fce5176934 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Pushing event updated for resources: {'Port': ['ID=a932d798-0145-407d-81ce-3e1f1a8615e1,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:35.141726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae3155-ab65-44f7-b809-4ad5950487d2 req-633d4350-d9de-4404-9515-797936c7e5a0 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:35.148447 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae3155-ab65-44f7-b809-4ad5950487d2 req-633d4350-d9de-4404-9515-797936c7e5a0 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:35.154000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae3155-ab65-44f7-b809-4ad5950487d2 req-633d4350-d9de-4404-9515-797936c7e5a0 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:35.156443 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aeae3155-ab65-44f7-b809-4ad5950487d2 req-633d4350-d9de-4404-9515-797936c7e5a0 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 2418 time: 0.1126397 Mar 05 13:46:35.220125 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aeae3155-ab65-44f7-b809-4ad5950487d2 req-bc965c1f-b220-404c-bce5-bf832c30ade7 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579064 Mar 05 13:46:35.262592 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-6d0e58d2-ed9b-4974-a27c-22fce5176934 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:35.263325 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-6d0e58d2-ed9b-4974-a27c-22fce5176934 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:35.281668 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ab69c636-4368-4f80-885c-61cc6175882f req-a32059e3-1805-431a-90cb-6e6eff4fe829 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:35.293108 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['5430d653-60a4-4fed-b1cb-5c0a9447d345'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:46:35.415093 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32059e3-1805-431a-90cb-6e6eff4fe829 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event deleted for resources: {'Port': ['ID=5430d653-60a4-4fed-b1cb-5c0a9447d345,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:35.421644 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb22260-0229-471f-ae6c-985c9a5f55d4 req-2a7805a0-2641-4c7a-89a1-a3c3c27615ac tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:35.423139 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8bb22260-0229-471f-ae6c-985c9a5f55d4 req-2a7805a0-2641-4c7a-89a1-a3c3c27615ac tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.1071723 Mar 05 13:46:35.435464 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-c43dc860-9af9-4ce8-9d96-3ecff82b9175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:35.436982 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-c43dc860-9af9-4ce8-9d96-3ecff82b9175 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef187771-ae1f-4999-9df8-9d6ddceec808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5398998 Mar 05 13:46:35.482647 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8bb22260-0229-471f-ae6c-985c9a5f55d4 req-ab2ee79b-3cad-4570-a230-54c70effa85a tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502431 Mar 05 13:46:35.542588 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab69c636-4368-4f80-885c-61cc6175882f req-a32059e3-1805-431a-90cb-6e6eff4fe829 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] No DVR routers for this DVR port 5430d653-60a4-4fed-b1cb-5c0a9447d345 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:46:35.549524 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ab69c636-4368-4f80-885c-61cc6175882f req-a32059e3-1805-431a-90cb-6e6eff4fe829 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:35.551448 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ab69c636-4368-4f80-885c-61cc6175882f req-a32059e3-1805-431a-90cb-6e6eff4fe829 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.15 "DELETE /v2.0/ports/5430d653-60a4-4fed-b1cb-5c0a9447d345 HTTP/1.1" status: 204 len: 173 time: 2.3364110 Mar 05 13:46:35.552652 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-6d0e58d2-ed9b-4974-a27c-22fce5176934 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4630375 Mar 05 13:46:35.553066 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ee1615-abe7-40bc-80f1-36a708802272', 'name': 'network-vif-deleted', 'tag': '5430d653-60a4-4fed-b1cb-5c0a9447d345'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:46:35.566799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Request body: {'port': {'device_id': 'b3971185-bf7d-496d-bc37-69b717469ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:46:35.679934 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-5e0f7b47-97ca-4fcc-9caa-7f5067e5cf1a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:46:35.714458 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-5e0f7b47-97ca-4fcc-9caa-7f5067e5cf1a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:35.739881 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e559d0-2273-4a71-8960-bae046778f11 req-00ef702c-5f9b-42c8-95cb-836d411d734e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:35.749210 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-5e0f7b47-97ca-4fcc-9caa-7f5067e5cf1a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:35.754181 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e559d0-2273-4a71-8960-bae046778f11 req-00ef702c-5f9b-42c8-95cb-836d411d734e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:35.771138 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e559d0-2273-4a71-8960-bae046778f11 req-00ef702c-5f9b-42c8-95cb-836d411d734e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:35.777786 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e559d0-2273-4a71-8960-bae046778f11 req-00ef702c-5f9b-42c8-95cb-836d411d734e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:35.786802 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e559d0-2273-4a71-8960-bae046778f11 req-00ef702c-5f9b-42c8-95cb-836d411d734e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:35.793273 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e559d0-2273-4a71-8960-bae046778f11 req-00ef702c-5f9b-42c8-95cb-836d411d734e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:35.800855 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e559d0-2273-4a71-8960-bae046778f11 req-00ef702c-5f9b-42c8-95cb-836d411d734e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:35.802863 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d5e559d0-2273-4a71-8960-bae046778f11 req-00ef702c-5f9b-42c8-95cb-836d411d734e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5429 time: 0.1976767 Mar 05 13:46:35.872534 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d5e559d0-2273-4a71-8960-bae046778f11 req-66ddbcaf-7745-4a54-bccc-cff1406028df tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617316 Mar 05 13:46:36.007808 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ee1615-abe7-40bc-80f1-36a708802272', 'name': 'network-vif-deleted', 'tag': '5430d653-60a4-4fed-b1cb-5c0a9447d345', 'status': 'completed', 'code': 200} Mar 05 13:46:36.036794 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-f4aa01ff-3c11-4b45-9e29-1440ba85e118 service neutron] 10.222.0.15 "GET /v2.0/networks/ef187771-ae1f-4999-9df8-9d6ddceec808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5871482 Mar 05 13:46:36.075529 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:36.115873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f7b47-97ca-4fcc-9caa-7f5067e5cf1a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Pushing event updated for resources: {'Port': ['ID=e0863709-bd8c-457d-bbdd-ed4512d1e7f2,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:36.129837 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-5e0f7b47-97ca-4fcc-9caa-7f5067e5cf1a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:36.204664 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d735854f-359e-47e6-be50-f5fb7fbb7fd1 req-87325429-8113-4a12-b482-dabb85cbaf3b tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/ports?device_id=84ee1615-abe7-40bc-80f1-36a708802272 HTTP/1.1" status: 200 len: 210 time: 0.1805964 Mar 05 13:46:36.250908 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-5e0f7b47-97ca-4fcc-9caa-7f5067e5cf1a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:36.257611 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-5e0f7b47-97ca-4fcc-9caa-7f5067e5cf1a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7218037 Mar 05 13:46:36.341495 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-c824550d-d28a-4edf-b458-8e7fe20b1690 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:36.356172 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-c824550d-d28a-4edf-b458-8e7fe20b1690 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:36.370622 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-c824550d-d28a-4edf-b458-8e7fe20b1690 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:36.372281 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-c824550d-d28a-4edf-b458-8e7fe20b1690 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 2418 time: 0.2703741 Mar 05 13:46:36.424931 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-19b0e8f8-5bd8-4912-8645-d8698913756a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Synchronizing usage tracker for tenant:4e8b6f84c6614cf5962c11472e5af686 on resource:floatingip {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:46:36.577006 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-8679d4ef-39e4-46a0-b12b-f5bd3357ad8e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Deleting port dead46ef-c0b8-4387-a50d-8f2204798093 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:46:36.578120 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-8679d4ef-39e4-46a0-b12b-f5bd3357ad8e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:36.791325 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d923dd-3a7f-49ff-9885-2454f94fcf86 req-07d1e485-48d8-4768-9e79-8cd93dae0dc8 service neutron] 10.222.0.15 "GET /v2.0/networks/ef187771-ae1f-4999-9df8-9d6ddceec808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6947911 Mar 05 13:46:36.820504 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-19b0e8f8-5bd8-4912-8645-d8698913756a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Unset dirty status for tenant:4e8b6f84c6614cf5962c11472e5af686 on resource:floatingip {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:46:36.820504 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-19b0e8f8-5bd8-4912-8645-d8698913756a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.154 HTTP/1.1" status: 200 len: 696 time: 0.5534916 Mar 05 13:46:36.825464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f4ff9-46f9-48a5-82ce-d87c94e094b6 req-4338afaf-81b9-4eae-a5c3-2a14370003c2 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:36.827647 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec9f4ff9-46f9-48a5-82ce-d87c94e094b6 req-4338afaf-81b9-4eae-a5c3-2a14370003c2 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3971185-bf7d-496d-bc37-69b717469ac8 HTTP/1.1" status: 200 len: 931 time: 0.3341517 Mar 05 13:46:36.961546 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec9f4ff9-46f9-48a5-82ce-d87c94e094b6 req-f041a0de-f33d-46f4-ae20-6e7b0d24cd41 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327670 Mar 05 13:46:37.004798 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-8679d4ef-39e4-46a0-b12b-f5bd3357ad8e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] For port dead46ef-c0b8-4387-a50d-8f2204798093, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=dead46ef-c0b8-4387-a50d-8f2204798093,segment=NetworkSegment(3ada50bb-b35d-4bc7-914c-ab5e25697710),segment_id=3ada50bb-b35d-4bc7-914c-ab5e25697710)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:37.005153 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-8679d4ef-39e4-46a0-b12b-f5bd3357ad8e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:37.035131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a932d798-0145-407d-81ce-3e1f1a8615e1 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:46:37.059290 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:37.101076 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Transition to ACTIVE for port object a932d798-0145-407d-81ce-3e1f1a8615e1 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:46:37.111019 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:37.145493 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-8679d4ef-39e4-46a0-b12b-f5bd3357ad8e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Calling delete_port for dead46ef-c0b8-4387-a50d-8f2204798093 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:46:37.159585 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-94056de0-47e9-4d2a-99de-b85e8bb7e45a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:37.160968 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-66c7ebfc-d0ff-4935-9f1d-a1976693e436 req-94056de0-47e9-4d2a-99de-b85e8bb7e45a tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.3023689 Mar 05 13:46:37.271897 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df328f4-b009-431f-9d45-54fda4a0416e req-9378bcbd-8b41-4a92-b22c-c7effe58f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:37.272375 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df328f4-b009-431f-9d45-54fda4a0416e req-9378bcbd-8b41-4a92-b22c-c7effe58f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:37.272832 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df328f4-b009-431f-9d45-54fda4a0416e req-9378bcbd-8b41-4a92-b22c-c7effe58f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:37.273284 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df328f4-b009-431f-9d45-54fda4a0416e req-9378bcbd-8b41-4a92-b22c-c7effe58f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:37.273737 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df328f4-b009-431f-9d45-54fda4a0416e req-9378bcbd-8b41-4a92-b22c-c7effe58f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:37.274750 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df328f4-b009-431f-9d45-54fda4a0416e req-9378bcbd-8b41-4a92-b22c-c7effe58f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:37.274750 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df328f4-b009-431f-9d45-54fda4a0416e req-9378bcbd-8b41-4a92-b22c-c7effe58f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:37.276518 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4df328f4-b009-431f-9d45-54fda4a0416e req-9378bcbd-8b41-4a92-b22c-c7effe58f8b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=375b726eb2ae465c8b7dd42940955ff2&device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 6486 time: 0.4157913 Mar 05 13:46:37.303587 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 5430d653-60a4-4fed-b1cb-5c0a9447d345 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:46:37.355752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: 5430d653-60a4-4fed-b1cb-5c0a9447d345 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:46:37.356497 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 5430d653-60a4-4fed-b1cb-5c0a9447d345 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:46:37.362111 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8972bc3-603f-4440-8805-061bef804e8b req-fa0c3317-40f1-4261-9303-c9af66cf7186 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:37.368009 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8972bc3-603f-4440-8805-061bef804e8b req-fa0c3317-40f1-4261-9303-c9af66cf7186 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:37.370732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=a932d798-0145-407d-81ce-3e1f1a8615e1,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:37.373768 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8972bc3-603f-4440-8805-061bef804e8b req-fa0c3317-40f1-4261-9303-c9af66cf7186 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:37.382075 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e8972bc3-603f-4440-8805-061bef804e8b req-fa0c3317-40f1-4261-9303-c9af66cf7186 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 2418 time: 0.2489936 Mar 05 13:46:37.450119 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e8972bc3-603f-4440-8805-061bef804e8b req-7d0ebc8e-c631-436e-b021-61b7747006ec tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671303 Mar 05 13:46:37.455040 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-8679d4ef-39e4-46a0-b12b-f5bd3357ad8e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:37.472697 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['5fdb88ba-6ac5-4b19-abe2-5af6ce989652', 'a3657b8b-f65e-47e0-8945-58b51091702e'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:46:37.571410 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679d4ef-39e4-46a0-b12b-f5bd3357ad8e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event deleted for resources: {'Port': ['ID=dead46ef-c0b8-4387-a50d-8f2204798093,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:37.626470 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8679d4ef-39e4-46a0-b12b-f5bd3357ad8e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:37.627435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8679d4ef-39e4-46a0-b12b-f5bd3357ad8e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:37.627910 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8679d4ef-39e4-46a0-b12b-f5bd3357ad8e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:37.628382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8679d4ef-39e4-46a0-b12b-f5bd3357ad8e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:37.628845 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8679d4ef-39e4-46a0-b12b-f5bd3357ad8e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:37.629326 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8679d4ef-39e4-46a0-b12b-f5bd3357ad8e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:37.629797 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8679d4ef-39e4-46a0-b12b-f5bd3357ad8e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:37.630255 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8679d4ef-39e4-46a0-b12b-f5bd3357ad8e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:37.630884 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8679d4ef-39e4-46a0-b12b-f5bd3357ad8e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:37.631360 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8679d4ef-39e4-46a0-b12b-f5bd3357ad8e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:37.631907 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8679d4ef-39e4-46a0-b12b-f5bd3357ad8e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:37.632363 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8679d4ef-39e4-46a0-b12b-f5bd3357ad8e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:37.754809 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-8679d4ef-39e4-46a0-b12b-f5bd3357ad8e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] No DVR routers for this DVR port dead46ef-c0b8-4387-a50d-8f2204798093 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:46:37.767119 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-8679d4ef-39e4-46a0-b12b-f5bd3357ad8e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:37.770013 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7539bc-1d7c-48c0-aad4-25796bffaf8a', 'name': 'network-vif-deleted', 'tag': 'dead46ef-c0b8-4387-a50d-8f2204798093'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:46:37.801889 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-8679d4ef-39e4-46a0-b12b-f5bd3357ad8e tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.30 "DELETE /v2.0/ports/dead46ef-c0b8-4387-a50d-8f2204798093 HTTP/1.1" status: 204 len: 173 time: 1.4235144 Mar 05 13:46:37.809127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a749f-b5f1-4cd6-952a-060a7122937a req-3b0ea836-485a-40b6-b4e3-f05d9a9fdbbf tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:37.811130 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b45a749f-b5f1-4cd6-952a-060a7122937a req-3b0ea836-485a-40b6-b4e3-f05d9a9fdbbf tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.4517927 Mar 05 13:46:37.815225 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df328f4-b009-431f-9d45-54fda4a0416e req-29c26cce-7bcd-4054-8a3a-6d37224d6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:37.816660 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4df328f4-b009-431f-9d45-54fda4a0416e req-29c26cce-7bcd-4054-8a3a-6d37224d6f44 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef187771-ae1f-4999-9df8-9d6ddceec808 HTTP/1.1" status: 200 len: 901 time: 0.5288591 Mar 05 13:46:37.954856 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b45a749f-b5f1-4cd6-952a-060a7122937a req-99531807-6f2f-4b3e-a2fa-ed5069c27d07 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357224 Mar 05 13:46:37.955858 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Attempting to bind port a932d798-0145-407d-81ce-3e1f1a8615e1 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:46:37.956342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Attempting to bind port a932d798-0145-407d-81ce-3e1f1a8615e1 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:46:37.956805 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Attempting to bind port a932d798-0145-407d-81ce-3e1f1a8615e1 on network 9566c2e4-1bac-4a5b-8a67-d566157793fe {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:37.963048 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4df328f4-b009-431f-9d45-54fda4a0416e req-a61a1035-9bf9-4b8f-9ade-f8671fbf8673 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5f1756b4-ca9b-4b34-8eb0-4081d34a42aa HTTP/1.1" status: 200 len: 217 time: 0.0907314 Mar 05 13:46:38.004202 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Port a932d798-0145-407d-81ce-3e1f1a8615e1 on network 9566c2e4-1bac-4a5b-8a67-d566157793fe not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:46:38.004523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Attempting to bind port a932d798-0145-407d-81ce-3e1f1a8615e1 on network 9566c2e4-1bac-4a5b-8a67-d566157793fe {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:38.050923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2fd02-c03e-4e5b-9690-431ef5780197 req-936ec045-d806-4474-b0de-6a841c4c7cc9 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:38.056901 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2fd02-c03e-4e5b-9690-431ef5780197 req-936ec045-d806-4474-b0de-6a841c4c7cc9 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:38.063425 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2fd02-c03e-4e5b-9690-431ef5780197 req-936ec045-d806-4474-b0de-6a841c4c7cc9 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:38.069564 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2fd02-c03e-4e5b-9690-431ef5780197 req-936ec045-d806-4474-b0de-6a841c4c7cc9 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:38.075519 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2fd02-c03e-4e5b-9690-431ef5780197 req-936ec045-d806-4474-b0de-6a841c4c7cc9 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:38.081798 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2fd02-c03e-4e5b-9690-431ef5780197 req-936ec045-d806-4474-b0de-6a841c4c7cc9 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:38.087877 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2fd02-c03e-4e5b-9690-431ef5780197 req-936ec045-d806-4474-b0de-6a841c4c7cc9 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:38.090194 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68a2fd02-c03e-4e5b-9690-431ef5780197 req-936ec045-d806-4474-b0de-6a841c4c7cc9 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5429 time: 0.4000468 Mar 05 13:46:38.102108 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-94865b56-9509-4bb8-a3a8-274e10a6b1ff tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Deleting port 5fdb88ba-6ac5-4b19-abe2-5af6ce989652 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:46:38.102683 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-94865b56-9509-4bb8-a3a8-274e10a6b1ff tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:38.235021 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:46:38.235355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Checking segment: {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:46:38.235731 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Bound using segment: {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:46:38.236160 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Bound port: a932d798-0145-407d-81ce-3e1f1a8615e1, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:46:38.236659 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:38.240381 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68a2fd02-c03e-4e5b-9690-431ef5780197 req-28b1838b-e547-4636-810b-fa95fbb5a042 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1100681 Mar 05 13:46:38.277346 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2545f1b5-ec8e-4bfa-8ca0-f4f8e0e793fe req-51f388be-1694-4e5e-86d6-c5c3cbed10d9 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "GET /v2.0/floatingips/a5e419e3-38d3-43ad-a52d-6c685556f54c HTTP/1.1" status: 200 len: 693 time: 0.2671509 Mar 05 13:46:38.359599 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df328f4-b009-431f-9d45-54fda4a0416e req-0812b13f-914d-4f33-a300-4342bd73a50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:38.360954 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4df328f4-b009-431f-9d45-54fda4a0416e req-0812b13f-914d-4f33-a300-4342bd73a50f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a8e5ca29-551a-48d3-9ef6-a1c02dfa31d9 HTTP/1.1" status: 200 len: 797 time: 0.3934319 Mar 05 13:46:38.429473 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7539bc-1d7c-48c0-aad4-25796bffaf8a', 'name': 'network-vif-deleted', 'tag': 'dead46ef-c0b8-4387-a50d-8f2204798093', 'status': 'completed', 'code': 200} Mar 05 13:46:38.456767 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-94865b56-9509-4bb8-a3a8-274e10a6b1ff tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] For port 5fdb88ba-6ac5-4b19-abe2-5af6ce989652, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5fdb88ba-6ac5-4b19-abe2-5af6ce989652,segment=NetworkSegment(f8628409-09be-413a-8660-b188d6b486c3),segment_id=f8628409-09be-413a-8660-b188d6b486c3)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:38.457352 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-94865b56-9509-4bb8-a3a8-274e10a6b1ff tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:38.568585 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device dead46ef-c0b8-4387-a50d-8f2204798093 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:46:38.622225 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: dead46ef-c0b8-4387-a50d-8f2204798093 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:46:38.622669 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device dead46ef-c0b8-4387-a50d-8f2204798093 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:46:38.630013 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-94865b56-9509-4bb8-a3a8-274e10a6b1ff tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Calling delete_port for 5fdb88ba-6ac5-4b19-abe2-5af6ce989652 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:46:38.665976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545f1b5-ec8e-4bfa-8ca0-f4f8e0e793fe req-75c92fb8-d0ef-42f4-9870-e9978e772e63 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:38.665976 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2545f1b5-ec8e-4bfa-8ca0-f4f8e0e793fe req-75c92fb8-d0ef-42f4-9870-e9978e772e63 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.3767822 Mar 05 13:46:38.747242 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7fd03412-dd14-4bc0-92b7-8dd5c332756a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:38.813473 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2545f1b5-ec8e-4bfa-8ca0-f4f8e0e793fe req-5a41d03e-21a2-4425-a10a-c1a7bbe238aa tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.154 HTTP/1.1" status: 200 len: 696 time: 0.1291146 Mar 05 13:46:38.815044 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c265a6-c8b0-41d0-9f80-0cacaf65f974 req-45457515-dc09-4b51-8b6d-cffdca518bee tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:38.820132 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] For port a932d798-0145-407d-81ce-3e1f1a8615e1, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:46:38.823395 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-09c265a6-c8b0-41d0-9f80-0cacaf65f974 req-45457515-dc09-4b51-8b6d-cffdca518bee tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3971185-bf7d-496d-bc37-69b717469ac8 HTTP/1.1" status: 200 len: 943 time: 0.2350028 Mar 05 13:46:38.892709 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] For port a932d798-0145-407d-81ce-3e1f1a8615e1, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a932d798-0145-407d-81ce-3e1f1a8615e1,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:46:38.902358 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-09c265a6-c8b0-41d0-9f80-0cacaf65f974 req-11b89826-86f0-42f1-9a2b-9f3afa1ab5e5 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778971 Mar 05 13:46:38.908271 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-94865b56-9509-4bb8-a3a8-274e10a6b1ff tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:38.910352 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:38.993684 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2545f1b5-ec8e-4bfa-8ca0-f4f8e0e793fe req-28d0b436-6d4a-467c-a480-0aca1c27653c tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.154 HTTP/1.1" status: 200 len: 696 time: 0.1622868 Mar 05 13:46:38.993684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:38.993684 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:38.993684 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] 10.222.0.30 "PUT /v2.0/ports/a932d798-0145-407d-81ce-3e1f1a8615e1 HTTP/1.1" status: 200 len: 1091 time: 3.4295132 Mar 05 13:46:39.004762 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3971185-bf7d-496d-bc37-69b717469ac8', 'tag': 'a932d798-0145-407d-81ce-3e1f1a8615e1'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:46:39.019129 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df328f4-b009-431f-9d45-54fda4a0416e req-97441972-c6aa-4fa4-843c-49c9deb4967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:39.019129 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4df328f4-b009-431f-9d45-54fda4a0416e req-97441972-c6aa-4fa4-843c-49c9deb4967b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef187771-ae1f-4999-9df8-9d6ddceec808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6282556 Mar 05 13:46:39.034963 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94865b56-9509-4bb8-a3a8-274e10a6b1ff tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event deleted for resources: {'Port': ['ID=5fdb88ba-6ac5-4b19-abe2-5af6ce989652,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:39.142295 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6e1144b4-e7a5-47c4-bf48-2a0e67cd20ed req-397ff69d-b4a9-4b9c-b269-99ebfb4bbfd7 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/d8ae417d-6dfd-4f5c-8137-e3731b156097 HTTP/1.1" status: 200 len: 1802 time: 0.1598094 Mar 05 13:46:39.168025 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-94865b56-9509-4bb8-a3a8-274e10a6b1ff tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] No DVR routers for this DVR port 5fdb88ba-6ac5-4b19-abe2-5af6ce989652 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:46:39.173730 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-94865b56-9509-4bb8-a3a8-274e10a6b1ff tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:39.195997 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-94865b56-9509-4bb8-a3a8-274e10a6b1ff tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.30 "DELETE /v2.0/ports/5fdb88ba-6ac5-4b19-abe2-5af6ce989652 HTTP/1.1" status: 204 len: 173 time: 1.3877804 Mar 05 13:46:39.306237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=a932d798-0145-407d-81ce-3e1f1a8615e1,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:39.318257 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6e1144b4-e7a5-47c4-bf48-2a0e67cd20ed req-ed7ee2c0-6f88-4377-a2f6-51859acf158c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:39.340344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:39.341051 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:39.341196 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:39.345544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:39.346057 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:39.346580 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:39.347193 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:39.347687 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:39.352240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:39.353380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:39.354495 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:39.355027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599428e-98f9-4db5-89fa-95a059278fe6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:46:39.377714 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-af97a5ed-8d90-4403-be30-7a59b1f8ca40 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Deleting port a3657b8b-f65e-47e0-8945-58b51091702e {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:46:39.378152 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-af97a5ed-8d90-4403-be30-7a59b1f8ca40 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:39.415627 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6e1144b4-e7a5-47c4-bf48-2a0e67cd20ed req-ed7ee2c0-6f88-4377-a2f6-51859acf158c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:39.450007 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4df328f4-b009-431f-9d45-54fda4a0416e req-26c53350-4a71-44f0-8084-81d660dc9f1b service neutron] 10.222.0.15 "GET /v2.0/networks/ef187771-ae1f-4999-9df8-9d6ddceec808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685801 Mar 05 13:46:39.517115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-2545f1b5-ec8e-4bfa-8ca0-f4f8e0e793fe req-0b7b818b-6ae7-465b-a681-de23be31f0aa tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Deleting port e0863709-bd8c-457d-bbdd-ed4512d1e7f2 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:46:39.517590 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2545f1b5-ec8e-4bfa-8ca0-f4f8e0e793fe req-0b7b818b-6ae7-465b-a681-de23be31f0aa tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:39.548929 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6e1144b4-e7a5-47c4-bf48-2a0e67cd20ed req-ed7ee2c0-6f88-4377-a2f6-51859acf158c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:39.598433 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ee2c0-6f88-4377-a2f6-51859acf158c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ae417d-6dfd-4f5c-8137-e3731b156097,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:39.635128 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6e1144b4-e7a5-47c4-bf48-2a0e67cd20ed req-ed7ee2c0-6f88-4377-a2f6-51859acf158c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:39.635804 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6e1144b4-e7a5-47c4-bf48-2a0e67cd20ed req-ed7ee2c0-6f88-4377-a2f6-51859acf158c tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "DELETE /v2.0/security-groups/d8ae417d-6dfd-4f5c-8137-e3731b156097 HTTP/1.1" status: 204 len: 173 time: 0.4868755 Mar 05 13:46:39.690537 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-32ed26ee-8694-4dea-ba47-a4121e14e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:39.692365 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-32ed26ee-8694-4dea-ba47-a4121e14e793 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&device_id=b3971185-bf7d-496d-bc37-69b717469ac8 HTTP/1.1" status: 200 len: 1094 time: 0.6122699 Mar 05 13:46:39.806161 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-af97a5ed-8d90-4403-be30-7a59b1f8ca40 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] For port a3657b8b-f65e-47e0-8945-58b51091702e, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a3657b8b-f65e-47e0-8945-58b51091702e,segment=NetworkSegment(f8628409-09be-413a-8660-b188d6b486c3),segment_id=f8628409-09be-413a-8660-b188d6b486c3)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:39.806428 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-af97a5ed-8d90-4403-be30-7a59b1f8ca40 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:39.833003 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-efb17db2-6764-4db0-9f13-399a4ba430fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a932d798-0145-407d-81ce-3e1f1a8615e1 HTTP/1.1" status: 200 len: 217 time: 0.1282909 Mar 05 13:46:40.017267 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4df328f4-b009-431f-9d45-54fda4a0416e req-9e08fd00-234e-4a60-bbe1-1d54604f053b service neutron] 10.222.0.15 "GET /v2.0/networks/ef187771-ae1f-4999-9df8-9d6ddceec808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419812 Mar 05 13:46:40.060423 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2545f1b5-ec8e-4bfa-8ca0-f4f8e0e793fe req-0b7b818b-6ae7-465b-a681-de23be31f0aa tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:40.060743 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2545f1b5-ec8e-4bfa-8ca0-f4f8e0e793fe req-0b7b818b-6ae7-465b-a681-de23be31f0aa tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:40.068957 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-af97a5ed-8d90-4403-be30-7a59b1f8ca40 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Calling delete_port for a3657b8b-f65e-47e0-8945-58b51091702e owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:46:40.073232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-69715a4a-8cfa-4ae7-8c87-c6f401ca4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:40.074663 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-69715a4a-8cfa-4ae7-8c87-c6f401ca4daf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fbe719ac-a221-4304-9d9c-9289853597e6 HTTP/1.1" status: 200 len: 846 time: 0.2278261 Mar 05 13:46:40.168766 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad8180-3de7-4bb8-95be-76e39b7c1385 req-66162291-1046-48e5-9d96-6b0bd2fa6f22 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:40.169459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-21ad8180-3de7-4bb8-95be-76e39b7c1385 req-66162291-1046-48e5-9d96-6b0bd2fa6f22 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Synchronizing usage tracker for tenant:ea18869b41614300bace9687f02782e1 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:46:40.219109 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-21ad8180-3de7-4bb8-95be-76e39b7c1385 req-66162291-1046-48e5-9d96-6b0bd2fa6f22 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Unset dirty status for tenant:ea18869b41614300bace9687f02782e1 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:46:40.220438 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-21ad8180-3de7-4bb8-95be-76e39b7c1385 req-66162291-1046-48e5-9d96-6b0bd2fa6f22 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a7539bc-1d7c-48c0-aad4-25796bffaf8a HTTP/1.1" status: 200 len: 946 time: 0.4707785 Mar 05 13:46:40.224424 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-2545f1b5-ec8e-4bfa-8ca0-f4f8e0e793fe req-0b7b818b-6ae7-465b-a681-de23be31f0aa tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Calling delete_port for e0863709-bd8c-457d-bbdd-ed4512d1e7f2 owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:46:40.268636 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-99c23172-9463-4824-85e3-89097f0d458e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9566c2e4-1bac-4a5b-8a67-d566157793fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385996 Mar 05 13:46:40.278824 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-af97a5ed-8d90-4403-be30-7a59b1f8ca40 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:40.326363 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-21ad8180-3de7-4bb8-95be-76e39b7c1385 req-3b136ad1-6515-48be-9c49-d0d6b05998c7 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962951 Mar 05 13:46:40.365413 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97a5ed-8d90-4403-be30-7a59b1f8ca40 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event deleted for resources: {'Port': ['ID=a3657b8b-f65e-47e0-8945-58b51091702e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:40.459134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7539bc-1d7c-48c0-aad4-25796bffaf8a', 'name': 'network-vif-deleted', 'tag': '5fdb88ba-6ac5-4b19-abe2-5af6ce989652'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:46:40.465855 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-6952a6f7-e9d7-45c7-9eeb-062350200e9c service neutron] 10.222.0.30 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800547 Mar 05 13:46:40.470635 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-af97a5ed-8d90-4403-be30-7a59b1f8ca40 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] No DVR routers for this DVR port a3657b8b-f65e-47e0-8945-58b51091702e on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:46:40.479406 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-af97a5ed-8d90-4403-be30-7a59b1f8ca40 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:40.481807 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-77025449-c039-413d-8ed4-4a7e828f0ce5 req-af97a5ed-8d90-4403-be30-7a59b1f8ca40 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.30 "DELETE /v2.0/ports/a3657b8b-f65e-47e0-8945-58b51091702e HTTP/1.1" status: 204 len: 173 time: 1.2766798 Mar 05 13:46:40.583467 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5fdb88ba-6ac5-4b19-abe2-5af6ce989652 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:46:40.651290 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 5fdb88ba-6ac5-4b19-abe2-5af6ce989652 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:46:40.651645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5fdb88ba-6ac5-4b19-abe2-5af6ce989652 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:46:40.652467 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a3657b8b-f65e-47e0-8945-58b51091702e no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:46:40.693813 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2545f1b5-ec8e-4bfa-8ca0-f4f8e0e793fe req-0b7b818b-6ae7-465b-a681-de23be31f0aa tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:40.699715 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: a3657b8b-f65e-47e0-8945-58b51091702e {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:46:40.700051 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a3657b8b-f65e-47e0-8945-58b51091702e not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:46:40.829404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b818b-6ae7-465b-a681-de23be31f0aa tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Pushing event deleted for resources: {'Port': ['ID=e0863709-bd8c-457d-bbdd-ed4512d1e7f2,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:40.878709 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4814b4f5-70cc-4566-8fbb-a04bb8313b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:40.882185 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-374e83c4-8507-4a9e-a3b8-d3010d686766 req-da49ff76-25e8-4126-bd5f-bb7d05e59664 service neutron] 10.222.0.30 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295217 Mar 05 13:46:40.882933 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2545f1b5-ec8e-4bfa-8ca0-f4f8e0e793fe req-0b7b818b-6ae7-465b-a681-de23be31f0aa tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:40.907054 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2545f1b5-ec8e-4bfa-8ca0-f4f8e0e793fe req-0b7b818b-6ae7-465b-a681-de23be31f0aa tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:40.908281 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2545f1b5-ec8e-4bfa-8ca0-f4f8e0e793fe req-0b7b818b-6ae7-465b-a681-de23be31f0aa tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "DELETE /v2.0/floatingips/a5e419e3-38d3-43ad-a52d-6c685556f54c HTTP/1.1" status: 204 len: 173 time: 1.9040682 Mar 05 13:46:40.955222 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3971185-bf7d-496d-bc37-69b717469ac8', 'tag': 'a932d798-0145-407d-81ce-3e1f1a8615e1', 'status': 'completed', 'code': 200} Mar 05 13:46:40.976605 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed692433-7dfb-429a-999a-3c4af12e5b9f req-2da14e77-b035-4760-ae5c-8bfa634ca9c4 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:40.978320 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ed692433-7dfb-429a-999a-3c4af12e5b9f req-2da14e77-b035-4760-ae5c-8bfa634ca9c4 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.0940745 Mar 05 13:46:41.033091 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ed692433-7dfb-429a-999a-3c4af12e5b9f req-e8b13a7b-92b7-4089-971b-630405195fbc tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474982 Mar 05 13:46:41.125114 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6c3f1920-694d-455e-b43b-cc996f0bd31a req-8b5678ae-5fd7-434f-b03e-53528459a962 tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "GET /v2.0/security-groups/974e9826-5d38-4e83-9d76-0d3140b652c1 HTTP/1.1" status: 200 len: 1803 time: 0.0636239 Mar 05 13:46:41.144998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca6f24-8bc4-434d-b2e1-dad5f2d4e1f6 req-9e50df49-a334-4004-a7d3-f21bc087122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:41.145786 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a1ca6f24-8bc4-434d-b2e1-dad5f2d4e1f6 req-9e50df49-a334-4004-a7d3-f21bc087122f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&device_id=b3971185-bf7d-496d-bc37-69b717469ac8 HTTP/1.1" status: 200 len: 1094 time: 0.1607633 Mar 05 13:46:41.207178 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c95b81-7c7e-48f9-a1f0-7aaf45b19e4d req-615ff870-bd71-4cae-a885-fd73aede191f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:41.213418 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c95b81-7c7e-48f9-a1f0-7aaf45b19e4d req-615ff870-bd71-4cae-a885-fd73aede191f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:41.220103 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c95b81-7c7e-48f9-a1f0-7aaf45b19e4d req-615ff870-bd71-4cae-a885-fd73aede191f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:41.226133 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c95b81-7c7e-48f9-a1f0-7aaf45b19e4d req-615ff870-bd71-4cae-a885-fd73aede191f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:41.232682 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c95b81-7c7e-48f9-a1f0-7aaf45b19e4d req-615ff870-bd71-4cae-a885-fd73aede191f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:41.235261 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6c3f1920-694d-455e-b43b-cc996f0bd31a req-6238cf99-51cc-4f0e-934a-3e3e829dca8e tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:41.239625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c95b81-7c7e-48f9-a1f0-7aaf45b19e4d req-615ff870-bd71-4cae-a885-fd73aede191f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:41.245349 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c95b81-7c7e-48f9-a1f0-7aaf45b19e4d req-615ff870-bd71-4cae-a885-fd73aede191f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:41.247903 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07c95b81-7c7e-48f9-a1f0-7aaf45b19e4d req-615ff870-bd71-4cae-a885-fd73aede191f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5429 time: 0.1985252 Mar 05 13:46:41.285783 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6c3f1920-694d-455e-b43b-cc996f0bd31a req-6238cf99-51cc-4f0e-934a-3e3e829dca8e tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:41.340653 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6c3f1920-694d-455e-b43b-cc996f0bd31a req-6238cf99-51cc-4f0e-934a-3e3e829dca8e tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:41.364917 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238cf99-51cc-4f0e-934a-3e3e829dca8e tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=974e9826-5d38-4e83-9d76-0d3140b652c1,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:41.367404 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07c95b81-7c7e-48f9-a1f0-7aaf45b19e4d req-aec9aaa3-eace-44b8-8d3b-6bc632239cad tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1109848 Mar 05 13:46:41.380236 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-6c3f1920-694d-455e-b43b-cc996f0bd31a req-6238cf99-51cc-4f0e-934a-3e3e829dca8e tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:41.381417 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6c3f1920-694d-455e-b43b-cc996f0bd31a req-6238cf99-51cc-4f0e-934a-3e3e829dca8e tempest-SecurityGroupsTestJSON-398589974 tempest-SecurityGroupsTestJSON-398589974-project] 10.222.0.16 "DELETE /v2.0/security-groups/974e9826-5d38-4e83-9d76-0d3140b652c1 HTTP/1.1" status: 204 len: 173 time: 0.2486825 Mar 05 13:46:41.397579 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57224) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:41.419415 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca6f24-8bc4-434d-b2e1-dad5f2d4e1f6 req-9495ddf0-2f75-4d4f-aeb4-ed6d40a3de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:41.421029 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a1ca6f24-8bc4-434d-b2e1-dad5f2d4e1f6 req-9495ddf0-2f75-4d4f-aeb4-ed6d40a3de64 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 906 time: 0.2627594 Mar 05 13:46:41.518995 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7539bc-1d7c-48c0-aad4-25796bffaf8a', 'name': 'network-vif-deleted', 'tag': '5fdb88ba-6ac5-4b19-abe2-5af6ce989652', 'status': 'completed', 'code': 200} Mar 05 13:46:41.548951 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa364eed-3b4e-4145-b760-1e26406f8892 admin admin] Deleting subnet 7a9e02c3-ee9d-409b-8fd1-50a4db05b5c0 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:46:41.553887 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fa364eed-3b4e-4145-b760-1e26406f8892 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:41.574367 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a1ca6f24-8bc4-434d-b2e1-dad5f2d4e1f6 req-78cf6c08-ab55-4343-8915-ef826030bd5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a932d798-0145-407d-81ce-3e1f1a8615e1 HTTP/1.1" status: 200 len: 217 time: 0.1457112 Mar 05 13:46:41.660292 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fa364eed-3b4e-4145-b760-1e26406f8892 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:41.704255 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a902a-e514-4059-a881-040c9d91b50b req-ea1af8e2-ba33-4a58-b60b-89f04f720ae5 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:41.704967 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-280a902a-e514-4059-a881-040c9d91b50b req-ea1af8e2-ba33-4a58-b60b-89f04f720ae5 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Synchronizing usage tracker for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:46:41.715141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca6f24-8bc4-434d-b2e1-dad5f2d4e1f6 req-19f4daac-365c-4c47-90ee-3c5577a642f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:41.717610 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a1ca6f24-8bc4-434d-b2e1-dad5f2d4e1f6 req-19f4daac-365c-4c47-90ee-3c5577a642f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fbe719ac-a221-4304-9d9c-9289853597e6 HTTP/1.1" status: 200 len: 846 time: 0.1309581 Mar 05 13:46:41.741044 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fa364eed-3b4e-4145-b760-1e26406f8892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:41.778373 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-280a902a-e514-4059-a881-040c9d91b50b req-ea1af8e2-ba33-4a58-b60b-89f04f720ae5 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Unset dirty status for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:46:41.782081 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-280a902a-e514-4059-a881-040c9d91b50b req-ea1af8e2-ba33-4a58-b60b-89f04f720ae5 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3971185-bf7d-496d-bc37-69b717469ac8 HTTP/1.1" status: 200 len: 943 time: 0.2783306 Mar 05 13:46:41.796496 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fce25-8181-45b5-a330-369f789b03d6 req-81f29227-f3d7-4212-8eae-805ac08246a3 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:41.797163 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a1ca6f24-8bc4-434d-b2e1-dad5f2d4e1f6 req-85b44ffa-fe72-4050-9f4f-6baebbb731f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9566c2e4-1bac-4a5b-8a67-d566157793fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684421 Mar 05 13:46:41.804190 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f88fce25-8181-45b5-a330-369f789b03d6 req-81f29227-f3d7-4212-8eae-805ac08246a3 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbee58a0-548b-4414-9781-9c53b1cb46ab HTTP/1.1" status: 200 len: 945 time: 0.1939018 Mar 05 13:46:41.862283 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f88fce25-8181-45b5-a330-369f789b03d6 req-3fde89d8-0f14-4c89-b9cc-d705c72d98d4 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cb34d41-1618-4684-a572-53c50145d343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578668 Mar 05 13:46:41.871636 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fa364eed-3b4e-4145-b760-1e26406f8892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:41.951767 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:41.979156 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa364eed-3b4e-4145-b760-1e26406f8892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a9e02c3-ee9d-409b-8fd1-50a4db05b5c0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:41.991057 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-36b500f6-099e-49c5-bbfd-e009b249111c req-df08b538-6911-4cc1-a76f-3a577aef3dc0 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] show failed (client error): The resource could not be found. Mar 05 13:46:41.991896 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-36b500f6-099e-49c5-bbfd-e009b249111c req-df08b538-6911-4cc1-a76f-3a577aef3dc0 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "GET /v2.0/floatingips/a5e419e3-38d3-43ad-a52d-6c685556f54c HTTP/1.1" status: 404 len: 350 time: 0.0820620 Mar 05 13:46:41.993075 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fa364eed-3b4e-4145-b760-1e26406f8892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:42.000788 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fa364eed-3b4e-4145-b760-1e26406f8892 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7a9e02c3-ee9d-409b-8fd1-50a4db05b5c0 HTTP/1.1" status: 204 len: 168 time: 0.5883601 Mar 05 13:46:42.003191 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57228) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:42.047130 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:42.116446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57236) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:42.162994 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-280a902a-e514-4059-a881-040c9d91b50b req-2a1c6005-5702-4b6b-8cda-7589aeab68cc tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701084 Mar 05 13:46:42.215916 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a1ca6f24-8bc4-434d-b2e1-dad5f2d4e1f6 req-73641294-a1e0-4a9d-8831-c6edc6d4db3a service neutron] 10.222.0.30 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812320 Mar 05 13:46:42.220837 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef10c-b1b9-4c2f-bda2-933e924acded req-0767c26b-baab-40bd-abaf-6eb99da35378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:42.220837 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d2ef10c-b1b9-4c2f-bda2-933e924acded req-0767c26b-baab-40bd-abaf-6eb99da35378 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b4c5e1114694e2bb2fc635b08564db6&device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 1097 time: 0.4287245 Mar 05 13:46:42.271670 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-7428fef1-4947-4533-8a41-4b6125fc7709 req-d00cadbb-69d8-4fa0-9f3d-53359e3704f7 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] show failed (client error): The resource could not be found. Mar 05 13:46:42.272713 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7428fef1-4947-4533-8a41-4b6125fc7709 req-d00cadbb-69d8-4fa0-9f3d-53359e3704f7 tempest-FloatingIPsTestJSON-1934104466 tempest-FloatingIPsTestJSON-1934104466-project] 10.222.0.16 "GET /v2.0/floatingips/a5e419e3-38d3-43ad-a52d-6c685556f54c HTTP/1.1" status: 404 len: 350 time: 0.1504893 Mar 05 13:46:42.279642 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d2368b45-f3f7-4d28-aa73-9bec188ce8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:42.295293 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57240) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:42.376552 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb4bed8-9bba-4799-97cd-27a66a47c4fc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Deleting subnet 7df94291-0abd-4abf-97b6-fc078a29c054 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:46:42.429843 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3bb4bed8-9bba-4799-97cd-27a66a47c4fc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:42.569419 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a1ca6f24-8bc4-434d-b2e1-dad5f2d4e1f6 req-f4199d97-9bdd-4e57-a4d4-d74a6d652a38 service neutron] 10.222.0.30 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470478 Mar 05 13:46:42.573546 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a932d798-0145-407d-81ce-3e1f1a8615e1 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:46:42.582053 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef10c-b1b9-4c2f-bda2-933e924acded req-61fa59ce-85c6-41f7-b3ba-812c7c5fbb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:42.582053 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d2ef10c-b1b9-4c2f-bda2-933e924acded req-61fa59ce-85c6-41f7-b3ba-812c7c5fbb89 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d86e86d-be75-4dd0-9056-119726c56558 HTTP/1.1" status: 200 len: 919 time: 0.3249161 Mar 05 13:46:42.665875 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d2ef10c-b1b9-4c2f-bda2-933e924acded req-7b2de80d-ff0c-4c37-b274-186565a65c18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb2972e9-7940-4233-b6f6-cecfa78eca5e HTTP/1.1" status: 200 len: 217 time: 0.0791817 Mar 05 13:46:42.732534 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264dee9-ea45-45d2-9891-35271446b27c req-94f49b0b-6249-47c7-8b71-e6c55468ad13 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:42.732534 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3264dee9-ea45-45d2-9891-35271446b27c req-94f49b0b-6249-47c7-8b71-e6c55468ad13 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.4187107 Mar 05 13:46:42.776198 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a932d798-0145-407d-81ce-3e1f1a8615e1, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a932d798-0145-407d-81ce-3e1f1a8615e1,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:42.787049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef10c-b1b9-4c2f-bda2-933e924acded req-d7e55af7-a00c-44ab-93fc-c734d99c3ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:42.787181 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'a932d798-0145-407d-81ce-3e1f1a8615e1', 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe', 'port_id': 'a932d798-0145-407d-81ce-3e1f1a8615e1', 'mac_address': 'fa:16:3e:db:e5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe719ac-a221-4304-9d9c-9289853597e6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:46:42.787474 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d2ef10c-b1b9-4c2f-bda2-933e924acded req-d7e55af7-a00c-44ab-93fc-c734d99c3ec4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32d17a52-66f7-429c-9ede-22bc23f82349 HTTP/1.1" status: 200 len: 859 time: 0.1141944 Mar 05 13:46:42.843805 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3264dee9-ea45-45d2-9891-35271446b27c req-ddd62ee7-1a51-4c0f-ac9e-f2f3aa12910c tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069088 Mar 05 13:46:42.855652 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d2ef10c-b1b9-4c2f-bda2-933e924acded req-79dc8f71-452f-43bf-aba6-089484104a33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d86e86d-be75-4dd0-9056-119726c56558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630472 Mar 05 13:46:42.859344 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d2368b45-f3f7-4d28-aa73-9bec188ce8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:42.862844 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:42.886261 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a932d798-0145-407d-81ce-3e1f1a8615e1 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:46:42.911871 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a932d798-0145-407d-81ce-3e1f1a8615e1, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a932d798-0145-407d-81ce-3e1f1a8615e1,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:42.919421 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:43.011047 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3bb4bed8-9bba-4799-97cd-27a66a47c4fc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:43.014368 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a932d798-0145-407d-81ce-3e1f1a8615e1,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:43.062208 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d2ef10c-b1b9-4c2f-bda2-933e924acded req-30803e8b-e1fc-4bf8-a761-14782f344443 service neutron] 10.222.0.15 "GET /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972277 Mar 05 13:46:43.161401 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d2368b45-f3f7-4d28-aa73-9bec188ce8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8219997c-1c4d-4ab9-a963-82e08fb1ad9d']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:43.190588 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab7105-1ded-4f68-8995-ef44dc01f0d8 req-cd731092-d6a9-4553-bc10-8c1c8aa17b9f tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:43.192312 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f4ab7105-1ded-4f68-8995-ef44dc01f0d8 req-cd731092-d6a9-4553-bc10-8c1c8aa17b9f tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbee58a0-548b-4414-9781-9c53b1cb46ab HTTP/1.1" status: 200 len: 945 time: 0.1989963 Mar 05 13:46:43.199994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d2368b45-f3f7-4d28-aa73-9bec188ce8a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd303414a-0981-4891-a06d-3ac528ef1c07') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:43.200288 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d2368b45-f3f7-4d28-aa73-9bec188ce8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd303414a-0981-4891-a06d-3ac528ef1c07') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:43.226387 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['a932d798-0145-407d-81ce-3e1f1a8615e1'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:46:43.259401 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d2ef10c-b1b9-4c2f-bda2-933e924acded req-aebe87ea-b722-4723-a23b-9e95c537cad2 service neutron] 10.222.0.15 "GET /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907732 Mar 05 13:46:43.264009 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f4ab7105-1ded-4f68-8995-ef44dc01f0d8 req-8c4e4ed0-613e-4376-bff9-1b58ee5761c4 tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cb34d41-1618-4684-a572-53c50145d343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663977 Mar 05 13:46:43.305365 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d2368b45-f3f7-4d28-aa73-9bec188ce8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:43.367071 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3eb7c8-95c2-47f5-a066-7c0bb40c9a4a req-e0373449-654d-4b21-86a4-b434b207387a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:43.368522 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3a3eb7c8-95c2-47f5-a066-7c0bb40c9a4a req-e0373449-654d-4b21-86a4-b434b207387a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbee58a0-548b-4414-9781-9c53b1cb46ab HTTP/1.1" status: 200 len: 945 time: 0.6375744 Mar 05 13:46:43.372881 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d2368b45-f3f7-4d28-aa73-9bec188ce8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:43.396981 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3bb4bed8-9bba-4799-97cd-27a66a47c4fc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:43.457405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88828e-ec7a-4514-9d63-815b71394d09 req-9a8b1dcc-5b1d-4d88-870d-5984d4e2b33b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:43.459008 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3d88828e-ec7a-4514-9d63-815b71394d09 req-9a8b1dcc-5b1d-4d88-870d-5984d4e2b33b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3971185-bf7d-496d-bc37-69b717469ac8 HTTP/1.1" status: 200 len: 944 time: 0.0923288 Mar 05 13:46:43.502034 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2368b45-f3f7-4d28-aa73-9bec188ce8a1 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:46:43.502436 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d2368b45-f3f7-4d28-aa73-9bec188ce8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:43.504364 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3d88828e-ec7a-4514-9d63-815b71394d09 req-a4e465d3-23b1-497f-afe2-4a9745ab42d9 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385134 Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:46:43.521290 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:46:43.522794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7539bc-1d7c-48c0-aad4-25796bffaf8a', 'name': 'network-vif-deleted', 'tag': 'a3657b8b-f65e-47e0-8945-58b51091702e'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:46:43.565203 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:43.567561 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2a7a8-7f7a-49d2-a0f1-bbf2ce3d7823 req-e66499ee-bdb3-4af4-950a-388b292f4f6d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:43.573424 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2a7a8-7f7a-49d2-a0f1-bbf2ce3d7823 req-e66499ee-bdb3-4af4-950a-388b292f4f6d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:43.580631 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2a7a8-7f7a-49d2-a0f1-bbf2ce3d7823 req-e66499ee-bdb3-4af4-950a-388b292f4f6d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:43.586936 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2a7a8-7f7a-49d2-a0f1-bbf2ce3d7823 req-e66499ee-bdb3-4af4-950a-388b292f4f6d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:43.593102 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2a7a8-7f7a-49d2-a0f1-bbf2ce3d7823 req-e66499ee-bdb3-4af4-950a-388b292f4f6d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:43.598864 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2a7a8-7f7a-49d2-a0f1-bbf2ce3d7823 req-e66499ee-bdb3-4af4-950a-388b292f4f6d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:43.604638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2a7a8-7f7a-49d2-a0f1-bbf2ce3d7823 req-e66499ee-bdb3-4af4-950a-388b292f4f6d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:43.606483 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86e2a7a8-7f7a-49d2-a0f1-bbf2ce3d7823 req-e66499ee-bdb3-4af4-950a-388b292f4f6d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5429 time: 0.8321784 Mar 05 13:46:43.610867 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7539bc-1d7c-48c0-aad4-25796bffaf8a', 'name': 'network-vif-deleted', 'tag': 'a3657b8b-f65e-47e0-8945-58b51091702e', 'status': 'completed', 'code': 200} Mar 05 13:46:43.782259 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-3a3eb7c8-95c2-47f5-a066-7c0bb40c9a4a req-a9e4bed4-5345-4c20-873d-e2b0ed4d878a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Deleting port e96e5e06-8bd4-463f-8ff1-f689ed86fbd7 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:46:43.782517 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3a3eb7c8-95c2-47f5-a066-7c0bb40c9a4a req-a9e4bed4-5345-4c20-873d-e2b0ed4d878a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:43.817141 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d2368b45-f3f7-4d28-aa73-9bec188ce8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:43.854589 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d2368b45-f3f7-4d28-aa73-9bec188ce8a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:43.861976 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86e2a7a8-7f7a-49d2-a0f1-bbf2ce3d7823 req-eccb2992-2059-4b01-a2df-c722216e2540 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1957831 Mar 05 13:46:43.878280 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3bb4bed8-9bba-4799-97cd-27a66a47c4fc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:43.916579 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2368b45-f3f7-4d28-aa73-9bec188ce8a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8219997c-1c4d-4ab9-a963-82e08fb1ad9d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:43.947469 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4bed8-9bba-4799-97cd-27a66a47c4fc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event deleted for resources: {'Subnet': ['ID=7df94291-0abd-4abf-97b6-fc078a29c054,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:43.949544 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3bb4bed8-9bba-4799-97cd-27a66a47c4fc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:43.954184 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57254) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:43.954316 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3bb4bed8-9bba-4799-97cd-27a66a47c4fc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "DELETE /v2.0/subnets/7df94291-0abd-4abf-97b6-fc078a29c054 HTTP/1.1" status: 204 len: 168 time: 1.8369076 Mar 05 13:46:43.955975 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1276113d-9582-4fa7-86d6-d681e8403ed6 None None] Network 56ad4406-1452-42b3-b9fc-952b4d3f73b0 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:46:43.991237 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d2368b45-f3f7-4d28-aa73-9bec188ce8a1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8219997c-1c4d-4ab9-a963-82e08fb1ad9d HTTP/1.1" status: 204 len: 168 time: 1.9847515 Mar 05 13:46:44.146219 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57260) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:44.173606 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c497c84-99a7-4bd7-a00a-fa85bf7bb8ce tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:44.224920 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-3a3eb7c8-95c2-47f5-a066-7c0bb40c9a4a req-a9e4bed4-5345-4c20-873d-e2b0ed4d878a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] For port e96e5e06-8bd4-463f-8ff1-f689ed86fbd7, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e96e5e06-8bd4-463f-8ff1-f689ed86fbd7,segment=NetworkSegment(8371ccb1-6c0e-4c2a-9b08-7362353b78bd),segment_id=8371ccb1-6c0e-4c2a-9b08-7362353b78bd)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:44.225385 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3a3eb7c8-95c2-47f5-a066-7c0bb40c9a4a req-a9e4bed4-5345-4c20-873d-e2b0ed4d878a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:44.228378 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5c497c84-99a7-4bd7-a00a-fa85bf7bb8ce tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Deleting port 5026ecaf-cfcf-4327-ad98-44f9a57f00a4 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:46:44.228777 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c497c84-99a7-4bd7-a00a-fa85bf7bb8ce tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:44.243661 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068e88d2-3048-4b85-8a95-f603adaff5e2 None None] DHCP port deletion for 56ad4406-1452-42b3-b9fc-952b4d3f73b0 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:46:44.247759 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-068e88d2-3048-4b85-8a95-f603adaff5e2 None None] Deleting port 5026ecaf-cfcf-4327-ad98-44f9a57f00a4 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:46:44.248130 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-068e88d2-3048-4b85-8a95-f603adaff5e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:44.275609 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-18f98edd-52aa-4fc7-812b-830215d41622 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3cee7834a5214c2e894eb17166dede92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280229 Mar 05 13:46:44.278686 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57264) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:44.287468 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ca5a0-e652-4654-92a7-921ce56d12a8 req-6fedf1ba-6b19-4425-ad1c-97bfc6ce2185 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:44.288897 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2f2ca5a0-e652-4654-92a7-921ce56d12a8 req-6fedf1ba-6b19-4425-ad1c-97bfc6ce2185 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.2919073 Mar 05 13:46:44.522270 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-068e88d2-3048-4b85-8a95-f603adaff5e2 None None] For port 5026ecaf-cfcf-4327-ad98-44f9a57f00a4, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5026ecaf-cfcf-4327-ad98-44f9a57f00a4,segment=NetworkSegment(3ada50bb-b35d-4bc7-914c-ab5e25697710),segment_id=3ada50bb-b35d-4bc7-914c-ab5e25697710)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:44.522650 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-068e88d2-3048-4b85-8a95-f603adaff5e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:44.539500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-3a3eb7c8-95c2-47f5-a066-7c0bb40c9a4a req-a9e4bed4-5345-4c20-873d-e2b0ed4d878a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Calling delete_port for e96e5e06-8bd4-463f-8ff1-f689ed86fbd7 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:46:44.589962 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a932d798-0145-407d-81ce-3e1f1a8615e1 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:46:44.596752 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2f2ca5a0-e652-4654-92a7-921ce56d12a8 req-3703d662-d26f-428f-a764-32e9c0302179 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898371 Mar 05 13:46:44.628323 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a32d30aa-18c1-4884-97ef-c89430dde9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:44.720468 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-068e88d2-3048-4b85-8a95-f603adaff5e2 None None] Calling delete_port for 5026ecaf-cfcf-4327-ad98-44f9a57f00a4 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:46:44.723198 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a32d30aa-18c1-4884-97ef-c89430dde9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:44.745112 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e5d7699-d395-4b62-9f3d-eb057e6b759c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:44.790823 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-5c497c84-99a7-4bd7-a00a-fa85bf7bb8ce tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] For port 5026ecaf-cfcf-4327-ad98-44f9a57f00a4, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5026ecaf-cfcf-4327-ad98-44f9a57f00a4,segment=NetworkSegment(3ada50bb-b35d-4bc7-914c-ab5e25697710),segment_id=3ada50bb-b35d-4bc7-914c-ab5e25697710)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:44.791471 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c497c84-99a7-4bd7-a00a-fa85bf7bb8ce tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:44.820380 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port a932d798-0145-407d-81ce-3e1f1a8615e1 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:46:44.908855 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-068e88d2-3048-4b85-8a95-f603adaff5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:44.942181 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port a932d798-0145-407d-81ce-3e1f1a8615e1 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:46:44.942657 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:44.955709 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3a3eb7c8-95c2-47f5-a066-7c0bb40c9a4a req-a9e4bed4-5345-4c20-873d-e2b0ed4d878a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:44.999609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5c497c84-99a7-4bd7-a00a-fa85bf7bb8ce tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Calling delete_port for 5026ecaf-cfcf-4327-ad98-44f9a57f00a4 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:46:45.005674 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e88d2-3048-4b85-8a95-f603adaff5e2 None None] Pushing event deleted for resources: {'Port': ['ID=5026ecaf-cfcf-4327-ad98-44f9a57f00a4,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:45.007573 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068e88d2-3048-4b85-8a95-f603adaff5e2 None None] No DVR routers for this DVR port 5026ecaf-cfcf-4327-ad98-44f9a57f00a4 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:46:45.102861 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857d2c3-7254-4a34-a3ce-5b589a362c26 req-c5330e88-ea6b-4d0e-9207-b0d1bde6b99c tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:45.109961 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4857d2c3-7254-4a34-a3ce-5b589a362c26 req-c5330e88-ea6b-4d0e-9207-b0d1bde6b99c tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbee58a0-548b-4414-9781-9c53b1cb46ab HTTP/1.1" status: 200 len: 945 time: 0.5781915 Mar 05 13:46:45.118349 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a32d30aa-18c1-4884-97ef-c89430dde9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:45.118532 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4bed4-5345-4c20-873d-e2b0ed4d878a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Pushing event deleted for resources: {'Port': ['ID=e96e5e06-8bd4-463f-8ff1-f689ed86fbd7,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:45.123209 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:45.150048 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-5c497c84-99a7-4bd7-a00a-fa85bf7bb8ce tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:46:45.150367 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-5c497c84-99a7-4bd7-a00a-fa85bf7bb8ce tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:46:45.164037 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d30aa-18c1-4884-97ef-c89430dde9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc715f3e-34bd-48c0-a4e8-869f37d40561,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:45.168176 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7d9d2-9788-421b-8b6b-8953eade2e0d req-e2a88407-aa05-40fc-88f9-6d082777dd2a tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:45.169775 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-24f7d9d2-9788-421b-8b6b-8953eade2e0d req-e2a88407-aa05-40fc-88f9-6d082777dd2a tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3971185-bf7d-496d-bc37-69b717469ac8 HTTP/1.1" status: 200 len: 944 time: 0.4332404 Mar 05 13:46:45.179782 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6601eab-4992-4fe2-a091-89211477fa9a req-bf61f1d7-63d3-4329-bca5-6a551e3d5c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:45.181226 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f6601eab-4992-4fe2-a091-89211477fa9a req-bf61f1d7-63d3-4329-bca5-6a551e3d5c2a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 1097 time: 0.2859488 Mar 05 13:46:45.234075 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3971185-bf7d-496d-bc37-69b717469ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a932d798-0145-407d-81ce-3e1f1a8615e1'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:46:45.237150 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3eb7c8-95c2-47f5-a066-7c0bb40c9a4a req-a9e4bed4-5345-4c20-873d-e2b0ed4d878a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] No DVR routers for this DVR port e96e5e06-8bd4-463f-8ff1-f689ed86fbd7 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:46:45.242529 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3a3eb7c8-95c2-47f5-a066-7c0bb40c9a4a req-a9e4bed4-5345-4c20-873d-e2b0ed4d878a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:45.250947 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a932d798-0145-407d-81ce-3e1f1a8615e1, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a932d798-0145-407d-81ce-3e1f1a8615e1,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:45.257938 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4857d2c3-7254-4a34-a3ce-5b589a362c26 req-f4a23f4e-3047-4c94-9faf-3f4ffa6552eb tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cb34d41-1618-4684-a572-53c50145d343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470747 Mar 05 13:46:45.261780 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:45.262668 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e96e5e06-8bd4-463f-8ff1-f689ed86fbd7 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:46:45.266820 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a32d30aa-18c1-4884-97ef-c89430dde9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:45.271028 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a32d30aa-18c1-4884-97ef-c89430dde9a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc715f3e-34bd-48c0-a4e8-869f37d40561 HTTP/1.1" status: 204 len: 168 time: 0.9782190 Mar 05 13:46:45.301614 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-24f7d9d2-9788-421b-8b6b-8953eade2e0d req-73260f68-3bee-4bb1-aec6-44b6102f2489 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165102 Mar 05 13:46:45.312198 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f6601eab-4992-4fe2-a091-89211477fa9a req-af53e323-3c01-4471-8c69-950c4df96a4a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047053 Mar 05 13:46:45.315378 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3a3eb7c8-95c2-47f5-a066-7c0bb40c9a4a req-a9e4bed4-5345-4c20-873d-e2b0ed4d878a tempest-VolumesAdminNegativeTest-1906413531 tempest-VolumesAdminNegativeTest-1906413531-project] 10.222.0.30 "DELETE /v2.0/ports/e96e5e06-8bd4-463f-8ff1-f689ed86fbd7 HTTP/1.1" status: 204 len: 173 time: 1.9373426 Mar 05 13:46:45.364890 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: e96e5e06-8bd4-463f-8ff1-f689ed86fbd7 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:46:45.365486 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e96e5e06-8bd4-463f-8ff1-f689ed86fbd7 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:46:45.413668 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3971185-bf7d-496d-bc37-69b717469ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a932d798-0145-407d-81ce-3e1f1a8615e1', 'code': 200} Mar 05 13:46:45.415830 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5026ecaf-cfcf-4327-ad98-44f9a57f00a4 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:46:45.487825 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-9e5d7699-d395-4b62-9f3d-eb057e6b759c admin admin] Deleting port 4e2778cc-1731-424c-9979-994d4e1df067 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:46:45.488495 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e5d7699-d395-4b62-9f3d-eb057e6b759c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:45.525764 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 5026ecaf-cfcf-4327-ad98-44f9a57f00a4 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:46:45.527090 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5026ecaf-cfcf-4327-ad98-44f9a57f00a4 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:46:45.561957 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a932d798-0145-407d-81ce-3e1f1a8615e1,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:45.622062 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbee58a0-548b-4414-9781-9c53b1cb46ab', 'name': 'network-vif-deleted', 'tag': 'e96e5e06-8bd4-463f-8ff1-f689ed86fbd7'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:46:45.651366 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5c497c84-99a7-4bd7-a00a-fa85bf7bb8ce tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Deleting port 5026ecaf-cfcf-4327-ad98-44f9a57f00a4 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:46:45.652064 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c497c84-99a7-4bd7-a00a-fa85bf7bb8ce tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:45.741189 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5be80a-784d-4006-a0ef-ba9e878ef245 req-5da76970-6431-48c6-85a0-8b91d5a550bc tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:45.746928 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5be80a-784d-4006-a0ef-ba9e878ef245 req-5da76970-6431-48c6-85a0-8b91d5a550bc tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:45.751300 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5c497c84-99a7-4bd7-a00a-fa85bf7bb8ce tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] The port '5026ecaf-cfcf-4327-ad98-44f9a57f00a4' was deleted {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:46:45.753561 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5be80a-784d-4006-a0ef-ba9e878ef245 req-5da76970-6431-48c6-85a0-8b91d5a550bc tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:45.759316 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5be80a-784d-4006-a0ef-ba9e878ef245 req-5da76970-6431-48c6-85a0-8b91d5a550bc tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:45.766163 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5be80a-784d-4006-a0ef-ba9e878ef245 req-5da76970-6431-48c6-85a0-8b91d5a550bc tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:45.771940 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5be80a-784d-4006-a0ef-ba9e878ef245 req-5da76970-6431-48c6-85a0-8b91d5a550bc tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:45.777653 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5be80a-784d-4006-a0ef-ba9e878ef245 req-5da76970-6431-48c6-85a0-8b91d5a550bc tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:45.779584 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9e5be80a-784d-4006-a0ef-ba9e878ef245 req-5da76970-6431-48c6-85a0-8b91d5a550bc tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5429 time: 0.3301790 Mar 05 13:46:45.823592 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-9e5d7699-d395-4b62-9f3d-eb057e6b759c admin admin] For port 4e2778cc-1731-424c-9979-994d4e1df067, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4e2778cc-1731-424c-9979-994d4e1df067,segment=NetworkSegment(43e512ea-f9e1-45c5-b9ef-410b96dfd83c),segment_id=43e512ea-f9e1-45c5-b9ef-410b96dfd83c)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:45.823936 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e5d7699-d395-4b62-9f3d-eb057e6b759c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:45.971347 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-9e5d7699-d395-4b62-9f3d-eb057e6b759c admin admin] Calling delete_port for 4e2778cc-1731-424c-9979-994d4e1df067 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:46:45.972993 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c497c84-99a7-4bd7-a00a-fa85bf7bb8ce tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:45.988467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882bcfb2-95c9-4ec2-8e07-1ec03cb8e362 req-1e71a93e-646e-46bf-8427-0a7bad6d423e tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:45.990193 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-882bcfb2-95c9-4ec2-8e07-1ec03cb8e362 req-1e71a93e-646e-46bf-8427-0a7bad6d423e tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.2454472 Mar 05 13:46:46.032144 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9e5be80a-784d-4006-a0ef-ba9e878ef245 req-bdd40e5c-1e01-4b8c-826a-bb698e25b609 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2434196 Mar 05 13:46:46.040450 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ba357-8835-48bb-89b6-1f4651475dcf req-6165e6af-2ade-4bdd-b00c-7d761471bb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:46.042004 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-394ba357-8835-48bb-89b6-1f4651475dcf req-6165e6af-2ade-4bdd-b00c-7d761471bb3f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b3971185-bf7d-496d-bc37-69b717469ac8 HTTP/1.1" status: 200 len: 1096 time: 0.4552937 Mar 05 13:46:46.052498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-5c497c84-99a7-4bd7-a00a-fa85bf7bb8ce tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ad4406-1452-42b3-b9fc-952b4d3f73b0']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:46.085808 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-882bcfb2-95c9-4ec2-8e07-1ec03cb8e362 req-788b5874-e503-491b-8d5a-90a71b47366e tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771294 Mar 05 13:46:46.093622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-5c497c84-99a7-4bd7-a00a-fa85bf7bb8ce tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ada50bb-b35d-4bc7-914c-ab5e25697710') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:46.094123 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-5c497c84-99a7-4bd7-a00a-fa85bf7bb8ce tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ada50bb-b35d-4bc7-914c-ab5e25697710') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:46.107807 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c497c84-99a7-4bd7-a00a-fa85bf7bb8ce tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:46.120384 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbee58a0-548b-4414-9781-9c53b1cb46ab', 'name': 'network-vif-deleted', 'tag': 'e96e5e06-8bd4-463f-8ff1-f689ed86fbd7', 'status': 'completed', 'code': 200} Mar 05 13:46:46.125597 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c497c84-99a7-4bd7-a00a-fa85bf7bb8ce tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:46.125683 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-394ba357-8835-48bb-89b6-1f4651475dcf req-66562261-c3be-46fd-a977-f8db6a107fba service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741136 Mar 05 13:46:46.132150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c497c84-99a7-4bd7-a00a-fa85bf7bb8ce tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:46:46.132732 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c497c84-99a7-4bd7-a00a-fa85bf7bb8ce tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:46:46.148401 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:46:46.242741 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c497c84-99a7-4bd7-a00a-fa85bf7bb8ce tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:46.249249 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c497c84-99a7-4bd7-a00a-fa85bf7bb8ce tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:46.289420 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5c497c84-99a7-4bd7-a00a-fa85bf7bb8ce tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "DELETE /v2.0/networks/56ad4406-1452-42b3-b9fc-952b4d3f73b0 HTTP/1.1" status: 204 len: 168 time: 2.3312449 Mar 05 13:46:46.290436 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57302) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:46.294756 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c497c84-99a7-4bd7-a00a-fa85bf7bb8ce tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event deleted for resources: {'Network': ['ID=56ad4406-1452-42b3-b9fc-952b4d3f73b0,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:46.422836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2eef3c1-2d18-46b9-80b8-6b80e54108ff tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Deleting subnet 1c272217-a9e3-43be-a1a5-04061146ad7e {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:46:46.438628 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f2eef3c1-2d18-46b9-80b8-6b80e54108ff tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:46.489104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57312) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:46.553329 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f2eef3c1-2d18-46b9-80b8-6b80e54108ff tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:46.615626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-695da80c-4593-4fdb-815f-61c897982617 admin admin] Deleting subnet 0c4d64dd-5da5-4bbf-b767-705ba7f7b5b4 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:46:46.619727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc03b91-a771-48b1-a6ff-3418af7876dc req-087c9b61-6fb5-44c0-b1bc-c8eaf0ce6d88 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:46.620200 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-695da80c-4593-4fdb-815f-61c897982617 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:46.623238 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bbc03b91-a771-48b1-a6ff-3418af7876dc req-087c9b61-6fb5-44c0-b1bc-c8eaf0ce6d88 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3971185-bf7d-496d-bc37-69b717469ac8 HTTP/1.1" status: 200 len: 945 time: 0.1580255 Mar 05 13:46:46.655205 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e5d7699-d395-4b62-9f3d-eb057e6b759c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:46.691328 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-695da80c-4593-4fdb-815f-61c897982617 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:46.715470 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d7699-d395-4b62-9f3d-eb057e6b759c admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2778cc-1731-424c-9979-994d4e1df067,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:46.754392 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f2eef3c1-2d18-46b9-80b8-6b80e54108ff tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:46.833077 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-695da80c-4593-4fdb-815f-61c897982617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:46.833990 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bbc03b91-a771-48b1-a6ff-3418af7876dc req-724ba80e-7c04-4a5e-b52d-786455f5dd2e tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041264 Mar 05 13:46:47.145076 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e5d7699-d395-4b62-9f3d-eb057e6b759c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:47.152064 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57330) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:47.170558 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f2eef3c1-2d18-46b9-80b8-6b80e54108ff tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:47.258003 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eef3c1-2d18-46b9-80b8-6b80e54108ff tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event deleted for resources: {'Subnet': ['ID=1c272217-a9e3-43be-a1a5-04061146ad7e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:47.267769 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f2eef3c1-2d18-46b9-80b8-6b80e54108ff tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:47.274625 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cb8f75-b8b5-46dd-8bf5-62532393d201 None None] Network bc8f8a69-e6fa-4af7-b2d3-266915535d34 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:46:47.307433 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-695da80c-4593-4fdb-815f-61c897982617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:47.394280 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f2eef3c1-2d18-46b9-80b8-6b80e54108ff tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "DELETE /v2.0/subnets/1c272217-a9e3-43be-a1a5-04061146ad7e HTTP/1.1" status: 204 len: 168 time: 1.1025772 Mar 05 13:46:47.400133 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695da80c-4593-4fdb-815f-61c897982617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c4d64dd-5da5-4bbf-b767-705ba7f7b5b4,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:47.405899 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57336) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:47.411545 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-695da80c-4593-4fdb-815f-61c897982617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:47.417453 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-695da80c-4593-4fdb-815f-61c897982617 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0c4d64dd-5da5-4bbf-b767-705ba7f7b5b4 HTTP/1.1" status: 204 len: 168 time: 0.9271598 Mar 05 13:46:47.418856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57340) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:47.472921 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e6614-cb55-4756-9e2f-4cb1f741ba4a req-be1e9985-7b13-4355-82a1-823cac58a3e2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:47.478876 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e6614-cb55-4756-9e2f-4cb1f741ba4a req-be1e9985-7b13-4355-82a1-823cac58a3e2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:47.485343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e6614-cb55-4756-9e2f-4cb1f741ba4a req-be1e9985-7b13-4355-82a1-823cac58a3e2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:47.491964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e6614-cb55-4756-9e2f-4cb1f741ba4a req-be1e9985-7b13-4355-82a1-823cac58a3e2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:47.497877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e6614-cb55-4756-9e2f-4cb1f741ba4a req-be1e9985-7b13-4355-82a1-823cac58a3e2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:47.504417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e6614-cb55-4756-9e2f-4cb1f741ba4a req-be1e9985-7b13-4355-82a1-823cac58a3e2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:47.510533 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e6614-cb55-4756-9e2f-4cb1f741ba4a req-be1e9985-7b13-4355-82a1-823cac58a3e2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:47.512494 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f49e6614-cb55-4756-9e2f-4cb1f741ba4a req-be1e9985-7b13-4355-82a1-823cac58a3e2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5434 time: 0.6386437 Mar 05 13:46:47.529739 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6fde704d-5412-43a7-b1c1-3cdb4c29f91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:47.625613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6fde704d-5412-43a7-b1c1-3cdb4c29f91a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:46:47.642409 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7a54e1-8698-462a-b846-c90c1a175cbc None None] DHCP port deletion for bc8f8a69-e6fa-4af7-b2d3-266915535d34 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:46:47.648400 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2c7a54e1-8698-462a-b846-c90c1a175cbc None None] Deleting port 63ea0878-983f-4d7b-a8b9-b98a306e363b {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:46:47.649068 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2c7a54e1-8698-462a-b846-c90c1a175cbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:47.649492 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6298cec-531e-416e-bf3d-2e831a74822f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:47.650859 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6fde704d-5412-43a7-b1c1-3cdb4c29f91a admin admin] Usage tracker for resource:security_group_rule and tenant:b107740838624470aa3315d6815c0078 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:46:47.660389 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6fde704d-5412-43a7-b1c1-3cdb4c29f91a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:46:47.671862 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7ddf10a8-1d06-4373-9e71-d47d9f3076a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:47.677521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6fde704d-5412-43a7-b1c1-3cdb4c29f91a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:46:47.692605 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f49e6614-cb55-4756-9e2f-4cb1f741ba4a req-ea553be9-7744-4dfe-bca2-f46dba18db70 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1662693 Mar 05 13:46:47.751343 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-d6298cec-531e-416e-bf3d-2e831a74822f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Deleting port 63ea0878-983f-4d7b-a8b9-b98a306e363b {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:46:47.751686 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6298cec-531e-416e-bf3d-2e831a74822f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:47.891370 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5d7699-d395-4b62-9f3d-eb057e6b759c admin admin] Router 2489fb85-8cf0-41c6-9963-48e494ef9839 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:46:47.907971 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b0880-f1a8-4c5a-bce6-85e77ff224ae req-42e0ece7-9a66-4e6a-9ba2-04193e768056 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:47.914046 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b0880-f1a8-4c5a-bce6-85e77ff224ae req-42e0ece7-9a66-4e6a-9ba2-04193e768056 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:47.919913 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b0880-f1a8-4c5a-bce6-85e77ff224ae req-42e0ece7-9a66-4e6a-9ba2-04193e768056 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:47.926417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b0880-f1a8-4c5a-bce6-85e77ff224ae req-42e0ece7-9a66-4e6a-9ba2-04193e768056 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:47.932178 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b0880-f1a8-4c5a-bce6-85e77ff224ae req-42e0ece7-9a66-4e6a-9ba2-04193e768056 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:47.938117 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b0880-f1a8-4c5a-bce6-85e77ff224ae req-42e0ece7-9a66-4e6a-9ba2-04193e768056 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:47.943961 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b0880-f1a8-4c5a-bce6-85e77ff224ae req-42e0ece7-9a66-4e6a-9ba2-04193e768056 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:47.945835 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e06b0880-f1a8-4c5a-bce6-85e77ff224ae req-42e0ece7-9a66-4e6a-9ba2-04193e768056 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5429 time: 0.5425220 Mar 05 13:46:47.958879 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-2c7a54e1-8698-462a-b846-c90c1a175cbc None None] For port 63ea0878-983f-4d7b-a8b9-b98a306e363b, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=63ea0878-983f-4d7b-a8b9-b98a306e363b,segment=NetworkSegment(f8628409-09be-413a-8660-b188d6b486c3),segment_id=f8628409-09be-413a-8660-b188d6b486c3)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:47.959498 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2c7a54e1-8698-462a-b846-c90c1a175cbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:48.024191 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6fde704d-5412-43a7-b1c1-3cdb4c29f91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:48.032525 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7ddf10a8-1d06-4373-9e71-d47d9f3076a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:48.040866 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6fde704d-5412-43a7-b1c1-3cdb4c29f91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:48.130437 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6fde704d-5412-43a7-b1c1-3cdb4c29f91a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b107740838624470aa3315d6815c0078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9723012 Mar 05 13:46:48.137683 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57348) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:48.138978 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde704d-5412-43a7-b1c1-3cdb4c29f91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c13e078-498e-4c59-9f3c-060207f11823,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:48.181983 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-7ddf10a8-1d06-4373-9e71-d47d9f3076a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c826599-f67c-4ccb-b6d8-3ea485c3292e']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:48.205892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-7ddf10a8-1d06-4373-9e71-d47d9f3076a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8371ccb1-6c0e-4c2a-9b08-7362353b78bd') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:48.206094 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-7ddf10a8-1d06-4373-9e71-d47d9f3076a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8371ccb1-6c0e-4c2a-9b08-7362353b78bd') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:48.232006 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2c7a54e1-8698-462a-b846-c90c1a175cbc None None] Calling delete_port for 63ea0878-983f-4d7b-a8b9-b98a306e363b owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:46:48.243191 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7ddf10a8-1d06-4373-9e71-d47d9f3076a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:48.263976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf674c-f5d3-470c-9eff-3bef3a0ad8f8 req-1fdb1348-aa31-4e87-bbbb-a4a9f8e524b4 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:48.272263 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-27cf674c-f5d3-470c-9eff-3bef3a0ad8f8 req-1fdb1348-aa31-4e87-bbbb-a4a9f8e524b4 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.4205234 Mar 05 13:46:48.307099 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7ddf10a8-1d06-4373-9e71-d47d9f3076a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:48.334557 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ddf10a8-1d06-4373-9e71-d47d9f3076a6 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:46:48.335265 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7ddf10a8-1d06-4373-9e71-d47d9f3076a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:48.340816 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2c7a54e1-8698-462a-b846-c90c1a175cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:48.341312 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e06b0880-f1a8-4c5a-bce6-85e77ff224ae req-dcaa214b-1993-47ae-871d-bb4d86c28d58 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3585401 Mar 05 13:46:48.362866 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-d6298cec-531e-416e-bf3d-2e831a74822f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] For port 63ea0878-983f-4d7b-a8b9-b98a306e363b, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=63ea0878-983f-4d7b-a8b9-b98a306e363b,segment=NetworkSegment(f8628409-09be-413a-8660-b188d6b486c3),segment_id=f8628409-09be-413a-8660-b188d6b486c3)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:48.363270 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6298cec-531e-416e-bf3d-2e831a74822f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:48.407643 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a54e1-8698-462a-b846-c90c1a175cbc None None] Pushing event deleted for resources: {'Port': ['ID=63ea0878-983f-4d7b-a8b9-b98a306e363b,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:48.411697 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7a54e1-8698-462a-b846-c90c1a175cbc None None] No DVR routers for this DVR port 63ea0878-983f-4d7b-a8b9-b98a306e363b on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:46:48.441613 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2d7916e8-5dd5-4218-b042-9ebf54796694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:46:48.443569 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:46:48.463283 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7ddf10a8-1d06-4373-9e71-d47d9f3076a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:48.488228 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7ddf10a8-1d06-4373-9e71-d47d9f3076a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:48.491643 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5d7699-d395-4b62-9f3d-eb057e6b759c admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:46:48.501572 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b994525e-8c75-4dc9-a4df-90da0faf1d9d None None] Sync routers for ids ['2489fb85-8cf0-41c6-9963-48e494ef9839'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:46:48.511960 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b994525e-8c75-4dc9-a4df-90da0faf1d9d None None] Routers {'2489fb85-8cf0-41c6-9963-48e494ef9839'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:46:48.512677 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b994525e-8c75-4dc9-a4df-90da0faf1d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:46:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['2489fb85-8cf0-41c6-9963-48e494ef9839'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:48.525198 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-27cf674c-f5d3-470c-9eff-3bef3a0ad8f8 req-a5d421ba-4633-40d8-bc98-2dde76813994 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517922 Mar 05 13:46:48.546709 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2d7916e8-5dd5-4218-b042-9ebf54796694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:48.553772 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf10a8-1d06-4373-9e71-d47d9f3076a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c826599-f67c-4ccb-b6d8-3ea485c3292e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:48.587281 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7ddf10a8-1d06-4373-9e71-d47d9f3076a6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0c826599-f67c-4ccb-b6d8-3ea485c3292e HTTP/1.1" status: 204 len: 168 time: 1.1615636 Mar 05 13:46:48.588168 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57354) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:48.657022 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-a27e71cb-5363-4a2b-833e-3a344056110b admin admin] Deleting subnet 717a8e3f-5f16-4aac-a8ee-6e97721faf75 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:46:48.659520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-d6298cec-531e-416e-bf3d-2e831a74822f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Calling delete_port for 63ea0878-983f-4d7b-a8b9-b98a306e363b owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:46:48.694446 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a27e71cb-5363-4a2b-833e-3a344056110b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:48.725723 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-b994525e-8c75-4dc9-a4df-90da0faf1d9d None None] Set router 2489fb85-8cf0-41c6-9963-48e494ef9839 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:46:48.768522 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a27e71cb-5363-4a2b-833e-3a344056110b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:48.776189 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-d6298cec-531e-416e-bf3d-2e831a74822f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:46:48.776501 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-d6298cec-531e-416e-bf3d-2e831a74822f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:46:48.799499 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9e5d7699-d395-4b62-9f3d-eb057e6b759c admin admin] 10.222.0.16 "PUT /v2.0/routers/2489fb85-8cf0-41c6-9963-48e494ef9839/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5005631 Mar 05 13:46:48.799727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57358) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:48.800646 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2d7916e8-5dd5-4218-b042-9ebf54796694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:48.831028 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7916e8-5dd5-4218-b042-9ebf54796694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c13e078-498e-4c59-9f3c-060207f11823,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:48.853191 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2d7916e8-5dd5-4218-b042-9ebf54796694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:48.854309 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2d7916e8-5dd5-4218-b042-9ebf54796694 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c13e078-498e-4c59-9f3c-060207f11823 HTTP/1.1" status: 204 len: 168 time: 0.7098866 Mar 05 13:46:48.880476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f1463-75cc-4b83-a3a6-f05bde6b95b4 req-9c9c788a-87ad-46c3-a033-d5e7ca7b3e12 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:48.881876 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d03f1463-75cc-4b83-a3a6-f05bde6b95b4 req-9c9c788a-87ad-46c3-a033-d5e7ca7b3e12 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3971185-bf7d-496d-bc37-69b717469ac8 HTTP/1.1" status: 200 len: 945 time: 0.2291286 Mar 05 13:46:48.883013 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a27e71cb-5363-4a2b-833e-3a344056110b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:48.957718 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b732771-9e8f-4c2e-a25a-eb6c4434cfac req-098b7c03-c0cc-4711-bd4e-4c136aaa38c3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:48.967978 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b732771-9e8f-4c2e-a25a-eb6c4434cfac req-098b7c03-c0cc-4711-bd4e-4c136aaa38c3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:48.980301 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d03f1463-75cc-4b83-a3a6-f05bde6b95b4 req-53de6670-7d29-4e79-b9db-999b10bff74c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680077 Mar 05 13:46:48.992234 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b732771-9e8f-4c2e-a25a-eb6c4434cfac req-098b7c03-c0cc-4711-bd4e-4c136aaa38c3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:49.011219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b732771-9e8f-4c2e-a25a-eb6c4434cfac req-098b7c03-c0cc-4711-bd4e-4c136aaa38c3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:49.015415 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a27e71cb-5363-4a2b-833e-3a344056110b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:49.026500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b732771-9e8f-4c2e-a25a-eb6c4434cfac req-098b7c03-c0cc-4711-bd4e-4c136aaa38c3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:49.036575 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b732771-9e8f-4c2e-a25a-eb6c4434cfac req-098b7c03-c0cc-4711-bd4e-4c136aaa38c3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:49.042359 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b732771-9e8f-4c2e-a25a-eb6c4434cfac req-098b7c03-c0cc-4711-bd4e-4c136aaa38c3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:49.052270 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9b732771-9e8f-4c2e-a25a-eb6c4434cfac req-098b7c03-c0cc-4711-bd4e-4c136aaa38c3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5434 time: 0.5499871 Mar 05 13:46:49.065502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e71cb-5363-4a2b-833e-3a344056110b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=717a8e3f-5f16-4aac-a8ee-6e97721faf75,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:49.067840 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b994525e-8c75-4dc9-a4df-90da0faf1d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2489fb85-8cf0-41c6-9963-48e494ef9839', 'name': 'tempest-FloatingIPsTestJSON-718679568-router', 'tenant_id': '4e8b6f84c6614cf5962c11472e5af686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1188b9e5-9fd6-491a-8381-78e5e1585e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:46:07Z', 'updated_at': '2022-03-05T13:46:46Z', 'revision_number': 5, 'project_id': '4e8b6f84c6614cf5962c11472e5af686', 'gw_port': {'id': '1188b9e5-9fd6-491a-8381-78e5e1585e8b', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489fb85-8cf0-41c6-9963-48e494ef9839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:09Z', 'updated_at': '2022-03-05T13:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:49.072247 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b994525e-8c75-4dc9-a4df-90da0faf1d9d None None] Checking router: 2489fb85-8cf0-41c6-9963-48e494ef9839 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:46:49.079836 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a27e71cb-5363-4a2b-833e-3a344056110b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:49.088314 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a27e71cb-5363-4a2b-833e-3a344056110b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/717a8e3f-5f16-4aac-a8ee-6e97721faf75 HTTP/1.1" status: 204 len: 168 time: 0.4986684 Mar 05 13:46:49.089211 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b994525e-8c75-4dc9-a4df-90da0faf1d9d None None] Routers {'2489fb85-8cf0-41c6-9963-48e494ef9839'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:46:49.089874 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b994525e-8c75-4dc9-a4df-90da0faf1d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:46:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['2489fb85-8cf0-41c6-9963-48e494ef9839'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:49.090839 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57370) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:49.239609 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ff7b552f-7991-454d-b3ae-414e650906a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:49.303272 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-d6298cec-531e-416e-bf3d-2e831a74822f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Deleting port 63ea0878-983f-4d7b-a8b9-b98a306e363b {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:46:49.303975 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6298cec-531e-416e-bf3d-2e831a74822f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:49.392711 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 63ea0878-983f-4d7b-a8b9-b98a306e363b no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:46:49.442195 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-d6298cec-531e-416e-bf3d-2e831a74822f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] The port '63ea0878-983f-4d7b-a8b9-b98a306e363b' was deleted {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:46:49.453480 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61815edc-ad72-49f4-b29d-646beaa7c77b admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:49.487973 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 63ea0878-983f-4d7b-a8b9-b98a306e363b {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:46:49.488294 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 63ea0878-983f-4d7b-a8b9-b98a306e363b not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:46:49.613448 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-b994525e-8c75-4dc9-a4df-90da0faf1d9d None None] Set router 2489fb85-8cf0-41c6-9963-48e494ef9839 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:46:49.658320 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ff7b552f-7991-454d-b3ae-414e650906a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:49.769923 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-ff7b552f-7991-454d-b3ae-414e650906a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cafd7ed6-a93e-4ddf-a96c-83d646ab2ea6']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:49.838221 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6298cec-531e-416e-bf3d-2e831a74822f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:49.857117 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-ff7b552f-7991-454d-b3ae-414e650906a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085532e7-775b-495d-b1a0-ff329ef57957') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:49.857535 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-ff7b552f-7991-454d-b3ae-414e650906a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085532e7-775b-495d-b1a0-ff329ef57957') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:49.889159 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ff7b552f-7991-454d-b3ae-414e650906a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:49.891668 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d6298cec-531e-416e-bf3d-2e831a74822f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8f8a69-e6fa-4af7-b2d3-266915535d34']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:49.906440 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473863e-01f0-4911-9262-34e4f66f2409 req-42843ae4-7bd7-4f76-aa32-6a663bd668eb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:49.908000 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5473863e-01f0-4911-9262-34e4f66f2409 req-42843ae4-7bd7-4f76-aa32-6a663bd668eb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3971185-bf7d-496d-bc37-69b717469ac8 HTTP/1.1" status: 200 len: 945 time: 0.7081964 Mar 05 13:46:49.920161 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d6298cec-531e-416e-bf3d-2e831a74822f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8628409-09be-413a-8660-b188d6b486c3') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:49.920983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d6298cec-531e-416e-bf3d-2e831a74822f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8628409-09be-413a-8660-b188d6b486c3') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:49.938871 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ff7b552f-7991-454d-b3ae-414e650906a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:49.951082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7b552f-7991-454d-b3ae-414e650906a2 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:46:49.951483 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ff7b552f-7991-454d-b3ae-414e650906a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:49.957472 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6298cec-531e-416e-bf3d-2e831a74822f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:49.971988 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61815edc-ad72-49f4-b29d-646beaa7c77b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:46:49.972776 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:46:50.008693 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6298cec-531e-416e-bf3d-2e831a74822f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:50.020460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6298cec-531e-416e-bf3d-2e831a74822f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:46:50.021133 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6298cec-531e-416e-bf3d-2e831a74822f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:46:50.037053 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:46:50.057473 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b994525e-8c75-4dc9-a4df-90da0faf1d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2489fb85-8cf0-41c6-9963-48e494ef9839', 'name': 'tempest-FloatingIPsTestJSON-718679568-router', 'tenant_id': '4e8b6f84c6614cf5962c11472e5af686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1188b9e5-9fd6-491a-8381-78e5e1585e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:46:07Z', 'updated_at': '2022-03-05T13:46:46Z', 'revision_number': 5, 'project_id': '4e8b6f84c6614cf5962c11472e5af686', 'gw_port': {'id': '1188b9e5-9fd6-491a-8381-78e5e1585e8b', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489fb85-8cf0-41c6-9963-48e494ef9839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:09Z', 'updated_at': '2022-03-05T13:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:50.059829 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-61815edc-ad72-49f4-b29d-646beaa7c77b admin admin] Deleting port 1188b9e5-9fd6-491a-8381-78e5e1585e8b {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:46:50.060381 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61815edc-ad72-49f4-b29d-646beaa7c77b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:50.063468 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b994525e-8c75-4dc9-a4df-90da0faf1d9d None None] The sync data for ids ['2489fb85-8cf0-41c6-9963-48e494ef9839'] in n-d-803718-1 is: [{'id': '2489fb85-8cf0-41c6-9963-48e494ef9839', 'name': 'tempest-FloatingIPsTestJSON-718679568-router', 'tenant_id': '4e8b6f84c6614cf5962c11472e5af686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '1188b9e5-9fd6-491a-8381-78e5e1585e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:46:07Z', 'updated_at': '2022-03-05T13:46:46Z', 'revision_number': 5, 'project_id': '4e8b6f84c6614cf5962c11472e5af686', 'gw_port': {'id': '1188b9e5-9fd6-491a-8381-78e5e1585e8b', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489fb85-8cf0-41c6-9963-48e494ef9839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:09Z', 'updated_at': '2022-03-05T13:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:46:50.068434 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf97e0-93b9-4c80-b820-05bb2ca740dd req-4cf4554f-76c2-4bd5-af8b-9f54e9462678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:50.070099 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fcf97e0-93b9-4c80-b820-05bb2ca740dd req-4cf4554f-76c2-4bd5-af8b-9f54e9462678 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b4c5e1114694e2bb2fc635b08564db6&device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 1097 time: 0.3771367 Mar 05 13:46:50.098849 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5473863e-01f0-4911-9262-34e4f66f2409 req-fc1061db-a69a-42df-b301-7e979d3b151f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811216 Mar 05 13:46:50.103790 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57404) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:50.151029 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33365254-1449-42f5-a899-f10dfdae08d1 req-d351d0bc-2fee-4b33-a8a7-d5fb177fd158 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:50.157767 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33365254-1449-42f5-a899-f10dfdae08d1 req-d351d0bc-2fee-4b33-a8a7-d5fb177fd158 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:50.163597 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33365254-1449-42f5-a899-f10dfdae08d1 req-d351d0bc-2fee-4b33-a8a7-d5fb177fd158 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:50.169619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33365254-1449-42f5-a899-f10dfdae08d1 req-d351d0bc-2fee-4b33-a8a7-d5fb177fd158 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:50.176290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33365254-1449-42f5-a899-f10dfdae08d1 req-d351d0bc-2fee-4b33-a8a7-d5fb177fd158 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:50.182100 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33365254-1449-42f5-a899-f10dfdae08d1 req-d351d0bc-2fee-4b33-a8a7-d5fb177fd158 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:50.189010 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33365254-1449-42f5-a899-f10dfdae08d1 req-d351d0bc-2fee-4b33-a8a7-d5fb177fd158 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:50.196423 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-33365254-1449-42f5-a899-f10dfdae08d1 req-d351d0bc-2fee-4b33-a8a7-d5fb177fd158 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5429 time: 0.4119411 Mar 05 13:46:50.215388 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ff7b552f-7991-454d-b3ae-414e650906a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:50.304270 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-d709560d-b2f5-423b-9f96-a651bc5f49d4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1402838448-network', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:46:50.314815 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ff7b552f-7991-454d-b3ae-414e650906a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:50.323845 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d709560d-b2f5-423b-9f96-a651bc5f49d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:46:50.349916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b552f-7991-454d-b3ae-414e650906a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cafd7ed6-a93e-4ddf-a96c-83d646ab2ea6,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:50.352461 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d709560d-b2f5-423b-9f96-a651bc5f49d4 admin admin] Usage tracker for resource:network and tenant:b319e138c56d4a4c98bd5807281ccabc is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:46:50.361550 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ff7b552f-7991-454d-b3ae-414e650906a2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cafd7ed6-a93e-4ddf-a96c-83d646ab2ea6 HTTP/1.1" status: 204 len: 168 time: 1.2688754 Mar 05 13:46:50.362689 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d709560d-b2f5-423b-9f96-a651bc5f49d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:46:50.374293 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d709560d-b2f5-423b-9f96-a651bc5f49d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:46:50.395178 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-33365254-1449-42f5-a899-f10dfdae08d1 req-35d9d159-3463-414d-b7b3-ea00983d0fae tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1977034 Mar 05 13:46:50.417531 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d709560d-b2f5-423b-9f96-a651bc5f49d4 admin admin] Made reservation on behalf of b319e138c56d4a4c98bd5807281ccabc for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:46:50.421671 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d709560d-b2f5-423b-9f96-a651bc5f49d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:50.443688 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d709560d-b2f5-423b-9f96-a651bc5f49d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:50.470839 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6298cec-531e-416e-bf3d-2e831a74822f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:50.494068 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf97e0-93b9-4c80-b820-05bb2ca740dd req-9864ba9f-69aa-4bfb-89a5-4fb2152d6857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:50.497439 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fcf97e0-93b9-4c80-b820-05bb2ca740dd req-9864ba9f-69aa-4bfb-89a5-4fb2152d6857 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d86e86d-be75-4dd0-9056-119726c56558 HTTP/1.1" status: 200 len: 919 time: 0.4162860 Mar 05 13:46:50.520728 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6298cec-531e-416e-bf3d-2e831a74822f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:50.593957 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fcf97e0-93b9-4c80-b820-05bb2ca740dd req-9ddb9b5b-5f6a-474d-9d77-c12d3251c851 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb2972e9-7940-4233-b6f6-cecfa78eca5e HTTP/1.1" status: 200 len: 217 time: 0.0888681 Mar 05 13:46:50.595708 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d709560d-b2f5-423b-9f96-a651bc5f49d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:46:50.598331 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57422) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:50.618036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6298cec-531e-416e-bf3d-2e831a74822f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event deleted for resources: {'Network': ['ID=bc8f8a69-e6fa-4af7-b2d3-266915535d34,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:50.628312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d709560d-b2f5-423b-9f96-a651bc5f49d4 admin admin] Usage tracker for resource:security_group_rule and tenant:b319e138c56d4a4c98bd5807281ccabc is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:46:50.649533 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d6298cec-531e-416e-bf3d-2e831a74822f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "DELETE /v2.0/networks/bc8f8a69-e6fa-4af7-b2d3-266915535d34 HTTP/1.1" status: 204 len: 168 time: 3.2416780 Mar 05 13:46:50.654946 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57428) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:50.677869 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-5613c1ee-0396-4763-8c5d-547d0d2588c5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-55276666'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:46:50.686639 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5613c1ee-0396-4763-8c5d-547d0d2588c5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:46:50.697304 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d709560d-b2f5-423b-9f96-a651bc5f49d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:46:50.713276 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d709560d-b2f5-423b-9f96-a651bc5f49d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:46:50.730618 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5613c1ee-0396-4763-8c5d-547d0d2588c5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Usage tracker for resource:network and tenant:ea18869b41614300bace9687f02782e1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:46:50.742156 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5613c1ee-0396-4763-8c5d-547d0d2588c5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:46:50.754337 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5613c1ee-0396-4763-8c5d-547d0d2588c5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:46:50.759676 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-61815edc-ad72-49f4-b29d-646beaa7c77b admin admin] For port 1188b9e5-9fd6-491a-8381-78e5e1585e8b, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1188b9e5-9fd6-491a-8381-78e5e1585e8b,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:50.760344 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61815edc-ad72-49f4-b29d-646beaa7c77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:50.763635 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3bcd4ee9-54d1-474c-9941-2461f4400798 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=88b70d4f81024502a875d220418ca706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1639690 Mar 05 13:46:50.768170 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57434) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:50.796485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf97e0-93b9-4c80-b820-05bb2ca740dd req-4fcec15c-2d70-4b47-9225-9ea346a47786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:50.798089 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fcf97e0-93b9-4c80-b820-05bb2ca740dd req-4fcec15c-2d70-4b47-9225-9ea346a47786 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32d17a52-66f7-429c-9ede-22bc23f82349 HTTP/1.1" status: 200 len: 859 time: 0.1969285 Mar 05 13:46:50.892150 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fcf97e0-93b9-4c80-b820-05bb2ca740dd req-71182039-f3e9-4d81-9257-6a7a94932ba7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d86e86d-be75-4dd0-9056-119726c56558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794611 Mar 05 13:46:50.900572 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5613c1ee-0396-4763-8c5d-547d0d2588c5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Made reservation on behalf of ea18869b41614300bace9687f02782e1 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:46:50.904513 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5613c1ee-0396-4763-8c5d-547d0d2588c5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:50.913769 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57440) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:50.920352 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-61815edc-ad72-49f4-b29d-646beaa7c77b admin admin] Calling delete_port for 1188b9e5-9fd6-491a-8381-78e5e1585e8b owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:46:50.977304 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b49a02-3d37-4464-830e-53702579f003 req-2be5e47a-6fd9-4382-94be-6c025e399f2e tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:50.978796 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b5b49a02-3d37-4464-830e-53702579f003 req-2be5e47a-6fd9-4382-94be-6c025e399f2e tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.5842621 Mar 05 13:46:51.091798 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5613c1ee-0396-4763-8c5d-547d0d2588c5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:46:51.100003 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7b8aa557-1d51-4209-ac02-11c091079a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:51.117909 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5613c1ee-0396-4763-8c5d-547d0d2588c5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:51.118245 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-5613c1ee-0396-4763-8c5d-547d0d2588c5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Added segment ef03b494-6d5b-4984-b16f-d377cdffa999 of type vlan for network 1502bbc8-612c-4aad-858d-6c61cc67045f Mar 05 13:46:51.129943 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b5b49a02-3d37-4464-830e-53702579f003 req-4bd58a48-e8ed-4d38-9426-1cb5e0f3da13 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425195 Mar 05 13:46:51.170115 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d709560d-b2f5-423b-9f96-a651bc5f49d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:51.171941 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5613c1ee-0396-4763-8c5d-547d0d2588c5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:51.175207 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7b8aa557-1d51-4209-ac02-11c091079a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:51.201489 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d709560d-b2f5-423b-9f96-a651bc5f49d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:51.244334 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4e2778cc-1731-424c-9979-994d4e1df067 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:46:51.248379 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fcf97e0-93b9-4c80-b820-05bb2ca740dd req-0b0da405-406c-4614-8c62-397c97df91aa service neutron] 10.222.0.15 "GET /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135717 Mar 05 13:46:51.254938 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54988e-8b4b-409a-ace1-bf4d49369d93 req-fd5bbe38-1290-47e0-8c32-b064588b0dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:51.255404 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54988e-8b4b-409a-ace1-bf4d49369d93 req-fd5bbe38-1290-47e0-8c32-b064588b0dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:51.255865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54988e-8b4b-409a-ace1-bf4d49369d93 req-fd5bbe38-1290-47e0-8c32-b064588b0dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:51.256658 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54988e-8b4b-409a-ace1-bf4d49369d93 req-fd5bbe38-1290-47e0-8c32-b064588b0dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:51.257100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54988e-8b4b-409a-ace1-bf4d49369d93 req-fd5bbe38-1290-47e0-8c32-b064588b0dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:51.257557 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54988e-8b4b-409a-ace1-bf4d49369d93 req-fd5bbe38-1290-47e0-8c32-b064588b0dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:51.258012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54988e-8b4b-409a-ace1-bf4d49369d93 req-fd5bbe38-1290-47e0-8c32-b064588b0dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:51.259926 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4e54988e-8b4b-409a-ace1-bf4d49369d93 req-fd5bbe38-1290-47e0-8c32-b064588b0dae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 6491 time: 0.3117437 Mar 05 13:46:51.262160 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d709560d-b2f5-423b-9f96-a651bc5f49d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:46:51.278521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cbc5f-f5cf-4667-9fc3-83cbc2db5b67 req-ec89d80d-8d01-4bc5-a84b-c3c8565f1224 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:51.280570 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c62cbc5f-f5cf-4667-9fc3-83cbc2db5b67 req-ec89d80d-8d01-4bc5-a84b-c3c8565f1224 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3971185-bf7d-496d-bc37-69b717469ac8 HTTP/1.1" status: 200 len: 945 time: 0.3854680 Mar 05 13:46:51.289329 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 4e2778cc-1731-424c-9979-994d4e1df067 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:46:51.290421 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4e2778cc-1731-424c-9979-994d4e1df067 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:46:51.292519 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5613c1ee-0396-4763-8c5d-547d0d2588c5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:51.298056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5613c1ee-0396-4763-8c5d-547d0d2588c5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:51.298929 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5613c1ee-0396-4763-8c5d-547d0d2588c5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:51.338726 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709560d-b2f5-423b-9f96-a651bc5f49d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0cc353-7c53-4421-b22a-0b64a07a0b10,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:51.343886 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d709560d-b2f5-423b-9f96-a651bc5f49d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:51.344232 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-d709560d-b2f5-423b-9f96-a651bc5f49d4 admin admin] Added segment ecd69e45-c24c-48cc-9973-bc653c95a159 of type vlan for network afc0328a-7447-4ab2-b692-c72de15f8a21 Mar 05 13:46:51.378006 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61815edc-ad72-49f4-b29d-646beaa7c77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:51.460947 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d709560d-b2f5-423b-9f96-a651bc5f49d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:51.463150 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4e54988e-8b4b-409a-ace1-bf4d49369d93 req-1ffc866d-8db8-40bc-8e8a-80b29a7faecf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dd8e3c51-0309-463b-afee-728e489e071e&id=b39a962b-d0ac-433e-9966-87cb0ae598a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1944718 Mar 05 13:46:51.480944 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c62cbc5f-f5cf-4667-9fc3-83cbc2db5b67 req-6c0228c3-f364-4643-94e1-3871a9b138c3 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710408 Mar 05 13:46:51.481648 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7b8aa557-1d51-4209-ac02-11c091079a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:51.495366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61815edc-ad72-49f4-b29d-646beaa7c77b admin admin] Pushing event deleted for resources: {'Port': ['ID=1188b9e5-9fd6-491a-8381-78e5e1585e8b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:51.502277 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5613c1ee-0396-4763-8c5d-547d0d2588c5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8462708 Mar 05 13:46:51.503923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57450) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:51.508652 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613c1ee-0396-4763-8c5d-547d0d2588c5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event updated for resources: {'Network': ['ID=1502bbc8-612c-4aad-858d-6c61cc67045f,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:51.516345 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8aa557-1d51-4209-ac02-11c091079a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb34d41-1618-4684-a572-53c50145d343,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:51.525798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 1502bbc8-612c-4aad-858d-6c61cc67045f details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:46:51.549564 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-b54eac5f-ca62-4229-ad0f-bdbbb1b48c75 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Request body: {'subnet': {'network_id': '1502bbc8-612c-4aad-858d-6c61cc67045f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:46:51.562446 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fcf97e0-93b9-4c80-b820-05bb2ca740dd req-dd28f52b-144c-4d89-aae0-866bc3857779 service neutron] 10.222.0.15 "GET /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921765 Mar 05 13:46:51.569040 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d709560d-b2f5-423b-9f96-a651bc5f49d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:51.570151 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d709560d-b2f5-423b-9f96-a651bc5f49d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:51.570954 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d709560d-b2f5-423b-9f96-a651bc5f49d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:51.605269 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7b8aa557-1d51-4209-ac02-11c091079a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:51.609841 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7b8aa557-1d51-4209-ac02-11c091079a1a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2cb34d41-1618-4684-a572-53c50145d343 HTTP/1.1" status: 204 len: 168 time: 0.8245506 Mar 05 13:46:51.687950 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d709560d-b2f5-423b-9f96-a651bc5f49d4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5808616 Mar 05 13:46:51.691338 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57458) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:51.700060 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-1f34b8f2-47dd-48d9-be78-743f624054af admin admin] Request body: {'subnet': {'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1402838448-subnet', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:46:51.704341 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709560d-b2f5-423b-9f96-a651bc5f49d4 admin admin] Pushing event updated for resources: {'Network': ['ID=afc0328a-7447-4ab2-b692-c72de15f8a21,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:51.708181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1f34b8f2-47dd-48d9-be78-743f624054af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:46:51.713341 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1f34b8f2-47dd-48d9-be78-743f624054af admin admin] Usage tracker for resource:subnet and tenant:b319e138c56d4a4c98bd5807281ccabc is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:46:51.716852 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1f34b8f2-47dd-48d9-be78-743f624054af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:46:51.723772 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1f34b8f2-47dd-48d9-be78-743f624054af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:46:51.737066 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f34b8f2-47dd-48d9-be78-743f624054af admin admin] Made reservation on behalf of b319e138c56d4a4c98bd5807281ccabc for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:46:51.742520 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f34b8f2-47dd-48d9-be78-743f624054af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:51.764598 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network afc0328a-7447-4ab2-b692-c72de15f8a21 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:46:51.774217 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b54eac5f-ca62-4229-ad0f-bdbbb1b48c75 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:46:51.778033 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b54eac5f-ca62-4229-ad0f-bdbbb1b48c75 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Usage tracker for resource:subnet and tenant:ea18869b41614300bace9687f02782e1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:46:51.781588 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b54eac5f-ca62-4229-ad0f-bdbbb1b48c75 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:46:51.787391 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b54eac5f-ca62-4229-ad0f-bdbbb1b48c75 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:46:51.801548 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61815edc-ad72-49f4-b29d-646beaa7c77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:51.959702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54eac5f-ca62-4229-ad0f-bdbbb1b48c75 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Made reservation on behalf of ea18869b41614300bace9687f02782e1 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:46:51.963902 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b54eac5f-ca62-4229-ad0f-bdbbb1b48c75 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:52.122961 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57466) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:52.245604 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f34b8f2-47dd-48d9-be78-743f624054af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:52.277222 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61815edc-ad72-49f4-b29d-646beaa7c77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:52.286198 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61815edc-ad72-49f4-b29d-646beaa7c77b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:52.291900 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d65c9dcb-c184-43eb-9c1b-3eca7d70767e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb0dd08a41fa49d5b4343a5ca9dc5b79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1665154 Mar 05 13:46:52.297821 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57472) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:52.371941 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61815edc-ad72-49f4-b29d-646beaa7c77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:52.372472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61815edc-ad72-49f4-b29d-646beaa7c77b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2489fb85-8cf0-41c6-9963-48e494ef9839 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:46:52.399773 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed8cc5-cba2-4610-87b5-eaa3b26f0780 req-63fa2151-ba94-4892-9990-96cadd0bec4c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:52.402233 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34b8f2-47dd-48d9-be78-743f624054af admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9f0f85d-e916-4aa7-8d40-c24768de8024,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:52.406418 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed8cc5-cba2-4610-87b5-eaa3b26f0780 req-63fa2151-ba94-4892-9990-96cadd0bec4c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:52.412279 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed8cc5-cba2-4610-87b5-eaa3b26f0780 req-63fa2151-ba94-4892-9990-96cadd0bec4c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:52.417800 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f34b8f2-47dd-48d9-be78-743f624054af admin admin] Checking segment: {'id': 'ecd69e45-c24c-48cc-9973-bc653c95a159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:46:52.418090 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed8cc5-cba2-4610-87b5-eaa3b26f0780 req-63fa2151-ba94-4892-9990-96cadd0bec4c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:52.418253 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f34b8f2-47dd-48d9-be78-743f624054af admin admin] Network hostable DHCP agents. Network: afc0328a-7447-4ab2-b692-c72de15f8a21, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:46:52.424733 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed8cc5-cba2-4610-87b5-eaa3b26f0780 req-63fa2151-ba94-4892-9990-96cadd0bec4c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:52.430183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ad73c-4d8c-43f3-b83d-096fbb7b715b req-9b389f9d-a042-48f9-aef5-3264bea65e00 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:52.430567 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed8cc5-cba2-4610-87b5-eaa3b26f0780 req-63fa2151-ba94-4892-9990-96cadd0bec4c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:52.431666 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-082ad73c-4d8c-43f3-b83d-096fbb7b715b req-9b389f9d-a042-48f9-aef5-3264bea65e00 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3971185-bf7d-496d-bc37-69b717469ac8 HTTP/1.1" status: 200 len: 945 time: 0.2804894 Mar 05 13:46:52.436623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed8cc5-cba2-4610-87b5-eaa3b26f0780 req-63fa2151-ba94-4892-9990-96cadd0bec4c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:52.444067 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-47ed8cc5-cba2-4610-87b5-eaa3b26f0780 req-63fa2151-ba94-4892-9990-96cadd0bec4c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5429 time: 0.7511301 Mar 05 13:46:52.522712 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61815edc-ad72-49f4-b29d-646beaa7c77b admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:52.523849 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-61815edc-ad72-49f4-b29d-646beaa7c77b admin admin] 10.222.0.16 "DELETE /v2.0/routers/2489fb85-8cf0-41c6-9963-48e494ef9839 HTTP/1.1" status: 204 len: 168 time: 3.7230949 Mar 05 13:46:52.525261 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0e7c9-5e2c-48ac-b876-06b1af3e9a2c req-63aa4b7a-236d-4b34-90c3-80d5ecde1df1 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:52.526901 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3a0e7c9-5e2c-48ac-b876-06b1af3e9a2c req-63aa4b7a-236d-4b34-90c3-80d5ecde1df1 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.2481027 Mar 05 13:46:52.527930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57478) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:52.573212 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f34b8f2-47dd-48d9-be78-743f624054af admin admin] Network afc0328a-7447-4ab2-b692-c72de15f8a21 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:46:52.575535 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-87c872cc-d27e-4ce3-8869-c530e07835ac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6170182 Mar 05 13:46:52.584269 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-deea10c0-476f-4336-b7ac-ba0c5d724566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:52.596972 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-47ed8cc5-cba2-4610-87b5-eaa3b26f0780 req-816e0269-bd17-4bfe-bc9d-04f404b6ef33 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1520641 Mar 05 13:46:52.612872 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-082ad73c-4d8c-43f3-b83d-096fbb7b715b req-a13c0bf5-ac3d-4955-8e24-03be1abfd3cb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Deleting port a932d798-0145-407d-81ce-3e1f1a8615e1 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:46:52.613210 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-082ad73c-4d8c-43f3-b83d-096fbb7b715b req-a13c0bf5-ac3d-4955-8e24-03be1abfd3cb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:52.646458 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-deea10c0-476f-4336-b7ac-ba0c5d724566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:52.705423 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-1f34b8f2-47dd-48d9-be78-743f624054af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, afc0328a-7447-4ab2-b692-c72de15f8a21) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:46:52.718809 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8a320e-9cff-4288-9d13-23d97629a808 None None] Network afc0328a-7447-4ab2-b692-c72de15f8a21 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:46:52.732379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f34b8f2-47dd-48d9-be78-743f624054af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:52.733129 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f34b8f2-47dd-48d9-be78-743f624054af admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:52.743786 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1c6a91-09e2-4f0f-bb9d-8c5e751ac3f3 admin admin] Deleting subnet 83ce37ae-e861-4a25-9a98-c5ad29eac0cc {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:46:52.760502 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3a0e7c9-5e2c-48ac-b876-06b1af3e9a2c req-33e49156-9342-469f-adfe-63d3d4283967 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772535 Mar 05 13:46:52.761157 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8f1c6a91-09e2-4f0f-bb9d-8c5e751ac3f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:52.800419 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b54eac5f-ca62-4229-ad0f-bdbbb1b48c75 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:52.854754 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1f34b8f2-47dd-48d9-be78-743f624054af admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1608958 Mar 05 13:46:52.855635 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57482) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:52.870405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ae7c4114-6a6f-4a4f-868f-776a0770fd5a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1402838448-router', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:46:52.880118 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ae7c4114-6a6f-4a4f-868f-776a0770fd5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:46:52.884103 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ae7c4114-6a6f-4a4f-868f-776a0770fd5a admin admin] Usage tracker for resource:router and tenant:b319e138c56d4a4c98bd5807281ccabc is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:46:52.886975 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ae7c4114-6a6f-4a4f-868f-776a0770fd5a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:46:52.899757 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8f1c6a91-09e2-4f0f-bb9d-8c5e751ac3f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:52.910017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54eac5f-ca62-4229-ad0f-bdbbb1b48c75 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event updated for resources: {'Subnet': ['ID=dd92259d-840c-48db-9c62-b80938cd1fa5,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:52.927336 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-deea10c0-476f-4336-b7ac-ba0c5d724566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:52.947388 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54eac5f-ca62-4229-ad0f-bdbbb1b48c75 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Checking segment: {'id': 'ef03b494-6d5b-4984-b16f-d377cdffa999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1502bbc8-612c-4aad-858d-6c61cc67045f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:46:52.947664 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54eac5f-ca62-4229-ad0f-bdbbb1b48c75 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Network hostable DHCP agents. Network: 1502bbc8-612c-4aad-858d-6c61cc67045f, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:46:52.964197 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea10c0-476f-4336-b7ac-ba0c5d724566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e262bd24-fc19-4dda-93a1-431c5cb28a19,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:52.971296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-d18b8491-4ecb-48bb-94e9-9f7f4e3aa24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:52.971775 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-d18b8491-4ecb-48bb-94e9-9f7f4e3aa24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:52.972235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-d18b8491-4ecb-48bb-94e9-9f7f4e3aa24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:52.972692 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-d18b8491-4ecb-48bb-94e9-9f7f4e3aa24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:52.973144 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-d18b8491-4ecb-48bb-94e9-9f7f4e3aa24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:52.973595 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-d18b8491-4ecb-48bb-94e9-9f7f4e3aa24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:52.974035 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-d18b8491-4ecb-48bb-94e9-9f7f4e3aa24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:52.975997 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-d18b8491-4ecb-48bb-94e9-9f7f4e3aa24e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28610c303cf6490b864485c4875d7beb&device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 6491 time: 0.3039379 Mar 05 13:46:52.990458 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-deea10c0-476f-4336-b7ac-ba0c5d724566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:52.991866 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-deea10c0-476f-4336-b7ac-ba0c5d724566 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e262bd24-fc19-4dda-93a1-431c5cb28a19 HTTP/1.1" status: 204 len: 168 time: 0.6878235 Mar 05 13:46:52.994254 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79b6cea-f801-4f49-a68d-e082db544815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-afc0328a-7447-4ab2-b692-c72de15f8a21', 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'fixed_ips': [{'subnet_id': 'b9f0f85d-e916-4aa7-8d40-c24768de8024'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:46:52.995367 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b79b6cea-f801-4f49-a68d-e082db544815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:53.004219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38eb39-dccf-4915-b31d-7410758e9d48 req-4003a250-62ec-4eb5-a732-a7bc415e4d81 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:53.005680 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5c38eb39-dccf-4915-b31d-7410758e9d48 req-4003a250-62ec-4eb5-a732-a7bc415e4d81 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3971185-bf7d-496d-bc37-69b717469ac8 HTTP/1.1" status: 200 len: 945 time: 0.2739446 Mar 05 13:46:53.005932 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ae7c4114-6a6f-4a4f-868f-776a0770fd5a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:46:53.038592 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54eac5f-ca62-4229-ad0f-bdbbb1b48c75 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Network 1502bbc8-612c-4aad-858d-6c61cc67045f is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:46:53.078664 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8f1c6a91-09e2-4f0f-bb9d-8c5e751ac3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:53.105739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-b54eac5f-ca62-4229-ad0f-bdbbb1b48c75 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 1502bbc8-612c-4aad-858d-6c61cc67045f) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:46:53.132041 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68471a6f-9e02-4cca-8848-7aedd18410c3 None None] Network 1502bbc8-612c-4aad-858d-6c61cc67045f requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:46:53.191675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54eac5f-ca62-4229-ad0f-bdbbb1b48c75 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:53.191675 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b54eac5f-ca62-4229-ad0f-bdbbb1b48c75 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:53.222426 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5c38eb39-dccf-4915-b31d-7410758e9d48 req-4c9afb3a-f48d-4159-b02c-524750294147 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022254 Mar 05 13:46:53.255142 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4114-6a6f-4a4f-868f-776a0770fd5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:53.256243 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4114-6a6f-4a4f-868f-776a0770fd5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:53.300637 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-1c4bde02-0c51-45df-9d4c-08388e456bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:53.301681 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-1c4bde02-0c51-45df-9d4c-08388e456bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:53.302829 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-1c4bde02-0c51-45df-9d4c-08388e456bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:53.305124 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-1c4bde02-0c51-45df-9d4c-08388e456bf8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eeb6dd3a-1e4e-467a-a55d-6c75511821fe&id=8fa48499-e36c-4df6-9ca6-fd9e833610e5&id=8fa48499-e36c-4df6-9ca6-fd9e833610e5&id=8fa48499-e36c-4df6-9ca6-fd9e833610e5&id=8fa48499-e36c-4df6-9ca6-fd9e833610e5&id=4737ff0a-cb53-4e8a-bc54-82a47945de4b&id=4737ff0a-cb53-4e8a-bc54-82a47945de4b HTTP/1.1" status: 200 len: 2290 time: 0.2619858 Mar 05 13:46:53.398719 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4114-6a6f-4a4f-868f-776a0770fd5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:53.418927 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8f1c6a91-09e2-4f0f-bb9d-8c5e751ac3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:53.430194 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b54eac5f-ca62-4229-ad0f-bdbbb1b48c75 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9214115 Mar 05 13:46:53.437386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57490) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:53.449614 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-c3c114fd-9be5-47cf-a870-fa4193a1cabe tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1315357817'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:46:53.457685 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c3c114fd-9be5-47cf-a870-fa4193a1cabe tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:46:53.465945 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c3c114fd-9be5-47cf-a870-fa4193a1cabe tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Usage tracker for resource:network and tenant:ea18869b41614300bace9687f02782e1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:46:53.471080 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c3c114fd-9be5-47cf-a870-fa4193a1cabe tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:46:53.492666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c3c114fd-9be5-47cf-a870-fa4193a1cabe tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:46:53.504700 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-81b79b1d-d56a-4da0-91f5-49bb178a51a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc101af9-7584-40b5-876a-1d58e91b14a0 HTTP/1.1" status: 200 len: 1002 time: 0.1919463 Mar 05 13:46:53.537025 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c6a91-09e2-4f0f-bb9d-8c5e751ac3f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83ce37ae-e861-4a25-9a98-c5ad29eac0cc,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:53.546041 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1188b9e5-9fd6-491a-8381-78e5e1585e8b no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:46:53.551106 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8f1c6a91-09e2-4f0f-bb9d-8c5e751ac3f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:53.561645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c114fd-9be5-47cf-a870-fa4193a1cabe tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Made reservation on behalf of ea18869b41614300bace9687f02782e1 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:46:53.565362 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c3c114fd-9be5-47cf-a870-fa4193a1cabe tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:53.610676 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-d0b6ddd8-0cdc-4495-8400-4af8eb22e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:53.614021 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-d0b6ddd8-0cdc-4495-8400-4af8eb22e7f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7f5fdc7-cd8a-40ad-987c-101447f15754 HTTP/1.1" status: 200 len: 851 time: 0.1026888 Mar 05 13:46:53.614449 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6624d6c1-dd69-417f-a28b-00c5d83acdfc None None] Network 4c72e869-e2b1-445e-8eca-e8102051381a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:46:53.657833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c114fd-9be5-47cf-a870-fa4193a1cabe tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:46:53.672057 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 1188b9e5-9fd6-491a-8381-78e5e1585e8b {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:46:53.672417 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1188b9e5-9fd6-491a-8381-78e5e1585e8b not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:46:53.686840 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c3c114fd-9be5-47cf-a870-fa4193a1cabe tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:53.686840 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-c3c114fd-9be5-47cf-a870-fa4193a1cabe tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Added segment 1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde of type vlan for network dba8b2bc-72ba-44c0-b91c-757ff7c80584 Mar 05 13:46:53.719646 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8f1c6a91-09e2-4f0f-bb9d-8c5e751ac3f3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/83ce37ae-e861-4a25-9a98-c5ad29eac0cc HTTP/1.1" status: 204 len: 168 time: 1.1870091 Mar 05 13:46:53.722247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57504) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:53.728628 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c3c114fd-9be5-47cf-a870-fa4193a1cabe tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:53.817169 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-082ad73c-4d8c-43f3-b83d-096fbb7b715b req-a13c0bf5-ac3d-4955-8e24-03be1abfd3cb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] For port a932d798-0145-407d-81ce-3e1f1a8615e1, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a932d798-0145-407d-81ce-3e1f1a8615e1,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:53.817814 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-082ad73c-4d8c-43f3-b83d-096fbb7b715b req-a13c0bf5-ac3d-4955-8e24-03be1abfd3cb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:53.865457 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-b17048bd-7449-4368-b1f5-3a94602abf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:53.868352 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-b17048bd-7449-4368-b1f5-3a94602abf5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eeb6dd3a-1e4e-467a-a55d-6c75511821fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2479768 Mar 05 13:46:53.900795 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-531b3ba2-b071-4e70-b0f5-8b7be3b7b1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:53.905733 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c3c114fd-9be5-47cf-a870-fa4193a1cabe tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:53.911506 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c114fd-9be5-47cf-a870-fa4193a1cabe tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:53.912316 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c3c114fd-9be5-47cf-a870-fa4193a1cabe tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:53.944534 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4114-6a6f-4a4f-868f-776a0770fd5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:53.946212 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-b79b6cea-f801-4f49-a68d-e082db544815 None None] Allocated IP 172.20.0.2 (afc0328a-7447-4ab2-b692-c72de15f8a21/b9f0f85d-e916-4aa7-8d40-c24768de8024/38dbc8e4-dffb-4d16-8213-750337579af8) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:46:54.048581 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7830094b-ff2a-4928-9d08-a3593705035d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-1502bbc8-612c-4aad-858d-6c61cc67045f', 'network_id': '1502bbc8-612c-4aad-858d-6c61cc67045f', 'tenant_id': 'ea18869b41614300bace9687f02782e1', 'fixed_ips': [{'subnet_id': 'dd92259d-840c-48db-9c62-b80938cd1fa5'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:46:54.049397 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7830094b-ff2a-4928-9d08-a3593705035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:54.158942 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-531b3ba2-b071-4e70-b0f5-8b7be3b7b1af admin admin] Deleting port beb5e713-4550-4e5d-9490-ccb2c16864bd {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:46:54.159508 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-531b3ba2-b071-4e70-b0f5-8b7be3b7b1af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:54.162426 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-082ad73c-4d8c-43f3-b83d-096fbb7b715b req-a13c0bf5-ac3d-4955-8e24-03be1abfd3cb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Calling delete_port for a932d798-0145-407d-81ce-3e1f1a8615e1 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:46:54.194342 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c3c114fd-9be5-47cf-a870-fa4193a1cabe tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7558236 Mar 05 13:46:54.208679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57518) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:54.217209 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c114fd-9be5-47cf-a870-fa4193a1cabe tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event updated for resources: {'Network': ['ID=dba8b2bc-72ba-44c0-b91c-757ff7c80584,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:54.224286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-c5f03b90-22d5-42fa-8fd9-05fd3fd370ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Request body: {'subnet': {'network_id': 'dba8b2bc-72ba-44c0-b91c-757ff7c80584', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:46:54.237599 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network dba8b2bc-72ba-44c0-b91c-757ff7c80584 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:46:54.437179 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceda6b-674f-48a6-85cf-28d69f1f91cd req-0f80ac4c-329b-4640-8880-cf774f97e08c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:54.443451 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceda6b-674f-48a6-85cf-28d69f1f91cd req-0f80ac4c-329b-4640-8880-cf774f97e08c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:54.449605 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceda6b-674f-48a6-85cf-28d69f1f91cd req-0f80ac4c-329b-4640-8880-cf774f97e08c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:54.456196 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceda6b-674f-48a6-85cf-28d69f1f91cd req-0f80ac4c-329b-4640-8880-cf774f97e08c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:54.462177 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceda6b-674f-48a6-85cf-28d69f1f91cd req-0f80ac4c-329b-4640-8880-cf774f97e08c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:54.469146 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceda6b-674f-48a6-85cf-28d69f1f91cd req-0f80ac4c-329b-4640-8880-cf774f97e08c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:54.475352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceda6b-674f-48a6-85cf-28d69f1f91cd req-0f80ac4c-329b-4640-8880-cf774f97e08c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:54.483022 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0aceda6b-674f-48a6-85cf-28d69f1f91cd req-0f80ac4c-329b-4640-8880-cf774f97e08c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5429 time: 0.6567636 Mar 05 13:46:54.538736 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-7830094b-ff2a-4928-9d08-a3593705035d None None] Allocated IP 19.80.0.2 (1502bbc8-612c-4aad-858d-6c61cc67045f/dd92259d-840c-48db-9c62-b80938cd1fa5/08fc9a5f-c594-482c-a200-33d37ed0ea59) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:46:54.594664 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0aceda6b-674f-48a6-85cf-28d69f1f91cd req-68a1fd94-230d-45ea-9c12-28af4bf3970e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1103203 Mar 05 13:46:54.618817 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-082ad73c-4d8c-43f3-b83d-096fbb7b715b req-a13c0bf5-ac3d-4955-8e24-03be1abfd3cb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:54.644724 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5378e505-c269-490b-ba3e-02eb803c2100 None None] DHCP port deletion for 4c72e869-e2b1-445e-8eca-e8102051381a request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:46:54.647465 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['4e8e3409-53d8-4da7-8d85-ae70635ee2ea'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:46:54.671874 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['a932d798-0145-407d-81ce-3e1f1a8615e1'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:46:54.745719 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-d94d4279-cea3-4488-b492-80bab5e2263a service neutron] 10.222.0.30 "GET /v2.0/networks/eeb6dd3a-1e4e-467a-a55d-6c75511821fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8676658 Mar 05 13:46:54.782673 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5378e505-c269-490b-ba3e-02eb803c2100 None None] Deleting port beb5e713-4550-4e5d-9490-ccb2c16864bd {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:46:54.783076 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5378e505-c269-490b-ba3e-02eb803c2100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:54.797357 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c5f03b90-22d5-42fa-8fd9-05fd3fd370ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:46:54.825288 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c5f03b90-22d5-42fa-8fd9-05fd3fd370ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Usage tracker for resource:subnet and tenant:ea18869b41614300bace9687f02782e1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:46:54.833408 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c0bf5-ac3d-4955-8e24-03be1abfd3cb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Pushing event deleted for resources: {'Port': ['ID=a932d798-0145-407d-81ce-3e1f1a8615e1,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:54.883710 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c428ea2-f9ab-4578-b95d-c6448d19fc4e req-10d4eecd-0e67-4ad4-9307-dab5c671fe66 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:54.885547 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b79b6cea-f801-4f49-a68d-e082db544815 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:54.891451 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c428ea2-f9ab-4578-b95d-c6448d19fc4e req-10d4eecd-0e67-4ad4-9307-dab5c671fe66 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.9080009 Mar 05 13:46:54.910138 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c5f03b90-22d5-42fa-8fd9-05fd3fd370ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:46:54.931818 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b79b6cea-f801-4f49-a68d-e082db544815 None None] Transition to ACTIVE for port object 38dbc8e4-dffb-4d16-8213-750337579af8 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:46:54.958853 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c5f03b90-22d5-42fa-8fd9-05fd3fd370ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:46:54.966309 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a5323551-c705-4786-bf5c-95c8a133abdd req-09e6aff5-c624-46fb-80a6-86df2e334080 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3971185-bf7d-496d-bc37-69b717469ac8 HTTP/1.1" status: 200 len: 210 time: 0.1344621 Mar 05 13:46:55.073675 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b79b6cea-f801-4f49-a68d-e082db544815 None None] Transition to ACTIVE for port object 38dbc8e4-dffb-4d16-8213-750337579af8 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:46:55.091849 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f03b90-22d5-42fa-8fd9-05fd3fd370ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Made reservation on behalf of ea18869b41614300bace9687f02782e1 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:46:55.096518 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c5f03b90-22d5-42fa-8fd9-05fd3fd370ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:55.123179 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4114-6a6f-4a4f-868f-776a0770fd5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:55.126120 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b79b6cea-f801-4f49-a68d-e082db544815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:55.163322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-082ad73c-4d8c-43f3-b83d-096fbb7b715b req-a13c0bf5-ac3d-4955-8e24-03be1abfd3cb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] No DVR routers for this DVR port a932d798-0145-407d-81ce-3e1f1a8615e1 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:46:55.166366 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-082ad73c-4d8c-43f3-b83d-096fbb7b715b req-a13c0bf5-ac3d-4955-8e24-03be1abfd3cb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:55.170580 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-531b3ba2-b071-4e70-b0f5-8b7be3b7b1af admin admin] For port beb5e713-4550-4e5d-9490-ccb2c16864bd, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=beb5e713-4550-4e5d-9490-ccb2c16864bd,segment=NetworkSegment(43e512ea-f9e1-45c5-b9ef-410b96dfd83c),segment_id=43e512ea-f9e1-45c5-b9ef-410b96dfd83c)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:55.170580 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-531b3ba2-b071-4e70-b0f5-8b7be3b7b1af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:55.172851 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4114-6a6f-4a4f-868f-776a0770fd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:55.174398 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3971185-bf7d-496d-bc37-69b717469ac8', 'name': 'network-vif-deleted', 'tag': 'a932d798-0145-407d-81ce-3e1f1a8615e1'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:46:55.190201 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c428ea2-f9ab-4578-b95d-c6448d19fc4e req-3a77ae77-d91a-43c2-9aae-ad039ade3490 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977524 Mar 05 13:46:55.300800 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3971185-bf7d-496d-bc37-69b717469ac8', 'name': 'network-vif-deleted', 'tag': 'a932d798-0145-407d-81ce-3e1f1a8615e1', 'status': 'completed', 'code': 200} Mar 05 13:46:55.305625 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-082ad73c-4d8c-43f3-b83d-096fbb7b715b req-a13c0bf5-ac3d-4955-8e24-03be1abfd3cb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.30 "DELETE /v2.0/ports/a932d798-0145-407d-81ce-3e1f1a8615e1 HTTP/1.1" status: 204 len: 173 time: 2.8626046 Mar 05 13:46:55.318537 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-7cb34b84-361c-486c-a405-562a1abe04ff service neutron] 10.222.0.30 "GET /v2.0/networks/eeb6dd3a-1e4e-467a-a55d-6c75511821fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5584381 Mar 05 13:46:55.365089 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7830094b-ff2a-4928-9d08-a3593705035d None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:55.402336 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79b6cea-f801-4f49-a68d-e082db544815 None None] Network afc0328a-7447-4ab2-b692-c72de15f8a21 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:46:55.403766 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device beb5e713-4550-4e5d-9490-ccb2c16864bd no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:46:55.472897 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-ae7c4114-6a6f-4a4f-868f-776a0770fd5a admin admin] Allocated IP 172.25.4.15 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/ebbb89b7-fb07-4dfc-bdda-c50e43881750) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:46:55.494401 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-531b3ba2-b071-4e70-b0f5-8b7be3b7b1af admin admin] Calling delete_port for beb5e713-4550-4e5d-9490-ccb2c16864bd owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:46:55.540780 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7830094b-ff2a-4928-9d08-a3593705035d None None] Transition to ACTIVE for port object 08fc9a5f-c594-482c-a200-33d37ed0ea59 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:46:55.549636 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-b79b6cea-f801-4f49-a68d-e082db544815 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:46:55.555572 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79b6cea-f801-4f49-a68d-e082db544815 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:46:55.566281 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 45d7348f-7f9b-402e-806f-fad32b169dc7 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:46:55.705212 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-531b3ba2-b071-4e70-b0f5-8b7be3b7b1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:55.752146 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-e5acf0b0-9e53-4d2c-aef5-a8c4e3138367 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=8139ea31-6761-417f-998b-15794fc80588 HTTP/1.1" status: 200 len: 217 time: 0.1139481 Mar 05 13:46:55.783332 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 45d7348f-7f9b-402e-806f-fad32b169dc7, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=45d7348f-7f9b-402e-806f-fad32b169dc7,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:55.806941 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b3ba2-b071-4e70-b0f5-8b7be3b7b1af admin admin] Pushing event deleted for resources: {'Port': ['ID=beb5e713-4550-4e5d-9490-ccb2c16864bd,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:55.811639 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531b3ba2-b071-4e70-b0f5-8b7be3b7b1af admin admin] No DVR routers for this DVR port beb5e713-4550-4e5d-9490-ccb2c16864bd on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:46:55.845759 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4114-6a6f-4a4f-868f-776a0770fd5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:55.901844 n-d-803718-1 neutron-server[87915]: INFO neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No ports have port_id starting with beb5e713-4550-4e5d-9490-ccb2c16864bd Mar 05 13:46:55.903289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '45d7348f-7f9b-402e-806f-fad32b169dc7', 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90', 'port_id': '45d7348f-7f9b-402e-806f-fad32b169dc7', 'mac_address': 'fa:16:3e:39:07:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '195deb9b-f889-47f9-a60b-0861bb777acc', 'ip_address': '10.1.1.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:46:55.907587 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4114-6a6f-4a4f-868f-776a0770fd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:56.054853 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7c4114-6a6f-4a4f-868f-776a0770fd5a admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:46:56.056227 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-c3281e9f-6d6d-4c62-8881-837fd341e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:56.057817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-ae7c4114-6a6f-4a4f-868f-776a0770fd5a admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:46:56.058817 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-c3281e9f-6d6d-4c62-8881-837fd341e234 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1862c115-1882-4737-96e2-80cabd1f69de HTTP/1.1" status: 200 len: 797 time: 0.2968128 Mar 05 13:46:56.065476 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-531b3ba2-b071-4e70-b0f5-8b7be3b7b1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:56.078212 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7c4114-6a6f-4a4f-868f-776a0770fd5a admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:46:56.165828 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-5378e505-c269-490b-ba3e-02eb803c2100 None None] For port beb5e713-4550-4e5d-9490-ccb2c16864bd, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=beb5e713-4550-4e5d-9490-ccb2c16864bd,segment=NetworkSegment(43e512ea-f9e1-45c5-b9ef-410b96dfd83c),segment_id=43e512ea-f9e1-45c5-b9ef-410b96dfd83c)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:56.166334 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5378e505-c269-490b-ba3e-02eb803c2100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:56.184182 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c4114-6a6f-4a4f-868f-776a0770fd5a admin admin] Pushing event updated for resources: {'Port': ['ID=ebbb89b7-fb07-4dfc-bdda-c50e43881750,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:56.192835 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:56.232772 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b79b6cea-f801-4f49-a68d-e082db544815 None None] Attempting to bind port 38dbc8e4-dffb-4d16-8213-750337579af8 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:46:56.233714 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b79b6cea-f801-4f49-a68d-e082db544815 None None] Attempting to bind port 38dbc8e4-dffb-4d16-8213-750337579af8 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'ecd69e45-c24c-48cc-9973-bc653c95a159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:46:56.234253 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79b6cea-f801-4f49-a68d-e082db544815 None None] Attempting to bind port 38dbc8e4-dffb-4d16-8213-750337579af8 on network afc0328a-7447-4ab2-b692-c72de15f8a21 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:56.240891 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d7348f-7f9b-402e-806f-fad32b169dc7 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:46:56.257318 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 45d7348f-7f9b-402e-806f-fad32b169dc7, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=45d7348f-7f9b-402e-806f-fad32b169dc7,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:56.258403 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b6cea-f801-4f49-a68d-e082db544815 None None] Pushing event updated for resources: {'Port': ['ID=38dbc8e4-dffb-4d16-8213-750337579af8,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:56.268565 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79b6cea-f801-4f49-a68d-e082db544815 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:46:56.268950 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79b6cea-f801-4f49-a68d-e082db544815 None None] Checking segment: {'id': 'ecd69e45-c24c-48cc-9973-bc653c95a159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:46:56.269333 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b79b6cea-f801-4f49-a68d-e082db544815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:56.269721 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79b6cea-f801-4f49-a68d-e082db544815 None None] Bound using segment: {'id': 'ecd69e45-c24c-48cc-9973-bc653c95a159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:46:56.270196 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b79b6cea-f801-4f49-a68d-e082db544815 None None] Bound port: 38dbc8e4-dffb-4d16-8213-750337579af8, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd69e45-c24c-48cc-9973-bc653c95a159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:46:56.270564 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b79b6cea-f801-4f49-a68d-e082db544815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:56.324583 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-531b3ba2-b071-4e70-b0f5-8b7be3b7b1af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c72e869-e2b1-445e-8eca-e8102051381a']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:56.358870 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-531b3ba2-b071-4e70-b0f5-8b7be3b7b1af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e512ea-f9e1-45c5-b9ef-410b96dfd83c') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:56.359238 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-531b3ba2-b071-4e70-b0f5-8b7be3b7b1af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e512ea-f9e1-45c5-b9ef-410b96dfd83c') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:56.388149 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-531b3ba2-b071-4e70-b0f5-8b7be3b7b1af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:56.407725 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:56.413011 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 84783dc8-ea33-42fd-b8de-3b126d3a564d details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:46:56.464068 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-531b3ba2-b071-4e70-b0f5-8b7be3b7b1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:56.469526 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-82478002-5468-406e-b36c-674ce2ae7061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:56.469526 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-82478002-5468-406e-b36c-674ce2ae7061 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8fa48499-e36c-4df6-9ca6-fd9e833610e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3927169 Mar 05 13:46:56.488294 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7830094b-ff2a-4928-9d08-a3593705035d None None] Transition to ACTIVE for port object 08fc9a5f-c594-482c-a200-33d37ed0ea59 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:46:56.505737 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531b3ba2-b071-4e70-b0f5-8b7be3b7b1af admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:46:56.505737 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-531b3ba2-b071-4e70-b0f5-8b7be3b7b1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:46:56.514385 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:46:56.623172 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c5f03b90-22d5-42fa-8fd9-05fd3fd370ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:56.767663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5378e505-c269-490b-ba3e-02eb803c2100 None None] Calling delete_port for beb5e713-4550-4e5d-9490-ccb2c16864bd owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: from cryptography.utils import int_from_bytes Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: from cryptography.utils import int_from_bytes Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: util.warn_limited( Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: util.warn_limited( Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:56.843303 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:46:56.845475 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:56.845475 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:46:56.845475 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:56.845475 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:46:56.845475 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:56.845475 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:46:56.845475 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:56.845475 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:46:56.845475 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:56.845475 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:46:56.845475 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:56.845475 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:46:56.845475 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:46:56.845475 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:46:56.850732 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a932d798-0145-407d-81ce-3e1f1a8615e1 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:46:56.878436 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-5378e505-c269-490b-ba3e-02eb803c2100 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:46:56.879240 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-5378e505-c269-490b-ba3e-02eb803c2100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:46:56.904277 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7830094b-ff2a-4928-9d08-a3593705035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:56.929434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: a932d798-0145-407d-81ce-3e1f1a8615e1 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:46:56.929997 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a932d798-0145-407d-81ce-3e1f1a8615e1 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:46:57.016910 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=45d7348f-7f9b-402e-806f-fad32b169dc7,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:57.030663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7830094b-ff2a-4928-9d08-a3593705035d None None] Network 1502bbc8-612c-4aad-858d-6c61cc67045f is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:46:57.043579 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4114-6a6f-4a4f-868f-776a0770fd5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:57.096780 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-7830094b-ff2a-4928-9d08-a3593705035d None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:46:57.114689 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d946b5b-eb94-4c98-9dff-3bbb404c60f1 req-b45fa09d-65cf-4979-8c4b-da9e0c759f10 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:57.126922 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d946b5b-eb94-4c98-9dff-3bbb404c60f1 req-b45fa09d-65cf-4979-8c4b-da9e0c759f10 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:57.135060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7830094b-ff2a-4928-9d08-a3593705035d None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:46:57.153873 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d946b5b-eb94-4c98-9dff-3bbb404c60f1 req-b45fa09d-65cf-4979-8c4b-da9e0c759f10 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:57.165763 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d946b5b-eb94-4c98-9dff-3bbb404c60f1 req-b45fa09d-65cf-4979-8c4b-da9e0c759f10 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:57.180715 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d946b5b-eb94-4c98-9dff-3bbb404c60f1 req-b45fa09d-65cf-4979-8c4b-da9e0c759f10 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:57.196902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d946b5b-eb94-4c98-9dff-3bbb404c60f1 req-b45fa09d-65cf-4979-8c4b-da9e0c759f10 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:57.205690 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d946b5b-eb94-4c98-9dff-3bbb404c60f1 req-b45fa09d-65cf-4979-8c4b-da9e0c759f10 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:57.221540 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6d946b5b-eb94-4c98-9dff-3bbb404c60f1 req-b45fa09d-65cf-4979-8c4b-da9e0c759f10 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5430 time: 0.9980886 Mar 05 13:46:57.230834 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b79b6cea-f801-4f49-a68d-e082db544815 None None] For port 38dbc8e4-dffb-4d16-8213-750337579af8, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:46:57.240517 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b79b6cea-f801-4f49-a68d-e082db544815 None None] For port 38dbc8e4-dffb-4d16-8213-750337579af8, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=38dbc8e4-dffb-4d16-8213-750337579af8,segment=NetworkSegment(ecd69e45-c24c-48cc-9973-bc653c95a159),segment_id=ecd69e45-c24c-48cc-9973-bc653c95a159)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:46:57.280440 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f03b90-22d5-42fa-8fd9-05fd3fd370ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event updated for resources: {'Subnet': ['ID=337a6cd2-ca2a-4faf-a459-3a4bbaa45971,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:57.296677 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 84783dc8-ea33-42fd-b8de-3b126d3a564d, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=84783dc8-ea33-42fd-b8de-3b126d3a564d,segment=NetworkSegment(5a2d6778-bb74-4231-9404-704d7d2b692b),segment_id=5a2d6778-bb74-4231-9404-704d7d2b692b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:57.312424 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-531b3ba2-b071-4e70-b0f5-8b7be3b7b1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:57.317231 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-531b3ba2-b071-4e70-b0f5-8b7be3b7b1af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:57.386937 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b3ba2-b071-4e70-b0f5-8b7be3b7b1af admin admin] Pushing event deleted for resources: {'Network': ['ID=4c72e869-e2b1-445e-8eca-e8102051381a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:57.443437 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b79b6cea-f801-4f49-a68d-e082db544815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:57.445493 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f03b90-22d5-42fa-8fd9-05fd3fd370ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Checking segment: {'id': '1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dba8b2bc-72ba-44c0-b91c-757ff7c80584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:46:57.446028 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f03b90-22d5-42fa-8fd9-05fd3fd370ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Network hostable DHCP agents. Network: dba8b2bc-72ba-44c0-b91c-757ff7c80584, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:46:57.451323 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5378e505-c269-490b-ba3e-02eb803c2100 None None] Deleting port beb5e713-4550-4e5d-9490-ccb2c16864bd {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:46:57.452212 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5378e505-c269-490b-ba3e-02eb803c2100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:57.458738 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-531b3ba2-b071-4e70-b0f5-8b7be3b7b1af admin admin] 10.222.0.16 "DELETE /v2.0/networks/4c72e869-e2b1-445e-8eca-e8102051381a HTTP/1.1" status: 204 len: 168 time: 3.7354448 Mar 05 13:46:57.474874 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-f76c83cf-30e6-4f9a-9970-47edc4913dce service neutron] 10.222.0.30 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0010972 Mar 05 13:46:57.480381 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6d946b5b-eb94-4c98-9dff-3bbb404c60f1 req-77138172-97bf-400d-ab19-4452a44b4290 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2572789 Mar 05 13:46:57.602698 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '84783dc8-ea33-42fd-b8de-3b126d3a564d', 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3', 'port_id': '84783dc8-ea33-42fd-b8de-3b126d3a564d', 'mac_address': 'fa:16:3e:a9:c3:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed493f-c1ab-4a7c-87c4-4112cc1f6851', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:46:57.704127 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4114-6a6f-4a4f-868f-776a0770fd5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:57.707765 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5378e505-c269-490b-ba3e-02eb803c2100 None None] The port 'beb5e713-4550-4e5d-9490-ccb2c16864bd' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:46:57.716243 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830094b-ff2a-4928-9d08-a3593705035d None None] Pushing event updated for resources: {'Port': ['ID=08fc9a5f-c594-482c-a200-33d37ed0ea59,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:57.793920 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57716) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:57.816060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7830094b-ff2a-4928-9d08-a3593705035d None None] Attempting to bind port 08fc9a5f-c594-482c-a200-33d37ed0ea59 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:46:57.816699 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7830094b-ff2a-4928-9d08-a3593705035d None None] Attempting to bind port 08fc9a5f-c594-482c-a200-33d37ed0ea59 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'ef03b494-6d5b-4984-b16f-d377cdffa999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1502bbc8-612c-4aad-858d-6c61cc67045f'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:46:57.817215 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7830094b-ff2a-4928-9d08-a3593705035d None None] Attempting to bind port 08fc9a5f-c594-482c-a200-33d37ed0ea59 on network 1502bbc8-612c-4aad-858d-6c61cc67045f {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:46:57.827458 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7830094b-ff2a-4928-9d08-a3593705035d None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:46:57.828089 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7830094b-ff2a-4928-9d08-a3593705035d None None] Checking segment: {'id': 'ef03b494-6d5b-4984-b16f-d377cdffa999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1502bbc8-612c-4aad-858d-6c61cc67045f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:46:57.828667 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7830094b-ff2a-4928-9d08-a3593705035d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:57.829282 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7830094b-ff2a-4928-9d08-a3593705035d None None] Bound using segment: {'id': 'ef03b494-6d5b-4984-b16f-d377cdffa999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1502bbc8-612c-4aad-858d-6c61cc67045f'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:46:57.829963 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7830094b-ff2a-4928-9d08-a3593705035d None None] Bound port: 08fc9a5f-c594-482c-a200-33d37ed0ea59, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef03b494-6d5b-4984-b16f-d377cdffa999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1502bbc8-612c-4aad-858d-6c61cc67045f'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:46:57.830547 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7830094b-ff2a-4928-9d08-a3593705035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:57.851522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f03b90-22d5-42fa-8fd9-05fd3fd370ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Network dba8b2bc-72ba-44c0-b91c-757ff7c80584 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:46:57.865684 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-bbe9e1b6-fb5d-4060-8c6e-9de85bb93244 service neutron] 10.222.0.30 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804588 Mar 05 13:46:57.974150 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-e2001b42-766d-4299-a054-8a8786b2c784 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=691d3e20-087e-4c9d-8327-4f7d7b8868dd HTTP/1.1" status: 200 len: 217 time: 0.0787437 Mar 05 13:46:57.974951 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-c5f03b90-22d5-42fa-8fd9-05fd3fd370ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, dba8b2bc-72ba-44c0-b91c-757ff7c80584) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:46:57.982115 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f03b90-22d5-42fa-8fd9-05fd3fd370ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:57.984546 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c5f03b90-22d5-42fa-8fd9-05fd3fd370ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:57.985669 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7c4114-6a6f-4a4f-868f-776a0770fd5a admin admin] Router 50e9f2b1-2d20-4124-b10d-dcba740fbeaa is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:46:57.988239 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a51723b-57ba-44e2-9d27-7898e9e4bcbc None None] Network dba8b2bc-72ba-44c0-b91c-757ff7c80584 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:46:58.019164 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:58.051692 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84783dc8-ea33-42fd-b8de-3b126d3a564d {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:46:58.078811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-0854f366-ccf9-45ce-80f5-a72b3f47f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:58.080277 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-0854f366-ccf9-45ce-80f5-a72b3f47f79d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1862c115-1882-4737-96e2-80cabd1f69de HTTP/1.1" status: 200 len: 797 time: 0.0877903 Mar 05 13:46:58.090658 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b6cea-f801-4f49-a68d-e082db544815 None None] Pushing event updated for resources: {'Port': ['ID=38dbc8e4-dffb-4d16-8213-750337579af8,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:58.213754 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 84783dc8-ea33-42fd-b8de-3b126d3a564d, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=84783dc8-ea33-42fd-b8de-3b126d3a564d,segment=NetworkSegment(5a2d6778-bb74-4231-9404-704d7d2b692b),segment_id=5a2d6778-bb74-4231-9404-704d7d2b692b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:58.237095 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:58.277126 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c5f03b90-22d5-42fa-8fd9-05fd3fd370ba tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.0624771 Mar 05 13:46:58.305481 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0af03a06-d5e8-4f37-a68e-9a99fff80e21 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e8b6f84c6614cf5962c11472e5af686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4430881 Mar 05 13:46:58.314348 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57750) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:58.330495 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-0d706d5b-990d-4cc4-931a-c365850aa2e2 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:58.340070 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-0d706d5b-990d-4cc4-931a-c365850aa2e2 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 806 time: 0.6640329 Mar 05 13:46:58.374795 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-dcd62b89-5497-4765-a152-abdcfaf367c2 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/quotas/1e6dfeba02724ceabbe61dac4cb2c5dc HTTP/1.1" status: 200 len: 375 time: 0.0337694 Mar 05 13:46:58.423782 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:46:58.467622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7c4114-6a6f-4a4f-868f-776a0770fd5a admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:46:58.485005 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-7830094b-ff2a-4928-9d08-a3593705035d None None] For port 08fc9a5f-c594-482c-a200-33d37ed0ea59, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:46:58.487292 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] Sync routers for ids ['50e9f2b1-2d20-4124-b10d-dcba740fbeaa'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:46:58.511116 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] Routers {'50e9f2b1-2d20-4124-b10d-dcba740fbeaa'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:46:58.511116 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:46:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['50e9f2b1-2d20-4124-b10d-dcba740fbeaa'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:58.513561 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-7830094b-ff2a-4928-9d08-a3593705035d None None] For port 08fc9a5f-c594-482c-a200-33d37ed0ea59, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=08fc9a5f-c594-482c-a200-33d37ed0ea59,segment=NetworkSegment(ef03b494-6d5b-4984-b16f-d377cdffa999),segment_id=ef03b494-6d5b-4984-b16f-d377cdffa999)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:46:58.522448 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['84783dc8-ea33-42fd-b8de-3b126d3a564d'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:46:58.538613 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ae7c4114-6a6f-4a4f-868f-776a0770fd5a admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:58.560836 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7830094b-ff2a-4928-9d08-a3593705035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:58.561929 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ae7c4114-6a6f-4a4f-868f-776a0770fd5a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.7010603 Mar 05 13:46:58.569387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57778) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:46:58.627064 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.resource_extend [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:46:58.663969 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=84783dc8-ea33-42fd-b8de-3b126d3a564d,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:58.664263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-15af30e9-7351-47ca-8414-3993689a95b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:58.664745 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0468ca62-90db-481b-b16d-8e96b391018c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:58.670062 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-15af30e9-7351-47ca-8414-3993689a95b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8fa48499-e36c-4df6-9ca6-fd9e833610e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5765228 Mar 05 13:46:58.709668 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0468ca62-90db-481b-b16d-8e96b391018c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:58.815816 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] Set router 50e9f2b1-2d20-4124-b10d-dcba740fbeaa gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:46:58.846629 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8667eaae-9cc9-418d-925c-cac65b7d73d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-dba8b2bc-72ba-44c0-b91c-757ff7c80584', 'network_id': 'dba8b2bc-72ba-44c0-b91c-757ff7c80584', 'tenant_id': 'ea18869b41614300bace9687f02782e1', 'fixed_ips': [{'subnet_id': '337a6cd2-ca2a-4faf-a459-3a4bbaa45971'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:46:58.847864 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8667eaae-9cc9-418d-925c-cac65b7d73d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:58.880143 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830094b-ff2a-4928-9d08-a3593705035d None None] Pushing event updated for resources: {'Port': ['ID=08fc9a5f-c594-482c-a200-33d37ed0ea59,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:58.909134 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-d469f2e2-1e6c-4b67-a5f8-1f9fe9cd624c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5329001 Mar 05 13:46:59.108810 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-4eadb3d6-602a-4eb4-9ee7-01c43c0686e9 service neutron] 10.222.0.30 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302127 Mar 05 13:46:59.136073 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0468ca62-90db-481b-b16d-8e96b391018c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:59.209610 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:59.228533 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:59.318544 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-b435a039-da3d-4a7b-a45d-75c2a40fb9fb service neutron] 10.222.0.16 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077508 Mar 05 13:46:59.515429 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'name': 'tempest-ServersTestJSON-1402838448-router', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:46:53Z', 'updated_at': '2022-03-05T13:46:56Z', 'revision_number': 3, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'gw_port': {'id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:55Z', 'updated_at': '2022-03-05T13:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:46:59.522731 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] Checking router: 50e9f2b1-2d20-4124-b10d-dcba740fbeaa for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:46:59.523326 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] Updating router 50e9f2b1-2d20-4124-b10d-dcba740fbeaa port ebbb89b7-fb07-4dfc-bdda-c50e43881750 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:46:59.541793 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 38dbc8e4-dffb-4d16-8213-750337579af8 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:46:59.586372 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:59.612556 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6511f2-9d9c-414a-a27e-6a47952db336 None None] Network afc0328a-7447-4ab2-b692-c72de15f8a21 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:46:59.619421 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-61b585f1-5635-41be-bbf7-5203ce7433a8 service neutron] 10.222.0.30 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895842 Mar 05 13:46:59.643397 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['45d7348f-7f9b-402e-806f-fad32b169dc7'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:46:59.646508 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468ca62-90db-481b-b16d-8e96b391018c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fb11a6-2ae0-4f35-9a12-60aada6724db,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:46:59.772591 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0468ca62-90db-481b-b16d-8e96b391018c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:46:59.776142 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0468ca62-90db-481b-b16d-8e96b391018c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56fb11a6-2ae0-4f35-9a12-60aada6724db HTTP/1.1" status: 204 len: 168 time: 1.4586453 Mar 05 13:46:59.803734 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6,segment=NetworkSegment(d7b86189-5adb-4039-bc87-8aac5ac3460e),segment_id=d7b86189-5adb-4039-bc87-8aac5ac3460e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:46:59.808598 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-623ce33b-0f1d-4400-b137-7c3146568a8e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=c29c5c22-46c5-4bcd-9bbd-e5a412502846 HTTP/1.1" status: 200 len: 217 time: 0.1808288 Mar 05 13:46:59.909549 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-33eb2c0c-f4aa-4ad6-8911-9f3ed0990cbd tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:59.910904 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-4b2a321c-3227-4583-bf0c-542b8b9557c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:59.912765 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-4b2a321c-3227-4583-bf0c-542b8b9557c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1862c115-1882-4737-96e2-80cabd1f69de HTTP/1.1" status: 200 len: 797 time: 0.0947146 Mar 05 13:46:59.931502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-33eb2c0c-f4aa-4ad6-8911-9f3ed0990cbd tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:46:59.932287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-33eb2c0c-f4aa-4ad6-8911-9f3ed0990cbd tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Synchronizing usage tracker for tenant:ea18869b41614300bace9687f02782e1 on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:46:59.936807 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-60f2f5f3-38fb-477e-9029-ba360d66c1d0 service neutron] 10.222.0.16 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5672092 Mar 05 13:46:59.945351 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6', 'network_id': 'ef187771-ae1f-4999-9df8-9d6ddceec808', 'port_id': '98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6', 'mac_address': 'fa:16:3e:70:4a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e5ca29-551a-48d3-9ef6-a1c02dfa31d9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:47:00.005388 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-011d3a10-afa6-4a76-b532-36380b874f4e None None] Provisioning for port 38dbc8e4-dffb-4d16-8213-750337579af8 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:00.059616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-011d3a10-afa6-4a76-b532-36380b874f4e None None] Provisioning complete for port 38dbc8e4-dffb-4d16-8213-750337579af8 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:00.059987 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-011d3a10-afa6-4a76-b532-36380b874f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:00.094210 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-8667eaae-9cc9-418d-925c-cac65b7d73d8 None None] Allocated IP 19.86.0.2 (dba8b2bc-72ba-44c0-b91c-757ff7c80584/337a6cd2-ca2a-4faf-a459-3a4bbaa45971/03baca61-7c36-4c94-bd27-692a2eb94ad3) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:47:00.108791 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 38dbc8e4-dffb-4d16-8213-750337579af8 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:00.129274 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-33eb2c0c-f4aa-4ad6-8911-9f3ed0990cbd tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Unset dirty status for tenant:ea18869b41614300bace9687f02782e1 on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:47:00.129582 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:00.139306 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-33eb2c0c-f4aa-4ad6-8911-9f3ed0990cbd tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/networks?id=1502bbc8-612c-4aad-858d-6c61cc67045f&id=dba8b2bc-72ba-44c0-b91c-757ff7c80584 HTTP/1.1" status: 200 len: 1390 time: 0.8377631 Mar 05 13:47:00.142685 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 38dbc8e4-dffb-4d16-8213-750337579af8 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:00.143085 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:00.148058 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] Transition to ACTIVE for port object ebbb89b7-fb07-4dfc-bdda-c50e43881750 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:47:00.159775 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:00.212169 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-842231a3-ea3a-47ba-8169-5968f1851346 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/quotas/ea18869b41614300bace9687f02782e1 HTTP/1.1" status: 200 len: 375 time: 0.0709193 Mar 05 13:47:00.270380 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a37c8-6d60-4608-8393-656c5ca951c6 None None] Pushing event updated for resources: {'Port': ['ID=ebbb89b7-fb07-4dfc-bdda-c50e43881750,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:00.306007 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a37c8-6d60-4608-8393-656c5ca951c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:00.306547 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a37c8-6d60-4608-8393-656c5ca951c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:00.307072 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a37c8-6d60-4608-8393-656c5ca951c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:00.307799 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a37c8-6d60-4608-8393-656c5ca951c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:00.308381 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a37c8-6d60-4608-8393-656c5ca951c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:00.309111 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a37c8-6d60-4608-8393-656c5ca951c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:00.309571 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a37c8-6d60-4608-8393-656c5ca951c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:00.310215 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a37c8-6d60-4608-8393-656c5ca951c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:00.311526 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a37c8-6d60-4608-8393-656c5ca951c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:00.311994 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a37c8-6d60-4608-8393-656c5ca951c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:00.313021 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a37c8-6d60-4608-8393-656c5ca951c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:00.313490 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8a37c8-6d60-4608-8393-656c5ca951c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:00.330817 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] Attempting to bind port ebbb89b7-fb07-4dfc-bdda-c50e43881750 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:47:00.331480 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] Attempting to bind port ebbb89b7-fb07-4dfc-bdda-c50e43881750 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:47:00.331880 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] Attempting to bind port ebbb89b7-fb07-4dfc-bdda-c50e43881750 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:47:00.340012 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:47:00.340900 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:47:00.341563 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:00.341954 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:47:00.342462 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] Bound port: ebbb89b7-fb07-4dfc-bdda-c50e43881750, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:47:00.342859 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:00.456322 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] For port ebbb89b7-fb07-4dfc-bdda-c50e43881750, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:47:00.460329 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] For port ebbb89b7-fb07-4dfc-bdda-c50e43881750, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ebbb89b7-fb07-4dfc-bdda-c50e43881750,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:47:00.471899 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:00.506579 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:00.588696 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a37c8-6d60-4608-8393-656c5ca951c6 None None] Pushing event updated for resources: {'Port': ['ID=ebbb89b7-fb07-4dfc-bdda-c50e43881750,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:00.617183 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] Routers {'50e9f2b1-2d20-4124-b10d-dcba740fbeaa'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:47:00.617824 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:46:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['50e9f2b1-2d20-4124-b10d-dcba740fbeaa'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:00.629601 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-f225b10c-3bc5-4131-a45f-c2b43fd95439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:00.634107 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-f225b10c-3bc5-4131-a45f-c2b43fd95439 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8fa48499-e36c-4df6-9ca6-fd9e833610e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6958764 Mar 05 13:47:00.676661 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:00.757150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-a19247f7-f9f7-42ea-a516-fe1b164cf7a4 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Synchronizing usage tracker for tenant:ea18869b41614300bace9687f02782e1 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:47:00.811950 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-a19247f7-f9f7-42ea-a516-fe1b164cf7a4 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Unset dirty status for tenant:ea18869b41614300bace9687f02782e1 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:47:00.813348 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-a19247f7-f9f7-42ea-a516-fe1b164cf7a4 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea18869b41614300bace9687f02782e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6005309 Mar 05 13:47:00.850411 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-70a79f77-f0ed-4038-bf62-9a4e0b14593c service neutron] 10.222.0.30 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944227 Mar 05 13:47:00.865625 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d503ac27-ef13-414f-a199-dcc3f75f52cc None None] Network 1502bbc8-612c-4aad-858d-6c61cc67045f requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:47:00.960663 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-72f23a7a-bb7f-4cb0-aabd-dec817b36cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:00.976717 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] Set router 50e9f2b1-2d20-4124-b10d-dcba740fbeaa gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:47:01.002660 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:47:01.030069 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-736158af-781e-434c-a2e9-4d10f9acfa6b service neutron] 10.222.0.30 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692405 Mar 05 13:47:01.134853 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-d79f3717-d786-4a1c-abc5-ec42cf17820a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=51cf4902-bcd2-4949-b4bb-ff6b4c8537a9 HTTP/1.1" status: 200 len: 217 time: 0.0960724 Mar 05 13:47:01.165110 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-e9d54997-ce89-4556-852a-64ee07117d6c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:47:01.166138 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-e9d54997-ce89-4556-852a-64ee07117d6c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2793379 Mar 05 13:47:01.199050 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d5aff-6702-4ae5-8553-3848016962e5 req-c5c79d4d-abd5-40a0-93a1-82c2ab8cf7ad tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:01.206794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d5aff-6702-4ae5-8553-3848016962e5 req-c5c79d4d-abd5-40a0-93a1-82c2ab8cf7ad tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:01.212793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d5aff-6702-4ae5-8553-3848016962e5 req-c5c79d4d-abd5-40a0-93a1-82c2ab8cf7ad tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:01.220491 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d5aff-6702-4ae5-8553-3848016962e5 req-c5c79d4d-abd5-40a0-93a1-82c2ab8cf7ad tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:01.228004 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d5aff-6702-4ae5-8553-3848016962e5 req-c5c79d4d-abd5-40a0-93a1-82c2ab8cf7ad tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:01.235409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d5aff-6702-4ae5-8553-3848016962e5 req-c5c79d4d-abd5-40a0-93a1-82c2ab8cf7ad tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:01.241537 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d5aff-6702-4ae5-8553-3848016962e5 req-c5c79d4d-abd5-40a0-93a1-82c2ab8cf7ad tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:01.247841 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-be8d5aff-6702-4ae5-8553-3848016962e5 req-c5c79d4d-abd5-40a0-93a1-82c2ab8cf7ad tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5431 time: 0.8080554 Mar 05 13:47:01.292220 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 38dbc8e4-dffb-4d16-8213-750337579af8, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=38dbc8e4-dffb-4d16-8213-750337579af8,segment=NetworkSegment(ecd69e45-c24c-48cc-9973-bc653c95a159),segment_id=ecd69e45-c24c-48cc-9973-bc653c95a159)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:01.364890 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-be8d5aff-6702-4ae5-8553-3848016962e5 req-080e540d-3da1-4f19-b2f1-c18dce139a88 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1066296 Mar 05 13:47:01.378080 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-34cccd42-8d81-4682-ad4a-47b123cacacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:01.380023 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-34cccd42-8d81-4682-ad4a-47b123cacacd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1862c115-1882-4737-96e2-80cabd1f69de HTTP/1.1" status: 200 len: 797 time: 0.2375331 Mar 05 13:47:01.436753 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6,segment=NetworkSegment(d7b86189-5adb-4039-bc87-8aac5ac3460e),segment_id=d7b86189-5adb-4039-bc87-8aac5ac3460e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:01.443405 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:01.578713 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'name': 'tempest-ServersTestJSON-1402838448-router', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:46:53Z', 'updated_at': '2022-03-05T13:46:56Z', 'revision_number': 3, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'gw_port': {'id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:55Z', 'updated_at': '2022-03-05T13:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:01.596476 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a74e1-6061-4240-83fa-df1f8659d163 None None] The sync data for ids ['50e9f2b1-2d20-4124-b10d-dcba740fbeaa'] in n-d-803718-1 is: [{'id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'name': 'tempest-ServersTestJSON-1402838448-router', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:46:53Z', 'updated_at': '2022-03-05T13:46:56Z', 'revision_number': 3, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'gw_port': {'id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:55Z', 'updated_at': '2022-03-05T13:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:47:01.628147 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-deb0b8cf-0cc4-47df-9f21-7c65d7b71e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:01.629643 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-deb0b8cf-0cc4-47df-9f21-7c65d7b71e7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8fa48499-e36c-4df6-9ca6-fd9e833610e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2435958 Mar 05 13:47:01.657717 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-72f23a7a-bb7f-4cb0-aabd-dec817b36cae admin admin] Allocated IP 172.20.0.1 (afc0328a-7447-4ab2-b692-c72de15f8a21/b9f0f85d-e916-4aa7-8d40-c24768de8024/51a29a14-0221-4a6b-ba8f-5ae91909b4cf) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:47:01.740774 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:01.741948 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 5140cdaa-5a62-47c5-9206-7488edc8b9b4 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:47:01.812065 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-e69513bd-b29b-413d-a613-0e80d87f4a43 service neutron] 10.222.0.16 "GET /v2.0/networks/1502bbc8-612c-4aad-858d-6c61cc67045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6359024 Mar 05 13:47:01.818142 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 08fc9a5f-c594-482c-a200-33d37ed0ea59 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:47:01.837957 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-fbeeb5e7-b3a0-4d25-8e96-dbe0cabe426d service neutron] 10.222.0.30 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014709 Mar 05 13:47:02.086415 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-33dd5c6c-1afd-4c57-98f0-488021d56155 service neutron] 10.222.0.16 "GET /v2.0/networks/1502bbc8-612c-4aad-858d-6c61cc67045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565892 Mar 05 13:47:02.169078 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-34c199f7-2621-432a-9681-f31218aef1cf service neutron] 10.222.0.30 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228168 Mar 05 13:47:02.262021 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d5b3b89e-98fa-48e7-83ab-f76f9d36f7be None None] Provisioning for port 08fc9a5f-c594-482c-a200-33d37ed0ea59 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:02.282496 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-376a98e8-237f-46d9-8f7f-11c9e20f2e74 service neutron] 10.222.0.16 "GET /v2.0/networks/dba8b2bc-72ba-44c0-b91c-757ff7c80584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864676 Mar 05 13:47:02.326295 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c3c7a839-d372-4c09-868d-90d59078a5d9 req-06cfbaa5-18a9-423d-a7e7-18a99a5cd1e9 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e8c65d0-6360-4e4e-9122-9c407be18516 HTTP/1.1" status: 200 len: 210 time: 0.1542666 Mar 05 13:47:02.331509 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-e3762645-c2dd-43ca-9c08-c1e0f922afdb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1455b0ab-b257-466d-89db-8a06002e158a HTTP/1.1" status: 200 len: 217 time: 0.1220427 Mar 05 13:47:02.369529 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.resource_extend [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:47:02.403565 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=38dbc8e4-dffb-4d16-8213-750337579af8,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:02.543576 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-eb2e5a37-fd82-4d68-af41-903274dc555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:02.546321 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-eb2e5a37-fd82-4d68-af41-903274dc555b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eff906ca-fac7-414f-935e-aa401b609305 HTTP/1.1" status: 200 len: 797 time: 0.2083411 Mar 05 13:47:02.558279 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8667eaae-9cc9-418d-925c-cac65b7d73d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:02.774931 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-a7ca5015-e4b8-47cd-8d4c-a99de7f3d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:02.776608 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-a7ca5015-e4b8-47cd-8d4c-a99de7f3d511 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4737ff0a-cb53-4e8a-bc54-82a47945de4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2245619 Mar 05 13:47:02.799299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 08fc9a5f-c594-482c-a200-33d37ed0ea59 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:02.837175 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8667eaae-9cc9-418d-925c-cac65b7d73d8 None None] Transition to ACTIVE for port object 03baca61-7c36-4c94-bd27-692a2eb94ad3 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:47:02.892181 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-262f53ee-8597-4b07-b0b3-58efe57eb694 None None] Provisioning complete for port 38dbc8e4-dffb-4d16-8213-750337579af8 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:02.897416 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-262f53ee-8597-4b07-b0b3-58efe57eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:03.141893 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-888d0a0c-d017-4aca-805f-422cfbba22e8 service neutron] 10.222.0.30 "GET /v2.0/networks/4737ff0a-cb53-4e8a-bc54-82a47945de4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411727 Mar 05 13:47:03.171584 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-72f23a7a-bb7f-4cb0-aabd-dec817b36cae admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:03.211767 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-72f23a7a-bb7f-4cb0-aabd-dec817b36cae admin admin] Transition to ACTIVE for port object 51a29a14-0221-4a6b-ba8f-5ae91909b4cf will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:47:03.286380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-ad09c664-00e8-429a-8263-a5ad4af9d152 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:03.291036 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-ad09c664-00e8-429a-8263-a5ad4af9d152 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.30 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 806 time: 1.0074825 Mar 05 13:47:03.308995 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-72f23a7a-bb7f-4cb0-aabd-dec817b36cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:03.338025 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 08fc9a5f-c594-482c-a200-33d37ed0ea59 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:03.338645 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:03.357211 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57892) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:03.362022 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-af6a7de3-0c00-402c-a839-4e2c340bfacd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Request body: {'port': {'device_id': '5e8c65d0-6360-4e4e-9122-9c407be18516', 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe', 'admin_state_up': True, 'tenant_id': '1e6dfeba02724ceabbe61dac4cb2c5dc'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:03.429384 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8667eaae-9cc9-418d-925c-cac65b7d73d8 None None] Transition to ACTIVE for port object 03baca61-7c36-4c94-bd27-692a2eb94ad3 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:47:03.437741 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f23a7a-bb7f-4cb0-aabd-dec817b36cae admin admin] Network afc0328a-7447-4ab2-b692-c72de15f8a21 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:47:03.449261 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-72f23a7a-bb7f-4cb0-aabd-dec817b36cae admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:47:03.474360 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 5140cdaa-5a62-47c5-9206-7488edc8b9b4, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5140cdaa-5a62-47c5-9206-7488edc8b9b4,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:03.474561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f23a7a-bb7f-4cb0-aabd-dec817b36cae admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:47:03.492466 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '5140cdaa-5a62-47c5-9206-7488edc8b9b4', 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90', 'port_id': '5140cdaa-5a62-47c5-9206-7488edc8b9b4', 'mac_address': 'fa:16:3e:3d:48:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '195deb9b-f889-47f9-a60b-0861bb777acc', 'ip_address': '10.1.1.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:47:03.507110 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8667eaae-9cc9-418d-925c-cac65b7d73d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:03.577190 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:03.629364 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:03.629786 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:03.631733 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:03.632070 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:03.632394 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:03.632719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:03.633041 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:03.633357 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:03.633673 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:03.633983 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:03.634295 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:03.636891 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-ea3a434e-aabe-4f3c-bc0d-b6c3e43d616a service neutron] 10.222.0.30 "GET /v2.0/networks/4737ff0a-cb53-4e8a-bc54-82a47945de4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883091 Mar 05 13:47:03.637332 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:03.833982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f23a7a-bb7f-4cb0-aabd-dec817b36cae admin admin] Pushing event updated for resources: {'Port': ['ID=51a29a14-0221-4a6b-ba8f-5ae91909b4cf,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:03.848754 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:47:03.868088 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a99bdd7f-c62e-45d3-be3c-ab770f0b95f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:03.869365 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8667eaae-9cc9-418d-925c-cac65b7d73d8 None None] Network dba8b2bc-72ba-44c0-b91c-757ff7c80584 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:47:03.885763 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-72f23a7a-bb7f-4cb0-aabd-dec817b36cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:03.890556 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-921aaf00-0c70-46d8-8021-5890922a6b72 service neutron] 10.222.0.16 "GET /v2.0/networks/dba8b2bc-72ba-44c0-b91c-757ff7c80584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5748672 Mar 05 13:47:03.913509 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a99bdd7f-c62e-45d3-be3c-ab770f0b95f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:03.917679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a99bdd7f-c62e-45d3-be3c-ab770f0b95f2 admin admin] Usage tracker for resource:security_group_rule and tenant:b2af82358e7a480a944f7db94f15e775 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:03.919091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-8667eaae-9cc9-418d-925c-cac65b7d73d8 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:47:03.923658 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a99bdd7f-c62e-45d3-be3c-ab770f0b95f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:03.931273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a99bdd7f-c62e-45d3-be3c-ab770f0b95f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:03.946479 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8667eaae-9cc9-418d-925c-cac65b7d73d8 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:47:03.987844 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-2e89005f-d7b1-454f-8bc6-fe354d6b298a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6d4bbac-620a-4e1d-b107-731cd391ed0b HTTP/1.1" status: 200 len: 217 time: 0.3436754 Mar 05 13:47:04.004969 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-af6a7de3-0c00-402c-a839-4e2c340bfacd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:04.010216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-af6a7de3-0c00-402c-a839-4e2c340bfacd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Usage tracker for resource:port and tenant:1e6dfeba02724ceabbe61dac4cb2c5dc is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:04.024921 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:04.026988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-af6a7de3-0c00-402c-a839-4e2c340bfacd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:04.038038 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-af6a7de3-0c00-402c-a839-4e2c340bfacd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:04.040991 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667eaae-9cc9-418d-925c-cac65b7d73d8 None None] Pushing event updated for resources: {'Port': ['ID=03baca61-7c36-4c94-bd27-692a2eb94ad3,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:04.099280 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-af6a7de3-0c00-402c-a839-4e2c340bfacd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Made reservation on behalf of 1e6dfeba02724ceabbe61dac4cb2c5dc for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:47:04.128792 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-af6a7de3-0c00-402c-a839-4e2c340bfacd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:04.131731 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-7bd6e0b5-328f-49d8-991f-90eb91227516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:04.133447 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-7bd6e0b5-328f-49d8-991f-90eb91227516 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eff906ca-fac7-414f-935e-aa401b609305 HTTP/1.1" status: 200 len: 797 time: 0.1337001 Mar 05 13:47:04.166631 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5140cdaa-5a62-47c5-9206-7488edc8b9b4 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:47:04.179514 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8667eaae-9cc9-418d-925c-cac65b7d73d8 None None] Attempting to bind port 03baca61-7c36-4c94-bd27-692a2eb94ad3 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:47:04.179989 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8667eaae-9cc9-418d-925c-cac65b7d73d8 None None] Attempting to bind port 03baca61-7c36-4c94-bd27-692a2eb94ad3 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dba8b2bc-72ba-44c0-b91c-757ff7c80584'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:47:04.187477 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8667eaae-9cc9-418d-925c-cac65b7d73d8 None None] Attempting to bind port 03baca61-7c36-4c94-bd27-692a2eb94ad3 on network dba8b2bc-72ba-44c0-b91c-757ff7c80584 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:47:04.193838 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:04.240549 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70aec5-3ace-4d56-8da4-5f9a2b6b43b6 req-39f4583d-0428-4583-ac4a-c263f8eea9aa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:04.255273 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70aec5-3ace-4d56-8da4-5f9a2b6b43b6 req-39f4583d-0428-4583-ac4a-c263f8eea9aa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:04.270453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70aec5-3ace-4d56-8da4-5f9a2b6b43b6 req-39f4583d-0428-4583-ac4a-c263f8eea9aa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:04.275127 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8667eaae-9cc9-418d-925c-cac65b7d73d8 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:47:04.275510 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8667eaae-9cc9-418d-925c-cac65b7d73d8 None None] Checking segment: {'id': '1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dba8b2bc-72ba-44c0-b91c-757ff7c80584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:47:04.275904 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8667eaae-9cc9-418d-925c-cac65b7d73d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:04.280739 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8667eaae-9cc9-418d-925c-cac65b7d73d8 None None] Bound using segment: {'id': '1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dba8b2bc-72ba-44c0-b91c-757ff7c80584'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:47:04.281347 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8667eaae-9cc9-418d-925c-cac65b7d73d8 None None] Bound port: 03baca61-7c36-4c94-bd27-692a2eb94ad3, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dba8b2bc-72ba-44c0-b91c-757ff7c80584'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:47:04.281735 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8667eaae-9cc9-418d-925c-cac65b7d73d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:04.285214 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70aec5-3ace-4d56-8da4-5f9a2b6b43b6 req-39f4583d-0428-4583-ac4a-c263f8eea9aa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:04.291161 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70aec5-3ace-4d56-8da4-5f9a2b6b43b6 req-39f4583d-0428-4583-ac4a-c263f8eea9aa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:04.291625 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a99bdd7f-c62e-45d3-be3c-ab770f0b95f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:04.312080 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70aec5-3ace-4d56-8da4-5f9a2b6b43b6 req-39f4583d-0428-4583-ac4a-c263f8eea9aa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:04.327857 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70aec5-3ace-4d56-8da4-5f9a2b6b43b6 req-39f4583d-0428-4583-ac4a-c263f8eea9aa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:04.336761 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2b70aec5-3ace-4d56-8da4-5f9a2b6b43b6 req-39f4583d-0428-4583-ac4a-c263f8eea9aa tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5432 time: 0.4083734 Mar 05 13:47:04.389265 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 5140cdaa-5a62-47c5-9206-7488edc8b9b4, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5140cdaa-5a62-47c5-9206-7488edc8b9b4,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:04.422407 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:04.434237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device d8f0ac4c-d717-4bc8-a324-5c186d133ada details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:47:04.445069 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 08fc9a5f-c594-482c-a200-33d37ed0ea59, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=08fc9a5f-c594-482c-a200-33d37ed0ea59,segment=NetworkSegment(ef03b494-6d5b-4984-b16f-d377cdffa999),segment_id=ef03b494-6d5b-4984-b16f-d377cdffa999)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:04.499942 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2b70aec5-3ace-4d56-8da4-5f9a2b6b43b6 req-1959d629-118e-4432-95a1-649ea498aaff tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1608317 Mar 05 13:47:04.527756 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a99bdd7f-c62e-45d3-be3c-ab770f0b95f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:04.544325 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:04.552561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-5108b1d3-12c2-4d97-ad9f-e000b4597245 req-e1982d22-d3d3-470a-a503-7b6c644e2123 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Synchronizing usage tracker for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:47:04.563116 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-3db98461-17c2-4239-9ff8-b679c58b046a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:04.564736 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-3db98461-17c2-4239-9ff8-b679c58b046a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4737ff0a-cb53-4e8a-bc54-82a47945de4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4188292 Mar 05 13:47:04.649104 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c4c6f7b0-dee5-4e2d-8857-d2b7b6b4a9a8 None None] Provisioning complete for port 08fc9a5f-c594-482c-a200-33d37ed0ea59 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:04.650535 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c4c6f7b0-dee5-4e2d-8857-d2b7b6b4a9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:04.707113 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.resource_extend [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:47:04.755130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-5108b1d3-12c2-4d97-ad9f-e000b4597245 req-e1982d22-d3d3-470a-a503-7b6c644e2123 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Unset dirty status for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:47:04.756496 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5108b1d3-12c2-4d97-ad9f-e000b4597245 req-e1982d22-d3d3-470a-a503-7b6c644e2123 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e8c65d0-6360-4e4e-9122-9c407be18516 HTTP/1.1" status: 200 len: 210 time: 0.3633709 Mar 05 13:47:04.765095 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a99bdd7f-c62e-45d3-be3c-ab770f0b95f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2af82358e7a480a944f7db94f15e775&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3385704 Mar 05 13:47:04.770807 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99bdd7f-c62e-45d3-be3c-ab770f0b95f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5610e6e-45d7-4c70-999e-d8fdb0d69fd5,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:04.773572 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57932) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:04.787254 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8667eaae-9cc9-418d-925c-cac65b7d73d8 None None] For port 03baca61-7c36-4c94-bd27-692a2eb94ad3, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:47:04.843952 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port d8f0ac4c-d717-4bc8-a324-5c186d133ada, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=d8f0ac4c-d717-4bc8-a324-5c186d133ada,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:04.872366 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=5140cdaa-5a62-47c5-9206-7488edc8b9b4,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:04.931743 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-a99e44f1-6c83-4e29-bef6-5f995e1d396e service neutron] 10.222.0.30 "GET /v2.0/networks/4737ff0a-cb53-4e8a-bc54-82a47945de4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598452 Mar 05 13:47:05.015514 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8667eaae-9cc9-418d-925c-cac65b7d73d8 None None] For port 03baca61-7c36-4c94-bd27-692a2eb94ad3, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=03baca61-7c36-4c94-bd27-692a2eb94ad3,segment=NetworkSegment(1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde),segment_id=1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:47:05.021091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 38dbc8e4-dffb-4d16-8213-750337579af8 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:47:05.053578 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-955d5b12-f881-4164-b853-93ffa24a9005 req-31709f5a-cd8e-45f8-af79-2a72c63455f0 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 210 time: 0.1489184 Mar 05 13:47:05.108062 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-72f23a7a-bb7f-4cb0-aabd-dec817b36cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:05.115987 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'd8f0ac4c-d717-4bc8-a324-5c186d133ada', 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90', 'port_id': 'd8f0ac4c-d717-4bc8-a324-5c186d133ada', 'mac_address': 'fa:16:3e:bf:4a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '195deb9b-f889-47f9-a60b-0861bb777acc', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:47:05.120779 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-af6a7de3-0c00-402c-a839-4e2c340bfacd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Allocated IP 172.20.0.2 (9566c2e4-1bac-4a5b-8a67-d566157793fe/fbe719ac-a221-4304-9d9c-9289853597e6/5cb25cf8-4284-444c-ae86-aaef4f5584cb) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:47:05.125294 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9dfa3374-e874-4c30-a109-7e0f0f418267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:05.129044 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8667eaae-9cc9-418d-925c-cac65b7d73d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:05.219833 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-834460e8-0a2a-4b5b-99fa-233a6b81ae79 req-4f8fbffd-515c-4301-a1cf-273bb1d16b19 service neutron] 10.222.0.30 "GET /v2.0/networks/4737ff0a-cb53-4e8a-bc54-82a47945de4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765086 Mar 05 13:47:05.251496 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=08fc9a5f-c594-482c-a200-33d37ed0ea59,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:05.330998 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9dfa3374-e874-4c30-a109-7e0f0f418267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:05.433410 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:05.484705 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 38dbc8e4-dffb-4d16-8213-750337579af8 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:05.485116 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:05.620966 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f0ac4c-d717-4bc8-a324-5c186d133ada {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:47:05.674889 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667eaae-9cc9-418d-925c-cac65b7d73d8 None None] Pushing event updated for resources: {'Port': ['ID=03baca61-7c36-4c94-bd27-692a2eb94ad3,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:05.695289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c4c6f7b0-dee5-4e2d-8857-d2b7b6b4a9a8 None None] Provisioning for port 51a29a14-0221-4a6b-ba8f-5ae91909b4cf completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:05.707141 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port d8f0ac4c-d717-4bc8-a324-5c186d133ada, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=d8f0ac4c-d717-4bc8-a324-5c186d133ada,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:05.710098 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c4c6f7b0-dee5-4e2d-8857-d2b7b6b4a9a8 None None] Provisioning complete for port 51a29a14-0221-4a6b-ba8f-5ae91909b4cf triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:05.710466 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c4c6f7b0-dee5-4e2d-8857-d2b7b6b4a9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:05.791886 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:05.792547 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device fb2fb21a-fc7e-4555-a410-8b0698d54b45 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:47:05.991182 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-af6a7de3-0c00-402c-a839-4e2c340bfacd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:06.000247 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=d8f0ac4c-d717-4bc8-a324-5c186d133ada,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:06.100877 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc35c11-13ab-407f-9f2d-0b5490273231 req-78f21d59-0165-4119-ae46-652d1767f818 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:06.112126 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc35c11-13ab-407f-9f2d-0b5490273231 req-78f21d59-0165-4119-ae46-652d1767f818 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:06.145745 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc35c11-13ab-407f-9f2d-0b5490273231 req-78f21d59-0165-4119-ae46-652d1767f818 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:06.153880 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc35c11-13ab-407f-9f2d-0b5490273231 req-78f21d59-0165-4119-ae46-652d1767f818 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:06.174067 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc35c11-13ab-407f-9f2d-0b5490273231 req-78f21d59-0165-4119-ae46-652d1767f818 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:06.194173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc35c11-13ab-407f-9f2d-0b5490273231 req-78f21d59-0165-4119-ae46-652d1767f818 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:06.216153 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc35c11-13ab-407f-9f2d-0b5490273231 req-78f21d59-0165-4119-ae46-652d1767f818 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:06.239004 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ebc35c11-13ab-407f-9f2d-0b5490273231 req-78f21d59-0165-4119-ae46-652d1767f818 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5434 time: 0.4199247 Mar 05 13:47:06.239238 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ebbb89b7-fb07-4dfc-bdda-c50e43881750 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:47:06.350659 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.resource_extend [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:47:06.382534 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c4c6f7b0-dee5-4e2d-8857-d2b7b6b4a9a8 None None] Port 51a29a14-0221-4a6b-ba8f-5ae91909b4cf cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:47:06.391832 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-72f23a7a-bb7f-4cb0-aabd-dec817b36cae admin admin] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:06.405039 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-af6a7de3-0c00-402c-a839-4e2c340bfacd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:06.411371 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port fb2fb21a-fc7e-4555-a410-8b0698d54b45, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fb2fb21a-fc7e-4555-a410-8b0698d54b45,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:06.437817 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ebc35c11-13ab-407f-9f2d-0b5490273231 req-b903341d-b432-41aa-9672-bf99deb02f0d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1975040 Mar 05 13:47:06.440290 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-72f23a7a-bb7f-4cb0-aabd-dec817b36cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:06.446527 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['4e8e3409-53d8-4da7-8d85-ae70635ee2ea'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:47:06.530093 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-84b12d05-4815-4fca-9fed-0f8b061f1154 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:06.538206 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-84b12d05-4815-4fca-9fed-0f8b061f1154 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:06.539027 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-84b12d05-4815-4fca-9fed-0f8b061f1154 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Synchronizing usage tracker for tenant:ea18869b41614300bace9687f02782e1 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:47:06.561871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-84b12d05-4815-4fca-9fed-0f8b061f1154 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Unset dirty status for tenant:ea18869b41614300bace9687f02782e1 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:47:06.563356 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-84b12d05-4815-4fca-9fed-0f8b061f1154 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.30 "GET /v2.0/networks?id=1502bbc8-612c-4aad-858d-6c61cc67045f&id=dba8b2bc-72ba-44c0-b91c-757ff7c80584 HTTP/1.1" status: 200 len: 1390 time: 0.3215220 Mar 05 13:47:06.584768 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-3279ad7c-964e-4138-8f20-bd952ffadcfd tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Request body: {'port': {'device_id': '4b18409e-8c7e-40e0-a9fa-602898501f76', 'network_id': '1502bbc8-612c-4aad-858d-6c61cc67045f', 'admin_state_up': True, 'tenant_id': 'ea18869b41614300bace9687f02782e1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:06.704398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'fb2fb21a-fc7e-4555-a410-8b0698d54b45', 'network_id': '2f6c0a83-f942-4f3a-b081-d6b623d42c90', 'port_id': 'fb2fb21a-fc7e-4555-a410-8b0698d54b45', 'mac_address': 'fa:16:3e:0d:21:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '195deb9b-f889-47f9-a60b-0861bb777acc', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:47:06.764184 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-af6a7de3-0c00-402c-a839-4e2c340bfacd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Network 9566c2e4-1bac-4a5b-8a67-d566157793fe is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:47:06.769691 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-af6a7de3-0c00-402c-a839-4e2c340bfacd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:47:06.780748 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-af6a7de3-0c00-402c-a839-4e2c340bfacd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:47:06.812339 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-72f23a7a-bb7f-4cb0-aabd-dec817b36cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:06.817555 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-cf2a4e11-adb1-4435-ae75-d77f552a3f06 req-c3745856-46d6-47b2-80d6-b2009e552384 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Synchronizing usage tracker for tenant:ea18869b41614300bace9687f02782e1 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:47:06.847894 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port ebbb89b7-fb07-4dfc-bdda-c50e43881750 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:06.930083 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port ebbb89b7-fb07-4dfc-bdda-c50e43881750 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:06.930729 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:06.963771 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-cf2a4e11-adb1-4435-ae75-d77f552a3f06 req-c3745856-46d6-47b2-80d6-b2009e552384 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Unset dirty status for tenant:ea18869b41614300bace9687f02782e1 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:47:06.973403 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cf2a4e11-adb1-4435-ae75-d77f552a3f06 req-c3745856-46d6-47b2-80d6-b2009e552384 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 210 time: 0.2689269 Mar 05 13:47:07.048217 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f23a7a-bb7f-4cb0-aabd-dec817b36cae admin admin] Pushing event updated for resources: {'Port': ['ID=51a29a14-0221-4a6b-ba8f-5ae91909b4cf,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:07.058804 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9dfa3374-e874-4c30-a109-7e0f0f418267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:07.101299 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-3279ad7c-964e-4138-8f20-bd952ffadcfd tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:07.117187 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-3279ad7c-964e-4138-8f20-bd952ffadcfd tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:07.150639 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:07.154188 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-3279ad7c-964e-4138-8f20-bd952ffadcfd tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Made reservation on behalf of ea18869b41614300bace9687f02782e1 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:47:07.160281 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-3279ad7c-964e-4138-8f20-bd952ffadcfd tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:07.177744 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2fb21a-fc7e-4555-a410-8b0698d54b45 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:47:07.213545 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e9a11e-46e1-43e2-a596-6de704f6049a None None] Network dba8b2bc-72ba-44c0-b91c-757ff7c80584 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:47:07.219592 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa3374-e874-4c30-a109-7e0f0f418267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5610e6e-45d7-4c70-999e-d8fdb0d69fd5,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:07.270611 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port fb2fb21a-fc7e-4555-a410-8b0698d54b45, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fb2fb21a-fc7e-4555-a410-8b0698d54b45,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:07.285999 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9dfa3374-e874-4c30-a109-7e0f0f418267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:07.290997 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9dfa3374-e874-4c30-a109-7e0f0f418267 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5610e6e-45d7-4c70-999e-d8fdb0d69fd5 HTTP/1.1" status: 204 len: 168 time: 2.5118475 Mar 05 13:47:07.508451 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:07.525598 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-af6a7de3-0c00-402c-a839-4e2c340bfacd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:07.526964 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:47:07.539138 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-af6a7de3-0c00-402c-a839-4e2c340bfacd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:07.642911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a7de3-0c00-402c-a839-4e2c340bfacd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Pushing event updated for resources: {'Port': ['ID=5cb25cf8-4284-444c-ae86-aaef4f5584cb,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:07.646076 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-3279ad7c-964e-4138-8f20-bd952ffadcfd tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Allocated IP 19.80.0.150 (1502bbc8-612c-4aad-858d-6c61cc67045f/dd92259d-840c-48db-9c62-b80938cd1fa5/e6509a2a-8bc5-490d-8134-ed6abd4c9db1) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:47:07.686128 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c21690-a098-475b-8241-dc1e54b52018 req-d663dda5-8c30-4273-a07e-926d6cdd75d5 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:07.697908 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-30c21690-a098-475b-8241-dc1e54b52018 req-d663dda5-8c30-4273-a07e-926d6cdd75d5 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e8c65d0-6360-4e4e-9122-9c407be18516 HTTP/1.1" status: 200 len: 931 time: 1.0406928 Mar 05 13:47:07.721258 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-af6a7de3-0c00-402c-a839-4e2c340bfacd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3965447 Mar 05 13:47:07.780335 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9414568a-a2e0-4e2e-a412-7a4d1e22de03 None None] Provisioning for port 03baca61-7c36-4c94-bd27-692a2eb94ad3 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:07.783261 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:07.811063 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-6da1672f-8a12-4613-8f79-7f7f3ada8d61 service neutron] Request body: {'port': {'device_id': '5e8c65d0-6360-4e4e-9122-9c407be18516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:07.832027 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=fb2fb21a-fc7e-4555-a410-8b0698d54b45,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:07.870539 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port ebbb89b7-fb07-4dfc-bdda-c50e43881750, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ebbb89b7-fb07-4dfc-bdda-c50e43881750,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:07.877625 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5f1756b4-ca9b-4b34-8eb0-4081d34a42aa,segment=NetworkSegment(d7b86189-5adb-4039-bc87-8aac5ac3460e),segment_id=d7b86189-5adb-4039-bc87-8aac5ac3460e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:07.892374 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:07.977299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f23a7a-bb7f-4cb0-aabd-dec817b36cae admin admin] Network afc0328a-7447-4ab2-b692-c72de15f8a21 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:47:07.985018 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-72f23a7a-bb7f-4cb0-aabd-dec817b36cae admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:47:07.997603 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-30c21690-a098-475b-8241-dc1e54b52018 req-f3eab48e-df4e-4604-96cd-26a4e91bbf68 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894599 Mar 05 13:47:08.143343 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-6da1672f-8a12-4613-8f79-7f7f3ada8d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:08.198743 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=ebbb89b7-fb07-4dfc-bdda-c50e43881750,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:08.201927 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '5f1756b4-ca9b-4b34-8eb0-4081d34a42aa', 'network_id': 'ef187771-ae1f-4999-9df8-9d6ddceec808', 'port_id': '5f1756b4-ca9b-4b34-8eb0-4081d34a42aa', 'mac_address': 'fa:16:3e:1b:40:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e5ca29-551a-48d3-9ef6-a1c02dfa31d9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:47:08.362694 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-3279ad7c-964e-4138-8f20-bd952ffadcfd tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:08.393448 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8f2882eb-2c92-4a3a-a217-49818eb7f3fe req-798e76a2-d76d-4d9d-aaac-5672e968c0a9 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 210 time: 0.0779727 Mar 05 13:47:08.398339 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 08fc9a5f-c594-482c-a200-33d37ed0ea59 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:47:08.421421 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-3279ad7c-964e-4138-8f20-bd952ffadcfd tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Transition to ACTIVE for port object e6509a2a-8bc5-490d-8134-ed6abd4c9db1 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:47:08.474574 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-3279ad7c-964e-4138-8f20-bd952ffadcfd tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:08.629198 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:08.645983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279ad7c-964e-4138-8f20-bd952ffadcfd tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event updated for resources: {'Port': ['ID=e6509a2a-8bc5-490d-8134-ed6abd4c9db1,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:08.673430 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-3279ad7c-964e-4138-8f20-bd952ffadcfd tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Network 1502bbc8-612c-4aad-858d-6c61cc67045f is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:47:08.678584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-3279ad7c-964e-4138-8f20-bd952ffadcfd tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:47:08.680389 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-6da1672f-8a12-4613-8f79-7f7f3ada8d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cb25cf8-4284-444c-ae86-aaef4f5584cb {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:47:08.690282 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-6da1672f-8a12-4613-8f79-7f7f3ada8d61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:08.698253 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-3279ad7c-964e-4138-8f20-bd952ffadcfd tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:47:08.706688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-6da1672f-8a12-4613-8f79-7f7f3ada8d61 service neutron] Transition to ACTIVE for port object 5cb25cf8-4284-444c-ae86-aaef4f5584cb will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:47:08.776267 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-6da1672f-8a12-4613-8f79-7f7f3ada8d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:08.778584 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:47:08.825225 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-3279ad7c-964e-4138-8f20-bd952ffadcfd tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:08.825900 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-3279ad7c-964e-4138-8f20-bd952ffadcfd tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:08.843313 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-29de7575-f646-4905-a4c5-68fdef64b483 None None] Provisioning complete for port 51a29a14-0221-4a6b-ba8f-5ae91909b4cf triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:08.843694 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-29de7575-f646-4905-a4c5-68fdef64b483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:08.905641 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-3279ad7c-964e-4138-8f20-bd952ffadcfd tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3301556 Mar 05 13:47:08.952075 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-c9261fb3-59e0-49c3-8758-c3fa8d738ec1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Request body: {'port': {'device_id': '4b18409e-8c7e-40e0-a9fa-602898501f76', 'network_id': 'dba8b2bc-72ba-44c0-b91c-757ff7c80584', 'admin_state_up': True, 'tenant_id': 'ea18869b41614300bace9687f02782e1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:08.994983 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-29de7575-f646-4905-a4c5-68fdef64b483 None None] Port 51a29a14-0221-4a6b-ba8f-5ae91909b4cf cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:47:09.010940 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c5cf553d-8b23-4024-9a92-6b89753e2ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:09.034354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5f1756b4-ca9b-4b34-8eb0-4081d34a42aa,segment=NetworkSegment(d7b86189-5adb-4039-bc87-8aac5ac3460e),segment_id=d7b86189-5adb-4039-bc87-8aac5ac3460e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:09.075289 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:09.076164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58132) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:09.161563 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 45d7348f-7f9b-402e-806f-fad32b169dc7 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:47:09.200086 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 08fc9a5f-c594-482c-a200-33d37ed0ea59 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:09.200727 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:09.215334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1672f-8a12-4613-8f79-7f7f3ada8d61 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb25cf8-4284-444c-ae86-aaef4f5584cb,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:09.291905 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7a3b68ed-4ce2-4992-ace4-db9b6c797825 None None] Provisioning for port e6509a2a-8bc5-490d-8134-ed6abd4c9db1 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:09.306226 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7a3b68ed-4ce2-4992-ace4-db9b6c797825 None None] Provisioning complete for port e6509a2a-8bc5-490d-8134-ed6abd4c9db1 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:09.306602 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7a3b68ed-4ce2-4992-ace4-db9b6c797825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:09.326995 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-c9261fb3-59e0-49c3-8758-c3fa8d738ec1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:09.335467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f23a7a-bb7f-4cb0-aabd-dec817b36cae admin admin] Router 50e9f2b1-2d20-4124-b10d-dcba740fbeaa has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:47:09.342796 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-c9261fb3-59e0-49c3-8758-c3fa8d738ec1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Usage tracker for resource:port and tenant:ea18869b41614300bace9687f02782e1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:09.351584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-c9261fb3-59e0-49c3-8758-c3fa8d738ec1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:09.356364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-b1df6642-67b6-4280-b4ec-69b9af6b11e1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-630954058-network', 'tenant_id': '685c107fd21b4a6787a130b25db4ab7d'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:09.362363 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-c9261fb3-59e0-49c3-8758-c3fa8d738ec1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:09.369443 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b1df6642-67b6-4280-b4ec-69b9af6b11e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:09.393293 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-c9261fb3-59e0-49c3-8758-c3fa8d738ec1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Made reservation on behalf of ea18869b41614300bace9687f02782e1 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:47:09.398092 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-c9261fb3-59e0-49c3-8758-c3fa8d738ec1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:09.422047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b1df6642-67b6-4280-b4ec-69b9af6b11e1 admin admin] Usage tracker for resource:network and tenant:685c107fd21b4a6787a130b25db4ab7d is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:09.529193 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b1df6642-67b6-4280-b4ec-69b9af6b11e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:09.529795 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-7a3b68ed-4ce2-4992-ace4-db9b6c797825 None None] Port e6509a2a-8bc5-490d-8134-ed6abd4c9db1 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:47:09.541127 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=5f1756b4-ca9b-4b34-8eb0-4081d34a42aa,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:09.562564 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111ec14-e669-46d4-9bfd-1703cca9f2e6 req-454e05ed-7e84-4cf6-b01f-5e9b3976ce97 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:09.569359 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111ec14-e669-46d4-9bfd-1703cca9f2e6 req-454e05ed-7e84-4cf6-b01f-5e9b3976ce97 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:09.569492 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['d8f0ac4c-d717-4bc8-a324-5c186d133ada'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:47:09.577715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111ec14-e669-46d4-9bfd-1703cca9f2e6 req-454e05ed-7e84-4cf6-b01f-5e9b3976ce97 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:09.585024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111ec14-e669-46d4-9bfd-1703cca9f2e6 req-454e05ed-7e84-4cf6-b01f-5e9b3976ce97 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:09.594024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111ec14-e669-46d4-9bfd-1703cca9f2e6 req-454e05ed-7e84-4cf6-b01f-5e9b3976ce97 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:09.600745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111ec14-e669-46d4-9bfd-1703cca9f2e6 req-454e05ed-7e84-4cf6-b01f-5e9b3976ce97 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:09.609218 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111ec14-e669-46d4-9bfd-1703cca9f2e6 req-454e05ed-7e84-4cf6-b01f-5e9b3976ce97 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:09.620577 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5111ec14-e669-46d4-9bfd-1703cca9f2e6 req-454e05ed-7e84-4cf6-b01f-5e9b3976ce97 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5435 time: 1.4132109 Mar 05 13:47:09.622380 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['5140cdaa-5a62-47c5-9206-7488edc8b9b4'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:47:09.701434 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b1df6642-67b6-4280-b4ec-69b9af6b11e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:09.705741 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-6da1672f-8a12-4613-8f79-7f7f3ada8d61 service neutron] Attempting to bind port 5cb25cf8-4284-444c-ae86-aaef4f5584cb on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:47:09.706156 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-6da1672f-8a12-4613-8f79-7f7f3ada8d61 service neutron] Attempting to bind port 5cb25cf8-4284-444c-ae86-aaef4f5584cb by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:47:09.706557 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-6da1672f-8a12-4613-8f79-7f7f3ada8d61 service neutron] Attempting to bind port 5cb25cf8-4284-444c-ae86-aaef4f5584cb on network 9566c2e4-1bac-4a5b-8a67-d566157793fe {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:47:09.718692 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-6da1672f-8a12-4613-8f79-7f7f3ada8d61 service neutron] Port 5cb25cf8-4284-444c-ae86-aaef4f5584cb on network 9566c2e4-1bac-4a5b-8a67-d566157793fe not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:47:09.719252 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-6da1672f-8a12-4613-8f79-7f7f3ada8d61 service neutron] Attempting to bind port 5cb25cf8-4284-444c-ae86-aaef4f5584cb on network 9566c2e4-1bac-4a5b-8a67-d566157793fe {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:47:09.751621 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-6da1672f-8a12-4613-8f79-7f7f3ada8d61 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:47:09.752181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-6da1672f-8a12-4613-8f79-7f7f3ada8d61 service neutron] Checking segment: {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:47:09.752747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-6da1672f-8a12-4613-8f79-7f7f3ada8d61 service neutron] Bound using segment: {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:47:09.753315 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['fb2fb21a-fc7e-4555-a410-8b0698d54b45'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:47:09.753751 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-6da1672f-8a12-4613-8f79-7f7f3ada8d61 service neutron] Bound port: 5cb25cf8-4284-444c-ae86-aaef4f5584cb, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:47:09.754301 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-6da1672f-8a12-4613-8f79-7f7f3ada8d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:09.782303 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5111ec14-e669-46d4-9bfd-1703cca9f2e6 req-67877c22-14dc-4040-82a2-cea264ae6230 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1604900 Mar 05 13:47:09.800614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1df6642-67b6-4280-b4ec-69b9af6b11e1 admin admin] Made reservation on behalf of 685c107fd21b4a6787a130b25db4ab7d for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:47:09.801511 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-c9261fb3-59e0-49c3-8758-c3fa8d738ec1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Allocated IP 19.86.0.193 (dba8b2bc-72ba-44c0-b91c-757ff7c80584/337a6cd2-ca2a-4faf-a459-3a4bbaa45971/4b1882b4-b0a5-451a-9ba3-f5ac839eb010) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:47:09.811238 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b1df6642-67b6-4280-b4ec-69b9af6b11e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:09.828851 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['5f1756b4-ca9b-4b34-8eb0-4081d34a42aa'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:47:09.834165 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5a308-798f-4dc6-ba3e-c4e49e52e701 req-2cc28ef1-5469-4125-b3b7-a5ee5a1e064e tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:09.835733 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ff5a308-798f-4dc6-ba3e-c4e49e52e701 req-2cc28ef1-5469-4125-b3b7-a5ee5a1e064e tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e8c65d0-6360-4e4e-9122-9c407be18516 HTTP/1.1" status: 200 len: 943 time: 0.3049405 Mar 05 13:47:09.853841 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b1df6642-67b6-4280-b4ec-69b9af6b11e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:09.872729 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 45d7348f-7f9b-402e-806f-fad32b169dc7 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:09.927694 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ff5a308-798f-4dc6-ba3e-c4e49e52e701 req-4b75c3c3-4c6d-446a-976a-a235bfbee923 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799387 Mar 05 13:47:09.960591 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 45d7348f-7f9b-402e-806f-fad32b169dc7 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:09.960967 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:10.099305 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 03baca61-7c36-4c94-bd27-692a2eb94ad3 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:47:10.128870 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-c9261fb3-59e0-49c3-8758-c3fa8d738ec1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:10.145333 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-c9261fb3-59e0-49c3-8758-c3fa8d738ec1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Transition to ACTIVE for port object 4b1882b4-b0a5-451a-9ba3-f5ac839eb010 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:47:10.209827 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-c9261fb3-59e0-49c3-8758-c3fa8d738ec1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:10.292781 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-c9261fb3-59e0-49c3-8758-c3fa8d738ec1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Network dba8b2bc-72ba-44c0-b91c-757ff7c80584 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:47:10.305000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-c9261fb3-59e0-49c3-8758-c3fa8d738ec1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:47:10.313788 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-c9261fb3-59e0-49c3-8758-c3fa8d738ec1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:47:10.398734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f23a7a-bb7f-4cb0-aabd-dec817b36cae admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:47:10.434487 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-72f23a7a-bb7f-4cb0-aabd-dec817b36cae admin admin] 10.222.0.16 "PUT /v2.0/routers/50e9f2b1-2d20-4124-b10d-dcba740fbeaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8551569 Mar 05 13:47:10.446091 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b1df6642-67b6-4280-b4ec-69b9af6b11e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:10.454075 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b1df6642-67b6-4280-b4ec-69b9af6b11e1 admin admin] Usage tracker for resource:security_group_rule and tenant:685c107fd21b4a6787a130b25db4ab7d is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:10.458745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b1df6642-67b6-4280-b4ec-69b9af6b11e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:10.474160 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b1df6642-67b6-4280-b4ec-69b9af6b11e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:10.547333 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-6da1672f-8a12-4613-8f79-7f7f3ada8d61 service neutron] For port 5cb25cf8-4284-444c-ae86-aaef4f5584cb, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:47:10.549263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9261fb3-59e0-49c3-8758-c3fa8d738ec1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event updated for resources: {'Port': ['ID=4b1882b4-b0a5-451a-9ba3-f5ac839eb010,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:10.552904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-6da1672f-8a12-4613-8f79-7f7f3ada8d61 service neutron] For port 5cb25cf8-4284-444c-ae86-aaef4f5584cb, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5cb25cf8-4284-444c-ae86-aaef4f5584cb,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:47:10.566325 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-6da1672f-8a12-4613-8f79-7f7f3ada8d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:10.606437 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9564ad7-f2b5-4369-9c2c-df73abdfa52d req-681847bd-6bb3-422f-b5b3-34a27bfc22f1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:10.623506 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9564ad7-f2b5-4369-9c2c-df73abdfa52d req-681847bd-6bb3-422f-b5b3-34a27bfc22f1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:10.625065 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-a9564ad7-f2b5-4369-9c2c-df73abdfa52d req-681847bd-6bb3-422f-b5b3-34a27bfc22f1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Synchronizing usage tracker for tenant:ea18869b41614300bace9687f02782e1 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:47:10.647161 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-c9261fb3-59e0-49c3-8758-c3fa8d738ec1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:10.647832 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-c9261fb3-59e0-49c3-8758-c3fa8d738ec1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:10.657320 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-6da1672f-8a12-4613-8f79-7f7f3ada8d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:10.658373 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-6da1672f-8a12-4613-8f79-7f7f3ada8d61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:10.660766 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-6da1672f-8a12-4613-8f79-7f7f3ada8d61 service neutron] 10.222.0.30 "PUT /v2.0/ports/5cb25cf8-4284-444c-ae86-aaef4f5584cb HTTP/1.1" status: 200 len: 1091 time: 2.9146178 Mar 05 13:47:10.661459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8c65d0-6360-4e4e-9122-9c407be18516', 'tag': '5cb25cf8-4284-444c-ae86-aaef4f5584cb'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:47:10.691935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-a9564ad7-f2b5-4369-9c2c-df73abdfa52d req-681847bd-6bb3-422f-b5b3-34a27bfc22f1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Unset dirty status for tenant:ea18869b41614300bace9687f02782e1 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:47:10.693171 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a9564ad7-f2b5-4369-9c2c-df73abdfa52d req-681847bd-6bb3-422f-b5b3-34a27bfc22f1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 1655 time: 0.5258744 Mar 05 13:47:10.696992 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-c9261fb3-59e0-49c3-8758-c3fa8d738ec1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7836339 Mar 05 13:47:10.740973 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-ea082f19-bd82-41fd-ad35-5438b7e310ee service neutron] Request body: {'port': {'device_id': '4b18409e-8c7e-40e0-a9fa-602898501f76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:10.758616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] Sync routers for ids ['50e9f2b1-2d20-4124-b10d-dcba740fbeaa'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:47:10.808735 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 03baca61-7c36-4c94-bd27-692a2eb94ad3 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:10.842732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1672f-8a12-4613-8f79-7f7f3ada8d61 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb25cf8-4284-444c-ae86-aaef4f5584cb,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:10.847348 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a9564ad7-f2b5-4369-9c2c-df73abdfa52d req-29a7bd26-c526-44d2-9de6-6bcf8a6b96e1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442349 Mar 05 13:47:10.881060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 03baca61-7c36-4c94-bd27-692a2eb94ad3 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:10.881428 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:10.914930 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b1df6642-67b6-4280-b4ec-69b9af6b11e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:10.926927 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] Routers {'50e9f2b1-2d20-4124-b10d-dcba740fbeaa'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:47:10.927651 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:46:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['50e9f2b1-2d20-4124-b10d-dcba740fbeaa'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:10.938102 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b1df6642-67b6-4280-b4ec-69b9af6b11e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:10.974579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-ff12703f-69b5-4bca-a60c-2d03e5e91d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:10.976414 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-ff12703f-69b5-4bca-a60c-2d03e5e91d82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&device_id=5e8c65d0-6360-4e4e-9122-9c407be18516 HTTP/1.1" status: 200 len: 1094 time: 0.2573171 Mar 05 13:47:10.993631 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-ea082f19-bd82-41fd-ad35-5438b7e310ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:11.085163 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8c65d0-6360-4e4e-9122-9c407be18516', 'tag': '5cb25cf8-4284-444c-ae86-aaef4f5584cb', 'status': 'completed', 'code': 200} Mar 05 13:47:11.100172 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1df6642-67b6-4280-b4ec-69b9af6b11e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:47:11.102529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df6642-67b6-4280-b4ec-69b9af6b11e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054fdef4-0776-4d23-9a27-50634db7ee8e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:11.106053 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-71b23512-59c3-460d-b323-45585396f3ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5cb25cf8-4284-444c-ae86-aaef4f5584cb HTTP/1.1" status: 200 len: 217 time: 0.1030817 Mar 05 13:47:11.120616 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b1df6642-67b6-4280-b4ec-69b9af6b11e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:11.121096 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-b1df6642-67b6-4280-b4ec-69b9af6b11e1 admin admin] Added segment b7940536-8621-4ee2-8ab4-d1cc2692a2bb of type vlan for network 8121de62-3e77-4026-8973-919cd2101c11 Mar 05 13:47:11.153395 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b1df6642-67b6-4280-b4ec-69b9af6b11e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:11.278078 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] Set router 50e9f2b1-2d20-4124-b10d-dcba740fbeaa gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:47:11.297555 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b1df6642-67b6-4280-b4ec-69b9af6b11e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:11.298623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1df6642-67b6-4280-b4ec-69b9af6b11e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:11.299465 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b1df6642-67b6-4280-b4ec-69b9af6b11e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:11.361417 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b1df6642-67b6-4280-b4ec-69b9af6b11e1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2807591 Mar 05 13:47:11.386268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58224) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:11.399019 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-b21e3325-c959-48ed-b16f-7e18ee3c93f9 admin admin] Request body: {'subnet': {'network_id': '8121de62-3e77-4026-8973-919cd2101c11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-630954058-subnet', 'tenant_id': '685c107fd21b4a6787a130b25db4ab7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:11.402195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-a3106f0f-92cd-4fcd-9cbc-34883d855a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:11.403974 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-a3106f0f-92cd-4fcd-9cbc-34883d855a83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fbe719ac-a221-4304-9d9c-9289853597e6 HTTP/1.1" status: 200 len: 846 time: 0.2174714 Mar 05 13:47:11.428881 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b21e3325-c959-48ed-b16f-7e18ee3c93f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:11.455909 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:47:11.550750 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b21e3325-c959-48ed-b16f-7e18ee3c93f9 admin admin] Usage tracker for resource:subnet and tenant:685c107fd21b4a6787a130b25db4ab7d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:11.574059 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-61c0e702-9535-4c8e-9865-425a65f9d1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:11.575152 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:11.610153 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b21e3325-c959-48ed-b16f-7e18ee3c93f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:11.614515 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-230cb999-0096-40a2-8143-7815e7037466 None None] Provisioning for port 4b1882b4-b0a5-451a-9ba3-f5ac839eb010 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:11.624656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df6642-67b6-4280-b4ec-69b9af6b11e1 admin admin] Pushing event updated for resources: {'Network': ['ID=8121de62-3e77-4026-8973-919cd2101c11,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:11.626326 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b21e3325-c959-48ed-b16f-7e18ee3c93f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:11.639690 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-8484e557-c72e-4f7e-af17-8571d6f060e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9566c2e4-1bac-4a5b-8a67-d566157793fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2184803 Mar 05 13:47:11.665357 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21e3325-c959-48ed-b16f-7e18ee3c93f9 admin admin] Made reservation on behalf of 685c107fd21b4a6787a130b25db4ab7d for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:47:11.667707 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b21e3325-c959-48ed-b16f-7e18ee3c93f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:11.710234 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58234) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:11.726022 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-7414a8f6-4249-437a-a09c-e1832de8ac90 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1948032638', 'description': 'tempest-description--1879949448'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:11.734653 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7414a8f6-4249-437a-a09c-e1832de8ac90 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:11.738784 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 8121de62-3e77-4026-8973-919cd2101c11 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:47:11.738937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7414a8f6-4249-437a-a09c-e1832de8ac90 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Usage tracker for resource:security_group and tenant:b319e138c56d4a4c98bd5807281ccabc is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:11.742974 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7414a8f6-4249-437a-a09c-e1832de8ac90 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:11.750610 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7414a8f6-4249-437a-a09c-e1832de8ac90 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:11.770555 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-230cb999-0096-40a2-8143-7815e7037466 None None] Provisioning complete for port 4b1882b4-b0a5-451a-9ba3-f5ac839eb010 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:11.771180 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-230cb999-0096-40a2-8143-7815e7037466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:11.785614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862dc82-bc0c-4d45-9411-7597f43ee865 req-7a7184c2-c19f-4eaa-a3c8-2927db58f4b4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:11.802606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862dc82-bc0c-4d45-9411-7597f43ee865 req-7a7184c2-c19f-4eaa-a3c8-2927db58f4b4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:11.816751 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862dc82-bc0c-4d45-9411-7597f43ee865 req-7a7184c2-c19f-4eaa-a3c8-2927db58f4b4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:11.830194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862dc82-bc0c-4d45-9411-7597f43ee865 req-7a7184c2-c19f-4eaa-a3c8-2927db58f4b4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:11.830836 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d7348f-7f9b-402e-806f-fad32b169dc7'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:47:11.846012 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862dc82-bc0c-4d45-9411-7597f43ee865 req-7a7184c2-c19f-4eaa-a3c8-2927db58f4b4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:11.867053 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862dc82-bc0c-4d45-9411-7597f43ee865 req-7a7184c2-c19f-4eaa-a3c8-2927db58f4b4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:11.876522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862dc82-bc0c-4d45-9411-7597f43ee865 req-7a7184c2-c19f-4eaa-a3c8-2927db58f4b4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:11.878379 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f862dc82-bc0c-4d45-9411-7597f43ee865 req-7a7184c2-c19f-4eaa-a3c8-2927db58f4b4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5436 time: 0.6236601 Mar 05 13:47:11.908418 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 45d7348f-7f9b-402e-806f-fad32b169dc7, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=45d7348f-7f9b-402e-806f-fad32b169dc7,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:11.941564 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7414a8f6-4249-437a-a09c-e1832de8ac90 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:11.994038 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7414a8f6-4249-437a-a09c-e1832de8ac90 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:11.998933 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:11.999740 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 84783dc8-ea33-42fd-b8de-3b126d3a564d up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:47:12.002033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7414a8f6-4249-437a-a09c-e1832de8ac90 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Usage tracker for resource:security_group_rule and tenant:b319e138c56d4a4c98bd5807281ccabc is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:12.006587 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7414a8f6-4249-437a-a09c-e1832de8ac90 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:12.015130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7414a8f6-4249-437a-a09c-e1832de8ac90 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:12.037569 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58246) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:12.072436 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f862dc82-bc0c-4d45-9411-7597f43ee865 req-85ef8ac9-5ca2-463b-9274-913633c7fd23 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1320274 Mar 05 13:47:12.094655 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-8b57949e-0fee-4dad-a5da-3399d1b389da service neutron] 10.222.0.30 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483395 Mar 05 13:47:12.109749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-ea082f19-bd82-41fd-ad35-5438b7e310ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6509a2a-8bc5-490d-8134-ed6abd4c9db1 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:47:12.133422 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-ea082f19-bd82-41fd-ad35-5438b7e310ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:12.162273 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b21e3325-c959-48ed-b16f-7e18ee3c93f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:12.216368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-ea082f19-bd82-41fd-ad35-5438b7e310ee service neutron] Transition to ACTIVE for port object e6509a2a-8bc5-490d-8134-ed6abd4c9db1 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:47:12.233748 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-ea082f19-bd82-41fd-ad35-5438b7e310ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:12.316807 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-db63b970-c5dd-4278-8b5f-2621e84d72a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:12.322109 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-230cb999-0096-40a2-8143-7815e7037466 None None] Port 4b1882b4-b0a5-451a-9ba3-f5ac839eb010 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:47:12.337051 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:12.343613 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7414a8f6-4249-437a-a09c-e1832de8ac90 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:12.363395 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7414a8f6-4249-437a-a09c-e1832de8ac90 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:12.381688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-db63b970-c5dd-4278-8b5f-2621e84d72a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:12.401929 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:12.410194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-db63b970-c5dd-4278-8b5f-2621e84d72a0 admin admin] Usage tracker for resource:security_group_rule and tenant:3434eb73f3314d94970a55047e63e06d is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:12.419153 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-db63b970-c5dd-4278-8b5f-2621e84d72a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:12.426213 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:12.440029 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-db63b970-c5dd-4278-8b5f-2621e84d72a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:12.443083 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e3325-c959-48ed-b16f-7e18ee3c93f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53cc4165-f01d-48a1-9180-c6a57fe7bd9d,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:12.446878 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-730edc22-a98c-4cac-8fcf-fb6e9f05c0c1 req-848b7c6e-2032-4cff-96fc-a13bb57ab62b service neutron] 10.222.0.30 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444576 Mar 05 13:47:12.457808 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414a8f6-4249-437a-a09c-e1832de8ac90 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e87c7cef-15aa-451d-9496-6a812fa357ed,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:12.465030 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7414a8f6-4249-437a-a09c-e1832de8ac90 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:12.469819 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7414a8f6-4249-437a-a09c-e1832de8ac90 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7540202 Mar 05 13:47:12.470652 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58254) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:12.487552 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-4c221f75-4d9f-4d2e-8ef4-04ddc0b176d0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Request body: {'security_group_rule': {'security_group_id': 'e87c7cef-15aa-451d-9496-6a812fa357ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:12.490041 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 84783dc8-ea33-42fd-b8de-3b126d3a564d completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:12.493893 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=45d7348f-7f9b-402e-806f-fad32b169dc7,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:12.502180 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4c221f75-4d9f-4d2e-8ef4-04ddc0b176d0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:12.510495 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4c221f75-4d9f-4d2e-8ef4-04ddc0b176d0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Usage tracker for resource:security_group_rule and tenant:b319e138c56d4a4c98bd5807281ccabc is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:12.530368 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 84783dc8-ea33-42fd-b8de-3b126d3a564d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:12.530943 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:12.574915 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4c221f75-4d9f-4d2e-8ef4-04ddc0b176d0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:12.591330 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3944c6-8031-4194-96e6-74d782b121a5 req-041ed869-3aa7-4584-a91c-5facc64caea6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:12.592556 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4c221f75-4d9f-4d2e-8ef4-04ddc0b176d0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:12.599768 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd3944c6-8031-4194-96e6-74d782b121a5 req-041ed869-3aa7-4584-a91c-5facc64caea6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e8c65d0-6360-4e4e-9122-9c407be18516 HTTP/1.1" status: 200 len: 943 time: 0.6955764 Mar 05 13:47:12.612053 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75095df5-1f4d-4b08-98cb-0cb48e61b7b7 req-5c456ef4-5a04-44ad-a33d-af24c6023f9c tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:12.612290 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea082f19-bd82-41fd-ad35-5438b7e310ee service neutron] Pushing event updated for resources: {'Port': ['ID=e6509a2a-8bc5-490d-8134-ed6abd4c9db1,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:12.613513 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-75095df5-1f4d-4b08-98cb-0cb48e61b7b7 req-5c456ef4-5a04-44ad-a33d-af24c6023f9c tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 946 time: 0.3431244 Mar 05 13:47:12.620569 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 03baca61-7c36-4c94-bd27-692a2eb94ad3, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=03baca61-7c36-4c94-bd27-692a2eb94ad3,segment=NetworkSegment(1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde),segment_id=1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:12.636734 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:12.671870 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21e3325-c959-48ed-b16f-7e18ee3c93f9 admin admin] Checking segment: {'id': 'b7940536-8621-4ee2-8ab4-d1cc2692a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8121de62-3e77-4026-8973-919cd2101c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:47:12.671870 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21e3325-c959-48ed-b16f-7e18ee3c93f9 admin admin] Network hostable DHCP agents. Network: 8121de62-3e77-4026-8973-919cd2101c11, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:47:12.687134 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c221f75-4d9f-4d2e-8ef4-04ddc0b176d0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:12.751001 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'name': 'tempest-ServersTestJSON-1402838448-router', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:46:53Z', 'updated_at': '2022-03-05T13:47:04Z', 'revision_number': 4, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'gw_port': {'id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:55Z', 'updated_at': '2022-03-05T13:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '51a29a14-0221-4a6b-ba8f-5ae91909b4cf', 'name': '', 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'mac_address': 'fa:16:3e:5b:54:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'b9f0f85d-e916-4aa7-8d40-c24768de8024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:47:01Z', 'updated_at': '2022-03-05T13:47:05Z', 'revision_number': 2, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'subnets': [{'id': 'b9f0f85d-e916-4aa7-8d40-c24768de8024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:12.765138 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] Checking router: 50e9f2b1-2d20-4124-b10d-dcba740fbeaa for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:47:12.765484 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] Updating router 50e9f2b1-2d20-4124-b10d-dcba740fbeaa port 51a29a14-0221-4a6b-ba8f-5ae91909b4cf binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:47:12.819714 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ebbb89b7-fb07-4dfc-bdda-c50e43881750 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:47:12.820980 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-75095df5-1f4d-4b08-98cb-0cb48e61b7b7 req-fecf539d-79eb-4c8f-9eaf-6fb90e7322d3 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915355 Mar 05 13:47:12.843777 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd3944c6-8031-4194-96e6-74d782b121a5 req-2f7cc74b-b7de-48c2-a786-fd99289e2949 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428102 Mar 05 13:47:12.848276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21e3325-c959-48ed-b16f-7e18ee3c93f9 admin admin] Network 8121de62-3e77-4026-8973-919cd2101c11 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:47:12.854280 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-db63b970-c5dd-4278-8b5f-2621e84d72a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:12.859387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34d9bf-9097-46b1-8780-b290928f75be req-52eefb5f-fefe-4ddb-b089-f6d1bc2fd6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:12.861618 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6a34d9bf-9097-46b1-8780-b290928f75be req-52eefb5f-fefe-4ddb-b089-f6d1bc2fd6c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&device_id=5e8c65d0-6360-4e4e-9122-9c407be18516 HTTP/1.1" status: 200 len: 1094 time: 0.3521242 Mar 05 13:47:12.864000 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-db63b970-c5dd-4278-8b5f-2621e84d72a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:12.886279 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-ea082f19-bd82-41fd-ad35-5438b7e310ee service neutron] Attempting to bind port e6509a2a-8bc5-490d-8134-ed6abd4c9db1 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:47:12.886623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-ea082f19-bd82-41fd-ad35-5438b7e310ee service neutron] Attempting to bind port e6509a2a-8bc5-490d-8134-ed6abd4c9db1 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'ef03b494-6d5b-4984-b16f-d377cdffa999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1502bbc8-612c-4aad-858d-6c61cc67045f'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:47:12.887189 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-ea082f19-bd82-41fd-ad35-5438b7e310ee service neutron] Attempting to bind port e6509a2a-8bc5-490d-8134-ed6abd4c9db1 on network 1502bbc8-612c-4aad-858d-6c61cc67045f {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:47:12.891868 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-b21e3325-c959-48ed-b16f-7e18ee3c93f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 8121de62-3e77-4026-8973-919cd2101c11) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:47:12.896136 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-ea082f19-bd82-41fd-ad35-5438b7e310ee service neutron] Port e6509a2a-8bc5-490d-8134-ed6abd4c9db1 on network 1502bbc8-612c-4aad-858d-6c61cc67045f not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:47:12.896587 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-ea082f19-bd82-41fd-ad35-5438b7e310ee service neutron] Attempting to bind port e6509a2a-8bc5-490d-8134-ed6abd4c9db1 on network 1502bbc8-612c-4aad-858d-6c61cc67045f {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:47:12.906536 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21e3325-c959-48ed-b16f-7e18ee3c93f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:12.907732 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b21e3325-c959-48ed-b16f-7e18ee3c93f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:12.927963 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d7348f-7f9b-402e-806f-fad32b169dc7', 'code': 200} Mar 05 13:47:12.933007 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-ea082f19-bd82-41fd-ad35-5438b7e310ee service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:47:12.933586 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-ea082f19-bd82-41fd-ad35-5438b7e310ee service neutron] Checking segment: {'id': 'ef03b494-6d5b-4984-b16f-d377cdffa999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1502bbc8-612c-4aad-858d-6c61cc67045f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:47:12.934294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-ea082f19-bd82-41fd-ad35-5438b7e310ee service neutron] Bound using segment: {'id': 'ef03b494-6d5b-4984-b16f-d377cdffa999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1502bbc8-612c-4aad-858d-6c61cc67045f'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:47:12.934925 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-ea082f19-bd82-41fd-ad35-5438b7e310ee service neutron] Bound port: e6509a2a-8bc5-490d-8134-ed6abd4c9db1, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef03b494-6d5b-4984-b16f-d377cdffa999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1502bbc8-612c-4aad-858d-6c61cc67045f'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:47:12.937186 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-ea082f19-bd82-41fd-ad35-5438b7e310ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:12.941583 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee662d4-b326-44bb-9072-386167813261 None None] Network 8121de62-3e77-4026-8973-919cd2101c11 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:47:12.949734 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c221f75-4d9f-4d2e-8ef4-04ddc0b176d0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:12.955908 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b21e3325-c959-48ed-b16f-7e18ee3c93f9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5635369 Mar 05 13:47:13.025808 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63b970-c5dd-4278-8b5f-2621e84d72a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf057b6-bdde-403b-8b53-361a9c791c8c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:13.033052 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c221f75-4d9f-4d2e-8ef4-04ddc0b176d0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:13.050677 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-db63b970-c5dd-4278-8b5f-2621e84d72a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3434eb73f3314d94970a55047e63e06d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0066445 Mar 05 13:47:13.063161 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58260) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:13.090846 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=03baca61-7c36-4c94-bd27-692a2eb94ad3,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:13.209483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-ea082f19-bd82-41fd-ad35-5438b7e310ee service neutron] For port e6509a2a-8bc5-490d-8134-ed6abd4c9db1, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:47:13.211186 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:13.217027 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-ea082f19-bd82-41fd-ad35-5438b7e310ee service neutron] For port e6509a2a-8bc5-490d-8134-ed6abd4c9db1, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e6509a2a-8bc5-490d-8134-ed6abd4c9db1,segment=NetworkSegment(ef03b494-6d5b-4984-b16f-d377cdffa999),segment_id=ef03b494-6d5b-4984-b16f-d377cdffa999)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:47:13.231145 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-ea082f19-bd82-41fd-ad35-5438b7e310ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:13.292662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c221f75-4d9f-4d2e-8ef4-04ddc0b176d0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab560b5e-0ef8-48f2-8bb4-1dc689623364,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:13.319697 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:13.331761 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea082f19-bd82-41fd-ad35-5438b7e310ee service neutron] Pushing event updated for resources: {'Port': ['ID=e6509a2a-8bc5-490d-8134-ed6abd4c9db1,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:13.338606 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fce23735-b983-4557-927d-2a2636dbd80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:13.343049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34d9bf-9097-46b1-8780-b290928f75be req-4fb8b9dd-ffa4-4ec0-a9ab-fdaf19329a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:13.344638 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6a34d9bf-9097-46b1-8780-b290928f75be req-4fb8b9dd-ffa4-4ec0-a9ab-fdaf19329a86 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 906 time: 0.4716382 Mar 05 13:47:13.349038 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c221f75-4d9f-4d2e-8ef4-04ddc0b176d0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:13.350282 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4c221f75-4d9f-4d2e-8ef4-04ddc0b176d0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8750699 Mar 05 13:47:13.385412 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58270) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:13.426576 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-7ab1375d-b06b-41aa-8ed6-ce6adcceeeff tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Request body: {'security_group_rule': {'security_group_id': 'e87c7cef-15aa-451d-9496-6a812fa357ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:13.432159 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6a34d9bf-9097-46b1-8780-b290928f75be req-882d20aa-d78c-4a2f-938d-4587c93ab3c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5cb25cf8-4284-444c-ae86-aaef4f5584cb HTTP/1.1" status: 200 len: 217 time: 0.0806925 Mar 05 13:47:13.470460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7ab1375d-b06b-41aa-8ed6-ce6adcceeeff tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:13.473764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-ea082f19-bd82-41fd-ad35-5438b7e310ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:13.474628 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-ea082f19-bd82-41fd-ad35-5438b7e310ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:13.478915 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-ea082f19-bd82-41fd-ad35-5438b7e310ee service neutron] 10.222.0.30 "PUT /v2.0/ports/e6509a2a-8bc5-490d-8134-ed6abd4c9db1 HTTP/1.1" status: 200 len: 1092 time: 2.7433183 Mar 05 13:47:13.480711 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b18409e-8c7e-40e0-a9fa-602898501f76', 'tag': 'e6509a2a-8bc5-490d-8134-ed6abd4c9db1'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:47:13.492170 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb480c7-9866-4f29-9612-1ca3f8c8a966 None None] Network 8121de62-3e77-4026-8973-919cd2101c11 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:47:13.498958 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7ab1375d-b06b-41aa-8ed6-ce6adcceeeff tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Usage tracker for resource:security_group_rule and tenant:b319e138c56d4a4c98bd5807281ccabc is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:13.507784 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fce23735-b983-4557-927d-2a2636dbd80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:13.510053 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 84783dc8-ea33-42fd-b8de-3b126d3a564d, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=84783dc8-ea33-42fd-b8de-3b126d3a564d,segment=NetworkSegment(5a2d6778-bb74-4231-9404-704d7d2b692b),segment_id=5a2d6778-bb74-4231-9404-704d7d2b692b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:13.519453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7ab1375d-b06b-41aa-8ed6-ce6adcceeeff tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:13.529036 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port ebbb89b7-fb07-4dfc-bdda-c50e43881750 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:13.529996 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:13.533839 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17700ddb-4928-41da-baf5-27fdf253775a req-cd53d5c6-ce1a-4d68-95e7-c6cab6de8543 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:13.535320 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-17700ddb-4928-41da-baf5-27fdf253775a req-cd53d5c6-ce1a-4d68-95e7-c6cab6de8543 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.30 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 946 time: 0.2847075 Mar 05 13:47:13.544371 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-5977a157-22e6-4aa3-9deb-86e13396ce47 service neutron] Request body: {'port': {'device_id': '4b18409e-8c7e-40e0-a9fa-602898501f76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:13.567003 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:13.583804 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7ab1375d-b06b-41aa-8ed6-ce6adcceeeff tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:13.597448 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07442ef9-83a0-4688-a477-a88522e54732 req-2f73cd26-1dbd-4d8b-ad2c-24871885d7c5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:13.603659 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07442ef9-83a0-4688-a477-a88522e54732 req-2f73cd26-1dbd-4d8b-ad2c-24871885d7c5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:13.611291 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07442ef9-83a0-4688-a477-a88522e54732 req-2f73cd26-1dbd-4d8b-ad2c-24871885d7c5 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 1667 time: 0.5800304 Mar 05 13:47:13.642856 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 5140cdaa-5a62-47c5-9206-7488edc8b9b4 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:47:13.660609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34d9bf-9097-46b1-8780-b290928f75be req-d84b5e51-da2b-44d1-8273-6eab97e4d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:13.661019 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ab1375d-b06b-41aa-8ed6-ce6adcceeeff tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:13.663279 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6a34d9bf-9097-46b1-8780-b290928f75be req-d84b5e51-da2b-44d1-8273-6eab97e4d0c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fbe719ac-a221-4304-9d9c-9289853597e6 HTTP/1.1" status: 200 len: 846 time: 0.2169940 Mar 05 13:47:13.713624 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15771a6c-a466-4ccf-b04d-5520342c75c2 req-23c14ba9-3c14-4536-a563-07eba1c857a2 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:13.719597 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15771a6c-a466-4ccf-b04d-5520342c75c2 req-23c14ba9-3c14-4536-a563-07eba1c857a2 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:13.725521 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15771a6c-a466-4ccf-b04d-5520342c75c2 req-23c14ba9-3c14-4536-a563-07eba1c857a2 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:13.732123 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15771a6c-a466-4ccf-b04d-5520342c75c2 req-23c14ba9-3c14-4536-a563-07eba1c857a2 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:13.739285 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15771a6c-a466-4ccf-b04d-5520342c75c2 req-23c14ba9-3c14-4536-a563-07eba1c857a2 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:13.743757 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6a34d9bf-9097-46b1-8780-b290928f75be req-a2451952-ab7b-48a6-b3d8-30478de834cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9566c2e4-1bac-4a5b-8a67-d566157793fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745656 Mar 05 13:47:13.745472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15771a6c-a466-4ccf-b04d-5520342c75c2 req-23c14ba9-3c14-4536-a563-07eba1c857a2 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:13.752032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-17700ddb-4928-41da-baf5-27fdf253775a req-9c292451-0fe9-4c1f-8e2e-3fff574f0055 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Deleting port bb17c5d8-2566-4bf8-8929-838b3ea7a0cd {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:47:13.752364 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15771a6c-a466-4ccf-b04d-5520342c75c2 req-23c14ba9-3c14-4536-a563-07eba1c857a2 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:13.752493 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-17700ddb-4928-41da-baf5-27fdf253775a req-9c292451-0fe9-4c1f-8e2e-3fff574f0055 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:13.754284 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-15771a6c-a466-4ccf-b04d-5520342c75c2 req-23c14ba9-3c14-4536-a563-07eba1c857a2 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5437 time: 0.4269512 Mar 05 13:47:13.789592 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:13.791385 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07442ef9-83a0-4688-a477-a88522e54732 req-ca940a04-68b5-44dd-8538-ca4b44244ae1 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788018 Mar 05 13:47:13.918366 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=84783dc8-ea33-42fd-b8de-3b126d3a564d,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:13.944602 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ab1375d-b06b-41aa-8ed6-ce6adcceeeff tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:13.945871 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fce23735-b983-4557-927d-2a2636dbd80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:13.960949 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-5977a157-22e6-4aa3-9deb-86e13396ce47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:13.994842 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-15771a6c-a466-4ccf-b04d-5520342c75c2 req-d2405aed-65cb-46dd-9b7a-6dcd9691b412 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1936677 Mar 05 13:47:14.046258 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce23735-b983-4557-927d-2a2636dbd80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf057b6-bdde-403b-8b53-361a9c791c8c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:14.048649 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ab1375d-b06b-41aa-8ed6-ce6adcceeeff tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:14.081044 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fce23735-b983-4557-927d-2a2636dbd80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:14.082145 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fce23735-b983-4557-927d-2a2636dbd80d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbf057b6-bdde-403b-8b53-361a9c791c8c HTTP/1.1" status: 204 len: 168 time: 1.0155354 Mar 05 13:47:14.085719 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b18409e-8c7e-40e0-a9fa-602898501f76', 'tag': 'e6509a2a-8bc5-490d-8134-ed6abd4c9db1', 'status': 'completed', 'code': 200} Mar 05 13:47:14.104260 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1375d-b06b-41aa-8ed6-ce6adcceeeff tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418cf7b6-c678-44ab-95b8-2d3ad78347ab,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:14.168164 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ab1375d-b06b-41aa-8ed6-ce6adcceeeff tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:14.173233 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7ab1375d-b06b-41aa-8ed6-ce6adcceeeff tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7699718 Mar 05 13:47:14.179470 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58292) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:14.233592 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-fdfb681e-c9dd-4970-a683-70ca9abae2e0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:14.243444 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-fdfb681e-c9dd-4970-a683-70ca9abae2e0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:14.312384 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-fdfb681e-c9dd-4970-a683-70ca9abae2e0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Usage tracker for resource:floatingip and tenant:b319e138c56d4a4c98bd5807281ccabc is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:14.328191 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-fdfb681e-c9dd-4970-a683-70ca9abae2e0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:14.346956 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6a34d9bf-9097-46b1-8780-b290928f75be req-1d992773-434f-4c1f-8e02-66e9621c4db5 service neutron] 10.222.0.30 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552685 Mar 05 13:47:14.350491 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:14.352452 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-fdfb681e-c9dd-4970-a683-70ca9abae2e0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:14.352805 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 5140cdaa-5a62-47c5-9206-7488edc8b9b4 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:14.364030 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 5140cdaa-5a62-47c5-9206-7488edc8b9b4 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:14.364402 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:14.410259 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fdfb681e-c9dd-4970-a683-70ca9abae2e0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:14.420486 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] Transition to ACTIVE for port object 51a29a14-0221-4a6b-ba8f-5ae91909b4cf will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:47:14.436857 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:14.655395 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedca348-46e5-408d-9282-3219cab1bd0b req-fdd145f0-b828-4506-803a-1abd43523451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:14.655900 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedca348-46e5-408d-9282-3219cab1bd0b req-fdd145f0-b828-4506-803a-1abd43523451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:14.657602 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eedca348-46e5-408d-9282-3219cab1bd0b req-fdd145f0-b828-4506-803a-1abd43523451 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea18869b41614300bace9687f02782e1&device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 1914 time: 0.5488839 Mar 05 13:47:14.756835 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ae575-84b4-4e4b-b206-ee977e407ccd req-dc246211-8448-45f3-9d80-ad4b9a38f26a tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:14.758506 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c71ae575-84b4-4e4b-b206-ee977e407ccd req-dc246211-8448-45f3-9d80-ad4b9a38f26a tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 946 time: 0.5350921 Mar 05 13:47:14.762905 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc4109-f312-4449-bd1c-47727100671d None None] Pushing event updated for resources: {'Port': ['ID=51a29a14-0221-4a6b-ba8f-5ae91909b4cf,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:14.799701 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-e292d5c8-7341-4917-a19e-959c141d14c3 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:14.800422 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-e292d5c8-7341-4917-a19e-959c141d14c3 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Synchronizing usage tracker for tenant:685c107fd21b4a6787a130b25db4ab7d on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:47:14.813042 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5cb25cf8-4284-444c-ae86-aaef4f5584cb details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:47:14.856980 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 03baca61-7c36-4c94-bd27-692a2eb94ad3 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:47:14.884836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-17700ddb-4928-41da-baf5-27fdf253775a req-9c292451-0fe9-4c1f-8e2e-3fff574f0055 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] For port bb17c5d8-2566-4bf8-8929-838b3ea7a0cd, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bb17c5d8-2566-4bf8-8929-838b3ea7a0cd,segment=NetworkSegment(878d8184-25a8-44de-b274-b8af194d7640),segment_id=878d8184-25a8-44de-b274-b8af194d7640)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:14.885554 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-17700ddb-4928-41da-baf5-27fdf253775a req-9c292451-0fe9-4c1f-8e2e-3fff574f0055 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:14.950998 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84783dc8-ea33-42fd-b8de-3b126d3a564d'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:47:15.066739 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c71ae575-84b4-4e4b-b206-ee977e407ccd req-5986f638-fbdd-4b09-8546-adf414952c42 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582457 Mar 05 13:47:15.085020 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-17700ddb-4928-41da-baf5-27fdf253775a req-9c292451-0fe9-4c1f-8e2e-3fff574f0055 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Calling delete_port for bb17c5d8-2566-4bf8-8929-838b3ea7a0cd owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:47:15.141613 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.resource_extend [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:47:15.151207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-e292d5c8-7341-4917-a19e-959c141d14c3 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Unset dirty status for tenant:685c107fd21b4a6787a130b25db4ab7d on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:47:15.158313 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-e292d5c8-7341-4917-a19e-959c141d14c3 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/networks?id=8121de62-3e77-4026-8973-919cd2101c11 HTTP/1.1" status: 200 len: 814 time: 1.1107213 Mar 05 13:47:15.183748 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6a34d9bf-9097-46b1-8780-b290928f75be req-5754793f-3191-4636-803d-c01c6dbd249b service neutron] 10.222.0.30 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8347011 Mar 05 13:47:15.206129 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-3f77e8c0-3ef5-4b0d-bf2c-5ed198b7b821 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/quotas/685c107fd21b4a6787a130b25db4ab7d HTTP/1.1" status: 200 len: 375 time: 0.0465281 Mar 05 13:47:15.226929 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] Attempting to bind port 51a29a14-0221-4a6b-ba8f-5ae91909b4cf on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:47:15.227862 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] Attempting to bind port 51a29a14-0221-4a6b-ba8f-5ae91909b4cf by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'ecd69e45-c24c-48cc-9973-bc653c95a159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:47:15.228529 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] Attempting to bind port 51a29a14-0221-4a6b-ba8f-5ae91909b4cf on network afc0328a-7447-4ab2-b692-c72de15f8a21 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:47:15.259757 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:15.278536 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-580bc8eb-1c0a-4d98-bb14-d8ba5005e2ba tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=685c107fd21b4a6787a130b25db4ab7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711830 Mar 05 13:47:15.320287 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:47:15.322639 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] Checking segment: {'id': 'ecd69e45-c24c-48cc-9973-bc653c95a159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:47:15.325686 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:15.327639 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] Bound using segment: {'id': 'ecd69e45-c24c-48cc-9973-bc653c95a159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:47:15.329782 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] Bound port: 51a29a14-0221-4a6b-ba8f-5ae91909b4cf, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd69e45-c24c-48cc-9973-bc653c95a159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:47:15.330404 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:15.375009 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedca348-46e5-408d-9282-3219cab1bd0b req-6ab6ff94-6127-4799-9265-8496980a5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:15.375467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedca348-46e5-408d-9282-3219cab1bd0b req-6ab6ff94-6127-4799-9265-8496980a5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:15.375919 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedca348-46e5-408d-9282-3219cab1bd0b req-6ab6ff94-6127-4799-9265-8496980a5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:15.377453 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eedca348-46e5-408d-9282-3219cab1bd0b req-6ab6ff94-6127-4799-9265-8496980a5579 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=ea18869b41614300bace9687f02782e1&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.6981537 Mar 05 13:47:15.418464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-5977a157-22e6-4aa3-9deb-86e13396ce47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b1882b4-b0a5-451a-9ba3-f5ac839eb010 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:47:15.450204 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-0db94f0a-bad5-4f2b-950f-1f2d18387e7d service neutron] 10.222.0.16 "GET /v2.0/networks/8121de62-3e77-4026-8973-919cd2101c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702302 Mar 05 13:47:15.451949 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-5977a157-22e6-4aa3-9deb-86e13396ce47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:15.547555 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-5977a157-22e6-4aa3-9deb-86e13396ce47 service neutron] Transition to ACTIVE for port object 4b1882b4-b0a5-451a-9ba3-f5ac839eb010 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:47:15.553473 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 5cb25cf8-4284-444c-ae86-aaef4f5584cb, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5cb25cf8-4284-444c-ae86-aaef4f5584cb,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:15.568037 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-5977a157-22e6-4aa3-9deb-86e13396ce47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:15.599273 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 5140cdaa-5a62-47c5-9206-7488edc8b9b4, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5140cdaa-5a62-47c5-9206-7488edc8b9b4,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:15.600700 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '5cb25cf8-4284-444c-ae86-aaef4f5584cb', 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe', 'port_id': '5cb25cf8-4284-444c-ae86-aaef4f5584cb', 'mac_address': 'fa:16:3e:fa:de:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe719ac-a221-4304-9d9c-9289853597e6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:47:15.618120 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 03baca61-7c36-4c94-bd27-692a2eb94ad3 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:15.618120 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:15.619044 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fdfb681e-c9dd-4970-a683-70ca9abae2e0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:15.668270 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:15.669073 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:47:15.809742 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedca348-46e5-408d-9282-3219cab1bd0b req-ee4ac61f-9f84-4cd3-8d82-e31cf4f802b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:15.811492 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eedca348-46e5-408d-9282-3219cab1bd0b req-ee4ac61f-9f84-4cd3-8d82-e31cf4f802b6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4232562 Mar 05 13:47:15.819328 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977a157-22e6-4aa3-9deb-86e13396ce47 service neutron] Pushing event updated for resources: {'Port': ['ID=4b1882b4-b0a5-451a-9ba3-f5ac839eb010,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:15.844176 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:15.900661 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-b66548fa-fc7a-450e-92b7-6d2b395fd3ed service neutron] 10.222.0.16 "GET /v2.0/networks/8121de62-3e77-4026-8973-919cd2101c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486229 Mar 05 13:47:15.905585 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-17700ddb-4928-41da-baf5-27fdf253775a req-9c292451-0fe9-4c1f-8e2e-3fff574f0055 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:15.944230 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb25cf8-4284-444c-ae86-aaef4f5584cb {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:47:15.949069 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['bb17c5d8-2566-4bf8-8929-838b3ea7a0cd'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:47:15.980938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c292451-0fe9-4c1f-8e2e-3fff574f0055 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Pushing event deleted for resources: {'Port': ['ID=bb17c5d8-2566-4bf8-8929-838b3ea7a0cd,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:15.985752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['fb2972e9-7940-4233-b6f6-cecfa78eca5e'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:47:16.002335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-fdfb681e-c9dd-4970-a683-70ca9abae2e0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Allocated IP 172.25.4.42 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/edd3f2ed-87ac-4303-bc0b-be65507c661f) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:47:16.138283 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-17700ddb-4928-41da-baf5-27fdf253775a req-9c292451-0fe9-4c1f-8e2e-3fff574f0055 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] No DVR routers for this DVR port bb17c5d8-2566-4bf8-8929-838b3ea7a0cd on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:47:16.148910 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-17700ddb-4928-41da-baf5-27fdf253775a req-9c292451-0fe9-4c1f-8e2e-3fff574f0055 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:16.160753 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668148c9-6778-4d9b-b28a-bbc57747aecd', 'name': 'network-vif-deleted', 'tag': 'bb17c5d8-2566-4bf8-8929-838b3ea7a0cd'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:47:16.171776 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 5cb25cf8-4284-444c-ae86-aaef4f5584cb, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5cb25cf8-4284-444c-ae86-aaef4f5584cb,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:16.200807 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] For port 51a29a14-0221-4a6b-ba8f-5ae91909b4cf, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:47:16.208713 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:16.221405 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=5140cdaa-5a62-47c5-9206-7488edc8b9b4,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:16.232866 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-17700ddb-4928-41da-baf5-27fdf253775a req-9c292451-0fe9-4c1f-8e2e-3fff574f0055 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.30 "DELETE /v2.0/ports/bb17c5d8-2566-4bf8-8929-838b3ea7a0cd HTTP/1.1" status: 204 len: 173 time: 2.6887441 Mar 05 13:47:16.237072 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082026f2-83d6-42d2-9a79-a0659d13607c req-98301739-27f1-46dd-8907-1ebd0bb569da tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:16.244427 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-082026f2-83d6-42d2-9a79-a0659d13607c req-98301739-27f1-46dd-8907-1ebd0bb569da tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e8c65d0-6360-4e4e-9122-9c407be18516 HTTP/1.1" status: 200 len: 943 time: 0.9257686 Mar 05 13:47:16.275468 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] For port 51a29a14-0221-4a6b-ba8f-5ae91909b4cf, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=51a29a14-0221-4a6b-ba8f-5ae91909b4cf,segment=NetworkSegment(ecd69e45-c24c-48cc-9973-bc653c95a159),segment_id=ecd69e45-c24c-48cc-9973-bc653c95a159)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:47:16.276907 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fdfb681e-c9dd-4970-a683-70ca9abae2e0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:16.307791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1f5c5-cc7f-46fc-961b-212e6f44bd59 req-e63640f4-a472-4d6a-8b5d-e7b6be5b195a tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:16.315734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1f5c5-cc7f-46fc-961b-212e6f44bd59 req-e63640f4-a472-4d6a-8b5d-e7b6be5b195a tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:16.317257 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-99d1f5c5-cc7f-46fc-961b-212e6f44bd59 req-e63640f4-a472-4d6a-8b5d-e7b6be5b195a tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 1679 time: 0.1388834 Mar 05 13:47:16.331621 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:16.359403 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:16.408022 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-99d1f5c5-cc7f-46fc-961b-212e6f44bd59 req-79688baa-53bf-4bbd-a50c-0ed025b955f8 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846012 Mar 05 13:47:16.443990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:16.444351 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:16.465526 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-082026f2-83d6-42d2-9a79-a0659d13607c req-fc23d572-a8cb-43ed-91f2-54639f6e9cfe tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201483 Mar 05 13:47:16.477509 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-5977a157-22e6-4aa3-9deb-86e13396ce47 service neutron] Attempting to bind port 4b1882b4-b0a5-451a-9ba3-f5ac839eb010 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:47:16.477928 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-5977a157-22e6-4aa3-9deb-86e13396ce47 service neutron] Attempting to bind port 4b1882b4-b0a5-451a-9ba3-f5ac839eb010 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dba8b2bc-72ba-44c0-b91c-757ff7c80584'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:47:16.478243 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-5977a157-22e6-4aa3-9deb-86e13396ce47 service neutron] Attempting to bind port 4b1882b4-b0a5-451a-9ba3-f5ac839eb010 on network dba8b2bc-72ba-44c0-b91c-757ff7c80584 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:47:16.502207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-5977a157-22e6-4aa3-9deb-86e13396ce47 service neutron] Port 4b1882b4-b0a5-451a-9ba3-f5ac839eb010 on network dba8b2bc-72ba-44c0-b91c-757ff7c80584 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:47:16.502529 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-5977a157-22e6-4aa3-9deb-86e13396ce47 service neutron] Attempting to bind port 4b1882b4-b0a5-451a-9ba3-f5ac839eb010 on network dba8b2bc-72ba-44c0-b91c-757ff7c80584 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:47:16.520418 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-5977a157-22e6-4aa3-9deb-86e13396ce47 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:47:16.520823 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-5977a157-22e6-4aa3-9deb-86e13396ce47 service neutron] Checking segment: {'id': '1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dba8b2bc-72ba-44c0-b91c-757ff7c80584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:47:16.521165 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-5977a157-22e6-4aa3-9deb-86e13396ce47 service neutron] Bound using segment: {'id': '1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dba8b2bc-72ba-44c0-b91c-757ff7c80584'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:47:16.521633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-5977a157-22e6-4aa3-9deb-86e13396ce47 service neutron] Bound port: 4b1882b4-b0a5-451a-9ba3-f5ac839eb010, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dba8b2bc-72ba-44c0-b91c-757ff7c80584'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:47:16.522150 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-5977a157-22e6-4aa3-9deb-86e13396ce47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:16.625708 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84783dc8-ea33-42fd-b8de-3b126d3a564d', 'code': 200} Mar 05 13:47:16.631182 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['5cb25cf8-4284-444c-ae86-aaef4f5584cb'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:47:16.718244 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fdfb681e-c9dd-4970-a683-70ca9abae2e0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:16.720694 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=5cb25cf8-4284-444c-ae86-aaef4f5584cb,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:16.729164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0b710-8fc9-4081-a6ba-2f17044e2ae6 req-698f8cb8-218f-4ac0-b563-86e1786a5b1c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:16.737105 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0b710-8fc9-4081-a6ba-2f17044e2ae6 req-698f8cb8-218f-4ac0-b563-86e1786a5b1c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:16.758323 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0b710-8fc9-4081-a6ba-2f17044e2ae6 req-698f8cb8-218f-4ac0-b563-86e1786a5b1c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:16.768630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0b710-8fc9-4081-a6ba-2f17044e2ae6 req-698f8cb8-218f-4ac0-b563-86e1786a5b1c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:16.784321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0b710-8fc9-4081-a6ba-2f17044e2ae6 req-698f8cb8-218f-4ac0-b563-86e1786a5b1c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:16.791199 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0b710-8fc9-4081-a6ba-2f17044e2ae6 req-698f8cb8-218f-4ac0-b563-86e1786a5b1c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:16.808522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0b710-8fc9-4081-a6ba-2f17044e2ae6 req-698f8cb8-218f-4ac0-b563-86e1786a5b1c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:16.814735 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfb681e-c9dd-4970-a683-70ca9abae2e0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:47:16.821349 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-84a0b710-8fc9-4081-a6ba-2f17044e2ae6 req-698f8cb8-218f-4ac0-b563-86e1786a5b1c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5439 time: 0.2084010 Mar 05 13:47:16.828808 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-5977a157-22e6-4aa3-9deb-86e13396ce47 service neutron] For port 4b1882b4-b0a5-451a-9ba3-f5ac839eb010, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:47:16.831044 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-fdfb681e-c9dd-4970-a683-70ca9abae2e0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:47:16.833550 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfb681e-c9dd-4970-a683-70ca9abae2e0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:47:16.884652 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-84a0b710-8fc9-4081-a6ba-2f17044e2ae6 req-58f4896e-dda5-4a62-b4dd-4c9a0820edb9 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560124 Mar 05 13:47:16.891906 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device bb17c5d8-2566-4bf8-8929-838b3ea7a0cd no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:47:16.914793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb681e-c9dd-4970-a683-70ca9abae2e0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Pushing event updated for resources: {'Port': ['ID=edd3f2ed-87ac-4303-bc0b-be65507c661f,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:16.918818 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-5977a157-22e6-4aa3-9deb-86e13396ce47 service neutron] For port 4b1882b4-b0a5-451a-9ba3-f5ac839eb010, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=4b1882b4-b0a5-451a-9ba3-f5ac839eb010,segment=NetworkSegment(1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde),segment_id=1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:47:16.935006 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-5977a157-22e6-4aa3-9deb-86e13396ce47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:16.957053 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] Routers {'50e9f2b1-2d20-4124-b10d-dcba740fbeaa'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:47:16.957699 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:47:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['50e9f2b1-2d20-4124-b10d-dcba740fbeaa'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:17.024016 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fdfb681e-c9dd-4970-a683-70ca9abae2e0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:17.091199 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-5977a157-22e6-4aa3-9deb-86e13396ce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:17.097305 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-5977a157-22e6-4aa3-9deb-86e13396ce47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:17.100166 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-5977a157-22e6-4aa3-9deb-86e13396ce47 service neutron] 10.222.0.30 "PUT /v2.0/ports/4b1882b4-b0a5-451a-9ba3-f5ac839eb010 HTTP/1.1" status: 200 len: 1092 time: 3.5641530 Mar 05 13:47:17.137683 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b18409e-8c7e-40e0-a9fa-602898501f76', 'tag': '4b1882b4-b0a5-451a-9ba3-f5ac839eb010'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:47:17.225751 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b1f0f1d0-5bd5-4837-8196-e3fd45abfb9d req-66739e91-6c67-4b06-b4fa-6ed856a67792 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 210 time: 0.1069067 Mar 05 13:47:17.272853 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: bb17c5d8-2566-4bf8-8929-838b3ea7a0cd {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:47:17.273348 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device bb17c5d8-2566-4bf8-8929-838b3ea7a0cd not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:47:17.290508 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37923946-a734-4f09-a8f2-3769897f965e req-19db1dcc-134c-47be-ad15-9ad3e3496560 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=668148c9-6778-4d9b-b28a-bbc57747aecd HTTP/1.1" status: 200 len: 210 time: 0.0627027 Mar 05 13:47:17.308120 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668148c9-6778-4d9b-b28a-bbc57747aecd', 'name': 'network-vif-deleted', 'tag': 'bb17c5d8-2566-4bf8-8929-838b3ea7a0cd', 'status': 'completed', 'code': 200} Mar 05 13:47:17.324733 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977a157-22e6-4aa3-9deb-86e13396ce47 service neutron] Pushing event updated for resources: {'Port': ['ID=4b1882b4-b0a5-451a-9ba3-f5ac839eb010,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:17.334603 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fdfb681e-c9dd-4970-a683-70ca9abae2e0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:17.362198 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b18409e-8c7e-40e0-a9fa-602898501f76', 'tag': '4b1882b4-b0a5-451a-9ba3-f5ac839eb010', 'status': 'completed', 'code': 200} Mar 05 13:47:17.429248 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc4109-f312-4449-bd1c-47727100671d None None] Pushing event updated for resources: {'Port': ['ID=51a29a14-0221-4a6b-ba8f-5ae91909b4cf,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:17.503268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] Set router 50e9f2b1-2d20-4124-b10d-dcba740fbeaa gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:47:17.677895 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-f849cb4a-19fb-4f0b-9910-6a362a58a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:17.678568 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-f849cb4a-19fb-4f0b-9910-6a362a58a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:17.680769 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-f849cb4a-19fb-4f0b-9910-6a362a58a62d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea18869b41614300bace9687f02782e1&device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 1981 time: 0.5260429 Mar 05 13:47:17.680885 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:17.817885 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-7aaaefc0-a0c0-4952-9a7e-8944b9c38e99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.150&port_id=e6509a2a-8bc5-490d-8134-ed6abd4c9db1 HTTP/1.1" status: 200 len: 217 time: 0.0964344 Mar 05 13:47:17.905727 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6,segment=NetworkSegment(d7b86189-5adb-4039-bc87-8aac5ac3460e),segment_id=d7b86189-5adb-4039-bc87-8aac5ac3460e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:17.936826 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55817e-1a18-4298-8099-bee168728ea3 req-a5489999-a8e4-4c1d-ad7c-5adcffebf82b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:17.944299 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b55817e-1a18-4298-8099-bee168728ea3 req-a5489999-a8e4-4c1d-ad7c-5adcffebf82b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e8c65d0-6360-4e4e-9122-9c407be18516 HTTP/1.1" status: 200 len: 944 time: 0.3040192 Mar 05 13:47:17.974720 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58378) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:18.022924 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:18.023768 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device d8f0ac4c-d717-4bc8-a324-5c186d133ada up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:47:18.040141 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b55817e-1a18-4298-8099-bee168728ea3 req-9b257e62-cc30-49d1-838c-e857edb40d17 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948794 Mar 05 13:47:18.095253 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-c90bf95e-09fd-436f-bfa1-bcdd19925701 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:18.100609 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-c90bf95e-09fd-436f-bfa1-bcdd19925701 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.15 "GET /v2.0/networks?id=8121de62-3e77-4026-8973-919cd2101c11 HTTP/1.1" status: 200 len: 814 time: 0.3530626 Mar 05 13:47:18.122884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-d173ef1b-b11b-462a-8449-1d25567eaf3d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Request body: {'port': {'device_id': 'c1353d21-3aed-4e39-949e-6dac5dbbca0c', 'network_id': '8121de62-3e77-4026-8973-919cd2101c11', 'admin_state_up': True, 'tenant_id': '685c107fd21b4a6787a130b25db4ab7d'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:18.153801 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-405e43af-09d6-45f9-a1e6-92aa911e0baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:18.155905 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:18.156646 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-405e43af-09d6-45f9-a1e6-92aa911e0baa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd92259d-840c-48db-9c62-b80938cd1fa5 HTTP/1.1" status: 200 len: 801 time: 0.1218884 Mar 05 13:47:18.162115 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fdfb681e-c9dd-4970-a683-70ca9abae2e0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:18.213317 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d05f16-f95e-4571-8af5-1b855e05b9b3 req-2d319f61-9421-40bc-95de-fb090717db65 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:18.220059 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d05f16-f95e-4571-8af5-1b855e05b9b3 req-2d319f61-9421-40bc-95de-fb090717db65 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:18.226965 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f2d05f16-f95e-4571-8af5-1b855e05b9b3 req-2d319f61-9421-40bc-95de-fb090717db65 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 1679 time: 0.6197882 Mar 05 13:47:18.228707 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fdfb681e-c9dd-4970-a683-70ca9abae2e0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:18.318370 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port d8f0ac4c-d717-4bc8-a324-5c186d133ada completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:18.327265 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port d8f0ac4c-d717-4bc8-a324-5c186d133ada triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:18.327932 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:18.374188 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c7483834-8076-4f6a-a74c-61139a293b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:18.400457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c7483834-8076-4f6a-a74c-61139a293b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:18.412193 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f2d05f16-f95e-4571-8af5-1b855e05b9b3 req-dead9310-a7b9-4c38-ab92-65b72beffc56 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843090 Mar 05 13:47:18.413021 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c7483834-8076-4f6a-a74c-61139a293b91 admin admin] Usage tracker for resource:security_group_rule and tenant:a64bbbc3932240128019a9353c8a290f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:18.419324 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb681e-c9dd-4970-a683-70ca9abae2e0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Pushing event updated for resources: {'Port': ['ID=edd3f2ed-87ac-4303-bc0b-be65507c661f,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:18.430485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c7483834-8076-4f6a-a74c-61139a293b91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:18.442472 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fdfb681e-c9dd-4970-a683-70ca9abae2e0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:18.444851 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c7483834-8076-4f6a-a74c-61139a293b91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:18.454786 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-d173ef1b-b11b-462a-8449-1d25567eaf3d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:18.458638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-d173ef1b-b11b-462a-8449-1d25567eaf3d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Usage tracker for resource:port and tenant:685c107fd21b4a6787a130b25db4ab7d is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:18.461578 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-d173ef1b-b11b-462a-8449-1d25567eaf3d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:18.468138 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-d173ef1b-b11b-462a-8449-1d25567eaf3d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:18.494049 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'name': 'tempest-ServersTestJSON-1402838448-router', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:46:53Z', 'updated_at': '2022-03-05T13:47:04Z', 'revision_number': 4, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'gw_port': {'id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:55Z', 'updated_at': '2022-03-05T13:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '51a29a14-0221-4a6b-ba8f-5ae91909b4cf', 'name': '', 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'mac_address': 'fa:16:3e:5b:54:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'b9f0f85d-e916-4aa7-8d40-c24768de8024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:47:01Z', 'updated_at': '2022-03-05T13:47:16Z', 'revision_number': 4, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'subnets': [{'id': 'b9f0f85d-e916-4aa7-8d40-c24768de8024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:18.501195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-d173ef1b-b11b-462a-8449-1d25567eaf3d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Made reservation on behalf of 685c107fd21b4a6787a130b25db4ab7d for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:47:18.507202 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-3be037bd-c03c-4ff9-ae93-45b8a0f62559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:18.509069 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-3be037bd-c03c-4ff9-ae93-45b8a0f62559 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1502bbc8-612c-4aad-858d-6c61cc67045f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3443675 Mar 05 13:47:18.509372 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:18.510317 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fdfb681e-c9dd-4970-a683-70ca9abae2e0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:18.511482 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fdfb681e-c9dd-4970-a683-70ca9abae2e0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3301282 Mar 05 13:47:18.521831 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-d173ef1b-b11b-462a-8449-1d25567eaf3d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:18.534086 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87189dd-4897-445f-80f3-c7279e1da420 None None] The sync data for ids ['50e9f2b1-2d20-4124-b10d-dcba740fbeaa'] in n-d-803718-1 is: [{'id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'name': 'tempest-ServersTestJSON-1402838448-router', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:46:53Z', 'updated_at': '2022-03-05T13:47:04Z', 'revision_number': 4, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'gw_port': {'id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:55Z', 'updated_at': '2022-03-05T13:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '51a29a14-0221-4a6b-ba8f-5ae91909b4cf', 'name': '', 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'mac_address': 'fa:16:3e:5b:54:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'b9f0f85d-e916-4aa7-8d40-c24768de8024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:47:01Z', 'updated_at': '2022-03-05T13:47:16Z', 'revision_number': 4, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'subnets': [{'id': 'b9f0f85d-e916-4aa7-8d40-c24768de8024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:47:18.580414 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbbe74-c5e6-4663-8bfa-e6523ccd5060 req-68f24f10-66a5-4ae8-acb2-6a98f5e8de8f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:18.586239 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbbe74-c5e6-4663-8bfa-e6523ccd5060 req-68f24f10-66a5-4ae8-acb2-6a98f5e8de8f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:18.592558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbbe74-c5e6-4663-8bfa-e6523ccd5060 req-68f24f10-66a5-4ae8-acb2-6a98f5e8de8f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:18.623498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbbe74-c5e6-4663-8bfa-e6523ccd5060 req-68f24f10-66a5-4ae8-acb2-6a98f5e8de8f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:18.630230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbbe74-c5e6-4663-8bfa-e6523ccd5060 req-68f24f10-66a5-4ae8-acb2-6a98f5e8de8f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:18.636419 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbbe74-c5e6-4663-8bfa-e6523ccd5060 req-68f24f10-66a5-4ae8-acb2-6a98f5e8de8f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:18.637378 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5140cdaa-5a62-47c5-9206-7488edc8b9b4'}, {'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6'}, {'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f0ac4c-d717-4bc8-a324-5c186d133ada'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:47:18.643052 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbbe74-c5e6-4663-8bfa-e6523ccd5060 req-68f24f10-66a5-4ae8-acb2-6a98f5e8de8f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:18.650920 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b3fbbe74-c5e6-4663-8bfa-e6523ccd5060 req-68f24f10-66a5-4ae8-acb2-6a98f5e8de8f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5440 time: 0.3512735 Mar 05 13:47:18.664617 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port d8f0ac4c-d717-4bc8-a324-5c186d133ada, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=d8f0ac4c-d717-4bc8-a324-5c186d133ada,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:18.669982 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:18.671413 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device fb2fb21a-fc7e-4555-a410-8b0698d54b45 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:47:18.711078 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-957ea4f7-006d-4f09-b1ef-66f82eef1255 req-5e90e337-818d-4800-ae26-886d029d2e2a tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 210 time: 0.1354804 Mar 05 13:47:18.805409 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-743ef5b2-94b7-4782-89ca-4b94e432fbd5 service neutron] 10.222.0.30 "GET /v2.0/networks/1502bbc8-612c-4aad-858d-6c61cc67045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883434 Mar 05 13:47:18.833556 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=d8f0ac4c-d717-4bc8-a324-5c186d133ada,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:18.864352 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port fb2fb21a-fc7e-4555-a410-8b0698d54b45 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:18.883399 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port fb2fb21a-fc7e-4555-a410-8b0698d54b45 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:18.883769 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:18.954931 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-d173ef1b-b11b-462a-8449-1d25567eaf3d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Allocated IP 172.20.0.7 (8121de62-3e77-4026-8973-919cd2101c11/53cc4165-f01d-48a1-9180-c6a57fe7bd9d/f1f1f0bc-7053-4547-828c-53c7b1052288) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:47:19.064665 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 51a29a14-0221-4a6b-ba8f-5ae91909b4cf up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:47:19.065788 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-adcee761-4f4f-4cc7-9d1c-9db2c7c77960 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1948032638&fields=id&tenant_id=b319e138c56d4a4c98bd5807281ccabc HTTP/1.1" status: 200 len: 267 time: 0.0904233 Mar 05 13:47:19.151835 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:19.197126 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port fb2fb21a-fc7e-4555-a410-8b0698d54b45, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fb2fb21a-fc7e-4555-a410-8b0698d54b45,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:19.201721 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 51a29a14-0221-4a6b-ba8f-5ae91909b4cf completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:19.209028 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:19.210160 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:47:19.217749 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b3fbbe74-c5e6-4663-8bfa-e6523ccd5060 req-974b7391-82cc-42e0-b60b-13c7181643f8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5656521 Mar 05 13:47:19.224924 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c7483834-8076-4f6a-a74c-61139a293b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:19.242432 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c7483834-8076-4f6a-a74c-61139a293b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:19.262007 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-68fa9632-b247-4fa7-b377-2ecf859e17fb tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:19.264001 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-68fa9632-b247-4fa7-b377-2ecf859e17fb tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/networks?id=afc0328a-7447-4ab2-b692-c72de15f8a21 HTTP/1.1" status: 200 len: 806 time: 0.1798785 Mar 05 13:47:19.290378 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-e72c44bb-fe42-48c0-997f-15b7fc1f02fb service neutron] 10.222.0.30 "GET /v2.0/networks/1502bbc8-612c-4aad-858d-6c61cc67045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766285 Mar 05 13:47:19.298150 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-e61cf597-21f0-449d-a4a6-4b07796033dc tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/quotas/b319e138c56d4a4c98bd5807281ccabc HTTP/1.1" status: 200 len: 375 time: 0.0247169 Mar 05 13:47:19.300179 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 51a29a14-0221-4a6b-ba8f-5ae91909b4cf triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:19.300566 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:19.345103 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c7483834-8076-4f6a-a74c-61139a293b91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a64bbbc3932240128019a9353c8a290f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3691356 Mar 05 13:47:19.355236 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58406) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:19.362511 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7483834-8076-4f6a-a74c-61139a293b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4e4d90-1a93-41ec-a1ee-259cbea0de46,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:19.369931 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5140cdaa-5a62-47c5-9206-7488edc8b9b4', 'code': 200} Mar 05 13:47:19.370446 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6', 'code': 200} Mar 05 13:47:19.370446 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f0ac4c-d717-4bc8-a324-5c186d133ada', 'code': 200} Mar 05 13:47:19.379571 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-d173ef1b-b11b-462a-8449-1d25567eaf3d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:19.448527 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e7abc85a-6e0b-436c-9d34-6e754702b497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:19.483861 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=fb2fb21a-fc7e-4555-a410-8b0698d54b45,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:19.494465 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e7abc85a-6e0b-436c-9d34-6e754702b497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:19.499425 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-3ffc6ef5-ea55-4f7e-8a19-904fe859e69f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.193&port_id=4b1882b4-b0a5-451a-9ba3-f5ac839eb010 HTTP/1.1" status: 200 len: 217 time: 0.1545031 Mar 05 13:47:19.550925 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-d173ef1b-b11b-462a-8449-1d25567eaf3d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:19.557531 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:19.580442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:19.582444 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:19.603986 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-a74245a5-62aa-42a1-96a3-af60a9241b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:19.605460 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-a74245a5-62aa-42a1-96a3-af60a9241b39 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=337a6cd2-ca2a-4faf-a459-3a4bbaa45971 HTTP/1.1" status: 200 len: 801 time: 0.0975161 Mar 05 13:47:19.675850 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:19.739671 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-958e585a-ca14-482b-a4e7-170b6e5601cd tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b319e138c56d4a4c98bd5807281ccabc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4328701 Mar 05 13:47:19.782185 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 51a29a14-0221-4a6b-ba8f-5ae91909b4cf, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=51a29a14-0221-4a6b-ba8f-5ae91909b4cf,segment=NetworkSegment(ecd69e45-c24c-48cc-9973-bc653c95a159),segment_id=ecd69e45-c24c-48cc-9973-bc653c95a159)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:19.807188 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:19.848706 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-0d59b4a0-6c65-4353-a925-7ffead80571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:19.850197 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-0d59b4a0-6c65-4353-a925-7ffead80571f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dba8b2bc-72ba-44c0-b91c-757ff7c80584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2289324 Mar 05 13:47:19.855141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-d173ef1b-b11b-462a-8449-1d25567eaf3d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Network 8121de62-3e77-4026-8973-919cd2101c11 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:47:19.859150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-d173ef1b-b11b-462a-8449-1d25567eaf3d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:47:19.867010 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-d173ef1b-b11b-462a-8449-1d25567eaf3d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:47:19.908737 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=51a29a14-0221-4a6b-ba8f-5ae91909b4cf,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:19.929491 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:19.958898 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173ef1b-b11b-462a-8449-1d25567eaf3d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Pushing event updated for resources: {'Port': ['ID=f1f1f0bc-7053-4547-828c-53c7b1052288,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:19.972643 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5f1756b4-ca9b-4b34-8eb0-4081d34a42aa,segment=NetworkSegment(d7b86189-5adb-4039-bc87-8aac5ac3460e),segment_id=d7b86189-5adb-4039-bc87-8aac5ac3460e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:19.979124 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:19.991671 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e7abc85a-6e0b-436c-9d34-6e754702b497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:20.019541 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abc85a-6e0b-436c-9d34-6e754702b497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4e4d90-1a93-41ec-a1ee-259cbea0de46,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:20.028318 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-d173ef1b-b11b-462a-8449-1d25567eaf3d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:20.028659 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-d173ef1b-b11b-462a-8449-1d25567eaf3d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:20.049411 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-dc88be5c-5575-4d92-bbaf-f68697636f0e service neutron] 10.222.0.16 "GET /v2.0/networks/afc0328a-7447-4ab2-b692-c72de15f8a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088217 Mar 05 13:47:20.064947 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e7abc85a-6e0b-436c-9d34-6e754702b497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:20.067258 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e7abc85a-6e0b-436c-9d34-6e754702b497 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d4e4d90-1a93-41ec-a1ee-259cbea0de46 HTTP/1.1" status: 204 len: 168 time: 0.7107303 Mar 05 13:47:20.074267 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-d173ef1b-b11b-462a-8449-1d25567eaf3d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9679821 Mar 05 13:47:20.088321 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-889fce00-5c31-458d-a252-1abb740d3856 service neutron] 10.222.0.30 "GET /v2.0/networks/dba8b2bc-72ba-44c0-b91c-757ff7c80584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300375 Mar 05 13:47:20.094275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-739bb3a9-f4ae-4d74-b9aa-0bd01a6d8e8f service neutron] Request body: {'port': {'device_id': 'c1353d21-3aed-4e39-949e-6dac5dbbca0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:20.162601 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=5f1756b4-ca9b-4b34-8eb0-4081d34a42aa,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:20.188220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b952ed-5d20-4a32-a5eb-1fa38f7b5ed4 req-0f051385-e3c3-423d-96b6-d4c6cfd086fb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:20.189689 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a6b952ed-5d20-4a32-a5eb-1fa38f7b5ed4 req-0f051385-e3c3-423d-96b6-d4c6cfd086fb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e8c65d0-6360-4e4e-9122-9c407be18516 HTTP/1.1" status: 200 len: 944 time: 0.2867916 Mar 05 13:47:20.293869 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a6b952ed-5d20-4a32-a5eb-1fa38f7b5ed4 req-994e6682-4958-4528-be43-fe37f4414d8f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759873 Mar 05 13:47:20.295502 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-739bb3a9-f4ae-4d74-b9aa-0bd01a6d8e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:20.487082 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94a45d86-8ae2-4c78-8ef5-03b5376ec098 req-f28739e6-2326-48d7-ab7b-286aa97fc57f service neutron] 10.222.0.30 "GET /v2.0/networks/dba8b2bc-72ba-44c0-b91c-757ff7c80584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618140 Mar 05 13:47:20.552481 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-84fbff0e-7461-4324-867c-58739b23c040 service neutron] 10.222.0.16 "GET /v2.0/networks/afc0328a-7447-4ab2-b692-c72de15f8a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914722 Mar 05 13:47:20.643567 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1d581-ae1c-412b-8f40-5e40102aec32 req-5bf6f652-850c-4aa5-8017-c307534c3c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:20.644045 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1d581-ae1c-412b-8f40-5e40102aec32 req-5bf6f652-850c-4aa5-8017-c307534c3c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:20.645786 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37a1d581-ae1c-412b-8f40-5e40102aec32 req-5bf6f652-850c-4aa5-8017-c307534c3c79 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea18869b41614300bace9687f02782e1&device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 1981 time: 0.0810490 Mar 05 13:47:20.665579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62871062-cfce-4c5a-8546-589f52c040ca req-a3da83ed-177d-4827-a5e7-614082ad44b6 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:20.671962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62871062-cfce-4c5a-8546-589f52c040ca req-a3da83ed-177d-4827-a5e7-614082ad44b6 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:20.678878 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-62871062-cfce-4c5a-8546-589f52c040ca req-a3da83ed-177d-4827-a5e7-614082ad44b6 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 1679 time: 0.2121382 Mar 05 13:47:20.725761 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5cb25cf8-4284-444c-ae86-aaef4f5584cb up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:47:20.749942 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-62871062-cfce-4c5a-8546-589f52c040ca req-19499979-3353-40ba-86d7-312c36436f81 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700581 Mar 05 13:47:20.793451 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1d581-ae1c-412b-8f40-5e40102aec32 req-450d56e3-4797-4ef4-a866-3bcd91030ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:20.796067 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37a1d581-ae1c-412b-8f40-5e40102aec32 req-450d56e3-4797-4ef4-a866-3bcd91030ce8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dba8b2bc-72ba-44c0-b91c-757ff7c80584 HTTP/1.1" status: 200 len: 902 time: 0.1432407 Mar 05 13:47:20.875465 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 5cb25cf8-4284-444c-ae86-aaef4f5584cb completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:20.881676 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 5cb25cf8-4284-444c-ae86-aaef4f5584cb triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:20.882053 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:20.893639 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37a1d581-ae1c-412b-8f40-5e40102aec32 req-706ce2f4-3738-49e5-b4de-ae146359ea64 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.193&port_id=4b1882b4-b0a5-451a-9ba3-f5ac839eb010 HTTP/1.1" status: 200 len: 217 time: 0.0915446 Mar 05 13:47:20.899685 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-739bb3a9-f4ae-4d74-b9aa-0bd01a6d8e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f1f0bc-7053-4547-828c-53c7b1052288 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:47:20.910194 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-739bb3a9-f4ae-4d74-b9aa-0bd01a6d8e8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:20.928060 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-739bb3a9-f4ae-4d74-b9aa-0bd01a6d8e8f service neutron] Transition to ACTIVE for port object f1f1f0bc-7053-4547-828c-53c7b1052288 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:47:20.933053 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-739bb3a9-f4ae-4d74-b9aa-0bd01a6d8e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:21.065757 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1d581-ae1c-412b-8f40-5e40102aec32 req-f33b4004-6f9a-4c61-bf18-d2e0d141ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:21.068860 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37a1d581-ae1c-412b-8f40-5e40102aec32 req-f33b4004-6f9a-4c61-bf18-d2e0d141ff75 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=337a6cd2-ca2a-4faf-a459-3a4bbaa45971 HTTP/1.1" status: 200 len: 801 time: 0.1689746 Mar 05 13:47:21.116468 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:21.126312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739bb3a9-f4ae-4d74-b9aa-0bd01a6d8e8f service neutron] Pushing event updated for resources: {'Port': ['ID=f1f1f0bc-7053-4547-828c-53c7b1052288,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:21.163412 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 51a29a14-0221-4a6b-ba8f-5ae91909b4cf up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:47:21.187741 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dea87e-e10d-482f-906c-24dd088ea759 req-c72a42ac-986d-4bfe-946d-3ece82ff9360 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:21.196412 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-47dea87e-e10d-482f-906c-24dd088ea759 req-c72a42ac-986d-4bfe-946d-3ece82ff9360 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 943 time: 0.2060637 Mar 05 13:47:21.258104 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1d581-ae1c-412b-8f40-5e40102aec32 req-c6819b3a-69fb-4df5-bc61-91e4e31e92df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:21.260411 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37a1d581-ae1c-412b-8f40-5e40102aec32 req-c6819b3a-69fb-4df5-bc61-91e4e31e92df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dba8b2bc-72ba-44c0-b91c-757ff7c80584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1835363 Mar 05 13:47:21.304344 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 5cb25cf8-4284-444c-ae86-aaef4f5584cb, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5cb25cf8-4284-444c-ae86-aaef4f5584cb,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:21.313227 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 51a29a14-0221-4a6b-ba8f-5ae91909b4cf triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:21.313665 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:21.339030 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-47dea87e-e10d-482f-906c-24dd088ea759 req-bbd61e27-07b9-49c9-950d-2097fca42818 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373465 Mar 05 13:47:21.347064 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:21.400920 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2fb21a-fc7e-4555-a410-8b0698d54b45'}, {'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1756b4-ca9b-4b34-8eb0-4081d34a42aa'}, {'server_uuid': '5e8c65d0-6360-4e4e-9122-9c407be18516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb25cf8-4284-444c-ae86-aaef4f5584cb'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:47:21.444835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509932f7-4b9b-4987-995b-1d83797f88d0 req-5cdeec75-af73-4d53-aa84-ca1b391efd3c tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:21.445530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-509932f7-4b9b-4987-995b-1d83797f88d0 req-5cdeec75-af73-4d53-aa84-ca1b391efd3c tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Synchronizing usage tracker for tenant:2b4c5e1114694e2bb2fc635b08564db6 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:47:21.458413 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-739bb3a9-f4ae-4d74-b9aa-0bd01a6d8e8f service neutron] Attempting to bind port f1f1f0bc-7053-4547-828c-53c7b1052288 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:47:21.458745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-739bb3a9-f4ae-4d74-b9aa-0bd01a6d8e8f service neutron] Attempting to bind port f1f1f0bc-7053-4547-828c-53c7b1052288 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b7940536-8621-4ee2-8ab4-d1cc2692a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8121de62-3e77-4026-8973-919cd2101c11'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:47:21.459119 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-739bb3a9-f4ae-4d74-b9aa-0bd01a6d8e8f service neutron] Attempting to bind port f1f1f0bc-7053-4547-828c-53c7b1052288 on network 8121de62-3e77-4026-8973-919cd2101c11 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:47:21.478459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-739bb3a9-f4ae-4d74-b9aa-0bd01a6d8e8f service neutron] Port f1f1f0bc-7053-4547-828c-53c7b1052288 on network 8121de62-3e77-4026-8973-919cd2101c11 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:47:21.478801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-739bb3a9-f4ae-4d74-b9aa-0bd01a6d8e8f service neutron] Attempting to bind port f1f1f0bc-7053-4547-828c-53c7b1052288 on network 8121de62-3e77-4026-8973-919cd2101c11 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:47:21.494650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-739bb3a9-f4ae-4d74-b9aa-0bd01a6d8e8f service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:47:21.495016 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-739bb3a9-f4ae-4d74-b9aa-0bd01a6d8e8f service neutron] Checking segment: {'id': 'b7940536-8621-4ee2-8ab4-d1cc2692a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8121de62-3e77-4026-8973-919cd2101c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:47:21.495396 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-739bb3a9-f4ae-4d74-b9aa-0bd01a6d8e8f service neutron] Bound using segment: {'id': 'b7940536-8621-4ee2-8ab4-d1cc2692a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8121de62-3e77-4026-8973-919cd2101c11'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:47:21.499710 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-739bb3a9-f4ae-4d74-b9aa-0bd01a6d8e8f service neutron] Bound port: f1f1f0bc-7053-4547-828c-53c7b1052288, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7940536-8621-4ee2-8ab4-d1cc2692a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8121de62-3e77-4026-8973-919cd2101c11'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:47:21.499946 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-739bb3a9-f4ae-4d74-b9aa-0bd01a6d8e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:21.537606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-509932f7-4b9b-4987-995b-1d83797f88d0 req-5cdeec75-af73-4d53-aa84-ca1b391efd3c tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Unset dirty status for tenant:2b4c5e1114694e2bb2fc635b08564db6 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:47:21.544181 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-509932f7-4b9b-4987-995b-1d83797f88d0 req-5cdeec75-af73-4d53-aa84-ca1b391efd3c tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.4653130 Mar 05 13:47:21.548667 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=5cb25cf8-4284-444c-ae86-aaef4f5584cb,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:21.601129 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37a1d581-ae1c-412b-8f40-5e40102aec32 req-5c85a55e-bb05-49af-81c8-78c816b55127 service neutron] 10.222.0.30 "GET /v2.0/networks/dba8b2bc-72ba-44c0-b91c-757ff7c80584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281758 Mar 05 13:47:21.618234 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c32449-d5fa-40ad-91ed-12f428e77e55 req-b8e79c21-7ab0-47d2-88f1-6b7e0e2d5641 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:21.625066 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c32449-d5fa-40ad-91ed-12f428e77e55 req-b8e79c21-7ab0-47d2-88f1-6b7e0e2d5641 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:21.631268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c32449-d5fa-40ad-91ed-12f428e77e55 req-b8e79c21-7ab0-47d2-88f1-6b7e0e2d5641 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:21.637130 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c32449-d5fa-40ad-91ed-12f428e77e55 req-b8e79c21-7ab0-47d2-88f1-6b7e0e2d5641 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:21.644383 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c32449-d5fa-40ad-91ed-12f428e77e55 req-b8e79c21-7ab0-47d2-88f1-6b7e0e2d5641 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:21.650158 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c32449-d5fa-40ad-91ed-12f428e77e55 req-b8e79c21-7ab0-47d2-88f1-6b7e0e2d5641 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:21.656212 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c32449-d5fa-40ad-91ed-12f428e77e55 req-b8e79c21-7ab0-47d2-88f1-6b7e0e2d5641 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:21.663491 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-509932f7-4b9b-4987-995b-1d83797f88d0 req-e5a5be98-abb0-442f-b781-99465732bfd0 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183717 Mar 05 13:47:21.663920 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c9c32449-d5fa-40ad-91ed-12f428e77e55 req-b8e79c21-7ab0-47d2-88f1-6b7e0e2d5641 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5443 time: 0.1765068 Mar 05 13:47:21.704776 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-739bb3a9-f4ae-4d74-b9aa-0bd01a6d8e8f service neutron] For port f1f1f0bc-7053-4547-828c-53c7b1052288, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:47:21.708148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-739bb3a9-f4ae-4d74-b9aa-0bd01a6d8e8f service neutron] For port f1f1f0bc-7053-4547-828c-53c7b1052288, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f1f1f0bc-7053-4547-828c-53c7b1052288,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:47:21.719265 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-739bb3a9-f4ae-4d74-b9aa-0bd01a6d8e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:21.783551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-739bb3a9-f4ae-4d74-b9aa-0bd01a6d8e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:21.784176 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-739bb3a9-f4ae-4d74-b9aa-0bd01a6d8e8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:21.785668 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-739bb3a9-f4ae-4d74-b9aa-0bd01a6d8e8f service neutron] 10.222.0.15 "PUT /v2.0/ports/f1f1f0bc-7053-4547-828c-53c7b1052288 HTTP/1.1" status: 200 len: 1091 time: 1.7025070 Mar 05 13:47:21.786076 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1353d21-3aed-4e39-949e-6dac5dbbca0c', 'tag': 'f1f1f0bc-7053-4547-828c-53c7b1052288'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:47:21.817343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739bb3a9-f4ae-4d74-b9aa-0bd01a6d8e8f service neutron] Pushing event updated for resources: {'Port': ['ID=f1f1f0bc-7053-4547-828c-53c7b1052288,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:21.821413 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c9c32449-d5fa-40ad-91ed-12f428e77e55 req-8cb5c3f0-a3b4-455f-bd6b-4d138ab6331a tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1565385 Mar 05 13:47:21.870116 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37a1d581-ae1c-412b-8f40-5e40102aec32 req-1192e2f8-3151-4ff7-a38d-38532c8a712e service neutron] 10.222.0.30 "GET /v2.0/networks/dba8b2bc-72ba-44c0-b91c-757ff7c80584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041500 Mar 05 13:47:21.939774 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-fbd4d61b-b76a-4613-b20a-3220491ece26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:21.942197 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-fbd4d61b-b76a-4613-b20a-3220491ece26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=685c107fd21b4a6787a130b25db4ab7d&device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 1094 time: 0.1010532 Mar 05 13:47:22.053785 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-1f1b3a2b-1ae8-4e57-a907-7f0f21e4cc57 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1f1f0bc-7053-4547-828c-53c7b1052288 HTTP/1.1" status: 200 len: 217 time: 0.1034753 Mar 05 13:47:22.067343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4028dbec-b4c6-4530-8c15-61931cdbf1f2 req-136d5a0d-4d21-4c3d-b14f-ca1d90e0c392 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Synchronizing usage tracker for tenant:b319e138c56d4a4c98bd5807281ccabc on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:47:22.133913 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4028dbec-b4c6-4530-8c15-61931cdbf1f2 req-136d5a0d-4d21-4c3d-b14f-ca1d90e0c392 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Unset dirty status for tenant:b319e138c56d4a4c98bd5807281ccabc on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:47:22.135077 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4028dbec-b4c6-4530-8c15-61931cdbf1f2 req-136d5a0d-4d21-4c3d-b14f-ca1d90e0c392 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c11b2c0-6dd4-4a22-b055-7336cbc5d158 HTTP/1.1" status: 200 len: 210 time: 0.1244226 Mar 05 13:47:22.140486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-0898924f-f713-47e6-916f-0322084dc2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:22.141884 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-0898924f-f713-47e6-916f-0322084dc2d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53cc4165-f01d-48a1-9180-c6a57fe7bd9d HTTP/1.1" status: 200 len: 854 time: 0.0767252 Mar 05 13:47:22.296627 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2fb21a-fc7e-4555-a410-8b0698d54b45', 'code': 200} Mar 05 13:47:22.297495 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1756b4-ca9b-4b34-8eb0-4081d34a42aa', 'code': 200} Mar 05 13:47:22.297913 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8c65d0-6360-4e4e-9122-9c407be18516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb25cf8-4284-444c-ae86-aaef4f5584cb', 'code': 200} Mar 05 13:47:22.305166 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-ae60357b-9c40-4408-882d-7eedda22eaf2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8121de62-3e77-4026-8973-919cd2101c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1561012 Mar 05 13:47:22.554065 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fe3f4-9cbf-4fbe-9e60-86070c77a438 req-6a55bef4-7cef-42ad-b72b-8d831cd3a4a2 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:22.560682 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fe3f4-9cbf-4fbe-9e60-86070c77a438 req-6a55bef4-7cef-42ad-b72b-8d831cd3a4a2 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:22.562683 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-987fe3f4-9cbf-4fbe-9e60-86070c77a438 req-6a55bef4-7cef-42ad-b72b-8d831cd3a4a2 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 1679 time: 0.1476347 Mar 05 13:47:22.564858 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5dac7d-f1c4-4425-9057-9f15695b8695 req-3a265abf-40be-410e-8b65-661353670be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:22.566190 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bf5dac7d-f1c4-4425-9057-9f15695b8695 req-3a265abf-40be-410e-8b65-661353670be1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5e8c65d0-6360-4e4e-9122-9c407be18516 HTTP/1.1" status: 200 len: 1096 time: 0.1966944 Mar 05 13:47:22.643131 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-987fe3f4-9cbf-4fbe-9e60-86070c77a438 req-54a791ae-145b-4270-88aa-4796b2e15e59 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727332 Mar 05 13:47:22.646957 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bf5dac7d-f1c4-4425-9057-9f15695b8695 req-24a5d7fb-e9a5-411b-9fbc-7911620e19d7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622127 Mar 05 13:47:22.677874 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-cf5634ce-f925-4176-8bd2-0b3e3bf2f662 service neutron] 10.222.0.15 "GET /v2.0/networks/8121de62-3e77-4026-8973-919cd2101c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368299 Mar 05 13:47:22.688644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e6150-f2cd-49d8-af47-407b08d701d9 req-06ea78bc-1208-431b-adb8-4b9ba34fed36 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:22.690064 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ac4e6150-f2cd-49d8-af47-407b08d701d9 req-06ea78bc-1208-431b-adb8-4b9ba34fed36 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e8c65d0-6360-4e4e-9122-9c407be18516 HTTP/1.1" status: 200 len: 945 time: 0.3877947 Mar 05 13:47:22.720126 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1353d21-3aed-4e39-949e-6dac5dbbca0c', 'tag': 'f1f1f0bc-7053-4547-828c-53c7b1052288', 'status': 'completed', 'code': 200} Mar 05 13:47:22.775499 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-e31b4a4f-f7db-4f05-b6ae-4a64a93ee2db tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:22.776175 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-e31b4a4f-f7db-4f05-b6ae-4a64a93ee2db tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Synchronizing usage tracker for tenant:b319e138c56d4a4c98bd5807281ccabc on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:47:22.858191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c207d-3719-465a-a597-458a725690a7 req-44d190bf-4b9d-4325-9bc4-e6525497c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:22.858670 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c207d-3719-465a-a597-458a725690a7 req-44d190bf-4b9d-4325-9bc4-e6525497c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:22.859229 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c207d-3719-465a-a597-458a725690a7 req-44d190bf-4b9d-4325-9bc4-e6525497c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:22.859624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c207d-3719-465a-a597-458a725690a7 req-44d190bf-4b9d-4325-9bc4-e6525497c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:22.860083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c207d-3719-465a-a597-458a725690a7 req-44d190bf-4b9d-4325-9bc4-e6525497c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:22.860549 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c207d-3719-465a-a597-458a725690a7 req-44d190bf-4b9d-4325-9bc4-e6525497c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:22.861007 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c207d-3719-465a-a597-458a725690a7 req-44d190bf-4b9d-4325-9bc4-e6525497c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:22.862946 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-950c207d-3719-465a-a597-458a725690a7 req-44d190bf-4b9d-4325-9bc4-e6525497c1a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 6500 time: 0.4304588 Mar 05 13:47:22.869699 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb7900-19e7-4ab7-8640-c407e2dd924c req-fef6d2f1-252a-4e09-ac54-b843090e0232 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:22.871169 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b2bb7900-19e7-4ab7-8640-c407e2dd924c req-fef6d2f1-252a-4e09-ac54-b843090e0232 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 943 time: 0.0827954 Mar 05 13:47:22.902511 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ac4e6150-f2cd-49d8-af47-407b08d701d9 req-b14c4921-57b9-4c7c-b26e-ee307fb7289d tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816113 Mar 05 13:47:22.910258 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-e31b4a4f-f7db-4f05-b6ae-4a64a93ee2db tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Unset dirty status for tenant:b319e138c56d4a4c98bd5807281ccabc on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:47:22.911754 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-e31b4a4f-f7db-4f05-b6ae-4a64a93ee2db tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.30 "GET /v2.0/networks?id=afc0328a-7447-4ab2-b692-c72de15f8a21 HTTP/1.1" status: 200 len: 806 time: 0.5274050 Mar 05 13:47:22.925685 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b2bb7900-19e7-4ab7-8640-c407e2dd924c req-aef9c22b-85fa-45bf-87a0-0b93726af00e tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406911 Mar 05 13:47:22.974822 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c30ba036-9159-4a5a-b335-e7f0608e5d26 req-6a105148-130d-4aae-a0a7-50fdfd58f91a service neutron] 10.222.0.15 "GET /v2.0/networks/8121de62-3e77-4026-8973-919cd2101c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827251 Mar 05 13:47:22.976565 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-950c207d-3719-465a-a597-458a725690a7 req-9c2d4553-4f8a-4640-a5a1-30999062779b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2f77332d-253c-4452-852f-7801a9c8a2a1&id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0967329 Mar 05 13:47:23.000134 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-687b2436-d2d0-438f-bb94-32e2251780f8 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Synchronizing usage tracker for tenant:b319e138c56d4a4c98bd5807281ccabc on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:47:23.019722 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-687b2436-d2d0-438f-bb94-32e2251780f8 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Unset dirty status for tenant:b319e138c56d4a4c98bd5807281ccabc on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:47:23.021299 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-687b2436-d2d0-438f-bb94-32e2251780f8 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b319e138c56d4a4c98bd5807281ccabc HTTP/1.1" status: 200 len: 380 time: 0.0961416 Mar 05 13:47:23.068552 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-45525ebb-e19b-4d3a-ae4b-4fd0a6680618 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Request body: {'port': {'device_id': '0c11b2c0-6dd4-4a22-b055-7336cbc5d158', 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21', 'admin_state_up': True, 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'security_groups': ['e87c7cef-15aa-451d-9496-6a812fa357ed']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:23.154610 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66315b4-f01a-46c2-b424-cd993e763ad3 req-73b0fff1-dbf4-488a-a0a6-6212c731e596 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:23.160392 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66315b4-f01a-46c2-b424-cd993e763ad3 req-73b0fff1-dbf4-488a-a0a6-6212c731e596 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:23.166182 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66315b4-f01a-46c2-b424-cd993e763ad3 req-73b0fff1-dbf4-488a-a0a6-6212c731e596 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:23.172139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66315b4-f01a-46c2-b424-cd993e763ad3 req-73b0fff1-dbf4-488a-a0a6-6212c731e596 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:23.177856 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66315b4-f01a-46c2-b424-cd993e763ad3 req-73b0fff1-dbf4-488a-a0a6-6212c731e596 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:23.183583 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66315b4-f01a-46c2-b424-cd993e763ad3 req-73b0fff1-dbf4-488a-a0a6-6212c731e596 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:23.189915 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66315b4-f01a-46c2-b424-cd993e763ad3 req-73b0fff1-dbf4-488a-a0a6-6212c731e596 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:23.191781 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a66315b4-f01a-46c2-b424-cd993e763ad3 req-73b0fff1-dbf4-488a-a0a6-6212c731e596 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5443 time: 0.1216753 Mar 05 13:47:23.239835 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a66315b4-f01a-46c2-b424-cd993e763ad3 req-d50db879-c410-4257-8ef3-b965ad2082fe tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419414 Mar 05 13:47:23.264417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454545f2-a8d3-428d-bf76-1d1606fa94b3 req-810625d9-d438-4759-9fe9-5ba3d8f7b2d3 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:23.265895 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-454545f2-a8d3-428d-bf76-1d1606fa94b3 req-810625d9-d438-4759-9fe9-5ba3d8f7b2d3 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.2415872 Mar 05 13:47:23.285730 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-45525ebb-e19b-4d3a-ae4b-4fd0a6680618 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:23.316227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-45525ebb-e19b-4d3a-ae4b-4fd0a6680618 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:23.347251 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-454545f2-a8d3-428d-bf76-1d1606fa94b3 req-9f260b9e-ef90-4bf1-925a-f7505cc7c63b tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747044 Mar 05 13:47:23.349357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-45525ebb-e19b-4d3a-ae4b-4fd0a6680618 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Made reservation on behalf of b319e138c56d4a4c98bd5807281ccabc for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:47:23.352666 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-45525ebb-e19b-4d3a-ae4b-4fd0a6680618 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:23.430590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96add9-e500-49c1-baed-4b68d3227c26 req-6ba31f33-392d-4caf-8d13-e3a4e4e02ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:23.432018 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5f96add9-e500-49c1-baed-4b68d3227c26 req-6ba31f33-392d-4caf-8d13-e3a4e4e02ce0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=685c107fd21b4a6787a130b25db4ab7d&device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 1094 time: 0.2136676 Mar 05 13:47:23.541203 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-00cea689-9326-45c0-b9a8-b15e80c34119 req-2b228ed5-2495-43ba-a9b4-46ba6c3c6687 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c11b2c0-6dd4-4a22-b055-7336cbc5d158 HTTP/1.1" status: 200 len: 210 time: 0.0710490 Mar 05 13:47:23.697549 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96add9-e500-49c1-baed-4b68d3227c26 req-0998ac6e-4c23-4762-af66-2c384a4d2b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:23.699036 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5f96add9-e500-49c1-baed-4b68d3227c26 req-0998ac6e-4c23-4762-af66-2c384a4d2b68 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8121de62-3e77-4026-8973-919cd2101c11 HTTP/1.1" status: 200 len: 914 time: 0.2547538 Mar 05 13:47:23.700115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-45525ebb-e19b-4d3a-ae4b-4fd0a6680618 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Allocated IP 172.20.0.11 (afc0328a-7447-4ab2-b692-c72de15f8a21/b9f0f85d-e916-4aa7-8d40-c24768de8024/41b8f2c8-26fb-4822-aedd-ca4b6f0796e5) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:47:23.781374 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5f96add9-e500-49c1-baed-4b68d3227c26 req-bf663db4-0955-41a9-a77a-3ea3429e4d91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1f1f0bc-7053-4547-828c-53c7b1052288 HTTP/1.1" status: 200 len: 217 time: 0.0744493 Mar 05 13:47:24.069265 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96add9-e500-49c1-baed-4b68d3227c26 req-7e38bcc0-10c5-4ba9-b5dc-8a7347c856b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:24.070712 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5f96add9-e500-49c1-baed-4b68d3227c26 req-7e38bcc0-10c5-4ba9-b5dc-8a7347c856b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53cc4165-f01d-48a1-9180-c6a57fe7bd9d HTTP/1.1" status: 200 len: 854 time: 0.2790933 Mar 05 13:47:24.147113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f1d2b-f00f-40c1-bb80-67ebfcccb5f8 req-06ef9889-7225-49cc-867d-0152180f56bd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:24.148544 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e33f1d2b-f00f-40c1-bb80-67ebfcccb5f8 req-06ef9889-7225-49cc-867d-0152180f56bd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e8c65d0-6360-4e4e-9122-9c407be18516 HTTP/1.1" status: 200 len: 945 time: 0.0845919 Mar 05 13:47:24.183498 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5f96add9-e500-49c1-baed-4b68d3227c26 req-3900341b-fe47-46d8-a47d-3ebf6c30682c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8121de62-3e77-4026-8973-919cd2101c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654984 Mar 05 13:47:24.192094 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e33f1d2b-f00f-40c1-bb80-67ebfcccb5f8 req-990631fc-936a-4264-89f2-fedc38c9b9a7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375648 Mar 05 13:47:24.252549 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5ae20-cb7e-4524-ad0b-c7cc5b9710a9 req-81e5a55c-87fa-42a0-a3e9-f4b5a51df54b tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:24.258408 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5ae20-cb7e-4524-ad0b-c7cc5b9710a9 req-81e5a55c-87fa-42a0-a3e9-f4b5a51df54b tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:24.260026 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fa5ae20-cb7e-4524-ad0b-c7cc5b9710a9 req-81e5a55c-87fa-42a0-a3e9-f4b5a51df54b tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 1679 time: 0.4673312 Mar 05 13:47:24.376897 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-45525ebb-e19b-4d3a-ae4b-4fd0a6680618 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:24.401105 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125918a-0ced-4513-87fe-5fcffedd20df req-3885b392-06c9-4ba2-ae94-0c6e40cd2197 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:24.410801 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d125918a-0ced-4513-87fe-5fcffedd20df req-3885b392-06c9-4ba2-ae94-0c6e40cd2197 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 943 time: 0.1042185 Mar 05 13:47:24.418555 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fa5ae20-cb7e-4524-ad0b-c7cc5b9710a9 req-07c34fb5-5c69-48aa-a554-a5c33cf60c8a tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445277 Mar 05 13:47:24.429213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-45525ebb-e19b-4d3a-ae4b-4fd0a6680618 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Transition to ACTIVE for port object 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:47:24.441244 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5f96add9-e500-49c1-baed-4b68d3227c26 req-ffcb93e3-d04f-4e4c-b26a-271946ef23b0 service neutron] 10.222.0.15 "GET /v2.0/networks/8121de62-3e77-4026-8973-919cd2101c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451632 Mar 05 13:47:24.555933 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-45525ebb-e19b-4d3a-ae4b-4fd0a6680618 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:24.580096 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d125918a-0ced-4513-87fe-5fcffedd20df req-b50d3b18-aa19-4634-a597-e46e13ac0a3f tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684463 Mar 05 13:47:24.729043 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 4b1882b4-b0a5-451a-9ba3-f5ac839eb010 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:47:24.734891 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-45525ebb-e19b-4d3a-ae4b-4fd0a6680618 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Network afc0328a-7447-4ab2-b692-c72de15f8a21 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:47:24.742631 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-45525ebb-e19b-4d3a-ae4b-4fd0a6680618 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:47:24.766124 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-45525ebb-e19b-4d3a-ae4b-4fd0a6680618 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:47:24.794998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45525ebb-e19b-4d3a-ae4b-4fd0a6680618 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Pushing event updated for resources: {'Port': ['ID=41b8f2c8-26fb-4822-aedd-ca4b6f0796e5,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:24.841835 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5f96add9-e500-49c1-baed-4b68d3227c26 req-9674e252-78b9-4561-a7e4-95de209f7cad service neutron] 10.222.0.15 "GET /v2.0/networks/8121de62-3e77-4026-8973-919cd2101c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895533 Mar 05 13:47:24.875882 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-0db355c4-94d1-4b44-8c28-2ff0dd7f1c93 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:24.877665 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-45525ebb-e19b-4d3a-ae4b-4fd0a6680618 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:24.878424 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-45525ebb-e19b-4d3a-ae4b-4fd0a6680618 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:24.882527 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-0db355c4-94d1-4b44-8c28-2ff0dd7f1c93 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 806 time: 0.1894739 Mar 05 13:47:24.914333 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-50a35d36-a34c-47b5-a53a-de478998c5da tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/quotas/1e6dfeba02724ceabbe61dac4cb2c5dc HTTP/1.1" status: 200 len: 375 time: 0.0308590 Mar 05 13:47:24.920662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bed9a-26b0-427c-a1ae-75cba6cd06b6 req-107fe0d9-400e-4e18-a91e-dd8e4cf22965 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:24.932446 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bed9a-26b0-427c-a1ae-75cba6cd06b6 req-107fe0d9-400e-4e18-a91e-dd8e4cf22965 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:24.938656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 4b1882b4-b0a5-451a-9ba3-f5ac839eb010, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=4b1882b4-b0a5-451a-9ba3-f5ac839eb010,segment=NetworkSegment(1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde),segment_id=1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:24.939294 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bed9a-26b0-427c-a1ae-75cba6cd06b6 req-107fe0d9-400e-4e18-a91e-dd8e4cf22965 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:24.945338 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bed9a-26b0-427c-a1ae-75cba6cd06b6 req-107fe0d9-400e-4e18-a91e-dd8e4cf22965 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:24.952629 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '4b1882b4-b0a5-451a-9ba3-f5ac839eb010', 'network_id': 'dba8b2bc-72ba-44c0-b91c-757ff7c80584', 'port_id': '4b1882b4-b0a5-451a-9ba3-f5ac839eb010', 'mac_address': 'fa:16:3e:d8:35:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '337a6cd2-ca2a-4faf-a459-3a4bbaa45971', 'ip_address': '19.86.0.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:47:24.955453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bed9a-26b0-427c-a1ae-75cba6cd06b6 req-107fe0d9-400e-4e18-a91e-dd8e4cf22965 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:24.961790 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bed9a-26b0-427c-a1ae-75cba6cd06b6 req-107fe0d9-400e-4e18-a91e-dd8e4cf22965 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:24.968739 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bed9a-26b0-427c-a1ae-75cba6cd06b6 req-107fe0d9-400e-4e18-a91e-dd8e4cf22965 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:24.970662 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d8bed9a-26b0-427c-a1ae-75cba6cd06b6 req-107fe0d9-400e-4e18-a91e-dd8e4cf22965 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5443 time: 0.3410115 Mar 05 13:47:25.011169 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-eef3fe9b-139e-48b9-9e3f-1c1f08176667 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0959432 Mar 05 13:47:25.014857 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-45525ebb-e19b-4d3a-ae4b-4fd0a6680618 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9549809 Mar 05 13:47:25.022475 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:25.033199 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-07245468-1b0c-421c-b328-8cf9da7afd61 service neutron] Request body: {'port': {'device_id': '0c11b2c0-6dd4-4a22-b055-7336cbc5d158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:25.042096 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b1882b4-b0a5-451a-9ba3-f5ac839eb010 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:47:25.059533 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 4b1882b4-b0a5-451a-9ba3-f5ac839eb010, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=4b1882b4-b0a5-451a-9ba3-f5ac839eb010,segment=NetworkSegment(1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde),segment_id=1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:25.066046 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:25.067763 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e6509a2a-8bc5-490d-8134-ed6abd4c9db1 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:47:25.077287 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d8bed9a-26b0-427c-a1ae-75cba6cd06b6 req-d8e46514-e817-4b66-ba35-a574653c1ad2 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0973008 Mar 05 13:47:25.159565 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-07245468-1b0c-421c-b328-8cf9da7afd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:25.174450 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-1b913280-9db3-463c-ac6e-61755bb01c08 service neutron] 10.222.0.16 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548641 Mar 05 13:47:25.254145 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-381e5101-d94d-425d-967b-9012884c0a29 None None] Provisioning for port 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:25.265823 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-381e5101-d94d-425d-967b-9012884c0a29 None None] Provisioning complete for port 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:25.266178 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-381e5101-d94d-425d-967b-9012884c0a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:25.314090 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=4b1882b4-b0a5-451a-9ba3-f5ac839eb010,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:25.323589 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-d14b4829-9b7f-451b-b74c-8e599704ba64 service neutron] 10.222.0.16 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482594 Mar 05 13:47:25.349776 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e6509a2a-8bc5-490d-8134-ed6abd4c9db1, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e6509a2a-8bc5-490d-8134-ed6abd4c9db1,segment=NetworkSegment(ef03b494-6d5b-4984-b16f-d377cdffa999),segment_id=ef03b494-6d5b-4984-b16f-d377cdffa999)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:25.364505 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-381e5101-d94d-425d-967b-9012884c0a29 None None] Port 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:47:25.368888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'e6509a2a-8bc5-490d-8134-ed6abd4c9db1', 'network_id': '1502bbc8-612c-4aad-858d-6c61cc67045f', 'port_id': 'e6509a2a-8bc5-490d-8134-ed6abd4c9db1', 'mac_address': 'fa:16:3e:3d:e8:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd92259d-840c-48db-9c62-b80938cd1fa5', 'ip_address': '19.80.0.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:47:25.411049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f57b8b-98c8-4545-b4bf-f449b671b37d req-eb39d1b3-cccf-46ed-9b03-819fd6e743fe tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:25.419427 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-15f57b8b-98c8-4545-b4bf-f449b671b37d req-eb39d1b3-cccf-46ed-9b03-819fd6e743fe tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.2044346 Mar 05 13:47:25.426090 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:25.445909 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6509a2a-8bc5-490d-8134-ed6abd4c9db1 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:47:25.465481 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e6509a2a-8bc5-490d-8134-ed6abd4c9db1, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e6509a2a-8bc5-490d-8134-ed6abd4c9db1,segment=NetworkSegment(ef03b494-6d5b-4984-b16f-d377cdffa999),segment_id=ef03b494-6d5b-4984-b16f-d377cdffa999)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:25.470239 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:25.563830 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=e6509a2a-8bc5-490d-8134-ed6abd4c9db1,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:25.565442 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-15f57b8b-98c8-4545-b4bf-f449b671b37d req-8de90574-8ee6-431b-9a4e-57b1048a55c9 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434057 Mar 05 13:47:25.764684 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['4b1882b4-b0a5-451a-9ba3-f5ac839eb010'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:47:25.827697 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-07245468-1b0c-421c-b328-8cf9da7afd61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:47:25.837714 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-07245468-1b0c-421c-b328-8cf9da7afd61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:25.863973 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-07245468-1b0c-421c-b328-8cf9da7afd61 service neutron] Transition to ACTIVE for port object 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:47:25.876593 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-07245468-1b0c-421c-b328-8cf9da7afd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:26.033014 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2af71-a355-40fa-9710-014cf7f0788b req-d170d826-0b06-458b-a2fa-a787ed937df0 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:26.038775 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2af71-a355-40fa-9710-014cf7f0788b req-d170d826-0b06-458b-a2fa-a787ed937df0 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:26.040500 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aaa2af71-a355-40fa-9710-014cf7f0788b req-d170d826-0b06-458b-a2fa-a787ed937df0 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 1681 time: 0.1181924 Mar 05 13:47:26.092906 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aaa2af71-a355-40fa-9710-014cf7f0788b req-6427f372-1bd7-4af3-8b97-9ab024a75d72 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451753 Mar 05 13:47:26.147798 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf7f93-c1b3-473a-b7d2-3629fd67e094 req-eb9be4ad-6ef1-4bab-a2d9-1f6b8f8b6698 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:26.149279 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dedf7f93-c1b3-473a-b7d2-3629fd67e094 req-eb9be4ad-6ef1-4bab-a2d9-1f6b8f8b6698 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.4250491 Mar 05 13:47:26.221131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1348e-b70a-4223-af0b-4cdf5b4733c0 req-de0954f2-2382-49a2-9ff2-3a67ade46957 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:26.221871 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-06b1348e-b70a-4223-af0b-4cdf5b4733c0 req-de0954f2-2382-49a2-9ff2-3a67ade46957 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Synchronizing usage tracker for tenant:b319e138c56d4a4c98bd5807281ccabc on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:47:26.267436 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-93e311ee-aadf-453e-9178-b2909d156a7d req-70fe9b99-2eb4-40e5-ab26-aea4388a1308 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aee3558-306c-41f8-818b-30c9d0517210 HTTP/1.1" status: 200 len: 210 time: 0.0580544 Mar 05 13:47:26.268232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07245468-1b0c-421c-b328-8cf9da7afd61 service neutron] Pushing event updated for resources: {'Port': ['ID=41b8f2c8-26fb-4822-aedd-ca4b6f0796e5,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:26.365760 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-06b1348e-b70a-4223-af0b-4cdf5b4733c0 req-de0954f2-2382-49a2-9ff2-3a67ade46957 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Unset dirty status for tenant:b319e138c56d4a4c98bd5807281ccabc on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:47:26.366860 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06b1348e-b70a-4223-af0b-4cdf5b4733c0 req-de0954f2-2382-49a2-9ff2-3a67ade46957 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c11b2c0-6dd4-4a22-b055-7336cbc5d158 HTTP/1.1" status: 200 len: 932 time: 0.6438515 Mar 05 13:47:26.370269 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-dedf7f93-c1b3-473a-b7d2-3629fd67e094 req-e0c8314c-dee6-41fa-8451-1f9fdb147eda tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Deleting port fb2972e9-7940-4233-b6f6-cecfa78eca5e {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:47:26.371166 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dedf7f93-c1b3-473a-b7d2-3629fd67e094 req-e0c8314c-dee6-41fa-8451-1f9fdb147eda tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:26.481007 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccf70a-6203-4bdd-9278-efb83b1e1cb9 req-8e3c6855-61a6-4835-a1de-97da97fd8748 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:26.486082 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-78ccf70a-6203-4bdd-9278-efb83b1e1cb9 req-8e3c6855-61a6-4835-a1de-97da97fd8748 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 943 time: 0.0997896 Mar 05 13:47:26.528354 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-78ccf70a-6203-4bdd-9278-efb83b1e1cb9 req-9e0ba0f6-1310-47a5-8e58-a9537c2a9846 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387692 Mar 05 13:47:26.533282 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-07245468-1b0c-421c-b328-8cf9da7afd61 service neutron] Attempting to bind port 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:47:26.533708 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-07245468-1b0c-421c-b328-8cf9da7afd61 service neutron] Attempting to bind port 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'ecd69e45-c24c-48cc-9973-bc653c95a159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:47:26.533866 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-07245468-1b0c-421c-b328-8cf9da7afd61 service neutron] Attempting to bind port 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 on network afc0328a-7447-4ab2-b692-c72de15f8a21 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:47:26.542560 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06b1348e-b70a-4223-af0b-4cdf5b4733c0 req-d89af7be-2e99-4d06-b9e6-ad3eb0820eef tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c7cef-15aa-451d-9496-6a812fa357ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393156 Mar 05 13:47:26.548578 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-07245468-1b0c-421c-b328-8cf9da7afd61 service neutron] Port 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 on network afc0328a-7447-4ab2-b692-c72de15f8a21 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:47:26.548578 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-07245468-1b0c-421c-b328-8cf9da7afd61 service neutron] Attempting to bind port 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 on network afc0328a-7447-4ab2-b692-c72de15f8a21 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:47:26.564617 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-07245468-1b0c-421c-b328-8cf9da7afd61 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:47:26.565041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-07245468-1b0c-421c-b328-8cf9da7afd61 service neutron] Checking segment: {'id': 'ecd69e45-c24c-48cc-9973-bc653c95a159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:47:26.565495 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-07245468-1b0c-421c-b328-8cf9da7afd61 service neutron] Bound using segment: {'id': 'ecd69e45-c24c-48cc-9973-bc653c95a159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:47:26.566021 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-07245468-1b0c-421c-b328-8cf9da7afd61 service neutron] Bound port: 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd69e45-c24c-48cc-9973-bc653c95a159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:47:26.566436 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-07245468-1b0c-421c-b328-8cf9da7afd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:26.800094 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['e6509a2a-8bc5-490d-8134-ed6abd4c9db1'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:47:26.908125 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-07245468-1b0c-421c-b328-8cf9da7afd61 service neutron] For port 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:47:26.942279 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-07245468-1b0c-421c-b328-8cf9da7afd61 service neutron] For port 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=41b8f2c8-26fb-4822-aedd-ca4b6f0796e5,segment=NetworkSegment(ecd69e45-c24c-48cc-9973-bc653c95a159),segment_id=ecd69e45-c24c-48cc-9973-bc653c95a159)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:47:26.959261 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-07245468-1b0c-421c-b328-8cf9da7afd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:26.972625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-dedf7f93-c1b3-473a-b7d2-3629fd67e094 req-e0c8314c-dee6-41fa-8451-1f9fdb147eda tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] For port fb2972e9-7940-4233-b6f6-cecfa78eca5e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fb2972e9-7940-4233-b6f6-cecfa78eca5e,segment=NetworkSegment(878d8184-25a8-44de-b274-b8af194d7640),segment_id=878d8184-25a8-44de-b274-b8af194d7640)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:26.972987 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dedf7f93-c1b3-473a-b7d2-3629fd67e094 req-e0c8314c-dee6-41fa-8451-1f9fdb147eda tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:26.984288 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ce56a-7e0e-40a3-8189-35d2bbda0366 req-49abc84d-93b0-4154-b55e-2af02d3a7ff0 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:26.985902 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-518ce56a-7e0e-40a3-8189-35d2bbda0366 req-49abc84d-93b0-4154-b55e-2af02d3a7ff0 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 946 time: 0.0850921 Mar 05 13:47:27.034719 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-518ce56a-7e0e-40a3-8189-35d2bbda0366 req-e8b624b9-efd8-474c-b75a-a8a8e7d69643 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8052b86-ca80-4a04-b57c-ef9812edb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395713 Mar 05 13:47:27.100453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-07245468-1b0c-421c-b328-8cf9da7afd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:27.101082 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-07245468-1b0c-421c-b328-8cf9da7afd61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:27.102466 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-07245468-1b0c-421c-b328-8cf9da7afd61 service neutron] 10.222.0.30 "PUT /v2.0/ports/41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 HTTP/1.1" status: 200 len: 1092 time: 2.0768626 Mar 05 13:47:27.159134 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c11b2c0-6dd4-4a22-b055-7336cbc5d158', 'tag': '41b8f2c8-26fb-4822-aedd-ca4b6f0796e5'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:47:27.170393 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f1f1f0bc-7053-4547-828c-53c7b1052288 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:47:27.172422 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-dedf7f93-c1b3-473a-b7d2-3629fd67e094 req-e0c8314c-dee6-41fa-8451-1f9fdb147eda tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Calling delete_port for fb2972e9-7940-4233-b6f6-cecfa78eca5e owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:47:27.297786 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-46382dcc-4d55-4960-897e-4fe24bad5c86 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:27.299124 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-46382dcc-4d55-4960-897e-4fe24bad5c86 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.15 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 806 time: 0.5844095 Mar 05 13:47:27.320966 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-cff0df84-f34e-4a47-86a3-475250be631c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Request body: {'port': {'device_id': '1aee3558-306c-41f8-818b-30c9d0517210', 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe', 'admin_state_up': True, 'tenant_id': '1e6dfeba02724ceabbe61dac4cb2c5dc'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:27.330171 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f1f1f0bc-7053-4547-828c-53c7b1052288, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f1f1f0bc-7053-4547-828c-53c7b1052288,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:27.347719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'f1f1f0bc-7053-4547-828c-53c7b1052288', 'network_id': '8121de62-3e77-4026-8973-919cd2101c11', 'port_id': 'f1f1f0bc-7053-4547-828c-53c7b1052288', 'mac_address': 'fa:16:3e:53:0b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cc4165-f01d-48a1-9180-c6a57fe7bd9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:47:27.351198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8880f7-1508-4dc9-a070-5bb128214fdb req-897ddf2f-0592-4510-ac09-ce01469f9a1c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:27.357524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8880f7-1508-4dc9-a070-5bb128214fdb req-897ddf2f-0592-4510-ac09-ce01469f9a1c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:27.363371 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8880f7-1508-4dc9-a070-5bb128214fdb req-897ddf2f-0592-4510-ac09-ce01469f9a1c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:27.369201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8880f7-1508-4dc9-a070-5bb128214fdb req-897ddf2f-0592-4510-ac09-ce01469f9a1c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:27.375710 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8880f7-1508-4dc9-a070-5bb128214fdb req-897ddf2f-0592-4510-ac09-ce01469f9a1c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:27.381539 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8880f7-1508-4dc9-a070-5bb128214fdb req-897ddf2f-0592-4510-ac09-ce01469f9a1c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:27.387442 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8880f7-1508-4dc9-a070-5bb128214fdb req-897ddf2f-0592-4510-ac09-ce01469f9a1c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:27.389581 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7a8880f7-1508-4dc9-a070-5bb128214fdb req-897ddf2f-0592-4510-ac09-ce01469f9a1c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5443 time: 0.6780446 Mar 05 13:47:27.451835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07245468-1b0c-421c-b328-8cf9da7afd61 service neutron] Pushing event updated for resources: {'Port': ['ID=41b8f2c8-26fb-4822-aedd-ca4b6f0796e5,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:27.463975 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:27.468215 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d913421-7c6e-465d-a14b-ae957bc36528 req-4ce83e6b-5fcc-4166-8453-de88cbbd251d tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:27.475706 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d913421-7c6e-465d-a14b-ae957bc36528 req-4ce83e6b-5fcc-4166-8453-de88cbbd251d tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:27.485088 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2d913421-7c6e-465d-a14b-ae957bc36528 req-4ce83e6b-5fcc-4166-8453-de88cbbd251d tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 1681 time: 0.1498961 Mar 05 13:47:27.485263 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f1f0bc-7053-4547-828c-53c7b1052288 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:47:27.503468 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f1f1f0bc-7053-4547-828c-53c7b1052288, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f1f1f0bc-7053-4547-828c-53c7b1052288,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:27.509870 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:27.531315 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2d913421-7c6e-465d-a14b-ae957bc36528 req-00331bc1-e59a-49b4-8224-c9abd0f85093 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452099 Mar 05 13:47:27.582630 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=f1f1f0bc-7053-4547-828c-53c7b1052288,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:27.603985 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7a8880f7-1508-4dc9-a070-5bb128214fdb req-b7ca15e6-e0f8-4135-9a48-d121b4e64e1b tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1862619 Mar 05 13:47:27.608675 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c11b2c0-6dd4-4a22-b055-7336cbc5d158', 'tag': '41b8f2c8-26fb-4822-aedd-ca4b6f0796e5', 'status': 'completed', 'code': 200} Mar 05 13:47:27.671774 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-e3de5855-b1e8-4445-9415-c684a3bc853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:27.673321 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-e3de5855-b1e8-4445-9415-c684a3bc853a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b319e138c56d4a4c98bd5807281ccabc&device_id=0c11b2c0-6dd4-4a22-b055-7336cbc5d158 HTTP/1.1" status: 200 len: 1095 time: 0.4602439 Mar 05 13:47:27.678242 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dedf7f93-c1b3-473a-b7d2-3629fd67e094 req-e0c8314c-dee6-41fa-8451-1f9fdb147eda tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:27.680304 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-cff0df84-f34e-4a47-86a3-475250be631c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:27.765559 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ee1dfb6-2e6c-46d9-b504-9f7e77b74561 req-16a91ccb-866c-46a9-acec-77fb82466c98 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aee3558-306c-41f8-818b-30c9d0517210 HTTP/1.1" status: 200 len: 210 time: 0.0447669 Mar 05 13:47:27.790872 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['f1f1f0bc-7053-4547-828c-53c7b1052288'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:47:27.954518 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a886ff7-4d66-40f2-ac7d-b629dc1f8b02 req-42376e7d-1962-45ab-aac1-516418f22fc0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:27.956178 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5a886ff7-4d66-40f2-ac7d-b629dc1f8b02 req-42376e7d-1962-45ab-aac1-516418f22fc0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c11b2c0-6dd4-4a22-b055-7336cbc5d158 HTTP/1.1" status: 200 len: 944 time: 0.0854633 Mar 05 13:47:27.965780 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-af8a05f0-5470-42be-981d-2657927d1cbb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 HTTP/1.1" status: 200 len: 217 time: 0.2827401 Mar 05 13:47:27.967347 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8314c-dee6-41fa-8451-1f9fdb147eda tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Pushing event deleted for resources: {'Port': ['ID=fb2972e9-7940-4233-b6f6-cecfa78eca5e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:27.971106 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-cff0df84-f34e-4a47-86a3-475250be631c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:28.004700 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5a886ff7-4d66-40f2-ac7d-b629dc1f8b02 req-58b768e9-8efe-4a0c-bf0b-0d7eef62f5ff tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c7cef-15aa-451d-9496-6a812fa357ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425153 Mar 05 13:47:28.070563 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-cff0df84-f34e-4a47-86a3-475250be631c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Made reservation on behalf of 1e6dfeba02724ceabbe61dac4cb2c5dc for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:47:28.074251 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-cff0df84-f34e-4a47-86a3-475250be631c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:28.139456 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedf7f93-c1b3-473a-b7d2-3629fd67e094 req-e0c8314c-dee6-41fa-8451-1f9fdb147eda tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] No DVR routers for this DVR port fb2972e9-7940-4233-b6f6-cecfa78eca5e on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:47:28.150233 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dedf7f93-c1b3-473a-b7d2-3629fd67e094 req-e0c8314c-dee6-41fa-8451-1f9fdb147eda tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:28.196930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-3a03987d-1768-4a2c-9624-d4efbbc589b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:28.198491 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-3a03987d-1768-4a2c-9624-d4efbbc589b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9f0f85d-e916-4aa7-8d40-c24768de8024 HTTP/1.1" status: 200 len: 845 time: 0.2187762 Mar 05 13:47:28.220174 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b12e9-1463-48c2-9d4f-79fcfbcbcd37 req-2a68342f-fcd7-4f7f-a8e9-69284824db66 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:28.225858 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b12e9-1463-48c2-9d4f-79fcfbcbcd37 req-2a68342f-fcd7-4f7f-a8e9-69284824db66 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:28.232508 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b12e9-1463-48c2-9d4f-79fcfbcbcd37 req-2a68342f-fcd7-4f7f-a8e9-69284824db66 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:28.238209 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b12e9-1463-48c2-9d4f-79fcfbcbcd37 req-2a68342f-fcd7-4f7f-a8e9-69284824db66 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:28.244041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b12e9-1463-48c2-9d4f-79fcfbcbcd37 req-2a68342f-fcd7-4f7f-a8e9-69284824db66 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:28.250331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b12e9-1463-48c2-9d4f-79fcfbcbcd37 req-2a68342f-fcd7-4f7f-a8e9-69284824db66 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:28.256063 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b12e9-1463-48c2-9d4f-79fcfbcbcd37 req-2a68342f-fcd7-4f7f-a8e9-69284824db66 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:28.258065 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-809b12e9-1463-48c2-9d4f-79fcfbcbcd37 req-2a68342f-fcd7-4f7f-a8e9-69284824db66 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5443 time: 0.1285374 Mar 05 13:47:28.269121 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58550) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:28.272333 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dedf7f93-c1b3-473a-b7d2-3629fd67e094 req-e0c8314c-dee6-41fa-8451-1f9fdb147eda tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.15 "DELETE /v2.0/ports/fb2972e9-7940-4233-b6f6-cecfa78eca5e HTTP/1.1" status: 204 len: 173 time: 2.0949931 Mar 05 13:47:28.276304 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-042e2235-39fa-45fe-b91f-595f2ca549c6 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Request body: {'floatingip': {'port_id': '84783dc8-ea33-42fd-b8de-3b126d3a564d'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:28.319868 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1fae3-93a2-4417-8f6c-63bb45211e0f req-53932b33-07ae-4221-bb74-a29bd33d1a23 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:28.320668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-51b1fae3-93a2-4417-8f6c-63bb45211e0f req-53932b33-07ae-4221-bb74-a29bd33d1a23 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Synchronizing usage tracker for tenant:685c107fd21b4a6787a130b25db4ab7d on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:47:28.364033 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-042e2235-39fa-45fe-b91f-595f2ca549c6 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for floatingip, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:28.413046 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-51b1fae3-93a2-4417-8f6c-63bb45211e0f req-53932b33-07ae-4221-bb74-a29bd33d1a23 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Unset dirty status for tenant:685c107fd21b4a6787a130b25db4ab7d on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:47:28.420115 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-51b1fae3-93a2-4417-8f6c-63bb45211e0f req-53932b33-07ae-4221-bb74-a29bd33d1a23 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 944 time: 0.5099287 Mar 05 13:47:28.445586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-cff0df84-f34e-4a47-86a3-475250be631c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Allocated IP 172.20.0.8 (9566c2e4-1bac-4a5b-8a67-d566157793fe/fbe719ac-a221-4304-9d9c-9289853597e6/a5241f5d-0999-49a4-9334-0fc55c4cd26e) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:47:28.449112 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-8afe0e84-d2fe-40db-b7f1-f1ac2764a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:28.451214 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-8afe0e84-d2fe-40db-b7f1-f1ac2764a19f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=afc0328a-7447-4ab2-b692-c72de15f8a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2414863 Mar 05 13:47:28.538497 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4b270391-2acb-4b3d-8f47-126874fa2bf5 req-a5bbf450-20c0-4f09-82ed-45c71bb16710 tempest-ServerRescueNegativeTestJSON-728897700 tempest-ServerRescueNegativeTestJSON-728897700-project] 10.222.0.16 "GET /v2.0/ports?device_id=daf88ee1-563d-4eb2-803e-9723b633651d HTTP/1.1" status: 200 len: 210 time: 0.1183560 Mar 05 13:47:28.615603 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-51b1fae3-93a2-4417-8f6c-63bb45211e0f req-e95ccbe5-7d2c-484d-8fa9-24b5e7c67cf9 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Synchronizing usage tracker for tenant:685c107fd21b4a6787a130b25db4ab7d on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:47:28.688899 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:28.702862 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-51b1fae3-93a2-4417-8f6c-63bb45211e0f req-e95ccbe5-7d2c-484d-8fa9-24b5e7c67cf9 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Unset dirty status for tenant:685c107fd21b4a6787a130b25db4ab7d on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:47:28.704035 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-51b1fae3-93a2-4417-8f6c-63bb45211e0f req-e95ccbe5-7d2c-484d-8fa9-24b5e7c67cf9 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836776 Mar 05 13:47:28.742949 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 4b1882b4-b0a5-451a-9ba3-f5ac839eb010 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:47:28.783204 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-402d0be0-3374-42a8-820b-107a3aa99c9a service neutron] 10.222.0.30 "GET /v2.0/networks/afc0328a-7447-4ab2-b692-c72de15f8a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261514 Mar 05 13:47:28.895683 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:28.907728 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 4b1882b4-b0a5-451a-9ba3-f5ac839eb010 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:28.913367 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 4b1882b4-b0a5-451a-9ba3-f5ac839eb010 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:28.913731 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:28.956670 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-cff0df84-f34e-4a47-86a3-475250be631c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:28.995796 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bbf0668d-e867-473d-9d1e-b85d46213165 req-0ec2e91b-8943-4845-9787-6c46926bb8e6 service neutron] 10.222.0.30 "GET /v2.0/networks/afc0328a-7447-4ab2-b692-c72de15f8a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028191 Mar 05 13:47:29.033166 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-cff0df84-f34e-4a47-86a3-475250be631c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:29.048334 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['4e8e3409-53d8-4da7-8d85-ae70635ee2ea'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:47:29.093903 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05784e-b8ad-431c-9caa-56044a254576 req-ff6364c2-5373-4294-92ae-2e08f45bb225 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:29.100811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05784e-b8ad-431c-9caa-56044a254576 req-ff6364c2-5373-4294-92ae-2e08f45bb225 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:29.108242 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-df05784e-b8ad-431c-9caa-56044a254576 req-ff6364c2-5373-4294-92ae-2e08f45bb225 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 1681 time: 0.2954981 Mar 05 13:47:29.120080 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['5cb25cf8-4284-444c-ae86-aaef4f5584cb'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:47:29.204148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-cff0df84-f34e-4a47-86a3-475250be631c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Network 9566c2e4-1bac-4a5b-8a67-d566157793fe is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:47:29.214481 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f1f1f0bc-7053-4547-828c-53c7b1052288 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:47:29.214700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-cff0df84-f34e-4a47-86a3-475250be631c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:47:29.217616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-cff0df84-f34e-4a47-86a3-475250be631c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:47:29.237901 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-df05784e-b8ad-431c-9caa-56044a254576 req-57b8ba7e-64bf-45fb-a6b8-aa50401bb601 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287589 Mar 05 13:47:29.332383 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0df84-f34e-4a47-86a3-475250be631c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Pushing event updated for resources: {'Port': ['ID=a5241f5d-0999-49a4-9334-0fc55c4cd26e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:29.354130 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:29.362281 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-cff0df84-f34e-4a47-86a3-475250be631c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:29.362849 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-cff0df84-f34e-4a47-86a3-475250be631c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:29.402335 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abf41a-76c7-4e13-bc8d-e6a138be8489 req-b6c2b180-d217-4f70-b795-67e22f5e0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:29.405335 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3abf41a-76c7-4e13-bc8d-e6a138be8489 req-b6c2b180-d217-4f70-b795-67e22f5e0930 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b319e138c56d4a4c98bd5807281ccabc&device_id=0c11b2c0-6dd4-4a22-b055-7336cbc5d158 HTTP/1.1" status: 200 len: 1095 time: 0.3135655 Mar 05 13:47:29.441961 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-cff0df84-f34e-4a47-86a3-475250be631c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1257057 Mar 05 13:47:29.442154 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b18409e-8c7e-40e0-a9fa-602898501f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1882b4-b0a5-451a-9ba3-f5ac839eb010'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:47:29.463471 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-438badb9-d8f1-4444-89d3-7d6683eec39d service neutron] Request body: {'port': {'device_id': '1aee3558-306c-41f8-818b-30c9d0517210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:29.472969 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 4b1882b4-b0a5-451a-9ba3-f5ac839eb010, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=4b1882b4-b0a5-451a-9ba3-f5ac839eb010,segment=NetworkSegment(1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde),segment_id=1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:29.475503 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port f1f1f0bc-7053-4547-828c-53c7b1052288 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:29.489644 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:29.490425 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e6509a2a-8bc5-490d-8134-ed6abd4c9db1 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:47:29.518249 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-042e2235-39fa-45fe-b91f-595f2ca549c6 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:29.519890 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf37c91-d46a-4609-b2bc-aea142f96b53 req-e62d922d-3b7f-4a8f-87c1-3dbd7a88b2c2 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:29.520742 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-cdf37c91-d46a-4609-b2bc-aea142f96b53 req-e62d922d-3b7f-4a8f-87c1-3dbd7a88b2c2 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Synchronizing usage tracker for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:47:29.529824 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-042e2235-39fa-45fe-b91f-595f2ca549c6 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:29.558906 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port f1f1f0bc-7053-4547-828c-53c7b1052288 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:29.559281 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:29.609894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf88ee1-563d-4eb2-803e-9723b633651d', 'name': 'network-vif-deleted', 'tag': 'fb2972e9-7940-4233-b6f6-cecfa78eca5e'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:47:29.663470 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-cdf37c91-d46a-4609-b2bc-aea142f96b53 req-e62d922d-3b7f-4a8f-87c1-3dbd7a88b2c2 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Unset dirty status for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:47:29.664399 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cdf37c91-d46a-4609-b2bc-aea142f96b53 req-e62d922d-3b7f-4a8f-87c1-3dbd7a88b2c2 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aee3558-306c-41f8-818b-30c9d0517210 HTTP/1.1" status: 200 len: 931 time: 0.5319381 Mar 05 13:47:29.703905 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-042e2235-39fa-45fe-b91f-595f2ca549c6 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Floating IP fab9c013-90c5-4af3-90aa-2bde79745706 associated. External IP: 172.25.4.94, port: 84783dc8-ea33-42fd-b8de-3b126d3a564d. Mar 05 13:47:29.726990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=4b1882b4-b0a5-451a-9ba3-f5ac839eb010,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:29.782735 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cd0e0-3ed3-4515-bfa7-0bc0ce0c2d25 req-ac5a42da-d93c-46b2-8063-faad117ebe09 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:29.789837 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1d0cd0e0-3ed3-4515-bfa7-0bc0ce0c2d25 req-ac5a42da-d93c-46b2-8063-faad117ebe09 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c11b2c0-6dd4-4a22-b055-7336cbc5d158 HTTP/1.1" status: 200 len: 944 time: 0.3714647 Mar 05 13:47:29.793600 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port e6509a2a-8bc5-490d-8134-ed6abd4c9db1 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:29.817596 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port e6509a2a-8bc5-490d-8134-ed6abd4c9db1 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:29.817967 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:29.835412 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1d0cd0e0-3ed3-4515-bfa7-0bc0ce0c2d25 req-c48b6d99-04c9-421c-9f4a-db023ab015a2 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c7cef-15aa-451d-9496-6a812fa357ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447044 Mar 05 13:47:29.882371 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:29.884173 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cdf37c91-d46a-4609-b2bc-aea142f96b53 req-af00a6df-207f-4f50-8d01-aeb54c1a1622 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120249 Mar 05 13:47:29.893302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abf41a-76c7-4e13-bc8d-e6a138be8489 req-e9568a97-6ccf-4956-bfec-cdcc773685ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:29.899256 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3abf41a-76c7-4e13-bc8d-e6a138be8489 req-e9568a97-6ccf-4956-bfec-cdcc773685ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=afc0328a-7447-4ab2-b692-c72de15f8a21 HTTP/1.1" status: 200 len: 906 time: 0.4786835 Mar 05 13:47:29.926744 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b18409e-8c7e-40e0-a9fa-602898501f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1882b4-b0a5-451a-9ba3-f5ac839eb010', 'code': 200} Mar 05 13:47:29.949046 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f1f1f0bc-7053-4547-828c-53c7b1052288, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f1f1f0bc-7053-4547-828c-53c7b1052288,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:29.976393 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf88ee1-563d-4eb2-803e-9723b633651d', 'name': 'network-vif-deleted', 'tag': 'fb2972e9-7940-4233-b6f6-cecfa78eca5e', 'status': 'completed', 'code': 200} Mar 05 13:47:29.977420 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-438badb9-d8f1-4444-89d3-7d6683eec39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:29.984653 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:29.985201 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device fb2972e9-7940-4233-b6f6-cecfa78eca5e no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:47:29.989966 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3abf41a-76c7-4e13-bc8d-e6a138be8489 req-4dbbab16-e233-499c-bea7-6fd6129898ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 HTTP/1.1" status: 200 len: 217 time: 0.0870743 Mar 05 13:47:30.079243 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: fb2972e9-7940-4233-b6f6-cecfa78eca5e {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:47:30.079719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device fb2972e9-7940-4233-b6f6-cecfa78eca5e not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:47:30.080437 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58576) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:30.115108 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:30.147052 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=f1f1f0bc-7053-4547-828c-53c7b1052288,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:30.165040 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e6509a2a-8bc5-490d-8134-ed6abd4c9db1, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e6509a2a-8bc5-490d-8134-ed6abd4c9db1,segment=NetworkSegment(ef03b494-6d5b-4984-b16f-d377cdffa999),segment_id=ef03b494-6d5b-4984-b16f-d377cdffa999)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:30.171460 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:30.220897 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abf41a-76c7-4e13-bc8d-e6a138be8489 req-b8a0e2d0-4af5-4442-89d8-d88ca9b5ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:30.222480 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3abf41a-76c7-4e13-bc8d-e6a138be8489 req-b8a0e2d0-4af5-4442-89d8-d88ca9b5ce0c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9f0f85d-e916-4aa7-8d40-c24768de8024 HTTP/1.1" status: 200 len: 845 time: 0.2251334 Mar 05 13:47:30.274067 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=e6509a2a-8bc5-490d-8134-ed6abd4c9db1,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:30.316380 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b836080-ed23-4e9f-8668-da2c3893677b req-da9894da-5187-4827-85c7-93fa5bbd92fd tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:30.317774 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3b836080-ed23-4e9f-8668-da2c3893677b req-da9894da-5187-4827-85c7-93fa5bbd92fd tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.2471337 Mar 05 13:47:30.397827 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3b836080-ed23-4e9f-8668-da2c3893677b req-c1ddcdee-32ba-4836-9bb6-83f89f19375a tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721095 Mar 05 13:47:30.399482 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042e2235-39fa-45fe-b91f-595f2ca549c6 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Router c7f32620-2c5b-4d41-a728-2857bc8a8001 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:47:30.745778 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abf41a-76c7-4e13-bc8d-e6a138be8489 req-fd3b1289-9056-4922-83a8-18bb025ff2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:30.747371 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3abf41a-76c7-4e13-bc8d-e6a138be8489 req-fd3b1289-9056-4922-83a8-18bb025ff2cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=afc0328a-7447-4ab2-b692-c72de15f8a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5105278 Mar 05 13:47:30.816852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9482a7-1865-43ae-a85b-e9946f0dc728 req-ede6ac0a-334e-4b20-a99b-63c16c7dae4f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:30.822740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9482a7-1865-43ae-a85b-e9946f0dc728 req-ede6ac0a-334e-4b20-a99b-63c16c7dae4f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:30.824276 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fb9482a7-1865-43ae-a85b-e9946f0dc728 req-ede6ac0a-334e-4b20-a99b-63c16c7dae4f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 1683 time: 0.1947200 Mar 05 13:47:30.825617 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042e2235-39fa-45fe-b91f-595f2ca549c6 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:47:30.830431 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-042e2235-39fa-45fe-b91f-595f2ca549c6 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:30.840320 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d91ad-8fc0-45e1-a832-ba191b9ae25c None None] Sync routers for ids ['c7f32620-2c5b-4d41-a728-2857bc8a8001'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:47:30.850517 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d91ad-8fc0-45e1-a832-ba191b9ae25c None None] Routers {'c7f32620-2c5b-4d41-a728-2857bc8a8001'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:47:30.851380 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-221d91ad-8fc0-45e1-a832-ba191b9ae25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:47:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c7f32620-2c5b-4d41-a728-2857bc8a8001'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:30.920504 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-042e2235-39fa-45fe-b91f-595f2ca549c6 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "PUT /v2.0/floatingips/fab9c013-90c5-4af3-90aa-2bde79745706 HTTP/1.1" status: 200 len: 990 time: 2.6501067 Mar 05 13:47:30.923100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'tag': '84783dc8-ea33-42fd-b8de-3b126d3a564d'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:47:30.938819 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fb9482a7-1865-43ae-a85b-e9946f0dc728 req-e83fe9ed-da7a-42c5-aca9-875f923eb2aa tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773764 Mar 05 13:47:31.085105 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58604) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:31.133092 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-221d91ad-8fc0-45e1-a832-ba191b9ae25c None None] Set router c7f32620-2c5b-4d41-a728-2857bc8a8001 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:47:31.133412 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3abf41a-76c7-4e13-bc8d-e6a138be8489 req-0bab138a-88fb-45a7-b0f5-a71128d97883 service neutron] 10.222.0.30 "GET /v2.0/networks/afc0328a-7447-4ab2-b692-c72de15f8a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765910 Mar 05 13:47:31.141825 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea29967-69c6-4888-8c17-f1943c00b672 req-0b12218f-1de1-4c9d-a386-f5db6ee8e1ed tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:31.143668 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eea29967-69c6-4888-8c17-f1943c00b672 req-0b12218f-1de1-4c9d-a386-f5db6ee8e1ed tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aee3558-306c-41f8-818b-30c9d0517210 HTTP/1.1" status: 200 len: 931 time: 0.0990317 Mar 05 13:47:31.190605 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-438badb9-d8f1-4444-89d3-7d6683eec39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5241f5d-0999-49a4-9334-0fc55c4cd26e {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:47:31.194363 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eea29967-69c6-4888-8c17-f1943c00b672 req-8ffe5f0c-238b-42e5-969a-a1aeb10cfd5f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438128 Mar 05 13:47:31.205940 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-438badb9-d8f1-4444-89d3-7d6683eec39d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:31.259031 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'tag': '84783dc8-ea33-42fd-b8de-3b126d3a564d', 'status': 'completed', 'code': 200} Mar 05 13:47:31.288767 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60e25ef5-a67c-47ea-94d1-2922a39539fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:31.306091 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-60e25ef5-a67c-47ea-94d1-2922a39539fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:31.310643 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-60e25ef5-a67c-47ea-94d1-2922a39539fb admin admin] Usage tracker for resource:security_group_rule and tenant:f19b205722244f8487b5ad6582dda990 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:31.313874 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-60e25ef5-a67c-47ea-94d1-2922a39539fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:31.319972 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-60e25ef5-a67c-47ea-94d1-2922a39539fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:31.413359 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60e25ef5-a67c-47ea-94d1-2922a39539fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:31.429097 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60e25ef5-a67c-47ea-94d1-2922a39539fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:31.472981 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-438badb9-d8f1-4444-89d3-7d6683eec39d service neutron] Transition to ACTIVE for port object a5241f5d-0999-49a4-9334-0fc55c4cd26e will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:47:31.503325 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-438badb9-d8f1-4444-89d3-7d6683eec39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:31.556241 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e25ef5-a67c-47ea-94d1-2922a39539fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afee70aa-f7e9-4b99-b34e-b5ddf0e8bbce,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:31.590720 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-221d91ad-8fc0-45e1-a832-ba191b9ae25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'name': 'tempest-TaggedBootDevicesTest_v242-1394634693-router', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:44:03Z', 'updated_at': '2022-03-05T13:44:16Z', 'revision_number': 4, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'gw_port': {'id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:05Z', 'updated_at': '2022-03-05T13:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'fab9c013-90c5-4af3-90aa-2bde79745706', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'port_id': '84783dc8-ea33-42fd-b8de-3b126d3a564d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3', 'mac_address': 'fa:16:3e:a9:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:45:20Z', 'updated_at': '2022-03-05T13:47:29Z', 'revision_number': 1, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e02f994-498a-4d49-ba34-5c5f68ed38d9', 'name': '', 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'mac_address': 'fa:16:3e:4a:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'c4ed493f-c1ab-4a7c-87c4-4112cc1f6851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:12Z', 'updated_at': '2022-03-05T13:44:27Z', 'revision_number': 5, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'subnets': [{'id': 'c4ed493f-c1ab-4a7c-87c4-4112cc1f6851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:31.595915 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d91ad-8fc0-45e1-a832-ba191b9ae25c None None] Checking router: c7f32620-2c5b-4d41-a728-2857bc8a8001 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:47:31.604623 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d91ad-8fc0-45e1-a832-ba191b9ae25c None None] Routers {'c7f32620-2c5b-4d41-a728-2857bc8a8001'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:47:31.605205 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-221d91ad-8fc0-45e1-a832-ba191b9ae25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:47:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c7f32620-2c5b-4d41-a728-2857bc8a8001'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:31.610287 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-60e25ef5-a67c-47ea-94d1-2922a39539fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f19b205722244f8487b5ad6582dda990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5240014 Mar 05 13:47:31.615791 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58612) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:31.674258 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107d89d-679d-4654-bdaa-4da94ac0ebee req-b68baabe-5e1a-4c1a-9ed9-349ef9ac9a4f tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:31.675793 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e107d89d-679d-4654-bdaa-4da94ac0ebee req-b68baabe-5e1a-4c1a-9ed9-349ef9ac9a4f tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c11b2c0-6dd4-4a22-b055-7336cbc5d158 HTTP/1.1" status: 200 len: 944 time: 0.6446559 Mar 05 13:47:31.704718 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a8c1b-2639-42d3-b75a-36da779b2def req-9cea9d17-d050-45db-b983-123cd455bc90 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:31.706217 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3b5a8c1b-2639-42d3-b75a-36da779b2def req-9cea9d17-d050-45db-b983-123cd455bc90 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.1381528 Mar 05 13:47:31.707062 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-94daa9c3-bf38-4e39-ab83-46536e8468ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:31.707189 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3abf41a-76c7-4e13-bc8d-e6a138be8489 req-350ca413-8efe-4db6-93ae-0606500912c7 service neutron] 10.222.0.30 "GET /v2.0/networks/afc0328a-7447-4ab2-b692-c72de15f8a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656459 Mar 05 13:47:31.755978 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-94daa9c3-bf38-4e39-ab83-46536e8468ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:31.760641 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438badb9-d8f1-4444-89d3-7d6683eec39d service neutron] Pushing event updated for resources: {'Port': ['ID=a5241f5d-0999-49a4-9334-0fc55c4cd26e,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:31.794817 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3b5a8c1b-2639-42d3-b75a-36da779b2def req-5833ee3b-8861-4a8a-bba0-b260fbbc4b62 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770261 Mar 05 13:47:31.797146 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-221d91ad-8fc0-45e1-a832-ba191b9ae25c None None] Set router c7f32620-2c5b-4d41-a728-2857bc8a8001 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:47:31.851967 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-94daa9c3-bf38-4e39-ab83-46536e8468ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:31.867427 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94daa9c3-bf38-4e39-ab83-46536e8468ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afee70aa-f7e9-4b99-b34e-b5ddf0e8bbce,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:31.873932 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-94daa9c3-bf38-4e39-ab83-46536e8468ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:31.875182 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-94daa9c3-bf38-4e39-ab83-46536e8468ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/afee70aa-f7e9-4b99-b34e-b5ddf0e8bbce HTTP/1.1" status: 204 len: 168 time: 0.2575660 Mar 05 13:47:31.898313 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad5a91-30cf-41e9-8272-56f902b6714a req-a8dcb27f-52a5-4708-b2c5-3e3c573f061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:31.898817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad5a91-30cf-41e9-8272-56f902b6714a req-a8dcb27f-52a5-4708-b2c5-3e3c573f061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:31.899307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad5a91-30cf-41e9-8272-56f902b6714a req-a8dcb27f-52a5-4708-b2c5-3e3c573f061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:31.899754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad5a91-30cf-41e9-8272-56f902b6714a req-a8dcb27f-52a5-4708-b2c5-3e3c573f061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:31.900200 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad5a91-30cf-41e9-8272-56f902b6714a req-a8dcb27f-52a5-4708-b2c5-3e3c573f061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:31.900656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad5a91-30cf-41e9-8272-56f902b6714a req-a8dcb27f-52a5-4708-b2c5-3e3c573f061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:31.901210 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad5a91-30cf-41e9-8272-56f902b6714a req-a8dcb27f-52a5-4708-b2c5-3e3c573f061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:31.903049 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26ad5a91-30cf-41e9-8272-56f902b6714a req-a8dcb27f-52a5-4708-b2c5-3e3c573f061f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=375b726eb2ae465c8b7dd42940955ff2&device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 6500 time: 0.6088932 Mar 05 13:47:31.913848 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e107d89d-679d-4654-bdaa-4da94ac0ebee req-42665c6e-510c-46b1-b64e-bc51e42c5d24 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c7cef-15aa-451d-9496-6a812fa357ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136679 Mar 05 13:47:31.927795 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1353d21-3aed-4e39-949e-6dac5dbbca0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f1f0bc-7053-4547-828c-53c7b1052288'}, {'server_uuid': '4b18409e-8c7e-40e0-a9fa-602898501f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6509a2a-8bc5-490d-8134-ed6abd4c9db1'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:47:31.992878 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1353d21-3aed-4e39-949e-6dac5dbbca0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f1f0bc-7053-4547-828c-53c7b1052288', 'code': 200} Mar 05 13:47:31.993022 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b18409e-8c7e-40e0-a9fa-602898501f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6509a2a-8bc5-490d-8134-ed6abd4c9db1', 'code': 200} Mar 05 13:47:32.107661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-438badb9-d8f1-4444-89d3-7d6683eec39d service neutron] Attempting to bind port a5241f5d-0999-49a4-9334-0fc55c4cd26e on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:47:32.111142 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-438badb9-d8f1-4444-89d3-7d6683eec39d service neutron] Attempting to bind port a5241f5d-0999-49a4-9334-0fc55c4cd26e by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:47:32.111271 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-438badb9-d8f1-4444-89d3-7d6683eec39d service neutron] Attempting to bind port a5241f5d-0999-49a4-9334-0fc55c4cd26e on network 9566c2e4-1bac-4a5b-8a67-d566157793fe {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:47:32.148556 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307219f-e6de-43d9-815b-4476b195dc76 req-883c7a4e-50f2-4c7b-ba2c-8989cb003ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:32.150162 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a307219f-e6de-43d9-815b-4476b195dc76 req-883c7a4e-50f2-4c7b-ba2c-8989cb003ec4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 1096 time: 0.0805035 Mar 05 13:47:32.195595 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a307219f-e6de-43d9-815b-4476b195dc76 req-285e1f1e-ac17-40ff-9f8f-3dc3d877fe6e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396266 Mar 05 13:47:32.212441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-438badb9-d8f1-4444-89d3-7d6683eec39d service neutron] Port a5241f5d-0999-49a4-9334-0fc55c4cd26e on network 9566c2e4-1bac-4a5b-8a67-d566157793fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:47:32.212664 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-438badb9-d8f1-4444-89d3-7d6683eec39d service neutron] Attempting to bind port a5241f5d-0999-49a4-9334-0fc55c4cd26e on network 9566c2e4-1bac-4a5b-8a67-d566157793fe {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:47:32.243562 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-438badb9-d8f1-4444-89d3-7d6683eec39d service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:47:32.243901 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-438badb9-d8f1-4444-89d3-7d6683eec39d service neutron] Checking segment: {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:47:32.244626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-438badb9-d8f1-4444-89d3-7d6683eec39d service neutron] Bound using segment: {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:47:32.244738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-438badb9-d8f1-4444-89d3-7d6683eec39d service neutron] Bound port: a5241f5d-0999-49a4-9334-0fc55c4cd26e, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:47:32.245038 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-438badb9-d8f1-4444-89d3-7d6683eec39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:32.259192 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-221d91ad-8fc0-45e1-a832-ba191b9ae25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'name': 'tempest-TaggedBootDevicesTest_v242-1394634693-router', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:44:03Z', 'updated_at': '2022-03-05T13:44:16Z', 'revision_number': 4, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'gw_port': {'id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:05Z', 'updated_at': '2022-03-05T13:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'fab9c013-90c5-4af3-90aa-2bde79745706', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'port_id': '84783dc8-ea33-42fd-b8de-3b126d3a564d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3', 'mac_address': 'fa:16:3e:a9:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:45:20Z', 'updated_at': '2022-03-05T13:47:29Z', 'revision_number': 1, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e02f994-498a-4d49-ba34-5c5f68ed38d9', 'name': '', 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'mac_address': 'fa:16:3e:4a:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'c4ed493f-c1ab-4a7c-87c4-4112cc1f6851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:12Z', 'updated_at': '2022-03-05T13:44:27Z', 'revision_number': 5, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'subnets': [{'id': 'c4ed493f-c1ab-4a7c-87c4-4112cc1f6851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:32.263990 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d91ad-8fc0-45e1-a832-ba191b9ae25c None None] The sync data for ids ['c7f32620-2c5b-4d41-a728-2857bc8a8001'] in n-d-803718-1 is: [{'id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'name': 'tempest-TaggedBootDevicesTest_v242-1394634693-router', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:44:03Z', 'updated_at': '2022-03-05T13:44:16Z', 'revision_number': 4, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'gw_port': {'id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:05Z', 'updated_at': '2022-03-05T13:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'fab9c013-90c5-4af3-90aa-2bde79745706', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'port_id': '84783dc8-ea33-42fd-b8de-3b126d3a564d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3', 'mac_address': 'fa:16:3e:a9:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:45:20Z', 'updated_at': '2022-03-05T13:47:29Z', 'revision_number': 1, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e02f994-498a-4d49-ba34-5c5f68ed38d9', 'name': '', 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'mac_address': 'fa:16:3e:4a:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'c4ed493f-c1ab-4a7c-87c4-4112cc1f6851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:12Z', 'updated_at': '2022-03-05T13:44:27Z', 'revision_number': 5, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'subnets': [{'id': 'c4ed493f-c1ab-4a7c-87c4-4112cc1f6851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:47:32.318239 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-355ffe09-3e01-4b1b-9c7b-0f67bd8875f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:32.424390 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad5a91-30cf-41e9-8272-56f902b6714a req-773d4476-7cf7-4d5f-9f57-8ab56c9ea4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:32.426340 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26ad5a91-30cf-41e9-8272-56f902b6714a req-773d4476-7cf7-4d5f-9f57-8ab56c9ea4a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d408d73-a46e-4e4c-b598-e5439c0aebd3 HTTP/1.1" status: 200 len: 917 time: 0.5113587 Mar 05 13:47:32.431648 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55b26f-60fe-4101-932d-ef0f67a1f506 req-1a670bf1-bbf9-4a0b-8ceb-1f08cf97d7e0 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:32.441729 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-be55b26f-60fe-4101-932d-ef0f67a1f506 req-1a670bf1-bbf9-4a0b-8ceb-1f08cf97d7e0 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aee3558-306c-41f8-818b-30c9d0517210 HTTP/1.1" status: 200 len: 943 time: 0.1126544 Mar 05 13:47:32.502848 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-be55b26f-60fe-4101-932d-ef0f67a1f506 req-19ecb21e-bece-4e0c-86f0-5e6a70dd0aac tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602365 Mar 05 13:47:32.601401 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994e1fc8-ba42-48f6-922f-16ac55c89c4a None None] New status for floating IP fab9c013-90c5-4af3-90aa-2bde79745706: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:47:32.704999 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26ad5a91-30cf-41e9-8272-56f902b6714a req-bc7e2fd2-81ad-470d-942f-0797810fc9df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84783dc8-ea33-42fd-b8de-3b126d3a564d HTTP/1.1" status: 200 len: 998 time: 0.2576597 Mar 05 13:47:32.708129 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-438badb9-d8f1-4444-89d3-7d6683eec39d service neutron] For port a5241f5d-0999-49a4-9334-0fc55c4cd26e, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:47:32.762376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-438badb9-d8f1-4444-89d3-7d6683eec39d service neutron] For port a5241f5d-0999-49a4-9334-0fc55c4cd26e, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=a5241f5d-0999-49a4-9334-0fc55c4cd26e,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:47:32.790052 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc920e8-6fd6-483e-8267-e76f59b30f3a req-f5a0e2ba-c84b-42dd-afdd-e95118a85446 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:32.796170 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc920e8-6fd6-483e-8267-e76f59b30f3a req-f5a0e2ba-c84b-42dd-afdd-e95118a85446 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:32.799338 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2fc920e8-6fd6-483e-8267-e76f59b30f3a req-f5a0e2ba-c84b-42dd-afdd-e95118a85446 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 1683 time: 0.6843555 Mar 05 13:47:32.805474 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:47:32.815290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaccf08-f980-4b5c-95a0-412cbb718c81 req-3fa40fd2-1a3d-4fe6-a527-110b2e2365a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:32.815890 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaccf08-f980-4b5c-95a0-412cbb718c81 req-3fa40fd2-1a3d-4fe6-a527-110b2e2365a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:32.817425 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-edaccf08-f980-4b5c-95a0-412cbb718c81 req-3fa40fd2-1a3d-4fe6-a527-110b2e2365a1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 1985 time: 0.7036991 Mar 05 13:47:32.818399 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-438badb9-d8f1-4444-89d3-7d6683eec39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:33.027921 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-438badb9-d8f1-4444-89d3-7d6683eec39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:33.029500 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-438badb9-d8f1-4444-89d3-7d6683eec39d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:33.031044 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-438badb9-d8f1-4444-89d3-7d6683eec39d service neutron] 10.222.0.15 "PUT /v2.0/ports/a5241f5d-0999-49a4-9334-0fc55c4cd26e HTTP/1.1" status: 200 len: 1091 time: 3.5719039 Mar 05 13:47:33.037833 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-edaccf08-f980-4b5c-95a0-412cbb718c81 req-18f0576b-b8f8-4cc9-9b15-7312eed4dac7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676829 Mar 05 13:47:33.038301 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aee3558-306c-41f8-818b-30c9d0517210', 'tag': 'a5241f5d-0999-49a4-9334-0fc55c4cd26e'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:47:33.053724 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=41b8f2c8-26fb-4822-aedd-ca4b6f0796e5,segment=NetworkSegment(ecd69e45-c24c-48cc-9973-bc653c95a159),segment_id=ecd69e45-c24c-48cc-9973-bc653c95a159)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:33.069374 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '41b8f2c8-26fb-4822-aedd-ca4b6f0796e5', 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21', 'port_id': '41b8f2c8-26fb-4822-aedd-ca4b6f0796e5', 'mac_address': 'fa:16:3e:f9:5b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f0f85d-e916-4aa7-8d40-c24768de8024', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:47:33.098150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad5a91-30cf-41e9-8272-56f902b6714a req-d7b3f07a-0e7f-46e0-bd47-91dd1c997ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:33.099818 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26ad5a91-30cf-41e9-8272-56f902b6714a req-d7b3f07a-0e7f-46e0-bd47-91dd1c997ce3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4ed493f-c1ab-4a7c-87c4-4112cc1f6851 HTTP/1.1" status: 200 len: 856 time: 0.3847816 Mar 05 13:47:33.135608 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:33.156582 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:47:33.177571 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=41b8f2c8-26fb-4822-aedd-ca4b6f0796e5,segment=NetworkSegment(ecd69e45-c24c-48cc-9973-bc653c95a159),segment_id=ecd69e45-c24c-48cc-9973-bc653c95a159)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:33.184617 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:33.203380 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5987b01-83db-4b0e-9fc5-bd378e35cd1c req-bb89afed-cd30-4e3f-a0bd-53f697360b19 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:33.210394 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5987b01-83db-4b0e-9fc5-bd378e35cd1c req-bb89afed-cd30-4e3f-a0bd-53f697360b19 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.1291203 Mar 05 13:47:33.259537 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2fc920e8-6fd6-483e-8267-e76f59b30f3a req-36c4b58f-ebf5-4c70-a39d-2088a4f6e357 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320142 Mar 05 13:47:33.264734 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5987b01-83db-4b0e-9fc5-bd378e35cd1c req-207e84e3-bf43-4ca5-b3e2-974cec0fc9b3 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533485 Mar 05 13:47:33.339628 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=41b8f2c8-26fb-4822-aedd-ca4b6f0796e5,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:33.433238 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58658) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:33.477082 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31284f11-f3ba-464b-a260-091a7e92b81a req-be33dfce-7761-4e12-b68f-1cb4c0c662df tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:33.484801 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31284f11-f3ba-464b-a260-091a7e92b81a req-be33dfce-7761-4e12-b68f-1cb4c0c662df tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c11b2c0-6dd4-4a22-b055-7336cbc5d158 HTTP/1.1" status: 200 len: 945 time: 0.1010542 Mar 05 13:47:33.493794 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aee3558-306c-41f8-818b-30c9d0517210', 'tag': 'a5241f5d-0999-49a4-9334-0fc55c4cd26e', 'status': 'completed', 'code': 200} Mar 05 13:47:33.501524 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['41b8f2c8-26fb-4822-aedd-ca4b6f0796e5'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:47:33.510165 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438badb9-d8f1-4444-89d3-7d6683eec39d service neutron] Pushing event updated for resources: {'Port': ['ID=a5241f5d-0999-49a4-9334-0fc55c4cd26e,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:33.539240 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31284f11-f3ba-464b-a260-091a7e92b81a req-d50f9a1b-c649-4fc3-9b82-e5758a2487c4 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c7cef-15aa-451d-9496-6a812fa357ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499275 Mar 05 13:47:33.595275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad5a91-30cf-41e9-8272-56f902b6714a req-17f4652a-0b62-4dbd-8c6d-b472a2ac8d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:33.596940 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26ad5a91-30cf-41e9-8272-56f902b6714a req-17f4652a-0b62-4dbd-8c6d-b472a2ac8d60 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d408d73-a46e-4e4c-b598-e5439c0aebd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4817922 Mar 05 13:47:33.598509 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-53ee1934-d3b7-4266-aba4-f3ff11a048b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:33.613744 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-53ee1934-d3b7-4266-aba4-f3ff11a048b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:33.617902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-53ee1934-d3b7-4266-aba4-f3ff11a048b7 admin admin] Usage tracker for resource:security_group_rule and tenant:ffbd44f1e1b84448b57b948016db115a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:33.621005 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-53ee1934-d3b7-4266-aba4-f3ff11a048b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:33.627460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-53ee1934-d3b7-4266-aba4-f3ff11a048b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:33.724248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-3f251cac-9b0e-4bf6-ba6b-3f2e9bffdd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:33.725145 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-53ee1934-d3b7-4266-aba4-f3ff11a048b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:33.725948 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-3f251cac-9b0e-4bf6-ba6b-3f2e9bffdd02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&device_id=1aee3558-306c-41f8-818b-30c9d0517210 HTTP/1.1" status: 200 len: 1094 time: 0.6232724 Mar 05 13:47:33.733274 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-53ee1934-d3b7-4266-aba4-f3ff11a048b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:33.783266 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-53ee1934-d3b7-4266-aba4-f3ff11a048b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ffbd44f1e1b84448b57b948016db115a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3465698 Mar 05 13:47:33.783266 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee1934-d3b7-4266-aba4-f3ff11a048b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4a2509-723c-447c-968b-3c2b9919d0c4,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:33.784847 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58666) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:33.845039 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8d7c3ad6-03d7-4bb2-990b-ab27eaff4efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:33.870217 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-c41fc098-f7c6-411a-98a6-74097cccd49a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5241f5d-0999-49a4-9334-0fc55c4cd26e HTTP/1.1" status: 200 len: 217 time: 0.1271944 Mar 05 13:47:33.870793 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8d7c3ad6-03d7-4bb2-990b-ab27eaff4efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:33.879603 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-355ffe09-3e01-4b1b-9c7b-0f67bd8875f3 admin admin] Deleting port 8f26a980-80b7-45a9-87db-3745d137fd8c {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:47:33.879938 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-355ffe09-3e01-4b1b-9c7b-0f67bd8875f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:33.925543 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8d7c3ad6-03d7-4bb2-990b-ab27eaff4efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:33.940566 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c3ad6-03d7-4bb2-990b-ab27eaff4efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4a2509-723c-447c-968b-3c2b9919d0c4,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:33.947545 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8d7c3ad6-03d7-4bb2-990b-ab27eaff4efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:33.948818 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8d7c3ad6-03d7-4bb2-990b-ab27eaff4efa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e4a2509-723c-447c-968b-3c2b9919d0c4 HTTP/1.1" status: 204 len: 168 time: 0.1630676 Mar 05 13:47:34.037083 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26ad5a91-30cf-41e9-8272-56f902b6714a req-3ef885fc-0eed-4589-b8dc-7d7fffffbbf8 service neutron] 10.222.0.15 "GET /v2.0/networks/0d408d73-a46e-4e4c-b598-e5439c0aebd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094248 Mar 05 13:47:34.093452 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-e788a910-b762-44b1-9604-b5a35deac99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:34.094988 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-e788a910-b762-44b1-9604-b5a35deac99b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbe719ac-a221-4304-9d9c-9289853597e6 HTTP/1.1" status: 200 len: 846 time: 0.1819534 Mar 05 13:47:34.210052 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef6569-5d53-46bc-a5b6-e2a9e4af8acb req-a4756ce1-a433-40f9-a41f-9fd6f3c16671 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:34.214633 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8aef6569-5d53-46bc-a5b6-e2a9e4af8acb req-a4756ce1-a433-40f9-a41f-9fd6f3c16671 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aee3558-306c-41f8-818b-30c9d0517210 HTTP/1.1" status: 200 len: 943 time: 0.5495181 Mar 05 13:47:34.276698 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-fe2a494f-0a96-42fc-8541-3b8328220fd8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9566c2e4-1bac-4a5b-8a67-d566157793fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184416 Mar 05 13:47:34.415602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-355ffe09-3e01-4b1b-9c7b-0f67bd8875f3 admin admin] For port 8f26a980-80b7-45a9-87db-3745d137fd8c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=8f26a980-80b7-45a9-87db-3745d137fd8c,segment=NetworkSegment(878d8184-25a8-44de-b274-b8af194d7640),segment_id=878d8184-25a8-44de-b274-b8af194d7640)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:34.415960 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-355ffe09-3e01-4b1b-9c7b-0f67bd8875f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:34.478599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4a375-ad58-45e0-be3c-7ff4627495a7 req-6c2d1851-4002-4cda-95ad-271a5cb93724 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:34.481542 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-19e4a375-ad58-45e0-be3c-7ff4627495a7 req-6c2d1851-4002-4cda-95ad-271a5cb93724 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.1045465 Mar 05 13:47:34.484508 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8aef6569-5d53-46bc-a5b6-e2a9e4af8acb req-ce2ae56a-6c5c-4fd2-873d-5d1a0bd19872 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124021 Mar 05 13:47:34.541134 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-19e4a375-ad58-45e0-be3c-7ff4627495a7 req-758bbc8e-072a-4d66-bbc9-98564c6306d6 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538273 Mar 05 13:47:34.566828 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26ad5a91-30cf-41e9-8272-56f902b6714a req-8d4ae3be-fe0d-4508-ab25-352a0d613576 service neutron] 10.222.0.15 "GET /v2.0/networks/0d408d73-a46e-4e4c-b598-e5439c0aebd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5157180 Mar 05 13:47:34.716891 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-355ffe09-3e01-4b1b-9c7b-0f67bd8875f3 admin admin] Calling delete_port for 8f26a980-80b7-45a9-87db-3745d137fd8c owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:47:34.758963 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:47:34.775180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd35486-8323-466c-8179-7a88a2fa2abc req-71f9a25e-ae9b-46f6-b3d9-b0f2a1e9d979 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:34.776652 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fcd35486-8323-466c-8179-7a88a2fa2abc req-71f9a25e-ae9b-46f6-b3d9-b0f2a1e9d979 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c11b2c0-6dd4-4a22-b055-7336cbc5d158 HTTP/1.1" status: 200 len: 945 time: 0.0959291 Mar 05 13:47:34.805564 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-53387b65-7bce-4340-96ea-b2ba3c09a992 service neutron] 10.222.0.15 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057790 Mar 05 13:47:34.837310 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:34.844444 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:34.845093 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:34.859369 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fcd35486-8323-466c-8179-7a88a2fa2abc req-e3581c43-4c3d-449b-a7c0-dc832f53f3b2 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c7cef-15aa-451d-9496-6a812fa357ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763228 Mar 05 13:47:34.974389 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:35.002299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c11b2c0-6dd4-4a22-b055-7336cbc5d158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b8f2c8-26fb-4822-aedd-ca4b6f0796e5'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:47:35.012425 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=41b8f2c8-26fb-4822-aedd-ca4b6f0796e5,segment=NetworkSegment(ecd69e45-c24c-48cc-9973-bc653c95a159),segment_id=ecd69e45-c24c-48cc-9973-bc653c95a159)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:35.016668 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:35.033642 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3ff9b-e341-4936-875b-34b3f09eaf45 req-fcccd0c4-fe5e-47ca-baa3-d4fe5dd72d22 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:35.035136 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-44e3ff9b-e341-4936-875b-34b3f09eaf45 req-fcccd0c4-fe5e-47ca-baa3-d4fe5dd72d22 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.0826645 Mar 05 13:47:35.083942 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-44e3ff9b-e341-4936-875b-34b3f09eaf45 req-7da71a92-7f66-4e93-87f4-c4579c9bb1b1 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417335 Mar 05 13:47:35.093903 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=41b8f2c8-26fb-4822-aedd-ca4b6f0796e5,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:35.256604 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d77dac-6c0b-44f9-b63c-53bc1445e71a req-ee38faa5-eb57-4b70-a405-02268d1c83ee tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:35.262488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d77dac-6c0b-44f9-b63c-53bc1445e71a req-ee38faa5-eb57-4b70-a405-02268d1c83ee tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:35.264753 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d77dac-6c0b-44f9-b63c-53bc1445e71a req-ee38faa5-eb57-4b70-a405-02268d1c83ee tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 1683 time: 0.6183257 Mar 05 13:47:35.273204 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c11b2c0-6dd4-4a22-b055-7336cbc5d158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b8f2c8-26fb-4822-aedd-ca4b6f0796e5', 'code': 200} Mar 05 13:47:35.333977 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a9e5087b-51d2-4220-9327-7db443b8b127 req-999704d1-e12b-45e6-bb7c-70cab1e5fdc6 service neutron] 10.222.0.15 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192635 Mar 05 13:47:35.442807 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d77dac-6c0b-44f9-b63c-53bc1445e71a req-4ca5b6da-353c-4dd9-a864-7bf48e7d1adf tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684961 Mar 05 13:47:35.572864 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3e755-541d-4079-895c-07b846f36e4f req-8ae226fb-395c-4568-96bc-3dad3dcd8b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:35.574470 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-afe3e755-541d-4079-895c-07b846f36e4f req-8ae226fb-395c-4568-96bc-3dad3dcd8b46 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c11b2c0-6dd4-4a22-b055-7336cbc5d158 HTTP/1.1" status: 200 len: 1097 time: 0.2385676 Mar 05 13:47:35.577962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22bd7c-65d0-43d2-9044-b359336055a6 req-8eaa8cd0-39ff-44cb-a652-ea05127c5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:35.579816 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6a22bd7c-65d0-43d2-9044-b359336055a6 req-8eaa8cd0-39ff-44cb-a652-ea05127c5c41 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&device_id=1aee3558-306c-41f8-818b-30c9d0517210 HTTP/1.1" status: 200 len: 1094 time: 0.1867988 Mar 05 13:47:35.580259 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-355ffe09-3e01-4b1b-9c7b-0f67bd8875f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:35.686077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ffe09-3e01-4b1b-9c7b-0f67bd8875f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f26a980-80b7-45a9-87db-3745d137fd8c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:35.892895 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-afe3e755-541d-4079-895c-07b846f36e4f req-73f0d83c-6275-4ed7-aec7-47b570a44a6e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e87c7cef-15aa-451d-9496-6a812fa357ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3066509 Mar 05 13:47:35.949628 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22bd7c-65d0-43d2-9044-b359336055a6 req-7f0949e2-9b17-4833-b84a-c11bf535ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:35.951141 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6a22bd7c-65d0-43d2-9044-b359336055a6 req-7f0949e2-9b17-4833-b84a-c11bf535ab61 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 906 time: 0.3638353 Mar 05 13:47:36.066108 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05022507-6976-4630-955e-e2f8a2e14709 req-f8d8db81-ceb6-4499-92ba-b8f34030f010 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:36.067489 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-05022507-6976-4630-955e-e2f8a2e14709 req-f8d8db81-ceb6-4499-92ba-b8f34030f010 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.0899134 Mar 05 13:47:36.087039 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6a22bd7c-65d0-43d2-9044-b359336055a6 req-d3d53b32-71f8-4707-a00c-312efa12a4d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5241f5d-0999-49a4-9334-0fc55c4cd26e HTTP/1.1" status: 200 len: 217 time: 0.0822911 Mar 05 13:47:36.111816 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-05022507-6976-4630-955e-e2f8a2e14709 req-347171af-69e1-4be2-becb-8bc815cb8bdd tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384359 Mar 05 13:47:36.244001 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d30a8-8246-423a-b68c-f8976b7665d4 req-b6a521a3-9f26-4b25-ab5c-7d3d41cc8fec tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:36.245589 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e67d30a8-8246-423a-b68c-f8976b7665d4 req-b6a521a3-9f26-4b25-ab5c-7d3d41cc8fec tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aee3558-306c-41f8-818b-30c9d0517210 HTTP/1.1" status: 200 len: 943 time: 0.4602368 Mar 05 13:47:36.286441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22bd7c-65d0-43d2-9044-b359336055a6 req-992b78fc-ae35-4e9c-a30a-b89b47fff6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:36.287901 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6a22bd7c-65d0-43d2-9044-b359336055a6 req-992b78fc-ae35-4e9c-a30a-b89b47fff6b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbe719ac-a221-4304-9d9c-9289853597e6 HTTP/1.1" status: 200 len: 846 time: 0.1924431 Mar 05 13:47:36.316988 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232013b-dbac-4e05-887b-a0268c07f4ab req-7acebada-0c87-41df-9a62-6648a046b182 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:36.322125 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e232013b-dbac-4e05-887b-a0268c07f4ab req-7acebada-0c87-41df-9a62-6648a046b182 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c11b2c0-6dd4-4a22-b055-7336cbc5d158 HTTP/1.1" status: 200 len: 946 time: 0.0988531 Mar 05 13:47:36.345231 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-355ffe09-3e01-4b1b-9c7b-0f67bd8875f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:36.362296 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6a22bd7c-65d0-43d2-9044-b359336055a6 req-7c8bc7a0-0ced-4fcc-a79e-cb318e843e48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9566c2e4-1bac-4a5b-8a67-d566157793fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652354 Mar 05 13:47:36.366818 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e67d30a8-8246-423a-b68c-f8976b7665d4 req-c69d61f4-8f53-45dc-ab88-c2d4827a0fe3 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135635 Mar 05 13:47:36.375647 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e232013b-dbac-4e05-887b-a0268c07f4ab req-777bb655-e320-4d6a-9e31-9e044f2e7488 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c7cef-15aa-451d-9496-6a812fa357ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504422 Mar 05 13:47:36.747574 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7bad9-6874-4d0c-ba12-446e85fd2c0a req-662ef941-f561-4922-941b-ccde6f8cb9e8 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:36.756040 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7bad9-6874-4d0c-ba12-446e85fd2c0a req-662ef941-f561-4922-941b-ccde6f8cb9e8 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:36.756472 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-97a7bad9-6874-4d0c-ba12-446e85fd2c0a req-662ef941-f561-4922-941b-ccde6f8cb9e8 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 1683 time: 0.2292266 Mar 05 13:47:36.814799 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-97a7bad9-6874-4d0c-ba12-446e85fd2c0a req-04b986e9-4de3-4736-a102-79366984e49f tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486717 Mar 05 13:47:36.825711 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6a22bd7c-65d0-43d2-9044-b359336055a6 req-77eb8052-2eab-4a1b-adc3-d35a15a03589 service neutron] 10.222.0.15 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540102 Mar 05 13:47:36.886861 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58752) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:37.050082 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1711d85a-531d-4944-ac8a-92487544d043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:37.065726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1711d85a-531d-4944-ac8a-92487544d043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:37.069403 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1711d85a-531d-4944-ac8a-92487544d043 admin admin] Usage tracker for resource:security_group_rule and tenant:7db28c930af74bf6af14de3dfa515cd4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:37.072064 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1711d85a-531d-4944-ac8a-92487544d043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:37.078096 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1711d85a-531d-4944-ac8a-92487544d043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:37.183240 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6a22bd7c-65d0-43d2-9044-b359336055a6 req-402360bb-4d13-4c93-b88a-778468f8d08b service neutron] 10.222.0.15 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441796 Mar 05 13:47:37.198569 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1711d85a-531d-4944-ac8a-92487544d043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:37.198569 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1711d85a-531d-4944-ac8a-92487544d043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:37.206364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355ffe09-3e01-4b1b-9c7b-0f67bd8875f3 admin admin] Router 75cc66d0-9580-4b48-a577-68a9a3f4518a has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:47:37.246434 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711d85a-531d-4944-ac8a-92487544d043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ddc374-4a4e-46e0-95b9-18e1284c8a64,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:37.286059 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1711d85a-531d-4944-ac8a-92487544d043 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7db28c930af74bf6af14de3dfa515cd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3962879 Mar 05 13:47:37.286059 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58760) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:37.363341 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8fefb21-a48f-4ac0-8543-60815ddb0aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:37.396552 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8fefb21-a48f-4ac0-8543-60815ddb0aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:37.477096 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8fefb21-a48f-4ac0-8543-60815ddb0aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:37.485740 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355ffe09-3e01-4b1b-9c7b-0f67bd8875f3 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:47:37.499078 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81ad134-2441-4893-886d-9539fd274c59 None None] Sync routers for ids ['75cc66d0-9580-4b48-a577-68a9a3f4518a'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:47:37.503877 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-355ffe09-3e01-4b1b-9c7b-0f67bd8875f3 admin admin] 10.222.0.16 "PUT /v2.0/routers/75cc66d0-9580-4b48-a577-68a9a3f4518a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4148800 Mar 05 13:47:37.503877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58768) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:37.506855 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81ad134-2441-4893-886d-9539fd274c59 None None] Routers {'75cc66d0-9580-4b48-a577-68a9a3f4518a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:47:37.511491 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b81ad134-2441-4893-886d-9539fd274c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:47:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['75cc66d0-9580-4b48-a577-68a9a3f4518a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:37.527812 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8fefb21-a48f-4ac0-8543-60815ddb0aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:37.546895 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d8fefb21-a48f-4ac0-8543-60815ddb0aab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5ddc374-4a4e-46e0-95b9-18e1284c8a64 HTTP/1.1" status: 204 len: 168 time: 0.2494321 Mar 05 13:47:37.549574 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fefb21-a48f-4ac0-8543-60815ddb0aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ddc374-4a4e-46e0-95b9-18e1284c8a64,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:37.765353 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10fcdd-eef2-4fba-97d4-406a9b5d95da req-94540606-978f-471d-a229-0bd92f356b14 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:37.773584 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7f10fcdd-eef2-4fba-97d4-406a9b5d95da req-94540606-978f-471d-a229-0bd92f356b14 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c11b2c0-6dd4-4a22-b055-7336cbc5d158 HTTP/1.1" status: 200 len: 946 time: 0.1394923 Mar 05 13:47:37.811033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc776a4-4fe1-4f95-a5e8-f9a43235a23b req-29b4441e-a3e3-49af-a4ab-90494d4e511b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:37.815331 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-b81ad134-2441-4893-886d-9539fd274c59 None None] Set router 75cc66d0-9580-4b48-a577-68a9a3f4518a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:47:37.819281 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4cc776a4-4fe1-4f95-a5e8-f9a43235a23b req-29b4441e-a3e3-49af-a4ab-90494d4e511b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.4095361 Mar 05 13:47:37.862078 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7f10fcdd-eef2-4fba-97d4-406a9b5d95da req-09c94a57-ed50-4ddd-a6c3-6e235774d0c6 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c7cef-15aa-451d-9496-6a812fa357ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876284 Mar 05 13:47:37.924894 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2c6f83e-2e48-46b1-9bd3-4630cc3cb8b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:38.031451 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4cc776a4-4fe1-4f95-a5e8-f9a43235a23b req-7257a803-0a8a-4080-ba36-f3fdeadb6190 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111700 Mar 05 13:47:38.156235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e21511-041e-44bd-93cf-ce001de5d3e5 req-4c87f31f-e5fe-4756-9877-e12f97e82bdd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:38.164844 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-98e21511-041e-44bd-93cf-ce001de5d3e5 req-4c87f31f-e5fe-4756-9877-e12f97e82bdd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aee3558-306c-41f8-818b-30c9d0517210 HTTP/1.1" status: 200 len: 943 time: 0.1595507 Mar 05 13:47:38.168174 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30ad94-900b-48f2-bb2f-447d3635672c req-b99fe093-3b9c-486a-bf06-dab14b9f405d tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:38.175421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30ad94-900b-48f2-bb2f-447d3635672c req-b99fe093-3b9c-486a-bf06-dab14b9f405d tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:38.176962 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2f30ad94-900b-48f2-bb2f-447d3635672c req-b99fe093-3b9c-486a-bf06-dab14b9f405d tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 1683 time: 0.3214855 Mar 05 13:47:38.197803 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b81ad134-2441-4893-886d-9539fd274c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cc66d0-9580-4b48-a577-68a9a3f4518a', 'name': 'tempest-ServerRescueNegativeTestJSON-1712682582-router', 'tenant_id': '2b4c5e1114694e2bb2fc635b08564db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eabe983d-4b3f-4fbc-b90a-044fdf85009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:43:57Z', 'updated_at': '2022-03-05T13:47:35Z', 'revision_number': 5, 'project_id': '2b4c5e1114694e2bb2fc635b08564db6', 'gw_port': {'id': 'eabe983d-4b3f-4fbc-b90a-044fdf85009d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cc66d0-9580-4b48-a577-68a9a3f4518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:59Z', 'updated_at': '2022-03-05T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:38.203801 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81ad134-2441-4893-886d-9539fd274c59 None None] Checking router: 75cc66d0-9580-4b48-a577-68a9a3f4518a for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:47:38.208370 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-98e21511-041e-44bd-93cf-ce001de5d3e5 req-6d56e0be-0811-472d-9b3d-9353acb2dcd6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421598 Mar 05 13:47:38.214543 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81ad134-2441-4893-886d-9539fd274c59 None None] Routers {'75cc66d0-9580-4b48-a577-68a9a3f4518a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:47:38.215247 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b81ad134-2441-4893-886d-9539fd274c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:47:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['75cc66d0-9580-4b48-a577-68a9a3f4518a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:38.339637 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-2f30ad94-900b-48f2-bb2f-447d3635672c req-48d85082-d3b2-4610-9300-dce17fa60bbc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Deleting port e6509a2a-8bc5-490d-8134-ed6abd4c9db1 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:47:38.339981 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2f30ad94-900b-48f2-bb2f-447d3635672c req-48d85082-d3b2-4610-9300-dce17fa60bbc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:38.407970 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2c6f83e-2e48-46b1-9bd3-4630cc3cb8b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:38.471820 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-e2c6f83e-2e48-46b1-9bd3-4630cc3cb8b5 admin admin] Deleting port eabe983d-4b3f-4fbc-b90a-044fdf85009d {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:47:38.472105 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2c6f83e-2e48-46b1-9bd3-4630cc3cb8b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:38.476059 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78907b67-b004-48d5-9058-bff787bdc98d req-b8d513ff-54c9-4010-9254-be5db9e24f9b tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:38.477603 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-78907b67-b004-48d5-9058-bff787bdc98d req-b8d513ff-54c9-4010-9254-be5db9e24f9b tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c11b2c0-6dd4-4a22-b055-7336cbc5d158 HTTP/1.1" status: 200 len: 946 time: 0.1583867 Mar 05 13:47:38.487922 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58798) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:38.493518 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-a768ad9a-68f2-4b66-b9e5-6a9d6a6edf33 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Request body: {'floatingip': {'port_id': '41b8f2c8-26fb-4822-aedd-ca4b6f0796e5'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:38.515087 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-b81ad134-2441-4893-886d-9539fd274c59 None None] Set router 75cc66d0-9580-4b48-a577-68a9a3f4518a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:47:38.542823 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08907557-1a08-4a26-b665-966adf7d01da req-8294eab7-7511-470c-a5f7-0a60c9816668 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:38.549921 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08907557-1a08-4a26-b665-966adf7d01da req-8294eab7-7511-470c-a5f7-0a60c9816668 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:38.551562 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08907557-1a08-4a26-b665-966adf7d01da req-8294eab7-7511-470c-a5f7-0a60c9816668 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 1683 time: 0.3685555 Mar 05 13:47:38.583610 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58802) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:38.621830 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a768ad9a-68f2-4b66-b9e5-6a9d6a6edf33 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks [] for floatingip, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:38.748102 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8ef11fb9-a5cc-4c14-a344-ac8966419e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:38.776782 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1110121088-network', 'tenant_id': '28dd93924d16451c9a2272e6c7b53e53'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:38.790535 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:38.824019 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Usage tracker for resource:network and tenant:28dd93924d16451c9a2272e6c7b53e53 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:38.831795 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:38.845115 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:38.854653 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b81ad134-2441-4893-886d-9539fd274c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cc66d0-9580-4b48-a577-68a9a3f4518a', 'name': 'tempest-ServerRescueNegativeTestJSON-1712682582-router', 'tenant_id': '2b4c5e1114694e2bb2fc635b08564db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eabe983d-4b3f-4fbc-b90a-044fdf85009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:43:57Z', 'updated_at': '2022-03-05T13:47:35Z', 'revision_number': 5, 'project_id': '2b4c5e1114694e2bb2fc635b08564db6', 'gw_port': {'id': 'eabe983d-4b3f-4fbc-b90a-044fdf85009d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cc66d0-9580-4b48-a577-68a9a3f4518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:59Z', 'updated_at': '2022-03-05T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:38.859098 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81ad134-2441-4893-886d-9539fd274c59 None None] The sync data for ids ['75cc66d0-9580-4b48-a577-68a9a3f4518a'] in n-d-803718-1 is: [{'id': '75cc66d0-9580-4b48-a577-68a9a3f4518a', 'name': 'tempest-ServerRescueNegativeTestJSON-1712682582-router', 'tenant_id': '2b4c5e1114694e2bb2fc635b08564db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'eabe983d-4b3f-4fbc-b90a-044fdf85009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:43:57Z', 'updated_at': '2022-03-05T13:47:35Z', 'revision_number': 5, 'project_id': '2b4c5e1114694e2bb2fc635b08564db6', 'gw_port': {'id': 'eabe983d-4b3f-4fbc-b90a-044fdf85009d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cc66d0-9580-4b48-a577-68a9a3f4518a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:43:59Z', 'updated_at': '2022-03-05T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:47:38.874483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Made reservation on behalf of 28dd93924d16451c9a2272e6c7b53e53 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:47:38.876865 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:38.951705 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:38.972053 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:38.979171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Usage tracker for resource:security_group_rule and tenant:28dd93924d16451c9a2272e6c7b53e53 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:38.983472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:38.987939 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08907557-1a08-4a26-b665-966adf7d01da req-733d2565-909f-465c-b4e7-572738309975 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136526 Mar 05 13:47:38.999172 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:39.018443 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-2f30ad94-900b-48f2-bb2f-447d3635672c req-48d85082-d3b2-4610-9300-dce17fa60bbc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] For port e6509a2a-8bc5-490d-8134-ed6abd4c9db1, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e6509a2a-8bc5-490d-8134-ed6abd4c9db1,segment=NetworkSegment(ef03b494-6d5b-4984-b16f-d377cdffa999),segment_id=ef03b494-6d5b-4984-b16f-d377cdffa999)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:39.018829 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2f30ad94-900b-48f2-bb2f-447d3635672c req-48d85082-d3b2-4610-9300-dce17fa60bbc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:39.159436 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-2f30ad94-900b-48f2-bb2f-447d3635672c req-48d85082-d3b2-4610-9300-dce17fa60bbc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Calling delete_port for e6509a2a-8bc5-490d-8134-ed6abd4c9db1 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:47:39.208704 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-e2c6f83e-2e48-46b1-9bd3-4630cc3cb8b5 admin admin] For port eabe983d-4b3f-4fbc-b90a-044fdf85009d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=eabe983d-4b3f-4fbc-b90a-044fdf85009d,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:39.209057 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2c6f83e-2e48-46b1-9bd3-4630cc3cb8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:39.242650 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device a5241f5d-0999-49a4-9334-0fc55c4cd26e details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:47:39.280330 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 8f26a980-80b7-45a9-87db-3745d137fd8c no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:47:39.346095 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:39.366810 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128ad93-719a-48a0-a7eb-d5cff064ceae req-ff5eb8d8-6c8f-47ab-8572-9c0e7479952e tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:39.368330 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a128ad93-719a-48a0-a7eb-d5cff064ceae req-ff5eb8d8-6c8f-47ab-8572-9c0e7479952e tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.1992681 Mar 05 13:47:39.369969 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:39.370574 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-e2c6f83e-2e48-46b1-9bd3-4630cc3cb8b5 admin admin] Calling delete_port for eabe983d-4b3f-4fbc-b90a-044fdf85009d owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:47:39.437241 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 8f26a980-80b7-45a9-87db-3745d137fd8c {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:47:39.437703 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 8f26a980-80b7-45a9-87db-3745d137fd8c not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:47:39.505357 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:47:39.517228 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.resource_extend [None req-a768ad9a-68f2-4b66-b9e5-6a9d6a6edf33 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:47:39.562627 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port a5241f5d-0999-49a4-9334-0fc55c4cd26e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=a5241f5d-0999-49a4-9334-0fc55c4cd26e,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:39.580531 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'a5241f5d-0999-49a4-9334-0fc55c4cd26e', 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe', 'port_id': 'a5241f5d-0999-49a4-9334-0fc55c4cd26e', 'mac_address': 'fa:16:3e:93:7c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe719ac-a221-4304-9d9c-9289853597e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:47:39.581964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3ec013-129a-4fe7-aa35-96dccb510c8b,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:39.621639 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:39.622948 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Added segment 61da46c0-21ac-4bec-8676-7721d415d244 of type vlan for network e2d18103-1d51-4888-b1c7-4edddd6f80fe Mar 05 13:47:39.625378 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:39.626068 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:39.626621 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:39.627204 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:39.627693 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:39.628076 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:39.628403 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:39.628721 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:39.629284 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:39.629806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:39.630361 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:39.631126 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:39.638448 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2f30ad94-900b-48f2-bb2f-447d3635672c req-48d85082-d3b2-4610-9300-dce17fa60bbc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:39.647176 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:39.663234 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['4b1882b4-b0a5-451a-9ba3-f5ac839eb010', 'e6509a2a-8bc5-490d-8134-ed6abd4c9db1'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:47:39.667502 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a128ad93-719a-48a0-a7eb-d5cff064ceae req-7663f542-8d7a-468c-8327-0f901b142905 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753143 Mar 05 13:47:39.690124 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a768ad9a-68f2-4b66-b9e5-6a9d6a6edf33 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:39.703938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792aca32-1207-4d63-b432-3885191a7429 req-7c9a1916-6d3b-4667-8467-4ca072abc3d8 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:39.705721 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-792aca32-1207-4d63-b432-3885191a7429 req-7c9a1916-6d3b-4667-8467-4ca072abc3d8 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aee3558-306c-41f8-818b-30c9d0517210 HTTP/1.1" status: 200 len: 943 time: 0.2632902 Mar 05 13:47:39.706645 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a768ad9a-68f2-4b66-b9e5-6a9d6a6edf33 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:39.711013 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d85082-d3b2-4610-9300-dce17fa60bbc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event deleted for resources: {'Port': ['ID=e6509a2a-8bc5-490d-8134-ed6abd4c9db1,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:39.725739 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5241f5d-0999-49a4-9334-0fc55c4cd26e {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:47:39.771741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port a5241f5d-0999-49a4-9334-0fc55c4cd26e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=a5241f5d-0999-49a4-9334-0fc55c4cd26e,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:39.787913 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:39.886645 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:39.889454 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=a5241f5d-0999-49a4-9334-0fc55c4cd26e,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:39.910979 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d85082-d3b2-4610-9300-dce17fa60bbc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:39.911732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d85082-d3b2-4610-9300-dce17fa60bbc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:39.912270 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d85082-d3b2-4610-9300-dce17fa60bbc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:39.912747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d85082-d3b2-4610-9300-dce17fa60bbc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:39.913218 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d85082-d3b2-4610-9300-dce17fa60bbc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:39.913701 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d85082-d3b2-4610-9300-dce17fa60bbc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:39.914432 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d85082-d3b2-4610-9300-dce17fa60bbc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:39.915219 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d85082-d3b2-4610-9300-dce17fa60bbc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:39.915765 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d85082-d3b2-4610-9300-dce17fa60bbc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:39.916318 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d85082-d3b2-4610-9300-dce17fa60bbc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:39.916861 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d85082-d3b2-4610-9300-dce17fa60bbc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:39.917367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d85082-d3b2-4610-9300-dce17fa60bbc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:47:39.933080 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f30ad94-900b-48f2-bb2f-447d3635672c req-48d85082-d3b2-4610-9300-dce17fa60bbc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] No DVR routers for this DVR port e6509a2a-8bc5-490d-8134-ed6abd4c9db1 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:47:39.937910 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2f30ad94-900b-48f2-bb2f-447d3635672c req-48d85082-d3b2-4610-9300-dce17fa60bbc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:39.944473 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b18409e-8c7e-40e0-a9fa-602898501f76', 'name': 'network-vif-deleted', 'tag': 'e6509a2a-8bc5-490d-8134-ed6abd4c9db1'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:47:39.990293 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2c6f83e-2e48-46b1-9bd3-4630cc3cb8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:40.009844 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:40.011009 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:40.011584 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:40.048273 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b18409e-8c7e-40e0-a9fa-602898501f76', 'name': 'network-vif-deleted', 'tag': 'e6509a2a-8bc5-490d-8134-ed6abd4c9db1', 'status': 'completed', 'code': 200} Mar 05 13:47:40.061542 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-792aca32-1207-4d63-b432-3885191a7429 req-66721494-b0bf-43c7-91b3-eaa11862f364 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474441 Mar 05 13:47:40.062271 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-a768ad9a-68f2-4b66-b9e5-6a9d6a6edf33 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Floating IP f888a3b4-031b-432f-9544-bfbaa9d3315f associated. External IP: 172.25.4.42, port: 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5. Mar 05 13:47:40.062923 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6f83e-2e48-46b1-9bd3-4630cc3cb8b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=eabe983d-4b3f-4fbc-b90a-044fdf85009d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:40.066307 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2f30ad94-900b-48f2-bb2f-447d3635672c req-48d85082-d3b2-4610-9300-dce17fa60bbc tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.30 "DELETE /v2.0/ports/e6509a2a-8bc5-490d-8134-ed6abd4c9db1 HTTP/1.1" status: 204 len: 173 time: 1.8820565 Mar 05 13:47:40.137603 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['a5241f5d-0999-49a4-9334-0fc55c4cd26e'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:47:40.219650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-2f30ad94-900b-48f2-bb2f-447d3635672c req-303fc39e-4b6a-471c-b279-bf8555122307 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Deleting port 4b1882b4-b0a5-451a-9ba3-f5ac839eb010 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:47:40.219996 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2f30ad94-900b-48f2-bb2f-447d3635672c req-303fc39e-4b6a-471c-b279-bf8555122307 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:40.261393 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2c6f83e-2e48-46b1-9bd3-4630cc3cb8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:40.264906 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6728442 Mar 05 13:47:40.269945 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b045735-defe-44fc-995e-f411b29b011f admin admin] Pushing event updated for resources: {'Network': ['ID=e2d18103-1d51-4888-b1c7-4edddd6f80fe,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:40.276396 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58816) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:40.283020 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-8546f388-1c32-44b1-a2b5-263261682a1f admin admin] Request body: {'subnet': {'network_id': 'e2d18103-1d51-4888-b1c7-4edddd6f80fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1110121088-subnet', 'tenant_id': '28dd93924d16451c9a2272e6c7b53e53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:40.283220 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network e2d18103-1d51-4888-b1c7-4edddd6f80fe details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:47:40.304076 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8546f388-1c32-44b1-a2b5-263261682a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:40.383682 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8546f388-1c32-44b1-a2b5-263261682a1f admin admin] Usage tracker for resource:subnet and tenant:28dd93924d16451c9a2272e6c7b53e53 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:40.389761 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8546f388-1c32-44b1-a2b5-263261682a1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:40.400818 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8546f388-1c32-44b1-a2b5-263261682a1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:40.510307 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8546f388-1c32-44b1-a2b5-263261682a1f admin admin] Made reservation on behalf of 28dd93924d16451c9a2272e6c7b53e53 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:47:40.512626 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8546f388-1c32-44b1-a2b5-263261682a1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:40.560298 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceb051-383f-4304-b8d4-e4550757d7dc req-90fa5d64-48de-462c-96aa-e2981ff20ef8 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:40.561660 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9cceb051-383f-4304-b8d4-e4550757d7dc req-90fa5d64-48de-462c-96aa-e2981ff20ef8 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 946 time: 0.4291358 Mar 05 13:47:40.606646 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2c6f83e-2e48-46b1-9bd3-4630cc3cb8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:40.612898 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2c6f83e-2e48-46b1-9bd3-4630cc3cb8b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:40.672350 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2c6f83e-2e48-46b1-9bd3-4630cc3cb8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:40.672975 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c6f83e-2e48-46b1-9bd3-4630cc3cb8b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75cc66d0-9580-4b48-a577-68a9a3f4518a {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:47:40.699363 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2c6f83e-2e48-46b1-9bd3-4630cc3cb8b5 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:40.701288 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e2c6f83e-2e48-46b1-9bd3-4630cc3cb8b5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/75cc66d0-9580-4b48-a577-68a9a3f4518a HTTP/1.1" status: 204 len: 168 time: 3.1985202 Mar 05 13:47:40.745618 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58822) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:40.800831 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a768ad9a-68f2-4b66-b9e5-6a9d6a6edf33 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Router 50e9f2b1-2d20-4124-b10d-dcba740fbeaa has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:47:40.823160 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9cceb051-383f-4304-b8d4-e4550757d7dc req-2383d185-7b28-4d8c-b94b-589b69917bd4 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e36dcb4-7348-4134-ab0e-91dd247cebb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519870 Mar 05 13:47:40.853596 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:47:40.888611 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bee8e543-3b48-4ad6-9a24-4debeedc51d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:40.904846 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-2590a93e-ff9e-45d1-a333-f394633b4e12 admin admin] Deleting subnet 32d17a52-66f7-429c-9ede-22bc23f82349 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:47:40.907646 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-2f30ad94-900b-48f2-bb2f-447d3635672c req-303fc39e-4b6a-471c-b279-bf8555122307 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] For port 4b1882b4-b0a5-451a-9ba3-f5ac839eb010, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=4b1882b4-b0a5-451a-9ba3-f5ac839eb010,segment=NetworkSegment(1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde),segment_id=1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:40.908005 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2f30ad94-900b-48f2-bb2f-447d3635672c req-303fc39e-4b6a-471c-b279-bf8555122307 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:40.920904 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2590a93e-ff9e-45d1-a333-f394633b4e12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:41.080497 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-2f30ad94-900b-48f2-bb2f-447d3635672c req-303fc39e-4b6a-471c-b279-bf8555122307 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Calling delete_port for 4b1882b4-b0a5-451a-9ba3-f5ac839eb010 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:47:41.085416 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a768ad9a-68f2-4b66-b9e5-6a9d6a6edf33 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:47:41.099630 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990a844a-10da-4bee-8153-54bc846f13ee None None] Sync routers for ids ['50e9f2b1-2d20-4124-b10d-dcba740fbeaa'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:47:41.100847 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a768ad9a-68f2-4b66-b9e5-6a9d6a6edf33 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:41.112993 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990a844a-10da-4bee-8153-54bc846f13ee None None] Routers {'50e9f2b1-2d20-4124-b10d-dcba740fbeaa'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:47:41.114250 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-990a844a-10da-4bee-8153-54bc846f13ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:47:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['50e9f2b1-2d20-4124-b10d-dcba740fbeaa'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:41.140198 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8546f388-1c32-44b1-a2b5-263261682a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:41.143802 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2590a93e-ff9e-45d1-a333-f394633b4e12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:41.234080 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11ec54-b7bb-4c1b-afc5-d7e02a7eb073 req-631a8618-cb97-4158-b70e-b2a8f12e10b7 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:41.241548 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0a11ec54-b7bb-4c1b-afc5-d7e02a7eb073 req-631a8618-cb97-4158-b70e-b2a8f12e10b7 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.4457812 Mar 05 13:47:41.274277 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a768ad9a-68f2-4b66-b9e5-6a9d6a6edf33 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "PUT /v2.0/floatingips/f888a3b4-031b-432f-9544-bfbaa9d3315f HTTP/1.1" status: 200 len: 991 time: 2.7823904 Mar 05 13:47:41.280049 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c11b2c0-6dd4-4a22-b055-7336cbc5d158', 'tag': '41b8f2c8-26fb-4822-aedd-ca4b6f0796e5'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:47:41.308671 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2590a93e-ff9e-45d1-a333-f394633b4e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:41.316929 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546f388-1c32-44b1-a2b5-263261682a1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c365e71-d5ff-4066-99d0-0ed8be40d264,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:41.328157 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device eabe983d-4b3f-4fbc-b90a-044fdf85009d no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:47:41.336153 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8546f388-1c32-44b1-a2b5-263261682a1f admin admin] Checking segment: {'id': '61da46c0-21ac-4bec-8676-7721d415d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e2d18103-1d51-4888-b1c7-4edddd6f80fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:47:41.336439 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8546f388-1c32-44b1-a2b5-263261682a1f admin admin] Network hostable DHCP agents. Network: e2d18103-1d51-4888-b1c7-4edddd6f80fe, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:47:41.365902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8546f388-1c32-44b1-a2b5-263261682a1f admin admin] Network e2d18103-1d51-4888-b1c7-4edddd6f80fe is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:47:41.381176 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-8546f388-1c32-44b1-a2b5-263261682a1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, e2d18103-1d51-4888-b1c7-4edddd6f80fe) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:47:41.396820 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: eabe983d-4b3f-4fbc-b90a-044fdf85009d {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:47:41.397168 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device eabe983d-4b3f-4fbc-b90a-044fdf85009d not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:47:41.399313 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8546f388-1c32-44b1-a2b5-263261682a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:41.402383 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8546f388-1c32-44b1-a2b5-263261682a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:41.404068 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0be7bf-42ba-4ed4-b4e5-da745fdd97e7 None None] Network e2d18103-1d51-4888-b1c7-4edddd6f80fe requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:47:41.409197 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0a11ec54-b7bb-4c1b-afc5-d7e02a7eb073 req-b32f2a5a-16a2-4e5d-bc95-c5b3f72a978f tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664636 Mar 05 13:47:41.438038 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6802621-3cdc-4b94-95f2-43e417a4621b req-ee83d25a-3b50-47c4-83b9-231629d724b4 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:41.446362 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d6802621-3cdc-4b94-95f2-43e417a4621b req-ee83d25a-3b50-47c4-83b9-231629d724b4 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aee3558-306c-41f8-818b-30c9d0517210 HTTP/1.1" status: 200 len: 944 time: 0.2362397 Mar 05 13:47:41.514286 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8546f388-1c32-44b1-a2b5-263261682a1f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2371321 Mar 05 13:47:41.527053 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2f30ad94-900b-48f2-bb2f-447d3635672c req-303fc39e-4b6a-471c-b279-bf8555122307 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:41.530149 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2590a93e-ff9e-45d1-a333-f394633b4e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:41.563345 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d6802621-3cdc-4b94-95f2-43e417a4621b req-031f001e-b7a4-4d48-a967-108e78b1a5f9 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169631 Mar 05 13:47:41.619468 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c11b2c0-6dd4-4a22-b055-7336cbc5d158', 'tag': '41b8f2c8-26fb-4822-aedd-ca4b6f0796e5', 'status': 'completed', 'code': 200} Mar 05 13:47:41.670226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fc39e-4b6a-471c-b279-bf8555122307 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event deleted for resources: {'Port': ['ID=4b1882b4-b0a5-451a-9ba3-f5ac839eb010,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:41.714384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590a93e-ff9e-45d1-a333-f394633b4e12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32d17a52-66f7-429c-9ede-22bc23f82349,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:41.737942 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2590a93e-ff9e-45d1-a333-f394633b4e12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:41.751838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-990a844a-10da-4bee-8153-54bc846f13ee None None] Set router 50e9f2b1-2d20-4124-b10d-dcba740fbeaa gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:47:41.856607 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f30ad94-900b-48f2-bb2f-447d3635672c req-303fc39e-4b6a-471c-b279-bf8555122307 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] No DVR routers for this DVR port 4b1882b4-b0a5-451a-9ba3-f5ac839eb010 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:47:41.861124 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2f30ad94-900b-48f2-bb2f-447d3635672c req-303fc39e-4b6a-471c-b279-bf8555122307 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:41.868432 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2f30ad94-900b-48f2-bb2f-447d3635672c req-303fc39e-4b6a-471c-b279-bf8555122307 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.30 "DELETE /v2.0/ports/4b1882b4-b0a5-451a-9ba3-f5ac839eb010 HTTP/1.1" status: 204 len: 173 time: 1.7719936 Mar 05 13:47:41.879602 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2590a93e-ff9e-45d1-a333-f394633b4e12 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/32d17a52-66f7-429c-9ede-22bc23f82349 HTTP/1.1" status: 204 len: 168 time: 1.1246700 Mar 05 13:47:41.880366 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58842) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:41.963344 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7fb93-d8ba-4470-a82f-85c85ae58f6e req-769b179c-3ac3-4ba6-a3ec-3ae703747210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:41.965386 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3af7fb93-d8ba-4470-a82f-85c85ae58f6e req-769b179c-3ac3-4ba6-a3ec-3ae703747210 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b319e138c56d4a4c98bd5807281ccabc&device_id=0c11b2c0-6dd4-4a22-b055-7336cbc5d158 HTTP/1.1" status: 200 len: 1097 time: 0.3123920 Mar 05 13:47:42.067522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b18409e-8c7e-40e0-a9fa-602898501f76', 'name': 'network-vif-deleted', 'tag': '4b1882b4-b0a5-451a-9ba3-f5ac839eb010'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:47:42.074372 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a71800b8-aabd-4f8b-94f1-8668cc477123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:42.091786 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bae32a-98f2-484a-91cc-9e119f39d8fc None None] Network e2d18103-1d51-4888-b1c7-4edddd6f80fe requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:47:42.141259 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de80ebe-f2f9-4c0b-a719-4efdf46c4253 req-98338166-6822-4760-a05a-08a446be498f tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:42.144101 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7de80ebe-f2f9-4c0b-a719-4efdf46c4253 req-98338166-6822-4760-a05a-08a446be498f tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c11b2c0-6dd4-4a22-b055-7336cbc5d158 HTTP/1.1" status: 200 len: 946 time: 0.5354486 Mar 05 13:47:42.208767 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7fb93-d8ba-4470-a82f-85c85ae58f6e req-f90c97ca-0f87-4108-873b-351091fe1b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:42.210113 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3af7fb93-d8ba-4470-a82f-85c85ae58f6e req-f90c97ca-0f87-4108-873b-351091fe1b4a service neutron] 10.222.0.30 "GET /v2.0/networks?id=afc0328a-7447-4ab2-b692-c72de15f8a21 HTTP/1.1" status: 200 len: 906 time: 0.2380352 Mar 05 13:47:42.270276 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:42.271169 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:42.393213 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a71800b8-aabd-4f8b-94f1-8668cc477123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:42.408056 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3af7fb93-d8ba-4470-a82f-85c85ae58f6e req-73ec8a57-96bc-43e4-9333-d02eeb0501b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 HTTP/1.1" status: 200 len: 999 time: 0.1428480 Mar 05 13:47:42.419902 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7de80ebe-f2f9-4c0b-a719-4efdf46c4253 req-cebc6f78-1183-40f6-b30a-3f7efbbafc0e tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c7cef-15aa-451d-9496-6a812fa357ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562249 Mar 05 13:47:42.433090 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-b16f10b0-9051-46e1-8e4c-3b64ffcaa216 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:42.433833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-b16f10b0-9051-46e1-8e4c-3b64ffcaa216 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Synchronizing usage tracker for tenant:28dd93924d16451c9a2272e6c7b53e53 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:47:42.462045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-a71800b8-aabd-4f8b-94f1-8668cc477123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d86e86d-be75-4dd0-9056-119726c56558']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:42.496051 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-a71800b8-aabd-4f8b-94f1-8668cc477123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878d8184-25a8-44de-b274-b8af194d7640') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:42.498635 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-a71800b8-aabd-4f8b-94f1-8668cc477123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878d8184-25a8-44de-b274-b8af194d7640') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:42.515156 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a71800b8-aabd-4f8b-94f1-8668cc477123 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:42.524640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7fb93-d8ba-4470-a82f-85c85ae58f6e req-c993915c-b509-4cc3-a036-66eed878088f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:42.526355 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3af7fb93-d8ba-4470-a82f-85c85ae58f6e req-c993915c-b509-4cc3-a036-66eed878088f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9f0f85d-e916-4aa7-8d40-c24768de8024 HTTP/1.1" status: 200 len: 845 time: 0.0805275 Mar 05 13:47:42.538455 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-b16f10b0-9051-46e1-8e4c-3b64ffcaa216 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Unset dirty status for tenant:28dd93924d16451c9a2272e6c7b53e53 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:47:42.538663 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a71800b8-aabd-4f8b-94f1-8668cc477123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:42.540843 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-b16f10b0-9051-46e1-8e4c-3b64ffcaa216 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/networks?id=e2d18103-1d51-4888-b1c7-4edddd6f80fe HTTP/1.1" status: 200 len: 822 time: 0.3751798 Mar 05 13:47:42.622736 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71800b8-aabd-4f8b-94f1-8668cc477123 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:47:42.622736 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a71800b8-aabd-4f8b-94f1-8668cc477123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:42.635874 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-41c7768f-6cf1-4811-8f6e-59b893596e67 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/quotas/28dd93924d16451c9a2272e6c7b53e53 HTTP/1.1" status: 200 len: 375 time: 0.0192783 Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:47:42.659529 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:47:42.696598 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6ef088bd-56cb-4899-acae-ff21f3ccfbcd req-4225d6e3-5282-4b9a-b862-3a3e4a6eea3d tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Synchronizing usage tracker for tenant:ea18869b41614300bace9687f02782e1 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:47:42.705995 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-9e4701dc-535b-4ece-a30d-77ec805e5585 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=28dd93924d16451c9a2272e6c7b53e53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573826 Mar 05 13:47:42.809351 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a71800b8-aabd-4f8b-94f1-8668cc477123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:42.814860 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a71800b8-aabd-4f8b-94f1-8668cc477123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:42.816935 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-990a844a-10da-4bee-8153-54bc846f13ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'name': 'tempest-ServersTestJSON-1402838448-router', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:46:53Z', 'updated_at': '2022-03-05T13:47:04Z', 'revision_number': 4, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'gw_port': {'id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:55Z', 'updated_at': '2022-03-05T13:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'f888a3b4-031b-432f-9544-bfbaa9d3315f', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'port_id': '41b8f2c8-26fb-4822-aedd-ca4b6f0796e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21', 'mac_address': 'fa:16:3e:f9:5b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c11b2c0-6dd4-4a22-b055-7336cbc5d158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:47:16Z', 'updated_at': '2022-03-05T13:47:39Z', 'revision_number': 1, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a29a14-0221-4a6b-ba8f-5ae91909b4cf', 'name': '', 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'mac_address': 'fa:16:3e:5b:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'b9f0f85d-e916-4aa7-8d40-c24768de8024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:47:01Z', 'updated_at': '2022-03-05T13:47:19Z', 'revision_number': 5, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'subnets': [{'id': 'b9f0f85d-e916-4aa7-8d40-c24768de8024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:42.822831 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990a844a-10da-4bee-8153-54bc846f13ee None None] Checking router: 50e9f2b1-2d20-4124-b10d-dcba740fbeaa for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:47:42.828265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7fb93-d8ba-4470-a82f-85c85ae58f6e req-ede365f1-45df-4973-aabf-f9f50e7b5a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:42.829945 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3af7fb93-d8ba-4470-a82f-85c85ae58f6e req-ede365f1-45df-4973-aabf-f9f50e7b5a29 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=afc0328a-7447-4ab2-b692-c72de15f8a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2876339 Mar 05 13:47:42.833065 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 4b1882b4-b0a5-451a-9ba3-f5ac839eb010 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:47:42.833307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6ef088bd-56cb-4899-acae-ff21f3ccfbcd req-4225d6e3-5282-4b9a-b862-3a3e4a6eea3d tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Unset dirty status for tenant:ea18869b41614300bace9687f02782e1 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:47:42.835801 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6ef088bd-56cb-4899-acae-ff21f3ccfbcd req-4225d6e3-5282-4b9a-b862-3a3e4a6eea3d tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b18409e-8c7e-40e0-a9fa-602898501f76 HTTP/1.1" status: 200 len: 210 time: 0.2815650 Mar 05 13:47:42.847022 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71800b8-aabd-4f8b-94f1-8668cc477123 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d86e86d-be75-4dd0-9056-119726c56558,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:42.856822 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a71800b8-aabd-4f8b-94f1-8668cc477123 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0d86e86d-be75-4dd0-9056-119726c56558 HTTP/1.1" status: 204 len: 168 time: 0.9718904 Mar 05 13:47:42.888298 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 4b1882b4-b0a5-451a-9ba3-f5ac839eb010 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:47:42.889220 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 4b1882b4-b0a5-451a-9ba3-f5ac839eb010 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:47:42.889926 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e6509a2a-8bc5-490d-8134-ed6abd4c9db1 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:47:42.904786 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b18409e-8c7e-40e0-a9fa-602898501f76', 'name': 'network-vif-deleted', 'tag': '4b1882b4-b0a5-451a-9ba3-f5ac839eb010', 'status': 'completed', 'code': 200} Mar 05 13:47:42.919366 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990a844a-10da-4bee-8153-54bc846f13ee None None] Routers {'50e9f2b1-2d20-4124-b10d-dcba740fbeaa'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:47:42.920129 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-990a844a-10da-4bee-8153-54bc846f13ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:47:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['50e9f2b1-2d20-4124-b10d-dcba740fbeaa'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:42.997211 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: e6509a2a-8bc5-490d-8134-ed6abd4c9db1 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:47:42.997632 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e6509a2a-8bc5-490d-8134-ed6abd4c9db1 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:47:43.018371 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58864) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:43.054532 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-39705e18-3bbc-4606-8d2d-974cdb5c7a2a service neutron] 10.222.0.16 "GET /v2.0/networks/e2d18103-1d51-4888-b1c7-4edddd6f80fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443069 Mar 05 13:47:43.092160 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba2ff9-73f9-4a35-882c-ead967c4b440 req-2cb090f3-5e67-4a11-8989-4ef7bef971d8 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:43.093420 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-efba2ff9-73f9-4a35-882c-ead967c4b440 req-2cb090f3-5e67-4a11-8989-4ef7bef971d8 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.0891893 Mar 05 13:47:43.108563 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3af7fb93-d8ba-4470-a82f-85c85ae58f6e req-2e7b35ed-0507-49a2-b9d7-8ba23ff21744 service neutron] 10.222.0.30 "GET /v2.0/networks/afc0328a-7447-4ab2-b692-c72de15f8a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707911 Mar 05 13:47:43.126564 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-990a844a-10da-4bee-8153-54bc846f13ee None None] Set router 50e9f2b1-2d20-4124-b10d-dcba740fbeaa gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:47:43.138962 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-efba2ff9-73f9-4a35-882c-ead967c4b440 req-c1156a76-10ed-4039-a36a-f018c36306ef tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396924 Mar 05 13:47:43.231668 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1f2491fc-5eed-4d45-bbf9-35db720c77d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b4c5e1114694e2bb2fc635b08564db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065320 Mar 05 13:47:43.232971 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58868) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:43.312399 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device a5241f5d-0999-49a4-9334-0fc55c4cd26e up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:47:43.331928 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-df2653ba-1ced-4da6-8384-cd8732e7c2f0 service neutron] 10.222.0.16 "GET /v2.0/networks/e2d18103-1d51-4888-b1c7-4edddd6f80fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657270 Mar 05 13:47:43.349946 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52975bb8-2c06-432b-9c3b-f1abc374c51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:43.365014 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3af7fb93-d8ba-4470-a82f-85c85ae58f6e req-1d672b52-8b9c-45c2-9253-5ae6690f70b5 service neutron] 10.222.0.30 "GET /v2.0/networks/afc0328a-7447-4ab2-b692-c72de15f8a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480395 Mar 05 13:47:43.395780 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52975bb8-2c06-432b-9c3b-f1abc374c51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:43.423764 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982de94-0bb6-4f40-a094-efacfe6e7693 req-4bb7b78b-5e0d-4bce-b763-9a1bd62c6c21 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:43.425326 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8982de94-0bb6-4f40-a094-efacfe6e7693 req-4bb7b78b-5e0d-4bce-b763-9a1bd62c6c21 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aee3558-306c-41f8-818b-30c9d0517210 HTTP/1.1" status: 200 len: 944 time: 0.1648812 Mar 05 13:47:43.505156 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8982de94-0bb6-4f40-a094-efacfe6e7693 req-73446f0b-3a78-48da-a4f3-5e0a59fe6587 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653663 Mar 05 13:47:43.520162 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52975bb8-2c06-432b-9c3b-f1abc374c51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:43.548154 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52975bb8-2c06-432b-9c3b-f1abc374c51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8052b86-ca80-4a04-b57c-ef9812edb0b6,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:43.622726 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:43.627792 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port a5241f5d-0999-49a4-9334-0fc55c4cd26e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:43.636357 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port a5241f5d-0999-49a4-9334-0fc55c4cd26e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:43.636357 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:43.662922 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52975bb8-2c06-432b-9c3b-f1abc374c51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:43.662922 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-52975bb8-2c06-432b-9c3b-f1abc374c51a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8052b86-ca80-4a04-b57c-ef9812edb0b6 HTTP/1.1" status: 204 len: 168 time: 0.4274261 Mar 05 13:47:43.669575 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d8716a3c-962e-4eea-a7c6-f1d83ca8391a req-8ecc12cb-fcef-4a93-a88b-7bc2ce1a4fd0 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a479fb5-882c-43fa-ae2a-9c764f912015 HTTP/1.1" status: 200 len: 210 time: 0.0901411 Mar 05 13:47:43.858007 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:43.888052 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-990a844a-10da-4bee-8153-54bc846f13ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'name': 'tempest-ServersTestJSON-1402838448-router', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:46:53Z', 'updated_at': '2022-03-05T13:47:04Z', 'revision_number': 4, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'gw_port': {'id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:55Z', 'updated_at': '2022-03-05T13:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'f888a3b4-031b-432f-9544-bfbaa9d3315f', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'port_id': '41b8f2c8-26fb-4822-aedd-ca4b6f0796e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21', 'mac_address': 'fa:16:3e:f9:5b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c11b2c0-6dd4-4a22-b055-7336cbc5d158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:47:16Z', 'updated_at': '2022-03-05T13:47:39Z', 'revision_number': 1, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a29a14-0221-4a6b-ba8f-5ae91909b4cf', 'name': '', 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'mac_address': 'fa:16:3e:5b:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'b9f0f85d-e916-4aa7-8d40-c24768de8024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:47:01Z', 'updated_at': '2022-03-05T13:47:19Z', 'revision_number': 5, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'subnets': [{'id': 'b9f0f85d-e916-4aa7-8d40-c24768de8024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:43.921014 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990a844a-10da-4bee-8153-54bc846f13ee None None] The sync data for ids ['50e9f2b1-2d20-4124-b10d-dcba740fbeaa'] in n-d-803718-1 is: [{'id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'name': 'tempest-ServersTestJSON-1402838448-router', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:46:53Z', 'updated_at': '2022-03-05T13:47:04Z', 'revision_number': 4, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'gw_port': {'id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:55Z', 'updated_at': '2022-03-05T13:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'f888a3b4-031b-432f-9544-bfbaa9d3315f', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'port_id': '41b8f2c8-26fb-4822-aedd-ca4b6f0796e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21', 'mac_address': 'fa:16:3e:f9:5b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c11b2c0-6dd4-4a22-b055-7336cbc5d158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:47:16Z', 'updated_at': '2022-03-05T13:47:39Z', 'revision_number': 1, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a29a14-0221-4a6b-ba8f-5ae91909b4cf', 'name': '', 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'mac_address': 'fa:16:3e:5b:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'b9f0f85d-e916-4aa7-8d40-c24768de8024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:47:01Z', 'updated_at': '2022-03-05T13:47:19Z', 'revision_number': 5, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'subnets': [{'id': 'b9f0f85d-e916-4aa7-8d40-c24768de8024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:47:43.962283 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aee3558-306c-41f8-818b-30c9d0517210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5241f5d-0999-49a4-9334-0fc55c4cd26e'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:47:44.026399 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port a5241f5d-0999-49a4-9334-0fc55c4cd26e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=a5241f5d-0999-49a4-9334-0fc55c4cd26e,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:44.044877 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:44.164905 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1655938a-0dc2-4d96-9536-e487e5d1bec9 req-dec9c99e-5397-4fe2-ac21-927bd855aca9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2c78ca80-1b40-4d02-ae55-eda84c14c764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2608409 Mar 05 13:47:44.180372 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58892) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:44.204055 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aee3558-306c-41f8-818b-30c9d0517210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5241f5d-0999-49a4-9334-0fc55c4cd26e', 'code': 200} Mar 05 13:47:44.244243 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=a5241f5d-0999-49a4-9334-0fc55c4cd26e,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:44.357013 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a49b3e-d08b-4aa2-8531-5fe4d7f6af38 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Deleting subnet 337a6cd2-ca2a-4faf-a459-3a4bbaa45971 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:47:44.367288 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a5a49b3e-d08b-4aa2-8531-5fe4d7f6af38 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:44.453055 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2520059e-0e5f-4ba4-96db-db8ff56a70fd None None] New status for floating IP f888a3b4-031b-432f-9544-bfbaa9d3315f: ACTIVE {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:47:44.489013 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a5a49b3e-d08b-4aa2-8531-5fe4d7f6af38 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:44.678778 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a5a49b3e-d08b-4aa2-8531-5fe4d7f6af38 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:44.732903 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2dd6d1-ed30-4da1-9a3f-a7816d455251 req-641db1c6-938c-48e9-9399-6c7dcc4320a5 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:44.732903 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a2dd6d1-ed30-4da1-9a3f-a7816d455251 req-641db1c6-938c-48e9-9399-6c7dcc4320a5 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.3159795 Mar 05 13:47:44.833929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655938a-0dc2-4d96-9536-e487e5d1bec9 req-7bb71aa2-6849-42a1-817e-f65db346b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:44.833929 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1655938a-0dc2-4d96-9536-e487e5d1bec9 req-7bb71aa2-6849-42a1-817e-f65db346b292 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&device_id=2c78ca80-1b40-4d02-ae55-eda84c14c764 HTTP/1.1" status: 200 len: 1097 time: 0.5870981 Mar 05 13:47:44.839738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026440f-1009-445a-ba95-620ee6bc0ff8 req-2c71b93e-8cd1-44a9-a7e0-afe0f5d93da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:44.848306 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7026440f-1009-445a-ba95-620ee6bc0ff8 req-2c71b93e-8cd1-44a9-a7e0-afe0f5d93da6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1aee3558-306c-41f8-818b-30c9d0517210 HTTP/1.1" status: 200 len: 1096 time: 0.5934346 Mar 05 13:47:44.848306 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a2dd6d1-ed30-4da1-9a3f-a7816d455251 req-1d55e695-e50a-4761-a022-5066fedfdbce tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076159 Mar 05 13:47:45.069911 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7026440f-1009-445a-ba95-620ee6bc0ff8 req-56187d3b-7306-41f5-86b7-63cdb50aa8a1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054045 Mar 05 13:47:45.175662 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a5a49b3e-d08b-4aa2-8531-5fe4d7f6af38 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:45.217554 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a49b3e-d08b-4aa2-8531-5fe4d7f6af38 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event deleted for resources: {'Subnet': ['ID=337a6cd2-ca2a-4faf-a459-3a4bbaa45971,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:45.222747 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a5a49b3e-d08b-4aa2-8531-5fe4d7f6af38 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:45.240402 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a5a49b3e-d08b-4aa2-8531-5fe4d7f6af38 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "DELETE /v2.0/subnets/337a6cd2-ca2a-4faf-a459-3a4bbaa45971 HTTP/1.1" status: 204 len: 168 time: 1.0512583 Mar 05 13:47:45.245344 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c7a7a8-5f67-44bd-ae2d-fc92823c4011 None None] Network dba8b2bc-72ba-44c0-b91c-757ff7c80584 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:47:45.261983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58912) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:45.287487 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2a46eae3-b00a-43c9-82b6-734013d840b9 req-4bd1a84b-fa57-46b2-8a52-db217a97fd14 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a479fb5-882c-43fa-ae2a-9c764f912015 HTTP/1.1" status: 200 len: 210 time: 0.2149253 Mar 05 13:47:45.390600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efdd5f-df37-4f7d-9ef4-71ae866bd565 req-23bdd0c0-bc4a-4ca4-ad1f-31a521ef8fb7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:45.406558 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9efdd5f-df37-4f7d-9ef4-71ae866bd565 req-23bdd0c0-bc4a-4ca4-ad1f-31a521ef8fb7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aee3558-306c-41f8-818b-30c9d0517210 HTTP/1.1" status: 200 len: 945 time: 0.5814328 Mar 05 13:47:45.435212 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655938a-0dc2-4d96-9536-e487e5d1bec9 req-5b71ff34-05e8-41d4-9181-16f22912f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:45.435212 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1655938a-0dc2-4d96-9536-e487e5d1bec9 req-5b71ff34-05e8-41d4-9181-16f22912f256 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 906 time: 0.5436614 Mar 05 13:47:45.664522 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-abe920f1-52a1-4b66-acb4-c84eaa8ffc96 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:45.714160 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1655938a-0dc2-4d96-9536-e487e5d1bec9 req-38366e2e-111a-4db5-b440-d84c2fa40e6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e8e3409-53d8-4da7-8d85-ae70635ee2ea HTTP/1.1" status: 200 len: 217 time: 0.2691088 Mar 05 13:47:45.734907 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9efdd5f-df37-4f7d-9ef4-71ae866bd565 req-a08014cc-91fa-4381-a33c-d873744acb0b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326159 Mar 05 13:47:45.766737 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58922) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:45.779983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-abe920f1-52a1-4b66-acb4-c84eaa8ffc96 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Deleting port 03baca61-7c36-4c94-bd27-692a2eb94ad3 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:47:45.779983 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-abe920f1-52a1-4b66-acb4-c84eaa8ffc96 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:45.868787 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-7b9a613a-9658-4f61-95ee-9434cb7fdb50 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:45.868787 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-7b9a613a-9658-4f61-95ee-9434cb7fdb50 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.30 "GET /v2.0/networks?id=e2d18103-1d51-4888-b1c7-4edddd6f80fe HTTP/1.1" status: 200 len: 822 time: 0.3273692 Mar 05 13:47:45.877202 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655938a-0dc2-4d96-9536-e487e5d1bec9 req-d6270eac-863e-47be-8ce1-ec6882c3ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:45.877202 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1655938a-0dc2-4d96-9536-e487e5d1bec9 req-d6270eac-863e-47be-8ce1-ec6882c3ae66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbe719ac-a221-4304-9d9c-9289853597e6 HTTP/1.1" status: 200 len: 846 time: 0.1604676 Mar 05 13:47:45.908892 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-df05ba8a-0c7e-4439-8fc0-c3c54078f375 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Request body: {'port': {'device_id': '9a479fb5-882c-43fa-ae2a-9c764f912015', 'network_id': 'e2d18103-1d51-4888-b1c7-4edddd6f80fe', 'admin_state_up': True, 'tenant_id': '28dd93924d16451c9a2272e6c7b53e53'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:45.965499 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a256357-ca77-4817-9015-c744dc74ae58 None None] DHCP port deletion for dba8b2bc-72ba-44c0-b91c-757ff7c80584 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:47:45.986106 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3a256357-ca77-4817-9015-c744dc74ae58 None None] Deleting port 03baca61-7c36-4c94-bd27-692a2eb94ad3 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:47:45.986106 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3a256357-ca77-4817-9015-c744dc74ae58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:46.008821 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1655938a-0dc2-4d96-9536-e487e5d1bec9 req-8071a754-c3b1-4a9f-82e6-4bffec2a7273 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9566c2e4-1bac-4a5b-8a67-d566157793fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169610 Mar 05 13:47:46.242972 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-6d272635-9dbd-4250-95ab-d8f71b13df1e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-323582241-network', 'tenant_id': '77b04d7482a2418ea5d679d967dbb1bf'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:46.249594 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6d272635-9dbd-4250-95ab-d8f71b13df1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:46.252198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6d272635-9dbd-4250-95ab-d8f71b13df1e admin admin] Usage tracker for resource:network and tenant:77b04d7482a2418ea5d679d967dbb1bf is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:46.255542 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6d272635-9dbd-4250-95ab-d8f71b13df1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:46.269606 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6d272635-9dbd-4250-95ab-d8f71b13df1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:46.313788 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-abe920f1-52a1-4b66-acb4-c84eaa8ffc96 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] For port 03baca61-7c36-4c94-bd27-692a2eb94ad3, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=03baca61-7c36-4c94-bd27-692a2eb94ad3,segment=NetworkSegment(1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde),segment_id=1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:46.313788 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-abe920f1-52a1-4b66-acb4-c84eaa8ffc96 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:46.326572 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-df05ba8a-0c7e-4439-8fc0-c3c54078f375 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:46.326572 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d272635-9dbd-4250-95ab-d8f71b13df1e admin admin] Made reservation on behalf of 77b04d7482a2418ea5d679d967dbb1bf for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:47:46.327101 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6d272635-9dbd-4250-95ab-d8f71b13df1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:46.350784 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-df05ba8a-0c7e-4439-8fc0-c3c54078f375 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Usage tracker for resource:port and tenant:28dd93924d16451c9a2272e6c7b53e53 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:46.350784 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6d272635-9dbd-4250-95ab-d8f71b13df1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:46.363600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-df05ba8a-0c7e-4439-8fc0-c3c54078f375 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:46.380921 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1655938a-0dc2-4d96-9536-e487e5d1bec9 req-0e18114d-2661-4f80-be37-285e60f2bf3f service neutron] 10.222.0.15 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683956 Mar 05 13:47:46.397070 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc00ca3-2320-432f-83f7-099819af668c req-0bef35c6-3987-4486-bc1c-44431e7a2e49 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:46.415612 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bcc00ca3-2320-432f-83f7-099819af668c req-0bef35c6-3987-4486-bc1c-44431e7a2e49 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.3093185 Mar 05 13:47:46.561555 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-3a256357-ca77-4817-9015-c744dc74ae58 None None] For port 03baca61-7c36-4c94-bd27-692a2eb94ad3, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=03baca61-7c36-4c94-bd27-692a2eb94ad3,segment=NetworkSegment(1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde),segment_id=1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:46.562019 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3a256357-ca77-4817-9015-c744dc74ae58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:46.571172 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-df05ba8a-0c7e-4439-8fc0-c3c54078f375 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:46.580482 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-abe920f1-52a1-4b66-acb4-c84eaa8ffc96 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Calling delete_port for 03baca61-7c36-4c94-bd27-692a2eb94ad3 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:47:46.706450 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3a256357-ca77-4817-9015-c744dc74ae58 None None] Calling delete_port for 03baca61-7c36-4c94-bd27-692a2eb94ad3 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:47:46.711131 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6d272635-9dbd-4250-95ab-d8f71b13df1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:46.733163 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6db37413-5254-4420-895b-0e6ad756494f req-aa42794e-510b-4995-9384-c7d7f48aa0f3 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a479fb5-882c-43fa-ae2a-9c764f912015 HTTP/1.1" status: 200 len: 210 time: 0.1152008 Mar 05 13:47:46.734056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-df05ba8a-0c7e-4439-8fc0-c3c54078f375 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Made reservation on behalf of 28dd93924d16451c9a2272e6c7b53e53 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:47:46.741022 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-df05ba8a-0c7e-4439-8fc0-c3c54078f375 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:46.754525 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bcc00ca3-2320-432f-83f7-099819af668c req-8390bb8b-515d-4fb7-84f6-682bc3434068 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372145 Mar 05 13:47:46.805113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6d272635-9dbd-4250-95ab-d8f71b13df1e admin admin] Usage tracker for resource:security_group_rule and tenant:77b04d7482a2418ea5d679d967dbb1bf is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:46.822860 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3a256357-ca77-4817-9015-c744dc74ae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:46.826601 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6d272635-9dbd-4250-95ab-d8f71b13df1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:46.836669 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6d272635-9dbd-4250-95ab-d8f71b13df1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:46.849359 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1655938a-0dc2-4d96-9536-e487e5d1bec9 req-1a418040-c219-447d-ada0-4572c24c23f4 service neutron] 10.222.0.15 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308405 Mar 05 13:47:46.897105 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a256357-ca77-4817-9015-c744dc74ae58 None None] Pushing event deleted for resources: {'Port': ['ID=03baca61-7c36-4c94-bd27-692a2eb94ad3,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:46.899581 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a256357-ca77-4817-9015-c744dc74ae58 None None] No DVR routers for this DVR port 03baca61-7c36-4c94-bd27-692a2eb94ad3 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:47:47.000584 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 03baca61-7c36-4c94-bd27-692a2eb94ad3 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:47:47.007930 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-abe920f1-52a1-4b66-acb4-c84eaa8ffc96 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:47:47.008272 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-abe920f1-52a1-4b66-acb4-c84eaa8ffc96 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:47:47.035509 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 03baca61-7c36-4c94-bd27-692a2eb94ad3 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:47:47.035853 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 03baca61-7c36-4c94-bd27-692a2eb94ad3 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:47:47.145466 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-df05ba8a-0c7e-4439-8fc0-c3c54078f375 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Allocated IP 172.20.0.12 (e2d18103-1d51-4888-b1c7-4edddd6f80fe/9c365e71-d5ff-4066-99d0-0ed8be40d264/06e091af-73a1-47f1-ba65-3440aed4128b) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:47:47.180888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfd1c9-352c-4f7b-a0e4-cb0a843d18a6 req-f8bdffbf-51c5-4f51-b724-f4e3f0266a2f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:47.181519 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0cbfd1c9-352c-4f7b-a0e4-cb0a843d18a6 req-f8bdffbf-51c5-4f51-b724-f4e3f0266a2f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aee3558-306c-41f8-818b-30c9d0517210 HTTP/1.1" status: 200 len: 945 time: 0.2358117 Mar 05 13:47:47.185332 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6d272635-9dbd-4250-95ab-d8f71b13df1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:47.201857 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6d272635-9dbd-4250-95ab-d8f71b13df1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:47.265805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d272635-9dbd-4250-95ab-d8f71b13df1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:47:47.318786 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d272635-9dbd-4250-95ab-d8f71b13df1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0d6a6b-ed49-475f-8ac1-8610b8397521,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:47.327588 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6d272635-9dbd-4250-95ab-d8f71b13df1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:47.327588 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-6d272635-9dbd-4250-95ab-d8f71b13df1e admin admin] Added segment f0c24b46-9e7a-4bdb-bd91-d6c86e7eb2ec of type vlan for network 38ba626e-73b5-416e-9ed9-c7f6dd3a3f3c Mar 05 13:47:47.387029 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0cbfd1c9-352c-4f7b-a0e4-cb0a843d18a6 req-56ea2386-e0a7-47ed-9290-af233ac1828a tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906309 Mar 05 13:47:47.427881 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6d272635-9dbd-4250-95ab-d8f71b13df1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:47.489147 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-df05ba8a-0c7e-4439-8fc0-c3c54078f375 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:47.497702 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6d272635-9dbd-4250-95ab-d8f71b13df1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:47.498646 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d272635-9dbd-4250-95ab-d8f71b13df1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:47.499273 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6d272635-9dbd-4250-95ab-d8f71b13df1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:47.518105 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-abe920f1-52a1-4b66-acb4-c84eaa8ffc96 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Deleting port 03baca61-7c36-4c94-bd27-692a2eb94ad3 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:47:47.518371 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-abe920f1-52a1-4b66-acb4-c84eaa8ffc96 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:47.604109 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d71494-f549-4b66-a484-56eaab8210ec req-ecdbe1d0-cef5-45c3-b90e-bfeeabe541e3 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:47.606884 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-69d71494-f549-4b66-a484-56eaab8210ec req-ecdbe1d0-cef5-45c3-b90e-bfeeabe541e3 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e8c65d0-6360-4e4e-9122-9c407be18516 HTTP/1.1" status: 200 len: 945 time: 0.1009259 Mar 05 13:47:47.671848 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-69d71494-f549-4b66-a484-56eaab8210ec req-4c2309c4-ab76-43d2-9780-98e96d58f82c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540514 Mar 05 13:47:47.740591 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-abe920f1-52a1-4b66-acb4-c84eaa8ffc96 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] The port '03baca61-7c36-4c94-bd27-692a2eb94ad3' was deleted {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:47:47.902128 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d272635-9dbd-4250-95ab-d8f71b13df1e admin admin] Pushing event updated for resources: {'Network': ['ID=38ba626e-73b5-416e-9ed9-c7f6dd3a3f3c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:47.915895 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 38ba626e-73b5-416e-9ed9-c7f6dd3a3f3c details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:47:47.931290 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5bc9aafb-340d-4815-8dd9-06a0f29d1bbe req-7f97c005-d74e-49fe-a38c-33f39fd7f88c tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a479fb5-882c-43fa-ae2a-9c764f912015 HTTP/1.1" status: 200 len: 210 time: 0.0472932 Mar 05 13:47:47.939870 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6d272635-9dbd-4250-95ab-d8f71b13df1e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1806951 Mar 05 13:47:47.944219 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58942) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:47.950154 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-667d222f-9f9d-43c9-9107-7de5e2ab80f0 admin admin] Request body: {'subnet': {'network_id': '38ba626e-73b5-416e-9ed9-c7f6dd3a3f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-323582241-subnet', 'tenant_id': '77b04d7482a2418ea5d679d967dbb1bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:47.956453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-667d222f-9f9d-43c9-9107-7de5e2ab80f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:47.960404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-667d222f-9f9d-43c9-9107-7de5e2ab80f0 admin admin] Usage tracker for resource:subnet and tenant:77b04d7482a2418ea5d679d967dbb1bf is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:47.963992 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-667d222f-9f9d-43c9-9107-7de5e2ab80f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:47.973195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-667d222f-9f9d-43c9-9107-7de5e2ab80f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:47.987872 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667d222f-9f9d-43c9-9107-7de5e2ab80f0 admin admin] Made reservation on behalf of 77b04d7482a2418ea5d679d967dbb1bf for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:47:47.990952 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-667d222f-9f9d-43c9-9107-7de5e2ab80f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:48.020146 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-df05ba8a-0c7e-4439-8fc0-c3c54078f375 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:48.022585 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-abe920f1-52a1-4b66-acb4-c84eaa8ffc96 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:48.113716 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-abe920f1-52a1-4b66-acb4-c84eaa8ffc96 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba8b2bc-72ba-44c0-b91c-757ff7c80584']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:48.146377 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-df05ba8a-0c7e-4439-8fc0-c3c54078f375 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Network e2d18103-1d51-4888-b1c7-4edddd6f80fe is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:47:48.146377 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-abe920f1-52a1-4b66-acb4-c84eaa8ffc96 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:48.146377 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-abe920f1-52a1-4b66-acb4-c84eaa8ffc96 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ecfbe32-0f0e-4a71-941c-cc83f6dd0dde') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:48.155274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-df05ba8a-0c7e-4439-8fc0-c3c54078f375 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:47:48.174854 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-df05ba8a-0c7e-4439-8fc0-c3c54078f375 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:47:48.201213 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05ba8a-0c7e-4439-8fc0-c3c54078f375 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Pushing event updated for resources: {'Port': ['ID=06e091af-73a1-47f1-ba65-3440aed4128b,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:48.209901 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-abe920f1-52a1-4b66-acb4-c84eaa8ffc96 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:48.251426 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02b5ef-e5d0-48a9-9db3-5739dfc2b920 req-4ee32a66-9fd0-45c4-989d-bc76c85a45d6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:48.251899 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4b02b5ef-e5d0-48a9-9db3-5739dfc2b920 req-4ee32a66-9fd0-45c4-989d-bc76c85a45d6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aee3558-306c-41f8-818b-30c9d0517210 HTTP/1.1" status: 200 len: 945 time: 0.4290421 Mar 05 13:47:48.253192 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-abe920f1-52a1-4b66-acb4-c84eaa8ffc96 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:48.266601 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf842ae-9544-442d-8081-050fa37a4268 req-3c059b00-8c90-4f2a-8396-8f9c24880e60 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:48.266716 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe920f1-52a1-4b66-acb4-c84eaa8ffc96 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:47:48.267185 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-abe920f1-52a1-4b66-acb4-c84eaa8ffc96 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:48.267960 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-adf842ae-9544-442d-8081-050fa37a4268 req-3c059b00-8c90-4f2a-8396-8f9c24880e60 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.1751041 Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:47:48.288091 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:47:48.366806 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-adf842ae-9544-442d-8081-050fa37a4268 req-aa5c6dfe-c636-43d9-b823-5637795940bd tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793202 Mar 05 13:47:48.370650 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-df05ba8a-0c7e-4439-8fc0-c3c54078f375 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:48.371177 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-df05ba8a-0c7e-4439-8fc0-c3c54078f375 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:48.409175 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-667d222f-9f9d-43c9-9107-7de5e2ab80f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:48.436238 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-abe920f1-52a1-4b66-acb4-c84eaa8ffc96 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:48.436238 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4b02b5ef-e5d0-48a9-9db3-5739dfc2b920 req-41b6ca8b-9bd5-4947-9ca7-4f87ed5564c9 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630487 Mar 05 13:47:48.472707 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-abe920f1-52a1-4b66-acb4-c84eaa8ffc96 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:48.483030 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-abe920f1-52a1-4b66-acb4-c84eaa8ffc96 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "DELETE /v2.0/networks/dba8b2bc-72ba-44c0-b91c-757ff7c80584 HTTP/1.1" status: 204 len: 168 time: 3.2233109 Mar 05 13:47:48.483030 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-df05ba8a-0c7e-4439-8fc0-c3c54078f375 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5851448 Mar 05 13:47:48.483030 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58948) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:48.491533 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe920f1-52a1-4b66-acb4-c84eaa8ffc96 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event deleted for resources: {'Network': ['ID=dba8b2bc-72ba-44c0-b91c-757ff7c80584,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:48.523997 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d222f-9f9d-43c9-9107-7de5e2ab80f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae8ef859-b3e9-45f5-a26f-84e538a7adeb,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:48.530097 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-983a90e7-c69b-485b-8726-3fb91d84bf61 service neutron] Request body: {'port': {'device_id': '9a479fb5-882c-43fa-ae2a-9c764f912015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:47:48.576240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d222f-9f9d-43c9-9107-7de5e2ab80f0 admin admin] Checking segment: {'id': 'f0c24b46-9e7a-4bdb-bd91-d6c86e7eb2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '38ba626e-73b5-416e-9ed9-c7f6dd3a3f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:47:48.576240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667d222f-9f9d-43c9-9107-7de5e2ab80f0 admin admin] Network hostable DHCP agents. Network: 38ba626e-73b5-416e-9ed9-c7f6dd3a3f3c, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:47:48.603318 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667d222f-9f9d-43c9-9107-7de5e2ab80f0 admin admin] Network 38ba626e-73b5-416e-9ed9-c7f6dd3a3f3c is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:47:48.617012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71ba311-1f8b-4e98-a8f5-41d03a92e053 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Deleting subnet dd92259d-840c-48db-9c62-b80938cd1fa5 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:47:48.622818 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-667d222f-9f9d-43c9-9107-7de5e2ab80f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 38ba626e-73b5-416e-9ed9-c7f6dd3a3f3c) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:47:48.633562 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667d222f-9f9d-43c9-9107-7de5e2ab80f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:48.633562 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-667d222f-9f9d-43c9-9107-7de5e2ab80f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:48.640720 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b5b176-d553-4414-9dd4-331135fdca4f None None] Network 38ba626e-73b5-416e-9ed9-c7f6dd3a3f3c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:47:48.662837 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f71ba311-1f8b-4e98-a8f5-41d03a92e053 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:48.678797 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-667d222f-9f9d-43c9-9107-7de5e2ab80f0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7275171 Mar 05 13:47:48.797238 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-983a90e7-c69b-485b-8726-3fb91d84bf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:48.820292 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f71ba311-1f8b-4e98-a8f5-41d03a92e053 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:48.951329 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58958) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:49.054936 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8312e0c0-7aea-413b-ac6c-d7d023807c06 None None] Network 38ba626e-73b5-416e-9ed9-c7f6dd3a3f3c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:47:49.064415 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-650f6c50-455a-4d5f-ad06-85577cbe5d9d admin admin] Deleting subnet ae8ef859-b3e9-45f5-a26f-84e538a7adeb {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:47:49.069658 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-650f6c50-455a-4d5f-ad06-85577cbe5d9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:49.145547 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f71ba311-1f8b-4e98-a8f5-41d03a92e053 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:49.180062 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-650f6c50-455a-4d5f-ad06-85577cbe5d9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:49.255137 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-650f6c50-455a-4d5f-ad06-85577cbe5d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:49.289272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a6c9f-c785-41bd-aee3-73d63866de2a req-30dc0526-3ba0-49db-beda-36a49c3a580a tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:49.290847 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3b0a6c9f-c785-41bd-aee3-73d63866de2a req-30dc0526-3ba0-49db-beda-36a49c3a580a tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a479fb5-882c-43fa-ae2a-9c764f912015 HTTP/1.1" status: 200 len: 932 time: 0.1857398 Mar 05 13:47:49.362360 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3b0a6c9f-c785-41bd-aee3-73d63866de2a req-4302fe45-54bf-49bd-a961-2c6f35db7df8 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb3ec013-129a-4fe7-aa35-96dccb510c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643616 Mar 05 13:47:49.375596 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-650f6c50-455a-4d5f-ad06-85577cbe5d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:49.398484 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8554d-6494-479a-bfd6-d2a38501a184 req-4925084b-b2bd-4aea-8ba6-b06250250362 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:49.399992 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fed8554d-6494-479a-bfd6-d2a38501a184 req-4925084b-b2bd-4aea-8ba6-b06250250362 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aee3558-306c-41f8-818b-30c9d0517210 HTTP/1.1" status: 200 len: 945 time: 0.3372681 Mar 05 13:47:49.404135 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f71ba311-1f8b-4e98-a8f5-41d03a92e053 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:49.429604 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f6c50-455a-4d5f-ad06-85577cbe5d9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae8ef859-b3e9-45f5-a26f-84e538a7adeb,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:49.431718 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-650f6c50-455a-4d5f-ad06-85577cbe5d9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:49.441503 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-650f6c50-455a-4d5f-ad06-85577cbe5d9d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ae8ef859-b3e9-45f5-a26f-84e538a7adeb HTTP/1.1" status: 204 len: 168 time: 0.4856060 Mar 05 13:47:49.441503 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58966) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:49.527663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ba311-1f8b-4e98-a8f5-41d03a92e053 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event deleted for resources: {'Subnet': ['ID=dd92259d-840c-48db-9c62-b80938cd1fa5,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:49.542183 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f8d8ab-58f0-478e-a36f-0842b04898fa None None] Network 1502bbc8-612c-4aad-858d-6c61cc67045f requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:47:49.557676 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-97985416-dd8e-492b-8f65-1b3ee3676b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:49.707518 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f71ba311-1f8b-4e98-a8f5-41d03a92e053 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:49.729112 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f71ba311-1f8b-4e98-a8f5-41d03a92e053 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "DELETE /v2.0/subnets/dd92259d-840c-48db-9c62-b80938cd1fa5 HTTP/1.1" status: 204 len: 168 time: 1.2393548 Mar 05 13:47:49.729112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58970) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:49.758681 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-983a90e7-c69b-485b-8726-3fb91d84bf61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e091af-73a1-47f1-ba65-3440aed4128b {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:47:49.778652 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fed8554d-6494-479a-bfd6-d2a38501a184 req-2ab5a83c-4ed6-41ed-b565-77cdc999ea7d tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279653 Mar 05 13:47:49.785570 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-983a90e7-c69b-485b-8726-3fb91d84bf61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:49.796566 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-97985416-dd8e-492b-8f65-1b3ee3676b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:49.835252 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-97985416-dd8e-492b-8f65-1b3ee3676b4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ba626e-73b5-416e-9ed9-c7f6dd3a3f3c']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:49.863769 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-97985416-dd8e-492b-8f65-1b3ee3676b4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c24b46-9e7a-4bdb-bd91-d6c86e7eb2ec') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:49.864064 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-97985416-dd8e-492b-8f65-1b3ee3676b4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c24b46-9e7a-4bdb-bd91-d6c86e7eb2ec') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:49.868474 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-983a90e7-c69b-485b-8726-3fb91d84bf61 service neutron] Transition to ACTIVE for port object 06e091af-73a1-47f1-ba65-3440aed4128b will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:47:49.880730 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eb8cdcbd-8af4-4bf0-b6c9-268264159f34 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:49.883550 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-983a90e7-c69b-485b-8726-3fb91d84bf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:49.883684 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-97985416-dd8e-492b-8f65-1b3ee3676b4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:49.904448 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3999f1e-e8f3-4edd-bbaf-880a5876a852 req-d16f3ba8-6ed1-4196-9e49-dc1a869cda80 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:49.907566 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3999f1e-e8f3-4edd-bbaf-880a5876a852 req-d16f3ba8-6ed1-4196-9e49-dc1a869cda80 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.3408980 Mar 05 13:47:49.909246 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aedd549-fc3e-4fa2-8076-49c672147372 None None] DHCP port deletion for 1502bbc8-612c-4aad-858d-6c61cc67045f request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:47:49.914570 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3aedd549-fc3e-4fa2-8076-49c672147372 None None] Deleting port 08fc9a5f-c594-482c-a200-33d37ed0ea59 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:47:49.915172 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3aedd549-fc3e-4fa2-8076-49c672147372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:49.915560 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-97985416-dd8e-492b-8f65-1b3ee3676b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:49.988327 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3999f1e-e8f3-4edd-bbaf-880a5876a852 req-3308ef0c-93a0-4c79-99bf-c0b3e40412ae tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744627 Mar 05 13:47:49.989339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97985416-dd8e-492b-8f65-1b3ee3676b4b admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:47:49.989735 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-97985416-dd8e-492b-8f65-1b3ee3676b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:47:50.004558 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:47:50.025318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-eb8cdcbd-8af4-4bf0-b6c9-268264159f34 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Deleting port 08fc9a5f-c594-482c-a200-33d37ed0ea59 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:47:50.025885 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eb8cdcbd-8af4-4bf0-b6c9-268264159f34 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:50.085275 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a90e7-c69b-485b-8726-3fb91d84bf61 service neutron] Pushing event updated for resources: {'Port': ['ID=06e091af-73a1-47f1-ba65-3440aed4128b,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:50.171145 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-3aedd549-fc3e-4fa2-8076-49c672147372 None None] For port 08fc9a5f-c594-482c-a200-33d37ed0ea59, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=08fc9a5f-c594-482c-a200-33d37ed0ea59,segment=NetworkSegment(ef03b494-6d5b-4984-b16f-d377cdffa999),segment_id=ef03b494-6d5b-4984-b16f-d377cdffa999)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:50.171739 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3aedd549-fc3e-4fa2-8076-49c672147372 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:50.225763 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-97985416-dd8e-492b-8f65-1b3ee3676b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:50.248795 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-97985416-dd8e-492b-8f65-1b3ee3676b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:50.256368 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97985416-dd8e-492b-8f65-1b3ee3676b4b admin admin] Pushing event deleted for resources: {'Network': ['ID=38ba626e-73b5-416e-9ed9-c7f6dd3a3f3c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:50.264966 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-97985416-dd8e-492b-8f65-1b3ee3676b4b admin admin] 10.222.0.16 "DELETE /v2.0/networks/38ba626e-73b5-416e-9ed9-c7f6dd3a3f3c HTTP/1.1" status: 204 len: 168 time: 0.8229554 Mar 05 13:47:50.300732 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-983a90e7-c69b-485b-8726-3fb91d84bf61 service neutron] Attempting to bind port 06e091af-73a1-47f1-ba65-3440aed4128b on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:47:50.301103 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-983a90e7-c69b-485b-8726-3fb91d84bf61 service neutron] Attempting to bind port 06e091af-73a1-47f1-ba65-3440aed4128b by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '61da46c0-21ac-4bec-8676-7721d415d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e2d18103-1d51-4888-b1c7-4edddd6f80fe'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:47:50.301440 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-983a90e7-c69b-485b-8726-3fb91d84bf61 service neutron] Attempting to bind port 06e091af-73a1-47f1-ba65-3440aed4128b on network e2d18103-1d51-4888-b1c7-4edddd6f80fe {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:47:50.310915 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3aedd549-fc3e-4fa2-8076-49c672147372 None None] Calling delete_port for 08fc9a5f-c594-482c-a200-33d37ed0ea59 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:47:50.317782 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-983a90e7-c69b-485b-8726-3fb91d84bf61 service neutron] Port 06e091af-73a1-47f1-ba65-3440aed4128b on network e2d18103-1d51-4888-b1c7-4edddd6f80fe not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:47:50.318184 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-983a90e7-c69b-485b-8726-3fb91d84bf61 service neutron] Attempting to bind port 06e091af-73a1-47f1-ba65-3440aed4128b on network e2d18103-1d51-4888-b1c7-4edddd6f80fe {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:47:50.375355 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-983a90e7-c69b-485b-8726-3fb91d84bf61 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:47:50.375697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-983a90e7-c69b-485b-8726-3fb91d84bf61 service neutron] Checking segment: {'id': '61da46c0-21ac-4bec-8676-7721d415d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e2d18103-1d51-4888-b1c7-4edddd6f80fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:47:50.376089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-983a90e7-c69b-485b-8726-3fb91d84bf61 service neutron] Bound using segment: {'id': '61da46c0-21ac-4bec-8676-7721d415d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e2d18103-1d51-4888-b1c7-4edddd6f80fe'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:47:50.376530 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-983a90e7-c69b-485b-8726-3fb91d84bf61 service neutron] Bound port: 06e091af-73a1-47f1-ba65-3440aed4128b, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61da46c0-21ac-4bec-8676-7721d415d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e2d18103-1d51-4888-b1c7-4edddd6f80fe'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:47:50.377050 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-983a90e7-c69b-485b-8726-3fb91d84bf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:50.452226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58980) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:50.468704 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3aedd549-fc3e-4fa2-8076-49c672147372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:50.475520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-eb8cdcbd-8af4-4bf0-b6c9-268264159f34 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] For port 08fc9a5f-c594-482c-a200-33d37ed0ea59, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=08fc9a5f-c594-482c-a200-33d37ed0ea59,segment=NetworkSegment(ef03b494-6d5b-4984-b16f-d377cdffa999),segment_id=ef03b494-6d5b-4984-b16f-d377cdffa999)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:50.476008 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eb8cdcbd-8af4-4bf0-b6c9-268264159f34 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:50.553536 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aedd549-fc3e-4fa2-8076-49c672147372 None None] No DVR routers for this DVR port 08fc9a5f-c594-482c-a200-33d37ed0ea59 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:47:50.562311 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4bc6118b-ef81-4c0a-a5fc-6d025921bd10 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77b04d7482a2418ea5d679d967dbb1bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0851247 Mar 05 13:47:50.570648 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedd549-fc3e-4fa2-8076-49c672147372 None None] Pushing event deleted for resources: {'Port': ['ID=08fc9a5f-c594-482c-a200-33d37ed0ea59,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:50.597246 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58984) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:50.669180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-eb8cdcbd-8af4-4bf0-b6c9-268264159f34 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Calling delete_port for 08fc9a5f-c594-482c-a200-33d37ed0ea59 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:47:50.696744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daa9bb-a348-4e89-93ef-c8ff5547c777 req-c5ee742b-f93e-45cd-ad72-a215db5c2f3d tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:50.698188 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-41daa9bb-a348-4e89-93ef-c8ff5547c777 req-c5ee742b-f93e-45cd-ad72-a215db5c2f3d tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.15 "GET /v2.0/ports?device_id=1aee3558-306c-41f8-818b-30c9d0517210 HTTP/1.1" status: 200 len: 945 time: 0.1562359 Mar 05 13:47:50.699879 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03730416-b14e-43c4-9c5b-73f9afba38be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:50.775821 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03730416-b14e-43c4-9c5b-73f9afba38be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:50.804227 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-983a90e7-c69b-485b-8726-3fb91d84bf61 service neutron] For port 06e091af-73a1-47f1-ba65-3440aed4128b, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:47:50.811426 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-983a90e7-c69b-485b-8726-3fb91d84bf61 service neutron] For port 06e091af-73a1-47f1-ba65-3440aed4128b, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=06e091af-73a1-47f1-ba65-3440aed4128b,segment=NetworkSegment(61da46c0-21ac-4bec-8676-7721d415d244),segment_id=61da46c0-21ac-4bec-8676-7721d415d244)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:47:50.814665 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-41daa9bb-a348-4e89-93ef-c8ff5547c777 req-b8f79507-3eba-46c4-81f9-3d2cd6be6581 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Deleting port a5241f5d-0999-49a4-9334-0fc55c4cd26e {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:47:50.815161 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-41daa9bb-a348-4e89-93ef-c8ff5547c777 req-b8f79507-3eba-46c4-81f9-3d2cd6be6581 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:50.826440 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-983a90e7-c69b-485b-8726-3fb91d84bf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:50.894215 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-eb8cdcbd-8af4-4bf0-b6c9-268264159f34 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:47:50.894504 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-eb8cdcbd-8af4-4bf0-b6c9-268264159f34 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:47:50.902166 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-983a90e7-c69b-485b-8726-3fb91d84bf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:50.905072 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-983a90e7-c69b-485b-8726-3fb91d84bf61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:50.908753 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-983a90e7-c69b-485b-8726-3fb91d84bf61 service neutron] 10.222.0.30 "PUT /v2.0/ports/06e091af-73a1-47f1-ba65-3440aed4128b HTTP/1.1" status: 200 len: 1092 time: 2.3894947 Mar 05 13:47:50.909727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a479fb5-882c-43fa-ae2a-9c764f912015', 'tag': '06e091af-73a1-47f1-ba65-3440aed4128b'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:47:50.986949 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01fbe3-a7eb-4fee-9e95-809bf55e2323 req-f96ce747-4a7c-46d8-9954-a42f2d1a108e tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:50.986949 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-1d01fbe3-a7eb-4fee-9e95-809bf55e2323 req-f96ce747-4a7c-46d8-9954-a42f2d1a108e tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Synchronizing usage tracker for tenant:28dd93924d16451c9a2272e6c7b53e53 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:47:51.009131 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a90e7-c69b-485b-8726-3fb91d84bf61 service neutron] Pushing event updated for resources: {'Port': ['ID=06e091af-73a1-47f1-ba65-3440aed4128b,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:51.040293 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 08fc9a5f-c594-482c-a200-33d37ed0ea59 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:47:51.044814 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03730416-b14e-43c4-9c5b-73f9afba38be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:51.079018 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03730416-b14e-43c4-9c5b-73f9afba38be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0d6a6b-ed49-475f-8ac1-8610b8397521,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:51.113539 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 08fc9a5f-c594-482c-a200-33d37ed0ea59 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:47:51.113539 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 08fc9a5f-c594-482c-a200-33d37ed0ea59 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:47:51.126555 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-1d01fbe3-a7eb-4fee-9e95-809bf55e2323 req-f96ce747-4a7c-46d8-9954-a42f2d1a108e tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Unset dirty status for tenant:28dd93924d16451c9a2272e6c7b53e53 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:47:51.126555 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1d01fbe3-a7eb-4fee-9e95-809bf55e2323 req-f96ce747-4a7c-46d8-9954-a42f2d1a108e tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a479fb5-882c-43fa-ae2a-9c764f912015 HTTP/1.1" status: 200 len: 944 time: 0.4599974 Mar 05 13:47:51.147311 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-1a5348c9-bcb3-4b80-bc43-c25738a2e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:51.147311 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-1a5348c9-bcb3-4b80-bc43-c25738a2e740 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28dd93924d16451c9a2272e6c7b53e53&device_id=9a479fb5-882c-43fa-ae2a-9c764f912015 HTTP/1.1" status: 200 len: 1095 time: 0.1430306 Mar 05 13:47:51.177245 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03730416-b14e-43c4-9c5b-73f9afba38be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:51.177245 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-03730416-b14e-43c4-9c5b-73f9afba38be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f0d6a6b-ed49-475f-8ac1-8610b8397521 HTTP/1.1" status: 204 len: 168 time: 0.5720458 Mar 05 13:47:51.223317 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d4627-db5b-410d-ac2a-e82d60de68bb req-66c1776d-47a9-441d-906f-7406081adecc tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:51.223317 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d9d4627-db5b-410d-ac2a-e82d60de68bb req-66c1776d-47a9-441d-906f-7406081adecc tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aee3558-306c-41f8-818b-30c9d0517210 HTTP/1.1" status: 200 len: 945 time: 0.2512369 Mar 05 13:47:51.249891 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-5fbd94b1-d0ed-4f24-a881-0d1e2d356c37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06e091af-73a1-47f1-ba65-3440aed4128b HTTP/1.1" status: 200 len: 217 time: 0.0882649 Mar 05 13:47:51.301145 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d9d4627-db5b-410d-ac2a-e82d60de68bb req-c13a3893-fdd0-44ba-8dd6-54cf80350369 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740943 Mar 05 13:47:51.318542 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-41daa9bb-a348-4e89-93ef-c8ff5547c777 req-b8f79507-3eba-46c4-81f9-3d2cd6be6581 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] For port a5241f5d-0999-49a4-9334-0fc55c4cd26e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=a5241f5d-0999-49a4-9334-0fc55c4cd26e,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:51.318542 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-41daa9bb-a348-4e89-93ef-c8ff5547c777 req-b8f79507-3eba-46c4-81f9-3d2cd6be6581 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:51.354139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-9082cd35-5e65-46f3-a4d7-788e80486434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:51.355743 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-9082cd35-5e65-46f3-a4d7-788e80486434 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c365e71-d5ff-4066-99d0-0ed8be40d264 HTTP/1.1" status: 200 len: 862 time: 0.0719347 Mar 05 13:47:51.365611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-1d01fbe3-a7eb-4fee-9e95-809bf55e2323 req-82b3c4f8-9b9f-441a-8e7b-db5347ea8928 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Synchronizing usage tracker for tenant:28dd93924d16451c9a2272e6c7b53e53 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:47:51.369949 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a479fb5-882c-43fa-ae2a-9c764f912015', 'tag': '06e091af-73a1-47f1-ba65-3440aed4128b', 'status': 'completed', 'code': 200} Mar 05 13:47:51.404966 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-eb8cdcbd-8af4-4bf0-b6c9-268264159f34 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Deleting port 08fc9a5f-c594-482c-a200-33d37ed0ea59 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:47:51.405742 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eb8cdcbd-8af4-4bf0-b6c9-268264159f34 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:51.528599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-eb8cdcbd-8af4-4bf0-b6c9-268264159f34 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] The port '08fc9a5f-c594-482c-a200-33d37ed0ea59' was deleted {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:47:51.561948 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-41daa9bb-a348-4e89-93ef-c8ff5547c777 req-b8f79507-3eba-46c4-81f9-3d2cd6be6581 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Calling delete_port for a5241f5d-0999-49a4-9334-0fc55c4cd26e owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:47:51.570835 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-4679025b-3b0d-4e49-851b-e80839d13b45 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2d18103-1d51-4888-b1c7-4edddd6f80fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2000427 Mar 05 13:47:51.691661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9257d-f82f-4a6a-b52e-01e7370131b9 req-ec5e5585-a6a9-4673-bd8c-60410e21cfb9 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:51.692479 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-67b9257d-f82f-4a6a-b52e-01e7370131b9 req-ec5e5585-a6a9-4673-bd8c-60410e21cfb9 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.2023971 Mar 05 13:47:51.812092 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-67b9257d-f82f-4a6a-b52e-01e7370131b9 req-e616dc56-d11e-48b0-b00e-5a28ad213616 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056314 Mar 05 13:47:51.824927 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-41daa9bb-a348-4e89-93ef-c8ff5547c777 req-b8f79507-3eba-46c4-81f9-3d2cd6be6581 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:51.826606 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eb8cdcbd-8af4-4bf0-b6c9-268264159f34 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:51.844628 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['5cb25cf8-4284-444c-ae86-aaef4f5584cb'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:47:51.883227 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['4e8e3409-53d8-4da7-8d85-ae70635ee2ea'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:47:51.886665 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f79507-3eba-46c4-81f9-3d2cd6be6581 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Pushing event deleted for resources: {'Port': ['ID=a5241f5d-0999-49a4-9334-0fc55c4cd26e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:51.889162 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-1d01fbe3-a7eb-4fee-9e95-809bf55e2323 req-82b3c4f8-9b9f-441a-8e7b-db5347ea8928 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Unset dirty status for tenant:28dd93924d16451c9a2272e6c7b53e53 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:47:51.890271 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1d01fbe3-a7eb-4fee-9e95-809bf55e2323 req-82b3c4f8-9b9f-441a-8e7b-db5347ea8928 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb3ec013-129a-4fe7-aa35-96dccb510c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6469898 Mar 05 13:47:51.930537 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-eb8cdcbd-8af4-4bf0-b6c9-268264159f34 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1502bbc8-612c-4aad-858d-6c61cc67045f']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:51.947327 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-eb8cdcbd-8af4-4bf0-b6c9-268264159f34 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef03b494-6d5b-4984-b16f-d377cdffa999') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:51.947631 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-eb8cdcbd-8af4-4bf0-b6c9-268264159f34 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef03b494-6d5b-4984-b16f-d377cdffa999') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:51.974489 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eb8cdcbd-8af4-4bf0-b6c9-268264159f34 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:51.992517 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-41daa9bb-a348-4e89-93ef-c8ff5547c777 req-b8f79507-3eba-46c4-81f9-3d2cd6be6581 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] No DVR routers for this DVR port a5241f5d-0999-49a4-9334-0fc55c4cd26e on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:47:51.994935 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-e8fb3382-8de2-4330-982f-4088016d538b service neutron] 10.222.0.30 "GET /v2.0/networks/e2d18103-1d51-4888-b1c7-4edddd6f80fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794191 Mar 05 13:47:51.995082 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-41daa9bb-a348-4e89-93ef-c8ff5547c777 req-b8f79507-3eba-46c4-81f9-3d2cd6be6581 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:51.998797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aee3558-306c-41f8-818b-30c9d0517210', 'name': 'network-vif-deleted', 'tag': 'a5241f5d-0999-49a4-9334-0fc55c4cd26e'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:47:51.998890 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eb8cdcbd-8af4-4bf0-b6c9-268264159f34 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:52.026345 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-41daa9bb-a348-4e89-93ef-c8ff5547c777 req-b8f79507-3eba-46c4-81f9-3d2cd6be6581 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.15 "DELETE /v2.0/ports/a5241f5d-0999-49a4-9334-0fc55c4cd26e HTTP/1.1" status: 204 len: 173 time: 1.3159194 Mar 05 13:47:52.032717 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb8cdcbd-8af4-4bf0-b6c9-268264159f34 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:47:52.032717 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eb8cdcbd-8af4-4bf0-b6c9-268264159f34 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:47:52.051938 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:47:52.104202 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aee3558-306c-41f8-818b-30c9d0517210', 'name': 'network-vif-deleted', 'tag': 'a5241f5d-0999-49a4-9334-0fc55c4cd26e', 'status': 'completed', 'code': 200} Mar 05 13:47:52.223752 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eb8cdcbd-8af4-4bf0-b6c9-268264159f34 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:52.260271 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eb8cdcbd-8af4-4bf0-b6c9-268264159f34 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:52.299064 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cdcbd-8af4-4bf0-b6c9-268264159f34 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] Pushing event deleted for resources: {'Network': ['ID=1502bbc8-612c-4aad-858d-6c61cc67045f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:52.312373 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ec87e18-5c7c-4c05-aaa1-acc7d254ed58 req-f8188c07-f122-442a-ba47-85d668ede4fe service neutron] 10.222.0.30 "GET /v2.0/networks/e2d18103-1d51-4888-b1c7-4edddd6f80fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096695 Mar 05 13:47:52.318663 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-eb8cdcbd-8af4-4bf0-b6c9-268264159f34 tempest-ServersTestMultiNic-310869679 tempest-ServersTestMultiNic-310869679-project] 10.222.0.16 "DELETE /v2.0/networks/1502bbc8-612c-4aad-858d-6c61cc67045f HTTP/1.1" status: 204 len: 168 time: 2.5859423 Mar 05 13:47:52.499785 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7839d-a908-4fdd-97db-f297379b6f39 req-f3a8bc53-8bba-49a5-bb6f-0a402aa72ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:52.501533 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ad7839d-a908-4fdd-97db-f297379b6f39 req-f3a8bc53-8bba-49a5-bb6f-0a402aa72ea6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28dd93924d16451c9a2272e6c7b53e53&device_id=9a479fb5-882c-43fa-ae2a-9c764f912015 HTTP/1.1" status: 200 len: 1095 time: 0.1248858 Mar 05 13:47:52.579444 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e747328d-ebae-4239-a47c-471681256638 req-36825a69-92db-44d5-af4c-876934add8f5 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=1aee3558-306c-41f8-818b-30c9d0517210 HTTP/1.1" status: 200 len: 210 time: 0.0705361 Mar 05 13:47:52.743180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7839d-a908-4fdd-97db-f297379b6f39 req-b3fbeb88-51e1-4706-a843-0b0f30207635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:52.745012 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ad7839d-a908-4fdd-97db-f297379b6f39 req-b3fbeb88-51e1-4706-a843-0b0f30207635 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e2d18103-1d51-4888-b1c7-4edddd6f80fe HTTP/1.1" status: 200 len: 922 time: 0.2084737 Mar 05 13:47:52.765351 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59032) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:52.859265 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ad7839d-a908-4fdd-97db-f297379b6f39 req-8260edbe-e510-4230-a41b-6a4cb6f98da7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06e091af-73a1-47f1-ba65-3440aed4128b HTTP/1.1" status: 200 len: 217 time: 0.0924640 Mar 05 13:47:52.969996 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7839d-a908-4fdd-97db-f297379b6f39 req-6b5ee78a-ab24-4a66-a532-b8fc9c59f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:52.974180 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ad7839d-a908-4fdd-97db-f297379b6f39 req-6b5ee78a-ab24-4a66-a532-b8fc9c59f561 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c365e71-d5ff-4066-99d0-0ed8be40d264 HTTP/1.1" status: 200 len: 862 time: 0.1008275 Mar 05 13:47:53.094614 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ad7839d-a908-4fdd-97db-f297379b6f39 req-046d0f58-b499-4d09-9bb8-903afd7d612c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2d18103-1d51-4888-b1c7-4edddd6f80fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574691 Mar 05 13:47:53.307710 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325d064-a3db-47e7-9ce9-e2ddbc59a4f2 req-756cb39f-29ef-458b-908e-87a1b2e5c5ba tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:53.308489 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1325d064-a3db-47e7-9ce9-e2ddbc59a4f2 req-756cb39f-29ef-458b-908e-87a1b2e5c5ba tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.3330741 Mar 05 13:47:53.346781 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59046) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:53.358299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device a5241f5d-0999-49a4-9334-0fc55c4cd26e no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:47:53.389092 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ad7839d-a908-4fdd-97db-f297379b6f39 req-af3849e9-8386-481b-9180-61ec295ef404 service neutron] 10.222.0.30 "GET /v2.0/networks/e2d18103-1d51-4888-b1c7-4edddd6f80fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863450 Mar 05 13:47:53.428440 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: a5241f5d-0999-49a4-9334-0fc55c4cd26e {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:47:53.429169 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device a5241f5d-0999-49a4-9334-0fc55c4cd26e not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:47:53.440446 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad443dcb-338f-4073-9cad-3db4ca572950 req-7be32b32-d8ac-49ae-bddb-bdb1f93e544b tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:53.441985 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ad443dcb-338f-4073-9cad-3db4ca572950 req-7be32b32-d8ac-49ae-bddb-bdb1f93e544b tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a479fb5-882c-43fa-ae2a-9c764f912015 HTTP/1.1" status: 200 len: 944 time: 0.3491361 Mar 05 13:47:53.471563 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1325d064-a3db-47e7-9ce9-e2ddbc59a4f2 req-6bc06a23-021c-472e-a862-7bb0ae72280e tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507523 Mar 05 13:47:53.518493 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ad443dcb-338f-4073-9cad-3db4ca572950 req-4d9c22a4-8b49-4e99-9e2a-171e6579bf5f tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb3ec013-129a-4fe7-aa35-96dccb510c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691190 Mar 05 13:47:53.659610 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e9c33b0d-61a3-4e08-b29b-434ab1a715c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:53.692116 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ad7839d-a908-4fdd-97db-f297379b6f39 req-b94e0d5d-daa9-4d25-9377-da0c28cbd451 service neutron] 10.222.0.30 "GET /v2.0/networks/e2d18103-1d51-4888-b1c7-4edddd6f80fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881651 Mar 05 13:47:53.701108 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e9c33b0d-61a3-4e08-b29b-434ab1a715c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:47:53.713623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e9c33b0d-61a3-4e08-b29b-434ab1a715c2 admin admin] Usage tracker for resource:security_group_rule and tenant:0192455064a14dc1bcca7b71423abe8f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:47:53.721813 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e9c33b0d-61a3-4e08-b29b-434ab1a715c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:47:53.732369 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e9c33b0d-61a3-4e08-b29b-434ab1a715c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:47:53.771786 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f13ef31-b2b7-4590-95b6-1d49891914d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:53.867913 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e9c33b0d-61a3-4e08-b29b-434ab1a715c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:53.873092 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e9c33b0d-61a3-4e08-b29b-434ab1a715c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:53.925696 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c33b0d-61a3-4e08-b29b-434ab1a715c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52725f7-93f8-45c7-8fdb-23295b75f850,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:53.988164 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e9c33b0d-61a3-4e08-b29b-434ab1a715c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0192455064a14dc1bcca7b71423abe8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6273577 Mar 05 13:47:53.988164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59056) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:54.085077 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eb1e7bd-a626-4557-aab7-2771c2130335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:54.120582 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eb1e7bd-a626-4557-aab7-2771c2130335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:54.189122 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eb1e7bd-a626-4557-aab7-2771c2130335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:54.301889 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-9f13ef31-b2b7-4590-95b6-1d49891914d6 admin admin] Deleting port cdbc8d4e-b49e-422d-bddd-8b1670b316c9 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:47:54.301889 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f13ef31-b2b7-4590-95b6-1d49891914d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:54.389981 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1e7bd-a626-4557-aab7-2771c2130335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52725f7-93f8-45c7-8fdb-23295b75f850,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:54.401966 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eb1e7bd-a626-4557-aab7-2771c2130335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:54.410897 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1eb1e7bd-a626-4557-aab7-2771c2130335 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e52725f7-93f8-45c7-8fdb-23295b75f850 HTTP/1.1" status: 204 len: 168 time: 0.4170229 Mar 05 13:47:54.472063 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ed5c8-9506-42de-bb2d-61f6a6d1b84f req-21072ca3-6a5e-424d-9956-a2c717cea70f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:54.482712 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e52ed5c8-9506-42de-bb2d-61f6a6d1b84f req-21072ca3-6a5e-424d-9956-a2c717cea70f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e8c65d0-6360-4e4e-9122-9c407be18516 HTTP/1.1" status: 200 len: 945 time: 0.2951002 Mar 05 13:47:54.500765 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-9f13ef31-b2b7-4590-95b6-1d49891914d6 admin admin] For port cdbc8d4e-b49e-422d-bddd-8b1670b316c9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cdbc8d4e-b49e-422d-bddd-8b1670b316c9,segment=NetworkSegment(c68eb1f0-13bd-445a-a53c-081ebe5793f4),segment_id=c68eb1f0-13bd-445a-a53c-081ebe5793f4)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:54.501265 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f13ef31-b2b7-4590-95b6-1d49891914d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:54.537115 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e52ed5c8-9506-42de-bb2d-61f6a6d1b84f req-25c21e43-58f9-4ea9-93c9-55e8e5532013 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533469 Mar 05 13:47:54.654793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-9f13ef31-b2b7-4590-95b6-1d49891914d6 admin admin] Calling delete_port for cdbc8d4e-b49e-422d-bddd-8b1670b316c9 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:47:54.779700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbc099-4581-440d-b4a9-910d2d0a102e req-b3d56bd1-855f-4a08-9412-71346ab1009b tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:54.781319 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-63dbc099-4581-440d-b4a9-910d2d0a102e req-b3d56bd1-855f-4a08-9412-71346ab1009b tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a479fb5-882c-43fa-ae2a-9c764f912015 HTTP/1.1" status: 200 len: 944 time: 0.0979486 Mar 05 13:47:54.819492 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72a37d-f197-4cb0-93a8-eab15fd77360 req-4a8c4d33-5b68-41e3-b131-06ac71c3a022 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:54.823377 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-be72a37d-f197-4cb0-93a8-eab15fd77360 req-4a8c4d33-5b68-41e3-b131-06ac71c3a022 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.1404302 Mar 05 13:47:54.848931 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-63dbc099-4581-440d-b4a9-910d2d0a102e req-231df796-2887-412a-88e5-b35066ecceda tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb3ec013-129a-4fe7-aa35-96dccb510c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586624 Mar 05 13:47:54.878987 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 06e091af-73a1-47f1-ba65-3440aed4128b details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:47:54.884627 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-be72a37d-f197-4cb0-93a8-eab15fd77360 req-55282b29-bdec-4372-911d-fe65f5620bc5 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560138 Mar 05 13:47:54.987596 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f13ef31-b2b7-4590-95b6-1d49891914d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:55.048889 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13ef31-b2b7-4590-95b6-1d49891914d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdbc8d4e-b49e-422d-bddd-8b1670b316c9,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:55.125204 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 06e091af-73a1-47f1-ba65-3440aed4128b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=06e091af-73a1-47f1-ba65-3440aed4128b,segment=NetworkSegment(61da46c0-21ac-4bec-8676-7721d415d244),segment_id=61da46c0-21ac-4bec-8676-7721d415d244)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:55.150966 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '06e091af-73a1-47f1-ba65-3440aed4128b', 'network_id': 'e2d18103-1d51-4888-b1c7-4edddd6f80fe', 'port_id': '06e091af-73a1-47f1-ba65-3440aed4128b', 'mac_address': 'fa:16:3e:ae:09:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c365e71-d5ff-4066-99d0-0ed8be40d264', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:47:55.243371 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:55.263051 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e091af-73a1-47f1-ba65-3440aed4128b {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:47:55.281655 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 06e091af-73a1-47f1-ba65-3440aed4128b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=06e091af-73a1-47f1-ba65-3440aed4128b,segment=NetworkSegment(61da46c0-21ac-4bec-8676-7721d415d244),segment_id=61da46c0-21ac-4bec-8676-7721d415d244)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:55.288035 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:55.395412 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=06e091af-73a1-47f1-ba65-3440aed4128b,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:55.526595 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f13ef31-b2b7-4590-95b6-1d49891914d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:55.604927 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['06e091af-73a1-47f1-ba65-3440aed4128b'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:47:55.700977 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62086c12-3fb1-4e58-86a6-4abbad675203 req-c9c59a36-8873-49b4-98f4-066b26fbc1a6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:55.702480 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-62086c12-3fb1-4e58-86a6-4abbad675203 req-c9c59a36-8873-49b4-98f4-066b26fbc1a6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e8c65d0-6360-4e4e-9122-9c407be18516 HTTP/1.1" status: 200 len: 945 time: 0.1731853 Mar 05 13:47:55.806750 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-62086c12-3fb1-4e58-86a6-4abbad675203 req-9858fac4-8a98-44e8-809c-9bdfc289c2fc tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Deleting port 5cb25cf8-4284-444c-ae86-aaef4f5584cb {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:47:55.807952 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-62086c12-3fb1-4e58-86a6-4abbad675203 req-9858fac4-8a98-44e8-809c-9bdfc289c2fc tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:55.967608 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a505c-caed-4af8-9158-135aa25e3e2f req-be82b0e6-c93b-4a71-baeb-87e44c8ca246 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:55.968058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9e7a505c-caed-4af8-9158-135aa25e3e2f req-be82b0e6-c93b-4a71-baeb-87e44c8ca246 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Synchronizing usage tracker for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:47:56.049995 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9e7a505c-caed-4af8-9158-135aa25e3e2f req-be82b0e6-c93b-4a71-baeb-87e44c8ca246 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Unset dirty status for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:47:56.056422 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9e7a505c-caed-4af8-9158-135aa25e3e2f req-be82b0e6-c93b-4a71-baeb-87e44c8ca246 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e8c65d0-6360-4e4e-9122-9c407be18516 HTTP/1.1" status: 200 len: 945 time: 0.3029876 Mar 05 13:47:56.142583 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9e7a505c-caed-4af8-9158-135aa25e3e2f req-25889402-97e9-43e7-a6da-41781f221950 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857193 Mar 05 13:47:56.166970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f13ef31-b2b7-4590-95b6-1d49891914d6 admin admin] Router 02828a76-4546-4717-ac38-41167e321fd3 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:47:56.280942 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-62086c12-3fb1-4e58-86a6-4abbad675203 req-9858fac4-8a98-44e8-809c-9bdfc289c2fc tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] For port 5cb25cf8-4284-444c-ae86-aaef4f5584cb, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5cb25cf8-4284-444c-ae86-aaef4f5584cb,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:56.280942 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-62086c12-3fb1-4e58-86a6-4abbad675203 req-9858fac4-8a98-44e8-809c-9bdfc289c2fc tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:56.447283 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-62086c12-3fb1-4e58-86a6-4abbad675203 req-9858fac4-8a98-44e8-809c-9bdfc289c2fc tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Calling delete_port for 5cb25cf8-4284-444c-ae86-aaef4f5584cb owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:47:56.542797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f13ef31-b2b7-4590-95b6-1d49891914d6 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:47:56.562757 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7cadb7-a09b-424a-96b4-5dc6f9da961a None None] Sync routers for ids ['02828a76-4546-4717-ac38-41167e321fd3'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:47:56.581938 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9f13ef31-b2b7-4590-95b6-1d49891914d6 admin admin] 10.222.0.16 "PUT /v2.0/routers/02828a76-4546-4717-ac38-41167e321fd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8154726 Mar 05 13:47:56.584306 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7cadb7-a09b-424a-96b4-5dc6f9da961a None None] Routers {'02828a76-4546-4717-ac38-41167e321fd3'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:47:56.585204 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-ab7cadb7-a09b-424a-96b4-5dc6f9da961a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:47:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['02828a76-4546-4717-ac38-41167e321fd3'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:56.586819 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59108) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:56.600299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b064f9-80f9-4527-9026-c08203124af3 req-6d4f3f25-e474-4c13-876c-ab2811fd8392 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:56.602293 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-05b064f9-80f9-4527-9026-c08203124af3 req-6d4f3f25-e474-4c13-876c-ab2811fd8392 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a479fb5-882c-43fa-ae2a-9c764f912015 HTTP/1.1" status: 200 len: 945 time: 0.2919149 Mar 05 13:47:56.682265 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-05b064f9-80f9-4527-9026-c08203124af3 req-9d0c8fa2-c30d-4b7f-af96-94b96a35651e tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb3ec013-129a-4fe7-aa35-96dccb510c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719132 Mar 05 13:47:56.782396 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551e497-7b76-45f2-b1c5-54631280d22f req-82ad6d19-138c-4db1-b443-1adec584a03d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:56.784916 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6551e497-7b76-45f2-b1c5-54631280d22f req-82ad6d19-138c-4db1-b443-1adec584a03d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.3489783 Mar 05 13:47:56.868126 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-ab7cadb7-a09b-424a-96b4-5dc6f9da961a None None] Set router 02828a76-4546-4717-ac38-41167e321fd3 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:47:56.936706 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 06e091af-73a1-47f1-ba65-3440aed4128b up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:47:57.001569 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6551e497-7b76-45f2-b1c5-54631280d22f req-82f68be2-92bc-4bb5-96fa-f03ca1478f19 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066219 Mar 05 13:47:57.030191 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-62086c12-3fb1-4e58-86a6-4abbad675203 req-9858fac4-8a98-44e8-809c-9bdfc289c2fc tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:57.094523 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858fac4-8a98-44e8-809c-9bdfc289c2fc tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Pushing event deleted for resources: {'Port': ['ID=5cb25cf8-4284-444c-ae86-aaef4f5584cb,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:57.103771 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-aacaefaf-06a3-4b2f-bee6-e92d2be838d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:57.123686 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['5cb25cf8-4284-444c-ae86-aaef4f5584cb'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:47:57.155197 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['4e8e3409-53d8-4da7-8d85-ae70635ee2ea'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:47:57.259154 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-62086c12-3fb1-4e58-86a6-4abbad675203 req-9858fac4-8a98-44e8-809c-9bdfc289c2fc tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] No DVR routers for this DVR port 5cb25cf8-4284-444c-ae86-aaef4f5584cb on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:47:57.263752 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-62086c12-3fb1-4e58-86a6-4abbad675203 req-9858fac4-8a98-44e8-809c-9bdfc289c2fc tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:57.266179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8c65d0-6360-4e4e-9122-9c407be18516', 'name': 'network-vif-deleted', 'tag': '5cb25cf8-4284-444c-ae86-aaef4f5584cb'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:47:57.382491 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-62086c12-3fb1-4e58-86a6-4abbad675203 req-9858fac4-8a98-44e8-809c-9bdfc289c2fc tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.30 "DELETE /v2.0/ports/5cb25cf8-4284-444c-ae86-aaef4f5584cb HTTP/1.1" status: 204 len: 173 time: 1.6712656 Mar 05 13:47:57.439325 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-561d6108-211d-4c61-afbe-8945b210ecef req-00cc8b8a-b2bc-4e4b-8908-34d4cd74e9f4 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e8c65d0-6360-4e4e-9122-9c407be18516 HTTP/1.1" status: 200 len: 210 time: 0.0977335 Mar 05 13:47:57.459979 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-aacaefaf-06a3-4b2f-bee6-e92d2be838d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:57.479547 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-aacaefaf-06a3-4b2f-bee6-e92d2be838d5 admin admin] Deleting port e58b257d-a19b-4a52-82cd-d2a5c783dc5e {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:47:57.480757 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-aacaefaf-06a3-4b2f-bee6-e92d2be838d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:57.538373 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 06e091af-73a1-47f1-ba65-3440aed4128b completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:47:57.586020 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 06e091af-73a1-47f1-ba65-3440aed4128b triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:47:57.586686 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:57.691795 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8c65d0-6360-4e4e-9122-9c407be18516', 'name': 'network-vif-deleted', 'tag': '5cb25cf8-4284-444c-ae86-aaef4f5584cb', 'status': 'completed', 'code': 200} Mar 05 13:47:57.788967 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:57.843742 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a479fb5-882c-43fa-ae2a-9c764f912015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e091af-73a1-47f1-ba65-3440aed4128b'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:47:57.868091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-ab7cadb7-a09b-424a-96b4-5dc6f9da961a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02828a76-4546-4717-ac38-41167e321fd3', 'name': 'tempest-ServersTestMultiNic-979833148-router', 'tenant_id': 'ea18869b41614300bace9687f02782e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'e58b257d-a19b-4a52-82cd-d2a5c783dc5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:45:08Z', 'updated_at': '2022-03-05T13:47:54Z', 'revision_number': 5, 'project_id': 'ea18869b41614300bace9687f02782e1', 'gw_port': {'id': 'e58b257d-a19b-4a52-82cd-d2a5c783dc5e', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:df:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02828a76-4546-4717-ac38-41167e321fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:45:15Z', 'updated_at': '2022-03-05T13:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:57.887926 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 06e091af-73a1-47f1-ba65-3440aed4128b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=06e091af-73a1-47f1-ba65-3440aed4128b,segment=NetworkSegment(61da46c0-21ac-4bec-8676-7721d415d244),segment_id=61da46c0-21ac-4bec-8676-7721d415d244)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:57.887926 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7cadb7-a09b-424a-96b4-5dc6f9da961a None None] Checking router: 02828a76-4546-4717-ac38-41167e321fd3 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:47:57.896569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-aacaefaf-06a3-4b2f-bee6-e92d2be838d5 admin admin] For port e58b257d-a19b-4a52-82cd-d2a5c783dc5e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e58b257d-a19b-4a52-82cd-d2a5c783dc5e,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:47:57.896569 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-aacaefaf-06a3-4b2f-bee6-e92d2be838d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:57.901694 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:57.938111 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801cb4c-1ef6-4ff7-8e91-609a0e9f9d3b req-6407d3b3-15a1-49e1-b8c5-d8d011563f3b tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:57.945344 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d801cb4c-1ef6-4ff7-8e91-609a0e9f9d3b req-6407d3b3-15a1-49e1-b8c5-d8d011563f3b tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a479fb5-882c-43fa-ae2a-9c764f912015 HTTP/1.1" status: 200 len: 945 time: 0.1463771 Mar 05 13:47:57.953289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7cadb7-a09b-424a-96b4-5dc6f9da961a None None] Routers {'02828a76-4546-4717-ac38-41167e321fd3'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:47:57.953903 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-ab7cadb7-a09b-424a-96b4-5dc6f9da961a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:47:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['02828a76-4546-4717-ac38-41167e321fd3'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:58.017484 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d801cb4c-1ef6-4ff7-8e91-609a0e9f9d3b req-5300101b-26c8-4a16-8ab9-457d4e8103ce tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb3ec013-129a-4fe7-aa35-96dccb510c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709527 Mar 05 13:47:58.073849 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-aacaefaf-06a3-4b2f-bee6-e92d2be838d5 admin admin] Calling delete_port for e58b257d-a19b-4a52-82cd-d2a5c783dc5e owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:47:58.164778 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a479fb5-882c-43fa-ae2a-9c764f912015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e091af-73a1-47f1-ba65-3440aed4128b', 'code': 200} Mar 05 13:47:58.177189 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=06e091af-73a1-47f1-ba65-3440aed4128b,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:58.228897 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-ab7cadb7-a09b-424a-96b4-5dc6f9da961a None None] Set router 02828a76-4546-4717-ac38-41167e321fd3 gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:47:58.336774 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-ab7cadb7-a09b-424a-96b4-5dc6f9da961a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02828a76-4546-4717-ac38-41167e321fd3', 'name': 'tempest-ServersTestMultiNic-979833148-router', 'tenant_id': 'ea18869b41614300bace9687f02782e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:45:08Z', 'updated_at': '2022-03-05T13:47:57Z', 'revision_number': 6, 'project_id': 'ea18869b41614300bace9687f02782e1', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:47:58.341866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7cadb7-a09b-424a-96b4-5dc6f9da961a None None] The sync data for ids ['02828a76-4546-4717-ac38-41167e321fd3'] in n-d-803718-1 is: [{'id': '02828a76-4546-4717-ac38-41167e321fd3', 'name': 'tempest-ServersTestMultiNic-979833148-router', 'tenant_id': 'ea18869b41614300bace9687f02782e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:45:08Z', 'updated_at': '2022-03-05T13:47:57Z', 'revision_number': 6, 'project_id': 'ea18869b41614300bace9687f02782e1', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:47:58.445967 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-aacaefaf-06a3-4b2f-bee6-e92d2be838d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:58.495363 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31060b4a-550a-41c0-b25a-cf224338ef3d req-13d59547-6d9f-45af-a472-78576f797ec8 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:58.497855 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31060b4a-550a-41c0-b25a-cf224338ef3d req-13d59547-6d9f-45af-a472-78576f797ec8 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.2397039 Mar 05 13:47:58.508886 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f93fc-56c3-4809-843f-6fbd705304c2 req-bb107381-af06-4535-8c0b-cb4c234c5f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:58.510463 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6c9f93fc-56c3-4809-843f-6fbd705304c2 req-bb107381-af06-4535-8c0b-cb4c234c5f5e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9a479fb5-882c-43fa-ae2a-9c764f912015 HTTP/1.1" status: 200 len: 1097 time: 0.2864096 Mar 05 13:47:58.537886 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaefaf-06a3-4b2f-bee6-e92d2be838d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e58b257d-a19b-4a52-82cd-d2a5c783dc5e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:58.696803 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:58.728757 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6c9f93fc-56c3-4809-843f-6fbd705304c2 req-53894c31-8dfb-4d29-b72a-1bea8bd38489 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eb3ec013-129a-4fe7-aa35-96dccb510c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042005 Mar 05 13:47:58.788833 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-aacaefaf-06a3-4b2f-bee6-e92d2be838d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:58.841453 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31060b4a-550a-41c0-b25a-cf224338ef3d req-5621e87f-1a57-459a-be0a-fdb65a949770 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182745 Mar 05 13:47:58.883557 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:58.977518 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-aacaefaf-06a3-4b2f-bee6-e92d2be838d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:58.979697 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-aacaefaf-06a3-4b2f-bee6-e92d2be838d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:59.003328 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-aacaefaf-06a3-4b2f-bee6-e92d2be838d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:59.004569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacaefaf-06a3-4b2f-bee6-e92d2be838d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02828a76-4546-4717-ac38-41167e321fd3 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:47:59.016853 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-aacaefaf-06a3-4b2f-bee6-e92d2be838d5 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:59.018125 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-aacaefaf-06a3-4b2f-bee6-e92d2be838d5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/02828a76-4546-4717-ac38-41167e321fd3 HTTP/1.1" status: 204 len: 168 time: 2.4301317 Mar 05 13:47:59.020702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59158) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:59.051572 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-77ee4e3b-7b30-4739-8397-2a95135a7d21 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:59.053439 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-77ee4e3b-7b30-4739-8397-2a95135a7d21 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 806 time: 0.1568606 Mar 05 13:47:59.069289 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-88cde27e-8f41-45dc-990a-104e3827925f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/quotas/1e6dfeba02724ceabbe61dac4cb2c5dc HTTP/1.1" status: 200 len: 375 time: 0.0103912 Mar 05 13:47:59.099524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-65bf0f73-ee30-4dff-860a-5e54cc583a0c admin admin] Deleting subnet d594d5eb-4d5a-4f17-86bb-02689b4bc52e {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:47:59.102736 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-65bf0f73-ee30-4dff-860a-5e54cc583a0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:59.211592 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-65bf0f73-ee30-4dff-860a-5e54cc583a0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:59.301738 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d42fb-b8a1-4384-8a0f-b61e2d758555 req-2e13577d-9d17-4b25-abf1-e3b3332b6481 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:47:59.303671 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c90d42fb-b8a1-4384-8a0f-b61e2d758555 req-2e13577d-9d17-4b25-abf1-e3b3332b6481 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a479fb5-882c-43fa-ae2a-9c764f912015 HTTP/1.1" status: 200 len: 946 time: 0.1666400 Mar 05 13:47:59.303947 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e58b257d-a19b-4a52-82cd-d2a5c783dc5e no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:47:59.306307 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-677fc808-cc85-4dd6-a7db-7729f29e3db6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2316287 Mar 05 13:47:59.342323 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: e58b257d-a19b-4a52-82cd-d2a5c783dc5e {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:47:59.342926 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e58b257d-a19b-4a52-82cd-d2a5c783dc5e not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:47:59.343490 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cdbc8d4e-b49e-422d-bddd-8b1670b316c9 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:47:59.373641 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c90d42fb-b8a1-4384-8a0f-b61e2d758555 req-ab06b594-a8b7-4622-a5fb-168ff183ccbf tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb3ec013-129a-4fe7-aa35-96dccb510c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486619 Mar 05 13:47:59.399751 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: cdbc8d4e-b49e-422d-bddd-8b1670b316c9 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:47:59.399751 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cdbc8d4e-b49e-422d-bddd-8b1670b316c9 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:47:59.409408 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-65bf0f73-ee30-4dff-860a-5e54cc583a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:59.509386 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-28242218-9823-417d-8ec5-30f9412c5be4 service neutron] 10.222.0.16 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956644 Mar 05 13:47:59.509560 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-65bf0f73-ee30-4dff-860a-5e54cc583a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:59.556433 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf0f73-ee30-4dff-860a-5e54cc583a0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d594d5eb-4d5a-4f17-86bb-02689b4bc52e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:47:59.560069 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-65bf0f73-ee30-4dff-860a-5e54cc583a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:47:59.566997 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ece6cc-c1ac-4f99-9aab-9d245c5a7dc4 None None] Network 754d5598-36e9-4c77-86ad-dfe38e534c71 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:47:59.586486 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-65bf0f73-ee30-4dff-860a-5e54cc583a0c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d594d5eb-4d5a-4f17-86bb-02689b4bc52e HTTP/1.1" status: 204 len: 168 time: 0.5643837 Mar 05 13:47:59.587837 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59164) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:47:59.818884 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-c36cfa50-6d44-404b-b83b-15721a5b4c62 service neutron] 10.222.0.16 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983639 Mar 05 13:48:00.064962 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782ed386-f6ac-4159-8511-33e0e781569f None None] DHCP port deletion for 754d5598-36e9-4c77-86ad-dfe38e534c71 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:48:00.070756 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-782ed386-f6ac-4159-8511-33e0e781569f None None] Deleting port b937095a-7b68-400f-b6a1-d1de4d930d8d {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:48:00.071529 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-782ed386-f6ac-4159-8511-33e0e781569f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:00.081185 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bed223e7-d07a-4fe4-8751-11c1b8e49a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:00.111352 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-bed223e7-d07a-4fe4-8751-11c1b8e49a87 admin admin] Deleting port b937095a-7b68-400f-b6a1-d1de4d930d8d {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:48:00.111352 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bed223e7-d07a-4fe4-8751-11c1b8e49a87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:00.208063 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d652bf76-4cad-45b2-8ed1-7025bdba594c req-2a82afc5-0623-4b2d-ae50-bacc7cec02fd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab84d90c-da71-4cd4-b4ea-bb1802a479ab HTTP/1.1" status: 200 len: 210 time: 0.0453634 Mar 05 13:48:00.268594 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754011ba-11e2-4592-bf12-42e388b9c311 req-5d5cb248-741e-4392-a7f7-1e3ff7e8bc58 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:00.270022 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-754011ba-11e2-4592-bf12-42e388b9c311 req-5d5cb248-741e-4392-a7f7-1e3ff7e8bc58 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.2448032 Mar 05 13:48:00.326367 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-782ed386-f6ac-4159-8511-33e0e781569f None None] For port b937095a-7b68-400f-b6a1-d1de4d930d8d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b937095a-7b68-400f-b6a1-d1de4d930d8d,segment=NetworkSegment(c68eb1f0-13bd-445a-a53c-081ebe5793f4),segment_id=c68eb1f0-13bd-445a-a53c-081ebe5793f4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:00.326799 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-782ed386-f6ac-4159-8511-33e0e781569f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:00.468930 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-754011ba-11e2-4592-bf12-42e388b9c311 req-c54456d1-9110-466b-810e-1fce53ca7b07 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895943 Mar 05 13:48:00.470202 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-782ed386-f6ac-4159-8511-33e0e781569f None None] Calling delete_port for b937095a-7b68-400f-b6a1-d1de4d930d8d owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:48:00.510426 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-bed223e7-d07a-4fe4-8751-11c1b8e49a87 admin admin] For port b937095a-7b68-400f-b6a1-d1de4d930d8d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b937095a-7b68-400f-b6a1-d1de4d930d8d,segment=NetworkSegment(c68eb1f0-13bd-445a-a53c-081ebe5793f4),segment_id=c68eb1f0-13bd-445a-a53c-081ebe5793f4)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:00.510805 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bed223e7-d07a-4fe4-8751-11c1b8e49a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:00.596238 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-782ed386-f6ac-4159-8511-33e0e781569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:00.650335 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ed386-f6ac-4159-8511-33e0e781569f None None] Pushing event deleted for resources: {'Port': ['ID=b937095a-7b68-400f-b6a1-d1de4d930d8d,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:00.652494 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782ed386-f6ac-4159-8511-33e0e781569f None None] No DVR routers for this DVR port b937095a-7b68-400f-b6a1-d1de4d930d8d on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:48:00.658495 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-bed223e7-d07a-4fe4-8751-11c1b8e49a87 admin admin] Calling delete_port for b937095a-7b68-400f-b6a1-d1de4d930d8d owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:48:00.675752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757b81b-3941-40d0-8df0-228a69052c80 req-4aeadfe6-26bb-4d5c-840c-5c3803a9db86 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:00.677233 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5757b81b-3941-40d0-8df0-228a69052c80 req-4aeadfe6-26bb-4d5c-840c-5c3803a9db86 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a479fb5-882c-43fa-ae2a-9c764f912015 HTTP/1.1" status: 200 len: 946 time: 0.1126199 Mar 05 13:48:00.728497 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5757b81b-3941-40d0-8df0-228a69052c80 req-decfabbd-a09d-4c27-b406-369769165363 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb3ec013-129a-4fe7-aa35-96dccb510c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454650 Mar 05 13:48:00.744771 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-bed223e7-d07a-4fe4-8751-11c1b8e49a87 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:48:00.745164 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-bed223e7-d07a-4fe4-8751-11c1b8e49a87 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:48:00.885864 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5cb25cf8-4284-444c-ae86-aaef4f5584cb no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:48:00.928997 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 5cb25cf8-4284-444c-ae86-aaef4f5584cb {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:48:00.929327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5cb25cf8-4284-444c-ae86-aaef4f5584cb not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:48:00.981907 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b937095a-7b68-400f-b6a1-d1de4d930d8d no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:48:01.015606 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: b937095a-7b68-400f-b6a1-d1de4d930d8d {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:48:01.015853 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b937095a-7b68-400f-b6a1-d1de4d930d8d not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:48:01.252461 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20ac27-45d7-40ef-a61d-3d8fa0347327 req-78602600-6d7a-4771-b755-c597f7bc2715 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:01.255137 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5e20ac27-45d7-40ef-a61d-3d8fa0347327 req-78602600-6d7a-4771-b755-c597f7bc2715 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a479fb5-882c-43fa-ae2a-9c764f912015 HTTP/1.1" status: 200 len: 946 time: 0.0915687 Mar 05 13:48:01.255896 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-bed223e7-d07a-4fe4-8751-11c1b8e49a87 admin admin] Deleting port b937095a-7b68-400f-b6a1-d1de4d930d8d {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:48:01.256319 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bed223e7-d07a-4fe4-8751-11c1b8e49a87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:01.406320 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-bed223e7-d07a-4fe4-8751-11c1b8e49a87 admin admin] The port 'b937095a-7b68-400f-b6a1-d1de4d930d8d' was deleted {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:48:01.408421 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a7c16d5d-5651-4887-becf-59a90015a329 req-aa898f93-344d-4f85-8c9b-f72659420cbd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab84d90c-da71-4cd4-b4ea-bb1802a479ab HTTP/1.1" status: 200 len: 210 time: 0.0450270 Mar 05 13:48:01.511476 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5e20ac27-45d7-40ef-a61d-3d8fa0347327 req-5ad65b56-81fb-4f5d-8fef-01c819d848dd tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb3ec013-129a-4fe7-aa35-96dccb510c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156224 Mar 05 13:48:01.695965 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c393e-7b09-4474-a33e-4057f263372a req-e4312f5d-500d-4238-a8e7-2459b4640bcd tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:01.697458 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9f8c393e-7b09-4474-a33e-4057f263372a req-e4312f5d-500d-4238-a8e7-2459b4640bcd tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.1010070 Mar 05 13:48:01.707393 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bed223e7-d07a-4fe4-8751-11c1b8e49a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:01.727425 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-e9b5c9c1-2815-4701-adc2-6333182711af tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:01.728938 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-e9b5c9c1-2815-4701-adc2-6333182711af tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.30 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 806 time: 0.3734119 Mar 05 13:48:01.746267 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-aa97e846-e4ff-4116-a338-2065cc4d2c3b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Request body: {'port': {'device_id': 'ab84d90c-da71-4cd4-b4ea-bb1802a479ab', 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe', 'admin_state_up': True, 'tenant_id': '1e6dfeba02724ceabbe61dac4cb2c5dc'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:48:01.748093 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9f8c393e-7b09-4474-a33e-4057f263372a req-22289249-5210-4474-b268-129aaae6b28a tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434220 Mar 05 13:48:01.764784 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-bed223e7-d07a-4fe4-8751-11c1b8e49a87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754d5598-36e9-4c77-86ad-dfe38e534c71']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:48:01.792289 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-bed223e7-d07a-4fe4-8751-11c1b8e49a87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68eb1f0-13bd-445a-a53c-081ebe5793f4') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:48:01.792582 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-bed223e7-d07a-4fe4-8751-11c1b8e49a87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68eb1f0-13bd-445a-a53c-081ebe5793f4') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:48:01.857169 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bed223e7-d07a-4fe4-8751-11c1b8e49a87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:01.885442 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bed223e7-d07a-4fe4-8751-11c1b8e49a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:01.898507 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed223e7-d07a-4fe4-8751-11c1b8e49a87 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:48:01.898849 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bed223e7-d07a-4fe4-8751-11c1b8e49a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:48:01.912200 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:48:02.000473 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-aa97e846-e4ff-4116-a338-2065cc4d2c3b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:02.004151 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-aa97e846-e4ff-4116-a338-2065cc4d2c3b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Usage tracker for resource:port and tenant:1e6dfeba02724ceabbe61dac4cb2c5dc is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:48:02.007361 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-aa97e846-e4ff-4116-a338-2065cc4d2c3b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:48:02.010289 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bed223e7-d07a-4fe4-8751-11c1b8e49a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:02.029275 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bed223e7-d07a-4fe4-8751-11c1b8e49a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:02.033633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-aa97e846-e4ff-4116-a338-2065cc4d2c3b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:02.057977 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed223e7-d07a-4fe4-8751-11c1b8e49a87 admin admin] Pushing event deleted for resources: {'Network': ['ID=754d5598-36e9-4c77-86ad-dfe38e534c71,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:02.064463 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-aa97e846-e4ff-4116-a338-2065cc4d2c3b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Made reservation on behalf of 1e6dfeba02724ceabbe61dac4cb2c5dc for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:48:02.067950 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-aa97e846-e4ff-4116-a338-2065cc4d2c3b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:02.093325 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bed223e7-d07a-4fe4-8751-11c1b8e49a87 admin admin] 10.222.0.16 "DELETE /v2.0/networks/754d5598-36e9-4c77-86ad-dfe38e534c71 HTTP/1.1" status: 204 len: 168 time: 2.4970086 Mar 05 13:48:02.310853 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59222) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:02.366698 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-431e0d8b-67dd-45e5-806a-e926b51e8ff1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea18869b41614300bace9687f02782e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543084 Mar 05 13:48:02.369278 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59226) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:02.397720 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-aa97e846-e4ff-4116-a338-2065cc4d2c3b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Allocated IP 172.20.0.8 (9566c2e4-1bac-4a5b-8a67-d566157793fe/fbe719ac-a221-4304-9d9c-9289853597e6/fc6b450d-7aab-471b-9917-9d90569e7dbc) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:48:02.454890 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-542225ce-e600-4429-8340-3872cd6ce4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:02.491120 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-542225ce-e600-4429-8340-3872cd6ce4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:02.635211 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e471402d-b9df-496a-99ef-3cb7cf4cb65e req-4fb12809-d712-4c6a-843b-082d361feaf6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab84d90c-da71-4cd4-b4ea-bb1802a479ab HTTP/1.1" status: 200 len: 210 time: 0.0870876 Mar 05 13:48:02.645098 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-542225ce-e600-4429-8340-3872cd6ce4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:02.670271 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542225ce-e600-4429-8340-3872cd6ce4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e36dcb4-7348-4134-ab0e-91dd247cebb4,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:02.691993 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-542225ce-e600-4429-8340-3872cd6ce4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:02.693110 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-542225ce-e600-4429-8340-3872cd6ce4ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e36dcb4-7348-4134-ab0e-91dd247cebb4 HTTP/1.1" status: 204 len: 168 time: 0.3221259 Mar 05 13:48:02.710065 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-aa97e846-e4ff-4116-a338-2065cc4d2c3b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:02.720727 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063436a-6f3e-4da6-ab0a-42004faf533a req-bc3c9bf8-5513-42af-b224-f9004ac7b5c0 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:02.722522 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8063436a-6f3e-4da6-ab0a-42004faf533a req-bc3c9bf8-5513-42af-b224-f9004ac7b5c0 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a479fb5-882c-43fa-ae2a-9c764f912015 HTTP/1.1" status: 200 len: 946 time: 0.1412892 Mar 05 13:48:02.759803 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6004dc8-1c7b-4ff2-afde-b3022af894c0 req-2de173de-a5d9-48df-b88c-acffb66bcd9b tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:02.762487 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f6004dc8-1c7b-4ff2-afde-b3022af894c0 req-2de173de-a5d9-48df-b88c-acffb66bcd9b tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a479fb5-882c-43fa-ae2a-9c764f912015 HTTP/1.1" status: 200 len: 946 time: 0.1389983 Mar 05 13:48:02.774795 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-aa97e846-e4ff-4116-a338-2065cc4d2c3b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:02.786565 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['4e8e3409-53d8-4da7-8d85-ae70635ee2ea'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:48:02.805450 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-8063436a-6f3e-4da6-ab0a-42004faf533a req-7345de0e-9149-450a-b214-485bfa4419b6 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Deleting port 06e091af-73a1-47f1-ba65-3440aed4128b {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:48:02.805913 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8063436a-6f3e-4da6-ab0a-42004faf533a req-7345de0e-9149-450a-b214-485bfa4419b6 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:02.896470 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-aa97e846-e4ff-4116-a338-2065cc4d2c3b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Network 9566c2e4-1bac-4a5b-8a67-d566157793fe is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:48:02.909796 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-aa97e846-e4ff-4116-a338-2065cc4d2c3b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:48:02.917404 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-aa97e846-e4ff-4116-a338-2065cc4d2c3b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:48:02.998024 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f6004dc8-1c7b-4ff2-afde-b3022af894c0 req-2a4d752c-b25f-4387-b138-0ad579374105 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb3ec013-129a-4fe7-aa35-96dccb510c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255552 Mar 05 13:48:03.004301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97e846-e4ff-4116-a338-2065cc4d2c3b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Pushing event updated for resources: {'Port': ['ID=fc6b450d-7aab-471b-9917-9d90569e7dbc,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:03.028891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-aa97e846-e4ff-4116-a338-2065cc4d2c3b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:03.029791 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-aa97e846-e4ff-4116-a338-2065cc4d2c3b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:03.058669 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-aa97e846-e4ff-4116-a338-2065cc4d2c3b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3159819 Mar 05 13:48:03.072852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-62c8ff93-31fe-4e4a-8992-02e4d74073d1 service neutron] Request body: {'port': {'device_id': 'ab84d90c-da71-4cd4-b4ea-bb1802a479ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:48:03.196752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec126e23-bda4-4a6b-b63a-44471c2bb34b req-5da02199-5f28-46d2-b7d0-4929c70c286e tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:03.199380 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ec126e23-bda4-4a6b-b63a-44471c2bb34b req-5da02199-5f28-46d2-b7d0-4929c70c286e tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.2119229 Mar 05 13:48:03.204053 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-62c8ff93-31fe-4e4a-8992-02e4d74073d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:03.257883 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-8063436a-6f3e-4da6-ab0a-42004faf533a req-7345de0e-9149-450a-b214-485bfa4419b6 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] For port 06e091af-73a1-47f1-ba65-3440aed4128b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=06e091af-73a1-47f1-ba65-3440aed4128b,segment=NetworkSegment(61da46c0-21ac-4bec-8676-7721d415d244),segment_id=61da46c0-21ac-4bec-8676-7721d415d244)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:03.258480 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8063436a-6f3e-4da6-ab0a-42004faf533a req-7345de0e-9149-450a-b214-485bfa4419b6 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:03.391216 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ec126e23-bda4-4a6b-b63a-44471c2bb34b req-57dd3696-1def-4dbe-b3c3-2db5961b1689 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863892 Mar 05 13:48:03.399003 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-8063436a-6f3e-4da6-ab0a-42004faf533a req-7345de0e-9149-450a-b214-485bfa4419b6 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Calling delete_port for 06e091af-73a1-47f1-ba65-3440aed4128b owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:48:03.729661 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8063436a-6f3e-4da6-ab0a-42004faf533a req-7345de0e-9149-450a-b214-485bfa4419b6 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:03.752273 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['06e091af-73a1-47f1-ba65-3440aed4128b'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:48:03.836058 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-62c8ff93-31fe-4e4a-8992-02e4d74073d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc6b450d-7aab-471b-9917-9d90569e7dbc {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:48:03.846184 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-62c8ff93-31fe-4e4a-8992-02e4d74073d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:03.875141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345de0e-9149-450a-b214-485bfa4419b6 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Pushing event deleted for resources: {'Port': ['ID=06e091af-73a1-47f1-ba65-3440aed4128b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:03.910784 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-62c8ff93-31fe-4e4a-8992-02e4d74073d1 service neutron] Transition to ACTIVE for port object fc6b450d-7aab-471b-9917-9d90569e7dbc will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:48:03.924785 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-62c8ff93-31fe-4e4a-8992-02e4d74073d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:04.104368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb379e-d167-4827-afed-de7640226cd3 req-797a718a-b98f-4164-b6cb-b39c1a7f4a03 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:04.105166 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-bddb379e-d167-4827-afed-de7640226cd3 req-797a718a-b98f-4164-b6cb-b39c1a7f4a03 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Synchronizing usage tracker for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:48:04.124847 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-8063436a-6f3e-4da6-ab0a-42004faf533a req-7345de0e-9149-450a-b214-485bfa4419b6 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] No DVR routers for this DVR port 06e091af-73a1-47f1-ba65-3440aed4128b on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:48:04.127606 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8063436a-6f3e-4da6-ab0a-42004faf533a req-7345de0e-9149-450a-b214-485bfa4419b6 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:04.139638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a479fb5-882c-43fa-ae2a-9c764f912015', 'name': 'network-vif-deleted', 'tag': '06e091af-73a1-47f1-ba65-3440aed4128b'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:48:04.148962 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8063436a-6f3e-4da6-ab0a-42004faf533a req-7345de0e-9149-450a-b214-485bfa4419b6 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.30 "DELETE /v2.0/ports/06e091af-73a1-47f1-ba65-3440aed4128b HTTP/1.1" status: 204 len: 173 time: 1.4201119 Mar 05 13:48:04.164024 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8ff93-31fe-4e4a-8992-02e4d74073d1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc6b450d-7aab-471b-9917-9d90569e7dbc,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:04.201991 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-08c801f7-bfcc-47a4-ad69-ff1e05ab67cc req-0b28e5f5-a089-4130-bb43-1d8705776997 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Synchronizing usage tracker for tenant:28dd93924d16451c9a2272e6c7b53e53 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:48:04.218986 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-08c801f7-bfcc-47a4-ad69-ff1e05ab67cc req-0b28e5f5-a089-4130-bb43-1d8705776997 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] Unset dirty status for tenant:28dd93924d16451c9a2272e6c7b53e53 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:48:04.220178 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08c801f7-bfcc-47a4-ad69-ff1e05ab67cc req-0b28e5f5-a089-4130-bb43-1d8705776997 tempest-ServerAddressesNegativeTestJSON-1668451773 tempest-ServerAddressesNegativeTestJSON-1668451773-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a479fb5-882c-43fa-ae2a-9c764f912015 HTTP/1.1" status: 200 len: 210 time: 0.0741742 Mar 05 13:48:04.252092 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-bddb379e-d167-4827-afed-de7640226cd3 req-797a718a-b98f-4164-b6cb-b39c1a7f4a03 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Unset dirty status for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:48:04.253282 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bddb379e-d167-4827-afed-de7640226cd3 req-797a718a-b98f-4164-b6cb-b39c1a7f4a03 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab84d90c-da71-4cd4-b4ea-bb1802a479ab HTTP/1.1" status: 200 len: 931 time: 0.4116108 Mar 05 13:48:04.261502 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-62c8ff93-31fe-4e4a-8992-02e4d74073d1 service neutron] Attempting to bind port fc6b450d-7aab-471b-9917-9d90569e7dbc on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:48:04.262435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-62c8ff93-31fe-4e4a-8992-02e4d74073d1 service neutron] Attempting to bind port fc6b450d-7aab-471b-9917-9d90569e7dbc by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:48:04.262713 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-62c8ff93-31fe-4e4a-8992-02e4d74073d1 service neutron] Attempting to bind port fc6b450d-7aab-471b-9917-9d90569e7dbc on network 9566c2e4-1bac-4a5b-8a67-d566157793fe {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:48:04.291139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-62c8ff93-31fe-4e4a-8992-02e4d74073d1 service neutron] Port fc6b450d-7aab-471b-9917-9d90569e7dbc on network 9566c2e4-1bac-4a5b-8a67-d566157793fe not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:48:04.291461 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-62c8ff93-31fe-4e4a-8992-02e4d74073d1 service neutron] Attempting to bind port fc6b450d-7aab-471b-9917-9d90569e7dbc on network 9566c2e4-1bac-4a5b-8a67-d566157793fe {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:48:04.310218 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-62c8ff93-31fe-4e4a-8992-02e4d74073d1 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:48:04.310439 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-62c8ff93-31fe-4e4a-8992-02e4d74073d1 service neutron] Checking segment: {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:48:04.310888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-62c8ff93-31fe-4e4a-8992-02e4d74073d1 service neutron] Bound using segment: {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:48:04.311333 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-62c8ff93-31fe-4e4a-8992-02e4d74073d1 service neutron] Bound port: fc6b450d-7aab-471b-9917-9d90569e7dbc, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:48:04.311677 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-62c8ff93-31fe-4e4a-8992-02e4d74073d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:04.330969 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bddb379e-d167-4827-afed-de7640226cd3 req-c7745b0b-7faf-4917-934b-b29114cac6ed tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638564 Mar 05 13:48:04.414481 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-62c8ff93-31fe-4e4a-8992-02e4d74073d1 service neutron] For port fc6b450d-7aab-471b-9917-9d90569e7dbc, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:48:04.415829 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a479fb5-882c-43fa-ae2a-9c764f912015', 'name': 'network-vif-deleted', 'tag': '06e091af-73a1-47f1-ba65-3440aed4128b', 'status': 'completed', 'code': 200} Mar 05 13:48:04.417845 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-62c8ff93-31fe-4e4a-8992-02e4d74073d1 service neutron] For port fc6b450d-7aab-471b-9917-9d90569e7dbc, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=fc6b450d-7aab-471b-9917-9d90569e7dbc,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:48:04.427798 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-62c8ff93-31fe-4e4a-8992-02e4d74073d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:04.536959 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-62c8ff93-31fe-4e4a-8992-02e4d74073d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:04.537969 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-62c8ff93-31fe-4e4a-8992-02e4d74073d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:04.539691 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-62c8ff93-31fe-4e4a-8992-02e4d74073d1 service neutron] 10.222.0.30 "PUT /v2.0/ports/fc6b450d-7aab-471b-9917-9d90569e7dbc HTTP/1.1" status: 200 len: 1091 time: 1.4721138 Mar 05 13:48:04.540576 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab84d90c-da71-4cd4-b4ea-bb1802a479ab', 'tag': 'fc6b450d-7aab-471b-9917-9d90569e7dbc'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:48:04.780791 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab84d90c-da71-4cd4-b4ea-bb1802a479ab', 'tag': 'fc6b450d-7aab-471b-9917-9d90569e7dbc', 'status': 'completed', 'code': 200} Mar 05 13:48:04.818070 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8ff93-31fe-4e4a-8992-02e4d74073d1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc6b450d-7aab-471b-9917-9d90569e7dbc,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:04.877329 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-2950f3df-54a3-44be-bc19-e6fc6ec0b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:04.878856 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-2950f3df-54a3-44be-bc19-e6fc6ec0b5ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&device_id=ab84d90c-da71-4cd4-b4ea-bb1802a479ab HTTP/1.1" status: 200 len: 1094 time: 0.2736087 Mar 05 13:48:04.932459 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43867f38-1036-4520-9f87-01802532013f req-58543777-6ea4-45e6-ad5b-8947dd0e8741 tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0588782 Mar 05 13:48:04.969870 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-8c4b2ff3-07e0-48b5-bdc1-2d9360c9ef18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc6b450d-7aab-471b-9917-9d90569e7dbc HTTP/1.1" status: 200 len: 217 time: 0.0825472 Mar 05 13:48:04.978577 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d35a1-6e45-4081-9c8c-c53ab620940b req-d2c063f7-145b-41ef-9a84-52abecd28055 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:04.983224 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2c7d35a1-6e45-4081-9c8c-c53ab620940b req-d2c063f7-145b-41ef-9a84-52abecd28055 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.4347765 Mar 05 13:48:05.075374 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2c7d35a1-6e45-4081-9c8c-c53ab620940b req-f3fa6df9-c943-47ff-b276-ae9159cbc6b5 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592408 Mar 05 13:48:05.079164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-14a4e085-20af-4c48-8c00-a084a1e7372a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:05.080961 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-14a4e085-20af-4c48-8c00-a084a1e7372a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fbe719ac-a221-4304-9d9c-9289853597e6 HTTP/1.1" status: 200 len: 846 time: 0.0965836 Mar 05 13:48:05.147555 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-4ec8d599-55bd-4497-a6f7-16b397c534ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9566c2e4-1bac-4a5b-8a67-d566157793fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593622 Mar 05 13:48:05.304640 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-afbcb4a7-5783-4993-8d7e-564802940302 service neutron] 10.222.0.30 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489711 Mar 05 13:48:05.359955 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59308) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:05.445415 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aba900a-7b83-4814-81c0-beab58b43847 admin admin] Deleting subnet 9c365e71-d5ff-4066-99d0-0ed8be40d264 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:48:05.448808 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6aba900a-7b83-4814-81c0-beab58b43847 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:05.517645 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6aba900a-7b83-4814-81c0-beab58b43847 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:05.591922 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6aba900a-7b83-4814-81c0-beab58b43847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:05.627640 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1659cd24-c440-431d-9c8e-c352eb71b063 req-7eb1ddde-a29d-4351-b577-d87df0728d57 service neutron] 10.222.0.30 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059423 Mar 05 13:48:05.722287 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6aba900a-7b83-4814-81c0-beab58b43847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:05.789604 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba900a-7b83-4814-81c0-beab58b43847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c365e71-d5ff-4066-99d0-0ed8be40d264,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:05.795230 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6aba900a-7b83-4814-81c0-beab58b43847 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:05.812539 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6aba900a-7b83-4814-81c0-beab58b43847 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9c365e71-d5ff-4066-99d0-0ed8be40d264 HTTP/1.1" status: 204 len: 168 time: 0.4510725 Mar 05 13:48:05.816556 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59314) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:05.848268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea89bf-e05f-4f8f-badb-69df4cc1621a req-3538db40-7c7e-4df4-9f44-ec9bcd05be55 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:05.854452 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-77ea89bf-e05f-4f8f-badb-69df4cc1621a req-3538db40-7c7e-4df4-9f44-ec9bcd05be55 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab84d90c-da71-4cd4-b4ea-bb1802a479ab HTTP/1.1" status: 200 len: 943 time: 0.2261951 Mar 05 13:48:06.021441 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-980f44f1-47bc-4d99-a8f6-877963d385fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:06.036320 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-77ea89bf-e05f-4f8f-badb-69df4cc1621a req-89637579-ebdb-4d7b-b88f-36af48bb03a0 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793673 Mar 05 13:48:06.063665 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae54c97-9c7c-437b-8bcc-159b3e70eadc req-d33de287-3cbb-416c-8c5d-73690f17bd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:06.065844 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ae54c97-9c7c-437b-8bcc-159b3e70eadc req-d33de287-3cbb-416c-8c5d-73690f17bd86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&device_id=ab84d90c-da71-4cd4-b4ea-bb1802a479ab HTTP/1.1" status: 200 len: 1094 time: 0.3535485 Mar 05 13:48:06.299612 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c3eb2bc4-92f2-4cd4-b9da-899f756e7408 req-0eede9f4-0ee1-4a87-8f68-3d61ea255339 tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0612454 Mar 05 13:48:06.660667 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-980f44f1-47bc-4d99-a8f6-877963d385fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:06.715520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-980f44f1-47bc-4d99-a8f6-877963d385fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d18103-1d51-4888-b1c7-4edddd6f80fe']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:48:06.738808 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-980f44f1-47bc-4d99-a8f6-877963d385fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61da46c0-21ac-4bec-8676-7721d415d244') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:48:06.739718 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-980f44f1-47bc-4d99-a8f6-877963d385fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61da46c0-21ac-4bec-8676-7721d415d244') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:48:06.749695 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae54c97-9c7c-437b-8bcc-159b3e70eadc req-4ba052c2-8ec5-45fa-a922-d447c13ea5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:06.750293 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ae54c97-9c7c-437b-8bcc-159b3e70eadc req-4ba052c2-8ec5-45fa-a922-d447c13ea5ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 906 time: 0.6077020 Mar 05 13:48:06.757844 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-980f44f1-47bc-4d99-a8f6-877963d385fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:06.842266 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-980f44f1-47bc-4d99-a8f6-877963d385fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:06.843554 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ae54c97-9c7c-437b-8bcc-159b3e70eadc req-35922618-bf8a-4747-8f18-0b3be9fcdbde service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc6b450d-7aab-471b-9917-9d90569e7dbc HTTP/1.1" status: 200 len: 217 time: 0.0778451 Mar 05 13:48:06.883389 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59338) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:06.886075 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980f44f1-47bc-4d99-a8f6-877963d385fc admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:48:06.886469 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-980f44f1-47bc-4d99-a8f6-877963d385fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:48:06.901535 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:48:06.928102 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 06e091af-73a1-47f1-ba65-3440aed4128b no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:48:06.978977 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 06e091af-73a1-47f1-ba65-3440aed4128b {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:48:06.980240 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 06e091af-73a1-47f1-ba65-3440aed4128b not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:48:07.011155 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1994f-d2a5-4010-ad8a-8afe4cf43359 req-02755ef3-ef10-4dd9-9c65-8dbe9802a80e tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:07.014383 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1fe1994f-d2a5-4010-ad8a-8afe4cf43359 req-02755ef3-ef10-4dd9-9c65-8dbe9802a80e tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.4622891 Mar 05 13:48:07.025556 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae54c97-9c7c-437b-8bcc-159b3e70eadc req-b99a4e98-7969-44e9-b193-7e9783882a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:07.027227 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ae54c97-9c7c-437b-8bcc-159b3e70eadc req-b99a4e98-7969-44e9-b193-7e9783882a20 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fbe719ac-a221-4304-9d9c-9289853597e6 HTTP/1.1" status: 200 len: 846 time: 0.1776211 Mar 05 13:48:07.031093 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-980f44f1-47bc-4d99-a8f6-877963d385fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:07.129426 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1bd2076e-32ca-43dd-a4fe-8aba7e76dfa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:07.151856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1bd2076e-32ca-43dd-a4fe-8aba7e76dfa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:07.157333 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1bd2076e-32ca-43dd-a4fe-8aba7e76dfa3 admin admin] Usage tracker for resource:security_group_rule and tenant:be3f4897d8864c4d9805f6665ab291eb is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:48:07.162810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1bd2076e-32ca-43dd-a4fe-8aba7e76dfa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:48:07.179994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1bd2076e-32ca-43dd-a4fe-8aba7e76dfa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:07.213154 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-980f44f1-47bc-4d99-a8f6-877963d385fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:07.274753 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f44f1-47bc-4d99-a8f6-877963d385fc admin admin] Pushing event deleted for resources: {'Network': ['ID=e2d18103-1d51-4888-b1c7-4edddd6f80fe,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:07.288274 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ae54c97-9c7c-437b-8bcc-159b3e70eadc req-95eb88ce-494b-4b17-99a7-83b478b26938 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9566c2e4-1bac-4a5b-8a67-d566157793fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737050 Mar 05 13:48:07.288274 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-980f44f1-47bc-4d99-a8f6-877963d385fc admin admin] 10.222.0.16 "DELETE /v2.0/networks/e2d18103-1d51-4888-b1c7-4edddd6f80fe HTTP/1.1" status: 204 len: 168 time: 1.4649231 Mar 05 13:48:07.328351 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1fe1994f-d2a5-4010-ad8a-8afe4cf43359 req-c743022e-5065-40c2-99a0-b0d731807b59 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981114 Mar 05 13:48:07.344251 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de9be1-7270-47be-9a3e-c73934df9b13 req-b5a2e247-4a91-469d-b6e3-0eec2f86a883 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:07.355178 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a9de9be1-7270-47be-9a3e-c73934df9b13 req-b5a2e247-4a91-469d-b6e3-0eec2f86a883 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab84d90c-da71-4cd4-b4ea-bb1802a479ab HTTP/1.1" status: 200 len: 943 time: 0.1641591 Mar 05 13:48:07.456237 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a9de9be1-7270-47be-9a3e-c73934df9b13 req-3e99d0c7-9d16-470a-9ea6-e0b706f8dc14 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003487 Mar 05 13:48:07.470477 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1bd2076e-32ca-43dd-a4fe-8aba7e76dfa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:07.478056 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1bd2076e-32ca-43dd-a4fe-8aba7e76dfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:07.606625 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1bd2076e-32ca-43dd-a4fe-8aba7e76dfa3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be3f4897d8864c4d9805f6665ab291eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7168982 Mar 05 13:48:07.613835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59352) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:07.613835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59354) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:07.627583 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ae54c97-9c7c-437b-8bcc-159b3e70eadc req-932f5e2f-46af-4bef-ab2d-386ef6d083a8 service neutron] 10.222.0.30 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416643 Mar 05 13:48:07.631954 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b6836f07-35aa-4e66-8598-1e74dbd6007b req-edcab831-443e-4a99-8f2e-818cdd26bba6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.1017325 Mar 05 13:48:07.636016 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fdc29831-17be-49ac-955a-3c4005f65a82 req-17cf0234-af72-4010-bec6-1ff1faae350e tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0827734 Mar 05 13:48:07.662386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2076e-32ca-43dd-a4fe-8aba7e76dfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd6c067-757a-4818-87a6-35d194ae87c1,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:07.753387 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a9bd5cb6-1b56-4d9b-aa6b-4fddefca22ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28dd93924d16451c9a2272e6c7b53e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1405849 Mar 05 13:48:07.755312 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59360) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:07.761604 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed2ab25c-7157-4c35-859a-43062207621a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:07.794712 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed2ab25c-7157-4c35-859a-43062207621a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:07.852270 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ff430a6-60b8-4726-beec-a8b85baf4922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:07.861920 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed2ab25c-7157-4c35-859a-43062207621a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:07.882082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ab25c-7157-4c35-859a-43062207621a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd6c067-757a-4818-87a6-35d194ae87c1,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:07.887608 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed2ab25c-7157-4c35-859a-43062207621a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:07.898513 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ed2ab25c-7157-4c35-859a-43062207621a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2dd6c067-757a-4818-87a6-35d194ae87c1 HTTP/1.1" status: 204 len: 168 time: 0.2773569 Mar 05 13:48:07.947975 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ff430a6-60b8-4726-beec-a8b85baf4922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:08.012951 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ae54c97-9c7c-437b-8bcc-159b3e70eadc req-f41d8e1d-926a-448b-b7d5-3950f38696b2 service neutron] 10.222.0.30 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960840 Mar 05 13:48:08.040537 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ff430a6-60b8-4726-beec-a8b85baf4922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:08.064553 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff430a6-60b8-4726-beec-a8b85baf4922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3ec013-129a-4fe7-aa35-96dccb510c8b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:08.069711 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ff430a6-60b8-4726-beec-a8b85baf4922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:08.071027 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9ff430a6-60b8-4726-beec-a8b85baf4922 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb3ec013-129a-4fe7-aa35-96dccb510c8b HTTP/1.1" status: 204 len: 168 time: 0.3133717 Mar 05 13:48:08.585484 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6a171-6119-4932-8bac-68eb679f3d85 req-f055ba51-6766-4827-a275-50aa20947947 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:08.597023 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d6d6a171-6119-4932-8bac-68eb679f3d85 req-f055ba51-6766-4827-a275-50aa20947947 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.1411302 Mar 05 13:48:08.666136 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d6d6a171-6119-4932-8bac-68eb679f3d85 req-47ee89b9-bf80-4c2e-809f-c6f16f5869a5 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653152 Mar 05 13:48:08.762587 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9d9f94fd-ba5a-40c4-b2f9-c4458b9e1e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:08.834492 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32cb40-9b1f-4b0b-84f6-c7e8ffaeccf8 req-331182f9-9d15-48e7-a8b7-8fa852a0baf9 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:08.837709 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd32cb40-9b1f-4b0b-84f6-c7e8ffaeccf8 req-331182f9-9d15-48e7-a8b7-8fa852a0baf9 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab84d90c-da71-4cd4-b4ea-bb1802a479ab HTTP/1.1" status: 200 len: 943 time: 0.2001214 Mar 05 13:48:08.890683 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-512c6720-a2df-49a9-8faf-eb59d25c9a89 req-f3a8ebbd-d9df-4396-b005-09e69ef1fb6f tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0628030 Mar 05 13:48:08.927762 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device fc6b450d-7aab-471b-9917-9d90569e7dbc details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:48:08.943815 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd32cb40-9b1f-4b0b-84f6-c7e8ffaeccf8 req-38962d71-9b42-4f8d-a9e7-9fbacfd859f9 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982149 Mar 05 13:48:09.099999 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port fc6b450d-7aab-471b-9917-9d90569e7dbc, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=fc6b450d-7aab-471b-9917-9d90569e7dbc,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:09.119418 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'fc6b450d-7aab-471b-9917-9d90569e7dbc', 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe', 'port_id': 'fc6b450d-7aab-471b-9917-9d90569e7dbc', 'mac_address': 'fa:16:3e:c9:9c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe719ac-a221-4304-9d9c-9289853597e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:48:09.219940 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:09.240758 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc6b450d-7aab-471b-9917-9d90569e7dbc {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:48:09.266748 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port fc6b450d-7aab-471b-9917-9d90569e7dbc, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=fc6b450d-7aab-471b-9917-9d90569e7dbc,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:09.273465 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:09.367453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=fc6b450d-7aab-471b-9917-9d90569e7dbc,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:09.375871 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:09.375979 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:09.376699 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:09.376699 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:09.376937 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:09.377255 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:09.377574 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:09.377912 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:09.378273 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:09.392564 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:09.394300 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:09.394300 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:09.555837 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['fc6b450d-7aab-471b-9917-9d90569e7dbc'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:48:10.018852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca65b10-3387-4ffe-bf4b-893016e4befd req-0d0cee2f-2f19-4308-a859-758644184163 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:10.020544 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0ca65b10-3387-4ffe-bf4b-893016e4befd req-0d0cee2f-2f19-4308-a859-758644184163 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.1424131 Mar 05 13:48:10.124682 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0ca65b10-3387-4ffe-bf4b-893016e4befd req-8525be7b-ed9c-4635-a59e-b72d4ad9eff8 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951507 Mar 05 13:48:10.234885 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c5a87710-4486-49ed-afbb-3dfc652281ac req-e2c50765-0ba2-4803-9476-a036ad9e2654 tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0684683 Mar 05 13:48:10.424018 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-463e682d-2041-478b-af1f-74134f0a4350 req-2ca7ba83-10a8-424b-8a5e-12323b3ef329 tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0925171 Mar 05 13:48:10.495573 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e515e-9609-444c-aa4e-b600c7dac279 req-6be4fc60-dbe7-465b-a2f3-2ef19887b5dd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:10.519923 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2b1e515e-9609-444c-aa4e-b600c7dac279 req-6be4fc60-dbe7-465b-a2f3-2ef19887b5dd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab84d90c-da71-4cd4-b4ea-bb1802a479ab HTTP/1.1" status: 200 len: 944 time: 0.1622791 Mar 05 13:48:10.628173 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2b1e515e-9609-444c-aa4e-b600c7dac279 req-a0e2aff1-d245-4c6b-a1a9-617e3c7c975a tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056573 Mar 05 13:48:10.908233 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bb1c7c46-9b97-44d7-96d4-efddc729b852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:10.968528 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device fc6b450d-7aab-471b-9917-9d90569e7dbc up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:48:11.056039 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port fc6b450d-7aab-471b-9917-9d90569e7dbc completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:48:11.058047 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port fc6b450d-7aab-471b-9917-9d90569e7dbc triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:48:11.058047 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:11.325879 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:11.359307 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b692d4eb-dac1-4fee-aa1b-dd2534a25f54 req-5c95ecad-8ede-41ef-ac93-f046a78c9140 tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0731874 Mar 05 13:48:11.406572 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f1f1f0bc-7053-4547-828c-53c7b1052288 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:48:11.409361 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f1f1f0bc-7053-4547-828c-53c7b1052288 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:48:11.509480 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab84d90c-da71-4cd4-b4ea-bb1802a479ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6b450d-7aab-471b-9917-9d90569e7dbc'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:48:11.531513 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227aa1f-fdc2-4aee-a914-49d07201a7c8 req-9c1e3ef6-3413-43b7-9492-4fdd3d918f0c tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:11.551345 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b227aa1f-fdc2-4aee-a914-49d07201a7c8 req-9c1e3ef6-3413-43b7-9492-4fdd3d918f0c tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.1908171 Mar 05 13:48:11.570505 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port fc6b450d-7aab-471b-9917-9d90569e7dbc, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=fc6b450d-7aab-471b-9917-9d90569e7dbc,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:11.631022 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a23d2a9c-b8c7-459f-a907-c1d07c2b37ab req-d0507778-1429-4dc1-bcc0-fc023766de56 tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.1051457 Mar 05 13:48:11.632074 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b227aa1f-fdc2-4aee-a914-49d07201a7c8 req-f0c135a2-91e5-488e-9c05-342ed3f25a99 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798750 Mar 05 13:48:11.632595 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:11.790740 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab84d90c-da71-4cd4-b4ea-bb1802a479ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6b450d-7aab-471b-9917-9d90569e7dbc', 'code': 200} Mar 05 13:48:11.800325 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:11.889529 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f1f1f0bc-7053-4547-828c-53c7b1052288, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f1f1f0bc-7053-4547-828c-53c7b1052288,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:11.898480 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=fc6b450d-7aab-471b-9917-9d90569e7dbc,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:11.906467 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f1f1f0bc-7053-4547-828c-53c7b1052288, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f1f1f0bc-7053-4547-828c-53c7b1052288,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:11.913388 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'f1f1f0bc-7053-4547-828c-53c7b1052288', 'network_id': '8121de62-3e77-4026-8973-919cd2101c11', 'port_id': 'f1f1f0bc-7053-4547-828c-53c7b1052288', 'mac_address': 'fa:16:3e:53:0b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cc4165-f01d-48a1-9180-c6a57fe7bd9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:48:11.936573 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb710f43-a353-4305-b1de-2d61ff820352 req-97d1bd84-36ab-4d94-b3ce-5a6c419338b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:11.938044 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fb710f43-a353-4305-b1de-2d61ff820352 req-97d1bd84-36ab-4d94-b3ce-5a6c419338b9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab84d90c-da71-4cd4-b4ea-bb1802a479ab HTTP/1.1" status: 200 len: 1096 time: 0.1650696 Mar 05 13:48:11.950205 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15fe54-7c3c-4484-a7bb-4e09aba5fa6b req-9a58037f-10b7-40c2-907d-86455f3a36bc tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:11.951308 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c15fe54-7c3c-4484-a7bb-4e09aba5fa6b req-9a58037f-10b7-40c2-907d-86455f3a36bc tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab84d90c-da71-4cd4-b4ea-bb1802a479ab HTTP/1.1" status: 200 len: 945 time: 0.1340635 Mar 05 13:48:11.966514 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:12.019443 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fb710f43-a353-4305-b1de-2d61ff820352 req-831eeae3-bd08-48bf-96ee-1fc4a0851be0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671601 Mar 05 13:48:12.038200 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c15fe54-7c3c-4484-a7bb-4e09aba5fa6b req-f57dd132-717f-4537-a6a9-652f72876d3f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677159 Mar 05 13:48:12.076774 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:12.085447 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:12.089008 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:12.112478 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f1f0bc-7053-4547-828c-53c7b1052288 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:48:12.127191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=f1f1f0bc-7053-4547-828c-53c7b1052288,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:12.135776 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f1f1f0bc-7053-4547-828c-53c7b1052288, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f1f1f0bc-7053-4547-828c-53c7b1052288,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:12.139915 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:12.212067 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=f1f1f0bc-7053-4547-828c-53c7b1052288,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:12.466240 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['f1f1f0bc-7053-4547-828c-53c7b1052288'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:48:12.584995 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9198510-b1e5-4b1c-8dfb-9855a36375bc req-22e7280b-2131-4591-b507-8f811630ee76 tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0505831 Mar 05 13:48:12.732783 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-23df2577-b0b4-405d-ab26-4605a512d7a1 req-9fe7e1d9-a4a1-4d2e-83b0-c2825014c2ad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0568881 Mar 05 13:48:12.835030 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af45163-0fdf-4c51-a9f9-e1f693a25cf1 req-9c04aa39-ed0a-4d5d-a41a-682972187c2c tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:12.836895 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1af45163-0fdf-4c51-a9f9-e1f693a25cf1 req-9c04aa39-ed0a-4d5d-a41a-682972187c2c tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 944 time: 0.0866416 Mar 05 13:48:12.847446 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2b29a638-5a5e-4958-b5c1-eeb3f033817f req-23e89264-ad47-4e15-a63b-febc26dc9b05 tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0457361 Mar 05 13:48:12.887081 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1af45163-0fdf-4c51-a9f9-e1f693a25cf1 req-ce0651e0-0c88-4008-9f89-efcd0114fc08 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427449 Mar 05 13:48:13.265986 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a191a-192d-49f0-9e37-235f6c9c86e9 req-c09b4869-b6f6-4b5b-b74b-a9bf83934b32 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:13.267490 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-955a191a-192d-49f0-9e37-235f6c9c86e9 req-c09b4869-b6f6-4b5b-b74b-a9bf83934b32 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab84d90c-da71-4cd4-b4ea-bb1802a479ab HTTP/1.1" status: 200 len: 945 time: 0.1300700 Mar 05 13:48:13.316529 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-955a191a-192d-49f0-9e37-235f6c9c86e9 req-78983ba9-1dbb-4901-9373-caa1ab90981e tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426750 Mar 05 13:48:13.575519 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:13.759302 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a8e151dc-13f9-4361-8ab6-7b444fa903ae req-b501f633-8df6-4dad-9354-d4626436de76 tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0431409 Mar 05 13:48:13.791703 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1353d21-3aed-4e39-949e-6dac5dbbca0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1f1f0bc-7053-4547-828c-53c7b1052288'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:48:13.838962 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1353d21-3aed-4e39-949e-6dac5dbbca0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1f1f0bc-7053-4547-828c-53c7b1052288', 'code': 200} Mar 05 13:48:14.013196 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-74cdc5ed-dbca-4586-821d-e615efce3f4c req-20e6657a-b461-4629-b24d-8861df5e1c4f tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0489950 Mar 05 13:48:14.075559 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeff91-553b-4daf-b017-28c3a3ea6d8a req-76fdaa18-8c18-45fb-8750-fd12a46a90be tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:14.076851 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fffeff91-553b-4daf-b017-28c3a3ea6d8a req-76fdaa18-8c18-45fb-8750-fd12a46a90be tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 944 time: 0.0823660 Mar 05 13:48:14.146560 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fffeff91-553b-4daf-b017-28c3a3ea6d8a req-ab249371-1b86-444a-801d-12c767ccd7b2 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527794 Mar 05 13:48:14.662427 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22e656-005f-4adf-9684-faa763a559f3 req-9c31a657-a11f-4c98-b9e4-be52d722c772 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:14.666191 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fe22e656-005f-4adf-9684-faa763a559f3 req-9c31a657-a11f-4c98-b9e4-be52d722c772 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab84d90c-da71-4cd4-b4ea-bb1802a479ab HTTP/1.1" status: 200 len: 945 time: 0.1499176 Mar 05 13:48:14.736353 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fe22e656-005f-4adf-9684-faa763a559f3 req-509bf7f7-0a3d-4e8a-939c-02d31038a364 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625167 Mar 05 13:48:14.863574 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59554) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:14.933197 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-70615630-ab17-4f3c-8bce-c0f066679616 req-761cb655-cbc1-406b-970d-f3c1435a8489 tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0706635 Mar 05 13:48:15.079047 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-71d8197f-22d2-4cf5-a5eb-d3ef7b91db51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:15.153969 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-71d8197f-22d2-4cf5-a5eb-d3ef7b91db51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:15.166720 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-71d8197f-22d2-4cf5-a5eb-d3ef7b91db51 admin admin] Usage tracker for resource:security_group_rule and tenant:20fdc96460cc4fef9a33be2d87d8dc39 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:48:15.175336 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f36738ae-e61b-466d-85dc-dbdadd9d2a9f req-bd5df5df-a7e4-429d-bb74-e5e95923e5c7 tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0657096 Mar 05 13:48:15.176345 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-71d8197f-22d2-4cf5-a5eb-d3ef7b91db51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:48:15.184537 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-71d8197f-22d2-4cf5-a5eb-d3ef7b91db51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:15.189999 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbbb00-2cf7-4eb8-b0d3-43878612bbb2 req-c8350170-a239-4d70-a311-e21d99ba555f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:15.191513 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0cbbb00-2cf7-4eb8-b0d3-43878612bbb2 req-c8350170-a239-4d70-a311-e21d99ba555f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab84d90c-da71-4cd4-b4ea-bb1802a479ab HTTP/1.1" status: 200 len: 945 time: 0.0975089 Mar 05 13:48:15.268735 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0cbbb00-2cf7-4eb8-b0d3-43878612bbb2 req-d88cd247-6240-44b9-8a50-7d0b45f26a42 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659230 Mar 05 13:48:15.311147 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-71d8197f-22d2-4cf5-a5eb-d3ef7b91db51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:15.347415 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-71d8197f-22d2-4cf5-a5eb-d3ef7b91db51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:15.403415 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f1f1f0bc-7053-4547-828c-53c7b1052288 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:48:15.408027 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-71d8197f-22d2-4cf5-a5eb-d3ef7b91db51 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20fdc96460cc4fef9a33be2d87d8dc39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5425453 Mar 05 13:48:15.411702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8197f-22d2-4cf5-a5eb-d3ef7b91db51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138642d0-b4ee-46ac-a829-3cd0d2fc4d3c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:15.415838 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59568) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:15.495452 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aae89b-9494-4f27-91fd-d7ad370f185e req-09cfc6d4-0378-438b-b27a-22706a9e2043 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:15.497777 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-18aae89b-9494-4f27-91fd-d7ad370f185e req-09cfc6d4-0378-438b-b27a-22706a9e2043 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 944 time: 0.1931698 Mar 05 13:48:15.499530 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port f1f1f0bc-7053-4547-828c-53c7b1052288 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:48:15.499902 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:15.501633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac7fbc-98a7-45b3-b1fc-1d8b8359e5de req-521101c4-4148-4b32-b833-3613044c51f7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:15.503214 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bdac7fbc-98a7-45b3-b1fc-1d8b8359e5de req-521101c4-4148-4b32-b833-3613044c51f7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab84d90c-da71-4cd4-b4ea-bb1802a479ab HTTP/1.1" status: 200 len: 945 time: 0.1290526 Mar 05 13:48:15.531930 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6d2317e7-6777-4f02-95e6-02a3a7d829c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:15.555287 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bdac7fbc-98a7-45b3-b1fc-1d8b8359e5de req-5b3aa2fe-2d9d-494a-80b7-b23a8fe12cd1 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463777 Mar 05 13:48:15.571721 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-18aae89b-9494-4f27-91fd-d7ad370f185e req-918691ee-b332-4433-a599-9cf41c5b3050 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654109 Mar 05 13:48:15.577332 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6d2317e7-6777-4f02-95e6-02a3a7d829c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:15.637811 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6d2317e7-6777-4f02-95e6-02a3a7d829c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:15.651087 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:15.654225 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2317e7-6777-4f02-95e6-02a3a7d829c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138642d0-b4ee-46ac-a829-3cd0d2fc4d3c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:15.658871 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6d2317e7-6777-4f02-95e6-02a3a7d829c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:15.659905 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6d2317e7-6777-4f02-95e6-02a3a7d829c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/138642d0-b4ee-46ac-a829-3cd0d2fc4d3c HTTP/1.1" status: 204 len: 168 time: 0.2431495 Mar 05 13:48:15.700794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f1f1f0bc-7053-4547-828c-53c7b1052288, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f1f1f0bc-7053-4547-828c-53c7b1052288,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:15.705985 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:15.785190 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=f1f1f0bc-7053-4547-828c-53c7b1052288,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:15.840045 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1353d21-3aed-4e39-949e-6dac5dbbca0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f1f0bc-7053-4547-828c-53c7b1052288'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:48:15.887596 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1353d21-3aed-4e39-949e-6dac5dbbca0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f1f0bc-7053-4547-828c-53c7b1052288', 'code': 200} Mar 05 13:48:16.105041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814d4e0-e6a4-465a-9571-3db39d535e63 req-c2d1027f-b172-4f20-ab13-add369bd0915 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:16.113280 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f814d4e0-e6a4-465a-9571-3db39d535e63 req-c2d1027f-b172-4f20-ab13-add369bd0915 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab84d90c-da71-4cd4-b4ea-bb1802a479ab HTTP/1.1" status: 200 len: 945 time: 0.2006092 Mar 05 13:48:16.163563 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f814d4e0-e6a4-465a-9571-3db39d535e63 req-933f0ee3-1c05-4119-9761-3894fc386415 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488999 Mar 05 13:48:16.268275 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-279dd7af-60ec-43a2-a0c6-36239247be55 req-0148c3a9-e64d-451a-9f41-174de478cd2b tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.1597271 Mar 05 13:48:16.294549 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94acfc-3bd4-4e98-b6b5-419793eae6c6 req-59400d19-fec0-4d01-9b9e-ef2a4b27f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:16.296234 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ed94acfc-3bd4-4e98-b6b5-419793eae6c6 req-59400d19-fec0-4d01-9b9e-ef2a4b27f90e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 1096 time: 0.2509639 Mar 05 13:48:16.339445 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ed94acfc-3bd4-4e98-b6b5-419793eae6c6 req-ba53d6d4-6bc2-4e03-a294-83239a7840ec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366840 Mar 05 13:48:16.350805 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3af39765-c538-49d7-be65-878b75308728 req-a3375488-f1b2-48ce-a3b7-fecc71b7d545 tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0443752 Mar 05 13:48:16.774006 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4d353-1451-4c5c-b1f2-bc30c244f908 req-c7771940-e876-492c-8fa1-a450c7793fdb tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:16.775663 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0de4d353-1451-4c5c-b1f2-bc30c244f908 req-c7771940-e876-492c-8fa1-a450c7793fdb tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.0949571 Mar 05 13:48:16.821976 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0de4d353-1451-4c5c-b1f2-bc30c244f908 req-8f679ea7-b9a3-4cfe-b237-9122cabfc4e9 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402927 Mar 05 13:48:17.100023 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5b00d-ba05-49b2-8024-ae11dc1f38d7 req-213371e4-ead1-4829-9c63-5d7b14abc72c tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:17.101496 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-36c5b00d-ba05-49b2-8024-ae11dc1f38d7 req-213371e4-ead1-4829-9c63-5d7b14abc72c tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c11b2c0-6dd4-4a22-b055-7336cbc5d158 HTTP/1.1" status: 200 len: 946 time: 0.0888515 Mar 05 13:48:17.147271 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-36c5b00d-ba05-49b2-8024-ae11dc1f38d7 req-8576639f-9aff-4dde-b8bd-ab7be03f21e0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c7cef-15aa-451d-9496-6a812fa357ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395129 Mar 05 13:48:17.380490 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c736f-5b7b-4420-97be-88fae2e914a5 req-94b76789-c3ec-4be4-becc-03f6f41e8cdd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:17.382679 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-542c736f-5b7b-4420-97be-88fae2e914a5 req-94b76789-c3ec-4be4-becc-03f6f41e8cdd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab84d90c-da71-4cd4-b4ea-bb1802a479ab HTTP/1.1" status: 200 len: 945 time: 0.0988255 Mar 05 13:48:17.393644 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1502568-3238-4291-b617-614f61b738fe req-a7ed3497-bb59-4682-bf39-3f94051a745b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:17.395947 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f1502568-3238-4291-b617-614f61b738fe req-a7ed3497-bb59-4682-bf39-3f94051a745b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab84d90c-da71-4cd4-b4ea-bb1802a479ab HTTP/1.1" status: 200 len: 945 time: 0.1233106 Mar 05 13:48:17.450961 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-542c736f-5b7b-4420-97be-88fae2e914a5 req-a5e1510f-10f0-4984-8afb-623c4f8707b8 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606718 Mar 05 13:48:17.529141 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-af9ec1f4-1c9f-4f61-b25d-bbae95d7d8d5 req-9dff48a4-a83a-40f9-af6d-e849acf89e23 tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0708013 Mar 05 13:48:17.581964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-f1502568-3238-4291-b617-614f61b738fe req-6e8d5bb1-34d7-44c1-b1f1-ea92323bbedb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Deleting port fc6b450d-7aab-471b-9917-9d90569e7dbc {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:48:17.582303 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f1502568-3238-4291-b617-614f61b738fe req-6e8d5bb1-34d7-44c1-b1f1-ea92323bbedb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:17.703003 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-100cbbe2-8041-4416-998a-3d8420d8f5a3 req-4a73c938-d22d-4a14-834b-b4faa3537453 tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0843613 Mar 05 13:48:17.861099 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:48:17.943935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-f1502568-3238-4291-b617-614f61b738fe req-6e8d5bb1-34d7-44c1-b1f1-ea92323bbedb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] For port fc6b450d-7aab-471b-9917-9d90569e7dbc, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=fc6b450d-7aab-471b-9917-9d90569e7dbc,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:17.944301 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f1502568-3238-4291-b617-614f61b738fe req-6e8d5bb1-34d7-44c1-b1f1-ea92323bbedb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:18.043901 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833aa51-7c2c-4e0b-bc78-1c87339ee56f req-7d1be4b9-ff94-4caa-955d-1854c98eeee0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:18.046378 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d833aa51-7c2c-4e0b-bc78-1c87339ee56f req-7d1be4b9-ff94-4caa-955d-1854c98eeee0 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c11b2c0-6dd4-4a22-b055-7336cbc5d158 HTTP/1.1" status: 200 len: 946 time: 0.0999756 Mar 05 13:48:18.106631 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d833aa51-7c2c-4e0b-bc78-1c87339ee56f req-41e9516d-56ff-4ff5-8aae-0200dd96cab4 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c7cef-15aa-451d-9496-6a812fa357ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499806 Mar 05 13:48:18.123989 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-f1502568-3238-4291-b617-614f61b738fe req-6e8d5bb1-34d7-44c1-b1f1-ea92323bbedb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Calling delete_port for fc6b450d-7aab-471b-9917-9d90569e7dbc owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:48:18.276237 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605814a7-fd5c-4479-a768-e9fe8320f4e5 req-995a410a-87b9-4b1e-8547-9cc30831dcc7 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:18.278290 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-605814a7-fd5c-4479-a768-e9fe8320f4e5 req-995a410a-87b9-4b1e-8547-9cc30831dcc7 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.2569959 Mar 05 13:48:18.333471 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f1502568-3238-4291-b617-614f61b738fe req-6e8d5bb1-34d7-44c1-b1f1-ea92323bbedb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:18.343327 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-605814a7-fd5c-4479-a768-e9fe8320f4e5 req-a75ca366-31ed-435e-8a1c-5a70e4fbc5b6 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583286 Mar 05 13:48:18.349527 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['4e8e3409-53d8-4da7-8d85-ae70635ee2ea'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:48:18.399250 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['fc6b450d-7aab-471b-9917-9d90569e7dbc'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:48:18.517629 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d5bb1-34d7-44c1-b1f1-ea92323bbedb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Pushing event deleted for resources: {'Port': ['ID=fc6b450d-7aab-471b-9917-9d90569e7dbc,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:18.627843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1502568-3238-4291-b617-614f61b738fe req-6e8d5bb1-34d7-44c1-b1f1-ea92323bbedb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] No DVR routers for this DVR port fc6b450d-7aab-471b-9917-9d90569e7dbc on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:48:18.630498 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f1502568-3238-4291-b617-614f61b738fe req-6e8d5bb1-34d7-44c1-b1f1-ea92323bbedb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:18.634216 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab84d90c-da71-4cd4-b4ea-bb1802a479ab', 'name': 'network-vif-deleted', 'tag': 'fc6b450d-7aab-471b-9917-9d90569e7dbc'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:48:18.654615 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f1502568-3238-4291-b617-614f61b738fe req-6e8d5bb1-34d7-44c1-b1f1-ea92323bbedb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.30 "DELETE /v2.0/ports/fc6b450d-7aab-471b-9917-9d90569e7dbc HTTP/1.1" status: 204 len: 173 time: 1.2525768 Mar 05 13:48:18.662128 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad1c6a-442a-4c43-aa7b-4317dc612c2a req-95d47e9b-6478-4254-b6e3-270a80ebb85d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:18.664453 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-66ad1c6a-442a-4c43-aa7b-4317dc612c2a req-95d47e9b-6478-4254-b6e3-270a80ebb85d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.1827986 Mar 05 13:48:18.714383 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f29a2c07-654c-47b7-8f34-7c2fcfe8721a req-cf7d4b2f-5603-4e41-9afb-bb11237e68cb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Synchronizing usage tracker for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:48:18.733358 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-66ad1c6a-442a-4c43-aa7b-4317dc612c2a req-e1616f8f-e852-43ad-a303-b0211c96c087 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591533 Mar 05 13:48:18.739176 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f29a2c07-654c-47b7-8f34-7c2fcfe8721a req-cf7d4b2f-5603-4e41-9afb-bb11237e68cb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Unset dirty status for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:48:18.740611 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f29a2c07-654c-47b7-8f34-7c2fcfe8721a req-cf7d4b2f-5603-4e41-9afb-bb11237e68cb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab84d90c-da71-4cd4-b4ea-bb1802a479ab HTTP/1.1" status: 200 len: 210 time: 0.0849702 Mar 05 13:48:18.812522 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab84d90c-da71-4cd4-b4ea-bb1802a479ab', 'name': 'network-vif-deleted', 'tag': 'fc6b450d-7aab-471b-9917-9d90569e7dbc', 'status': 'completed', 'code': 200} Mar 05 13:48:18.912308 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3ed24ac8-675e-4991-b558-aeb97cdc3a9a req-b0c3eb06-8413-4d29-84b8-02c3fe42cd4c tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0501688 Mar 05 13:48:18.990165 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b9f6ebd5-7b7c-4024-b2ef-f1cb5771e9b3 req-0b9a1ed8-494e-4145-a199-6d380945969e tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0699151 Mar 05 13:48:19.412165 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4be69-8a18-415e-8fa9-3188f3dc5147 req-ad8f51c4-ca9c-4fda-bbcf-be3c93a8b4be tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:19.413711 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37a4be69-8a18-415e-8fa9-3188f3dc5147 req-ad8f51c4-ca9c-4fda-bbcf-be3c93a8b4be tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c11b2c0-6dd4-4a22-b055-7336cbc5d158 HTTP/1.1" status: 200 len: 946 time: 0.2286148 Mar 05 13:48:19.437714 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7fa50-717e-4a9c-afb8-964578182c27 req-80af5edd-b391-41b2-bc33-c10defaff7f7 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:19.447484 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0aa7fa50-717e-4a9c-afb8-964578182c27 req-80af5edd-b391-41b2-bc33-c10defaff7f7 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c11b2c0-6dd4-4a22-b055-7336cbc5d158 HTTP/1.1" status: 200 len: 946 time: 0.2063251 Mar 05 13:48:19.535405 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-37a4be69-8a18-415e-8fa9-3188f3dc5147 req-21346c97-794a-4061-9b67-94826abad98f tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Deleting port 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:48:19.536122 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-37a4be69-8a18-415e-8fa9-3188f3dc5147 req-21346c97-794a-4061-9b67-94826abad98f tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:19.619368 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0aa7fa50-717e-4a9c-afb8-964578182c27 req-8644a926-1386-42d9-b31f-cd9085432643 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c7cef-15aa-451d-9496-6a812fa357ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708758 Mar 05 13:48:19.629467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-74f3230b-106d-468f-8cab-3f8e89700dbf tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:19.637078 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-74f3230b-106d-468f-8cab-3f8e89700dbf tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/networks?id=8121de62-3e77-4026-8973-919cd2101c11 HTTP/1.1" status: 200 len: 814 time: 0.2072022 Mar 05 13:48:19.649379 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-d937e8b7-884d-4988-afa1-593d9e120539 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/quotas/685c107fd21b4a6787a130b25db4ab7d HTTP/1.1" status: 200 len: 375 time: 0.0107410 Mar 05 13:48:19.747880 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-11052136-e644-4634-84b9-39b912359d54 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=685c107fd21b4a6787a130b25db4ab7d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0915289 Mar 05 13:48:19.928761 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-35ef2250-de94-498b-a0be-07c1cf612cdf service neutron] 10.222.0.16 "GET /v2.0/networks/8121de62-3e77-4026-8973-919cd2101c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731725 Mar 05 13:48:20.008663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-37a4be69-8a18-415e-8fa9-3188f3dc5147 req-21346c97-794a-4061-9b67-94826abad98f tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] For port 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=41b8f2c8-26fb-4822-aedd-ca4b6f0796e5,segment=NetworkSegment(ecd69e45-c24c-48cc-9973-bc653c95a159),segment_id=ecd69e45-c24c-48cc-9973-bc653c95a159)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:20.008951 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-37a4be69-8a18-415e-8fa9-3188f3dc5147 req-21346c97-794a-4061-9b67-94826abad98f tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:20.125944 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-5f7cb695-7c72-4d79-a7a3-34cec24fc570 service neutron] 10.222.0.16 "GET /v2.0/networks/8121de62-3e77-4026-8973-919cd2101c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909392 Mar 05 13:48:20.475346 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-678f6818-467c-487c-b8f1-9dd3ed5b899c req-5762d442-ef10-4295-8e0e-3146e772a51e tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0921085 Mar 05 13:48:20.487505 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-37a4be69-8a18-415e-8fa9-3188f3dc5147 req-21346c97-794a-4061-9b67-94826abad98f tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:20.488286 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-37a4be69-8a18-415e-8fa9-3188f3dc5147 req-21346c97-794a-4061-9b67-94826abad98f tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:20.488609 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [req-37a4be69-8a18-415e-8fa9-3188f3dc5147 req-21346c97-794a-4061-9b67-94826abad98f tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Floating IP f888a3b4-031b-432f-9544-bfbaa9d3315f disassociated. External IP: 172.25.4.42, port: 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5. Mar 05 13:48:20.488954 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-37a4be69-8a18-415e-8fa9-3188f3dc5147 req-21346c97-794a-4061-9b67-94826abad98f tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Calling delete_port for 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:48:20.645490 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d9cbf1c2-bf82-4402-ab77-a3ddaa44e1ee req-e748b64a-0ea4-48c0-8360-dd068955dbe2 tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.5361328 Mar 05 13:48:20.788347 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-29032ad1-0f22-43ff-9c4f-1e1ca9bda5e2 req-4652b29e-c596-4dc2-9f07-ab27aab5b4f8 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 210 time: 0.0773044 Mar 05 13:48:20.791228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b8160-48f0-4740-b74c-fa1716b37bc0 req-8b262617-6588-4a3d-bd6b-d4096b789ae4 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:20.793453 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e58b8160-48f0-4740-b74c-fa1716b37bc0 req-8b262617-6588-4a3d-bd6b-d4096b789ae4 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1353d21-3aed-4e39-949e-6dac5dbbca0c HTTP/1.1" status: 200 len: 945 time: 0.1865230 Mar 05 13:48:20.941892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-bff9b829-79e8-4d02-9b29-fbad93cdd730 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:20.947349 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-bff9b829-79e8-4d02-9b29-fbad93cdd730 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 806 time: 0.3747637 Mar 05 13:48:20.954832 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-e58b8160-48f0-4740-b74c-fa1716b37bc0 req-ccba5ff3-4654-47b9-82da-3f44ef8baa30 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Deleting port f1f1f0bc-7053-4547-828c-53c7b1052288 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:48:20.955192 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e58b8160-48f0-4740-b74c-fa1716b37bc0 req-ccba5ff3-4654-47b9-82da-3f44ef8baa30 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:20.979707 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-37a4be69-8a18-415e-8fa9-3188f3dc5147 req-21346c97-794a-4061-9b67-94826abad98f tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:21.021678 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:48:21.085910 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21346c97-794a-4061-9b67-94826abad98f tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Pushing event deleted for resources: {'Port': ['ID=41b8f2c8-26fb-4822-aedd-ca4b6f0796e5,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:21.175351 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:48:21.175718 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:48:21.176144 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device fc6b450d-7aab-471b-9917-9d90569e7dbc no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:48:21.254801 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: fc6b450d-7aab-471b-9917-9d90569e7dbc {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:48:21.255163 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device fc6b450d-7aab-471b-9917-9d90569e7dbc not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:48:21.292473 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15379632-1fca-4af3-a700-60b5cfb09c54 req-bf0904a7-9e3b-4137-8da8-8497f784bbfc tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:21.298107 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-15379632-1fca-4af3-a700-60b5cfb09c54 req-bf0904a7-9e3b-4137-8da8-8497f784bbfc tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c11b2c0-6dd4-4a22-b055-7336cbc5d158 HTTP/1.1" status: 200 len: 867 time: 0.3816257 Mar 05 13:48:21.547599 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-e58b8160-48f0-4740-b74c-fa1716b37bc0 req-ccba5ff3-4654-47b9-82da-3f44ef8baa30 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] For port f1f1f0bc-7053-4547-828c-53c7b1052288, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f1f1f0bc-7053-4547-828c-53c7b1052288,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:21.547964 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e58b8160-48f0-4740-b74c-fa1716b37bc0 req-ccba5ff3-4654-47b9-82da-3f44ef8baa30 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:21.576064 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-15379632-1fca-4af3-a700-60b5cfb09c54 req-a70dc1d8-347b-4506-8971-73121046e68e tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/security-groups?id=e87c7cef-15aa-451d-9496-6a812fa357ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646677 Mar 05 13:48:21.678847 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37a4be69-8a18-415e-8fa9-3188f3dc5147 req-21346c97-794a-4061-9b67-94826abad98f tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Router 50e9f2b1-2d20-4124-b10d-dcba740fbeaa has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:48:21.910262 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-ee5ecdf1-c12b-4ab5-8070-b95201b89ad0 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/quotas/1e6dfeba02724ceabbe61dac4cb2c5dc HTTP/1.1" status: 200 len: 375 time: 0.8636265 Mar 05 13:48:21.960013 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a30a68ee-5eac-4d7e-8cc8-32ebec01b84d req-a58791e9-280b-4dcb-b3ef-005afde4d64a tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.1238911 Mar 05 13:48:22.138752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-e58b8160-48f0-4740-b74c-fa1716b37bc0 req-ccba5ff3-4654-47b9-82da-3f44ef8baa30 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Calling delete_port for f1f1f0bc-7053-4547-828c-53c7b1052288 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:48:22.244683 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37a4be69-8a18-415e-8fa9-3188f3dc5147 req-21346c97-794a-4061-9b67-94826abad98f tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:48:22.264301 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996ac31e-74c0-45b4-af87-014ce96326bd None None] Sync routers for ids ['50e9f2b1-2d20-4124-b10d-dcba740fbeaa'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:48:22.297954 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996ac31e-74c0-45b4-af87-014ce96326bd None None] Routers {'50e9f2b1-2d20-4124-b10d-dcba740fbeaa'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:48:22.299467 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-996ac31e-74c0-45b4-af87-014ce96326bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:48:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['50e9f2b1-2d20-4124-b10d-dcba740fbeaa'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:48:22.313052 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-91f4fdff-8574-49a8-a2e2-588372bae536 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:22.315312 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-91f4fdff-8574-49a8-a2e2-588372bae536 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.30 "GET /v2.0/networks?id=8121de62-3e77-4026-8973-919cd2101c11 HTTP/1.1" status: 200 len: 814 time: 0.4204829 Mar 05 13:48:22.346265 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-7541a190-cfd6-4ba4-ae3e-75c082ef6801 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Request body: {'port': {'device_id': 'd83c924e-5201-45cf-b349-025b4ec5f165', 'network_id': '8121de62-3e77-4026-8973-919cd2101c11', 'admin_state_up': True, 'tenant_id': '685c107fd21b4a6787a130b25db4ab7d'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:48:22.535074 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-fef19fe8-6769-4ed8-832a-692ea9b4b90c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6240258 Mar 05 13:48:22.563289 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3df32ccd-2dc0-4550-a64a-2923e4b2fb0f req-8895da8f-b099-441f-9398-05c794da8dc0 tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.3768630 Mar 05 13:48:22.577613 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a4be69-8a18-415e-8fa9-3188f3dc5147 req-21346c97-794a-4061-9b67-94826abad98f tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] No DVR routers for this DVR port 41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:48:22.580307 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-37a4be69-8a18-415e-8fa9-3188f3dc5147 req-21346c97-794a-4061-9b67-94826abad98f tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:22.590274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c11b2c0-6dd4-4a22-b055-7336cbc5d158', 'name': 'network-vif-deleted', 'tag': '41b8f2c8-26fb-4822-aedd-ca4b6f0796e5'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:48:22.625550 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37a4be69-8a18-415e-8fa9-3188f3dc5147 req-21346c97-794a-4061-9b67-94826abad98f tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.30 "DELETE /v2.0/ports/41b8f2c8-26fb-4822-aedd-ca4b6f0796e5 HTTP/1.1" status: 204 len: 173 time: 3.1553984 Mar 05 13:48:22.766575 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-996ac31e-74c0-45b4-af87-014ce96326bd None None] Set router 50e9f2b1-2d20-4124-b10d-dcba740fbeaa gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:48:22.790283 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-0436e026-a733-427f-a4e8-a7c275ab5a37 service neutron] 10.222.0.16 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288113 Mar 05 13:48:22.917043 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-09798fee-26b8-42b8-916b-6d040af6fcea req-5ca18962-4770-4a39-a629-832b76761991 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 210 time: 0.0818028 Mar 05 13:48:23.057163 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e58b8160-48f0-4740-b74c-fa1716b37bc0 req-ccba5ff3-4654-47b9-82da-3f44ef8baa30 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:23.122486 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f20b24de-d34f-42c9-8267-e96fcca1b8a5 req-5bd58d4b-1f96-4e96-9835-de2c04c27772 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Synchronizing usage tracker for tenant:b319e138c56d4a4c98bd5807281ccabc on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:48:23.150339 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f20b24de-d34f-42c9-8267-e96fcca1b8a5 req-5bd58d4b-1f96-4e96-9835-de2c04c27772 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Unset dirty status for tenant:b319e138c56d4a4c98bd5807281ccabc on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:48:23.152801 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f20b24de-d34f-42c9-8267-e96fcca1b8a5 req-5bd58d4b-1f96-4e96-9835-de2c04c27772 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c11b2c0-6dd4-4a22-b055-7336cbc5d158 HTTP/1.1" status: 200 len: 210 time: 0.0769923 Mar 05 13:48:23.204546 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-996ac31e-74c0-45b4-af87-014ce96326bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'name': 'tempest-ServersTestJSON-1402838448-router', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:46:53Z', 'updated_at': '2022-03-05T13:47:04Z', 'revision_number': 4, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'gw_port': {'id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:55Z', 'updated_at': '2022-03-05T13:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '51a29a14-0221-4a6b-ba8f-5ae91909b4cf', 'name': '', 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'mac_address': 'fa:16:3e:5b:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'b9f0f85d-e916-4aa7-8d40-c24768de8024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:47:01Z', 'updated_at': '2022-03-05T13:47:19Z', 'revision_number': 5, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'subnets': [{'id': 'b9f0f85d-e916-4aa7-8d40-c24768de8024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:48:23.209542 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996ac31e-74c0-45b4-af87-014ce96326bd None None] Checking router: 50e9f2b1-2d20-4124-b10d-dcba740fbeaa for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:48:23.224965 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996ac31e-74c0-45b4-af87-014ce96326bd None None] Routers {'50e9f2b1-2d20-4124-b10d-dcba740fbeaa'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:48:23.227351 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-996ac31e-74c0-45b4-af87-014ce96326bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:48:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['50e9f2b1-2d20-4124-b10d-dcba740fbeaa'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:48:23.267097 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c11b2c0-6dd4-4a22-b055-7336cbc5d158', 'name': 'network-vif-deleted', 'tag': '41b8f2c8-26fb-4822-aedd-ca4b6f0796e5', 'status': 'completed', 'code': 200} Mar 05 13:48:23.381529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-7541a190-cfd6-4ba4-ae3e-75c082ef6801 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:23.389595 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba5ff3-4654-47b9-82da-3f44ef8baa30 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Pushing event deleted for resources: {'Port': ['ID=f1f1f0bc-7053-4547-828c-53c7b1052288,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:23.416370 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-34fa8191-87d6-4dbe-8feb-23ac7b87c4bb service neutron] 10.222.0.16 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6260495 Mar 05 13:48:23.434070 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f1f1f0bc-7053-4547-828c-53c7b1052288 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:48:23.454904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-7541a190-cfd6-4ba4-ae3e-75c082ef6801 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Usage tracker for resource:port and tenant:685c107fd21b4a6787a130b25db4ab7d is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:48:23.461214 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58b8160-48f0-4740-b74c-fa1716b37bc0 req-ccba5ff3-4654-47b9-82da-3f44ef8baa30 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] No DVR routers for this DVR port f1f1f0bc-7053-4547-828c-53c7b1052288 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:48:23.470871 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e58b8160-48f0-4740-b74c-fa1716b37bc0 req-ccba5ff3-4654-47b9-82da-3f44ef8baa30 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:23.475609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-7541a190-cfd6-4ba4-ae3e-75c082ef6801 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:48:23.479542 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-996ac31e-74c0-45b4-af87-014ce96326bd None None] Set router 50e9f2b1-2d20-4124-b10d-dcba740fbeaa gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:48:23.485392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1353d21-3aed-4e39-949e-6dac5dbbca0c', 'name': 'network-vif-deleted', 'tag': 'f1f1f0bc-7053-4547-828c-53c7b1052288'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:48:23.516613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-7541a190-cfd6-4ba4-ae3e-75c082ef6801 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:23.547996 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-7541a190-cfd6-4ba4-ae3e-75c082ef6801 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Made reservation on behalf of 685c107fd21b4a6787a130b25db4ab7d for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:48:23.553485 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-7541a190-cfd6-4ba4-ae3e-75c082ef6801 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:23.583394 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: f1f1f0bc-7053-4547-828c-53c7b1052288 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:48:23.587459 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e58b8160-48f0-4740-b74c-fa1716b37bc0 req-ccba5ff3-4654-47b9-82da-3f44ef8baa30 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.15 "DELETE /v2.0/ports/f1f1f0bc-7053-4547-828c-53c7b1052288 HTTP/1.1" status: 204 len: 173 time: 2.7721748 Mar 05 13:48:23.596411 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f1f1f0bc-7053-4547-828c-53c7b1052288 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:48:23.709126 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e28a7283-ce72-4536-a92e-009e79799f15 req-9b14d0ad-6c4b-4581-86e6-8a07d4d5ffb7 tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.1521182 Mar 05 13:48:23.939049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-7541a190-cfd6-4ba4-ae3e-75c082ef6801 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Allocated IP 172.20.0.11 (8121de62-3e77-4026-8973-919cd2101c11/53cc4165-f01d-48a1-9180-c6a57fe7bd9d/b7267be8-bcf0-4917-b6b4-cc9bcab27783) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:48:23.942340 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1353d21-3aed-4e39-949e-6dac5dbbca0c', 'name': 'network-vif-deleted', 'tag': 'f1f1f0bc-7053-4547-828c-53c7b1052288', 'status': 'completed', 'code': 200} Mar 05 13:48:24.060485 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bcff8496-2a35-4c23-81f6-013c3cbbfd16 req-4c7f1df8-e50b-4423-9da9-0674c155694e tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0770395 Mar 05 13:48:24.126280 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-996ac31e-74c0-45b4-af87-014ce96326bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'name': 'tempest-ServersTestJSON-1402838448-router', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:46:53Z', 'updated_at': '2022-03-05T13:47:04Z', 'revision_number': 4, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'gw_port': {'id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:55Z', 'updated_at': '2022-03-05T13:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '51a29a14-0221-4a6b-ba8f-5ae91909b4cf', 'name': '', 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'mac_address': 'fa:16:3e:5b:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'b9f0f85d-e916-4aa7-8d40-c24768de8024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:47:01Z', 'updated_at': '2022-03-05T13:47:19Z', 'revision_number': 5, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'subnets': [{'id': 'b9f0f85d-e916-4aa7-8d40-c24768de8024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:48:24.135627 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996ac31e-74c0-45b4-af87-014ce96326bd None None] The sync data for ids ['50e9f2b1-2d20-4124-b10d-dcba740fbeaa'] in n-d-803718-1 is: [{'id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'name': 'tempest-ServersTestJSON-1402838448-router', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:46:53Z', 'updated_at': '2022-03-05T13:47:04Z', 'revision_number': 4, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'gw_port': {'id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:55Z', 'updated_at': '2022-03-05T13:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '51a29a14-0221-4a6b-ba8f-5ae91909b4cf', 'name': '', 'network_id': 'afc0328a-7447-4ab2-b692-c72de15f8a21', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'mac_address': 'fa:16:3e:5b:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'b9f0f85d-e916-4aa7-8d40-c24768de8024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:47:01Z', 'updated_at': '2022-03-05T13:47:19Z', 'revision_number': 5, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'subnets': [{'id': 'b9f0f85d-e916-4aa7-8d40-c24768de8024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:48:24.219817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21c17a-5bd1-4397-8a89-72e8eb9d1cdb req-483ca433-02e3-43d2-83fa-0707c84537a3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:24.227209 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21c17a-5bd1-4397-8a89-72e8eb9d1cdb req-483ca433-02e3-43d2-83fa-0707c84537a3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:24.227209 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21c17a-5bd1-4397-8a89-72e8eb9d1cdb req-483ca433-02e3-43d2-83fa-0707c84537a3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:24.253293 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-01c83130-4399-49a9-b450-afc8a7753fbb req-76078ce1-c257-460d-aee6-4c13958cf6e5 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 210 time: 0.1058547 Mar 05 13:48:24.265278 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21c17a-5bd1-4397-8a89-72e8eb9d1cdb req-483ca433-02e3-43d2-83fa-0707c84537a3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:24.276396 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21c17a-5bd1-4397-8a89-72e8eb9d1cdb req-483ca433-02e3-43d2-83fa-0707c84537a3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:24.282117 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21c17a-5bd1-4397-8a89-72e8eb9d1cdb req-483ca433-02e3-43d2-83fa-0707c84537a3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:24.286512 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21c17a-5bd1-4397-8a89-72e8eb9d1cdb req-483ca433-02e3-43d2-83fa-0707c84537a3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:24.286512 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aa21c17a-5bd1-4397-8a89-72e8eb9d1cdb req-483ca433-02e3-43d2-83fa-0707c84537a3 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5443 time: 0.3430214 Mar 05 13:48:24.436294 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-152ddca3-397b-470b-9665-5d25a7b3f5ae req-2b0681c1-aafb-42b3-994c-408ccbee5484 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 210 time: 0.0675581 Mar 05 13:48:24.612730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59808) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:24.700368 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af43374d-cfe9-4d4c-bfed-486c30ed7e17 None None] New status for floating IP f888a3b4-031b-432f-9544-bfbaa9d3315f: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:48:24.720407 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-aa8b87e1-8437-4f19-93ea-a2974edbe3e1 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:24.755879 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-aa8b87e1-8437-4f19-93ea-a2974edbe3e1 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:24.848090 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-aa8b87e1-8437-4f19-93ea-a2974edbe3e1 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:24.865528 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aa21c17a-5bd1-4397-8a89-72e8eb9d1cdb req-a2ddfb72-500d-4708-a9e0-669f5487881a tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5657055 Mar 05 13:48:24.897223 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b87e1-8437-4f19-93ea-a2974edbe3e1 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87c7cef-15aa-451d-9496-6a812fa357ed,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:24.939966 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-aa8b87e1-8437-4f19-93ea-a2974edbe3e1 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:24.944037 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-aa8b87e1-8437-4f19-93ea-a2974edbe3e1 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "DELETE /v2.0/security-groups/e87c7cef-15aa-451d-9496-6a812fa357ed HTTP/1.1" status: 204 len: 168 time: 0.3270347 Mar 05 13:48:24.946363 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59822) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:24.968212 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-7541a190-cfd6-4ba4-ae3e-75c082ef6801 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:24.977224 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-19cbcec3-51be-4280-bff0-4efca0b94a35 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] show failed (client error): The resource could not be found. Mar 05 13:48:24.978915 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-19cbcec3-51be-4280-bff0-4efca0b94a35 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "GET /v2.0/security-groups/e87c7cef-15aa-451d-9496-6a812fa357ed HTTP/1.1" status: 404 len: 347 time: 0.0313814 Mar 05 13:48:24.982658 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59826) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:25.059066 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-832efb12-9f06-4a5c-9f71-c4fc1e7fc266 req-3557d7a9-2baf-4f0b-9dd6-257a3edbb7c7 tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.1204247 Mar 05 13:48:25.242694 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-52536e0e-3b70-4e30-b9ed-9a2cc7b22be7 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Deleting port edd3f2ed-87ac-4303-bc0b-be65507c661f {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:48:25.243301 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52536e0e-3b70-4e30-b9ed-9a2cc7b22be7 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:25.244463 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-576b7173-cedc-4c95-9351-ce9b13843ee5 req-f0c5920b-d87b-4e5d-b55c-4446c3d91af9 tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0433495 Mar 05 13:48:25.309112 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-7541a190-cfd6-4ba4-ae3e-75c082ef6801 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:25.421421 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-999a60fc-26de-440c-90a2-20af80826e5a req-b8d3d32f-f4f2-42ff-81e8-4a193a8b88e8 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 210 time: 0.0670409 Mar 05 13:48:25.524956 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-7541a190-cfd6-4ba4-ae3e-75c082ef6801 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Network 8121de62-3e77-4026-8973-919cd2101c11 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:48:25.553274 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-7541a190-cfd6-4ba4-ae3e-75c082ef6801 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:48:25.606404 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52536e0e-3b70-4e30-b9ed-9a2cc7b22be7 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:25.607037 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52536e0e-3b70-4e30-b9ed-9a2cc7b22be7 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:25.655579 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090817b-7058-4247-83a1-f155e70e9c0a req-1317bea2-f715-446c-b668-4560aea3f0ee tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:25.657302 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4090817b-7058-4247-83a1-f155e70e9c0a req-1317bea2-f715-446c-b668-4560aea3f0ee tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 932 time: 0.0928309 Mar 05 13:48:25.701376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf223a-b169-4d7e-bbf8-43b51ebe9933 req-c837ee32-cda8-44e0-9d61-14dc94b7fad4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:25.708287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf223a-b169-4d7e-bbf8-43b51ebe9933 req-c837ee32-cda8-44e0-9d61-14dc94b7fad4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:25.714455 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf223a-b169-4d7e-bbf8-43b51ebe9933 req-c837ee32-cda8-44e0-9d61-14dc94b7fad4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:25.721335 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf223a-b169-4d7e-bbf8-43b51ebe9933 req-c837ee32-cda8-44e0-9d61-14dc94b7fad4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:25.723336 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4090817b-7058-4247-83a1-f155e70e9c0a req-58214d82-c534-4df5-b72d-6ef8a75340fd tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574017 Mar 05 13:48:25.727536 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf223a-b169-4d7e-bbf8-43b51ebe9933 req-c837ee32-cda8-44e0-9d61-14dc94b7fad4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:25.734116 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf223a-b169-4d7e-bbf8-43b51ebe9933 req-c837ee32-cda8-44e0-9d61-14dc94b7fad4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:25.741570 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf223a-b169-4d7e-bbf8-43b51ebe9933 req-c837ee32-cda8-44e0-9d61-14dc94b7fad4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:25.743510 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6adf223a-b169-4d7e-bbf8-43b51ebe9933 req-c837ee32-cda8-44e0-9d61-14dc94b7fad4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5443 time: 0.6479943 Mar 05 13:48:25.751011 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-7541a190-cfd6-4ba4-ae3e-75c082ef6801 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:48:25.833652 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541a190-cfd6-4ba4-ae3e-75c082ef6801 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Pushing event updated for resources: {'Port': ['ID=b7267be8-bcf0-4917-b6b4-cc9bcab27783,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:25.843230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-52536e0e-3b70-4e30-b9ed-9a2cc7b22be7 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Calling delete_port for edd3f2ed-87ac-4303-bc0b-be65507c661f owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:48:26.020921 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-7541a190-cfd6-4ba4-ae3e-75c082ef6801 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:26.021523 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-7541a190-cfd6-4ba4-ae3e-75c082ef6801 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:26.084624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-ec9ebe5f-774e-405a-9e73-6b1f74de1610 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:26.086187 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-ec9ebe5f-774e-405a-9e73-6b1f74de1610 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.15 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 806 time: 0.5249927 Mar 05 13:48:26.094112 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-7541a190-cfd6-4ba4-ae3e-75c082ef6801 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7714882 Mar 05 13:48:26.104821 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-b62ae04e-07ee-4fdf-9e43-d9fa739f7db6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Request body: {'port': {'device_id': '4a72e514-63c5-411e-bb4b-6bfb10a51466', 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe', 'admin_state_up': True, 'tenant_id': '1e6dfeba02724ceabbe61dac4cb2c5dc'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:48:26.138698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-45563b49-ea66-4027-a38a-85f554cbd807 service neutron] Request body: {'port': {'device_id': 'd83c924e-5201-45cf-b349-025b4ec5f165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:48:26.277868 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d3eb10f3-c6e5-4de3-8ee1-4d57d2508c37 req-0ac0c520-b041-4c2e-b4bf-bb2c007d0dc0 tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0614412 Mar 05 13:48:26.430212 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52536e0e-3b70-4e30-b9ed-9a2cc7b22be7 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:26.601955 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d20f89b3-a6e7-4c62-841c-68bd65634f09 req-4239a76f-d5ad-440c-8cc9-d0a9a119d81d tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 210 time: 0.0613201 Mar 05 13:48:26.682320 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d8f067a3-6585-4680-8c19-0981f62ad5d6 req-081b658a-b185-461c-9a05-15efcdcc911a tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.2899888 Mar 05 13:48:26.729093 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52536e0e-3b70-4e30-b9ed-9a2cc7b22be7 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Pushing event deleted for resources: {'Port': ['ID=edd3f2ed-87ac-4303-bc0b-be65507c661f,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:26.739882 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-45563b49-ea66-4027-a38a-85f554cbd807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:26.749725 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-b62ae04e-07ee-4fdf-9e43-d9fa739f7db6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:26.778981 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-b62ae04e-07ee-4fdf-9e43-d9fa739f7db6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:26.840713 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52536e0e-3b70-4e30-b9ed-9a2cc7b22be7 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:26.846147 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-b62ae04e-07ee-4fdf-9e43-d9fa739f7db6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Made reservation on behalf of 1e6dfeba02724ceabbe61dac4cb2c5dc for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:48:26.849574 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-b62ae04e-07ee-4fdf-9e43-d9fa739f7db6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:26.906626 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59884) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:26.968056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328d1ca-75c7-4bc0-a001-5cf28ca24968 req-64426834-5510-43e3-9cd2-91fc84c6ff7c tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:26.976559 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1328d1ca-75c7-4bc0-a001-5cf28ca24968 req-64426834-5510-43e3-9cd2-91fc84c6ff7c tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 932 time: 0.1098080 Mar 05 13:48:26.988945 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52536e0e-3b70-4e30-b9ed-9a2cc7b22be7 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:26.990349 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-52536e0e-3b70-4e30-b9ed-9a2cc7b22be7 tempest-ServersTestJSON-231563989 tempest-ServersTestJSON-231563989-project] 10.222.0.16 "DELETE /v2.0/floatingips/f888a3b4-031b-432f-9544-bfbaa9d3315f HTTP/1.1" status: 204 len: 168 time: 2.0062969 Mar 05 13:48:26.996730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59894) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:27.073266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59898) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:27.112817 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ecd4c8e-967f-4e76-abb5-f9af43c2a8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:27.141237 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1328d1ca-75c7-4bc0-a001-5cf28ca24968 req-c0a02af5-620b-4a24-bd2f-aaef14661d3b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635399 Mar 05 13:48:27.143967 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7ecd4c8e-967f-4e76-abb5-f9af43c2a8fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:27.161431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7ecd4c8e-967f-4e76-abb5-f9af43c2a8fa admin admin] Usage tracker for resource:security_group_rule and tenant:00051b7cb37749b98cbf820bfa084147 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:48:27.211690 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7ecd4c8e-967f-4e76-abb5-f9af43c2a8fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:48:27.225957 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7ecd4c8e-967f-4e76-abb5-f9af43c2a8fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:27.282823 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-b62ae04e-07ee-4fdf-9e43-d9fa739f7db6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Allocated IP 172.20.0.7 (9566c2e4-1bac-4a5b-8a67-d566157793fe/fbe719ac-a221-4304-9d9c-9289853597e6/e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:48:27.421180 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7190180-47db-437c-86c3-a68cff8459b8 req-fb72deb4-055a-4878-9a8d-e4a01e434654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:27.421643 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7190180-47db-437c-86c3-a68cff8459b8 req-fb72deb4-055a-4878-9a8d-e4a01e434654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:27.422170 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7190180-47db-437c-86c3-a68cff8459b8 req-fb72deb4-055a-4878-9a8d-e4a01e434654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:27.422634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7190180-47db-437c-86c3-a68cff8459b8 req-fb72deb4-055a-4878-9a8d-e4a01e434654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:27.423123 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7190180-47db-437c-86c3-a68cff8459b8 req-fb72deb4-055a-4878-9a8d-e4a01e434654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:27.423583 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7190180-47db-437c-86c3-a68cff8459b8 req-fb72deb4-055a-4878-9a8d-e4a01e434654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:27.424032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7190180-47db-437c-86c3-a68cff8459b8 req-fb72deb4-055a-4878-9a8d-e4a01e434654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:27.426140 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b7190180-47db-437c-86c3-a68cff8459b8 req-fb72deb4-055a-4878-9a8d-e4a01e434654 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 6500 time: 0.3488748 Mar 05 13:48:27.538190 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-45563b49-ea66-4027-a38a-85f554cbd807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7267be8-bcf0-4917-b6b4-cc9bcab27783 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:48:27.541922 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ecd4c8e-967f-4e76-abb5-f9af43c2a8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:27.545048 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3cfb45ff-0f7b-4671-8d03-3cb1e0f0ee5a req-8764d67a-6175-4761-bc22-6b3f4d21d354 tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0915687 Mar 05 13:48:27.549048 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ecd4c8e-967f-4e76-abb5-f9af43c2a8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:27.597525 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-45563b49-ea66-4027-a38a-85f554cbd807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:27.633772 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7ecd4c8e-967f-4e76-abb5-f9af43c2a8fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00051b7cb37749b98cbf820bfa084147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7228982 Mar 05 13:48:27.639465 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59908) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:27.647843 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b7190180-47db-437c-86c3-a68cff8459b8 req-fbf1a25a-c658-4969-adc3-040aaa2ddd64 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1954637 Mar 05 13:48:27.648667 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd4c8e-967f-4e76-abb5-f9af43c2a8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd0a67d-63a7-4838-a63c-3e131b61b1a4,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:27.657785 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-45563b49-ea66-4027-a38a-85f554cbd807 service neutron] Transition to ACTIVE for port object b7267be8-bcf0-4917-b6b4-cc9bcab27783 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:48:27.668756 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-45563b49-ea66-4027-a38a-85f554cbd807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:27.804367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45563b49-ea66-4027-a38a-85f554cbd807 service neutron] Pushing event updated for resources: {'Port': ['ID=b7267be8-bcf0-4917-b6b4-cc9bcab27783,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:27.914490 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8267d96f-e028-40be-a87b-c07955fb7187 req-4c6c1230-5001-41aa-ac9c-9f76c2c014da tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 210 time: 0.1537623 Mar 05 13:48:27.917298 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-53dbe498-4b0a-49f8-a519-aa93277ddf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:27.931254 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-b62ae04e-07ee-4fdf-9e43-d9fa739f7db6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:27.945050 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f30a92ff-e13e-4266-ab5f-724c0a28e669 req-0b827074-adbe-4576-ab9b-12a404459e9a tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0689356 Mar 05 13:48:28.026178 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c852b88-6a25-4c3f-be01-2b9c1ccd029e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:28.073232 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c852b88-6a25-4c3f-be01-2b9c1ccd029e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:28.114374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-45563b49-ea66-4027-a38a-85f554cbd807 service neutron] Attempting to bind port b7267be8-bcf0-4917-b6b4-cc9bcab27783 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:48:28.114698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-45563b49-ea66-4027-a38a-85f554cbd807 service neutron] Attempting to bind port b7267be8-bcf0-4917-b6b4-cc9bcab27783 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'b7940536-8621-4ee2-8ab4-d1cc2692a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8121de62-3e77-4026-8973-919cd2101c11'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:48:28.115042 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-45563b49-ea66-4027-a38a-85f554cbd807 service neutron] Attempting to bind port b7267be8-bcf0-4917-b6b4-cc9bcab27783 on network 8121de62-3e77-4026-8973-919cd2101c11 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:48:28.133043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-45563b49-ea66-4027-a38a-85f554cbd807 service neutron] Port b7267be8-bcf0-4917-b6b4-cc9bcab27783 on network 8121de62-3e77-4026-8973-919cd2101c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:48:28.133357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-45563b49-ea66-4027-a38a-85f554cbd807 service neutron] Attempting to bind port b7267be8-bcf0-4917-b6b4-cc9bcab27783 on network 8121de62-3e77-4026-8973-919cd2101c11 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:48:28.141182 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-b62ae04e-07ee-4fdf-9e43-d9fa739f7db6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:28.152469 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['4e8e3409-53d8-4da7-8d85-ae70635ee2ea'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:48:28.182353 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-45563b49-ea66-4027-a38a-85f554cbd807 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:48:28.182680 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-45563b49-ea66-4027-a38a-85f554cbd807 service neutron] Checking segment: {'id': 'b7940536-8621-4ee2-8ab4-d1cc2692a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8121de62-3e77-4026-8973-919cd2101c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:48:28.183209 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-45563b49-ea66-4027-a38a-85f554cbd807 service neutron] Bound using segment: {'id': 'b7940536-8621-4ee2-8ab4-d1cc2692a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8121de62-3e77-4026-8973-919cd2101c11'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:48:28.183661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-45563b49-ea66-4027-a38a-85f554cbd807 service neutron] Bound port: b7267be8-bcf0-4917-b6b4-cc9bcab27783, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7940536-8621-4ee2-8ab4-d1cc2692a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8121de62-3e77-4026-8973-919cd2101c11'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:48:28.184002 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-45563b49-ea66-4027-a38a-85f554cbd807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:28.267926 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-b62ae04e-07ee-4fdf-9e43-d9fa739f7db6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Network 9566c2e4-1bac-4a5b-8a67-d566157793fe is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:48:28.278083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-b62ae04e-07ee-4fdf-9e43-d9fa739f7db6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:48:28.289582 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-b62ae04e-07ee-4fdf-9e43-d9fa739f7db6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:48:28.314031 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-53dbe498-4b0a-49f8-a519-aa93277ddf99 admin admin] Deleting port 51a29a14-0221-4a6b-ba8f-5ae91909b4cf {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:48:28.314372 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-53dbe498-4b0a-49f8-a519-aa93277ddf99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:28.320036 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ae04e-07ee-4fdf-9e43-d9fa739f7db6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Pushing event updated for resources: {'Port': ['ID=e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:28.340123 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c852b88-6a25-4c3f-be01-2b9c1ccd029e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:28.393462 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c852b88-6a25-4c3f-be01-2b9c1ccd029e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd0a67d-63a7-4838-a63c-3e131b61b1a4,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:28.415944 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-b62ae04e-07ee-4fdf-9e43-d9fa739f7db6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:28.416628 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-b62ae04e-07ee-4fdf-9e43-d9fa739f7db6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:28.440576 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-45563b49-ea66-4027-a38a-85f554cbd807 service neutron] For port b7267be8-bcf0-4917-b6b4-cc9bcab27783, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:48:28.444348 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-45563b49-ea66-4027-a38a-85f554cbd807 service neutron] For port b7267be8-bcf0-4917-b6b4-cc9bcab27783, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b7267be8-bcf0-4917-b6b4-cc9bcab27783,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:48:28.447238 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c852b88-6a25-4c3f-be01-2b9c1ccd029e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:28.448807 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3c852b88-6a25-4c3f-be01-2b9c1ccd029e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cdd0a67d-63a7-4838-a63c-3e131b61b1a4 HTTP/1.1" status: 204 len: 168 time: 0.8082778 Mar 05 13:48:28.451527 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-45563b49-ea66-4027-a38a-85f554cbd807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:28.458250 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-b62ae04e-07ee-4fdf-9e43-d9fa739f7db6 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3627491 Mar 05 13:48:28.503411 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-00f38028-f412-497e-a2ac-291484e16261 service neutron] Request body: {'port': {'device_id': '4a72e514-63c5-411e-bb4b-6bfb10a51466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:48:28.568684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-45563b49-ea66-4027-a38a-85f554cbd807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:28.569435 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-45563b49-ea66-4027-a38a-85f554cbd807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:28.570633 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-45563b49-ea66-4027-a38a-85f554cbd807 service neutron] 10.222.0.30 "PUT /v2.0/ports/b7267be8-bcf0-4917-b6b4-cc9bcab27783 HTTP/1.1" status: 200 len: 1092 time: 2.4506841 Mar 05 13:48:28.571107 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83c924e-5201-45cf-b349-025b4ec5f165', 'tag': 'b7267be8-bcf0-4917-b6b4-cc9bcab27783'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:48:28.574679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f78d3-0bac-42ee-a371-f1f2e27326fb req-384f1408-b256-4133-8df2-2a9e4be20ab4 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:28.576984 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-767f78d3-0bac-42ee-a371-f1f2e27326fb req-384f1408-b256-4133-8df2-2a9e4be20ab4 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 944 time: 0.2288978 Mar 05 13:48:28.593913 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-53dbe498-4b0a-49f8-a519-aa93277ddf99 admin admin] For port 51a29a14-0221-4a6b-ba8f-5ae91909b4cf, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=51a29a14-0221-4a6b-ba8f-5ae91909b4cf,segment=NetworkSegment(ecd69e45-c24c-48cc-9973-bc653c95a159),segment_id=ecd69e45-c24c-48cc-9973-bc653c95a159)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:28.595040 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-53dbe498-4b0a-49f8-a519-aa93277ddf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:28.714206 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:28.760562 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-53dbe498-4b0a-49f8-a519-aa93277ddf99 admin admin] Calling delete_port for 51a29a14-0221-4a6b-ba8f-5ae91909b4cf owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:48:28.828483 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-767f78d3-0bac-42ee-a371-f1f2e27326fb req-5d6fae53-0c38-4d06-884e-6e68acde51e4 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242515 Mar 05 13:48:28.835197 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59928) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:28.861203 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-227d541e-491c-4d21-90e7-3d0108e8073e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:28.865896 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:28.877460 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a55714ad-6606-4e69-8353-9e9a8c7edf45 req-e6cb6965-dddc-4050-b641-cb574600ff28 tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.1412499 Mar 05 13:48:28.891288 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45563b49-ea66-4027-a38a-85f554cbd807 service neutron] Pushing event updated for resources: {'Port': ['ID=b7267be8-bcf0-4917-b6b4-cc9bcab27783,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:28.894942 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-227d541e-491c-4d21-90e7-3d0108e8073e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:28.900697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-227d541e-491c-4d21-90e7-3d0108e8073e admin admin] Usage tracker for resource:security_group_rule and tenant:9f48e3d8439345ada61cdfcaad71533e is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:48:28.905231 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-227d541e-491c-4d21-90e7-3d0108e8073e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:48:28.906912 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd83c924e-5201-45cf-b349-025b4ec5f165', 'tag': 'b7267be8-bcf0-4917-b6b4-cc9bcab27783', 'status': 'completed', 'code': 200} Mar 05 13:48:28.912654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-227d541e-491c-4d21-90e7-3d0108e8073e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:28.914386 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-00f38028-f412-497e-a2ac-291484e16261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:28.994239 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-2290207f-efaa-4a5c-9d67-1603fb0d6a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:28.996824 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-2290207f-efaa-4a5c-9d67-1603fb0d6a4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=685c107fd21b4a6787a130b25db4ab7d&device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 1095 time: 0.2587061 Mar 05 13:48:29.077683 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-3d29bbca-f42d-4238-8033-ee87bbf715cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7267be8-bcf0-4917-b6b4-cc9bcab27783 HTTP/1.1" status: 200 len: 217 time: 0.0732660 Mar 05 13:48:29.123845 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-227d541e-491c-4d21-90e7-3d0108e8073e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:29.125542 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-53dbe498-4b0a-49f8-a519-aa93277ddf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:29.172140 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-227d541e-491c-4d21-90e7-3d0108e8073e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:29.199713 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbe498-4b0a-49f8-a519-aa93277ddf99 admin admin] Pushing event deleted for resources: {'Port': ['ID=51a29a14-0221-4a6b-ba8f-5ae91909b4cf,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:29.226106 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0fa6409a-a1ee-4405-af8a-215e5be1fc53 req-74b1a968-86ce-46ee-beb8-3464ae51665f tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.1092470 Mar 05 13:48:29.283700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-68051836-ff88-4088-96df-f7615a75cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:29.285226 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-68051836-ff88-4088-96df-f7615a75cbb6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53cc4165-f01d-48a1-9180-c6a57fe7bd9d HTTP/1.1" status: 200 len: 854 time: 0.1673892 Mar 05 13:48:29.313570 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-227d541e-491c-4d21-90e7-3d0108e8073e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f48e3d8439345ada61cdfcaad71533e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4773028 Mar 05 13:48:29.317465 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d541e-491c-4d21-90e7-3d0108e8073e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a2cbd6-6407-4e1f-9781-6f166e752a3d,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:29.319915 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59936) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:29.372769 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84940dd4-83a2-4aad-8f7f-e6a046e6f058 req-b5ccdc29-f89b-45d1-8bdb-2e343f88c844 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:29.374340 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-84940dd4-83a2-4aad-8f7f-e6a046e6f058 req-b5ccdc29-f89b-45d1-8bdb-2e343f88c844 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 931 time: 0.3203499 Mar 05 13:48:29.381767 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-7ebbe7ac-d776-4b26-baa9-66b9f3cacd2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8121de62-3e77-4026-8973-919cd2101c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473638 Mar 05 13:48:29.552615 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-81416b9d-af58-47d8-a6d7-2750445ddc47 service neutron] 10.222.0.30 "GET /v2.0/networks/8121de62-3e77-4026-8973-919cd2101c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627192 Mar 05 13:48:29.644685 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-84940dd4-83a2-4aad-8f7f-e6a046e6f058 req-9bd1c6bc-983b-4e15-827c-7dc84cc1e85f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151403 Mar 05 13:48:29.694800 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6ae0df35-e214-430d-bbdc-daccf0123964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:29.696358 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-00f38028-f412-497e-a2ac-291484e16261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:48:29.709335 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-00f38028-f412-497e-a2ac-291484e16261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:29.738273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-00f38028-f412-497e-a2ac-291484e16261 service neutron] Transition to ACTIVE for port object e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:48:29.741944 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-00f38028-f412-497e-a2ac-291484e16261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:29.747051 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6ae0df35-e214-430d-bbdc-daccf0123964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:29.761966 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-53dbe498-4b0a-49f8-a519-aa93277ddf99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:29.858814 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ba8acf94-d596-4328-aed0-42fcfc9d6492 req-86ac28ac-bc55-46fe-9b5d-28805ff5de77 service neutron] 10.222.0.30 "GET /v2.0/networks/8121de62-3e77-4026-8973-919cd2101c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642550 Mar 05 13:48:29.913737 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f38028-f412-497e-a2ac-291484e16261 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:29.968250 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6ae0df35-e214-430d-bbdc-daccf0123964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:29.994327 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0df35-e214-430d-bbdc-daccf0123964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a2cbd6-6407-4e1f-9781-6f166e752a3d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:30.116165 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-00f38028-f412-497e-a2ac-291484e16261 service neutron] Attempting to bind port e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:48:30.116496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-00f38028-f412-497e-a2ac-291484e16261 service neutron] Attempting to bind port e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:48:30.116814 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-00f38028-f412-497e-a2ac-291484e16261 service neutron] Attempting to bind port e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7 on network 9566c2e4-1bac-4a5b-8a67-d566157793fe {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:48:30.125979 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6ae0df35-e214-430d-bbdc-daccf0123964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:30.126397 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-00f38028-f412-497e-a2ac-291484e16261 service neutron] Port e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7 on network 9566c2e4-1bac-4a5b-8a67-d566157793fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:48:30.126711 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-00f38028-f412-497e-a2ac-291484e16261 service neutron] Attempting to bind port e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7 on network 9566c2e4-1bac-4a5b-8a67-d566157793fe {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:48:30.127107 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6ae0df35-e214-430d-bbdc-daccf0123964 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9a2cbd6-6407-4e1f-9781-6f166e752a3d HTTP/1.1" status: 204 len: 168 time: 0.7988958 Mar 05 13:48:30.129595 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-748c82a6-2323-45af-996e-e0f93ff7cbd2 req-549b13f8-6ead-4272-9122-31d5a6781ff4 tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0742247 Mar 05 13:48:30.158508 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5ec1c-d186-43e2-b84c-53d4a92037e3 req-f2236f7e-0946-4660-ad75-b0f46c353a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:30.160044 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a7d5ec1c-d186-43e2-b84c-53d4a92037e3 req-f2236f7e-0946-4660-ad75-b0f46c353a84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=685c107fd21b4a6787a130b25db4ab7d&device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 1095 time: 0.2301126 Mar 05 13:48:30.169408 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0fbf7-2a21-4020-8324-9e7f12e2e47d req-d9bfeadd-d8d0-4120-9a9a-90e5a7d1ca80 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:30.170102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d9b0fbf7-2a21-4020-8324-9e7f12e2e47d req-d9bfeadd-d8d0-4120-9a9a-90e5a7d1ca80 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Synchronizing usage tracker for tenant:685c107fd21b4a6787a130b25db4ab7d on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:48:30.175113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-00f38028-f412-497e-a2ac-291484e16261 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:48:30.175446 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-00f38028-f412-497e-a2ac-291484e16261 service neutron] Checking segment: {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:48:30.175937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-00f38028-f412-497e-a2ac-291484e16261 service neutron] Bound using segment: {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:48:30.176376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-00f38028-f412-497e-a2ac-291484e16261 service neutron] Bound port: e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbf38e4f-7e37-44b8-9623-b567ea4562d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:48:30.176703 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-00f38028-f412-497e-a2ac-291484e16261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:30.240376 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53dbe498-4b0a-49f8-a519-aa93277ddf99 admin admin] Router 50e9f2b1-2d20-4124-b10d-dcba740fbeaa has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:48:30.462977 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5fbfb256-7a85-46e7-ba50-b1f85f86c249 req-fe62a194-8e81-4a34-b1f5-a9018ee6479d tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0656292 Mar 05 13:48:30.491513 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d9b0fbf7-2a21-4020-8324-9e7f12e2e47d req-d9bfeadd-d8d0-4120-9a9a-90e5a7d1ca80 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Unset dirty status for tenant:685c107fd21b4a6787a130b25db4ab7d on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:48:30.492168 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53dbe498-4b0a-49f8-a519-aa93277ddf99 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:48:30.492652 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9b0fbf7-2a21-4020-8324-9e7f12e2e47d req-d9bfeadd-d8d0-4120-9a9a-90e5a7d1ca80 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 944 time: 0.5002060 Mar 05 13:48:30.497616 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-53dbe498-4b0a-49f8-a519-aa93277ddf99 admin admin] 10.222.0.16 "PUT /v2.0/routers/50e9f2b1-2d20-4124-b10d-dcba740fbeaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4992135 Mar 05 13:48:30.499860 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59952) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:30.509128 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2724d05f-63c1-4e7a-95f8-940cadc33df7 None None] Sync routers for ids ['50e9f2b1-2d20-4124-b10d-dcba740fbeaa'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:48:30.519928 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2724d05f-63c1-4e7a-95f8-940cadc33df7 None None] Routers {'50e9f2b1-2d20-4124-b10d-dcba740fbeaa'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:48:30.520777 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-2724d05f-63c1-4e7a-95f8-940cadc33df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:48:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['50e9f2b1-2d20-4124-b10d-dcba740fbeaa'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:48:30.624377 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5ec1c-d186-43e2-b84c-53d4a92037e3 req-45aa88d9-65e6-4921-b39d-9208722dcf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:30.626155 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a7d5ec1c-d186-43e2-b84c-53d4a92037e3 req-45aa88d9-65e6-4921-b39d-9208722dcf80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8121de62-3e77-4026-8973-919cd2101c11 HTTP/1.1" status: 200 len: 914 time: 0.4521108 Mar 05 13:48:30.717417 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-beb7cb26-d17d-4f26-9df2-7fd2cd306c4e admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:30.733959 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-2724d05f-63c1-4e7a-95f8-940cadc33df7 None None] Set router 50e9f2b1-2d20-4124-b10d-dcba740fbeaa gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:48:30.742670 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-00f38028-f412-497e-a2ac-291484e16261 service neutron] For port e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:48:30.754875 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a7d5ec1c-d186-43e2-b84c-53d4a92037e3 req-2e0ef4ff-2656-470e-842a-18d70ee3a1e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7267be8-bcf0-4917-b6b4-cc9bcab27783 HTTP/1.1" status: 200 len: 217 time: 0.1203432 Mar 05 13:48:30.766892 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9b0fbf7-2a21-4020-8324-9e7f12e2e47d req-88e8a3f4-1d74-40bd-8e27-a27de5f46952 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544413 Mar 05 13:48:30.817869 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-00f38028-f412-497e-a2ac-291484e16261 service neutron] For port e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:48:30.831844 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-00f38028-f412-497e-a2ac-291484e16261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:30.899478 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-00f38028-f412-497e-a2ac-291484e16261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:30.900354 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-00f38028-f412-497e-a2ac-291484e16261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:30.902316 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-00f38028-f412-497e-a2ac-291484e16261 service neutron] 10.222.0.15 "PUT /v2.0/ports/e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7 HTTP/1.1" status: 200 len: 1091 time: 2.4098368 Mar 05 13:48:30.909004 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a72e514-63c5-411e-bb4b-6bfb10a51466', 'tag': 'e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:48:30.936390 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5ec1c-d186-43e2-b84c-53d4a92037e3 req-2dd2e7d7-16df-44a5-a986-2a4e1d9bf90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:30.939586 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a7d5ec1c-d186-43e2-b84c-53d4a92037e3 req-2dd2e7d7-16df-44a5-a986-2a4e1d9bf90d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53cc4165-f01d-48a1-9180-c6a57fe7bd9d HTTP/1.1" status: 200 len: 854 time: 0.1639285 Mar 05 13:48:30.989823 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-beb7cb26-d17d-4f26-9df2-7fd2cd306c4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:31.056815 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-beb7cb26-d17d-4f26-9df2-7fd2cd306c4e admin admin] Deleting port ebbb89b7-fb07-4dfc-bdda-c50e43881750 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:48:31.057324 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-beb7cb26-d17d-4f26-9df2-7fd2cd306c4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:31.071780 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a72e514-63c5-411e-bb4b-6bfb10a51466', 'tag': 'e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7', 'status': 'completed', 'code': 200} Mar 05 13:48:31.096274 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a7d5ec1c-d186-43e2-b84c-53d4a92037e3 req-d69b156a-9aad-4342-a5e4-7a569c139ff5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8121de62-3e77-4026-8973-919cd2101c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392405 Mar 05 13:48:31.099882 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f38028-f412-497e-a2ac-291484e16261 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:31.107619 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-2724d05f-63c1-4e7a-95f8-940cadc33df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'name': 'tempest-ServersTestJSON-1402838448-router', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:46:53Z', 'updated_at': '2022-03-05T13:48:28Z', 'revision_number': 5, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'gw_port': {'id': 'ebbb89b7-fb07-4dfc-bdda-c50e43881750', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:73:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:46:55Z', 'updated_at': '2022-03-05T13:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:48:31.111816 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2724d05f-63c1-4e7a-95f8-940cadc33df7 None None] Checking router: 50e9f2b1-2d20-4124-b10d-dcba740fbeaa for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:48:31.123680 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2724d05f-63c1-4e7a-95f8-940cadc33df7 None None] Routers {'50e9f2b1-2d20-4124-b10d-dcba740fbeaa'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:48:31.124355 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-2724d05f-63c1-4e7a-95f8-940cadc33df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:48:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['50e9f2b1-2d20-4124-b10d-dcba740fbeaa'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:48:31.294231 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7fcb5-0f65-45da-90a3-de46e478f487 req-c813ab68-9fe1-4102-ab11-f3307f39e243 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:31.303366 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-75d7fcb5-0f65-45da-90a3-de46e478f487 req-c813ab68-9fe1-4102-ab11-f3307f39e243 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 943 time: 0.3266056 Mar 05 13:48:31.304554 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-2724d05f-63c1-4e7a-95f8-940cadc33df7 None None] Set router 50e9f2b1-2d20-4124-b10d-dcba740fbeaa gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:48:31.330866 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-e455386b-e8dd-4422-9df1-a3e9833cbcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:31.332352 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-e455386b-e8dd-4422-9df1-a3e9833cbcc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 1094 time: 0.3798604 Mar 05 13:48:31.409449 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-75d7fcb5-0f65-45da-90a3-de46e478f487 req-a13912ed-2659-4ede-bea0-c0d4af68d4bd tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030679 Mar 05 13:48:31.425501 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-2724d05f-63c1-4e7a-95f8-940cadc33df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'name': 'tempest-ServersTestJSON-1402838448-router', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:46:53Z', 'updated_at': '2022-03-05T13:48:30Z', 'revision_number': 6, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:48:31.437378 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2724d05f-63c1-4e7a-95f8-940cadc33df7 None None] The sync data for ids ['50e9f2b1-2d20-4124-b10d-dcba740fbeaa'] in n-d-803718-1 is: [{'id': '50e9f2b1-2d20-4124-b10d-dcba740fbeaa', 'name': 'tempest-ServersTestJSON-1402838448-router', 'tenant_id': 'b319e138c56d4a4c98bd5807281ccabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:46:53Z', 'updated_at': '2022-03-05T13:48:30Z', 'revision_number': 6, 'project_id': 'b319e138c56d4a4c98bd5807281ccabc', 'gw_port_host': None}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:48:31.535807 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-beb7cb26-d17d-4f26-9df2-7fd2cd306c4e admin admin] For port ebbb89b7-fb07-4dfc-bdda-c50e43881750, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ebbb89b7-fb07-4dfc-bdda-c50e43881750,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:31.536537 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-beb7cb26-d17d-4f26-9df2-7fd2cd306c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:31.557069 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a7d5ec1c-d186-43e2-b84c-53d4a92037e3 req-2e39ed2a-1ebc-4f3c-bf63-be1b4c739ed3 service neutron] 10.222.0.30 "GET /v2.0/networks/8121de62-3e77-4026-8973-919cd2101c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539840 Mar 05 13:48:31.558394 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-cc703013-1e49-4ac0-b53e-ebb7d85e2ab2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7 HTTP/1.1" status: 200 len: 217 time: 0.2162659 Mar 05 13:48:31.560683 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3b2b714d-5afb-46bd-9902-1aeb418a28ce req-57cca385-20aa-4d0a-bef1-5841a2206587 tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.2174327 Mar 05 13:48:31.722469 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-beb7cb26-d17d-4f26-9df2-7fd2cd306c4e admin admin] Calling delete_port for ebbb89b7-fb07-4dfc-bdda-c50e43881750 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:48:31.736184 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-153645be-ba34-4371-be7f-d438c9a7903b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:31.737537 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-153645be-ba34-4371-be7f-d438c9a7903b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbe719ac-a221-4304-9d9c-9289853597e6 HTTP/1.1" status: 200 len: 846 time: 0.1398544 Mar 05 13:48:31.754184 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9e58b32b-3a5f-4802-b942-3a9039b369f7 req-f2638725-259c-42eb-910d-9db3a850e418 tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.1362090 Mar 05 13:48:31.802018 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-57512450-f99b-4718-8083-d9b31f013c83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9566c2e4-1bac-4a5b-8a67-d566157793fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577495 Mar 05 13:48:31.849112 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a7d5ec1c-d186-43e2-b84c-53d4a92037e3 req-39973781-059f-4f49-81ea-59a276ca1e8b service neutron] 10.222.0.30 "GET /v2.0/networks/8121de62-3e77-4026-8973-919cd2101c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848551 Mar 05 13:48:31.944097 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-beb7cb26-d17d-4f26-9df2-7fd2cd306c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:32.006105 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7cb26-d17d-4f26-9df2-7fd2cd306c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=ebbb89b7-fb07-4dfc-bdda-c50e43881750,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:32.032964 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-d91f4439-d8ab-443b-8905-9ce17ad036e6 service neutron] 10.222.0.15 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273965 Mar 05 13:48:32.101035 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-beb7cb26-d17d-4f26-9df2-7fd2cd306c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:32.166059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48918a05-605e-4108-8713-8e865fa85de3 req-be8f03cd-c05a-4a47-9b9c-ae7fdc71c922 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:32.168156 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-48918a05-605e-4108-8713-8e865fa85de3 req-be8f03cd-c05a-4a47-9b9c-ae7fdc71c922 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 944 time: 0.2005451 Mar 05 13:48:32.226837 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6406cc62-6ff4-4c3b-9325-22bd85037af3 req-05f353ea-172a-4038-a527-92e0d05e6851 service neutron] 10.222.0.15 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878972 Mar 05 13:48:32.238578 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-48918a05-605e-4108-8713-8e865fa85de3 req-670f3c61-028c-4114-aaa8-6ae07d7a8e88 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621047 Mar 05 13:48:32.290311 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-beb7cb26-d17d-4f26-9df2-7fd2cd306c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:32.293386 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-beb7cb26-d17d-4f26-9df2-7fd2cd306c4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:32.320797 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-beb7cb26-d17d-4f26-9df2-7fd2cd306c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:32.321355 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb7cb26-d17d-4f26-9df2-7fd2cd306c4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50e9f2b1-2d20-4124-b10d-dcba740fbeaa {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:48:32.338675 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-beb7cb26-d17d-4f26-9df2-7fd2cd306c4e admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:32.338675 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-beb7cb26-d17d-4f26-9df2-7fd2cd306c4e admin admin] 10.222.0.16 "DELETE /v2.0/routers/50e9f2b1-2d20-4124-b10d-dcba740fbeaa HTTP/1.1" status: 204 len: 168 time: 1.8368635 Mar 05 13:48:32.340664 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60006) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:32.376830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84285ed0-962e-45bd-a767-ad5f4bccbfeb req-914a3b8d-e460-4f98-806a-20a43c7f073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:32.378604 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-84285ed0-962e-45bd-a767-ad5f4bccbfeb req-914a3b8d-e460-4f98-806a-20a43c7f073b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 1094 time: 0.0893121 Mar 05 13:48:32.418736 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f5bfb3-105e-413e-91bb-a7fc6cb7ed04 admin admin] Deleting subnet b9f0f85d-e916-4aa7-8d40-c24768de8024 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:48:32.426178 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-57f5bfb3-105e-413e-91bb-a7fc6cb7ed04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:32.484367 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-57f5bfb3-105e-413e-91bb-a7fc6cb7ed04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:32.680834 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-57f5bfb3-105e-413e-91bb-a7fc6cb7ed04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:32.709472 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84285ed0-962e-45bd-a767-ad5f4bccbfeb req-0991b9a9-9106-413e-bbe6-0855699ca6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:32.711468 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-84285ed0-962e-45bd-a767-ad5f4bccbfeb req-0991b9a9-9106-413e-bbe6-0855699ca6d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 906 time: 0.3268700 Mar 05 13:48:32.729259 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715a8a4-b529-4ff4-b240-fa9eb28c755f req-8164e1af-97c7-450c-a780-a4ad49ff5f05 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:32.731341 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f715a8a4-b529-4ff4-b240-fa9eb28c755f req-8164e1af-97c7-450c-a780-a4ad49ff5f05 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 943 time: 0.1691527 Mar 05 13:48:32.812532 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f715a8a4-b529-4ff4-b240-fa9eb28c755f req-a52cd799-b334-4c4f-9eb4-88ee972e9540 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733743 Mar 05 13:48:32.826329 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-84285ed0-962e-45bd-a767-ad5f4bccbfeb req-f6ff47df-e463-453a-9dbc-3e46c6a33f45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7 HTTP/1.1" status: 200 len: 217 time: 0.1083887 Mar 05 13:48:32.857085 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-57f5bfb3-105e-413e-91bb-a7fc6cb7ed04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:32.896076 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84285ed0-962e-45bd-a767-ad5f4bccbfeb req-6b4ab558-7264-490f-905a-5ef1df6db491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:32.897308 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-84285ed0-962e-45bd-a767-ad5f4bccbfeb req-6b4ab558-7264-490f-905a-5ef1df6db491 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbe719ac-a221-4304-9d9c-9289853597e6 HTTP/1.1" status: 200 len: 846 time: 0.0649841 Mar 05 13:48:32.930845 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5bfb3-105e-413e-91bb-a7fc6cb7ed04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9f0f85d-e916-4aa7-8d40-c24768de8024,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:32.940613 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-57f5bfb3-105e-413e-91bb-a7fc6cb7ed04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:32.948590 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-57f5bfb3-105e-413e-91bb-a7fc6cb7ed04 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b9f0f85d-e916-4aa7-8d40-c24768de8024 HTTP/1.1" status: 204 len: 168 time: 0.6067679 Mar 05 13:48:32.951259 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60032) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:32.954749 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eda8ff-ae65-423a-8384-cd8c80b611fa None None] Network afc0328a-7447-4ab2-b692-c72de15f8a21 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:48:32.984501 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-84285ed0-962e-45bd-a767-ad5f4bccbfeb req-cab7a198-2582-49b5-bfd1-7ed276ed9e17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9566c2e4-1bac-4a5b-8a67-d566157793fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800235 Mar 05 13:48:33.092955 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d180039a-ace9-4599-bee6-4e179731c179 req-11b38fcc-069a-4e5e-a9dd-703f27be38e8 tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.1072605 Mar 05 13:48:33.111737 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 51a29a14-0221-4a6b-ba8f-5ae91909b4cf no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:48:33.138059 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device b7267be8-bcf0-4917-b6b4-cc9bcab27783 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:48:33.173667 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6e0e888e-4bfc-4532-901b-3ffe873b5c06 req-e9e133d6-504b-4906-9383-30fe893283ee tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0789301 Mar 05 13:48:33.199726 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-77a0e978-bfcd-44e1-b20a-6d235499a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:33.213243 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-77a0e978-bfcd-44e1-b20a-6d235499a3f5 admin admin] Deleting port 38dbc8e4-dffb-4d16-8213-750337579af8 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:48:33.213774 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-77a0e978-bfcd-44e1-b20a-6d235499a3f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:33.225858 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-84285ed0-962e-45bd-a767-ad5f4bccbfeb req-a8559b28-1320-4e66-8708-1c710e6ee863 service neutron] 10.222.0.15 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997097 Mar 05 13:48:33.297644 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port b7267be8-bcf0-4917-b6b4-cc9bcab27783, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b7267be8-bcf0-4917-b6b4-cc9bcab27783,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:33.320468 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'b7267be8-bcf0-4917-b6b4-cc9bcab27783', 'network_id': '8121de62-3e77-4026-8973-919cd2101c11', 'port_id': 'b7267be8-bcf0-4917-b6b4-cc9bcab27783', 'mac_address': 'fa:16:3e:cf:2b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cc4165-f01d-48a1-9180-c6a57fe7bd9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:48:33.328635 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 51a29a14-0221-4a6b-ba8f-5ae91909b4cf {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:48:33.329262 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 51a29a14-0221-4a6b-ba8f-5ae91909b4cf not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:48:33.329835 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ebbb89b7-fb07-4dfc-bdda-c50e43881750 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:48:33.408443 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: ebbb89b7-fb07-4dfc-bdda-c50e43881750 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:48:33.409159 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ebbb89b7-fb07-4dfc-bdda-c50e43881750 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:48:33.480938 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-84285ed0-962e-45bd-a767-ad5f4bccbfeb req-8dd29ad5-af1a-4598-96e3-e280fb95bcf6 service neutron] 10.222.0.15 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489805 Mar 05 13:48:33.519190 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:33.520684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82703d0-127d-4bcd-b02f-d5ff4fefd8bc req-633e9aa6-f442-402b-83c4-136f21d8d39b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:33.528823 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c82703d0-127d-4bcd-b02f-d5ff4fefd8bc req-633e9aa6-f442-402b-83c4-136f21d8d39b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 944 time: 0.1348877 Mar 05 13:48:33.549157 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7267be8-bcf0-4917-b6b4-cc9bcab27783 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:48:33.568078 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port b7267be8-bcf0-4917-b6b4-cc9bcab27783, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b7267be8-bcf0-4917-b6b4-cc9bcab27783,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:33.583022 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:33.586594 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c82703d0-127d-4bcd-b02f-d5ff4fefd8bc req-cbc4c58f-3f8c-408d-9cb8-725edac8f695 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566909 Mar 05 13:48:33.634728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60046) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:33.642471 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-77a0e978-bfcd-44e1-b20a-6d235499a3f5 admin admin] For port 38dbc8e4-dffb-4d16-8213-750337579af8, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=38dbc8e4-dffb-4d16-8213-750337579af8,segment=NetworkSegment(ecd69e45-c24c-48cc-9973-bc653c95a159),segment_id=ecd69e45-c24c-48cc-9973-bc653c95a159)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:33.642989 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-77a0e978-bfcd-44e1-b20a-6d235499a3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:33.670384 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=b7267be8-bcf0-4917-b6b4-cc9bcab27783,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:33.725611 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399c133c-fc58-4701-9657-9d517b2885c2 None None] DHCP port deletion for afc0328a-7447-4ab2-b692-c72de15f8a21 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:48:33.731539 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-399c133c-fc58-4701-9657-9d517b2885c2 None None] Deleting port 38dbc8e4-dffb-4d16-8213-750337579af8 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:48:33.732306 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-399c133c-fc58-4701-9657-9d517b2885c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:33.785062 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-77a0e978-bfcd-44e1-b20a-6d235499a3f5 admin admin] Calling delete_port for 38dbc8e4-dffb-4d16-8213-750337579af8 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:48:33.877646 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-77a0e978-bfcd-44e1-b20a-6d235499a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:33.878350 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['b7267be8-bcf0-4917-b6b4-cc9bcab27783'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:48:33.914309 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b19e977b-d32d-4b21-8d85-fc5620d8b80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:33.931777 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b19e977b-d32d-4b21-8d85-fc5620d8b80b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:33.931985 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0e978-bfcd-44e1-b20a-6d235499a3f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=38dbc8e4-dffb-4d16-8213-750337579af8,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:33.935920 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a0e978-bfcd-44e1-b20a-6d235499a3f5 admin admin] No DVR routers for this DVR port 38dbc8e4-dffb-4d16-8213-750337579af8 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:48:33.937008 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b19e977b-d32d-4b21-8d85-fc5620d8b80b admin admin] Usage tracker for resource:security_group_rule and tenant:1ea9906e533b4697a07a59431c0b58ad is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:48:33.940287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b19e977b-d32d-4b21-8d85-fc5620d8b80b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:48:33.946958 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b19e977b-d32d-4b21-8d85-fc5620d8b80b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:34.041944 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b19e977b-d32d-4b21-8d85-fc5620d8b80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:34.048153 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b19e977b-d32d-4b21-8d85-fc5620d8b80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:34.056747 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-399c133c-fc58-4701-9657-9d517b2885c2 None None] For port 38dbc8e4-dffb-4d16-8213-750337579af8, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=38dbc8e4-dffb-4d16-8213-750337579af8,segment=NetworkSegment(ecd69e45-c24c-48cc-9973-bc653c95a159),segment_id=ecd69e45-c24c-48cc-9973-bc653c95a159)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:34.057284 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-399c133c-fc58-4701-9657-9d517b2885c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:34.086577 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b19e977b-d32d-4b21-8d85-fc5620d8b80b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ea9906e533b4697a07a59431c0b58ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4479191 Mar 05 13:48:34.087398 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60054) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:34.101186 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-77a0e978-bfcd-44e1-b20a-6d235499a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:34.131433 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-77a0e978-bfcd-44e1-b20a-6d235499a3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc0328a-7447-4ab2-b692-c72de15f8a21']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:48:34.133310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e977b-d32d-4b21-8d85-fc5620d8b80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99c9e78-9d1a-4d89-b04a-b8c990de88f0,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:34.152681 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-77a0e978-bfcd-44e1-b20a-6d235499a3f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd69e45-c24c-48cc-9973-bc653c95a159') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:48:34.153166 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-77a0e978-bfcd-44e1-b20a-6d235499a3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd69e45-c24c-48cc-9973-bc653c95a159') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:48:34.168330 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-77a0e978-bfcd-44e1-b20a-6d235499a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:34.186919 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7186d-cbd0-4c3a-abcb-28b665ae6e8e req-d89bc87b-848c-4c22-a23b-cab31b6be653 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:34.188360 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e33efdc2-df9c-4071-b1a6-08ec56b1a190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:34.188582 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5ec7186d-cbd0-4c3a-abcb-28b665ae6e8e req-d89bc87b-848c-4c22-a23b-cab31b6be653 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 943 time: 0.2221572 Mar 05 13:48:34.208991 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-77a0e978-bfcd-44e1-b20a-6d235499a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:34.218446 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-399c133c-fc58-4701-9657-9d517b2885c2 None None] Calling delete_port for 38dbc8e4-dffb-4d16-8213-750337579af8 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:48:34.222399 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a0e978-bfcd-44e1-b20a-6d235499a3f5 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:48:34.222867 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-77a0e978-bfcd-44e1-b20a-6d235499a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:34.233765 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e33efdc2-df9c-4071-b1a6-08ec56b1a190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:48:34.236432 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:48:34.320494 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5ec7186d-cbd0-4c3a-abcb-28b665ae6e8e req-8f0f04cb-a52f-4d93-906c-cf89d2ebacdf tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251450 Mar 05 13:48:34.324165 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0446d020-0245-40d7-a1a3-547831a0bba4 req-32e95dd2-5921-45fc-8ce1-e6ff55ae66fc tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0580709 Mar 05 13:48:34.332413 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-77a0e978-bfcd-44e1-b20a-6d235499a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:34.354070 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-399c133c-fc58-4701-9657-9d517b2885c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:48:34.354070 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-399c133c-fc58-4701-9657-9d517b2885c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:48:34.356947 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e33efdc2-df9c-4071-b1a6-08ec56b1a190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:34.377623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33efdc2-df9c-4071-b1a6-08ec56b1a190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99c9e78-9d1a-4d89-b04a-b8c990de88f0,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:34.384686 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e33efdc2-df9c-4071-b1a6-08ec56b1a190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:34.388129 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e33efdc2-df9c-4071-b1a6-08ec56b1a190 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d99c9e78-9d1a-4d89-b04a-b8c990de88f0 HTTP/1.1" status: 204 len: 168 time: 0.2972667 Mar 05 13:48:34.395103 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-77a0e978-bfcd-44e1-b20a-6d235499a3f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:34.402359 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0e978-bfcd-44e1-b20a-6d235499a3f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=afc0328a-7447-4ab2-b692-c72de15f8a21,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:34.426960 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-77a0e978-bfcd-44e1-b20a-6d235499a3f5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/afc0328a-7447-4ab2-b692-c72de15f8a21 HTTP/1.1" status: 204 len: 168 time: 1.4743817 Mar 05 13:48:34.549514 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3d07e5ed-b6e1-4940-a68c-a14db8aee040 req-56122577-5b37-42f8-8530-123ce0aa8920 tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0530283 Mar 05 13:48:34.562659 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60068) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:34.616898 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c4515424-3398-437a-bef4-713f3aa4b0e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b319e138c56d4a4c98bd5807281ccabc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504668 Mar 05 13:48:34.617148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60074) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:34.690805 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8628baa6-6dc5-4d02-93d1-603775fb4b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:34.759429 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8628baa6-6dc5-4d02-93d1-603775fb4b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:34.770510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60078) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:34.788686 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7f6810c-ee59-4d2c-b393-4c4f1bf0f8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:34.804243 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b7f6810c-ee59-4d2c-b393-4c4f1bf0f8d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:34.808911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b7f6810c-ee59-4d2c-b393-4c4f1bf0f8d5 admin admin] Usage tracker for resource:security_group_rule and tenant:ac805fb6bd0f4ddf81f8e50ee7c6f6d2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:48:34.811711 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b7f6810c-ee59-4d2c-b393-4c4f1bf0f8d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:48:34.818194 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b7f6810c-ee59-4d2c-b393-4c4f1bf0f8d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:34.825933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a6dd3-6599-4cc5-89bd-3d19016934aa req-6f419663-5770-406e-a836-92713724afdb tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:34.827469 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2e8a6dd3-6599-4cc5-89bd-3d19016934aa req-6f419663-5770-406e-a836-92713724afdb tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 945 time: 0.1347620 Mar 05 13:48:34.850367 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8628baa6-6dc5-4d02-93d1-603775fb4b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:34.851481 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-399c133c-fc58-4701-9657-9d517b2885c2 None None] Deleting port 38dbc8e4-dffb-4d16-8213-750337579af8 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:48:34.851928 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-399c133c-fc58-4701-9657-9d517b2885c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:34.889220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628baa6-6dc5-4d02-93d1-603775fb4b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0cc353-7c53-4421-b22a-0b64a07a0b10,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:34.897339 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2e8a6dd3-6599-4cc5-89bd-3d19016934aa req-fdbd04fb-dc75-4a61-b57f-82b8add66cc7 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634930 Mar 05 13:48:34.898574 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8628baa6-6dc5-4d02-93d1-603775fb4b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:34.902407 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8628baa6-6dc5-4d02-93d1-603775fb4b32 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf0cc353-7c53-4421-b22a-0b64a07a0b10 HTTP/1.1" status: 204 len: 168 time: 0.2816179 Mar 05 13:48:34.926606 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-399c133c-fc58-4701-9657-9d517b2885c2 None None] The port '38dbc8e4-dffb-4d16-8213-750337579af8' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:48:34.940794 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7f6810c-ee59-4d2c-b393-4c4f1bf0f8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:34.946400 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7f6810c-ee59-4d2c-b393-4c4f1bf0f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:34.997735 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b7f6810c-ee59-4d2c-b393-4c4f1bf0f8d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac805fb6bd0f4ddf81f8e50ee7c6f6d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2258520 Mar 05 13:48:35.000391 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60084) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:35.003140 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6810c-ee59-4d2c-b393-4c4f1bf0f8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b71e61e-236f-4b57-a433-b1ab5fec1e98,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:35.025680 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 38dbc8e4-dffb-4d16-8213-750337579af8 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:48:35.061324 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 38dbc8e4-dffb-4d16-8213-750337579af8 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:48:35.062017 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 38dbc8e4-dffb-4d16-8213-750337579af8 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:48:35.072590 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b6a113cb-aca2-4f27-abe6-89d52f59402a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:35.104836 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b6a113cb-aca2-4f27-abe6-89d52f59402a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:35.144004 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device b7267be8-bcf0-4917-b6b4-cc9bcab27783 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:48:35.161297 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b6a113cb-aca2-4f27-abe6-89d52f59402a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:35.181379 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b6a113cb-aca2-4f27-abe6-89d52f59402a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:35.182581 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b6a113cb-aca2-4f27-abe6-89d52f59402a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b71e61e-236f-4b57-a433-b1ab5fec1e98 HTTP/1.1" status: 204 len: 168 time: 0.1812892 Mar 05 13:48:35.184478 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a113cb-aca2-4f27-abe6-89d52f59402a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b71e61e-236f-4b57-a433-b1ab5fec1e98,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:35.230012 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port b7267be8-bcf0-4917-b6b4-cc9bcab27783 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:48:35.234948 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port b7267be8-bcf0-4917-b6b4-cc9bcab27783 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:48:35.235313 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:35.359686 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:35.410632 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83c924e-5201-45cf-b349-025b4ec5f165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7267be8-bcf0-4917-b6b4-cc9bcab27783'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:48:35.429118 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port b7267be8-bcf0-4917-b6b4-cc9bcab27783, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b7267be8-bcf0-4917-b6b4-cc9bcab27783,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:35.438099 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:35.659110 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=b7267be8-bcf0-4917-b6b4-cc9bcab27783,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:35.663668 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:48:35.715561 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9cb58b32-d09b-4ffc-a259-7ecb5fadacfd req-50e08c7e-5797-4442-93eb-601fed219e68 tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.1169243 Mar 05 13:48:35.740876 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962c271-21b3-48a2-85d7-cb3fbe86567a req-d891a378-96f4-42c1-94fb-79e5589dadc9 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:35.749758 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7962c271-21b3-48a2-85d7-cb3fbe86567a req-d891a378-96f4-42c1-94fb-79e5589dadc9 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 943 time: 0.1990747 Mar 05 13:48:35.810157 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83c924e-5201-45cf-b349-025b4ec5f165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7267be8-bcf0-4917-b6b4-cc9bcab27783', 'code': 200} Mar 05 13:48:35.821616 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7962c271-21b3-48a2-85d7-cb3fbe86567a req-14baa964-164a-499a-8377-4b09906eda51 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678508 Mar 05 13:48:36.024401 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:36.039663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7', 'network_id': '9566c2e4-1bac-4a5b-8a67-d566157793fe', 'port_id': 'e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7', 'mac_address': 'fa:16:3e:7f:2d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe719ac-a221-4304-9d9c-9289853597e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:48:36.113765 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d26e843c-ae0a-466b-8ba6-5fd8a669805c req-ccfd1eea-89f5-48b0-903d-d9b9078f9b7a tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0986974 Mar 05 13:48:36.114489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60128) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:36.127111 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:36.161993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467798e9-cccd-44c7-8d4a-1e6d3ff68503 req-ed4c6aa5-54ff-41a2-a5a0-351a88ea83ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:36.164017 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-467798e9-cccd-44c7-8d4a-1e6d3ff68503 req-ed4c6aa5-54ff-41a2-a5a0-351a88ea83ee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 1097 time: 0.2560749 Mar 05 13:48:36.169213 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:48:36.212108 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:36.215602 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-467798e9-cccd-44c7-8d4a-1e6d3ff68503 req-f73a1e93-b836-4bbc-b201-bbcecc0067f1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438392 Mar 05 13:48:36.218041 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:36.230435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92606210-a589-4a23-beef-cfde449968d5 req-1d58c3d8-c308-4766-9b8e-a7c40933581d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:36.231930 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-92606210-a589-4a23-beef-cfde449968d5 req-1d58c3d8-c308-4766-9b8e-a7c40933581d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.1567855 Mar 05 13:48:36.280389 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-f6e8c378-365f-4fa2-9b09-d4414c22095b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1155254545-network', 'tenant_id': '79f8ba46919a411c91f03c872b2a9ca1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:48:36.285275 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-92606210-a589-4a23-beef-cfde449968d5 req-425ed46f-5b42-4a70-9731-3e3bf4439ff7 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453308 Mar 05 13:48:36.285972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f6e8c378-365f-4fa2-9b09-d4414c22095b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:36.290003 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f6e8c378-365f-4fa2-9b09-d4414c22095b admin admin] Usage tracker for resource:network and tenant:79f8ba46919a411c91f03c872b2a9ca1 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:48:36.294501 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f6e8c378-365f-4fa2-9b09-d4414c22095b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:48:36.302364 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:36.310579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f6e8c378-365f-4fa2-9b09-d4414c22095b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:36.320443 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e8c378-365f-4fa2-9b09-d4414c22095b admin admin] Made reservation on behalf of 79f8ba46919a411c91f03c872b2a9ca1 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:48:36.322864 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c378-365f-4fa2-9b09-d4414c22095b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:36.335120 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c378-365f-4fa2-9b09-d4414c22095b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:36.352267 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f6e8c378-365f-4fa2-9b09-d4414c22095b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:36.356781 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f6e8c378-365f-4fa2-9b09-d4414c22095b admin admin] Usage tracker for resource:security_group_rule and tenant:79f8ba46919a411c91f03c872b2a9ca1 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:48:36.359697 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f6e8c378-365f-4fa2-9b09-d4414c22095b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:48:36.365348 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f6e8c378-365f-4fa2-9b09-d4414c22095b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:36.452624 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c378-365f-4fa2-9b09-d4414c22095b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:36.456593 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c378-365f-4fa2-9b09-d4414c22095b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:36.490407 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e8c378-365f-4fa2-9b09-d4414c22095b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:48:36.497136 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:48:36.504985 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8c378-365f-4fa2-9b09-d4414c22095b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7943e7c4-e1d4-4eff-99ac-537de6545261,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:36.522793 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c378-365f-4fa2-9b09-d4414c22095b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:36.523129 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-f6e8c378-365f-4fa2-9b09-d4414c22095b admin admin] Added segment da87ca0f-676b-4eec-98f8-1b264e58e705 of type vlan for network fea5c273-e4ab-46b7-85df-ca04090e1441 Mar 05 13:48:36.550377 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c378-365f-4fa2-9b09-d4414c22095b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:36.582675 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c378-365f-4fa2-9b09-d4414c22095b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:36.583796 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e8c378-365f-4fa2-9b09-d4414c22095b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:36.584717 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c378-365f-4fa2-9b09-d4414c22095b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:36.695249 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8c378-365f-4fa2-9b09-d4414c22095b admin admin] Pushing event updated for resources: {'Network': ['ID=fea5c273-e4ab-46b7-85df-ca04090e1441,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:36.698208 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f6e8c378-365f-4fa2-9b09-d4414c22095b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5772462 Mar 05 13:48:36.701102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60146) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:36.706646 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-791aea51-6325-4111-a8ca-6ce0f038cea3 admin admin] Request body: {'subnet': {'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1155254545-subnet', 'tenant_id': '79f8ba46919a411c91f03c872b2a9ca1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:48:36.707652 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network fea5c273-e4ab-46b7-85df-ca04090e1441 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:48:36.712297 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-791aea51-6325-4111-a8ca-6ce0f038cea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:36.717452 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-791aea51-6325-4111-a8ca-6ce0f038cea3 admin admin] Usage tracker for resource:subnet and tenant:79f8ba46919a411c91f03c872b2a9ca1 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:48:36.720500 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-791aea51-6325-4111-a8ca-6ce0f038cea3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:48:36.726728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-791aea51-6325-4111-a8ca-6ce0f038cea3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:36.744045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791aea51-6325-4111-a8ca-6ce0f038cea3 admin admin] Made reservation on behalf of 79f8ba46919a411c91f03c872b2a9ca1 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:48:36.748240 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-791aea51-6325-4111-a8ca-6ce0f038cea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:37.009691 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b07e5-9ad8-420d-8b29-53677df44e9b req-1155b1fe-fad9-4228-8453-c41a31fe23b1 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:37.011240 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8a8b07e5-9ad8-420d-8b29-53677df44e9b req-1155b1fe-fad9-4228-8453-c41a31fe23b1 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 944 time: 0.0814831 Mar 05 13:48:37.018157 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3f4c1e14-13c8-4ab2-a1ae-d816cd1e8c2d req-caffdd12-ac2c-49f0-adf7-4c7a7da9cda6 tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0548160 Mar 05 13:48:37.077283 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8a8b07e5-9ad8-420d-8b29-53677df44e9b req-8f038135-bac5-4588-bf7c-0f97ef21ba3e tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519855 Mar 05 13:48:37.136867 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-791aea51-6325-4111-a8ca-6ce0f038cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:37.205637 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791aea51-6325-4111-a8ca-6ce0f038cea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5e6956c-ed3e-4331-80e6-bd294ce26155,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:37.232408 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791aea51-6325-4111-a8ca-6ce0f038cea3 admin admin] Checking segment: {'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:48:37.232776 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791aea51-6325-4111-a8ca-6ce0f038cea3 admin admin] Network hostable DHCP agents. Network: fea5c273-e4ab-46b7-85df-ca04090e1441, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:48:37.293750 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8066e975-fda8-4ad5-b711-674c59a3d831 req-99edd1da-3f9d-4924-849c-407d6c96a27a tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0505693 Mar 05 13:48:37.300353 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791aea51-6325-4111-a8ca-6ce0f038cea3 admin admin] Network fea5c273-e4ab-46b7-85df-ca04090e1441 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:48:37.329413 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-791aea51-6325-4111-a8ca-6ce0f038cea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, fea5c273-e4ab-46b7-85df-ca04090e1441) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:48:37.340838 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791aea51-6325-4111-a8ca-6ce0f038cea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:37.341029 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-791aea51-6325-4111-a8ca-6ce0f038cea3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:37.345604 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096133f1-a2c6-49b5-bf8b-9aa806ba905d None None] Network fea5c273-e4ab-46b7-85df-ca04090e1441 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:48:37.387911 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-791aea51-6325-4111-a8ca-6ce0f038cea3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6752641 Mar 05 13:48:37.534729 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:48:37.714424 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208386bc-b3ef-4f6d-a5a5-daea8d04af65 req-706dd4e2-a95b-4ee5-886b-054b29640d62 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:37.716460 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-208386bc-b3ef-4f6d-a5a5-daea8d04af65 req-706dd4e2-a95b-4ee5-886b-054b29640d62 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.1033232 Mar 05 13:48:37.727847 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1877c4be-4b58-41fb-b107-6fb34e971594 None None] Network fea5c273-e4ab-46b7-85df-ca04090e1441 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:48:37.753394 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:48:37.764552 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:48:37.765140 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:37.771844 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-208386bc-b3ef-4f6d-a5a5-daea8d04af65 req-c3962acc-c191-428a-b7a3-b96f678dd905 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491018 Mar 05 13:48:38.056215 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:38.109649 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a72e514-63c5-411e-bb4b-6bfb10a51466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:48:38.120926 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:38.127937 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:38.202232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6bfca32e-f097-4e3f-8fb3-f774e9dcf624 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:38.203972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6bfca32e-f097-4e3f-8fb3-f774e9dcf624 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Synchronizing usage tracker for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:48:38.221577 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-11357b2e-2949-42d1-be62-9d299ebd0937 req-27a19125-4974-400a-be56-91f7532aae1b tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0549157 Mar 05 13:48:38.229242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6bfca32e-f097-4e3f-8fb3-f774e9dcf624 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Unset dirty status for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:48:38.231803 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6bfca32e-f097-4e3f-8fb3-f774e9dcf624 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/networks?id=fea5c273-e4ab-46b7-85df-ca04090e1441 HTTP/1.1" status: 200 len: 812 time: 0.2001040 Mar 05 13:48:38.240211 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:38.262350 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-48471100-338f-43cd-9685-0c8ea252973b tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/quotas/79f8ba46919a411c91f03c872b2a9ca1 HTTP/1.1" status: 200 len: 375 time: 0.0228603 Mar 05 13:48:38.317874 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-5f4dde48-fdec-483f-a15e-7428fdf19963 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=79f8ba46919a411c91f03c872b2a9ca1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480115 Mar 05 13:48:38.425945 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bd2ca-96c0-4892-a0ec-a1d8096faf61 req-02c488a7-7b72-4b25-9c5c-8195fec6a913 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:38.427690 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e50bd2ca-96c0-4892-a0ec-a1d8096faf61 req-02c488a7-7b72-4b25-9c5c-8195fec6a913 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.0907581 Mar 05 13:48:38.475336 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-023669b8-2a1b-4719-979b-d9e353426694 service neutron] 10.222.0.16 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509006 Mar 05 13:48:38.482119 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e50bd2ca-96c0-4892-a0ec-a1d8096faf61 req-b36d287a-ecb0-4042-a52b-65d66bca5cda tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479112 Mar 05 13:48:38.536062 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a72e514-63c5-411e-bb4b-6bfb10a51466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7', 'code': 200} Mar 05 13:48:38.643486 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-4cff449e-58bd-4562-b6c1-eafc657a4650 service neutron] 10.222.0.16 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612513 Mar 05 13:48:38.709419 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-107b8008-8482-49a3-8bed-b30f7a43971e req-7547910b-834d-4f53-9558-926ece49bd7d tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0629010 Mar 05 13:48:38.754040 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4b98a853-7f58-4c00-aa99-aec54b734e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:38.836644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510b900-31e5-4e7c-a811-da9c40783107 req-3d7b2050-14db-488f-a5fb-7e76185a4e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:38.838558 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8510b900-31e5-4e7c-a811-da9c40783107 req-3d7b2050-14db-488f-a5fb-7e76185a4e9e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 1096 time: 0.2426453 Mar 05 13:48:38.979422 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8510b900-31e5-4e7c-a811-da9c40783107 req-a0039899-b5dc-4f7c-9998-67b73f7eab92 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327152 Mar 05 13:48:38.992783 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-61a6390d-9e85-4c20-91d6-06e9f67e067c req-55a936f1-d4b3-49ec-88d6-72bac46719f0 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=91f57487-f98d-4115-b1bc-05518bb8689a HTTP/1.1" status: 200 len: 210 time: 0.1603262 Mar 05 13:48:39.026938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7af34a-936e-47a5-8f40-73146e38936d req-343096e2-b066-41b7-823d-ce5ccc506aad tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:39.028689 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6b7af34a-936e-47a5-8f40-73146e38936d req-343096e2-b066-41b7-823d-ce5ccc506aad tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.1093500 Mar 05 13:48:39.077355 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6b7af34a-936e-47a5-8f40-73146e38936d req-6eb37c67-ea8d-41ae-92c4-fc83f4c1d9d6 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426648 Mar 05 13:48:39.294963 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161607a9-bc42-4832-bc37-06f4874f5938 req-5b8d3042-fe38-46d1-af4b-0eb52737e102 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:39.296775 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-161607a9-bc42-4832-bc37-06f4874f5938 req-5b8d3042-fe38-46d1-af4b-0eb52737e102 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.0962112 Mar 05 13:48:39.303332 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2b8cd6ef-dee1-43d4-a2b0-774ff8a3a1a7 req-cc90c45e-bc0d-4e40-9676-bf6c43481ddb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0615816 Mar 05 13:48:39.349310 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-161607a9-bc42-4832-bc37-06f4874f5938 req-12987a79-4d9c-436b-982f-86309a7509c4 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438821 Mar 05 13:48:39.425403 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-98e97b74-a78e-437e-a97e-89bec6f9f402 req-63f20f8d-717e-4a3f-9b88-fa7f88255cc7 tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0437090 Mar 05 13:48:39.711157 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf4403-70fb-44a7-913a-1f4bde196233 req-cf9d5828-148f-4a0f-b1e4-edcaddaa385a tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:39.712018 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ddbf4403-70fb-44a7-913a-1f4bde196233 req-cf9d5828-148f-4a0f-b1e4-edcaddaa385a tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Synchronizing usage tracker for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:48:39.739766 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ddbf4403-70fb-44a7-913a-1f4bde196233 req-cf9d5828-148f-4a0f-b1e4-edcaddaa385a tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Unset dirty status for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:48:39.741086 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ddbf4403-70fb-44a7-913a-1f4bde196233 req-cf9d5828-148f-4a0f-b1e4-edcaddaa385a tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.1215439 Mar 05 13:48:39.799803 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ddbf4403-70fb-44a7-913a-1f4bde196233 req-b17d3fc7-3618-48e9-9e66-a706cce3f5d8 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515091 Mar 05 13:48:39.813688 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87a498-0088-4797-8137-a23a93bc2318 req-9c500610-e2b6-452d-be05-cd1268e28c86 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:39.823626 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fa87a498-0088-4797-8137-a23a93bc2318 req-9c500610-e2b6-452d-be05-cd1268e28c86 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.1017280 Mar 05 13:48:39.877277 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fa87a498-0088-4797-8137-a23a93bc2318 req-c104d526-5e1b-46a0-8355-d715fc347226 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446942 Mar 05 13:48:39.960006 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-315265a9-2a5e-467b-8d1c-14c1cf5c648d req-aa5dab43-0aa2-4d56-ba32-7655cb023de3 tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0466201 Mar 05 13:48:40.123247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9316b-c043-4388-b93f-9cc28883f9a9 req-3b951bc7-9e5c-4532-9f80-ca8b56a5f4d3 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:40.125111 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-45f9316b-c043-4388-b93f-9cc28883f9a9 req-3b951bc7-9e5c-4532-9f80-ca8b56a5f4d3 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.1282647 Mar 05 13:48:40.175292 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-45f9316b-c043-4388-b93f-9cc28883f9a9 req-920d47db-c0d2-4e58-9d98-b2315df96669 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437095 Mar 05 13:48:40.181386 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f79b65f7-4c8d-4e0f-9b19-903d6e486d59 req-1060a751-ff15-4719-9a8d-3895a66d6f5f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=91f57487-f98d-4115-b1bc-05518bb8689a HTTP/1.1" status: 200 len: 210 time: 0.0504117 Mar 05 13:48:40.711506 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-da3b4223-1a37-40ec-87ea-948020700376 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:40.713492 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-da3b4223-1a37-40ec-87ea-948020700376 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.30 "GET /v2.0/networks?id=fea5c273-e4ab-46b7-85df-ca04090e1441 HTTP/1.1" status: 200 len: 812 time: 0.2505429 Mar 05 13:48:40.767554 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Request body: {'port': {'device_id': '91f57487-f98d-4115-b1bc-05518bb8689a', 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441', 'admin_state_up': True, 'tenant_id': '79f8ba46919a411c91f03c872b2a9ca1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:48:40.814731 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-543d693b-f205-4919-bf5e-94ababb1de8f req-899d7f3d-f652-4f91-afd8-19a31d0aeab6 tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0935547 Mar 05 13:48:40.897588 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-09a6710c-3798-41d2-a761-b9c490eeeb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:40.942954 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c41a94-97eb-4ec3-8478-32789b9da223 req-e40683f9-3446-43f2-b9b8-a75b7987cd53 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:40.950825 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a2c41a94-97eb-4ec3-8478-32789b9da223 req-e40683f9-3446-43f2-b9b8-a75b7987cd53 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.1424339 Mar 05 13:48:41.019534 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a2c41a94-97eb-4ec3-8478-32789b9da223 req-f31ed952-dd94-44bd-9ecb-52e80a11413f tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663316 Mar 05 13:48:41.181903 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c9ac615a-94f3-487d-9153-c2bcccccb57d req-107ad902-8382-4b87-9fbe-56302ee1fd00 tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0487244 Mar 05 13:48:41.243248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:41.255536 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Usage tracker for resource:port and tenant:79f8ba46919a411c91f03c872b2a9ca1 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:48:41.259397 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:48:41.267864 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:41.279823 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b50f4-8e25-49f9-af03-9cddc9fb3998 req-c86e3893-39c1-4e76-a685-d60c6bb2aefa tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:41.281317 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-824b50f4-8e25-49f9-af03-9cddc9fb3998 req-c86e3893-39c1-4e76-a685-d60c6bb2aefa tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.1567128 Mar 05 13:48:41.291321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Made reservation on behalf of 79f8ba46919a411c91f03c872b2a9ca1 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:48:41.295038 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:41.339637 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-075b8a89-1772-4e1e-82be-6b75d53300ff req-71242366-ed64-476f-99cc-7101960a68c5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=91f57487-f98d-4115-b1bc-05518bb8689a HTTP/1.1" status: 200 len: 210 time: 0.0433705 Mar 05 13:48:41.407005 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-824b50f4-8e25-49f9-af03-9cddc9fb3998 req-70e71027-3c57-4a49-a488-4d52413c93aa tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169460 Mar 05 13:48:41.513398 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Allocated IP 172.20.0.2 (fea5c273-e4ab-46b7-85df-ca04090e1441/a5e6956c-ed3e-4331-80e6-bd294ce26155/c417d25d-03d3-4d0b-a022-5322a0e84e43) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:48:41.779919 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:41.830627 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1bdd5-cd7f-459e-9fd5-c524cde56fe8 req-e4628741-8f90-4c8c-87d4-d8f10dc94d1e tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:41.832105 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e2c1bdd5-cd7f-459e-9fd5-c524cde56fe8 req-e4628741-8f90-4c8c-87d4-d8f10dc94d1e tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.1187499 Mar 05 13:48:41.857144 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:41.942853 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Network fea5c273-e4ab-46b7-85df-ca04090e1441 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:48:41.946077 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e2c1bdd5-cd7f-459e-9fd5-c524cde56fe8 req-824e8df0-4f82-488a-aa34-5b604d3a021e tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077411 Mar 05 13:48:41.949800 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:48:41.958216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:48:41.963662 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:41.998334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Pushing event updated for resources: {'Port': ['ID=c417d25d-03d3-4d0b-a022-5322a0e84e43,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:42.014458 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:42.015058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:42.015538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:42.016500 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:42.017200 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:42.017888 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:42.018386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:42.018908 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:42.019402 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:42.019910 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:42.020395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:42.020895 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:42.042897 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:42.047111 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9078e6ee-5434-4bab-bca9-e28f938a5957 req-980e1de2-dd8c-4e6f-9284-a93b4bb67aac tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0960186 Mar 05 13:48:42.056580 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:42.058280 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:42.092322 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-d074a820-a3dd-436b-81ec-ceb6cda5aae7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3295114 Mar 05 13:48:42.205745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952941c-fcbd-4157-b744-1e5c22cf0c56 req-44f9be9f-36d5-4b66-b23b-741b4835da30 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:42.208042 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6952941c-fcbd-4157-b744-1e5c22cf0c56 req-44f9be9f-36d5-4b66-b23b-741b4835da30 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.0918422 Mar 05 13:48:42.267193 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6952941c-fcbd-4157-b744-1e5c22cf0c56 req-bcfd617d-9ba2-459f-b1e1-c72dabc63ac2 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481553 Mar 05 13:48:42.270734 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c783fe-b804-4149-8b76-4cd015cc9e53 req-73c8d902-01e5-47fe-82f7-9c17a07dc645 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:42.272333 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b7c783fe-b804-4149-8b76-4cd015cc9e53 req-73c8d902-01e5-47fe-82f7-9c17a07dc645 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.0962522 Mar 05 13:48:42.316006 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6ab2228b-62f1-48ee-aad2-b78a63ed20d9 service neutron] Request body: {'port': {'device_id': '91f57487-f98d-4115-b1bc-05518bb8689a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:48:42.324655 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b7c783fe-b804-4149-8b76-4cd015cc9e53 req-27a007ca-ccc2-4f3d-96f3-db95c2f413d8 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454657 Mar 05 13:48:42.470923 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6ab2228b-62f1-48ee-aad2-b78a63ed20d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:42.524183 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-88b5724d-e4ae-417c-a664-9f8e62026782 req-415edfe4-3d51-45a1-9930-b3b337335d30 tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0847077 Mar 05 13:48:42.599939 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7e7c250a-def2-408b-b411-0eb2195b4ca8 req-e6bfa048-bcaf-4823-9bbe-d733e32717c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=589d2299765b48869f796791219da83d&device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0527346 Mar 05 13:48:42.648560 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7e7c250a-def2-408b-b411-0eb2195b4ca8 req-d97bcb06-b22a-4342-89f0-ddefdf55af8d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=589d2299765b48869f796791219da83d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410113 Mar 05 13:48:42.877856 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158a5ef-064b-4390-8969-59cf3638bdfa req-78670a61-3df8-4e36-b48e-28f680cc4b2c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:42.879308 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f158a5ef-064b-4390-8969-59cf3638bdfa req-78670a61-3df8-4e36-b48e-28f680cc4b2c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=91f57487-f98d-4115-b1bc-05518bb8689a HTTP/1.1" status: 200 len: 931 time: 0.2001119 Mar 05 13:48:42.881992 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c250a-def2-408b-b411-0eb2195b4ca8 req-27790dfb-f2cb-4736-a916-e9ffce1186e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:42.883351 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7e7c250a-def2-408b-b411-0eb2195b4ca8 req-27790dfb-f2cb-4736-a916-e9ffce1186e8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2283499 Mar 05 13:48:42.928618 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f158a5ef-064b-4390-8969-59cf3638bdfa req-1e3aec53-dbed-4d31-a9e7-76101726cc95 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434890 Mar 05 13:48:42.973606 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb667ae9-8005-4979-bf35-a56bae111a15 req-e0b9bd4f-fec1-456e-996b-ed48b31805c7 tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0572481 Mar 05 13:48:42.984438 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6ab2228b-62f1-48ee-aad2-b78a63ed20d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c417d25d-03d3-4d0b-a022-5322a0e84e43 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:48:42.991905 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6ab2228b-62f1-48ee-aad2-b78a63ed20d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:43.011026 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6ab2228b-62f1-48ee-aad2-b78a63ed20d9 service neutron] Transition to ACTIVE for port object c417d25d-03d3-4d0b-a022-5322a0e84e43 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:48:43.012236 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6ab2228b-62f1-48ee-aad2-b78a63ed20d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:43.120050 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15214572-7170-49be-9706-d795f002e14d req-d7bd9a83-9b58-4f79-982a-7f08217e66e1 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:43.122018 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-15214572-7170-49be-9706-d795f002e14d req-d7bd9a83-9b58-4f79-982a-7f08217e66e1 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.0920055 Mar 05 13:48:43.141756 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2228b-62f1-48ee-aad2-b78a63ed20d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c417d25d-03d3-4d0b-a022-5322a0e84e43,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:43.169347 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-15214572-7170-49be-9706-d795f002e14d req-8ee982e3-3196-41a3-bbe3-fed2a6a0b0f8 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406940 Mar 05 13:48:43.372401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6ab2228b-62f1-48ee-aad2-b78a63ed20d9 service neutron] Attempting to bind port c417d25d-03d3-4d0b-a022-5322a0e84e43 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:48:43.373578 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6ab2228b-62f1-48ee-aad2-b78a63ed20d9 service neutron] Attempting to bind port c417d25d-03d3-4d0b-a022-5322a0e84e43 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:48:43.373910 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6ab2228b-62f1-48ee-aad2-b78a63ed20d9 service neutron] Attempting to bind port c417d25d-03d3-4d0b-a022-5322a0e84e43 on network fea5c273-e4ab-46b7-85df-ca04090e1441 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:48:43.378716 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6ab2228b-62f1-48ee-aad2-b78a63ed20d9 service neutron] Port c417d25d-03d3-4d0b-a022-5322a0e84e43 on network fea5c273-e4ab-46b7-85df-ca04090e1441 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:48:43.379076 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6ab2228b-62f1-48ee-aad2-b78a63ed20d9 service neutron] Attempting to bind port c417d25d-03d3-4d0b-a022-5322a0e84e43 on network fea5c273-e4ab-46b7-85df-ca04090e1441 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:48:43.384314 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6ab2228b-62f1-48ee-aad2-b78a63ed20d9 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:48:43.384642 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6ab2228b-62f1-48ee-aad2-b78a63ed20d9 service neutron] Checking segment: {'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:48:43.385017 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6ab2228b-62f1-48ee-aad2-b78a63ed20d9 service neutron] Bound using segment: {'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:48:43.385432 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6ab2228b-62f1-48ee-aad2-b78a63ed20d9 service neutron] Bound port: c417d25d-03d3-4d0b-a022-5322a0e84e43, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:48:43.386310 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6ab2228b-62f1-48ee-aad2-b78a63ed20d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:43.537166 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6ab2228b-62f1-48ee-aad2-b78a63ed20d9 service neutron] For port c417d25d-03d3-4d0b-a022-5322a0e84e43, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:48:43.541543 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6ab2228b-62f1-48ee-aad2-b78a63ed20d9 service neutron] For port c417d25d-03d3-4d0b-a022-5322a0e84e43, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c417d25d-03d3-4d0b-a022-5322a0e84e43,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:48:43.551401 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6ab2228b-62f1-48ee-aad2-b78a63ed20d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:43.584303 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:43.622559 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a405839-6651-403b-8fad-626b977c2bef req-4c74822a-2d2f-479e-845b-59c858df2c01 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:43.624128 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7a405839-6651-403b-8fad-626b977c2bef req-4c74822a-2d2f-479e-845b-59c858df2c01 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.1897998 Mar 05 13:48:43.631372 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6ab2228b-62f1-48ee-aad2-b78a63ed20d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:43.632322 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6ab2228b-62f1-48ee-aad2-b78a63ed20d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:43.633719 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-6ab2228b-62f1-48ee-aad2-b78a63ed20d9 service neutron] 10.222.0.30 "PUT /v2.0/ports/c417d25d-03d3-4d0b-a022-5322a0e84e43 HTTP/1.1" status: 200 len: 1091 time: 1.5347095 Mar 05 13:48:43.639181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f57487-f98d-4115-b1bc-05518bb8689a', 'tag': 'c417d25d-03d3-4d0b-a022-5322a0e84e43'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:48:43.733387 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3f7a6869-c714-4025-80db-61308a9ffc08 req-e1bc3d24-7cda-4804-a76d-5567b55eca5a tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0466130 Mar 05 13:48:43.766234 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2228b-62f1-48ee-aad2-b78a63ed20d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c417d25d-03d3-4d0b-a022-5322a0e84e43,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:43.803182 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7a405839-6651-403b-8fad-626b977c2bef req-800912b4-a342-451e-9f28-586c89e54651 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684055 Mar 05 13:48:43.863042 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-d54eca77-ecdd-49ba-8d7b-a0d8940cc008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:43.864524 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-d54eca77-ecdd-49ba-8d7b-a0d8940cc008 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79f8ba46919a411c91f03c872b2a9ca1&device_id=91f57487-f98d-4115-b1bc-05518bb8689a HTTP/1.1" status: 200 len: 1094 time: 0.1726036 Mar 05 13:48:43.868020 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-18c9584b-23c1-4462-8a80-462c1cc4bd57 req-8a30e6e5-8be3-4a30-a499-ea8de085da61 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2c78ca80-1b40-4d02-ae55-eda84c14c764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1855814 Mar 05 13:48:43.947381 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-81c76a79-0aa2-461b-aa16-8e91355f9c75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c417d25d-03d3-4d0b-a022-5322a0e84e43 HTTP/1.1" status: 200 len: 217 time: 0.0750136 Mar 05 13:48:44.021635 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f57487-f98d-4115-b1bc-05518bb8689a', 'tag': 'c417d25d-03d3-4d0b-a022-5322a0e84e43', 'status': 'completed', 'code': 200} Mar 05 13:48:44.061033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-5df89dc8-8c10-4750-aed8-99d57e8f0f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:44.062520 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-5df89dc8-8c10-4750-aed8-99d57e8f0f99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5e6956c-ed3e-4331-80e6-bd294ce26155 HTTP/1.1" status: 200 len: 852 time: 0.0776918 Mar 05 13:48:44.162112 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-f1d82892-8131-4194-804f-8ecb8f326668 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fea5c273-e4ab-46b7-85df-ca04090e1441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559607 Mar 05 13:48:44.196684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9584b-23c1-4462-8a80-462c1cc4bd57 req-83c85ee6-26eb-4da2-87de-e722c6b092f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:44.197848 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-18c9584b-23c1-4462-8a80-462c1cc4bd57 req-83c85ee6-26eb-4da2-87de-e722c6b092f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&device_id=2c78ca80-1b40-4d02-ae55-eda84c14c764 HTTP/1.1" status: 200 len: 1097 time: 0.2524536 Mar 05 13:48:44.198010 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7e7c250a-def2-408b-b411-0eb2195b4ca8 req-cbac7d41-9ec2-47ba-95bc-1fed6b3aac76 tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.30 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0894451 Mar 05 13:48:44.214467 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a1c2fd44-3cf8-4108-a3aa-0c3fcf127ec2 req-c4bca210-4e89-47a2-a5f5-62bd09aab272 tempest-ServerShowV257Test-1014515450 tempest-ServerShowV257Test-1014515450-project] 10.222.0.16 "GET /v2.0/ports?device_id=863abd93-9785-4aa1-ac2d-640c304980d9 HTTP/1.1" status: 200 len: 210 time: 0.0652502 Mar 05 13:48:44.412044 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f0096-8466-4633-9a4b-d0f8d6b09bca req-02238ec8-10bc-4f76-b063-fdf069f644cf tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:44.413261 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-b67f0096-8466-4633-9a4b-d0f8d6b09bca req-02238ec8-10bc-4f76-b063-fdf069f644cf tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Synchronizing usage tracker for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:48:44.441410 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ef006-501a-47c9-b473-b18196f3555a req-952d2aaa-8389-41f3-aa16-f5251d468f7e tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:44.450313 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a90ef006-501a-47c9-b473-b18196f3555a req-952d2aaa-8389-41f3-aa16-f5251d468f7e tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.0984561 Mar 05 13:48:44.478966 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-184460e3-bd76-4fc9-865a-e9d8768b70a0 service neutron] 10.222.0.30 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101661 Mar 05 13:48:44.483209 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9584b-23c1-4462-8a80-462c1cc4bd57 req-7fc1d72d-7f72-44dc-940b-6888d1867c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:44.484706 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-18c9584b-23c1-4462-8a80-462c1cc4bd57 req-7fc1d72d-7f72-44dc-940b-6888d1867c1b service neutron] 10.222.0.15 "GET /v2.0/networks?id=9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 200 len: 906 time: 0.2653348 Mar 05 13:48:44.508372 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-b67f0096-8466-4633-9a4b-d0f8d6b09bca req-02238ec8-10bc-4f76-b063-fdf069f644cf tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Unset dirty status for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:48:44.509609 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b67f0096-8466-4633-9a4b-d0f8d6b09bca req-02238ec8-10bc-4f76-b063-fdf069f644cf tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=91f57487-f98d-4115-b1bc-05518bb8689a HTTP/1.1" status: 200 len: 943 time: 0.4460680 Mar 05 13:48:44.515043 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a90ef006-501a-47c9-b473-b18196f3555a req-d7476514-30f1-4c19-813b-6c8f919bb5df tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630047 Mar 05 13:48:44.607541 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-18c9584b-23c1-4462-8a80-462c1cc4bd57 req-8c8ca502-a4c6-4ae1-a688-8133e2f53bb6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e8e3409-53d8-4da7-8d85-ae70635ee2ea HTTP/1.1" status: 200 len: 217 time: 0.0997319 Mar 05 13:48:44.755033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-b67f0096-8466-4633-9a4b-d0f8d6b09bca req-135a1be8-e922-4249-a1b0-426e7a00e82b tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Synchronizing usage tracker for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:48:44.773259 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9584b-23c1-4462-8a80-462c1cc4bd57 req-fafa1e21-c2eb-4432-b12c-25b97abd1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:44.774688 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-18c9584b-23c1-4462-8a80-462c1cc4bd57 req-fafa1e21-c2eb-4432-b12c-25b97abd1bb1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbe719ac-a221-4304-9d9c-9289853597e6 HTTP/1.1" status: 200 len: 846 time: 0.1181490 Mar 05 13:48:44.841496 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d08bf6-6862-4570-95d1-bb3e44d7fbe8 req-7a553dfe-9c27-47f3-846e-89942574de9d service neutron] 10.222.0.30 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555810 Mar 05 13:48:44.843733 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-18c9584b-23c1-4462-8a80-462c1cc4bd57 req-8989a867-eb1b-4610-8354-89f049c398f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9566c2e4-1bac-4a5b-8a67-d566157793fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583005 Mar 05 13:48:44.845662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-b67f0096-8466-4633-9a4b-d0f8d6b09bca req-135a1be8-e922-4249-a1b0-426e7a00e82b tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Unset dirty status for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:48:44.855942 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b67f0096-8466-4633-9a4b-d0f8d6b09bca req-135a1be8-e922-4249-a1b0-426e7a00e82b tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787600 Mar 05 13:48:44.991301 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e633ed8-289d-434d-be51-9355d84e66be req-4f54047a-9b68-4f2d-9af0-6cbcdfa0831b tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0753138 Mar 05 13:48:45.297667 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-18c9584b-23c1-4462-8a80-462c1cc4bd57 req-0d08910e-5097-4718-a2eb-015c804e63f8 service neutron] 10.222.0.15 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418979 Mar 05 13:48:45.309303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e8f9e-9e3d-47d6-8323-d84fd49291b5 req-c186b328-fbdb-49c0-acdf-acadb31e873e tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:45.310714 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-428e8f9e-9e3d-47d6-8323-d84fd49291b5 req-c186b328-fbdb-49c0-acdf-acadb31e873e tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.2024477 Mar 05 13:48:45.314011 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c9943-8a17-41d5-b77a-a70c7591e104 req-6e5df4b0-79e2-4c51-bab1-547aed02ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:45.315381 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f55c9943-8a17-41d5-b77a-a70c7591e104 req-6e5df4b0-79e2-4c51-bab1-547aed02ded9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79f8ba46919a411c91f03c872b2a9ca1&device_id=91f57487-f98d-4115-b1bc-05518bb8689a HTTP/1.1" status: 200 len: 1094 time: 0.4063120 Mar 05 13:48:45.554424 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-428e8f9e-9e3d-47d6-8323-d84fd49291b5 req-8a929160-8155-4a16-911d-45cf13f07980 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213280 Mar 05 13:48:45.619394 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c9943-8a17-41d5-b77a-a70c7591e104 req-c9341464-acc8-450a-b228-592c01a6fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:45.621139 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f55c9943-8a17-41d5-b77a-a70c7591e104 req-c9341464-acc8-450a-b228-592c01a6fe69 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fea5c273-e4ab-46b7-85df-ca04090e1441 HTTP/1.1" status: 200 len: 912 time: 0.2851574 Mar 05 13:48:45.623282 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-18c9584b-23c1-4462-8a80-462c1cc4bd57 req-99a571ab-2ec3-46e9-b3ef-e5fe604472ed service neutron] 10.222.0.15 "GET /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115518 Mar 05 13:48:45.681720 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60420) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:45.698978 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f55c9943-8a17-41d5-b77a-a70c7591e104 req-80f7ac18-1f35-479b-b25c-b0b80d4b47de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c417d25d-03d3-4d0b-a022-5322a0e84e43 HTTP/1.1" status: 200 len: 217 time: 0.0698168 Mar 05 13:48:45.737693 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f6207-3943-4d52-a2ea-4f1fe3ea5e5e req-72cba4c1-1675-419c-9465-18c855426899 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:45.746710 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-678f6207-3943-4d52-a2ea-4f1fe3ea5e5e req-72cba4c1-1675-419c-9465-18c855426899 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.1140420 Mar 05 13:48:45.772404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c9943-8a17-41d5-b77a-a70c7591e104 req-16f98962-b86f-4c34-a44e-b6033108c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:45.773752 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f55c9943-8a17-41d5-b77a-a70c7591e104 req-16f98962-b86f-4c34-a44e-b6033108c9e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5e6956c-ed3e-4331-80e6-bd294ce26155 HTTP/1.1" status: 200 len: 852 time: 0.0683761 Mar 05 13:48:45.798237 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-678f6207-3943-4d52-a2ea-4f1fe3ea5e5e req-733ec8d4-d10c-4092-ac11-8ce0083a1af7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502579 Mar 05 13:48:45.830616 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f55c9943-8a17-41d5-b77a-a70c7591e104 req-9738dc5f-e6ef-4627-9f8e-526b4787d483 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fea5c273-e4ab-46b7-85df-ca04090e1441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505731 Mar 05 13:48:45.966534 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0c77fc0d-74df-49ae-a989-0dc0772a20ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:45.982261 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0c77fc0d-74df-49ae-a989-0dc0772a20ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:45.986294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0c77fc0d-74df-49ae-a989-0dc0772a20ab admin admin] Usage tracker for resource:security_group_rule and tenant:589d2299765b48869f796791219da83d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:48:45.989347 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0c77fc0d-74df-49ae-a989-0dc0772a20ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:48:45.995782 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0c77fc0d-74df-49ae-a989-0dc0772a20ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:46.051550 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f55c9943-8a17-41d5-b77a-a70c7591e104 req-7ff0e496-ff6b-4c81-8dc5-3de46f765213 service neutron] 10.222.0.30 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151752 Mar 05 13:48:46.107562 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0c77fc0d-74df-49ae-a989-0dc0772a20ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:46.113078 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0c77fc0d-74df-49ae-a989-0dc0772a20ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:46.194044 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09804ccc-e511-4ad3-a9df-26ee0b5cba04 req-70431a07-72e4-4c8a-a219-2e0045730d1e tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:46.195550 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-09804ccc-e511-4ad3-a9df-26ee0b5cba04 req-70431a07-72e4-4c8a-a219-2e0045730d1e tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=91f57487-f98d-4115-b1bc-05518bb8689a HTTP/1.1" status: 200 len: 943 time: 0.2188590 Mar 05 13:48:46.201139 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b0369059-b776-4171-8da6-7aee6b94c0ba req-96422019-6f7b-46b0-9ec5-8310828801b1 tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0673742 Mar 05 13:48:46.208892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60436) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:46.209101 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0c77fc0d-74df-49ae-a989-0dc0772a20ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=589d2299765b48869f796791219da83d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5239275 Mar 05 13:48:46.213807 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77fc0d-74df-49ae-a989-0dc0772a20ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6390ffb3-2268-47bf-b92f-a141b0efcfdd,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:46.221985 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c77fc0d-74df-49ae-a989-0dc0772a20ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:46.222471 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c77fc0d-74df-49ae-a989-0dc0772a20ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:46.222842 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c77fc0d-74df-49ae-a989-0dc0772a20ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:46.223169 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c77fc0d-74df-49ae-a989-0dc0772a20ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:46.223494 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c77fc0d-74df-49ae-a989-0dc0772a20ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:46.223809 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c77fc0d-74df-49ae-a989-0dc0772a20ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:46.224123 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c77fc0d-74df-49ae-a989-0dc0772a20ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:46.224548 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c77fc0d-74df-49ae-a989-0dc0772a20ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:46.224731 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c77fc0d-74df-49ae-a989-0dc0772a20ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:46.225041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c77fc0d-74df-49ae-a989-0dc0772a20ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:46.225352 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c77fc0d-74df-49ae-a989-0dc0772a20ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:46.225661 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c77fc0d-74df-49ae-a989-0dc0772a20ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:48:46.263627 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f55c9943-8a17-41d5-b77a-a70c7591e104 req-689c8f62-c6a8-4284-9e2d-04b8acf00699 service neutron] 10.222.0.30 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043037 Mar 05 13:48:46.307271 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-09804ccc-e511-4ad3-a9df-26ee0b5cba04 req-633900c0-3d6a-4af7-bfba-467ddd712016 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991490 Mar 05 13:48:46.326079 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e29165cb-cd41-4412-8aa5-3455572d551a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:46.355039 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e29165cb-cd41-4412-8aa5-3455572d551a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:46.412334 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e29165cb-cd41-4412-8aa5-3455572d551a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:46.431137 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e29165cb-cd41-4412-8aa5-3455572d551a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:46.432894 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e29165cb-cd41-4412-8aa5-3455572d551a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6390ffb3-2268-47bf-b92f-a141b0efcfdd HTTP/1.1" status: 204 len: 168 time: 0.2119889 Mar 05 13:48:46.435259 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29165cb-cd41-4412-8aa5-3455572d551a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6390ffb3-2268-47bf-b92f-a141b0efcfdd,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:46.750411 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c6f32-bada-4481-981f-1940269a88c9 req-4be61468-9870-4b10-a676-8cbd8638920e tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:46.752044 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-745c6f32-bada-4481-981f-1940269a88c9 req-4be61468-9870-4b10-a676-8cbd8638920e tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.0860777 Mar 05 13:48:46.807367 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-745c6f32-bada-4481-981f-1940269a88c9 req-3f7dbdcf-5749-4bad-b1ce-623108431ee4 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480022 Mar 05 13:48:46.895381 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60466) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:47.008918 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e86832-0112-4a54-8cd8-39c43e434147 req-0dea1e47-4bbe-415a-8c21-0e2664c79b4c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:47.016554 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d1e86832-0112-4a54-8cd8-39c43e434147 req-0dea1e47-4bbe-415a-8c21-0e2664c79b4c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.0929415 Mar 05 13:48:47.061928 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d1e86832-0112-4a54-8cd8-39c43e434147 req-d78c155a-6460-4056-82a4-08b02ace63eb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443454 Mar 05 13:48:47.082621 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29796c9c-c266-4e51-a48d-df9f9af34df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:47.098026 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-29796c9c-c266-4e51-a48d-df9f9af34df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:47.101917 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-29796c9c-c266-4e51-a48d-df9f9af34df2 admin admin] Usage tracker for resource:security_group_rule and tenant:7e06cd3a8058485abf91ab4d8f63230d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:48:47.105114 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-29796c9c-c266-4e51-a48d-df9f9af34df2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:48:47.111204 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-29796c9c-c266-4e51-a48d-df9f9af34df2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:47.195294 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29796c9c-c266-4e51-a48d-df9f9af34df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:47.199732 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29796c9c-c266-4e51-a48d-df9f9af34df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:47.221796 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device c417d25d-03d3-4d0b-a022-5322a0e84e43 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:48:47.351477 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-29796c9c-c266-4e51-a48d-df9f9af34df2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e06cd3a8058485abf91ab4d8f63230d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4549122 Mar 05 13:48:47.354126 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60490) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:47.368353 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29796c9c-c266-4e51-a48d-df9f9af34df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80615d2-adec-44c2-acda-3e2afa8a7367,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:47.383706 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port c417d25d-03d3-4d0b-a022-5322a0e84e43, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c417d25d-03d3-4d0b-a022-5322a0e84e43,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:47.405088 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'c417d25d-03d3-4d0b-a022-5322a0e84e43', 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441', 'port_id': 'c417d25d-03d3-4d0b-a022-5322a0e84e43', 'mac_address': 'fa:16:3e:5f:55:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e6956c-ed3e-4331-80e6-bd294ce26155', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:48:47.441591 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8384a0f1-00d6-471c-833d-f4d21fca6c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:47.467729 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95689fb8-b9c2-4908-b61c-e8b0390db3c1 req-c1a354aa-7c5b-4b69-b895-9741eeb24be8 tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0742028 Mar 05 13:48:47.492526 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:47.528145 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c417d25d-03d3-4d0b-a022-5322a0e84e43 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:48:47.544316 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8384a0f1-00d6-471c-833d-f4d21fca6c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:47.554122 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port c417d25d-03d3-4d0b-a022-5322a0e84e43, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c417d25d-03d3-4d0b-a022-5322a0e84e43,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:47.559068 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:47.637020 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=c417d25d-03d3-4d0b-a022-5322a0e84e43,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:47.639454 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ff6eef76-bdd6-4b84-8812-5a311eff31db req-ed486924-bddc-4a67-b42d-f69569abb8ea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0707574 Mar 05 13:48:47.669640 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1df35-15af-4a87-bd0e-92b639a47d37 req-7791c3bc-9240-45c1-9c29-f4a9bd459295 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:47.671120 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c7d1df35-15af-4a87-bd0e-92b639a47d37 req-7791c3bc-9240-45c1-9c29-f4a9bd459295 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=91f57487-f98d-4115-b1bc-05518bb8689a HTTP/1.1" status: 200 len: 943 time: 0.2309215 Mar 05 13:48:47.694029 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8384a0f1-00d6-471c-833d-f4d21fca6c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:47.720247 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384a0f1-00d6-471c-833d-f4d21fca6c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80615d2-adec-44c2-acda-3e2afa8a7367,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:47.735132 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60496) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:47.831202 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['c417d25d-03d3-4d0b-a022-5322a0e84e43'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:48:47.851397 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8384a0f1-00d6-471c-833d-f4d21fca6c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:47.852511 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8384a0f1-00d6-471c-833d-f4d21fca6c58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f80615d2-adec-44c2-acda-3e2afa8a7367 HTTP/1.1" status: 204 len: 168 time: 0.4963636 Mar 05 13:48:47.860634 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c7d1df35-15af-4a87-bd0e-92b639a47d37 req-48a26416-6b7a-491d-8f16-b1f956537c4e tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831391 Mar 05 13:48:47.889303 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d9643da1-4b58-4f82-bcd0-212c84f15f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:47.904490 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d9643da1-4b58-4f82-bcd0-212c84f15f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:47.908346 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d9643da1-4b58-4f82-bcd0-212c84f15f0b admin admin] Usage tracker for resource:security_group_rule and tenant:edd28b2a6b1f429f8562981ecb5c44b1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:48:47.911404 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d9643da1-4b58-4f82-bcd0-212c84f15f0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:48:47.917164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d9643da1-4b58-4f82-bcd0-212c84f15f0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:48.063569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e05db-305e-42aa-ba1c-b9475ef1294e req-8cd9742c-2a04-4921-8e95-3475d76d1e17 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:48.065031 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e93e05db-305e-42aa-ba1c-b9475ef1294e req-8cd9742c-2a04-4921-8e95-3475d76d1e17 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.1305912 Mar 05 13:48:48.080910 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d9643da1-4b58-4f82-bcd0-212c84f15f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:48.094149 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d9643da1-4b58-4f82-bcd0-212c84f15f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:48.158363 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d9643da1-4b58-4f82-bcd0-212c84f15f0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=edd28b2a6b1f429f8562981ecb5c44b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4219365 Mar 05 13:48:48.161062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60510) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:48.179444 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9643da1-4b58-4f82-bcd0-212c84f15f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903ad579-5d33-46f0-8602-f826a0c4eb0f,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:48.187517 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e93e05db-305e-42aa-ba1c-b9475ef1294e req-2ca9cd4c-3e02-473c-aee0-85c0cf775224 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114337 Mar 05 13:48:48.200497 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60514) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:48.218855 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8c7c33f2-6331-4bb9-af26-ec882a5ba2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:48.234113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8c7c33f2-6331-4bb9-af26-ec882a5ba2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:48.237872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8c7c33f2-6331-4bb9-af26-ec882a5ba2b2 admin admin] Usage tracker for resource:security_group_rule and tenant:0bf46cde679a442c81410cd749fe5088 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:48:48.240761 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8c7c33f2-6331-4bb9-af26-ec882a5ba2b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:48:48.246410 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8c7c33f2-6331-4bb9-af26-ec882a5ba2b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:48.274572 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ddc3315b-d2b0-4119-8069-e2cbda55e69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:48.318487 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf0eb4-ac82-4509-b034-3033d733eba4 req-2cc91882-e23e-4b7c-8905-fc6423a492aa tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:48.319980 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1cf0eb4-ac82-4509-b034-3033d733eba4 req-2cc91882-e23e-4b7c-8905-fc6423a492aa tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.1455045 Mar 05 13:48:48.324830 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ddc3315b-d2b0-4119-8069-e2cbda55e69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:48.334210 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8c7c33f2-6331-4bb9-af26-ec882a5ba2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:48.338404 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8c7c33f2-6331-4bb9-af26-ec882a5ba2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:48.387298 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8c7c33f2-6331-4bb9-af26-ec882a5ba2b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bf46cde679a442c81410cd749fe5088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1856623 Mar 05 13:48:48.388342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60518) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:48.391126 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c33f2-6331-4bb9-af26-ec882a5ba2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c05737-8003-47c9-9c5c-27c583719aa2,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:48.410825 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1cf0eb4-ac82-4509-b034-3033d733eba4 req-7a7a9b71-f376-4158-85f9-92b3221f6e4f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791712 Mar 05 13:48:48.454682 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ddc3315b-d2b0-4119-8069-e2cbda55e69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:48.474950 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b459d69-b640-4337-a345-a4a7205c48dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:48.479214 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3315b-d2b0-4119-8069-e2cbda55e69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903ad579-5d33-46f0-8602-f826a0c4eb0f,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:48.492422 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ddc3315b-d2b0-4119-8069-e2cbda55e69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:48.496587 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ddc3315b-d2b0-4119-8069-e2cbda55e69c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/903ad579-5d33-46f0-8602-f826a0c4eb0f HTTP/1.1" status: 204 len: 168 time: 0.3315127 Mar 05 13:48:48.509142 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b459d69-b640-4337-a345-a4a7205c48dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:48.567910 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b459d69-b640-4337-a345-a4a7205c48dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:48.593128 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b459d69-b640-4337-a345-a4a7205c48dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c05737-8003-47c9-9c5c-27c583719aa2,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:48.596644 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b459d69-b640-4337-a345-a4a7205c48dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:48.597859 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4b459d69-b640-4337-a345-a4a7205c48dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09c05737-8003-47c9-9c5c-27c583719aa2 HTTP/1.1" status: 204 len: 168 time: 0.2085180 Mar 05 13:48:48.704359 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e4569489-ba51-4290-b999-e45e46b5e866 req-ffff587a-9b84-4ced-bff5-bb5ad80d2625 tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0539927 Mar 05 13:48:49.069119 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bbd12-33c3-4803-8dc6-653ff88a80dc req-2cde5f11-3872-4075-8f56-b0f1683abfd5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:49.070677 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2c7bbd12-33c3-4803-8dc6-653ff88a80dc req-2cde5f11-3872-4075-8f56-b0f1683abfd5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=91f57487-f98d-4115-b1bc-05518bb8689a HTTP/1.1" status: 200 len: 944 time: 0.0904346 Mar 05 13:48:49.090225 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60542) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:49.107891 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-77e47621-03aa-49f6-9532-3e2e765a9de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:49.121162 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2c7bbd12-33c3-4803-8dc6-653ff88a80dc req-953e8fc5-adb3-42ee-b667-331f4e8b7fce tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425749 Mar 05 13:48:49.122719 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-77e47621-03aa-49f6-9532-3e2e765a9de8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:49.126531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-77e47621-03aa-49f6-9532-3e2e765a9de8 admin admin] Usage tracker for resource:security_group_rule and tenant:411be4bbcbc04217b669cd35978c0899 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:48:49.129365 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-77e47621-03aa-49f6-9532-3e2e765a9de8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:48:49.135016 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-77e47621-03aa-49f6-9532-3e2e765a9de8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:49.233958 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-77e47621-03aa-49f6-9532-3e2e765a9de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:49.237889 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-77e47621-03aa-49f6-9532-3e2e765a9de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:49.250266 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device c417d25d-03d3-4d0b-a022-5322a0e84e43 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:48:49.290952 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-77e47621-03aa-49f6-9532-3e2e765a9de8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=411be4bbcbc04217b669cd35978c0899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1996000 Mar 05 13:48:49.293426 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60552) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:49.296345 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e47621-03aa-49f6-9532-3e2e765a9de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f732a87-0fb8-4521-8342-8cf3bda19942,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:49.351103 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port c417d25d-03d3-4d0b-a022-5322a0e84e43 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:48:49.357047 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port c417d25d-03d3-4d0b-a022-5322a0e84e43 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:48:49.357686 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:49.412702 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8c95afc9-cf51-484a-9d31-1ad749a50c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:49.453888 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8c95afc9-cf51-484a-9d31-1ad749a50c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:49.471527 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b153e-1624-4c80-840c-0bc9ad25375a req-0d75f864-806c-4680-b767-322cfd70260c tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:49.472917 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-533b153e-1624-4c80-840c-0bc9ad25375a req-0d75f864-806c-4680-b767-322cfd70260c tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.1491690 Mar 05 13:48:49.487786 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:49.539462 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f57487-f98d-4115-b1bc-05518bb8689a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c417d25d-03d3-4d0b-a022-5322a0e84e43'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:48:49.545619 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-533b153e-1624-4c80-840c-0bc9ad25375a req-5aac7306-93e4-4d30-b06a-bc1d88589c4a tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631900 Mar 05 13:48:49.550517 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port c417d25d-03d3-4d0b-a022-5322a0e84e43, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c417d25d-03d3-4d0b-a022-5322a0e84e43,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:49.555633 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:49.566000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60564) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:49.577602 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8c95afc9-cf51-484a-9d31-1ad749a50c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:49.600544 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95afc9-cf51-484a-9d31-1ad749a50c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f732a87-0fb8-4521-8342-8cf3bda19942,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:49.625980 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8c95afc9-cf51-484a-9d31-1ad749a50c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:49.626909 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8c95afc9-cf51-484a-9d31-1ad749a50c5f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f732a87-0fb8-4521-8342-8cf3bda19942 HTTP/1.1" status: 204 len: 168 time: 0.3323476 Mar 05 13:48:49.668978 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f57487-f98d-4115-b1bc-05518bb8689a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c417d25d-03d3-4d0b-a022-5322a0e84e43', 'code': 200} Mar 05 13:48:49.681295 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=c417d25d-03d3-4d0b-a022-5322a0e84e43,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:49.699927 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c38623-20bf-4a3f-84b4-645e77c6f71d req-6c8016d2-3e52-40f3-bc78-35834a4b2786 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:49.703016 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c5c38623-20bf-4a3f-84b4-645e77c6f71d req-6c8016d2-3e52-40f3-bc78-35834a4b2786 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.1324129 Mar 05 13:48:49.741482 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-476e670f-a098-4332-85fa-cd1f68581edc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-531684020-network', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:48:49.747395 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-476e670f-a098-4332-85fa-cd1f68581edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:49.751556 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-476e670f-a098-4332-85fa-cd1f68581edc admin admin] Usage tracker for resource:network and tenant:132ea0f858f9462ca01a646bf0fa44bb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:48:49.755142 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-476e670f-a098-4332-85fa-cd1f68581edc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:48:49.761950 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-476e670f-a098-4332-85fa-cd1f68581edc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:49.773790 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476e670f-a098-4332-85fa-cd1f68581edc admin admin] Made reservation on behalf of 132ea0f858f9462ca01a646bf0fa44bb for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:48:49.777360 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-476e670f-a098-4332-85fa-cd1f68581edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:49.794017 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-476e670f-a098-4332-85fa-cd1f68581edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:49.810932 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c5c38623-20bf-4a3f-84b4-645e77c6f71d req-9c15e88b-e228-4bba-8b74-0873444f0784 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981719 Mar 05 13:48:49.814194 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-476e670f-a098-4332-85fa-cd1f68581edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:49.818606 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-476e670f-a098-4332-85fa-cd1f68581edc admin admin] Usage tracker for resource:security_group_rule and tenant:132ea0f858f9462ca01a646bf0fa44bb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:48:49.821719 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-476e670f-a098-4332-85fa-cd1f68581edc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:48:49.828995 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-476e670f-a098-4332-85fa-cd1f68581edc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:49.843315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d77b88-db32-42ca-aad5-c1b85901aa83 req-3b0779d0-89f4-4e44-8041-58f3d6acde4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:49.845199 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-37d77b88-db32-42ca-aad5-c1b85901aa83 req-3b0779d0-89f4-4e44-8041-58f3d6acde4d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91f57487-f98d-4115-b1bc-05518bb8689a HTTP/1.1" status: 200 len: 1096 time: 0.1003745 Mar 05 13:48:49.888402 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-37d77b88-db32-42ca-aad5-c1b85901aa83 req-92a0aab9-666d-49bd-b87b-da2e917d4ca7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369530 Mar 05 13:48:49.919625 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-97df29bb-111a-4151-9e34-5ad7838989d6 req-da0461c3-da52-4302-9dfa-c139ab3323e3 tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0516036 Mar 05 13:48:49.980008 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-476e670f-a098-4332-85fa-cd1f68581edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:49.993464 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-476e670f-a098-4332-85fa-cd1f68581edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:50.029312 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-476e670f-a098-4332-85fa-cd1f68581edc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:48:50.031534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e670f-a098-4332-85fa-cd1f68581edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf6c1b6-7600-4758-ae4a-4d7418ef2f23,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:50.041296 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-476e670f-a098-4332-85fa-cd1f68581edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:50.042354 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-476e670f-a098-4332-85fa-cd1f68581edc admin admin] Added segment d1abbe63-8acf-4d25-8e50-f7650e36875f of type vlan for network 63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa Mar 05 13:48:50.072415 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-476e670f-a098-4332-85fa-cd1f68581edc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:50.106489 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-476e670f-a098-4332-85fa-cd1f68581edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:50.107683 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476e670f-a098-4332-85fa-cd1f68581edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:50.108305 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-476e670f-a098-4332-85fa-cd1f68581edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:50.213650 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e670f-a098-4332-85fa-cd1f68581edc admin admin] Pushing event updated for resources: {'Network': ['ID=63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:50.217253 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-476e670f-a098-4332-85fa-cd1f68581edc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6500795 Mar 05 13:48:50.220332 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60590) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:50.229220 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:48:50.231376 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-435c1d81-aee9-488e-bf8a-80e06b6eecb6 admin admin] Request body: {'subnet': {'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-531684020-subnet', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:48:50.239976 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-435c1d81-aee9-488e-bf8a-80e06b6eecb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:50.252262 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-435c1d81-aee9-488e-bf8a-80e06b6eecb6 admin admin] Usage tracker for resource:subnet and tenant:132ea0f858f9462ca01a646bf0fa44bb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:48:50.258847 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-435c1d81-aee9-488e-bf8a-80e06b6eecb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:48:50.276592 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-435c1d81-aee9-488e-bf8a-80e06b6eecb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:50.297377 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435c1d81-aee9-488e-bf8a-80e06b6eecb6 admin admin] Made reservation on behalf of 132ea0f858f9462ca01a646bf0fa44bb for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:48:50.314793 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-435c1d81-aee9-488e-bf8a-80e06b6eecb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:50.424397 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-292e16d7-c65a-4c34-a3b1-b9dbfcc799a3 req-b0931033-51db-4b2f-874a-c497a229e747 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=38d38e6e4d7b455682b57888dc89089a&device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0729139 Mar 05 13:48:50.450860 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-52f108ae-ee53-48a0-9a23-654af366a9d5 req-512d0d88-d32e-43a6-b8df-7c7c004fc5b8 tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0632710 Mar 05 13:48:50.463576 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-292e16d7-c65a-4c34-a3b1-b9dbfcc799a3 req-a562dcfb-ef37-4007-accf-797147581aa7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=38d38e6e4d7b455682b57888dc89089a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299280 Mar 05 13:48:50.591857 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723575b8-3e48-4c3f-83f2-068d11ed8c9d req-7ebe1dbd-6fef-4819-9c58-924b905b186b tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:50.598959 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-723575b8-3e48-4c3f-83f2-068d11ed8c9d req-7ebe1dbd-6fef-4819-9c58-924b905b186b tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=91f57487-f98d-4115-b1bc-05518bb8689a HTTP/1.1" status: 200 len: 945 time: 0.3395929 Mar 05 13:48:50.653773 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-435c1d81-aee9-488e-bf8a-80e06b6eecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:50.678891 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-723575b8-3e48-4c3f-83f2-068d11ed8c9d req-84d005b2-f345-45df-8bad-9f48ca4df659 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789378 Mar 05 13:48:50.686031 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e16d7-c65a-4c34-a3b1-b9dbfcc799a3 req-93a43cfa-4eb8-44f1-883d-ce2aff5e666b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:50.688341 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-292e16d7-c65a-4c34-a3b1-b9dbfcc799a3 req-93a43cfa-4eb8-44f1-883d-ce2aff5e666b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2122781 Mar 05 13:48:50.789737 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c1d81-aee9-488e-bf8a-80e06b6eecb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1aa35db-56b3-4082-9281-daf61ed75a84,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:50.803991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435c1d81-aee9-488e-bf8a-80e06b6eecb6 admin admin] Checking segment: {'id': 'd1abbe63-8acf-4d25-8e50-f7650e36875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:48:50.804339 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435c1d81-aee9-488e-bf8a-80e06b6eecb6 admin admin] Network hostable DHCP agents. Network: 63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:48:50.841900 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435c1d81-aee9-488e-bf8a-80e06b6eecb6 admin admin] Network 63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:48:50.858199 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b400f9-b583-4018-87af-787c5890dfb7 req-7ee43b44-c8df-421f-97ce-4d888ff4b171 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:50.859799 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-81b400f9-b583-4018-87af-787c5890dfb7 req-7ee43b44-c8df-421f-97ce-4d888ff4b171 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.1672497 Mar 05 13:48:50.865043 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-435c1d81-aee9-488e-bf8a-80e06b6eecb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:48:50.871091 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435c1d81-aee9-488e-bf8a-80e06b6eecb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:50.871749 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-435c1d81-aee9-488e-bf8a-80e06b6eecb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:50.876897 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff81265-9493-4aa2-8ad6-4f8e60353482 None None] Network 63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:48:50.925857 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-435c1d81-aee9-488e-bf8a-80e06b6eecb6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7038696 Mar 05 13:48:50.929480 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60614) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:50.937641 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-6f546287-f270-41ae-a04a-3f9bf048a0c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-531684020-router', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:48:50.954038 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-81b400f9-b583-4018-87af-787c5890dfb7 req-edc56618-ddd4-4b87-ba0c-3eca4659ac40 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771112 Mar 05 13:48:50.959791 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6f546287-f270-41ae-a04a-3f9bf048a0c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:50.974719 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6f546287-f270-41ae-a04a-3f9bf048a0c6 admin admin] Usage tracker for resource:router and tenant:132ea0f858f9462ca01a646bf0fa44bb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:48:50.977727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6f546287-f270-41ae-a04a-3f9bf048a0c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:48:50.984193 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6f546287-f270-41ae-a04a-3f9bf048a0c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:51.000617 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6f546287-f270-41ae-a04a-3f9bf048a0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:51.001848 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6f546287-f270-41ae-a04a-3f9bf048a0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:51.019989 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6f546287-f270-41ae-a04a-3f9bf048a0c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:51.030143 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f77c4-b487-4af2-ad12-3eb14e572907 req-d1855b93-ffaa-420c-86fe-7fba5c9ca256 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:51.034215 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c6f77c4-b487-4af2-ad12-3eb14e572907 req-d1855b93-ffaa-420c-86fe-7fba5c9ca256 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.1139910 Mar 05 13:48:51.102430 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c6f77c4-b487-4af2-ad12-3eb14e572907 req-6d276007-9b17-4195-ac19-204ef2e4df77 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588181 Mar 05 13:48:51.186009 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c740e172-c81e-4279-8f6e-727b3f1d3b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'fixed_ips': [{'subnet_id': 'b1aa35db-56b3-4082-9281-daf61ed75a84'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:48:51.186639 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c740e172-c81e-4279-8f6e-727b3f1d3b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:51.401180 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-c740e172-c81e-4279-8f6e-727b3f1d3b1c None None] Allocated IP 172.20.0.2 (63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa/b1aa35db-56b3-4082-9281-daf61ed75a84/27fd5faa-8866-498f-9bfe-5f44ddec3e25) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:48:51.480369 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6f546287-f270-41ae-a04a-3f9bf048a0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:51.644577 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1c6e0d23-ab2e-4f29-a777-7e7f3f65cf8b req-0b670379-31e4-4d1e-b42a-7ba6bea4f572 tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0513170 Mar 05 13:48:51.657049 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c740e172-c81e-4279-8f6e-727b3f1d3b1c None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:51.671233 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c740e172-c81e-4279-8f6e-727b3f1d3b1c None None] Transition to ACTIVE for port object 27fd5faa-8866-498f-9bfe-5f44ddec3e25 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:48:51.691136 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c740e172-c81e-4279-8f6e-727b3f1d3b1c None None] Transition to ACTIVE for port object 27fd5faa-8866-498f-9bfe-5f44ddec3e25 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:48:51.698887 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c740e172-c81e-4279-8f6e-727b3f1d3b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:51.766751 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c740e172-c81e-4279-8f6e-727b3f1d3b1c None None] Network 63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:48:51.770090 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-c740e172-c81e-4279-8f6e-727b3f1d3b1c None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:48:51.774943 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c740e172-c81e-4279-8f6e-727b3f1d3b1c None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:48:51.834838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740e172-c81e-4279-8f6e-727b3f1d3b1c None None] Pushing event updated for resources: {'Port': ['ID=27fd5faa-8866-498f-9bfe-5f44ddec3e25,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:51.894916 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c740e172-c81e-4279-8f6e-727b3f1d3b1c None None] Attempting to bind port 27fd5faa-8866-498f-9bfe-5f44ddec3e25 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:48:51.896020 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c740e172-c81e-4279-8f6e-727b3f1d3b1c None None] Attempting to bind port 27fd5faa-8866-498f-9bfe-5f44ddec3e25 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'd1abbe63-8acf-4d25-8e50-f7650e36875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:48:51.896381 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c740e172-c81e-4279-8f6e-727b3f1d3b1c None None] Attempting to bind port 27fd5faa-8866-498f-9bfe-5f44ddec3e25 on network 63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:48:51.902248 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c740e172-c81e-4279-8f6e-727b3f1d3b1c None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:48:51.902621 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c740e172-c81e-4279-8f6e-727b3f1d3b1c None None] Checking segment: {'id': 'd1abbe63-8acf-4d25-8e50-f7650e36875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:48:51.903075 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c740e172-c81e-4279-8f6e-727b3f1d3b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:51.903530 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c740e172-c81e-4279-8f6e-727b3f1d3b1c None None] Bound using segment: {'id': 'd1abbe63-8acf-4d25-8e50-f7650e36875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:48:51.904011 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c740e172-c81e-4279-8f6e-727b3f1d3b1c None None] Bound port: 27fd5faa-8866-498f-9bfe-5f44ddec3e25, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1abbe63-8acf-4d25-8e50-f7650e36875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:48:51.904379 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c740e172-c81e-4279-8f6e-727b3f1d3b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:51.905795 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6f546287-f270-41ae-a04a-3f9bf048a0c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:51.936564 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6f546287-f270-41ae-a04a-3f9bf048a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:51.969720 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08028abc-e05f-470f-b885-3453177e2b68 req-c71b2a81-d642-40fe-adc2-da2a6df42d90 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:51.980483 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08028abc-e05f-470f-b885-3453177e2b68 req-c71b2a81-d642-40fe-adc2-da2a6df42d90 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=91f57487-f98d-4115-b1bc-05518bb8689a HTTP/1.1" status: 200 len: 945 time: 0.1778295 Mar 05 13:48:52.002913 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c740e172-c81e-4279-8f6e-727b3f1d3b1c None None] For port 27fd5faa-8866-498f-9bfe-5f44ddec3e25, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:48:52.006427 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c740e172-c81e-4279-8f6e-727b3f1d3b1c None None] For port 27fd5faa-8866-498f-9bfe-5f44ddec3e25, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=27fd5faa-8866-498f-9bfe-5f44ddec3e25,segment=NetworkSegment(d1abbe63-8acf-4d25-8e50-f7650e36875f),segment_id=d1abbe63-8acf-4d25-8e50-f7650e36875f)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:48:52.016233 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c740e172-c81e-4279-8f6e-727b3f1d3b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:52.058146 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-292e16d7-c65a-4c34-a3b1-b9dbfcc799a3 req-51e34f6d-f414-4359-a47d-8c63aac9bd07 tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.0754302 Mar 05 13:48:52.117450 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08028abc-e05f-470f-b885-3453177e2b68 req-b14c5126-3383-438d-bce5-72b69a766fea tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359928 Mar 05 13:48:52.124936 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740e172-c81e-4279-8f6e-727b3f1d3b1c None None] Pushing event updated for resources: {'Port': ['ID=27fd5faa-8866-498f-9bfe-5f44ddec3e25,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:52.155918 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-6f546287-f270-41ae-a04a-3f9bf048a0c6 admin admin] Allocated IP 172.25.4.164 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/d9f35dee-55b9-4383-a803-702e602be0f4) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:48:52.344993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250cf5cc-a395-4604-8da9-394641b78da8 req-c2722d11-ddf7-4e87-9953-7a12e99af833 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:52.347107 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-250cf5cc-a395-4604-8da9-394641b78da8 req-c2722d11-ddf7-4e87-9953-7a12e99af833 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.0984418 Mar 05 13:48:52.412118 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-250cf5cc-a395-4604-8da9-394641b78da8 req-179ead99-961c-4c7b-957f-c385adea0f30 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577521 Mar 05 13:48:52.465597 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a7e4c-b9b4-4d91-bd2a-ef4d7caf69cb req-8b3e6625-6885-4597-841f-90972697d277 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:52.469294 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-033a7e4c-b9b4-4d91-bd2a-ef4d7caf69cb req-8b3e6625-6885-4597-841f-90972697d277 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.2869186 Mar 05 13:48:52.479776 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6f546287-f270-41ae-a04a-3f9bf048a0c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:52.552619 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-033a7e4c-b9b4-4d91-bd2a-ef4d7caf69cb req-4b32eb3e-7756-4c8c-baf5-92c55b4cb5ba tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796771 Mar 05 13:48:52.590905 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6f546287-f270-41ae-a04a-3f9bf048a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:52.707295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f546287-f270-41ae-a04a-3f9bf048a0c6 admin admin] Pushing event updated for resources: {'Port': ['ID=d9f35dee-55b9-4383-a803-702e602be0f4,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:52.723217 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f546287-f270-41ae-a04a-3f9bf048a0c6 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:48:52.724547 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-6f546287-f270-41ae-a04a-3f9bf048a0c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:48:52.731671 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f546287-f270-41ae-a04a-3f9bf048a0c6 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:48:52.980074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e719f9c-1b73-4ffa-a4e3-48337a4c23ac req-1b9b64f0-b136-4c8d-a7ef-c1b7832ec0e2 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:52.982077 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7e719f9c-1b73-4ffa-a4e3-48337a4c23ac req-1b9b64f0-b136-4c8d-a7ef-c1b7832ec0e2 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=91f57487-f98d-4115-b1bc-05518bb8689a HTTP/1.1" status: 200 len: 945 time: 0.0871809 Mar 05 13:48:53.027071 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-244c7b29-b544-441f-90f7-f5e024cdd36f req-0328f06f-334f-4d8b-93a7-58d29f7c4623 tempest-ServerShowV254Test-1939533718 tempest-ServerShowV254Test-1939533718-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d257e6e-dc46-4641-b9ee-35982a2b2322 HTTP/1.1" status: 200 len: 210 time: 0.1232958 Mar 05 13:48:53.042825 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7e719f9c-1b73-4ffa-a4e3-48337a4c23ac req-530a9692-8be1-4fc6-8160-1db931eff9a3 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535460 Mar 05 13:48:53.087476 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 27fd5faa-8866-498f-9bfe-5f44ddec3e25 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:48:53.176885 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 27fd5faa-8866-498f-9bfe-5f44ddec3e25 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:48:53.438704 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6f546287-f270-41ae-a04a-3f9bf048a0c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:53.471231 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaeb2c5-f997-4f4c-91d0-f0e79c48827e None None] Network 63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:48:53.717660 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c51d3-2ffc-4319-87fe-d3620ac20467 req-c7174fbc-5566-4b5b-a1bf-dda278dce2f3 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:53.732072 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c99c51d3-2ffc-4319-87fe-d3620ac20467 req-c7174fbc-5566-4b5b-a1bf-dda278dce2f3 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.1380751 Mar 05 13:48:53.748813 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1428e91e-ec56-426e-87ed-d95dc2ab7924 None None] Provisioning for port 27fd5faa-8866-498f-9bfe-5f44ddec3e25 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:48:53.758779 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1428e91e-ec56-426e-87ed-d95dc2ab7924 None None] Provisioning complete for port 27fd5faa-8866-498f-9bfe-5f44ddec3e25 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:48:53.759143 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1428e91e-ec56-426e-87ed-d95dc2ab7924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:53.827529 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c99c51d3-2ffc-4319-87fe-d3620ac20467 req-dc3ad8b2-2219-4a63-8e77-800b4cde3b24 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887525 Mar 05 13:48:53.919163 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1428e91e-ec56-426e-87ed-d95dc2ab7924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:53.946652 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6f546287-f270-41ae-a04a-3f9bf048a0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:53.960053 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1428e91e-ec56-426e-87ed-d95dc2ab7924 None None] For port 27fd5faa-8866-498f-9bfe-5f44ddec3e25, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=27fd5faa-8866-498f-9bfe-5f44ddec3e25,segment=NetworkSegment(d1abbe63-8acf-4d25-8e50-f7650e36875f),segment_id=d1abbe63-8acf-4d25-8e50-f7650e36875f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:53.970652 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1428e91e-ec56-426e-87ed-d95dc2ab7924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:54.082495 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428e91e-ec56-426e-87ed-d95dc2ab7924 None None] Pushing event updated for resources: {'Port': ['ID=27fd5faa-8866-498f-9bfe-5f44ddec3e25,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:54.153276 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be0f56-7afd-427a-8e7a-0ee4164abfd4 req-526ab567-1915-4388-b162-7d148e4931df tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:54.154714 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f9be0f56-7afd-427a-8e7a-0ee4164abfd4 req-526ab567-1915-4388-b162-7d148e4931df tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.1460023 Mar 05 13:48:54.289145 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f9be0f56-7afd-427a-8e7a-0ee4164abfd4 req-54ce523b-10c6-4957-b0e7-899e27394a75 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279888 Mar 05 13:48:54.301691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2687f22c-0f4e-452d-92ce-96214ea3236a None None] Provisioning complete for port 27fd5faa-8866-498f-9bfe-5f44ddec3e25 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:48:54.303055 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2687f22c-0f4e-452d-92ce-96214ea3236a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:54.321802 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac432739-bc31-4b84-b143-c2db84f49f31 req-6b2c5097-2a3b-436a-ac21-77c4477d8c81 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:54.323602 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ac432739-bc31-4b84-b143-c2db84f49f31 req-6b2c5097-2a3b-436a-ac21-77c4477d8c81 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.30 "GET /v2.0/ports?device_id=91f57487-f98d-4115-b1bc-05518bb8689a HTTP/1.1" status: 200 len: 945 time: 0.1385088 Mar 05 13:48:54.380939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f546287-f270-41ae-a04a-3f9bf048a0c6 admin admin] Router 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:48:54.411471 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5304e0d-7608-42be-8df7-e809a37295a4 req-04b2ff89-9f4b-4561-b9c2-f96d4366fcb8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:54.422159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5304e0d-7608-42be-8df7-e809a37295a4 req-04b2ff89-9f4b-4561-b9c2-f96d4366fcb8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:54.437673 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5304e0d-7608-42be-8df7-e809a37295a4 req-04b2ff89-9f4b-4561-b9c2-f96d4366fcb8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:54.451591 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5304e0d-7608-42be-8df7-e809a37295a4 req-04b2ff89-9f4b-4561-b9c2-f96d4366fcb8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:54.472917 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5304e0d-7608-42be-8df7-e809a37295a4 req-04b2ff89-9f4b-4561-b9c2-f96d4366fcb8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:54.475229 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-ac432739-bc31-4b84-b143-c2db84f49f31 req-20bc6290-3997-46b3-bf3c-a480f25e050c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Deleting port c417d25d-03d3-4d0b-a022-5322a0e84e43 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:48:54.475723 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ac432739-bc31-4b84-b143-c2db84f49f31 req-20bc6290-3997-46b3-bf3c-a480f25e050c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:54.492443 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5304e0d-7608-42be-8df7-e809a37295a4 req-04b2ff89-9f4b-4561-b9c2-f96d4366fcb8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:54.506791 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5304e0d-7608-42be-8df7-e809a37295a4 req-04b2ff89-9f4b-4561-b9c2-f96d4366fcb8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:54.508822 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e5304e0d-7608-42be-8df7-e809a37295a4 req-04b2ff89-9f4b-4561-b9c2-f96d4366fcb8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5434 time: 0.2859240 Mar 05 13:48:54.679002 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e5304e0d-7608-42be-8df7-e809a37295a4 req-a6ccb837-e08a-4cda-9144-176d2a85d888 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1584511 Mar 05 13:48:54.811854 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f546287-f270-41ae-a04a-3f9bf048a0c6 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:48:54.825563 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] Sync routers for ids ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:48:54.834722 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60708) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:54.843024 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6f546287-f270-41ae-a04a-3f9bf048a0c6 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:54.843922 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6f546287-f270-41ae-a04a-3f9bf048a0c6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9135876 Mar 05 13:48:54.845223 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] Routers {'4ad5698b-6f6c-467b-9c27-4f101e9e2c33'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:48:54.845849 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:48:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:48:54.846983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60714) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:54.865902 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:48:54.946424 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8093d59-9d61-4234-8468-ddeb85ecba1b req-3c77a45d-70c2-4ec0-bc4d-621b68fc24d2 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:54.953892 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e8093d59-9d61-4234-8468-ddeb85ecba1b req-3c77a45d-70c2-4ec0-bc4d-621b68fc24d2 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=91f57487-f98d-4115-b1bc-05518bb8689a HTTP/1.1" status: 200 len: 945 time: 0.4242666 Mar 05 13:48:55.016373 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-126bf870-1f46-4955-b0ed-6ab64330e0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:55.035765 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-ac432739-bc31-4b84-b143-c2db84f49f31 req-20bc6290-3997-46b3-bf3c-a480f25e050c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] For port c417d25d-03d3-4d0b-a022-5322a0e84e43, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c417d25d-03d3-4d0b-a022-5322a0e84e43,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:55.036733 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ac432739-bc31-4b84-b143-c2db84f49f31 req-20bc6290-3997-46b3-bf3c-a480f25e050c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:55.037618 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-126bf870-1f46-4955-b0ed-6ab64330e0b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:55.054160 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-126bf870-1f46-4955-b0ed-6ab64330e0b7 admin admin] Usage tracker for resource:security_group_rule and tenant:38d38e6e4d7b455682b57888dc89089a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:48:55.071181 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e8093d59-9d61-4234-8468-ddeb85ecba1b req-e3c5604e-adbc-4f5f-b52a-be202596ee1f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162910 Mar 05 13:48:55.071370 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-126bf870-1f46-4955-b0ed-6ab64330e0b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:48:55.114734 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 27fd5faa-8866-498f-9bfe-5f44ddec3e25 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:48:55.178356 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-126bf870-1f46-4955-b0ed-6ab64330e0b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:55.237495 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-ac432739-bc31-4b84-b143-c2db84f49f31 req-20bc6290-3997-46b3-bf3c-a480f25e050c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Calling delete_port for c417d25d-03d3-4d0b-a022-5322a0e84e43 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:48:55.298405 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] Set router 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:48:55.347264 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 27fd5faa-8866-498f-9bfe-5f44ddec3e25 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:48:55.347901 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:55.569962 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8cde7-e6cd-4ac8-8573-6d5f7f8a6481 req-43da0332-ccd4-456d-844d-2852d676d5b1 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:55.571486 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c5b8cde7-e6cd-4ac8-8573-6d5f7f8a6481 req-43da0332-ccd4-456d-844d-2852d676d5b1 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.4369707 Mar 05 13:48:55.603368 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ac432739-bc31-4b84-b143-c2db84f49f31 req-20bc6290-3997-46b3-bf3c-a480f25e050c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:55.628497 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['c417d25d-03d3-4d0b-a022-5322a0e84e43'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:48:55.642221 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-126bf870-1f46-4955-b0ed-6ab64330e0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:55.666222 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-126bf870-1f46-4955-b0ed-6ab64330e0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:55.696606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc6290-3997-46b3-bf3c-a480f25e050c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Pushing event deleted for resources: {'Port': ['ID=c417d25d-03d3-4d0b-a022-5322a0e84e43,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:55.789142 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c5b8cde7-e6cd-4ac8-8573-6d5f7f8a6481 req-1394050e-1e26-498a-9262-0207808c705b tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068269 Mar 05 13:48:55.801646 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac432739-bc31-4b84-b143-c2db84f49f31 req-20bc6290-3997-46b3-bf3c-a480f25e050c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] No DVR routers for this DVR port c417d25d-03d3-4d0b-a022-5322a0e84e43 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:48:55.810662 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ac432739-bc31-4b84-b143-c2db84f49f31 req-20bc6290-3997-46b3-bf3c-a480f25e050c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:55.821838 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-126bf870-1f46-4955-b0ed-6ab64330e0b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38d38e6e4d7b455682b57888dc89089a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9862649 Mar 05 13:48:55.824903 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126bf870-1f46-4955-b0ed-6ab64330e0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8896643-6ae3-46c4-b6cb-21c1812d006a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:55.831083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f57487-f98d-4115-b1bc-05518bb8689a', 'name': 'network-vif-deleted', 'tag': 'c417d25d-03d3-4d0b-a022-5322a0e84e43'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:48:55.835723 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60738) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:55.857139 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb19653-2c74-4f71-b5d0-0101995f81ab req-fccc5510-6835-484e-a270-09ca56bba972 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:55.858696 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eeb19653-2c74-4f71-b5d0-0101995f81ab req-fccc5510-6835-484e-a270-09ca56bba972 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.3221776 Mar 05 13:48:55.863431 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'name': 'tempest-AttachVolumeTestJSON-531684020-router', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:53Z', 'revision_number': 3, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'gw_port': {'id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:48:55.865510 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ac432739-bc31-4b84-b143-c2db84f49f31 req-20bc6290-3997-46b3-bf3c-a480f25e050c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.30 "DELETE /v2.0/ports/c417d25d-03d3-4d0b-a022-5322a0e84e43 HTTP/1.1" status: 204 len: 173 time: 1.5327125 Mar 05 13:48:55.868548 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] Checking router: 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:48:55.869119 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] Updating router 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 port d9f35dee-55b9-4383-a803-702e602be0f4 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:48:55.952940 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:55.973768 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eeb19653-2c74-4f71-b5d0-0101995f81ab req-6f53f669-9c43-4fc2-833a-f5bd3a63b9a6 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051626 Mar 05 13:48:56.079468 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f57487-f98d-4115-b1bc-05518bb8689a', 'name': 'network-vif-deleted', 'tag': 'c417d25d-03d3-4d0b-a022-5322a0e84e43', 'status': 'completed', 'code': 200} Mar 05 13:48:56.176623 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f09876c8-7258-4b12-b4e9-5abc4861a1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:56.210101 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f09876c8-7258-4b12-b4e9-5abc4861a1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:56.214438 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4d43e-a742-45ba-a4e0-00cb6bedf80b req-9aa19bba-e7bc-4406-a1eb-d29a97e98797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:56.216230 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d6c4d43e-a742-45ba-a4e0-00cb6bedf80b req-9aa19bba-e7bc-4406-a1eb-d29a97e98797 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=685c107fd21b4a6787a130b25db4ab7d&device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 1097 time: 0.1298256 Mar 05 13:48:56.294117 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de02d67-6c20-4923-89b5-b36732970525 req-419419e3-6218-4172-a4f7-ea6c9322cb88 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:56.300157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de02d67-6c20-4923-89b5-b36732970525 req-419419e3-6218-4172-a4f7-ea6c9322cb88 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:56.306592 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de02d67-6c20-4923-89b5-b36732970525 req-419419e3-6218-4172-a4f7-ea6c9322cb88 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:56.312824 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de02d67-6c20-4923-89b5-b36732970525 req-419419e3-6218-4172-a4f7-ea6c9322cb88 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:56.319147 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de02d67-6c20-4923-89b5-b36732970525 req-419419e3-6218-4172-a4f7-ea6c9322cb88 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:56.325599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de02d67-6c20-4923-89b5-b36732970525 req-419419e3-6218-4172-a4f7-ea6c9322cb88 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:56.331511 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de02d67-6c20-4923-89b5-b36732970525 req-419419e3-6218-4172-a4f7-ea6c9322cb88 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:56.333474 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3de02d67-6c20-4923-89b5-b36732970525 req-419419e3-6218-4172-a4f7-ea6c9322cb88 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5434 time: 0.3038285 Mar 05 13:48:56.411443 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4d43e-a742-45ba-a4e0-00cb6bedf80b req-4e622843-bc94-4dc0-8c83-bf14d630dec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:56.412996 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d6c4d43e-a742-45ba-a4e0-00cb6bedf80b req-4e622843-bc94-4dc0-8c83-bf14d630dec3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8121de62-3e77-4026-8973-919cd2101c11 HTTP/1.1" status: 200 len: 914 time: 0.1684351 Mar 05 13:48:56.494794 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3de02d67-6c20-4923-89b5-b36732970525 req-cdd1f682-cd9c-48fa-bd36-5b54951047c7 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1289711 Mar 05 13:48:56.506214 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f09876c8-7258-4b12-b4e9-5abc4861a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:56.549198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09876c8-7258-4b12-b4e9-5abc4861a1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8896643-6ae3-46c4-b6cb-21c1812d006a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:56.549198 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-30c6f000-350d-47a2-aa3e-9d92c772320b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:56.575429 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f09876c8-7258-4b12-b4e9-5abc4861a1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:56.575429 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f09876c8-7258-4b12-b4e9-5abc4861a1a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8896643-6ae3-46c4-b6cb-21c1812d006a HTTP/1.1" status: 204 len: 168 time: 0.7381954 Mar 05 13:48:56.649528 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:56.665137 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] Transition to ACTIVE for port object d9f35dee-55b9-4383-a803-702e602be0f4 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:48:56.676103 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:56.788195 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d6c4d43e-a742-45ba-a4e0-00cb6bedf80b req-51096d2b-28bb-4da5-94a1-fb3849bd4e25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7267be8-bcf0-4917-b6b4-cc9bcab27783 HTTP/1.1" status: 200 len: 217 time: 0.2831905 Mar 05 13:48:56.791661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ca9b910c-16e4-4a30-a28a-a8591635e20a req-6d5d666d-1fe8-4704-81b9-f9664051ece2 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Synchronizing usage tracker for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:48:56.852474 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] Attempting to bind port d9f35dee-55b9-4383-a803-702e602be0f4 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:48:56.853868 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] Attempting to bind port d9f35dee-55b9-4383-a803-702e602be0f4 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:48:56.859089 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] Attempting to bind port d9f35dee-55b9-4383-a803-702e602be0f4 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:48:56.906926 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842094b-7bf2-4c08-af16-e8c16357c4c6 None None] Pushing event updated for resources: {'Port': ['ID=d9f35dee-55b9-4383-a803-702e602be0f4,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:56.924435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-30c6f000-350d-47a2-aa3e-9d92c772320b admin admin] Allocated IP 172.20.0.1 (63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa/b1aa35db-56b3-4082-9281-daf61ed75a84/b5d3e237-a036-4fe3-84b8-4e7cf0777523) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:48:56.929105 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:48:56.929105 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:48:56.929105 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:56.929105 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:48:56.929105 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] Bound port: d9f35dee-55b9-4383-a803-702e602be0f4, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:48:56.929105 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:56.960018 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4d43e-a742-45ba-a4e0-00cb6bedf80b req-559caa86-f670-4527-98d7-eb343de5efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:56.961827 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d6c4d43e-a742-45ba-a4e0-00cb6bedf80b req-559caa86-f670-4527-98d7-eb343de5efd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=53cc4165-f01d-48a1-9180-c6a57fe7bd9d HTTP/1.1" status: 200 len: 854 time: 0.1649790 Mar 05 13:48:56.964194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ca9b910c-16e4-4a30-a28a-a8591635e20a req-6d5d666d-1fe8-4704-81b9-f9664051ece2 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Unset dirty status for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:48:56.988005 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ca9b910c-16e4-4a30-a28a-a8591635e20a req-6d5d666d-1fe8-4704-81b9-f9664051ece2 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=91f57487-f98d-4115-b1bc-05518bb8689a HTTP/1.1" status: 200 len: 210 time: 0.5739143 Mar 05 13:48:57.075733 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] For port d9f35dee-55b9-4383-a803-702e602be0f4, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:48:57.085026 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] For port d9f35dee-55b9-4383-a803-702e602be0f4, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d9f35dee-55b9-4383-a803-702e602be0f4,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:48:57.090657 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d6c4d43e-a742-45ba-a4e0-00cb6bedf80b req-0bd01de8-9bef-4691-8605-b4fb83e1fb88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8121de62-3e77-4026-8973-919cd2101c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015663 Mar 05 13:48:57.095716 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:57.197024 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-30c6f000-350d-47a2-aa3e-9d92c772320b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:57.215907 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-30c6f000-350d-47a2-aa3e-9d92c772320b admin admin] Transition to ACTIVE for port object b5d3e237-a036-4fe3-84b8-4e7cf0777523 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:48:57.245858 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] Routers {'4ad5698b-6f6c-467b-9c27-4f101e9e2c33'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:48:57.255354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:48:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:48:57.293258 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898dd34-86d7-41d3-b76a-e7b7edc563e1 req-b41afeab-8c85-45e5-b6ac-751d0de06400 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:57.295065 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6898dd34-86d7-41d3-b76a-e7b7edc563e1 req-b41afeab-8c85-45e5-b6ac-751d0de06400 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.3268704 Mar 05 13:48:57.296204 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-30c6f000-350d-47a2-aa3e-9d92c772320b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:57.380422 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d6c4d43e-a742-45ba-a4e0-00cb6bedf80b req-c86e47d7-ff9f-42cb-9b79-731462d27261 service neutron] 10.222.0.30 "GET /v2.0/networks/8121de62-3e77-4026-8973-919cd2101c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783029 Mar 05 13:48:57.389645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c6f000-350d-47a2-aa3e-9d92c772320b admin admin] Network 63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:48:57.395584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-30c6f000-350d-47a2-aa3e-9d92c772320b admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:48:57.406944 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c6f000-350d-47a2-aa3e-9d92c772320b admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:48:57.474478 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842094b-7bf2-4c08-af16-e8c16357c4c6 None None] Pushing event updated for resources: {'Port': ['ID=d9f35dee-55b9-4383-a803-702e602be0f4,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:57.514807 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6f000-350d-47a2-aa3e-9d92c772320b admin admin] Pushing event updated for resources: {'Port': ['ID=b5d3e237-a036-4fe3-84b8-4e7cf0777523,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:57.545346 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc46e2-8236-48fe-ae7e-1b93ad709956 req-7d29b1b0-ef43-4db4-a46e-fb93e3f40c66 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:57.549778 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2bdc46e2-8236-48fe-ae7e-1b93ad709956 req-7d29b1b0-ef43-4db4-a46e-fb93e3f40c66 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.3175986 Mar 05 13:48:57.568422 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6898dd34-86d7-41d3-b76a-e7b7edc563e1 req-eebbb168-79ff-4b15-863b-da0b1e471de1 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165363 Mar 05 13:48:57.576133 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-30c6f000-350d-47a2-aa3e-9d92c772320b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:57.765461 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] Set router 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:48:57.837522 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2bdc46e2-8236-48fe-ae7e-1b93ad709956 req-c50a89e9-77b2-44d8-bbf1-89c002ded631 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767711 Mar 05 13:48:57.909505 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d6c4d43e-a742-45ba-a4e0-00cb6bedf80b req-471df677-29bd-4422-a5d0-7b475e8deaab service neutron] 10.222.0.30 "GET /v2.0/networks/8121de62-3e77-4026-8973-919cd2101c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174816 Mar 05 13:48:58.025282 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f37a9832-5663-4405-9b7e-ac91cef3d767 None None] Provisioning for port b5d3e237-a036-4fe3-84b8-4e7cf0777523 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:48:58.026122 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-94f96a82-bf4a-40c1-8b24-43286657c4e3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:58.032123 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-94f96a82-bf4a-40c1-8b24-43286657c4e3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:58.032745 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f37a9832-5663-4405-9b7e-ac91cef3d767 None None] Provisioning complete for port b5d3e237-a036-4fe3-84b8-4e7cf0777523 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:48:58.033109 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f37a9832-5663-4405-9b7e-ac91cef3d767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:58.037996 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-94f96a82-bf4a-40c1-8b24-43286657c4e3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:58.044968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-94f96a82-bf4a-40c1-8b24-43286657c4e3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:58.059968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-94f96a82-bf4a-40c1-8b24-43286657c4e3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:58.074531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-94f96a82-bf4a-40c1-8b24-43286657c4e3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:58.086095 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-94f96a82-bf4a-40c1-8b24-43286657c4e3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:58.088385 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-94f96a82-bf4a-40c1-8b24-43286657c4e3 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.30 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5434 time: 0.8500254 Mar 05 13:48:58.119075 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-f37a9832-5663-4405-9b7e-ac91cef3d767 None None] Port b5d3e237-a036-4fe3-84b8-4e7cf0777523 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:48:58.194696 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'name': 'tempest-AttachVolumeTestJSON-531684020-router', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:53Z', 'revision_number': 3, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'gw_port': {'id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:48:58.199564 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fe7988-d656-446b-879f-693ae4bf0f0f None None] The sync data for ids ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'] in n-d-803718-1 is: [{'id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'name': 'tempest-AttachVolumeTestJSON-531684020-router', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:53Z', 'revision_number': 3, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'gw_port': {'id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:48:58.231276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-c1366ebd-f048-4c6b-a6eb-ccb7662a6985 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:58.232679 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-c1366ebd-f048-4c6b-a6eb-ccb7662a6985 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.30 "GET /v2.0/ports/691d3e20-087e-4c9d-8327-4f7d7b8868dd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1350484 Mar 05 13:48:58.336049 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767de7a-8ac9-4229-9d10-f8d2bfe5920b req-3633e3a7-96fa-44af-9221-25e5b2400dc0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:58.348488 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767de7a-8ac9-4229-9d10-f8d2bfe5920b req-3633e3a7-96fa-44af-9221-25e5b2400dc0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:58.356222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767de7a-8ac9-4229-9d10-f8d2bfe5920b req-3633e3a7-96fa-44af-9221-25e5b2400dc0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:58.363471 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767de7a-8ac9-4229-9d10-f8d2bfe5920b req-3633e3a7-96fa-44af-9221-25e5b2400dc0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:58.370120 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767de7a-8ac9-4229-9d10-f8d2bfe5920b req-3633e3a7-96fa-44af-9221-25e5b2400dc0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:58.376561 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767de7a-8ac9-4229-9d10-f8d2bfe5920b req-3633e3a7-96fa-44af-9221-25e5b2400dc0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:58.382386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767de7a-8ac9-4229-9d10-f8d2bfe5920b req-3633e3a7-96fa-44af-9221-25e5b2400dc0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:58.390484 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c767de7a-8ac9-4229-9d10-f8d2bfe5920b req-3633e3a7-96fa-44af-9221-25e5b2400dc0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 5434 time: 0.5788279 Mar 05 13:48:58.562050 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c767de7a-8ac9-4229-9d10-f8d2bfe5920b req-bcdebf46-ddfe-43fe-8c81-159f8b1bf010 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1706018 Mar 05 13:48:58.562594 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60814) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:48:58.711820 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-c6984739-2b43-47d5-ab1f-4afefe5b742b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.30 "GET /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4614267 Mar 05 13:48:58.725199 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-30c6f000-350d-47a2-aa3e-9d92c772320b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:58.746800 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:58.771304 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-95deb436-4c82-415e-bd07-5591e37507ac service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:48:58.856187 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:58.871994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-915012176-network', 'tenant_id': '1e2fd82b6a4e4b578e836ba37fcc4890'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:48:58.911350 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-cfec4c54-1619-49dc-964c-2d76241a79f5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:58.920110 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-cfec4c54-1619-49dc-964c-2d76241a79f5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/networks?id=fea5c273-e4ab-46b7-85df-ca04090e1441 HTTP/1.1" status: 200 len: 812 time: 0.5322661 Mar 05 13:48:58.923237 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:58.936475 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-10bda518-3d37-4be4-9f80-93611c028ba7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/quotas/79f8ba46919a411c91f03c872b2a9ca1 HTTP/1.1" status: 200 len: 375 time: 0.0152526 Mar 05 13:48:58.939485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] Usage tracker for resource:network and tenant:1e2fd82b6a4e4b578e836ba37fcc4890 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:48:58.948900 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:48:58.982370 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:59.000769 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-140c6b69-5999-410f-a801-b6abced76566 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=79f8ba46919a411c91f03c872b2a9ca1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611167 Mar 05 13:48:59.091675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] Made reservation on behalf of 1e2fd82b6a4e4b578e836ba37fcc4890 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:48:59.094463 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:59.144253 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d9f35dee-55b9-4383-a803-702e602be0f4 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:48:59.177472 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:59.192407 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-3ab9a706-f6c6-4169-a0e1-c5e08e5a557b service neutron] 10.222.0.16 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906261 Mar 05 13:48:59.203214 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-95deb436-4c82-415e-bd07-5591e37507ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:59.226383 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:48:59.246719 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] Usage tracker for resource:security_group_rule and tenant:1e2fd82b6a4e4b578e836ba37fcc4890 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:48:59.261971 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port d9f35dee-55b9-4383-a803-702e602be0f4 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:48:59.273409 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port d9f35dee-55b9-4383-a803-702e602be0f4 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:48:59.273786 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:59.288126 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:48:59.310514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2ab7c-3e82-4c66-a9a4-cd381f93ecce req-b9291dc7-64ed-4634-864a-0e7c0e368976 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:59.316654 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:48:59.318212 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c3c2ab7c-3e82-4c66-a9a4-cd381f93ecce req-b9291dc7-64ed-4634-864a-0e7c0e368976 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.4603972 Mar 05 13:48:59.371614 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:48:59.419025 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-46b55089-f305-48ab-bcd7-10f37bc24118 service neutron] 10.222.0.16 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201729 Mar 05 13:48:59.535993 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:59.572753 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port d9f35dee-55b9-4383-a803-702e602be0f4, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d9f35dee-55b9-4383-a803-702e602be0f4,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:59.573904 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:59.585458 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-95deb436-4c82-415e-bd07-5591e37507ac service neutron] For port 691d3e20-087e-4c9d-8327-4f7d7b8868dd, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=691d3e20-087e-4c9d-8327-4f7d7b8868dd,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:59.588161 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:59.624354 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-95deb436-4c82-415e-bd07-5591e37507ac service neutron] For port 691d3e20-087e-4c9d-8327-4f7d7b8868dd, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:48:59.700139 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=d9f35dee-55b9-4383-a803-702e602be0f4,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:59.709387 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51cf4902-bcd2-4949-b4bb-ff6b4c8537a9'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:48:59.724964 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=51cf4902-bcd2-4949-b4bb-ff6b4c8537a9,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:48:59.732038 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:59.733029 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 1455b0ab-b257-466d-89db-8a06002e158a no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:48:59.765976 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.resource_extend [None req-30c6f000-350d-47a2-aa3e-9d92c772320b admin admin] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:48:59.801618 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c3c2ab7c-3e82-4c66-a9a4-cd381f93ecce req-93ba2f7e-b406-4ec1-8f7e-b334ec4596e3 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824653 Mar 05 13:48:59.803846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-95deb436-4c82-415e-bd07-5591e37507ac service neutron] device_id is not set on port 691d3e20-087e-4c9d-8327-4f7d7b8868dd yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:48:59.827903 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-30c6f000-350d-47a2-aa3e-9d92c772320b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:59.835716 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-95deb436-4c82-415e-bd07-5591e37507ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:59.846905 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-30c6f000-350d-47a2-aa3e-9d92c772320b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:59.891278 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db97508-455e-4a5f-a703-184739993b01 req-198eebfd-e0e5-42f4-802a-12bc10fd2f50 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:48:59.893244 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2db97508-455e-4a5f-a703-184739993b01 req-198eebfd-e0e5-42f4-802a-12bc10fd2f50 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.1739128 Mar 05 13:48:59.934381 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=51cf4902-bcd2-4949-b4bb-ff6b4c8537a9,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:48:59.986595 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:48:59.987134 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2db97508-455e-4a5f-a703-184739993b01 req-9aae7530-c30e-4a9b-b31e-1f418a49f4f7 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815854 Mar 05 13:49:00.068278 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-30c6f000-350d-47a2-aa3e-9d92c772320b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:00.073684 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 1455b0ab-b257-466d-89db-8a06002e158a, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=1455b0ab-b257-466d-89db-8a06002e158a,segment=NetworkSegment(16a0ae04-8bec-44a5-a36a-8a119cff7a5d),segment_id=16a0ae04-8bec-44a5-a36a-8a119cff7a5d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:00.083019 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:00.083765 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device cc101af9-7584-40b5-876a-1d58e91b14a0 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:49:00.091289 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-95deb436-4c82-415e-bd07-5591e37507ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:00.108562 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6f000-350d-47a2-aa3e-9d92c772320b admin admin] Pushing event updated for resources: {'Port': ['ID=b5d3e237-a036-4fe3-84b8-4e7cf0777523,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:00.132533 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ab5c04c1-a553-43e3-8997-9014cf83befd req-eb0d9904-118e-4202-baaa-460d8678c3b9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2 HTTP/1.1" status: 200 len: 210 time: 0.1873238 Mar 05 13:49:00.373446 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=1455b0ab-b257-466d-89db-8a06002e158a,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:00.418616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae3fbf-e402-4aaf-a3f3-ea7152aa394a req-75d39127-6393-451e-adb5-30690ae67cd7 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:00.429426 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae3fbf-e402-4aaf-a3f3-ea7152aa394a req-75d39127-6393-451e-adb5-30690ae67cd7 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:00.451719 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae3fbf-e402-4aaf-a3f3-ea7152aa394a req-75d39127-6393-451e-adb5-30690ae67cd7 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:00.468997 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae3fbf-e402-4aaf-a3f3-ea7152aa394a req-75d39127-6393-451e-adb5-30690ae67cd7 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:00.477417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae3fbf-e402-4aaf-a3f3-ea7152aa394a req-75d39127-6393-451e-adb5-30690ae67cd7 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:00.490235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae3fbf-e402-4aaf-a3f3-ea7152aa394a req-75d39127-6393-451e-adb5-30690ae67cd7 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:00.511937 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-03ae3fbf-e402-4aaf-a3f3-ea7152aa394a req-75d39127-6393-451e-adb5-30690ae67cd7 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 4657 time: 0.3849907 Mar 05 13:49:00.570885 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:00.672043 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port cc101af9-7584-40b5-876a-1d58e91b14a0, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=cc101af9-7584-40b5-876a-1d58e91b14a0,segment=NetworkSegment(602c854c-7211-4590-8d73-a57641bf555b),segment_id=602c854c-7211-4590-8d73-a57641bf555b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:00.673185 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-03ae3fbf-e402-4aaf-a3f3-ea7152aa394a req-01e23409-1448-4303-adac-401b6f92ebf1 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1584756 Mar 05 13:49:00.692332 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:00.693039 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 691d3e20-087e-4c9d-8327-4f7d7b8868dd no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:49:00.733202 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51cf4902-bcd2-4949-b4bb-ff6b4c8537a9', 'code': 200} Mar 05 13:49:00.802106 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e9c6c514-eb30-4f43-ad29-8a1f35e08b27 None None] Provisioning complete for port 691d3e20-087e-4c9d-8327-4f7d7b8868dd triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:00.802472 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c514-eb30-4f43-ad29-8a1f35e08b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:00.863598 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 691d3e20-087e-4c9d-8327-4f7d7b8868dd not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:49:00.864036 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 8139ea31-6761-417f-998b-15794fc80588 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:49:00.876787 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-95deb436-4c82-415e-bd07-5591e37507ac service neutron] No DVR routers for this DVR port 691d3e20-087e-4c9d-8327-4f7d7b8868dd on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:49:00.918335 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=cc101af9-7584-40b5-876a-1d58e91b14a0,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:00.946432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e9c6c514-eb30-4f43-ad29-8a1f35e08b27 None None] Port 691d3e20-087e-4c9d-8327-4f7d7b8868dd cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:49:00.954297 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95deb436-4c82-415e-bd07-5591e37507ac service neutron] Pushing event updated for resources: {'Port': ['ID=691d3e20-087e-4c9d-8327-4f7d7b8868dd,revision_number=6']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:01.007632 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-95deb436-4c82-415e-bd07-5591e37507ac service neutron] In _notify_port_updated(), no bound segment for port 691d3e20-087e-4c9d-8327-4f7d7b8868dd on network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 {{(pid=87913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 13:49:01.008921 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-95deb436-4c82-415e-bd07-5591e37507ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:01.009538 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-95deb436-4c82-415e-bd07-5591e37507ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:01.011602 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-95deb436-4c82-415e-bd07-5591e37507ac service neutron] 10.222.0.30 "PUT /v2.0/ports/691d3e20-087e-4c9d-8327-4f7d7b8868dd HTTP/1.1" status: 200 len: 1026 time: 2.2875016 Mar 05 13:49:01.049476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf0f4e-23b4-44e0-9574-d54dabe02437 req-8689d96c-7415-488e-84e1-85c0d3ec05be tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:01.058085 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6dbf0f4e-23b4-44e0-9574-d54dabe02437 req-8689d96c-7415-488e-84e1-85c0d3ec05be tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.1032758 Mar 05 13:49:01.059979 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:01.084982 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:01.094199 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c6f000-350d-47a2-aa3e-9d92c772320b admin admin] Network 63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:49:01.116471 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-30c6f000-350d-47a2-aa3e-9d92c772320b admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:49:01.141066 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6dbf0f4e-23b4-44e0-9574-d54dabe02437 req-45165dc4-3093-4b54-a452-9dffa79cf3ef tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820060 Mar 05 13:49:01.150020 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:49:01.163141 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:01.225903 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d9f35dee-55b9-4383-a803-702e602be0f4 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:49:01.255870 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-d32afdf9-ea3e-45b3-bdc7-df151d5090d0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:01.257229 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-d32afdf9-ea3e-45b3-bdc7-df151d5090d0 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.30 "GET /v2.0/ports/8139ea31-6761-417f-998b-15794fc80588?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2371783 Mar 05 13:49:01.312824 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 8139ea31-6761-417f-998b-15794fc80588, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=8139ea31-6761-417f-998b-15794fc80588,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:01.330475 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:01.333809 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device c417d25d-03d3-4d0b-a022-5322a0e84e43 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:49:01.341606 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-2021d60a-9170-4eab-b3ce-55c36469450c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:01.416953 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: c417d25d-03d3-4d0b-a022-5322a0e84e43 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:49:01.419171 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device c417d25d-03d3-4d0b-a022-5322a0e84e43 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:49:01.452262 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:01.453063 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] Added segment e5f2287f-bdef-4a7e-bd37-a48dc8dc0a18 of type vlan for network 8aa6dc62-64e2-450f-b66d-787e3f6264c5 Mar 05 13:49:01.469767 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device c29c5c22-46c5-4bcd-9bbd-e5a412502846 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:49:01.562612 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port d9f35dee-55b9-4383-a803-702e602be0f4 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:01.563262 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:01.578399 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd93a25a-19c4-4e7b-88c4-4a01a27e66b6,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:01.625489 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=8139ea31-6761-417f-998b-15794fc80588,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:01.666915 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c6f000-350d-47a2-aa3e-9d92c772320b admin admin] Router 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:49:01.683653 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-2021d60a-9170-4eab-b3ce-55c36469450c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:01.688244 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ff4d65a7-bdeb-4f34-819c-68a492bcd4f3 None None] Provisioning complete for port b5d3e237-a036-4fe3-84b8-4e7cf0777523 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:01.688752 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ff4d65a7-bdeb-4f34-819c-68a492bcd4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:01.695054 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:01.738041 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e760122a-00f1-4c1e-8fec-85e4424e9856 req-d3cc5649-7d5e-4519-86a0-b98ad0de2b7a tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2 HTTP/1.1" status: 200 len: 210 time: 0.4307926 Mar 05 13:49:01.774492 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d65a7-bdeb-4f34-819c-68a492bcd4f3 None None] Port b5d3e237-a036-4fe3-84b8-4e7cf0777523 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:49:01.831690 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-90289871-40c8-4ef0-8cfc-aa4b685579af tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:01.833479 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-90289871-40c8-4ef0-8cfc-aa4b685579af tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.15 "GET /v2.0/networks?id=fea5c273-e4ab-46b7-85df-ca04090e1441 HTTP/1.1" status: 200 len: 812 time: 0.4514465 Mar 05 13:49:01.841789 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:01.848522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-79783ec8-980c-4c7d-9ab0-ea669724cb1d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Request body: {'port': {'device_id': 'a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2', 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441', 'admin_state_up': True, 'tenant_id': '79f8ba46919a411c91f03c872b2a9ca1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:01.902708 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port c29c5c22-46c5-4bcd-9bbd-e5a412502846, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c29c5c22-46c5-4bcd-9bbd-e5a412502846,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:01.908962 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:01.909974 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device b6d4bbac-620a-4e1d-b107-731cd391ed0b no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:49:02.011075 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.resource_extend [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:49:02.079045 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=c29c5c22-46c5-4bcd-9bbd-e5a412502846,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:02.117274 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:02.143303 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b5cf1-263f-4f91-8d9d-c87e5d3716dd req-a7d97bde-a75a-4718-a8e2-bdcc2148f034 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:02.143768 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-79783ec8-980c-4c7d-9ab0-ea669724cb1d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:02.145037 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b12b5cf1-263f-4f91-8d9d-c87e5d3716dd req-a7d97bde-a75a-4718-a8e2-bdcc2148f034 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.9050143 Mar 05 13:49:02.154744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-79783ec8-980c-4c7d-9ab0-ea669724cb1d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:02.156490 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port b6d4bbac-620a-4e1d-b107-731cd391ed0b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b6d4bbac-620a-4e1d-b107-731cd391ed0b,segment=NetworkSegment(16a0ae04-8bec-44a5-a36a-8a119cff7a5d),segment_id=16a0ae04-8bec-44a5-a36a-8a119cff7a5d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:02.165060 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:02.174183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-79783ec8-980c-4c7d-9ab0-ea669724cb1d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Made reservation on behalf of 79f8ba46919a411c91f03c872b2a9ca1 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:49:02.177845 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-79783ec8-980c-4c7d-9ab0-ea669724cb1d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:02.187867 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:02.188835 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:02.189406 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:02.248782 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=b6d4bbac-620a-4e1d-b107-731cd391ed0b,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:02.250409 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca74158-e188-4efb-975f-33095ac61af2 req-ebfa999f-f39b-4400-bce0-3f1d53be18d2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:02.256424 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca74158-e188-4efb-975f-33095ac61af2 req-ebfa999f-f39b-4400-bce0-3f1d53be18d2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:02.262323 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca74158-e188-4efb-975f-33095ac61af2 req-ebfa999f-f39b-4400-bce0-3f1d53be18d2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:02.268406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca74158-e188-4efb-975f-33095ac61af2 req-ebfa999f-f39b-4400-bce0-3f1d53be18d2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:02.274168 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca74158-e188-4efb-975f-33095ac61af2 req-ebfa999f-f39b-4400-bce0-3f1d53be18d2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:02.280838 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca74158-e188-4efb-975f-33095ac61af2 req-ebfa999f-f39b-4400-bce0-3f1d53be18d2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:02.282693 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8ca74158-e188-4efb-975f-33095ac61af2 req-ebfa999f-f39b-4400-bce0-3f1d53be18d2 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 4651 time: 0.2713823 Mar 05 13:49:02.343006 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.7572875 Mar 05 13:49:02.360679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-2021d60a-9170-4eab-b3ce-55c36469450c service neutron] For port 8139ea31-6761-417f-998b-15794fc80588, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=8139ea31-6761-417f-998b-15794fc80588,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:02.410320 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8ca74158-e188-4efb-975f-33095ac61af2 req-8903741a-b7fd-4f0d-8cd3-0f327757eba4 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&id=dd8e3c51-0309-463b-afee-728e489e071e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1102529 Mar 05 13:49:02.441651 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-79783ec8-980c-4c7d-9ab0-ea669724cb1d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Allocated IP 172.20.0.4 (fea5c273-e4ab-46b7-85df-ca04090e1441/a5e6956c-ed3e-4331-80e6-bd294ce26155/6041f381-0fe7-43f5-8e5c-0e2aff18283b) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:49:02.468408 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b12b5cf1-263f-4f91-8d9d-c87e5d3716dd req-7d8a956f-d41c-4b73-af09-37fcda5f0f30 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907510 Mar 05 13:49:02.484647 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8adaa1-ffa1-404f-a7e6-3f47cd22bbda admin admin] Pushing event updated for resources: {'Network': ['ID=8aa6dc62-64e2-450f-b66d-787e3f6264c5,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:02.487157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c6f000-350d-47a2-aa3e-9d92c772320b admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:49:02.497478 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] Sync routers for ids ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:49:02.499058 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 8aa6dc62-64e2-450f-b66d-787e3f6264c5 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:49:02.502144 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-30c6f000-350d-47a2-aa3e-9d92c772320b admin admin] 10.222.0.16 "PUT /v2.0/routers/4ad5698b-6f6c-467b-9c27-4f101e9e2c33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6537931 Mar 05 13:49:02.514950 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] Routers {'4ad5698b-6f6c-467b-9c27-4f101e9e2c33'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:49:02.517386 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:48:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:02.525359 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-2021d60a-9170-4eab-b3ce-55c36469450c service neutron] For port 8139ea31-6761-417f-998b-15794fc80588, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:49:02.580483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-2021d60a-9170-4eab-b3ce-55c36469450c service neutron] device_id is not set on port 8139ea31-6761-417f-998b-15794fc80588 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:49:02.596567 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-2021d60a-9170-4eab-b3ce-55c36469450c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:02.611762 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-2021d60a-9170-4eab-b3ce-55c36469450c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:02.736578 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1455b0ab-b257-466d-89db-8a06002e158a'}, {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc101af9-7584-40b5-876a-1d58e91b14a0'}, {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8139ea31-6761-417f-998b-15794fc80588'}, {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c29c5c22-46c5-4bcd-9bbd-e5a412502846'}, {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6d4bbac-620a-4e1d-b107-731cd391ed0b'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:49:02.829973 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1455b0ab-b257-466d-89db-8a06002e158a', 'code': 200} Mar 05 13:49:02.830401 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc101af9-7584-40b5-876a-1d58e91b14a0', 'code': 200} Mar 05 13:49:02.831092 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8139ea31-6761-417f-998b-15794fc80588', 'code': 200} Mar 05 13:49:02.831344 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c29c5c22-46c5-4bcd-9bbd-e5a412502846', 'code': 200} Mar 05 13:49:02.831592 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6d4bbac-620a-4e1d-b107-731cd391ed0b', 'code': 200} Mar 05 13:49:03.032417 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] Set router 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:49:03.170113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021d60a-9170-4eab-b3ce-55c36469450c service neutron] Pushing event updated for resources: {'Port': ['ID=8139ea31-6761-417f-998b-15794fc80588,revision_number=7']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:03.174431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-2021d60a-9170-4eab-b3ce-55c36469450c service neutron] No DVR routers for this DVR port 8139ea31-6761-417f-998b-15794fc80588 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:49:03.180851 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1d77b-60ed-450d-9dfc-57196d91eed8 req-ae5ea6e5-0096-4092-ac1c-2021b1789eba tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:03.189027 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7ae1d77b-60ed-450d-9dfc-57196d91eed8 req-ae5ea6e5-0096-4092-ac1c-2021b1789eba tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.4100688 Mar 05 13:49:03.211292 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6cd0bd52-6490-44f0-84e4-fed648784cf3 None None] Provisioning complete for port 8139ea31-6761-417f-998b-15794fc80588 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:03.212012 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6cd0bd52-6490-44f0-84e4-fed648784cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:03.251613 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-79783ec8-980c-4c7d-9ab0-ea669724cb1d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:03.261785 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b2e15985-ccde-4c9a-9aa2-520acd35672f req-f0643604-0bcc-4fcd-a8a9-5edec6c6bd77 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2 HTTP/1.1" status: 200 len: 210 time: 0.0886924 Mar 05 13:49:03.275300 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-2021d60a-9170-4eab-b3ce-55c36469450c service neutron] In _notify_port_updated(), no bound segment for port 8139ea31-6761-417f-998b-15794fc80588 on network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 {{(pid=87913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 13:49:03.276509 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-2021d60a-9170-4eab-b3ce-55c36469450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:03.277338 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-2021d60a-9170-4eab-b3ce-55c36469450c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:03.279022 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-2021d60a-9170-4eab-b3ce-55c36469450c service neutron] 10.222.0.30 "PUT /v2.0/ports/8139ea31-6761-417f-998b-15794fc80588 HTTP/1.1" status: 200 len: 1027 time: 1.9425159 Mar 05 13:49:03.295492 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7ae1d77b-60ed-450d-9dfc-57196d91eed8 req-f1658c97-9a7b-4119-96fb-8c85143b6421 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047635 Mar 05 13:49:03.334271 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-6cd0bd52-6490-44f0-84e4-fed648784cf3 None None] Port 8139ea31-6761-417f-998b-15794fc80588 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:49:03.355122 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-79783ec8-980c-4c7d-9ab0-ea669724cb1d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:03.378629 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-0073646d-c22b-4657-a230-f5a9d62840e1 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Deleting port 1455b0ab-b257-466d-89db-8a06002e158a {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:49:03.379125 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-0073646d-c22b-4657-a230-f5a9d62840e1 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:03.470221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-79783ec8-980c-4c7d-9ab0-ea669724cb1d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Network fea5c273-e4ab-46b7-85df-ca04090e1441 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:49:03.478415 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-79783ec8-980c-4c7d-9ab0-ea669724cb1d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:49:03.488657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-79783ec8-980c-4c7d-9ab0-ea669724cb1d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:49:03.555765 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79783ec8-980c-4c7d-9ab0-ea669724cb1d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Pushing event updated for resources: {'Port': ['ID=6041f381-0fe7-43f5-8e5c-0e2aff18283b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:03.617073 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'name': 'tempest-AttachVolumeTestJSON-531684020-router', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:58Z', 'revision_number': 4, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'gw_port': {'id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b5d3e237-a036-4fe3-84b8-4e7cf0777523', 'name': '', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'mac_address': 'fa:16:3e:b9:3a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:56Z', 'updated_at': '2022-03-05T13:48:58Z', 'revision_number': 2, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'subnets': [{'id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:03.625797 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] Checking router: 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:49:03.626151 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] Updating router 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 port b5d3e237-a036-4fe3-84b8-4e7cf0777523 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:49:03.631625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-79783ec8-980c-4c7d-9ab0-ea669724cb1d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:03.632785 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-79783ec8-980c-4c7d-9ab0-ea669724cb1d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:03.693680 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:03.704042 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-79783ec8-980c-4c7d-9ab0-ea669724cb1d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8614087 Mar 05 13:49:03.725924 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-ccad92bc-b990-47c0-8df1-19fea753b703 service neutron] Request body: {'port': {'device_id': 'a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:03.878722 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-ccad92bc-b990-47c0-8df1-19fea753b703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:03.951503 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-0073646d-c22b-4657-a230-f5a9d62840e1 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] For port 1455b0ab-b257-466d-89db-8a06002e158a, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=1455b0ab-b257-466d-89db-8a06002e158a,segment=NetworkSegment(16a0ae04-8bec-44a5-a36a-8a119cff7a5d),segment_id=16a0ae04-8bec-44a5-a36a-8a119cff7a5d)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:03.951878 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-0073646d-c22b-4657-a230-f5a9d62840e1 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:04.152460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-0073646d-c22b-4657-a230-f5a9d62840e1 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Calling delete_port for 1455b0ab-b257-466d-89db-8a06002e158a owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:49:04.258664 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2e298-07c6-4ebb-9fb1-b8a168449fac req-6a4ddbba-447d-4152-8d2e-37af2192c6e7 tempest-ComputeTenantNetworksTest-72806605 tempest-ComputeTenantNetworksTest-72806605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:04.265178 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2e298-07c6-4ebb-9fb1-b8a168449fac req-6a4ddbba-447d-4152-8d2e-37af2192c6e7 tempest-ComputeTenantNetworksTest-72806605 tempest-ComputeTenantNetworksTest-72806605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:04.281392 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2e298-07c6-4ebb-9fb1-b8a168449fac req-6a4ddbba-447d-4152-8d2e-37af2192c6e7 tempest-ComputeTenantNetworksTest-72806605 tempest-ComputeTenantNetworksTest-72806605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:04.282224 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-94e2e298-07c6-4ebb-9fb1-b8a168449fac req-6a4ddbba-447d-4152-8d2e-37af2192c6e7 tempest-ComputeTenantNetworksTest-72806605 tempest-ComputeTenantNetworksTest-72806605-project] Synchronizing usage tracker for tenant:1e2fd82b6a4e4b578e836ba37fcc4890 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:49:04.351508 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:04.371757 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-94e2e298-07c6-4ebb-9fb1-b8a168449fac req-6a4ddbba-447d-4152-8d2e-37af2192c6e7 tempest-ComputeTenantNetworksTest-72806605 tempest-ComputeTenantNetworksTest-72806605-project] Unset dirty status for tenant:1e2fd82b6a4e4b578e836ba37fcc4890 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:49:04.373917 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94e2e298-07c6-4ebb-9fb1-b8a168449fac req-6a4ddbba-447d-4152-8d2e-37af2192c6e7 tempest-ComputeTenantNetworksTest-72806605 tempest-ComputeTenantNetworksTest-72806605-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.6222365 Mar 05 13:49:04.498901 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] Transition to ACTIVE for port object b5d3e237-a036-4fe3-84b8-4e7cf0777523 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:49:04.499118 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-0073646d-c22b-4657-a230-f5a9d62840e1 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:04.512459 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:04.540175 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-ccad92bc-b990-47c0-8df1-19fea753b703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6041f381-0fe7-43f5-8e5c-0e2aff18283b {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:49:04.551462 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-ccad92bc-b990-47c0-8df1-19fea753b703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:04.556206 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073646d-c22b-4657-a230-f5a9d62840e1 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event deleted for resources: {'Port': ['ID=1455b0ab-b257-466d-89db-8a06002e158a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:04.585061 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-ccad92bc-b990-47c0-8df1-19fea753b703 service neutron] Transition to ACTIVE for port object 6041f381-0fe7-43f5-8e5c-0e2aff18283b will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:49:04.592691 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-ccad92bc-b990-47c0-8df1-19fea753b703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:04.645257 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60946) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:04.664183 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-253cd39a-7ad7-4757-82e1-21ba38289a7e tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--997078414', 'description': 'tempest-description--2039120'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:04.733024 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-0073646d-c22b-4657-a230-f5a9d62840e1 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] No DVR routers for this DVR port 1455b0ab-b257-466d-89db-8a06002e158a on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:49:04.740969 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-0073646d-c22b-4657-a230-f5a9d62840e1 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:04.746605 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-deleted', 'tag': '1455b0ab-b257-466d-89db-8a06002e158a'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:49:04.754389 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-253cd39a-7ad7-4757-82e1-21ba38289a7e tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:04.763302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-253cd39a-7ad7-4757-82e1-21ba38289a7e tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Usage tracker for resource:security_group and tenant:132ea0f858f9462ca01a646bf0fa44bb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:04.767937 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-253cd39a-7ad7-4757-82e1-21ba38289a7e tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:04.776272 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-253cd39a-7ad7-4757-82e1-21ba38289a7e tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:04.796833 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-0073646d-c22b-4657-a230-f5a9d62840e1 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.30 "DELETE /v2.0/ports/1455b0ab-b257-466d-89db-8a06002e158a HTTP/1.1" status: 204 len: 173 time: 1.5116930 Mar 05 13:49:04.834483 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087176e-dcff-4b88-8c05-efba5c2a8304 None None] Pushing event updated for resources: {'Port': ['ID=b5d3e237-a036-4fe3-84b8-4e7cf0777523,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:04.839490 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-253cd39a-7ad7-4757-82e1-21ba38289a7e tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:04.887895 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5087176e-dcff-4b88-8c05-efba5c2a8304 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:04.888236 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5087176e-dcff-4b88-8c05-efba5c2a8304 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:04.888572 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5087176e-dcff-4b88-8c05-efba5c2a8304 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:04.888898 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5087176e-dcff-4b88-8c05-efba5c2a8304 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:04.889222 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5087176e-dcff-4b88-8c05-efba5c2a8304 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:04.889539 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5087176e-dcff-4b88-8c05-efba5c2a8304 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:04.889848 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5087176e-dcff-4b88-8c05-efba5c2a8304 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:04.890165 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5087176e-dcff-4b88-8c05-efba5c2a8304 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:04.890478 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5087176e-dcff-4b88-8c05-efba5c2a8304 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:04.890808 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5087176e-dcff-4b88-8c05-efba5c2a8304 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:04.891127 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5087176e-dcff-4b88-8c05-efba5c2a8304 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:04.891431 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5087176e-dcff-4b88-8c05-efba5c2a8304 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:04.913461 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-6ff43aca-e2b9-416e-b31c-75070aa3c422 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Deleting port cc101af9-7584-40b5-876a-1d58e91b14a0 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:49:04.913862 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-6ff43aca-e2b9-416e-b31c-75070aa3c422 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:04.964998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad92bc-b990-47c0-8df1-19fea753b703 service neutron] Pushing event updated for resources: {'Port': ['ID=6041f381-0fe7-43f5-8e5c-0e2aff18283b,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:04.977397 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] Attempting to bind port b5d3e237-a036-4fe3-84b8-4e7cf0777523 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:49:04.977790 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] Attempting to bind port b5d3e237-a036-4fe3-84b8-4e7cf0777523 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'd1abbe63-8acf-4d25-8e50-f7650e36875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:49:04.978249 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] Attempting to bind port b5d3e237-a036-4fe3-84b8-4e7cf0777523 on network 63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:49:04.990043 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:49:04.992133 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] Checking segment: {'id': 'd1abbe63-8acf-4d25-8e50-f7650e36875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:49:04.992539 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:04.992927 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] Bound using segment: {'id': 'd1abbe63-8acf-4d25-8e50-f7650e36875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:49:04.993393 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] Bound port: b5d3e237-a036-4fe3-84b8-4e7cf0777523, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1abbe63-8acf-4d25-8e50-f7650e36875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:49:04.993773 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:05.017206 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-253cd39a-7ad7-4757-82e1-21ba38289a7e tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:05.023420 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-253cd39a-7ad7-4757-82e1-21ba38289a7e tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Usage tracker for resource:security_group_rule and tenant:132ea0f858f9462ca01a646bf0fa44bb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:05.027753 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-253cd39a-7ad7-4757-82e1-21ba38289a7e tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:05.036257 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-253cd39a-7ad7-4757-82e1-21ba38289a7e tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:05.087413 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a0dac-6b1d-4bd4-be60-8262e6d7c4e9 req-e1cedb6b-a731-441a-89d3-32a4786f7bf4 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:05.088824 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-141a0dac-6b1d-4bd4-be60-8262e6d7c4e9 req-e1cedb6b-a731-441a-89d3-32a4786f7bf4 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.3208401 Mar 05 13:49:05.114880 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f86df-8a5b-411e-811f-ff765b0db761 req-b4c26893-d29b-4a57-a996-8df1aba756d5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:05.122797 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f86df-8a5b-411e-811f-ff765b0db761 req-b4c26893-d29b-4a57-a996-8df1aba756d5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:05.129590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f86df-8a5b-411e-811f-ff765b0db761 req-b4c26893-d29b-4a57-a996-8df1aba756d5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:05.137875 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f86df-8a5b-411e-811f-ff765b0db761 req-b4c26893-d29b-4a57-a996-8df1aba756d5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:05.139039 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-853f86df-8a5b-411e-811f-ff765b0db761 req-b4c26893-d29b-4a57-a996-8df1aba756d5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Synchronizing usage tracker for tenant:28610c303cf6490b864485c4875d7beb on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:49:05.142930 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] For port b5d3e237-a036-4fe3-84b8-4e7cf0777523, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:49:05.147699 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] For port b5d3e237-a036-4fe3-84b8-4e7cf0777523, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b5d3e237-a036-4fe3-84b8-4e7cf0777523,segment=NetworkSegment(d1abbe63-8acf-4d25-8e50-f7650e36875f),segment_id=d1abbe63-8acf-4d25-8e50-f7650e36875f)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:49:05.157749 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:05.173855 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-ccad92bc-b990-47c0-8df1-19fea753b703 service neutron] Attempting to bind port 6041f381-0fe7-43f5-8e5c-0e2aff18283b on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:49:05.174385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-ccad92bc-b990-47c0-8df1-19fea753b703 service neutron] Attempting to bind port 6041f381-0fe7-43f5-8e5c-0e2aff18283b by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:49:05.174719 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-ccad92bc-b990-47c0-8df1-19fea753b703 service neutron] Attempting to bind port 6041f381-0fe7-43f5-8e5c-0e2aff18283b on network fea5c273-e4ab-46b7-85df-ca04090e1441 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:49:05.186008 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-141a0dac-6b1d-4bd4-be60-8262e6d7c4e9 req-e5b9790b-8ef5-4d55-9d34-08a5cda8f7b1 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896003 Mar 05 13:49:05.186678 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-ccad92bc-b990-47c0-8df1-19fea753b703 service neutron] Port 6041f381-0fe7-43f5-8e5c-0e2aff18283b on network fea5c273-e4ab-46b7-85df-ca04090e1441 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:49:05.187049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-ccad92bc-b990-47c0-8df1-19fea753b703 service neutron] Attempting to bind port 6041f381-0fe7-43f5-8e5c-0e2aff18283b on network fea5c273-e4ab-46b7-85df-ca04090e1441 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:49:05.197304 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-ccad92bc-b990-47c0-8df1-19fea753b703 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:49:05.197725 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-ccad92bc-b990-47c0-8df1-19fea753b703 service neutron] Checking segment: {'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:49:05.198114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-ccad92bc-b990-47c0-8df1-19fea753b703 service neutron] Bound using segment: {'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:49:05.198719 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-ccad92bc-b990-47c0-8df1-19fea753b703 service neutron] Bound port: 6041f381-0fe7-43f5-8e5c-0e2aff18283b, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:49:05.199095 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-ccad92bc-b990-47c0-8df1-19fea753b703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:05.258186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-853f86df-8a5b-411e-811f-ff765b0db761 req-b4c26893-d29b-4a57-a996-8df1aba756d5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Unset dirty status for tenant:28610c303cf6490b864485c4875d7beb on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:49:05.264487 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-853f86df-8a5b-411e-811f-ff765b0db761 req-b4c26893-d29b-4a57-a996-8df1aba756d5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 3144 time: 0.6120920 Mar 05 13:49:05.296239 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087176e-dcff-4b88-8c05-efba5c2a8304 None None] Pushing event updated for resources: {'Port': ['ID=b5d3e237-a036-4fe3-84b8-4e7cf0777523,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:05.300510 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] Routers {'4ad5698b-6f6c-467b-9c27-4f101e9e2c33'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:49:05.301243 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:48:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:05.364292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-ccad92bc-b990-47c0-8df1-19fea753b703 service neutron] For port 6041f381-0fe7-43f5-8e5c-0e2aff18283b, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:49:05.368033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-ccad92bc-b990-47c0-8df1-19fea753b703 service neutron] For port 6041f381-0fe7-43f5-8e5c-0e2aff18283b, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=6041f381-0fe7-43f5-8e5c-0e2aff18283b,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:49:05.376550 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-ccad92bc-b990-47c0-8df1-19fea753b703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:05.423156 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-253cd39a-7ad7-4757-82e1-21ba38289a7e tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:05.459956 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-853f86df-8a5b-411e-811f-ff765b0db761 req-6181581d-0c2b-4d3f-92db-d7e734271169 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624644 Mar 05 13:49:05.463677 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-253cd39a-7ad7-4757-82e1-21ba38289a7e tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:05.576663 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-253cd39a-7ad7-4757-82e1-21ba38289a7e tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:05.577922 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-253cd39a-7ad7-4757-82e1-21ba38289a7e tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9243407 Mar 05 13:49:05.602196 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60970) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:05.652796 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-ccad92bc-b990-47c0-8df1-19fea753b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:05.653867 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-ccad92bc-b990-47c0-8df1-19fea753b703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:05.655422 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-ccad92bc-b990-47c0-8df1-19fea753b703 service neutron] 10.222.0.15 "PUT /v2.0/ports/6041f381-0fe7-43f5-8e5c-0e2aff18283b HTTP/1.1" status: 200 len: 1091 time: 1.9408453 Mar 05 13:49:05.658706 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2', 'tag': '6041f381-0fe7-43f5-8e5c-0e2aff18283b'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:49:05.675290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad92bc-b990-47c0-8df1-19fea753b703 service neutron] Pushing event updated for resources: {'Port': ['ID=6041f381-0fe7-43f5-8e5c-0e2aff18283b,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:05.737925 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780ac6a-721c-4675-acd9-e75c45c8df96 req-b8828b91-1102-4591-bc09-c30fa8e9d518 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:05.743664 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] Set router 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:49:05.750684 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6780ac6a-721c-4675-acd9-e75c45c8df96 req-b8828b91-1102-4591-bc09-c30fa8e9d518 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.3274846 Mar 05 13:49:05.784878 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-def8287e-33a0-4019-86ce-aef9969b2ebb tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Request body: {'security_group_rule': {'security_group_id': '865f5f13-d9dc-43d9-8040-99a5e9ffee84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:05.791678 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-def8287e-33a0-4019-86ce-aef9969b2ebb tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:05.796231 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-def8287e-33a0-4019-86ce-aef9969b2ebb tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Usage tracker for resource:security_group_rule and tenant:132ea0f858f9462ca01a646bf0fa44bb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:05.799170 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-def8287e-33a0-4019-86ce-aef9969b2ebb tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:05.806425 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-def8287e-33a0-4019-86ce-aef9969b2ebb tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:05.844500 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6780ac6a-721c-4675-acd9-e75c45c8df96 req-b91225f3-bfd5-437b-b972-6fb810b00f78 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580168 Mar 05 13:49:05.845170 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253cd39a-7ad7-4757-82e1-21ba38289a7e tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=865f5f13-d9dc-43d9-8040-99a5e9ffee84,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:05.857966 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-def8287e-33a0-4019-86ce-aef9969b2ebb tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:05.928245 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-f77b9b78-b0ed-4955-9f11-29419f369ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:05.929711 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-f77b9b78-b0ed-4955-9f11-29419f369ee0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79f8ba46919a411c91f03c872b2a9ca1&device_id=a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2 HTTP/1.1" status: 200 len: 1094 time: 0.1780603 Mar 05 13:49:05.948012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-6ff43aca-e2b9-416e-b31c-75070aa3c422 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] For port cc101af9-7584-40b5-876a-1d58e91b14a0, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=cc101af9-7584-40b5-876a-1d58e91b14a0,segment=NetworkSegment(602c854c-7211-4590-8d73-a57641bf555b),segment_id=602c854c-7211-4590-8d73-a57641bf555b)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:05.948374 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-6ff43aca-e2b9-416e-b31c-75070aa3c422 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:06.067459 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-6a37b06c-a1c4-4d39-a23f-a768f62d6da3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6041f381-0fe7-43f5-8e5c-0e2aff18283b HTTP/1.1" status: 200 len: 217 time: 0.0806937 Mar 05 13:49:06.077602 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-def8287e-33a0-4019-86ce-aef9969b2ebb tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:06.089240 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-def8287e-33a0-4019-86ce-aef9969b2ebb tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:06.116336 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be163195-a01d-459a-a688-5f07808b3e3d req-3082a069-f087-4fed-9a8c-4315ad96b003 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:06.119092 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a703d-46b6-4ef7-8551-45dd2d05ace6 req-7f6a2946-9a13-44e1-af8c-844985195bec tempest-ComputeTenantNetworksTest-72806605 tempest-ComputeTenantNetworksTest-72806605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:06.121150 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d35a703d-46b6-4ef7-8551-45dd2d05ace6 req-7f6a2946-9a13-44e1-af8c-844985195bec tempest-ComputeTenantNetworksTest-72806605 tempest-ComputeTenantNetworksTest-72806605-project] 10.222.0.16 "GET /v2.0/networks/8aa6dc62-64e2-450f-b66d-787e3f6264c5 HTTP/1.1" status: 200 len: 768 time: 0.2410831 Mar 05 13:49:06.125122 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-be163195-a01d-459a-a688-5f07808b3e3d req-3082a069-f087-4fed-9a8c-4315ad96b003 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2 HTTP/1.1" status: 200 len: 943 time: 0.5219479 Mar 05 13:49:06.131043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60984) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:06.171497 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8287e-33a0-4019-86ce-aef9969b2ebb tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e333e7c-ceb0-48ca-9e5f-d951afcd1ebd,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:06.260466 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-def8287e-33a0-4019-86ce-aef9969b2ebb tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:06.261993 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-def8287e-33a0-4019-86ce-aef9969b2ebb tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6568906 Mar 05 13:49:06.263976 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'name': 'tempest-AttachVolumeTestJSON-531684020-router', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:58Z', 'revision_number': 4, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'gw_port': {'id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b5d3e237-a036-4fe3-84b8-4e7cf0777523', 'name': '', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'mac_address': 'fa:16:3e:b9:3a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:56Z', 'updated_at': '2022-03-05T13:49:05Z', 'revision_number': 4, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'subnets': [{'id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:06.267098 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60992) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:06.275638 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9770ae03-2e79-4af1-887a-64c3e4ea52ab None None] The sync data for ids ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'] in n-d-803718-1 is: [{'id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'name': 'tempest-AttachVolumeTestJSON-531684020-router', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:58Z', 'revision_number': 4, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'gw_port': {'id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b5d3e237-a036-4fe3-84b8-4e7cf0777523', 'name': '', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'mac_address': 'fa:16:3e:b9:3a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:56Z', 'updated_at': '2022-03-05T13:49:05Z', 'revision_number': 4, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'subnets': [{'id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:49:06.292060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-663d7b5b-8d24-4e79-bb96-945d44526eec tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Request body: {'security_group_rule': {'security_group_id': '865f5f13-d9dc-43d9-8040-99a5e9ffee84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:06.312046 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-663d7b5b-8d24-4e79-bb96-945d44526eec tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:06.417109 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-be163195-a01d-459a-a688-5f07808b3e3d req-63a840cd-9066-45db-b563-9b6f0d444874 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903976 Mar 05 13:49:06.448520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-663d7b5b-8d24-4e79-bb96-945d44526eec tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Usage tracker for resource:security_group_rule and tenant:132ea0f858f9462ca01a646bf0fa44bb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:06.454587 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-663d7b5b-8d24-4e79-bb96-945d44526eec tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:06.465862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-663d7b5b-8d24-4e79-bb96-945d44526eec tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:06.499961 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-deleted', 'tag': '1455b0ab-b257-466d-89db-8a06002e158a', 'status': 'completed', 'code': 200} Mar 05 13:49:06.511562 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-65a42fe5-cc97-4855-88c6-5d7fb8291807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:06.513198 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-6ff43aca-e2b9-416e-b31c-75070aa3c422 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:06.513568 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-6ff43aca-e2b9-416e-b31c-75070aa3c422 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:06.513921 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-6ff43aca-e2b9-416e-b31c-75070aa3c422 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Floating IP b06eaba2-570b-4bde-ae5d-9c5376e01b11 disassociated. External IP: 172.25.4.147, port: cc101af9-7584-40b5-876a-1d58e91b14a0. Mar 05 13:49:06.514165 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-65a42fe5-cc97-4855-88c6-5d7fb8291807 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5e6956c-ed3e-4331-80e6-bd294ce26155 HTTP/1.1" status: 200 len: 852 time: 0.4406238 Mar 05 13:49:06.514306 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-6ff43aca-e2b9-416e-b31c-75070aa3c422 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Calling delete_port for cc101af9-7584-40b5-876a-1d58e91b14a0 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:49:06.521757 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-28ae4ee9-2e39-48be-a5f6-c4f626eab1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:06.554006 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-663d7b5b-8d24-4e79-bb96-945d44526eec tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:06.574440 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2', 'tag': '6041f381-0fe7-43f5-8e5c-0e2aff18283b', 'status': 'completed', 'code': 200} Mar 05 13:49:06.608025 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-91227631-db1f-49a7-acf1-dcc3f71c8c12 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fea5c273-e4ab-46b7-85df-ca04090e1441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829465 Mar 05 13:49:06.705916 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-663d7b5b-8d24-4e79-bb96-945d44526eec tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:06.744988 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-663d7b5b-8d24-4e79-bb96-945d44526eec tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:06.847786 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d7b5b-8d24-4e79-bb96-945d44526eec tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44136d90-27aa-4b5b-a8c0-29b246618025,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:06.907339 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-663d7b5b-8d24-4e79-bb96-945d44526eec tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:06.911475 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-663d7b5b-8d24-4e79-bb96-945d44526eec tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6379166 Mar 05 13:49:06.914281 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 32772) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:06.923977 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-56d0c7c4-d5bf-4548-813e-e08bf6821ea7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:06.933578 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-6ff43aca-e2b9-416e-b31c-75070aa3c422 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:06.937679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-56d0c7c4-d5bf-4548-813e-e08bf6821ea7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:06.967630 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-28ae4ee9-2e39-48be-a5f6-c4f626eab1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:06.996475 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-56d0c7c4-d5bf-4548-813e-e08bf6821ea7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Usage tracker for resource:floatingip and tenant:132ea0f858f9462ca01a646bf0fa44bb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:07.008948 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-56d0c7c4-d5bf-4548-813e-e08bf6821ea7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:07.015191 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff43aca-e2b9-416e-b31c-75070aa3c422 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event deleted for resources: {'Port': ['ID=cc101af9-7584-40b5-876a-1d58e91b14a0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:07.037619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-28ae4ee9-2e39-48be-a5f6-c4f626eab1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa6dc62-64e2-450f-b66d-787e3f6264c5']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:07.064910 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-28ae4ee9-2e39-48be-a5f6-c4f626eab1c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f2287f-bdef-4a7e-bd37-a48dc8dc0a18') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:07.065538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-28ae4ee9-2e39-48be-a5f6-c4f626eab1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f2287f-bdef-4a7e-bd37-a48dc8dc0a18') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:07.102633 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-947ab5ba-082d-4ca6-979f-6ad19b36220a service neutron] 10.222.0.15 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884105 Mar 05 13:49:07.105362 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-28ae4ee9-2e39-48be-a5f6-c4f626eab1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:07.180712 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb70fc4-b645-4d4b-b493-4ed04d1eebf3 req-55c085a9-39ee-4600-bebc-3ab48a281a78 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:07.182412 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-acb70fc4-b645-4d4b-b493-4ed04d1eebf3 req-55c085a9-39ee-4600-bebc-3ab48a281a78 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.4607847 Mar 05 13:49:07.185525 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-28ae4ee9-2e39-48be-a5f6-c4f626eab1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:07.197106 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b5d3e237-a036-4fe3-84b8-4e7cf0777523 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:49:07.227834 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-56d0c7c4-d5bf-4548-813e-e08bf6821ea7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:07.347018 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e6ed7-0012-482e-beba-6fe67e2cbfee req-c04c026e-7f39-4831-b958-f8667f120310 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:07.354357 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e6ed7-0012-482e-beba-6fe67e2cbfee req-c04c026e-7f39-4831-b958-f8667f120310 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:07.354967 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ae4ee9-2e39-48be-a5f6-c4f626eab1c5 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:49:07.355385 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-28ae4ee9-2e39-48be-a5f6-c4f626eab1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:07.366556 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e6ed7-0012-482e-beba-6fe67e2cbfee req-c04c026e-7f39-4831-b958-f8667f120310 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:49:07.369037 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:49:07.380929 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port b5d3e237-a036-4fe3-84b8-4e7cf0777523 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:49:07.385811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e6ed7-0012-482e-beba-6fe67e2cbfee req-c04c026e-7f39-4831-b958-f8667f120310 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:07.387230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-bb0e6ed7-0012-482e-beba-6fe67e2cbfee req-c04c026e-7f39-4831-b958-f8667f120310 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Synchronizing usage tracker for tenant:28610c303cf6490b864485c4875d7beb on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:49:07.389875 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b5d3e237-a036-4fe3-84b8-4e7cf0777523 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:07.390587 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:07.399261 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-56d0c7c4-d5bf-4548-813e-e08bf6821ea7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:07.555557 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-acb70fc4-b645-4d4b-b493-4ed04d1eebf3 req-302c1d08-a14e-485d-bb14-8c30b7e86b5a tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476119 Mar 05 13:49:07.605891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-6ff43aca-e2b9-416e-b31c-75070aa3c422 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Router b739ddb9-60e3-4d87-9292-9616156585a4 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:49:07.607301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-bb0e6ed7-0012-482e-beba-6fe67e2cbfee req-c04c026e-7f39-4831-b958-f8667f120310 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Unset dirty status for tenant:28610c303cf6490b864485c4875d7beb on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:49:07.609123 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bb0e6ed7-0012-482e-beba-6fe67e2cbfee req-c04c026e-7f39-4831-b958-f8667f120310 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 3144 time: 0.8391097 Mar 05 13:49:07.645605 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c44ccf07-8458-4d81-ac5f-8286e061d535 req-5f467bb7-db47-4549-ae2a-ede93ca7486b service neutron] 10.222.0.15 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5276947 Mar 05 13:49:07.661409 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-28ae4ee9-2e39-48be-a5f6-c4f626eab1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:07.685281 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-28ae4ee9-2e39-48be-a5f6-c4f626eab1c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:07.782935 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:07.800969 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae4ee9-2e39-48be-a5f6-c4f626eab1c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8aa6dc62-64e2-450f-b66d-787e3f6264c5,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:07.815703 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-28ae4ee9-2e39-48be-a5f6-c4f626eab1c5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8aa6dc62-64e2-450f-b66d-787e3f6264c5 HTTP/1.1" status: 204 len: 168 time: 1.6836455 Mar 05 13:49:07.868596 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54a063-3584-4937-9227-77969d36c675 req-1d975d99-0dcf-4f0c-a655-d2bba631d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:07.870388 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2b54a063-3584-4937-9227-77969d36c675 req-1d975d99-0dcf-4f0c-a655-d2bba631d5fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79f8ba46919a411c91f03c872b2a9ca1&device_id=a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2 HTTP/1.1" status: 200 len: 1094 time: 0.1235256 Mar 05 13:49:07.887197 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port b5d3e237-a036-4fe3-84b8-4e7cf0777523, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b5d3e237-a036-4fe3-84b8-4e7cf0777523,segment=NetworkSegment(d1abbe63-8acf-4d25-8e50-f7650e36875f),segment_id=d1abbe63-8acf-4d25-8e50-f7650e36875f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:07.892757 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:08.006666 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=b5d3e237-a036-4fe3-84b8-4e7cf0777523,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:08.059860 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bb0e6ed7-0012-482e-beba-6fe67e2cbfee req-a49df1f2-2719-45c8-9da6-b253c48f4c23 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4393752 Mar 05 13:49:08.163786 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54a063-3584-4937-9227-77969d36c675 req-023aeb8e-537d-48c9-8851-b435e2e988ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:08.165219 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2b54a063-3584-4937-9227-77969d36c675 req-023aeb8e-537d-48c9-8851-b435e2e988ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=fea5c273-e4ab-46b7-85df-ca04090e1441 HTTP/1.1" status: 200 len: 912 time: 0.2558255 Mar 05 13:49:08.176917 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d992b-d20a-430a-a967-31512f44e1b0 req-659a62ac-8cdf-413b-893c-3c24142bba8e tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:08.185281 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-667d992b-d20a-430a-a967-31512f44e1b0 req-659a62ac-8cdf-413b-893c-3c24142bba8e tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.3250754 Mar 05 13:49:08.301994 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2b54a063-3584-4937-9227-77969d36c675 req-8e2460e8-12d5-4c0b-a6d0-22b96f6d6204 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6041f381-0fe7-43f5-8e5c-0e2aff18283b HTTP/1.1" status: 200 len: 217 time: 0.1146193 Mar 05 13:49:08.354826 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-56d0c7c4-d5bf-4548-813e-e08bf6821ea7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:08.362026 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 32796) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:08.388756 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-667d992b-d20a-430a-a967-31512f44e1b0 req-d9805a4a-854e-414b-a518-dfe77b57bcb3 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026002 Mar 05 13:49:08.417623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54a063-3584-4937-9227-77969d36c675 req-3e870ecd-38f7-4ad1-8e5d-bf492e2d20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:08.417623 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2b54a063-3584-4937-9227-77969d36c675 req-3e870ecd-38f7-4ad1-8e5d-bf492e2d20b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5e6956c-ed3e-4331-80e6-bd294ce26155 HTTP/1.1" status: 200 len: 852 time: 0.1090345 Mar 05 13:49:08.446443 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ea720304-74a5-4631-bd07-4b4c1ffe1010 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e2fd82b6a4e4b578e836ba37fcc4890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0808146 Mar 05 13:49:08.447017 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 32802) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:08.493287 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-6ff43aca-e2b9-416e-b31c-75070aa3c422 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:49:08.505434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82146795-27e2-485a-b265-1f457edbfc47 None None] Sync routers for ids ['b739ddb9-60e3-4d87-9292-9616156585a4'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:49:08.515829 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2b54a063-3584-4937-9227-77969d36c675 req-ea927fe6-6f4c-443e-bf6a-01976676a8a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fea5c273-e4ab-46b7-85df-ca04090e1441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670693 Mar 05 13:49:08.521320 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82146795-27e2-485a-b265-1f457edbfc47 None None] Routers {'b739ddb9-60e3-4d87-9292-9616156585a4'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:49:08.522520 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-82146795-27e2-485a-b265-1f457edbfc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:48:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b739ddb9-60e3-4d87-9292-9616156585a4'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:08.788349 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-82146795-27e2-485a-b265-1f457edbfc47 None None] Set router b739ddb9-60e3-4d87-9292-9616156585a4 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:49:08.812217 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-6ff43aca-e2b9-416e-b31c-75070aa3c422 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] No DVR routers for this DVR port cc101af9-7584-40b5-876a-1d58e91b14a0 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:49:08.817498 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-6ff43aca-e2b9-416e-b31c-75070aa3c422 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:08.823483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-deleted', 'tag': 'cc101af9-7584-40b5-876a-1d58e91b14a0'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:49:08.828740 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-6ff43aca-e2b9-416e-b31c-75070aa3c422 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.30 "DELETE /v2.0/ports/cc101af9-7584-40b5-876a-1d58e91b14a0 HTTP/1.1" status: 204 len: 173 time: 4.0244470 Mar 05 13:49:08.838320 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4de6b34f-1b58-48c0-bf1c-c58e33e22757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:08.839673 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bd9f1-339e-4ea8-adcd-74730ddc31f2 req-17239341-2da7-4532-9893-47708811d86d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:08.841149 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ad2bd9f1-339e-4ea8-adcd-74730ddc31f2 req-17239341-2da7-4532-9893-47708811d86d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2 HTTP/1.1" status: 200 len: 943 time: 0.5710895 Mar 05 13:49:09.005857 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a462435-8778-4881-ad43-937c7bd62091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:09.009272 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-f48a4f17-3445-448a-a1b4-2f172e95bece tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Deleting port b6d4bbac-620a-4e1d-b107-731cd391ed0b {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:49:09.009624 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-f48a4f17-3445-448a-a1b4-2f172e95bece tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:09.049755 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a462435-8778-4881-ad43-937c7bd62091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:09.074458 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-56d0c7c4-d5bf-4548-813e-e08bf6821ea7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Allocated IP 172.25.4.14 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/855887bd-d63c-49d9-859c-f8a91221dbe5) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:49:09.124678 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a462435-8778-4881-ad43-937c7bd62091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:09.124821 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ad2bd9f1-339e-4ea8-adcd-74730ddc31f2 req-d8185550-3741-46b5-a446-b5a6c7755c73 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179556 Mar 05 13:49:09.131213 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2b54a063-3584-4937-9227-77969d36c675 req-e732d12f-22d6-42d5-b011-5a108a666f83 service neutron] 10.222.0.15 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6047540 Mar 05 13:49:09.178476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a462435-8778-4881-ad43-937c7bd62091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd93a25a-19c4-4e7b-88c4-4a01a27e66b6,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:09.212629 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a462435-8778-4881-ad43-937c7bd62091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:09.218344 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2a462435-8778-4881-ad43-937c7bd62091 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd93a25a-19c4-4e7b-88c4-4a01a27e66b6 HTTP/1.1" status: 204 len: 168 time: 0.7682712 Mar 05 13:49:09.232762 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b5d3e237-a036-4fe3-84b8-4e7cf0777523 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:49:09.314446 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bfc18-7d2c-43dc-bb8d-5051a24360c5 req-dbfbfda8-858d-4dcb-b3b7-b89d9aad00ae tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:09.320574 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-709bfc18-7d2c-43dc-bb8d-5051a24360c5 req-dbfbfda8-858d-4dcb-b3b7-b89d9aad00ae tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.5880497 Mar 05 13:49:09.357141 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-82146795-27e2-485a-b265-1f457edbfc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'name': 'tempest-TaggedBootDevicesTest-1596754330-router', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:42Z', 'updated_at': '2022-03-05T13:41:59Z', 'revision_number': 4, 'project_id': '28610c303cf6490b864485c4875d7beb', 'gw_port': {'id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:46Z', 'updated_at': '2022-03-05T13:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'c59efc00-ff3c-4261-8bfb-202004ab011e', 'name': '', 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'mac_address': 'fa:16:3e:da:e5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'c7f5fdc7-cd8a-40ad-987c-101447f15754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:56Z', 'updated_at': '2022-03-05T13:42:09Z', 'revision_number': 5, 'project_id': '28610c303cf6490b864485c4875d7beb', 'subnets': [{'id': 'c7f5fdc7-cd8a-40ad-987c-101447f15754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:09.360333 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b5d3e237-a036-4fe3-84b8-4e7cf0777523 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:09.360858 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:09.371115 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-deleted', 'tag': 'cc101af9-7584-40b5-876a-1d58e91b14a0', 'status': 'completed', 'code': 200} Mar 05 13:49:09.405103 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82146795-27e2-485a-b265-1f457edbfc47 None None] Checking router: b739ddb9-60e3-4d87-9292-9616156585a4 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:49:09.434641 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82146795-27e2-485a-b265-1f457edbfc47 None None] Routers {'b739ddb9-60e3-4d87-9292-9616156585a4'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:49:09.435513 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-82146795-27e2-485a-b265-1f457edbfc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:48:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b739ddb9-60e3-4d87-9292-9616156585a4'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:09.484611 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2b54a063-3584-4937-9227-77969d36c675 req-dcfe7d90-6bf4-48c9-9083-f6db15ee5e23 service neutron] 10.222.0.15 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368397 Mar 05 13:49:09.487497 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-709bfc18-7d2c-43dc-bb8d-5051a24360c5 req-d04aea88-8131-4849-a5f2-a66a4c11d949 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406529 Mar 05 13:49:09.651258 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-82146795-27e2-485a-b265-1f457edbfc47 None None] Set router b739ddb9-60e3-4d87-9292-9616156585a4 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:49:09.656229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-f48a4f17-3445-448a-a1b4-2f172e95bece tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] For port b6d4bbac-620a-4e1d-b107-731cd391ed0b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b6d4bbac-620a-4e1d-b107-731cd391ed0b,segment=NetworkSegment(16a0ae04-8bec-44a5-a36a-8a119cff7a5d),segment_id=16a0ae04-8bec-44a5-a36a-8a119cff7a5d)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:09.656604 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-f48a4f17-3445-448a-a1b4-2f172e95bece tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:09.703556 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-56d0c7c4-d5bf-4548-813e-e08bf6821ea7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:09.723446 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 6041f381-0fe7-43f5-8e5c-0e2aff18283b details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:49:09.844129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-f48a4f17-3445-448a-a1b4-2f172e95bece tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Calling delete_port for b6d4bbac-620a-4e1d-b107-731cd391ed0b owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:49:09.853084 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0043f-7467-4e69-aa6a-c4add2a46b6b req-1826a513-7ed7-45e9-8cc8-3c60793b145a tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:09.864473 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-83a0043f-7467-4e69-aa6a-c4add2a46b6b req-1826a513-7ed7-45e9-8cc8-3c60793b145a tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.1741297 Mar 05 13:49:09.905272 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd60b5-e605-4ec5-919c-76fbe46b6c9f req-2e77f296-c447-4880-91c2-5312626b0b98 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:09.912571 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd60b5-e605-4ec5-919c-76fbe46b6c9f req-2e77f296-c447-4880-91c2-5312626b0b98 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:09.918573 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd60b5-e605-4ec5-919c-76fbe46b6c9f req-2e77f296-c447-4880-91c2-5312626b0b98 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:09.925662 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-35bd60b5-e605-4ec5-919c-76fbe46b6c9f req-2e77f296-c447-4880-91c2-5312626b0b98 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 2410 time: 0.4297090 Mar 05 13:49:09.958595 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-83a0043f-7467-4e69-aa6a-c4add2a46b6b req-f7614506-7ca9-4197-b998-26a3c4422916 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912337 Mar 05 13:49:10.004111 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-56d0c7c4-d5bf-4548-813e-e08bf6821ea7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:10.107974 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d0c7c4-d5bf-4548-813e-e08bf6821ea7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:49:10.124970 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-35bd60b5-e605-4ec5-919c-76fbe46b6c9f req-a3049a5f-d866-4a64-8bec-2045d5129480 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984425 Mar 05 13:49:10.127415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-56d0c7c4-d5bf-4548-813e-e08bf6821ea7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:49:10.142737 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d0c7c4-d5bf-4548-813e-e08bf6821ea7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:49:10.185596 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 6041f381-0fe7-43f5-8e5c-0e2aff18283b, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=6041f381-0fe7-43f5-8e5c-0e2aff18283b,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:10.238153 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '6041f381-0fe7-43f5-8e5c-0e2aff18283b', 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441', 'port_id': '6041f381-0fe7-43f5-8e5c-0e2aff18283b', 'mac_address': 'fa:16:3e:35:58:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e6956c-ed3e-4331-80e6-bd294ce26155', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:49:10.318355 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:10.332433 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0c7c4-d5bf-4548-813e-e08bf6821ea7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Pushing event updated for resources: {'Port': ['ID=855887bd-d63c-49d9-859c-f8a91221dbe5,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:10.350836 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6041f381-0fe7-43f5-8e5c-0e2aff18283b {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:49:10.373091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-82146795-27e2-485a-b265-1f457edbfc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'name': 'tempest-TaggedBootDevicesTest-1596754330-router', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:42Z', 'updated_at': '2022-03-05T13:41:59Z', 'revision_number': 4, 'project_id': '28610c303cf6490b864485c4875d7beb', 'gw_port': {'id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:46Z', 'updated_at': '2022-03-05T13:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'c59efc00-ff3c-4261-8bfb-202004ab011e', 'name': '', 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'mac_address': 'fa:16:3e:da:e5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'c7f5fdc7-cd8a-40ad-987c-101447f15754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:56Z', 'updated_at': '2022-03-05T13:42:09Z', 'revision_number': 5, 'project_id': '28610c303cf6490b864485c4875d7beb', 'subnets': [{'id': 'c7f5fdc7-cd8a-40ad-987c-101447f15754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:10.376302 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 6041f381-0fe7-43f5-8e5c-0e2aff18283b, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=6041f381-0fe7-43f5-8e5c-0e2aff18283b,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:10.378354 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-56d0c7c4-d5bf-4548-813e-e08bf6821ea7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:10.380398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82146795-27e2-485a-b265-1f457edbfc47 None None] The sync data for ids ['b739ddb9-60e3-4d87-9292-9616156585a4'] in n-d-803718-1 is: [{'id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'name': 'tempest-TaggedBootDevicesTest-1596754330-router', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:42Z', 'updated_at': '2022-03-05T13:41:59Z', 'revision_number': 4, 'project_id': '28610c303cf6490b864485c4875d7beb', 'gw_port': {'id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:46Z', 'updated_at': '2022-03-05T13:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'c59efc00-ff3c-4261-8bfb-202004ab011e', 'name': '', 'network_id': 'eeb6dd3a-1e4e-467a-a55d-6c75511821fe', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'mac_address': 'fa:16:3e:da:e5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'c7f5fdc7-cd8a-40ad-987c-101447f15754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:56Z', 'updated_at': '2022-03-05T13:42:09Z', 'revision_number': 5, 'project_id': '28610c303cf6490b864485c4875d7beb', 'subnets': [{'id': 'c7f5fdc7-cd8a-40ad-987c-101447f15754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:49:10.385083 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:10.528204 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=6041f381-0fe7-43f5-8e5c-0e2aff18283b,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:10.542261 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:10.542595 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:10.545875 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:10.548555 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:10.549572 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:10.551303 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:10.552479 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:10.555427 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:10.555765 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:10.556093 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:10.556424 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:10.556829 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:10.617778 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63612d4-46c9-4c6e-b12c-7a7be9b4dacd req-80501ee5-ecec-4706-85e0-ce44b87a673c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:10.621177 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d63612d4-46c9-4c6e-b12c-7a7be9b4dacd req-80501ee5-ecec-4706-85e0-ce44b87a673c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.1705668 Mar 05 13:49:10.644396 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-f48a4f17-3445-448a-a1b4-2f172e95bece tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:10.645962 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-56d0c7c4-d5bf-4548-813e-e08bf6821ea7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:10.688407 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['6041f381-0fe7-43f5-8e5c-0e2aff18283b'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:49:10.707579 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d63612d4-46c9-4c6e-b12c-7a7be9b4dacd req-45b44d37-37ab-4621-9a37-ca0cfe1dcd36 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783651 Mar 05 13:49:10.780559 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4f17-3445-448a-a1b4-2f172e95bece tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event deleted for resources: {'Port': ['ID=b6d4bbac-620a-4e1d-b107-731cd391ed0b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:10.905788 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-f48a4f17-3445-448a-a1b4-2f172e95bece tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] No DVR routers for this DVR port b6d4bbac-620a-4e1d-b107-731cd391ed0b on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:49:10.922026 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b31ab6-dd35-470b-8c47-fad2e8f82c07 req-c209776f-60ca-44c6-8a83-95ce2322ed04 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:10.928053 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8389f704-22f0-4671-b625-2e5471117959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:10.930659 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4923c76-b2a9-473e-b612-3ae1ef8936ae None None] New status for floating IP b06eaba2-570b-4bde-ae5d-9c5376e01b11: DOWN {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:49:10.939349 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c6b31ab6-dd35-470b-8c47-fad2e8f82c07 req-c209776f-60ca-44c6-8a83-95ce2322ed04 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2 HTTP/1.1" status: 200 len: 944 time: 0.5121467 Mar 05 13:49:10.942399 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-f48a4f17-3445-448a-a1b4-2f172e95bece tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:11.045404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd5e62-ede5-4d29-987a-bfafb217dd70 req-358e0b92-26d5-4957-90d9-6ee05d2f4b8d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:11.047878 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d0bd5e62-ede5-4d29-987a-bfafb217dd70 req-358e0b92-26d5-4957-90d9-6ee05d2f4b8d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.1144068 Mar 05 13:49:11.059768 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c6b31ab6-dd35-470b-8c47-fad2e8f82c07 req-90be3488-17eb-43e7-ab03-389da4a9dc23 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195118 Mar 05 13:49:11.130835 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d0bd5e62-ede5-4d29-987a-bfafb217dd70 req-302c51aa-5818-4cc1-81fb-d93f22689103 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763028 Mar 05 13:49:11.147067 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-f48a4f17-3445-448a-a1b4-2f172e95bece tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.30 "DELETE /v2.0/ports/b6d4bbac-620a-4e1d-b107-731cd391ed0b HTTP/1.1" status: 204 len: 173 time: 2.3015342 Mar 05 13:49:11.202512 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 32878) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:11.209258 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 32882) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:11.361386 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device b7267be8-bcf0-4917-b6b4-cc9bcab27783 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:49:11.363767 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device b7267be8-bcf0-4917-b6b4-cc9bcab27783 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:49:11.364947 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ce110501-43e9-4a62-9d3a-4d67ffcafd59 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2139136263-network', 'tenant_id': '6458262d05f2497586ebde1561a80c5d'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:11.375417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ce110501-43e9-4a62-9d3a-4d67ffcafd59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:11.387153 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ce110501-43e9-4a62-9d3a-4d67ffcafd59 admin admin] Usage tracker for resource:network and tenant:6458262d05f2497586ebde1561a80c5d is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:11.392705 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ce110501-43e9-4a62-9d3a-4d67ffcafd59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:11.405594 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ce110501-43e9-4a62-9d3a-4d67ffcafd59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:11.507397 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-04aaad86-4f76-4bd4-a23f-d50854ca5fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:11.529745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce110501-43e9-4a62-9d3a-4d67ffcafd59 admin admin] Made reservation on behalf of 6458262d05f2497586ebde1561a80c5d for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:49:11.532326 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ce110501-43e9-4a62-9d3a-4d67ffcafd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:11.549569 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-04aaad86-4f76-4bd4-a23f-d50854ca5fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:11.559465 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ce110501-43e9-4a62-9d3a-4d67ffcafd59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:11.567074 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-deleted', 'tag': 'b6d4bbac-620a-4e1d-b107-731cd391ed0b'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:49:11.576878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-04aaad86-4f76-4bd4-a23f-d50854ca5fa0 admin admin] Usage tracker for resource:security_group_rule and tenant:f94620f50ff845a8ab77ad73b8984694 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:11.584316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-04aaad86-4f76-4bd4-a23f-d50854ca5fa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:11.593287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ce110501-43e9-4a62-9d3a-4d67ffcafd59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:11.609149 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-04aaad86-4f76-4bd4-a23f-d50854ca5fa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:11.612720 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ce110501-43e9-4a62-9d3a-4d67ffcafd59 admin admin] Usage tracker for resource:security_group_rule and tenant:6458262d05f2497586ebde1561a80c5d is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:11.621327 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ce110501-43e9-4a62-9d3a-4d67ffcafd59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:11.635154 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-a68c7c61-8d47-4b54-b943-b8d2745c8db8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Deleting port 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:49:11.635512 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-a68c7c61-8d47-4b54-b943-b8d2745c8db8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:11.639833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d303bd-de56-4265-b17f-dc633a0de8b1 req-f2ecf0c2-31be-4a42-bf33-72f7bd493564 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:11.645671 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d303bd-de56-4265-b17f-dc633a0de8b1 req-f2ecf0c2-31be-4a42-bf33-72f7bd493564 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:11.647277 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d303bd-de56-4265-b17f-dc633a0de8b1 req-f2ecf0c2-31be-4a42-bf33-72f7bd493564 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 1677 time: 0.2329979 Mar 05 13:49:11.649303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ce110501-43e9-4a62-9d3a-4d67ffcafd59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:11.716693 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:11.724165 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d303bd-de56-4265-b17f-dc633a0de8b1 req-d8a293da-cebe-49a7-a6e0-cc10317aff2e tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664806 Mar 05 13:49:11.761530 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port b7267be8-bcf0-4917-b6b4-cc9bcab27783, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b7267be8-bcf0-4917-b6b4-cc9bcab27783,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:11.784111 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181b90b-813a-4542-9258-c43bc59a7f99 req-942db219-9a62-4005-a24e-7c151c9c57e8 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:11.786104 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8181b90b-813a-4542-9258-c43bc59a7f99 req-942db219-9a62-4005-a24e-7c151c9c57e8 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.5580690 Mar 05 13:49:11.792581 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83c924e-5201-45cf-b349-025b4ec5f165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7267be8-bcf0-4917-b6b4-cc9bcab27783'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:49:11.801912 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'b7267be8-bcf0-4917-b6b4-cc9bcab27783', 'network_id': '8121de62-3e77-4026-8973-919cd2101c11', 'port_id': 'b7267be8-bcf0-4917-b6b4-cc9bcab27783', 'mac_address': 'fa:16:3e:cf:2b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cc4165-f01d-48a1-9180-c6a57fe7bd9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:49:11.806631 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port b7267be8-bcf0-4917-b6b4-cc9bcab27783, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b7267be8-bcf0-4917-b6b4-cc9bcab27783,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:11.813787 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-04aaad86-4f76-4bd4-a23f-d50854ca5fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:11.834240 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-56d0c7c4-d5bf-4548-813e-e08bf6821ea7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:11.867626 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:11.874053 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ce110501-43e9-4a62-9d3a-4d67ffcafd59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:11.875411 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-04aaad86-4f76-4bd4-a23f-d50854ca5fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:11.878102 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-56d0c7c4-d5bf-4548-813e-e08bf6821ea7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:11.879197 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:11.906032 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ce110501-43e9-4a62-9d3a-4d67ffcafd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:11.924686 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-deleted', 'tag': 'b6d4bbac-620a-4e1d-b107-731cd391ed0b', 'status': 'completed', 'code': 200} Mar 05 13:49:11.931510 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7267be8-bcf0-4917-b6b4-cc9bcab27783 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:49:11.960436 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aaad86-4f76-4bd4-a23f-d50854ca5fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47435cec-2169-40af-a493-0ff161d17515,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:11.968102 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83c924e-5201-45cf-b349-025b4ec5f165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7267be8-bcf0-4917-b6b4-cc9bcab27783', 'code': 200} Mar 05 13:49:11.971766 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port b7267be8-bcf0-4917-b6b4-cc9bcab27783, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b7267be8-bcf0-4917-b6b4-cc9bcab27783,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:11.976062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce110501-43e9-4a62-9d3a-4d67ffcafd59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:49:11.982425 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-04aaad86-4f76-4bd4-a23f-d50854ca5fa0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f94620f50ff845a8ab77ad73b8984694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7786953 Mar 05 13:49:11.983221 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:11.988635 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=b7267be8-bcf0-4917-b6b4-cc9bcab27783,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:12.000840 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 32894) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:12.007391 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ce110501-43e9-4a62-9d3a-4d67ffcafd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:12.009144 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-ce110501-43e9-4a62-9d3a-4d67ffcafd59 admin admin] Added segment 2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b of type vlan for network 175f72fb-87d4-4d09-877c-e76b741da2ad Mar 05 13:49:12.028533 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:12.053522 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ce110501-43e9-4a62-9d3a-4d67ffcafd59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:12.065424 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:12.071868 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce110501-43e9-4a62-9d3a-4d67ffcafd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03803f7-3fb7-4879-9ccd-ec71aeb40941,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:12.075843 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=b7267be8-bcf0-4917-b6b4-cc9bcab27783,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:12.081263 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8181b90b-813a-4542-9258-c43bc59a7f99 req-ffec63d5-68d6-4764-89ce-1d8a0a1cca43 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780967 Mar 05 13:49:12.124418 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ce110501-43e9-4a62-9d3a-4d67ffcafd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:12.125565 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce110501-43e9-4a62-9d3a-4d67ffcafd59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:12.126213 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ce110501-43e9-4a62-9d3a-4d67ffcafd59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:12.131869 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-56d0c7c4-d5bf-4548-813e-e08bf6821ea7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:12.172353 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0c7c4-d5bf-4548-813e-e08bf6821ea7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Pushing event updated for resources: {'Port': ['ID=855887bd-d63c-49d9-859c-f8a91221dbe5,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:12.172564 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['b7267be8-bcf0-4917-b6b4-cc9bcab27783'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:49:12.187548 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-56d0c7c4-d5bf-4548-813e-e08bf6821ea7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:12.188777 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-56d0c7c4-d5bf-4548-813e-e08bf6821ea7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2735026 Mar 05 13:49:12.258627 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ceebeead-a408-45d3-acf4-674668154683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:12.261981 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-a68c7c61-8d47-4b54-b943-b8d2745c8db8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] For port 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=51cf4902-bcd2-4949-b4bb-ff6b4c8537a9,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:12.262346 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-a68c7c61-8d47-4b54-b943-b8d2745c8db8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:12.417497 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce110501-43e9-4a62-9d3a-4d67ffcafd59 admin admin] Pushing event updated for resources: {'Network': ['ID=175f72fb-87d4-4d09-877c-e76b741da2ad,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:12.428469 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 175f72fb-87d4-4d09-877c-e76b741da2ad details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:49:12.444558 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ce110501-43e9-4a62-9d3a-4d67ffcafd59 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2338173 Mar 05 13:49:12.448950 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 32910) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:12.469652 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-a68c7c61-8d47-4b54-b943-b8d2745c8db8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Calling delete_port for 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:49:12.470657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-63190137-e238-43a5-af06-c89fcae33ce8 admin admin] Request body: {'subnet': {'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-subnet', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:12.483712 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-63190137-e238-43a5-af06-c89fcae33ce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:12.493181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-63190137-e238-43a5-af06-c89fcae33ce8 admin admin] Usage tracker for resource:subnet and tenant:6458262d05f2497586ebde1561a80c5d is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:12.499103 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-63190137-e238-43a5-af06-c89fcae33ce8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:12.506025 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-63190137-e238-43a5-af06-c89fcae33ce8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:12.535979 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3c230-21f8-4ac6-9981-e4eb18e634b0 req-5cd88554-6918-414d-a946-8bf9c8547de2 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:12.536677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-22b3c230-21f8-4ac6-9981-e4eb18e634b0 req-5cd88554-6918-414d-a946-8bf9c8547de2 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Synchronizing usage tracker for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:49:12.539158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63190137-e238-43a5-af06-c89fcae33ce8 admin admin] Made reservation on behalf of 6458262d05f2497586ebde1561a80c5d for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:49:12.541415 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-63190137-e238-43a5-af06-c89fcae33ce8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:12.566294 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ceebeead-a408-45d3-acf4-674668154683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:12.634320 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-22b3c230-21f8-4ac6-9981-e4eb18e634b0 req-5cd88554-6918-414d-a946-8bf9c8547de2 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Unset dirty status for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:49:12.636250 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-22b3c230-21f8-4ac6-9981-e4eb18e634b0 req-5cd88554-6918-414d-a946-8bf9c8547de2 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2 HTTP/1.1" status: 200 len: 944 time: 0.3551426 Mar 05 13:49:12.695054 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-22b3c230-21f8-4ac6-9981-e4eb18e634b0 req-6c4a3238-77c4-4701-b5ef-bf1e4978e1d5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524137 Mar 05 13:49:12.724494 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040b2ba-eaa8-4735-b8b7-f34fe0439fef req-d88dfc99-7cec-4d34-9c60-a28125e6de0b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:12.725948 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c040b2ba-eaa8-4735-b8b7-f34fe0439fef req-d88dfc99-7cec-4d34-9c60-a28125e6de0b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 945 time: 0.2108679 Mar 05 13:49:12.732210 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ceebeead-a408-45d3-acf4-674668154683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:12.779244 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebeead-a408-45d3-acf4-674668154683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47435cec-2169-40af-a493-0ff161d17515,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:12.808754 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-a68c7c61-8d47-4b54-b943-b8d2745c8db8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:12.861145 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c040b2ba-eaa8-4735-b8b7-f34fe0439fef req-fe212d57-399e-4ffa-88fc-627ab3735248 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235032 Mar 05 13:49:12.897021 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c7c61-8d47-4b54-b943-b8d2745c8db8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event deleted for resources: {'Port': ['ID=51cf4902-bcd2-4949-b4bb-ff6b4c8537a9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:12.908196 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ceebeead-a408-45d3-acf4-674668154683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:12.911686 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-63190137-e238-43a5-af06-c89fcae33ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:12.911856 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ceebeead-a408-45d3-acf4-674668154683 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47435cec-2169-40af-a493-0ff161d17515 HTTP/1.1" status: 204 len: 168 time: 0.9001765 Mar 05 13:49:12.950554 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-a68c7c61-8d47-4b54-b943-b8d2745c8db8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] No DVR routers for this DVR port 51cf4902-bcd2-4949-b4bb-ff6b4c8537a9 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:49:12.953160 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-a68c7c61-8d47-4b54-b943-b8d2745c8db8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:12.955706 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-a68c7c61-8d47-4b54-b943-b8d2745c8db8 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.30 "DELETE /v2.0/ports/51cf4902-bcd2-4949-b4bb-ff6b4c8537a9 HTTP/1.1" status: 204 len: 173 time: 1.8005545 Mar 05 13:49:12.979137 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63190137-e238-43a5-af06-c89fcae33ce8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9349c82-1490-40bf-94d8-d6850b67eb95,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:13.014794 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57981b4-547f-4477-a752-8a4ee1476c2c req-cef316bc-5676-4d31-b877-7724f969b511 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:13.019262 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b57981b4-547f-4477-a752-8a4ee1476c2c req-cef316bc-5676-4d31-b877-7724f969b511 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.2202432 Mar 05 13:49:13.052348 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63190137-e238-43a5-af06-c89fcae33ce8 admin admin] Checking segment: {'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:49:13.052706 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63190137-e238-43a5-af06-c89fcae33ce8 admin admin] Network hostable DHCP agents. Network: 175f72fb-87d4-4d09-877c-e76b741da2ad, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:49:13.085815 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-d36d05c9-2032-41e2-b022-9023a26d5190 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Synchronizing usage tracker for tenant:132ea0f858f9462ca01a646bf0fa44bb on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:49:13.089063 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b57981b4-547f-4477-a752-8a4ee1476c2c req-db686fa2-d1d7-4a5e-a0d5-2faf30b2845f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653696 Mar 05 13:49:13.093856 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-afa4e636-9530-4bb4-b258-6ace50e84110 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Deleting port c29c5c22-46c5-4bcd-9bbd-e5a412502846 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:49:13.094236 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-afa4e636-9530-4bb4-b258-6ace50e84110 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:13.096762 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63190137-e238-43a5-af06-c89fcae33ce8 admin admin] Network 175f72fb-87d4-4d09-877c-e76b741da2ad is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:49:13.121646 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-63190137-e238-43a5-af06-c89fcae33ce8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 175f72fb-87d4-4d09-877c-e76b741da2ad) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:49:13.128265 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63190137-e238-43a5-af06-c89fcae33ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:13.128878 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-63190137-e238-43a5-af06-c89fcae33ce8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:13.132264 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd047aa8-97f4-4c39-b554-acbaae44f605 None None] Network 175f72fb-87d4-4d09-877c-e76b741da2ad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:49:13.154379 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-d36d05c9-2032-41e2-b022-9023a26d5190 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Unset dirty status for tenant:132ea0f858f9462ca01a646bf0fa44bb on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:49:13.156391 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-d36d05c9-2032-41e2-b022-9023a26d5190 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--997078414&fields=id&tenant_id=132ea0f858f9462ca01a646bf0fa44bb HTTP/1.1" status: 200 len: 267 time: 0.1439149 Mar 05 13:49:13.169058 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-63190137-e238-43a5-af06-c89fcae33ce8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7186320 Mar 05 13:49:13.171722 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 32928) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:13.179170 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-69d0bf75-f3c4-45da-8c5c-0c3f90be2a05 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:13.185120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-69d0bf75-f3c4-45da-8c5c-0c3f90be2a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:13.189392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-69d0bf75-f3c4-45da-8c5c-0c3f90be2a05 admin admin] Usage tracker for resource:router and tenant:6458262d05f2497586ebde1561a80c5d is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:13.194576 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-69d0bf75-f3c4-45da-8c5c-0c3f90be2a05 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:13.201339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-69d0bf75-f3c4-45da-8c5c-0c3f90be2a05 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:13.218939 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-69d0bf75-f3c4-45da-8c5c-0c3f90be2a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:13.220387 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-69d0bf75-f3c4-45da-8c5c-0c3f90be2a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:13.243157 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-69d0bf75-f3c4-45da-8c5c-0c3f90be2a05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:13.319636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 32932) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:13.404656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device b7267be8-bcf0-4917-b6b4-cc9bcab27783 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:49:13.515266 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22ece5d4-a20e-4b3d-a57d-6df8142a2d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:13.553133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port b7267be8-bcf0-4917-b6b4-cc9bcab27783 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:13.553508 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:13.572682 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-22ece5d4-a20e-4b3d-a57d-6df8142a2d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:13.577659 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-22ece5d4-a20e-4b3d-a57d-6df8142a2d67 admin admin] Usage tracker for resource:security_group_rule and tenant:72c80bd3e7f44f76832be7945a27c314 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:13.580760 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-22ece5d4-a20e-4b3d-a57d-6df8142a2d67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:13.588798 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-22ece5d4-a20e-4b3d-a57d-6df8142a2d67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:13.593349 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da2144f-3857-4d81-a8e0-be55b48a2eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-175f72fb-87d4-4d09-877c-e76b741da2ad', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:49:13.594141 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1da2144f-3857-4d81-a8e0-be55b48a2eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:13.644318 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:13.681449 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22ece5d4-a20e-4b3d-a57d-6df8142a2d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:13.683377 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 6041f381-0fe7-43f5-8e5c-0e2aff18283b up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:49:13.693770 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22ece5d4-a20e-4b3d-a57d-6df8142a2d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:13.804657 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-69d0bf75-f3c4-45da-8c5c-0c3f90be2a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:13.826057 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-22ece5d4-a20e-4b3d-a57d-6df8142a2d67 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72c80bd3e7f44f76832be7945a27c314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5051417 Mar 05 13:49:13.834087 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-da90d797-1b87-41c2-86d6-490ad159aafd tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:13.834996 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-da90d797-1b87-41c2-86d6-490ad159aafd tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Synchronizing usage tracker for tenant:132ea0f858f9462ca01a646bf0fa44bb on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:49:13.842668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 32938) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:13.857124 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ece5d4-a20e-4b3d-a57d-6df8142a2d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139787eb-28b0-49a5-9fdc-f35e0e3b70ba,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:13.889478 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:13.895835 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-afa4e636-9530-4bb4-b258-6ace50e84110 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] For port c29c5c22-46c5-4bcd-9bbd-e5a412502846, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c29c5c22-46c5-4bcd-9bbd-e5a412502846,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:13.896604 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-afa4e636-9530-4bb4-b258-6ace50e84110 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:13.905573 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 6041f381-0fe7-43f5-8e5c-0e2aff18283b completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:49:13.907491 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-da90d797-1b87-41c2-86d6-490ad159aafd tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Unset dirty status for tenant:132ea0f858f9462ca01a646bf0fa44bb on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:49:13.911980 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-da90d797-1b87-41c2-86d6-490ad159aafd tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/networks?id=63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa HTTP/1.1" status: 200 len: 810 time: 0.7462959 Mar 05 13:49:13.918118 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 6041f381-0fe7-43f5-8e5c-0e2aff18283b triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:13.918487 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:13.921539 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32442d81-f9d2-4e86-a26d-2d1907617282 req-eb3eeabe-a5b4-4719-a470-c8b000ae975b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:13.923065 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32442d81-f9d2-4e86-a26d-2d1907617282 req-eb3eeabe-a5b4-4719-a470-c8b000ae975b tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 943 time: 0.5756497 Mar 05 13:49:13.950494 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593f5b4-48c5-46e8-9c8d-5383d2ef58c3 req-e4af47ba-e021-4e3d-af8d-efd04a0268b4 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:13.952287 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d593f5b4-48c5-46e8-9c8d-5383d2ef58c3 req-e4af47ba-e021-4e3d-af8d-efd04a0268b4 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 945 time: 0.3774796 Mar 05 13:49:13.974436 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-1da2144f-3857-4d81-a8e0-be55b48a2eda None None] Allocated IP 172.20.0.2 (175f72fb-87d4-4d09-877c-e76b741da2ad/c9349c82-1490-40bf-94d8-d6850b67eb95/c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:49:13.985714 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83c924e-5201-45cf-b349-025b4ec5f165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7267be8-bcf0-4917-b6b4-cc9bcab27783'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:49:13.991632 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-deleted', 'tag': '51cf4902-bcd2-4949-b4bb-ff6b4c8537a9'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:49:14.034484 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port b7267be8-bcf0-4917-b6b4-cc9bcab27783, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b7267be8-bcf0-4917-b6b4-cc9bcab27783,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:14.044004 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:14.063855 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-2d2846b6-df7f-496b-8005-05f8736cd55f tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/quotas/132ea0f858f9462ca01a646bf0fa44bb HTTP/1.1" status: 200 len: 375 time: 0.1414394 Mar 05 13:49:14.076215 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-afa4e636-9530-4bb4-b258-6ace50e84110 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Calling delete_port for c29c5c22-46c5-4bcd-9bbd-e5a412502846 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:49:14.113804 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32442d81-f9d2-4e86-a26d-2d1907617282 req-fe938a7d-4220-4b2a-b7d8-d543a4e119d5 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups?id=b39a962b-d0ac-433e-9966-87cb0ae598a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769876 Mar 05 13:49:14.114422 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45aa2e86-3da8-4088-8a04-05ac0dc45c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:14.169946 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-d593f5b4-48c5-46e8-9c8d-5383d2ef58c3 req-7a984ba2-7076-48bb-a9aa-e4b329be893f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Deleting port e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:49:14.170179 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d593f5b4-48c5-46e8-9c8d-5383d2ef58c3 req-7a984ba2-7076-48bb-a9aa-e4b329be893f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:14.226963 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45aa2e86-3da8-4088-8a04-05ac0dc45c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:14.282658 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=b7267be8-bcf0-4917-b6b4-cc9bcab27783,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:14.301422 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:14.352486 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 6041f381-0fe7-43f5-8e5c-0e2aff18283b, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=6041f381-0fe7-43f5-8e5c-0e2aff18283b,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:14.358727 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:14.368307 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-2a756821-781d-4e2b-ba72-94c93bad7d6f tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Synchronizing usage tracker for tenant:132ea0f858f9462ca01a646bf0fa44bb on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:49:14.409962 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-afa4e636-9530-4bb4-b258-6ace50e84110 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:14.527201 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4e636-9530-4bb4-b258-6ace50e84110 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event deleted for resources: {'Port': ['ID=c29c5c22-46c5-4bcd-9bbd-e5a412502846,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:14.559846 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1da2144f-3857-4d81-a8e0-be55b48a2eda None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:14.570820 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-2a756821-781d-4e2b-ba72-94c93bad7d6f tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Unset dirty status for tenant:132ea0f858f9462ca01a646bf0fa44bb on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:49:14.580954 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=6041f381-0fe7-43f5-8e5c-0e2aff18283b,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:14.582504 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-2a756821-781d-4e2b-ba72-94c93bad7d6f tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=132ea0f858f9462ca01a646bf0fa44bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4542825 Mar 05 13:49:14.613689 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-afa4e636-9530-4bb4-b258-6ace50e84110 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] No DVR routers for this DVR port c29c5c22-46c5-4bcd-9bbd-e5a412502846 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:49:14.616252 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-afa4e636-9530-4bb4-b258-6ace50e84110 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:14.694748 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07c6e052-ca90-4772-ab9e-fd874b720f5d req-afa4e636-9530-4bb4-b258-6ace50e84110 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.30 "DELETE /v2.0/ports/c29c5c22-46c5-4bcd-9bbd-e5a412502846 HTTP/1.1" status: 204 len: 173 time: 1.7340975 Mar 05 13:49:14.698352 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1da2144f-3857-4d81-a8e0-be55b48a2eda None None] Transition to ACTIVE for port object c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:49:14.723328 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1da2144f-3857-4d81-a8e0-be55b48a2eda None None] Transition to ACTIVE for port object c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:49:14.730693 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1da2144f-3857-4d81-a8e0-be55b48a2eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:14.747222 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45aa2e86-3da8-4088-8a04-05ac0dc45c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:14.754379 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-69fdfd60-6f1a-4d33-ae28-c52593a06ac4 service neutron] 10.222.0.16 "GET /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614916 Mar 05 13:49:14.793380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa2e86-3da8-4088-8a04-05ac0dc45c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139787eb-28b0-49a5-9fdc-f35e0e3b70ba,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:14.809836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938a2ae-1485-42e3-ba30-9b7123b1301d req-4e6dfb32-9f3a-4bdd-bbea-b531a52a0827 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:14.816989 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b938a2ae-1485-42e3-ba30-9b7123b1301d req-4e6dfb32-9f3a-4bdd-bbea-b531a52a0827 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2 HTTP/1.1" status: 200 len: 944 time: 0.5610781 Mar 05 13:49:14.844267 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da2144f-3857-4d81-a8e0-be55b48a2eda None None] Network 175f72fb-87d4-4d09-877c-e76b741da2ad is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:49:14.880692 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-69d0bf75-f3c4-45da-8c5c-0c3f90be2a05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:14.883695 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-1da2144f-3857-4d81-a8e0-be55b48a2eda None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:49:14.888425 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da2144f-3857-4d81-a8e0-be55b48a2eda None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:49:14.891004 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2144f-3857-4d81-a8e0-be55b48a2eda None None] Pushing event updated for resources: {'Port': ['ID=c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:14.960622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-d593f5b4-48c5-46e8-9c8d-5383d2ef58c3 req-7a984ba2-7076-48bb-a9aa-e4b329be893f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] For port e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:14.960986 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d593f5b4-48c5-46e8-9c8d-5383d2ef58c3 req-7a984ba2-7076-48bb-a9aa-e4b329be893f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:14.982875 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-69d0bf75-f3c4-45da-8c5c-0c3f90be2a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:15.007900 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45aa2e86-3da8-4088-8a04-05ac0dc45c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:15.009026 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-45aa2e86-3da8-4088-8a04-05ac0dc45c41 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/139787eb-28b0-49a5-9fdc-f35e0e3b70ba HTTP/1.1" status: 204 len: 168 time: 1.1646104 Mar 05 13:49:15.054037 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1da2144f-3857-4d81-a8e0-be55b48a2eda None None] Attempting to bind port c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:49:15.054663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1da2144f-3857-4d81-a8e0-be55b48a2eda None None] Attempting to bind port c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:49:15.055259 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da2144f-3857-4d81-a8e0-be55b48a2eda None None] Attempting to bind port c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6 on network 175f72fb-87d4-4d09-877c-e76b741da2ad {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:49:15.057215 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-75e388ee-e167-4dc4-ab10-3cad58968a2d service neutron] 10.222.0.16 "GET /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934601 Mar 05 13:49:15.063161 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da2144f-3857-4d81-a8e0-be55b48a2eda None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:49:15.063851 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da2144f-3857-4d81-a8e0-be55b48a2eda None None] Checking segment: {'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:49:15.064438 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1da2144f-3857-4d81-a8e0-be55b48a2eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:15.065232 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da2144f-3857-4d81-a8e0-be55b48a2eda None None] Bound using segment: {'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:49:15.066068 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1da2144f-3857-4d81-a8e0-be55b48a2eda None None] Bound port: c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:49:15.066835 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1da2144f-3857-4d81-a8e0-be55b48a2eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:15.252901 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1da2144f-3857-4d81-a8e0-be55b48a2eda None None] For port c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:49:15.257602 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1da2144f-3857-4d81-a8e0-be55b48a2eda None None] For port c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:49:15.278713 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1da2144f-3857-4d81-a8e0-be55b48a2eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:15.471143 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2144f-3857-4d81-a8e0-be55b48a2eda None None] Pushing event updated for resources: {'Port': ['ID=c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:15.607175 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-d593f5b4-48c5-46e8-9c8d-5383d2ef58c3 req-7a984ba2-7076-48bb-a9aa-e4b329be893f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Calling delete_port for e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:49:15.660109 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b938a2ae-1485-42e3-ba30-9b7123b1301d req-25b3da6d-9009-43fa-a603-7cd60d18c886 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8421981 Mar 05 13:49:15.672543 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c67c9-4be0-441d-b382-aa022c86cc17 req-abd03207-6349-4748-8fb9-40e806e6f79f tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:15.680960 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-890c67c9-4be0-441d-b382-aa022c86cc17 req-abd03207-6349-4748-8fb9-40e806e6f79f tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.2318461 Mar 05 13:49:15.780240 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83c924e-5201-45cf-b349-025b4ec5f165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7267be8-bcf0-4917-b6b4-cc9bcab27783', 'code': 200} Mar 05 13:49:15.795669 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-890c67c9-4be0-441d-b382-aa022c86cc17 req-df9b6cec-fcd3-4160-afae-1303692477d4 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997543 Mar 05 13:49:15.996898 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-deleted', 'tag': '51cf4902-bcd2-4949-b4bb-ff6b4c8537a9', 'status': 'completed', 'code': 200} Mar 05 13:49:16.082679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-69d0bf75-f3c4-45da-8c5c-0c3f90be2a05 admin admin] Allocated IP 172.25.4.108 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/316d5545-6d7c-420c-8416-f8fc3c0baa90) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:49:16.202062 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8878828a-ec88-428c-b669-0c856acdc0bb req-c8262d24-f45a-459c-8b00-c27a4a729584 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 210 time: 0.0919991 Mar 05 13:49:16.269154 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecd2c9-8805-4806-9d05-6b90900b3b33 req-5e5191a8-7ee8-4bb9-852d-1faa6ddfacc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:16.270129 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fdecd2c9-8805-4806-9d05-6b90900b3b33 req-5e5191a8-7ee8-4bb9-852d-1faa6ddfacc3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 1097 time: 0.2198920 Mar 05 13:49:16.270254 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d593f5b4-48c5-46e8-9c8d-5383d2ef58c3 req-7a984ba2-7076-48bb-a9aa-e4b329be893f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:16.281220 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['4e8e3409-53d8-4da7-8d85-ae70635ee2ea'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:49:16.372420 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fdecd2c9-8805-4806-9d05-6b90900b3b33 req-7ada0743-82a9-4c91-aee0-7c794d171421 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874407 Mar 05 13:49:16.433103 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-56d69d54-a21b-405e-a6f1-b3eb406394d3 req-a24ef98a-823d-48ef-a115-13a01d769794 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 210 time: 0.1607366 Mar 05 13:49:16.479523 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3b549b5d-962f-4f22-82f6-9e3cf2948f87 req-3ba9d796-3ad3-4c04-9a26-52108732bd3f tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 210 time: 0.0593426 Mar 05 13:49:16.498483 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a984ba2-7076-48bb-a9aa-e4b329be893f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Pushing event deleted for resources: {'Port': ['ID=e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:16.686226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-d593f5b4-48c5-46e8-9c8d-5383d2ef58c3 req-7a984ba2-7076-48bb-a9aa-e4b329be893f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] No DVR routers for this DVR port e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:49:16.691186 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d593f5b4-48c5-46e8-9c8d-5383d2ef58c3 req-7a984ba2-7076-48bb-a9aa-e4b329be893f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:16.709544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a72e514-63c5-411e-bb4b-6bfb10a51466', 'name': 'network-vif-deleted', 'tag': 'e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:49:16.754308 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-69d0bf75-f3c4-45da-8c5c-0c3f90be2a05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:16.805743 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d593f5b4-48c5-46e8-9c8d-5383d2ef58c3 req-7a984ba2-7076-48bb-a9aa-e4b329be893f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.15 "DELETE /v2.0/ports/e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7 HTTP/1.1" status: 204 len: 173 time: 2.8357570 Mar 05 13:49:16.811348 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a72e514-63c5-411e-bb4b-6bfb10a51466', 'name': 'network-vif-deleted', 'tag': 'e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7', 'status': 'completed', 'code': 200} Mar 05 13:49:16.843065 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-69d0bf75-f3c4-45da-8c5c-0c3f90be2a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:16.991587 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d0bf75-f3c4-45da-8c5c-0c3f90be2a05 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:49:17.010126 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-69d0bf75-f3c4-45da-8c5c-0c3f90be2a05 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:49:17.020655 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d0bf75-f3c4-45da-8c5c-0c3f90be2a05 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:49:17.138154 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d5e13-e323-45ed-bbbc-fef0b7905d43 req-adb784e2-9f9f-4a8f-b6cc-10542f6228df tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:17.140020 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-455d5e13-e323-45ed-bbbc-fef0b7905d43 req-adb784e2-9f9f-4a8f-b6cc-10542f6228df tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.1657829 Mar 05 13:49:17.189501 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:49:17.247269 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-455d5e13-e323-45ed-bbbc-fef0b7905d43 req-47c6095c-8371-44ba-aeb8-ad84bd8fed55 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992622 Mar 05 13:49:17.315281 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f40fcd2-c8de-4684-9706-77eb21b2ba37 None None] Network 175f72fb-87d4-4d09-877c-e76b741da2ad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:49:17.357292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0bf75-f3c4-45da-8c5c-0c3f90be2a05 admin admin] Pushing event updated for resources: {'Port': ['ID=316d5545-6d7c-420c-8416-f8fc3c0baa90,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:17.395604 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 32996) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:17.529876 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cb3e3e87-17b2-44d3-8cd3-e8c31a0a8acb None None] Provisioning for port c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:49:17.534524 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:49:17.544639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e79bd-bd95-49a6-92e4-c1a86523f4ce req-6343163e-9522-4fa2-a0f7-e345e5a05cb4 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:17.559459 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b34e79bd-bd95-49a6-92e4-c1a86523f4ce req-6343163e-9522-4fa2-a0f7-e345e5a05cb4 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2 HTTP/1.1" status: 200 len: 945 time: 0.6446853 Mar 05 13:49:17.561724 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:17.567376 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:17.636515 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ea3be180-2b40-40cb-838f-de48792b584f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:17.647577 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e55d7dd1-b9a9-4acb-aac9-50a8035de96c req-7cccbab7-b7ee-47fb-9a1f-c5982a4b059d tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a72e514-63c5-411e-bb4b-6bfb10a51466 HTTP/1.1" status: 200 len: 210 time: 0.1137590 Mar 05 13:49:17.659060 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b34e79bd-bd95-49a6-92e4-c1a86523f4ce req-59fce968-5d67-491b-9ea8-c90d8c8ae422 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986192 Mar 05 13:49:17.660113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ea3be180-2b40-40cb-838f-de48792b584f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:17.667699 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ea3be180-2b40-40cb-838f-de48792b584f admin admin] Usage tracker for resource:security_group_rule and tenant:466ea7b23ea04d129001417448a1ce55 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:17.672876 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ea3be180-2b40-40cb-838f-de48792b584f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:17.678708 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cb3e3e87-17b2-44d3-8cd3-e8c31a0a8acb None None] Provisioning complete for port c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:17.681719 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cb3e3e87-17b2-44d3-8cd3-e8c31a0a8acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:17.693624 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ea3be180-2b40-40cb-838f-de48792b584f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:17.841323 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6041f381-0fe7-43f5-8e5c-0e2aff18283b'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:49:17.929109 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:49:18.001281 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:49:18.001617 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device e8a0a3fb-7674-455d-a6a7-01fef1bcd0f7 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:49:18.018406 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-deleted', 'tag': 'c29c5c22-46c5-4bcd-9bbd-e5a412502846'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:49:18.026215 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ad051a6a-33a1-4e54-a080-d9614940833b req-13e7ec3c-13a0-4fba-a772-14c30ceec07f tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 210 time: 0.1505532 Mar 05 13:49:18.113517 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-8916f84e-56dd-4a26-aa17-39f2003dd48f req-e7a501fe-47ea-4347-b63c-09cb850a6e80 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Synchronizing usage tracker for tenant:28610c303cf6490b864485c4875d7beb on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:49:18.134206 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:18.152574 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6041f381-0fe7-43f5-8e5c-0e2aff18283b', 'code': 200} Mar 05 13:49:18.198846 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adfbb51-5982-461f-9fa3-f43335bf24ee', 'name': 'network-vif-deleted', 'tag': 'c29c5c22-46c5-4bcd-9bbd-e5a412502846', 'status': 'completed', 'code': 200} Mar 05 13:49:18.199067 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-69d0bf75-f3c4-45da-8c5c-0c3f90be2a05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:18.215508 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:18.232140 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-8916f84e-56dd-4a26-aa17-39f2003dd48f req-e7a501fe-47ea-4347-b63c-09cb850a6e80 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Unset dirty status for tenant:28610c303cf6490b864485c4875d7beb on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:49:18.234285 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:18.240622 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8916f84e-56dd-4a26-aa17-39f2003dd48f req-e7a501fe-47ea-4347-b63c-09cb850a6e80 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/ports?device_id=5adfbb51-5982-461f-9fa3-f43335bf24ee HTTP/1.1" status: 200 len: 210 time: 0.2698779 Mar 05 13:49:18.243991 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ea3be180-2b40-40cb-838f-de48792b584f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:18.270742 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-114f2d4b-a801-4ce9-bd72-e8b9fd5bb43c tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:18.270742 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-114f2d4b-a801-4ce9-bd72-e8b9fd5bb43c tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.30 "GET /v2.0/networks?id=63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa HTTP/1.1" status: 200 len: 810 time: 0.5118613 Mar 05 13:49:18.270742 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ea3be180-2b40-40cb-838f-de48792b584f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:18.331902 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cb3e3e87-17b2-44d3-8cd3-e8c31a0a8acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:18.348556 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ea3be180-2b40-40cb-838f-de48792b584f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=466ea7b23ea04d129001417448a1ce55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9518585 Mar 05 13:49:18.355295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33012) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:18.361702 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-c444ab3c-545d-4064-8d7a-e8d343b13a75 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=132ea0f858f9462ca01a646bf0fa44bb HTTP/1.1" status: 200 len: 379 time: 0.0830672 Mar 05 13:49:18.362808 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3be180-2b40-40cb-838f-de48792b584f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efef59b7-bfed-4155-9733-ca6da74725cc,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:18.382120 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-e95e3e81-9474-4bb8-89d9-eedad0a310a3 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Request body: {'port': {'device_id': 'bbe145d1-0c48-435a-bba0-91a1628e95e9', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'admin_state_up': True, 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'security_groups': ['865f5f13-d9dc-43d9-8040-99a5e9ffee84']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:18.461859 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:18.507727 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-cb3e3e87-17b2-44d3-8cd3-e8c31a0a8acb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:49:18.508366 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-cb3e3e87-17b2-44d3-8cd3-e8c31a0a8acb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:49:18.586923 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fe34e64-82ca-47b5-81ed-72f35bbc50b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:18.627887 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-e95e3e81-9474-4bb8-89d9-eedad0a310a3 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:18.641136 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fe34e64-82ca-47b5-81ed-72f35bbc50b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:18.653624 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-e95e3e81-9474-4bb8-89d9-eedad0a310a3 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:18.695061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-e95e3e81-9474-4bb8-89d9-eedad0a310a3 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Made reservation on behalf of 132ea0f858f9462ca01a646bf0fa44bb for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:49:18.699294 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-e95e3e81-9474-4bb8-89d9-eedad0a310a3 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:18.785424 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58794d-8acc-4ee4-9d60-2526efa5d35c req-0a130955-0ff7-4f0a-b26b-674b0662c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:18.787159 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd58794d-8acc-4ee4-9d60-2526efa5d35c req-0a130955-0ff7-4f0a-b26b-674b0662c510 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2 HTTP/1.1" status: 200 len: 1096 time: 0.4996841 Mar 05 13:49:18.790534 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fe34e64-82ca-47b5-81ed-72f35bbc50b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:18.823376 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe34e64-82ca-47b5-81ed-72f35bbc50b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efef59b7-bfed-4155-9733-ca6da74725cc,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:18.841799 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fe34e64-82ca-47b5-81ed-72f35bbc50b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:18.842949 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9fe34e64-82ca-47b5-81ed-72f35bbc50b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/efef59b7-bfed-4155-9733-ca6da74725cc HTTP/1.1" status: 204 len: 168 time: 0.4867098 Mar 05 13:49:18.989031 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-e95e3e81-9474-4bb8-89d9-eedad0a310a3 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Allocated IP 172.20.0.4 (63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa/b1aa35db-56b3-4082-9281-daf61ed75a84/b0e81356-fbf1-4f61-b654-8636d2743386) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:49:18.995100 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd58794d-8acc-4ee4-9d60-2526efa5d35c req-c9fa94d5-bfe1-4116-a9c9-a6f4109379fd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400964 Mar 05 13:49:19.011204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d696d1-0f97-4e2b-8932-f14befae44bb req-06b91fbe-106a-44ea-958f-50115638613e tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:19.018063 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3d696d1-0f97-4e2b-8932-f14befae44bb req-06b91fbe-106a-44ea-958f-50115638613e tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.3664885 Mar 05 13:49:19.043485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f1ab8-479a-42ed-aaca-2cea0e61b8ba req-32304ca0-f3c2-45b0-9595-80938a165e5d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:19.049252 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e40f1ab8-479a-42ed-aaca-2cea0e61b8ba req-32304ca0-f3c2-45b0-9595-80938a165e5d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2 HTTP/1.1" status: 200 len: 945 time: 0.1475291 Mar 05 13:49:19.083231 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-69d0bf75-f3c4-45da-8c5c-0c3f90be2a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:19.096147 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3d696d1-0f97-4e2b-8932-f14befae44bb req-aaf31209-fc34-4a03-8544-78c0be4a943b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771646 Mar 05 13:49:19.100173 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:49:19.255448 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e40f1ab8-479a-42ed-aaca-2cea0e61b8ba req-c0a7a3aa-1252-4d22-931f-20551049210d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671157 Mar 05 13:49:19.292435 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:19.292900 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:19.313427 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-e95e3e81-9474-4bb8-89d9-eedad0a310a3 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:19.334902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-e95e3e81-9474-4bb8-89d9-eedad0a310a3 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Transition to ACTIVE for port object b0e81356-fbf1-4f61-b654-8636d2743386 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:49:19.374869 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-e95e3e81-9474-4bb8-89d9-eedad0a310a3 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:19.462004 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2e1f1a16-2be1-4499-8d98-572f98295300 None None] Provisioning complete for port c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:19.462371 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2e1f1a16-2be1-4499-8d98-572f98295300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:19.542230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-e95e3e81-9474-4bb8-89d9-eedad0a310a3 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Network 63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:49:19.546865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-e95e3e81-9474-4bb8-89d9-eedad0a310a3 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:49:19.559047 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-e95e3e81-9474-4bb8-89d9-eedad0a310a3 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:49:19.615200 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e3e81-9474-4bb8-89d9-eedad0a310a3 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Pushing event updated for resources: {'Port': ['ID=b0e81356-fbf1-4f61-b654-8636d2743386,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:19.622464 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d0bf75-f3c4-45da-8c5c-0c3f90be2a05 admin admin] Router ebed7ca6-286a-45b0-ab29-0b098cdfdadb is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:49:19.635111 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c5d84-5e7f-4cc6-a9e3-bd6ed7a4398d req-3a53c0a0-be0b-4727-901f-803448b85e0c tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:19.636938 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e73c5d84-5e7f-4cc6-a9e3-bd6ed7a4398d req-3a53c0a0-be0b-4727-901f-803448b85e0c tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 931 time: 0.2278876 Mar 05 13:49:19.692133 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-e95e3e81-9474-4bb8-89d9-eedad0a310a3 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:19.692749 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-e95e3e81-9474-4bb8-89d9-eedad0a310a3 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:19.729770 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee19634-5769-4e4a-938b-8af74ebedf5b req-c0421e6b-ab5c-44f7-8697-25f83d75eb95 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:19.736526 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3ee19634-5769-4e4a-938b-8af74ebedf5b req-c0421e6b-ab5c-44f7-8697-25f83d75eb95 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 0.2606113 Mar 05 13:49:19.782545 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e73c5d84-5e7f-4cc6-a9e3-bd6ed7a4398d req-1d92151b-e98e-49f5-879c-9903c43fc86b tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373928 Mar 05 13:49:19.791934 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3ee19634-5769-4e4a-938b-8af74ebedf5b req-d7cd2ab8-dca9-4974-b57f-42ad2c73c743 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544698 Mar 05 13:49:19.822632 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-e95e3e81-9474-4bb8-89d9-eedad0a310a3 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4468076 Mar 05 13:49:19.834891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-3b1856e3-349b-4963-aaa0-cf7c44a83eed service neutron] Request body: {'port': {'device_id': 'bbe145d1-0c48-435a-bba0-91a1628e95e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:19.924612 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d0bf75-f3c4-45da-8c5c-0c3f90be2a05 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:49:19.942634 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] Sync routers for ids ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:49:19.972453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] Routers {'ebed7ca6-286a-45b0-ab29-0b098cdfdadb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:49:19.979184 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:49:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:19.992577 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-69d0bf75-f3c4-45da-8c5c-0c3f90be2a05 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:19.994655 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-69d0bf75-f3c4-45da-8c5c-0c3f90be2a05 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8213387 Mar 05 13:49:19.997366 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33058) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:20.013164 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-3b1856e3-349b-4963-aaa0-cf7c44a83eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:20.100164 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-29d2c141-f3ba-45af-84f0-75c560c065e3 None None] Provisioning for port b0e81356-fbf1-4f61-b654-8636d2743386 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:49:20.123529 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-29d2c141-f3ba-45af-84f0-75c560c065e3 None None] Provisioning complete for port b0e81356-fbf1-4f61-b654-8636d2743386 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:20.123899 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-29d2c141-f3ba-45af-84f0-75c560c065e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:20.187940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33064) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:20.413405 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-29d2c141-f3ba-45af-84f0-75c560c065e3 None None] Port b0e81356-fbf1-4f61-b654-8636d2743386 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:49:20.501048 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] Set router ebed7ca6-286a-45b0-ab29-0b098cdfdadb gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:49:20.629117 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6a0bf678-2e17-4c63-a673-ffcd4bf8c19f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:20.709002 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-3b1856e3-349b-4963-aaa0-cf7c44a83eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0e81356-fbf1-4f61-b654-8636d2743386 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:49:20.751450 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6a0bf678-2e17-4c63-a673-ffcd4bf8c19f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:20.889214 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-3b1856e3-349b-4963-aaa0-cf7c44a83eed service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:20.922773 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:17Z', 'revision_number': 3, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:20.928390 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] Checking router: ebed7ca6-286a-45b0-ab29-0b098cdfdadb for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:49:20.929095 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] Updating router ebed7ca6-286a-45b0-ab29-0b098cdfdadb port 316d5545-6d7c-420c-8416-f8fc3c0baa90 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:49:20.967306 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-3b1856e3-349b-4963-aaa0-cf7c44a83eed service neutron] Transition to ACTIVE for port object b0e81356-fbf1-4f61-b654-8636d2743386 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:49:20.977188 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-3b1856e3-349b-4963-aaa0-cf7c44a83eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:21.008975 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:21.085138 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30ac4f-4702-4285-b09e-9b0ef259ebfc req-204f07d0-6e94-4054-bf72-c748b4c908e3 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:21.092909 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af30ac4f-4702-4285-b09e-9b0ef259ebfc req-204f07d0-6e94-4054-bf72-c748b4c908e3 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2 HTTP/1.1" status: 200 len: 945 time: 0.5068836 Mar 05 13:49:21.160192 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6a0bf678-2e17-4c63-a673-ffcd4bf8c19f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:21.200425 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-09a25005-cd0a-472c-a567-7775eb8a3a1c tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:21.207533 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-09a25005-cd0a-472c-a567-7775eb8a3a1c tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/networks?id=8121de62-3e77-4026-8973-919cd2101c11 HTTP/1.1" status: 200 len: 814 time: 0.5013654 Mar 05 13:49:21.263689 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af30ac4f-4702-4285-b09e-9b0ef259ebfc req-cf666e11-c1da-4b38-9873-5246055a7e14 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698849 Mar 05 13:49:21.291730 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0bf678-2e17-4c63-a673-ffcd4bf8c19f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39a962b-d0ac-433e-9966-87cb0ae598a5,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:21.413146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-3b1856e3-349b-4963-aaa0-cf7c44a83eed service neutron] Attempting to bind port b0e81356-fbf1-4f61-b654-8636d2743386 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:49:21.413380 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-3b1856e3-349b-4963-aaa0-cf7c44a83eed service neutron] Attempting to bind port b0e81356-fbf1-4f61-b654-8636d2743386 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'd1abbe63-8acf-4d25-8e50-f7650e36875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:49:21.413703 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-3b1856e3-349b-4963-aaa0-cf7c44a83eed service neutron] Attempting to bind port b0e81356-fbf1-4f61-b654-8636d2743386 on network 63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:49:21.429584 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-95e23ab8-3425-450f-8e69-956179fb866d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/quotas/685c107fd21b4a6787a130b25db4ab7d HTTP/1.1" status: 200 len: 375 time: 0.2203548 Mar 05 13:49:21.448809 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6a0bf678-2e17-4c63-a673-ffcd4bf8c19f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:21.457214 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6a0bf678-2e17-4c63-a673-ffcd4bf8c19f tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "DELETE /v2.0/security-groups/b39a962b-d0ac-433e-9966-87cb0ae598a5 HTTP/1.1" status: 204 len: 168 time: 1.2679648 Mar 05 13:49:21.467852 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33118) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:21.487297 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1856e3-349b-4963-aaa0-cf7c44a83eed service neutron] Pushing event updated for resources: {'Port': ['ID=b0e81356-fbf1-4f61-b654-8636d2743386,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:21.503429 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-3b1856e3-349b-4963-aaa0-cf7c44a83eed service neutron] Port b0e81356-fbf1-4f61-b654-8636d2743386 on network 63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:49:21.503756 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-3b1856e3-349b-4963-aaa0-cf7c44a83eed service neutron] Attempting to bind port b0e81356-fbf1-4f61-b654-8636d2743386 on network 63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:49:21.527953 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-3b1856e3-349b-4963-aaa0-cf7c44a83eed service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:49:21.528289 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-3b1856e3-349b-4963-aaa0-cf7c44a83eed service neutron] Checking segment: {'id': 'd1abbe63-8acf-4d25-8e50-f7650e36875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:49:21.533891 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-7fd7e99b-87ff-4eae-b145-ed87d1625116 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] show failed (client error): The resource could not be found. Mar 05 13:49:21.534829 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-3b1856e3-349b-4963-aaa0-cf7c44a83eed service neutron] Bound using segment: {'id': 'd1abbe63-8acf-4d25-8e50-f7650e36875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:49:21.535378 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-3b1856e3-349b-4963-aaa0-cf7c44a83eed service neutron] Bound port: b0e81356-fbf1-4f61-b654-8636d2743386, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1abbe63-8acf-4d25-8e50-f7650e36875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:49:21.535737 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-3b1856e3-349b-4963-aaa0-cf7c44a83eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:21.541829 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7fd7e99b-87ff-4eae-b145-ed87d1625116 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "GET /v2.0/security-groups/b39a962b-d0ac-433e-9966-87cb0ae598a5 HTTP/1.1" status: 404 len: 347 time: 0.0717771 Mar 05 13:49:21.543982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33124) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:21.632593 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:21.660352 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] Transition to ACTIVE for port object 316d5545-6d7c-420c-8416-f8fc3c0baa90 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:49:21.670945 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:21.682041 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-8b2ed316-b291-4cca-8e30-381a7db2e21c tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=685c107fd21b4a6787a130b25db4ab7d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2502367 Mar 05 13:49:21.807897 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] Attempting to bind port 316d5545-6d7c-420c-8416-f8fc3c0baa90 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:49:21.808438 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] Attempting to bind port 316d5545-6d7c-420c-8416-f8fc3c0baa90 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:49:21.808868 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] Attempting to bind port 316d5545-6d7c-420c-8416-f8fc3c0baa90 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:49:21.827733 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-3b1856e3-349b-4963-aaa0-cf7c44a83eed service neutron] For port b0e81356-fbf1-4f61-b654-8636d2743386, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:49:21.841098 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-3b1856e3-349b-4963-aaa0-cf7c44a83eed service neutron] For port b0e81356-fbf1-4f61-b654-8636d2743386, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b0e81356-fbf1-4f61-b654-8636d2743386,segment=NetworkSegment(d1abbe63-8acf-4d25-8e50-f7650e36875f),segment_id=d1abbe63-8acf-4d25-8e50-f7650e36875f)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:49:21.859754 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:49:21.860322 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:49:21.860735 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:21.861129 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:49:21.861941 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] Bound port: 316d5545-6d7c-420c-8416-f8fc3c0baa90, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:49:21.862160 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:21.863028 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-3b1856e3-349b-4963-aaa0-cf7c44a83eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:21.915180 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22363ccd-1ce2-4009-bb92-bf7398227bb6 None None] Pushing event updated for resources: {'Port': ['ID=316d5545-6d7c-420c-8416-f8fc3c0baa90,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:21.945288 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-ca6730e8-8ef8-4ad5-81b4-efd79077f8d1 service neutron] 10.222.0.16 "GET /v2.0/networks/8121de62-3e77-4026-8973-919cd2101c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618420 Mar 05 13:49:21.961271 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] For port 316d5545-6d7c-420c-8416-f8fc3c0baa90, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:49:21.977142 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] For port 316d5545-6d7c-420c-8416-f8fc3c0baa90, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=316d5545-6d7c-420c-8416-f8fc3c0baa90,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:49:21.985533 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:22.066047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-6c7df726-fe24-4f21-a907-c3273bb98959 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Deleting port 928801a8-addb-4205-8618-fc7ef11e0b79 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:49:22.067293 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c7df726-fe24-4f21-a907-c3273bb98959 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:22.149215 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-24f98273-a18c-41f6-b367-87c13ded4946 service neutron] 10.222.0.16 "GET /v2.0/networks/8121de62-3e77-4026-8973-919cd2101c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029734 Mar 05 13:49:22.151531 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] Routers {'ebed7ca6-286a-45b0-ab29-0b098cdfdadb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:49:22.152241 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:49:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:22.173701 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-3b1856e3-349b-4963-aaa0-cf7c44a83eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:22.190202 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-3b1856e3-349b-4963-aaa0-cf7c44a83eed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:22.191926 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-3b1856e3-349b-4963-aaa0-cf7c44a83eed service neutron] 10.222.0.30 "PUT /v2.0/ports/b0e81356-fbf1-4f61-b654-8636d2743386 HTTP/1.1" status: 200 len: 1091 time: 2.3616722 Mar 05 13:49:22.193979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe145d1-0c48-435a-bba0-91a1628e95e9', 'tag': 'b0e81356-fbf1-4f61-b654-8636d2743386'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:49:22.238289 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1856e3-349b-4963-aaa0-cf7c44a83eed service neutron] Pushing event updated for resources: {'Port': ['ID=b0e81356-fbf1-4f61-b654-8636d2743386,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:22.318323 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22363ccd-1ce2-4009-bb92-bf7398227bb6 None None] Pushing event updated for resources: {'Port': ['ID=316d5545-6d7c-420c-8416-f8fc3c0baa90,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:22.428994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-5d3506ab-eac9-4249-a62a-d311db0cb00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:22.430381 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-5d3506ab-eac9-4249-a62a-d311db0cb00e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=132ea0f858f9462ca01a646bf0fa44bb&device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 1094 time: 0.1729708 Mar 05 13:49:22.605775 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c7df726-fe24-4f21-a907-c3273bb98959 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:22.606316 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c7df726-fe24-4f21-a907-c3273bb98959 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:22.611110 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe145d1-0c48-435a-bba0-91a1628e95e9', 'tag': 'b0e81356-fbf1-4f61-b654-8636d2743386', 'status': 'completed', 'code': 200} Mar 05 13:49:22.714936 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] Set router ebed7ca6-286a-45b0-ab29-0b098cdfdadb gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:49:22.736028 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-52f68b9d-9f85-479b-92ff-dcd091fe5fe7 req-3b4e7c93-24ed-4336-bc32-2511c42e36f7 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 210 time: 0.1239870 Mar 05 13:49:22.764104 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-bfb46d17-5994-4220-8dc1-109950359b51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0e81356-fbf1-4f61-b654-8636d2743386 HTTP/1.1" status: 200 len: 217 time: 0.3261526 Mar 05 13:49:22.882474 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-6c7df726-fe24-4f21-a907-c3273bb98959 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Calling delete_port for 928801a8-addb-4205-8618-fc7ef11e0b79 owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:49:22.969184 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-6f7ac8c6-f4e0-44cb-975f-9db4a50395b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:22.975050 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-6f7ac8c6-f4e0-44cb-975f-9db4a50395b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1aa35db-56b3-4082-9281-daf61ed75a84 HTTP/1.1" status: 200 len: 849 time: 0.2036552 Mar 05 13:49:23.012518 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b60e83c0-513d-42b5-b3d2-8d052e191d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:23.121604 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04f487-7830-4921-bac1-7186d79d1d04 req-6ee65967-fcea-4523-97d0-886add101208 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:23.125301 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dc04f487-7830-4921-bac1-7186d79d1d04 req-6ee65967-fcea-4523-97d0-886add101208 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.30 "GET /v2.0/ports?device_id=d83c924e-5201-45cf-b349-025b4ec5f165 HTTP/1.1" status: 200 len: 946 time: 1.4206581 Mar 05 13:49:23.153719 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511dcac-ab37-4588-a70f-0bd2ec9c6bf3 req-d1eebbad-4552-4ed0-9e16-eef7d063c60b tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:23.160419 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:17Z', 'revision_number': 3, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:23.165241 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4511dcac-ab37-4588-a70f-0bd2ec9c6bf3 req-d1eebbad-4552-4ed0-9e16-eef7d063c60b tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 943 time: 1.4505370 Mar 05 13:49:23.168106 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5d34fd-9c3a-439e-b256-7fc2d2fa82e0 None None] The sync data for ids ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'] in n-d-803718-1 is: [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:17Z', 'revision_number': 3, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:49:23.211196 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-b266274e-f7f7-4a20-9fc5-67d99e6133c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:23.213708 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-b266274e-f7f7-4a20-9fc5-67d99e6133c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2334409 Mar 05 13:49:23.512854 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-dc04f487-7830-4921-bac1-7186d79d1d04 req-3f5c5997-f814-44b7-b094-8a804dd8373b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Deleting port b7267be8-bcf0-4917-b6b4-cc9bcab27783 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:49:23.513252 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dc04f487-7830-4921-bac1-7186d79d1d04 req-3f5c5997-f814-44b7-b094-8a804dd8373b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:23.515734 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-edd73265-4bb5-494b-9221-b7507c0f2064 service neutron] 10.222.0.30 "GET /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931807 Mar 05 13:49:23.609173 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4511dcac-ab37-4588-a70f-0bd2ec9c6bf3 req-62157e73-8390-4db1-a224-e6a3b29b6e90 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4364557 Mar 05 13:49:23.852403 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-217ec3ad-c316-40ad-9516-fe705e7785ff req-5e934589-2158-4939-bef9-2818f13035e0 service neutron] 10.222.0.30 "GET /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299136 Mar 05 13:49:24.249193 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cbc83cb6-dac4-4bdc-b1d6-3eb9bb121354 req-918d7b89-b48d-4d4b-a3c4-3f87c9c7f36b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 210 time: 0.3343356 Mar 05 13:49:24.267986 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c7df726-fe24-4f21-a907-c3273bb98959 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:24.332780 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e6b49-efc7-4c73-81f9-0a2f2090dc88 req-0ca15297-e11f-455c-b2f6-7b683b55972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:24.334485 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1d9e6b49-efc7-4c73-81f9-0a2f2090dc88 req-0ca15297-e11f-455c-b2f6-7b683b55972f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=132ea0f858f9462ca01a646bf0fa44bb&device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 1094 time: 0.3693578 Mar 05 13:49:24.746380 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e6b49-efc7-4c73-81f9-0a2f2090dc88 req-67ddf8af-d46b-428d-9f1e-2ffd938a5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:24.748044 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1d9e6b49-efc7-4c73-81f9-0a2f2090dc88 req-67ddf8af-d46b-428d-9f1e-2ffd938a5105 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa HTTP/1.1" status: 200 len: 910 time: 0.4044585 Mar 05 13:49:24.844024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7df726-fe24-4f21-a907-c3273bb98959 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event deleted for resources: {'Port': ['ID=928801a8-addb-4205-8618-fc7ef11e0b79,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:24.959226 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1d9e6b49-efc7-4c73-81f9-0a2f2090dc88 req-3500471a-573f-4534-9363-745c7495a989 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0e81356-fbf1-4f61-b654-8636d2743386 HTTP/1.1" status: 200 len: 217 time: 0.2036700 Mar 05 13:49:25.041470 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e6b49-efc7-4c73-81f9-0a2f2090dc88 req-413c5ac9-7358-4c4b-81c9-8b0712ee11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:25.043333 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1d9e6b49-efc7-4c73-81f9-0a2f2090dc88 req-413c5ac9-7358-4c4b-81c9-8b0712ee11d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1aa35db-56b3-4082-9281-daf61ed75a84 HTTP/1.1" status: 200 len: 849 time: 0.0766242 Mar 05 13:49:25.148295 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 316d5545-6d7c-420c-8416-f8fc3c0baa90 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:49:25.181068 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e6b49-efc7-4c73-81f9-0a2f2090dc88 req-f6fd3a78-c88c-4a86-aaa8-78ca7b53d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:25.183276 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1d9e6b49-efc7-4c73-81f9-0a2f2090dc88 req-f6fd3a78-c88c-4a86-aaa8-78ca7b53d9f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228454 Mar 05 13:49:25.191584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990caeb4-1711-49e3-9f89-688990a848d1 req-b7ccd84f-9a56-4e6f-b46f-b3684cb0b937 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:25.199757 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-990caeb4-1711-49e3-9f89-688990a848d1 req-b7ccd84f-9a56-4e6f-b46f-b3684cb0b937 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c78ca80-1b40-4d02-ae55-eda84c14c764 HTTP/1.1" status: 200 len: 946 time: 0.2782955 Mar 05 13:49:25.236525 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 316d5545-6d7c-420c-8416-f8fc3c0baa90 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:49:25.245357 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 316d5545-6d7c-420c-8416-f8fc3c0baa90 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:25.245955 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:25.268401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-dc04f487-7830-4921-bac1-7186d79d1d04 req-3f5c5997-f814-44b7-b094-8a804dd8373b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] For port b7267be8-bcf0-4917-b6b4-cc9bcab27783, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b7267be8-bcf0-4917-b6b4-cc9bcab27783,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:25.269022 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dc04f487-7830-4921-bac1-7186d79d1d04 req-3f5c5997-f814-44b7-b094-8a804dd8373b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:25.374541 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-990caeb4-1711-49e3-9f89-688990a848d1 req-d0f2041a-8a12-4203-9661-1a63064c86fb tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736970 Mar 05 13:49:25.404976 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c7df726-fe24-4f21-a907-c3273bb98959 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:25.413750 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-b60e83c0-513d-42b5-b3d2-8d052e191d28 admin admin] Allocated IP 172.20.0.1 (175f72fb-87d4-4d09-877c-e76b741da2ad/c9349c82-1490-40bf-94d8-d6850b67eb95/641db6fc-cc53-4421-aea4-affbc96924af) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:49:25.435133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device b7267be8-bcf0-4917-b6b4-cc9bcab27783 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:49:25.438959 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1d9e6b49-efc7-4c73-81f9-0a2f2090dc88 req-e123c3b7-e814-45b4-b919-22e1fc28fbe1 service neutron] 10.222.0.30 "GET /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370064 Mar 05 13:49:25.446525 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33294) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:25.509021 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:25.531022 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-dc04f487-7830-4921-bac1-7186d79d1d04 req-3f5c5997-f814-44b7-b094-8a804dd8373b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Calling delete_port for b7267be8-bcf0-4917-b6b4-cc9bcab27783 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:49:25.533840 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 316d5545-6d7c-420c-8416-f8fc3c0baa90, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=316d5545-6d7c-420c-8416-f8fc3c0baa90,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:25.544836 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:25.639855 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1d9e6b49-efc7-4c73-81f9-0a2f2090dc88 req-7a663e3a-818b-490b-ac11-66b1cc553938 service neutron] 10.222.0.30 "GET /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922019 Mar 05 13:49:25.693645 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-5c97dc79-a8f1-474d-b44d-8c8524cc8b95 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:25.695308 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-5c97dc79-a8f1-474d-b44d-8c8524cc8b95 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.15 "GET /v2.0/networks?id=8121de62-3e77-4026-8973-919cd2101c11 HTTP/1.1" status: 200 len: 814 time: 1.0727596 Mar 05 13:49:25.702340 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:25.742852 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port b7267be8-bcf0-4917-b6b4-cc9bcab27783, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b7267be8-bcf0-4917-b6b4-cc9bcab27783,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:25.747840 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83c924e-5201-45cf-b349-025b4ec5f165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7267be8-bcf0-4917-b6b4-cc9bcab27783'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:49:25.754469 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:25.756319 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=316d5545-6d7c-420c-8416-f8fc3c0baa90,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:25.778394 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-0e92bb3d-1041-419e-bfe1-efa2925da4a1 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Request body: {'port': {'device_id': '5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125', 'network_id': '8121de62-3e77-4026-8973-919cd2101c11', 'admin_state_up': True, 'tenant_id': '685c107fd21b4a6787a130b25db4ab7d'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:25.843523 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=b7267be8-bcf0-4917-b6b4-cc9bcab27783,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:25.852901 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c7df726-fe24-4f21-a907-c3273bb98959 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:25.853776 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6c7df726-fe24-4f21-a907-c3273bb98959 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "DELETE /v2.0/floatingips/b06eaba2-570b-4bde-ae5d-9c5376e01b11 HTTP/1.1" status: 204 len: 168 time: 4.3031499 Mar 05 13:49:25.857898 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33304) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:25.939266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4cfdb-25c9-4964-81fa-78cadadc846c req-d6b9e14c-bbdb-4a32-afc0-acf8c9b13427 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:25.943143 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1cf4cfdb-25c9-4964-81fa-78cadadc846c req-d6b9e14c-bbdb-4a32-afc0-acf8c9b13427 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 943 time: 0.9620612 Mar 05 13:49:25.965353 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d069202b-08b5-473b-975f-74529de08163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:25.988145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d069202b-08b5-473b-975f-74529de08163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:26.001501 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d069202b-08b5-473b-975f-74529de08163 admin admin] Usage tracker for resource:security_group_rule and tenant:67bf0d164bc140fa867a5a5b3252b914 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:26.006483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d069202b-08b5-473b-975f-74529de08163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:26.019222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-fe7db9f5-dbc8-4d00-b69e-a3b5e993603c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Deleting port 691d3e20-087e-4c9d-8327-4f7d7b8868dd {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:49:26.019222 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fe7db9f5-dbc8-4d00-b69e-a3b5e993603c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:26.061948 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d069202b-08b5-473b-975f-74529de08163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:26.177834 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [req-dc04f487-7830-4921-bac1-7186d79d1d04 req-3f5c5997-f814-44b7-b094-8a804dd8373b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:49:26.177834 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [req-dc04f487-7830-4921-bac1-7186d79d1d04 req-3f5c5997-f814-44b7-b094-8a804dd8373b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:49:26.215990 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1cf4cfdb-25c9-4964-81fa-78cadadc846c req-abb1e49e-c34e-4606-9d8a-a114928070f4 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046638 Mar 05 13:49:26.240604 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b60e83c0-513d-42b5-b3d2-8d052e191d28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:26.275782 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-0e92bb3d-1041-419e-bfe1-efa2925da4a1 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:26.280634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-b60e83c0-513d-42b5-b3d2-8d052e191d28 admin admin] Transition to ACTIVE for port object 641db6fc-cc53-4421-aea4-affbc96924af will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:49:26.293370 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d25be4-a64c-47e1-9efb-2f0d1adb9063 req-13f313ff-6c93-4ff1-9936-242e7f70bfc0 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:26.293370 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-54d25be4-a64c-47e1-9efb-2f0d1adb9063 req-13f313ff-6c93-4ff1-9936-242e7f70bfc0 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Synchronizing usage tracker for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:49:26.297360 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-0e92bb3d-1041-419e-bfe1-efa2925da4a1 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Usage tracker for resource:port and tenant:685c107fd21b4a6787a130b25db4ab7d is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:26.299158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-0e92bb3d-1041-419e-bfe1-efa2925da4a1 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:26.312102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-0e92bb3d-1041-419e-bfe1-efa2925da4a1 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:26.366827 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-54d25be4-a64c-47e1-9efb-2f0d1adb9063 req-13f313ff-6c93-4ff1-9936-242e7f70bfc0 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Unset dirty status for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:49:26.366827 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-54d25be4-a64c-47e1-9efb-2f0d1adb9063 req-13f313ff-6c93-4ff1-9936-242e7f70bfc0 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c78ca80-1b40-4d02-ae55-eda84c14c764 HTTP/1.1" status: 200 len: 946 time: 0.4764559 Mar 05 13:49:26.374543 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d069202b-08b5-473b-975f-74529de08163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:26.425961 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d069202b-08b5-473b-975f-74529de08163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:26.458309 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83c924e-5201-45cf-b349-025b4ec5f165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7267be8-bcf0-4917-b6b4-cc9bcab27783', 'code': 200} Mar 05 13:49:26.489628 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b60e83c0-513d-42b5-b3d2-8d052e191d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:26.493467 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fe7db9f5-dbc8-4d00-b69e-a3b5e993603c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:26.567766 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-0e92bb3d-1041-419e-bfe1-efa2925da4a1 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Made reservation on behalf of 685c107fd21b4a6787a130b25db4ab7d for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:49:26.571805 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-0e92bb3d-1041-419e-bfe1-efa2925da4a1 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:26.656806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069202b-08b5-473b-975f-74529de08163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9866f2ff-b611-43fa-b285-dba4d5c57149,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:26.780386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-fe7db9f5-dbc8-4d00-b69e-a3b5e993603c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Calling delete_port for 691d3e20-087e-4c9d-8327-4f7d7b8868dd owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:49:26.838426 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d069202b-08b5-473b-975f-74529de08163 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=67bf0d164bc140fa867a5a5b3252b914&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3879795 Mar 05 13:49:26.839309 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33316) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:26.843566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-dc04f487-7830-4921-bac1-7186d79d1d04 req-3f5c5997-f814-44b7-b094-8a804dd8373b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Deleting port b7267be8-bcf0-4917-b6b4-cc9bcab27783 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:49:26.844130 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dc04f487-7830-4921-bac1-7186d79d1d04 req-3f5c5997-f814-44b7-b094-8a804dd8373b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:26.910200 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-679addb5-1e12-46c0-bb59-8f09cd595404 req-a96aeb48-dc0a-41a5-a646-72349139cdfe tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 210 time: 0.3230517 Mar 05 13:49:26.951167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-54d25be4-a64c-47e1-9efb-2f0d1adb9063 req-d2071f89-b97b-417e-be70-721246e836d7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Deleting port 4e8e3409-53d8-4da7-8d85-ae70635ee2ea {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:49:26.951167 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-54d25be4-a64c-47e1-9efb-2f0d1adb9063 req-d2071f89-b97b-417e-be70-721246e836d7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:26.991191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60e83c0-513d-42b5-b3d2-8d052e191d28 admin admin] Network 175f72fb-87d4-4d09-877c-e76b741da2ad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:49:27.002229 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e83c0-513d-42b5-b3d2-8d052e191d28 admin admin] Pushing event updated for resources: {'Port': ['ID=641db6fc-cc53-4421-aea4-affbc96924af,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:27.017308 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-b60e83c0-513d-42b5-b3d2-8d052e191d28 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:49:27.020792 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60e83c0-513d-42b5-b3d2-8d052e191d28 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:49:27.098150 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4b48e866-1ba1-42a6-ae6c-d8feb7bcba82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:27.153442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 316d5545-6d7c-420c-8416-f8fc3c0baa90 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:49:27.227819 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4b48e866-1ba1-42a6-ae6c-d8feb7bcba82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:27.260084 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200f87c-c81b-4ef3-bfd7-f2a386b8cb53 req-8bee3fa2-1ace-4756-b3f7-485ba6d718be tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:27.260530 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 316d5545-6d7c-420c-8416-f8fc3c0baa90 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:27.261052 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:27.261950 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3200f87c-c81b-4ef3-bfd7-f2a386b8cb53 req-8bee3fa2-1ace-4756-b3f7-485ba6d718be tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c78ca80-1b40-4d02-ae55-eda84c14c764 HTTP/1.1" status: 200 len: 946 time: 0.5905929 Mar 05 13:49:27.266344 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fe7db9f5-dbc8-4d00-b69e-a3b5e993603c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:27.403187 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b60e83c0-513d-42b5-b3d2-8d052e191d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:27.436942 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device b0e81356-fbf1-4f61-b654-8636d2743386 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:49:27.455145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7db9f5-dbc8-4d00-b69e-a3b5e993603c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event deleted for resources: {'Port': ['ID=691d3e20-087e-4c9d-8327-4f7d7b8868dd,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:27.576249 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3200f87c-c81b-4ef3-bfd7-f2a386b8cb53 req-7caec011-db72-4579-a1ac-76839c36c61d tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046572 Mar 05 13:49:27.627010 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-70f68d96-cb9c-42b2-986f-4ce7854be3b4 None None] Provisioning for port 641db6fc-cc53-4421-aea4-affbc96924af completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:49:27.647121 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4b48e866-1ba1-42a6-ae6c-d8feb7bcba82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:27.651701 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-70f68d96-cb9c-42b2-986f-4ce7854be3b4 None None] Provisioning complete for port 641db6fc-cc53-4421-aea4-affbc96924af triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:27.652336 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-70f68d96-cb9c-42b2-986f-4ce7854be3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:27.679640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48e866-1ba1-42a6-ae6c-d8feb7bcba82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9866f2ff-b611-43fa-b285-dba4d5c57149,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:27.682137 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fe7db9f5-dbc8-4d00-b69e-a3b5e993603c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:27.696170 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4b48e866-1ba1-42a6-ae6c-d8feb7bcba82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:27.697629 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4b48e866-1ba1-42a6-ae6c-d8feb7bcba82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9866f2ff-b611-43fa-b285-dba4d5c57149 HTTP/1.1" status: 204 len: 168 time: 0.8540726 Mar 05 13:49:27.699523 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fe7db9f5-dbc8-4d00-b69e-a3b5e993603c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "DELETE /v2.0/ports/691d3e20-087e-4c9d-8327-4f7d7b8868dd HTTP/1.1" status: 204 len: 168 time: 1.8408852 Mar 05 13:49:27.705619 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33326) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:27.788628 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port b0e81356-fbf1-4f61-b654-8636d2743386, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b0e81356-fbf1-4f61-b654-8636d2743386,segment=NetworkSegment(d1abbe63-8acf-4d25-8e50-f7650e36875f),segment_id=d1abbe63-8acf-4d25-8e50-f7650e36875f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:27.814041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-218eb8fa-b077-48c5-bd55-20529f8b5358 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Deleting port 8139ea31-6761-417f-998b-15794fc80588 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:49:27.814216 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-70f68d96-cb9c-42b2-986f-4ce7854be3b4 None None] Port 641db6fc-cc53-4421-aea4-affbc96924af cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:49:27.814350 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-218eb8fa-b077-48c5-bd55-20529f8b5358 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:27.817553 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'b0e81356-fbf1-4f61-b654-8636d2743386', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'port_id': 'b0e81356-fbf1-4f61-b654-8636d2743386', 'mac_address': 'fa:16:3e:12:71:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:49:28.042314 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:28.076604 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-0e92bb3d-1041-419e-bfe1-efa2925da4a1 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Allocated IP 172.20.0.6 (8121de62-3e77-4026-8973-919cd2101c11/53cc4165-f01d-48a1-9180-c6a57fe7bd9d/bb103036-062a-4e70-ae3a-1a2c414b9dc2) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:49:28.115861 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e81356-fbf1-4f61-b654-8636d2743386 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:49:28.163565 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port b0e81356-fbf1-4f61-b654-8636d2743386, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b0e81356-fbf1-4f61-b654-8636d2743386,segment=NetworkSegment(d1abbe63-8acf-4d25-8e50-f7650e36875f),segment_id=d1abbe63-8acf-4d25-8e50-f7650e36875f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:28.175892 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:28.186508 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-75d1a84f-5811-4e03-a136-e6ad0aa619b9 req-629f29f9-57dc-474b-a259-2f92ef1dd80e tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 210 time: 0.0781221 Mar 05 13:49:28.360592 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=b0e81356-fbf1-4f61-b654-8636d2743386,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:28.372489 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['b0e81356-fbf1-4f61-b654-8636d2743386'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:49:28.377740 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-218eb8fa-b077-48c5-bd55-20529f8b5358 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:28.516698 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-218eb8fa-b077-48c5-bd55-20529f8b5358 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Calling delete_port for 8139ea31-6761-417f-998b-15794fc80588 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:49:28.561720 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-0e92bb3d-1041-419e-bfe1-efa2925da4a1 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:28.612339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33334) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:28.648050 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-0e92bb3d-1041-419e-bfe1-efa2925da4a1 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:28.686283 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-218eb8fa-b077-48c5-bd55-20529f8b5358 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:28.740149 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:28.806881 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218eb8fa-b077-48c5-bd55-20529f8b5358 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event deleted for resources: {'Port': ['ID=8139ea31-6761-417f-998b-15794fc80588,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:28.834086 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fedbedab-fc29-4ad5-9bf5-99c89bd3a03e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:28.848675 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92bb3d-1041-419e-bfe1-efa2925da4a1 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Pushing event updated for resources: {'Port': ['ID=bb103036-062a-4e70-ae3a-1a2c414b9dc2,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:28.857111 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-0e92bb3d-1041-419e-bfe1-efa2925da4a1 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Network 8121de62-3e77-4026-8973-919cd2101c11 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:49:28.876000 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097def6-9b7d-4cc9-aced-67a1d23a18bb req-16fdd3e0-1a2f-4001-8c62-38050c2c8331 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:28.877731 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8097def6-9b7d-4cc9-aced-67a1d23a18bb req-16fdd3e0-1a2f-4001-8c62-38050c2c8331 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 943 time: 1.2784915 Mar 05 13:49:28.878471 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-0e92bb3d-1041-419e-bfe1-efa2925da4a1 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:49:28.891428 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:28.922232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-0e92bb3d-1041-419e-bfe1-efa2925da4a1 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:49:28.950565 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fedbedab-fc29-4ad5-9bf5-99c89bd3a03e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:29.002301 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-218eb8fa-b077-48c5-bd55-20529f8b5358 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:29.008441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fedbedab-fc29-4ad5-9bf5-99c89bd3a03e admin admin] Usage tracker for resource:security_group_rule and tenant:ea7359e7a62a4d2a94cdfffae8632206 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:29.014000 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-dc04f487-7830-4921-bac1-7186d79d1d04 req-3f5c5997-f814-44b7-b094-8a804dd8373b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] For port b7267be8-bcf0-4917-b6b4-cc9bcab27783, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b7267be8-bcf0-4917-b6b4-cc9bcab27783,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:29.014827 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dc04f487-7830-4921-bac1-7186d79d1d04 req-3f5c5997-f814-44b7-b094-8a804dd8373b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:29.023583 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7534c1-b7c3-4c10-9ae9-29cc7ba318ce req-33f63749-7f8f-4900-9723-86175316612f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:29.035043 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3b7534c1-b7c3-4c10-9ae9-29cc7ba318ce req-33f63749-7f8f-4900-9723-86175316612f tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c78ca80-1b40-4d02-ae55-eda84c14c764 HTTP/1.1" status: 200 len: 946 time: 0.2308390 Mar 05 13:49:29.054637 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-218eb8fa-b077-48c5-bd55-20529f8b5358 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "DELETE /v2.0/ports/8139ea31-6761-417f-998b-15794fc80588 HTTP/1.1" status: 204 len: 168 time: 1.3477244 Mar 05 13:49:29.058637 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33342) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:29.059944 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fedbedab-fc29-4ad5-9bf5-99c89bd3a03e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:29.079452 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fedbedab-fc29-4ad5-9bf5-99c89bd3a03e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:29.142121 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3b7534c1-b7c3-4c10-9ae9-29cc7ba318ce req-3b9a0609-38d0-4b93-ac87-71de0564121c tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132338 Mar 05 13:49:29.157071 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9ec583-b51c-472b-bef4-d40bb73b5045 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Deleting subnet eff906ca-fac7-414f-935e-aa401b609305 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:49:29.162690 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f9ec583-b51c-472b-bef4-d40bb73b5045 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:29.242267 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f9ec583-b51c-472b-bef4-d40bb73b5045 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:29.412880 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f9ec583-b51c-472b-bef4-d40bb73b5045 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:29.416783 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-dc04f487-7830-4921-bac1-7186d79d1d04 req-3f5c5997-f814-44b7-b094-8a804dd8373b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Calling delete_port for b7267be8-bcf0-4917-b6b4-cc9bcab27783 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:49:29.451354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device b0e81356-fbf1-4f61-b654-8636d2743386 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:49:29.496648 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-54d25be4-a64c-47e1-9efb-2f0d1adb9063 req-d2071f89-b97b-417e-be70-721246e836d7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] For port 4e8e3409-53d8-4da7-8d85-ae70635ee2ea, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=4e8e3409-53d8-4da7-8d85-ae70635ee2ea,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:29.497009 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-54d25be4-a64c-47e1-9efb-2f0d1adb9063 req-d2071f89-b97b-417e-be70-721246e836d7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:29.513730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120e6e4-657b-4c3b-97b9-fd077bcb2c94 req-7bad6c1b-4776-46a6-8e9b-5ed519f978c0 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:29.515226 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4120e6e4-657b-4c3b-97b9-fd077bcb2c94 req-7bad6c1b-4776-46a6-8e9b-5ed519f978c0 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 931 time: 0.1692383 Mar 05 13:49:29.560626 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f9ec583-b51c-472b-bef4-d40bb73b5045 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:29.581660 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port b0e81356-fbf1-4f61-b654-8636d2743386 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:49:29.587232 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port b0e81356-fbf1-4f61-b654-8636d2743386 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:29.587867 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:29.614471 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4120e6e4-657b-4c3b-97b9-fd077bcb2c94 req-f3939ecf-32d0-4f65-bc2e-9f89bc7381e8 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881255 Mar 05 13:49:29.615193 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ec583-b51c-472b-bef4-d40bb73b5045 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event deleted for resources: {'Subnet': ['ID=eff906ca-fac7-414f-935e-aa401b609305,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:29.617365 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f9ec583-b51c-472b-bef4-d40bb73b5045 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:29.624749 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5f9ec583-b51c-472b-bef4-d40bb73b5045 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "DELETE /v2.0/subnets/eff906ca-fac7-414f-935e-aa401b609305 HTTP/1.1" status: 204 len: 168 time: 0.5651135 Mar 05 13:49:29.627340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33348) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:29.640523 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa97ee52-eb75-4ec2-b4cb-e958d4bfaa1f None None] Network 4737ff0a-cb53-4e8a-bc54-82a47945de4b requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:49:29.676584 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-54d25be4-a64c-47e1-9efb-2f0d1adb9063 req-d2071f89-b97b-417e-be70-721246e836d7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Calling delete_port for 4e8e3409-53d8-4da7-8d85-ae70635ee2ea owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:49:29.740120 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 4e8e3409-53d8-4da7-8d85-ae70635ee2ea no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:49:29.748353 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8097def6-9b7d-4cc9-aced-67a1d23a18bb req-bff5de00-85e2-4f29-a471-356e0426075e tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7950745 Mar 05 13:49:29.771109 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-0e92bb3d-1041-419e-bfe1-efa2925da4a1 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:29.771734 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-0e92bb3d-1041-419e-bfe1-efa2925da4a1 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:29.813419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f5a36e-1948-494a-9f93-30ec83fe28f9 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Deleting subnet 1862c115-1882-4737-96e2-80cabd1f69de {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:49:29.816860 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a5f5a36e-1948-494a-9f93-30ec83fe28f9 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:29.818781 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b60e83c0-513d-42b5-b3d2-8d052e191d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:29.879675 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a5f5a36e-1948-494a-9f93-30ec83fe28f9 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:29.957652 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-0e92bb3d-1041-419e-bfe1-efa2925da4a1 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2173264 Mar 05 13:49:29.974983 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a5f5a36e-1948-494a-9f93-30ec83fe28f9 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:29.982236 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-84f36ba6-0b52-4f2c-a190-5bfe3fa41955 service neutron] Request body: {'port': {'device_id': '5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:30.013484 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:30.028086 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:30.051803 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a5f5a36e-1948-494a-9f93-30ec83fe28f9 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:30.073388 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c78ca80-1b40-4d02-ae55-eda84c14c764', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e8e3409-53d8-4da7-8d85-ae70635ee2ea'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:49:30.094169 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 4e8e3409-53d8-4da7-8d85-ae70635ee2ea, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=4e8e3409-53d8-4da7-8d85-ae70635ee2ea,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:30.100623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5a36e-1948-494a-9f93-30ec83fe28f9 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event deleted for resources: {'Subnet': ['ID=1862c115-1882-4737-96e2-80cabd1f69de,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:30.101138 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port b0e81356-fbf1-4f61-b654-8636d2743386, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b0e81356-fbf1-4f61-b654-8636d2743386,segment=NetworkSegment(d1abbe63-8acf-4d25-8e50-f7650e36875f),segment_id=d1abbe63-8acf-4d25-8e50-f7650e36875f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:30.103907 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a5f5a36e-1948-494a-9f93-30ec83fe28f9 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:30.106752 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:30.111328 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a5f5a36e-1948-494a-9f93-30ec83fe28f9 tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "DELETE /v2.0/subnets/1862c115-1882-4737-96e2-80cabd1f69de HTTP/1.1" status: 204 len: 168 time: 0.4828672 Mar 05 13:49:30.113774 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33356) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:30.170401 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d6b7d2-d5a8-49c3-a122-ed7542bf9e62 None None] Network 8fa48499-e36c-4df6-9ca6-fd9e833610e5 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:49:30.185887 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c78ca80-1b40-4d02-ae55-eda84c14c764', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e8e3409-53d8-4da7-8d85-ae70635ee2ea', 'code': 200} Mar 05 13:49:30.195754 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:30.224373 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d34f8b0-3331-42d0-b6bf-96bb5b0cf408 None None] DHCP port deletion for 4737ff0a-cb53-4e8a-bc54-82a47945de4b request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:49:30.236135 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4d34f8b0-3331-42d0-b6bf-96bb5b0cf408 None None] Deleting port 0e0a3b49-a3f7-46ff-9560-443ea4b14fac {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:49:30.236730 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4d34f8b0-3331-42d0-b6bf-96bb5b0cf408 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:30.274293 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4b53c540-3663-4533-baa9-4be6258c03ab tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:30.286399 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-4b53c540-3663-4533-baa9-4be6258c03ab tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Deleting port 0e0a3b49-a3f7-46ff-9560-443ea4b14fac {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:49:30.286726 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4b53c540-3663-4533-baa9-4be6258c03ab tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:30.343259 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b60e83c0-513d-42b5-b3d2-8d052e191d28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:30.346020 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fedbedab-fc29-4ad5-9bf5-99c89bd3a03e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:30.364457 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b60e83c0-513d-42b5-b3d2-8d052e191d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:30.366455 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=4e8e3409-53d8-4da7-8d85-ae70635ee2ea,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:30.418599 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fedbedab-fc29-4ad5-9bf5-99c89bd3a03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:30.457627 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b60e83c0-513d-42b5-b3d2-8d052e191d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:30.524262 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dc04f487-7830-4921-bac1-7186d79d1d04 req-3f5c5997-f814-44b7-b094-8a804dd8373b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:30.539803 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-4b53c540-3663-4533-baa9-4be6258c03ab tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] For port 0e0a3b49-a3f7-46ff-9560-443ea4b14fac, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0e0a3b49-a3f7-46ff-9560-443ea4b14fac,segment=NetworkSegment(16a0ae04-8bec-44a5-a36a-8a119cff7a5d),segment_id=16a0ae04-8bec-44a5-a36a-8a119cff7a5d)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:30.541259 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4b53c540-3663-4533-baa9-4be6258c03ab tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:30.561572 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [req-54d25be4-a64c-47e1-9efb-2f0d1adb9063 req-d2071f89-b97b-417e-be70-721246e836d7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:49:30.561990 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [req-54d25be4-a64c-47e1-9efb-2f0d1adb9063 req-d2071f89-b97b-417e-be70-721246e836d7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:49:30.588119 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=b0e81356-fbf1-4f61-b654-8636d2743386,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:30.679682 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4d34f8b0-3331-42d0-b6bf-96bb5b0cf408 None None] For port 0e0a3b49-a3f7-46ff-9560-443ea4b14fac, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0e0a3b49-a3f7-46ff-9560-443ea4b14fac,segment=NetworkSegment(16a0ae04-8bec-44a5-a36a-8a119cff7a5d),segment_id=16a0ae04-8bec-44a5-a36a-8a119cff7a5d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:30.680071 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4d34f8b0-3331-42d0-b6bf-96bb5b0cf408 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:30.695266 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fedbedab-fc29-4ad5-9bf5-99c89bd3a03e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea7359e7a62a4d2a94cdfffae8632206&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0709674 Mar 05 13:49:30.695266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedbedab-fc29-4ad5-9bf5-99c89bd3a03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc525a06-bd48-4278-b7f9-093b5a435eb8,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:30.695602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-4b53c540-3663-4533-baa9-4be6258c03ab tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Calling delete_port for 0e0a3b49-a3f7-46ff-9560-443ea4b14fac owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:49:30.705662 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-84f36ba6-0b52-4f2c-a190-5bfe3fa41955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:30.716132 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33364) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:30.798021 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4b53c540-3663-4533-baa9-4be6258c03ab tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:30.821809 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cd206d-542b-4287-a388-7bda7d2ef494 None None] DHCP port deletion for 8fa48499-e36c-4df6-9ca6-fd9e833610e5 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:49:30.830404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4d34f8b0-3331-42d0-b6bf-96bb5b0cf408 None None] Calling delete_port for 0e0a3b49-a3f7-46ff-9560-443ea4b14fac owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:49:30.847209 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e83c0-513d-42b5-b3d2-8d052e191d28 admin admin] Pushing event updated for resources: {'Port': ['ID=641db6fc-cc53-4421-aea4-affbc96924af,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:30.871328 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-68cd206d-542b-4287-a388-7bda7d2ef494 None None] Deleting port 5ae38530-8928-4516-bf7e-6b25372a3923 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:49:30.871695 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-68cd206d-542b-4287-a388-7bda7d2ef494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:30.885230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53c540-3663-4533-baa9-4be6258c03ab tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event deleted for resources: {'Port': ['ID=0e0a3b49-a3f7-46ff-9560-443ea4b14fac,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:30.885503 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc04f487-7830-4921-bac1-7186d79d1d04 req-3f5c5997-f814-44b7-b094-8a804dd8373b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] No DVR routers for this DVR port b7267be8-bcf0-4917-b6b4-cc9bcab27783 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:49:30.893147 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b53c540-3663-4533-baa9-4be6258c03ab tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] No DVR routers for this DVR port 0e0a3b49-a3f7-46ff-9560-443ea4b14fac on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:49:30.906432 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dc04f487-7830-4921-bac1-7186d79d1d04 req-3f5c5997-f814-44b7-b094-8a804dd8373b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:30.918932 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83c924e-5201-45cf-b349-025b4ec5f165', 'name': 'network-vif-deleted', 'tag': 'b7267be8-bcf0-4917-b6b4-cc9bcab27783'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:49:30.967857 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c5997-f814-44b7-b094-8a804dd8373b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Pushing event deleted for resources: {'Port': ['ID=b7267be8-bcf0-4917-b6b4-cc9bcab27783,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:30.995830 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-4d34f8b0-3331-42d0-b6bf-96bb5b0cf408 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:49:30.996430 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-4d34f8b0-3331-42d0-b6bf-96bb5b0cf408 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:49:31.024720 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dc04f487-7830-4921-bac1-7186d79d1d04 req-3f5c5997-f814-44b7-b094-8a804dd8373b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.30 "DELETE /v2.0/ports/b7267be8-bcf0-4917-b6b4-cc9bcab27783 HTTP/1.1" status: 204 len: 173 time: 7.8868549 Mar 05 13:49:31.025097 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4b53c540-3663-4533-baa9-4be6258c03ab tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:31.052632 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-4b53c540-3663-4533-baa9-4be6258c03ab tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4737ff0a-cb53-4e8a-bc54-82a47945de4b']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:31.067401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-54d25be4-a64c-47e1-9efb-2f0d1adb9063 req-d2071f89-b97b-417e-be70-721246e836d7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Deleting port 4e8e3409-53d8-4da7-8d85-ae70635ee2ea {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:49:31.067966 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-4b53c540-3663-4533-baa9-4be6258c03ab tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a0ae04-8bec-44a5-a36a-8a119cff7a5d') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:31.068273 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-4b53c540-3663-4533-baa9-4be6258c03ab tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a0ae04-8bec-44a5-a36a-8a119cff7a5d') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:31.068486 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-54d25be4-a64c-47e1-9efb-2f0d1adb9063 req-d2071f89-b97b-417e-be70-721246e836d7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:31.082632 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4b53c540-3663-4533-baa9-4be6258c03ab tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:31.101453 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4b53c540-3663-4533-baa9-4be6258c03ab tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:31.109082 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b53c540-3663-4533-baa9-4be6258c03ab tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:49:31.109704 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4b53c540-3663-4533-baa9-4be6258c03ab tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:49:31.125663 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:49:31.132994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8326c-5600-4164-86b7-6c4c633bb3f3 req-315a6bfb-8890-4e92-88c0-9bf1f4dbf093 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:31.133748 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c3b8326c-5600-4164-86b7-6c4c633bb3f3 req-315a6bfb-8890-4e92-88c0-9bf1f4dbf093 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Synchronizing usage tracker for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:49:31.158311 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5ae38530-8928-4516-bf7e-6b25372a3923 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:49:31.190205 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60e83c0-513d-42b5-b3d2-8d052e191d28 admin admin] Network 175f72fb-87d4-4d09-877c-e76b741da2ad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:49:31.230671 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4b53c540-3663-4533-baa9-4be6258c03ab tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:31.241621 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc2419-50cd-45d0-b2bc-89bda0774e47 req-9149667c-af56-455d-ac0b-403fd8905265 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:31.250293 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c0bc2419-50cd-45d0-b2bc-89bda0774e47 req-9149667c-af56-455d-ac0b-403fd8905265 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 931 time: 0.4476790 Mar 05 13:49:31.266561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-b60e83c0-513d-42b5-b3d2-8d052e191d28 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:49:31.269009 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d7fe4f6d-69e9-4d6d-9eda-3b3bf416e6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:31.286750 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4b53c540-3663-4533-baa9-4be6258c03ab tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:31.302366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53c540-3663-4533-baa9-4be6258c03ab tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event deleted for resources: {'Network': ['ID=4737ff0a-cb53-4e8a-bc54-82a47945de4b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:31.303041 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-68cd206d-542b-4287-a388-7bda7d2ef494 None None] For port 5ae38530-8928-4516-bf7e-6b25372a3923, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5ae38530-8928-4516-bf7e-6b25372a3923,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:31.303449 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-68cd206d-542b-4287-a388-7bda7d2ef494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:31.353434 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c0bc2419-50cd-45d0-b2bc-89bda0774e47 req-288fcf8c-429c-4440-9af7-fb6f5d22f9ea tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017184 Mar 05 13:49:31.358038 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4b53c540-3663-4533-baa9-4be6258c03ab tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "DELETE /v2.0/networks/4737ff0a-cb53-4e8a-bc54-82a47945de4b HTTP/1.1" status: 204 len: 168 time: 1.2426591 Mar 05 13:49:31.359237 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33374) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:31.435406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c3b8326c-5600-4164-86b7-6c4c633bb3f3 req-315a6bfb-8890-4e92-88c0-9bf1f4dbf093 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Unset dirty status for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:49:31.438067 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c3b8326c-5600-4164-86b7-6c4c633bb3f3 req-315a6bfb-8890-4e92-88c0-9bf1f4dbf093 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c78ca80-1b40-4d02-ae55-eda84c14c764 HTTP/1.1" status: 200 len: 944 time: 1.1565049 Mar 05 13:49:31.571043 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f215843c-b613-4bcb-8f6a-4731b67eef5c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:31.577022 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4d34f8b0-3331-42d0-b6bf-96bb5b0cf408 None None] Deleting port 0e0a3b49-a3f7-46ff-9560-443ea4b14fac {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:49:31.577530 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4d34f8b0-3331-42d0-b6bf-96bb5b0cf408 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:31.589830 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f215843c-b613-4bcb-8f6a-4731b67eef5c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Deleting port 5ae38530-8928-4516-bf7e-6b25372a3923 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:49:31.590176 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f215843c-b613-4bcb-8f6a-4731b67eef5c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:31.637562 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-68cd206d-542b-4287-a388-7bda7d2ef494 None None] Calling delete_port for 5ae38530-8928-4516-bf7e-6b25372a3923 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:49:31.712731 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4d34f8b0-3331-42d0-b6bf-96bb5b0cf408 None None] The port '0e0a3b49-a3f7-46ff-9560-443ea4b14fac' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:49:31.733993 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d7fe4f6d-69e9-4d6d-9eda-3b3bf416e6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:31.750214 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:31.788828 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cf66bc62-ee4f-4729-b124-0c256b2182a0 None None] Provisioning complete for port 641db6fc-cc53-4421-aea4-affbc96924af triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:31.789543 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cf66bc62-ee4f-4729-b124-0c256b2182a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:31.849567 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d7fe4f6d-69e9-4d6d-9eda-3b3bf416e6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:31.867579 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:49:31.885065 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 5ae38530-8928-4516-bf7e-6b25372a3923, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5ae38530-8928-4516-bf7e-6b25372a3923,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:31.896332 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:31.897011 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0e0a3b49-a3f7-46ff-9560-443ea4b14fac no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:49:31.934482 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe4f6d-69e9-4d6d-9eda-3b3bf416e6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc525a06-bd48-4278-b7f9-093b5a435eb8,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:31.965854 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cf66bc62-ee4f-4729-b124-0c256b2182a0 None None] Port 641db6fc-cc53-4421-aea4-affbc96924af cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:49:31.980557 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-68cd206d-542b-4287-a388-7bda7d2ef494 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:49:31.981332 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-68cd206d-542b-4287-a388-7bda7d2ef494 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:49:31.981332 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 0e0a3b49-a3f7-46ff-9560-443ea4b14fac {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:49:31.981664 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0e0a3b49-a3f7-46ff-9560-443ea4b14fac not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:49:31.981798 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d7fe4f6d-69e9-4d6d-9eda-3b3bf416e6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:31.984879 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d7fe4f6d-69e9-4d6d-9eda-3b3bf416e6a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc525a06-bd48-4278-b7f9-093b5a435eb8 HTTP/1.1" status: 204 len: 168 time: 1.2243662 Mar 05 13:49:32.011530 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c3b8326c-5600-4164-86b7-6c4c633bb3f3 req-1c2c5b37-3088-4e0b-9b8b-6b8acbd8b41e tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/security-groups?id=15b21e42-fe6f-4d04-88e9-e10648689114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113812 Mar 05 13:49:32.036223 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=5ae38530-8928-4516-bf7e-6b25372a3923,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:32.081730 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83c924e-5201-45cf-b349-025b4ec5f165', 'name': 'network-vif-deleted', 'tag': 'b7267be8-bcf0-4917-b6b4-cc9bcab27783', 'status': 'completed', 'code': 200} Mar 05 13:49:32.114967 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-f215843c-b613-4bcb-8f6a-4731b67eef5c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] For port 5ae38530-8928-4516-bf7e-6b25372a3923, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5ae38530-8928-4516-bf7e-6b25372a3923,segment=NetworkSegment(8a9c93c6-eaed-4789-8212-67a36fe7c827),segment_id=8a9c93c6-eaed-4789-8212-67a36fe7c827)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:32.115570 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f215843c-b613-4bcb-8f6a-4731b67eef5c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:32.117895 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60e83c0-513d-42b5-b3d2-8d052e191d28 admin admin] Router ebed7ca6-286a-45b0-ab29-0b098cdfdadb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:49:32.186961 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe145d1-0c48-435a-bba0-91a1628e95e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e81356-fbf1-4f61-b654-8636d2743386'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:49:32.245890 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe145d1-0c48-435a-bba0-91a1628e95e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e81356-fbf1-4f61-b654-8636d2743386', 'code': 200} Mar 05 13:49:32.273066 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f215843c-b613-4bcb-8f6a-4731b67eef5c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Calling delete_port for 5ae38530-8928-4516-bf7e-6b25372a3923 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:49:32.318569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1186536-9c18-4d9b-9b1b-0d17fbff052a req-f158a013-161b-4859-8f6b-46eaca88beb9 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:32.319454 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f1186536-9c18-4d9b-9b1b-0d17fbff052a req-f158a013-161b-4859-8f6b-46eaca88beb9 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Synchronizing usage tracker for tenant:132ea0f858f9462ca01a646bf0fa44bb on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:49:32.353377 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f1186536-9c18-4d9b-9b1b-0d17fbff052a req-f158a013-161b-4859-8f6b-46eaca88beb9 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Unset dirty status for tenant:132ea0f858f9462ca01a646bf0fa44bb on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:49:32.354600 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f1186536-9c18-4d9b-9b1b-0d17fbff052a req-f158a013-161b-4859-8f6b-46eaca88beb9 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.4378965 Mar 05 13:49:32.421275 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f1186536-9c18-4d9b-9b1b-0d17fbff052a req-280c1c72-a001-4fe5-998a-c5b6a38cde59 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557017 Mar 05 13:49:32.422025 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f215843c-b613-4bcb-8f6a-4731b67eef5c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:32.479059 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215843c-b613-4bcb-8f6a-4731b67eef5c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event deleted for resources: {'Port': ['ID=5ae38530-8928-4516-bf7e-6b25372a3923,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:32.482029 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-68cd206d-542b-4287-a388-7bda7d2ef494 None None] Deleting port 5ae38530-8928-4516-bf7e-6b25372a3923 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:49:32.482908 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-68cd206d-542b-4287-a388-7bda7d2ef494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:32.489160 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f215843c-b613-4bcb-8f6a-4731b67eef5c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] No DVR routers for this DVR port 5ae38530-8928-4516-bf7e-6b25372a3923 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:49:32.596700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-54d25be4-a64c-47e1-9efb-2f0d1adb9063 req-d2071f89-b97b-417e-be70-721246e836d7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] For port 4e8e3409-53d8-4da7-8d85-ae70635ee2ea, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=4e8e3409-53d8-4da7-8d85-ae70635ee2ea,segment=NetworkSegment(fbf38e4f-7e37-44b8-9623-b567ea4562d1),segment_id=fbf38e4f-7e37-44b8-9623-b567ea4562d1)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:32.597276 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-54d25be4-a64c-47e1-9efb-2f0d1adb9063 req-d2071f89-b97b-417e-be70-721246e836d7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:32.615148 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-68cd206d-542b-4287-a388-7bda7d2ef494 None None] The port '5ae38530-8928-4516-bf7e-6b25372a3923' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:49:32.616545 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60e83c0-513d-42b5-b3d2-8d052e191d28 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:49:32.634889 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] Sync routers for ids ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:49:32.653171 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] Routers {'ebed7ca6-286a-45b0-ab29-0b098cdfdadb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:49:32.653862 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:49:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:32.655293 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f215843c-b613-4bcb-8f6a-4731b67eef5c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:32.682129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f215843c-b613-4bcb-8f6a-4731b67eef5c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa48499-e36c-4df6-9ca6-fd9e833610e5']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:32.697395 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f215843c-b613-4bcb-8f6a-4731b67eef5c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9c93c6-eaed-4789-8212-67a36fe7c827') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:32.697947 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f215843c-b613-4bcb-8f6a-4731b67eef5c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9c93c6-eaed-4789-8212-67a36fe7c827') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:32.707101 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b60e83c0-513d-42b5-b3d2-8d052e191d28 admin admin] 10.222.0.16 "PUT /v2.0/routers/ebed7ca6-286a-45b0-ab29-0b098cdfdadb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7082915 Mar 05 13:49:32.730666 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f215843c-b613-4bcb-8f6a-4731b67eef5c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:32.771470 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f215843c-b613-4bcb-8f6a-4731b67eef5c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:32.780598 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f215843c-b613-4bcb-8f6a-4731b67eef5c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:49:32.781749 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f215843c-b613-4bcb-8f6a-4731b67eef5c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:49:32.802774 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:49:32.876638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-54d25be4-a64c-47e1-9efb-2f0d1adb9063 req-d2071f89-b97b-417e-be70-721246e836d7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Calling delete_port for 4e8e3409-53d8-4da7-8d85-ae70635ee2ea owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:49:32.903052 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f215843c-b613-4bcb-8f6a-4731b67eef5c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:32.917796 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-84f36ba6-0b52-4f2c-a190-5bfe3fa41955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb103036-062a-4e70-ae3a-1a2c414b9dc2 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:49:32.932304 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f215843c-b613-4bcb-8f6a-4731b67eef5c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:32.936600 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] Set router ebed7ca6-286a-45b0-ab29-0b098cdfdadb gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:49:32.940649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215843c-b613-4bcb-8f6a-4731b67eef5c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] Pushing event deleted for resources: {'Network': ['ID=8fa48499-e36c-4df6-9ca6-fd9e833610e5,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:32.950022 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-84f36ba6-0b52-4f2c-a190-5bfe3fa41955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:32.969890 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f215843c-b613-4bcb-8f6a-4731b67eef5c tempest-TaggedBootDevicesTest-1609790254 tempest-TaggedBootDevicesTest-1609790254-project] 10.222.0.16 "DELETE /v2.0/networks/8fa48499-e36c-4df6-9ca6-fd9e833610e5 HTTP/1.1" status: 204 len: 168 time: 1.6088824 Mar 05 13:49:32.987964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-84f36ba6-0b52-4f2c-a190-5bfe3fa41955 service neutron] Transition to ACTIVE for port object bb103036-062a-4e70-ae3a-1a2c414b9dc2 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:49:32.998566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66790d8a-1ae6-49cc-92ad-a0bd2d65001e req-79ea3d14-c06e-423d-9995-10b104b7f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:33.000219 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-66790d8a-1ae6-49cc-92ad-a0bd2d65001e req-79ea3d14-c06e-423d-9995-10b104b7f433 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 1096 time: 0.6832790 Mar 05 13:49:33.010313 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-84f36ba6-0b52-4f2c-a190-5bfe3fa41955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:33.261563 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6471d64-de77-48a0-a007-6267759178b0 req-ff6311de-8771-4817-836c-db47d2428031 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:33.261871 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c6471d64-de77-48a0-a007-6267759178b0 req-ff6311de-8771-4817-836c-db47d2428031 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Synchronizing usage tracker for tenant:685c107fd21b4a6787a130b25db4ab7d on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:49:33.265574 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-66790d8a-1ae6-49cc-92ad-a0bd2d65001e req-d40e1543-9999-4508-bdc3-12e06852f1ab service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436676 Mar 05 13:49:33.458827 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:30Z', 'revision_number': 2, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:33.464272 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] Checking router: ebed7ca6-286a-45b0-ab29-0b098cdfdadb for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:49:33.464776 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] Updating router ebed7ca6-286a-45b0-ab29-0b098cdfdadb port 641db6fc-cc53-4421-aea4-affbc96924af binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:49:33.490725 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f36ba6-0b52-4f2c-a190-5bfe3fa41955 service neutron] Pushing event updated for resources: {'Port': ['ID=bb103036-062a-4e70-ae3a-1a2c414b9dc2,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:33.528580 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:33.541693 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c6471d64-de77-48a0-a007-6267759178b0 req-ff6311de-8771-4817-836c-db47d2428031 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Unset dirty status for tenant:685c107fd21b4a6787a130b25db4ab7d on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:49:33.542914 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c6471d64-de77-48a0-a007-6267759178b0 req-ff6311de-8771-4817-836c-db47d2428031 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 931 time: 0.9484067 Mar 05 13:49:33.588602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-84f36ba6-0b52-4f2c-a190-5bfe3fa41955 service neutron] Attempting to bind port bb103036-062a-4e70-ae3a-1a2c414b9dc2 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:49:33.589075 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-84f36ba6-0b52-4f2c-a190-5bfe3fa41955 service neutron] Attempting to bind port bb103036-062a-4e70-ae3a-1a2c414b9dc2 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b7940536-8621-4ee2-8ab4-d1cc2692a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8121de62-3e77-4026-8973-919cd2101c11'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:49:33.589364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-84f36ba6-0b52-4f2c-a190-5bfe3fa41955 service neutron] Attempting to bind port bb103036-062a-4e70-ae3a-1a2c414b9dc2 on network 8121de62-3e77-4026-8973-919cd2101c11 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:49:33.597721 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-84f36ba6-0b52-4f2c-a190-5bfe3fa41955 service neutron] Port bb103036-062a-4e70-ae3a-1a2c414b9dc2 on network 8121de62-3e77-4026-8973-919cd2101c11 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:49:33.599412 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-84f36ba6-0b52-4f2c-a190-5bfe3fa41955 service neutron] Attempting to bind port bb103036-062a-4e70-ae3a-1a2c414b9dc2 on network 8121de62-3e77-4026-8973-919cd2101c11 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:49:33.600192 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-54d25be4-a64c-47e1-9efb-2f0d1adb9063 req-d2071f89-b97b-417e-be70-721246e836d7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:33.615503 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33462) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:33.621584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-26fcbf79-49fe-4ed2-a449-805b6bc61315 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Request body: {'security_group': {'name': 'tempest-securitygroup--237533100', 'description': 'tempest-description--1195260749'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:33.631500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-26fcbf79-49fe-4ed2-a449-805b6bc61315 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:33.640307 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-26fcbf79-49fe-4ed2-a449-805b6bc61315 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Usage tracker for resource:security_group and tenant:6458262d05f2497586ebde1561a80c5d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:33.647335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-26fcbf79-49fe-4ed2-a449-805b6bc61315 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:33.652677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-84f36ba6-0b52-4f2c-a190-5bfe3fa41955 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:49:33.653015 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-84f36ba6-0b52-4f2c-a190-5bfe3fa41955 service neutron] Checking segment: {'id': 'b7940536-8621-4ee2-8ab4-d1cc2692a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8121de62-3e77-4026-8973-919cd2101c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:49:33.653407 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-84f36ba6-0b52-4f2c-a190-5bfe3fa41955 service neutron] Bound using segment: {'id': 'b7940536-8621-4ee2-8ab4-d1cc2692a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8121de62-3e77-4026-8973-919cd2101c11'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:49:33.653859 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-84f36ba6-0b52-4f2c-a190-5bfe3fa41955 service neutron] Bound port: bb103036-062a-4e70-ae3a-1a2c414b9dc2, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7940536-8621-4ee2-8ab4-d1cc2692a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8121de62-3e77-4026-8973-919cd2101c11'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:49:33.654209 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-84f36ba6-0b52-4f2c-a190-5bfe3fa41955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:33.663377 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-26fcbf79-49fe-4ed2-a449-805b6bc61315 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:33.685958 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26fcbf79-49fe-4ed2-a449-805b6bc61315 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:33.688469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2071f89-b97b-417e-be70-721246e836d7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Pushing event deleted for resources: {'Port': ['ID=4e8e3409-53d8-4da7-8d85-ae70635ee2ea,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:33.695472 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c6471d64-de77-48a0-a007-6267759178b0 req-8a7d1769-f6d9-415f-bae3-2cd87f8457c4 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364803 Mar 05 13:49:33.753636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-26fcbf79-49fe-4ed2-a449-805b6bc61315 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:33.763900 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-26fcbf79-49fe-4ed2-a449-805b6bc61315 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Usage tracker for resource:security_group_rule and tenant:6458262d05f2497586ebde1561a80c5d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:33.768781 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-26fcbf79-49fe-4ed2-a449-805b6bc61315 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:33.785714 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-26fcbf79-49fe-4ed2-a449-805b6bc61315 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:33.825202 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d25be4-a64c-47e1-9efb-2f0d1adb9063 req-d2071f89-b97b-417e-be70-721246e836d7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] No DVR routers for this DVR port 4e8e3409-53d8-4da7-8d85-ae70635ee2ea on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:49:33.833847 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-54d25be4-a64c-47e1-9efb-2f0d1adb9063 req-d2071f89-b97b-417e-be70-721246e836d7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:33.874344 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-54d25be4-a64c-47e1-9efb-2f0d1adb9063 req-d2071f89-b97b-417e-be70-721246e836d7 tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.15 "DELETE /v2.0/ports/4e8e3409-53d8-4da7-8d85-ae70635ee2ea HTTP/1.1" status: 204 len: 173 time: 7.5034785 Mar 05 13:49:33.875695 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-84f36ba6-0b52-4f2c-a190-5bfe3fa41955 service neutron] For port bb103036-062a-4e70-ae3a-1a2c414b9dc2, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:49:33.886973 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-84f36ba6-0b52-4f2c-a190-5bfe3fa41955 service neutron] For port bb103036-062a-4e70-ae3a-1a2c414b9dc2, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=bb103036-062a-4e70-ae3a-1a2c414b9dc2,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:49:33.893896 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-84f36ba6-0b52-4f2c-a190-5bfe3fa41955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:33.965786 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33470) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:33.999920 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26fcbf79-49fe-4ed2-a449-805b6bc61315 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:34.008742 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26fcbf79-49fe-4ed2-a449-805b6bc61315 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:34.032030 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:34.043792 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-84f36ba6-0b52-4f2c-a190-5bfe3fa41955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:34.045409 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-84f36ba6-0b52-4f2c-a190-5bfe3fa41955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:34.046373 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-84f36ba6-0b52-4f2c-a190-5bfe3fa41955 service neutron] 10.222.0.15 "PUT /v2.0/ports/bb103036-062a-4e70-ae3a-1a2c414b9dc2 HTTP/1.1" status: 200 len: 1091 time: 4.0678339 Mar 05 13:49:34.050293 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-bd29cae3-0c09-4f39-9874-6d85fe72ed6a req-7f128bed-1ed4-4af9-aecc-436b01e804de tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Synchronizing usage tracker for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:49:34.068255 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f36ba6-0b52-4f2c-a190-5bfe3fa41955 service neutron] Pushing event updated for resources: {'Port': ['ID=bb103036-062a-4e70-ae3a-1a2c414b9dc2,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:34.072928 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcbf79-49fe-4ed2-a449-805b6bc61315 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f04bc72f-b67b-4bb4-a2d0-9bcbb590b57b,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:34.077956 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26fcbf79-49fe-4ed2-a449-805b6bc61315 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:34.082672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-bd29cae3-0c09-4f39-9874-6d85fe72ed6a req-7f128bed-1ed4-4af9-aecc-436b01e804de tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] Unset dirty status for tenant:1e6dfeba02724ceabbe61dac4cb2c5dc on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:49:34.082672 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bd29cae3-0c09-4f39-9874-6d85fe72ed6a req-7f128bed-1ed4-4af9-aecc-436b01e804de tempest-ServersTestJSON-718491116 tempest-ServersTestJSON-718491116-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c78ca80-1b40-4d02-ae55-eda84c14c764 HTTP/1.1" status: 200 len: 210 time: 0.1153877 Mar 05 13:49:34.082885 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33476) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:34.083466 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c78ca80-1b40-4d02-ae55-eda84c14c764', 'name': 'network-vif-deleted', 'tag': '4e8e3409-53d8-4da7-8d85-ae70635ee2ea'}, {'name': 'network-changed', 'server_uuid': '5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125', 'tag': 'bb103036-062a-4e70-ae3a-1a2c414b9dc2'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:49:34.083764 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-26fcbf79-49fe-4ed2-a449-805b6bc61315 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4669645 Mar 05 13:49:34.106038 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] Transition to ACTIVE for port object 641db6fc-cc53-4421-aea4-affbc96924af will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:49:34.106294 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-8a0992aa-cbed-4894-a85a-35298c4f2d7f tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Request body: {'security_group_rule': {'security_group_id': 'f04bc72f-b67b-4bb4-a2d0-9bcbb590b57b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:34.115042 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8a0992aa-cbed-4894-a85a-35298c4f2d7f tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:34.121086 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:34.146471 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39febe6f-19b2-4641-8650-e45d6258de0c req-26881dce-6491-432a-b041-90f2cf2de7d7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:34.160750 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8a0992aa-cbed-4894-a85a-35298c4f2d7f tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Usage tracker for resource:security_group_rule and tenant:6458262d05f2497586ebde1561a80c5d is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:34.161338 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-39febe6f-19b2-4641-8650-e45d6258de0c req-26881dce-6491-432a-b041-90f2cf2de7d7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.2305384 Mar 05 13:49:34.167837 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8a0992aa-cbed-4894-a85a-35298c4f2d7f tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:34.175567 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8a0992aa-cbed-4894-a85a-35298c4f2d7f tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:34.225808 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5e156-a77c-49b3-9772-9e09de662b66 None None] Pushing event updated for resources: {'Port': ['ID=641db6fc-cc53-4421-aea4-affbc96924af,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:34.249484 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-39febe6f-19b2-4641-8650-e45d6258de0c req-9796fd14-c32c-472f-966a-14b68f26872e tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868533 Mar 05 13:49:34.263805 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8a0992aa-cbed-4894-a85a-35298c4f2d7f tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:34.276399 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-bdd4ba6d-efae-41fb-ac3f-7413b5e0e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:34.278710 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-bdd4ba6d-efae-41fb-ac3f-7413b5e0e71e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=685c107fd21b4a6787a130b25db4ab7d&device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 1094 time: 0.1659315 Mar 05 13:49:34.281706 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8dbe2f09-3772-4fc5-9ef6-e9d872fadd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:34.439219 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-6f320eab-7172-4f21-8192-4826049e2b04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb103036-062a-4e70-ae3a-1a2c414b9dc2 HTTP/1.1" status: 200 len: 217 time: 0.1328392 Mar 05 13:49:34.467731 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c78ca80-1b40-4d02-ae55-eda84c14c764', 'name': 'network-vif-deleted', 'tag': '4e8e3409-53d8-4da7-8d85-ae70635ee2ea', 'status': 'completed', 'code': 200} Mar 05 13:49:34.467731 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125', 'tag': 'bb103036-062a-4e70-ae3a-1a2c414b9dc2', 'status': 'completed', 'code': 200} Mar 05 13:49:34.595966 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8dbe2f09-3772-4fc5-9ef6-e9d872fadd30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:34.601991 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] Attempting to bind port 641db6fc-cc53-4421-aea4-affbc96924af on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:49:34.602354 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] Attempting to bind port 641db6fc-cc53-4421-aea4-affbc96924af by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:49:34.603340 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] Attempting to bind port 641db6fc-cc53-4421-aea4-affbc96924af on network 175f72fb-87d4-4d09-877c-e76b741da2ad {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:49:34.619332 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:49:34.619707 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] Checking segment: {'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:49:34.620102 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:34.620495 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] Bound using segment: {'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:49:34.620962 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] Bound port: 641db6fc-cc53-4421-aea4-affbc96924af, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:49:34.621335 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:34.628151 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8dbe2f09-3772-4fc5-9ef6-e9d872fadd30 admin admin] Usage tracker for resource:security_group_rule and tenant:411d381e38994eb98d59808010d76df1 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:34.636386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8dbe2f09-3772-4fc5-9ef6-e9d872fadd30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:34.656599 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8dbe2f09-3772-4fc5-9ef6-e9d872fadd30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:34.682424 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-b1568687-c77b-4b76-ad3a-432dc9d31fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:34.685692 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-b1568687-c77b-4b76-ad3a-432dc9d31fcb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53cc4165-f01d-48a1-9180-c6a57fe7bd9d HTTP/1.1" status: 200 len: 854 time: 0.1976748 Mar 05 13:49:34.746725 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8a0992aa-cbed-4894-a85a-35298c4f2d7f tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:34.765155 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8a0992aa-cbed-4894-a85a-35298c4f2d7f tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:34.769215 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-47ce555b-8e43-4586-bae5-4f8ee391d863 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8121de62-3e77-4026-8973-919cd2101c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739896 Mar 05 13:49:34.798308 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0992aa-cbed-4894-a85a-35298c4f2d7f tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b9fe36-7fb0-4295-9147-13a90d8d59c3,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:34.829588 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] For port 641db6fc-cc53-4421-aea4-affbc96924af, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:49:34.833798 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] For port 641db6fc-cc53-4421-aea4-affbc96924af, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=641db6fc-cc53-4421-aea4-affbc96924af,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:49:34.844329 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:34.948092 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8a0992aa-cbed-4894-a85a-35298c4f2d7f tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:34.952384 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8a0992aa-cbed-4894-a85a-35298c4f2d7f tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8583772 Mar 05 13:49:34.952988 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33492) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:34.959347 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-7b946c53-1926-40e5-96f5-d5f9c567d10d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Request body: {'security_group_rule': {'security_group_id': 'f04bc72f-b67b-4bb4-a2d0-9bcbb590b57b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:34.965108 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] Routers {'ebed7ca6-286a-45b0-ab29-0b098cdfdadb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:49:34.966028 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:49:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:34.967157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7b946c53-1926-40e5-96f5-d5f9c567d10d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:34.978504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f7823-c860-48a6-833f-7d87f4e0b860 req-665a1445-a5ce-48fe-b8eb-444f048f9b7d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:34.987393 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-265f7823-c860-48a6-833f-7d87f4e0b860 req-665a1445-a5ce-48fe-b8eb-444f048f9b7d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 943 time: 0.1185822 Mar 05 13:49:35.041836 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7b946c53-1926-40e5-96f5-d5f9c567d10d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Usage tracker for resource:security_group_rule and tenant:6458262d05f2497586ebde1561a80c5d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:35.059907 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7b946c53-1926-40e5-96f5-d5f9c567d10d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:35.073640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7b946c53-1926-40e5-96f5-d5f9c567d10d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:35.074630 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-b5b1dbb7-a3ca-4b85-8ec1-06ba29109ab5 service neutron] 10.222.0.15 "GET /v2.0/networks/8121de62-3e77-4026-8973-919cd2101c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775099 Mar 05 13:49:35.091293 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-265f7823-c860-48a6-833f-7d87f4e0b860 req-c0026534-a3e2-41c6-b398-2d7400f15560 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024737 Mar 05 13:49:35.116515 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5e156-a77c-49b3-9772-9e09de662b66 None None] Pushing event updated for resources: {'Port': ['ID=641db6fc-cc53-4421-aea4-affbc96924af,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:35.141432 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8dbe2f09-3772-4fc5-9ef6-e9d872fadd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:35.172658 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7b946c53-1926-40e5-96f5-d5f9c567d10d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:35.184194 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8dbe2f09-3772-4fc5-9ef6-e9d872fadd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:35.256271 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33498) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:35.332686 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] Set router ebed7ca6-286a-45b0-ab29-0b098cdfdadb gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:49:35.395558 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8dbe2f09-3772-4fc5-9ef6-e9d872fadd30 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=411d381e38994eb98d59808010d76df1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4272969 Mar 05 13:49:35.398303 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9423aa86-87de-4ba8-ad5b-5a3a8a43aa92 req-48566597-c6eb-4aab-b819-10ec3adf834a service neutron] 10.222.0.15 "GET /v2.0/networks/8121de62-3e77-4026-8973-919cd2101c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159747 Mar 05 13:49:35.398887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33504) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:35.461718 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe2f09-3772-4fc5-9ef6-e9d872fadd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b42c82-52cd-402f-b268-2c526d98ddac,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:35.492707 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7b946c53-1926-40e5-96f5-d5f9c567d10d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:35.496899 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9364414-ca55-4694-a79d-dfee13498c84 admin admin] Deleting subnet fbe719ac-a221-4304-9d9c-9289853597e6 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:49:35.503724 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b9364414-ca55-4694-a79d-dfee13498c84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:35.534262 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7b946c53-1926-40e5-96f5-d5f9c567d10d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:35.559385 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fbc221ad-0dc7-44f7-b9f5-6701636fec03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:35.592838 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b946c53-1926-40e5-96f5-d5f9c567d10d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb7dffca-8b86-4064-8b7a-f65c0b33e3cf,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:35.611650 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b9364414-ca55-4694-a79d-dfee13498c84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:35.625412 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fbc221ad-0dc7-44f7-b9f5-6701636fec03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:35.646691 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7b946c53-1926-40e5-96f5-d5f9c567d10d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:35.648022 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7b946c53-1926-40e5-96f5-d5f9c567d10d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6937039 Mar 05 13:49:35.658569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af5722-6f97-4d33-80b1-97dbfadeb3f4 req-7797d7bc-3a1a-40ed-8335-9dc954865027 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:35.660220 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a9af5722-6f97-4d33-80b1-97dbfadeb3f4 req-7797d7bc-3a1a-40ed-8335-9dc954865027 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.2630632 Mar 05 13:49:35.663873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33510) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:35.674361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:35.687285 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:35.707280 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d4def-42f4-4502-ab4f-6c0e5a6c565a req-2b950fe4-39c6-4ee1-8394-3016a90adf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:35.709455 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-409d4def-42f4-4502-ab4f-6c0e5a6c565a req-2b950fe4-39c6-4ee1-8394-3016a90adf89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=685c107fd21b4a6787a130b25db4ab7d&device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 1094 time: 0.2415781 Mar 05 13:49:35.718296 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b9364414-ca55-4694-a79d-dfee13498c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:35.730119 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Usage tracker for resource:floatingip and tenant:6458262d05f2497586ebde1561a80c5d is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:35.765305 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:34Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:35.775784 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beb3d4e-31c3-4894-b6ab-d23d6f839709 None None] The sync data for ids ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'] in n-d-803718-1 is: [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:34Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:49:35.778372 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a9af5722-6f97-4d33-80b1-97dbfadeb3f4 req-332c7ab4-130b-4e1e-9c2a-79bba51ae0bd tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102669 Mar 05 13:49:35.830570 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:35.937048 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b9364414-ca55-4694-a79d-dfee13498c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:36.035624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:36.076033 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fbc221ad-0dc7-44f7-b9f5-6701636fec03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:36.120009 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b9364414-ca55-4694-a79d-dfee13498c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:36.134484 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9364414-ca55-4694-a79d-dfee13498c84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe719ac-a221-4304-9d9c-9289853597e6,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:36.139215 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b9364414-ca55-4694-a79d-dfee13498c84 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fbe719ac-a221-4304-9d9c-9289853597e6 HTTP/1.1" status: 204 len: 168 time: 0.8817670 Mar 05 13:49:36.141482 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33524) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:36.261520 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc221ad-0dc7-44f7-b9f5-6701636fec03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b42c82-52cd-402f-b268-2c526d98ddac,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:36.277396 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be4e5a45-4099-43a3-9930-ef2c37a63105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:36.308842 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d4def-42f4-4502-ab4f-6c0e5a6c565a req-164ba138-3fb0-4f48-ac89-36cb4f9955f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:36.310322 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-409d4def-42f4-4502-ab4f-6c0e5a6c565a req-164ba138-3fb0-4f48-ac89-36cb4f9955f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8121de62-3e77-4026-8973-919cd2101c11 HTTP/1.1" status: 200 len: 914 time: 0.5670109 Mar 05 13:49:36.316554 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fbc221ad-0dc7-44f7-b9f5-6701636fec03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:36.321192 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fbc221ad-0dc7-44f7-b9f5-6701636fec03 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1b42c82-52cd-402f-b268-2c526d98ddac HTTP/1.1" status: 204 len: 168 time: 0.9138782 Mar 05 13:49:36.322595 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:36.501007 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-409d4def-42f4-4502-ab4f-6c0e5a6c565a req-50480ded-a031-4236-95d6-c4bbcb22b7a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb103036-062a-4e70-ae3a-1a2c414b9dc2 HTTP/1.1" status: 200 len: 217 time: 0.1600773 Mar 05 13:49:36.598434 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00b190-efd2-4622-b305-42a29335b614 req-12999a8f-22a6-4cf1-b9a6-35d6660fcad0 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:36.609784 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aa00b190-efd2-4622-b305-42a29335b614 req-12999a8f-22a6-4cf1-b9a6-35d6660fcad0 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.5700479 Mar 05 13:49:36.636669 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33534) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:36.653891 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-8c3b72e4-3bfe-4928-b718-d579038d0128 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Request body: {'floatingip': {'port_id': 'b0e81356-fbf1-4f61-b654-8636d2743386'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:36.656843 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be4e5a45-4099-43a3-9930-ef2c37a63105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:36.707817 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-be4e5a45-4099-43a3-9930-ef2c37a63105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9566c2e4-1bac-4a5b-8a67-d566157793fe']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:36.734667 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-be4e5a45-4099-43a3-9930-ef2c37a63105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf38e4f-7e37-44b8-9623-b567ea4562d1') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:36.743149 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-be4e5a45-4099-43a3-9930-ef2c37a63105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf38e4f-7e37-44b8-9623-b567ea4562d1') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:36.764734 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c3b72e4-3bfe-4928-b718-d579038d0128 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for floatingip, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:36.777804 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be4e5a45-4099-43a3-9930-ef2c37a63105 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:36.834111 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b981b87-6d00-4ce2-a71e-300d708d777a req-bfd6e759-d956-49fb-870d-5631421d8054 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:36.838254 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b981b87-6d00-4ce2-a71e-300d708d777a req-bfd6e759-d956-49fb-870d-5631421d8054 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 943 time: 0.3373842 Mar 05 13:49:36.846118 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be4e5a45-4099-43a3-9930-ef2c37a63105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:36.887432 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be4e5a45-4099-43a3-9930-ef2c37a63105 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:49:36.888139 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be4e5a45-4099-43a3-9930-ef2c37a63105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:49:36.906749 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:49:37.076948 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b981b87-6d00-4ce2-a71e-300d708d777a req-4e717211-82a7-40a6-bd57-afaf71a64f70 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128170 Mar 05 13:49:37.082973 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be4e5a45-4099-43a3-9930-ef2c37a63105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:37.120193 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be4e5a45-4099-43a3-9930-ef2c37a63105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:37.124448 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e5a45-4099-43a3-9930-ef2c37a63105 admin admin] Pushing event deleted for resources: {'Network': ['ID=9566c2e4-1bac-4a5b-8a67-d566157793fe,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:37.143692 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-be4e5a45-4099-43a3-9930-ef2c37a63105 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9566c2e4-1bac-4a5b-8a67-d566157793fe HTTP/1.1" status: 204 len: 168 time: 1.0008929 Mar 05 13:49:37.186482 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 641db6fc-cc53-4421-aea4-affbc96924af up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:49:37.280063 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 641db6fc-cc53-4421-aea4-affbc96924af completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:49:37.288570 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d4def-42f4-4502-ab4f-6c0e5a6c565a req-36379582-f11a-4c29-8c1f-807f838e05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:37.291358 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-409d4def-42f4-4502-ab4f-6c0e5a6c565a req-36379582-f11a-4c29-8c1f-807f838e05a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53cc4165-f01d-48a1-9180-c6a57fe7bd9d HTTP/1.1" status: 200 len: 854 time: 0.7717633 Mar 05 13:49:37.296263 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 641db6fc-cc53-4421-aea4-affbc96924af triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:37.297038 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:37.400955 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-409d4def-42f4-4502-ab4f-6c0e5a6c565a req-aaf5d50d-5777-4077-9030-40a87c697088 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8121de62-3e77-4026-8973-919cd2101c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985720 Mar 05 13:49:37.487831 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33554) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:37.531201 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:37.568212 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-27d4b190-2802-4afa-a084-0ad02fe192aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e6dfeba02724ceabbe61dac4cb2c5dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0791945 Mar 05 13:49:37.570978 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33560) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:37.578535 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 641db6fc-cc53-4421-aea4-affbc96924af, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=641db6fc-cc53-4421-aea4-affbc96924af,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:37.586507 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:37.639263 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58dd89ca-9139-482b-a79c-68707574fa64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:37.687148 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58dd89ca-9139-482b-a79c-68707574fa64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:37.749030 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device bb103036-062a-4e70-ae3a-1a2c414b9dc2 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:49:37.791655 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=641db6fc-cc53-4421-aea4-affbc96924af,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:37.813862 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58dd89ca-9139-482b-a79c-68707574fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:37.862601 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd89ca-9139-482b-a79c-68707574fa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b21e42-fe6f-4d04-88e9-e10648689114,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:37.878414 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ef7e1-53b3-4ffb-9150-8963d8d6c9e7 req-caab4baf-2bd1-4221-a56a-347113f56ee9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:37.882724 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-388ef7e1-53b3-4ffb-9150-8963d8d6c9e7 req-caab4baf-2bd1-4221-a56a-347113f56ee9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2 HTTP/1.1" status: 200 len: 945 time: 0.8709147 Mar 05 13:49:37.906192 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58dd89ca-9139-482b-a79c-68707574fa64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:37.906192 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-58dd89ca-9139-482b-a79c-68707574fa64 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15b21e42-fe6f-4d04-88e9-e10648689114 HTTP/1.1" status: 204 len: 168 time: 0.3329196 Mar 05 13:49:38.050965 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port bb103036-062a-4e70-ae3a-1a2c414b9dc2, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=bb103036-062a-4e70-ae3a-1a2c414b9dc2,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:38.069600 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'bb103036-062a-4e70-ae3a-1a2c414b9dc2', 'network_id': '8121de62-3e77-4026-8973-919cd2101c11', 'port_id': 'bb103036-062a-4e70-ae3a-1a2c414b9dc2', 'mac_address': 'fa:16:3e:e1:81:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cc4165-f01d-48a1-9180-c6a57fe7bd9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:49:38.170853 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-388ef7e1-53b3-4ffb-9150-8963d8d6c9e7 req-f0dd130c-eec7-4b39-9bac-0f8189fce20c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907064 Mar 05 13:49:38.200386 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:38.220287 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb103036-062a-4e70-ae3a-1a2c414b9dc2 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:49:38.238282 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port bb103036-062a-4e70-ae3a-1a2c414b9dc2, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=bb103036-062a-4e70-ae3a-1a2c414b9dc2,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:38.244270 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:38.250192 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:38.259914 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-409d4def-42f4-4502-ab4f-6c0e5a6c565a req-27721c40-ce7d-4ce3-979e-84a163d3f800 service neutron] 10.222.0.15 "GET /v2.0/networks/8121de62-3e77-4026-8973-919cd2101c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8457737 Mar 05 13:49:38.333213 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=bb103036-062a-4e70-ae3a-1a2c414b9dc2,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:38.518647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['bb103036-062a-4e70-ae3a-1a2c414b9dc2'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:49:38.582827 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0a56d-5b81-4ac2-8dfd-7830552214fa req-630d5b5c-dc86-4ae6-9d52-d7cdc08f300b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:38.587640 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c2a0a56d-5b81-4ac2-8dfd-7830552214fa req-630d5b5c-dc86-4ae6-9d52-d7cdc08f300b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 944 time: 0.2339189 Mar 05 13:49:38.695484 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c2a0a56d-5b81-4ac2-8dfd-7830552214fa req-bf8f8b68-8b08-4e98-9eda-6ed5ccaa39bc tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994360 Mar 05 13:49:38.861815 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7544584b-8b90-4257-9ac5-02dc27ec8e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:38.873575 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7246329-0222-434c-9af6-341abf4698cf req-ed73664a-b861-4f2a-898d-4ba1a37e9b31 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:38.875479 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d7246329-0222-434c-9af6-341abf4698cf req-ed73664a-b861-4f2a-898d-4ba1a37e9b31 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.15 "GET /v2.0/ports?device_id=a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2 HTTP/1.1" status: 200 len: 945 time: 0.9032032 Mar 05 13:49:38.954304 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [None req-8c3b72e4-3bfe-4928-b718-d579038d0128 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:49:39.130112 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 641db6fc-cc53-4421-aea4-affbc96924af up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:49:39.157961 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-d7246329-0222-434c-9af6-341abf4698cf req-cb8577d5-5713-4ff5-89e5-ac2593c66f9e tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Deleting port 6041f381-0fe7-43f5-8e5c-0e2aff18283b {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:49:39.158309 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d7246329-0222-434c-9af6-341abf4698cf req-cb8577d5-5713-4ff5-89e5-ac2593c66f9e tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:39.220727 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-409d4def-42f4-4502-ab4f-6c0e5a6c565a req-6fd6f505-28cb-4d4a-8d59-11eec4f75ae9 service neutron] 10.222.0.15 "GET /v2.0/networks/8121de62-3e77-4026-8973-919cd2101c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9163036 Mar 05 13:49:39.236484 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c3b72e4-3bfe-4928-b718-d579038d0128 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:39.257793 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c3b72e4-3bfe-4928-b718-d579038d0128 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:39.307395 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 641db6fc-cc53-4421-aea4-affbc96924af triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:39.308019 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:39.430972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Allocated IP 172.25.4.34 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/d942ddbd-06fc-4e7f-b48f-cbbf49095080) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:49:39.508633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33612) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:39.757012 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-8c3b72e4-3bfe-4928-b718-d579038d0128 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Floating IP 74b2bf7a-76d9-46a6-982b-73b266481541 associated. External IP: 172.25.4.14, port: b0e81356-fbf1-4f61-b654-8636d2743386. Mar 05 13:49:39.775823 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device bb103036-062a-4e70-ae3a-1a2c414b9dc2 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:49:39.811506 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e44dd1a1-b13e-403e-8501-94e7a4ea3fd1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-193633381-network', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:39.822189 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e44dd1a1-b13e-403e-8501-94e7a4ea3fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:39.831237 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e44dd1a1-b13e-403e-8501-94e7a4ea3fd1 admin admin] Usage tracker for resource:network and tenant:d4bf4b89d64e49548563cf43af63d417 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:39.847354 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e44dd1a1-b13e-403e-8501-94e7a4ea3fd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:39.858658 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e44dd1a1-b13e-403e-8501-94e7a4ea3fd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:39.937040 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port bb103036-062a-4e70-ae3a-1a2c414b9dc2 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:49:39.942927 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port bb103036-062a-4e70-ae3a-1a2c414b9dc2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:39.943127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44dd1a1-b13e-403e-8501-94e7a4ea3fd1 admin admin] Made reservation on behalf of d4bf4b89d64e49548563cf43af63d417 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:49:39.943302 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:39.945484 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e44dd1a1-b13e-403e-8501-94e7a4ea3fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:39.959521 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e44dd1a1-b13e-403e-8501-94e7a4ea3fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:39.980600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e44dd1a1-b13e-403e-8501-94e7a4ea3fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:39.986437 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e44dd1a1-b13e-403e-8501-94e7a4ea3fd1 admin admin] Usage tracker for resource:security_group_rule and tenant:d4bf4b89d64e49548563cf43af63d417 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:39.993438 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e44dd1a1-b13e-403e-8501-94e7a4ea3fd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:40.001324 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e44dd1a1-b13e-403e-8501-94e7a4ea3fd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:40.032013 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061272aa-9610-4a93-82c0-9d25f601ce9d req-8d2dce50-56e2-4052-9c82-b89d9472ff81 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:40.041707 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-061272aa-9610-4a93-82c0-9d25f601ce9d req-8d2dce50-56e2-4052-9c82-b89d9472ff81 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 944 time: 0.1647816 Mar 05 13:49:40.097569 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:40.123086 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33632) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:40.125863 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e44dd1a1-b13e-403e-8501-94e7a4ea3fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:40.128652 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb103036-062a-4e70-ae3a-1a2c414b9dc2'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:49:40.139634 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port bb103036-062a-4e70-ae3a-1a2c414b9dc2, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=bb103036-062a-4e70-ae3a-1a2c414b9dc2,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:40.146857 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:40.157636 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e44dd1a1-b13e-403e-8501-94e7a4ea3fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:40.177447 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44dd1a1-b13e-403e-8501-94e7a4ea3fd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:49:40.193442 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e44dd1a1-b13e-403e-8501-94e7a4ea3fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:40.193963 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-e44dd1a1-b13e-403e-8501-94e7a4ea3fd1 admin admin] Added segment 397893cc-d3d1-4daa-b559-3d945c09ca70 of type vlan for network 47dce88b-b414-45d2-b170-ce43dcded289 Mar 05 13:49:40.239411 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e44dd1a1-b13e-403e-8501-94e7a4ea3fd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:40.271817 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=bb103036-062a-4e70-ae3a-1a2c414b9dc2,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:40.300421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615200b3-47da-4993-8ac6-185cdc9e4764 req-c7ffbaae-c42d-4980-9883-cf6931cbf844 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:40.302019 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-615200b3-47da-4993-8ac6-185cdc9e4764 req-c7ffbaae-c42d-4980-9883-cf6931cbf844 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2 HTTP/1.1" status: 200 len: 945 time: 0.8905227 Mar 05 13:49:40.308362 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e44dd1a1-b13e-403e-8501-94e7a4ea3fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:40.309540 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44dd1a1-b13e-403e-8501-94e7a4ea3fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:40.310474 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e44dd1a1-b13e-403e-8501-94e7a4ea3fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:40.394049 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-061272aa-9610-4a93-82c0-9d25f601ce9d req-cb000c91-f75d-468c-8ea6-5a1d59ad329a tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511908 Mar 05 13:49:40.481660 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb103036-062a-4e70-ae3a-1a2c414b9dc2', 'code': 200} Mar 05 13:49:40.524088 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-3f1b3517-dbe9-4e63-842c-53a50a0509ca tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:40.530816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-d7246329-0222-434c-9af6-341abf4698cf req-cb8577d5-5713-4ff5-89e5-ac2593c66f9e tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] For port 6041f381-0fe7-43f5-8e5c-0e2aff18283b, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=6041f381-0fe7-43f5-8e5c-0e2aff18283b,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:40.531273 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d7246329-0222-434c-9af6-341abf4698cf req-cb8577d5-5713-4ff5-89e5-ac2593c66f9e tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:40.531909 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3f1b3517-dbe9-4e63-842c-53a50a0509ca tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:40.534031 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44dd1a1-b13e-403e-8501-94e7a4ea3fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7fbf24-1a96-4e6b-9c62-ce34b5fb9c91,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:40.542856 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:40.543259 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3f1b3517-dbe9-4e63-842c-53a50a0509ca tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Usage tracker for resource:floatingip and tenant:6a5b47cbb61a47afa9f44c5dd1137e97 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:40.549539 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-615200b3-47da-4993-8ac6-185cdc9e4764 req-ac5216d4-49cb-4b09-9b04-27c41fca1272 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232680 Mar 05 13:49:40.553674 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3f1b3517-dbe9-4e63-842c-53a50a0509ca tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:40.559400 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44dd1a1-b13e-403e-8501-94e7a4ea3fd1 admin admin] Pushing event updated for resources: {'Network': ['ID=47dce88b-b414-45d2-b170-ce43dcded289,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:40.566001 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e44dd1a1-b13e-403e-8501-94e7a4ea3fd1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0548854 Mar 05 13:49:40.567200 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3f1b3517-dbe9-4e63-842c-53a50a0509ca tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:40.569871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33640) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:40.573293 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 47dce88b-b414-45d2-b170-ce43dcded289 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:49:40.576770 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-9e15c2a5-5426-415f-b090-a70943b50897 admin admin] Request body: {'subnet': {'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-193633381-subnet', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:40.581803 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9e15c2a5-5426-415f-b090-a70943b50897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:40.589462 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9e15c2a5-5426-415f-b090-a70943b50897 admin admin] Usage tracker for resource:subnet and tenant:d4bf4b89d64e49548563cf43af63d417 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:40.593890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9e15c2a5-5426-415f-b090-a70943b50897 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:40.600479 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3517-dbe9-4e63-842c-53a50a0509ca tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:40.623388 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9e15c2a5-5426-415f-b090-a70943b50897 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:40.653431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e15c2a5-5426-415f-b090-a70943b50897 admin admin] Made reservation on behalf of d4bf4b89d64e49548563cf43af63d417 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:49:40.656508 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e15c2a5-5426-415f-b090-a70943b50897 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:40.892342 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8cd5f9b5-2b20-49d0-9c7b-fd0107f72186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:40.953354 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:40.966083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-d7246329-0222-434c-9af6-341abf4698cf req-cb8577d5-5713-4ff5-89e5-ac2593c66f9e tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Calling delete_port for 6041f381-0fe7-43f5-8e5c-0e2aff18283b owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:49:40.990152 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e15c2a5-5426-415f-b090-a70943b50897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:41.023613 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3517-dbe9-4e63-842c-53a50a0509ca tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:41.156004 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:49:41.169442 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:49:41.180406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:49:41.221120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event updated for resources: {'Port': ['ID=d942ddbd-06fc-4e7f-b48f-cbbf49095080,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:41.253561 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15c2a5-5426-415f-b090-a70943b50897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f8c39d4-8db2-4e14-8534-4ef6364fca85,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:41.299512 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee97a56-b8d5-402d-b3b2-0f80e1554b49 req-d842bbef-499d-4e1b-aced-c62e866b715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:41.299888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e15c2a5-5426-415f-b090-a70943b50897 admin admin] Checking segment: {'id': '397893cc-d3d1-4daa-b559-3d945c09ca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:49:41.300243 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e15c2a5-5426-415f-b090-a70943b50897 admin admin] Network hostable DHCP agents. Network: 47dce88b-b414-45d2-b170-ce43dcded289, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:49:41.300637 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8ee97a56-b8d5-402d-b3b2-0f80e1554b49 req-d842bbef-499d-4e1b-aced-c62e866b715e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 1096 time: 0.7419465 Mar 05 13:49:41.303353 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3b72e4-3bfe-4928-b718-d579038d0128 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Router 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:49:41.353267 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e15c2a5-5426-415f-b090-a70943b50897 admin admin] Network 47dce88b-b414-45d2-b170-ce43dcded289 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:49:41.356034 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-3f1b3517-dbe9-4e63-842c-53a50a0509ca tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Allocated IP 172.25.4.190 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/bf917eea-cc01-4039-98de-494a4f5c1c43) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:49:41.373632 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-9e15c2a5-5426-415f-b090-a70943b50897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 47dce88b-b414-45d2-b170-ce43dcded289) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:49:41.379299 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e15c2a5-5426-415f-b090-a70943b50897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:41.379898 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e15c2a5-5426-415f-b090-a70943b50897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:41.386269 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1295859-7613-43dd-a25f-e7b60bd50f60 None None] Network 47dce88b-b414-45d2-b170-ce43dcded289 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:49:41.481554 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8ee97a56-b8d5-402d-b3b2-0f80e1554b49 req-df9fb93b-b700-4925-a622-04beb5b09a44 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715240 Mar 05 13:49:41.572603 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d7246329-0222-434c-9af6-341abf4698cf req-cb8577d5-5713-4ff5-89e5-ac2593c66f9e tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:41.581869 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9e15c2a5-5426-415f-b090-a70943b50897 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0084591 Mar 05 13:49:41.627419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33648) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:41.647174 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-a57c2854-6ed1-4aff-bbe8-f2ae17a287b3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-193633381-router', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:41.659461 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a57c2854-6ed1-4aff-bbe8-f2ae17a287b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:41.665712 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8577d5-5713-4ff5-89e5-ac2593c66f9e tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Pushing event deleted for resources: {'Port': ['ID=6041f381-0fe7-43f5-8e5c-0e2aff18283b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:41.668484 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a57c2854-6ed1-4aff-bbe8-f2ae17a287b3 admin admin] Usage tracker for resource:router and tenant:d4bf4b89d64e49548563cf43af63d417 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:41.677545 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a57c2854-6ed1-4aff-bbe8-f2ae17a287b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:41.701999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a57c2854-6ed1-4aff-bbe8-f2ae17a287b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:41.750153 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14c7d84-8d5f-486d-aa12-8d68e0457fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-47dce88b-b414-45d2-b170-ce43dcded289', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'fixed_ips': [{'subnet_id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:49:41.751089 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a14c7d84-8d5f-486d-aa12-8d68e0457fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:41.758302 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3517-dbe9-4e63-842c-53a50a0509ca tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:41.780578 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 6041f381-0fe7-43f5-8e5c-0e2aff18283b no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:49:41.785723 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f89457-9c57-4430-92f3-9e3a96ed4657 req-06fa6646-0726-45e9-9196-077707e695e2 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:41.787356 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e6f89457-9c57-4430-92f3-9e3a96ed4657 req-06fa6646-0726-45e9-9196-077707e695e2 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 945 time: 0.2187397 Mar 05 13:49:41.788241 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a57c2854-6ed1-4aff-bbe8-f2ae17a287b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:41.789268 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a57c2854-6ed1-4aff-bbe8-f2ae17a287b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:41.843051 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a57c2854-6ed1-4aff-bbe8-f2ae17a287b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:41.853225 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7246329-0222-434c-9af6-341abf4698cf req-cb8577d5-5713-4ff5-89e5-ac2593c66f9e tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] No DVR routers for this DVR port 6041f381-0fe7-43f5-8e5c-0e2aff18283b on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:49:41.857239 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d7246329-0222-434c-9af6-341abf4698cf req-cb8577d5-5713-4ff5-89e5-ac2593c66f9e tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:41.869310 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e6f89457-9c57-4430-92f3-9e3a96ed4657 req-7e94ad2a-1ee2-4dfb-a96e-276a1e3dc5bf tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734057 Mar 05 13:49:41.869815 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2', 'name': 'network-vif-deleted', 'tag': '6041f381-0fe7-43f5-8e5c-0e2aff18283b'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:49:41.875310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3b72e4-3bfe-4928-b718-d579038d0128 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:49:41.890661 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: 6041f381-0fe7-43f5-8e5c-0e2aff18283b {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:49:41.891036 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 6041f381-0fe7-43f5-8e5c-0e2aff18283b not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:49:41.892591 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4571b05e-7ac4-47b4-9c2f-f0c40c6f521f None None] Sync routers for ids ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:49:41.893528 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ac5368c3-0efd-43e9-886b-b77c2333bbd4 req-3dd27efb-de48-4efd-9d7d-5964426fa947 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2 HTTP/1.1" status: 200 len: 210 time: 0.1304216 Mar 05 13:49:41.900544 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:41.921996 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c3b72e4-3bfe-4928-b718-d579038d0128 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:41.947036 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3517-dbe9-4e63-842c-53a50a0509ca tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:42.026927 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2', 'name': 'network-vif-deleted', 'tag': '6041f381-0fe7-43f5-8e5c-0e2aff18283b', 'status': 'completed', 'code': 200} Mar 05 13:49:42.030943 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-a14c7d84-8d5f-486d-aa12-8d68e0457fc7 None None] Allocated IP 172.20.0.2 (47dce88b-b414-45d2-b170-ce43dcded289/3f8c39d4-8db2-4e14-8534-4ef6364fca85/3ff8f6d7-8e65-483b-840b-fbbdbac2b93c) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:49:42.031420 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d7246329-0222-434c-9af6-341abf4698cf req-cb8577d5-5713-4ff5-89e5-ac2593c66f9e tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.15 "DELETE /v2.0/ports/6041f381-0fe7-43f5-8e5c-0e2aff18283b HTTP/1.1" status: 204 len: 173 time: 3.1369908 Mar 05 13:49:42.062923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b3517-dbe9-4e63-842c-53a50a0509ca tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Pushing event updated for resources: {'Port': ['ID=bf917eea-cc01-4039-98de-494a4f5c1c43,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:42.150415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1b3517-dbe9-4e63-842c-53a50a0509ca tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:49:42.158793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-3f1b3517-dbe9-4e63-842c-53a50a0509ca tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:49:42.166007 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1b3517-dbe9-4e63-842c-53a50a0509ca tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:49:42.184622 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:42.309006 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8c3b72e4-3bfe-4928-b718-d579038d0128 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "PUT /v2.0/floatingips/74b2bf7a-76d9-46a6-982b-73b266481541 HTTP/1.1" status: 200 len: 990 time: 5.6695044 Mar 05 13:49:42.386723 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a57c2854-6ed1-4aff-bbe8-f2ae17a287b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:42.420530 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3517-dbe9-4e63-842c-53a50a0509ca tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:42.511897 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3517-dbe9-4e63-842c-53a50a0509ca tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:42.608953 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:42.616134 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a14c7d84-8d5f-486d-aa12-8d68e0457fc7 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:42.623734 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:42.644065 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a14c7d84-8d5f-486d-aa12-8d68e0457fc7 None None] Transition to ACTIVE for port object 3ff8f6d7-8e65-483b-840b-fbbdbac2b93c will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:49:42.691000 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a14c7d84-8d5f-486d-aa12-8d68e0457fc7 None None] Transition to ACTIVE for port object 3ff8f6d7-8e65-483b-840b-fbbdbac2b93c will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:49:42.700366 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4571b05e-7ac4-47b4-9c2f-f0c40c6f521f None None] Routers {'4ad5698b-6f6c-467b-9c27-4f101e9e2c33'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:49:42.700999 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4571b05e-7ac4-47b4-9c2f-f0c40c6f521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:49:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:42.769926 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event updated for resources: {'Port': ['ID=d942ddbd-06fc-4e7f-b48f-cbbf49095080,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:42.776967 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a14c7d84-8d5f-486d-aa12-8d68e0457fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:42.786704 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:42.787416 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:42.787975 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:42.788685 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:42.789402 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:42.790016 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:42.790578 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:42.791292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:42.791840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:42.792401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:42.792942 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:42.793497 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:42.799312 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:42.822088 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:42.832245 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-45568e7e-aabd-4f60-80b1-a8f36dc78e91 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1597021 Mar 05 13:49:42.840281 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:42.841833 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:42.862529 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14c7d84-8d5f-486d-aa12-8d68e0457fc7 None None] Network 47dce88b-b414-45d2-b170-ce43dcded289 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:49:42.868785 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-a14c7d84-8d5f-486d-aa12-8d68e0457fc7 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:49:42.872101 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14c7d84-8d5f-486d-aa12-8d68e0457fc7 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:49:42.949230 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3517-dbe9-4e63-842c-53a50a0509ca tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:42.969135 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3517-dbe9-4e63-842c-53a50a0509ca tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:43.256047 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c7d84-8d5f-486d-aa12-8d68e0457fc7 None None] Pushing event updated for resources: {'Port': ['ID=3ff8f6d7-8e65-483b-840b-fbbdbac2b93c,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:43.274801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a7aab-72e5-4878-a201-d52b04be963f req-717f48db-e807-4f5f-88ee-e8e75137e3f1 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:43.281907 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a14c7d84-8d5f-486d-aa12-8d68e0457fc7 None None] Attempting to bind port 3ff8f6d7-8e65-483b-840b-fbbdbac2b93c on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:49:43.282269 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a14c7d84-8d5f-486d-aa12-8d68e0457fc7 None None] Attempting to bind port 3ff8f6d7-8e65-483b-840b-fbbdbac2b93c by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '397893cc-d3d1-4daa-b559-3d945c09ca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:49:43.282617 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14c7d84-8d5f-486d-aa12-8d68e0457fc7 None None] Attempting to bind port 3ff8f6d7-8e65-483b-840b-fbbdbac2b93c on network 47dce88b-b414-45d2-b170-ce43dcded289 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:49:43.283429 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-613a7aab-72e5-4878-a201-d52b04be963f req-717f48db-e807-4f5f-88ee-e8e75137e3f1 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 945 time: 0.1654553 Mar 05 13:49:43.291737 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14c7d84-8d5f-486d-aa12-8d68e0457fc7 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:49:43.292106 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14c7d84-8d5f-486d-aa12-8d68e0457fc7 None None] Checking segment: {'id': '397893cc-d3d1-4daa-b559-3d945c09ca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:49:43.292500 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a14c7d84-8d5f-486d-aa12-8d68e0457fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:43.292881 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14c7d84-8d5f-486d-aa12-8d68e0457fc7 None None] Bound using segment: {'id': '397893cc-d3d1-4daa-b559-3d945c09ca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:49:43.293338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a14c7d84-8d5f-486d-aa12-8d68e0457fc7 None None] Bound port: 3ff8f6d7-8e65-483b-840b-fbbdbac2b93c, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '397893cc-d3d1-4daa-b559-3d945c09ca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:49:43.293695 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a14c7d84-8d5f-486d-aa12-8d68e0457fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:43.340346 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-613a7aab-72e5-4878-a201-d52b04be963f req-ef0cef4e-9b86-40b2-9287-b0d6b22115ad tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559366 Mar 05 13:49:43.360893 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-4571b05e-7ac4-47b4-9c2f-f0c40c6f521f None None] Set router 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:49:43.443991 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85c8c887-9802-43cc-9b45-dca84ba84e04 req-bac4f5bc-92a8-4a7c-a372-7599f33973f2 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=a068fe2d-46c5-4348-9ad5-9f7fa7d64fb2 HTTP/1.1" status: 200 len: 210 time: 0.3247817 Mar 05 13:49:43.522104 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a57c2854-6ed1-4aff-bbe8-f2ae17a287b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:43.596131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-5a5597c1-c50b-4903-85a2-17ee997e52db tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Synchronizing usage tracker for tenant:6458262d05f2497586ebde1561a80c5d on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:49:43.619821 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a14c7d84-8d5f-486d-aa12-8d68e0457fc7 None None] For port 3ff8f6d7-8e65-483b-840b-fbbdbac2b93c, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:49:43.636642 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-5a5597c1-c50b-4903-85a2-17ee997e52db tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Unset dirty status for tenant:6458262d05f2497586ebde1561a80c5d on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:49:43.644455 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-5a5597c1-c50b-4903-85a2-17ee997e52db tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--237533100&fields=id&tenant_id=6458262d05f2497586ebde1561a80c5d HTTP/1.1" status: 200 len: 267 time: 0.1178994 Mar 05 13:49:43.648514 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:43.650206 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3517-dbe9-4e63-842c-53a50a0509ca tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:43.652998 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a14c7d84-8d5f-486d-aa12-8d68e0457fc7 None None] For port 3ff8f6d7-8e65-483b-840b-fbbdbac2b93c, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3ff8f6d7-8e65-483b-840b-fbbdbac2b93c,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:49:43.669773 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a14c7d84-8d5f-486d-aa12-8d68e0457fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:43.695608 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a57c2854-6ed1-4aff-bbe8-f2ae17a287b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:43.884941 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-a57c2854-6ed1-4aff-bbe8-f2ae17a287b3 admin admin] Allocated IP 172.25.4.202 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/cdfcba9f-ee45-4aef-ab06-14836814ec10) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:49:43.909004 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c7d84-8d5f-486d-aa12-8d68e0457fc7 None None] Pushing event updated for resources: {'Port': ['ID=3ff8f6d7-8e65-483b-840b-fbbdbac2b93c,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:43.980610 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3517-dbe9-4e63-842c-53a50a0509ca tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:43.982575 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3f1b3517-dbe9-4e63-842c-53a50a0509ca tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8548381 Mar 05 13:49:44.022937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33686) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:44.029871 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe145d1-0c48-435a-bba0-91a1628e95e9', 'tag': 'b0e81356-fbf1-4f61-b654-8636d2743386'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:49:44.038642 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-c3e2765e-2fc4-41c1-a96e-3305e9301cea tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-150895463'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:44.047083 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4571b05e-7ac4-47b4-9c2f-f0c40c6f521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'name': 'tempest-AttachVolumeTestJSON-531684020-router', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:58Z', 'revision_number': 4, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'gw_port': {'id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '74b2bf7a-76d9-46a6-982b-73b266481541', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'floating_ip_address': '172.25.4.14', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'port_id': 'b0e81356-fbf1-4f61-b654-8636d2743386', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'mac_address': 'fa:16:3e:12:71:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe145d1-0c48-435a-bba0-91a1628e95e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:49:10Z', 'updated_at': '2022-03-05T13:49:38Z', 'revision_number': 1, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d3e237-a036-4fe3-84b8-4e7cf0777523', 'name': '', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'mac_address': 'fa:16:3e:b9:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:56Z', 'updated_at': '2022-03-05T13:49:07Z', 'revision_number': 5, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'subnets': [{'id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:44.051397 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4571b05e-7ac4-47b4-9c2f-f0c40c6f521f None None] Checking router: 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:49:44.057794 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c3e2765e-2fc4-41c1-a96e-3305e9301cea tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:44.062366 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4571b05e-7ac4-47b4-9c2f-f0c40c6f521f None None] Routers {'4ad5698b-6f6c-467b-9c27-4f101e9e2c33'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:49:44.064001 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4571b05e-7ac4-47b4-9c2f-f0c40c6f521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:49:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:44.068516 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c3e2765e-2fc4-41c1-a96e-3305e9301cea tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Usage tracker for resource:network and tenant:6a5b47cbb61a47afa9f44c5dd1137e97 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:44.072950 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c3e2765e-2fc4-41c1-a96e-3305e9301cea tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:44.093127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c3e2765e-2fc4-41c1-a96e-3305e9301cea tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:44.130073 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-cee58636-dbaa-43e0-ade3-795c11eaddcf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2399027 Mar 05 13:49:44.137116 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a57c2854-6ed1-4aff-bbe8-f2ae17a287b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:44.138546 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-a95846a0-5b64-4d46-a005-89f52f003dd1 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:44.139462 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-a95846a0-5b64-4d46-a005-89f52f003dd1 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Synchronizing usage tracker for tenant:6458262d05f2497586ebde1561a80c5d on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:49:44.143850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e2765e-2fc4-41c1-a96e-3305e9301cea tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Made reservation on behalf of 6a5b47cbb61a47afa9f44c5dd1137e97 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:49:44.147345 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3e2765e-2fc4-41c1-a96e-3305e9301cea tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:44.162485 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3e2765e-2fc4-41c1-a96e-3305e9301cea tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:44.198743 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b3517-dbe9-4e63-842c-53a50a0509ca tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Pushing event updated for resources: {'Port': ['ID=bf917eea-cc01-4039-98de-494a4f5c1c43,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:44.202891 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a57c2854-6ed1-4aff-bbe8-f2ae17a287b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:44.282226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-a95846a0-5b64-4d46-a005-89f52f003dd1 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Unset dirty status for tenant:6458262d05f2497586ebde1561a80c5d on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:49:44.283599 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-a95846a0-5b64-4d46-a005-89f52f003dd1 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/networks?id=175f72fb-87d4-4d09-877c-e76b741da2ad HTTP/1.1" status: 200 len: 815 time: 0.6364193 Mar 05 13:49:44.298468 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57c2854-6ed1-4aff-bbe8-f2ae17a287b3 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:49:44.300779 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c3e2765e-2fc4-41c1-a96e-3305e9301cea tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:44.303414 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-a57c2854-6ed1-4aff-bbe8-f2ae17a287b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:49:44.314198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57c2854-6ed1-4aff-bbe8-f2ae17a287b3 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:49:44.321374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c3e2765e-2fc4-41c1-a96e-3305e9301cea tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Usage tracker for resource:security_group_rule and tenant:6a5b47cbb61a47afa9f44c5dd1137e97 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:44.324734 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-99c44b5e-2a68-4244-ba7b-691ac6b11bed tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/quotas/6458262d05f2497586ebde1561a80c5d HTTP/1.1" status: 200 len: 375 time: 0.0204601 Mar 05 13:49:44.325518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c3e2765e-2fc4-41c1-a96e-3305e9301cea tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:44.357092 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-4571b05e-7ac4-47b4-9c2f-f0c40c6f521f None None] Set router 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:49:44.392158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c3e2765e-2fc4-41c1-a96e-3305e9301cea tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:44.476536 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-ff0e39f2-8d46-447f-9915-68c701c5189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:44.477007 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-ff0e39f2-8d46-447f-9915-68c701c5189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:44.477523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-ff0e39f2-8d46-447f-9915-68c701c5189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:44.477978 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-ff0e39f2-8d46-447f-9915-68c701c5189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:44.478466 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-ff0e39f2-8d46-447f-9915-68c701c5189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:44.479469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-ff0e39f2-8d46-447f-9915-68c701c5189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:44.479469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-ff0e39f2-8d46-447f-9915-68c701c5189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:44.481356 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-ff0e39f2-8d46-447f-9915-68c701c5189b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=375b726eb2ae465c8b7dd42940955ff2&device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 6500 time: 0.2729604 Mar 05 13:49:44.495108 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c2854-6ed1-4aff-bbe8-f2ae17a287b3 admin admin] Pushing event updated for resources: {'Port': ['ID=cdfcba9f-ee45-4aef-ab06-14836814ec10,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:44.499109 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-3c120e6f-062f-4468-87a3-b18cc34e3182 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Synchronizing usage tracker for tenant:6458262d05f2497586ebde1561a80c5d on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:49:44.572148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-3c120e6f-062f-4468-87a3-b18cc34e3182 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Unset dirty status for tenant:6458262d05f2497586ebde1561a80c5d on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:49:44.573095 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-3c120e6f-062f-4468-87a3-b18cc34e3182 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6458262d05f2497586ebde1561a80c5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2351255 Mar 05 13:49:44.628754 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320ba97-19a3-4bf0-a284-458c541866be req-a3d2c15f-f85d-419e-af4e-8d3f48554422 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:44.637800 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1320ba97-19a3-4bf0-a284-458c541866be req-a3d2c15f-f85d-419e-af4e-8d3f48554422 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 945 time: 1.0548360 Mar 05 13:49:44.775741 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3e2765e-2fc4-41c1-a96e-3305e9301cea tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:44.797322 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3e2765e-2fc4-41c1-a96e-3305e9301cea tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:44.803777 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1320ba97-19a3-4bf0-a284-458c541866be req-0e6493b2-bd1c-4835-9a51-9dd9276791de tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649232 Mar 05 13:49:44.870927 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e2765e-2fc4-41c1-a96e-3305e9301cea tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:49:44.907683 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-3b8c6996-99f4-4d50-93d1-80374ce2f4e0 service neutron] 10.222.0.16 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870109 Mar 05 13:49:44.995496 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe145d1-0c48-435a-bba0-91a1628e95e9', 'tag': 'b0e81356-fbf1-4f61-b654-8636d2743386', 'status': 'completed', 'code': 200} Mar 05 13:49:45.005562 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a57c2854-6ed1-4aff-bbe8-f2ae17a287b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:45.010990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4571b05e-7ac4-47b4-9c2f-f0c40c6f521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'name': 'tempest-AttachVolumeTestJSON-531684020-router', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:58Z', 'revision_number': 4, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'gw_port': {'id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '74b2bf7a-76d9-46a6-982b-73b266481541', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'floating_ip_address': '172.25.4.14', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'port_id': 'b0e81356-fbf1-4f61-b654-8636d2743386', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'mac_address': 'fa:16:3e:12:71:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe145d1-0c48-435a-bba0-91a1628e95e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:49:10Z', 'updated_at': '2022-03-05T13:49:38Z', 'revision_number': 1, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d3e237-a036-4fe3-84b8-4e7cf0777523', 'name': '', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'mac_address': 'fa:16:3e:b9:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:56Z', 'updated_at': '2022-03-05T13:49:07Z', 'revision_number': 5, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'subnets': [{'id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:45.017429 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4571b05e-7ac4-47b4-9c2f-f0c40c6f521f None None] The sync data for ids ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'] in n-d-803718-1 is: [{'id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'name': 'tempest-AttachVolumeTestJSON-531684020-router', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:58Z', 'revision_number': 4, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'gw_port': {'id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '74b2bf7a-76d9-46a6-982b-73b266481541', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'floating_ip_address': '172.25.4.14', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'port_id': 'b0e81356-fbf1-4f61-b654-8636d2743386', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'mac_address': 'fa:16:3e:12:71:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe145d1-0c48-435a-bba0-91a1628e95e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:49:10Z', 'updated_at': '2022-03-05T13:49:38Z', 'revision_number': 1, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d3e237-a036-4fe3-84b8-4e7cf0777523', 'name': '', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'mac_address': 'fa:16:3e:b9:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:56Z', 'updated_at': '2022-03-05T13:49:07Z', 'revision_number': 5, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'subnets': [{'id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:49:45.037638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2765e-2fc4-41c1-a96e-3305e9301cea tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a7c831-dd52-4e64-ae41-ed1c7f96ae7e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:45.052274 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-8ee71781-11a4-4662-ac7c-6667812e8bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:45.052843 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-8ee71781-11a4-4662-ac7c-6667812e8bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:45.053489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-8ee71781-11a4-4662-ac7c-6667812e8bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:45.055947 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-8ee71781-11a4-4662-ac7c-6667812e8bcd service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d408d73-a46e-4e4c-b598-e5439c0aebd3&id=2f6c0a83-f942-4f3a-b081-d6b623d42c90&id=2f6c0a83-f942-4f3a-b081-d6b623d42c90&id=2f6c0a83-f942-4f3a-b081-d6b623d42c90&id=2f6c0a83-f942-4f3a-b081-d6b623d42c90&id=ef187771-ae1f-4999-9df8-9d6ddceec808&id=ef187771-ae1f-4999-9df8-9d6ddceec808 HTTP/1.1" status: 200 len: 2295 time: 0.5366628 Mar 05 13:49:45.059520 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3e2765e-2fc4-41c1-a96e-3305e9301cea tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:45.059972 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-c3e2765e-2fc4-41c1-a96e-3305e9301cea tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Added segment 69f66c0b-95cd-4a6d-b199-03ea2a2f04f7 of type vlan for network b33ee84c-2496-46a8-b58a-4eba130217ce Mar 05 13:49:45.231244 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3ff8f6d7-8e65-483b-840b-fbbdbac2b93c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:49:45.420214 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 3ff8f6d7-8e65-483b-840b-fbbdbac2b93c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:49:45.451838 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3e2765e-2fc4-41c1-a96e-3305e9301cea tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:45.484968 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c24997-a523-4f03-a769-b48d82c1b1d5 None None] New status for floating IP 74b2bf7a-76d9-46a6-982b-73b266481541: ACTIVE {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:49:45.611659 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-2f6c09ba-20d6-4da8-b192-9366a4a02e26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84783dc8-ea33-42fd-b8de-3b126d3a564d HTTP/1.1" status: 200 len: 1000 time: 0.5385113 Mar 05 13:49:45.705360 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29dd450-c087-48e7-8d98-02b0f457b9ec None None] Network 47dce88b-b414-45d2-b170-ce43dcded289 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:49:45.722944 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-08b4f1d2-dd95-4120-a3a9-e2e94d5f40d8 service neutron] 10.222.0.16 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8138604 Mar 05 13:49:45.781574 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f489f3-d002-49ed-9f91-c2be12a2e7cf req-f2c666b2-06b8-44bc-8f09-8e2804f884d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:45.783109 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b6f489f3-d002-49ed-9f91-c2be12a2e7cf req-f2c666b2-06b8-44bc-8f09-8e2804f884d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=132ea0f858f9462ca01a646bf0fa44bb&device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 1096 time: 0.8227410 Mar 05 13:49:45.783989 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3e2765e-2fc4-41c1-a96e-3305e9301cea tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:45.798238 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e2765e-2fc4-41c1-a96e-3305e9301cea tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:45.798942 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3e2765e-2fc4-41c1-a96e-3305e9301cea tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:45.846351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33708) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:45.947832 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ff9d2a8e-c2e8-43dd-8ee5-83ce0f72b257 None None] Provisioning for port 3ff8f6d7-8e65-483b-840b-fbbdbac2b93c completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:49:45.984615 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2765e-2fc4-41c1-a96e-3305e9301cea tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Pushing event updated for resources: {'Network': ['ID=b33ee84c-2496-46a8-b58a-4eba130217ce,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:46.010115 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ff9d2a8e-c2e8-43dd-8ee5-83ce0f72b257 None None] Provisioning complete for port 3ff8f6d7-8e65-483b-840b-fbbdbac2b93c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:46.010497 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ff9d2a8e-c2e8-43dd-8ee5-83ce0f72b257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:46.023350 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-a9263c51-52c4-4aef-9024-f8c89052deaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:46.025415 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-a9263c51-52c4-4aef-9024-f8c89052deaa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4ed493f-c1ab-4a7c-87c4-4112cc1f6851 HTTP/1.1" status: 200 len: 856 time: 0.4121149 Mar 05 13:49:46.087804 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a57c2854-6ed1-4aff-bbe8-f2ae17a287b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:46.143753 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network b33ee84c-2496-46a8-b58a-4eba130217ce details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:49:46.533167 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aee940-1f53-426e-a836-b0ab148ba569 req-a67441bc-3861-42c1-b4b7-40006dfbc745 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:46.535373 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-56aee940-1f53-426e-a836-b0ab148ba569 req-a67441bc-3861-42c1-b4b7-40006dfbc745 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 945 time: 0.6887338 Mar 05 13:49:46.658499 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c3e2765e-2fc4-41c1-a96e-3305e9301cea tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.6334167 Mar 05 13:49:46.671155 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0763e0c2-53ff-4b1b-b970-56f63f0e4d31 req-11d23a2a-9095-4bb5-86de-84f95f034164 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 210 time: 0.5235434 Mar 05 13:49:46.672484 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33732) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:46.704476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-dd9a1afa-1153-4ba9-afee-0aa16ad6881b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Request body: {'subnet': {'network_id': 'b33ee84c-2496-46a8-b58a-4eba130217ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:46.817779 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ff9d2a8e-c2e8-43dd-8ee5-83ce0f72b257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:46.846404 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-56aee940-1f53-426e-a836-b0ab148ba569 req-53eac388-5bdc-4072-8c0d-a9becf7f45c1 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013787 Mar 05 13:49:46.849422 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57c2854-6ed1-4aff-bbe8-f2ae17a287b3 admin admin] Router 11b22a34-db94-48ea-88a2-77f69a6ef0b0 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:49:46.911707 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ff9d2a8e-c2e8-43dd-8ee5-83ce0f72b257 None None] For port 3ff8f6d7-8e65-483b-840b-fbbdbac2b93c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3ff8f6d7-8e65-483b-840b-fbbdbac2b93c,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:46.920081 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ff9d2a8e-c2e8-43dd-8ee5-83ce0f72b257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:46.931872 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f489f3-d002-49ed-9f91-c2be12a2e7cf req-df6482fb-ae3d-4ad4-a776-1f190c336651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:46.935931 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b6f489f3-d002-49ed-9f91-c2be12a2e7cf req-df6482fb-ae3d-4ad4-a776-1f190c336651 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa HTTP/1.1" status: 200 len: 910 time: 1.1319561 Mar 05 13:49:47.041247 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d2a8e-c2e8-43dd-8ee5-83ce0f72b257 None None] Pushing event updated for resources: {'Port': ['ID=3ff8f6d7-8e65-483b-840b-fbbdbac2b93c,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:47.207016 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-dd9a1afa-1153-4ba9-afee-0aa16ad6881b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:47.244793 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-007adb16-027a-4d4c-848c-79b9f2f330b8 None None] Provisioning complete for port 3ff8f6d7-8e65-483b-840b-fbbdbac2b93c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:47.245360 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-007adb16-027a-4d4c-848c-79b9f2f330b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:47.325185 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dd9a1afa-1153-4ba9-afee-0aa16ad6881b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Usage tracker for resource:subnet and tenant:6a5b47cbb61a47afa9f44c5dd1137e97 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:47.329222 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-0773e47a-7f79-47e6-8162-cd5f986fe163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:47.330702 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-0773e47a-7f79-47e6-8162-cd5f986fe163 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d408d73-a46e-4e4c-b598-e5439c0aebd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1694894 Mar 05 13:49:47.331572 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dd9a1afa-1153-4ba9-afee-0aa16ad6881b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:47.365622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-dd9a1afa-1153-4ba9-afee-0aa16ad6881b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:47.374596 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57c2854-6ed1-4aff-bbe8-f2ae17a287b3 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:49:47.390272 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] Sync routers for ids ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:49:47.408251 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] Routers {'11b22a34-db94-48ea-88a2-77f69a6ef0b0'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:49:47.408947 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:49:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:47.450786 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a57c2854-6ed1-4aff-bbe8-f2ae17a287b3 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:47.455689 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a57c2854-6ed1-4aff-bbe8-f2ae17a287b3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8174434 Mar 05 13:49:47.462552 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33746) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:47.472082 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b004e0-c8cd-49be-b1cd-ede9562bec55 req-5464ac50-1c04-4604-af5e-4d7d312b8ac1 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:47.473822 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e9b004e0-c8cd-49be-b1cd-ede9562bec55 req-5464ac50-1c04-4604-af5e-4d7d312b8ac1 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 945 time: 0.3672938 Mar 05 13:49:47.481424 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-2c8b161b-4e1c-4ecb-b2a7-c70bec9f9e65 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:47.488023 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-2c8b161b-4e1c-4ecb-b2a7-c70bec9f9e65 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/networks?id=fea5c273-e4ab-46b7-85df-ca04090e1441 HTTP/1.1" status: 200 len: 812 time: 0.6655853 Mar 05 13:49:47.525482 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b6f489f3-d002-49ed-9f91-c2be12a2e7cf req-596fb83f-d3e9-4de6-b60c-5104247edb92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0e81356-fbf1-4f61-b654-8636d2743386 HTTP/1.1" status: 200 len: 1000 time: 0.3293753 Mar 05 13:49:47.529301 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9a1afa-1153-4ba9-afee-0aa16ad6881b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Made reservation on behalf of 6a5b47cbb61a47afa9f44c5dd1137e97 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:49:47.532734 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd9a1afa-1153-4ba9-afee-0aa16ad6881b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:47.553233 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-3d58a672-13b1-4e12-a54d-418b13b5a4a7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/quotas/79f8ba46919a411c91f03c872b2a9ca1 HTTP/1.1" status: 200 len: 375 time: 0.0642970 Mar 05 13:49:47.629731 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] Set router 11b22a34-db94-48ea-88a2-77f69a6ef0b0 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:49:47.675071 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e9b004e0-c8cd-49be-b1cd-ede9562bec55 req-bfff21e2-9740-42c1-9004-40ae379c68ba tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162460 Mar 05 13:49:47.724707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-56b44c75-0cf4-4e26-a1e1-967e2b46f02e tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Synchronizing usage tracker for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:49:47.776934 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-42dc5a01-acd8-437e-a8f4-10673d25a75d service neutron] 10.222.0.15 "GET /v2.0/networks/0d408d73-a46e-4e4c-b598-e5439c0aebd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353342 Mar 05 13:49:47.956573 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f489f3-d002-49ed-9f91-c2be12a2e7cf req-638f09d2-c309-4c7f-8921-95a395fbdb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:47.958267 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b6f489f3-d002-49ed-9f91-c2be12a2e7cf req-638f09d2-c309-4c7f-8921-95a395fbdb55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1aa35db-56b3-4082-9281-daf61ed75a84 HTTP/1.1" status: 200 len: 849 time: 0.3984280 Mar 05 13:49:48.021507 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-28b28872-b398-4587-a267-f9855128ca75 req-74c3475b-fb7f-4e02-8928-22b49c212840 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 210 time: 0.1250117 Mar 05 13:49:48.027496 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'name': 'tempest-AttachVolumeShelveTestJSON-193633381-router', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:49:44Z', 'revision_number': 3, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'gw_port': {'id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:43Z', 'updated_at': '2022-03-05T13:49:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:48.030811 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-56b44c75-0cf4-4e26-a1e1-967e2b46f02e tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Unset dirty status for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:49:48.032220 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-56b44c75-0cf4-4e26-a1e1-967e2b46f02e tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=79f8ba46919a411c91f03c872b2a9ca1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4782567 Mar 05 13:49:48.041766 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd9a1afa-1153-4ba9-afee-0aa16ad6881b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:48.042028 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] Checking router: 11b22a34-db94-48ea-88a2-77f69a6ef0b0 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:49:48.042341 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] Updating router 11b22a34-db94-48ea-88a2-77f69a6ef0b0 port cdfcba9f-ee45-4aef-ab06-14836814ec10 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:49:48.102416 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:48.118889 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-dfb75555-738d-4c33-93ea-05004c619928 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:48.120432 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-dfb75555-738d-4c33-93ea-05004c619928 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.30 "GET /v2.0/networks?id=175f72fb-87d4-4d09-877c-e76b741da2ad HTTP/1.1" status: 200 len: 815 time: 0.5469244 Mar 05 13:49:48.261123 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-6614b5f2-fc10-4df1-9430-734508f3944d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Synchronizing usage tracker for tenant:6458262d05f2497586ebde1561a80c5d on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:49:48.367528 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-6614b5f2-fc10-4df1-9430-734508f3944d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Unset dirty status for tenant:6458262d05f2497586ebde1561a80c5d on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:49:48.369719 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-6614b5f2-fc10-4df1-9430-734508f3944d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6458262d05f2497586ebde1561a80c5d HTTP/1.1" status: 200 len: 379 time: 0.1960652 Mar 05 13:49:48.387978 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a1afa-1153-4ba9-afee-0aa16ad6881b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Pushing event updated for resources: {'Subnet': ['ID=acc2e7d4-0341-4859-a8d6-ec47dde022fe,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:48.396338 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9a1afa-1153-4ba9-afee-0aa16ad6881b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Checking segment: {'id': '69f66c0b-95cd-4a6d-b199-03ea2a2f04f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b33ee84c-2496-46a8-b58a-4eba130217ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:49:48.396813 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9a1afa-1153-4ba9-afee-0aa16ad6881b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Network hostable DHCP agents. Network: b33ee84c-2496-46a8-b58a-4eba130217ce, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:49:48.425410 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-bc5bf70b-02ae-4d0b-a60c-ff22f1bb8c52 service neutron] 10.222.0.15 "GET /v2.0/networks/0d408d73-a46e-4e4c-b598-e5439c0aebd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6375747 Mar 05 13:49:48.427516 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f489f3-d002-49ed-9f91-c2be12a2e7cf req-d3b41fd1-31c6-4100-b9ee-a64d7753fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:48.429036 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b6f489f3-d002-49ed-9f91-c2be12a2e7cf req-d3b41fd1-31c6-4100-b9ee-a64d7753fa59 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4640298 Mar 05 13:49:48.429641 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-634b0fc9-b114-4bf5-8f46-a4eeaf21f611 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Request body: {'port': {'device_id': '796ecef7-335f-415b-aaf7-81b50bd58943', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'admin_state_up': True, 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'security_groups': ['f04bc72f-b67b-4bb4-a2d0-9bcbb590b57b']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:48.456054 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-99dba0b3-619f-4317-ab0f-7e1c48c71629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:48.474377 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:48.487924 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] Transition to ACTIVE for port object cdfcba9f-ee45-4aef-ab06-14836814ec10 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:49:48.493973 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:48.553357 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-a21a69de-bc82-452f-8bfd-5d627daf97f1 service neutron] 10.222.0.16 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925728 Mar 05 13:49:48.565489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9a1afa-1153-4ba9-afee-0aa16ad6881b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Network b33ee84c-2496-46a8-b58a-4eba130217ce is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:49:48.573971 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-e1452f2d-82e4-4cbc-8b2c-946f0805346e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=45d7348f-7f9b-402e-806f-fad32b169dc7 HTTP/1.1" status: 200 len: 217 time: 0.1092622 Mar 05 13:49:48.587514 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136017b4-a4bf-4ea0-984e-b47af9ee4a6f None None] Pushing event updated for resources: {'Port': ['ID=cdfcba9f-ee45-4aef-ab06-14836814ec10,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:48.592471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] Attempting to bind port cdfcba9f-ee45-4aef-ab06-14836814ec10 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:49:48.592923 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] Attempting to bind port cdfcba9f-ee45-4aef-ab06-14836814ec10 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:49:48.593361 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] Attempting to bind port cdfcba9f-ee45-4aef-ab06-14836814ec10 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:49:48.600781 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:49:48.601291 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:49:48.601910 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:48.602682 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:49:48.603621 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] Bound port: cdfcba9f-ee45-4aef-ab06-14836814ec10, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:49:48.604033 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:48.684064 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] For port cdfcba9f-ee45-4aef-ab06-14836814ec10, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:49:48.687596 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] For port cdfcba9f-ee45-4aef-ab06-14836814ec10, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cdfcba9f-ee45-4aef-ab06-14836814ec10,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:49:48.693623 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:48.810111 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] Routers {'11b22a34-db94-48ea-88a2-77f69a6ef0b0'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:49:48.810656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:49:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:48.842465 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-dd9a1afa-1153-4ba9-afee-0aa16ad6881b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, b33ee84c-2496-46a8-b58a-4eba130217ce) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:49:48.860577 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9a1afa-1153-4ba9-afee-0aa16ad6881b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:48.861137 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd9a1afa-1153-4ba9-afee-0aa16ad6881b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:48.871394 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4f57fc-c492-4189-97e3-a2cb521530f8 None None] Network b33ee84c-2496-46a8-b58a-4eba130217ce requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:49:48.943948 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-634b0fc9-b114-4bf5-8f46-a4eeaf21f611 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:48.969273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-2da7d574-120b-4185-97f7-7374053e95b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:48.970697 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-2da7d574-120b-4185-97f7-7374053e95b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=195deb9b-f889-47f9-a60b-0861bb777acc HTTP/1.1" status: 200 len: 797 time: 0.3699081 Mar 05 13:49:48.975551 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dd9a1afa-1153-4ba9-afee-0aa16ad6881b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3000469 Mar 05 13:49:48.981473 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33760) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:48.987022 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136017b4-a4bf-4ea0-984e-b47af9ee4a6f None None] Pushing event updated for resources: {'Port': ['ID=cdfcba9f-ee45-4aef-ab06-14836814ec10,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:49.023387 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a0a95-b4e8-45ff-aa18-1c19ad0f1965 req-c3c70a70-c43b-4177-a866-2a4d343a3210 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:49.024648 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-30fb4f05-1c82-4abb-8ef5-64650063afde tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2052027682', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}, 'admin_state_up': False}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:49.031105 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a29a0a95-b4e8-45ff-aa18-1c19ad0f1965 req-c3c70a70-c43b-4177-a866-2a4d343a3210 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 945 time: 0.6463027 Mar 05 13:49:49.040171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-634b0fc9-b114-4bf5-8f46-a4eeaf21f611 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:49.064599 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-30fb4f05-1c82-4abb-8ef5-64650063afde tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:49.079722 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-30fb4f05-1c82-4abb-8ef5-64650063afde tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Usage tracker for resource:router and tenant:6a5b47cbb61a47afa9f44c5dd1137e97 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:49.084115 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b6f489f3-d002-49ed-9f91-c2be12a2e7cf req-6f0c9717-d45e-4c34-9ae0-dcafe6ea26ee service neutron] 10.222.0.30 "GET /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6390235 Mar 05 13:49:49.085164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-30fb4f05-1c82-4abb-8ef5-64650063afde tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:49.093512 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-0ecd74f5-8398-4af0-8405-55d850bb80e6 service neutron] 10.222.0.16 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253475 Mar 05 13:49:49.101590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-30fb4f05-1c82-4abb-8ef5-64650063afde tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:49.159587 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] Set router 11b22a34-db94-48ea-88a2-77f69a6ef0b0 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:49:49.164279 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-634b0fc9-b114-4bf5-8f46-a4eeaf21f611 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Made reservation on behalf of 6458262d05f2497586ebde1561a80c5d for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:49:49.168267 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-634b0fc9-b114-4bf5-8f46-a4eeaf21f611 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:49.202277 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a29a0a95-b4e8-45ff-aa18-1c19ad0f1965 req-20f43d5e-d1b9-4d97-a539-7931141ea782 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683068 Mar 05 13:49:49.206233 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30fb4f05-1c82-4abb-8ef5-64650063afde tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:49.207339 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30fb4f05-1c82-4abb-8ef5-64650063afde tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:49.245607 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-dff3db99-7e3d-4b55-b7d3-a3dceb38698b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:49.247133 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-dff3db99-7e3d-4b55-b7d3-a3dceb38698b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f6c0a83-f942-4f3a-b081-d6b623d42c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2648103 Mar 05 13:49:49.283053 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3ff8f6d7-8e65-483b-840b-fbbdbac2b93c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:49:49.398209 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-312f13e3-b101-4ef1-a4a5-f47032d817a0 service neutron] 10.222.0.15 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430399 Mar 05 13:49:49.533117 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7b6887-6017-44f2-bf88-6a1cd86b3346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-b33ee84c-2496-46a8-b58a-4eba130217ce', 'network_id': 'b33ee84c-2496-46a8-b58a-4eba130217ce', 'tenant_id': '6a5b47cbb61a47afa9f44c5dd1137e97', 'fixed_ips': [{'subnet_id': 'acc2e7d4-0341-4859-a8d6-ec47dde022fe'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:49:49.533909 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1c7b6887-6017-44f2-bf88-6a1cd86b3346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:49.604315 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30fb4f05-1c82-4abb-8ef5-64650063afde tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:49.698918 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b6f489f3-d002-49ed-9f91-c2be12a2e7cf req-b0303952-a722-476f-bc19-3333a28d201f service neutron] 10.222.0.30 "GET /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6044333 Mar 05 13:49:49.703063 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-89c21e28-28a3-4cc9-b9db-070dd86b698d req-7d0055b8-684a-41bd-9183-1daed5eb7df5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 210 time: 0.3008585 Mar 05 13:49:49.705701 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-3a5173d3-6567-49aa-bc43-f458bba3c615 service neutron] 10.222.0.15 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014803 Mar 05 13:49:49.843234 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-1c7b6887-6017-44f2-bf88-6a1cd86b3346 None None] Allocated IP 172.20.0.2 (b33ee84c-2496-46a8-b58a-4eba130217ce/acc2e7d4-0341-4859-a8d6-ec47dde022fe/17e9c4b2-10bc-4b44-b41f-eb23dfd95e27) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:49:49.849083 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 3ff8f6d7-8e65-483b-840b-fbbdbac2b93c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:49.849672 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:49.892663 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:49.928520 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c05173fc-8229-48bc-b16c-152beefcedb2 req-b0e9820b-5d06-46ba-acb5-ea639185b0b7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9e792e-45b4-48ea-b2d2-d149f27bb2aa HTTP/1.1" status: 200 len: 210 time: 0.0845237 Mar 05 13:49:49.937916 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-def738a2-29b7-4bbb-bdde-72714e1bc196 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=fb2fb21a-fc7e-4555-a410-8b0698d54b45 HTTP/1.1" status: 200 len: 217 time: 0.1356399 Mar 05 13:49:50.012881 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-99dba0b3-619f-4317-ab0f-7e1c48c71629 admin admin] Deleting port c59efc00-ff3c-4261-8bfb-202004ab011e {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:49:50.013234 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-99dba0b3-619f-4317-ab0f-7e1c48c71629 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:50.083089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-8fde3f4b-a9b8-494a-954b-9b5ca1d880aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:50.084998 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-8fde3f4b-a9b8-494a-954b-9b5ca1d880aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=195deb9b-f889-47f9-a60b-0861bb777acc HTTP/1.1" status: 200 len: 797 time: 0.1340513 Mar 05 13:49:50.221983 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'name': 'tempest-AttachVolumeShelveTestJSON-193633381-router', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:49:44Z', 'revision_number': 3, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'gw_port': {'id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:43Z', 'updated_at': '2022-03-05T13:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:50.235492 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f8349-ccbc-4a13-ac2f-d39cba990908 req-ad734449-b8cb-4697-8ce1-27eed7d8500d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:50.238359 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c41fc0-ad75-4069-a036-2280c4620028 None None] The sync data for ids ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'] in n-d-803718-1 is: [{'id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'name': 'tempest-AttachVolumeShelveTestJSON-193633381-router', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:49:44Z', 'revision_number': 3, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'gw_port': {'id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:43Z', 'updated_at': '2022-03-05T13:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:49:50.242692 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8c0f8349-ccbc-4a13-ac2f-d39cba990908 req-ad734449-b8cb-4697-8ce1-27eed7d8500d tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 945 time: 0.6277409 Mar 05 13:49:50.248996 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30fb4f05-1c82-4abb-8ef5-64650063afde tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:50.288531 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1c7b6887-6017-44f2-bf88-6a1cd86b3346 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:50.309834 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1c7b6887-6017-44f2-bf88-6a1cd86b3346 None None] Transition to ACTIVE for port object 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:49:50.341886 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1c7b6887-6017-44f2-bf88-6a1cd86b3346 None None] Transition to ACTIVE for port object 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:49:50.348673 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1c7b6887-6017-44f2-bf88-6a1cd86b3346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:50.376215 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8c0f8349-ccbc-4a13-ac2f-d39cba990908 req-c3cfb1e9-7823-47db-97d0-4a1bf5411cec tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321490 Mar 05 13:49:50.444263 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-6f666662-d0d1-4d36-bdf9-6cb8fe837069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:50.445794 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-6f666662-d0d1-4d36-bdf9-6cb8fe837069 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f6c0a83-f942-4f3a-b081-d6b623d42c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3519988 Mar 05 13:49:50.503069 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b6887-6017-44f2-bf88-6a1cd86b3346 None None] Pushing event updated for resources: {'Port': ['ID=17e9c4b2-10bc-4b44-b41f-eb23dfd95e27,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:50.514125 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-634b0fc9-b114-4bf5-8f46-a4eeaf21f611 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Allocated IP 172.20.0.12 (175f72fb-87d4-4d09-877c-e76b741da2ad/c9349c82-1490-40bf-94d8-d6850b67eb95/a5972511-db51-4276-92a7-378dc0046fec) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:49:50.521348 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7b6887-6017-44f2-bf88-6a1cd86b3346 None None] Network b33ee84c-2496-46a8-b58a-4eba130217ce is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:49:50.523363 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-1c7b6887-6017-44f2-bf88-6a1cd86b3346 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:49:50.530908 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7b6887-6017-44f2-bf88-6a1cd86b3346 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:49:50.881794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Allocated IP 172.20.0.1 (47dce88b-b414-45d2-b170-ce43dcded289/3f8c39d4-8db2-4e14-8534-4ef6364fca85/1d80b227-ff55-4ef2-825c-aefd97ffdaec) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:49:50.929409 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1c7b6887-6017-44f2-bf88-6a1cd86b3346 None None] Attempting to bind port 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:49:50.930098 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1c7b6887-6017-44f2-bf88-6a1cd86b3346 None None] Attempting to bind port 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '69f66c0b-95cd-4a6d-b199-03ea2a2f04f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b33ee84c-2496-46a8-b58a-4eba130217ce'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:49:50.931555 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7b6887-6017-44f2-bf88-6a1cd86b3346 None None] Attempting to bind port 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27 on network b33ee84c-2496-46a8-b58a-4eba130217ce {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:49:50.944015 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7b6887-6017-44f2-bf88-6a1cd86b3346 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:49:50.944387 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7b6887-6017-44f2-bf88-6a1cd86b3346 None None] Checking segment: {'id': '69f66c0b-95cd-4a6d-b199-03ea2a2f04f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b33ee84c-2496-46a8-b58a-4eba130217ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:49:50.944756 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1c7b6887-6017-44f2-bf88-6a1cd86b3346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:50.945171 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7b6887-6017-44f2-bf88-6a1cd86b3346 None None] Bound using segment: {'id': '69f66c0b-95cd-4a6d-b199-03ea2a2f04f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b33ee84c-2496-46a8-b58a-4eba130217ce'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:49:50.945656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1c7b6887-6017-44f2-bf88-6a1cd86b3346 None None] Bound port: 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f66c0b-95cd-4a6d-b199-03ea2a2f04f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b33ee84c-2496-46a8-b58a-4eba130217ce'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:49:50.946165 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1c7b6887-6017-44f2-bf88-6a1cd86b3346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:51.174916 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1c7b6887-6017-44f2-bf88-6a1cd86b3346 None None] For port 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:49:51.175492 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-99dba0b3-619f-4317-ab0f-7e1c48c71629 admin admin] For port c59efc00-ff3c-4261-8bfb-202004ab011e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c59efc00-ff3c-4261-8bfb-202004ab011e,segment=NetworkSegment(602c854c-7211-4590-8d73-a57641bf555b),segment_id=602c854c-7211-4590-8d73-a57641bf555b)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:51.175849 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-99dba0b3-619f-4317-ab0f-7e1c48c71629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:51.181593 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1c7b6887-6017-44f2-bf88-6a1cd86b3346 None None] For port 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=17e9c4b2-10bc-4b44-b41f-eb23dfd95e27,segment=NetworkSegment(69f66c0b-95cd-4a6d-b199-03ea2a2f04f7),segment_id=69f66c0b-95cd-4a6d-b199-03ea2a2f04f7)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:49:51.192114 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1c7b6887-6017-44f2-bf88-6a1cd86b3346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:51.265904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-df01d62e-ab72-46a0-a80d-a9a810725070 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:51.268038 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-df01d62e-ab72-46a0-a80d-a9a810725070 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.15 "GET /v2.0/networks?id=fea5c273-e4ab-46b7-85df-ca04090e1441 HTTP/1.1" status: 200 len: 812 time: 0.2764099 Mar 05 13:49:51.288040 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cdfcba9f-ee45-4aef-ab06-14836814ec10 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:49:51.300498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-e78d7ebb-c844-46df-968f-1d5cdf7d0068 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Request body: {'port': {'device_id': '4e9e792e-45b4-48ea-b2d2-d149f27bb2aa', 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441', 'admin_state_up': True, 'tenant_id': '79f8ba46919a411c91f03c872b2a9ca1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:51.407647 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-99dba0b3-619f-4317-ab0f-7e1c48c71629 admin admin] Calling delete_port for c59efc00-ff3c-4261-8bfb-202004ab011e owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:49:51.499351 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b6887-6017-44f2-bf88-6a1cd86b3346 None None] Pushing event updated for resources: {'Port': ['ID=17e9c4b2-10bc-4b44-b41f-eb23dfd95e27,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:51.519555 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port cdfcba9f-ee45-4aef-ab06-14836814ec10 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:49:51.539487 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port cdfcba9f-ee45-4aef-ab06-14836814ec10 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:51.540629 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:51.712805 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-e78d7ebb-c844-46df-968f-1d5cdf7d0068 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:51.725252 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:51.727179 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f559f83a-9b39-461e-8022-6c8bf0ae0589 req-484b117c-ed21-46f5-a4c6-5c0ab074ad0b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 210 time: 0.4510548 Mar 05 13:49:51.744889 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port cdfcba9f-ee45-4aef-ab06-14836814ec10, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cdfcba9f-ee45-4aef-ab06-14836814ec10,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:51.764209 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:51.766984 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-e78d7ebb-c844-46df-968f-1d5cdf7d0068 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:51.849764 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:51.850657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-e78d7ebb-c844-46df-968f-1d5cdf7d0068 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Made reservation on behalf of 79f8ba46919a411c91f03c872b2a9ca1 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:49:51.855869 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-e78d7ebb-c844-46df-968f-1d5cdf7d0068 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:51.910136 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2017fc06-83fe-4f8b-8db9-3b3b3f2d4c1c req-69e2593f-b520-452a-b7ef-27c6b66450dd tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9e792e-45b4-48ea-b2d2-d149f27bb2aa HTTP/1.1" status: 200 len: 210 time: 0.2922292 Mar 05 13:49:51.975584 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=cdfcba9f-ee45-4aef-ab06-14836814ec10,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:52.003822 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-bdb1ddaf-a692-46c5-8336-1823b5d3f71e service neutron] 10.222.0.15 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5360396 Mar 05 13:49:52.028796 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Transition to ACTIVE for port object 1d80b227-ff55-4ef2-825c-aefd97ffdaec will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:49:52.131029 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-634b0fc9-b114-4bf5-8f46-a4eeaf21f611 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:52.154585 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:52.158409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-634b0fc9-b114-4bf5-8f46-a4eeaf21f611 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Transition to ACTIVE for port object a5972511-db51-4276-92a7-378dc0046fec will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:49:52.223011 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30fb4f05-1c82-4abb-8ef5-64650063afde tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:52.329343 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30fb4f05-1c82-4abb-8ef5-64650063afde tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:52.445981 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Network 47dce88b-b414-45d2-b170-ce43dcded289 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:49:52.453683 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:49:52.455718 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Pushing event updated for resources: {'Port': ['ID=1d80b227-ff55-4ef2-825c-aefd97ffdaec,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:52.459323 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:49:52.535463 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-503b0f4b-ac99-43f0-b7d7-2a126d022543 service neutron] 10.222.0.15 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309568 Mar 05 13:49:52.541602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:52.541950 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:52.542287 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:52.542617 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:52.543031 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:52.543376 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:52.543687 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:52.544005 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:52.544326 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:52.544755 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:52.545083 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:52.545400 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:49:52.553892 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-99dba0b3-619f-4317-ab0f-7e1c48c71629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:52.646726 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d1164-b417-454e-a511-47ef79f11c84 req-8a65cbb8-2492-47c6-a153-1c5de0286b88 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:52.654399 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aa3d1164-b417-454e-a511-47ef79f11c84 req-8a65cbb8-2492-47c6-a153-1c5de0286b88 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 945 time: 0.6574776 Mar 05 13:49:52.655672 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dba0b3-619f-4317-ab0f-7e1c48c71629 admin admin] Pushing event deleted for resources: {'Port': ['ID=c59efc00-ff3c-4261-8bfb-202004ab011e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:52.656907 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-e78d7ebb-c844-46df-968f-1d5cdf7d0068 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Allocated IP 172.20.0.5 (fea5c273-e4ab-46b7-85df-ca04090e1441/a5e6956c-ed3e-4331-80e6-bd294ce26155/bd82583d-4fe5-4cd6-a4e8-20009016c84b) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:49:52.681639 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-634b0fc9-b114-4bf5-8f46-a4eeaf21f611 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:52.709039 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-7b1d4ef0-5582-471a-8c37-3e3532daf8ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=5140cdaa-5a62-47c5-9206-7488edc8b9b4 HTTP/1.1" status: 200 len: 217 time: 0.1409595 Mar 05 13:49:52.747202 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:52.778800 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-54c331e2-d143-460e-8f29-22a89864a929 None None] Provisioning for port 1d80b227-ff55-4ef2-825c-aefd97ffdaec completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:49:52.788338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-54c331e2-d143-460e-8f29-22a89864a929 None None] Provisioning complete for port 1d80b227-ff55-4ef2-825c-aefd97ffdaec triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:52.788712 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-54c331e2-d143-460e-8f29-22a89864a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:52.882585 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-54c331e2-d143-460e-8f29-22a89864a929 None None] Port 1d80b227-ff55-4ef2-825c-aefd97ffdaec cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:49:52.891068 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-30fb4f05-1c82-4abb-8ef5-64650063afde tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Allocated IP 172.25.4.44 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/66df4540-6965-4740-bdbc-5ff256234ba6) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:49:52.928044 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aa3d1164-b417-454e-a511-47ef79f11c84 req-b2752590-7df8-4f03-8a97-bb360b285beb tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725823 Mar 05 13:49:52.952018 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0f71e-3a41-443c-961f-b5323bb3951b req-6d355d2c-0ba1-4c7b-9c9f-48affa665d35 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:52.953541 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-42e0f71e-3a41-443c-961f-b5323bb3951b req-6d355d2c-0ba1-4c7b-9c9f-48affa665d35 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 945 time: 0.6070991 Mar 05 13:49:53.081565 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-634b0fc9-b114-4bf5-8f46-a4eeaf21f611 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Network 175f72fb-87d4-4d09-877c-e76b741da2ad is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:49:53.110329 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-634b0fc9-b114-4bf5-8f46-a4eeaf21f611 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:49:53.112726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-634b0fc9-b114-4bf5-8f46-a4eeaf21f611 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:49:53.169942 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b0fc9-b114-4bf5-8f46-a4eeaf21f611 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event updated for resources: {'Port': ['ID=a5972511-db51-4276-92a7-378dc0046fec,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:53.365033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-2c44820f-8ccb-420b-b334-1f466035e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:53.366713 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-2c44820f-8ccb-420b-b334-1f466035e4bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=195deb9b-f889-47f9-a60b-0861bb777acc HTTP/1.1" status: 200 len: 797 time: 0.6425319 Mar 05 13:49:53.389628 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:49:53.400860 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-42e0f71e-3a41-443c-961f-b5323bb3951b req-83721b58-460f-40bd-b930-8b24e4330b34 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Deleting port bb103036-062a-4e70-ae3a-1a2c414b9dc2 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:49:53.401513 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-42e0f71e-3a41-443c-961f-b5323bb3951b req-83721b58-460f-40bd-b930-8b24e4330b34 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:53.510427 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:49:53.516630 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-640611f0-043b-4c4f-91fa-e6ac2054939d None None] Provisioning for port a5972511-db51-4276-92a7-378dc0046fec completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:49:53.531730 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cdfcba9f-ee45-4aef-ab06-14836814ec10 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:49:53.566092 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7029f56c-9d3d-4681-acbe-a0edf6400620 req-71c63d39-a009-4165-92ee-113476ede6cc tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9e792e-45b4-48ea-b2d2-d149f27bb2aa HTTP/1.1" status: 200 len: 210 time: 0.2113147 Mar 05 13:49:53.571495 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-640611f0-043b-4c4f-91fa-e6ac2054939d None None] Provisioning complete for port a5972511-db51-4276-92a7-378dc0046fec triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:53.571879 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-640611f0-043b-4c4f-91fa-e6ac2054939d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:53.600634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-634b0fc9-b114-4bf5-8f46-a4eeaf21f611 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:53.601478 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-634b0fc9-b114-4bf5-8f46-a4eeaf21f611 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:53.625191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9664767-51df-4348-a5e8-29e9b268bd84 None None] Network b33ee84c-2496-46a8-b58a-4eba130217ce requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:49:53.698203 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49064779-540d-45e7-89de-bbc02e1218d6 req-a4f8e9db-cea6-47a0-9842-fe48a092a8a8 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:53.699424 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-49064779-540d-45e7-89de-bbc02e1218d6 req-a4f8e9db-cea6-47a0-9842-fe48a092a8a8 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 932 time: 0.7616239 Mar 05 13:49:53.700433 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-e78d7ebb-c844-46df-968f-1d5cdf7d0068 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:53.739455 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-640611f0-043b-4c4f-91fa-e6ac2054939d None None] Port a5972511-db51-4276-92a7-378dc0046fec cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:49:53.739735 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-5a6ab693-5e35-4a35-8b3b-efc23d9ceb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:53.741177 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-5a6ab693-5e35-4a35-8b3b-efc23d9ceb21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f6c0a83-f942-4f3a-b081-d6b623d42c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3073647 Mar 05 13:49:53.747717 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-99dba0b3-619f-4317-ab0f-7e1c48c71629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:53.776379 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port cdfcba9f-ee45-4aef-ab06-14836814ec10 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:53.776751 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:53.788863 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-634b0fc9-b114-4bf5-8f46-a4eeaf21f611 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4057264 Mar 05 13:49:53.800325 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30fb4f05-1c82-4abb-8ef5-64650063afde tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:53.834927 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] Request body: {'port': {'device_id': '796ecef7-335f-415b-aaf7-81b50bd58943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:53.919340 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f091c591-a562-4f86-93b6-31a86a3452fc None None] Provisioning for port 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:49:53.936176 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-c5c3ffa4-3ba7-4899-9092-aacd965ce883 service neutron] 10.222.0.15 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874402 Mar 05 13:49:53.937141 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-e78d7ebb-c844-46df-968f-1d5cdf7d0068 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:54.008631 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f091c591-a562-4f86-93b6-31a86a3452fc None None] Provisioning complete for port 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:54.009161 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f091c591-a562-4f86-93b6-31a86a3452fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:54.035267 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30fb4f05-1c82-4abb-8ef5-64650063afde tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:54.106288 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-e78d7ebb-c844-46df-968f-1d5cdf7d0068 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Network fea5c273-e4ab-46b7-85df-ca04090e1441 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:49:54.122696 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-e78d7ebb-c844-46df-968f-1d5cdf7d0068 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:49:54.161861 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-e78d7ebb-c844-46df-968f-1d5cdf7d0068 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:49:54.188924 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-49064779-540d-45e7-89de-bbc02e1218d6 req-3aef4263-8ec4-4633-a96c-8f92bf81827f tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=f04bc72f-b67b-4bb4-a2d0-9bcbb590b57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4748421 Mar 05 13:49:54.193425 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f091c591-a562-4f86-93b6-31a86a3452fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:54.195351 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:54.221547 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d7ebb-c844-46df-968f-1d5cdf7d0068 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Pushing event updated for resources: {'Port': ['ID=bd82583d-4fe5-4cd6-a4e8-20009016c84b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:54.227915 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fb4f05-1c82-4abb-8ef5-64650063afde tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:49:54.235478 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-f091c591-a562-4f86-93b6-31a86a3452fc None None] For port 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=17e9c4b2-10bc-4b44-b41f-eb23dfd95e27,segment=NetworkSegment(69f66c0b-95cd-4a6d-b199-03ea2a2f04f7),segment_id=69f66c0b-95cd-4a6d-b199-03ea2a2f04f7)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:54.247866 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f091c591-a562-4f86-93b6-31a86a3452fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:54.269159 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-30fb4f05-1c82-4abb-8ef5-64650063afde tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:49:54.281391 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fb4f05-1c82-4abb-8ef5-64650063afde tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:49:54.341750 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091c591-a562-4f86-93b6-31a86a3452fc None None] Pushing event updated for resources: {'Port': ['ID=17e9c4b2-10bc-4b44-b41f-eb23dfd95e27,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:54.415326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-e78d7ebb-c844-46df-968f-1d5cdf7d0068 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:54.416766 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-e78d7ebb-c844-46df-968f-1d5cdf7d0068 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:54.457888 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-2bcf617b-f373-42f9-a45a-324ecccebe76 service neutron] 10.222.0.15 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814947 Mar 05 13:49:54.463186 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb4f05-1c82-4abb-8ef5-64650063afde tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Pushing event updated for resources: {'Port': ['ID=66df4540-6965-4740-bdbc-5ff256234ba6,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:54.482523 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:54.518394 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-42e0f71e-3a41-443c-961f-b5323bb3951b req-83721b58-460f-40bd-b930-8b24e4330b34 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] For port bb103036-062a-4e70-ae3a-1a2c414b9dc2, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=bb103036-062a-4e70-ae3a-1a2c414b9dc2,segment=NetworkSegment(b7940536-8621-4ee2-8ab4-d1cc2692a2bb),segment_id=b7940536-8621-4ee2-8ab4-d1cc2692a2bb)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:54.518673 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-42e0f71e-3a41-443c-961f-b5323bb3951b req-83721b58-460f-40bd-b930-8b24e4330b34 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:54.572873 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8b9260b6-8b26-439a-b029-ae52e9970c68 None None] Provisioning complete for port 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:54.574158 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8b9260b6-8b26-439a-b029-ae52e9970c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:54.728739 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-0503ab7c-b4fb-4a6d-bf23-24ae44372123 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=d8f0ac4c-d717-4bc8-a324-5c186d133ada HTTP/1.1" status: 200 len: 217 time: 0.2601495 Mar 05 13:49:54.774635 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-42e0f71e-3a41-443c-961f-b5323bb3951b req-83721b58-460f-40bd-b930-8b24e4330b34 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Calling delete_port for bb103036-062a-4e70-ae3a-1a2c414b9dc2 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:49:54.778142 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-e78d7ebb-c844-46df-968f-1d5cdf7d0068 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4971430 Mar 05 13:49:54.797878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06310f9-f78d-432f-89db-f85fc68ebaf7 req-89803764-63ea-4699-b6a5-11dfcf34054a tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:54.799347 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e06310f9-f78d-432f-89db-f85fc68ebaf7 req-89803764-63ea-4699-b6a5-11dfcf34054a tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 945 time: 0.6919858 Mar 05 13:49:54.813682 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-ed2cf01e-09d9-4d43-99d1-b77ab618ae74 service neutron] Request body: {'port': {'device_id': '4e9e792e-45b4-48ea-b2d2-d149f27bb2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:55.078352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-f1f18da9-e63a-4419-befa-79d38db2da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:55.079792 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-f1f18da9-e63a-4419-befa-79d38db2da02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=195deb9b-f889-47f9-a60b-0861bb777acc HTTP/1.1" status: 200 len: 797 time: 0.3443129 Mar 05 13:49:55.092172 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:49:55.164237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:55.165298 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:55.206299 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e06310f9-f78d-432f-89db-f85fc68ebaf7 req-21453d3b-4cf1-453c-aaa8-1558760c2f98 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/security-groups?id=054fdef4-0776-4d23-9a27-50634db7ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672614 Mar 05 13:49:55.301686 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-ed2cf01e-09d9-4d43-99d1-b77ab618ae74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:55.304368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dba0b3-619f-4317-ab0f-7e1c48c71629 admin admin] Router b739ddb9-60e3-4d87-9292-9616156585a4 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:49:55.353451 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615f0cd-efd6-4d50-87a4-146bf2259fff req-9710751a-2bf0-4233-83a3-c3caaa2cc9cf tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:55.354975 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c615f0cd-efd6-4d50-87a4-146bf2259fff req-9710751a-2bf0-4233-83a3-c3caaa2cc9cf tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9e792e-45b4-48ea-b2d2-d149f27bb2aa HTTP/1.1" status: 200 len: 931 time: 0.6009140 Mar 05 13:49:55.374456 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:55.443841 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30fb4f05-1c82-4abb-8ef5-64650063afde tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:55.459758 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:55.533821 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-398b2232-a864-4c33-9868-87912a68aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:55.535226 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-398b2232-a864-4c33-9868-87912a68aa08 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f6c0a83-f942-4f3a-b081-d6b623d42c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4338744 Mar 05 13:49:55.537565 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-42e0f71e-3a41-443c-961f-b5323bb3951b req-83721b58-460f-40bd-b930-8b24e4330b34 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:55.763127 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c615f0cd-efd6-4d50-87a4-146bf2259fff req-15c8dffd-709d-4c46-ada7-016a0606d7ae tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959124 Mar 05 13:49:55.837409 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device bb103036-062a-4e70-ae3a-1a2c414b9dc2 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:49:55.876058 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: bb103036-062a-4e70-ae3a-1a2c414b9dc2 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:49:55.876404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device bb103036-062a-4e70-ae3a-1a2c414b9dc2 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:49:55.879455 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:55.895897 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Pushing event updated for resources: {'Port': ['ID=1d80b227-ff55-4ef2-825c-aefd97ffdaec,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:55.900415 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.resource_extend [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:49:55.940960 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808512f-ef49-430a-985a-40c90e542357 req-49a79bcc-7aca-48ad-91b5-6eef99335327 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:55.942419 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3808512f-ef49-430a-985a-40c90e542357 req-49a79bcc-7aca-48ad-91b5-6eef99335327 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 932 time: 0.5596528 Mar 05 13:49:56.014680 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-3763aa63-a705-4893-ae08-b859344e1a69 service neutron] 10.222.0.15 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645090 Mar 05 13:49:56.050479 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83721b58-460f-40bd-b930-8b24e4330b34 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Pushing event deleted for resources: {'Port': ['ID=bb103036-062a-4e70-ae3a-1a2c414b9dc2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:56.056109 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e0f71e-3a41-443c-961f-b5323bb3951b req-83721b58-460f-40bd-b930-8b24e4330b34 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] No DVR routers for this DVR port bb103036-062a-4e70-ae3a-1a2c414b9dc2 on host n-h1-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:49:56.077220 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-42e0f71e-3a41-443c-961f-b5323bb3951b req-83721b58-460f-40bd-b930-8b24e4330b34 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:56.082376 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125', 'name': 'network-vif-deleted', 'tag': 'bb103036-062a-4e70-ae3a-1a2c414b9dc2'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:49:56.152363 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125', 'name': 'network-vif-deleted', 'tag': 'bb103036-062a-4e70-ae3a-1a2c414b9dc2', 'status': 'completed', 'code': 200} Mar 05 13:49:56.157370 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dba0b3-619f-4317-ab0f-7e1c48c71629 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:49:56.160198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5972511-db51-4276-92a7-378dc0046fec {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:49:56.167887 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-42e0f71e-3a41-443c-961f-b5323bb3951b req-83721b58-460f-40bd-b930-8b24e4330b34 tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.15 "DELETE /v2.0/ports/bb103036-062a-4e70-ae3a-1a2c414b9dc2 HTTP/1.1" status: 204 len: 173 time: 3.1591704 Mar 05 13:49:56.169192 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e337c521-a616-4dff-9215-5e0486fdb617 None None] Sync routers for ids ['b739ddb9-60e3-4d87-9292-9616156585a4'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:49:56.183470 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-99dba0b3-619f-4317-ab0f-7e1c48c71629 admin admin] 10.222.0.16 "PUT /v2.0/routers/b739ddb9-60e3-4d87-9292-9616156585a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3247914 Mar 05 13:49:56.183470 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:56.188605 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33804) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:56.190130 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e337c521-a616-4dff-9215-5e0486fdb617 None None] Routers {'b739ddb9-60e3-4d87-9292-9616156585a4'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:49:56.191223 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e337c521-a616-4dff-9215-5e0486fdb617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:49:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b739ddb9-60e3-4d87-9292-9616156585a4'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:56.199585 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3808512f-ef49-430a-985a-40c90e542357 req-9cd4848a-3ea5-4e93-b343-d738c8ce9bb2 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=f04bc72f-b67b-4bb4-a2d0-9bcbb590b57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013202 Mar 05 13:49:56.283540 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] Transition to ACTIVE for port object a5972511-db51-4276-92a7-378dc0046fec will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:49:56.300913 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:56.394146 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30fb4f05-1c82-4abb-8ef5-64650063afde tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:56.398400 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-0171494c-25b6-428e-b4d4-cfa5f01fab55 service neutron] 10.222.0.15 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570185 Mar 05 13:49:56.550326 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-e337c521-a616-4dff-9215-5e0486fdb617 None None] Set router b739ddb9-60e3-4d87-9292-9616156585a4 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:49:56.594488 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Network 47dce88b-b414-45d2-b170-ce43dcded289 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:49:56.595472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] Pushing event updated for resources: {'Port': ['ID=a5972511-db51-4276-92a7-378dc0046fec,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:56.608726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:49:56.678861 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f91d7d0c-481b-4abe-b65e-7f8574c883d1 req-0da42efd-2d1c-49a4-b905-2a39f2e12b4b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Synchronizing usage tracker for tenant:685c107fd21b4a6787a130b25db4ab7d on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:49:56.866889 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-446f8010-db1c-42c1-83bc-a35ba67d49bb admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:56.925847 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e337c521-a616-4dff-9215-5e0486fdb617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'name': 'tempest-TaggedBootDevicesTest-1596754330-router', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:42Z', 'updated_at': '2022-03-05T13:49:52Z', 'revision_number': 5, 'project_id': '28610c303cf6490b864485c4875d7beb', 'gw_port': {'id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:46Z', 'updated_at': '2022-03-05T13:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:56.942995 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-6a1e3bde-9fd6-463d-97ec-ff62060fabb8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6 HTTP/1.1" status: 200 len: 217 time: 0.5305607 Mar 05 13:49:56.955305 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e337c521-a616-4dff-9215-5e0486fdb617 None None] Checking router: b739ddb9-60e3-4d87-9292-9616156585a4 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:49:56.984653 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f91d7d0c-481b-4abe-b65e-7f8574c883d1 req-0da42efd-2d1c-49a4-b905-2a39f2e12b4b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] Unset dirty status for tenant:685c107fd21b4a6787a130b25db4ab7d on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:49:56.986034 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e337c521-a616-4dff-9215-5e0486fdb617 None None] Routers {'b739ddb9-60e3-4d87-9292-9616156585a4'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:49:56.987089 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e337c521-a616-4dff-9215-5e0486fdb617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:49:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b739ddb9-60e3-4d87-9292-9616156585a4'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:56.996239 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f91d7d0c-481b-4abe-b65e-7f8574c883d1 req-0da42efd-2d1c-49a4-b905-2a39f2e12b4b tempest-ServerDiskConfigTestJSON-1434065414 tempest-ServerDiskConfigTestJSON-1434065414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f6ceacf-a7f4-4fa6-8e1d-bed9777ba125 HTTP/1.1" status: 200 len: 210 time: 0.4689736 Mar 05 13:49:57.036982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-ed2cf01e-09d9-4d43-99d1-b77ab618ae74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd82583d-4fe5-4cd6-a4e8-20009016c84b {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:49:57.051957 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-ed2cf01e-09d9-4d43-99d1-b77ab618ae74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:57.084839 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-173f3251-eb81-4863-b382-a9463ddd7bf4 None None] Provisioning complete for port 1d80b227-ff55-4ef2-825c-aefd97ffdaec triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:49:57.085675 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-ed2cf01e-09d9-4d43-99d1-b77ab618ae74 service neutron] Transition to ACTIVE for port object bd82583d-4fe5-4cd6-a4e8-20009016c84b will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:49:57.085782 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-173f3251-eb81-4863-b382-a9463ddd7bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:57.126906 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] Attempting to bind port a5972511-db51-4276-92a7-378dc0046fec on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:49:57.127523 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] Attempting to bind port a5972511-db51-4276-92a7-378dc0046fec by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:49:57.128054 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] Attempting to bind port a5972511-db51-4276-92a7-378dc0046fec on network 175f72fb-87d4-4d09-877c-e76b741da2ad {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:49:57.201661 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] Port a5972511-db51-4276-92a7-378dc0046fec on network 175f72fb-87d4-4d09-877c-e76b741da2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:49:57.202222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] Attempting to bind port a5972511-db51-4276-92a7-378dc0046fec on network 175f72fb-87d4-4d09-877c-e76b741da2ad {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:49:57.202827 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-173f3251-eb81-4863-b382-a9463ddd7bf4 None None] Port 1d80b227-ff55-4ef2-825c-aefd97ffdaec cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:49:57.220944 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-ed2cf01e-09d9-4d43-99d1-b77ab618ae74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:57.223224 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-e337c521-a616-4dff-9215-5e0486fdb617 None None] Set router b739ddb9-60e3-4d87-9292-9616156585a4 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:49:57.315081 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cf01e-09d9-4d43-99d1-b77ab618ae74 service neutron] Pushing event updated for resources: {'Port': ['ID=bd82583d-4fe5-4cd6-a4e8-20009016c84b,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:57.403227 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:49:57.403927 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] Checking segment: {'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:49:57.404504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] Bound using segment: {'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:49:57.405083 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] Bound port: a5972511-db51-4276-92a7-378dc0046fec, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:49:57.405578 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:57.488450 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Router 11b22a34-db94-48ea-88a2-77f69a6ef0b0 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:49:57.489540 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-0bd4a52d-a2bb-4375-a445-006b46483ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:57.491112 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-0bd4a52d-a2bb-4375-a445-006b46483ac7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a8e5ca29-551a-48d3-9ef6-a1c02dfa31d9 HTTP/1.1" status: 200 len: 797 time: 0.5357745 Mar 05 13:49:57.527182 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e337c521-a616-4dff-9215-5e0486fdb617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'name': 'tempest-TaggedBootDevicesTest-1596754330-router', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:42Z', 'updated_at': '2022-03-05T13:49:52Z', 'revision_number': 5, 'project_id': '28610c303cf6490b864485c4875d7beb', 'gw_port': {'id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:46Z', 'updated_at': '2022-03-05T13:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:57.531504 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e337c521-a616-4dff-9215-5e0486fdb617 None None] The sync data for ids ['b739ddb9-60e3-4d87-9292-9616156585a4'] in n-d-803718-1 is: [{'id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'name': 'tempest-TaggedBootDevicesTest-1596754330-router', 'tenant_id': '28610c303cf6490b864485c4875d7beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:41:42Z', 'updated_at': '2022-03-05T13:49:52Z', 'revision_number': 5, 'project_id': '28610c303cf6490b864485c4875d7beb', 'gw_port': {'id': '0f8445fb-c002-408e-81fc-d78ec4e9157a', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739ddb9-60e3-4d87-9292-9616156585a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:41:46Z', 'updated_at': '2022-03-05T13:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:49:57.546500 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-446f8010-db1c-42c1-83bc-a35ba67d49bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:57.639259 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-446f8010-db1c-42c1-83bc-a35ba67d49bb admin admin] Deleting port 0f8445fb-c002-408e-81fc-d78ec4e9157a {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:49:57.639990 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-446f8010-db1c-42c1-83bc-a35ba67d49bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:57.676300 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] For port a5972511-db51-4276-92a7-378dc0046fec, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:49:57.707243 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc4be4-251b-4922-b4eb-5711d9cedc62 req-3f3caac6-25f7-40b5-a322-f7b047b5870d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:57.707949 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a7bc4be4-251b-4922-b4eb-5711d9cedc62 req-3f3caac6-25f7-40b5-a322-f7b047b5870d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Synchronizing usage tracker for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:49:57.716523 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] For port a5972511-db51-4276-92a7-378dc0046fec, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a5972511-db51-4276-92a7-378dc0046fec,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:49:57.728261 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d8fb3c6-eeba-4413-a6ea-7a50ab37e862 req-bca9b637-e29b-4658-8f23-87d4d59413c8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6364779 Mar 05 13:49:57.740907 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:57.752423 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-ed2cf01e-09d9-4d43-99d1-b77ab618ae74 service neutron] Attempting to bind port bd82583d-4fe5-4cd6-a4e8-20009016c84b on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:49:57.752751 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-ed2cf01e-09d9-4d43-99d1-b77ab618ae74 service neutron] Attempting to bind port bd82583d-4fe5-4cd6-a4e8-20009016c84b by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:49:57.753073 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-ed2cf01e-09d9-4d43-99d1-b77ab618ae74 service neutron] Attempting to bind port bd82583d-4fe5-4cd6-a4e8-20009016c84b on network fea5c273-e4ab-46b7-85df-ca04090e1441 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:49:57.767500 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a7bc4be4-251b-4922-b4eb-5711d9cedc62 req-3f3caac6-25f7-40b5-a322-f7b047b5870d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Unset dirty status for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:49:57.768638 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a7bc4be4-251b-4922-b4eb-5711d9cedc62 req-3f3caac6-25f7-40b5-a322-f7b047b5870d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9e792e-45b4-48ea-b2d2-d149f27bb2aa HTTP/1.1" status: 200 len: 943 time: 0.6222954 Mar 05 13:49:57.769192 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-ed2cf01e-09d9-4d43-99d1-b77ab618ae74 service neutron] Port bd82583d-4fe5-4cd6-a4e8-20009016c84b on network fea5c273-e4ab-46b7-85df-ca04090e1441 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:49:57.769513 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-ed2cf01e-09d9-4d43-99d1-b77ab618ae74 service neutron] Attempting to bind port bd82583d-4fe5-4cd6-a4e8-20009016c84b on network fea5c273-e4ab-46b7-85df-ca04090e1441 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:49:57.801457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-ed2cf01e-09d9-4d43-99d1-b77ab618ae74 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:49:57.801804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-ed2cf01e-09d9-4d43-99d1-b77ab618ae74 service neutron] Checking segment: {'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:49:57.802177 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-ed2cf01e-09d9-4d43-99d1-b77ab618ae74 service neutron] Bound using segment: {'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:49:57.802620 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-ed2cf01e-09d9-4d43-99d1-b77ab618ae74 service neutron] Bound port: bd82583d-4fe5-4cd6-a4e8-20009016c84b, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:49:57.802993 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-ed2cf01e-09d9-4d43-99d1-b77ab618ae74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:57.867435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-7a78d269-2d92-4eb7-b239-036244889007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:57.869481 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-7a78d269-2d92-4eb7-b239-036244889007 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef187771-ae1f-4999-9df8-9d6ddceec808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3453884 Mar 05 13:49:57.902046 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fb4f05-1c82-4abb-8ef5-64650063afde tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Router 70639468-74aa-46f1-b6ab-c67fb4f2dc81 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:49:57.920090 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:57.921385 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:57.924354 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] 10.222.0.30 "PUT /v2.0/ports/a5972511-db51-4276-92a7-378dc0046fec HTTP/1.1" status: 200 len: 1092 time: 4.1124001 Mar 05 13:49:57.993790 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a7bc4be4-251b-4922-b4eb-5711d9cedc62 req-ec9582e3-055e-4c96-829e-50be791a5b89 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172589 Mar 05 13:49:58.075116 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-446f8010-db1c-42c1-83bc-a35ba67d49bb admin admin] For port 0f8445fb-c002-408e-81fc-d78ec4e9157a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0f8445fb-c002-408e-81fc-d78ec4e9157a,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:49:58.075504 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-446f8010-db1c-42c1-83bc-a35ba67d49bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:58.208721 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-446f8010-db1c-42c1-83bc-a35ba67d49bb admin admin] Calling delete_port for 0f8445fb-c002-408e-81fc-d78ec4e9157a owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:49:58.230987 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-ed2cf01e-09d9-4d43-99d1-b77ab618ae74 service neutron] For port bd82583d-4fe5-4cd6-a4e8-20009016c84b, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:49:58.239449 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fb3c6-eeba-4413-a6ea-7a50ab37e862 req-612dae51-ef81-43d1-a8c3-2535bc2a91f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:58.240921 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d8fb3c6-eeba-4413-a6ea-7a50ab37e862 req-612dae51-ef81-43d1-a8c3-2535bc2a91f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=132ea0f858f9462ca01a646bf0fa44bb&device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 1096 time: 0.4208229 Mar 05 13:49:58.264162 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796ecef7-335f-415b-aaf7-81b50bd58943', 'tag': 'a5972511-db51-4276-92a7-378dc0046fec'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:49:58.266430 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-aa51c7de-2717-47df-8444-c1a5abb1863a service neutron] 10.222.0.15 "GET /v2.0/networks/ef187771-ae1f-4999-9df8-9d6ddceec808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657827 Mar 05 13:49:58.289152 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-ed2cf01e-09d9-4d43-99d1-b77ab618ae74 service neutron] For port bd82583d-4fe5-4cd6-a4e8-20009016c84b, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=bd82583d-4fe5-4cd6-a4e8-20009016c84b,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:49:58.322051 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc754478-f6ec-4c9b-8a74-581cb6541fe2 req-e0460ddd-97b5-41a5-9dff-0da995ab8419 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:58.322745 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-cc754478-f6ec-4c9b-8a74-581cb6541fe2 req-e0460ddd-97b5-41a5-9dff-0da995ab8419 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Synchronizing usage tracker for tenant:6458262d05f2497586ebde1561a80c5d on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:49:58.357056 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796ecef7-335f-415b-aaf7-81b50bd58943', 'tag': 'a5972511-db51-4276-92a7-378dc0046fec', 'status': 'completed', 'code': 200} Mar 05 13:49:58.387284 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-ed2cf01e-09d9-4d43-99d1-b77ab618ae74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:58.387502 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db0841-d804-4dec-8245-c7363fdf6afc service neutron] Pushing event updated for resources: {'Port': ['ID=a5972511-db51-4276-92a7-378dc0046fec,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:58.397888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:49:58.412626 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] Sync routers for ids ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:49:58.425266 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] Routers {'11b22a34-db94-48ea-88a2-77f69a6ef0b0'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:49:58.427452 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:49:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:58.567113 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-91c78832-2200-4d6e-82a0-a589178c9d1d admin admin] 10.222.0.16 "PUT /v2.0/routers/11b22a34-db94-48ea-88a2-77f69a6ef0b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0900056 Mar 05 13:49:58.595386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33826) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:58.656231 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-cc754478-f6ec-4c9b-8a74-581cb6541fe2 req-e0460ddd-97b5-41a5-9dff-0da995ab8419 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Unset dirty status for tenant:6458262d05f2497586ebde1561a80c5d on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:49:58.657313 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cc754478-f6ec-4c9b-8a74-581cb6541fe2 req-e0460ddd-97b5-41a5-9dff-0da995ab8419 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 944 time: 1.2383533 Mar 05 13:49:58.673500 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] Set router 11b22a34-db94-48ea-88a2-77f69a6ef0b0 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:49:58.744077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fb4f05-1c82-4abb-8ef5-64650063afde tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:49:58.756095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fb3c6-eeba-4413-a6ea-7a50ab37e862 req-39fb1c17-085b-4723-94ec-a13d534cf8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:58.757161 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52767ded-9f85-46b9-97ed-9419318f6ca2 None None] Sync routers for ids ['70639468-74aa-46f1-b6ab-c67fb4f2dc81'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:49:58.757792 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d8fb3c6-eeba-4413-a6ea-7a50ab37e862 req-39fb1c17-085b-4723-94ec-a13d534cf8dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa HTTP/1.1" status: 200 len: 910 time: 0.4872921 Mar 05 13:49:58.779285 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52767ded-9f85-46b9-97ed-9419318f6ca2 None None] Routers {'70639468-74aa-46f1-b6ab-c67fb4f2dc81'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:49:58.783059 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-52767ded-9f85-46b9-97ed-9419318f6ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:49:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['70639468-74aa-46f1-b6ab-c67fb4f2dc81'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:58.795240 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-dc1f41a2-6ee4-4fcd-8d10-d5515f325530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:58.797547 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-dc1f41a2-6ee4-4fcd-8d10-d5515f325530 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6458262d05f2497586ebde1561a80c5d&device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 1095 time: 0.5243671 Mar 05 13:49:58.804852 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cc754478-f6ec-4c9b-8a74-581cb6541fe2 req-bc5aba11-8c78-4370-9ac0-84a489c6feac tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=f04bc72f-b67b-4bb4-a2d0-9bcbb590b57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390600 Mar 05 13:49:58.811341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a24383-ace3-4d4c-8d25-fbf5d1f31669 admin admin] Deleting subnet 53cc4165-f01d-48a1-9180-c6a57fe7bd9d {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:49:58.815798 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-16a24383-ace3-4d4c-8d25-fbf5d1f31669 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:58.883859 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-16a24383-ace3-4d4c-8d25-fbf5d1f31669 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:58.928216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cf01e-09d9-4d43-99d1-b77ab618ae74 service neutron] Pushing event updated for resources: {'Port': ['ID=bd82583d-4fe5-4cd6-a4e8-20009016c84b,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:58.935906 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-52767ded-9f85-46b9-97ed-9419318f6ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:58.941727 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-ed2cf01e-09d9-4d43-99d1-b77ab618ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:58.942574 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-ed2cf01e-09d9-4d43-99d1-b77ab618ae74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:58.944169 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-ed2cf01e-09d9-4d43-99d1-b77ab618ae74 service neutron] 10.222.0.15 "PUT /v2.0/ports/bd82583d-4fe5-4cd6-a4e8-20009016c84b HTTP/1.1" status: 200 len: 1091 time: 4.1439521 Mar 05 13:49:58.952895 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9e792e-45b4-48ea-b2d2-d149f27bb2aa', 'tag': 'bd82583d-4fe5-4cd6-a4e8-20009016c84b'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:49:58.953816 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52767ded-9f85-46b9-97ed-9419318f6ca2 None None] Routers {'70639468-74aa-46f1-b6ab-c67fb4f2dc81'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:49:58.954437 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-52767ded-9f85-46b9-97ed-9419318f6ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:49:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['70639468-74aa-46f1-b6ab-c67fb4f2dc81'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:58.966264 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-16a24383-ace3-4d4c-8d25-fbf5d1f31669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:58.993188 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:58.998731 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:59.060244 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c59efc00-ff3c-4261-8bfb-202004ab011e no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:49:59.081778 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30fb4f05-1c82-4abb-8ef5-64650063afde tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:59.083570 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-30fb4f05-1c82-4abb-8ef5-64650063afde tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 10.0977004 Mar 05 13:49:59.106410 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-52767ded-9f85-46b9-97ed-9419318f6ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:59.106833 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52767ded-9f85-46b9-97ed-9419318f6ca2 None None] The sync data for ids ['70639468-74aa-46f1-b6ab-c67fb4f2dc81'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:49:59.115950 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9e792e-45b4-48ea-b2d2-d149f27bb2aa', 'tag': 'bd82583d-4fe5-4cd6-a4e8-20009016c84b', 'status': 'completed', 'code': 200} Mar 05 13:49:59.122866 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d8fb3c6-eeba-4413-a6ea-7a50ab37e862 req-be3dfc64-090d-488c-bbdc-68aaff4ef4f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0e81356-fbf1-4f61-b654-8636d2743386 HTTP/1.1" status: 200 len: 1000 time: 0.2764845 Mar 05 13:49:59.126936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33840) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:59.145767 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-16a24383-ace3-4d4c-8d25-fbf5d1f31669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:59.153231 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: c59efc00-ff3c-4261-8bfb-202004ab011e {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:49:59.153574 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c59efc00-ff3c-4261-8bfb-202004ab011e not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:49:59.223804 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-ca6b6b7c-8101-422a-bba7-e8beb1e46d2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5972511-db51-4276-92a7-378dc0046fec HTTP/1.1" status: 200 len: 217 time: 0.1568854 Mar 05 13:49:59.239694 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-16a24383-ace3-4d4c-8d25-fbf5d1f31669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:59.253963 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'name': 'tempest-AttachVolumeShelveTestJSON-193633381-router', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:49:53Z', 'revision_number': 4, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'gw_port': {'id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:43Z', 'updated_at': '2022-03-05T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '1d80b227-ff55-4ef2-825c-aefd97ffdaec', 'name': '', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'mac_address': 'fa:16:3e:fb:86:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:50Z', 'updated_at': '2022-03-05T13:49:54Z', 'revision_number': 2, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'subnets': [{'id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:49:59.258598 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] Checking router: 11b22a34-db94-48ea-88a2-77f69a6ef0b0 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:49:59.259090 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] Updating router 11b22a34-db94-48ea-88a2-77f69a6ef0b0 port 1d80b227-ff55-4ef2-825c-aefd97ffdaec binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:49:59.286998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33844) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:59.317574 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-b6743eb0-5431-4bc5-88cb-7810a936eddf tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2108172147', 'description': 'tempest-description--61077687'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:49:59.320863 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:59.330497 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-195e37a4-c955-46e8-9dc8-787d6ffe9a30 service neutron] 10.222.0.15 "GET /v2.0/networks/ef187771-ae1f-4999-9df8-9d6ddceec808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9898100 Mar 05 13:49:59.333498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b6743eb0-5431-4bc5-88cb-7810a936eddf tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:59.346707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b6743eb0-5431-4bc5-88cb-7810a936eddf tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Usage tracker for resource:security_group and tenant:d4bf4b89d64e49548563cf43af63d417 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:49:59.413312 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-7d76c712-089c-4920-8def-0639392702ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5f1756b4-ca9b-4b34-8eb0-4081d34a42aa HTTP/1.1" status: 200 len: 217 time: 0.0726423 Mar 05 13:49:59.427945 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b6743eb0-5431-4bc5-88cb-7810a936eddf tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:49:59.504302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a24383-ace3-4d4c-8d25-fbf5d1f31669 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53cc4165-f01d-48a1-9180-c6a57fe7bd9d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:59.531383 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-16a24383-ace3-4d4c-8d25-fbf5d1f31669 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/53cc4165-f01d-48a1-9180-c6a57fe7bd9d HTTP/1.1" status: 204 len: 168 time: 0.9244006 Mar 05 13:49:59.532297 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fb3c6-eeba-4413-a6ea-7a50ab37e862 req-edede8a5-c534-4547-942b-a4960e008dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:59.533710 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d8fb3c6-eeba-4413-a6ea-7a50ab37e862 req-edede8a5-c534-4547-942b-a4960e008dc5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1aa35db-56b3-4082-9281-daf61ed75a84 HTTP/1.1" status: 200 len: 849 time: 0.3269451 Mar 05 13:49:59.534601 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b6743eb0-5431-4bc5-88cb-7810a936eddf tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:49:59.536408 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33848) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:49:59.572085 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-a09b35f8-7fca-4619-b7e5-d6936cbb4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:59.573440 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-a09b35f8-7fca-4619-b7e5-d6936cbb4b06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9349c82-1490-40bf-94d8-d6850b67eb95 HTTP/1.1" status: 200 len: 854 time: 0.3211100 Mar 05 13:49:59.613583 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-446f8010-db1c-42c1-83bc-a35ba67d49bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:59.677031 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f8010-db1c-42c1-83bc-a35ba67d49bb admin admin] Pushing event deleted for resources: {'Port': ['ID=0f8445fb-c002-408e-81fc-d78ec4e9157a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:59.708283 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:59.725003 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] Transition to ACTIVE for port object 1d80b227-ff55-4ef2-825c-aefd97ffdaec will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:49:59.725865 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b6743eb0-5431-4bc5-88cb-7810a936eddf tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:59.732891 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:59.780113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290078c-ab7b-4f49-ba3c-41e22d0be1bb req-f08593fa-854a-48b0-a581-a9c195f42bdc tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:59.781592 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5290078c-ab7b-4f49-ba3c-41e22d0be1bb req-f08593fa-854a-48b0-a581-a9c195f42bdc tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9e792e-45b4-48ea-b2d2-d149f27bb2aa HTTP/1.1" status: 200 len: 943 time: 0.5562577 Mar 05 13:49:59.804345 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d167228-8328-422f-8b1b-4fef39a349c7 None None] Pushing event updated for resources: {'Port': ['ID=1d80b227-ff55-4ef2-825c-aefd97ffdaec,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:49:59.829066 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-a9f3a5a3-f655-40f1-95de-8e8f27082d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:59.829308 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-446f8010-db1c-42c1-83bc-a35ba67d49bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:59.830061 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-a9f3a5a3-f655-40f1-95de-8e8f27082d5a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a8e5ca29-551a-48d3-9ef6-a1c02dfa31d9 HTTP/1.1" status: 200 len: 797 time: 0.3985934 Mar 05 13:49:59.851645 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-775954c3-72b6-4248-86e3-0e81b9908934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:49:59.853554 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-775954c3-72b6-4248-86e3-0e81b9908934 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79f8ba46919a411c91f03c872b2a9ca1&device_id=4e9e792e-45b4-48ea-b2d2-d149f27bb2aa HTTP/1.1" status: 200 len: 1094 time: 0.8584635 Mar 05 13:49:59.893311 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-909e1a05-de31-41ad-9a29-6cea1a1bbd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:59.963176 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] Attempting to bind port 1d80b227-ff55-4ef2-825c-aefd97ffdaec on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:49:59.963548 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] Attempting to bind port 1d80b227-ff55-4ef2-825c-aefd97ffdaec by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '397893cc-d3d1-4daa-b559-3d945c09ca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:49:59.963897 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] Attempting to bind port 1d80b227-ff55-4ef2-825c-aefd97ffdaec on network 47dce88b-b414-45d2-b170-ce43dcded289 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:49:59.966322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b6743eb0-5431-4bc5-88cb-7810a936eddf tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:49:59.969878 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:49:59.970257 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] Checking segment: {'id': '397893cc-d3d1-4daa-b559-3d945c09ca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:49:59.970656 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:49:59.971088 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] Bound using segment: {'id': '397893cc-d3d1-4daa-b559-3d945c09ca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:49:59.971551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] Bound port: 1d80b227-ff55-4ef2-825c-aefd97ffdaec, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '397893cc-d3d1-4daa-b559-3d945c09ca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:49:59.971923 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:00.005377 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b6743eb0-5431-4bc5-88cb-7810a936eddf tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Usage tracker for resource:security_group_rule and tenant:d4bf4b89d64e49548563cf43af63d417 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:00.045323 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b6743eb0-5431-4bc5-88cb-7810a936eddf tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:00.051802 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-1a9d5cdf-f361-49f3-9410-5f14643033fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd82583d-4fe5-4cd6-a4e8-20009016c84b HTTP/1.1" status: 200 len: 217 time: 0.1535652 Mar 05 13:50:00.073797 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] For port 1d80b227-ff55-4ef2-825c-aefd97ffdaec, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:50:00.077589 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] For port 1d80b227-ff55-4ef2-825c-aefd97ffdaec, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1d80b227-ff55-4ef2-825c-aefd97ffdaec,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:50:00.079336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b6743eb0-5431-4bc5-88cb-7810a936eddf tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:00.083425 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:00.126882 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-446f8010-db1c-42c1-83bc-a35ba67d49bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:00.132789 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-446f8010-db1c-42c1-83bc-a35ba67d49bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:00.144728 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-c4a28d28-5734-4c47-a4a2-2ae943b2bf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:00.146497 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-c4a28d28-5734-4c47-a4a2-2ae943b2bf72 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=175f72fb-87d4-4d09-877c-e76b741da2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5647297 Mar 05 13:50:00.162500 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5290078c-ab7b-4f49-ba3c-41e22d0be1bb req-212e1f93-b53a-444b-8f18-d538c9f4faee tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678875 Mar 05 13:50:00.164588 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] Routers {'11b22a34-db94-48ea-88a2-77f69a6ef0b0'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:50:00.165212 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:49:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:00.292067 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d167228-8328-422f-8b1b-4fef39a349c7 None None] Pushing event updated for resources: {'Port': ['ID=1d80b227-ff55-4ef2-825c-aefd97ffdaec,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:00.318074 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-446f8010-db1c-42c1-83bc-a35ba67d49bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:00.319565 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446f8010-db1c-42c1-83bc-a35ba67d49bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b739ddb9-60e3-4d87-9292-9616156585a4 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:50:00.339911 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-446f8010-db1c-42c1-83bc-a35ba67d49bb admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:00.341140 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-446f8010-db1c-42c1-83bc-a35ba67d49bb admin admin] 10.222.0.16 "DELETE /v2.0/routers/b739ddb9-60e3-4d87-9292-9616156585a4 HTTP/1.1" status: 204 len: 168 time: 4.1515403 Mar 05 13:50:00.350969 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33856) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:00.428611 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] Set router 11b22a34-db94-48ea-88a2-77f69a6ef0b0 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:50:00.447985 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-bbb1d224-882b-443b-81e9-798d19919c7c service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774239 Mar 05 13:50:00.502135 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fb3c6-eeba-4413-a6ea-7a50ab37e862 req-8ec2be94-91e0-4173-ae4f-8d283d65529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:00.503346 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d8fb3c6-eeba-4413-a6ea-7a50ab37e862 req-8ec2be94-91e0-4173-ae4f-8d283d65529a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9520941 Mar 05 13:50:00.608822 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eeb179b-4ecc-4bc8-9a8b-4f896a85520b admin admin] Deleting subnet c7f5fdc7-cd8a-40ad-987c-101447f15754 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:50:00.613772 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9eeb179b-4ecc-4bc8-9a8b-4f896a85520b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:00.687866 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7de06126-491b-4b5e-ae21-34cbb68a0763 req-dcaae00d-44f5-4596-86ee-74b27050783a service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390034 Mar 05 13:50:00.689903 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9eeb179b-4ecc-4bc8-9a8b-4f896a85520b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:00.805876 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-909e1a05-de31-41ad-9a29-6cea1a1bbd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:00.834283 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-8df57700-a125-459b-8a33-de82f8ed9e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:00.835205 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9eeb179b-4ecc-4bc8-9a8b-4f896a85520b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:00.836031 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-8df57700-a125-459b-8a33-de82f8ed9e36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5e6956c-ed3e-4331-80e6-bd294ce26155 HTTP/1.1" status: 200 len: 852 time: 0.7581241 Mar 05 13:50:00.838339 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'name': 'tempest-AttachVolumeShelveTestJSON-193633381-router', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:49:53Z', 'revision_number': 4, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'gw_port': {'id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:43Z', 'updated_at': '2022-03-05T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '1d80b227-ff55-4ef2-825c-aefd97ffdaec', 'name': '', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'mac_address': 'fa:16:3e:fb:86:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:50Z', 'updated_at': '2022-03-05T13:50:00Z', 'revision_number': 4, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'subnets': [{'id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:00.842486 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e0f2e8-ee82-42e9-af6a-2926fb678091 None None] The sync data for ids ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'] in n-d-803718-1 is: [{'id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'name': 'tempest-AttachVolumeShelveTestJSON-193633381-router', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:49:53Z', 'revision_number': 4, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'gw_port': {'id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:43Z', 'updated_at': '2022-03-05T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '1d80b227-ff55-4ef2-825c-aefd97ffdaec', 'name': '', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'mac_address': 'fa:16:3e:fb:86:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:50Z', 'updated_at': '2022-03-05T13:50:00Z', 'revision_number': 4, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'subnets': [{'id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:50:00.877638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8643e1e-2598-4b8c-9de1-b94102fcd4a2 req-6b369b96-d2b5-4ccd-a968-c868d3fc2bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:00.879153 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c8643e1e-2598-4b8c-9de1-b94102fcd4a2 req-6b369b96-d2b5-4ccd-a968-c868d3fc2bd4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6458262d05f2497586ebde1561a80c5d&device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 1095 time: 0.1408799 Mar 05 13:50:00.921130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-cbcbe0ab-fc07-4aae-bade-ff9e7d8022f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:00.921531 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-cbcbe0ab-fc07-4aae-bade-ff9e7d8022f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef187771-ae1f-4999-9df8-9d6ddceec808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0746748 Mar 05 13:50:00.923689 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-861b5213-2726-4bb4-a3e6-a8a6fdc6a44f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fea5c273-e4ab-46b7-85df-ca04090e1441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625899 Mar 05 13:50:00.999730 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-909e1a05-de31-41ad-9a29-6cea1a1bbd47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8121de62-3e77-4026-8973-919cd2101c11']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:01.094960 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d8fb3c6-eeba-4413-a6ea-7a50ab37e862 req-3d2fc710-f8db-4e1d-8cad-2630779dd37e service neutron] 10.222.0.30 "GET /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5620935 Mar 05 13:50:01.095770 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8643e1e-2598-4b8c-9de1-b94102fcd4a2 req-0f383fd9-a244-405b-aca7-5cca43dc8868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:01.097224 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c8643e1e-2598-4b8c-9de1-b94102fcd4a2 req-0f383fd9-a244-405b-aca7-5cca43dc8868 service neutron] 10.222.0.30 "GET /v2.0/networks?id=175f72fb-87d4-4d09-877c-e76b741da2ad HTTP/1.1" status: 200 len: 915 time: 0.2077281 Mar 05 13:50:01.099203 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9eeb179b-4ecc-4bc8-9a8b-4f896a85520b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:01.158579 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b6743eb0-5431-4bc5-88cb-7810a936eddf tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:01.161035 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-909e1a05-de31-41ad-9a29-6cea1a1bbd47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7940536-8621-4ee2-8ab4-d1cc2692a2bb') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:01.161327 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-909e1a05-de31-41ad-9a29-6cea1a1bbd47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7940536-8621-4ee2-8ab4-d1cc2692a2bb') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:01.161679 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1d80b227-ff55-4ef2-825c-aefd97ffdaec up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:50:01.275545 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 1d80b227-ff55-4ef2-825c-aefd97ffdaec completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:50:01.282105 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1d80b227-ff55-4ef2-825c-aefd97ffdaec triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:50:01.282930 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:01.354911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe3193-3914-461e-8393-30eb42b90c8b req-489cd380-e846-4492-91f6-1481aceeb9a5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:01.361983 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-97fe3193-3914-461e-8393-30eb42b90c8b req-489cd380-e846-4492-91f6-1481aceeb9a5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 944 time: 1.3818221 Mar 05 13:50:01.381873 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c8643e1e-2598-4b8c-9de1-b94102fcd4a2 req-e0247eb2-1e35-409c-b9d4-a8d995aa170d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5972511-db51-4276-92a7-378dc0046fec HTTP/1.1" status: 200 len: 217 time: 0.2742302 Mar 05 13:50:01.385359 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-909e1a05-de31-41ad-9a29-6cea1a1bbd47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:01.419398 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b6743eb0-5431-4bc5-88cb-7810a936eddf tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:01.448068 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:01.479186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb179b-4ecc-4bc8-9a8b-4f896a85520b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7f5fdc7-cd8a-40ad-987c-101447f15754,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:01.510587 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9eeb179b-4ecc-4bc8-9a8b-4f896a85520b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:01.517870 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0ab0d8-3169-44fb-b995-18112a1b5755 None None] Network eeb6dd3a-1e4e-467a-a55d-6c75511821fe requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:50:01.531959 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9eeb179b-4ecc-4bc8-9a8b-4f896a85520b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c7f5fdc7-cd8a-40ad-987c-101447f15754 HTTP/1.1" status: 204 len: 168 time: 1.1799526 Mar 05 13:50:01.537271 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 1d80b227-ff55-4ef2-825c-aefd97ffdaec, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1d80b227-ff55-4ef2-825c-aefd97ffdaec,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:01.539066 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33862) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:01.549995 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:01.564707 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8643e1e-2598-4b8c-9de1-b94102fcd4a2 req-c02453fb-fd7a-4980-be4e-c0870fd1f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:01.566354 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c8643e1e-2598-4b8c-9de1-b94102fcd4a2 req-c02453fb-fd7a-4980-be4e-c0870fd1f2ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9349c82-1490-40bf-94d8-d6850b67eb95 HTTP/1.1" status: 200 len: 854 time: 0.1755402 Mar 05 13:50:01.715705 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0f8445fb-c002-408e-81fc-d78ec4e9157a no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:50:01.726213 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-3050e141-2fb3-437b-8346-8502d2cecf8e service neutron] 10.222.0.15 "GET /v2.0/networks/ef187771-ae1f-4999-9df8-9d6ddceec808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7756934 Mar 05 13:50:01.733756 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f72b142c-d9cc-4808-8db7-f584e1e824b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:01.743173 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-909e1a05-de31-41ad-9a29-6cea1a1bbd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:01.747610 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ca347-b7d0-4688-9697-3dbb01e9cfa0 req-e8f9dd0d-fc43-4e5b-b4a4-d701ff9cc12b tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:01.749259 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fa5ca347-b7d0-4688-9697-3dbb01e9cfa0 req-e8f9dd0d-fc43-4e5b-b4a4-d701ff9cc12b tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9e792e-45b4-48ea-b2d2-d149f27bb2aa HTTP/1.1" status: 200 len: 943 time: 0.3595672 Mar 05 13:50:01.756327 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909e1a05-de31-41ad-9a29-6cea1a1bbd47 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:50:01.756653 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-909e1a05-de31-41ad-9a29-6cea1a1bbd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:01.798953 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f72b142c-d9cc-4808-8db7-f584e1e824b9 admin admin] Deleting port cd3e75ce-7c93-4701-aca8-ee9c50c89992 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:50:01.799441 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f72b142c-d9cc-4808-8db7-f584e1e824b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:01.821393 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 0f8445fb-c002-408e-81fc-d78ec4e9157a {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:50:01.821723 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0f8445fb-c002-408e-81fc-d78ec4e9157a not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:50:01.853986 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=1d80b227-ff55-4ef2-825c-aefd97ffdaec,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:01.870811 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fa5ca347-b7d0-4688-9697-3dbb01e9cfa0 req-ae68cd6b-76b7-43c6-8b01-ad6643e7dff6 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126828 Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:50:01.903419 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:50:01.905873 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8643e1e-2598-4b8c-9de1-b94102fcd4a2 req-8cc141df-ef37-44b8-82ee-9cb7c02396fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:01.907126 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c8643e1e-2598-4b8c-9de1-b94102fcd4a2 req-8cc141df-ef37-44b8-82ee-9cb7c02396fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=175f72fb-87d4-4d09-877c-e76b741da2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3190379 Mar 05 13:50:01.929192 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d8fb3c6-eeba-4413-a6ea-7a50ab37e862 req-674ebf5e-f815-4cdf-931f-e8b574c5f073 service neutron] 10.222.0.30 "GET /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7922766 Mar 05 13:50:01.974339 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-909e1a05-de31-41ad-9a29-6cea1a1bbd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:02.023100 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fb9dd2-c18f-4d60-af7e-27932364045d None None] DHCP port deletion for eeb6dd3a-1e4e-467a-a55d-6c75511821fe request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:50:02.028614 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-78fb9dd2-c18f-4d60-af7e-27932364045d None None] Deleting port cd3e75ce-7c93-4701-aca8-ee9c50c89992 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:50:02.029083 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-78fb9dd2-c18f-4d60-af7e-27932364045d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:02.043610 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-909e1a05-de31-41ad-9a29-6cea1a1bbd47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:02.059850 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-97fe3193-3914-461e-8393-30eb42b90c8b req-987fbd76-e346-4a51-b0e2-168c7e32cc2f tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=f04bc72f-b67b-4bb4-a2d0-9bcbb590b57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6968980 Mar 05 13:50:02.065555 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-909e1a05-de31-41ad-9a29-6cea1a1bbd47 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8121de62-3e77-4026-8973-919cd2101c11 HTTP/1.1" status: 204 len: 168 time: 2.5209465 Mar 05 13:50:02.087322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6743eb0-5431-4bc5-88cb-7810a936eddf tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9aea14-4c5b-4e8e-b610-976fab6fad9d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:02.135300 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e1a05-de31-41ad-9a29-6cea1a1bbd47 admin admin] Pushing event deleted for resources: {'Network': ['ID=8121de62-3e77-4026-8973-919cd2101c11,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:02.189371 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b6743eb0-5431-4bc5-88cb-7810a936eddf tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:02.193861 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b6743eb0-5431-4bc5-88cb-7810a936eddf tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.8944957 Mar 05 13:50:02.197399 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33868) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:02.223080 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-700810d6-f731-417e-a929-2e089c445d82 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Request body: {'security_group_rule': {'security_group_id': '3d9aea14-4c5b-4e8e-b610-976fab6fad9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:02.239845 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-afc33ea7-4432-4199-b9da-0500af5a926c service neutron] 10.222.0.15 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2819004 Mar 05 13:50:02.240801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-700810d6-f731-417e-a929-2e089c445d82 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:02.273025 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-f72b142c-d9cc-4808-8db7-f584e1e824b9 admin admin] For port cd3e75ce-7c93-4701-aca8-ee9c50c89992, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cd3e75ce-7c93-4701-aca8-ee9c50c89992,segment=NetworkSegment(602c854c-7211-4590-8d73-a57641bf555b),segment_id=602c854c-7211-4590-8d73-a57641bf555b)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:02.273487 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f72b142c-d9cc-4808-8db7-f584e1e824b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:02.289456 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c8643e1e-2598-4b8c-9de1-b94102fcd4a2 req-1cec4408-bf9a-42d7-b26a-13cb135b58cf service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397028 Mar 05 13:50:02.292582 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33872) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:02.338288 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-78fb9dd2-c18f-4d60-af7e-27932364045d None None] For port cd3e75ce-7c93-4701-aca8-ee9c50c89992, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cd3e75ce-7c93-4701-aca8-ee9c50c89992,segment=NetworkSegment(602c854c-7211-4590-8d73-a57641bf555b),segment_id=602c854c-7211-4590-8d73-a57641bf555b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:02.339007 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-78fb9dd2-c18f-4d60-af7e-27932364045d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:02.470544 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f72b142c-d9cc-4808-8db7-f584e1e824b9 admin admin] Calling delete_port for cd3e75ce-7c93-4701-aca8-ee9c50c89992 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:50:02.479696 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-78fb9dd2-c18f-4d60-af7e-27932364045d None None] Calling delete_port for cd3e75ce-7c93-4701-aca8-ee9c50c89992 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:50:02.547814 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-700810d6-f731-417e-a929-2e089c445d82 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Usage tracker for resource:security_group_rule and tenant:d4bf4b89d64e49548563cf43af63d417 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:02.551661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-700810d6-f731-417e-a929-2e089c445d82 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:02.559321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-700810d6-f731-417e-a929-2e089c445d82 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:02.613374 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-700810d6-f731-417e-a929-2e089c445d82 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:02.618151 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-78fb9dd2-c18f-4d60-af7e-27932364045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:02.636354 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-79518e29-ea1f-4fd2-b016-4c31385074d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=685c107fd21b4a6787a130b25db4ab7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3426645 Mar 05 13:50:02.642359 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33876) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:02.669197 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb9dd2-c18f-4d60-af7e-27932364045d None None] Pushing event deleted for resources: {'Port': ['ID=cd3e75ce-7c93-4701-aca8-ee9c50c89992,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:02.675631 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fb9dd2-c18f-4d60-af7e-27932364045d None None] No DVR routers for this DVR port cd3e75ce-7c93-4701-aca8-ee9c50c89992 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:50:02.693430 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20844bbc-e583-47b4-b2a0-36e863ce9a38 req-436185ba-73dc-42f3-8a47-bd8e164db475 service neutron] 10.222.0.15 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342301 Mar 05 13:50:02.712539 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c8643e1e-2598-4b8c-9de1-b94102fcd4a2 req-7835670b-b0c1-4b8c-8d28-aee7c26918c1 service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002919 Mar 05 13:50:02.718433 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db3d0db5-9aa2-4fd1-a570-a117d48773a4 req-656945c2-477c-4191-9ab2-4936b267c930 service neutron] 10.222.0.15 "GET /v2.0/networks/ef187771-ae1f-4999-9df8-9d6ddceec808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8063493 Mar 05 13:50:02.722412 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-f72b142c-d9cc-4808-8db7-f584e1e824b9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:50:02.722858 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-f72b142c-d9cc-4808-8db7-f584e1e824b9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:50:02.746631 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8b116d4f-3760-427e-94e1-b1610e37b929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:02.774808 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8b116d4f-3760-427e-94e1-b1610e37b929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:02.839208 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8b116d4f-3760-427e-94e1-b1610e37b929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:02.855759 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b116d4f-3760-427e-94e1-b1610e37b929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054fdef4-0776-4d23-9a27-50634db7ee8e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:02.865924 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-700810d6-f731-417e-a929-2e089c445d82 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:02.873242 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-327b26f9-fe45-43c5-bbe9-9d0007d81be6 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:02.881184 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8b116d4f-3760-427e-94e1-b1610e37b929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:02.885755 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-700810d6-f731-417e-a929-2e089c445d82 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:02.886248 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8b116d4f-3760-427e-94e1-b1610e37b929 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/054fdef4-0776-4d23-9a27-50634db7ee8e HTTP/1.1" status: 204 len: 168 time: 0.2429569 Mar 05 13:50:02.987967 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700810d6-f731-417e-a929-2e089c445d82 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7d6959-d949-44ba-9d8a-0cae3a9460c5,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:03.007511 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-700810d6-f731-417e-a929-2e089c445d82 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:03.008747 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-700810d6-f731-417e-a929-2e089c445d82 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8043914 Mar 05 13:50:03.012527 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33884) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:03.018615 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-e1c98fc8-ed02-42a6-8dc6-1486e1abe50e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Request body: {'security_group_rule': {'security_group_id': '3d9aea14-4c5b-4e8e-b610-976fab6fad9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:03.031233 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9bcc0-09fb-420c-a6aa-64e94eb33bd9 req-570e7eb8-d327-4a8c-b217-593dbc6a5b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:03.032670 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3d9bcc0-09fb-420c-a6aa-64e94eb33bd9 req-570e7eb8-d327-4a8c-b217-593dbc6a5b77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79f8ba46919a411c91f03c872b2a9ca1&device_id=4e9e792e-45b4-48ea-b2d2-d149f27bb2aa HTTP/1.1" status: 200 len: 1094 time: 0.2538888 Mar 05 13:50:03.041745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e1c98fc8-ed02-42a6-8dc6-1486e1abe50e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:03.130100 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1d80b227-ff55-4ef2-825c-aefd97ffdaec up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:50:03.164026 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e1c98fc8-ed02-42a6-8dc6-1486e1abe50e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Usage tracker for resource:security_group_rule and tenant:d4bf4b89d64e49548563cf43af63d417 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:03.177880 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e1c98fc8-ed02-42a6-8dc6-1486e1abe50e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:03.190160 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609bdebc-c79b-482a-85e3-7dac26348a37 req-39b3d4ed-71ad-4b08-9558-260328a9c2c4 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:03.191732 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-609bdebc-c79b-482a-85e3-7dac26348a37 req-39b3d4ed-71ad-4b08-9558-260328a9c2c4 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9e792e-45b4-48ea-b2d2-d149f27bb2aa HTTP/1.1" status: 200 len: 943 time: 0.1960011 Mar 05 13:50:03.210916 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1d80b227-ff55-4ef2-825c-aefd97ffdaec triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:50:03.211903 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:03.234252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f72b142c-d9cc-4808-8db7-f584e1e824b9 admin admin] Deleting port cd3e75ce-7c93-4701-aca8-ee9c50c89992 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:50:03.234594 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f72b142c-d9cc-4808-8db7-f584e1e824b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:03.315442 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f72b142c-d9cc-4808-8db7-f584e1e824b9 admin admin] The port 'cd3e75ce-7c93-4701-aca8-ee9c50c89992' was deleted {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:50:03.357404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e1c98fc8-ed02-42a6-8dc6-1486e1abe50e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:03.422926 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-609bdebc-c79b-482a-85e3-7dac26348a37 req-ff412aa1-72b6-4991-88b7-e08a3cf55351 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220979 Mar 05 13:50:03.506687 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cd3e75ce-7c93-4701-aca8-ee9c50c89992 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:50:03.514211 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9bcc0-09fb-420c-a6aa-64e94eb33bd9 req-dc4159cd-2b59-4c75-91cc-06af3bea2783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:03.515722 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3d9bcc0-09fb-420c-a6aa-64e94eb33bd9 req-dc4159cd-2b59-4c75-91cc-06af3bea2783 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fea5c273-e4ab-46b7-85df-ca04090e1441 HTTP/1.1" status: 200 len: 912 time: 0.4715743 Mar 05 13:50:03.525416 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e1c98fc8-ed02-42a6-8dc6-1486e1abe50e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:03.575224 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: cd3e75ce-7c93-4701-aca8-ee9c50c89992 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:50:03.575561 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cd3e75ce-7c93-4701-aca8-ee9c50c89992 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:50:03.653194 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a5972511-db51-4276-92a7-378dc0046fec details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:50:03.672787 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3d9bcc0-09fb-420c-a6aa-64e94eb33bd9 req-bca21048-2578-463a-ba08-bb67bda8b329 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd82583d-4fe5-4cd6-a4e8-20009016c84b HTTP/1.1" status: 200 len: 217 time: 0.1363573 Mar 05 13:50:03.681559 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f72b142c-d9cc-4808-8db7-f584e1e824b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:03.708821 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f72b142c-d9cc-4808-8db7-f584e1e824b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb6dd3a-1e4e-467a-a55d-6c75511821fe']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:03.722473 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f72b142c-d9cc-4808-8db7-f584e1e824b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602c854c-7211-4590-8d73-a57641bf555b') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:03.722867 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f72b142c-d9cc-4808-8db7-f584e1e824b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602c854c-7211-4590-8d73-a57641bf555b') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:03.735315 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f72b142c-d9cc-4808-8db7-f584e1e824b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:03.753820 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f72b142c-d9cc-4808-8db7-f584e1e824b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:03.773335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f72b142c-d9cc-4808-8db7-f584e1e824b9 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:50:03.775620 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f72b142c-d9cc-4808-8db7-f584e1e824b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:50:03.795819 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:50:03.800183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-327b26f9-fe45-43c5-bbe9-9d0007d81be6 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Allocated IP 172.20.0.1 (b33ee84c-2496-46a8-b58a-4eba130217ce/acc2e7d4-0341-4859-a8d6-ec47dde022fe/5c07d1df-3737-44cd-bc2d-b3e3bc1b146d) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:50:03.817832 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a5972511-db51-4276-92a7-378dc0046fec, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a5972511-db51-4276-92a7-378dc0046fec,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:03.837160 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'a5972511-db51-4276-92a7-378dc0046fec', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'port_id': 'a5972511-db51-4276-92a7-378dc0046fec', 'mac_address': 'fa:16:3e:3f:26:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:50:03.879414 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33908) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:03.889614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c1ee8-940f-4ee4-8847-3c7c8f3a4c11 req-769459f7-d450-4ffb-8143-befefb9c8f6c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:03.891095 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8c0c1ee8-940f-4ee4-8847-3c7c8f3a4c11 req-769459f7-d450-4ffb-8143-befefb9c8f6c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 944 time: 0.6008446 Mar 05 13:50:03.893385 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f72b142c-d9cc-4808-8db7-f584e1e824b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:03.906066 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f72b142c-d9cc-4808-8db7-f584e1e824b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:03.906235 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:03.927948 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5972511-db51-4276-92a7-378dc0046fec {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:50:03.933925 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f72b142c-d9cc-4808-8db7-f584e1e824b9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/eeb6dd3a-1e4e-467a-a55d-6c75511821fe HTTP/1.1" status: 204 len: 168 time: 2.3930221 Mar 05 13:50:03.935168 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b142c-d9cc-4808-8db7-f584e1e824b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeb6dd3a-1e4e-467a-a55d-6c75511821fe,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:03.937435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33914) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:03.953409 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a5972511-db51-4276-92a7-378dc0046fec, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a5972511-db51-4276-92a7-378dc0046fec,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:03.958737 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:04.049895 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a5972511-db51-4276-92a7-378dc0046fec,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:04.060040 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9bcc0-09fb-420c-a6aa-64e94eb33bd9 req-420823d8-8aec-4c2d-a7be-e9f7e7ba4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:04.061483 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3d9bcc0-09fb-420c-a6aa-64e94eb33bd9 req-420823d8-8aec-4c2d-a7be-e9f7e7ba4865 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5e6956c-ed3e-4331-80e6-bd294ce26155 HTTP/1.1" status: 200 len: 852 time: 0.2553830 Mar 05 13:50:04.099073 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-23ff224c-6e3b-49f3-91af-e1c7af4d9753 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1081241193-network', 'tenant_id': 'fb91e42706e748ef9e280dd38b058204'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:04.113831 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e1c98fc8-ed02-42a6-8dc6-1486e1abe50e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:04.115023 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-23ff224c-6e3b-49f3-91af-e1c7af4d9753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:04.122562 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-23ff224c-6e3b-49f3-91af-e1c7af4d9753 admin admin] Usage tracker for resource:network and tenant:fb91e42706e748ef9e280dd38b058204 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:04.126952 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-23ff224c-6e3b-49f3-91af-e1c7af4d9753 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:04.130168 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8c0c1ee8-940f-4ee4-8847-3c7c8f3a4c11 req-258f2872-9a10-4d9a-b214-c88eb47f900c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=f04bc72f-b67b-4bb4-a2d0-9bcbb590b57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259357 Mar 05 13:50:04.139092 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e1c98fc8-ed02-42a6-8dc6-1486e1abe50e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:04.144645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-23ff224c-6e3b-49f3-91af-e1c7af4d9753 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:04.153399 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3d9bcc0-09fb-420c-a6aa-64e94eb33bd9 req-86e22c14-0743-463a-ba1c-88c1787d4e6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fea5c273-e4ab-46b7-85df-ca04090e1441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730860 Mar 05 13:50:04.195299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['a5972511-db51-4276-92a7-378dc0046fec'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:50:04.202488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c98fc8-ed02-42a6-8dc6-1486e1abe50e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c12d67d1-ef59-4582-99b9-9053575ab0e4,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:04.230465 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ff224c-6e3b-49f3-91af-e1c7af4d9753 admin admin] Made reservation on behalf of fb91e42706e748ef9e280dd38b058204 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:50:04.233904 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23ff224c-6e3b-49f3-91af-e1c7af4d9753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:04.250598 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23ff224c-6e3b-49f3-91af-e1c7af4d9753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:04.280167 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-23ff224c-6e3b-49f3-91af-e1c7af4d9753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:04.317771 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e1c98fc8-ed02-42a6-8dc6-1486e1abe50e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:04.323235 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e1c98fc8-ed02-42a6-8dc6-1486e1abe50e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3085756 Mar 05 13:50:04.327565 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33918) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:04.336114 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-327b26f9-fe45-43c5-bbe9-9d0007d81be6 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:04.336832 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-23ff224c-6e3b-49f3-91af-e1c7af4d9753 admin admin] Usage tracker for resource:security_group_rule and tenant:fb91e42706e748ef9e280dd38b058204 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:04.340803 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a17fec66-2658-4a61-abee-789808c72e59 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:04.348921 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-23ff224c-6e3b-49f3-91af-e1c7af4d9753 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:04.358150 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-23ff224c-6e3b-49f3-91af-e1c7af4d9753 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:04.363032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a17fec66-2658-4a61-abee-789808c72e59 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:04.379772 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a17fec66-2658-4a61-abee-789808c72e59 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Usage tracker for resource:floatingip and tenant:d4bf4b89d64e49548563cf43af63d417 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:04.393496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a17fec66-2658-4a61-abee-789808c72e59 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:04.396451 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-327b26f9-fe45-43c5-bbe9-9d0007d81be6 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Transition to ACTIVE for port object 5c07d1df-3737-44cd-bc2d-b3e3bc1b146d will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:50:04.549410 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a17fec66-2658-4a61-abee-789808c72e59 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:04.556849 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3d9bcc0-09fb-420c-a6aa-64e94eb33bd9 req-f9aa1cfe-a33c-4e21-bdf3-d326436ef438 service neutron] 10.222.0.15 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901124 Mar 05 13:50:04.589687 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a17fec66-2658-4a61-abee-789808c72e59 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:04.639180 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23ff224c-6e3b-49f3-91af-e1c7af4d9753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:04.649164 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23ff224c-6e3b-49f3-91af-e1c7af4d9753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:04.694198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ff224c-6e3b-49f3-91af-e1c7af4d9753 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:50:04.704150 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff224c-6e3b-49f3-91af-e1c7af4d9753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d74bb3-fc06-4cff-8783-22117a9018b6,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:04.745094 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23ff224c-6e3b-49f3-91af-e1c7af4d9753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:04.745434 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-23ff224c-6e3b-49f3-91af-e1c7af4d9753 admin admin] Added segment 1b2023c4-6fef-4897-a21e-55e82fe04c5b of type vlan for network 62b9398a-cbf1-430c-be91-15bf0d379a72 Mar 05 13:50:04.760412 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-327b26f9-fe45-43c5-bbe9-9d0007d81be6 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:04.800067 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e43e1-af80-49e9-a67e-178e00329c43 req-79fca3e5-fd77-475a-a2ce-12754c41429f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:04.801526 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-728e43e1-af80-49e9-a67e-178e00329c43 req-79fca3e5-fd77-475a-a2ce-12754c41429f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9e792e-45b4-48ea-b2d2-d149f27bb2aa HTTP/1.1" status: 200 len: 943 time: 0.2183228 Mar 05 13:50:04.806411 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3d9bcc0-09fb-420c-a6aa-64e94eb33bd9 req-4ffb18d9-4203-48b2-857f-2d3f971bac19 service neutron] 10.222.0.15 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425098 Mar 05 13:50:04.806961 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23ff224c-6e3b-49f3-91af-e1c7af4d9753 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:04.890662 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-728e43e1-af80-49e9-a67e-178e00329c43 req-1f0c90c3-21b1-4072-acbe-0520862a0bd4 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785058 Mar 05 13:50:04.892252 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327b26f9-fe45-43c5-bbe9-9d0007d81be6 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Network b33ee84c-2496-46a8-b58a-4eba130217ce is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:50:04.897838 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d942350-962f-44c8-9767-75d081bda548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:04.898144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-327b26f9-fe45-43c5-bbe9-9d0007d81be6 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:50:04.916825 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b26f9-fe45-43c5-bbe9-9d0007d81be6 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:50:04.949395 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23ff224c-6e3b-49f3-91af-e1c7af4d9753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:04.950356 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ff224c-6e3b-49f3-91af-e1c7af4d9753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:04.951450 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23ff224c-6e3b-49f3-91af-e1c7af4d9753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:04.959855 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b26f9-fe45-43c5-bbe9-9d0007d81be6 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Pushing event updated for resources: {'Port': ['ID=5c07d1df-3737-44cd-bc2d-b3e3bc1b146d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:04.994991 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-327b26f9-fe45-43c5-bbe9-9d0007d81be6 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:05.030492 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a17fec66-2658-4a61-abee-789808c72e59 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:05.081873 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff224c-6e3b-49f3-91af-e1c7af4d9753 admin admin] Pushing event updated for resources: {'Network': ['ID=62b9398a-cbf1-430c-be91-15bf0d379a72,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:05.094512 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-23ff224c-6e3b-49f3-91af-e1c7af4d9753 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2102377 Mar 05 13:50:05.095741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 62b9398a-cbf1-430c-be91-15bf0d379a72 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:50:05.097846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33924) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:05.182905 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-c882ccc6-dbdb-4d92-93ea-09a6ac9c9cb6 admin admin] Request body: {'subnet': {'network_id': '62b9398a-cbf1-430c-be91-15bf0d379a72', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1081241193-subnet', 'tenant_id': 'fb91e42706e748ef9e280dd38b058204', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:05.194798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6f645cc6-a8f4-437a-9e3e-64fe11eabcc7 None None] Provisioning for port 5c07d1df-3737-44cd-bc2d-b3e3bc1b146d completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:50:05.200407 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c882ccc6-dbdb-4d92-93ea-09a6ac9c9cb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:05.207904 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c882ccc6-dbdb-4d92-93ea-09a6ac9c9cb6 admin admin] Usage tracker for resource:subnet and tenant:fb91e42706e748ef9e280dd38b058204 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:05.214052 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c882ccc6-dbdb-4d92-93ea-09a6ac9c9cb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:05.216262 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6f645cc6-a8f4-437a-9e3e-64fe11eabcc7 None None] Provisioning complete for port 5c07d1df-3737-44cd-bc2d-b3e3bc1b146d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:50:05.216723 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6f645cc6-a8f4-437a-9e3e-64fe11eabcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:05.233835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-a17fec66-2658-4a61-abee-789808c72e59 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Allocated IP 172.25.4.19 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/c044e592-b8cc-46f4-a4b7-d2d60511dc90) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:50:05.239125 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c882ccc6-dbdb-4d92-93ea-09a6ac9c9cb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:05.293262 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-6f645cc6-a8f4-437a-9e3e-64fe11eabcc7 None None] Port 5c07d1df-3737-44cd-bc2d-b3e3bc1b146d cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:50:05.332251 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-327b26f9-fe45-43c5-bbe9-9d0007d81be6 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:05.352745 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c882ccc6-dbdb-4d92-93ea-09a6ac9c9cb6 admin admin] Made reservation on behalf of fb91e42706e748ef9e280dd38b058204 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:50:05.354656 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c882ccc6-dbdb-4d92-93ea-09a6ac9c9cb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:05.627368 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c8e07-5af3-4467-8ee4-ce49d4d48987 req-1052c060-f747-4303-96e5-43f9c3437c52 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:05.628837 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-848c8e07-5af3-4467-8ee4-ce49d4d48987 req-1052c060-f747-4303-96e5-43f9c3437c52 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 945 time: 0.3431141 Mar 05 13:50:05.636276 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a17fec66-2658-4a61-abee-789808c72e59 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:05.700950 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a5972511-db51-4276-92a7-378dc0046fec up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:50:05.732602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-5d942350-962f-44c8-9767-75d081bda548 admin admin] Deleting port e797c915-fe1d-48c6-ae51-9bda578ca442 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:50:05.732870 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d942350-962f-44c8-9767-75d081bda548 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:05.779525 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-848c8e07-5af3-4467-8ee4-ce49d4d48987 req-bf781fa9-e6d2-4a9b-b6cb-8d6b32e92ce1 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=f04bc72f-b67b-4bb4-a2d0-9bcbb590b57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871999 Mar 05 13:50:05.793491 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port a5972511-db51-4276-92a7-378dc0046fec completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:50:05.799060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port a5972511-db51-4276-92a7-378dc0046fec triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:50:05.799416 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:05.864819 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c882ccc6-dbdb-4d92-93ea-09a6ac9c9cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:05.869898 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a17fec66-2658-4a61-abee-789808c72e59 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:05.902956 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device bd82583d-4fe5-4cd6-a4e8-20009016c84b details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:50:05.938873 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:05.953810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17fec66-2658-4a61-abee-789808c72e59 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:50:05.958790 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-a17fec66-2658-4a61-abee-789808c72e59 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:50:05.970483 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17fec66-2658-4a61-abee-789808c72e59 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:50:06.026159 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fec66-2658-4a61-abee-789808c72e59 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Pushing event updated for resources: {'Port': ['ID=c044e592-b8cc-46f4-a4b7-d2d60511dc90,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:06.030072 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882ccc6-dbdb-4d92-93ea-09a6ac9c9cb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a7789c6-5803-4416-b98c-eb30cc1f3d7b,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:06.077953 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-327b26f9-fe45-43c5-bbe9-9d0007d81be6 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:06.085135 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-327b26f9-fe45-43c5-bbe9-9d0007d81be6 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:06.088848 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-5d942350-962f-44c8-9767-75d081bda548 admin admin] For port e797c915-fe1d-48c6-ae51-9bda578ca442, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e797c915-fe1d-48c6-ae51-9bda578ca442,segment=NetworkSegment(bc75f793-0d8a-40d0-a85b-87dd20f79cad),segment_id=bc75f793-0d8a-40d0-a85b-87dd20f79cad)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:06.089214 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d942350-962f-44c8-9767-75d081bda548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:06.096545 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c882ccc6-dbdb-4d92-93ea-09a6ac9c9cb6 admin admin] Checking segment: {'id': '1b2023c4-6fef-4897-a21e-55e82fe04c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '62b9398a-cbf1-430c-be91-15bf0d379a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:50:06.096902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c882ccc6-dbdb-4d92-93ea-09a6ac9c9cb6 admin admin] Network hostable DHCP agents. Network: 62b9398a-cbf1-430c-be91-15bf0d379a72, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:50:06.114051 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796ecef7-335f-415b-aaf7-81b50bd58943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5972511-db51-4276-92a7-378dc0046fec'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:50:06.131184 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a5972511-db51-4276-92a7-378dc0046fec, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a5972511-db51-4276-92a7-378dc0046fec,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:06.162632 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port bd82583d-4fe5-4cd6-a4e8-20009016c84b, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=bd82583d-4fe5-4cd6-a4e8-20009016c84b,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:06.179567 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'bd82583d-4fe5-4cd6-a4e8-20009016c84b', 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441', 'port_id': 'bd82583d-4fe5-4cd6-a4e8-20009016c84b', 'mac_address': 'fa:16:3e:6e:a5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e6956c-ed3e-4331-80e6-bd294ce26155', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:50:06.238553 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-5d942350-962f-44c8-9767-75d081bda548 admin admin] Calling delete_port for e797c915-fe1d-48c6-ae51-9bda578ca442 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:50:06.246410 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796ecef7-335f-415b-aaf7-81b50bd58943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5972511-db51-4276-92a7-378dc0046fec', 'code': 200} Mar 05 13:50:06.247264 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:06.293368 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:06.322426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd82583d-4fe5-4cd6-a4e8-20009016c84b {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:50:06.332665 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a17fec66-2658-4a61-abee-789808c72e59 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:06.334030 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-327b26f9-fe45-43c5-bbe9-9d0007d81be6 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:06.347349 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b26f9-fe45-43c5-bbe9-9d0007d81be6 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Pushing event updated for resources: {'Port': ['ID=5c07d1df-3737-44cd-bc2d-b3e3bc1b146d,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:06.350296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c882ccc6-dbdb-4d92-93ea-09a6ac9c9cb6 admin admin] Network 62b9398a-cbf1-430c-be91-15bf0d379a72 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:50:06.359252 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port bd82583d-4fe5-4cd6-a4e8-20009016c84b, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=bd82583d-4fe5-4cd6-a4e8-20009016c84b,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:06.366442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a5972511-db51-4276-92a7-378dc0046fec,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:06.372116 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:06.402091 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-c882ccc6-dbdb-4d92-93ea-09a6ac9c9cb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 62b9398a-cbf1-430c-be91-15bf0d379a72) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:50:06.412222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c882ccc6-dbdb-4d92-93ea-09a6ac9c9cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:06.412806 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c882ccc6-dbdb-4d92-93ea-09a6ac9c9cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:06.439998 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17caf2f7-9739-44e2-a601-01d240439724 req-2374d40b-92a5-48a5-a79e-ed8ddd3d6956 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:06.441460 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-17caf2f7-9739-44e2-a601-01d240439724 req-2374d40b-92a5-48a5-a79e-ed8ddd3d6956 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9e792e-45b4-48ea-b2d2-d149f27bb2aa HTTP/1.1" status: 200 len: 943 time: 0.4071162 Mar 05 13:50:06.459198 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=bd82583d-4fe5-4cd6-a4e8-20009016c84b,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:06.462916 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0848d6-b98f-404e-bb2f-410004f46c17 None None] Network 62b9398a-cbf1-430c-be91-15bf0d379a72 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:50:06.494255 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a17fec66-2658-4a61-abee-789808c72e59 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:06.502272 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc77d49-bed5-469d-b0c8-8eb4c4ee0b53 req-545df923-aa34-439a-92f8-bd846afb0747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:06.503768 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2cc77d49-bed5-469d-b0c8-8eb4c4ee0b53 req-545df923-aa34-439a-92f8-bd846afb0747 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 1097 time: 0.2350762 Mar 05 13:50:06.511553 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c882ccc6-dbdb-4d92-93ea-09a6ac9c9cb6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4082062 Mar 05 13:50:06.590754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327b26f9-fe45-43c5-bbe9-9d0007d81be6 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Network b33ee84c-2496-46a8-b58a-4eba130217ce is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:50:06.605814 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-327b26f9-fe45-43c5-bbe9-9d0007d81be6 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:50:06.716914 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-17caf2f7-9739-44e2-a601-01d240439724 req-ea1364d1-3712-4b1e-8a9a-3c1d496c8824 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568579 Mar 05 13:50:06.729260 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2cc77d49-bed5-469d-b0c8-8eb4c4ee0b53 req-c7d7c123-5119-4753-a721-f9d07c03a6b0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f04bc72f-b67b-4bb4-a2d0-9bcbb590b57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164187 Mar 05 13:50:06.739325 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d942350-962f-44c8-9767-75d081bda548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:06.828857 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d942350-962f-44c8-9767-75d081bda548 admin admin] Pushing event deleted for resources: {'Port': ['ID=e797c915-fe1d-48c6-ae51-9bda578ca442,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:06.845856 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['bd82583d-4fe5-4cd6-a4e8-20009016c84b'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:50:06.927036 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70697ded-9462-4142-86aa-f5eb4ed33746 None None] Network 62b9398a-cbf1-430c-be91-15bf0d379a72 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:50:07.016089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327b26f9-fe45-43c5-bbe9-9d0007d81be6 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Router 70639468-74aa-46f1-b6ab-c67fb4f2dc81 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:50:07.052994 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a17fec66-2658-4a61-abee-789808c72e59 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:07.186809 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a17fec66-2658-4a61-abee-789808c72e59 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:07.204637 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-33837f0b-5088-4500-b7cc-0731328f4efe None None] Provisioning complete for port 5c07d1df-3737-44cd-bc2d-b3e3bc1b146d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:50:07.204990 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-33837f0b-5088-4500-b7cc-0731328f4efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:07.315768 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-33837f0b-5088-4500-b7cc-0731328f4efe None None] Port 5c07d1df-3737-44cd-bc2d-b3e3bc1b146d cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:50:07.344896 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d942350-962f-44c8-9767-75d081bda548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:07.361536 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357ecae-fff1-402a-8689-9a55554ff2a9 req-c21c8819-cd9a-48b2-aec9-5dddc1552fa2 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:07.363041 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a357ecae-fff1-402a-8689-9a55554ff2a9 req-c21c8819-cd9a-48b2-aec9-5dddc1552fa2 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 946 time: 0.2250087 Mar 05 13:50:07.511927 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fec66-2658-4a61-abee-789808c72e59 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Pushing event updated for resources: {'Port': ['ID=c044e592-b8cc-46f4-a4b7-d2d60511dc90,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:07.537026 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a17fec66-2658-4a61-abee-789808c72e59 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:07.593491 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593497be-d581-45bb-8ac2-6b7644651b82 req-1a645314-586c-4cda-bcf4-cac4f3464312 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:07.595120 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-593497be-d581-45bb-8ac2-6b7644651b82 req-1a645314-586c-4cda-bcf4-cac4f3464312 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.16 "GET /v2.0/networks?id=62b9398a-cbf1-430c-be91-15bf0d379a72 HTTP/1.1" status: 200 len: 818 time: 0.4093659 Mar 05 13:50:07.599688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327b26f9-fe45-43c5-bbe9-9d0007d81be6 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:50:07.616117 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decca3fb-0cf9-4baa-9f31-259a5f4dffaa None None] Sync routers for ids ['70639468-74aa-46f1-b6ab-c67fb4f2dc81'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:50:07.635648 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-327b26f9-fe45-43c5-bbe9-9d0007d81be6 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] 10.222.0.16 "PUT /v2.0/routers/70639468-74aa-46f1-b6ab-c67fb4f2dc81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4914682 Mar 05 13:50:07.635648 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a17fec66-2658-4a61-abee-789808c72e59 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:07.636424 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a357ecae-fff1-402a-8689-9a55554ff2a9 req-69aa4dab-1ee7-4609-afb7-88c1d98548f8 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=f04bc72f-b67b-4bb4-a2d0-9bcbb590b57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713239 Mar 05 13:50:07.636524 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a17fec66-2658-4a61-abee-789808c72e59 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2990577 Mar 05 13:50:07.636524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33954) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:07.636524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-1163c6c7-0ddb-449b-bb95-f709dcb38680 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Request body: {'port': {'network_id': 'b33ee84c-2496-46a8-b58a-4eba130217ce', 'name': 'tempest-FloatingIPAdminTestJSON-1283220957'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:07.648244 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decca3fb-0cf9-4baa-9f31-259a5f4dffaa None None] Routers {'70639468-74aa-46f1-b6ab-c67fb4f2dc81'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:50:07.648244 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-decca3fb-0cf9-4baa-9f31-259a5f4dffaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:49:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['70639468-74aa-46f1-b6ab-c67fb4f2dc81'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:07.667343 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-593497be-d581-45bb-8ac2-6b7644651b82 req-2bdbd20f-c852-428d-acc2-953d63f8c9fb tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.16 "GET /v2.0/quotas/fb91e42706e748ef9e280dd38b058204 HTTP/1.1" status: 200 len: 375 time: 0.0601747 Mar 05 13:50:07.730589 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-decca3fb-0cf9-4baa-9f31-259a5f4dffaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:07.735486 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-593497be-d581-45bb-8ac2-6b7644651b82 req-390f74f7-aebc-4155-a8fa-7a29ffb9a8f2 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb91e42706e748ef9e280dd38b058204&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539258 Mar 05 13:50:07.759689 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decca3fb-0cf9-4baa-9f31-259a5f4dffaa None None] Routers {'70639468-74aa-46f1-b6ab-c67fb4f2dc81'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:50:07.763454 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-decca3fb-0cf9-4baa-9f31-259a5f4dffaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:49:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['70639468-74aa-46f1-b6ab-c67fb4f2dc81'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:07.844198 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-decca3fb-0cf9-4baa-9f31-259a5f4dffaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:07.845000 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decca3fb-0cf9-4baa-9f31-259a5f4dffaa None None] The sync data for ids ['70639468-74aa-46f1-b6ab-c67fb4f2dc81'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:50:07.960595 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1163c6c7-0ddb-449b-bb95-f709dcb38680 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:07.975367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1163c6c7-0ddb-449b-bb95-f709dcb38680 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Usage tracker for resource:port and tenant:6a5b47cbb61a47afa9f44c5dd1137e97 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:07.982620 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1163c6c7-0ddb-449b-bb95-f709dcb38680 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:07.990734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1163c6c7-0ddb-449b-bb95-f709dcb38680 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:07.995091 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-593497be-d581-45bb-8ac2-6b7644651b82 req-ffb44c6f-378a-4de9-8408-79ba7b792975 service neutron] 10.222.0.16 "GET /v2.0/networks/62b9398a-cbf1-430c-be91-15bf0d379a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057126 Mar 05 13:50:08.033266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1163c6c7-0ddb-449b-bb95-f709dcb38680 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Made reservation on behalf of 6a5b47cbb61a47afa9f44c5dd1137e97 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:50:08.036872 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1163c6c7-0ddb-449b-bb95-f709dcb38680 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:08.068106 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44772ca4-c2ff-4b0a-97a1-ac304da1395d req-9e809e44-ec98-4a89-bfe9-18d680e903f3 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:08.069544 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-44772ca4-c2ff-4b0a-97a1-ac304da1395d req-9e809e44-ec98-4a89-bfe9-18d680e903f3 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9e792e-45b4-48ea-b2d2-d149f27bb2aa HTTP/1.1" status: 200 len: 944 time: 0.1987436 Mar 05 13:50:08.071537 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d942350-962f-44c8-9767-75d081bda548 admin admin] Router 9eea90a7-311b-4137-80eb-4b6c11f98963 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:50:08.192135 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-44772ca4-c2ff-4b0a-97a1-ac304da1395d req-27528ee8-1f66-488d-8488-a914cfc9ff97 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139464 Mar 05 13:50:08.241589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-1163c6c7-0ddb-449b-bb95-f709dcb38680 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] device_id is not set on port 53c0989c-7b67-401f-b3bb-69236860a864 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:50:08.315796 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d942350-962f-44c8-9767-75d081bda548 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:50:08.324588 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ad24f0-d227-454d-8e2a-1a05b9a205c1 None None] Sync routers for ids ['9eea90a7-311b-4137-80eb-4b6c11f98963'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:50:08.335068 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ad24f0-d227-454d-8e2a-1a05b9a205c1 None None] Routers {'9eea90a7-311b-4137-80eb-4b6c11f98963'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:50:08.336520 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-25ad24f0-d227-454d-8e2a-1a05b9a205c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:49:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['9eea90a7-311b-4137-80eb-4b6c11f98963'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:08.339222 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5d942350-962f-44c8-9767-75d081bda548 admin admin] 10.222.0.16 "PUT /v2.0/routers/9eea90a7-311b-4137-80eb-4b6c11f98963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4003763 Mar 05 13:50:08.342317 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33972) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:08.387943 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-593497be-d581-45bb-8ac2-6b7644651b82 req-3d84dfb4-6d27-43aa-9c96-6fc5b20517f3 service neutron] 10.222.0.16 "GET /v2.0/networks/62b9398a-cbf1-430c-be91-15bf0d379a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861489 Mar 05 13:50:08.424296 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-1163c6c7-0ddb-449b-bb95-f709dcb38680 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Allocated IP 172.20.0.14 (b33ee84c-2496-46a8-b58a-4eba130217ce/acc2e7d4-0341-4859-a8d6-ec47dde022fe/53c0989c-7b67-401f-b3bb-69236860a864) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:50:08.434501 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-71660371-9293-4f88-9900-545cec4efaa7 req-ea3c5ace-3ed2-432a-8ab3-eee26d1230f2 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Synchronizing usage tracker for tenant:d4bf4b89d64e49548563cf43af63d417 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:50:08.481296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-71660371-9293-4f88-9900-545cec4efaa7 req-ea3c5ace-3ed2-432a-8ab3-eee26d1230f2 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Unset dirty status for tenant:d4bf4b89d64e49548563cf43af63d417 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:50:08.482811 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-71660371-9293-4f88-9900-545cec4efaa7 req-ea3c5ace-3ed2-432a-8ab3-eee26d1230f2 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2108172147&fields=id&tenant_id=d4bf4b89d64e49548563cf43af63d417 HTTP/1.1" status: 200 len: 267 time: 0.1901746 Mar 05 13:50:08.636094 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-25ad24f0-d227-454d-8e2a-1a05b9a205c1 None None] Set router 9eea90a7-311b-4137-80eb-4b6c11f98963 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:50:08.678370 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9cde59b5-fbf6-4d9a-b691-52f4c8ec1a82 req-ea53c65e-1930-48d4-bb5c-dceb5e9561a3 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.16 "GET /v2.0/ports?device_id=cea72694-f335-4eed-83dc-aeab6dc21461 HTTP/1.1" status: 200 len: 210 time: 0.0512733 Mar 05 13:50:08.749247 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f9afbd2a-e998-4d44-b870-576f92b3df4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:08.788741 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1163c6c7-0ddb-449b-bb95-f709dcb38680 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:08.802723 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-62d09145-707c-41a0-9a39-7107fd1a3ebb admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:08.812090 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-1163c6c7-0ddb-449b-bb95-f709dcb38680 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Transition to ACTIVE for port object 53c0989c-7b67-401f-b3bb-69236860a864 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:50:08.883809 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:50:08.905023 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71660371-9293-4f88-9900-545cec4efaa7 req-7845740e-e65c-4ccd-bd78-260e54b75165 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:08.905209 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1163c6c7-0ddb-449b-bb95-f709dcb38680 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:08.905739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-71660371-9293-4f88-9900-545cec4efaa7 req-7845740e-e65c-4ccd-bd78-260e54b75165 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Synchronizing usage tracker for tenant:d4bf4b89d64e49548563cf43af63d417 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:50:08.991781 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1163c6c7-0ddb-449b-bb95-f709dcb38680 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Network b33ee84c-2496-46a8-b58a-4eba130217ce is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:50:08.996561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-1163c6c7-0ddb-449b-bb95-f709dcb38680 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:50:09.005034 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-71660371-9293-4f88-9900-545cec4efaa7 req-7845740e-e65c-4ccd-bd78-260e54b75165 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Unset dirty status for tenant:d4bf4b89d64e49548563cf43af63d417 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:50:09.006096 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-71660371-9293-4f88-9900-545cec4efaa7 req-7845740e-e65c-4ccd-bd78-260e54b75165 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/networks?id=47dce88b-b414-45d2-b170-ce43dcded289 HTTP/1.1" status: 200 len: 816 time: 0.4591613 Mar 05 13:50:09.009085 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1163c6c7-0ddb-449b-bb95-f709dcb38680 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:50:09.057441 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-71660371-9293-4f88-9900-545cec4efaa7 req-6503759f-5d19-44a8-bcb7-519a135038c2 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/quotas/d4bf4b89d64e49548563cf43af63d417 HTTP/1.1" status: 200 len: 375 time: 0.0379422 Mar 05 13:50:09.060135 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-25ad24f0-d227-454d-8e2a-1a05b9a205c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eea90a7-311b-4137-80eb-4b6c11f98963', 'name': 'tempest-TaggedBootDevicesTest-605465898-router', 'tenant_id': '930788a5789b4083a7edd7b94cf34a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a758ddea-d5e6-4151-a3d4-4d208e5b42da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:42:10Z', 'updated_at': '2022-03-05T13:50:06Z', 'revision_number': 5, 'project_id': '930788a5789b4083a7edd7b94cf34a2e', 'gw_port': {'id': 'a758ddea-d5e6-4151-a3d4-4d208e5b42da', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eea90a7-311b-4137-80eb-4b6c11f98963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:42:12Z', 'updated_at': '2022-03-05T13:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:09.067037 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ad24f0-d227-454d-8e2a-1a05b9a205c1 None None] Checking router: 9eea90a7-311b-4137-80eb-4b6c11f98963 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:50:09.074756 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163c6c7-0ddb-449b-bb95-f709dcb38680 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Pushing event updated for resources: {'Port': ['ID=53c0989c-7b67-401f-b3bb-69236860a864,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:09.082840 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ad24f0-d227-454d-8e2a-1a05b9a205c1 None None] Routers {'9eea90a7-311b-4137-80eb-4b6c11f98963'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:50:09.083698 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-25ad24f0-d227-454d-8e2a-1a05b9a205c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:49:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['9eea90a7-311b-4137-80eb-4b6c11f98963'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:09.103913 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1163c6c7-0ddb-449b-bb95-f709dcb38680 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:09.104526 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1163c6c7-0ddb-449b-bb95-f709dcb38680 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:09.144601 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854d695-adea-4fa5-b71b-6ae6ef5a9a6b req-6b682c41-dd87-48b9-8992-cbefc29675a0 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:09.146668 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-62d09145-707c-41a0-9a39-7107fd1a3ebb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:09.153882 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f854d695-adea-4fa5-b71b-6ae6ef5a9a6b req-6b682c41-dd87-48b9-8992-cbefc29675a0 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 946 time: 0.2920070 Mar 05 13:50:09.172637 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-62d09145-707c-41a0-9a39-7107fd1a3ebb admin admin] Deleting port a758ddea-d5e6-4151-a3d4-4d208e5b42da {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:50:09.172979 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-62d09145-707c-41a0-9a39-7107fd1a3ebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:09.177878 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1163c6c7-0ddb-449b-bb95-f709dcb38680 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5457740 Mar 05 13:50:09.178732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33988) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:09.220660 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f854d695-adea-4fa5-b71b-6ae6ef5a9a6b req-ede4500f-af61-4f8d-8710-2c9f4c8a5b5e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=f04bc72f-b67b-4bb4-a2d0-9bcbb590b57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657213 Mar 05 13:50:09.374946 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-58e5990a-3027-4c51-a4df-34e8603368f8 None None] Provisioning for port 53c0989c-7b67-401f-b3bb-69236860a864 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:50:09.382346 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-58e5990a-3027-4c51-a4df-34e8603368f8 None None] Provisioning complete for port 53c0989c-7b67-401f-b3bb-69236860a864 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:50:09.383927 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-58e5990a-3027-4c51-a4df-34e8603368f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:09.450823 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'project_id': '6a5b47cbb61a47afa9f44c5dd1137e97', 'port_id': '53c0989c-7b67-401f-b3bb-69236860a864'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:09.469383 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-71660371-9293-4f88-9900-545cec4efaa7 req-ae23e5a8-b042-42dc-bb88-cde7b76e5418 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Synchronizing usage tracker for tenant:d4bf4b89d64e49548563cf43af63d417 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:50:09.480494 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:09.484873 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-58e5990a-3027-4c51-a4df-34e8603368f8 None None] Port 53c0989c-7b67-401f-b3bb-69236860a864 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:50:09.490110 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Usage tracker for resource:floatingip and tenant:6a5b47cbb61a47afa9f44c5dd1137e97 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:09.503669 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a718e-cc1a-4599-9d90-08af195b4c2f req-fe0bfc02-3518-42c6-a38b-33c29e4ca8cf tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:09.512197 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fe1a718e-cc1a-4599-9d90-08af195b4c2f req-fe0bfc02-3518-42c6-a38b-33c29e4ca8cf tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9e792e-45b4-48ea-b2d2-d149f27bb2aa HTTP/1.1" status: 200 len: 944 time: 0.1808968 Mar 05 13:50:09.514316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:09.519503 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-25ad24f0-d227-454d-8e2a-1a05b9a205c1 None None] Set router 9eea90a7-311b-4137-80eb-4b6c11f98963 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:50:09.538836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:09.566958 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-71660371-9293-4f88-9900-545cec4efaa7 req-ae23e5a8-b042-42dc-bb88-cde7b76e5418 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Unset dirty status for tenant:d4bf4b89d64e49548563cf43af63d417 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:50:09.568376 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:09.576047 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-71660371-9293-4f88-9900-545cec4efaa7 req-ae23e5a8-b042-42dc-bb88-cde7b76e5418 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d4bf4b89d64e49548563cf43af63d417&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5164576 Mar 05 13:50:09.598525 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fe1a718e-cc1a-4599-9d90-08af195b4c2f req-c578d62f-b2b5-46de-977c-b85675f07255 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853527 Mar 05 13:50:09.683922 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-62d09145-707c-41a0-9a39-7107fd1a3ebb admin admin] For port a758ddea-d5e6-4151-a3d4-4d208e5b42da, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a758ddea-d5e6-4151-a3d4-4d208e5b42da,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:09.684292 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-62d09145-707c-41a0-9a39-7107fd1a3ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:09.846969 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d125e-0eb7-4cb8-8875-4b41d7b0eb0b req-005486ea-c9d1-406c-a841-ad2a3944c26e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:09.848572 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6d1d125e-0eb7-4cb8-8875-4b41d7b0eb0b req-005486ea-c9d1-406c-a841-ad2a3944c26e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 946 time: 0.1162498 Mar 05 13:50:09.856150 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-62d09145-707c-41a0-9a39-7107fd1a3ebb admin admin] Calling delete_port for a758ddea-d5e6-4151-a3d4-4d208e5b42da owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:50:09.859756 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34002) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:09.861352 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:09.869384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-4e1bf1b6-ec07-4a70-af9b-2fe1f540050c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Request body: {'floatingip': {'port_id': 'a5972511-db51-4276-92a7-378dc0046fec'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:09.874833 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-25ad24f0-d227-454d-8e2a-1a05b9a205c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eea90a7-311b-4137-80eb-4b6c11f98963', 'name': 'tempest-TaggedBootDevicesTest-605465898-router', 'tenant_id': '930788a5789b4083a7edd7b94cf34a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a758ddea-d5e6-4151-a3d4-4d208e5b42da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:42:10Z', 'updated_at': '2022-03-05T13:50:06Z', 'revision_number': 5, 'project_id': '930788a5789b4083a7edd7b94cf34a2e', 'gw_port': {'id': 'a758ddea-d5e6-4151-a3d4-4d208e5b42da', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eea90a7-311b-4137-80eb-4b6c11f98963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:42:12Z', 'updated_at': '2022-03-05T13:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:09.879682 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ad24f0-d227-454d-8e2a-1a05b9a205c1 None None] The sync data for ids ['9eea90a7-311b-4137-80eb-4b6c11f98963'] in n-d-803718-1 is: [{'id': '9eea90a7-311b-4137-80eb-4b6c11f98963', 'name': 'tempest-TaggedBootDevicesTest-605465898-router', 'tenant_id': '930788a5789b4083a7edd7b94cf34a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a758ddea-d5e6-4151-a3d4-4d208e5b42da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:42:10Z', 'updated_at': '2022-03-05T13:50:06Z', 'revision_number': 5, 'project_id': '930788a5789b4083a7edd7b94cf34a2e', 'gw_port': {'id': 'a758ddea-d5e6-4151-a3d4-4d208e5b42da', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eea90a7-311b-4137-80eb-4b6c11f98963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:42:12Z', 'updated_at': '2022-03-05T13:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:50:09.935030 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device bd82583d-4fe5-4cd6-a4e8-20009016c84b up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:50:10.029843 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port bd82583d-4fe5-4cd6-a4e8-20009016c84b completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:50:10.037517 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port bd82583d-4fe5-4cd6-a4e8-20009016c84b triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:50:10.037719 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:10.075295 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4e1bf1b6-ec07-4a70-af9b-2fe1f540050c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:10.173405 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c702ee24-7465-4f67-a581-2e8a889a024a req-a4e8d655-43c3-494b-b204-03077609d51b tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.16 "GET /v2.0/ports?device_id=cea72694-f335-4eed-83dc-aeab6dc21461 HTTP/1.1" status: 200 len: 210 time: 0.1442349 Mar 05 13:50:10.175444 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:10.225335 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9e792e-45b4-48ea-b2d2-d149f27bb2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd82583d-4fe5-4cd6-a4e8-20009016c84b'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:50:10.232453 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-71660371-9293-4f88-9900-545cec4efaa7 req-97e6be85-80d0-4f5f-a9d4-783ff3ac2bcd service neutron] 10.222.0.16 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6441259 Mar 05 13:50:10.238689 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port bd82583d-4fe5-4cd6-a4e8-20009016c84b, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=bd82583d-4fe5-4cd6-a4e8-20009016c84b,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:10.243568 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:10.310063 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-62d09145-707c-41a0-9a39-7107fd1a3ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:10.331085 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=bd82583d-4fe5-4cd6-a4e8-20009016c84b,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:10.351867 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9e792e-45b4-48ea-b2d2-d149f27bb2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd82583d-4fe5-4cd6-a4e8-20009016c84b', 'code': 200} Mar 05 13:50:10.375371 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d09145-707c-41a0-9a39-7107fd1a3ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=a758ddea-d5e6-4151-a3d4-4d208e5b42da,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:10.542423 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593497be-d581-45bb-8ac2-6b7644651b82 req-7f264506-2b35-415d-8d35-ff02fe480fab tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:10.543255 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-593497be-d581-45bb-8ac2-6b7644651b82 req-7f264506-2b35-415d-8d35-ff02fe480fab tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Synchronizing usage tracker for tenant:fb91e42706e748ef9e280dd38b058204 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:50:10.611803 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-71660371-9293-4f88-9900-545cec4efaa7 req-edc56f0f-6453-4492-9bc9-3a6eed15a4bc service neutron] 10.222.0.16 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643239 Mar 05 13:50:10.624010 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-62d09145-707c-41a0-9a39-7107fd1a3ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:10.672202 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-593497be-d581-45bb-8ac2-6b7644651b82 req-7f264506-2b35-415d-8d35-ff02fe480fab tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Unset dirty status for tenant:fb91e42706e748ef9e280dd38b058204 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:50:10.673458 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-593497be-d581-45bb-8ac2-6b7644651b82 req-7f264506-2b35-415d-8d35-ff02fe480fab tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.30 "GET /v2.0/networks?id=62b9398a-cbf1-430c-be91-15bf0d379a72 HTTP/1.1" status: 200 len: 818 time: 0.5736823 Mar 05 13:50:10.738218 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-593497be-d581-45bb-8ac2-6b7644651b82 req-9289852b-3d01-4a99-9b76-34788a25983e tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Request body: {'port': {'device_id': 'cea72694-f335-4eed-83dc-aeab6dc21461', 'network_id': '62b9398a-cbf1-430c-be91-15bf0d379a72', 'admin_state_up': True, 'tenant_id': 'fb91e42706e748ef9e280dd38b058204'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:10.747590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Allocated IP 172.25.4.125 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/f06f55fd-ace6-41c5-83c7-ff7076f4670b) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:50:10.862834 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-62d09145-707c-41a0-9a39-7107fd1a3ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:10.899181 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-62d09145-707c-41a0-9a39-7107fd1a3ebb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:10.909684 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c1fc29e8-7683-44e0-915f-220f0d68b38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:11.018467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011de26a-fae6-4c01-adeb-0a6bf8b84b3c req-b3be8cf7-b394-4f5a-b5dc-0eb819a08ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:11.019984 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-011de26a-fae6-4c01-adeb-0a6bf8b84b3c req-b3be8cf7-b394-4f5a-b5dc-0eb819a08ba0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4e9e792e-45b4-48ea-b2d2-d149f27bb2aa HTTP/1.1" status: 200 len: 1096 time: 0.5825393 Mar 05 13:50:11.099319 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d809197f-2c82-4b14-830e-a28ab92339e8 req-010dd852-ead9-487e-9879-d57137f3502e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 210 time: 0.2429461 Mar 05 13:50:11.141934 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-62d09145-707c-41a0-9a39-7107fd1a3ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:11.142461 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d09145-707c-41a0-9a39-7107fd1a3ebb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9eea90a7-311b-4137-80eb-4b6c11f98963 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:50:11.173314 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e797c915-fe1d-48c6-ae51-9bda578ca442 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:50:11.178486 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-62d09145-707c-41a0-9a39-7107fd1a3ebb admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:11.181136 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-62d09145-707c-41a0-9a39-7107fd1a3ebb admin admin] 10.222.0.16 "DELETE /v2.0/routers/9eea90a7-311b-4137-80eb-4b6c11f98963 HTTP/1.1" status: 204 len: 168 time: 2.8363781 Mar 05 13:50:11.184945 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34020) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:11.185881 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-593497be-d581-45bb-8ac2-6b7644651b82 req-9289852b-3d01-4a99-9b76-34788a25983e tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:11.191419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-593497be-d581-45bb-8ac2-6b7644651b82 req-9289852b-3d01-4a99-9b76-34788a25983e tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Usage tracker for resource:port and tenant:fb91e42706e748ef9e280dd38b058204 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:11.229720 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-593497be-d581-45bb-8ac2-6b7644651b82 req-9289852b-3d01-4a99-9b76-34788a25983e tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:11.246388 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-593497be-d581-45bb-8ac2-6b7644651b82 req-9289852b-3d01-4a99-9b76-34788a25983e tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:11.251949 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-011de26a-fae6-4c01-adeb-0a6bf8b84b3c req-65fb93e4-a2e5-4022-b072-cbe87a321b4f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236397 Mar 05 13:50:11.262557 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942ca47-59a8-4ad3-a963-76cba07d9d44 req-12b09d0f-a5d7-4434-b891-2ed63e85dc37 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:11.269760 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3942ca47-59a8-4ad3-a963-76cba07d9d44 req-12b09d0f-a5d7-4434-b891-2ed63e85dc37 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9e792e-45b4-48ea-b2d2-d149f27bb2aa HTTP/1.1" status: 200 len: 945 time: 0.4970746 Mar 05 13:50:11.285790 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-593497be-d581-45bb-8ac2-6b7644651b82 req-9289852b-3d01-4a99-9b76-34788a25983e tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Made reservation on behalf of fb91e42706e748ef9e280dd38b058204 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:50:11.289874 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:11.290120 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-593497be-d581-45bb-8ac2-6b7644651b82 req-9289852b-3d01-4a99-9b76-34788a25983e tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:11.306647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: e797c915-fe1d-48c6-ae51-9bda578ca442 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:50:11.308429 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e797c915-fe1d-48c6-ae51-9bda578ca442 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:50:11.311620 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d85ff59-cf06-48d4-853b-c16671fbabde admin admin] Deleting subnet c96288ca-7610-4efb-b638-4aff9c52529a {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:50:11.315522 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7d85ff59-cf06-48d4-853b-c16671fbabde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:11.406817 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3942ca47-59a8-4ad3-a963-76cba07d9d44 req-f1df15de-5846-45ae-92cc-4106820e71e6 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362329 Mar 05 13:50:11.413754 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:11.488251 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b46b9130-a868-4979-93c6-50ea363cb2b0 req-4baf957e-f8ec-499b-8019-2ef086150bd4 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.16 "GET /v2.0/ports?device_id=cea72694-f335-4eed-83dc-aeab6dc21461 HTTP/1.1" status: 200 len: 210 time: 0.0891376 Mar 05 13:50:11.490035 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7d85ff59-cf06-48d4-853b-c16671fbabde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:11.499310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:50:11.515367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:50:11.645382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-593497be-d581-45bb-8ac2-6b7644651b82 req-9289852b-3d01-4a99-9b76-34788a25983e tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Allocated IP 172.20.0.10 (62b9398a-cbf1-430c-be91-15bf0d379a72/4a7789c6-5803-4416-b98c-eb30cc1f3d7b/430e19ff-a738-45f7-a783-d0056e39bb9a) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:50:11.654300 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4e1bf1b6-ec07-4a70-af9b-2fe1f540050c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:11.655503 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:50:11.657272 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7d85ff59-cf06-48d4-853b-c16671fbabde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:11.690367 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4e1bf1b6-ec07-4a70-af9b-2fe1f540050c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:11.778543 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Pushing event updated for resources: {'Port': ['ID=f06f55fd-ace6-41c5-83c7-ff7076f4670b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:11.890100 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7d85ff59-cf06-48d4-853b-c16671fbabde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:11.941810 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85ff59-cf06-48d4-853b-c16671fbabde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c96288ca-7610-4efb-b638-4aff9c52529a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:11.949061 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7d85ff59-cf06-48d4-853b-c16671fbabde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:11.968553 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5793fc4-3296-471b-92f9-981d9fe5df35 None None] Network e4445820-90aa-44e9-b795-5325a5b053b1 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:50:11.972117 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7d85ff59-cf06-48d4-853b-c16671fbabde admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c96288ca-7610-4efb-b638-4aff9c52529a HTTP/1.1" status: 204 len: 168 time: 0.7836418 Mar 05 13:50:11.973209 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34028) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:12.015903 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-4e1bf1b6-ec07-4a70-af9b-2fe1f540050c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Floating IP a7c99604-e127-407d-9d5a-d589313438d9 associated. External IP: 172.25.4.34, port: a5972511-db51-4276-92a7-378dc0046fec. Mar 05 13:50:12.016261 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-593497be-d581-45bb-8ac2-6b7644651b82 req-9289852b-3d01-4a99-9b76-34788a25983e tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:12.053933 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-593497be-d581-45bb-8ac2-6b7644651b82 req-9289852b-3d01-4a99-9b76-34788a25983e tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:12.062098 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:12.142048 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:12.196952 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593497be-d581-45bb-8ac2-6b7644651b82 req-9289852b-3d01-4a99-9b76-34788a25983e tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Network 62b9398a-cbf1-430c-be91-15bf0d379a72 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:50:12.219001 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-593497be-d581-45bb-8ac2-6b7644651b82 req-9289852b-3d01-4a99-9b76-34788a25983e tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:50:12.223578 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-593497be-d581-45bb-8ac2-6b7644651b82 req-9289852b-3d01-4a99-9b76-34788a25983e tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:50:12.384663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289852b-3d01-4a99-9b76-34788a25983e tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Pushing event updated for resources: {'Port': ['ID=430e19ff-a738-45f7-a783-d0056e39bb9a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:12.408352 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf91ce2-4811-4654-add8-dac32012c6b2 None None] DHCP port deletion for e4445820-90aa-44e9-b795-5325a5b053b1 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:50:12.412672 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9cf91ce2-4811-4654-add8-dac32012c6b2 None None] Deleting port 4c33f2da-2526-43a6-ae52-4e3340573c2c {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:50:12.413048 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9cf91ce2-4811-4654-add8-dac32012c6b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:12.453704 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-21842c77-1131-43a7-9ddc-797954d8050f req-59caf063-0259-4c17-995a-d17532292fd4 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 210 time: 0.1349604 Mar 05 13:50:12.480392 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593497be-d581-45bb-8ac2-6b7644651b82 req-9289852b-3d01-4a99-9b76-34788a25983e tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:12.481106 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-593497be-d581-45bb-8ac2-6b7644651b82 req-9289852b-3d01-4a99-9b76-34788a25983e tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:12.514664 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-593497be-d581-45bb-8ac2-6b7644651b82 req-9289852b-3d01-4a99-9b76-34788a25983e tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7801955 Mar 05 13:50:12.535936 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-593497be-d581-45bb-8ac2-6b7644651b82 req-3bf2d19c-3f2b-4ee5-80b9-63283bc6fc46 service neutron] Request body: {'port': {'device_id': 'cea72694-f335-4eed-83dc-aeab6dc21461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:12.724588 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9cf91ce2-4811-4654-add8-dac32012c6b2 None None] For port 4c33f2da-2526-43a6-ae52-4e3340573c2c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4c33f2da-2526-43a6-ae52-4e3340573c2c,segment=NetworkSegment(bc75f793-0d8a-40d0-a85b-87dd20f79cad),segment_id=bc75f793-0d8a-40d0-a85b-87dd20f79cad)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:12.725089 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9cf91ce2-4811-4654-add8-dac32012c6b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:12.788767 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-593497be-d581-45bb-8ac2-6b7644651b82 req-3bf2d19c-3f2b-4ee5-80b9-63283bc6fc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:12.879122 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c489b7-1ef9-4459-9240-9425d6792de5 req-cda683df-8e52-44ab-96ca-bbd466791287 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:12.879400 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9cf91ce2-4811-4654-add8-dac32012c6b2 None None] Calling delete_port for 4c33f2da-2526-43a6-ae52-4e3340573c2c owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:50:12.879840 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d8c489b7-1ef9-4459-9240-9425d6792de5 req-cda683df-8e52-44ab-96ca-bbd466791287 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Synchronizing usage tracker for tenant:fb91e42706e748ef9e280dd38b058204 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:50:12.902797 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-395b356d-79a4-479e-956a-d972a5246c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:12.958463 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d8c489b7-1ef9-4459-9240-9425d6792de5 req-cda683df-8e52-44ab-96ca-bbd466791287 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Unset dirty status for tenant:fb91e42706e748ef9e280dd38b058204 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:50:12.959628 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d8c489b7-1ef9-4459-9240-9425d6792de5 req-cda683df-8e52-44ab-96ca-bbd466791287 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.16 "GET /v2.0/ports?device_id=cea72694-f335-4eed-83dc-aeab6dc21461 HTTP/1.1" status: 200 len: 932 time: 0.2442226 Mar 05 13:50:12.966907 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9cf91ce2-4811-4654-add8-dac32012c6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:13.028632 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf91ce2-4811-4654-add8-dac32012c6b2 None None] No DVR routers for this DVR port 4c33f2da-2526-43a6-ae52-4e3340573c2c on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:50:13.030336 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf91ce2-4811-4654-add8-dac32012c6b2 None None] Pushing event deleted for resources: {'Port': ['ID=4c33f2da-2526-43a6-ae52-4e3340573c2c,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:13.039437 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf91ce2-4811-4654-add8-dac32012c6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:13.039761 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf91ce2-4811-4654-add8-dac32012c6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:13.040096 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf91ce2-4811-4654-add8-dac32012c6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:13.040456 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf91ce2-4811-4654-add8-dac32012c6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:13.040738 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf91ce2-4811-4654-add8-dac32012c6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:13.041054 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf91ce2-4811-4654-add8-dac32012c6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:13.041362 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf91ce2-4811-4654-add8-dac32012c6b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:13.041731 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf91ce2-4811-4654-add8-dac32012c6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:13.042054 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf91ce2-4811-4654-add8-dac32012c6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:13.042374 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf91ce2-4811-4654-add8-dac32012c6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:13.042690 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf91ce2-4811-4654-add8-dac32012c6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:13.043029 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf91ce2-4811-4654-add8-dac32012c6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:13.134272 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4c33f2da-2526-43a6-ae52-4e3340573c2c no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:50:13.138296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d8c489b7-1ef9-4459-9240-9425d6792de5 req-a20bce30-1442-44ff-9915-63b0e35c7a16 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Synchronizing usage tracker for tenant:fb91e42706e748ef9e280dd38b058204 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:50:13.179010 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 4c33f2da-2526-43a6-ae52-4e3340573c2c {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:50:13.182807 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4c33f2da-2526-43a6-ae52-4e3340573c2c not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:50:13.183552 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a758ddea-d5e6-4151-a3d4-4d208e5b42da no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:50:13.206615 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d8c489b7-1ef9-4459-9240-9425d6792de5 req-a20bce30-1442-44ff-9915-63b0e35c7a16 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Unset dirty status for tenant:fb91e42706e748ef9e280dd38b058204 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:50:13.207816 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d8c489b7-1ef9-4459-9240-9425d6792de5 req-a20bce30-1442-44ff-9915-63b0e35c7a16 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3d74bb3-fc06-4cff-8783-22117a9018b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384837 Mar 05 13:50:13.229407 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71660371-9293-4f88-9900-545cec4efaa7 req-67b0c411-fb17-4c7c-ba4e-1ccb522cfa47 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:13.231098 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71660371-9293-4f88-9900-545cec4efaa7 req-67b0c411-fb17-4c7c-ba4e-1ccb522cfa47 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.15 "GET /v2.0/networks?id=47dce88b-b414-45d2-b170-ce43dcded289 HTTP/1.1" status: 200 len: 816 time: 1.0241113 Mar 05 13:50:13.237378 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: a758ddea-d5e6-4151-a3d4-4d208e5b42da {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:50:13.237809 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a758ddea-d5e6-4151-a3d4-4d208e5b42da not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:50:13.259043 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-593497be-d581-45bb-8ac2-6b7644651b82 req-3bf2d19c-3f2b-4ee5-80b9-63283bc6fc46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 430e19ff-a738-45f7-a783-d0056e39bb9a {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:50:13.267740 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-593497be-d581-45bb-8ac2-6b7644651b82 req-3bf2d19c-3f2b-4ee5-80b9-63283bc6fc46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:13.283641 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-593497be-d581-45bb-8ac2-6b7644651b82 req-3bf2d19c-3f2b-4ee5-80b9-63283bc6fc46 service neutron] Transition to ACTIVE for port object 430e19ff-a738-45f7-a783-d0056e39bb9a will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:50:13.290259 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-593497be-d581-45bb-8ac2-6b7644651b82 req-3bf2d19c-3f2b-4ee5-80b9-63283bc6fc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:13.303195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80bbdd-385f-4ee9-9e59-42763be964af req-fae23084-6aad-40c8-8a89-2a6aa81359fe tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:13.305118 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eb80bbdd-385f-4ee9-9e59-42763be964af req-fae23084-6aad-40c8-8a89-2a6aa81359fe tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9e792e-45b4-48ea-b2d2-d149f27bb2aa HTTP/1.1" status: 200 len: 945 time: 0.6917064 Mar 05 13:50:13.539671 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-395b356d-79a4-479e-956a-d972a5246c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:13.593351 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:13.614145 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1713fde-83a8-4d5a-aa86-c09cb7185909 req-a947728f-0ba5-4a80-bb7d-063b6a9b8ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:13.615655 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1713fde-83a8-4d5a-aa86-c09cb7185909 req-a947728f-0ba5-4a80-bb7d-063b6a9b8ea5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79f8ba46919a411c91f03c872b2a9ca1&device_id=4e9e792e-45b4-48ea-b2d2-d149f27bb2aa HTTP/1.1" status: 200 len: 1096 time: 0.8385968 Mar 05 13:50:13.619636 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-71660371-9293-4f88-9900-545cec4efaa7 req-aa4d9784-290c-46c5-83d7-861b9c41244d tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Synchronizing usage tracker for tenant:d4bf4b89d64e49548563cf43af63d417 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:50:13.666630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-395b356d-79a4-479e-956a-d972a5246c6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4445820-90aa-44e9-b795-5325a5b053b1']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:13.669989 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2d19c-3f2b-4ee5-80b9-63283bc6fc46 service neutron] Pushing event updated for resources: {'Port': ['ID=430e19ff-a738-45f7-a783-d0056e39bb9a,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:13.723987 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-395b356d-79a4-479e-956a-d972a5246c6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc75f793-0d8a-40d0-a85b-87dd20f79cad') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:13.724284 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-395b356d-79a4-479e-956a-d972a5246c6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc75f793-0d8a-40d0-a85b-87dd20f79cad') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:13.727016 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d5b78b46-5b33-4557-b5ef-d14d86350684 req-8e263ada-1726-43bf-a4f3-165e1da8847f tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 210 time: 0.0529401 Mar 05 13:50:13.750128 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eb80bbdd-385f-4ee9-9e59-42763be964af req-81c2cad8-e821-411a-b3e5-1edef4175642 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742771 Mar 05 13:50:13.766048 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-593497be-d581-45bb-8ac2-6b7644651b82 req-3bf2d19c-3f2b-4ee5-80b9-63283bc6fc46 service neutron] Attempting to bind port 430e19ff-a738-45f7-a783-d0056e39bb9a on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:50:13.766385 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-593497be-d581-45bb-8ac2-6b7644651b82 req-3bf2d19c-3f2b-4ee5-80b9-63283bc6fc46 service neutron] Attempting to bind port 430e19ff-a738-45f7-a783-d0056e39bb9a by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '1b2023c4-6fef-4897-a21e-55e82fe04c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '62b9398a-cbf1-430c-be91-15bf0d379a72'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:50:13.766710 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593497be-d581-45bb-8ac2-6b7644651b82 req-3bf2d19c-3f2b-4ee5-80b9-63283bc6fc46 service neutron] Attempting to bind port 430e19ff-a738-45f7-a783-d0056e39bb9a on network 62b9398a-cbf1-430c-be91-15bf0d379a72 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:50:13.771695 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593497be-d581-45bb-8ac2-6b7644651b82 req-3bf2d19c-3f2b-4ee5-80b9-63283bc6fc46 service neutron] Port 430e19ff-a738-45f7-a783-d0056e39bb9a on network 62b9398a-cbf1-430c-be91-15bf0d379a72 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:50:13.772018 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593497be-d581-45bb-8ac2-6b7644651b82 req-3bf2d19c-3f2b-4ee5-80b9-63283bc6fc46 service neutron] Attempting to bind port 430e19ff-a738-45f7-a783-d0056e39bb9a on network 62b9398a-cbf1-430c-be91-15bf0d379a72 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:50:13.777408 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593497be-d581-45bb-8ac2-6b7644651b82 req-3bf2d19c-3f2b-4ee5-80b9-63283bc6fc46 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:50:13.777744 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593497be-d581-45bb-8ac2-6b7644651b82 req-3bf2d19c-3f2b-4ee5-80b9-63283bc6fc46 service neutron] Checking segment: {'id': '1b2023c4-6fef-4897-a21e-55e82fe04c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '62b9398a-cbf1-430c-be91-15bf0d379a72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:50:13.778122 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593497be-d581-45bb-8ac2-6b7644651b82 req-3bf2d19c-3f2b-4ee5-80b9-63283bc6fc46 service neutron] Bound using segment: {'id': '1b2023c4-6fef-4897-a21e-55e82fe04c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '62b9398a-cbf1-430c-be91-15bf0d379a72'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:50:13.779072 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-593497be-d581-45bb-8ac2-6b7644651b82 req-3bf2d19c-3f2b-4ee5-80b9-63283bc6fc46 service neutron] Bound port: 430e19ff-a738-45f7-a783-d0056e39bb9a, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b2023c4-6fef-4897-a21e-55e82fe04c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '62b9398a-cbf1-430c-be91-15bf0d379a72'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:50:13.779072 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-593497be-d581-45bb-8ac2-6b7644651b82 req-3bf2d19c-3f2b-4ee5-80b9-63283bc6fc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:13.816493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1bf1b6-ec07-4a70-af9b-2fe1f540050c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Router ebed7ca6-286a-45b0-ab29-0b098cdfdadb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:50:13.819742 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-395b356d-79a4-479e-956a-d972a5246c6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:13.830627 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-71660371-9293-4f88-9900-545cec4efaa7 req-aa4d9784-290c-46c5-83d7-861b9c41244d tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Unset dirty status for tenant:d4bf4b89d64e49548563cf43af63d417 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:50:13.832162 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71660371-9293-4f88-9900-545cec4efaa7 req-aa4d9784-290c-46c5-83d7-861b9c41244d tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4bf4b89d64e49548563cf43af63d417 HTTP/1.1" status: 200 len: 380 time: 0.5827889 Mar 05 13:50:13.859986 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-71660371-9293-4f88-9900-545cec4efaa7 req-2dd178ae-8f5f-4d81-a474-d9b5a99e7bd9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Request body: {'port': {'device_id': '7fba67fc-509c-4fb0-b931-24ce7a1b902e', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'admin_state_up': True, 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'security_groups': ['3d9aea14-4c5b-4e8e-b610-976fab6fad9d']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:13.870428 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-593497be-d581-45bb-8ac2-6b7644651b82 req-3bf2d19c-3f2b-4ee5-80b9-63283bc6fc46 service neutron] For port 430e19ff-a738-45f7-a783-d0056e39bb9a, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:50:13.873815 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-593497be-d581-45bb-8ac2-6b7644651b82 req-3bf2d19c-3f2b-4ee5-80b9-63283bc6fc46 service neutron] For port 430e19ff-a738-45f7-a783-d0056e39bb9a, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=430e19ff-a738-45f7-a783-d0056e39bb9a,segment=NetworkSegment(1b2023c4-6fef-4897-a21e-55e82fe04c5b),segment_id=1b2023c4-6fef-4897-a21e-55e82fe04c5b)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:50:13.878417 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-593497be-d581-45bb-8ac2-6b7644651b82 req-3bf2d19c-3f2b-4ee5-80b9-63283bc6fc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:13.906620 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-395b356d-79a4-479e-956a-d972a5246c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:13.936827 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593497be-d581-45bb-8ac2-6b7644651b82 req-3bf2d19c-3f2b-4ee5-80b9-63283bc6fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:13.937918 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-593497be-d581-45bb-8ac2-6b7644651b82 req-3bf2d19c-3f2b-4ee5-80b9-63283bc6fc46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:13.939324 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-593497be-d581-45bb-8ac2-6b7644651b82 req-3bf2d19c-3f2b-4ee5-80b9-63283bc6fc46 service neutron] 10.222.0.30 "PUT /v2.0/ports/430e19ff-a738-45f7-a783-d0056e39bb9a HTTP/1.1" status: 200 len: 1092 time: 1.4138722 Mar 05 13:50:13.941891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea72694-f335-4eed-83dc-aeab6dc21461', 'tag': '430e19ff-a738-45f7-a783-d0056e39bb9a'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:50:13.976212 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2d19c-3f2b-4ee5-80b9-63283bc6fc46 service neutron] Pushing event updated for resources: {'Port': ['ID=430e19ff-a738-45f7-a783-d0056e39bb9a,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:14.040726 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea72694-f335-4eed-83dc-aeab6dc21461', 'tag': '430e19ff-a738-45f7-a783-d0056e39bb9a', 'status': 'completed', 'code': 200} Mar 05 13:50:14.041996 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395b356d-79a4-479e-956a-d972a5246c6f admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:50:14.042400 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-395b356d-79a4-479e-956a-d972a5246c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:50:14.060315 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:50:14.072844 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593497be-d581-45bb-8ac2-6b7644651b82 req-e4eb3c0e-913e-4400-bca8-aaa4ec837bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:14.074478 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-593497be-d581-45bb-8ac2-6b7644651b82 req-e4eb3c0e-913e-4400-bca8-aaa4ec837bf9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb91e42706e748ef9e280dd38b058204&device_id=cea72694-f335-4eed-83dc-aeab6dc21461 HTTP/1.1" status: 200 len: 1095 time: 0.0914156 Mar 05 13:50:14.151315 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-593497be-d581-45bb-8ac2-6b7644651b82 req-5a782ad9-04c3-4ce6-b563-66cc9a2f55f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=430e19ff-a738-45f7-a783-d0056e39bb9a HTTP/1.1" status: 200 len: 217 time: 0.0694191 Mar 05 13:50:14.223310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593497be-d581-45bb-8ac2-6b7644651b82 req-08925cc7-4f6f-4067-b5db-ddbd72da0d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:14.224959 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-593497be-d581-45bb-8ac2-6b7644651b82 req-08925cc7-4f6f-4067-b5db-ddbd72da0d48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a7789c6-5803-4416-b98c-eb30cc1f3d7b HTTP/1.1" status: 200 len: 858 time: 0.0685399 Mar 05 13:50:14.288911 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-593497be-d581-45bb-8ac2-6b7644651b82 req-f5dd0f48-ff90-4188-bf89-d1cbefcee964 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=62b9398a-cbf1-430c-be91-15bf0d379a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575812 Mar 05 13:50:14.304557 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:14.324155 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1713fde-83a8-4d5a-aa86-c09cb7185909 req-7a62645b-2fb1-4db6-b916-64f8f38f656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:14.325714 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1713fde-83a8-4d5a-aa86-c09cb7185909 req-7a62645b-2fb1-4db6-b916-64f8f38f656f service neutron] 10.222.0.15 "GET /v2.0/networks?id=fea5c273-e4ab-46b7-85df-ca04090e1441 HTTP/1.1" status: 200 len: 912 time: 0.6858308 Mar 05 13:50:14.439960 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-593497be-d581-45bb-8ac2-6b7644651b82 req-c6b25323-10fc-4e09-9b39-9055ca6b0e77 service neutron] 10.222.0.30 "GET /v2.0/networks/62b9398a-cbf1-430c-be91-15bf0d379a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448512 Mar 05 13:50:14.576982 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-593497be-d581-45bb-8ac2-6b7644651b82 req-3b36b885-c97e-44b1-9708-d2a93180b358 service neutron] 10.222.0.30 "GET /v2.0/networks/62b9398a-cbf1-430c-be91-15bf0d379a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303432 Mar 05 13:50:14.587528 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1713fde-83a8-4d5a-aa86-c09cb7185909 req-66fe5c2a-489c-4e1b-96f7-3db26754e408 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd82583d-4fe5-4cd6-a4e8-20009016c84b HTTP/1.1" status: 200 len: 217 time: 0.2381973 Mar 05 13:50:14.650120 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-395b356d-79a4-479e-956a-d972a5246c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:14.652179 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1bf1b6-ec07-4a70-af9b-2fe1f540050c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:50:14.673104 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3008d7-f7ee-49de-b73b-062993e2dd72 None None] Sync routers for ids ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:50:14.679012 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-395b356d-79a4-479e-956a-d972a5246c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:14.691181 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3008d7-f7ee-49de-b73b-062993e2dd72 None None] Routers {'ebed7ca6-286a-45b0-ab29-0b098cdfdadb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:50:14.693702 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-3f3008d7-f7ee-49de-b73b-062993e2dd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:50:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:14.713194 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48046913-be87-4632-b2f8-cefdb83cbc31 req-6b157b06-768b-4de4-bca1-b5b3bed8212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:14.714959 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-48046913-be87-4632-b2f8-cefdb83cbc31 req-6b157b06-768b-4de4-bca1-b5b3bed8212f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb91e42706e748ef9e280dd38b058204&device_id=cea72694-f335-4eed-83dc-aeab6dc21461 HTTP/1.1" status: 200 len: 1095 time: 0.0885468 Mar 05 13:50:14.740883 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-71660371-9293-4f88-9900-545cec4efaa7 req-2dd178ae-8f5f-4d81-a474-d9b5a99e7bd9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:14.744318 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b356d-79a4-479e-956a-d972a5246c6f admin admin] Pushing event deleted for resources: {'Network': ['ID=e4445820-90aa-44e9-b795-5325a5b053b1,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:14.781119 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-71660371-9293-4f88-9900-545cec4efaa7 req-2dd178ae-8f5f-4d81-a474-d9b5a99e7bd9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:14.799050 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-395b356d-79a4-479e-956a-d972a5246c6f admin admin] 10.222.0.16 "DELETE /v2.0/networks/e4445820-90aa-44e9-b795-5325a5b053b1 HTTP/1.1" status: 204 len: 168 time: 2.8097453 Mar 05 13:50:14.807303 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4e1bf1b6-ec07-4a70-af9b-2fe1f540050c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:14.926401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1713fde-83a8-4d5a-aa86-c09cb7185909 req-e878296a-b341-4c68-8143-fa89237a2ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:14.935552 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1713fde-83a8-4d5a-aa86-c09cb7185909 req-e878296a-b341-4c68-8143-fa89237a2ff6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5e6956c-ed3e-4331-80e6-bd294ce26155 HTTP/1.1" status: 200 len: 852 time: 0.3222511 Mar 05 13:50:14.941424 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:14.961724 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48046913-be87-4632-b2f8-cefdb83cbc31 req-6075d1b7-7779-4103-9b57-33845ce95a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:14.963245 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-48046913-be87-4632-b2f8-cefdb83cbc31 req-6075d1b7-7779-4103-9b57-33845ce95a01 service neutron] 10.222.0.30 "GET /v2.0/networks?id=62b9398a-cbf1-430c-be91-15bf0d379a72 HTTP/1.1" status: 200 len: 918 time: 0.2419019 Mar 05 13:50:15.019418 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34070) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:15.025822 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-3f3008d7-f7ee-49de-b73b-062993e2dd72 None None] Set router ebed7ca6-286a-45b0-ab29-0b098cdfdadb gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:50:15.051784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71660371-9293-4f88-9900-545cec4efaa7 req-2dd178ae-8f5f-4d81-a474-d9b5a99e7bd9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Made reservation on behalf of d4bf4b89d64e49548563cf43af63d417 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:50:15.056041 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-71660371-9293-4f88-9900-545cec4efaa7 req-2dd178ae-8f5f-4d81-a474-d9b5a99e7bd9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:15.065927 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-48046913-be87-4632-b2f8-cefdb83cbc31 req-563008aa-ca31-466a-9b68-e6c6a053229f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=430e19ff-a738-45f7-a783-d0056e39bb9a HTTP/1.1" status: 200 len: 217 time: 0.0955715 Mar 05 13:50:15.178469 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48046913-be87-4632-b2f8-cefdb83cbc31 req-fb044980-b768-47be-ad5c-1d45b6599c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:15.180742 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-48046913-be87-4632-b2f8-cefdb83cbc31 req-fb044980-b768-47be-ad5c-1d45b6599c8d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a7789c6-5803-4416-b98c-eb30cc1f3d7b HTTP/1.1" status: 200 len: 858 time: 0.1078291 Mar 05 13:50:15.246271 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-48046913-be87-4632-b2f8-cefdb83cbc31 req-dd40eef6-5fad-4ef8-87b9-516841a3a8ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=62b9398a-cbf1-430c-be91-15bf0d379a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584939 Mar 05 13:50:15.351003 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1713fde-83a8-4d5a-aa86-c09cb7185909 req-b89b8bae-fb48-41f5-9f63-2015b2fc446c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fea5c273-e4ab-46b7-85df-ca04090e1441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3783846 Mar 05 13:50:15.431476 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4e1bf1b6-ec07-4a70-af9b-2fe1f540050c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "PUT /v2.0/floatingips/a7c99604-e127-407d-9d5a-d589313438d9 HTTP/1.1" status: 200 len: 991 time: 5.5676923 Mar 05 13:50:15.434047 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:15.440048 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-48046913-be87-4632-b2f8-cefdb83cbc31 req-911228e6-ed5b-4ce4-b03d-c16c6e29479b service neutron] 10.222.0.30 "GET /v2.0/networks/62b9398a-cbf1-430c-be91-15bf0d379a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841066 Mar 05 13:50:15.572837 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0b16a12f-9945-404b-b599-cdaccde1f495 req-0e233128-f020-4e2d-a168-45de98e17354 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 210 time: 0.0811739 Mar 05 13:50:15.653975 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-3f3008d7-f7ee-49de-b73b-062993e2dd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'a7c99604-e127-407d-9d5a-d589313438d9', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'floating_ip_address': '172.25.4.34', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'port_id': 'a5972511-db51-4276-92a7-378dc0046fec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'mac_address': 'fa:16:3e:3f:26:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796ecef7-335f-415b-aaf7-81b50bd58943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:50:11Z', 'revision_number': 1, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:37Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:15.658735 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3008d7-f7ee-49de-b73b-062993e2dd72 None None] Checking router: ebed7ca6-286a-45b0-ab29-0b098cdfdadb for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:50:15.668267 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3008d7-f7ee-49de-b73b-062993e2dd72 None None] Routers {'ebed7ca6-286a-45b0-ab29-0b098cdfdadb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:50:15.669330 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-3f3008d7-f7ee-49de-b73b-062993e2dd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:50:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:15.680211 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796ecef7-335f-415b-aaf7-81b50bd58943', 'tag': 'a5972511-db51-4276-92a7-378dc0046fec'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:50:15.725699 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dca08ef9-2475-45e9-9de0-85f3ce34e4c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28610c303cf6490b864485c4875d7beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6734250 Mar 05 13:50:15.725699 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:15.729385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34084) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:15.864992 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Pushing event updated for resources: {'Port': ['ID=f06f55fd-ace6-41c5-83c7-ff7076f4670b,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:15.875557 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28d5e3-c57a-4c70-a753-3e6f9a86e9af req-1c56ffc5-8776-459a-94a7-0592069371a6 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:15.877048 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ec28d5e3-c57a-4c70-a753-3e6f9a86e9af req-1c56ffc5-8776-459a-94a7-0592069371a6 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.16 "GET /v2.0/ports?device_id=cea72694-f335-4eed-83dc-aeab6dc21461 HTTP/1.1" status: 200 len: 944 time: 1.3555210 Mar 05 13:50:15.920395 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-3f3008d7-f7ee-49de-b73b-062993e2dd72 None None] Set router ebed7ca6-286a-45b0-ab29-0b098cdfdadb gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:50:15.947729 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-48046913-be87-4632-b2f8-cefdb83cbc31 req-020139d7-08a9-4376-b9c3-da883ba0a3e6 service neutron] 10.222.0.30 "GET /v2.0/networks/62b9398a-cbf1-430c-be91-15bf0d379a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998729 Mar 05 13:50:15.979776 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-44c6c44b-3943-47ba-ad54-c26e6c0e2dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:15.981110 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86f72f-e523-45c3-b0c2-a91ae77b45b4 req-8d187064-f52e-4014-b47a-80d6ef0c73c9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:15.988541 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f86f72f-e523-45c3-b0c2-a91ae77b45b4 req-8d187064-f52e-4014-b47a-80d6ef0c73c9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9e792e-45b4-48ea-b2d2-d149f27bb2aa HTTP/1.1" status: 200 len: 945 time: 0.1169920 Mar 05 13:50:16.006467 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1713fde-83a8-4d5a-aa86-c09cb7185909 req-fb09cdc9-4416-4b7b-8720-9df47f9ab45f service neutron] 10.222.0.15 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6435530 Mar 05 13:50:16.007303 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:16.040162 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f86f72f-e523-45c3-b0c2-a91ae77b45b4 req-122d763e-3118-4d68-ad12-32200b0d4c69 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506017 Mar 05 13:50:16.106918 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-44c6c44b-3943-47ba-ad54-c26e6c0e2dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:16.156591 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796ecef7-335f-415b-aaf7-81b50bd58943', 'tag': 'a5972511-db51-4276-92a7-378dc0046fec', 'status': 'completed', 'code': 200} Mar 05 13:50:16.190146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21c502-7ae2-4d76-97c2-faade12dff2f req-4c370258-888b-4d1e-b7f3-7a746c7561f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:16.192521 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ad21c502-7ae2-4d76-97c2-faade12dff2f req-4c370258-888b-4d1e-b7f3-7a746c7561f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6458262d05f2497586ebde1561a80c5d&device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 1097 time: 0.0771933 Mar 05 13:50:16.346015 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21c502-7ae2-4d76-97c2-faade12dff2f req-d5f38dba-dff6-4b4c-820c-985381fa9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:16.347537 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ad21c502-7ae2-4d76-97c2-faade12dff2f req-d5f38dba-dff6-4b4c-820c-985381fa9ecb service neutron] 10.222.0.30 "GET /v2.0/networks?id=175f72fb-87d4-4d09-877c-e76b741da2ad HTTP/1.1" status: 200 len: 915 time: 0.1479888 Mar 05 13:50:16.428539 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-3f3008d7-f7ee-49de-b73b-062993e2dd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'a7c99604-e127-407d-9d5a-d589313438d9', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'floating_ip_address': '172.25.4.34', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'port_id': 'a5972511-db51-4276-92a7-378dc0046fec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'mac_address': 'fa:16:3e:3f:26:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796ecef7-335f-415b-aaf7-81b50bd58943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:50:11Z', 'revision_number': 1, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:37Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:16.435120 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3008d7-f7ee-49de-b73b-062993e2dd72 None None] The sync data for ids ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'] in n-d-803718-1 is: [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'a7c99604-e127-407d-9d5a-d589313438d9', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'floating_ip_address': '172.25.4.34', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'port_id': 'a5972511-db51-4276-92a7-378dc0046fec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'mac_address': 'fa:16:3e:3f:26:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796ecef7-335f-415b-aaf7-81b50bd58943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:50:11Z', 'revision_number': 1, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:37Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:50:16.436935 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ec28d5e3-c57a-4c70-a753-3e6f9a86e9af req-fc82f627-077d-48f8-a706-b3c5924461d2 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3d74bb3-fc06-4cff-8783-22117a9018b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471952 Mar 05 13:50:16.479409 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ad21c502-7ae2-4d76-97c2-faade12dff2f req-45aeed76-646b-42c1-b799-06e6a51f1d2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5972511-db51-4276-92a7-378dc0046fec HTTP/1.1" status: 200 len: 999 time: 0.1255338 Mar 05 13:50:16.574326 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21c502-7ae2-4d76-97c2-faade12dff2f req-2b6af0da-942f-4ce7-b749-74270c763c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:16.579548 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ad21c502-7ae2-4d76-97c2-faade12dff2f req-2b6af0da-942f-4ce7-b749-74270c763c45 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9349c82-1490-40bf-94d8-d6850b67eb95 HTTP/1.1" status: 200 len: 854 time: 0.0936146 Mar 05 13:50:16.583461 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-71660371-9293-4f88-9900-545cec4efaa7 req-2dd178ae-8f5f-4d81-a474-d9b5a99e7bd9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Allocated IP 172.20.0.3 (47dce88b-b414-45d2-b170-ce43dcded289/3f8c39d4-8db2-4e14-8534-4ef6364fca85/c163da1f-b91e-4f55-86e4-8fc4a4e44a3c) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:50:16.637458 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1713fde-83a8-4d5a-aa86-c09cb7185909 req-bc897dfc-5940-4281-920a-f3907fa72930 service neutron] 10.222.0.15 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492823 Mar 05 13:50:16.644633 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-44c6c44b-3943-47ba-ad54-c26e6c0e2dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:16.704893 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Floating IP c1acfeb7-177c-412c-9b30-9e7daa49d99a associated. External IP: 172.25.4.125, port: 53c0989c-7b67-401f-b3bb-69236860a864. Mar 05 13:50:16.712877 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21c502-7ae2-4d76-97c2-faade12dff2f req-c6c80dbd-30d1-48b2-8b07-d0c3f79e6ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:16.714342 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ad21c502-7ae2-4d76-97c2-faade12dff2f req-c6c80dbd-30d1-48b2-8b07-d0c3f79e6ed1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=175f72fb-87d4-4d09-877c-e76b741da2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246746 Mar 05 13:50:16.791991 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc904144-e9aa-43e3-8131-b3efb8ba7e24 None None] New status for floating IP a7c99604-e127-407d-9d5a-d589313438d9: ACTIVE {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:50:16.812560 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6c44b-3943-47ba-ad54-c26e6c0e2dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8e3c51-0309-463b-afee-728e489e071e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:16.820775 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eef961d5-e7f7-4ed0-b532-6e62c0faa81e req-229a8705-84d9-4205-a639-15bcadae6dc5 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 210 time: 0.0664320 Mar 05 13:50:16.917392 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-44c6c44b-3943-47ba-ad54-c26e6c0e2dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:16.923110 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ad21c502-7ae2-4d76-97c2-faade12dff2f req-0c1b4656-e0c5-4b68-81cd-3191cff7ed22 service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019436 Mar 05 13:50:16.927235 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-44c6c44b-3943-47ba-ad54-c26e6c0e2dc0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd8e3c51-0309-463b-afee-728e489e071e HTTP/1.1" status: 204 len: 168 time: 1.1080310 Mar 05 13:50:17.133404 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ad21c502-7ae2-4d76-97c2-faade12dff2f req-76d6b6fe-81b3-4be3-aa88-947d762265f9 service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032709 Mar 05 13:50:17.245007 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-71660371-9293-4f88-9900-545cec4efaa7 req-2dd178ae-8f5f-4d81-a474-d9b5a99e7bd9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:17.343244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-71660371-9293-4f88-9900-545cec4efaa7 req-2dd178ae-8f5f-4d81-a474-d9b5a99e7bd9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Transition to ACTIVE for port object c163da1f-b91e-4f55-86e4-8fc4a4e44a3c will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:50:17.392309 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34098) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:17.457880 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0c38b6e8-4f57-4b13-9484-5acb014c7735 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=930788a5789b4083a7edd7b94cf34a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0643604 Mar 05 13:50:17.460519 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34102) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:17.472103 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d45cb-d9e1-4d25-9fe0-774240371b0c req-91b93bc5-5247-4129-bd0d-7bd5fda76bf2 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:17.479847 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-665d45cb-d9e1-4d25-9fe0-774240371b0c req-91b93bc5-5247-4129-bd0d-7bd5fda76bf2 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9e792e-45b4-48ea-b2d2-d149f27bb2aa HTTP/1.1" status: 200 len: 945 time: 0.2917514 Mar 05 13:50:17.543076 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4404a89-77a6-470e-af3d-eb9d11d4f5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:17.548877 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-665d45cb-d9e1-4d25-9fe0-774240371b0c req-f6a68142-d3e4-4b74-bf48-d3e59da9460a tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631344 Mar 05 13:50:17.563828 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4404a89-77a6-470e-af3d-eb9d11d4f5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:17.569490 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Router 70639468-74aa-46f1-b6ab-c67fb4f2dc81 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:50:17.576057 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-71660371-9293-4f88-9900-545cec4efaa7 req-2dd178ae-8f5f-4d81-a474-d9b5a99e7bd9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:17.672928 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4404a89-77a6-470e-af3d-eb9d11d4f5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:17.696994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2c54f-e0d9-4e9d-8110-43000334cc81 req-fceed720-b2a8-417b-9a25-af6b5c437b09 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:17.698521 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c6a2c54f-e0d9-4e9d-8110-43000334cc81 req-fceed720-b2a8-417b-9a25-af6b5c437b09 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.16 "GET /v2.0/ports?device_id=cea72694-f335-4eed-83dc-aeab6dc21461 HTTP/1.1" status: 200 len: 944 time: 0.1114347 Mar 05 13:50:17.705317 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4404a89-77a6-470e-af3d-eb9d11d4f5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b0b2d3-2018-4358-9195-b305c6bac5ec,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:17.710351 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4404a89-77a6-470e-af3d-eb9d11d4f5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:17.714405 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e4404a89-77a6-470e-af3d-eb9d11d4f5a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0b0b2d3-2018-4358-9195-b305c6bac5ec HTTP/1.1" status: 204 len: 168 time: 0.2501860 Mar 05 13:50:17.733346 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71660371-9293-4f88-9900-545cec4efaa7 req-2dd178ae-8f5f-4d81-a474-d9b5a99e7bd9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Network 47dce88b-b414-45d2-b170-ce43dcded289 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:50:17.738919 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-71660371-9293-4f88-9900-545cec4efaa7 req-2dd178ae-8f5f-4d81-a474-d9b5a99e7bd9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:50:17.745988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-71660371-9293-4f88-9900-545cec4efaa7 req-2dd178ae-8f5f-4d81-a474-d9b5a99e7bd9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:50:17.747294 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 430e19ff-a738-45f7-a783-d0056e39bb9a details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:50:17.780566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd178ae-8f5f-4d81-a474-d9b5a99e7bd9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Pushing event updated for resources: {'Port': ['ID=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:17.801798 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c6a2c54f-e0d9-4e9d-8110-43000334cc81 req-39d97aab-60f8-431f-8362-494b3e2051a1 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3d74bb3-fc06-4cff-8783-22117a9018b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932055 Mar 05 13:50:17.916953 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71660371-9293-4f88-9900-545cec4efaa7 req-2dd178ae-8f5f-4d81-a474-d9b5a99e7bd9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:17.917950 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-71660371-9293-4f88-9900-545cec4efaa7 req-2dd178ae-8f5f-4d81-a474-d9b5a99e7bd9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:17.942788 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 430e19ff-a738-45f7-a783-d0056e39bb9a, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=430e19ff-a738-45f7-a783-d0056e39bb9a,segment=NetworkSegment(1b2023c4-6fef-4897-a21e-55e82fe04c5b),segment_id=1b2023c4-6fef-4897-a21e-55e82fe04c5b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:17.949227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:50:17.951579 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71660371-9293-4f88-9900-545cec4efaa7 req-2dd178ae-8f5f-4d81-a474-d9b5a99e7bd9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1062474 Mar 05 13:50:17.970949 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '430e19ff-a738-45f7-a783-d0056e39bb9a', 'network_id': '62b9398a-cbf1-430c-be91-15bf0d379a72', 'port_id': '430e19ff-a738-45f7-a783-d0056e39bb9a', 'mac_address': 'fa:16:3e:98:13:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7789c6-5803-4416-b98c-eb30cc1f3d7b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:50:17.997191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-71660371-9293-4f88-9900-545cec4efaa7 req-c82be04f-2455-4203-b2fc-b7554b13c3a9 service neutron] Request body: {'port': {'device_id': '7fba67fc-509c-4fb0-b931-24ce7a1b902e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:18.003773 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb335042-af9d-4c27-b920-b5b5adb0e157 None None] Sync routers for ids ['70639468-74aa-46f1-b6ab-c67fb4f2dc81'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:50:18.029271 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb335042-af9d-4c27-b920-b5b5adb0e157 None None] Routers {'70639468-74aa-46f1-b6ab-c67fb4f2dc81'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:50:18.029916 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-eb335042-af9d-4c27-b920-b5b5adb0e157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:50:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['70639468-74aa-46f1-b6ab-c67fb4f2dc81'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:18.115246 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:18.116434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-eb335042-af9d-4c27-b920-b5b5adb0e157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:18.135167 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:18.155170 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3c54e3a9-c9ac-4443-8dab-d7c19ed48dd5 None None] Provisioning for port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:50:18.157795 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb335042-af9d-4c27-b920-b5b5adb0e157 None None] Routers {'70639468-74aa-46f1-b6ab-c67fb4f2dc81'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:50:18.158225 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-eb335042-af9d-4c27-b920-b5b5adb0e157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:50:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['70639468-74aa-46f1-b6ab-c67fb4f2dc81'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:18.222651 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 430e19ff-a738-45f7-a783-d0056e39bb9a {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:50:18.236314 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3c54e3a9-c9ac-4443-8dab-d7c19ed48dd5 None None] Provisioning complete for port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:50:18.236686 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3c54e3a9-c9ac-4443-8dab-d7c19ed48dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:18.265658 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-eb335042-af9d-4c27-b920-b5b5adb0e157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:18.266062 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb335042-af9d-4c27-b920-b5b5adb0e157 None None] The sync data for ids ['70639468-74aa-46f1-b6ab-c67fb4f2dc81'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:50:18.293588 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 430e19ff-a738-45f7-a783-d0056e39bb9a, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=430e19ff-a738-45f7-a783-d0056e39bb9a,segment=NetworkSegment(1b2023c4-6fef-4897-a21e-55e82fe04c5b),segment_id=1b2023c4-6fef-4897-a21e-55e82fe04c5b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:18.307628 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:18.350564 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3c54e3a9-c9ac-4443-8dab-d7c19ed48dd5 None None] Port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:50:18.390838 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-93c23c37-5131-4216-a17d-b87583e287d1 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 9.2109652 Mar 05 13:50:18.393401 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34124) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:18.397187 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=430e19ff-a738-45f7-a783-d0056e39bb9a,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:18.416555 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-71660371-9293-4f88-9900-545cec4efaa7 req-c82be04f-2455-4203-b2fc-b7554b13c3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:18.438791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1713fde-83a8-4d5a-aa86-c09cb7185909 req-7f6b72b2-b614-4c67-a217-71dc07c304bb tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:18.440480 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1713fde-83a8-4d5a-aa86-c09cb7185909 req-7f6b72b2-b614-4c67-a217-71dc07c304bb tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e9e792e-45b4-48ea-b2d2-d149f27bb2aa HTTP/1.1" status: 200 len: 945 time: 0.4846146 Mar 05 13:50:18.522802 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-68937900-9e83-4fc7-bc47-d095686372b7 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] 10.222.0.16 "GET /v2.0/floatingips/c1acfeb7-177c-412c-9b30-9e7daa49d99a HTTP/1.1" status: 200 len: 984 time: 0.1279452 Mar 05 13:50:18.525620 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34132) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:18.537160 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['430e19ff-a738-45f7-a783-d0056e39bb9a'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:50:18.559928 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b55013-8b06-40f0-8447-576214a8ace6 req-e6bc9357-bffd-4b55-8fbd-a55e1f602e94 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:18.560546 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c2b55013-8b06-40f0-8447-576214a8ace6 req-e6bc9357-bffd-4b55-8fbd-a55e1f602e94 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Synchronizing usage tracker for tenant:d4bf4b89d64e49548563cf43af63d417 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:50:18.660281 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-28fea866-d329-49d6-a8b8-c6104237acd7 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4300 time: 0.1289299 Mar 05 13:50:18.660281 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34140) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:18.704602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-f1713fde-83a8-4d5a-aa86-c09cb7185909 req-b7a8380e-e117-428b-9876-f025f4f8aeb0 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Deleting port bd82583d-4fe5-4cd6-a4e8-20009016c84b {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:50:18.706023 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f1713fde-83a8-4d5a-aa86-c09cb7185909 req-b7a8380e-e117-428b-9876-f025f4f8aeb0 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:18.837785 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c2b55013-8b06-40f0-8447-576214a8ace6 req-e6bc9357-bffd-4b55-8fbd-a55e1f602e94 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Unset dirty status for tenant:d4bf4b89d64e49548563cf43af63d417 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:50:18.838963 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2b55013-8b06-40f0-8447-576214a8ace6 req-e6bc9357-bffd-4b55-8fbd-a55e1f602e94 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 931 time: 0.8053913 Mar 05 13:50:19.013092 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2b55013-8b06-40f0-8447-576214a8ace6 req-86e80951-a426-49e9-a195-e93bfea804fc tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200111 Mar 05 13:50:19.058692 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-55e1b17f-fa17-4321-9b5c-6bbac94aa180 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Deleting port f06f55fd-ace6-41c5-83c7-ff7076f4670b {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:50:19.059067 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-55e1b17f-fa17-4321-9b5c-6bbac94aa180 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:19.106315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102f1a5-b4a1-497c-99d5-b560459d21b3 req-948e6be2-13b4-4ddb-82e2-fd1ce60c7c04 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:19.107818 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4102f1a5-b4a1-497c-99d5-b560459d21b3 req-948e6be2-13b4-4ddb-82e2-fd1ce60c7c04 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9e792e-45b4-48ea-b2d2-d149f27bb2aa HTTP/1.1" status: 200 len: 945 time: 0.3470223 Mar 05 13:50:19.248832 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4102f1a5-b4a1-497c-99d5-b560459d21b3 req-06c8821c-11a3-47b4-af31-9ee8dffb5200 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291904 Mar 05 13:50:19.272902 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f1713fde-83a8-4d5a-aa86-c09cb7185909 req-b7a8380e-e117-428b-9876-f025f4f8aeb0 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] For port bd82583d-4fe5-4cd6-a4e8-20009016c84b, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=bd82583d-4fe5-4cd6-a4e8-20009016c84b,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:19.273371 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f1713fde-83a8-4d5a-aa86-c09cb7185909 req-b7a8380e-e117-428b-9876-f025f4f8aeb0 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:19.274820 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-55e1b17f-fa17-4321-9b5c-6bbac94aa180 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:19.275317 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-55e1b17f-fa17-4321-9b5c-6bbac94aa180 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:19.291977 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-71660371-9293-4f88-9900-545cec4efaa7 req-c82be04f-2455-4203-b2fc-b7554b13c3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c163da1f-b91e-4f55-86e4-8fc4a4e44a3c {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:50:19.418241 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-55e1b17f-fa17-4321-9b5c-6bbac94aa180 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Calling delete_port for f06f55fd-ace6-41c5-83c7-ff7076f4670b owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:50:19.429343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-f1713fde-83a8-4d5a-aa86-c09cb7185909 req-b7a8380e-e117-428b-9876-f025f4f8aeb0 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Calling delete_port for bd82583d-4fe5-4cd6-a4e8-20009016c84b owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:50:19.470741 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-71660371-9293-4f88-9900-545cec4efaa7 req-c82be04f-2455-4203-b2fc-b7554b13c3a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:19.519177 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-71660371-9293-4f88-9900-545cec4efaa7 req-c82be04f-2455-4203-b2fc-b7554b13c3a9 service neutron] Transition to ACTIVE for port object c163da1f-b91e-4f55-86e4-8fc4a4e44a3c will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:50:19.526848 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-71660371-9293-4f88-9900-545cec4efaa7 req-c82be04f-2455-4203-b2fc-b7554b13c3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:19.596844 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-55e1b17f-fa17-4321-9b5c-6bbac94aa180 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:19.597850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2360eea-f9da-4318-8ddb-6a1eba962795 req-d647ad68-e825-4f0b-bf4d-fec5c6fc463b tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:19.599567 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d2360eea-f9da-4318-8ddb-6a1eba962795 req-d647ad68-e825-4f0b-bf4d-fec5c6fc463b tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.16 "GET /v2.0/ports?device_id=cea72694-f335-4eed-83dc-aeab6dc21461 HTTP/1.1" status: 200 len: 945 time: 0.4600875 Mar 05 13:50:19.611768 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34162) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:19.660338 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1b17f-fa17-4321-9b5c-6bbac94aa180 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Pushing event deleted for resources: {'Port': ['ID=f06f55fd-ace6-41c5-83c7-ff7076f4670b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:19.762551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 430e19ff-a738-45f7-a783-d0056e39bb9a up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:50:19.775645 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-55e1b17f-fa17-4321-9b5c-6bbac94aa180 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:19.775994 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-55e1b17f-fa17-4321-9b5c-6bbac94aa180 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Floating IP c1acfeb7-177c-412c-9b30-9e7daa49d99a disassociated (deleted). External IP: 172.25.4.125, port: 53c0989c-7b67-401f-b3bb-69236860a864. Mar 05 13:50:19.806386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82be04f-2455-4203-b2fc-b7554b13c3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:19.859167 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 430e19ff-a738-45f7-a783-d0056e39bb9a completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:50:19.866605 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 430e19ff-a738-45f7-a783-d0056e39bb9a triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:50:19.867666 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:19.902981 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d2360eea-f9da-4318-8ddb-6a1eba962795 req-20d12186-0d93-4f5a-8d8f-b9b143dacf83 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3d74bb3-fc06-4cff-8783-22117a9018b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918897 Mar 05 13:50:19.909433 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-61045dd1-c99c-4713-9fbb-9ad0c82bdba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:19.940458 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-61045dd1-c99c-4713-9fbb-9ad0c82bdba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:19.950880 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-61045dd1-c99c-4713-9fbb-9ad0c82bdba0 admin admin] Usage tracker for resource:security_group_rule and tenant:514f1dee043f49508ecf40b896060cf2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:19.953393 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f1713fde-83a8-4d5a-aa86-c09cb7185909 req-b7a8380e-e117-428b-9876-f025f4f8aeb0 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:19.958349 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-61045dd1-c99c-4713-9fbb-9ad0c82bdba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:20.014864 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-61045dd1-c99c-4713-9fbb-9ad0c82bdba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:20.020663 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:20.026723 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-71660371-9293-4f88-9900-545cec4efaa7 req-c82be04f-2455-4203-b2fc-b7554b13c3a9 service neutron] Attempting to bind port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:50:20.027080 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-71660371-9293-4f88-9900-545cec4efaa7 req-c82be04f-2455-4203-b2fc-b7554b13c3a9 service neutron] Attempting to bind port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '397893cc-d3d1-4daa-b559-3d945c09ca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:50:20.027399 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71660371-9293-4f88-9900-545cec4efaa7 req-c82be04f-2455-4203-b2fc-b7554b13c3a9 service neutron] Attempting to bind port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c on network 47dce88b-b414-45d2-b170-ce43dcded289 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:50:20.029624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8380e-e117-428b-9876-f025f4f8aeb0 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Pushing event deleted for resources: {'Port': ['ID=bd82583d-4fe5-4cd6-a4e8-20009016c84b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:20.054397 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['bd82583d-4fe5-4cd6-a4e8-20009016c84b'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:50:20.073207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71660371-9293-4f88-9900-545cec4efaa7 req-c82be04f-2455-4203-b2fc-b7554b13c3a9 service neutron] Port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c on network 47dce88b-b414-45d2-b170-ce43dcded289 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:50:20.073529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71660371-9293-4f88-9900-545cec4efaa7 req-c82be04f-2455-4203-b2fc-b7554b13c3a9 service neutron] Attempting to bind port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c on network 47dce88b-b414-45d2-b170-ce43dcded289 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:50:20.091351 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71660371-9293-4f88-9900-545cec4efaa7 req-c82be04f-2455-4203-b2fc-b7554b13c3a9 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:50:20.091683 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71660371-9293-4f88-9900-545cec4efaa7 req-c82be04f-2455-4203-b2fc-b7554b13c3a9 service neutron] Checking segment: {'id': '397893cc-d3d1-4daa-b559-3d945c09ca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:50:20.092069 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71660371-9293-4f88-9900-545cec4efaa7 req-c82be04f-2455-4203-b2fc-b7554b13c3a9 service neutron] Bound using segment: {'id': '397893cc-d3d1-4daa-b559-3d945c09ca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:50:20.092495 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-71660371-9293-4f88-9900-545cec4efaa7 req-c82be04f-2455-4203-b2fc-b7554b13c3a9 service neutron] Bound port: c163da1f-b91e-4f55-86e4-8fc4a4e44a3c, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '397893cc-d3d1-4daa-b559-3d945c09ca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:50:20.092834 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-71660371-9293-4f88-9900-545cec4efaa7 req-c82be04f-2455-4203-b2fc-b7554b13c3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:20.110937 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea72694-f335-4eed-83dc-aeab6dc21461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430e19ff-a738-45f7-a783-d0056e39bb9a'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:50:20.122298 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 430e19ff-a738-45f7-a783-d0056e39bb9a, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=430e19ff-a738-45f7-a783-d0056e39bb9a,segment=NetworkSegment(1b2023c4-6fef-4897-a21e-55e82fe04c5b),segment_id=1b2023c4-6fef-4897-a21e-55e82fe04c5b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:20.128685 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:20.181786 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea72694-f335-4eed-83dc-aeab6dc21461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430e19ff-a738-45f7-a783-d0056e39bb9a', 'code': 200} Mar 05 13:50:20.216304 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=430e19ff-a738-45f7-a783-d0056e39bb9a,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:20.321047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1713fde-83a8-4d5a-aa86-c09cb7185909 req-b7a8380e-e117-428b-9876-f025f4f8aeb0 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] No DVR routers for this DVR port bd82583d-4fe5-4cd6-a4e8-20009016c84b on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:50:20.326903 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f1713fde-83a8-4d5a-aa86-c09cb7185909 req-b7a8380e-e117-428b-9876-f025f4f8aeb0 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:20.336055 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9e792e-45b4-48ea-b2d2-d149f27bb2aa', 'name': 'network-vif-deleted', 'tag': 'bd82583d-4fe5-4cd6-a4e8-20009016c84b'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:50:20.380723 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e1b17f-fa17-4321-9b5c-6bbac94aa180 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Router 70639468-74aa-46f1-b6ab-c67fb4f2dc81 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:50:20.445618 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1713fde-83a8-4d5a-aa86-c09cb7185909 req-b7a8380e-e117-428b-9876-f025f4f8aeb0 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.15 "DELETE /v2.0/ports/bd82583d-4fe5-4cd6-a4e8-20009016c84b HTTP/1.1" status: 204 len: 173 time: 1.9696288 Mar 05 13:50:20.449203 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-750621a6-5458-41a5-8117-3eaad3ee9aad req-bd158f2b-423e-47b5-8612-fa907607b47d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Synchronizing usage tracker for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:50:20.455009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-71660371-9293-4f88-9900-545cec4efaa7 req-c82be04f-2455-4203-b2fc-b7554b13c3a9 service neutron] For port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:50:20.488524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-71660371-9293-4f88-9900-545cec4efaa7 req-c82be04f-2455-4203-b2fc-b7554b13c3a9 service neutron] For port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:50:20.491908 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e97df-ae6f-4f7a-97b2-bc9def438c5b req-6e1e3774-6560-4796-ba9c-c14f9d8682ec tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:20.493521 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b71e97df-ae6f-4f7a-97b2-bc9def438c5b req-6e1e3774-6560-4796-ba9c-c14f9d8682ec tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 943 time: 0.3337276 Mar 05 13:50:20.496138 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-71660371-9293-4f88-9900-545cec4efaa7 req-c82be04f-2455-4203-b2fc-b7554b13c3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:20.499995 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5d827-026a-4cc4-a9c1-3b72f33c78aa req-f09388d3-56fb-4f14-b46a-8a60554293b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:20.501401 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-caa5d827-026a-4cc4-a9c1-3b72f33c78aa req-f09388d3-56fb-4f14-b46a-8a60554293b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cea72694-f335-4eed-83dc-aeab6dc21461 HTTP/1.1" status: 200 len: 1097 time: 0.2228529 Mar 05 13:50:20.502683 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-750621a6-5458-41a5-8117-3eaad3ee9aad req-bd158f2b-423e-47b5-8612-fa907607b47d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Unset dirty status for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:50:20.503748 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-750621a6-5458-41a5-8117-3eaad3ee9aad req-bd158f2b-423e-47b5-8612-fa907607b47d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9e792e-45b4-48ea-b2d2-d149f27bb2aa HTTP/1.1" status: 200 len: 210 time: 0.1148443 Mar 05 13:50:20.566201 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-61045dd1-c99c-4713-9fbb-9ad0c82bdba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:20.576195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71660371-9293-4f88-9900-545cec4efaa7 req-c82be04f-2455-4203-b2fc-b7554b13c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:20.576636 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-71660371-9293-4f88-9900-545cec4efaa7 req-c82be04f-2455-4203-b2fc-b7554b13c3a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:20.578078 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71660371-9293-4f88-9900-545cec4efaa7 req-c82be04f-2455-4203-b2fc-b7554b13c3a9 service neutron] 10.222.0.15 "PUT /v2.0/ports/c163da1f-b91e-4f55-86e4-8fc4a4e44a3c HTTP/1.1" status: 200 len: 1091 time: 2.5914109 Mar 05 13:50:20.582178 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9e792e-45b4-48ea-b2d2-d149f27bb2aa', 'name': 'network-vif-deleted', 'tag': 'bd82583d-4fe5-4cd6-a4e8-20009016c84b', 'status': 'completed', 'code': 200} Mar 05 13:50:20.588591 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-61045dd1-c99c-4713-9fbb-9ad0c82bdba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:20.695465 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82be04f-2455-4203-b2fc-b7554b13c3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:20.702397 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-61045dd1-c99c-4713-9fbb-9ad0c82bdba0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=514f1dee043f49508ecf40b896060cf2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0845702 Mar 05 13:50:20.715675 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34178) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:20.719660 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61045dd1-c99c-4713-9fbb-9ad0c82bdba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d55f19-a941-4689-bd3d-240bb695b374,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:20.796726 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b71e97df-ae6f-4f7a-97b2-bc9def438c5b req-7dfccf08-5b28-4467-9abf-f657f271ab5c tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2943230 Mar 05 13:50:20.804553 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-caa5d827-026a-4cc4-a9c1-3b72f33c78aa req-30f820df-cdbb-4b14-b943-5f8a4e957e28 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e3d74bb3-fc06-4cff-8783-22117a9018b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507456 Mar 05 13:50:20.805829 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-84471e3a-b34e-4d55-948e-b6e8900fb9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:20.824576 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71660371-9293-4f88-9900-545cec4efaa7 req-35b83ef4-24b5-45d3-bae2-04b9424a4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:20.826068 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71660371-9293-4f88-9900-545cec4efaa7 req-35b83ef4-24b5-45d3-bae2-04b9424a4769 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4bf4b89d64e49548563cf43af63d417&device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 1094 time: 0.1653879 Mar 05 13:50:20.830112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e1b17f-fa17-4321-9b5c-6bbac94aa180 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:50:20.844458 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb1cdc1-65f9-489e-a713-c57271b18bf2 None None] Sync routers for ids ['70639468-74aa-46f1-b6ab-c67fb4f2dc81'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:50:20.845249 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-55e1b17f-fa17-4321-9b5c-6bbac94aa180 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:20.856318 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb1cdc1-65f9-489e-a713-c57271b18bf2 None None] Routers {'70639468-74aa-46f1-b6ab-c67fb4f2dc81'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:50:20.857474 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-1cb1cdc1-65f9-489e-a713-c57271b18bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:50:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['70639468-74aa-46f1-b6ab-c67fb4f2dc81'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:20.899464 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-84471e3a-b34e-4d55-948e-b6e8900fb9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:20.914808 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-55e1b17f-fa17-4321-9b5c-6bbac94aa180 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] 10.222.0.16 "DELETE /v2.0/floatingips/c1acfeb7-177c-412c-9b30-9e7daa49d99a HTTP/1.1" status: 204 len: 168 time: 2.2537796 Mar 05 13:50:20.914808 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34182) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:20.919409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-101ab758-d9f5-4ae3-a543-451489d1cd75 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:20.924182 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-101ab758-d9f5-4ae3-a543-451489d1cd75 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:20.928296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-101ab758-d9f5-4ae3-a543-451489d1cd75 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Usage tracker for resource:floatingip and tenant:e691b1b1d48943b888baacfcb8637d99 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:20.931836 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-101ab758-d9f5-4ae3-a543-451489d1cd75 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:20.938149 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-101ab758-d9f5-4ae3-a543-451489d1cd75 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:20.945218 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71660371-9293-4f88-9900-545cec4efaa7 req-dfcdb2ce-74bb-4073-b0aa-fe9c5626be1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c HTTP/1.1" status: 200 len: 217 time: 0.1087050 Mar 05 13:50:20.957822 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-1cb1cdc1-65f9-489e-a713-c57271b18bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:20.971205 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-101ab758-d9f5-4ae3-a543-451489d1cd75 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:20.975539 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb1cdc1-65f9-489e-a713-c57271b18bf2 None None] Routers {'70639468-74aa-46f1-b6ab-c67fb4f2dc81'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:50:20.976788 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-1cb1cdc1-65f9-489e-a713-c57271b18bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:50:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['70639468-74aa-46f1-b6ab-c67fb4f2dc81'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:21.018021 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-84471e3a-b34e-4d55-948e-b6e8900fb9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:21.049103 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84471e3a-b34e-4d55-948e-b6e8900fb9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d55f19-a941-4689-bd3d-240bb695b374,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:21.057551 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-1cb1cdc1-65f9-489e-a713-c57271b18bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:21.057952 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb1cdc1-65f9-489e-a713-c57271b18bf2 None None] The sync data for ids ['70639468-74aa-46f1-b6ab-c67fb4f2dc81'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:50:21.061686 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-84471e3a-b34e-4d55-948e-b6e8900fb9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:21.063093 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-84471e3a-b34e-4d55-948e-b6e8900fb9d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73d55f19-a941-4689-bd3d-240bb695b374 HTTP/1.1" status: 204 len: 168 time: 0.3463514 Mar 05 13:50:21.072784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71660371-9293-4f88-9900-545cec4efaa7 req-20903577-6360-4d9f-b6e5-1f848e612727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:21.074463 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71660371-9293-4f88-9900-545cec4efaa7 req-20903577-6360-4d9f-b6e5-1f848e612727 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f8c39d4-8db2-4e14-8534-4ef6364fca85 HTTP/1.1" status: 200 len: 855 time: 0.0955908 Mar 05 13:50:21.194198 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-101ab758-d9f5-4ae3-a543-451489d1cd75 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:21.235271 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71660371-9293-4f88-9900-545cec4efaa7 req-c88024a4-9557-4ba8-9492-12be0025e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:21.237013 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71660371-9293-4f88-9900-545cec4efaa7 req-c88024a4-9557-4ba8-9492-12be0025e0dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47dce88b-b414-45d2-b170-ce43dcded289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1555622 Mar 05 13:50:21.246508 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47425172-0689-43f1-81b0-e30ec5cdc796 req-21f9e5b3-20d8-40f6-9327-f076880f72fb tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:21.248048 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47425172-0689-43f1-81b0-e30ec5cdc796 req-21f9e5b3-20d8-40f6-9327-f076880f72fb tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.16 "GET /v2.0/ports?device_id=cea72694-f335-4eed-83dc-aeab6dc21461 HTTP/1.1" status: 200 len: 946 time: 0.1144829 Mar 05 13:50:21.379875 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-101ab758-d9f5-4ae3-a543-451489d1cd75 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Allocated IP 172.25.4.56 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/d2ec5c21-a898-4b19-b303-8dacddb2513f) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:50:21.416168 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47425172-0689-43f1-81b0-e30ec5cdc796 req-7bc97bf2-a0a8-43f3-9623-33d1762395fc tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3d74bb3-fc06-4cff-8783-22117a9018b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394923 Mar 05 13:50:21.456059 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71660371-9293-4f88-9900-545cec4efaa7 req-9c0daeb7-ea02-4d78-a60e-9d33a4b5d382 service neutron] 10.222.0.15 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035902 Mar 05 13:50:21.559859 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-101ab758-d9f5-4ae3-a543-451489d1cd75 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:21.610645 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-101ab758-d9f5-4ae3-a543-451489d1cd75 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:21.639970 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71660371-9293-4f88-9900-545cec4efaa7 req-6a23bf76-a8ea-4188-88bd-060ef8b49a6f service neutron] 10.222.0.15 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777163 Mar 05 13:50:21.682012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101ab758-d9f5-4ae3-a543-451489d1cd75 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:50:21.684893 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-101ab758-d9f5-4ae3-a543-451489d1cd75 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:50:21.693573 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101ab758-d9f5-4ae3-a543-451489d1cd75 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:50:21.734684 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ab758-d9f5-4ae3-a543-451489d1cd75 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Pushing event updated for resources: {'Port': ['ID=d2ec5c21-a898-4b19-b303-8dacddb2513f,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:21.802164 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-101ab758-d9f5-4ae3-a543-451489d1cd75 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:21.881998 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-101ab758-d9f5-4ae3-a543-451489d1cd75 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:21.972536 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device bd82583d-4fe5-4cd6-a4e8-20009016c84b no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:50:22.026432 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-4c9a1458-ab63-46c1-8ab2-4325e9ef600a tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:22.028180 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-4c9a1458-ab63-46c1-8ab2-4325e9ef600a tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/networks?id=fea5c273-e4ab-46b7-85df-ca04090e1441 HTTP/1.1" status: 200 len: 812 time: 0.2073095 Mar 05 13:50:22.047896 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: bd82583d-4fe5-4cd6-a4e8-20009016c84b {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:50:22.049634 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device bd82583d-4fe5-4cd6-a4e8-20009016c84b not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:50:22.054016 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-28a57444-6070-4af4-a05e-04b469166c89 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/quotas/79f8ba46919a411c91f03c872b2a9ca1 HTTP/1.1" status: 200 len: 375 time: 0.0193400 Mar 05 13:50:22.119323 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-df5f51d9-736f-494a-85c4-69443707d74c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=79f8ba46919a411c91f03c872b2a9ca1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582314 Mar 05 13:50:22.185754 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-101ab758-d9f5-4ae3-a543-451489d1cd75 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:22.196248 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58dab4-583e-4316-9c07-61491322772b req-3c6bf93b-ccf3-4d33-8334-65facfa622b3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:22.197740 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1c58dab4-583e-4316-9c07-61491322772b req-3c6bf93b-ccf3-4d33-8334-65facfa622b3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 943 time: 0.1261113 Mar 05 13:50:22.198880 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-101ab758-d9f5-4ae3-a543-451489d1cd75 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:22.261141 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-9d547684-1e38-48ed-b137-d5c789f9b2dc service neutron] 10.222.0.16 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361294 Mar 05 13:50:22.349261 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ab758-d9f5-4ae3-a543-451489d1cd75 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Pushing event updated for resources: {'Port': ['ID=d2ec5c21-a898-4b19-b303-8dacddb2513f,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:22.363344 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-101ab758-d9f5-4ae3-a543-451489d1cd75 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:22.377787 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1c58dab4-583e-4316-9c07-61491322772b req-fd8f271c-1284-4652-af54-95322e38996c tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350782 Mar 05 13:50:22.392715 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-101ab758-d9f5-4ae3-a543-451489d1cd75 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:22.394068 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-101ab758-d9f5-4ae3-a543-451489d1cd75 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4786208 Mar 05 13:50:22.396731 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34236) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:22.427471 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-ce297eae-76ec-4bc3-afb2-f16d24428f20 service neutron] 10.222.0.16 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596239 Mar 05 13:50:22.586226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fba67fc-509c-4fb0-b931-24ce7a1b902e', 'tag': 'c163da1f-b91e-4f55-86e4-8fc4a4e44a3c'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:50:22.659956 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f58d62-1225-46f7-8a0b-769309d1fa56 req-f0fd2f42-dfcb-47cf-ae61-dc33b01babbc tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:22.662299 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31f58d62-1225-46f7-8a0b-769309d1fa56 req-f0fd2f42-dfcb-47cf-ae61-dc33b01babbc tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.16 "GET /v2.0/ports?device_id=cea72694-f335-4eed-83dc-aeab6dc21461 HTTP/1.1" status: 200 len: 946 time: 0.1076102 Mar 05 13:50:22.696254 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-44578448-e63f-4542-af3e-5af6644b2268 req-e5f950d1-e93b-494e-9bae-cd0069c332f4 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=90399ad8-20da-4570-af96-ade7a4f39447 HTTP/1.1" status: 200 len: 210 time: 0.0654294 Mar 05 13:50:22.727383 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31f58d62-1225-46f7-8a0b-769309d1fa56 req-7b8c4fbb-c34d-45f4-9cc6-ec9ed655813a tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3d74bb3-fc06-4cff-8783-22117a9018b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587752 Mar 05 13:50:22.760312 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-bd55fbb9-6696-49f1-9980-64007dfc0a46 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:22.766744 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fba67fc-509c-4fb0-b931-24ce7a1b902e', 'tag': 'c163da1f-b91e-4f55-86e4-8fc4a4e44a3c', 'status': 'completed', 'code': 200} Mar 05 13:50:22.768265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-bd55fbb9-6696-49f1-9980-64007dfc0a46 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:22.776318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-bd55fbb9-6696-49f1-9980-64007dfc0a46 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Usage tracker for resource:floatingip and tenant:923be7b1298a4a5ba064de1dc8e66c2f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:22.781017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-bd55fbb9-6696-49f1-9980-64007dfc0a46 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:22.804014 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-bd55fbb9-6696-49f1-9980-64007dfc0a46 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:22.821940 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd55fbb9-6696-49f1-9980-64007dfc0a46 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:23.107952 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99ee76-1ec4-409a-8cd3-509d3920fe66 req-bc5edad9-c96f-4303-8fd9-268a396fa942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:23.110802 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ab99ee76-1ec4-409a-8cd3-509d3920fe66 req-bc5edad9-c96f-4303-8fd9-268a396fa942 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4bf4b89d64e49548563cf43af63d417&device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 1094 time: 0.3207874 Mar 05 13:50:23.139379 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd55fbb9-6696-49f1-9980-64007dfc0a46 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:23.332053 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99ee76-1ec4-409a-8cd3-509d3920fe66 req-0e52ce0e-8144-4916-bc0a-784d998afd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:23.337220 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ab99ee76-1ec4-409a-8cd3-509d3920fe66 req-0e52ce0e-8144-4916-bc0a-784d998afd31 service neutron] 10.222.0.15 "GET /v2.0/networks?id=47dce88b-b414-45d2-b170-ce43dcded289 HTTP/1.1" status: 200 len: 916 time: 0.2201700 Mar 05 13:50:23.539931 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-bd55fbb9-6696-49f1-9980-64007dfc0a46 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Allocated IP 172.25.4.49 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/a24aaa52-2d83-4009-96fa-e16f2251638d) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:50:23.609926 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ab99ee76-1ec4-409a-8cd3-509d3920fe66 req-6dc22ede-c97d-49ba-9d83-3b0eeb2ab0ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c HTTP/1.1" status: 200 len: 217 time: 0.2092075 Mar 05 13:50:23.701833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19851088-39fe-48a4-a82c-13564e55aabe req-7534c1f3-429d-4d51-871d-32c9310cdf7f tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:23.703568 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-19851088-39fe-48a4-a82c-13564e55aabe req-7534c1f3-429d-4d51-871d-32c9310cdf7f tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.16 "GET /v2.0/ports?device_id=cea72694-f335-4eed-83dc-aeab6dc21461 HTTP/1.1" status: 200 len: 946 time: 0.3730907 Mar 05 13:50:23.715497 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99ee76-1ec4-409a-8cd3-509d3920fe66 req-5e3c6726-8857-4aa7-a706-e9f3332a6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:23.717352 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ab99ee76-1ec4-409a-8cd3-509d3920fe66 req-5e3c6726-8857-4aa7-a706-e9f3332a6967 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f8c39d4-8db2-4e14-8534-4ef6364fca85 HTTP/1.1" status: 200 len: 855 time: 0.0909820 Mar 05 13:50:23.802922 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-19851088-39fe-48a4-a82c-13564e55aabe req-759aa512-8ce3-4da0-b213-826f78494b35 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3d74bb3-fc06-4cff-8783-22117a9018b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892467 Mar 05 13:50:23.813928 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34119bf9-4f08-4e87-bd19-7b75ed051403 req-e6681c76-101d-4174-ad44-8877e0a0dbbe tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:23.821233 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-34119bf9-4f08-4e87-bd19-7b75ed051403 req-e6681c76-101d-4174-ad44-8877e0a0dbbe tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 943 time: 0.1951473 Mar 05 13:50:23.830077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99ee76-1ec4-409a-8cd3-509d3920fe66 req-8208695a-c2b3-4a7f-bc9c-660f82476862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:23.831676 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ab99ee76-1ec4-409a-8cd3-509d3920fe66 req-8208695a-c2b3-4a7f-bc9c-660f82476862 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47dce88b-b414-45d2-b170-ce43dcded289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989575 Mar 05 13:50:23.857271 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd55fbb9-6696-49f1-9980-64007dfc0a46 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:23.900866 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-34119bf9-4f08-4e87-bd19-7b75ed051403 req-80cf9fec-785b-4d5b-9849-cf692b37176c tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783496 Mar 05 13:50:23.956914 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd55fbb9-6696-49f1-9980-64007dfc0a46 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:23.992336 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device c163da1f-b91e-4f55-86e4-8fc4a4e44a3c details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:50:24.033734 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0989a54a-2128-4675-9eff-18b3f601d6a1 req-45e7f4a0-3c4d-4eaf-8ee0-1a08e7aff36a tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=90399ad8-20da-4570-af96-ade7a4f39447 HTTP/1.1" status: 200 len: 210 time: 0.0693092 Mar 05 13:50:24.130092 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:24.131526 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd55fbb9-6696-49f1-9980-64007dfc0a46 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:50:24.140787 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-bd55fbb9-6696-49f1-9980-64007dfc0a46 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:50:24.147643 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'c163da1f-b91e-4f55-86e4-8fc4a4e44a3c', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'port_id': 'c163da1f-b91e-4f55-86e4-8fc4a4e44a3c', 'mac_address': 'fa:16:3e:aa:cd:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:50:24.155636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd55fbb9-6696-49f1-9980-64007dfc0a46 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:50:24.200852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55fbb9-6696-49f1-9980-64007dfc0a46 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Pushing event updated for resources: {'Port': ['ID=a24aaa52-2d83-4009-96fa-e16f2251638d,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:24.216383 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ab99ee76-1ec4-409a-8cd3-509d3920fe66 req-f59d66af-05c8-4137-bd22-fc0620c84b77 service neutron] 10.222.0.15 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725958 Mar 05 13:50:24.261326 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd55fbb9-6696-49f1-9980-64007dfc0a46 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:24.271516 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:24.292157 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c163da1f-b91e-4f55-86e4-8fc4a4e44a3c {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:50:24.310725 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-42d4219d-946a-483d-bec5-10ebc8942158 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:24.313488 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-42d4219d-946a-483d-bec5-10ebc8942158 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.15 "GET /v2.0/networks?id=fea5c273-e4ab-46b7-85df-ca04090e1441 HTTP/1.1" status: 200 len: 812 time: 0.2855635 Mar 05 13:50:24.314488 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:24.320885 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:24.345630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-289fb359-cffa-493a-963f-8ef682ad1ca5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Request body: {'port': {'device_id': '90399ad8-20da-4570-af96-ade7a4f39447', 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441', 'admin_state_up': True, 'tenant_id': '79f8ba46919a411c91f03c872b2a9ca1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:24.350356 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd55fbb9-6696-49f1-9980-64007dfc0a46 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:24.408851 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:24.583377 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['c163da1f-b91e-4f55-86e4-8fc4a4e44a3c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:50:24.726102 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ab99ee76-1ec4-409a-8cd3-509d3920fe66 req-db547ec0-10bd-4ffb-b6e9-c9cc5a6569d7 service neutron] 10.222.0.15 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108672 Mar 05 13:50:24.742098 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b21e6-5c9b-4a3f-bef8-31bd6c6328fd req-206e8fed-8475-4298-a9ab-68e9b0602a1a tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:24.743928 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-237b21e6-5c9b-4a3f-bef8-31bd6c6328fd req-206e8fed-8475-4298-a9ab-68e9b0602a1a tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea72694-f335-4eed-83dc-aeab6dc21461 HTTP/1.1" status: 200 len: 946 time: 0.1627526 Mar 05 13:50:24.748800 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-289fb359-cffa-493a-963f-8ef682ad1ca5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:24.768528 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-289fb359-cffa-493a-963f-8ef682ad1ca5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:24.787001 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ad0d7-9fe7-4b00-acab-5fc18b9f1999 req-7aa8341b-0a56-4da7-8e5b-5b037bfd4a12 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:24.789270 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f60ad0d7-9fe7-4b00-acab-5fc18b9f1999 req-7aa8341b-0a56-4da7-8e5b-5b037bfd4a12 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.2514188 Mar 05 13:50:24.794223 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-289fb359-cffa-493a-963f-8ef682ad1ca5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Made reservation on behalf of 79f8ba46919a411c91f03c872b2a9ca1 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:50:24.798625 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-289fb359-cffa-493a-963f-8ef682ad1ca5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:24.812734 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd55fbb9-6696-49f1-9980-64007dfc0a46 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:24.821161 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd55fbb9-6696-49f1-9980-64007dfc0a46 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:24.951082 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f60ad0d7-9fe7-4b00-acab-5fc18b9f1999 req-7e15cb4c-3f41-4a8a-bcb9-85fefed321af tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363328 Mar 05 13:50:25.013068 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-237b21e6-5c9b-4a3f-bef8-31bd6c6328fd req-797d0103-c4a6-4e50-9a32-8ca87a08ea87 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Deleting port 430e19ff-a738-45f7-a783-d0056e39bb9a {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:50:25.013663 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-237b21e6-5c9b-4a3f-bef8-31bd6c6328fd req-797d0103-c4a6-4e50-9a32-8ca87a08ea87 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:25.055052 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-289fb359-cffa-493a-963f-8ef682ad1ca5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Allocated IP 172.20.0.13 (fea5c273-e4ab-46b7-85df-ca04090e1441/a5e6956c-ed3e-4331-80e6-bd294ce26155/5f807e07-ac01-4ff4-b53e-47acc369cc7c) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:50:25.095566 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55fbb9-6696-49f1-9980-64007dfc0a46 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Pushing event updated for resources: {'Port': ['ID=a24aaa52-2d83-4009-96fa-e16f2251638d,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:25.176583 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd55fbb9-6696-49f1-9980-64007dfc0a46 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:25.261991 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bd55fbb9-6696-49f1-9980-64007dfc0a46 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:25.265538 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bd55fbb9-6696-49f1-9980-64007dfc0a46 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8655903 Mar 05 13:50:25.308619 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34324) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:25.324686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e9725-f6ed-4737-816c-103304650613 req-bef3efc5-4d5d-4cd2-a6ce-c7746743cf30 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:25.326220 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f0e9725-f6ed-4737-816c-103304650613 req-bef3efc5-4d5d-4cd2-a6ce-c7746743cf30 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.16 "GET /v2.0/ports?device_id=cea72694-f335-4eed-83dc-aeab6dc21461 HTTP/1.1" status: 200 len: 946 time: 0.3781443 Mar 05 13:50:25.407961 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1891673-5c0e-45ce-8d94-62c08b0293a3 req-564508f9-09be-4d63-a703-1331cc87569b tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:25.409693 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a1891673-5c0e-45ce-8d94-62c08b0293a3 req-564508f9-09be-4d63-a703-1331cc87569b tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 944 time: 0.3432877 Mar 05 13:50:25.483328 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a1891673-5c0e-45ce-8d94-62c08b0293a3 req-b6bc1add-7434-4c0f-a4fe-0c77be4a2f05 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616519 Mar 05 13:50:25.489850 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f0e9725-f6ed-4737-816c-103304650613 req-54f6d5b3-7c97-499e-9d61-57fa5d469336 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.16 "GET /v2.0/security-groups?id=e3d74bb3-fc06-4cff-8783-22117a9018b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104391 Mar 05 13:50:25.492767 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-bbb51891-7c4b-4264-bc69-f313a7f87bd3 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Synchronizing usage tracker for tenant:e691b1b1d48943b888baacfcb8637d99 on resource:floatingip {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:50:25.507432 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-289fb359-cffa-493a-963f-8ef682ad1ca5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:25.517486 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-237b21e6-5c9b-4a3f-bef8-31bd6c6328fd req-797d0103-c4a6-4e50-9a32-8ca87a08ea87 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] For port 430e19ff-a738-45f7-a783-d0056e39bb9a, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=430e19ff-a738-45f7-a783-d0056e39bb9a,segment=NetworkSegment(1b2023c4-6fef-4897-a21e-55e82fe04c5b),segment_id=1b2023c4-6fef-4897-a21e-55e82fe04c5b)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:25.517762 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-237b21e6-5c9b-4a3f-bef8-31bd6c6328fd req-797d0103-c4a6-4e50-9a32-8ca87a08ea87 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:25.541925 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-289fb359-cffa-493a-963f-8ef682ad1ca5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:25.620294 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-289fb359-cffa-493a-963f-8ef682ad1ca5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Network fea5c273-e4ab-46b7-85df-ca04090e1441 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:50:25.653462 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-289fb359-cffa-493a-963f-8ef682ad1ca5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:50:25.665816 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-237b21e6-5c9b-4a3f-bef8-31bd6c6328fd req-797d0103-c4a6-4e50-9a32-8ca87a08ea87 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Calling delete_port for 430e19ff-a738-45f7-a783-d0056e39bb9a owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:50:25.667260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-289fb359-cffa-493a-963f-8ef682ad1ca5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:50:25.733103 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fb359-cffa-493a-963f-8ef682ad1ca5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Pushing event updated for resources: {'Port': ['ID=5f807e07-ac01-4ff4-b53e-47acc369cc7c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:25.776159 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-289fb359-cffa-493a-963f-8ef682ad1ca5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:25.776798 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-289fb359-cffa-493a-963f-8ef682ad1ca5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:25.803522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80182f82-ea11-4893-97cd-b4268d0ca2ec req-d1e51188-8b6e-4267-a97e-feb146e17191 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:25.805559 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-80182f82-ea11-4893-97cd-b4268d0ca2ec req-d1e51188-8b6e-4267-a97e-feb146e17191 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=90399ad8-20da-4570-af96-ade7a4f39447 HTTP/1.1" status: 200 len: 932 time: 0.1875405 Mar 05 13:50:25.818910 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-bbb51891-7c4b-4264-bc69-f313a7f87bd3 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Unset dirty status for tenant:e691b1b1d48943b888baacfcb8637d99 on resource:floatingip {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:50:25.822873 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bbb51891-7c4b-4264-bc69-f313a7f87bd3 tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4482 time: 0.5106699 Mar 05 13:50:25.823470 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34336) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:25.831213 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-289fb359-cffa-493a-963f-8ef682ad1ca5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4903767 Mar 05 13:50:25.843103 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-334a042d-0eb8-4b9a-a846-5c09f8dec845 service neutron] Request body: {'port': {'device_id': '90399ad8-20da-4570-af96-ade7a4f39447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:25.903806 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-80182f82-ea11-4893-97cd-b4268d0ca2ec req-785f63f0-5daa-4269-a005-21df4e41402c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892205 Mar 05 13:50:25.911614 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7bb2be64-2e28-4c5b-b34e-3ac7b7b1c18b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Synchronizing usage tracker for tenant:6a5b47cbb61a47afa9f44c5dd1137e97 on resource:floatingip {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:50:25.946819 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7bb2be64-2e28-4c5b-b34e-3ac7b7b1c18b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Unset dirty status for tenant:6a5b47cbb61a47afa9f44c5dd1137e97 on resource:floatingip {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:50:25.948368 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7bb2be64-2e28-4c5b-b34e-3ac7b7b1c18b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1242750 Mar 05 13:50:25.951323 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34346) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:26.004333 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-334a042d-0eb8-4b9a-a846-5c09f8dec845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:26.022715 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device c163da1f-b91e-4f55-86e4-8fc4a4e44a3c up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:50:26.128102 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:50:26.135335 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:50:26.135777 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:26.221734 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-c8c57283-a559-4dab-a3dc-66626f930c05 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Deleting port a24aaa52-2d83-4009-96fa-e16f2251638d {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:50:26.222359 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c8c57283-a559-4dab-a3dc-66626f930c05 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:26.263759 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-237b21e6-5c9b-4a3f-bef8-31bd6c6328fd req-797d0103-c4a6-4e50-9a32-8ca87a08ea87 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:26.283917 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['430e19ff-a738-45f7-a783-d0056e39bb9a'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:50:26.345286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d0103-c4a6-4e50-9a32-8ca87a08ea87 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Pushing event deleted for resources: {'Port': ['ID=430e19ff-a738-45f7-a783-d0056e39bb9a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:26.393996 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:26.449736 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fba67fc-509c-4fb0-b931-24ce7a1b902e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c163da1f-b91e-4f55-86e4-8fc4a4e44a3c'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:50:26.467368 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:26.474380 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:26.509988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-334a042d-0eb8-4b9a-a846-5c09f8dec845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f807e07-ac01-4ff4-b53e-47acc369cc7c {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:50:26.518703 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-334a042d-0eb8-4b9a-a846-5c09f8dec845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:26.534549 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-334a042d-0eb8-4b9a-a846-5c09f8dec845 service neutron] Transition to ACTIVE for port object 5f807e07-ac01-4ff4-b53e-47acc369cc7c will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:50:26.540701 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-334a042d-0eb8-4b9a-a846-5c09f8dec845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:26.567830 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-237b21e6-5c9b-4a3f-bef8-31bd6c6328fd req-797d0103-c4a6-4e50-9a32-8ca87a08ea87 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] No DVR routers for this DVR port 430e19ff-a738-45f7-a783-d0056e39bb9a on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:50:26.573986 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-237b21e6-5c9b-4a3f-bef8-31bd6c6328fd req-797d0103-c4a6-4e50-9a32-8ca87a08ea87 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:26.576983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea72694-f335-4eed-83dc-aeab6dc21461', 'name': 'network-vif-deleted', 'tag': '430e19ff-a738-45f7-a783-d0056e39bb9a'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:50:26.592849 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fccde-d7ff-4ccd-8816-706183f3d105 req-8f23e0bb-c88a-4c77-82ad-3397f3d8cb54 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:26.594531 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a36fccde-d7ff-4ccd-8816-706183f3d105 req-8f23e0bb-c88a-4c77-82ad-3397f3d8cb54 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.5134161 Mar 05 13:50:26.621494 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-237b21e6-5c9b-4a3f-bef8-31bd6c6328fd req-797d0103-c4a6-4e50-9a32-8ca87a08ea87 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.30 "DELETE /v2.0/ports/430e19ff-a738-45f7-a783-d0056e39bb9a HTTP/1.1" status: 204 len: 173 time: 1.8625240 Mar 05 13:50:26.648449 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c8c57283-a559-4dab-a3dc-66626f930c05 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:26.648783 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c8c57283-a559-4dab-a3dc-66626f930c05 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:26.677302 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fba67fc-509c-4fb0-b931-24ce7a1b902e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c163da1f-b91e-4f55-86e4-8fc4a4e44a3c', 'code': 200} Mar 05 13:50:26.678616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:26.787730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-c8c57283-a559-4dab-a3dc-66626f930c05 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Calling delete_port for a24aaa52-2d83-4009-96fa-e16f2251638d owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:50:26.841660 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a36fccde-d7ff-4ccd-8816-706183f3d105 req-ff55d956-5f80-4a1b-98f3-3621258e2216 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189336 Mar 05 13:50:26.948618 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a042d-0eb8-4b9a-a846-5c09f8dec845 service neutron] Pushing event updated for resources: {'Port': ['ID=5f807e07-ac01-4ff4-b53e-47acc369cc7c,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:27.031159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-afbc02e8-527b-4667-993b-b54b0be34430 req-a86bd3b4-ee89-425d-8e07-23c242f079a3 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Synchronizing usage tracker for tenant:fb91e42706e748ef9e280dd38b058204 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:50:27.078844 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0aa1c-672f-405b-9b3c-bee3b7919eda req-be82d653-4cde-4b43-bb6d-f10836c811ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:27.080407 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-57c0aa1c-672f-405b-9b3c-bee3b7919eda req-be82d653-4cde-4b43-bb6d-f10836c811ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 1096 time: 0.3826134 Mar 05 13:50:27.092296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-afbc02e8-527b-4667-993b-b54b0be34430 req-a86bd3b4-ee89-425d-8e07-23c242f079a3 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] Unset dirty status for tenant:fb91e42706e748ef9e280dd38b058204 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:50:27.105409 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-afbc02e8-527b-4667-993b-b54b0be34430 req-a86bd3b4-ee89-425d-8e07-23c242f079a3 tempest-InstanceActionsV221TestJSON-301079311 tempest-InstanceActionsV221TestJSON-301079311-project] 10.222.0.16 "GET /v2.0/ports?device_id=cea72694-f335-4eed-83dc-aeab6dc21461 HTTP/1.1" status: 200 len: 210 time: 0.1320505 Mar 05 13:50:27.144901 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c8c57283-a559-4dab-a3dc-66626f930c05 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:27.156716 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-57c0aa1c-672f-405b-9b3c-bee3b7919eda req-42891405-c502-4ad2-9a2a-d387ac2d3990 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668950 Mar 05 13:50:27.164663 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-334a042d-0eb8-4b9a-a846-5c09f8dec845 service neutron] Attempting to bind port 5f807e07-ac01-4ff4-b53e-47acc369cc7c on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:50:27.165010 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-334a042d-0eb8-4b9a-a846-5c09f8dec845 service neutron] Attempting to bind port 5f807e07-ac01-4ff4-b53e-47acc369cc7c by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:50:27.165341 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-334a042d-0eb8-4b9a-a846-5c09f8dec845 service neutron] Attempting to bind port 5f807e07-ac01-4ff4-b53e-47acc369cc7c on network fea5c273-e4ab-46b7-85df-ca04090e1441 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:50:27.176398 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-334a042d-0eb8-4b9a-a846-5c09f8dec845 service neutron] Port 5f807e07-ac01-4ff4-b53e-47acc369cc7c on network fea5c273-e4ab-46b7-85df-ca04090e1441 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:50:27.176398 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-334a042d-0eb8-4b9a-a846-5c09f8dec845 service neutron] Attempting to bind port 5f807e07-ac01-4ff4-b53e-47acc369cc7c on network fea5c273-e4ab-46b7-85df-ca04090e1441 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:50:27.190988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee6c99-e83c-4819-978a-502ff4fcc0f4 req-982b1ac4-28d0-4d2b-9c31-b1f86d815108 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:27.192547 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16ee6c99-e83c-4819-978a-502ff4fcc0f4 req-982b1ac4-28d0-4d2b-9c31-b1f86d815108 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 945 time: 0.2976899 Mar 05 13:50:27.193450 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-334a042d-0eb8-4b9a-a846-5c09f8dec845 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:50:27.193785 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-334a042d-0eb8-4b9a-a846-5c09f8dec845 service neutron] Checking segment: {'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:50:27.194159 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-334a042d-0eb8-4b9a-a846-5c09f8dec845 service neutron] Bound using segment: {'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:50:27.194644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-334a042d-0eb8-4b9a-a846-5c09f8dec845 service neutron] Bound port: 5f807e07-ac01-4ff4-b53e-47acc369cc7c, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:50:27.195084 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-334a042d-0eb8-4b9a-a846-5c09f8dec845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:27.214372 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea72694-f335-4eed-83dc-aeab6dc21461', 'name': 'network-vif-deleted', 'tag': '430e19ff-a738-45f7-a783-d0056e39bb9a', 'status': 'completed', 'code': 200} Mar 05 13:50:27.215415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c57283-a559-4dab-a3dc-66626f930c05 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Pushing event deleted for resources: {'Port': ['ID=a24aaa52-2d83-4009-96fa-e16f2251638d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:27.314715 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16ee6c99-e83c-4819-978a-502ff4fcc0f4 req-80e3dacf-2519-4f53-bc08-1ad418a262e7 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082048 Mar 05 13:50:27.343373 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-334a042d-0eb8-4b9a-a846-5c09f8dec845 service neutron] For port 5f807e07-ac01-4ff4-b53e-47acc369cc7c, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:50:27.347015 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-334a042d-0eb8-4b9a-a846-5c09f8dec845 service neutron] For port 5f807e07-ac01-4ff4-b53e-47acc369cc7c, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5f807e07-ac01-4ff4-b53e-47acc369cc7c,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:50:27.352516 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-334a042d-0eb8-4b9a-a846-5c09f8dec845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:27.401783 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c8c57283-a559-4dab-a3dc-66626f930c05 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:27.423036 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-334a042d-0eb8-4b9a-a846-5c09f8dec845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:27.425445 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-334a042d-0eb8-4b9a-a846-5c09f8dec845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:27.425445 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-334a042d-0eb8-4b9a-a846-5c09f8dec845 service neutron] 10.222.0.15 "PUT /v2.0/ports/5f807e07-ac01-4ff4-b53e-47acc369cc7c HTTP/1.1" status: 200 len: 1092 time: 1.5856047 Mar 05 13:50:27.425445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90399ad8-20da-4570-af96-ade7a4f39447', 'tag': '5f807e07-ac01-4ff4-b53e-47acc369cc7c'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:50:27.445558 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c8c57283-a559-4dab-a3dc-66626f930c05 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:27.448502 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c8c57283-a559-4dab-a3dc-66626f930c05 tempest-FloatingIPAdminTestJSON-1254424374 tempest-FloatingIPAdminTestJSON-1254424374-project] 10.222.0.16 "DELETE /v2.0/floatingips/022176bb-b9fa-4eb7-ab3d-8ac13f6e8eae HTTP/1.1" status: 204 len: 168 time: 1.4947445 Mar 05 13:50:27.449951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34404) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:27.490092 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020b04b-205a-4c02-bc9b-51f936b6ac63 req-81fdc543-2239-49e1-8675-a23cf3cce14a tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:27.491978 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e020b04b-205a-4c02-bc9b-51f936b6ac63 req-81fdc543-2239-49e1-8675-a23cf3cce14a tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=90399ad8-20da-4570-af96-ade7a4f39447 HTTP/1.1" status: 200 len: 944 time: 0.1433077 Mar 05 13:50:27.537210 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90399ad8-20da-4570-af96-ade7a4f39447', 'tag': '5f807e07-ac01-4ff4-b53e-47acc369cc7c', 'status': 'completed', 'code': 200} Mar 05 13:50:27.550247 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a042d-0eb8-4b9a-a846-5c09f8dec845 service neutron] Pushing event updated for resources: {'Port': ['ID=5f807e07-ac01-4ff4-b53e-47acc369cc7c,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:27.603737 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e020b04b-205a-4c02-bc9b-51f936b6ac63 req-39d9cd94-7fa9-4a6f-bf25-0ee788510aa8 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043942 Mar 05 13:50:27.806708 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-ff637a36-0e8f-4cec-99e0-7731f89a739f tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Deleting port d2ec5c21-a898-4b19-b303-8dacddb2513f {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:50:27.807074 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ff637a36-0e8f-4cec-99e0-7731f89a739f tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:27.955132 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-14a29c26-88f9-4ffa-ab7c-5f796a33a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:27.956625 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-14a29c26-88f9-4ffa-ab7c-5f796a33a230 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79f8ba46919a411c91f03c872b2a9ca1&device_id=90399ad8-20da-4570-af96-ade7a4f39447 HTTP/1.1" status: 200 len: 1095 time: 0.4026322 Mar 05 13:50:28.085069 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-d7817657-8e87-4618-9428-1b1ef4f0e860 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f807e07-ac01-4ff4-b53e-47acc369cc7c HTTP/1.1" status: 200 len: 217 time: 0.1099744 Mar 05 13:50:28.165133 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ff637a36-0e8f-4cec-99e0-7731f89a739f tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:28.165460 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ff637a36-0e8f-4cec-99e0-7731f89a739f tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:28.316561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-ff637a36-0e8f-4cec-99e0-7731f89a739f tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Calling delete_port for d2ec5c21-a898-4b19-b303-8dacddb2513f owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:50:28.347122 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-2a56ecfa-2141-4ad8-bfc3-5e8c262e9847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:28.348810 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-2a56ecfa-2141-4ad8-bfc3-5e8c262e9847 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5e6956c-ed3e-4331-80e6-bd294ce26155 HTTP/1.1" status: 200 len: 852 time: 0.2541108 Mar 05 13:50:28.416246 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-4d7f83e1-51b0-428c-8cd9-a267e1228310 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fea5c273-e4ab-46b7-85df-ca04090e1441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576997 Mar 05 13:50:28.457127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e1d80-f964-4634-a154-1915cdb137ca req-3a97cb09-1e91-48de-9489-d9455e0ab264 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:28.459085 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a01e1d80-f964-4634-a154-1915cdb137ca req-3a97cb09-1e91-48de-9489-d9455e0ab264 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.4831746 Mar 05 13:50:28.641000 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a01e1d80-f964-4634-a154-1915cdb137ca req-8118e71c-d1c2-4d41-bd1e-4db5cd975c25 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615667 Mar 05 13:50:28.703647 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-81e94dc2-bda9-4c3e-b5e9-79b5b2a17e51 service neutron] 10.222.0.15 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777407 Mar 05 13:50:28.733797 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ff637a36-0e8f-4cec-99e0-7731f89a739f tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:28.746150 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:28.753617 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fbdbb-98b7-4040-be82-f9bda0e92833 req-bc343e1d-e550-4cbd-af19-6cf14dc6fcb2 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:28.756015 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a07fbdbb-98b7-4040-be82-f9bda0e92833 req-bc343e1d-e550-4cbd-af19-6cf14dc6fcb2 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 945 time: 0.2463980 Mar 05 13:50:28.791972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34506) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:28.837452 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a07fbdbb-98b7-4040-be82-f9bda0e92833 req-cca9ba35-184f-4eea-a79f-5374fadf661a tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734103 Mar 05 13:50:28.839039 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff637a36-0e8f-4cec-99e0-7731f89a739f tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2ec5c21-a898-4b19-b303-8dacddb2513f,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:28.888123 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:29.047368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34516) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:29.065736 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c12f85-cbed-498c-8900-80bd97a5e53a req-5c542a09-a0ac-43b9-9336-72adb6ac1e89 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:29.072908 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6ff6d5-379b-4833-b0ad-f0d5d0264237 admin admin] Deleting subnet 4a7789c6-5803-4416-b98c-eb30cc1f3d7b {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:50:29.075518 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-50c12f85-cbed-498c-8900-80bd97a5e53a req-5c542a09-a0ac-43b9-9336-72adb6ac1e89 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 945 time: 0.1075046 Mar 05 13:50:29.077613 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34522) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:29.083047 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f6ec251b-e959-4405-b39e-31a8c28585ab tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Request body: {'floatingip': {'port_id': 'c163da1f-b91e-4f55-86e4-8fc4a4e44a3c'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:29.087616 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ff637a36-0e8f-4cec-99e0-7731f89a739f tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:29.099576 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0c6ff6d5-379b-4833-b0ad-f0d5d0264237 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:29.153660 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb816de5-3e25-456e-9ac1-fc74a3088937 req-0fda2dc2-da9b-4a6a-9c54-c350891e84b7 service neutron] 10.222.0.15 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440184 Mar 05 13:50:29.164893 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6ec251b-e959-4405-b39e-31a8c28585ab tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for floatingip, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:29.176512 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0c6ff6d5-379b-4833-b0ad-f0d5d0264237 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:29.256728 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1d9dbf0-6cd5-4bda-a93a-7e7870b61764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:29.310507 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f1d9dbf0-6cd5-4bda-a93a-7e7870b61764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:29.318471 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f1d9dbf0-6cd5-4bda-a93a-7e7870b61764 admin admin] Usage tracker for resource:security_group_rule and tenant:611fda3c552c48359091bac2115327b1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:29.323922 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f1d9dbf0-6cd5-4bda-a93a-7e7870b61764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:29.342667 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f1d9dbf0-6cd5-4bda-a93a-7e7870b61764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:29.374943 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ff637a36-0e8f-4cec-99e0-7731f89a739f tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:29.375744 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ff637a36-0e8f-4cec-99e0-7731f89a739f tempest-FloatingIPAdminTestJSON-680084512 tempest-FloatingIPAdminTestJSON-680084512-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/71102428-9a57-451f-8667-b2b36349751c HTTP/1.1" status: 204 len: 168 time: 1.9244132 Mar 05 13:50:29.379953 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34530) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:29.413685 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b557738-bd45-4ea0-8394-f704a1f7f5e2 req-b736b144-9c7f-4319-874a-3789ef1656ea tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:29.414421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4b557738-bd45-4ea0-8394-f704a1f7f5e2 req-b736b144-9c7f-4319-874a-3789ef1656ea tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Synchronizing usage tracker for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:50:29.443965 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0c6ff6d5-379b-4833-b0ad-f0d5d0264237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:29.484565 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4b557738-bd45-4ea0-8394-f704a1f7f5e2 req-b736b144-9c7f-4319-874a-3789ef1656ea tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Unset dirty status for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:50:29.489599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-456f5200-b8c3-4776-b91a-166d416adfec tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Deleting port 53c0989c-7b67-401f-b3bb-69236860a864 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:50:29.489929 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-456f5200-b8c3-4776-b91a-166d416adfec tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:29.490995 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4b557738-bd45-4ea0-8394-f704a1f7f5e2 req-b736b144-9c7f-4319-874a-3789ef1656ea tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=90399ad8-20da-4570-af96-ade7a4f39447 HTTP/1.1" status: 200 len: 944 time: 0.5565774 Mar 05 13:50:29.563511 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4b557738-bd45-4ea0-8394-f704a1f7f5e2 req-8a824fa4-9b16-4ae7-a0a2-98f9cf9cc6a3 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714090 Mar 05 13:50:29.566475 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ee656-0d33-49cc-9f39-475bb7b6dd3f req-8293fdf3-8c80-4303-b582-706558ab8fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:29.568132 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c3ee656-0d33-49cc-9f39-475bb7b6dd3f req-8293fdf3-8c80-4303-b582-706558ab8fba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79f8ba46919a411c91f03c872b2a9ca1&device_id=90399ad8-20da-4570-af96-ade7a4f39447 HTTP/1.1" status: 200 len: 1095 time: 0.2371180 Mar 05 13:50:29.754195 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0c6ff6d5-379b-4833-b0ad-f0d5d0264237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:29.803288 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 430e19ff-a738-45f7-a783-d0056e39bb9a no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:50:29.805310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ee656-0d33-49cc-9f39-475bb7b6dd3f req-bbdb6be6-74b5-4c6c-800c-a1a959e11886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:29.808497 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c3ee656-0d33-49cc-9f39-475bb7b6dd3f req-bbdb6be6-74b5-4c6c-800c-a1a959e11886 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fea5c273-e4ab-46b7-85df-ca04090e1441 HTTP/1.1" status: 200 len: 912 time: 0.2279911 Mar 05 13:50:29.844496 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 430e19ff-a738-45f7-a783-d0056e39bb9a {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:50:29.845151 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 430e19ff-a738-45f7-a783-d0056e39bb9a not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:50:29.861885 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ff6d5-379b-4833-b0ad-f0d5d0264237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a7789c6-5803-4416-b98c-eb30cc1f3d7b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:29.868931 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0c6ff6d5-379b-4833-b0ad-f0d5d0264237 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:29.942089 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0c6ff6d5-379b-4833-b0ad-f0d5d0264237 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4a7789c6-5803-4416-b98c-eb30cc1f3d7b HTTP/1.1" status: 204 len: 168 time: 1.1444952 Mar 05 13:50:29.943633 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c3ee656-0d33-49cc-9f39-475bb7b6dd3f req-d1cfbf46-c371-46e5-b791-cbd839ffb65a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f807e07-ac01-4ff4-b53e-47acc369cc7c HTTP/1.1" status: 200 len: 217 time: 0.0720699 Mar 05 13:50:29.948071 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34538) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:30.084306 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1d9dbf0-6cd5-4bda-a93a-7e7870b61764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:30.098900 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1d9dbf0-6cd5-4bda-a93a-7e7870b61764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:30.107632 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-456f5200-b8c3-4776-b91a-166d416adfec tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:30.124800 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ee656-0d33-49cc-9f39-475bb7b6dd3f req-5645b27e-f648-4fae-8509-ea81bd6191db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:30.126252 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c3ee656-0d33-49cc-9f39-475bb7b6dd3f req-5645b27e-f648-4fae-8509-ea81bd6191db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5e6956c-ed3e-4331-80e6-bd294ce26155 HTTP/1.1" status: 200 len: 852 time: 0.1750319 Mar 05 13:50:30.136256 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0144d-8c30-4462-829d-6bbc6ff82d00 req-aa37ce79-4ad2-4e70-903b-227292feef4f tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:30.137684 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3e0144d-8c30-4462-829d-6bbc6ff82d00 req-aa37ce79-4ad2-4e70-903b-227292feef4f tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.3371656 Mar 05 13:50:30.171939 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-595ecf4d-cbee-4483-9a95-9d0bfefbe8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:30.200559 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c3ee656-0d33-49cc-9f39-475bb7b6dd3f req-7a3560a5-ecee-4a3a-a738-f3d30a2c092a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fea5c273-e4ab-46b7-85df-ca04090e1441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605128 Mar 05 13:50:30.281517 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-456f5200-b8c3-4776-b91a-166d416adfec tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Calling delete_port for 53c0989c-7b67-401f-b3bb-69236860a864 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:50:30.322255 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3e0144d-8c30-4462-829d-6bbc6ff82d00 req-6bab730a-f2be-468c-9e79-1e225d7bf3b2 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436167 Mar 05 13:50:30.342291 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca5983-476e-44c7-ab78-cdd8d63ba155 req-79f59709-1482-4503-b7af-605151aa726d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:30.348201 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca5983-476e-44c7-ab78-cdd8d63ba155 req-79f59709-1482-4503-b7af-605151aa726d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:30.354497 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca5983-476e-44c7-ab78-cdd8d63ba155 req-79f59709-1482-4503-b7af-605151aa726d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:30.360288 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca5983-476e-44c7-ab78-cdd8d63ba155 req-79f59709-1482-4503-b7af-605151aa726d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:30.366041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca5983-476e-44c7-ab78-cdd8d63ba155 req-79f59709-1482-4503-b7af-605151aa726d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:30.372484 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca5983-476e-44c7-ab78-cdd8d63ba155 req-79f59709-1482-4503-b7af-605151aa726d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:30.378195 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca5983-476e-44c7-ab78-cdd8d63ba155 req-79f59709-1482-4503-b7af-605151aa726d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:30.380107 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-56ca5983-476e-44c7-ab78-cdd8d63ba155 req-79f59709-1482-4503-b7af-605151aa726d tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5443 time: 0.5018086 Mar 05 13:50:30.385471 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f1d9dbf0-6cd5-4bda-a93a-7e7870b61764 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=611fda3c552c48359091bac2115327b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3356242 Mar 05 13:50:30.392986 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34542) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:30.399263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9dbf0-6cd5-4bda-a93a-7e7870b61764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2905e9e8-71d0-492a-9ae4-49198f0f9dab,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:30.444327 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-595ecf4d-cbee-4483-9a95-9d0bfefbe8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:30.488870 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-595ecf4d-cbee-4483-9a95-9d0bfefbe8cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b9398a-cbf1-430c-be91-15bf0d379a72']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:30.504975 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c3ee656-0d33-49cc-9f39-475bb7b6dd3f req-a8bcb295-b362-400a-864a-4ec1bdee3b5d service neutron] 10.222.0.15 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945447 Mar 05 13:50:30.506515 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-595ecf4d-cbee-4483-9a95-9d0bfefbe8cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2023c4-6fef-4897-a21e-55e82fe04c5b') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:30.506835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-595ecf4d-cbee-4483-9a95-9d0bfefbe8cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2023c4-6fef-4897-a21e-55e82fe04c5b') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:30.552559 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-595ecf4d-cbee-4483-9a95-9d0bfefbe8cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:30.621295 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-595ecf4d-cbee-4483-9a95-9d0bfefbe8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:30.641027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595ecf4d-cbee-4483-9a95-9d0bfefbe8cf admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:50:30.641421 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-595ecf4d-cbee-4483-9a95-9d0bfefbe8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:50:30.655436 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:50:30.697265 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-56ca5983-476e-44c7-ab78-cdd8d63ba155 req-304886c5-daa3-4971-84bf-556997e37fdb tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3017848 Mar 05 13:50:30.780115 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6ec251b-e959-4405-b39e-31a8c28585ab tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:30.788365 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebb25d5f-b819-47e6-947d-912d0397e185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:30.800409 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c3ee656-0d33-49cc-9f39-475bb7b6dd3f req-dd3d8ba4-a24c-4560-a69b-e5dbacdc41ea service neutron] 10.222.0.15 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865427 Mar 05 13:50:30.803047 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6ec251b-e959-4405-b39e-31a8c28585ab tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:30.804280 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-595ecf4d-cbee-4483-9a95-9d0bfefbe8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:30.822846 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-595ecf4d-cbee-4483-9a95-9d0bfefbe8cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:30.830955 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ecf4d-cbee-4483-9a95-9d0bfefbe8cf admin admin] Pushing event deleted for resources: {'Network': ['ID=62b9398a-cbf1-430c-be91-15bf0d379a72,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:30.852695 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-595ecf4d-cbee-4483-9a95-9d0bfefbe8cf admin admin] 10.222.0.16 "DELETE /v2.0/networks/62b9398a-cbf1-430c-be91-15bf0d379a72 HTTP/1.1" status: 204 len: 168 time: 0.9036136 Mar 05 13:50:30.869997 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61920d6d-1b45-4d4c-aeba-c6571679f6d3 req-d3eb2041-bac6-4be4-a8a3-1733988ff5b9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:30.871991 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-61920d6d-1b45-4d4c-aeba-c6571679f6d3 req-d3eb2041-bac6-4be4-a8a3-1733988ff5b9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=90399ad8-20da-4570-af96-ade7a4f39447 HTTP/1.1" status: 200 len: 944 time: 0.1552076 Mar 05 13:50:30.896233 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebb25d5f-b819-47e6-947d-912d0397e185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:30.907337 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-456f5200-b8c3-4776-b91a-166d416adfec tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:30.922272 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-61920d6d-1b45-4d4c-aeba-c6571679f6d3 req-5515e8c4-2b9d-4420-87b8-f9d5584a5124 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435276 Mar 05 13:50:30.985396 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f5200-b8c3-4776-b91a-166d416adfec tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Pushing event deleted for resources: {'Port': ['ID=53c0989c-7b67-401f-b3bb-69236860a864,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:30.993537 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34550) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:31.043214 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d654e172-bda8-48bc-9461-bd2b3d135d4d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb91e42706e748ef9e280dd38b058204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462539 Mar 05 13:50:31.043444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34554) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:31.107214 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7e7cb32c-4208-4184-8342-71af46a2d7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:31.139615 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7e7cb32c-4208-4184-8342-71af46a2d7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:31.177479 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-f6ec251b-e959-4405-b39e-31a8c28585ab tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Floating IP e771a1ac-ab53-49ea-bf20-72c13a1c2a61 associated. External IP: 172.25.4.19, port: c163da1f-b91e-4f55-86e4-8fc4a4e44a3c. Mar 05 13:50:31.236933 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebb25d5f-b819-47e6-947d-912d0397e185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:31.269462 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-456f5200-b8c3-4776-b91a-166d416adfec tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:31.272223 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb25d5f-b819-47e6-947d-912d0397e185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2905e9e8-71d0-492a-9ae4-49198f0f9dab,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:31.289684 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-456f5200-b8c3-4776-b91a-166d416adfec tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] 10.222.0.16 "DELETE /v2.0/ports/53c0989c-7b67-401f-b3bb-69236860a864 HTTP/1.1" status: 204 len: 168 time: 1.9087079 Mar 05 13:50:31.290946 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebb25d5f-b819-47e6-947d-912d0397e185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:31.295527 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ebb25d5f-b819-47e6-947d-912d0397e185 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2905e9e8-71d0-492a-9ae4-49198f0f9dab HTTP/1.1" status: 204 len: 168 time: 0.8981967 Mar 05 13:50:31.295668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34558) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:31.402756 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b437fc-cf78-42e0-a862-9f5995d3abf8 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:31.404161 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-10b437fc-cf78-42e0-a862-9f5995d3abf8 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Synchronizing usage tracker for tenant:6a5b47cbb61a47afa9f44c5dd1137e97 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:50:31.410144 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7e7cb32c-4208-4184-8342-71af46a2d7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:31.438255 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7cb32c-4208-4184-8342-71af46a2d7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d74bb3-fc06-4cff-8783-22117a9018b6,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:31.457492 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7e7cb32c-4208-4184-8342-71af46a2d7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:31.459032 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7e7cb32c-4208-4184-8342-71af46a2d7d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3d74bb3-fc06-4cff-8783-22117a9018b6 HTTP/1.1" status: 204 len: 168 time: 0.4146590 Mar 05 13:50:31.461516 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-10b437fc-cf78-42e0-a862-9f5995d3abf8 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Unset dirty status for tenant:6a5b47cbb61a47afa9f44c5dd1137e97 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:50:31.462905 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-10b437fc-cf78-42e0-a862-9f5995d3abf8 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] 10.222.0.16 "GET /v2.0/ports?device_id=70639468-74aa-46f1-b6ab-c67fb4f2dc81 HTTP/1.1" status: 200 len: 913 time: 0.1697943 Mar 05 13:50:31.465608 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34568) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:31.748685 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560acc3-0c41-4d05-846c-383bf4b5aa51 req-7e9f0ac4-43f0-454a-b62b-121067e71ec6 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:31.755914 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9560acc3-0c41-4d05-846c-383bf4b5aa51 req-7e9f0ac4-43f0-454a-b62b-121067e71ec6 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.2036877 Mar 05 13:50:31.787717 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ec251b-e959-4405-b39e-31a8c28585ab tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Router 11b22a34-db94-48ea-88a2-77f69a6ef0b0 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:50:31.826377 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9560acc3-0c41-4d05-846c-383bf4b5aa51 req-79a4f2aa-1394-41a5-a871-785db03db3fe tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695422 Mar 05 13:50:32.025739 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34588) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:32.041844 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 5f807e07-ac01-4ff4-b53e-47acc369cc7c details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:50:32.065877 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4200360f-0cf9-43c6-978b-313fbe468e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:32.104664 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4200360f-0cf9-43c6-978b-313fbe468e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:32.158700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4200360f-0cf9-43c6-978b-313fbe468e5f admin admin] Usage tracker for resource:security_group_rule and tenant:f49294f40b594b2785a279439c24b12f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:32.174254 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4200360f-0cf9-43c6-978b-313fbe468e5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:32.179590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4200360f-0cf9-43c6-978b-313fbe468e5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:32.184693 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ec251b-e959-4405-b39e-31a8c28585ab tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:50:32.190975 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6ec251b-e959-4405-b39e-31a8c28585ab tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:32.213810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a1ae9-c9d8-48c0-8c24-62087af5a728 req-6909f74e-85d0-467c-b447-57110fe994cc tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:32.220424 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a1ae9-c9d8-48c0-8c24-62087af5a728 req-6909f74e-85d0-467c-b447-57110fe994cc tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:32.227561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a1ae9-c9d8-48c0-8c24-62087af5a728 req-6909f74e-85d0-467c-b447-57110fe994cc tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:32.233506 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a1ae9-c9d8-48c0-8c24-62087af5a728 req-6909f74e-85d0-467c-b447-57110fe994cc tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:32.239963 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a1ae9-c9d8-48c0-8c24-62087af5a728 req-6909f74e-85d0-467c-b447-57110fe994cc tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:32.246582 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a1ae9-c9d8-48c0-8c24-62087af5a728 req-6909f74e-85d0-467c-b447-57110fe994cc tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:32.254351 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a1ae9-c9d8-48c0-8c24-62087af5a728 req-6909f74e-85d0-467c-b447-57110fe994cc tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:32.256267 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-608a1ae9-c9d8-48c0-8c24-62087af5a728 req-6909f74e-85d0-467c-b447-57110fe994cc tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5443 time: 0.3838298 Mar 05 13:50:32.278483 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f6ec251b-e959-4405-b39e-31a8c28585ab tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "PUT /v2.0/floatingips/e771a1ac-ab53-49ea-bf20-72c13a1c2a61 HTTP/1.1" status: 200 len: 990 time: 3.1996329 Mar 05 13:50:32.279505 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fba67fc-509c-4fb0-b931-24ce7a1b902e', 'tag': 'c163da1f-b91e-4f55-86e4-8fc4a4e44a3c'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:50:32.358064 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b2bdbb-f991-4962-a0d5-599fad1f3db9 None None] Sync routers for ids ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:50:32.377849 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 5f807e07-ac01-4ff4-b53e-47acc369cc7c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5f807e07-ac01-4ff4-b53e-47acc369cc7c,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:32.391350 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-608a1ae9-c9d8-48c0-8c24-62087af5a728 req-87e10e9d-fc6b-4960-97e0-9383dc7f4213 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1193104 Mar 05 13:50:32.432103 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b2bdbb-f991-4962-a0d5-599fad1f3db9 None None] Routers {'11b22a34-db94-48ea-88a2-77f69a6ef0b0'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:50:32.432103 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-f6b2bdbb-f991-4962-a0d5-599fad1f3db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:50:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:32.545705 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4200360f-0cf9-43c6-978b-313fbe468e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:32.556879 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4200360f-0cf9-43c6-978b-313fbe468e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:32.583611 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '5f807e07-ac01-4ff4-b53e-47acc369cc7c', 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441', 'port_id': '5f807e07-ac01-4ff4-b53e-47acc369cc7c', 'mac_address': 'fa:16:3e:63:0b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e6956c-ed3e-4331-80e6-bd294ce26155', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:50:32.585788 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fba67fc-509c-4fb0-b931-24ce7a1b902e', 'tag': 'c163da1f-b91e-4f55-86e4-8fc4a4e44a3c', 'status': 'completed', 'code': 200} Mar 05 13:50:32.656909 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf6b60-9e45-4ebf-850b-af6ef811a34e req-11f1e3c0-af46-4b89-9c2f-6450e2393dca tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:32.659448 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4ebf6b60-9e45-4ebf-850b-af6ef811a34e req-11f1e3c0-af46-4b89-9c2f-6450e2393dca tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=90399ad8-20da-4570-af96-ade7a4f39447 HTTP/1.1" status: 200 len: 944 time: 0.2912688 Mar 05 13:50:32.708017 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30a83576-6f1d-452d-b876-e32e35a602bd tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:32.716133 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4ebf6b60-9e45-4ebf-850b-af6ef811a34e req-8831c14a-cbd1-4714-8527-66495ec37a92 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460606 Mar 05 13:50:32.728865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34604) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:32.757501 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:32.782855 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4200360f-0cf9-43c6-978b-313fbe468e5f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f49294f40b594b2785a279439c24b12f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7519531 Mar 05 13:50:32.784125 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34610) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:32.784320 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f807e07-ac01-4ff4-b53e-47acc369cc7c {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:50:32.789860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200360f-0cf9-43c6-978b-313fbe468e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05ac58b-11e2-4b91-b8f4-f9d36d570993,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:32.801769 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 5f807e07-ac01-4ff4-b53e-47acc369cc7c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5f807e07-ac01-4ff4-b53e-47acc369cc7c,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:32.806967 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:32.877661 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dce2ca49-54ca-4a0d-aaa7-eab24fb2b2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:32.886609 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-f6b2bdbb-f991-4962-a0d5-599fad1f3db9 None None] Set router 11b22a34-db94-48ea-88a2-77f69a6ef0b0 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:50:32.903586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ed6bc-bed2-40cd-9f34-8af8de814dc9 req-b569fd7a-d6a1-446b-8ed3-5240d7dc2dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:32.905004 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-079ed6bc-bed2-40cd-9f34-8af8de814dc9 req-b569fd7a-d6a1-446b-8ed3-5240d7dc2dc3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4bf4b89d64e49548563cf43af63d417&device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 1096 time: 0.2682834 Mar 05 13:50:32.916671 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dce2ca49-54ca-4a0d-aaa7-eab24fb2b2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:32.968852 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=5f807e07-ac01-4ff4-b53e-47acc369cc7c,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:32.992294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e5d2d426-6986-48e2-bad6-23325a7ec6c8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1951399340-network', 'tenant_id': '8857cbe55e484452818a32b411d7670f'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:32.997010 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dce2ca49-54ca-4a0d-aaa7-eab24fb2b2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:33.009965 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e5d2d426-6986-48e2-bad6-23325a7ec6c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:33.019419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2ca49-54ca-4a0d-aaa7-eab24fb2b2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05ac58b-11e2-4b91-b8f4-f9d36d570993,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:33.028285 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e5d2d426-6986-48e2-bad6-23325a7ec6c8 admin admin] Usage tracker for resource:network and tenant:8857cbe55e484452818a32b411d7670f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:33.033475 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e5d2d426-6986-48e2-bad6-23325a7ec6c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:33.042946 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e5d2d426-6986-48e2-bad6-23325a7ec6c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:33.045587 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dce2ca49-54ca-4a0d-aaa7-eab24fb2b2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:33.046012 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['5f807e07-ac01-4ff4-b53e-47acc369cc7c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:50:33.058483 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dce2ca49-54ca-4a0d-aaa7-eab24fb2b2ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c05ac58b-11e2-4b91-b8f4-f9d36d570993 HTTP/1.1" status: 204 len: 168 time: 0.2620676 Mar 05 13:50:33.069794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d2d426-6986-48e2-bad6-23325a7ec6c8 admin admin] Made reservation on behalf of 8857cbe55e484452818a32b411d7670f for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:50:33.073965 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5d2d426-6986-48e2-bad6-23325a7ec6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:33.090192 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5d2d426-6986-48e2-bad6-23325a7ec6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:33.107120 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e5d2d426-6986-48e2-bad6-23325a7ec6c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:33.120434 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e5d2d426-6986-48e2-bad6-23325a7ec6c8 admin admin] Usage tracker for resource:security_group_rule and tenant:8857cbe55e484452818a32b411d7670f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:33.124076 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e5d2d426-6986-48e2-bad6-23325a7ec6c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:33.131185 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e5d2d426-6986-48e2-bad6-23325a7ec6c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:33.262946 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5d2d426-6986-48e2-bad6-23325a7ec6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:33.270871 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5d2d426-6986-48e2-bad6-23325a7ec6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:33.309978 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d2d426-6986-48e2-bad6-23325a7ec6c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:50:33.332522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2d426-6986-48e2-bad6-23325a7ec6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb40b62-941b-49df-960b-c1a4068da8a4,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:33.340079 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5d2d426-6986-48e2-bad6-23325a7ec6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:33.340751 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-e5d2d426-6986-48e2-bad6-23325a7ec6c8 admin admin] Added segment 1916f3e1-af4c-45cb-949c-ee7da75a2a71 of type vlan for network a792319b-74ea-4dcb-9f15-429be8e1086d Mar 05 13:50:33.390166 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5d2d426-6986-48e2-bad6-23325a7ec6c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:33.421417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-35419f82-7ee8-43d3-b69d-4d760245991c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:33.427406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-35419f82-7ee8-43d3-b69d-4d760245991c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:33.434607 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-35419f82-7ee8-43d3-b69d-4d760245991c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:33.436287 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5d2d426-6986-48e2-bad6-23325a7ec6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:33.437811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d2d426-6986-48e2-bad6-23325a7ec6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:33.439017 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5d2d426-6986-48e2-bad6-23325a7ec6c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:33.440906 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-35419f82-7ee8-43d3-b69d-4d760245991c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:33.447279 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-35419f82-7ee8-43d3-b69d-4d760245991c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:33.466070 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-35419f82-7ee8-43d3-b69d-4d760245991c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:33.472031 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-35419f82-7ee8-43d3-b69d-4d760245991c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:33.473894 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-35419f82-7ee8-43d3-b69d-4d760245991c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.15 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5443 time: 0.6778860 Mar 05 13:50:33.584623 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-f6b2bdbb-f991-4962-a0d5-599fad1f3db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'name': 'tempest-AttachVolumeShelveTestJSON-193633381-router', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:49:53Z', 'revision_number': 4, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'gw_port': {'id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:43Z', 'updated_at': '2022-03-05T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'e771a1ac-ab53-49ea-bf20-72c13a1c2a61', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'floating_ip_address': '172.25.4.19', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'port_id': 'c163da1f-b91e-4f55-86e4-8fc4a4e44a3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'mac_address': 'fa:16:3e:aa:cd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fba67fc-509c-4fb0-b931-24ce7a1b902e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:50:06Z', 'updated_at': '2022-03-05T13:50:30Z', 'revision_number': 1, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d80b227-ff55-4ef2-825c-aefd97ffdaec', 'name': '', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'mac_address': 'fa:16:3e:fb:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:50Z', 'updated_at': '2022-03-05T13:50:01Z', 'revision_number': 5, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'subnets': [{'id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:33.605693 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2d426-6986-48e2-bad6-23325a7ec6c8 admin admin] Pushing event updated for resources: {'Network': ['ID=a792319b-74ea-4dcb-9f15-429be8e1086d,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:33.611326 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e5d2d426-6986-48e2-bad6-23325a7ec6c8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8809099 Mar 05 13:50:33.611499 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b2bdbb-f991-4962-a0d5-599fad1f3db9 None None] Checking router: 11b22a34-db94-48ea-88a2-77f69a6ef0b0 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:50:33.614086 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34630) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:33.623281 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-c613fa0e-f17c-4901-bc56-952269bfc1b2 admin admin] Request body: {'subnet': {'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1951399340-subnet', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:33.623803 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network a792319b-74ea-4dcb-9f15-429be8e1086d details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:50:33.630458 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c613fa0e-f17c-4901-bc56-952269bfc1b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:33.651242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ed6bc-bed2-40cd-9f34-8af8de814dc9 req-c0bcc853-09f2-4317-bbb0-2f078e7cae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:33.653023 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-079ed6bc-bed2-40cd-9f34-8af8de814dc9 req-c0bcc853-09f2-4317-bbb0-2f078e7cae7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=47dce88b-b414-45d2-b170-ce43dcded289 HTTP/1.1" status: 200 len: 916 time: 0.6883273 Mar 05 13:50:33.672251 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c613fa0e-f17c-4901-bc56-952269bfc1b2 admin admin] Usage tracker for resource:subnet and tenant:8857cbe55e484452818a32b411d7670f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:33.681297 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c613fa0e-f17c-4901-bc56-952269bfc1b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:33.688991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c613fa0e-f17c-4901-bc56-952269bfc1b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:33.713338 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c613fa0e-f17c-4901-bc56-952269bfc1b2 admin admin] Made reservation on behalf of 8857cbe55e484452818a32b411d7670f for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:50:33.716143 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c613fa0e-f17c-4901-bc56-952269bfc1b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:33.758191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-06dddae8-1502-4676-a530-4bd416677217 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:33.759614 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-06dddae8-1502-4676-a530-4bd416677217 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.15 "GET /v2.0/ports/fb2fb21a-fc7e-4555-a410-8b0698d54b45?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2525809 Mar 05 13:50:33.807475 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b2bdbb-f991-4962-a0d5-599fad1f3db9 None None] Routers {'11b22a34-db94-48ea-88a2-77f69a6ef0b0'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:50:33.808114 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-f6b2bdbb-f991-4962-a0d5-599fad1f3db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:50:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:33.824829 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c7c35-9dcc-4f8e-91d6-c8407bc01e0c req-464b64ee-3624-4b92-a36d-2e2c8e2b0f6b tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:33.831636 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-853c7c35-9dcc-4f8e-91d6-c8407bc01e0c req-464b64ee-3624-4b92-a36d-2e2c8e2b0f6b tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.8192756 Mar 05 13:50:33.836727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36624322-162e-47b8-8c23-3aa3f3cb5c12 req-eb25fa3c-a22a-453b-84af-b273bd227305 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:33.843335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36624322-162e-47b8-8c23-3aa3f3cb5c12 req-eb25fa3c-a22a-453b-84af-b273bd227305 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:33.849236 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36624322-162e-47b8-8c23-3aa3f3cb5c12 req-eb25fa3c-a22a-453b-84af-b273bd227305 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:33.855679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36624322-162e-47b8-8c23-3aa3f3cb5c12 req-eb25fa3c-a22a-453b-84af-b273bd227305 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:33.861806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36624322-162e-47b8-8c23-3aa3f3cb5c12 req-eb25fa3c-a22a-453b-84af-b273bd227305 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:33.867727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36624322-162e-47b8-8c23-3aa3f3cb5c12 req-eb25fa3c-a22a-453b-84af-b273bd227305 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:33.873517 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36624322-162e-47b8-8c23-3aa3f3cb5c12 req-eb25fa3c-a22a-453b-84af-b273bd227305 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:33.881167 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-36624322-162e-47b8-8c23-3aa3f3cb5c12 req-eb25fa3c-a22a-453b-84af-b273bd227305 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5443 time: 0.2526560 Mar 05 13:50:33.886452 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-079ed6bc-bed2-40cd-9f34-8af8de814dc9 req-183850f9-8f25-4ff8-be2a-4a38e009e594 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c HTTP/1.1" status: 200 len: 998 time: 0.2176895 Mar 05 13:50:33.950423 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-36624322-162e-47b8-8c23-3aa3f3cb5c12 req-2dd7ebde-d767-43ca-8398-4a2bc7a0dcba tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683031 Mar 05 13:50:34.058681 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-f6b2bdbb-f991-4962-a0d5-599fad1f3db9 None None] Set router 11b22a34-db94-48ea-88a2-77f69a6ef0b0 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:50:34.071126 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-853c7c35-9dcc-4f8e-91d6-c8407bc01e0c req-f3c123ac-3630-4b81-a222-d3d9393ceb5f tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2382920 Mar 05 13:50:34.122162 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 5f807e07-ac01-4ff4-b53e-47acc369cc7c up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:50:34.130435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ed6bc-bed2-40cd-9f34-8af8de814dc9 req-08684587-438d-4c3d-bce3-876ebbbb6e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:34.132886 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-079ed6bc-bed2-40cd-9f34-8af8de814dc9 req-08684587-438d-4c3d-bce3-876ebbbb6e51 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f8c39d4-8db2-4e14-8534-4ef6364fca85 HTTP/1.1" status: 200 len: 855 time: 0.1849210 Mar 05 13:50:34.185186 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c613fa0e-f17c-4901-bc56-952269bfc1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:34.213472 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-25b5b845-d112-4fd4-af2f-6bda7409fd15 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.15 "GET /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4398663 Mar 05 13:50:34.234242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-46fac722-d0b7-4960-98ee-87605814a948 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:34.270402 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-30a83576-6f1d-452d-b876-e32e35a602bd tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Deleting port 5c07d1df-3737-44cd-bc2d-b3e3bc1b146d {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:50:34.271027 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30a83576-6f1d-452d-b876-e32e35a602bd tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:34.299886 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c613fa0e-f17c-4901-bc56-952269bfc1b2 admin admin] Checking segment: {'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:50:34.300460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c613fa0e-f17c-4901-bc56-952269bfc1b2 admin admin] Network hostable DHCP agents. Network: a792319b-74ea-4dcb-9f15-429be8e1086d, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:50:34.326578 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613fa0e-f17c-4901-bc56-952269bfc1b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea456d6e-2c97-4643-a191-afd512f9677d,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:34.355581 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d08c9-69a0-4756-9a29-6c5bcdb46173 req-9c4c6166-590e-43d2-9e3e-88b72a1710f7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:34.359329 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-406d08c9-69a0-4756-9a29-6c5bcdb46173 req-9c4c6166-590e-43d2-9e3e-88b72a1710f7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=90399ad8-20da-4570-af96-ade7a4f39447 HTTP/1.1" status: 200 len: 945 time: 0.2836416 Mar 05 13:50:34.388525 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c613fa0e-f17c-4901-bc56-952269bfc1b2 admin admin] Network a792319b-74ea-4dcb-9f15-429be8e1086d is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:50:34.415719 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-c613fa0e-f17c-4901-bc56-952269bfc1b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, a792319b-74ea-4dcb-9f15-429be8e1086d) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:50:34.424756 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c613fa0e-f17c-4901-bc56-952269bfc1b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:34.425511 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c613fa0e-f17c-4901-bc56-952269bfc1b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:34.433761 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-406d08c9-69a0-4756-9a29-6c5bcdb46173 req-33aaa06d-694a-4a0c-adad-cbee54054cc0 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678532 Mar 05 13:50:34.461530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ed6bc-bed2-40cd-9f34-8af8de814dc9 req-b08f20d7-fb24-4d68-947d-ac7c5871605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:34.463099 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-079ed6bc-bed2-40cd-9f34-8af8de814dc9 req-b08f20d7-fb24-4d68-947d-ac7c5871605e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47dce88b-b414-45d2-b170-ce43dcded289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3121259 Mar 05 13:50:34.483193 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c613fa0e-f17c-4901-bc56-952269bfc1b2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8677764 Mar 05 13:50:34.484394 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34652) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:34.487915 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f9c2bc-befb-4e01-a190-dae4b557a650 None None] Network a792319b-74ea-4dcb-9f15-429be8e1086d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:50:34.493179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-4ea23ec0-8aa5-4a99-a88f-c0dd83948131 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1951399340-router', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:34.508458 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4ea23ec0-8aa5-4a99-a88f-c0dd83948131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:34.515790 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4ea23ec0-8aa5-4a99-a88f-c0dd83948131 admin admin] Usage tracker for resource:router and tenant:8857cbe55e484452818a32b411d7670f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:34.525987 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4ea23ec0-8aa5-4a99-a88f-c0dd83948131 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:34.534588 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4ea23ec0-8aa5-4a99-a88f-c0dd83948131 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:34.547764 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4ea23ec0-8aa5-4a99-a88f-c0dd83948131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:34.549228 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4ea23ec0-8aa5-4a99-a88f-c0dd83948131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:34.572068 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4ea23ec0-8aa5-4a99-a88f-c0dd83948131 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:34.572559 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-46fac722-d0b7-4960-98ee-87605814a948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:34.643943 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 5f807e07-ac01-4ff4-b53e-47acc369cc7c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:50:34.653659 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 5f807e07-ac01-4ff4-b53e-47acc369cc7c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:50:34.653982 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:34.761808 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30a83576-6f1d-452d-b876-e32e35a602bd tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:34.902913 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4ea23ec0-8aa5-4a99-a88f-c0dd83948131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:34.943096 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-30a83576-6f1d-452d-b876-e32e35a602bd tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Calling delete_port for 5c07d1df-3737-44cd-bc2d-b3e3bc1b146d owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:50:35.006171 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:35.017195 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf3bdb6-a43f-4ea5-a8a4-f14c27697149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-a792319b-74ea-4dcb-9f15-429be8e1086d', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'fixed_ips': [{'subnet_id': 'ea456d6e-2c97-4643-a191-afd512f9677d'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:50:35.018193 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ecf3bdb6-a43f-4ea5-a8a4-f14c27697149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:35.023436 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-079ed6bc-bed2-40cd-9f34-8af8de814dc9 req-56b30599-e0bc-4742-958b-5033d515ac8b service neutron] 10.222.0.15 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501108 Mar 05 13:50:35.198721 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-ecf3bdb6-a43f-4ea5-a8a4-f14c27697149 None None] Allocated IP 172.20.0.2 (a792319b-74ea-4dcb-9f15-429be8e1086d/ea456d6e-2c97-4643-a191-afd512f9677d/5b300ac9-5a99-4705-8add-112256e662a6) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:50:35.433632 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ecf3bdb6-a43f-4ea5-a8a4-f14c27697149 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:35.444332 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ecf3bdb6-a43f-4ea5-a8a4-f14c27697149 None None] Transition to ACTIVE for port object 5b300ac9-5a99-4705-8add-112256e662a6 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:50:35.463708 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ecf3bdb6-a43f-4ea5-a8a4-f14c27697149 None None] Transition to ACTIVE for port object 5b300ac9-5a99-4705-8add-112256e662a6 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:50:35.478863 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ecf3bdb6-a43f-4ea5-a8a4-f14c27697149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:35.559115 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf3bdb6-a43f-4ea5-a8a4-f14c27697149 None None] Network a792319b-74ea-4dcb-9f15-429be8e1086d is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:50:35.564979 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3bdb6-a43f-4ea5-a8a4-f14c27697149 None None] Pushing event updated for resources: {'Port': ['ID=5b300ac9-5a99-4705-8add-112256e662a6,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:35.567478 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-ecf3bdb6-a43f-4ea5-a8a4-f14c27697149 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:50:35.569045 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90399ad8-20da-4570-af96-ade7a4f39447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f807e07-ac01-4ff4-b53e-47acc369cc7c'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:50:35.574186 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf3bdb6-a43f-4ea5-a8a4-f14c27697149 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:50:35.620820 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 5f807e07-ac01-4ff4-b53e-47acc369cc7c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5f807e07-ac01-4ff4-b53e-47acc369cc7c,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:35.626386 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4ea23ec0-8aa5-4a99-a88f-c0dd83948131 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:35.669639 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4ea23ec0-8aa5-4a99-a88f-c0dd83948131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:35.694131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-46fac722-d0b7-4960-98ee-87605814a948 service neutron] For port fb2fb21a-fc7e-4555-a410-8b0698d54b45, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fb2fb21a-fc7e-4555-a410-8b0698d54b45,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:35.703392 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-f6b2bdbb-f991-4962-a0d5-599fad1f3db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'name': 'tempest-AttachVolumeShelveTestJSON-193633381-router', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:49:53Z', 'revision_number': 4, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'gw_port': {'id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:43Z', 'updated_at': '2022-03-05T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'e771a1ac-ab53-49ea-bf20-72c13a1c2a61', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'floating_ip_address': '172.25.4.19', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'port_id': 'c163da1f-b91e-4f55-86e4-8fc4a4e44a3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'mac_address': 'fa:16:3e:aa:cd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fba67fc-509c-4fb0-b931-24ce7a1b902e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:50:06Z', 'updated_at': '2022-03-05T13:50:30Z', 'revision_number': 1, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d80b227-ff55-4ef2-825c-aefd97ffdaec', 'name': '', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'mac_address': 'fa:16:3e:fb:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:50Z', 'updated_at': '2022-03-05T13:50:01Z', 'revision_number': 5, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'subnets': [{'id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:35.708056 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b2bdbb-f991-4962-a0d5-599fad1f3db9 None None] The sync data for ids ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'] in n-d-803718-1 is: [{'id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'name': 'tempest-AttachVolumeShelveTestJSON-193633381-router', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:49:53Z', 'revision_number': 4, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'gw_port': {'id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:43Z', 'updated_at': '2022-03-05T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'e771a1ac-ab53-49ea-bf20-72c13a1c2a61', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'floating_ip_address': '172.25.4.19', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'port_id': 'c163da1f-b91e-4f55-86e4-8fc4a4e44a3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'mac_address': 'fa:16:3e:aa:cd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fba67fc-509c-4fb0-b931-24ce7a1b902e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:50:06Z', 'updated_at': '2022-03-05T13:50:30Z', 'revision_number': 1, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d80b227-ff55-4ef2-825c-aefd97ffdaec', 'name': '', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'mac_address': 'fa:16:3e:fb:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:50Z', 'updated_at': '2022-03-05T13:50:01Z', 'revision_number': 5, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'subnets': [{'id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:50:35.710196 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:35.755232 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-079ed6bc-bed2-40cd-9f34-8af8de814dc9 req-a3989fcc-ae04-40e4-a1dc-15d0beb66688 service neutron] 10.222.0.15 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6159449 Mar 05 13:50:35.768430 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce780c2a-38e2-4543-8c3d-0f5ee9493008 req-a73232de-9c6e-4e62-800e-578147265e32 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:35.775892 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ce780c2a-38e2-4543-8c3d-0f5ee9493008 req-a73232de-9c6e-4e62-800e-578147265e32 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.2953124 Mar 05 13:50:35.829837 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b766a-6cf8-4f3d-90a1-29bb7806c206 req-22631bba-9f85-4db6-ab46-f13efb6ba2de tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:35.837355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b766a-6cf8-4f3d-90a1-29bb7806c206 req-22631bba-9f85-4db6-ab46-f13efb6ba2de tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:35.844127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b766a-6cf8-4f3d-90a1-29bb7806c206 req-22631bba-9f85-4db6-ab46-f13efb6ba2de tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:35.850037 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b766a-6cf8-4f3d-90a1-29bb7806c206 req-22631bba-9f85-4db6-ab46-f13efb6ba2de tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:35.856104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b766a-6cf8-4f3d-90a1-29bb7806c206 req-22631bba-9f85-4db6-ab46-f13efb6ba2de tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:35.863808 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b766a-6cf8-4f3d-90a1-29bb7806c206 req-22631bba-9f85-4db6-ab46-f13efb6ba2de tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:35.868761 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=5f807e07-ac01-4ff4-b53e-47acc369cc7c,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:35.870511 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b766a-6cf8-4f3d-90a1-29bb7806c206 req-22631bba-9f85-4db6-ab46-f13efb6ba2de tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:35.877605 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-851b766a-6cf8-4f3d-90a1-29bb7806c206 req-22631bba-9f85-4db6-ab46-f13efb6ba2de tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 5443 time: 0.5285707 Mar 05 13:50:35.891089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-46fac722-d0b7-4960-98ee-87605814a948 service neutron] For port fb2fb21a-fc7e-4555-a410-8b0698d54b45, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:50:35.901134 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-ecf3bdb6-a43f-4ea5-a8a4-f14c27697149 None None] Attempting to bind port 5b300ac9-5a99-4705-8add-112256e662a6 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:50:35.901477 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-ecf3bdb6-a43f-4ea5-a8a4-f14c27697149 None None] Attempting to bind port 5b300ac9-5a99-4705-8add-112256e662a6 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:50:35.901830 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf3bdb6-a43f-4ea5-a8a4-f14c27697149 None None] Attempting to bind port 5b300ac9-5a99-4705-8add-112256e662a6 on network a792319b-74ea-4dcb-9f15-429be8e1086d {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:50:35.908873 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf3bdb6-a43f-4ea5-a8a4-f14c27697149 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:50:35.909246 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf3bdb6-a43f-4ea5-a8a4-f14c27697149 None None] Checking segment: {'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:50:35.909968 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ecf3bdb6-a43f-4ea5-a8a4-f14c27697149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:35.910095 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf3bdb6-a43f-4ea5-a8a4-f14c27697149 None None] Bound using segment: {'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:50:35.910482 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-ecf3bdb6-a43f-4ea5-a8a4-f14c27697149 None None] Bound port: 5b300ac9-5a99-4705-8add-112256e662a6, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:50:35.910858 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ecf3bdb6-a43f-4ea5-a8a4-f14c27697149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:35.917047 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ce780c2a-38e2-4543-8c3d-0f5ee9493008 req-7f09b70e-f186-4d27-b2c9-02bdc817be5c tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401765 Mar 05 13:50:35.977345 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-4ea23ec0-8aa5-4a99-a88f-c0dd83948131 admin admin] Allocated IP 172.25.4.106 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/d441bb73-1939-4bab-82b8-aa30679bf375) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:50:36.063783 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 5140cdaa-5a62-47c5-9206-7488edc8b9b4 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:50:36.096128 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-46fac722-d0b7-4960-98ee-87605814a948 service neutron] device_id is not set on port fb2fb21a-fc7e-4555-a410-8b0698d54b45 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:50:36.106707 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b59863-9f75-4775-938c-4f72b0556835 None None] New status for floating IP e771a1ac-ab53-49ea-bf20-72c13a1c2a61: ACTIVE {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:50:36.111299 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-851b766a-6cf8-4f3d-90a1-29bb7806c206 req-d38e6a89-7727-4654-97a2-e9f53264e0c5 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2321374 Mar 05 13:50:36.117591 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-46fac722-d0b7-4960-98ee-87605814a948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:36.130311 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-46fac722-d0b7-4960-98ee-87605814a948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:36.222798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ecf3bdb6-a43f-4ea5-a8a4-f14c27697149 None None] For port 5b300ac9-5a99-4705-8add-112256e662a6, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:50:36.229010 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ecf3bdb6-a43f-4ea5-a8a4-f14c27697149 None None] For port 5b300ac9-5a99-4705-8add-112256e662a6, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5b300ac9-5a99-4705-8add-112256e662a6,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:50:36.231444 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90399ad8-20da-4570-af96-ade7a4f39447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f807e07-ac01-4ff4-b53e-47acc369cc7c', 'code': 200} Mar 05 13:50:36.245555 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ecf3bdb6-a43f-4ea5-a8a4-f14c27697149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:36.308097 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30a83576-6f1d-452d-b876-e32e35a602bd tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:36.449920 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-46fac722-d0b7-4960-98ee-87605814a948 service neutron] No DVR routers for this DVR port fb2fb21a-fc7e-4555-a410-8b0698d54b45 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:50:36.483917 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4ea23ec0-8aa5-4a99-a88f-c0dd83948131 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:36.507533 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fac722-d0b7-4960-98ee-87605814a948 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2fb21a-fc7e-4555-a410-8b0698d54b45,revision_number=6']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:36.533177 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:36.563861 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3bdb6-a43f-4ea5-a8a4-f14c27697149 None None] Pushing event updated for resources: {'Port': ['ID=5b300ac9-5a99-4705-8add-112256e662a6,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:36.636727 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 5140cdaa-5a62-47c5-9206-7488edc8b9b4, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5140cdaa-5a62-47c5-9206-7488edc8b9b4,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:36.643832 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe8f93-c8dd-47b5-b690-df1acaf39b5d req-f95141a4-ceb7-45f3-ac66-5929959e9502 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:36.645672 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:36.646594 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:50:36.656892 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d0fe8f93-c8dd-47b5-b690-df1acaf39b5d req-f95141a4-ceb7-45f3-ac66-5929959e9502 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=90399ad8-20da-4570-af96-ade7a4f39447 HTTP/1.1" status: 200 len: 946 time: 0.4185975 Mar 05 13:50:36.750257 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d0fe8f93-c8dd-47b5-b690-df1acaf39b5d req-ebb39eed-8736-4347-a56f-37e27bbe6ac4 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901911 Mar 05 13:50:36.774346 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4ea23ec0-8aa5-4a99-a88f-c0dd83948131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:36.843726 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a83576-6f1d-452d-b876-e32e35a602bd tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Pushing event deleted for resources: {'Port': ['ID=5c07d1df-3737-44cd-bc2d-b3e3bc1b146d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:36.978681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-46fac722-d0b7-4960-98ee-87605814a948 service neutron] In _notify_port_updated(), no bound segment for port fb2fb21a-fc7e-4555-a410-8b0698d54b45 on network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 {{(pid=87914) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 13:50:36.979619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-46fac722-d0b7-4960-98ee-87605814a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:36.980244 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-46fac722-d0b7-4960-98ee-87605814a948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:36.981671 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-46fac722-d0b7-4960-98ee-87605814a948 service neutron] 10.222.0.15 "PUT /v2.0/ports/fb2fb21a-fc7e-4555-a410-8b0698d54b45 HTTP/1.1" status: 200 len: 1032 time: 2.7563415 Mar 05 13:50:36.999931 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea23ec0-8aa5-4a99-a88f-c0dd83948131 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:50:37.018281 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-4ea23ec0-8aa5-4a99-a88f-c0dd83948131 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:50:37.031170 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea23ec0-8aa5-4a99-a88f-c0dd83948131 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:50:37.031938 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:37.046344 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9fa6774e-b0b2-4779-afc5-f67e3db72643 None None] Provisioning complete for port fb2fb21a-fc7e-4555-a410-8b0698d54b45 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:50:37.046710 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9fa6774e-b0b2-4779-afc5-f67e3db72643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:37.109360 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9fa6774e-b0b2-4779-afc5-f67e3db72643 None None] Port fb2fb21a-fc7e-4555-a410-8b0698d54b45 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:50:37.155264 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=5140cdaa-5a62-47c5-9206-7488edc8b9b4,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:37.160228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-fc59ec75-4c42-4a32-bd0c-c213d0c14c3e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:37.161595 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-fc59ec75-4c42-4a32-bd0c-c213d0c14c3e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.15 "GET /v2.0/ports/45d7348f-7f9b-402e-806f-fad32b169dc7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1658247 Mar 05 13:50:37.169158 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6,segment=NetworkSegment(d7b86189-5adb-4039-bc87-8aac5ac3460e),segment_id=d7b86189-5adb-4039-bc87-8aac5ac3460e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:37.183782 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:37.184862 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device d8f0ac4c-d717-4bc8-a324-5c186d133ada no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:50:37.204414 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e15359-3caf-4c90-9790-6788e39af09b req-e08e62e0-d02d-45bb-9dc2-e68d27c8d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:37.205885 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b2e15359-3caf-4c90-9790-6788e39af09b req-e08e62e0-d02d-45bb-9dc2-e68d27c8d444 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90399ad8-20da-4570-af96-ade7a4f39447 HTTP/1.1" status: 200 len: 1097 time: 0.8507442 Mar 05 13:50:37.213626 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea23ec0-8aa5-4a99-a88f-c0dd83948131 admin admin] Pushing event updated for resources: {'Port': ['ID=d441bb73-1939-4bab-82b8-aa30679bf375,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:37.317087 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-ebf3935f-80a2-403c-829b-c2862ca0568f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:37.373786 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5b300ac9-5a99-4705-8add-112256e662a6 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:50:37.441660 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:37.560928 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-ebf3935f-80a2-403c-829b-c2862ca0568f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:37.566337 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:37.631566 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 5b300ac9-5a99-4705-8add-112256e662a6 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:50:37.642919 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port d8f0ac4c-d717-4bc8-a324-5c186d133ada, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=d8f0ac4c-d717-4bc8-a324-5c186d133ada,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:37.650282 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:37.651278 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 84783dc8-ea33-42fd-b8de-3b126d3a564d no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:50:37.804988 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6f3c1-822a-4eb8-bf5a-6c6b087e8907 req-2641cfc0-ff73-4446-bd17-b44cd9acf225 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:37.811028 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6f3c1-822a-4eb8-bf5a-6c6b087e8907 req-2641cfc0-ff73-4446-bd17-b44cd9acf225 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:37.825413 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6f3c1-822a-4eb8-bf5a-6c6b087e8907 req-2641cfc0-ff73-4446-bd17-b44cd9acf225 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:37.834562 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6f3c1-822a-4eb8-bf5a-6c6b087e8907 req-2641cfc0-ff73-4446-bd17-b44cd9acf225 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:37.840944 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6f3c1-822a-4eb8-bf5a-6c6b087e8907 req-2641cfc0-ff73-4446-bd17-b44cd9acf225 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:37.847060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6f3c1-822a-4eb8-bf5a-6c6b087e8907 req-2641cfc0-ff73-4446-bd17-b44cd9acf225 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:37.855506 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-32f6f3c1-822a-4eb8-bf5a-6c6b087e8907 req-2641cfc0-ff73-4446-bd17-b44cd9acf225 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 4660 time: 0.4370310 Mar 05 13:50:37.864388 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b2e15359-3caf-4c90-9790-6788e39af09b req-5fb213a6-3f1b-475b-81a3-8fd93d81aecc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5833528 Mar 05 13:50:37.872542 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4ea23ec0-8aa5-4a99-a88f-c0dd83948131 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:37.884827 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=d8f0ac4c-d717-4bc8-a324-5c186d133ada,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:37.926563 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:37.960815 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900eb36c-d327-4ec0-9290-1d39a4dbe7df req-293e09d0-f771-4e3a-8583-bf1ed07c89f7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:37.962390 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-900eb36c-d327-4ec0-9290-1d39a4dbe7df req-293e09d0-f771-4e3a-8583-bf1ed07c89f7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.8647611 Mar 05 13:50:37.968356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 84783dc8-ea33-42fd-b8de-3b126d3a564d, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=84783dc8-ea33-42fd-b8de-3b126d3a564d,segment=NetworkSegment(5a2d6778-bb74-4231-9404-704d7d2b692b),segment_id=5a2d6778-bb74-4231-9404-704d7d2b692b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:37.976028 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:37.977951 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device fb2fb21a-fc7e-4555-a410-8b0698d54b45 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:50:38.041357 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30a83576-6f1d-452d-b876-e32e35a602bd tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:38.052763 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-900eb36c-d327-4ec0-9290-1d39a4dbe7df req-9dcf5d03-5ffc-4ec8-a18a-d73fe106aade tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704753 Mar 05 13:50:38.124217 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=84783dc8-ea33-42fd-b8de-3b126d3a564d,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:38.136813 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dfd63f-5e33-4c1b-98e4-6b3673c78240 None None] Network a792319b-74ea-4dcb-9f15-429be8e1086d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:50:38.237606 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5140cdaa-5a62-47c5-9206-7488edc8b9b4'}, {'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6'}, {'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8f0ac4c-d717-4bc8-a324-5c186d133ada'}, {'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84783dc8-ea33-42fd-b8de-3b126d3a564d'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:50:38.278725 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-32f6f3c1-822a-4eb8-bf5a-6c6b087e8907 req-23d025a0-16e3-4c8b-914e-96349b8564a6 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d&id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4220958 Mar 05 13:50:38.279625 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1b560d41-18e5-4603-9534-f90cddfa6791 None None] Provisioning for port 5b300ac9-5a99-4705-8add-112256e662a6 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:50:38.299000 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1b560d41-18e5-4603-9534-f90cddfa6791 None None] Provisioning complete for port 5b300ac9-5a99-4705-8add-112256e662a6 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:50:38.299306 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1b560d41-18e5-4603-9534-f90cddfa6791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:38.350939 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device fb2fb21a-fc7e-4555-a410-8b0698d54b45 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:50:38.351876 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 45d7348f-7f9b-402e-806f-fad32b169dc7 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:50:38.436957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-ebf3935f-80a2-403c-829b-c2862ca0568f service neutron] For port 45d7348f-7f9b-402e-806f-fad32b169dc7, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=45d7348f-7f9b-402e-806f-fad32b169dc7,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:38.490971 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5140cdaa-5a62-47c5-9206-7488edc8b9b4', 'code': 200} Mar 05 13:50:38.491722 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6', 'code': 200} Mar 05 13:50:38.492255 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8f0ac4c-d717-4bc8-a324-5c186d133ada', 'code': 200} Mar 05 13:50:38.492516 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84783dc8-ea33-42fd-b8de-3b126d3a564d', 'code': 200} Mar 05 13:50:38.593142 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-ebf3935f-80a2-403c-829b-c2862ca0568f service neutron] For port 45d7348f-7f9b-402e-806f-fad32b169dc7, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:50:38.608513 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4ea23ec0-8aa5-4a99-a88f-c0dd83948131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:38.629687 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0ece3-12d6-42cf-a373-3e1cbd26c89c req-010642ab-1437-4622-8fc1-4ecf137f2f2d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:38.631229 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-75f0ece3-12d6-42cf-a373-3e1cbd26c89c req-010642ab-1437-4622-8fc1-4ecf137f2f2d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=90399ad8-20da-4570-af96-ade7a4f39447 HTTP/1.1" status: 200 len: 946 time: 0.3691454 Mar 05 13:50:38.755181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-ebf3935f-80a2-403c-829b-c2862ca0568f service neutron] device_id is not set on port 45d7348f-7f9b-402e-806f-fad32b169dc7 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:50:38.775842 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-ebf3935f-80a2-403c-829b-c2862ca0568f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:38.800844 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1b560d41-18e5-4603-9534-f90cddfa6791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:38.805185 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-ebf3935f-80a2-403c-829b-c2862ca0568f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:38.811567 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-75f0ece3-12d6-42cf-a373-3e1cbd26c89c req-95fd1903-7ebd-4411-8185-225f74f217b8 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702168 Mar 05 13:50:38.829804 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-76da7beb-df5b-44b2-aac4-83a44fada496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:38.840343 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:38.881327 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea23ec0-8aa5-4a99-a88f-c0dd83948131 admin admin] Router 1565042d-3de9-41d3-95c2-a0a45f6a3702 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:50:38.960868 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1b560d41-18e5-4603-9534-f90cddfa6791 None None] For port 5b300ac9-5a99-4705-8add-112256e662a6, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5b300ac9-5a99-4705-8add-112256e662a6,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:39.015151 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a83576-6f1d-452d-b876-e32e35a602bd tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Router 70639468-74aa-46f1-b6ab-c67fb4f2dc81 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:50:39.032395 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1b560d41-18e5-4603-9534-f90cddfa6791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:39.144226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-ebf3935f-80a2-403c-829b-c2862ca0568f service neutron] No DVR routers for this DVR port 45d7348f-7f9b-402e-806f-fad32b169dc7 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:50:39.209141 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:50:39.210213 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:50:39.223898 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b560d41-18e5-4603-9534-f90cddfa6791 None None] Pushing event updated for resources: {'Port': ['ID=5b300ac9-5a99-4705-8add-112256e662a6,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:39.232262 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3935f-80a2-403c-829b-c2862ca0568f service neutron] Pushing event updated for resources: {'Port': ['ID=45d7348f-7f9b-402e-806f-fad32b169dc7,revision_number=6']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:39.266413 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c8cdaf2d-d898-48cc-928d-7de6ca3c8631 None None] Provisioning complete for port 5b300ac9-5a99-4705-8add-112256e662a6 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:50:39.267215 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c8cdaf2d-d898-48cc-928d-7de6ca3c8631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:39.369093 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-ebf3935f-80a2-403c-829b-c2862ca0568f service neutron] In _notify_port_updated(), no bound segment for port 45d7348f-7f9b-402e-806f-fad32b169dc7 on network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 {{(pid=87914) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 13:50:39.369910 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-ebf3935f-80a2-403c-829b-c2862ca0568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:39.370527 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-ebf3935f-80a2-403c-829b-c2862ca0568f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:39.371829 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-ebf3935f-80a2-403c-829b-c2862ca0568f service neutron] 10.222.0.15 "PUT /v2.0/ports/45d7348f-7f9b-402e-806f-fad32b169dc7 HTTP/1.1" status: 200 len: 1033 time: 2.0920250 Mar 05 13:50:39.377755 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea23ec0-8aa5-4a99-a88f-c0dd83948131 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:50:39.407814 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] Sync routers for ids ['1565042d-3de9-41d3-95c2-a0a45f6a3702'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:50:39.425470 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4ea23ec0-8aa5-4a99-a88f-c0dd83948131 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:39.429954 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4ea23ec0-8aa5-4a99-a88f-c0dd83948131 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9445794 Mar 05 13:50:39.431594 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34724) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:39.432971 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] Routers {'1565042d-3de9-41d3-95c2-a0a45f6a3702'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:50:39.434019 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:50:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1565042d-3de9-41d3-95c2-a0a45f6a3702'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:39.533112 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-efe31b32-7721-48d4-9961-cab295d80c81 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Deleting port 5140cdaa-5a62-47c5-9206-7488edc8b9b4 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:50:39.533457 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-efe31b32-7721-48d4-9961-cab295d80c81 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:39.603022 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e56f7-ea6f-47d2-8a19-c83b8025fe50 req-70ce567b-6317-4604-ba27-7a168e282dbf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:39.604764 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bb0e56f7-ea6f-47d2-8a19-c83b8025fe50 req-70ce567b-6317-4604-ba27-7a168e282dbf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.3069439 Mar 05 13:50:39.636420 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a83576-6f1d-452d-b876-e32e35a602bd tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:50:39.655403 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f11d7cc-5868-424c-99ec-1c168651263d None None] Sync routers for ids ['70639468-74aa-46f1-b6ab-c67fb4f2dc81'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:50:39.680189 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f11d7cc-5868-424c-99ec-1c168651263d None None] Routers {'70639468-74aa-46f1-b6ab-c67fb4f2dc81'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:50:39.681836 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-5f11d7cc-5868-424c-99ec-1c168651263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:50:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['70639468-74aa-46f1-b6ab-c67fb4f2dc81'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:39.744808 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bb0e56f7-ea6f-47d2-8a19-c83b8025fe50 req-1a675b0d-7332-46fc-9512-e0dc8fd376ce tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322608 Mar 05 13:50:39.773704 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-5f11d7cc-5868-424c-99ec-1c168651263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:39.784034 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f11d7cc-5868-424c-99ec-1c168651263d None None] Routers {'70639468-74aa-46f1-b6ab-c67fb4f2dc81'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:50:39.784933 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-5f11d7cc-5868-424c-99ec-1c168651263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:50:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['70639468-74aa-46f1-b6ab-c67fb4f2dc81'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:39.865806 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-20b4cd05-c7e4-4807-b077-0e2269a01ef1 None None] Provisioning complete for port 45d7348f-7f9b-402e-806f-fad32b169dc7 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:50:39.868440 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-20b4cd05-c7e4-4807-b077-0e2269a01ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:39.884794 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-5f11d7cc-5868-424c-99ec-1c168651263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:39.885751 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f11d7cc-5868-424c-99ec-1c168651263d None None] The sync data for ids ['70639468-74aa-46f1-b6ab-c67fb4f2dc81'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:50:39.942183 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] Set router 1565042d-3de9-41d3-95c2-a0a45f6a3702 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:50:40.026175 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-30a83576-6f1d-452d-b876-e32e35a602bd tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] 10.222.0.16 "PUT /v2.0/routers/70639468-74aa-46f1-b6ab-c67fb4f2dc81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5592616 Mar 05 13:50:40.030194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34736) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:40.125256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:50:40.168650 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-20b4cd05-c7e4-4807-b077-0e2269a01ef1 None None] Port 45d7348f-7f9b-402e-806f-fad32b169dc7 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:50:40.189523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4435f-7891-4380-a9eb-247ba1a2faf1 req-cf4f51c1-7976-4f27-bd8c-f0acad1fcaf4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:40.197080 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4435f-7891-4380-a9eb-247ba1a2faf1 req-cf4f51c1-7976-4f27-bd8c-f0acad1fcaf4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:40.203915 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4435f-7891-4380-a9eb-247ba1a2faf1 req-cf4f51c1-7976-4f27-bd8c-f0acad1fcaf4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:40.212279 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4435f-7891-4380-a9eb-247ba1a2faf1 req-cf4f51c1-7976-4f27-bd8c-f0acad1fcaf4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:40.218943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4435f-7891-4380-a9eb-247ba1a2faf1 req-cf4f51c1-7976-4f27-bd8c-f0acad1fcaf4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:40.230469 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26c4435f-7891-4380-a9eb-247ba1a2faf1 req-cf4f51c1-7976-4f27-bd8c-f0acad1fcaf4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 3876 time: 0.6506164 Mar 05 13:50:40.358870 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26c4435f-7891-4380-a9eb-247ba1a2faf1 req-ec365a66-2ac1-4094-a43e-1de0fae18a09 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249695 Mar 05 13:50:40.377942 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:40.423606 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5f1756b4-ca9b-4b34-8eb0-4081d34a42aa,segment=NetworkSegment(d7b86189-5adb-4039-bc87-8aac5ac3460e),segment_id=d7b86189-5adb-4039-bc87-8aac5ac3460e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:40.434598 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'name': 'tempest-ServerActionsTestJSON-1951399340-router', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:50:34Z', 'updated_at': '2022-03-05T13:50:37Z', 'revision_number': 3, 'project_id': '8857cbe55e484452818a32b411d7670f', 'gw_port': {'id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:50:35Z', 'updated_at': '2022-03-05T13:50:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:40.436782 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:40.473589 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] Checking router: 1565042d-3de9-41d3-95c2-a0a45f6a3702 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:50:40.473931 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] Updating router 1565042d-3de9-41d3-95c2-a0a45f6a3702 port d441bb73-1939-4bab-82b8-aa30679bf375 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:50:40.507787 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f1756b4-ca9b-4b34-8eb0-4081d34a42aa'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:50:40.560001 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:40.581508 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a210a3-7197-4a03-9d3b-d52f0ef53aac req-043bbbda-794f-4125-953b-84fbf709358f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:40.589928 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=5f1756b4-ca9b-4b34-8eb0-4081d34a42aa,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:40.590540 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-18a210a3-7197-4a03-9d3b-d52f0ef53aac req-043bbbda-794f-4125-953b-84fbf709358f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=90399ad8-20da-4570-af96-ade7a4f39447 HTTP/1.1" status: 200 len: 946 time: 0.6080878 Mar 05 13:50:40.610199 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f1756b4-ca9b-4b34-8eb0-4081d34a42aa', 'code': 200} Mar 05 13:50:40.620928 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f3b8f3a-19ed-484f-b4a5-be4ff83985ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:40.659266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-efe31b32-7721-48d4-9961-cab295d80c81 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] For port 5140cdaa-5a62-47c5-9206-7488edc8b9b4, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5140cdaa-5a62-47c5-9206-7488edc8b9b4,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:40.659266 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-efe31b32-7721-48d4-9961-cab295d80c81 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:40.729476 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-18a210a3-7197-4a03-9d3b-d52f0ef53aac req-93512c1c-4935-4512-a62b-793fc23280d6 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378613 Mar 05 13:50:40.874530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-efe31b32-7721-48d4-9961-cab295d80c81 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Calling delete_port for 5140cdaa-5a62-47c5-9206-7488edc8b9b4 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:50:40.974901 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a591b580-91cf-4455-828b-faeea86427e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:40.992763 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:41.070802 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:41.111538 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] Transition to ACTIVE for port object d441bb73-1939-4bab-82b8-aa30679bf375 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:50:41.125268 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:41.144811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-5f3b8f3a-19ed-484f-b4a5-be4ff83985ef admin admin] Allocated IP 172.20.0.1 (a792319b-74ea-4dcb-9f15-429be8e1086d/ea456d6e-2c97-4643-a191-afd512f9677d/91a4a00e-efe1-4e4e-8fd2-594d823ae012) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:50:41.219281 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5b300ac9-5a99-4705-8add-112256e662a6 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:50:41.283842 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea32e1-17e0-4f18-b24a-1cc5e26b5d3e req-86595a37-ab6d-4186-aa1a-d71b41af4dd8 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:41.285622 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8eea32e1-17e0-4f18-b24a-1cc5e26b5d3e req-86595a37-ab6d-4186-aa1a-d71b41af4dd8 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.2966893 Mar 05 13:50:41.305937 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] Attempting to bind port d441bb73-1939-4bab-82b8-aa30679bf375 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:50:41.306306 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] Attempting to bind port d441bb73-1939-4bab-82b8-aa30679bf375 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:50:41.306664 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] Attempting to bind port d441bb73-1939-4bab-82b8-aa30679bf375 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:50:41.341349 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:50:41.341794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:50:41.342179 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:41.342570 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:50:41.343066 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] Bound port: d441bb73-1939-4bab-82b8-aa30679bf375, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:50:41.343439 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:41.372619 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc32843-1112-45e1-a502-efa23b67d2cb None None] Pushing event updated for resources: {'Port': ['ID=d441bb73-1939-4bab-82b8-aa30679bf375,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:41.373559 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8eea32e1-17e0-4f18-b24a-1cc5e26b5d3e req-5d0d25ea-fc4e-4aa4-90d9-e91d997656fe tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814772 Mar 05 13:50:41.426044 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:41.435855 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 5b300ac9-5a99-4705-8add-112256e662a6 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:50:41.436226 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:41.453725 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-efe31b32-7721-48d4-9961-cab295d80c81 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:41.508211 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f3b8f3a-19ed-484f-b4a5-be4ff83985ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:41.548809 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-5f3b8f3a-19ed-484f-b4a5-be4ff83985ef admin admin] Transition to ACTIVE for port object 91a4a00e-efe1-4e4e-8fd2-594d823ae012 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:50:41.590230 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] For port d441bb73-1939-4bab-82b8-aa30679bf375, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:50:41.593941 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] For port d441bb73-1939-4bab-82b8-aa30679bf375, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d441bb73-1939-4bab-82b8-aa30679bf375,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:50:41.642029 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f3b8f3a-19ed-484f-b4a5-be4ff83985ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:41.666665 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:41.683152 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-efe31b32-7721-48d4-9961-cab295d80c81 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] No DVR routers for this DVR port 5140cdaa-5a62-47c5-9206-7488edc8b9b4 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:50:41.685865 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-efe31b32-7721-48d4-9961-cab295d80c81 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:41.698570 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe31b32-7721-48d4-9961-cab295d80c81 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event deleted for resources: {'Port': ['ID=5140cdaa-5a62-47c5-9206-7488edc8b9b4,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:41.701797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Deleting port 66df4540-6965-4740-bdbc-5ff256234ba6 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:50:41.702305 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:41.726639 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3b8f3a-19ed-484f-b4a5-be4ff83985ef admin admin] Network a792319b-74ea-4dcb-9f15-429be8e1086d is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:50:41.732236 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-5f3b8f3a-19ed-484f-b4a5-be4ff83985ef admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:50:41.737938 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3b8f3a-19ed-484f-b4a5-be4ff83985ef admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:50:41.770962 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc32843-1112-45e1-a502-efa23b67d2cb None None] Pushing event updated for resources: {'Port': ['ID=d441bb73-1939-4bab-82b8-aa30679bf375,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:41.774024 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] Routers {'1565042d-3de9-41d3-95c2-a0a45f6a3702'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:50:41.774541 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:50:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1565042d-3de9-41d3-95c2-a0a45f6a3702'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:41.802236 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f3b8f3a-19ed-484f-b4a5-be4ff83985ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:41.934385 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:42.032859 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b8f3a-19ed-484f-b4a5-be4ff83985ef admin admin] Pushing event updated for resources: {'Port': ['ID=91a4a00e-efe1-4e4e-8fd2-594d823ae012,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:42.076315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162675c-ed2f-426a-8955-d0ccf2960226 req-0f242c5d-854a-4881-baed-471429967305 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:42.083962 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162675c-ed2f-426a-8955-d0ccf2960226 req-0f242c5d-854a-4881-baed-471429967305 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:42.092609 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162675c-ed2f-426a-8955-d0ccf2960226 req-0f242c5d-854a-4881-baed-471429967305 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:42.099557 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162675c-ed2f-426a-8955-d0ccf2960226 req-0f242c5d-854a-4881-baed-471429967305 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:42.102215 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4162675c-ed2f-426a-8955-d0ccf2960226 req-0f242c5d-854a-4881-baed-471429967305 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 3142 time: 0.5237031 Mar 05 13:50:42.145043 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:42.151652 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:42.170598 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] Set router 1565042d-3de9-41d3-95c2-a0a45f6a3702 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:50:42.227146 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4162675c-ed2f-426a-8955-d0ccf2960226 req-1b6f40bd-1eeb-42aa-8643-6032917007e4 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113296 Mar 05 13:50:42.250086 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Calling delete_port for 66df4540-6965-4740-bdbc-5ff256234ba6 owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:50:42.342894 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-20b7a0c3-3d76-46be-9b21-9cf493e3df21 None None] Provisioning for port 91a4a00e-efe1-4e4e-8fd2-594d823ae012 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:50:42.362834 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-20b7a0c3-3d76-46be-9b21-9cf493e3df21 None None] Provisioning complete for port 91a4a00e-efe1-4e4e-8fd2-594d823ae012 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:50:42.363211 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-20b7a0c3-3d76-46be-9b21-9cf493e3df21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:42.369639 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f3b8f3a-19ed-484f-b4a5-be4ff83985ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:42.516305 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-20b7a0c3-3d76-46be-9b21-9cf493e3df21 None None] Port 91a4a00e-efe1-4e4e-8fd2-594d823ae012 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:50:42.539978 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-deleted', 'tag': '5140cdaa-5a62-47c5-9206-7488edc8b9b4'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:50:42.589992 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-efe31b32-7721-48d4-9961-cab295d80c81 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.15 "DELETE /v2.0/ports/5140cdaa-5a62-47c5-9206-7488edc8b9b4 HTTP/1.1" status: 204 len: 173 time: 3.2030690 Mar 05 13:50:42.602466 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:42.647524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1f3a6-8a39-4de2-a831-525aab5d436b req-9aba3105-ed8e-471a-949d-ab3e9c6f7673 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:42.653226 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'name': 'tempest-ServerActionsTestJSON-1951399340-router', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:50:34Z', 'updated_at': '2022-03-05T13:50:37Z', 'revision_number': 3, 'project_id': '8857cbe55e484452818a32b411d7670f', 'gw_port': {'id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:50:35Z', 'updated_at': '2022-03-05T13:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:42.655703 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fcc1f3a6-8a39-4de2-a831-525aab5d436b req-9aba3105-ed8e-471a-949d-ab3e9c6f7673 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=90399ad8-20da-4570-af96-ade7a4f39447 HTTP/1.1" status: 200 len: 946 time: 1.4398158 Mar 05 13:50:42.658423 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dbe85b-dbbe-4a17-ae77-5067bf3a6ad2 None None] The sync data for ids ['1565042d-3de9-41d3-95c2-a0a45f6a3702'] in n-d-803718-1 is: [{'id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'name': 'tempest-ServerActionsTestJSON-1951399340-router', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:50:34Z', 'updated_at': '2022-03-05T13:50:37Z', 'revision_number': 3, 'project_id': '8857cbe55e484452818a32b411d7670f', 'gw_port': {'id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:50:35Z', 'updated_at': '2022-03-05T13:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:50:42.679401 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f3b8f3a-19ed-484f-b4a5-be4ff83985ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:42.692741 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f3b8f3a-19ed-484f-b4a5-be4ff83985ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:42.814471 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f3b8f3a-19ed-484f-b4a5-be4ff83985ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:42.879636 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Pushing event deleted for resources: {'Port': ['ID=66df4540-6965-4740-bdbc-5ff256234ba6,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:42.978941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:42.979461 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:42.979875 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:42.980286 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:42.980794 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:42.981154 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:42.981549 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:42.981976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:42.982449 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:42.982880 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:42.983311 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:42.983737 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:43.049138 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fcc1f3a6-8a39-4de2-a831-525aab5d436b req-a5bb33d4-a148-4084-a09b-66ecc39c6d5b tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925462 Mar 05 13:50:43.060142 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-dc165578-845b-4489-97fe-a4872c2f9057 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Deleting port d8f0ac4c-d717-4bc8-a324-5c186d133ada {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:50:43.060487 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-dc165578-845b-4489-97fe-a4872c2f9057 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:43.178300 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:43.247465 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-deleted', 'tag': '5140cdaa-5a62-47c5-9206-7488edc8b9b4', 'status': 'completed', 'code': 200} Mar 05 13:50:43.387118 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b8f3a-19ed-484f-b4a5-be4ff83985ef admin admin] Pushing event updated for resources: {'Port': ['ID=91a4a00e-efe1-4e4e-8fd2-594d823ae012,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:43.423362 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34800) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:43.519410 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153cd95-f35c-416c-89ed-d6454333598a req-f6447423-f8cc-482f-b2aa-2c4045d2956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:43.521209 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0153cd95-f35c-416c-89ed-d6454333598a req-f6447423-f8cc-482f-b2aa-2c4045d2956a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=132ea0f858f9462ca01a646bf0fa44bb&device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 1096 time: 0.7428591 Mar 05 13:50:43.536005 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3b8f3a-19ed-484f-b4a5-be4ff83985ef admin admin] Network a792319b-74ea-4dcb-9f15-429be8e1086d is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:50:43.563011 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-5f3b8f3a-19ed-484f-b4a5-be4ff83985ef admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:50:43.603460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d54f7-7050-4c08-a737-d553297aec05 req-dd0857d6-1427-493a-973e-bd5e0e27587e tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:43.613016 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:43.613569 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:43.613963 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e84d54f7-7050-4c08-a737-d553297aec05 req-dd0857d6-1427-493a-973e-bd5e0e27587e tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.7140164 Mar 05 13:50:43.633673 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:43.791890 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:43.792430 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Fanout notify agent at l3_agent the message router_deleted on router 70639468-74aa-46f1-b6ab-c67fb4f2dc81 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:50:43.868657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-dc165578-845b-4489-97fe-a4872c2f9057 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] For port d8f0ac4c-d717-4bc8-a324-5c186d133ada, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=d8f0ac4c-d717-4bc8-a324-5c186d133ada,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:43.869506 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-dc165578-845b-4489-97fe-a4872c2f9057 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:43.879763 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-590cb424-a21f-4e61-adfd-37918faf3cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:43.899992 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:43.901279 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-193337c8-3a65-4b94-9e6d-6cd3107b7d9b tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] 10.222.0.16 "DELETE /v2.0/routers/70639468-74aa-46f1-b6ab-c67fb4f2dc81 HTTP/1.1" status: 204 len: 168 time: 3.8629949 Mar 05 13:50:43.905221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34808) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:43.967557 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-736eca7b-6c54-46db-a100-fa1d10a833c5 None None] Provisioning complete for port 91a4a00e-efe1-4e4e-8fd2-594d823ae012 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:50:43.967845 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-736eca7b-6c54-46db-a100-fa1d10a833c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:43.978715 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e84d54f7-7050-4c08-a737-d553297aec05 req-79a6d733-4967-4a2e-b695-5bd714ec1e2b tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3642046 Mar 05 13:50:43.997028 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-590cb424-a21f-4e61-adfd-37918faf3cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:44.032130 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-590cb424-a21f-4e61-adfd-37918faf3cfb admin admin] Usage tracker for resource:security_group_rule and tenant:44b0e3b8ddb945eeb7594428ea269883 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:44.040091 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-590cb424-a21f-4e61-adfd-37918faf3cfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:44.052761 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-590cb424-a21f-4e61-adfd-37918faf3cfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:44.055145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153cd95-f35c-416c-89ed-d6454333598a req-d634f2f1-c506-4be7-9d80-d4565c62b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:44.056600 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0153cd95-f35c-416c-89ed-d6454333598a req-d634f2f1-c506-4be7-9d80-d4565c62b7e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa HTTP/1.1" status: 200 len: 910 time: 0.5244169 Mar 05 13:50:44.064666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3b8f3a-19ed-484f-b4a5-be4ff83985ef admin admin] Router 1565042d-3de9-41d3-95c2-a0a45f6a3702 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:50:44.075326 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-736eca7b-6c54-46db-a100-fa1d10a833c5 None None] Port 91a4a00e-efe1-4e4e-8fd2-594d823ae012 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:50:44.129208 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2b78b-7f6f-49c8-b2bb-449a57b4232f req-2a836259-963d-4966-b7d4-912b05c8e596 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:44.139378 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2b78b-7f6f-49c8-b2bb-449a57b4232f req-2a836259-963d-4966-b7d4-912b05c8e596 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:44.147597 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2b78b-7f6f-49c8-b2bb-449a57b4232f req-2a836259-963d-4966-b7d4-912b05c8e596 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:44.155331 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2b78b-7f6f-49c8-b2bb-449a57b4232f req-2a836259-963d-4966-b7d4-912b05c8e596 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:44.156378 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4bb2b78b-7f6f-49c8-b2bb-449a57b4232f req-2a836259-963d-4966-b7d4-912b05c8e596 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Synchronizing usage tracker for tenant:375b726eb2ae465c8b7dd42940955ff2 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:50:44.172109 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-dc165578-845b-4489-97fe-a4872c2f9057 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Calling delete_port for d8f0ac4c-d717-4bc8-a324-5c186d133ada owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:50:44.253491 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9a5cf7-bb6f-4836-94ee-08e9abfbee98 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Deleting subnet acc2e7d4-0341-4859-a8d6-ec47dde022fe {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:50:44.261794 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4bb2b78b-7f6f-49c8-b2bb-449a57b4232f req-2a836259-963d-4966-b7d4-912b05c8e596 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Unset dirty status for tenant:375b726eb2ae465c8b7dd42940955ff2 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:50:44.262963 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4bb2b78b-7f6f-49c8-b2bb-449a57b4232f req-2a836259-963d-4966-b7d4-912b05c8e596 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 3142 time: 0.7425582 Mar 05 13:50:44.270133 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4f9a5cf7-bb6f-4836-94ee-08e9abfbee98 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:44.355711 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0153cd95-f35c-416c-89ed-d6454333598a req-ab98670a-683f-4f30-a57b-cf40bcc77434 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0e81356-fbf1-4f61-b654-8636d2743386 HTTP/1.1" status: 200 len: 1000 time: 0.2867458 Mar 05 13:50:44.400701 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4f9a5cf7-bb6f-4836-94ee-08e9abfbee98 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:44.473708 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4bb2b78b-7f6f-49c8-b2bb-449a57b4232f req-9514e80d-17a1-40b2-ae71-d4b1ed67968f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750917 Mar 05 13:50:44.597511 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-dc165578-845b-4489-97fe-a4872c2f9057 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:44.602991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153cd95-f35c-416c-89ed-d6454333598a req-cbec8b8a-10ce-47f8-a4e9-997671af2575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:44.605192 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0153cd95-f35c-416c-89ed-d6454333598a req-cbec8b8a-10ce-47f8-a4e9-997671af2575 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1aa35db-56b3-4082-9281-daf61ed75a84 HTTP/1.1" status: 200 len: 849 time: 0.2321143 Mar 05 13:50:44.613198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3b8f3a-19ed-484f-b4a5-be4ff83985ef admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:50:44.731250 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-590cb424-a21f-4e61-adfd-37918faf3cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:44.756500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680f758-2868-4a56-abc7-4fda61bece47 req-69893ae3-ea10-4e5a-91d2-328ab28a14c9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:44.764264 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d680f758-2868-4a56-abc7-4fda61bece47 req-69893ae3-ea10-4e5a-91d2-328ab28a14c9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=90399ad8-20da-4570-af96-ade7a4f39447 HTTP/1.1" status: 200 len: 946 time: 0.5177159 Mar 05 13:50:44.784845 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-590cb424-a21f-4e61-adfd-37918faf3cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:44.785093 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc165578-845b-4489-97fe-a4872c2f9057 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event deleted for resources: {'Port': ['ID=d8f0ac4c-d717-4bc8-a324-5c186d133ada,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:44.816272 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5f3b8f3a-19ed-484f-b4a5-be4ff83985ef admin admin] 10.222.0.16 "PUT /v2.0/routers/1565042d-3de9-41d3-95c2-a0a45f6a3702/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3798194 Mar 05 13:50:44.844668 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4f9a5cf7-bb6f-4836-94ee-08e9abfbee98 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:44.886376 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-590cb424-a21f-4e61-adfd-37918faf3cfb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44b0e3b8ddb945eeb7594428ea269883&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4608359 Mar 05 13:50:44.902986 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d680f758-2868-4a56-abc7-4fda61bece47 req-16f11226-b7e9-4d27-b001-21882b2292a2 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382608 Mar 05 13:50:44.907131 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34820) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:44.907131 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cb424-a21f-4e61-adfd-37918faf3cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28d2b05-e5b2-43fd-b163-cd1b0878bf89,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:45.002847 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153cd95-f35c-416c-89ed-d6454333598a req-7fe9220c-9065-4991-af4e-3b45044f0581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:45.007745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-dc165578-845b-4489-97fe-a4872c2f9057 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] No DVR routers for this DVR port d8f0ac4c-d717-4bc8-a324-5c186d133ada on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:50:45.008543 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0153cd95-f35c-416c-89ed-d6454333598a req-7fe9220c-9065-4991-af4e-3b45044f0581 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3889549 Mar 05 13:50:45.012374 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-dc165578-845b-4489-97fe-a4872c2f9057 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:45.036179 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-dc165578-845b-4489-97fe-a4872c2f9057 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.15 "DELETE /v2.0/ports/d8f0ac4c-d717-4bc8-a324-5c186d133ada HTTP/1.1" status: 204 len: 173 time: 2.4113927 Mar 05 13:50:45.129426 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4f9a5cf7-bb6f-4836-94ee-08e9abfbee98 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:45.187865 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-efd08181-130e-4eae-a581-86f8ff35735c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:45.224447 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4f9a5cf7-bb6f-4836-94ee-08e9abfbee98 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:45.227283 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32efbfa3-2b52-4aba-ae8d-815e5be8e130 None None] Network b33ee84c-2496-46a8-b58a-4eba130217ce requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:50:45.239633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-d498b87a-a22a-4087-a444-8b8f1ea27e17 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Deleting port 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:50:45.239957 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-d498b87a-a22a-4087-a444-8b8f1ea27e17 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:45.277377 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-efd08181-130e-4eae-a581-86f8ff35735c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:45.316414 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-deleted', 'tag': 'd8f0ac4c-d717-4bc8-a324-5c186d133ada'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:50:45.321637 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0153cd95-f35c-416c-89ed-d6454333598a req-ba8fc678-5fdc-4a55-bd57-5fca4472de1d service neutron] 10.222.0.30 "GET /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974174 Mar 05 13:50:45.360277 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a5cf7-bb6f-4836-94ee-08e9abfbee98 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Pushing event deleted for resources: {'Subnet': ['ID=acc2e7d4-0341-4859-a8d6-ec47dde022fe,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:45.365664 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4f9a5cf7-bb6f-4836-94ee-08e9abfbee98 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] 10.222.0.16 "DELETE /v2.0/subnets/acc2e7d4-0341-4859-a8d6-ec47dde022fe HTTP/1.1" status: 204 len: 168 time: 1.4582222 Mar 05 13:50:45.383811 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34840) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:45.563958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d441bb73-1939-4bab-82b8-aa30679bf375 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:50:45.606462 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] Sync routers for ids ['1565042d-3de9-41d3-95c2-a0a45f6a3702'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:50:45.616460 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-71e5ea9a-232f-4f27-9122-463cd676464a tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:45.729337 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] Routers {'1565042d-3de9-41d3-95c2-a0a45f6a3702'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:50:45.729978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:50:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1565042d-3de9-41d3-95c2-a0a45f6a3702'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:45.800214 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-d498b87a-a22a-4087-a444-8b8f1ea27e17 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] For port 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6,segment=NetworkSegment(d7b86189-5adb-4039-bc87-8aac5ac3460e),segment_id=d7b86189-5adb-4039-bc87-8aac5ac3460e)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:45.800843 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-d498b87a-a22a-4087-a444-8b8f1ea27e17 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:45.886518 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:50:45.963784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-d498b87a-a22a-4087-a444-8b8f1ea27e17 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Calling delete_port for 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:50:46.017130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-71e5ea9a-232f-4f27-9122-463cd676464a tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Deleting port 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:50:46.017331 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-71e5ea9a-232f-4f27-9122-463cd676464a tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:46.033947 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port d441bb73-1939-4bab-82b8-aa30679bf375 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:50:46.047537 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port d441bb73-1939-4bab-82b8-aa30679bf375 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:50:46.047917 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:46.053974 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-efd08181-130e-4eae-a581-86f8ff35735c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:46.082151 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] Set router 1565042d-3de9-41d3-95c2-a0a45f6a3702 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:50:46.123165 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0153cd95-f35c-416c-89ed-d6454333598a req-11793a4a-5054-4651-a6dc-c2607aa8ed49 service neutron] 10.222.0.30 "GET /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7929506 Mar 05 13:50:46.128216 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd08181-130e-4eae-a581-86f8ff35735c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28d2b05-e5b2-43fd-b163-cd1b0878bf89,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:46.144414 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-efd08181-130e-4eae-a581-86f8ff35735c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:46.149018 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-efd08181-130e-4eae-a581-86f8ff35735c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a28d2b05-e5b2-43fd-b163-cd1b0878bf89 HTTP/1.1" status: 204 len: 168 time: 1.2393026 Mar 05 13:50:46.161984 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf78cf-5b92-4220-9f0e-1378b3415b5c req-b5581fad-3287-41e9-8772-1ce250d687a2 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:46.164972 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8fbf78cf-5b92-4220-9f0e-1378b3415b5c req-b5581fad-3287-41e9-8772-1ce250d687a2 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.7241526 Mar 05 13:50:46.222346 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8fbf78cf-5b92-4220-9f0e-1378b3415b5c req-d6aaf7b4-42d6-4d44-94b0-023174fec885 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509181 Mar 05 13:50:46.248440 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679e264a-ce12-4da6-a8c4-649546211bbe None None] DHCP port deletion for b33ee84c-2496-46a8-b58a-4eba130217ce request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:50:46.307777 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-679e264a-ce12-4da6-a8c4-649546211bbe None None] Deleting port 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:50:46.308195 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-679e264a-ce12-4da6-a8c4-649546211bbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:46.314112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34852) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:46.320179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-2464b798-71a5-469b-817f-92f7098032de tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1357471745', 'description': 'tempest-description--873353901'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:46.330796 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2464b798-71a5-469b-817f-92f7098032de tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:46.341517 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2464b798-71a5-469b-817f-92f7098032de tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Usage tracker for resource:security_group and tenant:8857cbe55e484452818a32b411d7670f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:46.349470 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2464b798-71a5-469b-817f-92f7098032de tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:46.368498 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2464b798-71a5-469b-817f-92f7098032de tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:46.399078 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-deleted', 'tag': 'd8f0ac4c-d717-4bc8-a324-5c186d133ada', 'status': 'completed', 'code': 200} Mar 05 13:50:46.417413 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2464b798-71a5-469b-817f-92f7098032de tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:46.597466 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2464b798-71a5-469b-817f-92f7098032de tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:46.618115 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2464b798-71a5-469b-817f-92f7098032de tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Usage tracker for resource:security_group_rule and tenant:8857cbe55e484452818a32b411d7670f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:46.626774 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2464b798-71a5-469b-817f-92f7098032de tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:46.662491 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2464b798-71a5-469b-817f-92f7098032de tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:46.734333 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ab0f0-cf05-4677-b23f-e3b43e702d3b req-7b7ec281-927b-43b9-be98-13ab216090ea tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:46.742281 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-524ab0f0-cf05-4677-b23f-e3b43e702d3b req-7b7ec281-927b-43b9-be98-13ab216090ea tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=90399ad8-20da-4570-af96-ade7a4f39447 HTTP/1.1" status: 200 len: 946 time: 0.2888331 Mar 05 13:50:46.796071 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34860) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:46.810080 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-524ab0f0-cf05-4677-b23f-e3b43e702d3b req-cc875db4-7258-4e98-aa27-58d76864acda tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668023 Mar 05 13:50:46.827535 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-d498b87a-a22a-4087-a444-8b8f1ea27e17 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:46.859847 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6742965-e52d-4e87-a133-4ac0aa5ded9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:46.885585 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f6742965-e52d-4e87-a133-4ac0aa5ded9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:46.904336 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f6742965-e52d-4e87-a133-4ac0aa5ded9e admin admin] Usage tracker for resource:security_group_rule and tenant:bcc8d172502e46cdabc733d1b0c60d31 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:46.919418 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f6742965-e52d-4e87-a133-4ac0aa5ded9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:46.923890 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2464b798-71a5-469b-817f-92f7098032de tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:46.937482 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f6742965-e52d-4e87-a133-4ac0aa5ded9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:46.941178 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2464b798-71a5-469b-817f-92f7098032de tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:46.984623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498b87a-a22a-4087-a444-8b8f1ea27e17 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event deleted for resources: {'Port': ['ID=98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:47.023693 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2464b798-71a5-469b-817f-92f7098032de tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:47.028095 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2464b798-71a5-469b-817f-92f7098032de tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7129121 Mar 05 13:50:47.032044 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34864) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:47.033042 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-71e5ea9a-232f-4f27-9122-463cd676464a tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] For port 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=17e9c4b2-10bc-4b44-b41f-eb23dfd95e27,segment=NetworkSegment(69f66c0b-95cd-4a6d-b199-03ea2a2f04f7),segment_id=69f66c0b-95cd-4a6d-b199-03ea2a2f04f7)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:47.033042 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-71e5ea9a-232f-4f27-9122-463cd676464a tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:47.040764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-bcbbe882-537a-40e8-9eda-6d9c9f2b8ca1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Request body: {'security_group_rule': {'security_group_id': 'b9794cc7-e91d-4c81-ac4d-8ef50ded873e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:47.056272 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:47.056512 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464b798-71a5-469b-817f-92f7098032de tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9794cc7-e91d-4c81-ac4d-8ef50ded873e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:47.067691 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-bcbbe882-537a-40e8-9eda-6d9c9f2b8ca1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:47.076925 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-bcbbe882-537a-40e8-9eda-6d9c9f2b8ca1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Usage tracker for resource:security_group_rule and tenant:8857cbe55e484452818a32b411d7670f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:47.077278 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port d441bb73-1939-4bab-82b8-aa30679bf375, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d441bb73-1939-4bab-82b8-aa30679bf375,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:47.081688 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-bcbbe882-537a-40e8-9eda-6d9c9f2b8ca1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:47.092511 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-bcbbe882-537a-40e8-9eda-6d9c9f2b8ca1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:47.135223 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bcbbe882-537a-40e8-9eda-6d9c9f2b8ca1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:47.149490 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:47.234126 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6742965-e52d-4e87-a133-4ac0aa5ded9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:47.234358 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=d441bb73-1939-4bab-82b8-aa30679bf375,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:47.243616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'name': 'tempest-ServerActionsTestJSON-1951399340-router', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:50:34Z', 'updated_at': '2022-03-05T13:50:42Z', 'revision_number': 4, 'project_id': '8857cbe55e484452818a32b411d7670f', 'gw_port': {'id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:50:35Z', 'updated_at': '2022-03-05T13:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '91a4a00e-efe1-4e4e-8fd2-594d823ae012', 'name': '', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'mac_address': 'fa:16:3e:bb:2d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:50:40Z', 'updated_at': '2022-03-05T13:50:42Z', 'revision_number': 2, 'project_id': '8857cbe55e484452818a32b411d7670f', 'subnets': [{'id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:47.253420 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-679e264a-ce12-4da6-a8c4-649546211bbe None None] For port 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=17e9c4b2-10bc-4b44-b41f-eb23dfd95e27,segment=NetworkSegment(69f66c0b-95cd-4a6d-b199-03ea2a2f04f7),segment_id=69f66c0b-95cd-4a6d-b199-03ea2a2f04f7)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:47.254088 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-679e264a-ce12-4da6-a8c4-649546211bbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:47.263410 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] Checking router: 1565042d-3de9-41d3-95c2-a0a45f6a3702 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:50:47.263766 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] Updating router 1565042d-3de9-41d3-95c2-a0a45f6a3702 port 91a4a00e-efe1-4e4e-8fd2-594d823ae012 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:50:47.304734 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bcbbe882-537a-40e8-9eda-6d9c9f2b8ca1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:47.309790 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6742965-e52d-4e87-a133-4ac0aa5ded9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:47.332521 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:47.336126 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-71e5ea9a-232f-4f27-9122-463cd676464a tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Calling delete_port for 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:50:47.351267 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:50:47.368793 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bcbbe882-537a-40e8-9eda-6d9c9f2b8ca1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:47.378294 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-d498b87a-a22a-4087-a444-8b8f1ea27e17 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] No DVR routers for this DVR port 98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:50:47.405410 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-d498b87a-a22a-4087-a444-8b8f1ea27e17 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:47.418908 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-d498b87a-a22a-4087-a444-8b8f1ea27e17 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.15 "DELETE /v2.0/ports/98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6 HTTP/1.1" status: 204 len: 173 time: 2.3780220 Mar 05 13:50:47.478017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6742965-e52d-4e87-a133-4ac0aa5ded9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e025491-a744-47d2-a198-93559b49b7bd,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:47.484368 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f6742965-e52d-4e87-a133-4ac0aa5ded9e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bcc8d172502e46cdabc733d1b0c60d31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6725259 Mar 05 13:50:47.511617 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbe882-537a-40e8-9eda-6d9c9f2b8ca1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a09ca92-bd25-40a5-8341-f6f4152e2e13,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:47.515172 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34870) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:47.548150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dea9d-4f90-4e2b-8dda-054b73041383 req-6a45c8fb-6c55-4aff-96b6-97b47f2025da tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:47.554879 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dea9d-4f90-4e2b-8dda-054b73041383 req-6a45c8fb-6c55-4aff-96b6-97b47f2025da tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:47.561645 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dea9d-4f90-4e2b-8dda-054b73041383 req-6a45c8fb-6c55-4aff-96b6-97b47f2025da tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:47.563012 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9e8dea9d-4f90-4e2b-8dda-054b73041383 req-6a45c8fb-6c55-4aff-96b6-97b47f2025da tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Synchronizing usage tracker for tenant:375b726eb2ae465c8b7dd42940955ff2 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:50:47.580889 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bcbbe882-537a-40e8-9eda-6d9c9f2b8ca1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:47.584884 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bcbbe882-537a-40e8-9eda-6d9c9f2b8ca1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5482080 Mar 05 13:50:47.601414 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34874) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:47.615902 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-da516f85-531d-43d5-bcc0-538799cf9a5d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Request body: {'security_group_rule': {'security_group_id': 'b9794cc7-e91d-4c81-ac4d-8ef50ded873e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:47.630903 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-da516f85-531d-43d5-bcc0-538799cf9a5d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:47.649577 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-da516f85-531d-43d5-bcc0-538799cf9a5d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Usage tracker for resource:security_group_rule and tenant:8857cbe55e484452818a32b411d7670f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:47.681138 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af997ac1-b387-430e-9979-9529b9390e2e req-e39f470e-fe83-4bbc-a8a4-fb2cc15f1bd1 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:47.681138 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af997ac1-b387-430e-9979-9529b9390e2e req-e39f470e-fe83-4bbc-a8a4-fb2cc15f1bd1 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.15 "GET /v2.0/ports?device_id=90399ad8-20da-4570-af96-ade7a4f39447 HTTP/1.1" status: 200 len: 946 time: 0.8389509 Mar 05 13:50:47.684439 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-da516f85-531d-43d5-bcc0-538799cf9a5d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:47.697484 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7a8f544c-9f3f-4539-bd63-294c8edf51a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:47.746362 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dae09-7fd0-4aa3-88b0-abc8926d099a req-91d56bfa-79f1-4dec-ab92-0fcce96cc914 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:47.748466 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2b0dae09-7fd0-4aa3-88b0-abc8926d099a req-91d56bfa-79f1-4dec-ab92-0fcce96cc914 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.2624345 Mar 05 13:50:47.753270 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7a8f544c-9f3f-4539-bd63-294c8edf51a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:47.793123 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-da516f85-531d-43d5-bcc0-538799cf9a5d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:47.806049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-af997ac1-b387-430e-9979-9529b9390e2e req-45e36c4f-a193-48a2-9906-0425d7a285ef tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Deleting port 5f807e07-ac01-4ff4-b53e-47acc369cc7c {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:50:47.806425 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-af997ac1-b387-430e-9979-9529b9390e2e req-45e36c4f-a193-48a2-9906-0425d7a285ef tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:47.829476 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2b0dae09-7fd0-4aa3-88b0-abc8926d099a req-e09f1bbf-b6fd-44ed-9c92-dc58035a19a3 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680478 Mar 05 13:50:47.873983 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7a8f544c-9f3f-4539-bd63-294c8edf51a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:47.889091 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-da516f85-531d-43d5-bcc0-538799cf9a5d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:47.897854 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9e8dea9d-4f90-4e2b-8dda-054b73041383 req-6a45c8fb-6c55-4aff-96b6-97b47f2025da tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Unset dirty status for tenant:375b726eb2ae465c8b7dd42940955ff2 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:50:47.905148 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9e8dea9d-4f90-4e2b-8dda-054b73041383 req-6a45c8fb-6c55-4aff-96b6-97b47f2025da tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 2332 time: 1.3534141 Mar 05 13:50:47.911350 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f544c-9f3f-4539-bd63-294c8edf51a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e025491-a744-47d2-a198-93559b49b7bd,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:47.915694 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7a8f544c-9f3f-4539-bd63-294c8edf51a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:47.917310 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7a8f544c-9f3f-4539-bd63-294c8edf51a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e025491-a744-47d2-a198-93559b49b7bd HTTP/1.1" status: 204 len: 168 time: 0.3983729 Mar 05 13:50:47.929920 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-679e264a-ce12-4da6-a8c4-649546211bbe None None] Calling delete_port for 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:50:47.931647 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-7effd9fa-9f69-4819-b5c0-c03920bb6551 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Deleting port 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:50:47.932042 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-7effd9fa-9f69-4819-b5c0-c03920bb6551 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:48.203654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0805d9e-afe0-4f55-81f4-8a489d967495 req-80ad4856-3fcb-4ee0-92f2-783bd59dd4ff tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:48.219506 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a0805d9e-afe0-4f55-81f4-8a489d967495 req-80ad4856-3fcb-4ee0-92f2-783bd59dd4ff tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=90399ad8-20da-4570-af96-ade7a4f39447 HTTP/1.1" status: 200 len: 946 time: 0.1812303 Mar 05 13:50:48.224166 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9e8dea9d-4f90-4e2b-8dda-054b73041383 req-7e8ac405-b6f8-4c13-ac2c-ca7ed73182c6 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3180883 Mar 05 13:50:48.234206 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-71e5ea9a-232f-4f27-9122-463cd676464a tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:48.245197 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:48.261055 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-679e264a-ce12-4da6-a8c4-649546211bbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:50:48.261673 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-679e264a-ce12-4da6-a8c4-649546211bbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:50:48.308335 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a0805d9e-afe0-4f55-81f4-8a489d967495 req-f1fc5b75-e8c9-4e52-bb68-6c765cdbdb2d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810301 Mar 05 13:50:48.355241 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:48.369733 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] Transition to ACTIVE for port object 91a4a00e-efe1-4e4e-8fd2-594d823ae012 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:50:48.377020 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:48.398848 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5ea9a-232f-4f27-9122-463cd676464a tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Pushing event deleted for resources: {'Port': ['ID=17e9c4b2-10bc-4b44-b41f-eb23dfd95e27,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:48.418702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-deleted', 'tag': '98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:50:48.452211 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e5ea9a-232f-4f27-9122-463cd676464a tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] No DVR routers for this DVR port 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27 on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:50:48.539605 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-deleted', 'tag': '98e33aa2-8b73-4a3a-af8d-46f8a87ed2e6', 'status': 'completed', 'code': 200} Mar 05 13:50:48.609455 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d3bef-e3a5-4c99-950f-20135fbef753 None None] Pushing event updated for resources: {'Port': ['ID=91a4a00e-efe1-4e4e-8fd2-594d823ae012,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:48.638020 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] Attempting to bind port 91a4a00e-efe1-4e4e-8fd2-594d823ae012 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:50:48.638314 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] Attempting to bind port 91a4a00e-efe1-4e4e-8fd2-594d823ae012 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:50:48.639190 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] Attempting to bind port 91a4a00e-efe1-4e4e-8fd2-594d823ae012 on network a792319b-74ea-4dcb-9f15-429be8e1086d {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:50:48.646751 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:50:48.648552 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] Checking segment: {'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:50:48.649155 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:48.649608 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] Bound using segment: {'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:50:48.650002 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] Bound port: 91a4a00e-efe1-4e4e-8fd2-594d823ae012, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:50:48.650496 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:48.751760 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-da516f85-531d-43d5-bcc0-538799cf9a5d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:48.767507 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-679e264a-ce12-4da6-a8c4-649546211bbe None None] Deleting port 17e9c4b2-10bc-4b44-b41f-eb23dfd95e27 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:50:48.767758 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-679e264a-ce12-4da6-a8c4-649546211bbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:48.767944 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-71e5ea9a-232f-4f27-9122-463cd676464a tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:48.831979 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-da516f85-531d-43d5-bcc0-538799cf9a5d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:48.848689 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-679e264a-ce12-4da6-a8c4-649546211bbe None None] The port '17e9c4b2-10bc-4b44-b41f-eb23dfd95e27' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:50:48.849708 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] For port 91a4a00e-efe1-4e4e-8fd2-594d823ae012, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:50:48.863428 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] For port 91a4a00e-efe1-4e4e-8fd2-594d823ae012, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=91a4a00e-efe1-4e4e-8fd2-594d823ae012,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:50:48.870385 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:48.901039 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-71e5ea9a-232f-4f27-9122-463cd676464a tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33ee84c-2496-46a8-b58a-4eba130217ce']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:48.925908 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-7effd9fa-9f69-4819-b5c0-c03920bb6551 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] For port 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5f1756b4-ca9b-4b34-8eb0-4081d34a42aa,segment=NetworkSegment(d7b86189-5adb-4039-bc87-8aac5ac3460e),segment_id=d7b86189-5adb-4039-bc87-8aac5ac3460e)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:48.926202 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-7effd9fa-9f69-4819-b5c0-c03920bb6551 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:48.941229 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da516f85-531d-43d5-bcc0-538799cf9a5d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ad601a-46aa-4086-9c25-a6cf9daad0a0,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:48.951664 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] Routers {'1565042d-3de9-41d3-95c2-a0a45f6a3702'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:50:48.952244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-71e5ea9a-232f-4f27-9122-463cd676464a tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f66c0b-95cd-4a6d-b199-03ea2a2f04f7') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:48.952404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:50:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1565042d-3de9-41d3-95c2-a0a45f6a3702'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:48.952858 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-71e5ea9a-232f-4f27-9122-463cd676464a tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f66c0b-95cd-4a6d-b199-03ea2a2f04f7') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:49.037240 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d3bef-e3a5-4c99-950f-20135fbef753 None None] Pushing event updated for resources: {'Port': ['ID=91a4a00e-efe1-4e4e-8fd2-594d823ae012,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:49.109203 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-71e5ea9a-232f-4f27-9122-463cd676464a tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:49.124746 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-7effd9fa-9f69-4819-b5c0-c03920bb6551 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Calling delete_port for 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:50:49.185243 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-da516f85-531d-43d5-bcc0-538799cf9a5d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:49.199533 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-da516f85-531d-43d5-bcc0-538799cf9a5d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5915546 Mar 05 13:50:49.199875 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34910) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:49.206948 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-1bda51a1-8ec2-4bcf-bbf6-f0d9c67e5aa2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:49.210940 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] Set router 1565042d-3de9-41d3-95c2-a0a45f6a3702 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:50:49.226209 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1bda51a1-8ec2-4bcf-bbf6-f0d9c67e5aa2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:49.243879 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1bda51a1-8ec2-4bcf-bbf6-f0d9c67e5aa2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Usage tracker for resource:floatingip and tenant:8857cbe55e484452818a32b411d7670f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:49.247182 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1bda51a1-8ec2-4bcf-bbf6-f0d9c67e5aa2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:49.253700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1bda51a1-8ec2-4bcf-bbf6-f0d9c67e5aa2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:49.255656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-af997ac1-b387-430e-9979-9529b9390e2e req-45e36c4f-a193-48a2-9906-0425d7a285ef tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] For port 5f807e07-ac01-4ff4-b53e-47acc369cc7c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5f807e07-ac01-4ff4-b53e-47acc369cc7c,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:49.259323 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-af997ac1-b387-430e-9979-9529b9390e2e req-45e36c4f-a193-48a2-9906-0425d7a285ef tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:49.269261 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-71e5ea9a-232f-4f27-9122-463cd676464a tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:49.290714 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1bda51a1-8ec2-4bcf-bbf6-f0d9c67e5aa2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:49.362127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e5ea9a-232f-4f27-9122-463cd676464a tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:50:49.362526 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-71e5ea9a-232f-4f27-9122-463cd676464a tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:50:49.412445 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:50:49.473722 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d441bb73-1939-4bab-82b8-aa30679bf375 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:50:49.712735 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd848f0-47d1-4f27-b495-3291bd5ed07b req-f5b85916-d4db-4030-b0b8-9fab71a84ad6 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:49.720265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd848f0-47d1-4f27-b495-3291bd5ed07b req-f5b85916-d4db-4030-b0b8-9fab71a84ad6 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:49.721940 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5fd848f0-47d1-4f27-b495-3291bd5ed07b req-f5b85916-d4db-4030-b0b8-9fab71a84ad6 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 1677 time: 0.1954484 Mar 05 13:50:49.724646 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1bda51a1-8ec2-4bcf-bbf6-f0d9c67e5aa2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:49.776314 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port d441bb73-1939-4bab-82b8-aa30679bf375 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:50:49.776725 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:49.855500 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5fd848f0-47d1-4f27-b495-3291bd5ed07b req-9cddce5c-f4ff-490e-9aff-361a77704237 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730839 Mar 05 13:50:49.935298 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-1bda51a1-8ec2-4bcf-bbf6-f0d9c67e5aa2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Allocated IP 172.25.4.91 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/7171e815-67ab-4bd5-a86a-6072dc7efb49) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:50:49.953588 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'name': 'tempest-ServerActionsTestJSON-1951399340-router', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:50:34Z', 'updated_at': '2022-03-05T13:50:42Z', 'revision_number': 4, 'project_id': '8857cbe55e484452818a32b411d7670f', 'gw_port': {'id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:50:35Z', 'updated_at': '2022-03-05T13:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '91a4a00e-efe1-4e4e-8fd2-594d823ae012', 'name': '', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'mac_address': 'fa:16:3e:bb:2d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:50:40Z', 'updated_at': '2022-03-05T13:50:48Z', 'revision_number': 4, 'project_id': '8857cbe55e484452818a32b411d7670f', 'subnets': [{'id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:49.964460 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2e21fe-c54e-4cf1-aa7f-fd108401871e None None] The sync data for ids ['1565042d-3de9-41d3-95c2-a0a45f6a3702'] in n-d-803718-1 is: [{'id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'name': 'tempest-ServerActionsTestJSON-1951399340-router', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:50:34Z', 'updated_at': '2022-03-05T13:50:42Z', 'revision_number': 4, 'project_id': '8857cbe55e484452818a32b411d7670f', 'gw_port': {'id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:50:35Z', 'updated_at': '2022-03-05T13:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '91a4a00e-efe1-4e4e-8fd2-594d823ae012', 'name': '', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'mac_address': 'fa:16:3e:bb:2d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:50:40Z', 'updated_at': '2022-03-05T13:50:48Z', 'revision_number': 4, 'project_id': '8857cbe55e484452818a32b411d7670f', 'subnets': [{'id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:50:50.107369 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-af997ac1-b387-430e-9979-9529b9390e2e req-45e36c4f-a193-48a2-9906-0425d7a285ef tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Calling delete_port for 5f807e07-ac01-4ff4-b53e-47acc369cc7c owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:50:50.116957 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 5f807e07-ac01-4ff4-b53e-47acc369cc7c no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:50:50.237976 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1bda51a1-8ec2-4bcf-bbf6-f0d9c67e5aa2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:50.309842 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:50.337838 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1bda51a1-8ec2-4bcf-bbf6-f0d9c67e5aa2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:50.358196 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-71e5ea9a-232f-4f27-9122-463cd676464a tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:50.451891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bda51a1-8ec2-4bcf-bbf6-f0d9c67e5aa2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:50:50.460230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-1bda51a1-8ec2-4bcf-bbf6-f0d9c67e5aa2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:50:50.464206 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bda51a1-8ec2-4bcf-bbf6-f0d9c67e5aa2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:50:50.471552 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-71e5ea9a-232f-4f27-9122-463cd676464a tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:50.506398 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5ea9a-232f-4f27-9122-463cd676464a tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Pushing event deleted for resources: {'Network': ['ID=b33ee84c-2496-46a8-b58a-4eba130217ce,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:50.527914 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-71e5ea9a-232f-4f27-9122-463cd676464a tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] 10.222.0.16 "DELETE /v2.0/networks/b33ee84c-2496-46a8-b58a-4eba130217ce HTTP/1.1" status: 204 len: 168 time: 5.1430097 Mar 05 13:50:50.542975 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34938) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:50.552100 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-af997ac1-b387-430e-9979-9529b9390e2e req-45e36c4f-a193-48a2-9906-0425d7a285ef tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:50.632737 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda51a1-8ec2-4bcf-bbf6-f0d9c67e5aa2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Pushing event updated for resources: {'Port': ['ID=7171e815-67ab-4bd5-a86a-6072dc7efb49,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:50.786888 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73e3d3-3601-45e8-8e22-ef608fd42f61 req-b24b7ba0-7f5b-4436-b251-bfa1de7df296 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:50.788799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ae73e3d3-3601-45e8-8e22-ef608fd42f61 req-b24b7ba0-7f5b-4436-b251-bfa1de7df296 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Synchronizing usage tracker for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:50:50.792227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e36c4f-a193-48a2-9906-0425d7a285ef tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Pushing event deleted for resources: {'Port': ['ID=5f807e07-ac01-4ff4-b53e-47acc369cc7c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:50.872021 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1bda51a1-8ec2-4bcf-bbf6-f0d9c67e5aa2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:50.971235 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1bda51a1-8ec2-4bcf-bbf6-f0d9c67e5aa2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:51.026814 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-7effd9fa-9f69-4819-b5c0-c03920bb6551 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:51.094109 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-af997ac1-b387-430e-9979-9529b9390e2e req-45e36c4f-a193-48a2-9906-0425d7a285ef tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] No DVR routers for this DVR port 5f807e07-ac01-4ff4-b53e-47acc369cc7c on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:50:51.157133 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-af997ac1-b387-430e-9979-9529b9390e2e req-45e36c4f-a193-48a2-9906-0425d7a285ef tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:51.170479 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effd9fa-9f69-4819-b5c0-c03920bb6551 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event deleted for resources: {'Port': ['ID=5f1756b4-ca9b-4b34-8eb0-4081d34a42aa,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:51.172179 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90399ad8-20da-4570-af96-ade7a4f39447', 'name': 'network-vif-deleted', 'tag': '5f807e07-ac01-4ff4-b53e-47acc369cc7c'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:50:51.178274 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af997ac1-b387-430e-9979-9529b9390e2e req-45e36c4f-a193-48a2-9906-0425d7a285ef tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.15 "DELETE /v2.0/ports/5f807e07-ac01-4ff4-b53e-47acc369cc7c HTTP/1.1" status: 204 len: 173 time: 3.4728506 Mar 05 13:50:51.197868 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-0899469e-f1ba-466b-a87d-0a1214d0bbd1 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Deleting port bf917eea-cc01-4039-98de-494a4f5c1c43 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:50:51.198445 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0899469e-f1ba-466b-a87d-0a1214d0bbd1 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:51.359633 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 91a4a00e-efe1-4e4e-8fd2-594d823ae012 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:50:51.373702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ae73e3d3-3601-45e8-8e22-ef608fd42f61 req-b24b7ba0-7f5b-4436-b251-bfa1de7df296 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Unset dirty status for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:50:51.375119 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae73e3d3-3601-45e8-8e22-ef608fd42f61 req-b24b7ba0-7f5b-4436-b251-bfa1de7df296 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=90399ad8-20da-4570-af96-ade7a4f39447 HTTP/1.1" status: 200 len: 946 time: 1.8275025 Mar 05 13:50:51.500381 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae73e3d3-3601-45e8-8e22-ef608fd42f61 req-5ab61c38-fb4e-4d93-ace0-bda6522f5f60 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865636 Mar 05 13:50:51.507117 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-7effd9fa-9f69-4819-b5c0-c03920bb6551 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] No DVR routers for this DVR port 5f1756b4-ca9b-4b34-8eb0-4081d34a42aa on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:50:51.523669 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-7effd9fa-9f69-4819-b5c0-c03920bb6551 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:51.529289 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-7effd9fa-9f69-4819-b5c0-c03920bb6551 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.15 "DELETE /v2.0/ports/5f1756b4-ca9b-4b34-8eb0-4081d34a42aa HTTP/1.1" status: 204 len: 173 time: 4.0939260 Mar 05 13:50:51.539897 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898457e-7d78-41aa-a1ae-9cbae9ab97cb req-bde1f4fb-fbc9-4273-b09f-b51881e79db8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:51.541751 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3898457e-7d78-41aa-a1ae-9cbae9ab97cb req-bde1f4fb-fbc9-4273-b09f-b51881e79db8 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 943 time: 0.4672148 Mar 05 13:50:51.622632 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 91a4a00e-efe1-4e4e-8fd2-594d823ae012 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:50:51.644071 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3898457e-7d78-41aa-a1ae-9cbae9ab97cb req-b0d7b937-20d9-4640-ad2f-07d4eef17f5c tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940790 Mar 05 13:50:51.659461 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 91a4a00e-efe1-4e4e-8fd2-594d823ae012 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:50:51.660883 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:51.688699 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90399ad8-20da-4570-af96-ade7a4f39447', 'name': 'network-vif-deleted', 'tag': '5f807e07-ac01-4ff4-b53e-47acc369cc7c', 'status': 'completed', 'code': 200} Mar 05 13:50:51.704126 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1bda51a1-8ec2-4bcf-bbf6-f0d9c67e5aa2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:51.712435 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1bda51a1-8ec2-4bcf-bbf6-f0d9c67e5aa2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:51.770167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-d4ae2424-1e32-47ea-b5d0-2ee32ad0d1db tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Deleting port 84783dc8-ea33-42fd-b8de-3b126d3a564d {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:50:51.773429 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-d4ae2424-1e32-47ea-b5d0-2ee32ad0d1db tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:51.896122 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda51a1-8ec2-4bcf-bbf6-f0d9c67e5aa2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Pushing event updated for resources: {'Port': ['ID=7171e815-67ab-4bd5-a86a-6072dc7efb49,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:51.911873 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1bda51a1-8ec2-4bcf-bbf6-f0d9c67e5aa2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:51.940922 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1bda51a1-8ec2-4bcf-bbf6-f0d9c67e5aa2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:51.945030 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1bda51a1-8ec2-4bcf-bbf6-f0d9c67e5aa2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7424610 Mar 05 13:50:51.958573 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:52.043959 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0899469e-f1ba-466b-a87d-0a1214d0bbd1 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:52.044410 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 91a4a00e-efe1-4e4e-8fd2-594d823ae012, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=91a4a00e-efe1-4e4e-8fd2-594d823ae012,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:52.044702 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0899469e-f1ba-466b-a87d-0a1214d0bbd1 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:52.054129 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:52.160380 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=91a4a00e-efe1-4e4e-8fd2-594d823ae012,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:52.393870 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-0899469e-f1ba-466b-a87d-0a1214d0bbd1 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Calling delete_port for bf917eea-cc01-4039-98de-494a4f5c1c43 owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:50:52.567665 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-bfba1d9c-af70-48d9-931c-46f0d82ad9d4 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1357471745&fields=id&tenant_id=8857cbe55e484452818a32b411d7670f HTTP/1.1" status: 200 len: 267 time: 0.1461301 Mar 05 13:50:52.571303 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34980) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:52.653777 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-d4ae2424-1e32-47ea-b5d0-2ee32ad0d1db tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] For port 84783dc8-ea33-42fd-b8de-3b126d3a564d, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=84783dc8-ea33-42fd-b8de-3b126d3a564d,segment=NetworkSegment(5a2d6778-bb74-4231-9404-704d7d2b692b),segment_id=5a2d6778-bb74-4231-9404-704d7d2b692b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:50:52.654126 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-d4ae2424-1e32-47ea-b5d0-2ee32ad0d1db tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:52.737536 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ac684928-190f-4eb7-b851-0f868fea92bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:52.756249 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ac684928-190f-4eb7-b851-0f868fea92bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:52.763739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ac684928-190f-4eb7-b851-0f868fea92bf admin admin] Usage tracker for resource:security_group_rule and tenant:2f0939b226ab49d688bb6eca36a343f6 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:52.766937 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ac684928-190f-4eb7-b851-0f868fea92bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:52.775075 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ac684928-190f-4eb7-b851-0f868fea92bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:52.935712 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ac684928-190f-4eb7-b851-0f868fea92bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:52.947440 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84be18e-87d6-4b8c-af7e-54c54676e0ce req-3ccc7924-335e-4f99-9134-db19dadc5f85 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:52.948931 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c84be18e-87d6-4b8c-af7e-54c54676e0ce req-3ccc7924-335e-4f99-9134-db19dadc5f85 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 943 time: 0.1323442 Mar 05 13:50:52.950020 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ac684928-190f-4eb7-b851-0f868fea92bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:52.952405 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0899469e-f1ba-466b-a87d-0a1214d0bbd1 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:53.023068 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899469e-f1ba-466b-a87d-0a1214d0bbd1 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Pushing event deleted for resources: {'Port': ['ID=bf917eea-cc01-4039-98de-494a4f5c1c43,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:53.029808 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ac684928-190f-4eb7-b851-0f868fea92bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f0939b226ab49d688bb6eca36a343f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4543366 Mar 05 13:50:53.030510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac684928-190f-4eb7-b851-0f868fea92bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da16c34-6405-47d1-b57d-cb2fc0d956e1,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:53.032036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34994) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:53.035636 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-fd0d2654-f8b5-477d-aa94-dd043acc377f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:53.037114 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-fd0d2654-f8b5-477d-aa94-dd043acc377f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 812 time: 0.4579170 Mar 05 13:50:53.057559 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac684928-190f-4eb7-b851-0f868fea92bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:53.057908 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac684928-190f-4eb7-b851-0f868fea92bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:53.058245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac684928-190f-4eb7-b851-0f868fea92bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:53.058576 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac684928-190f-4eb7-b851-0f868fea92bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:53.058933 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac684928-190f-4eb7-b851-0f868fea92bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:53.059262 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac684928-190f-4eb7-b851-0f868fea92bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:53.059584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac684928-190f-4eb7-b851-0f868fea92bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:53.059903 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac684928-190f-4eb7-b851-0f868fea92bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:53.060225 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac684928-190f-4eb7-b851-0f868fea92bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:53.060543 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac684928-190f-4eb7-b851-0f868fea92bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:53.060860 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac684928-190f-4eb7-b851-0f868fea92bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:53.061190 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac684928-190f-4eb7-b851-0f868fea92bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:50:53.066682 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c84be18e-87d6-4b8c-af7e-54c54676e0ce req-7be6f67f-ae5a-466d-b9e0-280dd3cda3a6 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f77332d-253c-4452-852f-7801a9c8a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099100 Mar 05 13:50:53.122098 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-662ea8da-8be1-4b96-9627-dc33f2366f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:53.149189 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-662ea8da-8be1-4b96-9627-dc33f2366f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:53.200104 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-af8213f0-dda1-4c6b-a9ad-397a6753c02d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/quotas/8857cbe55e484452818a32b411d7670f HTTP/1.1" status: 200 len: 375 time: 0.1254985 Mar 05 13:50:53.247581 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-662ea8da-8be1-4b96-9627-dc33f2366f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:53.265462 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 91a4a00e-efe1-4e4e-8fd2-594d823ae012 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:50:53.295546 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0899469e-f1ba-466b-a87d-0a1214d0bbd1 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:53.301694 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-d4ae2424-1e32-47ea-b5d0-2ee32ad0d1db tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:53.302054 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-d4ae2424-1e32-47ea-b5d0-2ee32ad0d1db tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:53.302362 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-d4ae2424-1e32-47ea-b5d0-2ee32ad0d1db tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Floating IP fab9c013-90c5-4af3-90aa-2bde79745706 disassociated. External IP: 172.25.4.94, port: 84783dc8-ea33-42fd-b8de-3b126d3a564d. Mar 05 13:50:53.302694 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-d4ae2424-1e32-47ea-b5d0-2ee32ad0d1db tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Calling delete_port for 84783dc8-ea33-42fd-b8de-3b126d3a564d owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:50:53.323578 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ea8da-8be1-4b96-9627-dc33f2366f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da16c34-6405-47d1-b57d-cb2fc0d956e1,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:53.333820 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-662ea8da-8be1-4b96-9627-dc33f2366f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:53.333985 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-662ea8da-8be1-4b96-9627-dc33f2366f8b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9da16c34-6405-47d1-b57d-cb2fc0d956e1 HTTP/1.1" status: 204 len: 168 time: 0.2975361 Mar 05 13:50:53.367655 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 91a4a00e-efe1-4e4e-8fd2-594d823ae012 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:50:53.368045 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:53.381965 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0899469e-f1ba-466b-a87d-0a1214d0bbd1 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:53.382280 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-9c92ccb0-e939-4f16-b696-5c0123cb140f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:53.384373 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-9c92ccb0-e939-4f16-b696-5c0123cb140f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/networks?id=fea5c273-e4ab-46b7-85df-ca04090e1441 HTTP/1.1" status: 200 len: 812 time: 0.1894972 Mar 05 13:50:53.392354 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0899469e-f1ba-466b-a87d-0a1214d0bbd1 tempest-FloatingIPAdminTestJSON-487345236 tempest-FloatingIPAdminTestJSON-487345236-project] 10.222.0.16 "DELETE /v2.0/floatingips/bf4864e0-8899-413c-a75b-00efd102be6e HTTP/1.1" status: 204 len: 168 time: 2.8474109 Mar 05 13:50:53.422681 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-1ec830b0-50fc-4491-8416-3a3769f9de96 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/quotas/79f8ba46919a411c91f03c872b2a9ca1 HTTP/1.1" status: 200 len: 375 time: 0.0242219 Mar 05 13:50:53.476468 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-cf73609d-d407-4dc5-b3bd-9f6b19d1055b tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2625935 Mar 05 13:50:53.540163 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-984b64fd-478b-4605-b4e9-223a6c0b641c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=79f8ba46919a411c91f03c872b2a9ca1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1027052 Mar 05 13:50:53.704970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-deleted', 'tag': '5f1756b4-ca9b-4b34-8eb0-4081d34a42aa'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:50:53.747462 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-d4ae2424-1e32-47ea-b5d0-2ee32ad0d1db tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:53.769097 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-1c573151-9092-43eb-8dfc-133db5048365 service neutron] 10.222.0.16 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110248 Mar 05 13:50:53.805846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35016) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:53.856217 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae2424-1e32-47ea-b5d0-2ee32ad0d1db tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event deleted for resources: {'Port': ['ID=84783dc8-ea33-42fd-b8de-3b126d3a564d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:53.879212 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-f43a5fe9-23ec-405d-b50e-e84cf111d812 service neutron] 10.222.0.16 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015176 Mar 05 13:50:53.993291 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35024) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:54.014986 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-a00aafd2-5572-4272-a604-bcf111f27a66 service neutron] 10.222.0.16 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501392 Mar 05 13:50:54.033839 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-615738fa-1380-40ae-bc65-64cefa9190a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:54.064600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-615738fa-1380-40ae-bc65-64cefa9190a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:54.072932 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-615738fa-1380-40ae-bc65-64cefa9190a0 admin admin] Usage tracker for resource:security_group_rule and tenant:089f71b0568e4fa48bcf552ea58e63d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:54.081580 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-615738fa-1380-40ae-bc65-64cefa9190a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:54.092633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-615738fa-1380-40ae-bc65-64cefa9190a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:54.098341 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1182f1df-4ecf-49ba-a5c8-b995b1b6a853 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a5b47cbb61a47afa9f44c5dd1137e97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2977939 Mar 05 13:50:54.105477 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35028) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:54.216988 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0dec112-fc35-4d9d-b95a-01d41589b6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:54.266897 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0dec112-fc35-4d9d-b95a-01d41589b6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:54.319223 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-615738fa-1380-40ae-bc65-64cefa9190a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:54.358564 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-29d4ee2b-9b67-48cc-af3c-99349b500d93 service neutron] 10.222.0.16 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784892 Mar 05 13:50:54.360466 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-deleted', 'tag': '5f1756b4-ca9b-4b34-8eb0-4081d34a42aa', 'status': 'completed', 'code': 200} Mar 05 13:50:54.383537 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-615738fa-1380-40ae-bc65-64cefa9190a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:54.404955 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c9e9674f-808b-4f66-af55-763f80202f78 req-ffd925b3-5b03-4746-947f-f7752a1595d6 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 210 time: 0.0788231 Mar 05 13:50:54.525398 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-d4ae2424-1e32-47ea-b5d0-2ee32ad0d1db tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Router c7f32620-2c5b-4d41-a728-2857bc8a8001 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:50:54.602989 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-615738fa-1380-40ae-bc65-64cefa9190a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=089f71b0568e4fa48bcf552ea58e63d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6085267 Mar 05 13:50:54.609374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35044) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:54.627178 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5814b2a4-2bdf-47c0-8c6d-78776f366c08 req-789cf86b-fbf6-4958-9aca-b28cc868069e tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 210 time: 0.1215770 Mar 05 13:50:54.629471 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615738fa-1380-40ae-bc65-64cefa9190a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bb5919-2be1-413a-bd6e-8f579b7119fd,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:54.651526 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0dec112-fc35-4d9d-b95a-01d41589b6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:54.679793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dec112-fc35-4d9d-b95a-01d41589b6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a7c831-dd52-4e64-ae41-ed1c7f96ae7e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:54.691429 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0dec112-fc35-4d9d-b95a-01d41589b6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:54.695389 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c0dec112-fc35-4d9d-b95a-01d41589b6e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2a7c831-dd52-4e64-ae41-ed1c7f96ae7e HTTP/1.1" status: 204 len: 168 time: 0.5869663 Mar 05 13:50:54.839094 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b2cc771c-9a57-4c50-bc43-9773b36df637 req-fbd91076-dd70-474d-83e5-5e2180bbbedd tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 210 time: 0.1669261 Mar 05 13:50:54.873075 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a4573bf1-9602-4959-a6b0-d997fd7d7b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:54.920376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-d4ae2424-1e32-47ea-b5d0-2ee32ad0d1db tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:50:54.935075 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c1b8df-52d4-42fd-a429-e2fdcf885d2b None None] Sync routers for ids ['c7f32620-2c5b-4d41-a728-2857bc8a8001'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:50:54.960004 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a4573bf1-9602-4959-a6b0-d997fd7d7b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:54.961680 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c1b8df-52d4-42fd-a429-e2fdcf885d2b None None] Routers {'c7f32620-2c5b-4d41-a728-2857bc8a8001'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:50:54.962334 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-a9c1b8df-52d4-42fd-a429-e2fdcf885d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:50:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c7f32620-2c5b-4d41-a728-2857bc8a8001'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:55.095472 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-d4ae2424-1e32-47ea-b5d0-2ee32ad0d1db tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] No DVR routers for this DVR port 84783dc8-ea33-42fd-b8de-3b126d3a564d on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:50:55.098371 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-d4ae2424-1e32-47ea-b5d0-2ee32ad0d1db tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:55.119980 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb313be1-6175-42af-b3a7-5c413379c3ca req-d4ae2424-1e32-47ea-b5d0-2ee32ad0d1db tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.15 "DELETE /v2.0/ports/84783dc8-ea33-42fd-b8de-3b126d3a564d HTTP/1.1" status: 204 len: 173 time: 3.5371106 Mar 05 13:50:55.138306 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a4573bf1-9602-4959-a6b0-d997fd7d7b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:55.185908 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a4573bf1-9602-4959-a6b0-d997fd7d7b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:55.189341 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a4573bf1-9602-4959-a6b0-d997fd7d7b63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70bb5919-2be1-413a-bd6e-8f579b7119fd HTTP/1.1" status: 204 len: 168 time: 0.5787170 Mar 05 13:50:55.194822 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4573bf1-9602-4959-a6b0-d997fd7d7b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bb5919-2be1-413a-bd6e-8f579b7119fd,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:55.242723 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35068) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:55.274392 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-715cfbb7-5dff-4b88-adea-2d3dcaba9c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:55.315960 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-715cfbb7-5dff-4b88-adea-2d3dcaba9c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:55.324514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-715cfbb7-5dff-4b88-adea-2d3dcaba9c52 admin admin] Usage tracker for resource:security_group_rule and tenant:923be7b1298a4a5ba064de1dc8e66c2f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:55.326995 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-a9c1b8df-52d4-42fd-a429-e2fdcf885d2b None None] Set router c7f32620-2c5b-4d41-a728-2857bc8a8001 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:50:55.331821 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-715cfbb7-5dff-4b88-adea-2d3dcaba9c52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:55.345458 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-715cfbb7-5dff-4b88-adea-2d3dcaba9c52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:55.705562 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-715cfbb7-5dff-4b88-adea-2d3dcaba9c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:55.718687 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-715cfbb7-5dff-4b88-adea-2d3dcaba9c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:55.883202 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-88081948-cec7-4704-b39e-61c3b35be30b req-936c0ba0-4242-4efd-ba2d-f0112af72a83 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 210 time: 0.1149678 Mar 05 13:50:56.032382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35084) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:56.039312 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f94b61b6-c673-4183-b985-70ab48683c6d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1143221378', 'description': 'tempest-description--384025858'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:56.049499 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-a9c1b8df-52d4-42fd-a429-e2fdcf885d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'name': 'tempest-TaggedBootDevicesTest_v242-1394634693-router', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:44:03Z', 'updated_at': '2022-03-05T13:44:16Z', 'revision_number': 4, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'gw_port': {'id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:05Z', 'updated_at': '2022-03-05T13:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '5e02f994-498a-4d49-ba34-5c5f68ed38d9', 'name': '', 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'mac_address': 'fa:16:3e:4a:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'c4ed493f-c1ab-4a7c-87c4-4112cc1f6851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:12Z', 'updated_at': '2022-03-05T13:44:27Z', 'revision_number': 5, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'subnets': [{'id': 'c4ed493f-c1ab-4a7c-87c4-4112cc1f6851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:56.054825 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c1b8df-52d4-42fd-a429-e2fdcf885d2b None None] Checking router: c7f32620-2c5b-4d41-a728-2857bc8a8001 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:50:56.065191 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f94b61b6-c673-4183-b985-70ab48683c6d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:56.086857 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c1b8df-52d4-42fd-a429-e2fdcf885d2b None None] Routers {'c7f32620-2c5b-4d41-a728-2857bc8a8001'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:50:56.088009 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-a9c1b8df-52d4-42fd-a429-e2fdcf885d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:50:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c7f32620-2c5b-4d41-a728-2857bc8a8001'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:56.111645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f94b61b6-c673-4183-b985-70ab48683c6d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:56.164804 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f94b61b6-c673-4183-b985-70ab48683c6d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:56.169402 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-715cfbb7-5dff-4b88-adea-2d3dcaba9c52 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=923be7b1298a4a5ba064de1dc8e66c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9252911 Mar 05 13:50:56.186424 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35092) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:56.252742 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-588127e4-d1bf-4ccb-9e00-4eb530a28ede req-813489ba-6ab0-44af-afb4-58043424cfa2 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 210 time: 0.0984430 Mar 05 13:50:56.266833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f94b61b6-c673-4183-b985-70ab48683c6d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:56.272345 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f94b61b6-c673-4183-b985-70ab48683c6d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Usage tracker for resource:security_group_rule and tenant:6458262d05f2497586ebde1561a80c5d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:56.299268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f94b61b6-c673-4183-b985-70ab48683c6d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:56.313097 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f94b61b6-c673-4183-b985-70ab48683c6d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:56.325420 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-286f78a6-50c9-4d72-8d8c-750d3abcb076 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:56.326906 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-286f78a6-50c9-4d72-8d8c-750d3abcb076 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.15 "GET /v2.0/networks?id=fea5c273-e4ab-46b7-85df-ca04090e1441 HTTP/1.1" status: 200 len: 812 time: 0.5759094 Mar 05 13:50:56.343131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cfbb7-5dff-4b88-adea-2d3dcaba9c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32931b9-1e35-4258-bc8a-e40cf91f5972,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:56.350250 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-2d216478-2e03-4670-910b-5f59d7f4950f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Request body: {'port': {'device_id': '9e987b2c-95f2-455c-8978-225779a88c6d', 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441', 'admin_state_up': True, 'tenant_id': '79f8ba46919a411c91f03c872b2a9ca1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:56.370869 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-deleted', 'tag': '84783dc8-ea33-42fd-b8de-3b126d3a564d'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:50:56.407692 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-285ebef7-b5f3-4b82-8276-73e4d64ccae2 req-6860d594-fb3a-43db-9d36-ad10dc8e5b0f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 210 time: 0.2368906 Mar 05 13:50:56.476713 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-a9c1b8df-52d4-42fd-a429-e2fdcf885d2b None None] Set router c7f32620-2c5b-4d41-a728-2857bc8a8001 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:50:56.512997 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f94b61b6-c673-4183-b985-70ab48683c6d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:56.525181 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f94b61b6-c673-4183-b985-70ab48683c6d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:56.546591 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87620df5-260c-4d94-9a69-1df90aeb33d5', 'name': 'network-vif-deleted', 'tag': '84783dc8-ea33-42fd-b8de-3b126d3a564d', 'status': 'completed', 'code': 200} Mar 05 13:50:56.608108 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b61b6-c673-4183-b985-70ab48683c6d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b512ad29-0819-4ffb-af27-e389ce90b2f4,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:56.620144 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f94b61b6-c673-4183-b985-70ab48683c6d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:56.625146 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f94b61b6-c673-4183-b985-70ab48683c6d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5886426 Mar 05 13:50:56.632748 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35106) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:56.644958 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-d5ffa946-f277-4d0e-9532-a746b974e5a6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Request body: {'security_group_rule': {'security_group_id': 'b512ad29-0819-4ffb-af27-e389ce90b2f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:56.665413 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d5ffa946-f277-4d0e-9532-a746b974e5a6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:56.672571 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d5ffa946-f277-4d0e-9532-a746b974e5a6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Usage tracker for resource:security_group_rule and tenant:6458262d05f2497586ebde1561a80c5d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:56.678809 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d5ffa946-f277-4d0e-9532-a746b974e5a6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:56.701171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d5ffa946-f277-4d0e-9532-a746b974e5a6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:56.725867 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5ffa946-f277-4d0e-9532-a746b974e5a6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:56.832057 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5ffa946-f277-4d0e-9532-a746b974e5a6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:56.842236 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5ffa946-f277-4d0e-9532-a746b974e5a6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:56.877033 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ffa946-f277-4d0e-9532-a746b974e5a6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3a7cee-cbfd-4f70-b486-27ac4b500f16,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:56.900260 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5ffa946-f277-4d0e-9532-a746b974e5a6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:56.904115 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d5ffa946-f277-4d0e-9532-a746b974e5a6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2680714 Mar 05 13:50:56.904443 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35114) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:56.916838 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-38bfd5bf-6c22-4f36-8b33-f27989f6e82e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Request body: {'security_group_rule': {'security_group_id': 'b512ad29-0819-4ffb-af27-e389ce90b2f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:56.937238 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-38bfd5bf-6c22-4f36-8b33-f27989f6e82e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:56.945129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-38bfd5bf-6c22-4f36-8b33-f27989f6e82e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Usage tracker for resource:security_group_rule and tenant:6458262d05f2497586ebde1561a80c5d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:56.955113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-38bfd5bf-6c22-4f36-8b33-f27989f6e82e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:56.958893 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0c1234d6-e262-4b31-adfb-37279aab6796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:56.969154 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-38bfd5bf-6c22-4f36-8b33-f27989f6e82e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:56.998927 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-2d216478-2e03-4670-910b-5f59d7f4950f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:57.004190 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38bfd5bf-6c22-4f36-8b33-f27989f6e82e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:57.011371 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-5f330a7d-ed21-40f3-a890-e54bf0f52fe1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:57.013452 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-5f330a7d-ed21-40f3-a890-e54bf0f52fe1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.15 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 812 time: 0.5824003 Mar 05 13:50:57.054462 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-2d216478-2e03-4670-910b-5f59d7f4950f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:57.059731 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0c1234d6-e262-4b31-adfb-37279aab6796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:57.067546 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-a9c1b8df-52d4-42fd-a429-e2fdcf885d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'name': 'tempest-TaggedBootDevicesTest_v242-1394634693-router', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:44:03Z', 'updated_at': '2022-03-05T13:44:16Z', 'revision_number': 4, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'gw_port': {'id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:05Z', 'updated_at': '2022-03-05T13:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '5e02f994-498a-4d49-ba34-5c5f68ed38d9', 'name': '', 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'mac_address': 'fa:16:3e:4a:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'c4ed493f-c1ab-4a7c-87c4-4112cc1f6851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:12Z', 'updated_at': '2022-03-05T13:44:27Z', 'revision_number': 5, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'subnets': [{'id': 'c4ed493f-c1ab-4a7c-87c4-4112cc1f6851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:50:57.075032 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c1b8df-52d4-42fd-a429-e2fdcf885d2b None None] The sync data for ids ['c7f32620-2c5b-4d41-a728-2857bc8a8001'] in n-d-803718-1 is: [{'id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'name': 'tempest-TaggedBootDevicesTest_v242-1394634693-router', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:44:03Z', 'updated_at': '2022-03-05T13:44:16Z', 'revision_number': 4, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'gw_port': {'id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:05Z', 'updated_at': '2022-03-05T13:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '5e02f994-498a-4d49-ba34-5c5f68ed38d9', 'name': '', 'network_id': '0d408d73-a46e-4e4c-b598-e5439c0aebd3', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'mac_address': 'fa:16:3e:4a:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'c4ed493f-c1ab-4a7c-87c4-4112cc1f6851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:12Z', 'updated_at': '2022-03-05T13:44:27Z', 'revision_number': 5, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'subnets': [{'id': 'c4ed493f-c1ab-4a7c-87c4-4112cc1f6851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:50:57.113594 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38bfd5bf-6c22-4f36-8b33-f27989f6e82e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:57.119491 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38bfd5bf-6c22-4f36-8b33-f27989f6e82e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:57.153100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfd5bf-6c22-4f36-8b33-f27989f6e82e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901800ee-d548-4313-8cea-9bc90115c42b,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:57.170248 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38bfd5bf-6c22-4f36-8b33-f27989f6e82e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:57.174693 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-38bfd5bf-6c22-4f36-8b33-f27989f6e82e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2665129 Mar 05 13:50:57.175175 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35126) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:57.183453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-1c1b1976-2416-4e6c-84d5-ab1fd16311d6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:57.191103 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1c1b1976-2416-4e6c-84d5-ab1fd16311d6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:57.197253 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1c1b1976-2416-4e6c-84d5-ab1fd16311d6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Usage tracker for resource:floatingip and tenant:6458262d05f2497586ebde1561a80c5d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:57.205291 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1c1b1976-2416-4e6c-84d5-ab1fd16311d6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:57.214099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1c1b1976-2416-4e6c-84d5-ab1fd16311d6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:57.231011 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c1b1976-2416-4e6c-84d5-ab1fd16311d6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:57.239531 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-35417791-6752-4008-8346-b0231cc22955 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8857cbe55e484452818a32b411d7670f HTTP/1.1" status: 200 len: 380 time: 0.2121654 Mar 05 13:50:57.245517 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7ea5b77a-6f9d-441a-95c0-ed3170c33a54 req-f2f79af6-56a2-40a9-8b72-62c6ca1222bd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Synchronizing usage tracker for tenant:375b726eb2ae465c8b7dd42940955ff2 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:50:57.256236 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-a48e0743-bdb3-4109-a78b-5d46472104a1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Request body: {'port': {'device_id': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'admin_state_up': True, 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'security_groups': ['b9794cc7-e91d-4c81-ac4d-8ef50ded873e']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:57.293544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-2d216478-2e03-4670-910b-5f59d7f4950f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Made reservation on behalf of 79f8ba46919a411c91f03c872b2a9ca1 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:50:57.297045 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-2d216478-2e03-4670-910b-5f59d7f4950f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:57.523915 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26125518-0935-40fc-98a5-26f9514b7735 None None] New status for floating IP fab9c013-90c5-4af3-90aa-2bde79745706: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:50:57.535312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7ea5b77a-6f9d-441a-95c0-ed3170c33a54 req-f2f79af6-56a2-40a9-8b72-62c6ca1222bd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Unset dirty status for tenant:375b726eb2ae465c8b7dd42940955ff2 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:50:57.536367 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7ea5b77a-6f9d-441a-95c0-ed3170c33a54 req-f2f79af6-56a2-40a9-8b72-62c6ca1222bd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/ports?device_id=87620df5-260c-4d94-9a69-1df90aeb33d5 HTTP/1.1" status: 200 len: 210 time: 0.4428766 Mar 05 13:50:57.563480 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0c1234d6-e262-4b31-adfb-37279aab6796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:57.612819 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1234d6-e262-4b31-adfb-37279aab6796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32931b9-1e35-4258-bc8a-e40cf91f5972,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:57.646254 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0c1234d6-e262-4b31-adfb-37279aab6796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:57.647961 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0c1234d6-e262-4b31-adfb-37279aab6796 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a32931b9-1e35-4258-bc8a-e40cf91f5972 HTTP/1.1" status: 204 len: 168 time: 1.4605844 Mar 05 13:50:57.665854 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-a48e0743-bdb3-4109-a78b-5d46472104a1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:57.671935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-a48e0743-bdb3-4109-a78b-5d46472104a1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Usage tracker for resource:port and tenant:8857cbe55e484452818a32b411d7670f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:57.784232 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-73b2bc9d-32ac-4ffd-91b7-94166e4fed8a req-c7a2aaa3-369c-453f-ad1f-e14e4f1788fa tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 210 time: 0.1502872 Mar 05 13:50:57.820790 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35144) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:57.901525 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c1b1976-2416-4e6c-84d5-ab1fd16311d6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:57.943102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-a48e0743-bdb3-4109-a78b-5d46472104a1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:57.976828 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-a48e0743-bdb3-4109-a78b-5d46472104a1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:57.986457 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c605a234-cf8b-431c-b4c9-da78ca0d5ad0 req-cb9ac742-7954-4bb0-bc3f-9f9337ee4a0b tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 210 time: 0.1157458 Mar 05 13:50:58.018552 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-a48e0743-bdb3-4109-a78b-5d46472104a1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Made reservation on behalf of 8857cbe55e484452818a32b411d7670f for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:50:58.028272 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-a48e0743-bdb3-4109-a78b-5d46472104a1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:58.046138 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-2d216478-2e03-4670-910b-5f59d7f4950f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Allocated IP 172.20.0.14 (fea5c273-e4ab-46b7-85df-ca04090e1441/a5e6956c-ed3e-4331-80e6-bd294ce26155/0c192209-aa84-4da5-bbd2-f2eb8e1c94a8) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:50:58.075912 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-48a6299b-a90d-48d4-8158-c01b067b8359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:58.143654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-48a6299b-a90d-48d4-8158-c01b067b8359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:58.158493 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-48a6299b-a90d-48d4-8158-c01b067b8359 admin admin] Usage tracker for resource:security_group_rule and tenant:5f22be326fcd464f9f83d10280ed5097 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:58.167132 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-48a6299b-a90d-48d4-8158-c01b067b8359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:58.176893 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-48a6299b-a90d-48d4-8158-c01b067b8359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:58.246890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-1c1b1976-2416-4e6c-84d5-ab1fd16311d6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Allocated IP 172.25.4.100 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/2961c67f-8884-4f9f-9a60-81393d4a3678) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:50:58.314314 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35152) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:58.350567 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-a48e0743-bdb3-4109-a78b-5d46472104a1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Allocated IP 172.20.0.4 (a792319b-74ea-4dcb-9f15-429be8e1086d/ea456d6e-2c97-4643-a191-afd512f9677d/b852d257-e284-4921-9e1c-1731d07e7b99) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:50:58.400661 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eaf36404-66bc-4382-81f1-ddf8b3ecbac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:58.428970 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-2d216478-2e03-4670-910b-5f59d7f4950f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:58.444572 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-eaf36404-66bc-4382-81f1-ddf8b3ecbac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:50:58.463536 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-eaf36404-66bc-4382-81f1-ddf8b3ecbac5 admin admin] Usage tracker for resource:security_group_rule and tenant:e691b1b1d48943b888baacfcb8637d99 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:50:58.473528 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bc6128e0-136d-421d-8ad7-32d483505551 req-5f7887b3-b078-4b9a-84ab-5be3ad26984a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2859218 Mar 05 13:50:58.477151 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-eaf36404-66bc-4382-81f1-ddf8b3ecbac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:50:58.486626 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-eaf36404-66bc-4382-81f1-ddf8b3ecbac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:50:58.541977 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-48a6299b-a90d-48d4-8158-c01b067b8359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:58.562348 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-48a6299b-a90d-48d4-8158-c01b067b8359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:58.582456 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c1b1976-2416-4e6c-84d5-ab1fd16311d6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:58.610391 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-2d216478-2e03-4670-910b-5f59d7f4950f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:58.661988 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-a48e0743-bdb3-4109-a78b-5d46472104a1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:58.684078 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-48a6299b-a90d-48d4-8158-c01b067b8359 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f22be326fcd464f9f83d10280ed5097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8585138 Mar 05 13:50:58.691169 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35158) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:58.707975 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6299b-a90d-48d4-8158-c01b067b8359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a74a86-e8e8-4048-bacd-f2737622bb01,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:58.735772 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-2d216478-2e03-4670-910b-5f59d7f4950f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Network fea5c273-e4ab-46b7-85df-ca04090e1441 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:50:58.736910 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-a48e0743-bdb3-4109-a78b-5d46472104a1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Transition to ACTIVE for port object b852d257-e284-4921-9e1c-1731d07e7b99 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:50:58.737660 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35164) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:58.744600 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-2d216478-2e03-4670-910b-5f59d7f4950f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:50:58.774674 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:58.803170 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-2d216478-2e03-4670-910b-5f59d7f4950f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:50:58.866062 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c1b1976-2416-4e6c-84d5-ab1fd16311d6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:58.872376 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eaf36404-66bc-4382-81f1-ddf8b3ecbac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:58.891100 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:58.893503 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d216478-2e03-4670-910b-5f59d7f4950f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Pushing event updated for resources: {'Port': ['ID=0c192209-aa84-4da5-bbd2-f2eb8e1c94a8,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:58.934155 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eaf36404-66bc-4382-81f1-ddf8b3ecbac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:58.950895 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-687780e6-7c89-4cc4-bdb3-34dd095804bd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:58.963752 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6128e0-136d-421d-8ad7-32d483505551 req-b981bb48-655d-4a7c-b5e7-4050677772f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:58.965249 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bc6128e0-136d-421d-8ad7-32d483505551 req-b981bb48-655d-4a7c-b5e7-4050677772f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=132ea0f858f9462ca01a646bf0fa44bb&device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 1096 time: 0.3560281 Mar 05 13:50:58.973000 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-a48e0743-bdb3-4109-a78b-5d46472104a1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:59.031545 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42986586-4989-4faa-9e9a-6accdb55f0f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:59.073022 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-2d216478-2e03-4670-910b-5f59d7f4950f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:59.073682 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-2d216478-2e03-4670-910b-5f59d7f4950f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:59.091467 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-687780e6-7c89-4cc4-bdb3-34dd095804bd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:59.142988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-a48e0743-bdb3-4109-a78b-5d46472104a1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Network a792319b-74ea-4dcb-9f15-429be8e1086d is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:50:59.156628 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-a48e0743-bdb3-4109-a78b-5d46472104a1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:50:59.170123 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-a48e0743-bdb3-4109-a78b-5d46472104a1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:50:59.241011 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6128e0-136d-421d-8ad7-32d483505551 req-01374779-3249-4b8a-80d8-5b2a7be08995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:59.242667 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bc6128e0-136d-421d-8ad7-32d483505551 req-01374779-3249-4b8a-80d8-5b2a7be08995 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa HTTP/1.1" status: 200 len: 910 time: 0.2258940 Mar 05 13:50:59.248708 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1b1976-2416-4e6c-84d5-ab1fd16311d6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:50:59.250534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b1976-2416-4e6c-84d5-ab1fd16311d6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event updated for resources: {'Port': ['ID=2961c67f-8884-4f9f-9a60-81393d4a3678,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:59.259726 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-eaf36404-66bc-4382-81f1-ddf8b3ecbac5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e691b1b1d48943b888baacfcb8637d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9397967 Mar 05 13:50:59.266428 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35176) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:59.272203 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-1c1b1976-2416-4e6c-84d5-ab1fd16311d6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:50:59.274687 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1b1976-2416-4e6c-84d5-ab1fd16311d6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:50:59.296310 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-2d216478-2e03-4670-910b-5f59d7f4950f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9501183 Mar 05 13:50:59.296907 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e0743-bdb3-4109-a78b-5d46472104a1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Pushing event updated for resources: {'Port': ['ID=b852d257-e284-4921-9e1c-1731d07e7b99,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:59.309218 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf36404-66bc-4382-81f1-ddf8b3ecbac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5de5c54-8d31-4476-b5d4-71c05c831667,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:59.320195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-d927c0c0-823c-4538-92f7-300a9cbb8423 service neutron] Request body: {'port': {'device_id': '9e987b2c-95f2-455c-8978-225779a88c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:59.405749 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42986586-4989-4faa-9e9a-6accdb55f0f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:59.415961 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-a48e0743-bdb3-4109-a78b-5d46472104a1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:59.416583 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-a48e0743-bdb3-4109-a78b-5d46472104a1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:59.456017 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-687780e6-7c89-4cc4-bdb3-34dd095804bd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:59.481459 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e0dae143-b1ca-489c-aa5b-a1d33fcbb47b None None] Provisioning for port b852d257-e284-4921-9e1c-1731d07e7b99 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:50:59.488612 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e0dae143-b1ca-489c-aa5b-a1d33fcbb47b None None] Provisioning complete for port b852d257-e284-4921-9e1c-1731d07e7b99 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:50:59.490751 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e0dae143-b1ca-489c-aa5b-a1d33fcbb47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:59.513033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687780e6-7c89-4cc4-bdb3-34dd095804bd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f77332d-253c-4452-852f-7801a9c8a2a1,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:59.543820 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bc6128e0-136d-421d-8ad7-32d483505551 req-f1932bea-f264-4b5f-92ee-bfcd40fafb0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0e81356-fbf1-4f61-b654-8636d2743386 HTTP/1.1" status: 200 len: 1000 time: 0.2807937 Mar 05 13:50:59.596108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d6def-f009-4775-a345-56b5d9ea104e req-59b230ca-e8d0-4c02-bce8-0210ac625a01 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:59.596797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-de8d6def-f009-4775-a345-56b5d9ea104e req-59b230ca-e8d0-4c02-bce8-0210ac625a01 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Synchronizing usage tracker for tenant:8857cbe55e484452818a32b411d7670f on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:50:59.600301 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-687780e6-7c89-4cc4-bdb3-34dd095804bd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:59.604572 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-687780e6-7c89-4cc4-bdb3-34dd095804bd tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "DELETE /v2.0/security-groups/2f77332d-253c-4452-852f-7801a9c8a2a1 HTTP/1.1" status: 204 len: 168 time: 0.8655143 Mar 05 13:50:59.605750 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35180) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:59.608999 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e0dae143-b1ca-489c-aa5b-a1d33fcbb47b None None] Port b852d257-e284-4921-9e1c-1731d07e7b99 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:50:59.623142 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447c38c-63c7-4f12-8f24-8cd9ab760501 req-32e403ca-02b2-4709-b491-79c6a15230de tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:59.625769 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-a48e0743-bdb3-4109-a78b-5d46472104a1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3774390 Mar 05 13:50:59.629998 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f447c38c-63c7-4f12-8f24-8cd9ab760501 req-32e403ca-02b2-4709-b491-79c6a15230de tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 932 time: 0.6986146 Mar 05 13:50:59.651471 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] Request body: {'port': {'device_id': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:50:59.685056 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42986586-4989-4faa-9e9a-6accdb55f0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:59.686224 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6bb81118-8a3f-412a-8a60-ca9f3d74a982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:59.706999 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c1b1976-2416-4e6c-84d5-ab1fd16311d6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:59.723969 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-d927c0c0-823c-4538-92f7-300a9cbb8423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:59.725245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42986586-4989-4faa-9e9a-6accdb55f0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a74a86-e8e8-4048-bacd-f2737622bb01,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:50:59.729144 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6128e0-136d-421d-8ad7-32d483505551 req-6745a439-d95f-4be0-8aee-602e88d0b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:50:59.730978 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bc6128e0-136d-421d-8ad7-32d483505551 req-6745a439-d95f-4be0-8aee-602e88d0b40c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1aa35db-56b3-4082-9281-daf61ed75a84 HTTP/1.1" status: 200 len: 849 time: 0.1790581 Mar 05 13:50:59.739987 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-b33c62dd-d7f4-4c74-aa56-d343f50b94c6 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] show failed (client error): The resource could not be found. Mar 05 13:50:59.744284 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b33c62dd-d7f4-4c74-aa56-d343f50b94c6 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "GET /v2.0/security-groups/2f77332d-253c-4452-852f-7801a9c8a2a1 HTTP/1.1" status: 404 len: 347 time: 0.1263185 Mar 05 13:50:59.751828 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35184) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:50:59.767091 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-de8d6def-f009-4775-a345-56b5d9ea104e req-59b230ca-e8d0-4c02-bce8-0210ac625a01 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Unset dirty status for tenant:8857cbe55e484452818a32b411d7670f on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:50:59.768206 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-de8d6def-f009-4775-a345-56b5d9ea104e req-59b230ca-e8d0-4c02-bce8-0210ac625a01 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 931 time: 0.6063867 Mar 05 13:50:59.788425 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f447c38c-63c7-4f12-8f24-8cd9ab760501 req-20b9e573-cd7c-46f7-a079-e316bd9cb4cc tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564202 Mar 05 13:50:59.831687 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6bb81118-8a3f-412a-8a60-ca9f3d74a982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:59.876494 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c1b1976-2416-4e6c-84d5-ab1fd16311d6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:59.917600 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42986586-4989-4faa-9e9a-6accdb55f0f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:50:59.921749 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-42986586-4989-4faa-9e9a-6accdb55f0f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16a74a86-e8e8-4048-bacd-f2737622bb01 HTTP/1.1" status: 204 len: 168 time: 1.2218366 Mar 05 13:51:00.096968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6128e0-136d-421d-8ad7-32d483505551 req-8205d2b5-07b8-4260-ac22-09ad05323aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:00.098620 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bc6128e0-136d-421d-8ad7-32d483505551 req-8205d2b5-07b8-4260-ac22-09ad05323aad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3214469 Mar 05 13:51:00.229054 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-12aa1d9a-c65f-4667-ae2f-117dd6aed0ba tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Deleting port 0f281e66-322b-4e50-9408-e7cf826f2dd9 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:51:00.229624 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12aa1d9a-c65f-4667-ae2f-117dd6aed0ba tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:00.340159 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bc6128e0-136d-421d-8ad7-32d483505551 req-c82562d3-1a94-46f1-b01e-91c1646af076 service neutron] 10.222.0.30 "GET /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265673 Mar 05 13:51:00.341194 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:00.394805 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-de8d6def-f009-4775-a345-56b5d9ea104e req-00e102a8-805c-474d-9c6e-16d4ed292abd tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5494871 Mar 05 13:51:00.395093 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c1b1976-2416-4e6c-84d5-ab1fd16311d6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:00.482731 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c1b1976-2416-4e6c-84d5-ab1fd16311d6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:00.541434 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6bb81118-8a3f-412a-8a60-ca9f3d74a982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:00.619729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb81118-8a3f-412a-8a60-ca9f3d74a982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5de5c54-8d31-4476-b5d4-71c05c831667,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:00.622714 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b1976-2416-4e6c-84d5-ab1fd16311d6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event updated for resources: {'Port': ['ID=2961c67f-8884-4f9f-9a60-81393d4a3678,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:00.649788 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bc6128e0-136d-421d-8ad7-32d483505551 req-1492d876-daaf-446d-9324-e4e928248d4a service neutron] 10.222.0.30 "GET /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018048 Mar 05 13:51:00.652840 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c1b1976-2416-4e6c-84d5-ab1fd16311d6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:00.672557 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c1b1976-2416-4e6c-84d5-ab1fd16311d6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:00.673801 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1c1b1976-2416-4e6c-84d5-ab1fd16311d6 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4975455 Mar 05 13:51:00.704203 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6bb81118-8a3f-412a-8a60-ca9f3d74a982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:00.705363 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6bb81118-8a3f-412a-8a60-ca9f3d74a982 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5de5c54-8d31-4476-b5d4-71c05c831667 HTTP/1.1" status: 204 len: 168 time: 1.4351025 Mar 05 13:51:00.926346 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12aa1d9a-c65f-4667-ae2f-117dd6aed0ba tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:00.926988 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12aa1d9a-c65f-4667-ae2f-117dd6aed0ba tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:00.993674 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-e1128f93-1f3b-4577-aaed-4d392d7d1478 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Synchronizing usage tracker for tenant:6458262d05f2497586ebde1561a80c5d on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:51:01.013949 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-e1128f93-1f3b-4577-aaed-4d392d7d1478 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Unset dirty status for tenant:6458262d05f2497586ebde1561a80c5d on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:51:01.015627 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-e1128f93-1f3b-4577-aaed-4d392d7d1478 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1143221378&fields=id&tenant_id=6458262d05f2497586ebde1561a80c5d HTTP/1.1" status: 200 len: 267 time: 0.0708873 Mar 05 13:51:01.196228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-12aa1d9a-c65f-4667-ae2f-117dd6aed0ba tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Calling delete_port for 0f281e66-322b-4e50-9408-e7cf826f2dd9 owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:51:01.234121 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4bf957ad-bf1f-4868-8c6d-e2408c26fa77 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:01.236033 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4bf957ad-bf1f-4868-8c6d-e2408c26fa77 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/networks?id=175f72fb-87d4-4d09-877c-e76b741da2ad HTTP/1.1" status: 200 len: 815 time: 0.2126889 Mar 05 13:51:01.267048 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-cf314ac3-cc08-4ff7-954b-30572ded89e0 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/quotas/6458262d05f2497586ebde1561a80c5d HTTP/1.1" status: 200 len: 375 time: 0.0214760 Mar 05 13:51:01.348076 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-d927c0c0-823c-4538-92f7-300a9cbb8423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:51:01.369976 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-b67edf88-ef30-43a5-b9b9-c92355c019b3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6458262d05f2497586ebde1561a80c5d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1019123 Mar 05 13:51:01.371343 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-d927c0c0-823c-4538-92f7-300a9cbb8423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:01.429099 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-d927c0c0-823c-4538-92f7-300a9cbb8423 service neutron] Transition to ACTIVE for port object 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:51:01.444301 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-d927c0c0-823c-4538-92f7-300a9cbb8423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:01.597006 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:51:01.603874 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-d354e9e7-dff0-4c76-9300-4d92791958f2 service neutron] 10.222.0.16 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173636 Mar 05 13:51:01.625998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b41463-0022-45ad-949a-78e305e05668 req-772dc131-5714-4cda-9d75-8d466cf0e68a tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:01.626725 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-91b41463-0022-45ad-949a-78e305e05668 req-772dc131-5714-4cda-9d75-8d466cf0e68a tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Synchronizing usage tracker for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:51:01.773782 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-62856618-7f47-4b2e-8930-997bdfcb9e6d service neutron] 10.222.0.16 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690416 Mar 05 13:51:01.788642 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927c0c0-823c-4538-92f7-300a9cbb8423 service neutron] Pushing event updated for resources: {'Port': ['ID=0c192209-aa84-4da5-bbd2-f2eb8e1c94a8,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:01.836684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-91b41463-0022-45ad-949a-78e305e05668 req-772dc131-5714-4cda-9d75-8d466cf0e68a tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Unset dirty status for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:51:01.843397 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91b41463-0022-45ad-949a-78e305e05668 req-772dc131-5714-4cda-9d75-8d466cf0e68a tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 932 time: 0.8432992 Mar 05 13:51:01.844121 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35266) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:01.845341 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12aa1d9a-c65f-4667-ae2f-117dd6aed0ba tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:02.057406 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Request body: {'networks': [{'name': 'tempest-network--1605329812'}, {'name': 'tempest-network--788152544'}]} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:02.058216 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Request body: {'network': {'name': 'tempest-network--1605329812'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:02.058838 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Request body: {'network': {'name': 'tempest-network--788152544'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:02.100397 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b852d257-e284-4921-9e1c-1731d07e7b99 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:51:02.123213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa1d9a-c65f-4667-ae2f-117dd6aed0ba tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event deleted for resources: {'Port': ['ID=0f281e66-322b-4e50-9408-e7cf826f2dd9,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:02.130934 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:02.140331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Usage tracker for resource:network and tenant:ff963fa403bb4c64899376bab427a92a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:02.144054 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:02.150871 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:02.156963 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:02.199186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d1fa4-6eb3-42a4-b4cd-e7511f5d75de req-0a9ae32b-632d-48ad-a147-757a482fc7aa tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:02.200313 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-159d1fa4-6eb3-42a4-b4cd-e7511f5d75de req-0a9ae32b-632d-48ad-a147-757a482fc7aa tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Synchronizing usage tracker for tenant:8857cbe55e484452818a32b411d7670f on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:51:02.203777 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Made reservation on behalf of ff963fa403bb4c64899376bab427a92a for: {'network': 2} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:51:02.210027 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:02.235664 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-159d1fa4-6eb3-42a4-b4cd-e7511f5d75de req-0a9ae32b-632d-48ad-a147-757a482fc7aa tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Unset dirty status for tenant:8857cbe55e484452818a32b411d7670f on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:51:02.236897 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-159d1fa4-6eb3-42a4-b4cd-e7511f5d75de req-0a9ae32b-632d-48ad-a147-757a482fc7aa tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 931 time: 0.1606348 Mar 05 13:51:02.237549 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:02.240471 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] Transition to ACTIVE for port object b852d257-e284-4921-9e1c-1731d07e7b99 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:51:02.270074 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91b41463-0022-45ad-949a-78e305e05668 req-22a905bb-a855-40c2-9e08-20dcdcfb7620 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252605 Mar 05 13:51:02.276534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:02.284953 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:02.296416 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Usage tracker for resource:security_group_rule and tenant:ff963fa403bb4c64899376bab427a92a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:02.300643 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:02.311475 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:02.331630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-159d1fa4-6eb3-42a4-b4cd-e7511f5d75de req-7ad447fe-7803-462a-8477-5189503d5638 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Synchronizing usage tracker for tenant:8857cbe55e484452818a32b411d7670f on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:51:02.370449 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-159d1fa4-6eb3-42a4-b4cd-e7511f5d75de req-7ad447fe-7803-462a-8477-5189503d5638 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Unset dirty status for tenant:8857cbe55e484452818a32b411d7670f on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:51:02.379255 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-159d1fa4-6eb3-42a4-b4cd-e7511f5d75de req-7ad447fe-7803-462a-8477-5189503d5638 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260040 Mar 05 13:51:02.456342 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:02.469389 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:02.469389 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:02.545434 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a5a6a6-b030-4816-9907-6404174f5966,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:02.559206 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:51:02.573142 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:02.573511 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Added segment d1e08095-febc-4379-9ef7-ec581076505a of type vlan for network d9057c01-180c-4d77-b02d-266d6d92c6f9 Mar 05 13:51:02.603055 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12aa1d9a-c65f-4667-ae2f-117dd6aed0ba tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:02.609860 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4fd93a45-1a81-4f52-abdd-8e02044491b2 req-309dca78-fc44-472a-90f8-179c3ece1dbc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=c842c6d4-b1e6-470a-8496-055f766762a3 HTTP/1.1" status: 200 len: 210 time: 0.2656858 Mar 05 13:51:02.633700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-d927c0c0-823c-4538-92f7-300a9cbb8423 service neutron] Attempting to bind port 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:51:02.633700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-d927c0c0-823c-4538-92f7-300a9cbb8423 service neutron] Attempting to bind port 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:51:02.633700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-d927c0c0-823c-4538-92f7-300a9cbb8423 service neutron] Attempting to bind port 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 on network fea5c273-e4ab-46b7-85df-ca04090e1441 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:51:02.640764 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:02.701092 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:51:02.705629 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-d927c0c0-823c-4538-92f7-300a9cbb8423 service neutron] Port 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 on network fea5c273-e4ab-46b7-85df-ca04090e1441 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:51:02.705949 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-d927c0c0-823c-4538-92f7-300a9cbb8423 service neutron] Attempting to bind port 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 on network fea5c273-e4ab-46b7-85df-ca04090e1441 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:51:02.715304 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:02.715864 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Added segment 3272ccd6-2788-4424-9c92-68054662341f of type vlan for network 9fba92ed-dbdd-494f-97d0-6dbf94eb40dc Mar 05 13:51:02.745706 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:02.748916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=b852d257-e284-4921-9e1c-1731d07e7b99,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:02.766579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-d927c0c0-823c-4538-92f7-300a9cbb8423 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:51:02.767195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-d927c0c0-823c-4538-92f7-300a9cbb8423 service neutron] Checking segment: {'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:51:02.767769 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-d927c0c0-823c-4538-92f7-300a9cbb8423 service neutron] Bound using segment: {'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:51:02.768371 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-d927c0c0-823c-4538-92f7-300a9cbb8423 service neutron] Bound port: 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:51:02.768901 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-d927c0c0-823c-4538-92f7-300a9cbb8423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:02.798354 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12aa1d9a-c65f-4667-ae2f-117dd6aed0ba tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:02.799772 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-12aa1d9a-c65f-4667-ae2f-117dd6aed0ba tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "DELETE /v2.0/floatingips/fab9c013-90c5-4af3-90aa-2bde79745706 HTTP/1.1" status: 204 len: 168 time: 3.0420046 Mar 05 13:51:02.804745 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35310) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:02.805701 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:02.806314 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:02.814453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:02.827480 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:02.837364 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:02.916707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-d927c0c0-823c-4538-92f7-300a9cbb8423 service neutron] For port 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:51:02.929159 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] Attempting to bind port b852d257-e284-4921-9e1c-1731d07e7b99 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:51:02.929480 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] Attempting to bind port b852d257-e284-4921-9e1c-1731d07e7b99 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:51:02.929797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] Attempting to bind port b852d257-e284-4921-9e1c-1731d07e7b99 on network a792319b-74ea-4dcb-9f15-429be8e1086d {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:51:02.933938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-d927c0c0-823c-4538-92f7-300a9cbb8423 service neutron] For port 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=0c192209-aa84-4da5-bbd2-f2eb8e1c94a8,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:51:02.938163 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] Port b852d257-e284-4921-9e1c-1731d07e7b99 on network a792319b-74ea-4dcb-9f15-429be8e1086d not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:51:02.938519 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] Attempting to bind port b852d257-e284-4921-9e1c-1731d07e7b99 on network a792319b-74ea-4dcb-9f15-429be8e1086d {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:51:02.945439 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-d927c0c0-823c-4538-92f7-300a9cbb8423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:02.949588 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:51:02.950107 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] Checking segment: {'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:51:02.951142 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] Bound using segment: {'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:51:02.951589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] Bound port: b852d257-e284-4921-9e1c-1731d07e7b99, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:51:02.951932 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:03.032485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Pushing event updated for resources: {'Network': ['ID=d9057c01-180c-4d77-b02d-266d6d92c6f9,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:03.039227 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1938107 Mar 05 13:51:03.047181 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network d9057c01-180c-4d77-b02d-266d6d92c6f9 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:51:03.055165 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35324) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:03.064614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-d927c0c0-823c-4538-92f7-300a9cbb8423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:03.065222 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-d927c0c0-823c-4538-92f7-300a9cbb8423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:03.066556 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-d927c0c0-823c-4538-92f7-300a9cbb8423 service neutron] 10.222.0.15 "PUT /v2.0/ports/0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 HTTP/1.1" status: 200 len: 1092 time: 3.7528641 Mar 05 13:51:03.069167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e987b2c-95f2-455c-8978-225779a88c6d', 'tag': '0c192209-aa84-4da5-bbd2-f2eb8e1c94a8'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:51:03.198807 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e987b2c-95f2-455c-8978-225779a88c6d', 'tag': '0c192209-aa84-4da5-bbd2-f2eb8e1c94a8', 'status': 'completed', 'code': 200} Mar 05 13:51:03.206356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927c0c0-823c-4538-92f7-300a9cbb8423 service neutron] Pushing event updated for resources: {'Port': ['ID=0c192209-aa84-4da5-bbd2-f2eb8e1c94a8,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:03.266100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-14efd025-32e5-4b45-a03b-2107fa559f1f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Deleting port fb2fb21a-fc7e-4555-a410-8b0698d54b45 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:51:03.266694 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14efd025-32e5-4b45-a03b-2107fa559f1f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:03.293930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] For port b852d257-e284-4921-9e1c-1731d07e7b99, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:51:03.325068 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] For port b852d257-e284-4921-9e1c-1731d07e7b99, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b852d257-e284-4921-9e1c-1731d07e7b99,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:51:03.337997 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:03.432183 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483368b1-6106-407e-a68a-0af4c3110b3c tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Pushing event updated for resources: {'Network': ['ID=9fba92ed-dbdd-494f-97d0-6dbf94eb40dc,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:03.445954 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 9fba92ed-dbdd-494f-97d0-6dbf94eb40dc details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:51:03.675833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dacc5b-8004-45ca-9be3-f2ad6ff33e94 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:03.683652 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dacc5b-8004-45ca-9be3-f2ad6ff33e94 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:03.689624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dacc5b-8004-45ca-9be3-f2ad6ff33e94 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:03.696421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dacc5b-8004-45ca-9be3-f2ad6ff33e94 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:03.698109 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-31dacc5b-8004-45ca-9be3-f2ad6ff33e94 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6418097 Mar 05 13:51:03.699851 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:03.700615 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:03.702244 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] 10.222.0.15 "PUT /v2.0/ports/b852d257-e284-4921-9e1c-1731d07e7b99 HTTP/1.1" status: 200 len: 1091 time: 4.0575693 Mar 05 13:51:03.707974 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35356) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:03.770379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-794dcda9-9cf5-421f-ae2b-2c96b49cfc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:03.772444 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-794dcda9-9cf5-421f-ae2b-2c96b49cfc40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79f8ba46919a411c91f03c872b2a9ca1&device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 1095 time: 0.6463599 Mar 05 13:51:03.788375 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14efd025-32e5-4b45-a03b-2107fa559f1f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:03.970298 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-3f45df10-f5ae-4e72-8189-b76e8d856e1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 HTTP/1.1" status: 200 len: 217 time: 0.1834903 Mar 05 13:51:03.970940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865aa07d-8e11-40f2-b28a-64050fbadbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=b852d257-e284-4921-9e1c-1731d07e7b99,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:04.006945 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-14efd025-32e5-4b45-a03b-2107fa559f1f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Calling delete_port for fb2fb21a-fc7e-4555-a410-8b0698d54b45 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:51:04.051404 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-058a0bbf-61dd-4a0d-8d90-78b86589aa7e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:04.101922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-8145563d-c36a-4b82-a782-18a2e3967188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:04.103402 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-8145563d-c36a-4b82-a782-18a2e3967188 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5e6956c-ed3e-4331-80e6-bd294ce26155 HTTP/1.1" status: 200 len: 852 time: 0.1166201 Mar 05 13:51:04.111439 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953958b8-beac-4dc5-91d8-aa44e108996e req-c5ff330c-c61d-4103-addd-1b88e5abdf68 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:04.113050 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-953958b8-beac-4dc5-91d8-aa44e108996e req-c5ff330c-c61d-4103-addd-1b88e5abdf68 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 944 time: 0.6166551 Mar 05 13:51:04.127073 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-27cbff4b-3fb2-4190-8804-026557edff09 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:04.128493 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-27cbff4b-3fb2-4190-8804-026557edff09 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.30 "GET /v2.0/networks?id=175f72fb-87d4-4d09-877c-e76b741da2ad HTTP/1.1" status: 200 len: 815 time: 0.7580988 Mar 05 13:51:04.161891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b971c-3935-4891-891e-f29072bfd001 req-e2e373d1-7741-4e30-a598-38559e556ce2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:04.163678 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-745b971c-3935-4891-891e-f29072bfd001 req-e2e373d1-7741-4e30-a598-38559e556ce2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 943 time: 0.3650246 Mar 05 13:51:04.270095 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-da6d7b3e-4ee9-46d7-959d-202ec4caf0ac tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6458262d05f2497586ebde1561a80c5d HTTP/1.1" status: 200 len: 472 time: 0.1316166 Mar 05 13:51:04.284059 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-76bb126b-3061-4c9e-bac3-0ad2dd8cbccd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Request body: {'port': {'device_id': 'c842c6d4-b1e6-470a-8496-055f766762a3', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'admin_state_up': True, 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'security_groups': ['b512ad29-0819-4ffb-af27-e389ce90b2f4']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:04.309846 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-745b971c-3935-4891-891e-f29072bfd001 req-491a57c8-227f-467f-bd69-d4aecd629559 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133966 Mar 05 13:51:04.344795 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14efd025-32e5-4b45-a03b-2107fa559f1f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:04.360164 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-cbc4efd0-ed7d-4ec2-a8cb-b185b60415fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fea5c273-e4ab-46b7-85df-ca04090e1441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2459700 Mar 05 13:51:04.455021 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-4e7b7ae1-651c-4dd4-9534-ccdee263d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:04.456535 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-4e7b7ae1-651c-4dd4-9534-ccdee263d975 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 1094 time: 0.6684444 Mar 05 13:51:04.562079 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efd025-32e5-4b45-a03b-2107fa559f1f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event deleted for resources: {'Port': ['ID=fb2fb21a-fc7e-4555-a410-8b0698d54b45,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:04.594313 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-953958b8-beac-4dc5-91d8-aa44e108996e req-a9c4a264-3740-47b0-834c-1c5675703b5a tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402142 Mar 05 13:51:04.611389 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-766ffb9c-64e7-4594-bf3e-ca4705672edd req-52570d7c-0d21-4e03-bc80-feb6e7a0cb95 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=c842c6d4-b1e6-470a-8496-055f766762a3 HTTP/1.1" status: 200 len: 210 time: 0.1296678 Mar 05 13:51:04.627622 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-72a66163-24e7-4275-9132-6a2d8b564bfd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b852d257-e284-4921-9e1c-1731d07e7b99 HTTP/1.1" status: 200 len: 217 time: 0.1527245 Mar 05 13:51:04.673901 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-058a0bbf-61dd-4a0d-8d90-78b86589aa7e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:04.688351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-76bb126b-3061-4c9e-bac3-0ad2dd8cbccd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:04.702114 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-76bb126b-3061-4c9e-bac3-0ad2dd8cbccd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:04.716895 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14efd025-32e5-4b45-a03b-2107fa559f1f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:04.724100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-76bb126b-3061-4c9e-bac3-0ad2dd8cbccd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Made reservation on behalf of 6458262d05f2497586ebde1561a80c5d for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:51:04.727641 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-76bb126b-3061-4c9e-bac3-0ad2dd8cbccd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:04.743970 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-14efd025-32e5-4b45-a03b-2107fa559f1f tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "DELETE /v2.0/ports/fb2fb21a-fc7e-4555-a410-8b0698d54b45 HTTP/1.1" status: 204 len: 168 time: 1.9095979 Mar 05 13:51:04.746542 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35410) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:04.762139 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-058a0bbf-61dd-4a0d-8d90-78b86589aa7e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9057c01-180c-4d77-b02d-266d6d92c6f9']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:04.795918 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-058a0bbf-61dd-4a0d-8d90-78b86589aa7e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e08095-febc-4379-9ef7-ec581076505a') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:04.796411 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-058a0bbf-61dd-4a0d-8d90-78b86589aa7e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e08095-febc-4379-9ef7-ec581076505a') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:04.826440 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-058a0bbf-61dd-4a0d-8d90-78b86589aa7e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:04.841906 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-dffe2f68-284b-4d1c-92db-81c21a37c8e9 service neutron] 10.222.0.15 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635937 Mar 05 13:51:04.844986 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-6a6b9534-5949-40af-aa20-84d79e1934d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:04.846461 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-6a6b9534-5949-40af-aa20-84d79e1934d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.1646161 Mar 05 13:51:04.854576 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-058a0bbf-61dd-4a0d-8d90-78b86589aa7e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:04.877411 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-6e8cea0c-1ba6-45e8-ba30-818be7ba7518 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Deleting port 45d7348f-7f9b-402e-806f-fad32b169dc7 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:51:04.877753 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6e8cea0c-1ba6-45e8-ba30-818be7ba7518 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:04.957692 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058a0bbf-61dd-4a0d-8d90-78b86589aa7e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:51:04.958461 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-058a0bbf-61dd-4a0d-8d90-78b86589aa7e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:51:04.997602 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:51:05.186342 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-058a0bbf-61dd-4a0d-8d90-78b86589aa7e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:05.214149 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'tag': 'b852d257-e284-4921-9e1c-1731d07e7b99'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:51:05.237346 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-058a0bbf-61dd-4a0d-8d90-78b86589aa7e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:05.259709 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a0bbf-61dd-4a0d-8d90-78b86589aa7e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Pushing event deleted for resources: {'Network': ['ID=d9057c01-180c-4d77-b02d-266d6d92c6f9,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:05.260954 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-76bb126b-3061-4c9e-bac3-0ad2dd8cbccd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Allocated IP 172.20.0.11 (175f72fb-87d4-4d09-877c-e76b741da2ad/c9349c82-1490-40bf-94d8-d6850b67eb95/22d94fb8-d0ff-46fd-8384-746569dad23d) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:51:05.276293 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-09390da6-4a7c-4a44-8e65-f7eacb178fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:05.280798 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-09390da6-4a7c-4a44-8e65-f7eacb178fda service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4274676 Mar 05 13:51:05.297865 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-058a0bbf-61dd-4a0d-8d90-78b86589aa7e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] 10.222.0.16 "DELETE /v2.0/networks/d9057c01-180c-4d77-b02d-266d6d92c6f9 HTTP/1.1" status: 204 len: 168 time: 1.5855179 Mar 05 13:51:05.302679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35456) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:05.343209 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'tag': 'b852d257-e284-4921-9e1c-1731d07e7b99', 'status': 'completed', 'code': 200} Mar 05 13:51:05.457605 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-574b1431-0fe7-4fd7-a30f-c1d4a8f46af5 req-db6d9cbf-1774-4b40-a7cc-757246fa1ccf service neutron] 10.222.0.15 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6052880 Mar 05 13:51:05.606555 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6e8cea0c-1ba6-45e8-ba30-818be7ba7518 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:05.700441 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e854c9a-cef8-4710-bdf0-1b2a3e310bac tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:05.765489 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-be4a0ca2-f829-4de5-b4d8-a57c0d4f2413 service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434988 Mar 05 13:51:05.780973 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-6e8cea0c-1ba6-45e8-ba30-818be7ba7518 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Calling delete_port for 45d7348f-7f9b-402e-806f-fad32b169dc7 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:51:05.898018 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-76bb126b-3061-4c9e-bac3-0ad2dd8cbccd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:05.936414 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-76bb126b-3061-4c9e-bac3-0ad2dd8cbccd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Transition to ACTIVE for port object 22d94fb8-d0ff-46fd-8384-746569dad23d will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:51:05.947349 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da55e4-ca8c-4734-b332-9952cebb866a req-e814ce64-62c3-46b5-affa-efde55395f0a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:05.949116 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d0da55e4-ca8c-4734-b332-9952cebb866a req-e814ce64-62c3-46b5-affa-efde55395f0a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 943 time: 0.3876600 Mar 05 13:51:06.026429 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59dcb3-1a3a-48d7-a1d7-27463ec70d84 req-3c87d36d-dd84-4095-be83-dacb0bceb1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:06.029740 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d59dcb3-1a3a-48d7-a1d7-27463ec70d84 req-3c87d36d-dd84-4095-be83-dacb0bceb1eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79f8ba46919a411c91f03c872b2a9ca1&device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 1095 time: 0.4561334 Mar 05 13:51:06.057819 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d0da55e4-ca8c-4734-b332-9952cebb866a req-0f16852c-f71a-410f-9cdc-09caa898e032 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710471 Mar 05 13:51:06.075110 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6e8cea0c-1ba6-45e8-ba30-818be7ba7518 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:06.126325 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-76bb126b-3061-4c9e-bac3-0ad2dd8cbccd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:06.144703 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8cea0c-1ba6-45e8-ba30-818be7ba7518 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event deleted for resources: {'Port': ['ID=45d7348f-7f9b-402e-806f-fad32b169dc7,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:06.175612 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e854c9a-cef8-4710-bdf0-1b2a3e310bac tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:06.296676 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb126b-3061-4c9e-bac3-0ad2dd8cbccd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event updated for resources: {'Port': ['ID=22d94fb8-d0ff-46fd-8384-746569dad23d,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:06.412589 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-76bb126b-3061-4c9e-bac3-0ad2dd8cbccd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Network 175f72fb-87d4-4d09-877c-e76b741da2ad is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:51:06.447271 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-76bb126b-3061-4c9e-bac3-0ad2dd8cbccd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:51:06.456310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-76bb126b-3061-4c9e-bac3-0ad2dd8cbccd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:51:06.548723 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-0e854c9a-cef8-4710-bdf0-1b2a3e310bac tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fba92ed-dbdd-494f-97d0-6dbf94eb40dc']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:06.637460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-76bb126b-3061-4c9e-bac3-0ad2dd8cbccd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:06.637848 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-76bb126b-3061-4c9e-bac3-0ad2dd8cbccd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:06.660247 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-0e854c9a-cef8-4710-bdf0-1b2a3e310bac tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3272ccd6-2788-4424-9c92-68054662341f') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:06.660942 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-0e854c9a-cef8-4710-bdf0-1b2a3e310bac tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3272ccd6-2788-4424-9c92-68054662341f') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:06.690106 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6e8cea0c-1ba6-45e8-ba30-818be7ba7518 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:06.692443 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6e8cea0c-1ba6-45e8-ba30-818be7ba7518 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "DELETE /v2.0/ports/45d7348f-7f9b-402e-806f-fad32b169dc7 HTTP/1.1" status: 204 len: 168 time: 1.9449217 Mar 05 13:51:06.695307 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-76bb126b-3061-4c9e-bac3-0ad2dd8cbccd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4189732 Mar 05 13:51:06.695970 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35540) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:06.707902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f4875-43e6-439e-a3c0-f27258782f17 req-35117f6f-a828-4193-968f-ceea082b42ed tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:06.709621 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ed2f4875-43e6-439e-a3c0-f27258782f17 req-35117f6f-a828-4193-968f-ceea082b42ed tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Synchronizing usage tracker for tenant:6458262d05f2497586ebde1561a80c5d on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:51:06.721758 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3398410-58f3-488f-a22b-fbce93dcd49b req-dccf85c4-f95c-4b5f-aef8-641ac3c5a927 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:06.723751 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3398410-58f3-488f-a22b-fbce93dcd49b req-dccf85c4-f95c-4b5f-aef8-641ac3c5a927 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 944 time: 0.9542727 Mar 05 13:51:06.729689 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e854c9a-cef8-4710-bdf0-1b2a3e310bac tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:06.768533 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7738c8a5-37e9-45f6-b638-3a07d08147f3 req-295fc16b-42d8-4b94-a882-b6494a803c3c service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9945295 Mar 05 13:51:06.779794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4a5f8d45-a9b7-4b4f-9c10-18b06b81a0c5 service neutron] Request body: {'port': {'device_id': 'c842c6d4-b1e6-470a-8496-055f766762a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:06.870646 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3dd8d0e0-1c53-4c64-9b07-3cb573e87810 None None] Provisioning for port 22d94fb8-d0ff-46fd-8384-746569dad23d completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:51:06.877422 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e854c9a-cef8-4710-bdf0-1b2a3e310bac tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:06.879331 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3dd8d0e0-1c53-4c64-9b07-3cb573e87810 None None] Provisioning complete for port 22d94fb8-d0ff-46fd-8384-746569dad23d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:51:06.879762 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3dd8d0e0-1c53-4c64-9b07-3cb573e87810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:06.886371 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e854c9a-cef8-4710-bdf0-1b2a3e310bac tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:51:06.887257 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e854c9a-cef8-4710-bdf0-1b2a3e310bac tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:06.922675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ed2f4875-43e6-439e-a3c0-f27258782f17 req-35117f6f-a828-4193-968f-ceea082b42ed tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Unset dirty status for tenant:6458262d05f2497586ebde1561a80c5d on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:51:06.923858 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ed2f4875-43e6-439e-a3c0-f27258782f17 req-35117f6f-a828-4193-968f-ceea082b42ed tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=c842c6d4-b1e6-470a-8496-055f766762a3 HTTP/1.1" status: 200 len: 932 time: 0.6243811 Mar 05 13:51:06.977571 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4c1ac4-f49e-4b58-ac5e-c77876126c2e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Deleting subnet a8e5ca29-551a-48d3-9ef6-a1c02dfa31d9 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:51:07.004498 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3dd8d0e0-1c53-4c64-9b07-3cb573e87810 None None] Port 22d94fb8-d0ff-46fd-8384-746569dad23d cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:51:07.013686 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:51:07.029823 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e4c1ac4-f49e-4b58-ac5e-c77876126c2e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:07.075000 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e3398410-58f3-488f-a22b-fbce93dcd49b req-93bc7d54-ea5d-4290-b830-a0afb6ce44db tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986121 Mar 05 13:51:07.104776 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59dcb3-1a3a-48d7-a1d7-27463ec70d84 req-69d5297a-1663-42fb-a703-52dbea575ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:07.107208 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d59dcb3-1a3a-48d7-a1d7-27463ec70d84 req-69d5297a-1663-42fb-a703-52dbea575ed3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fea5c273-e4ab-46b7-85df-ca04090e1441 HTTP/1.1" status: 200 len: 912 time: 0.9752698 Mar 05 13:51:07.164498 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ed2f4875-43e6-439e-a3c0-f27258782f17 req-1c98e99c-cd39-47c7-bcfa-470f24744d2c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=b512ad29-0819-4ffb-af27-e389ce90b2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983328 Mar 05 13:51:07.166020 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4a5f8d45-a9b7-4b4f-9c10-18b06b81a0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:07.206324 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e854c9a-cef8-4710-bdf0-1b2a3e310bac tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:07.252376 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d59dcb3-1a3a-48d7-a1d7-27463ec70d84 req-abb21635-74cb-4c27-8185-b2f8708458bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 HTTP/1.1" status: 200 len: 217 time: 0.1375332 Mar 05 13:51:07.253722 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e854c9a-cef8-4710-bdf0-1b2a3e310bac tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:07.257751 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e854c9a-cef8-4710-bdf0-1b2a3e310bac tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Pushing event deleted for resources: {'Network': ['ID=9fba92ed-dbdd-494f-97d0-6dbf94eb40dc,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:07.311632 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0e854c9a-cef8-4710-bdf0-1b2a3e310bac tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] 10.222.0.16 "DELETE /v2.0/networks/9fba92ed-dbdd-494f-97d0-6dbf94eb40dc HTTP/1.1" status: 204 len: 168 time: 1.9861641 Mar 05 13:51:07.314584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35572) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:07.326066 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e4c1ac4-f49e-4b58-ac5e-c77876126c2e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:07.515363 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f354ec-d97e-4f08-a505-57534111524c req-e8b31d82-684e-4dfe-a056-3cbce8590216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:07.517181 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0f354ec-d97e-4f08-a505-57534111524c req-e8b31d82-684e-4dfe-a056-3cbce8590216 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 1094 time: 0.6500416 Mar 05 13:51:07.573307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59dcb3-1a3a-48d7-a1d7-27463ec70d84 req-e3d39e7c-c94a-4137-9544-3d368704c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:07.574752 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d59dcb3-1a3a-48d7-a1d7-27463ec70d84 req-e3d39e7c-c94a-4137-9544-3d368704c44f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5e6956c-ed3e-4331-80e6-bd294ce26155 HTTP/1.1" status: 200 len: 852 time: 0.3112333 Mar 05 13:51:07.704193 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d59dcb3-1a3a-48d7-a1d7-27463ec70d84 req-95c3e764-a0ec-4c68-bc48-749e2f26b85f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fea5c273-e4ab-46b7-85df-ca04090e1441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222763 Mar 05 13:51:07.789366 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8dfbbf-6532-4124-a774-a4853958a719 req-ea2b9c88-1124-4f28-84d1-21d93aa61507 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:07.792061 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb8dfbbf-6532-4124-a774-a4853958a719 req-ea2b9c88-1124-4f28-84d1-21d93aa61507 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 943 time: 0.4857509 Mar 05 13:51:07.921760 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e4c1ac4-f49e-4b58-ac5e-c77876126c2e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:07.944774 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f354ec-d97e-4f08-a505-57534111524c req-534b88a8-4693-48d5-b802-86f0396c7bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:07.946199 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0f354ec-d97e-4f08-a505-57534111524c req-534b88a8-4693-48d5-b802-86f0396c7bb5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 912 time: 0.4195681 Mar 05 13:51:07.954849 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb8dfbbf-6532-4124-a774-a4853958a719 req-7ea867e2-873c-4b45-8136-ea6bf7012364 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749214 Mar 05 13:51:08.023203 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf839850-b34f-4cc8-8839-54a93a9a0c27 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:08.028049 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf839850-b34f-4cc8-8839-54a93a9a0c27 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:08.036486 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cf839850-b34f-4cc8-8839-54a93a9a0c27 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Synchronizing usage tracker for tenant:ff963fa403bb4c64899376bab427a92a on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:51:08.049324 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0f354ec-d97e-4f08-a505-57534111524c req-20b18a02-f9f6-41d8-9388-e7ba427ace97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b852d257-e284-4921-9e1c-1731d07e7b99 HTTP/1.1" status: 200 len: 217 time: 0.0906398 Mar 05 13:51:08.055326 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d59dcb3-1a3a-48d7-a1d7-27463ec70d84 req-5876271c-bc70-4944-90ca-0ff8136c9a75 service neutron] 10.222.0.15 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259568 Mar 05 13:51:08.081354 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cf839850-b34f-4cc8-8839-54a93a9a0c27 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Unset dirty status for tenant:ff963fa403bb4c64899376bab427a92a on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:51:08.082449 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cf839850-b34f-4cc8-8839-54a93a9a0c27 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7180874 Mar 05 13:51:08.089945 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35618) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:08.100589 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-a34687e8-b01f-4f8a-9862-7e577f0238fc tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-517243102'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:08.130440 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a34687e8-b01f-4f8a-9862-7e577f0238fc tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:08.142511 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f354ec-d97e-4f08-a505-57534111524c req-d509a205-dbc0-4388-8f9b-5b5582dd1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:08.144265 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0f354ec-d97e-4f08-a505-57534111524c req-d509a205-dbc0-4388-8f9b-5b5582dd1da6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.0880361 Mar 05 13:51:08.152410 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a34687e8-b01f-4f8a-9862-7e577f0238fc tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:08.172055 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e4c1ac4-f49e-4b58-ac5e-c77876126c2e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:08.180858 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device b852d257-e284-4921-9e1c-1731d07e7b99 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:51:08.206619 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34687e8-b01f-4f8a-9862-7e577f0238fc tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Made reservation on behalf of ff963fa403bb4c64899376bab427a92a for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:51:08.211230 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a34687e8-b01f-4f8a-9862-7e577f0238fc tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:08.295892 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c1ac4-f49e-4b58-ac5e-c77876126c2e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event deleted for resources: {'Subnet': ['ID=a8e5ca29-551a-48d3-9ef6-a1c02dfa31d9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:08.316406 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e76fa0-df3f-4036-9c21-3995a8285534 None None] Network ef187771-ae1f-4999-9df8-9d6ddceec808 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:51:08.357650 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e4c1ac4-f49e-4b58-ac5e-c77876126c2e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:08.413363 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f354ec-d97e-4f08-a505-57534111524c req-63f97d9d-2d2b-47f7-97f5-484fa2593f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:08.415357 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0f354ec-d97e-4f08-a505-57534111524c req-63f97d9d-2d2b-47f7-97f5-484fa2593f23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2411835 Mar 05 13:51:08.419653 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4e4c1ac4-f49e-4b58-ac5e-c77876126c2e tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "DELETE /v2.0/subnets/a8e5ca29-551a-48d3-9ef6-a1c02dfa31d9 HTTP/1.1" status: 204 len: 168 time: 1.7199440 Mar 05 13:51:08.420278 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35644) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:08.441025 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34687e8-b01f-4f8a-9862-7e577f0238fc tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:51:08.443533 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d59dcb3-1a3a-48d7-a1d7-27463ec70d84 req-c800b9bf-0209-4630-a2df-ad05641921b4 service neutron] 10.222.0.15 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304274 Mar 05 13:51:08.455925 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4a5f8d45-a9b7-4b4f-9c10-18b06b81a0c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d94fb8-d0ff-46fd-8384-746569dad23d {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:51:08.466345 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4a5f8d45-a9b7-4b4f-9c10-18b06b81a0c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:08.482578 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a34687e8-b01f-4f8a-9862-7e577f0238fc tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:08.483277 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-a34687e8-b01f-4f8a-9862-7e577f0238fc tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Added segment 7653ca52-0e1b-461a-8548-486dd8e546ef of type vlan for network 9fe20282-6be7-4453-9e9c-51db6fbc26d3 Mar 05 13:51:08.502309 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4a5f8d45-a9b7-4b4f-9c10-18b06b81a0c5 service neutron] Transition to ACTIVE for port object 22d94fb8-d0ff-46fd-8384-746569dad23d will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:51:08.520858 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4a5f8d45-a9b7-4b4f-9c10-18b06b81a0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:08.616578 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a34687e8-b01f-4f8a-9862-7e577f0238fc tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:08.648755 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d7c65-1d9c-4d51-87a7-c26d474cd0e4 req-de852528-1e52-4f40-afe4-0544f014aecc tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:08.650294 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-352d7c65-1d9c-4d51-87a7-c26d474cd0e4 req-de852528-1e52-4f40-afe4-0544f014aecc tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 944 time: 0.3944931 Mar 05 13:51:08.695091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port b852d257-e284-4921-9e1c-1731d07e7b99, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b852d257-e284-4921-9e1c-1731d07e7b99,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:08.699468 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854e0d6-ee60-437d-9e0c-e985d23bf0a5 req-2ec0adf2-ea6b-4aa2-99e2-2d067d2d5fd8 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:08.707413 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1854e0d6-ee60-437d-9e0c-e985d23bf0a5 req-2ec0adf2-ea6b-4aa2-99e2-2d067d2d5fd8 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=c842c6d4-b1e6-470a-8496-055f766762a3 HTTP/1.1" status: 200 len: 932 time: 0.3714669 Mar 05 13:51:08.733192 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'b852d257-e284-4921-9e1c-1731d07e7b99', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'port_id': 'b852d257-e284-4921-9e1c-1731d07e7b99', 'mac_address': 'fa:16:3e:a2:23:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:51:08.761319 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f8d45-a9b7-4b4f-9c10-18b06b81a0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=22d94fb8-d0ff-46fd-8384-746569dad23d,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:08.815679 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:08.833120 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4888304c-f782-4aa0-8fb0-fd980dd956bf None None] DHCP port deletion for ef187771-ae1f-4999-9df8-9d6ddceec808 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:51:08.840956 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4888304c-f782-4aa0-8fb0-fd980dd956bf None None] Deleting port a25da934-807d-4d3b-bb5a-c06068836a29 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:51:08.843102 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4888304c-f782-4aa0-8fb0-fd980dd956bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:08.877838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b852d257-e284-4921-9e1c-1731d07e7b99 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:51:08.890581 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d39aaa54-7967-4f06-a822-a94344e4e22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:08.920713 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port b852d257-e284-4921-9e1c-1731d07e7b99, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b852d257-e284-4921-9e1c-1731d07e7b99,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:08.956631 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:08.957364 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:51:09.017420 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0f354ec-d97e-4f08-a505-57534111524c req-2f5b57e6-7424-48c7-82a8-57c828a61e61 service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5819349 Mar 05 13:51:09.049260 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a34687e8-b01f-4f8a-9862-7e577f0238fc tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:09.056032 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34687e8-b01f-4f8a-9862-7e577f0238fc tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:09.057564 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a34687e8-b01f-4f8a-9862-7e577f0238fc tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:09.079595 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e1e368-b1e5-46ff-b40d-7f38467b6406 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Deleting subnet 195deb9b-f889-47f9-a60b-0861bb777acc {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:51:09.096502 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-89e1e368-b1e5-46ff-b40d-7f38467b6406 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:09.108363 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=0c192209-aa84-4da5-bbd2-f2eb8e1c94a8,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:09.157058 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '0c192209-aa84-4da5-bbd2-f2eb8e1c94a8', 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441', 'port_id': '0c192209-aa84-4da5-bbd2-f2eb8e1c94a8', 'mac_address': 'fa:16:3e:1b:a9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e6956c-ed3e-4331-80e6-bd294ce26155', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:51:09.173822 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35670) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:09.197507 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35674) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:09.197694 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a34687e8-b01f-4f8a-9862-7e577f0238fc tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1044483 Mar 05 13:51:09.211300 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4a5f8d45-a9b7-4b4f-9c10-18b06b81a0c5 service neutron] Attempting to bind port 22d94fb8-d0ff-46fd-8384-746569dad23d on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:51:09.212127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4a5f8d45-a9b7-4b4f-9c10-18b06b81a0c5 service neutron] Attempting to bind port 22d94fb8-d0ff-46fd-8384-746569dad23d by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:51:09.212636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4a5f8d45-a9b7-4b4f-9c10-18b06b81a0c5 service neutron] Attempting to bind port 22d94fb8-d0ff-46fd-8384-746569dad23d on network 175f72fb-87d4-4d09-877c-e76b741da2ad {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:51:09.219154 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34687e8-b01f-4f8a-9862-7e577f0238fc tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Pushing event updated for resources: {'Network': ['ID=9fe20282-6be7-4453-9e9c-51db6fbc26d3,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:09.224018 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4a5f8d45-a9b7-4b4f-9c10-18b06b81a0c5 service neutron] Port 22d94fb8-d0ff-46fd-8384-746569dad23d on network 175f72fb-87d4-4d09-877c-e76b741da2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:51:09.224018 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4a5f8d45-a9b7-4b4f-9c10-18b06b81a0c5 service neutron] Attempting to bind port 22d94fb8-d0ff-46fd-8384-746569dad23d on network 175f72fb-87d4-4d09-877c-e76b741da2ad {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:51:09.224241 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1854e0d6-ee60-437d-9e0c-e985d23bf0a5 req-c328bcd1-c4e2-4c1a-87d8-2039bdbf206c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=b512ad29-0819-4ffb-af27-e389ce90b2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5152850 Mar 05 13:51:09.234682 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:09.245558 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-352d7c65-1d9c-4d51-87a7-c26d474cd0e4 req-d39e1dda-9f30-42ff-a9db-f5afbb9f7266 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726467 Mar 05 13:51:09.253518 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4a5f8d45-a9b7-4b4f-9c10-18b06b81a0c5 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:51:09.253856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-3f25103f-dfd0-435c-86e7-25551cecc75d tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1673285163'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:09.253969 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4a5f8d45-a9b7-4b4f-9c10-18b06b81a0c5 service neutron] Checking segment: {'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:51:09.254247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4a5f8d45-a9b7-4b4f-9c10-18b06b81a0c5 service neutron] Bound using segment: {'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:51:09.254687 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4a5f8d45-a9b7-4b4f-9c10-18b06b81a0c5 service neutron] Bound port: 22d94fb8-d0ff-46fd-8384-746569dad23d, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:51:09.255062 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4a5f8d45-a9b7-4b4f-9c10-18b06b81a0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:09.274463 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3f25103f-dfd0-435c-86e7-25551cecc75d tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:09.282956 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 9fe20282-6be7-4453-9e9c-51db6fbc26d3 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:51:09.301307 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-89e1e368-b1e5-46ff-b40d-7f38467b6406 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:09.340624 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:51:09.362568 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3f25103f-dfd0-435c-86e7-25551cecc75d tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Usage tracker for resource:network and tenant:ff963fa403bb4c64899376bab427a92a is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:09.378154 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a25da934-807d-4d3b-bb5a-c06068836a29 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:51:09.392475 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3f25103f-dfd0-435c-86e7-25551cecc75d tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:09.450647 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4a5f8d45-a9b7-4b4f-9c10-18b06b81a0c5 service neutron] For port 22d94fb8-d0ff-46fd-8384-746569dad23d, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:51:09.450647 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4a5f8d45-a9b7-4b4f-9c10-18b06b81a0c5 service neutron] For port 22d94fb8-d0ff-46fd-8384-746569dad23d, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=22d94fb8-d0ff-46fd-8384-746569dad23d,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:51:09.462483 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4a5f8d45-a9b7-4b4f-9c10-18b06b81a0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:09.493284 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=0c192209-aa84-4da5-bbd2-f2eb8e1c94a8,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:09.498208 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3f25103f-dfd0-435c-86e7-25551cecc75d tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:09.541577 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8fea01bf-664d-4794-b570-d7acfb117474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:09.562645 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0f354ec-d97e-4f08-a505-57534111524c req-5358c13e-c01c-43d2-ac81-e99c6cf8a479 service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199671 Mar 05 13:51:09.602910 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f25103f-dfd0-435c-86e7-25551cecc75d tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Made reservation on behalf of ff963fa403bb4c64899376bab427a92a for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:51:09.602910 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3f25103f-dfd0-435c-86e7-25551cecc75d tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:09.634256 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8fea01bf-664d-4794-b570-d7acfb117474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:09.638881 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:09.647070 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8fea01bf-664d-4794-b570-d7acfb117474 admin admin] Usage tracker for resource:security_group_rule and tenant:65bb2a5d5eca4fc4979bfaf448207eca is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:09.647070 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8fea01bf-664d-4794-b570-d7acfb117474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:09.652527 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8fea01bf-664d-4794-b570-d7acfb117474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:09.662513 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4a5f8d45-a9b7-4b4f-9c10-18b06b81a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:09.663640 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4a5f8d45-a9b7-4b4f-9c10-18b06b81a0c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:09.665393 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4a5f8d45-a9b7-4b4f-9c10-18b06b81a0c5 service neutron] 10.222.0.30 "PUT /v2.0/ports/22d94fb8-d0ff-46fd-8384-746569dad23d HTTP/1.1" status: 200 len: 1092 time: 2.9522176 Mar 05 13:51:09.666079 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c842c6d4-b1e6-470a-8496-055f766762a3', 'tag': '22d94fb8-d0ff-46fd-8384-746569dad23d'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:51:09.738026 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=b852d257-e284-4921-9e1c-1731d07e7b99,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:09.778262 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f8d45-a9b7-4b4f-9c10-18b06b81a0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=22d94fb8-d0ff-46fd-8384-746569dad23d,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:09.865262 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f25103f-dfd0-435c-86e7-25551cecc75d tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:51:09.885913 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbbd58-914e-4b56-96c0-3f2512e021e9 req-dbe14349-47f9-4c89-8849-25626ebb28b4 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:09.898986 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46fbbd58-914e-4b56-96c0-3f2512e021e9 req-dbe14349-47f9-4c89-8849-25626ebb28b4 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.4710534 Mar 05 13:51:09.905657 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-bafeb885-bc84-4313-99b2-7c1c82e2b8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:09.905657 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-bafeb885-bc84-4313-99b2-7c1c82e2b8b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6458262d05f2497586ebde1561a80c5d&device_id=c842c6d4-b1e6-470a-8496-055f766762a3 HTTP/1.1" status: 200 len: 1095 time: 0.1084671 Mar 05 13:51:09.949012 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-89e1e368-b1e5-46ff-b40d-7f38467b6406 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:09.984628 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3f25103f-dfd0-435c-86e7-25551cecc75d tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:09.984982 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-3f25103f-dfd0-435c-86e7-25551cecc75d tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Added segment 3ee73610-6600-4d28-aacd-01845b92c4e7 of type vlan for network 70bfea88-8f48-451e-ba8f-338e808091ee Mar 05 13:51:09.989750 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4888304c-f782-4aa0-8fb0-fd980dd956bf None None] For port a25da934-807d-4d3b-bb5a-c06068836a29, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a25da934-807d-4d3b-bb5a-c06068836a29,segment=NetworkSegment(d7b86189-5adb-4039-bc87-8aac5ac3460e),segment_id=d7b86189-5adb-4039-bc87-8aac5ac3460e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:09.990661 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4888304c-f782-4aa0-8fb0-fd980dd956bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:10.016490 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['b852d257-e284-4921-9e1c-1731d07e7b99'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:51:10.041628 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-05bcdc01-daeb-43fb-953e-8915357d02e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d94fb8-d0ff-46fd-8384-746569dad23d HTTP/1.1" status: 200 len: 217 time: 0.1301455 Mar 05 13:51:10.042463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['0c192209-aa84-4da5-bbd2-f2eb8e1c94a8'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:51:10.084293 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46fbbd58-914e-4b56-96c0-3f2512e021e9 req-5c9c7b5b-0335-48c7-8682-96de20dcb374 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832428 Mar 05 13:51:10.086071 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3f25103f-dfd0-435c-86e7-25551cecc75d tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:10.102199 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8fea01bf-664d-4794-b570-d7acfb117474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:10.125685 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8fea01bf-664d-4794-b570-d7acfb117474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:10.147983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4d0bef71-c83a-46db-8882-a7aa7829e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:10.150245 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-4d0bef71-c83a-46db-8882-a7aa7829e76a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9349c82-1490-40bf-94d8-d6850b67eb95 HTTP/1.1" status: 200 len: 854 time: 0.1019006 Mar 05 13:51:10.186440 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-89e1e368-b1e5-46ff-b40d-7f38467b6406 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:10.220593 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c842c6d4-b1e6-470a-8496-055f766762a3', 'tag': '22d94fb8-d0ff-46fd-8384-746569dad23d', 'status': 'completed', 'code': 200} Mar 05 13:51:10.243413 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-89e1e368-b1e5-46ff-b40d-7f38467b6406 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:10.249497 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3f25103f-dfd0-435c-86e7-25551cecc75d tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:10.253267 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f25103f-dfd0-435c-86e7-25551cecc75d tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:10.253899 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3f25103f-dfd0-435c-86e7-25551cecc75d tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:10.263670 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8fea01bf-664d-4794-b570-d7acfb117474 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65bb2a5d5eca4fc4979bfaf448207eca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0815151 Mar 05 13:51:10.264120 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35694) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:10.337403 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:10.368229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-0ee97a28-ba90-49db-aa76-78475317f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:10.369930 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-0ee97a28-ba90-49db-aa76-78475317f922 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=175f72fb-87d4-4d09-877c-e76b741da2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2123818 Mar 05 13:51:10.375824 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea01bf-664d-4794-b570-d7acfb117474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dae992-4f52-4aa8-8815-96435c9dde32,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:10.378595 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4888304c-f782-4aa0-8fb0-fd980dd956bf None None] Calling delete_port for a25da934-807d-4d3b-bb5a-c06068836a29 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:51:10.407562 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25103f-dfd0-435c-86e7-25551cecc75d tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Pushing event updated for resources: {'Network': ['ID=70bfea88-8f48-451e-ba8f-338e808091ee,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:10.410170 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1e368-b1e5-46ff-b40d-7f38467b6406 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event deleted for resources: {'Subnet': ['ID=195deb9b-f889-47f9-a60b-0861bb777acc,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:10.425599 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-69ea56d1-b683-4d41-9a49-b238156f633c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:10.437853 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fd31b9-fcc2-4a1a-a03c-aeaa70e10cf2 None None] Network 2f6c0a83-f942-4f3a-b081-d6b623d42c90 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:51:10.451330 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 70bfea88-8f48-451e-ba8f-338e808091ee details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:51:10.502847 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-89e1e368-b1e5-46ff-b40d-7f38467b6406 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "DELETE /v2.0/subnets/195deb9b-f889-47f9-a60b-0861bb777acc HTTP/1.1" status: 204 len: 168 time: 2.0810177 Mar 05 13:51:10.507850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35700) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:10.513385 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3f25103f-dfd0-435c-86e7-25551cecc75d tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3109307 Mar 05 13:51:10.534258 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35704) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:10.544464 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Request body: {'ports': [{'network_id': '9fe20282-6be7-4453-9e9c-51db6fbc26d3', 'name': 'tempest-port--605878626', 'admin_state_up': True}, {'network_id': '70bfea88-8f48-451e-ba8f-338e808091ee', 'admin_state_up': False}]} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:10.544792 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Request body: {'port': {'network_id': '9fe20282-6be7-4453-9e9c-51db6fbc26d3', 'name': 'tempest-port--605878626', 'admin_state_up': True}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:10.545388 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Request body: {'port': {'network_id': '70bfea88-8f48-451e-ba8f-338e808091ee', 'admin_state_up': False}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:10.577226 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=0c192209-aa84-4da5-bbd2-f2eb8e1c94a8,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:10.677184 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-69ea56d1-b683-4d41-9a49-b238156f633c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:10.754950 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-d736b4ec-74c0-4cc3-b9d4-09866da47c45 service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735800 Mar 05 13:51:10.767956 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-20ce1577-84f3-4273-a555-490511df0349 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:10.768781 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port a25da934-807d-4d3b-bb5a-c06068836a29, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a25da934-807d-4d3b-bb5a-c06068836a29,segment=NetworkSegment(d7b86189-5adb-4039-bc87-8aac5ac3460e),segment_id=d7b86189-5adb-4039-bc87-8aac5ac3460e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:10.813747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2b828-7bbb-4416-b9c5-606ff8cc1fe6 req-c24fb4d1-d964-497f-b9a3-7661072d1d5f tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:10.815387 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ffd2b828-7bbb-4416-b9c5-606ff8cc1fe6 req-c24fb4d1-d964-497f-b9a3-7661072d1d5f tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=c842c6d4-b1e6-470a-8496-055f766762a3 HTTP/1.1" status: 200 len: 944 time: 0.3723588 Mar 05 13:51:10.824494 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29322cd8-27e7-4ec6-8ea5-3c3841190c27 req-f7f0485c-c303-4ed3-b769-4dea0f3fbfd5 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:10.826316 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-29322cd8-27e7-4ec6-8ea5-3c3841190c27 req-f7f0485c-c303-4ed3-b769-4dea0f3fbfd5 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 945 time: 0.3426807 Mar 05 13:51:10.828597 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-20ce1577-84f3-4273-a555-490511df0349 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Deleting port a25da934-807d-4d3b-bb5a-c06068836a29 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:51:10.828938 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-20ce1577-84f3-4273-a555-490511df0349 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:10.842717 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:10.895133 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-69ea56d1-b683-4d41-9a49-b238156f633c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:10.930831 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea56d1-b683-4d41-9a49-b238156f633c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dae992-4f52-4aa8-8815-96435c9dde32,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:10.941680 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-4888304c-f782-4aa0-8fb0-fd980dd956bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:51:10.942156 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-4888304c-f782-4aa0-8fb0-fd980dd956bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:51:10.963360 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-29322cd8-27e7-4ec6-8ea5-3c3841190c27 req-1782d525-2264-4d55-b4eb-a3796fa3b030 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899320 Mar 05 13:51:10.964722 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-69ea56d1-b683-4d41-9a49-b238156f633c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:10.967459 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-69ea56d1-b683-4d41-9a49-b238156f633c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16dae992-4f52-4aa8-8815-96435c9dde32 HTTP/1.1" status: 204 len: 168 time: 0.7024584 Mar 05 13:51:11.015563 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86c88769-536d-46f0-a9c2-b8877da01ae7 req-e07421cf-2933-4e35-891f-c3f392f4c7be service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503626 Mar 05 13:51:11.026217 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-dea5927c-66c5-406c-805c-7a6bd6513b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:11.107960 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=a25da934-807d-4d3b-bb5a-c06068836a29,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:11.120202 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ffd2b828-7bbb-4416-b9c5-606ff8cc1fe6 req-36030a68-8918-4d6f-aed1-27a488405d35 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=b512ad29-0819-4ffb-af27-e389ce90b2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560179 Mar 05 13:51:11.123460 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:11.161944 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Usage tracker for resource:port and tenant:ff963fa403bb4c64899376bab427a92a is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:11.167629 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:11.176824 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:11.262466 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-20ce1577-84f3-4273-a555-490511df0349 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] For port a25da934-807d-4d3b-bb5a-c06068836a29, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a25da934-807d-4d3b-bb5a-c06068836a29,segment=NetworkSegment(d7b86189-5adb-4039-bc87-8aac5ac3460e),segment_id=d7b86189-5adb-4039-bc87-8aac5ac3460e)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:11.262867 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-20ce1577-84f3-4273-a555-490511df0349 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:11.271820 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Made reservation on behalf of ff963fa403bb4c64899376bab427a92a for: {'port': 2} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:51:11.276260 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:11.306856 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa1e12b-a11b-465e-b7ea-d7d855b13250 None None] DHCP port deletion for 2f6c0a83-f942-4f3a-b081-d6b623d42c90 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:51:11.312825 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-afa1e12b-a11b-465e-b7ea-d7d855b13250 None None] Deleting port 2b180929-67e0-40e6-95a7-d27cb38bc5e3 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:51:11.313824 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-afa1e12b-a11b-465e-b7ea-d7d855b13250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:11.342605 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcf453-0c74-44fd-affe-112e2c794acb req-8698dac9-a467-4f67-a1df-db008f64b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:11.344717 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8cdcf453-0c74-44fd-affe-112e2c794acb req-8698dac9-a467-4f67-a1df-db008f64b18d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6458262d05f2497586ebde1561a80c5d&device_id=c842c6d4-b1e6-470a-8496-055f766762a3 HTTP/1.1" status: 200 len: 1095 time: 0.2642958 Mar 05 13:51:11.352662 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:11.356099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfd90a-273e-4767-8d70-93d9e8fbd06e req-a6e50ce3-f9cb-4d7f-9e55-9abcf07e32d1 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:11.363991 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b4cfd90a-273e-4767-8d70-93d9e8fbd06e req-a6e50ce3-f9cb-4d7f-9e55-9abcf07e32d1 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 945 time: 0.1828749 Mar 05 13:51:11.451163 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4888304c-f782-4aa0-8fb0-fd980dd956bf None None] Deleting port a25da934-807d-4d3b-bb5a-c06068836a29 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:51:11.451718 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4888304c-f782-4aa0-8fb0-fd980dd956bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:11.598253 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b4cfd90a-273e-4767-8d70-93d9e8fbd06e req-ae5b2390-d40a-4f83-8c42-457889a7d9f7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333274 Mar 05 13:51:11.606912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-20ce1577-84f3-4273-a555-490511df0349 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Calling delete_port for a25da934-807d-4d3b-bb5a-c06068836a29 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:51:11.639712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcf453-0c74-44fd-affe-112e2c794acb req-25df6d74-0e32-43e7-8d95-d013cc96d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:11.642363 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8cdcf453-0c74-44fd-affe-112e2c794acb req-25df6d74-0e32-43e7-8d95-d013cc96d54a service neutron] 10.222.0.30 "GET /v2.0/networks?id=175f72fb-87d4-4d09-877c-e76b741da2ad HTTP/1.1" status: 200 len: 915 time: 0.2758865 Mar 05 13:51:11.719084 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-afa1e12b-a11b-465e-b7ea-d7d855b13250 None None] For port 2b180929-67e0-40e6-95a7-d27cb38bc5e3, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=2b180929-67e0-40e6-95a7-d27cb38bc5e3,segment=NetworkSegment(47c5c229-bf76-486c-9f5c-e8a5968effec),segment_id=47c5c229-bf76-486c-9f5c-e8a5968effec)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:11.719468 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-afa1e12b-a11b-465e-b7ea-d7d855b13250 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:11.720738 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8cdcf453-0c74-44fd-affe-112e2c794acb req-96630e47-3cd5-4c43-aaa6-5b6343d57a29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d94fb8-d0ff-46fd-8384-746569dad23d HTTP/1.1" status: 200 len: 217 time: 0.0691524 Mar 05 13:51:11.801438 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcf453-0c74-44fd-affe-112e2c794acb req-7197ba35-a021-4068-b5cd-846bd66b7145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:11.803136 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8cdcf453-0c74-44fd-affe-112e2c794acb req-7197ba35-a021-4068-b5cd-846bd66b7145 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9349c82-1490-40bf-94d8-d6850b67eb95 HTTP/1.1" status: 200 len: 854 time: 0.0750885 Mar 05 13:51:11.872738 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-afa1e12b-a11b-465e-b7ea-d7d855b13250 None None] Calling delete_port for 2b180929-67e0-40e6-95a7-d27cb38bc5e3 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:51:11.938143 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] device_id is not set on port 1f3cca33-d648-41bc-923e-29179ddd7c6c yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:51:11.947888 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-20ce1577-84f3-4273-a555-490511df0349 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:11.957413 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcf453-0c74-44fd-affe-112e2c794acb req-05948f8e-cef3-43e7-84e3-d0571731ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:11.961249 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8cdcf453-0c74-44fd-affe-112e2c794acb req-05948f8e-cef3-43e7-84e3-d0571731ba0d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=175f72fb-87d4-4d09-877c-e76b741da2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520293 Mar 05 13:51:11.995257 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ea24e-0186-45d5-b0c2-52e53c648d46 req-5a3d34af-33be-41b1-a8b5-2c95aeb68890 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:12.006213 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-412ea24e-0186-45d5-b0c2-52e53c648d46 req-5a3d34af-33be-41b1-a8b5-2c95aeb68890 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.6475227 Mar 05 13:51:12.025445 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:12.058725 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-afa1e12b-a11b-465e-b7ea-d7d855b13250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:12.133384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ce1577-84f3-4273-a555-490511df0349 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] No DVR routers for this DVR port a25da934-807d-4d3b-bb5a-c06068836a29 on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:51:12.150053 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:12.171527 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1e12b-a11b-465e-b7ea-d7d855b13250 None None] Pushing event deleted for resources: {'Port': ['ID=2b180929-67e0-40e6-95a7-d27cb38bc5e3,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:12.173626 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa1e12b-a11b-465e-b7ea-d7d855b13250 None None] No DVR routers for this DVR port 2b180929-67e0-40e6-95a7-d27cb38bc5e3 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:51:12.187117 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4888304c-f782-4aa0-8fb0-fd980dd956bf None None] For port a25da934-807d-4d3b-bb5a-c06068836a29, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a25da934-807d-4d3b-bb5a-c06068836a29,segment=NetworkSegment(d7b86189-5adb-4039-bc87-8aac5ac3460e),segment_id=d7b86189-5adb-4039-bc87-8aac5ac3460e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:12.187504 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4888304c-f782-4aa0-8fb0-fd980dd956bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:12.196735 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:51:12.239148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce1577-84f3-4273-a555-490511df0349 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event deleted for resources: {'Port': ['ID=a25da934-807d-4d3b-bb5a-c06068836a29,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:12.274467 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:12.304351 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-412ea24e-0186-45d5-b0c2-52e53c648d46 req-99d938f0-49e3-4686-912b-444c59f06a88 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2967722 Mar 05 13:51:12.324021 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8cdcf453-0c74-44fd-affe-112e2c794acb req-2dab025f-dc0f-4a0a-82d9-0eb330aeb9f3 service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498147 Mar 05 13:51:12.410161 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4888304c-f782-4aa0-8fb0-fd980dd956bf None None] Calling delete_port for a25da934-807d-4d3b-bb5a-c06068836a29 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:51:12.485866 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-20ce1577-84f3-4273-a555-490511df0349 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:12.499919 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-4888304c-f782-4aa0-8fb0-fd980dd956bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:51:12.500436 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-4888304c-f782-4aa0-8fb0-fd980dd956bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:51:12.501824 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f37666-149f-4a68-8d5b-5484e172743f req-7d0d05cc-6f94-4bbe-b483-5dc47c3d59b2 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:12.503922 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b7f37666-149f-4a68-8d5b-5484e172743f req-7d0d05cc-6f94-4bbe-b483-5dc47c3d59b2 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 945 time: 0.3410058 Mar 05 13:51:12.529492 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] device_id is not set on port e22a1db6-f69f-495e-9772-fda80b5bd4f4 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:51:12.535936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-20ce1577-84f3-4273-a555-490511df0349 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef187771-ae1f-4999-9df8-9d6ddceec808']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:12.543888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:51:12.551270 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:51:12.551833 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:12.552194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-20ce1577-84f3-4273-a555-490511df0349 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b86189-5adb-4039-bc87-8aac5ac3460e') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:12.552557 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-20ce1577-84f3-4273-a555-490511df0349 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b86189-5adb-4039-bc87-8aac5ac3460e') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:12.635394 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-20ce1577-84f3-4273-a555-490511df0349 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:12.648006 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b7f37666-149f-4a68-8d5b-5484e172743f req-7ec11810-7ed3-4b4e-9427-55df916b3c4e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690773 Mar 05 13:51:12.673135 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8cdcf453-0c74-44fd-affe-112e2c794acb req-c1c3da3c-af8a-4127-9aee-cec9c59b5c3e service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450906 Mar 05 13:51:12.684748 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-20ce1577-84f3-4273-a555-490511df0349 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:12.697425 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ce1577-84f3-4273-a555-490511df0349 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:51:12.697829 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-20ce1577-84f3-4273-a555-490511df0349 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:51:12.714429 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:51:12.721502 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:12.758930 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=0c192209-aa84-4da5-bbd2-f2eb8e1c94a8,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:12.759842 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e987b2c-95f2-455c-8978-225779a88c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c192209-aa84-4da5-bbd2-f2eb8e1c94a8'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:51:12.766885 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:12.767834 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device b852d257-e284-4921-9e1c-1731d07e7b99 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:51:12.839366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35754) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:12.858828 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-20ce1577-84f3-4273-a555-490511df0349 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:12.887787 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-20ce1577-84f3-4273-a555-490511df0349 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:12.908663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595874f0-06ac-41fc-a302-0f11a10c8392 req-183b43c5-bbdf-4307-b34c-6c61eff283f1 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:12.913742 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce1577-84f3-4273-a555-490511df0349 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event deleted for resources: {'Network': ['ID=ef187771-ae1f-4999-9df8-9d6ddceec808,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:12.922401 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-595874f0-06ac-41fc-a302-0f11a10c8392 req-183b43c5-bbdf-4307-b34c-6c61eff283f1 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.1175213 Mar 05 13:51:12.930800 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3a52b-00bc-4d38-b755-6b796faa5a00 req-c81a0884-a1a3-4359-8705-ae1890862dac tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:12.932329 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8e3a52b-00bc-4d38-b755-6b796faa5a00 req-c81a0884-a1a3-4359-8705-ae1890862dac tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=c842c6d4-b1e6-470a-8496-055f766762a3 HTTP/1.1" status: 200 len: 944 time: 0.3827748 Mar 05 13:51:12.934497 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:12.946312 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=0c192209-aa84-4da5-bbd2-f2eb8e1c94a8,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:12.949886 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port b852d257-e284-4921-9e1c-1731d07e7b99 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:51:12.955700 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port b852d257-e284-4921-9e1c-1731d07e7b99 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:51:12.956026 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:12.977090 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-20ce1577-84f3-4273-a555-490511df0349 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "DELETE /v2.0/networks/ef187771-ae1f-4999-9df8-9d6ddceec808 HTTP/1.1" status: 204 len: 168 time: 2.4679677 Mar 05 13:51:12.980195 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35760) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:13.010156 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8e3a52b-00bc-4d38-b755-6b796faa5a00 req-0737a5fa-5dd5-4865-8154-59b3058cdfec tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=b512ad29-0819-4ffb-af27-e389ce90b2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655875 Mar 05 13:51:13.019400 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-595874f0-06ac-41fc-a302-0f11a10c8392 req-6ac73300-bac4-4bbc-b452-606991f2f753 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953124 Mar 05 13:51:13.025691 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:13.115541 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:13.125606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Pushing event updated for resources: {'Port': ['ID=1f3cca33-d648-41bc-923e-29179ddd7c6c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:13.127557 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e987b2c-95f2-455c-8978-225779a88c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c192209-aa84-4da5-bbd2-f2eb8e1c94a8', 'code': 200} Mar 05 13:51:13.137281 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Checking segment: {'id': '7653ca52-0e1b-461a-8548-486dd8e546ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9fe20282-6be7-4453-9e9c-51db6fbc26d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:51:13.137797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Network hostable DHCP agents. Network: 9fe20282-6be7-4453-9e9c-51db6fbc26d3, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:51:13.155956 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port b852d257-e284-4921-9e1c-1731d07e7b99, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b852d257-e284-4921-9e1c-1731d07e7b99,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:13.161144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Network 9fe20282-6be7-4453-9e9c-51db6fbc26d3 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:51:13.162829 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:13.173918 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 9fe20282-6be7-4453-9e9c-51db6fbc26d3) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:51:13.174990 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-ad5cec19-d15c-4411-8c3a-35fe29a9223f tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-25446629'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:13.180329 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:51:13.181421 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:13.192739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ad5cec19-d15c-4411-8c3a-35fe29a9223f tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:13.210583 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ad5cec19-d15c-4411-8c3a-35fe29a9223f tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Usage tracker for resource:network and tenant:937fbbf84dec4e30b145f920816b1980 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:13.210733 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130c7dd8-f142-4036-8ea1-56d8fd04d382 None None] Network 9fe20282-6be7-4453-9e9c-51db6fbc26d3 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:51:13.214998 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ad5cec19-d15c-4411-8c3a-35fe29a9223f tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:13.225074 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-59ab824d-cac4-4734-9d6c-f2ae8cb47041 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:13.227852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ad5cec19-d15c-4411-8c3a-35fe29a9223f tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:13.245749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5cec19-d15c-4411-8c3a-35fe29a9223f tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Made reservation on behalf of 937fbbf84dec4e30b145f920816b1980 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:51:13.249568 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad5cec19-d15c-4411-8c3a-35fe29a9223f tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:13.268018 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad5cec19-d15c-4411-8c3a-35fe29a9223f tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:13.327244 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 2b180929-67e0-40e6-95a7-d27cb38bc5e3 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:51:13.328853 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Pushing event updated for resources: {'Port': ['ID=e22a1db6-f69f-495e-9772-fda80b5bd4f4,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:13.332258 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ad5cec19-d15c-4411-8c3a-35fe29a9223f tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:13.351999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ad5cec19-d15c-4411-8c3a-35fe29a9223f tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Usage tracker for resource:security_group_rule and tenant:937fbbf84dec4e30b145f920816b1980 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:13.357106 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ad5cec19-d15c-4411-8c3a-35fe29a9223f tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:13.370239 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Checking segment: {'id': '3ee73610-6600-4d28-aacd-01845b92c4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '70bfea88-8f48-451e-ba8f-338e808091ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:51:13.370602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Network hostable DHCP agents. Network: 70bfea88-8f48-451e-ba8f-338e808091ee, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:51:13.397240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7c164-2df3-434f-a47f-46bdcd5263d1 req-04f11d5e-3ae2-4d66-a285-69ec72208323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:13.398716 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10d7c164-2df3-434f-a47f-46bdcd5263d1 req-04f11d5e-3ae2-4d66-a285-69ec72208323 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 1097 time: 0.1654797 Mar 05 13:51:13.420959 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Network 70bfea88-8f48-451e-ba8f-338e808091ee is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:51:13.447613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 70bfea88-8f48-451e-ba8f-338e808091ee) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:51:13.462958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4888304c-f782-4aa0-8fb0-fd980dd956bf None None] Deleting port a25da934-807d-4d3b-bb5a-c06068836a29 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:51:13.463719 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4888304c-f782-4aa0-8fb0-fd980dd956bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:13.492182 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 2b180929-67e0-40e6-95a7-d27cb38bc5e3 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:51:13.492898 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 2b180929-67e0-40e6-95a7-d27cb38bc5e3 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:51:13.497232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:51:13.511562 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:13.515768 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24bef83-a761-4475-85a5-b1287b865b68 None None] Network 70bfea88-8f48-451e-ba8f-338e808091ee requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:51:13.516903 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:13.517586 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:13.535999 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10d7c164-2df3-434f-a47f-46bdcd5263d1 req-aa572c2e-bb21-491e-98e7-bbfe71477b10 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311862 Mar 05 13:51:13.551131 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ad5cec19-d15c-4411-8c3a-35fe29a9223f tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:13.556341 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c3c9d994-6833-4e74-86f6-dcddb5bb69eb tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.0168066 Mar 05 13:51:13.558857 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35766) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:13.572311 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-59ab824d-cac4-4734-9d6c-f2ae8cb47041 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:13.643386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-59ab824d-cac4-4734-9d6c-f2ae8cb47041 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f6c0a83-f942-4f3a-b081-d6b623d42c90']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:13.645761 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042537a-1c55-4971-ae9a-ad4cbfa6d684 req-049b22b0-9da4-4ec1-9e5c-f90b1b5be622 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:13.647908 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3042537a-1c55-4971-ae9a-ad4cbfa6d684 req-049b22b0-9da4-4ec1-9e5c-f90b1b5be622 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 945 time: 0.1945753 Mar 05 13:51:13.672322 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-59ab824d-cac4-4734-9d6c-f2ae8cb47041 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c5c229-bf76-486c-9f5c-e8a5968effec') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:13.672826 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-59ab824d-cac4-4734-9d6c-f2ae8cb47041 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c5c229-bf76-486c-9f5c-e8a5968effec') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:13.690641 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a21c3e-07a8-4ea2-a992-800ae49c6312 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:13.697006 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a21c3e-07a8-4ea2-a992-800ae49c6312 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:13.697548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a6a21c3e-07a8-4ea2-a992-800ae49c6312 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Synchronizing usage tracker for tenant:ff963fa403bb4c64899376bab427a92a on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:51:13.701613 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-59ab824d-cac4-4734-9d6c-f2ae8cb47041 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:13.719652 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4888304c-f782-4aa0-8fb0-fd980dd956bf None None] The port 'a25da934-807d-4d3b-bb5a-c06068836a29' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:51:13.733482 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3042537a-1c55-4971-ae9a-ad4cbfa6d684 req-793a9673-abc8-4e89-a902-bfdf6b53daa1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750678 Mar 05 13:51:13.744194 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-59ab824d-cac4-4734-9d6c-f2ae8cb47041 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:13.748212 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a6a21c3e-07a8-4ea2-a992-800ae49c6312 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Unset dirty status for tenant:ff963fa403bb4c64899376bab427a92a on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:51:13.749747 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a6a21c3e-07a8-4ea2-a992-800ae49c6312 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1900210 Mar 05 13:51:13.752677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35772) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:13.763008 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ab824d-cac4-4734-9d6c-f2ae8cb47041 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:51:13.763691 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-59ab824d-cac4-4734-9d6c-f2ae8cb47041 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:51:13.782139 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:51:13.809723 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=b852d257-e284-4921-9e1c-1731d07e7b99,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:13.850965 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:13.851451 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:13.851855 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:13.852571 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:13.854122 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:13.854534 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:13.854951 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:13.855465 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:13.856110 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:13.856501 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:13.856893 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:13.857287 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:13.861190 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:13.935694 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad5cec19-d15c-4411-8c3a-35fe29a9223f tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:13.941859 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-59ab824d-cac4-4734-9d6c-f2ae8cb47041 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:13.950356 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-59ab824d-cac4-4734-9d6c-f2ae8cb47041 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:13.952910 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad5cec19-d15c-4411-8c3a-35fe29a9223f tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:13.969475 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-e560ffc0-8067-4578-a6cb-aa9fe9163df3 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Deleting port 1f3cca33-d648-41bc-923e-29179ddd7c6c {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:51:13.970179 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e560ffc0-8067-4578-a6cb-aa9fe9163df3 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:14.003797 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 22d94fb8-d0ff-46fd-8384-746569dad23d details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:51:14.013513 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab824d-cac4-4734-9d6c-f2ae8cb47041 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] Pushing event deleted for resources: {'Network': ['ID=2f6c0a83-f942-4f3a-b081-d6b623d42c90,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:14.022486 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5cec19-d15c-4411-8c3a-35fe29a9223f tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:51:14.054822 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-59ab824d-cac4-4734-9d6c-f2ae8cb47041 tempest-TaggedBootDevicesTest_v242-1720749652 tempest-TaggedBootDevicesTest_v242-1720749652-project] 10.222.0.16 "DELETE /v2.0/networks/2f6c0a83-f942-4f3a-b081-d6b623d42c90 HTTP/1.1" status: 204 len: 168 time: 1.0610256 Mar 05 13:51:14.062999 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad5cec19-d15c-4411-8c3a-35fe29a9223f tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:14.063460 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-ad5cec19-d15c-4411-8c3a-35fe29a9223f tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Added segment 29a24515-9a38-4b56-8882-4af61184bd4e of type vlan for network ae7964a6-8d36-4269-a37d-fa2b6051b5f1 Mar 05 13:51:14.064657 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cec19-d15c-4411-8c3a-35fe29a9223f tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eb6aec-03ab-44dd-a898-7c367a87cbb6,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:14.109223 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88b4c6-7cdb-4aaa-8ce8-fb2ccc0d7cfc req-d3f78fc7-1e4d-4393-bbab-6045525d7cd6 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:14.116701 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8f88b4c6-7cdb-4aaa-8ce8-fb2ccc0d7cfc req-d3f78fc7-1e4d-4393-bbab-6045525d7cd6 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 945 time: 0.2259412 Mar 05 13:51:14.136378 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad5cec19-d15c-4411-8c3a-35fe29a9223f tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:14.180820 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8f88b4c6-7cdb-4aaa-8ce8-fb2ccc0d7cfc req-a714ef98-10b0-4651-b729-b503e43ea5ae tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631657 Mar 05 13:51:14.192337 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 22d94fb8-d0ff-46fd-8384-746569dad23d, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=22d94fb8-d0ff-46fd-8384-746569dad23d,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:14.192861 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad5cec19-d15c-4411-8c3a-35fe29a9223f tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:14.209427 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5cec19-d15c-4411-8c3a-35fe29a9223f tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:14.209427 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad5cec19-d15c-4411-8c3a-35fe29a9223f tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:14.216113 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '22d94fb8-d0ff-46fd-8384-746569dad23d', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'port_id': '22d94fb8-d0ff-46fd-8384-746569dad23d', 'mac_address': 'fa:16:3e:81:57:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:51:14.284207 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:14.304780 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d94fb8-d0ff-46fd-8384-746569dad23d {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:51:14.305303 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e560ffc0-8067-4578-a6cb-aa9fe9163df3 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:14.323379 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 22d94fb8-d0ff-46fd-8384-746569dad23d, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=22d94fb8-d0ff-46fd-8384-746569dad23d,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:14.328863 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:14.377660 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ad5cec19-d15c-4411-8c3a-35fe29a9223f tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5298960 Mar 05 13:51:14.385331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35782) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:14.397168 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cec19-d15c-4411-8c3a-35fe29a9223f tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Pushing event updated for resources: {'Network': ['ID=ae7964a6-8d36-4269-a37d-fa2b6051b5f1,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:14.420033 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=22d94fb8-d0ff-46fd-8384-746569dad23d,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:14.428747 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network ae7964a6-8d36-4269-a37d-fa2b6051b5f1 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:51:14.467360 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b0520-1656-4c47-bca2-74e6c5dd59aa req-56b7f865-7fd3-40de-a8dc-a77be9979030 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:14.480257 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-577b0520-1656-4c47-bca2-74e6c5dd59aa req-56b7f865-7fd3-40de-a8dc-a77be9979030 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.1441383 Mar 05 13:51:14.514080 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-c865ec37-d1ff-4836-9a49-6dd4b366e55a tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Request body: {'network': {'name': 'tempest-network--1606387166', 'router:external': True}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:14.523121 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c865ec37-d1ff-4836-9a49-6dd4b366e55a tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:14.541907 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c865ec37-d1ff-4836-9a49-6dd4b366e55a tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Usage tracker for resource:network and tenant:6a1c860d611a40ed83487c2f3b043971 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:14.547341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c865ec37-d1ff-4836-9a49-6dd4b366e55a tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:14.547511 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-e560ffc0-8067-4578-a6cb-aa9fe9163df3 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Calling delete_port for 1f3cca33-d648-41bc-923e-29179ddd7c6c owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:51:14.572665 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-577b0520-1656-4c47-bca2-74e6c5dd59aa req-5ed53975-8b43-4214-be19-753042aba80d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911741 Mar 05 13:51:14.574556 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c865ec37-d1ff-4836-9a49-6dd4b366e55a tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:14.600780 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c865ec37-d1ff-4836-9a49-6dd4b366e55a tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Made reservation on behalf of 6a1c860d611a40ed83487c2f3b043971 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:51:14.604075 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c865ec37-d1ff-4836-9a49-6dd4b366e55a tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:14.641732 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c865ec37-d1ff-4836-9a49-6dd4b366e55a tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:14.651969 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d502ff0-62b6-480c-b1d7-eb87511f20dc req-2db5578c-d237-45db-8967-d1f1a6dab0eb tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:14.659149 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1d502ff0-62b6-480c-b1d7-eb87511f20dc req-2db5578c-d237-45db-8967-d1f1a6dab0eb tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=c842c6d4-b1e6-470a-8496-055f766762a3 HTTP/1.1" status: 200 len: 944 time: 0.4866037 Mar 05 13:51:14.672247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c865ec37-d1ff-4836-9a49-6dd4b366e55a tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:14.695225 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c865ec37-d1ff-4836-9a49-6dd4b366e55a tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Usage tracker for resource:security_group_rule and tenant:6a1c860d611a40ed83487c2f3b043971 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:14.702960 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c865ec37-d1ff-4836-9a49-6dd4b366e55a tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:14.715938 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c865ec37-d1ff-4836-9a49-6dd4b366e55a tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:14.717707 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e560ffc0-8067-4578-a6cb-aa9fe9163df3 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:14.744633 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['22d94fb8-d0ff-46fd-8384-746569dad23d'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:51:14.793753 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560ffc0-8067-4578-a6cb-aa9fe9163df3 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Pushing event deleted for resources: {'Port': ['ID=1f3cca33-d648-41bc-923e-29179ddd7c6c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:14.807687 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1d502ff0-62b6-480c-b1d7-eb87511f20dc req-f9ff4bbd-1356-46c9-8644-e6fe74a831bc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=b512ad29-0819-4ffb-af27-e389ce90b2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473844 Mar 05 13:51:14.830019 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e560ffc0-8067-4578-a6cb-aa9fe9163df3 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:14.841851 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c865ec37-d1ff-4836-9a49-6dd4b366e55a tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:14.849364 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c865ec37-d1ff-4836-9a49-6dd4b366e55a tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:14.866628 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c865ec37-d1ff-4836-9a49-6dd4b366e55a tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:51:14.868629 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e560ffc0-8067-4578-a6cb-aa9fe9163df3 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] 10.222.0.16 "DELETE /v2.0/ports/1f3cca33-d648-41bc-923e-29179ddd7c6c HTTP/1.1" status: 204 len: 168 time: 1.1146164 Mar 05 13:51:14.871200 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35796) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:14.881189 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c865ec37-d1ff-4836-9a49-6dd4b366e55a tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:14.882553 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-c865ec37-d1ff-4836-9a49-6dd4b366e55a tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Added segment 08262745-c2e8-43f6-9c4a-4d764cfe3222 of type vlan for network 5ad19975-6417-4aed-b825-601d65d7f03c Mar 05 13:51:14.924138 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c865ec37-d1ff-4836-9a49-6dd4b366e55a tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:14.967153 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865ec37-d1ff-4836-9a49-6dd4b366e55a tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4db87e5-f54c-4589-acce-ce61ba2191f1,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:15.041923 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c865ec37-d1ff-4836-9a49-6dd4b366e55a tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:15.043017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c865ec37-d1ff-4836-9a49-6dd4b366e55a tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:15.043698 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c865ec37-d1ff-4836-9a49-6dd4b366e55a tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:15.079114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5f6e5db8-a051-4e39-8f88-8e1fc68604d8 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Deleting port e22a1db6-f69f-495e-9772-fda80b5bd4f4 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:51:15.079457 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5f6e5db8-a051-4e39-8f88-8e1fc68604d8 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:15.129037 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b852d257-e284-4921-9e1c-1731d07e7b99'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:51:15.178957 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b852d257-e284-4921-9e1c-1731d07e7b99', 'code': 200} Mar 05 13:51:15.201725 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c865ec37-d1ff-4836-9a49-6dd4b366e55a tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8149204 Mar 05 13:51:15.202419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35804) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:15.205722 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865ec37-d1ff-4836-9a49-6dd4b366e55a tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Pushing event updated for resources: {'Network': ['ID=5ad19975-6417-4aed-b825-601d65d7f03c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:15.212306 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cff78-7a83-4abc-9314-71435a381039 req-a6f81fb8-07ee-491b-bfa6-8aefd8499a81 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:15.213816 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-987cff78-7a83-4abc-9314-71435a381039 req-a6f81fb8-07ee-491b-bfa6-8aefd8499a81 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 945 time: 0.2865126 Mar 05 13:51:15.234165 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 5ad19975-6417-4aed-b825-601d65d7f03c details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:51:15.373334 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0d512b48-96d8-4063-87a7-8735e271ade7 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:15.517530 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5f6e5db8-a051-4e39-8f88-8e1fc68604d8 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:15.603459 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0d512b48-96d8-4063-87a7-8735e271ade7 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:15.643506 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-0d512b48-96d8-4063-87a7-8735e271ade7 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad19975-6417-4aed-b825-601d65d7f03c']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:15.665626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5f6e5db8-a051-4e39-8f88-8e1fc68604d8 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Calling delete_port for e22a1db6-f69f-495e-9772-fda80b5bd4f4 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:51:15.669377 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-0d512b48-96d8-4063-87a7-8735e271ade7 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08262745-c2e8-43f6-9c4a-4d764cfe3222') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:15.669782 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-0d512b48-96d8-4063-87a7-8735e271ade7 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08262745-c2e8-43f6-9c4a-4d764cfe3222') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:15.691487 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87410b9b-07d2-4d4a-9161-3a784cf51d63 req-60f54bc3-7779-4b83-bb49-6b4d29c3874e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:15.699199 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-87410b9b-07d2-4d4a-9161-3a784cf51d63 req-60f54bc3-7779-4b83-bb49-6b4d29c3874e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 945 time: 0.2610087 Mar 05 13:51:15.717612 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0d512b48-96d8-4063-87a7-8735e271ade7 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:15.736589 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-987cff78-7a83-4abc-9314-71435a381039 req-e1c102d0-6246-4de6-a9b5-578e2a25f37b tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5001032 Mar 05 13:51:15.746214 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0d512b48-96d8-4063-87a7-8735e271ade7 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:15.760474 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d512b48-96d8-4063-87a7-8735e271ade7 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:51:15.760474 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0d512b48-96d8-4063-87a7-8735e271ade7 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:15.776527 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9914a3-bda9-4fa8-ab16-88c2cb06bd9f req-e6495a9a-ac53-463d-8d10-579d8be8d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:15.778002 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c9914a3-bda9-4fa8-ab16-88c2cb06bd9f req-e6495a9a-ac53-463d-8d10-579d8be8d868 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 1096 time: 0.5195568 Mar 05 13:51:15.779078 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-87410b9b-07d2-4d4a-9161-3a784cf51d63 req-fb03d4da-28ce-4845-a3e3-18cc546be322 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788414 Mar 05 13:51:15.779518 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5f6e5db8-a051-4e39-8f88-8e1fc68604d8 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:51:15.779726 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:51:15.887127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e5db8-a051-4e39-8f88-8e1fc68604d8 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Pushing event deleted for resources: {'Port': ['ID=e22a1db6-f69f-495e-9772-fda80b5bd4f4,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:15.897667 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0d512b48-96d8-4063-87a7-8735e271ade7 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:15.905993 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5f6e5db8-a051-4e39-8f88-8e1fc68604d8 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:15.929468 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d512b48-96d8-4063-87a7-8735e271ade7 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5ad19975-6417-4aed-b825-601d65d7f03c {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 05 13:51:15.948148 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0d512b48-96d8-4063-87a7-8735e271ade7 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:15.951608 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d512b48-96d8-4063-87a7-8735e271ade7 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ad19975-6417-4aed-b825-601d65d7f03c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:16.005154 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0d512b48-96d8-4063-87a7-8735e271ade7 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] 10.222.0.16 "DELETE /v2.0/networks/5ad19975-6417-4aed-b825-601d65d7f03c HTTP/1.1" status: 204 len: 168 time: 0.8009253 Mar 05 13:51:16.009471 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35816) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:16.017716 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-8ac68633-866b-4174-b45c-14073aefcf2b tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:16.020886 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 22d94fb8-d0ff-46fd-8384-746569dad23d up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:51:16.025645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8ac68633-866b-4174-b45c-14073aefcf2b tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:16.032419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8ac68633-866b-4174-b45c-14073aefcf2b tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Usage tracker for resource:network and tenant:6a1c860d611a40ed83487c2f3b043971 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:16.036576 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8ac68633-866b-4174-b45c-14073aefcf2b tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:16.051643 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8ac68633-866b-4174-b45c-14073aefcf2b tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:16.081347 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed39dfb-bafe-4839-a8c0-6b50480c019a req-a764717f-4cd5-43b2-9cb1-f495e72593e3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:16.089730 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ed39dfb-bafe-4839-a8c0-6b50480c019a req-a764717f-4cd5-43b2-9cb1-f495e72593e3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=c842c6d4-b1e6-470a-8496-055f766762a3 HTTP/1.1" status: 200 len: 945 time: 0.1478980 Mar 05 13:51:16.110007 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5f6e5db8-a051-4e39-8f88-8e1fc68604d8 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] 10.222.0.16 "DELETE /v2.0/ports/e22a1db6-f69f-495e-9772-fda80b5bd4f4 HTTP/1.1" status: 204 len: 168 time: 1.2377696 Mar 05 13:51:16.113033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35822) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:16.141046 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac68633-866b-4174-b45c-14073aefcf2b tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Made reservation on behalf of 6a1c860d611a40ed83487c2f3b043971 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:51:16.145934 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8ac68633-866b-4174-b45c-14073aefcf2b tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:16.151385 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c9914a3-bda9-4fa8-ab16-88c2cb06bd9f req-8b9100e5-75a2-4a54-a2b2-73614158674c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3250804 Mar 05 13:51:16.169059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cffbbb4a-8b41-4a2a-9897-6582f1984d90 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Synchronizing usage tracker for tenant:ff963fa403bb4c64899376bab427a92a on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:51:16.173541 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 22d94fb8-d0ff-46fd-8384-746569dad23d completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:51:16.178560 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 22d94fb8-d0ff-46fd-8384-746569dad23d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:51:16.178959 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:16.197909 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cffbbb4a-8b41-4a2a-9897-6582f1984d90 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Unset dirty status for tenant:ff963fa403bb4c64899376bab427a92a on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:51:16.199080 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cffbbb4a-8b41-4a2a-9897-6582f1984d90 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0850086 Mar 05 13:51:16.203937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35826) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:16.223319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-aa527a60-b054-484b-abef-f045fa73b66e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1399093478'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:16.236881 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-aa527a60-b054-484b-abef-f045fa73b66e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:16.252392 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ed39dfb-bafe-4839-a8c0-6b50480c019a req-8926a50d-f257-457c-915b-75960188275f tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=b512ad29-0819-4ffb-af27-e389ce90b2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617491 Mar 05 13:51:16.252546 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16641f7a-02ab-4f3c-82d1-6e62203be65d req-efc728bb-aeb3-40d4-8cd8-3dd2d67d4800 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:16.258227 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16641f7a-02ab-4f3c-82d1-6e62203be65d req-efc728bb-aeb3-40d4-8cd8-3dd2d67d4800 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.3865993 Mar 05 13:51:16.264966 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-aa527a60-b054-484b-abef-f045fa73b66e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Usage tracker for resource:network and tenant:ff963fa403bb4c64899376bab427a92a is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:16.268996 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-aa527a60-b054-484b-abef-f045fa73b66e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:16.290286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac68633-866b-4174-b45c-14073aefcf2b tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:51:16.300922 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8ac68633-866b-4174-b45c-14073aefcf2b tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:16.301844 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-8ac68633-866b-4174-b45c-14073aefcf2b tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Added segment 47682268-0395-4b3c-b6ec-ed78738809a9 of type vlan for network fb5a4765-609d-4edd-a1b4-72f12bd8e1f9 Mar 05 13:51:16.326504 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-aa527a60-b054-484b-abef-f045fa73b66e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:16.339830 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8ac68633-866b-4174-b45c-14073aefcf2b tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:16.371131 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16641f7a-02ab-4f3c-82d1-6e62203be65d req-b5b462c1-5773-4fd0-b3bf-f5015b8c17ad tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030498 Mar 05 13:51:16.379942 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa527a60-b054-484b-abef-f045fa73b66e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Made reservation on behalf of ff963fa403bb4c64899376bab427a92a for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:51:16.385352 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-aa527a60-b054-484b-abef-f045fa73b66e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:16.389036 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:16.417776 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8ac68633-866b-4174-b45c-14073aefcf2b tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:16.418870 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac68633-866b-4174-b45c-14073aefcf2b tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:16.419527 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8ac68633-866b-4174-b45c-14073aefcf2b tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:16.465767 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 22d94fb8-d0ff-46fd-8384-746569dad23d, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=22d94fb8-d0ff-46fd-8384-746569dad23d,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:16.474527 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:16.482429 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa527a60-b054-484b-abef-f045fa73b66e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:51:16.502825 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-aa527a60-b054-484b-abef-f045fa73b66e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:16.503573 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-aa527a60-b054-484b-abef-f045fa73b66e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Added segment 5052d79e-8d96-4df5-af21-bfdcbd4753a9 of type vlan for network b98c2717-6fce-44aa-b579-3e00c3c0fce2 Mar 05 13:51:16.564927 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-aa527a60-b054-484b-abef-f045fa73b66e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:16.587848 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=22d94fb8-d0ff-46fd-8384-746569dad23d,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:16.604858 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-aa527a60-b054-484b-abef-f045fa73b66e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:16.617215 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa527a60-b054-484b-abef-f045fa73b66e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:16.617871 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-aa527a60-b054-484b-abef-f045fa73b66e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:16.748951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa527a60-b054-484b-abef-f045fa73b66e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Pushing event updated for resources: {'Network': ['ID=b98c2717-6fce-44aa-b579-3e00c3c0fce2,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:16.754169 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-aa527a60-b054-484b-abef-f045fa73b66e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5491006 Mar 05 13:51:16.757830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35832) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:16.758202 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac68633-866b-4174-b45c-14073aefcf2b tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Pushing event updated for resources: {'Network': ['ID=fb5a4765-609d-4edd-a1b4-72f12bd8e1f9,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:16.763930 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network b98c2717-6fce-44aa-b579-3e00c3c0fce2 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:51:16.766419 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8ac68633-866b-4174-b45c-14073aefcf2b tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.7558811 Mar 05 13:51:16.767101 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35838) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:16.774468 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f284740b-4714-48de-a129-907c97a2bb19 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Request body: {'subnet': {'network_id': 'fb5a4765-609d-4edd-a1b4-72f12bd8e1f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:16.777094 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-53514b37-3bf9-4862-8cd5-67e3e1f622bf tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1856201698'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:16.780228 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f284740b-4714-48de-a129-907c97a2bb19 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:16.784998 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f284740b-4714-48de-a129-907c97a2bb19 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Usage tracker for resource:subnet and tenant:6a1c860d611a40ed83487c2f3b043971 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:16.789355 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f284740b-4714-48de-a129-907c97a2bb19 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:16.794534 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-53514b37-3bf9-4862-8cd5-67e3e1f622bf tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:16.796747 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f284740b-4714-48de-a129-907c97a2bb19 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:16.805011 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-53514b37-3bf9-4862-8cd5-67e3e1f622bf tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Usage tracker for resource:network and tenant:ff963fa403bb4c64899376bab427a92a is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:16.810611 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-53514b37-3bf9-4862-8cd5-67e3e1f622bf tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:16.814414 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f284740b-4714-48de-a129-907c97a2bb19 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Made reservation on behalf of 6a1c860d611a40ed83487c2f3b043971 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:51:16.826862 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f284740b-4714-48de-a129-907c97a2bb19 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:16.828694 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-53514b37-3bf9-4862-8cd5-67e3e1f622bf tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:16.829391 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network fb5a4765-609d-4edd-a1b4-72f12bd8e1f9 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:51:16.854287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53514b37-3bf9-4862-8cd5-67e3e1f622bf tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Made reservation on behalf of ff963fa403bb4c64899376bab427a92a for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:51:16.858471 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-53514b37-3bf9-4862-8cd5-67e3e1f622bf tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:16.909197 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53514b37-3bf9-4862-8cd5-67e3e1f622bf tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:51:16.928458 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-53514b37-3bf9-4862-8cd5-67e3e1f622bf tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:16.929951 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-53514b37-3bf9-4862-8cd5-67e3e1f622bf tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Added segment 61d318e1-b45d-4f2d-8d52-3e17310199a5 of type vlan for network 73c700d3-780d-4eab-b3ca-e1deda759c71 Mar 05 13:51:17.050666 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-53514b37-3bf9-4862-8cd5-67e3e1f622bf tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:17.102634 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-53514b37-3bf9-4862-8cd5-67e3e1f622bf tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:17.127520 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53514b37-3bf9-4862-8cd5-67e3e1f622bf tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:17.128168 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-53514b37-3bf9-4862-8cd5-67e3e1f622bf tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:17.215788 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c842c6d4-b1e6-470a-8496-055f766762a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d94fb8-d0ff-46fd-8384-746569dad23d'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:51:17.217327 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8c69b-6d5f-48e1-ac59-0466b3b176c6 req-7c1ad806-39d2-4b0f-ae6e-155be68161e8 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:17.219480 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5c8c69b-6d5f-48e1-ac59-0466b3b176c6 req-7c1ad806-39d2-4b0f-ae6e-155be68161e8 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 945 time: 0.2662101 Mar 05 13:51:17.447858 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-53514b37-3bf9-4862-8cd5-67e3e1f622bf tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6888351 Mar 05 13:51:17.448808 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53514b37-3bf9-4862-8cd5-67e3e1f622bf tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Pushing event updated for resources: {'Network': ['ID=73c700d3-780d-4eab-b3ca-e1deda759c71,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:17.472529 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 73c700d3-780d-4eab-b3ca-e1deda759c71 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:51:17.509718 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5c8c69b-6d5f-48e1-ac59-0466b3b176c6 req-a3c1ee72-6fc9-4765-b5b7-1e3e9a71c3bd tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686920 Mar 05 13:51:17.564624 n-d-803718-1 neutron-server[87913]: DEBUG neutron.objects.ports [None req-f284740b-4714-48de-a129-907c97a2bb19 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87913) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 05 13:51:17.568618 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f284740b-4714-48de-a129-907c97a2bb19 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:17.780491 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3c255-a063-4073-93df-fd990c573d76 req-9bef4424-07b6-42d7-a4fa-1d9e7d16154d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:17.789861 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fbc3c255-a063-4073-93df-fd990c573d76 req-9bef4424-07b6-42d7-a4fa-1d9e7d16154d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.1535661 Mar 05 13:51:17.859341 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fbc3c255-a063-4073-93df-fd990c573d76 req-4803c7ef-24a2-4656-9f7c-7c472fbcc9ff tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599205 Mar 05 13:51:17.872504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e5a10-c61d-4bc6-8df1-985a00830ea8 req-45665f5c-5b77-43ac-87d2-d6fa310bd6b4 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:17.883463 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-231e5a10-c61d-4bc6-8df1-985a00830ea8 req-45665f5c-5b77-43ac-87d2-d6fa310bd6b4 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 945 time: 0.5145960 Mar 05 13:51:17.894091 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c842c6d4-b1e6-470a-8496-055f766762a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d94fb8-d0ff-46fd-8384-746569dad23d', 'code': 200} Mar 05 13:51:17.957480 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284740b-4714-48de-a129-907c97a2bb19 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0ef7b650-9f83-4c58-8372-18e515397a08,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:17.994243 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f284740b-4714-48de-a129-907c97a2bb19 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Checking segment: {'id': '47682268-0395-4b3c-b6ec-ed78738809a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fb5a4765-609d-4edd-a1b4-72f12bd8e1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:51:17.994685 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f284740b-4714-48de-a129-907c97a2bb19 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Network hostable DHCP agents. Network: fb5a4765-609d-4edd-a1b4-72f12bd8e1f9, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:51:18.055436 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-231e5a10-c61d-4bc6-8df1-985a00830ea8 req-556cd5db-29da-49d4-ae62-cb51eae38168 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709039 Mar 05 13:51:18.103186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f284740b-4714-48de-a129-907c97a2bb19 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Network fb5a4765-609d-4edd-a1b4-72f12bd8e1f9 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:51:18.117187 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-f284740b-4714-48de-a129-907c97a2bb19 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, fb5a4765-609d-4edd-a1b4-72f12bd8e1f9) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:51:18.126075 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786f7f34-0390-425a-b04a-11e24dd292f2 None None] Network fb5a4765-609d-4edd-a1b4-72f12bd8e1f9 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:51:18.138723 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f284740b-4714-48de-a129-907c97a2bb19 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:18.139352 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f284740b-4714-48de-a129-907c97a2bb19 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:18.172879 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4558e8-4275-46e5-bc24-e6eb2bbdc58f req-626a3163-f56d-4bfe-96d7-f29c73d60daf tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:18.174641 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fc4558e8-4275-46e5-bc24-e6eb2bbdc58f req-626a3163-f56d-4bfe-96d7-f29c73d60daf tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=c842c6d4-b1e6-470a-8496-055f766762a3 HTTP/1.1" status: 200 len: 946 time: 0.1883402 Mar 05 13:51:18.225172 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746e372-4a8e-4559-bb79-7f8c08244f92 req-92ae13a4-2ea0-456b-95d0-6ee4c5432cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:18.228062 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8746e372-4a8e-4559-bb79-7f8c08244f92 req-92ae13a4-2ea0-456b-95d0-6ee4c5432cfb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c842c6d4-b1e6-470a-8496-055f766762a3 HTTP/1.1" status: 200 len: 1097 time: 0.2249098 Mar 05 13:51:18.236163 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f284740b-4714-48de-a129-907c97a2bb19 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4677737 Mar 05 13:51:18.238570 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35864) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:18.270386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-b24c7719-0699-4499-9751-6bfbdf51d9da tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Request body: {'floatingip': {'floating_network_id': 'fb5a4765-609d-4edd-a1b4-72f12bd8e1f9'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:18.283185 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b24c7719-0699-4499-9751-6bfbdf51d9da tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:18.319270 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b24c7719-0699-4499-9751-6bfbdf51d9da tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Usage tracker for resource:floatingip and tenant:6a1c860d611a40ed83487c2f3b043971 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:18.321782 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8746e372-4a8e-4559-bb79-7f8c08244f92 req-f8f58fd0-1609-4edd-aa57-884c92b24d1a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b512ad29-0819-4ffb-af27-e389ce90b2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843945 Mar 05 13:51:18.326796 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b24c7719-0699-4499-9751-6bfbdf51d9da tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:18.343376 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fc4558e8-4275-46e5-bc24-e6eb2bbdc58f req-d619ac0b-d461-405a-bc03-716a946433d3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=b512ad29-0819-4ffb-af27-e389ce90b2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609166 Mar 05 13:51:18.355451 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b24c7719-0699-4499-9751-6bfbdf51d9da tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:18.372470 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b24c7719-0699-4499-9751-6bfbdf51d9da tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:18.556094 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f92d2d3-ee44-443b-82f2-8ffe86a91f0c None None] Network fb5a4765-609d-4edd-a1b4-72f12bd8e1f9 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:51:18.597228 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b24c7719-0699-4499-9751-6bfbdf51d9da tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:18.767158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-b24c7719-0699-4499-9751-6bfbdf51d9da tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Allocated IP 172.20.0.7 (fb5a4765-609d-4edd-a1b4-72f12bd8e1f9/0ef7b650-9f83-4c58-8372-18e515397a08/9109d84c-a57a-4346-8ac2-0bb967d4e820) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:51:18.924989 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa8fee-0cfb-4d32-9499-80b783272956 req-8e781330-fb55-4d83-af27-b7086538b86c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:18.951453 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a8fa8fee-0cfb-4d32-9499-80b783272956 req-8e781330-fb55-4d83-af27-b7086538b86c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 945 time: 0.2281420 Mar 05 13:51:19.087738 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a8fa8fee-0cfb-4d32-9499-80b783272956 req-40e9a00e-5794-4033-abac-04a822a1ddc6 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353328 Mar 05 13:51:19.133481 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b24c7719-0699-4499-9751-6bfbdf51d9da tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:19.188066 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b72bf4-b3dd-4154-a11b-065106c7889c req-18d0074a-e62a-4603-a71e-25110ad45278 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:19.189732 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93b72bf4-b3dd-4154-a11b-065106c7889c req-18d0074a-e62a-4603-a71e-25110ad45278 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.1172218 Mar 05 13:51:19.197235 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b24c7719-0699-4499-9751-6bfbdf51d9da tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:19.275120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24c7719-0699-4499-9751-6bfbdf51d9da tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Network fb5a4765-609d-4edd-a1b4-72f12bd8e1f9 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:51:19.280470 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-b24c7719-0699-4499-9751-6bfbdf51d9da tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:51:19.282869 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c7719-0699-4499-9751-6bfbdf51d9da tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:51:19.324500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6a60d-1df8-49e4-b571-8ca51d3324a1 req-bcdc0af7-ef23-4369-b80f-f46720c4a6c9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:19.333042 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-04b6a60d-1df8-49e4-b571-8ca51d3324a1 req-bcdc0af7-ef23-4369-b80f-f46720c4a6c9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 945 time: 0.1040220 Mar 05 13:51:19.363243 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c7719-0699-4499-9751-6bfbdf51d9da tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Pushing event updated for resources: {'Port': ['ID=9109d84c-a57a-4346-8ac2-0bb967d4e820,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:19.393228 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93b72bf4-b3dd-4154-a11b-065106c7889c req-353d0f94-dfd4-4fb0-a507-136d3f2151a2 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852129 Mar 05 13:51:19.435402 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-04b6a60d-1df8-49e4-b571-8ca51d3324a1 req-46c5ff56-8d7a-4bd1-9000-efe57bc60740 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993407 Mar 05 13:51:19.487012 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b24c7719-0699-4499-9751-6bfbdf51d9da tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:19.711739 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b24c7719-0699-4499-9751-6bfbdf51d9da tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:19.758865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631f584-0195-4eb0-abd3-5619c59ebc4c req-4caadd5d-46c5-4fde-b216-faa3b4ecf842 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:19.761291 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6631f584-0195-4eb0-abd3-5619c59ebc4c req-4caadd5d-46c5-4fde-b216-faa3b4ecf842 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=c842c6d4-b1e6-470a-8496-055f766762a3 HTTP/1.1" status: 200 len: 946 time: 0.1677656 Mar 05 13:51:19.816126 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6631f584-0195-4eb0-abd3-5619c59ebc4c req-af3bc2f6-9903-4498-a88f-e8d149a95414 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=b512ad29-0819-4ffb-af27-e389ce90b2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491433 Mar 05 13:51:19.867964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30ad28-7e72-4d9d-ab37-b870990fa65c req-a92c45ef-3008-423e-bee5-996d9920412c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:19.870743 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-df30ad28-7e72-4d9d-ab37-b870990fa65c req-a92c45ef-3008-423e-bee5-996d9920412c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 945 time: 0.2215126 Mar 05 13:51:19.878533 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35880) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:19.887715 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-58315bfe-93e8-4231-9eed-0d6a00926ac5 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Request body: {'floatingip': {'port_id': 'b852d257-e284-4921-9e1c-1731d07e7b99'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:19.979615 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58315bfe-93e8-4231-9eed-0d6a00926ac5 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for floatingip, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:20.173620 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b24c7719-0699-4499-9751-6bfbdf51d9da tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:20.180877 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b24c7719-0699-4499-9751-6bfbdf51d9da tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:20.300501 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c7719-0699-4499-9751-6bfbdf51d9da tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Pushing event updated for resources: {'Port': ['ID=9109d84c-a57a-4346-8ac2-0bb967d4e820,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:20.319746 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b24c7719-0699-4499-9751-6bfbdf51d9da tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:20.346682 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b24c7719-0699-4499-9751-6bfbdf51d9da tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:20.348467 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b24c7719-0699-4499-9751-6bfbdf51d9da tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1073711 Mar 05 13:51:20.352128 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35888) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:20.525191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9376d778-ff69-4529-bcef-672fb6fec880 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Synchronizing usage tracker for tenant:6a1c860d611a40ed83487c2f3b043971 on resource:floatingip {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:51:20.570948 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9376d778-ff69-4529-bcef-672fb6fec880 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Unset dirty status for tenant:6a1c860d611a40ed83487c2f3b043971 on resource:floatingip {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:51:20.572458 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9376d778-ff69-4529-bcef-672fb6fec880 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=fb5a4765-609d-4edd-a1b4-72f12bd8e1f9 HTTP/1.1" status: 200 len: 689 time: 0.2188783 Mar 05 13:51:20.575136 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35896) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:20.742069 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35900) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:20.765763 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Request body: {'subnets': [{'network_id': 'b98c2717-6fce-44aa-b579-3e00c3c0fce2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--404463502', 'ip_version': 6}, {'network_id': '73c700d3-780d-4eab-b3ca-e1deda759c71', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:20.766079 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Request body: {'subnet': {'network_id': 'b98c2717-6fce-44aa-b579-3e00c3c0fce2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--404463502', 'ip_version': 6}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:20.766852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Request body: {'subnet': {'network_id': '73c700d3-780d-4eab-b3ca-e1deda759c71', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:20.824002 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3649a2-97b8-4fdc-934d-d284b57ee6a4 req-03af7b08-45bb-4450-bac6-5ae194fe9ef6 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:20.825484 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c3649a2-97b8-4fdc-934d-d284b57ee6a4 req-03af7b08-45bb-4450-bac6-5ae194fe9ef6 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 945 time: 0.1735139 Mar 05 13:51:20.832072 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:20.946020 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Deleting port 9109d84c-a57a-4346-8ac2-0bb967d4e820 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:51:20.946346 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:20.994808 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c3649a2-97b8-4fdc-934d-d284b57ee6a4 req-9994d6f4-d609-4c40-b6b3-2c8c12afe76f tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582968 Mar 05 13:51:21.054283 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09da8ee-d932-41a2-abac-2e669e00f79b req-c06650fa-080f-46a9-84f9-facee1e2a16f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:21.055809 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e09da8ee-d932-41a2-abac-2e669e00f79b req-c06650fa-080f-46a9-84f9-facee1e2a16f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.3651838 Mar 05 13:51:21.082927 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:21.099574 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Usage tracker for resource:subnet and tenant:ff963fa403bb4c64899376bab427a92a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:21.107726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:21.166285 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:21.166712 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:21.167082 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e09da8ee-d932-41a2-abac-2e669e00f79b req-0d887b93-0cf2-41e4-95b1-130c3f500789 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006637 Mar 05 13:51:21.168105 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:21.195770 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.resource_extend [None req-58315bfe-93e8-4231-9eed-0d6a00926ac5 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:51:21.375143 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Calling delete_port for 9109d84c-a57a-4346-8ac2-0bb967d4e820 owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:51:21.388371 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58315bfe-93e8-4231-9eed-0d6a00926ac5 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:21.398218 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58315bfe-93e8-4231-9eed-0d6a00926ac5 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:21.487417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Made reservation on behalf of ff963fa403bb4c64899376bab427a92a for: {'subnet': 2} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:51:21.492851 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:21.493564 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:21.601285 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f6567-c21a-4341-a369-386db1b93b56 req-f9744e15-42b9-4996-bc39-008b44920b29 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:21.608435 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ee4f6567-c21a-4341-a369-386db1b93b56 req-f9744e15-42b9-4996-bc39-008b44920b29 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=c842c6d4-b1e6-470a-8496-055f766762a3 HTTP/1.1" status: 200 len: 946 time: 0.4219527 Mar 05 13:51:21.625511 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:21.689117 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Pushing event deleted for resources: {'Port': ['ID=9109d84c-a57a-4346-8ac2-0bb967d4e820,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:21.758841 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ee4f6567-c21a-4341-a369-386db1b93b56 req-601c0a29-7672-4e51-ab65-7a30fa38ce62 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=b512ad29-0819-4ffb-af27-e389ce90b2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495156 Mar 05 13:51:21.856307 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:21.883954 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-58315bfe-93e8-4231-9eed-0d6a00926ac5 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Floating IP e3384a6a-f5c2-4a11-9e5e-a185b7885504 associated. External IP: 172.25.4.91, port: b852d257-e284-4921-9e1c-1731d07e7b99. Mar 05 13:51:21.999641 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:22.084593 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:22.151645 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0ef7b650-9f83-4c58-8372-18e515397a08,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:22.245133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device c163da1f-b91e-4f55-86e4-8fc4a4e44a3c details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:51:22.502369 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815a291-8193-4ba6-b747-82e7c8f779dd req-3897bf82-dd74-4c4c-886d-b2435365e9be tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:22.515495 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e815a291-8193-4ba6-b747-82e7c8f779dd req-3897bf82-dd74-4c4c-886d-b2435365e9be tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=c842c6d4-b1e6-470a-8496-055f766762a3 HTTP/1.1" status: 200 len: 946 time: 0.5381384 Mar 05 13:51:22.525059 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35928) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:22.565237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:22.581950 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'c163da1f-b91e-4f55-86e4-8fc4a4e44a3c', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'port_id': 'c163da1f-b91e-4f55-86e4-8fc4a4e44a3c', 'mac_address': 'fa:16:3e:aa:cd:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:51:22.640331 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:22.658903 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-d34435c7-51ff-44bd-9539-1bc03d031c2b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Request body: {'floatingip': {'port_id': '22d94fb8-d0ff-46fd-8384-746569dad23d'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:22.682545 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:22.686181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5a4765-609d-4edd-a1b4-72f12bd8e1f9']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:22.704553 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c163da1f-b91e-4f55-86e4-8fc4a4e44a3c {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:51:22.711074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47682268-0395-4b3c-b6ec-ed78738809a9') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:22.711369 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47682268-0395-4b3c-b6ec-ed78738809a9') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:22.726948 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:22.741244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d2b16-094f-49ef-86c5-58ccc62282f8 req-17d9a57a-3dbd-4050-918d-da07d20f34ac tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:22.743143 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:22.748348 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d99d2b16-094f-49ef-86c5-58ccc62282f8 req-17d9a57a-3dbd-4050-918d-da07d20f34ac tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 945 time: 0.3983300 Mar 05 13:51:22.753082 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:22.791859 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:22.807637 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d99d2b16-094f-49ef-86c5-58ccc62282f8 req-655623cb-1953-4488-9f5a-a4fcf4d762fd tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583594 Mar 05 13:51:22.812380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:51:22.812779 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:51:22.838352 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:51:22.888098 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:51:22.896624 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:22.914262 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['c163da1f-b91e-4f55-86e4-8fc4a4e44a3c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:51:22.963148 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:22.988955 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb5a4765-609d-4edd-a1b4-72f12bd8e1f9 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 05 13:51:23.008793 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d34435c7-51ff-44bd-9539-1bc03d031c2b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:23.009251 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:23.033140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb5a4765-609d-4edd-a1b4-72f12bd8e1f9,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:23.074903 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c854670e-9bde-4a70-87bc-f21cd58c42d1 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] 10.222.0.16 "DELETE /v2.0/networks/fb5a4765-609d-4edd-a1b4-72f12bd8e1f9 HTTP/1.1" status: 204 len: 168 time: 2.4981468 Mar 05 13:51:23.077100 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35940) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:23.410861 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b0417ab3-0bf3-4b5b-add6-10356bfd668e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Synchronizing usage tracker for tenant:6a1c860d611a40ed83487c2f3b043971 on resource:floatingip {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:51:23.445195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b0417ab3-0bf3-4b5b-add6-10356bfd668e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Unset dirty status for tenant:6a1c860d611a40ed83487c2f3b043971 on resource:floatingip {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:51:23.450663 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b0417ab3-0bf3-4b5b-add6-10356bfd668e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3826 time: 0.3725324 Mar 05 13:51:23.451518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35952) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:23.547062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb50156-fb50-416c-ba9b-0579c9f78c5c tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:23.547788 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb50156-fb50-416c-ba9b-0579c9f78c5c tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:23.548379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb50156-fb50-416c-ba9b-0579c9f78c5c tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:23.549257 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb50156-fb50-416c-ba9b-0579c9f78c5c tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:23.550036 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb50156-fb50-416c-ba9b-0579c9f78c5c tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:23.550640 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb50156-fb50-416c-ba9b-0579c9f78c5c tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:23.551824 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb50156-fb50-416c-ba9b-0579c9f78c5c tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:23.553825 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb50156-fb50-416c-ba9b-0579c9f78c5c tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:23.554455 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb50156-fb50-416c-ba9b-0579c9f78c5c tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:23.555281 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb50156-fb50-416c-ba9b-0579c9f78c5c tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:23.556643 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6bb50156-fb50-416c-ba9b-0579c9f78c5c tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Synchronizing usage tracker for tenant:6a1c860d611a40ed83487c2f3b043971 on resource:subnet {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:51:23.581266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6bb50156-fb50-416c-ba9b-0579c9f78c5c tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Unset dirty status for tenant:6a1c860d611a40ed83487c2f3b043971 on resource:subnet {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:51:23.587689 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6bb50156-fb50-416c-ba9b-0579c9f78c5c tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6593 time: 0.1348126 Mar 05 13:51:23.589272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35956) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:23.695111 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-41e424e8-b1dd-4557-afb4-b006ec97a887 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] delete failed (client error): The resource could not be found. Mar 05 13:51:23.698703 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-41e424e8-b1dd-4557-afb4-b006ec97a887 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/d8bf39c1-35d4-4676-be98-7335cf34dffa HTTP/1.1" status: 404 len: 345 time: 0.1055803 Mar 05 13:51:23.698857 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35966) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:23.743284 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-65fa409d-95cd-4a23-a15d-e4dbd9a0c205 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] DELETE failed (client error): The resource could not be found. Mar 05 13:51:23.743946 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65fa409d-95cd-4a23-a15d-e4dbd9a0c205 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:51:23.750409 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-65fa409d-95cd-4a23-a15d-e4dbd9a0c205 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] 10.222.0.16 "DELETE /v2.0/networks/fb5a4765-609d-4edd-a1b4-72f12bd8e1f9 HTTP/1.1" status: 404 len: 339 time: 0.0462973 Mar 05 13:51:23.753202 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35970) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:23.766560 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-219eaab8-166c-4cb6-9adc-d8b240df550e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Request body: {'network': {'name': 'tempest-network--2090755614', 'router:external': True}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:23.776930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-219eaab8-166c-4cb6-9adc-d8b240df550e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:23.779554 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35974) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:23.784081 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-219eaab8-166c-4cb6-9adc-d8b240df550e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Usage tracker for resource:network and tenant:6a1c860d611a40ed83487c2f3b043971 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:23.796001 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-219eaab8-166c-4cb6-9adc-d8b240df550e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:23.802773 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-219eaab8-166c-4cb6-9adc-d8b240df550e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:23.818929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219eaab8-166c-4cb6-9adc-d8b240df550e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Made reservation on behalf of 6a1c860d611a40ed83487c2f3b043971 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:51:23.822170 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-219eaab8-166c-4cb6-9adc-d8b240df550e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:23.829316 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f15bd-d4cc-4725-8c0c-cd9956d0fdc2 req-65456b93-57a2-4f38-88da-3485ba192bbe tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:23.837934 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-822f15bd-d4cc-4725-8c0c-cd9956d0fdc2 req-65456b93-57a2-4f38-88da-3485ba192bbe tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.9818468 Mar 05 13:51:23.860215 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219eaab8-166c-4cb6-9adc-d8b240df550e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:51:23.874238 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-219eaab8-166c-4cb6-9adc-d8b240df550e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:23.876196 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-219eaab8-166c-4cb6-9adc-d8b240df550e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Added segment 9f7e38e7-4270-4176-90f8-2ec47ee428b0 of type vlan for network 6b889c07-a88a-4673-8ce1-5a885cc15959 Mar 05 13:51:23.931757 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:23.944196 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-219eaab8-166c-4cb6-9adc-d8b240df550e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:24.003166 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-219eaab8-166c-4cb6-9adc-d8b240df550e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:24.007021 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219eaab8-166c-4cb6-9adc-d8b240df550e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:24.007640 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-219eaab8-166c-4cb6-9adc-d8b240df550e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:24.066121 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58315bfe-93e8-4231-9eed-0d6a00926ac5 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Router 1565042d-3de9-41d3-95c2-a0a45f6a3702 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:51:24.133315 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-822f15bd-d4cc-4725-8c0c-cd9956d0fdc2 req-a1bc942f-6ce2-4b5b-8c5e-c7bef768e7aa tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926426 Mar 05 13:51:24.168856 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Checking segment: {'id': '5052d79e-8d96-4df5-af21-bfdcbd4753a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b98c2717-6fce-44aa-b579-3e00c3c0fce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:51:24.169499 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Network hostable DHCP agents. Network: b98c2717-6fce-44aa-b579-3e00c3c0fce2, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:51:24.241300 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device c163da1f-b91e-4f55-86e4-8fc4a4e44a3c up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:51:24.339100 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-219eaab8-166c-4cb6-9adc-d8b240df550e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5844941 Mar 05 13:51:24.349684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35988) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:24.361278 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:51:24.361937 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:24.471588 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58315bfe-93e8-4231-9eed-0d6a00926ac5 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:51:24.472250 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219eaab8-166c-4cb6-9adc-d8b240df550e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Pushing event updated for resources: {'Network': ['ID=6b889c07-a88a-4673-8ce1-5a885cc15959,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:24.483485 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33366a3-5da2-45e5-8d5a-232c78a2fbf1 None None] Sync routers for ids ['1565042d-3de9-41d3-95c2-a0a45f6a3702'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:51:24.502523 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 6b889c07-a88a-4673-8ce1-5a885cc15959 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:51:24.506089 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33366a3-5da2-45e5-8d5a-232c78a2fbf1 None None] Routers {'1565042d-3de9-41d3-95c2-a0a45f6a3702'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:51:24.506781 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b33366a3-5da2-45e5-8d5a-232c78a2fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:51:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1565042d-3de9-41d3-95c2-a0a45f6a3702'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:24.507213 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58315bfe-93e8-4231-9eed-0d6a00926ac5 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:24.602406 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Pushing event updated for resources: {'Subnet': ['ID=98becf84-1296-4a09-80ab-97863d485bbd,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:24.622022 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Network b98c2717-6fce-44aa-b579-3e00c3c0fce2 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:51:24.651547 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, b98c2717-6fce-44aa-b579-3e00c3c0fce2) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:51:24.655885 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:24.728815 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706723ad-8f79-4996-8314-ccf30b7ffb29 None None] Network b98c2717-6fce-44aa-b579-3e00c3c0fce2 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:51:24.925476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205d8f7-b7d0-4eb4-b761-14c27619c734 req-55f38427-5b0f-4569-a420-84d5cdcd4aff tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:24.929509 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2205d8f7-b7d0-4eb4-b761-14c27619c734 req-55f38427-5b0f-4569-a420-84d5cdcd4aff tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 944 time: 0.8689592 Mar 05 13:51:24.942222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Pushing event updated for resources: {'Subnet': ['ID=2f52e20b-8742-4652-9ada-cc0bd236d3f4,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:24.945141 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-b33366a3-5da2-45e5-8d5a-232c78a2fbf1 None None] Set router 1565042d-3de9-41d3-95c2-a0a45f6a3702 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:51:25.055606 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-58315bfe-93e8-4231-9eed-0d6a00926ac5 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "PUT /v2.0/floatingips/e3384a6a-f5c2-4a11-9e5e-a185b7885504 HTTP/1.1" status: 200 len: 990 time: 5.1759808 Mar 05 13:51:25.067255 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'tag': 'b852d257-e284-4921-9e1c-1731d07e7b99'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:51:25.226585 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:25.256249 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73ce811-49f8-4b67-a7ae-7cdc1a60e68b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-b98c2717-6fce-44aa-b579-3e00c3c0fce2', 'network_id': 'b98c2717-6fce-44aa-b579-3e00c3c0fce2', 'tenant_id': 'ff963fa403bb4c64899376bab427a92a', 'fixed_ips': [{'subnet_id': '98becf84-1296-4a09-80ab-97863d485bbd'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:51:25.257851 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b73ce811-49f8-4b67-a7ae-7cdc1a60e68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:25.280857 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fba67fc-509c-4fb0-b931-24ce7a1b902e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c163da1f-b91e-4f55-86e4-8fc4a4e44a3c'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:51:25.350550 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:25.389251 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:25.666380 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Checking segment: {'id': '61d318e1-b45d-4f2d-8d52-3e17310199a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73c700d3-780d-4eab-b3ca-e1deda759c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:51:25.668820 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Network hostable DHCP agents. Network: 73c700d3-780d-4eab-b3ca-e1deda759c71, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:51:25.674148 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b33366a3-5da2-45e5-8d5a-232c78a2fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'name': 'tempest-ServerActionsTestJSON-1951399340-router', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:50:34Z', 'updated_at': '2022-03-05T13:50:42Z', 'revision_number': 4, 'project_id': '8857cbe55e484452818a32b411d7670f', 'gw_port': {'id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:50:35Z', 'updated_at': '2022-03-05T13:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'e3384a6a-f5c2-4a11-9e5e-a185b7885504', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'floating_ip_address': '172.25.4.91', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'port_id': 'b852d257-e284-4921-9e1c-1731d07e7b99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'mac_address': 'fa:16:3e:a2:23:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:50:50Z', 'updated_at': '2022-03-05T13:51:21Z', 'revision_number': 1, 'project_id': '8857cbe55e484452818a32b411d7670f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a4a00e-efe1-4e4e-8fd2-594d823ae012', 'name': '', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'mac_address': 'fa:16:3e:bb:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:50:40Z', 'updated_at': '2022-03-05T13:50:52Z', 'revision_number': 5, 'project_id': '8857cbe55e484452818a32b411d7670f', 'subnets': [{'id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:25.698210 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1ab167-3ee1-4d1d-90e6-26b6eb7952d8 tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:25.701202 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33366a3-5da2-45e5-8d5a-232c78a2fbf1 None None] Checking router: 1565042d-3de9-41d3-95c2-a0a45f6a3702 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:51:25.701793 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-b73ce811-49f8-4b67-a7ae-7cdc1a60e68b None None] Allocated IP 2001:db8::1 (b98c2717-6fce-44aa-b579-3e00c3c0fce2/98becf84-1296-4a09-80ab-97863d485bbd/12790be5-ec62-46c7-95e6-04490432ed2d) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:51:25.712903 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1ab167-3ee1-4d1d-90e6-26b6eb7952d8 tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:25.725661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1ab167-3ee1-4d1d-90e6-26b6eb7952d8 tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:25.736837 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1ab167-3ee1-4d1d-90e6-26b6eb7952d8 tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:25.742815 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8f1ab167-3ee1-4d1d-90e6-26b6eb7952d8 tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 1.3694797 Mar 05 13:51:25.744034 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36004) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:25.749740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Network 73c700d3-780d-4eab-b3ca-e1deda759c71 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:51:25.751906 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2205d8f7-b7d0-4eb4-b761-14c27619c734 req-af804252-68fd-43ac-bafa-cb1ebd6d2d76 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7852519 Mar 05 13:51:25.790336 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 73c700d3-780d-4eab-b3ca-e1deda759c71) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:51:25.800794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d448d-4111-4ebd-b176-feece6d13519 req-43a891d3-42bd-40b1-b57a-7e574f005783 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:25.813884 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fb7d448d-4111-4ebd-b176-feece6d13519 req-43a891d3-42bd-40b1-b57a-7e574f005783 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.2941813 Mar 05 13:51:25.840935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:25.841412 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:25.842414 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:25.846595 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:25.859104 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3b8128-99a8-4bab-acd1-41e0639fb5f6 None None] Network 73c700d3-780d-4eab-b3ca-e1deda759c71 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:51:25.876389 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.resource_extend [None req-d34435c7-51ff-44bd-9539-1bc03d031c2b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:51:25.905175 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33366a3-5da2-45e5-8d5a-232c78a2fbf1 None None] Routers {'1565042d-3de9-41d3-95c2-a0a45f6a3702'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:51:25.905965 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b33366a3-5da2-45e5-8d5a-232c78a2fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:51:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1565042d-3de9-41d3-95c2-a0a45f6a3702'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:25.954445 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21c60451-03ea-461c-87c0-852f10548201 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:25.998270 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ee8b18e8-7d19-448c-a314-c72aa425190e tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.2507982 Mar 05 13:51:26.001561 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36008) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:26.017805 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fb7d448d-4111-4ebd-b176-feece6d13519 req-22a06a1c-5b06-429a-8340-45d3cf0b95ca tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029593 Mar 05 13:51:26.158355 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'tag': 'b852d257-e284-4921-9e1c-1731d07e7b99', 'status': 'completed', 'code': 200} Mar 05 13:51:26.184148 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d34435c7-51ff-44bd-9539-1bc03d031c2b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:26.206748 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21c60451-03ea-461c-87c0-852f10548201 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:26.215823 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d34435c7-51ff-44bd-9539-1bc03d031c2b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:26.250711 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-b33366a3-5da2-45e5-8d5a-232c78a2fbf1 None None] Set router 1565042d-3de9-41d3-95c2-a0a45f6a3702 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:51:26.256525 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-21c60451-03ea-461c-87c0-852f10548201 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b889c07-a88a-4673-8ce1-5a885cc15959']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:26.290539 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-21c60451-03ea-461c-87c0-852f10548201 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7e38e7-4270-4176-90f8-2ec47ee428b0') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:26.290988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-21c60451-03ea-461c-87c0-852f10548201 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7e38e7-4270-4176-90f8-2ec47ee428b0') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:26.313208 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21c60451-03ea-461c-87c0-852f10548201 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:26.347208 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21c60451-03ea-461c-87c0-852f10548201 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:26.362582 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c60451-03ea-461c-87c0-852f10548201 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:51:26.362998 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21c60451-03ea-461c-87c0-852f10548201 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:26.447595 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5657ed-8ce5-4ee0-9550-9198262d78b6 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:26.450433 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5657ed-8ce5-4ee0-9550-9198262d78b6 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:26.452456 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5657ed-8ce5-4ee0-9550-9198262d78b6 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:26.453100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9f5657ed-8ce5-4ee0-9550-9198262d78b6 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Synchronizing usage tracker for tenant:ff963fa403bb4c64899376bab427a92a on resource:subnet {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:51:26.568437 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9f5657ed-8ce5-4ee0-9550-9198262d78b6 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Unset dirty status for tenant:ff963fa403bb4c64899376bab427a92a on resource:subnet {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:51:26.579512 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9f5657ed-8ce5-4ee0-9550-9198262d78b6 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.5545843 Mar 05 13:51:26.590825 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36012) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:26.712409 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-d34435c7-51ff-44bd-9539-1bc03d031c2b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Floating IP 0173853b-0fda-4f54-830c-b7f3fcff9d38 associated. External IP: 172.25.4.100, port: 22d94fb8-d0ff-46fd-8384-746569dad23d. Mar 05 13:51:26.728808 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b33366a3-5da2-45e5-8d5a-232c78a2fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'name': 'tempest-ServerActionsTestJSON-1951399340-router', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:50:34Z', 'updated_at': '2022-03-05T13:50:42Z', 'revision_number': 4, 'project_id': '8857cbe55e484452818a32b411d7670f', 'gw_port': {'id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:50:35Z', 'updated_at': '2022-03-05T13:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'e3384a6a-f5c2-4a11-9e5e-a185b7885504', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'floating_ip_address': '172.25.4.91', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'port_id': 'b852d257-e284-4921-9e1c-1731d07e7b99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'mac_address': 'fa:16:3e:a2:23:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:50:50Z', 'updated_at': '2022-03-05T13:51:21Z', 'revision_number': 1, 'project_id': '8857cbe55e484452818a32b411d7670f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a4a00e-efe1-4e4e-8fd2-594d823ae012', 'name': '', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'mac_address': 'fa:16:3e:bb:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:50:40Z', 'updated_at': '2022-03-05T13:50:52Z', 'revision_number': 5, 'project_id': '8857cbe55e484452818a32b411d7670f', 'subnets': [{'id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:26.733925 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33366a3-5da2-45e5-8d5a-232c78a2fbf1 None None] The sync data for ids ['1565042d-3de9-41d3-95c2-a0a45f6a3702'] in n-d-803718-1 is: [{'id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'name': 'tempest-ServerActionsTestJSON-1951399340-router', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:50:34Z', 'updated_at': '2022-03-05T13:50:42Z', 'revision_number': 4, 'project_id': '8857cbe55e484452818a32b411d7670f', 'gw_port': {'id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:50:35Z', 'updated_at': '2022-03-05T13:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'e3384a6a-f5c2-4a11-9e5e-a185b7885504', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'floating_ip_address': '172.25.4.91', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'port_id': 'b852d257-e284-4921-9e1c-1731d07e7b99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'mac_address': 'fa:16:3e:a2:23:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:50:50Z', 'updated_at': '2022-03-05T13:51:21Z', 'revision_number': 1, 'project_id': '8857cbe55e484452818a32b411d7670f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a4a00e-efe1-4e4e-8fd2-594d823ae012', 'name': '', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'mac_address': 'fa:16:3e:bb:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:50:40Z', 'updated_at': '2022-03-05T13:50:52Z', 'revision_number': 5, 'project_id': '8857cbe55e484452818a32b411d7670f', 'subnets': [{'id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:51:26.754241 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:51:26.769238 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21c60451-03ea-461c-87c0-852f10548201 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:26.796671 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d0a849-fe72-4c30-b877-f63f931b8bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-73c700d3-780d-4eab-b3ca-e1deda759c71', 'network_id': '73c700d3-780d-4eab-b3ca-e1deda759c71', 'tenant_id': 'ff963fa403bb4c64899376bab427a92a', 'fixed_ips': [{'subnet_id': '2f52e20b-8742-4652-9ada-cc0bd236d3f4'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:51:26.798029 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-40d0a849-fe72-4c30-b877-f63f931b8bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:26.812631 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c60451-03ea-461c-87c0-852f10548201 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6b889c07-a88a-4673-8ce1-5a885cc15959 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 05 13:51:26.827344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c60451-03ea-461c-87c0-852f10548201 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b889c07-a88a-4673-8ce1-5a885cc15959,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:26.828509 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac76f6d-a4e5-48d2-a1fd-9b12fe4cd4da req-7ebc83c9-2269-4ef7-b6b6-47ed7e98009b tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:26.835361 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21c60451-03ea-461c-87c0-852f10548201 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:26.846106 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ac76f6d-a4e5-48d2-a1fd-9b12fe4cd4da req-7ebc83c9-2269-4ef7-b6b6-47ed7e98009b tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.4911387 Mar 05 13:51:26.897561 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-adebc9d0-2aa2-453b-91d7-8524f5e49706 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Deleting subnet 98becf84-1296-4a09-80ab-97863d485bbd {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:51:26.914897 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-21c60451-03ea-461c-87c0-852f10548201 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] 10.222.0.16 "DELETE /v2.0/networks/6b889c07-a88a-4673-8ce1-5a885cc15959 HTTP/1.1" status: 204 len: 168 time: 1.1655934 Mar 05 13:51:26.921125 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36018) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:26.954487 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-578acaf2-a597-464a-9b07-9ab6b4d4c96e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Request body: {'network': {'name': 'tempest-network--131069496', 'router:external': True}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:26.979352 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ac76f6d-a4e5-48d2-a1fd-9b12fe4cd4da req-e7f53cac-ccc2-44a6-9339-f9c83e00d8b9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299162 Mar 05 13:51:26.988796 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-578acaf2-a597-464a-9b07-9ab6b4d4c96e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:26.994890 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b73ce811-49f8-4b67-a7ae-7cdc1a60e68b None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:27.015211 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b73ce811-49f8-4b67-a7ae-7cdc1a60e68b None None] Transition to ACTIVE for port object 12790be5-ec62-46c7-95e6-04490432ed2d will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:51:27.081586 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b73ce811-49f8-4b67-a7ae-7cdc1a60e68b None None] Transition to ACTIVE for port object 12790be5-ec62-46c7-95e6-04490432ed2d will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:51:27.098520 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b73ce811-49f8-4b67-a7ae-7cdc1a60e68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:27.106198 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fba67fc-509c-4fb0-b931-24ce7a1b902e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c163da1f-b91e-4f55-86e4-8fc4a4e44a3c', 'code': 200} Mar 05 13:51:27.127248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-578acaf2-a597-464a-9b07-9ab6b4d4c96e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Usage tracker for resource:network and tenant:6a1c860d611a40ed83487c2f3b043971 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:27.141976 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-adebc9d0-2aa2-453b-91d7-8524f5e49706 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:27.147871 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-578acaf2-a597-464a-9b07-9ab6b4d4c96e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:27.166526 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-40d0a849-fe72-4c30-b877-f63f931b8bdd None None] Allocated IP 2001:db8:0:1::1 (73c700d3-780d-4eab-b3ca-e1deda759c71/2f52e20b-8742-4652-9ada-cc0bd236d3f4/dea27918-3a61-4c00-9947-7e495748ae28) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:51:27.175787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-578acaf2-a597-464a-9b07-9ab6b4d4c96e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:27.180120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189faea-8045-4aa3-9cd2-d4442045a9b4 req-87989243-2b5f-40ce-b6e4-14128979319f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:27.185926 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d189faea-8045-4aa3-9cd2-d4442045a9b4 req-87989243-2b5f-40ce-b6e4-14128979319f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 1096 time: 0.5240641 Mar 05 13:51:27.195673 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73ce811-49f8-4b67-a7ae-7cdc1a60e68b None None] Network b98c2717-6fce-44aa-b579-3e00c3c0fce2 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:51:27.199967 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-b73ce811-49f8-4b67-a7ae-7cdc1a60e68b None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:51:27.202501 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ce811-49f8-4b67-a7ae-7cdc1a60e68b None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:51:27.208041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e529fd-44fb-475e-870c-1bff3ba98ed9 req-38890015-7abf-4b02-9795-66be6df7aac6 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:27.210603 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-57e529fd-44fb-475e-870c-1bff3ba98ed9 req-38890015-7abf-4b02-9795-66be6df7aac6 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 945 time: 1.1550140 Mar 05 13:51:27.320808 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-adebc9d0-2aa2-453b-91d7-8524f5e49706 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:27.408297 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-adebc9d0-2aa2-453b-91d7-8524f5e49706 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:27.554881 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189faea-8045-4aa3-9cd2-d4442045a9b4 req-a98977ab-6067-43f7-a1a5-d5a94ff1951b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:27.556698 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d189faea-8045-4aa3-9cd2-d4442045a9b4 req-a98977ab-6067-43f7-a1a5-d5a94ff1951b service neutron] 10.222.0.15 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 912 time: 0.3399439 Mar 05 13:51:27.632026 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-40d0a849-fe72-4c30-b877-f63f931b8bdd None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:27.643354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-40d0a849-fe72-4c30-b877-f63f931b8bdd None None] Transition to ACTIVE for port object dea27918-3a61-4c00-9947-7e495748ae28 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:51:27.662819 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-adebc9d0-2aa2-453b-91d7-8524f5e49706 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:27.664360 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-40d0a849-fe72-4c30-b877-f63f931b8bdd None None] Transition to ACTIVE for port object dea27918-3a61-4c00-9947-7e495748ae28 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:51:27.667213 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ce811-49f8-4b67-a7ae-7cdc1a60e68b None None] Pushing event updated for resources: {'Port': ['ID=12790be5-ec62-46c7-95e6-04490432ed2d,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:27.691379 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-40d0a849-fe72-4c30-b877-f63f931b8bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:27.711039 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578acaf2-a597-464a-9b07-9ab6b4d4c96e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Made reservation on behalf of 6a1c860d611a40ed83487c2f3b043971 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:51:27.714126 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-578acaf2-a597-464a-9b07-9ab6b4d4c96e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:27.719240 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-adebc9d0-2aa2-453b-91d7-8524f5e49706 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:27.744602 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-adebc9d0-2aa2-453b-91d7-8524f5e49706 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] 10.222.0.16 "DELETE /v2.0/subnets/98becf84-1296-4a09-80ab-97863d485bbd HTTP/1.1" status: 204 len: 168 time: 1.1504407 Mar 05 13:51:27.748554 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36024) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:27.768275 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adebc9d0-2aa2-453b-91d7-8524f5e49706 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Pushing event deleted for resources: {'Subnet': ['ID=98becf84-1296-4a09-80ab-97863d485bbd,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:27.806995 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-57e529fd-44fb-475e-870c-1bff3ba98ed9 req-e6356091-f857-4add-9fc3-98e14eec7c32 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5754633 Mar 05 13:51:27.831625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578acaf2-a597-464a-9b07-9ab6b4d4c96e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:51:27.843194 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-578acaf2-a597-464a-9b07-9ab6b4d4c96e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:27.843809 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-578acaf2-a597-464a-9b07-9ab6b4d4c96e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Added segment 0ac4245e-c02f-44d6-9e0c-4046b9a15cae of type vlan for network 8268046e-e8ff-4e59-846e-4a6da0b70b1b Mar 05 13:51:27.867892 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-08dc4087-c73b-4acb-833f-87a0a666f758 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Deleting subnet 2f52e20b-8742-4652-9ada-cc0bd236d3f4 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:51:27.874660 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-08dc4087-c73b-4acb-833f-87a0a666f758 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:27.881843 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-578acaf2-a597-464a-9b07-9ab6b4d4c96e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:27.935546 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-08dc4087-c73b-4acb-833f-87a0a666f758 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:27.948317 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0a849-fe72-4c30-b877-f63f931b8bdd None None] Pushing event updated for resources: {'Port': ['ID=dea27918-3a61-4c00-9947-7e495748ae28,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:27.950321 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a9205a2-5e78-4ef4-a962-4c64dff54729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:27.979526 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d0a849-fe72-4c30-b877-f63f931b8bdd None None] Network 73c700d3-780d-4eab-b3ca-e1deda759c71 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:51:27.982780 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-40d0a849-fe72-4c30-b877-f63f931b8bdd None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:51:27.985173 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b73ce811-49f8-4b67-a7ae-7cdc1a60e68b None None] Attempting to bind port 12790be5-ec62-46c7-95e6-04490432ed2d on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:51:27.985542 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b73ce811-49f8-4b67-a7ae-7cdc1a60e68b None None] Attempting to bind port 12790be5-ec62-46c7-95e6-04490432ed2d by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '5052d79e-8d96-4df5-af21-bfdcbd4753a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b98c2717-6fce-44aa-b579-3e00c3c0fce2'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:51:27.985902 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ce811-49f8-4b67-a7ae-7cdc1a60e68b None None] Attempting to bind port 12790be5-ec62-46c7-95e6-04490432ed2d on network b98c2717-6fce-44aa-b579-3e00c3c0fce2 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:51:27.991386 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d0a849-fe72-4c30-b877-f63f931b8bdd None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:51:27.997536 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ce811-49f8-4b67-a7ae-7cdc1a60e68b None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:51:27.997902 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ce811-49f8-4b67-a7ae-7cdc1a60e68b None None] Checking segment: {'id': '5052d79e-8d96-4df5-af21-bfdcbd4753a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b98c2717-6fce-44aa-b579-3e00c3c0fce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:51:27.998354 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b73ce811-49f8-4b67-a7ae-7cdc1a60e68b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:27.998819 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ce811-49f8-4b67-a7ae-7cdc1a60e68b None None] Bound using segment: {'id': '5052d79e-8d96-4df5-af21-bfdcbd4753a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b98c2717-6fce-44aa-b579-3e00c3c0fce2'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:51:27.999307 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b73ce811-49f8-4b67-a7ae-7cdc1a60e68b None None] Bound port: 12790be5-ec62-46c7-95e6-04490432ed2d, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5052d79e-8d96-4df5-af21-bfdcbd4753a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b98c2717-6fce-44aa-b579-3e00c3c0fce2'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:51:27.999723 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b73ce811-49f8-4b67-a7ae-7cdc1a60e68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:28.042521 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-578acaf2-a597-464a-9b07-9ab6b4d4c96e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:28.044275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578acaf2-a597-464a-9b07-9ab6b4d4c96e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:28.049958 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-578acaf2-a597-464a-9b07-9ab6b4d4c96e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:28.108285 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-08dc4087-c73b-4acb-833f-87a0a666f758 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:28.140246 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f877d53f-7138-45f4-a255-40a9133df0f9 None None] New status for floating IP e3384a6a-f5c2-4a11-9e5e-a185b7885504: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:51:28.171478 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d189faea-8045-4aa3-9cd2-d4442045a9b4 req-df4af5a1-55e5-483a-b20c-4e60519cf818 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b852d257-e284-4921-9e1c-1731d07e7b99 HTTP/1.1" status: 200 len: 998 time: 0.5958109 Mar 05 13:51:28.310601 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-578acaf2-a597-464a-9b07-9ab6b4d4c96e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.3732989 Mar 05 13:51:28.346728 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36032) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:28.486678 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-08dc4087-c73b-4acb-833f-87a0a666f758 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:28.498921 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d2019a-a71b-4017-bd0c-c2ad3f8107c9 tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:28.499718 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c4d2019a-a71b-4017-bd0c-c2ad3f8107c9 tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Synchronizing usage tracker for tenant:937fbbf84dec4e30b145f920816b1980 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:51:28.545714 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578acaf2-a597-464a-9b07-9ab6b4d4c96e tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Pushing event updated for resources: {'Network': ['ID=8268046e-e8ff-4e59-846e-4a6da0b70b1b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:28.576348 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc4087-c73b-4acb-833f-87a0a666f758 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Pushing event deleted for resources: {'Subnet': ['ID=2f52e20b-8742-4652-9ada-cc0bd236d3f4,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:28.594939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6f5f9-578f-4ce4-95bf-39baa417a0d1 req-29f24d6d-fbda-4b6f-8210-374969bc94dc tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:28.605771 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-02f6f5f9-578f-4ce4-95bf-39baa417a0d1 req-29f24d6d-fbda-4b6f-8210-374969bc94dc tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 945 time: 1.0630789 Mar 05 13:51:28.611129 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189faea-8045-4aa3-9cd2-d4442045a9b4 req-679dc51c-38e0-4b04-89ee-9908a9cd6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:28.612836 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d189faea-8045-4aa3-9cd2-d4442045a9b4 req-679dc51c-38e0-4b04-89ee-9908a9cd6552 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.4295516 Mar 05 13:51:28.660984 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 8268046e-e8ff-4e59-846e-4a6da0b70b1b details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:51:28.670203 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c7f82-0fc0-478b-be41-860c8da72206 req-438d98f9-0222-4bb0-a2a9-d3d0d645d20c tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:28.671655 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b95c7f82-0fc0-478b-be41-860c8da72206 req-438d98f9-0222-4bb0-a2a9-d3d0d645d20c tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.5763094 Mar 05 13:51:28.700099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c4d2019a-a71b-4017-bd0c-c2ad3f8107c9 tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Unset dirty status for tenant:937fbbf84dec4e30b145f920816b1980 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:51:28.703953 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c4d2019a-a71b-4017-bd0c-c2ad3f8107c9 tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] 10.222.0.16 "GET /v2.0/networks/8268046e-e8ff-4e59-846e-4a6da0b70b1b HTTP/1.1" status: 200 len: 756 time: 0.3559966 Mar 05 13:51:28.704845 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36036) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:28.737216 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-08dc4087-c73b-4acb-833f-87a0a666f758 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:28.750081 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b73ce811-49f8-4b67-a7ae-7cdc1a60e68b None None] For port 12790be5-ec62-46c7-95e6-04490432ed2d, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:51:28.754245 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b73ce811-49f8-4b67-a7ae-7cdc1a60e68b None None] For port 12790be5-ec62-46c7-95e6-04490432ed2d, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=12790be5-ec62-46c7-95e6-04490432ed2d,segment=NetworkSegment(5052d79e-8d96-4df5-af21-bfdcbd4753a9),segment_id=5052d79e-8d96-4df5-af21-bfdcbd4753a9)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:51:28.811233 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b73ce811-49f8-4b67-a7ae-7cdc1a60e68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:28.832542 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-40d0a849-fe72-4c30-b877-f63f931b8bdd None None] Attempting to bind port dea27918-3a61-4c00-9947-7e495748ae28 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:51:28.833377 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-40d0a849-fe72-4c30-b877-f63f931b8bdd None None] Attempting to bind port dea27918-3a61-4c00-9947-7e495748ae28 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '61d318e1-b45d-4f2d-8d52-3e17310199a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73c700d3-780d-4eab-b3ca-e1deda759c71'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:51:28.834213 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d0a849-fe72-4c30-b877-f63f931b8bdd None None] Attempting to bind port dea27918-3a61-4c00-9947-7e495748ae28 on network 73c700d3-780d-4eab-b3ca-e1deda759c71 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:51:28.855539 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-02f6f5f9-578f-4ce4-95bf-39baa417a0d1 req-d9d97dab-e19a-41c9-ac10-1093e21f0650 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488446 Mar 05 13:51:28.903684 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-08dc4087-c73b-4acb-833f-87a0a666f758 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] 10.222.0.16 "DELETE /v2.0/subnets/2f52e20b-8742-4652-9ada-cc0bd236d3f4 HTTP/1.1" status: 204 len: 168 time: 1.1411016 Mar 05 13:51:28.914942 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36040) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:28.976970 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b95c7f82-0fc0-478b-be41-860c8da72206 req-420906c2-ce0e-4c0d-93c9-575a1864a180 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2970665 Mar 05 13:51:28.995779 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d0a849-fe72-4c30-b877-f63f931b8bdd None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:51:28.997457 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d0a849-fe72-4c30-b877-f63f931b8bdd None None] Checking segment: {'id': '61d318e1-b45d-4f2d-8d52-3e17310199a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73c700d3-780d-4eab-b3ca-e1deda759c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:51:28.998163 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-40d0a849-fe72-4c30-b877-f63f931b8bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:28.998699 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d0a849-fe72-4c30-b877-f63f931b8bdd None None] Bound using segment: {'id': '61d318e1-b45d-4f2d-8d52-3e17310199a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73c700d3-780d-4eab-b3ca-e1deda759c71'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:51:28.999419 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-40d0a849-fe72-4c30-b877-f63f931b8bdd None None] Bound port: dea27918-3a61-4c00-9947-7e495748ae28, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61d318e1-b45d-4f2d-8d52-3e17310199a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73c700d3-780d-4eab-b3ca-e1deda759c71'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:51:28.999963 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-40d0a849-fe72-4c30-b877-f63f931b8bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:29.045551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189faea-8045-4aa3-9cd2-d4442045a9b4 req-630dc369-d479-407c-9f05-7972fc23f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:29.047075 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d189faea-8045-4aa3-9cd2-d4442045a9b4 req-630dc369-d479-407c-9f05-7972fc23f7ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4217196 Mar 05 13:51:29.187258 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-40d0a849-fe72-4c30-b877-f63f931b8bdd None None] For port dea27918-3a61-4c00-9947-7e495748ae28, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:51:29.195898 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d189faea-8045-4aa3-9cd2-d4442045a9b4 req-cd3ced94-2953-4cef-95b6-52fac18b57f9 service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369369 Mar 05 13:51:29.197309 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-40d0a849-fe72-4c30-b877-f63f931b8bdd None None] For port dea27918-3a61-4c00-9947-7e495748ae28, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=dea27918-3a61-4c00-9947-7e495748ae28,segment=NetworkSegment(61d318e1-b45d-4f2d-8d52-3e17310199a5),segment_id=61d318e1-b45d-4f2d-8d52-3e17310199a5)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:51:29.210586 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d6aab3-bfd5-469e-ae8f-f5cd2e870a8c tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:29.215710 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-71d6aab3-bfd5-469e-ae8f-f5cd2e870a8c tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] 10.222.0.16 "GET /v2.0/networks/ae7964a6-8d36-4269-a37d-fa2b6051b5f1 HTTP/1.1" status: 200 len: 766 time: 0.4827871 Mar 05 13:51:29.218910 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8456cd2c-a89f-41d3-ae45-e6bd5e487729 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:29.219897 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8456cd2c-a89f-41d3-ae45-e6bd5e487729 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Synchronizing usage tracker for tenant:ff963fa403bb4c64899376bab427a92a on resource:subnet {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:51:29.227239 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34435c7-51ff-44bd-9539-1bc03d031c2b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Router ebed7ca6-286a-45b0-ab29-0b098cdfdadb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:51:29.228009 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36044) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:29.232216 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-40d0a849-fe72-4c30-b877-f63f931b8bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:29.264351 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:29.292306 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:29.355642 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8456cd2c-a89f-41d3-ae45-e6bd5e487729 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Unset dirty status for tenant:ff963fa403bb4c64899376bab427a92a on resource:subnet {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:51:29.361544 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8456cd2c-a89f-41d3-ae45-e6bd5e487729 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4392519 Mar 05 13:51:29.382596 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ce811-49f8-4b67-a7ae-7cdc1a60e68b None None] Pushing event updated for resources: {'Port': ['ID=12790be5-ec62-46c7-95e6-04490432ed2d,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:29.420579 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36048) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:29.420979 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-3a9205a2-5e78-4ef4-a962-4c64dff54729 admin admin] Deleting port 5e02f994-498a-4d49-ba34-5c5f68ed38d9 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:51:29.421333 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a9205a2-5e78-4ef4-a962-4c64dff54729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:29.593413 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dead078-f2f1-4980-84fa-04a740c7644c None None] Network 73c700d3-780d-4eab-b3ca-e1deda759c71 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:51:29.654276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34435c7-51ff-44bd-9539-1bc03d031c2b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:51:29.659219 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d34435c7-51ff-44bd-9539-1bc03d031c2b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:29.665933 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3be15a-1e0a-4aac-8c18-ab13ad623b04 None None] Sync routers for ids ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:51:29.683525 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3be15a-1e0a-4aac-8c18-ab13ad623b04 None None] Routers {'ebed7ca6-286a-45b0-ab29-0b098cdfdadb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:51:29.684380 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ed3be15a-1e0a-4aac-8c18-ab13ad623b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:51:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:29.690344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eba17f-4965-4c3b-b5f3-516a1439a89d req-c27881bd-eaaa-4c24-bcf9-612db68cee8d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:29.694327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361f9c1c-9f24-4550-9dda-a5988d462921 None None] Network b98c2717-6fce-44aa-b579-3e00c3c0fce2 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:51:29.698229 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-66eba17f-4965-4c3b-b5f3-516a1439a89d req-c27881bd-eaaa-4c24-bcf9-612db68cee8d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.5013261 Mar 05 13:51:29.721425 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d189faea-8045-4aa3-9cd2-d4442045a9b4 req-dd48c1be-e8cf-4b4c-927b-91704bf33593 service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888940 Mar 05 13:51:29.772042 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-66eba17f-4965-4c3b-b5f3-516a1439a89d req-d2e986b2-ffe8-4c39-bd5f-e1bbbce03239 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723789 Mar 05 13:51:29.804634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-3a9205a2-5e78-4ef4-a962-4c64dff54729 admin admin] For port 5e02f994-498a-4d49-ba34-5c5f68ed38d9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5e02f994-498a-4d49-ba34-5c5f68ed38d9,segment=NetworkSegment(5a2d6778-bb74-4231-9404-704d7d2b692b),segment_id=5a2d6778-bb74-4231-9404-704d7d2b692b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:29.805046 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a9205a2-5e78-4ef4-a962-4c64dff54729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:29.827141 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0a849-fe72-4c30-b877-f63f931b8bdd None None] Pushing event updated for resources: {'Port': ['ID=dea27918-3a61-4c00-9947-7e495748ae28,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:29.840868 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bd7d8-aae4-4ad1-87d1-1214786e0b07 req-1c8e1b9b-57d4-418c-acc6-c4c78d2973db tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:29.842328 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-090bd7d8-aae4-4ad1-87d1-1214786e0b07 req-1c8e1b9b-57d4-418c-acc6-c4c78d2973db tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 945 time: 0.7047641 Mar 05 13:51:29.854233 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4386b35c-fac7-4e34-a76e-bbf3d8dd3036 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:29.969017 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-ed3be15a-1e0a-4aac-8c18-ab13ad623b04 None None] Set router ebed7ca6-286a-45b0-ab29-0b098cdfdadb gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:51:29.993910 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d34435c7-51ff-44bd-9539-1bc03d031c2b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "PUT /v2.0/floatingips/0173853b-0fda-4f54-830c-b7f3fcff9d38 HTTP/1.1" status: 200 len: 992 time: 7.3458958 Mar 05 13:51:30.010180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c842c6d4-b1e6-470a-8496-055f766762a3', 'tag': '22d94fb8-d0ff-46fd-8384-746569dad23d'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:51:30.070855 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-090bd7d8-aae4-4ad1-87d1-1214786e0b07 req-131874df-651a-4645-812d-31b03d772203 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193570 Mar 05 13:51:30.088417 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14c6f45a-4bc2-4019-bf0c-dd76a4402b3a tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:30.166746 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-14c6f45a-4bc2-4019-bf0c-dd76a4402b3a tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Deleting port dea27918-3a61-4c00-9947-7e495748ae28 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:51:30.167151 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14c6f45a-4bc2-4019-bf0c-dd76a4402b3a tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:30.282044 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-3a9205a2-5e78-4ef4-a962-4c64dff54729 admin admin] Calling delete_port for 5e02f994-498a-4d49-ba34-5c5f68ed38d9 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:51:30.287615 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce94edd-f181-4285-9e94-d0939c8ea313 None None] get_active_networks_info from n-d-803718-1 {{(pid=87915) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 05 13:51:30.304502 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4386b35c-fac7-4e34-a76e-bbf3d8dd3036 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:30.355575 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-4386b35c-fac7-4e34-a76e-bbf3d8dd3036 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8268046e-e8ff-4e59-846e-4a6da0b70b1b']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:30.375338 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-4386b35c-fac7-4e34-a76e-bbf3d8dd3036 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac4245e-c02f-44d6-9e0c-4046b9a15cae') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:30.376041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-4386b35c-fac7-4e34-a76e-bbf3d8dd3036 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac4245e-c02f-44d6-9e0c-4046b9a15cae') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:30.483653 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4386b35c-fac7-4e34-a76e-bbf3d8dd3036 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:30.541686 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4386b35c-fac7-4e34-a76e-bbf3d8dd3036 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:30.545780 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce94edd-f181-4285-9e94-d0939c8ea313 None None] Resources bound (agent type, host, resource id): {{(pid=87915) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 13:51:30.550881 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4386b35c-fac7-4e34-a76e-bbf3d8dd3036 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:51:30.551477 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4386b35c-fac7-4e34-a76e-bbf3d8dd3036 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:30.590708 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a9205a2-5e78-4ef4-a962-4c64dff54729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:30.664256 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9205a2-5e78-4ef4-a962-4c64dff54729 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e02f994-498a-4d49-ba34-5c5f68ed38d9,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:30.702315 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ed3be15a-1e0a-4aac-8c18-ab13ad623b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '0173853b-0fda-4f54-830c-b7f3fcff9d38', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'floating_ip_address': '172.25.4.100', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'port_id': '22d94fb8-d0ff-46fd-8384-746569dad23d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'mac_address': 'fa:16:3e:81:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c842c6d4-b1e6-470a-8496-055f766762a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:50:59Z', 'updated_at': '2022-03-05T13:51:25Z', 'revision_number': 1, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'fixed_ip_address_scope': None}, {'id': 'a7c99604-e127-407d-9d5a-d589313438d9', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'floating_ip_address': '172.25.4.34', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'port_id': 'a5972511-db51-4276-92a7-378dc0046fec', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'mac_address': 'fa:16:3e:3f:26:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796ecef7-335f-415b-aaf7-81b50bd58943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:50:17Z', 'revision_number': 2, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:37Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:30.706002 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3be15a-1e0a-4aac-8c18-ab13ad623b04 None None] Checking router: ebed7ca6-286a-45b0-ab29-0b098cdfdadb for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:51:30.711969 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:51:30.716731 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3be15a-1e0a-4aac-8c18-ab13ad623b04 None None] Routers {'ebed7ca6-286a-45b0-ab29-0b098cdfdadb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:51:30.717341 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ed3be15a-1e0a-4aac-8c18-ab13ad623b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:51:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:31.069538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b25e3-7e8d-4162-8ebe-ff6d23e3a660 req-d40d8bf7-f18f-4b64-828d-97d7c593392e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:31.077153 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fb4b25e3-7e8d-4162-8ebe-ff6d23e3a660 req-d40d8bf7-f18f-4b64-828d-97d7c593392e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 945 time: 0.8123703 Mar 05 13:51:31.095844 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-ed3be15a-1e0a-4aac-8c18-ab13ad623b04 None None] Set router ebed7ca6-286a-45b0-ab29-0b098cdfdadb gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:51:31.097855 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f706b4-6866-4d58-b986-fb29a1920683 req-92eb45b4-f534-49f1-bc97-ae18fe390cf9 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:31.099803 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-72f706b4-6866-4d58-b986-fb29a1920683 req-92eb45b4-f534-49f1-bc97-ae18fe390cf9 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.8551397 Mar 05 13:51:31.105759 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4386b35c-fac7-4e34-a76e-bbf3d8dd3036 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:31.155340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4386b35c-fac7-4e34-a76e-bbf3d8dd3036 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8268046e-e8ff-4e59-846e-4a6da0b70b1b {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 05 13:51:31.157395 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386b35c-fac7-4e34-a76e-bbf3d8dd3036 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Pushing event deleted for resources: {'Network': ['ID=8268046e-e8ff-4e59-846e-4a6da0b70b1b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:31.164077 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4386b35c-fac7-4e34-a76e-bbf3d8dd3036 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:31.182616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-14c6f45a-4bc2-4019-bf0c-dd76a4402b3a tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] For port dea27918-3a61-4c00-9947-7e495748ae28, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=dea27918-3a61-4c00-9947-7e495748ae28,segment=NetworkSegment(61d318e1-b45d-4f2d-8d52-3e17310199a5),segment_id=61d318e1-b45d-4f2d-8d52-3e17310199a5)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:31.183324 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14c6f45a-4bc2-4019-bf0c-dd76a4402b3a tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:31.209822 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4386b35c-fac7-4e34-a76e-bbf3d8dd3036 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] 10.222.0.16 "DELETE /v2.0/networks/8268046e-e8ff-4e59-846e-4a6da0b70b1b HTTP/1.1" status: 204 len: 168 time: 1.9213274 Mar 05 13:51:31.268848 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36064) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:31.341288 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-14c6f45a-4bc2-4019-bf0c-dd76a4402b3a tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Calling delete_port for dea27918-3a61-4c00-9947-7e495748ae28 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:51:31.423749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-b94a5475-11e5-4935-87c3-a8b99d337472 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Request body: {'network': {'name': 'tempest-network--1622744111'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:31.451627 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b94a5475-11e5-4935-87c3-a8b99d337472 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:31.454938 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fb4b25e3-7e8d-4162-8ebe-ff6d23e3a660 req-dde3e261-f62f-4330-818b-77e13cdff43a tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3700860 Mar 05 13:51:31.462897 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc984703-2425-4ca2-9e78-d1dd4f950300 None None] get_active_networks_info from n-d-803718-1 {{(pid=87915) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 05 13:51:31.479955 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-72f706b4-6866-4d58-b986-fb29a1920683 req-a451001d-728f-44d1-a90e-23914cbb15b7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3695352 Mar 05 13:51:31.499437 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b94a5475-11e5-4935-87c3-a8b99d337472 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Usage tracker for resource:network and tenant:6a1c860d611a40ed83487c2f3b043971 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:31.521422 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b94a5475-11e5-4935-87c3-a8b99d337472 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:31.558167 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b94a5475-11e5-4935-87c3-a8b99d337472 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:31.668475 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c842c6d4-b1e6-470a-8496-055f766762a3', 'tag': '22d94fb8-d0ff-46fd-8384-746569dad23d', 'status': 'completed', 'code': 200} Mar 05 13:51:31.675227 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94a5475-11e5-4935-87c3-a8b99d337472 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Made reservation on behalf of 6a1c860d611a40ed83487c2f3b043971 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:51:31.682521 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b94a5475-11e5-4935-87c3-a8b99d337472 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:31.708085 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a9205a2-5e78-4ef4-a962-4c64dff54729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:31.876321 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc984703-2425-4ca2-9e78-d1dd4f950300 None None] Resources bound (agent type, host, resource id): {{(pid=87915) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 13:51:31.967859 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14c6f45a-4bc2-4019-bf0c-dd76a4402b3a tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:32.101512 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6f45a-4bc2-4019-bf0c-dd76a4402b3a tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Pushing event deleted for resources: {'Port': ['ID=dea27918-3a61-4c00-9947-7e495748ae28,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:32.141256 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94a5475-11e5-4935-87c3-a8b99d337472 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:51:32.153771 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c6f45a-4bc2-4019-bf0c-dd76a4402b3a tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] No DVR routers for this DVR port dea27918-3a61-4c00-9947-7e495748ae28 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:51:32.315686 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ed3be15a-1e0a-4aac-8c18-ab13ad623b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '0173853b-0fda-4f54-830c-b7f3fcff9d38', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'floating_ip_address': '172.25.4.100', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'port_id': '22d94fb8-d0ff-46fd-8384-746569dad23d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'mac_address': 'fa:16:3e:81:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c842c6d4-b1e6-470a-8496-055f766762a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:50:59Z', 'updated_at': '2022-03-05T13:51:25Z', 'revision_number': 1, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'fixed_ip_address_scope': None}, {'id': 'a7c99604-e127-407d-9d5a-d589313438d9', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'floating_ip_address': '172.25.4.34', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'port_id': 'a5972511-db51-4276-92a7-378dc0046fec', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'mac_address': 'fa:16:3e:3f:26:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796ecef7-335f-415b-aaf7-81b50bd58943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:50:17Z', 'revision_number': 2, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:37Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:32.320724 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3be15a-1e0a-4aac-8c18-ab13ad623b04 None None] The sync data for ids ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'] in n-d-803718-1 is: [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '0173853b-0fda-4f54-830c-b7f3fcff9d38', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'floating_ip_address': '172.25.4.100', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'port_id': '22d94fb8-d0ff-46fd-8384-746569dad23d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'mac_address': 'fa:16:3e:81:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c842c6d4-b1e6-470a-8496-055f766762a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:50:59Z', 'updated_at': '2022-03-05T13:51:25Z', 'revision_number': 1, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'fixed_ip_address_scope': None}, {'id': 'a7c99604-e127-407d-9d5a-d589313438d9', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'floating_ip_address': '172.25.4.34', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'port_id': 'a5972511-db51-4276-92a7-378dc0046fec', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'mac_address': 'fa:16:3e:3f:26:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796ecef7-335f-415b-aaf7-81b50bd58943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:50:17Z', 'revision_number': 2, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:37Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:51:32.420466 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b94a5475-11e5-4935-87c3-a8b99d337472 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:32.421657 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-b94a5475-11e5-4935-87c3-a8b99d337472 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Added segment 01eb613c-e5d7-41f8-a023-707a0ed212b5 of type vlan for network e6e702f5-5fb9-42b8-9877-27ddda25ec5e Mar 05 13:51:32.453410 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecf5f0-aed4-40bb-b736-2593016ade04 req-6bec9eb5-3822-41fe-9739-6fddaa37e548 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:32.455107 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-88ecf5f0-aed4-40bb-b736-2593016ade04 req-6bec9eb5-3822-41fe-9739-6fddaa37e548 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 945 time: 0.4531066 Mar 05 13:51:32.464321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9205a2-5e78-4ef4-a962-4c64dff54729 admin admin] Router c7f32620-2c5b-4d41-a728-2857bc8a8001 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:51:32.521545 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b94a5475-11e5-4935-87c3-a8b99d337472 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:32.537697 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14c6f45a-4bc2-4019-bf0c-dd76a4402b3a tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:32.580282 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-14c6f45a-4bc2-4019-bf0c-dd76a4402b3a tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c700d3-780d-4eab-b3ca-e1deda759c71']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:32.593930 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-14c6f45a-4bc2-4019-bf0c-dd76a4402b3a tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d318e1-b45d-4f2d-8d52-3e17310199a5') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:32.594230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-14c6f45a-4bc2-4019-bf0c-dd76a4402b3a tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d318e1-b45d-4f2d-8d52-3e17310199a5') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:32.613903 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14c6f45a-4bc2-4019-bf0c-dd76a4402b3a tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:32.676223 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14c6f45a-4bc2-4019-bf0c-dd76a4402b3a tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:32.710642 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-88ecf5f0-aed4-40bb-b736-2593016ade04 req-9a731c53-1a6d-4caf-b85f-8045ee71d95a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421923 Mar 05 13:51:32.731742 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c6f45a-4bc2-4019-bf0c-dd76a4402b3a tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:51:32.732267 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14c6f45a-4bc2-4019-bf0c-dd76a4402b3a tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:32.737431 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38166a89-a29a-44a8-9279-f2302b5ce56a None None] New status for floating IP 0173853b-0fda-4f54-830c-b7f3fcff9d38: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:51:32.788061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe91a4-0687-477d-b5c8-ca3ff8651c87 req-1a3716a9-2b5d-4cc3-b6d4-33e390e24a9e tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:32.789479 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2fbe91a4-0687-477d-b5c8-ca3ff8651c87 req-1a3716a9-2b5d-4cc3-b6d4-33e390e24a9e tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.9076567 Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:51:32.790151 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:51:32.949099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb9301-a473-49e7-81ee-ab471c856e68 req-9d7bcc9c-1788-4703-9cc1-3e3f3355f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:32.950971 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85bb9301-a473-49e7-81ee-ab471c856e68 req-9d7bcc9c-1788-4703-9cc1-3e3f3355f4c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6458262d05f2497586ebde1561a80c5d&device_id=c842c6d4-b1e6-470a-8496-055f766762a3 HTTP/1.1" status: 200 len: 1097 time: 1.2169132 Mar 05 13:51:32.975142 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14c6f45a-4bc2-4019-bf0c-dd76a4402b3a tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:32.983095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9205a2-5e78-4ef4-a962-4c64dff54729 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:51:32.993873 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc299917-a0a3-4d16-9ea2-90475b9bf38d None None] Sync routers for ids ['c7f32620-2c5b-4d41-a728-2857bc8a8001'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:51:33.007536 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc299917-a0a3-4d16-9ea2-90475b9bf38d None None] Routers {'c7f32620-2c5b-4d41-a728-2857bc8a8001'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:51:33.008293 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-bc299917-a0a3-4d16-9ea2-90475b9bf38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:51:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c7f32620-2c5b-4d41-a728-2857bc8a8001'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:33.017373 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3a9205a2-5e78-4ef4-a962-4c64dff54729 admin admin] 10.222.0.16 "PUT /v2.0/routers/c7f32620-2c5b-4d41-a728-2857bc8a8001/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2363961 Mar 05 13:51:33.024289 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36078) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:33.051340 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14c6f45a-4bc2-4019-bf0c-dd76a4402b3a tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:33.075421 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b94a5475-11e5-4935-87c3-a8b99d337472 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:33.076363 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94a5475-11e5-4935-87c3-a8b99d337472 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:33.076943 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b94a5475-11e5-4935-87c3-a8b99d337472 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:33.113839 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6f45a-4bc2-4019-bf0c-dd76a4402b3a tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Pushing event deleted for resources: {'Network': ['ID=73c700d3-780d-4eab-b3ca-e1deda759c71,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:33.249072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbbc35-3a50-48b0-924e-c61df29b2cb9 req-f0f63667-8487-494f-8797-09fc0d268ef1 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:33.250857 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-48dbbc35-3a50-48b0-924e-c61df29b2cb9 req-f0f63667-8487-494f-8797-09fc0d268ef1 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 945 time: 0.3190145 Mar 05 13:51:33.284492 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b94a5475-11e5-4935-87c3-a8b99d337472 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9541037 Mar 05 13:51:33.314503 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36082) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:33.327345 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-bc299917-a0a3-4d16-9ea2-90475b9bf38d None None] Set router c7f32620-2c5b-4d41-a728-2857bc8a8001 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:51:33.339428 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-94ed47c8-264b-443d-a387-5f86ca7ee253 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:33.388971 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb9301-a473-49e7-81ee-ab471c856e68 req-68ef41fa-ef10-4b13-9a13-4f0e267dc617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:33.390437 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85bb9301-a473-49e7-81ee-ab471c856e68 req-68ef41fa-ef10-4b13-9a13-4f0e267dc617 service neutron] 10.222.0.30 "GET /v2.0/networks?id=175f72fb-87d4-4d09-877c-e76b741da2ad HTTP/1.1" status: 200 len: 915 time: 0.4125426 Mar 05 13:51:33.391162 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a5475-11e5-4935-87c3-a8b99d337472 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Pushing event updated for resources: {'Network': ['ID=e6e702f5-5fb9-42b8-9877-27ddda25ec5e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:33.399033 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-14c6f45a-4bc2-4019-bf0c-dd76a4402b3a tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] 10.222.0.16 "DELETE /v2.0/networks/73c700d3-780d-4eab-b3ca-e1deda759c71 HTTP/1.1" status: 204 len: 168 time: 3.7792065 Mar 05 13:51:33.402455 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network e6e702f5-5fb9-42b8-9877-27ddda25ec5e details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:51:33.451717 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36086) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:33.457799 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-48dbbc35-3a50-48b0-924e-c61df29b2cb9 req-27354b6e-9c65-43a0-a482-8538f2223fbd tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418381 Mar 05 13:51:33.581891 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e12853c8-0a5e-42ea-b515-d32246b2d852 admin admin] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:33.654180 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2fbe91a4-0687-477d-b5c8-ca3ff8651c87 req-6bbca58b-f532-4750-a261-8d9d5304c828 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6993132 Mar 05 13:51:33.712166 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85bb9301-a473-49e7-81ee-ab471c856e68 req-8946f6f5-7fe6-4936-b65a-f4191f825f58 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d94fb8-d0ff-46fd-8384-746569dad23d HTTP/1.1" status: 200 len: 1002 time: 0.3147378 Mar 05 13:51:33.904609 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-bc299917-a0a3-4d16-9ea2-90475b9bf38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'name': 'tempest-TaggedBootDevicesTest_v242-1394634693-router', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:44:03Z', 'updated_at': '2022-03-05T13:51:30Z', 'revision_number': 5, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'gw_port': {'id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:05Z', 'updated_at': '2022-03-05T13:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:33.910371 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc299917-a0a3-4d16-9ea2-90475b9bf38d None None] Checking router: c7f32620-2c5b-4d41-a728-2857bc8a8001 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:51:33.923317 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc299917-a0a3-4d16-9ea2-90475b9bf38d None None] Routers {'c7f32620-2c5b-4d41-a728-2857bc8a8001'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:51:33.924446 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-bc299917-a0a3-4d16-9ea2-90475b9bf38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:51:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c7f32620-2c5b-4d41-a728-2857bc8a8001'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:34.018275 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1aa88848-c91d-4c3b-a46b-12fa726d8201 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:34.030041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb9301-a473-49e7-81ee-ab471c856e68 req-05417c97-6392-43e0-9bbe-bc79ff0e1814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:34.031575 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85bb9301-a473-49e7-81ee-ab471c856e68 req-05417c97-6392-43e0-9bbe-bc79ff0e1814 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9349c82-1490-40bf-94d8-d6850b67eb95 HTTP/1.1" status: 200 len: 854 time: 0.3043523 Mar 05 13:51:34.119077 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7b41b-d94d-491d-8458-138ccbe1b8eb req-41af5a89-d9a5-4530-8491-a1fb4e71a535 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:34.125927 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e8c7b41b-d94d-491d-8458-138ccbe1b8eb req-41af5a89-d9a5-4530-8491-a1fb4e71a535 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 945 time: 0.3115489 Mar 05 13:51:34.174467 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-bc299917-a0a3-4d16-9ea2-90475b9bf38d None None] Set router c7f32620-2c5b-4d41-a728-2857bc8a8001 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:51:34.200785 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e8c7b41b-d94d-491d-8458-138ccbe1b8eb req-a67f06fc-e496-47e0-bcca-bfd69091acb6 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694764 Mar 05 13:51:34.204929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-1aa88848-c91d-4c3b-a46b-12fa726d8201 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Deleting port 12790be5-ec62-46c7-95e6-04490432ed2d {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:51:34.205273 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1aa88848-c91d-4c3b-a46b-12fa726d8201 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:34.211622 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb9301-a473-49e7-81ee-ab471c856e68 req-2321c786-12bc-4fcd-9450-4398b8a93900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:34.213366 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85bb9301-a473-49e7-81ee-ab471c856e68 req-2321c786-12bc-4fcd-9450-4398b8a93900 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=175f72fb-87d4-4d09-877c-e76b741da2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1737561 Mar 05 13:51:34.302952 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e12853c8-0a5e-42ea-b515-d32246b2d852 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:34.321351 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-94ed47c8-264b-443d-a387-5f86ca7ee253 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:34.365777 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e07efb-9eae-430f-9960-1c2a03ca5369 req-3586be80-2efd-4e9d-ad1d-e2949243f74c tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:34.367418 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f2e07efb-9eae-430f-9960-1c2a03ca5369 req-3586be80-2efd-4e9d-ad1d-e2949243f74c tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.4749763 Mar 05 13:51:34.374468 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-e12853c8-0a5e-42ea-b515-d32246b2d852 admin admin] Deleting port eefb3c3a-9ed8-4962-b578-ef8c64936a3d {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:51:34.374838 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e12853c8-0a5e-42ea-b515-d32246b2d852 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:34.475487 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-94ed47c8-264b-443d-a387-5f86ca7ee253 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:34.498609 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85bb9301-a473-49e7-81ee-ab471c856e68 req-b2a6e62b-a34c-42ed-a510-7fe052c829eb service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760112 Mar 05 13:51:34.525158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-94ed47c8-264b-443d-a387-5f86ca7ee253 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Network e6e702f5-5fb9-42b8-9877-27ddda25ec5e is not hosted by any dhcp agent {{(pid=87914) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 05 13:51:34.526802 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ed47c8-264b-443d-a387-5f86ca7ee253 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:34.527405 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-94ed47c8-264b-443d-a387-5f86ca7ee253 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:34.528662 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-94ed47c8-264b-443d-a387-5f86ca7ee253 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] 10.222.0.16 "PUT /v2.0/networks/e6e702f5-5fb9-42b8-9877-27ddda25ec5e HTTP/1.1" status: 200 len: 857 time: 1.1960843 Mar 05 13:51:34.551367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36100) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:34.677298 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-bc299917-a0a3-4d16-9ea2-90475b9bf38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'name': 'tempest-TaggedBootDevicesTest_v242-1394634693-router', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:44:03Z', 'updated_at': '2022-03-05T13:51:30Z', 'revision_number': 5, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'gw_port': {'id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:05Z', 'updated_at': '2022-03-05T13:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:34.684163 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc299917-a0a3-4d16-9ea2-90475b9bf38d None None] The sync data for ids ['c7f32620-2c5b-4d41-a728-2857bc8a8001'] in n-d-803718-1 is: [{'id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'name': 'tempest-TaggedBootDevicesTest_v242-1394634693-router', 'tenant_id': '375b726eb2ae465c8b7dd42940955ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:44:03Z', 'updated_at': '2022-03-05T13:51:30Z', 'revision_number': 5, 'project_id': '375b726eb2ae465c8b7dd42940955ff2', 'gw_port': {'id': 'eefb3c3a-9ed8-4962-b578-ef8c64936a3d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f32620-2c5b-4d41-a728-2857bc8a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:05Z', 'updated_at': '2022-03-05T13:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:51:34.792570 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85bb9301-a473-49e7-81ee-ab471c856e68 req-c66c8c16-06b0-43fa-9433-6cbdd44fe0a9 service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867551 Mar 05 13:51:34.802124 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f2e07efb-9eae-430f-9960-1c2a03ca5369 req-330cff40-7297-4232-aa07-359dda6e99fd tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3941834 Mar 05 13:51:34.892896 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed47c8-264b-443d-a387-5f86ca7ee253 tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Pushing event updated for resources: {'Network': ['ID=e6e702f5-5fb9-42b8-9877-27ddda25ec5e,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:35.111221 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210708cb-61fa-4ac0-970f-567ca2fc7379 req-39a099bc-2a54-4d0e-8513-d6cf2c1e9737 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:35.121392 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-210708cb-61fa-4ac0-970f-567ca2fc7379 req-39a099bc-2a54-4d0e-8513-d6cf2c1e9737 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.1269655 Mar 05 13:51:35.138227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-1aa88848-c91d-4c3b-a46b-12fa726d8201 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] For port 12790be5-ec62-46c7-95e6-04490432ed2d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=12790be5-ec62-46c7-95e6-04490432ed2d,segment=NetworkSegment(5052d79e-8d96-4df5-af21-bfdcbd4753a9),segment_id=5052d79e-8d96-4df5-af21-bfdcbd4753a9)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:35.140539 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1aa88848-c91d-4c3b-a46b-12fa726d8201 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:35.163268 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5ddd75bb-096e-40a5-9ded-4a555eaac19f tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:35.210079 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-210708cb-61fa-4ac0-970f-567ca2fc7379 req-a4baec4e-b6f3-4dc9-8397-4ace32e99ea6 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823891 Mar 05 13:51:35.261703 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5e02f994-498a-4d49-ba34-5c5f68ed38d9 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:51:35.319437 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 5e02f994-498a-4d49-ba34-5c5f68ed38d9 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:51:35.319768 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5e02f994-498a-4d49-ba34-5c5f68ed38d9 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:51:35.338189 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-1aa88848-c91d-4c3b-a46b-12fa726d8201 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Calling delete_port for 12790be5-ec62-46c7-95e6-04490432ed2d owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:51:35.463867 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-e12853c8-0a5e-42ea-b515-d32246b2d852 admin admin] For port eefb3c3a-9ed8-4962-b578-ef8c64936a3d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=eefb3c3a-9ed8-4962-b578-ef8c64936a3d,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:35.464231 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e12853c8-0a5e-42ea-b515-d32246b2d852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:35.832458 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-e12853c8-0a5e-42ea-b515-d32246b2d852 admin admin] Calling delete_port for eefb3c3a-9ed8-4962-b578-ef8c64936a3d owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:51:35.899526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e9047-5a93-4174-83ec-316ad32b0499 req-109b3a17-d5b3-4d12-babc-f3c973da2379 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:35.901024 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f92e9047-5a93-4174-83ec-316ad32b0499 req-109b3a17-d5b3-4d12-babc-f3c973da2379 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 945 time: 0.8902783 Mar 05 13:51:35.905340 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5ddd75bb-096e-40a5-9ded-4a555eaac19f tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:35.979113 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f92e9047-5a93-4174-83ec-316ad32b0499 req-4352e60d-3178-4b1a-98e8-b26133c15de0 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595772 Mar 05 13:51:35.994456 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-5ddd75bb-096e-40a5-9ded-4a555eaac19f tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e702f5-5fb9-42b8-9877-27ddda25ec5e']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:36.019758 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1aa88848-c91d-4c3b-a46b-12fa726d8201 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:36.067236 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-5ddd75bb-096e-40a5-9ded-4a555eaac19f tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01eb613c-e5d7-41f8-a023-707a0ed212b5') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:36.067452 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-5ddd75bb-096e-40a5-9ded-4a555eaac19f tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01eb613c-e5d7-41f8-a023-707a0ed212b5') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:36.080924 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc504dec-6620-4bf3-8b81-461f7897c065 req-39e342ac-9d64-4698-84a3-dd55dad27c23 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:36.082423 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fc504dec-6620-4bf3-8b81-461f7897c065 req-39e342ac-9d64-4698-84a3-dd55dad27c23 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.1193242 Mar 05 13:51:36.091018 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa88848-c91d-4c3b-a46b-12fa726d8201 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] No DVR routers for this DVR port 12790be5-ec62-46c7-95e6-04490432ed2d on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:51:36.108062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa88848-c91d-4c3b-a46b-12fa726d8201 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Pushing event deleted for resources: {'Port': ['ID=12790be5-ec62-46c7-95e6-04490432ed2d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:36.152085 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5ddd75bb-096e-40a5-9ded-4a555eaac19f tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:36.162156 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fc504dec-6620-4bf3-8b81-461f7897c065 req-b62858aa-58f0-43bb-800a-a7b2998a26f0 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672488 Mar 05 13:51:36.218009 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5ddd75bb-096e-40a5-9ded-4a555eaac19f tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:36.291884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ddd75bb-096e-40a5-9ded-4a555eaac19f tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:51:36.292289 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5ddd75bb-096e-40a5-9ded-4a555eaac19f tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:51:36.307797 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:51:36.323600 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1aa88848-c91d-4c3b-a46b-12fa726d8201 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:36.453468 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-1aa88848-c91d-4c3b-a46b-12fa726d8201 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98c2717-6fce-44aa-b579-3e00c3c0fce2']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:36.475031 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-1aa88848-c91d-4c3b-a46b-12fa726d8201 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5052d79e-8d96-4df5-af21-bfdcbd4753a9') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:36.475329 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-1aa88848-c91d-4c3b-a46b-12fa726d8201 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5052d79e-8d96-4df5-af21-bfdcbd4753a9') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:36.494815 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5ddd75bb-096e-40a5-9ded-4a555eaac19f tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:36.506638 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1aa88848-c91d-4c3b-a46b-12fa726d8201 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:36.534351 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddd75bb-096e-40a5-9ded-4a555eaac19f tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e6e702f5-5fb9-42b8-9877-27ddda25ec5e {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 05 13:51:36.552013 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5ddd75bb-096e-40a5-9ded-4a555eaac19f tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:36.577478 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a6512-606d-4905-95c5-edde7e0d3bcf req-d4a18d5c-5449-484a-9cc2-6c8c27794f9d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:36.580149 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4a0a6512-606d-4905-95c5-edde7e0d3bcf req-d4a18d5c-5449-484a-9cc2-6c8c27794f9d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.1307545 Mar 05 13:51:36.659032 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1aa88848-c91d-4c3b-a46b-12fa726d8201 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:36.668387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa88848-c91d-4c3b-a46b-12fa726d8201 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:51:36.669299 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1aa88848-c91d-4c3b-a46b-12fa726d8201 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:36.717875 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4a0a6512-606d-4905-95c5-edde7e0d3bcf req-d55691a6-8a17-4524-aba3-e049330b23db tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275048 Mar 05 13:51:36.766589 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fe6d2-5773-4d6a-9bad-4377c2433c4c req-5759b536-eb10-434b-b3c5-d80103cc56c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:36.768502 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a51fe6d2-5773-4d6a-9bad-4377c2433c4c req-5759b536-eb10-434b-b3c5-d80103cc56c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=132ea0f858f9462ca01a646bf0fa44bb&device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 1096 time: 0.1144307 Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:51:36.790479 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:51:36.795905 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd75bb-096e-40a5-9ded-4a555eaac19f tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] Pushing event deleted for resources: {'Network': ['ID=e6e702f5-5fb9-42b8-9877-27ddda25ec5e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:36.834841 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1aa88848-c91d-4c3b-a46b-12fa726d8201 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:36.836554 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e12853c8-0a5e-42ea-b515-d32246b2d852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:36.908526 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1aa88848-c91d-4c3b-a46b-12fa726d8201 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:36.915797 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5ddd75bb-096e-40a5-9ded-4a555eaac19f tempest-ExternalNetworksTestJSON-245676813 tempest-ExternalNetworksTestJSON-245676813-project-admin] 10.222.0.16 "DELETE /v2.0/networks/e6e702f5-5fb9-42b8-9877-27ddda25ec5e HTTP/1.1" status: 204 len: 168 time: 2.3565741 Mar 05 13:51:36.929008 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36126) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:36.933317 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12853c8-0a5e-42ea-b515-d32246b2d852 admin admin] Pushing event deleted for resources: {'Port': ['ID=eefb3c3a-9ed8-4962-b578-ef8c64936a3d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:36.941336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa88848-c91d-4c3b-a46b-12fa726d8201 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Pushing event deleted for resources: {'Network': ['ID=b98c2717-6fce-44aa-b579-3e00c3c0fce2,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:37.032639 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-79badcb3-01de-4016-bff5-57bba018583e tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] DELETE failed (client error): The resource could not be found. Mar 05 13:51:37.033555 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79badcb3-01de-4016-bff5-57bba018583e tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:51:37.037260 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-79badcb3-01de-4016-bff5-57bba018583e tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] 10.222.0.16 "DELETE /v2.0/subnets/0ef7b650-9f83-4c58-8372-18e515397a08 HTTP/1.1" status: 404 len: 337 time: 0.1045852 Mar 05 13:51:37.038459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36136) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:37.060298 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1aa88848-c91d-4c3b-a46b-12fa726d8201 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] 10.222.0.16 "DELETE /v2.0/networks/b98c2717-6fce-44aa-b579-3e00c3c0fce2 HTTP/1.1" status: 204 len: 168 time: 3.6014316 Mar 05 13:51:37.069208 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36140) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:37.115522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fe6d2-5773-4d6a-9bad-4377c2433c4c req-3196aa05-5192-47c8-b800-f5667f36bada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:37.117232 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a51fe6d2-5773-4d6a-9bad-4377c2433c4c req-3196aa05-5192-47c8-b800-f5667f36bada service neutron] 10.222.0.30 "GET /v2.0/networks?id=63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa HTTP/1.1" status: 200 len: 910 time: 0.3403170 Mar 05 13:51:37.191473 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e12853c8-0a5e-42ea-b515-d32246b2d852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:37.400097 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e12853c8-0a5e-42ea-b515-d32246b2d852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:37.403341 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e12853c8-0a5e-42ea-b515-d32246b2d852 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:37.423287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64a445-36e4-4686-897b-fbcc9b14e80a req-e5ef2adc-ffe6-49bd-8678-67ca19881af7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:37.425627 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2f64a445-36e4-4686-897b-fbcc9b14e80a req-e5ef2adc-ffe6-49bd-8678-67ca19881af7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.7788899 Mar 05 13:51:37.500999 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e12853c8-0a5e-42ea-b515-d32246b2d852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:37.500999 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12853c8-0a5e-42ea-b515-d32246b2d852 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7f32620-2c5b-4d41-a728-2857bc8a8001 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:51:37.500999 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e12853c8-0a5e-42ea-b515-d32246b2d852 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:37.500999 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e12853c8-0a5e-42ea-b515-d32246b2d852 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c7f32620-2c5b-4d41-a728-2857bc8a8001 HTTP/1.1" status: 204 len: 168 time: 4.4670796 Mar 05 13:51:37.500999 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36144) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:37.522544 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a51fe6d2-5773-4d6a-9bad-4377c2433c4c req-9be0484f-eff3-4f9d-b6c9-f21534e5f97a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0e81356-fbf1-4f61-b654-8636d2743386 HTTP/1.1" status: 200 len: 1000 time: 0.3779564 Mar 05 13:51:37.526803 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ef854bc2-7909-4c58-aa5b-b8321b8e6d53 tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:37.559860 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2f64a445-36e4-4686-897b-fbcc9b14e80a req-bba011f0-0a78-4924-a848-999b35c2d9d2 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203928 Mar 05 13:51:37.601580 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f776ab-57e2-4e30-b949-40592ae02dc0 admin admin] Deleting subnet c4ed493f-c1ab-4a7c-87c4-4112cc1f6851 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:51:37.609725 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d6f776ab-57e2-4e30-b949-40592ae02dc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:37.624397 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2f1b690-8329-49d4-9fad-211f294c7465 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:37.691425 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d6f776ab-57e2-4e30-b949-40592ae02dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:37.913837 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fe6d2-5773-4d6a-9bad-4377c2433c4c req-d24d71ab-8135-4665-b9e3-d20dac838592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:37.915315 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a51fe6d2-5773-4d6a-9bad-4377c2433c4c req-d24d71ab-8135-4665-b9e3-d20dac838592 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1aa35db-56b3-4082-9281-daf61ed75a84 HTTP/1.1" status: 200 len: 849 time: 0.3862596 Mar 05 13:51:37.922786 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df205ac8-26d4-4b76-9c10-061c8f60146d req-330c79e2-7c8e-4fd9-ad5d-9d5d1d5975d5 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:37.924261 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-df205ac8-26d4-4b76-9c10-061c8f60146d req-330c79e2-7c8e-4fd9-ad5d-9d5d1d5975d5 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 945 time: 0.7092488 Mar 05 13:51:38.020889 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d6f776ab-57e2-4e30-b949-40592ae02dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:38.075667 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7060a79-f606-4bc5-814a-667b547a46b8 req-2fa1d2fe-c45a-4ce5-8d62-2d9ac5f76d4d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:38.083374 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d7060a79-f606-4bc5-814a-667b547a46b8 req-2fa1d2fe-c45a-4ce5-8d62-2d9ac5f76d4d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.1508374 Mar 05 13:51:38.110591 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ef854bc2-7909-4c58-aa5b-b8321b8e6d53 tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:38.157655 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d7060a79-f606-4bc5-814a-667b547a46b8 req-a3bdb262-a256-4eb4-a0be-1b4cc3545f73 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730858 Mar 05 13:51:38.186876 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d6f776ab-57e2-4e30-b949-40592ae02dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:38.248354 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-df205ac8-26d4-4b76-9c10-061c8f60146d req-21c369ab-9a01-4c65-93d2-85749ac28653 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2946265 Mar 05 13:51:38.262095 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2f1b690-8329-49d4-9fad-211f294c7465 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:38.284002 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f776ab-57e2-4e30-b949-40592ae02dc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4ed493f-c1ab-4a7c-87c4-4112cc1f6851,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:38.289545 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d6f776ab-57e2-4e30-b949-40592ae02dc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:38.298312 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d6f776ab-57e2-4e30-b949-40592ae02dc0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c4ed493f-c1ab-4a7c-87c4-4112cc1f6851 HTTP/1.1" status: 204 len: 168 time: 0.7985969 Mar 05 13:51:38.298507 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36158) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:38.298686 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589ae26b-0931-4ca3-9ca6-94d7fcaa9f5b None None] Network 0d408d73-a46e-4e4c-b598-e5439c0aebd3 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:51:38.299478 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-ef854bc2-7909-4c58-aa5b-b8321b8e6d53 tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7964a6-8d36-4269-a37d-fa2b6051b5f1']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:38.332453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-ef854bc2-7909-4c58-aa5b-b8321b8e6d53 tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a24515-9a38-4b56-8882-4af61184bd4e') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:38.334158 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-ef854bc2-7909-4c58-aa5b-b8321b8e6d53 tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a24515-9a38-4b56-8882-4af61184bd4e') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:38.351601 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f2f1b690-8329-49d4-9fad-211f294c7465 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70bfea88-8f48-451e-ba8f-338e808091ee']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:38.373778 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device b852d257-e284-4921-9e1c-1731d07e7b99 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:51:38.381269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fe6d2-5773-4d6a-9bad-4377c2433c4c req-c4301214-5929-453f-bc7c-a07c3830ad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:38.383188 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a51fe6d2-5773-4d6a-9bad-4377c2433c4c req-c4301214-5929-453f-bc7c-a07c3830ad9c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4577343 Mar 05 13:51:38.387315 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ef854bc2-7909-4c58-aa5b-b8321b8e6d53 tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:38.396343 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f2f1b690-8329-49d4-9fad-211f294c7465 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee73610-6600-4d28-aacd-01845b92c4e7') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:38.396940 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f2f1b690-8329-49d4-9fad-211f294c7465 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee73610-6600-4d28-aacd-01845b92c4e7') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:38.407749 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-909bbc7e-0722-4681-8e9a-976a4b19cb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:38.419762 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-909bbc7e-0722-4681-8e9a-976a4b19cb64 admin admin] Deleting port ead412c7-26c2-4514-8794-6a0a163a752e {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:51:38.420105 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-909bbc7e-0722-4681-8e9a-976a4b19cb64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:38.457030 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2f1b690-8329-49d4-9fad-211f294c7465 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:38.593311 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ef854bc2-7909-4c58-aa5b-b8321b8e6d53 tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:38.601740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef854bc2-7909-4c58-aa5b-b8321b8e6d53 tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:51:38.602144 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ef854bc2-7909-4c58-aa5b-b8321b8e6d53 tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:38.736635 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2f1b690-8329-49d4-9fad-211f294c7465 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:38.747179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f1b690-8329-49d4-9fad-211f294c7465 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:51:38.747916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-909bbc7e-0722-4681-8e9a-976a4b19cb64 admin admin] For port ead412c7-26c2-4514-8794-6a0a163a752e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ead412c7-26c2-4514-8794-6a0a163a752e,segment=NetworkSegment(5a2d6778-bb74-4231-9404-704d7d2b692b),segment_id=5a2d6778-bb74-4231-9404-704d7d2b692b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:38.748045 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2f1b690-8329-49d4-9fad-211f294c7465 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:38.751399 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-909bbc7e-0722-4681-8e9a-976a4b19cb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:38.764252 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-41e6ef6e-f04d-4a94-bd8a-f8c59e1b16fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:38.784056 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port b852d257-e284-4921-9e1c-1731d07e7b99, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b852d257-e284-4921-9e1c-1731d07e7b99,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:38.808802 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'b852d257-e284-4921-9e1c-1731d07e7b99', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'port_id': 'b852d257-e284-4921-9e1c-1731d07e7b99', 'mac_address': 'fa:16:3e:a2:23:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:51:38.886133 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:51:38.894358 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ef854bc2-7909-4c58-aa5b-b8321b8e6d53 tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:38.898817 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c8f2ad-5f7f-4969-a6a8-2c09088a0bc8 None None] DHCP port deletion for 0d408d73-a46e-4e4c-b598-e5439c0aebd3 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:51:38.911951 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ef854bc2-7909-4c58-aa5b-b8321b8e6d53 tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:38.929261 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-62c8f2ad-5f7f-4969-a6a8-2c09088a0bc8 None None] Deleting port ead412c7-26c2-4514-8794-6a0a163a752e {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:51:38.929633 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-62c8f2ad-5f7f-4969-a6a8-2c09088a0bc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:38.950917 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef854bc2-7909-4c58-aa5b-b8321b8e6d53 tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] Pushing event deleted for resources: {'Network': ['ID=ae7964a6-8d36-4269-a37d-fa2b6051b5f1,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:38.974606 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:38.978846 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2f1b690-8329-49d4-9fad-211f294c7465 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:39.010220 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b852d257-e284-4921-9e1c-1731d07e7b99 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:51:39.030377 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2f1b690-8329-49d4-9fad-211f294c7465 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:39.040362 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f2f1b690-8329-49d4-9fad-211f294c7465 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] 10.222.0.16 "DELETE /v2.0/networks/70bfea88-8f48-451e-ba8f-338e808091ee HTTP/1.1" status: 204 len: 168 time: 1.9701564 Mar 05 13:51:39.042623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1b690-8329-49d4-9fad-211f294c7465 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Pushing event deleted for resources: {'Network': ['ID=70bfea88-8f48-451e-ba8f-338e808091ee,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:39.053232 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36166) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:39.060977 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ef854bc2-7909-4c58-aa5b-b8321b8e6d53 tempest-ExternalNetworksTestJSON-263326285 tempest-ExternalNetworksTestJSON-263326285-project] 10.222.0.16 "DELETE /v2.0/networks/ae7964a6-8d36-4269-a37d-fa2b6051b5f1 HTTP/1.1" status: 204 len: 168 time: 2.0204122 Mar 05 13:51:39.085297 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a51fe6d2-5773-4d6a-9bad-4377c2433c4c req-5d4bc571-8be4-422a-84ec-4d8e47ffcdc1 service neutron] 10.222.0.30 "GET /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6809778 Mar 05 13:51:39.256123 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-909bbc7e-0722-4681-8e9a-976a4b19cb64 admin admin] Calling delete_port for ead412c7-26c2-4514-8794-6a0a163a752e owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:51:39.344636 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a51fe6d2-5773-4d6a-9bad-4377c2433c4c req-e225fb71-a31f-479b-8728-82036b1a62bc service neutron] 10.222.0.30 "GET /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501523 Mar 05 13:51:39.346446 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-62c8f2ad-5f7f-4969-a6a8-2c09088a0bc8 None None] For port ead412c7-26c2-4514-8794-6a0a163a752e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ead412c7-26c2-4514-8794-6a0a163a752e,segment=NetworkSegment(5a2d6778-bb74-4231-9404-704d7d2b692b),segment_id=5a2d6778-bb74-4231-9404-704d7d2b692b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:39.346881 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-62c8f2ad-5f7f-4969-a6a8-2c09088a0bc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:39.559359 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36190) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:39.601126 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08498e-3fe8-48ed-9200-25cba36f6550 req-95d89bc3-6464-4c2b-8fe2-f7bc0fdccf56 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:39.608372 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0c08498e-3fe8-48ed-9200-25cba36f6550 req-95d89bc3-6464-4c2b-8fe2-f7bc0fdccf56 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.6772385 Mar 05 13:51:39.618858 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d2b6aecb-0692-4471-b311-ed870cf04960 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:39.632890 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-909bbc7e-0722-4681-8e9a-976a4b19cb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:39.658417 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-62c8f2ad-5f7f-4969-a6a8-2c09088a0bc8 None None] Calling delete_port for ead412c7-26c2-4514-8794-6a0a163a752e owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:51:39.702576 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909bbc7e-0722-4681-8e9a-976a4b19cb64 admin admin] No DVR routers for this DVR port ead412c7-26c2-4514-8794-6a0a163a752e on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:51:39.760230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909bbc7e-0722-4681-8e9a-976a4b19cb64 admin admin] Pushing event deleted for resources: {'Port': ['ID=ead412c7-26c2-4514-8794-6a0a163a752e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:39.780212 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device eefb3c3a-9ed8-4962-b578-ef8c64936a3d no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:51:39.813292 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port b852d257-e284-4921-9e1c-1731d07e7b99, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b852d257-e284-4921-9e1c-1731d07e7b99,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:39.823030 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0c08498e-3fe8-48ed-9200-25cba36f6550 req-0c1914fa-d954-4a2a-9f8e-db924c525006 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120748 Mar 05 13:51:39.833186 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:39.952236 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: eefb3c3a-9ed8-4962-b578-ef8c64936a3d {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:51:39.952674 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device eefb3c3a-9ed8-4962-b578-ef8c64936a3d not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:51:39.953314 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ead412c7-26c2-4514-8794-6a0a163a752e no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:51:40.039132 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=b852d257-e284-4921-9e1c-1731d07e7b99,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:40.045218 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f9245-15d4-4390-a8c5-5e14fdbe1b7c req-6cb3bc2d-e3c8-4673-9271-efa313df103c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:40.047097 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4d0f9245-15d4-4390-a8c5-5e14fdbe1b7c req-6cb3bc2d-e3c8-4673-9271-efa313df103c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.5760169 Mar 05 13:51:40.047952 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: ead412c7-26c2-4514-8794-6a0a163a752e {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:51:40.049416 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ead412c7-26c2-4514-8794-6a0a163a752e not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:51:40.055173 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d2b6aecb-0692-4471-b311-ed870cf04960 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:40.062173 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-62c8f2ad-5f7f-4969-a6a8-2c09088a0bc8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:51:40.062708 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-62c8f2ad-5f7f-4969-a6a8-2c09088a0bc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:51:40.087911 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-909bbc7e-0722-4681-8e9a-976a4b19cb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:40.102869 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['b852d257-e284-4921-9e1c-1731d07e7b99'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:51:40.115292 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d2b6aecb-0692-4471-b311-ed870cf04960 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe20282-6be7-4453-9e9c-51db6fbc26d3']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:40.141548 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d2b6aecb-0692-4471-b311-ed870cf04960 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7653ca52-0e1b-461a-8548-486dd8e546ef') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:40.141821 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d2b6aecb-0692-4471-b311-ed870cf04960 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7653ca52-0e1b-461a-8548-486dd8e546ef') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:40.165898 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d2b6aecb-0692-4471-b311-ed870cf04960 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:40.175268 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4d0f9245-15d4-4390-a8c5-5e14fdbe1b7c req-066d295d-7b7b-4feb-84bd-254d461d8097 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110082 Mar 05 13:51:40.186798 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d2b6aecb-0692-4471-b311-ed870cf04960 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:40.195297 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b6aecb-0692-4471-b311-ed870cf04960 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:51:40.195903 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d2b6aecb-0692-4471-b311-ed870cf04960 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:51:40.217332 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:51:40.284427 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-909bbc7e-0722-4681-8e9a-976a4b19cb64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d408d73-a46e-4e4c-b598-e5439c0aebd3']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:40.304529 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8addaebd-f055-48b9-9e54-d5ce29c4e6fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=937fbbf84dec4e30b145f920816b1980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7418530 Mar 05 13:51:40.304529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-909bbc7e-0722-4681-8e9a-976a4b19cb64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2d6778-bb74-4231-9404-704d7d2b692b') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:40.304941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-909bbc7e-0722-4681-8e9a-976a4b19cb64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2d6778-bb74-4231-9404-704d7d2b692b') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:40.305816 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36210) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:40.323086 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-909bbc7e-0722-4681-8e9a-976a4b19cb64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:40.348532 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-909bbc7e-0722-4681-8e9a-976a4b19cb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:40.358543 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909bbc7e-0722-4681-8e9a-976a4b19cb64 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:51:40.358966 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-909bbc7e-0722-4681-8e9a-976a4b19cb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:40.360213 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d2b6aecb-0692-4471-b311-ed870cf04960 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:51:40.373767 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:51:40.393325 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d2b6aecb-0692-4471-b311-ed870cf04960 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:40.403916 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6aecb-0692-4471-b311-ed870cf04960 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] Pushing event deleted for resources: {'Network': ['ID=9fe20282-6be7-4453-9e9c-51db6fbc26d3,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:40.415666 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d2b6aecb-0692-4471-b311-ed870cf04960 tempest-BulkNetworkOpsIpV6Test-1764074094 tempest-BulkNetworkOpsIpV6Test-1764074094-project] 10.222.0.16 "DELETE /v2.0/networks/9fe20282-6be7-4453-9e9c-51db6fbc26d3 HTTP/1.1" status: 204 len: 168 time: 1.3600461 Mar 05 13:51:40.449678 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2ada5-5fa3-4ba3-b3f9-a80e042fe0bd req-bd1382b5-f3dd-4c21-bd53-d25f958daa44 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:40.451288 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-65c2ada5-5fa3-4ba3-b3f9-a80e042fe0bd req-bd1382b5-f3dd-4c21-bd53-d25f958daa44 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 945 time: 0.3359103 Mar 05 13:51:40.506519 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1bd95823-56c7-4385-8bb9-d77c79b173c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:40.565004 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-62c8f2ad-5f7f-4969-a6a8-2c09088a0bc8 None None] Deleting port ead412c7-26c2-4514-8794-6a0a163a752e {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:51:40.567590 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-62c8f2ad-5f7f-4969-a6a8-2c09088a0bc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:40.568967 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-65c2ada5-5fa3-4ba3-b3f9-a80e042fe0bd req-e58c2679-7dd8-4972-9047-94cab99c24b6 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024075 Mar 05 13:51:40.572497 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-909bbc7e-0722-4681-8e9a-976a4b19cb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:40.588709 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-909bbc7e-0722-4681-8e9a-976a4b19cb64 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:40.631294 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909bbc7e-0722-4681-8e9a-976a4b19cb64 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d408d73-a46e-4e4c-b598-e5439c0aebd3,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:40.640842 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1bd95823-56c7-4385-8bb9-d77c79b173c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:40.648273 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-909bbc7e-0722-4681-8e9a-976a4b19cb64 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0d408d73-a46e-4e4c-b598-e5439c0aebd3 HTTP/1.1" status: 204 len: 168 time: 2.3486397 Mar 05 13:51:40.651184 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36220) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:40.732432 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1bd95823-56c7-4385-8bb9-d77c79b173c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:40.768441 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd95823-56c7-4385-8bb9-d77c79b173c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eb6aec-03ab-44dd-a898-7c367a87cbb6,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:40.776584 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1bd95823-56c7-4385-8bb9-d77c79b173c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:40.779149 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1bd95823-56c7-4385-8bb9-d77c79b173c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4eb6aec-03ab-44dd-a898-7c367a87cbb6 HTTP/1.1" status: 204 len: 168 time: 0.4716151 Mar 05 13:51:40.856704 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-62c8f2ad-5f7f-4969-a6a8-2c09088a0bc8 None None] The port 'ead412c7-26c2-4514-8794-6a0a163a752e' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:51:40.914174 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bcf45c88-7b7d-4bd6-abe5-9def6ea82d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:41.060946 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36230) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:41.540520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8817a4d-3744-4dbb-9f48-62c982894da8 req-a19e52ac-094c-4b6f-a222-3e62709a9b7f tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:41.550669 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a8817a4d-3744-4dbb-9f48-62c982894da8 req-a19e52ac-094c-4b6f-a222-3e62709a9b7f tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.4179749 Mar 05 13:51:41.618239 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a8817a4d-3744-4dbb-9f48-62c982894da8 req-5c9487cd-1ef5-4c45-8a6b-5d3f59d435e7 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660906 Mar 05 13:51:41.622099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36242) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:41.774107 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9066340d-2a6a-4826-802e-d94e9e7151ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a1c860d611a40ed83487c2f3b043971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479492 Mar 05 13:51:41.780517 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36248) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:41.857841 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5380182c-9e3d-4cfe-8248-99d039ffd9fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff963fa403bb4c64899376bab427a92a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7957330 Mar 05 13:51:41.878219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36252) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:42.204735 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3cd1c82-a05f-4e7f-9204-f1fca8ee670f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:42.219234 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387ed1b-bf08-4451-af49-22f9e3fed453 req-5c80f969-98a3-4d75-98ee-7921b7de227d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:42.233620 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0387ed1b-bf08-4451-af49-22f9e3fed453 req-5c80f969-98a3-4d75-98ee-7921b7de227d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.7368028 Mar 05 13:51:42.242526 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:42.249016 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:42.358267 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device b852d257-e284-4921-9e1c-1731d07e7b99 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:51:42.376692 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3c5772e-1ebc-45fa-bb26-b2ec9ca21626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:42.407811 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0387ed1b-bf08-4451-af49-22f9e3fed453 req-9a7a99d1-3ba2-4aa5-aac4-58f8b1cf36df tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177468 Mar 05 13:51:42.437148 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee08e9-50db-4e37-b0d8-64a057f2e749 req-44787247-8ab1-4405-b0ba-f7a73a795ae8 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:42.459351 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d5ee08e9-50db-4e37-b0d8-64a057f2e749 req-44787247-8ab1-4405-b0ba-f7a73a795ae8 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 945 time: 0.6846273 Mar 05 13:51:42.528472 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3cd1c82-a05f-4e7f-9204-f1fca8ee670f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:42.539033 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port b852d257-e284-4921-9e1c-1731d07e7b99 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:51:42.541506 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:42.648844 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6e5aeb1d-56b1-47c1-832e-07e64c103b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:42.749160 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3c5772e-1ebc-45fa-bb26-b2ec9ca21626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:42.871124 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d5ee08e9-50db-4e37-b0d8-64a057f2e749 req-60146550-814e-4823-8144-40acd5a9c26a tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4108860 Mar 05 13:51:42.893531 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3cd1c82-a05f-4e7f-9204-f1fca8ee670f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:42.954064 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:42.967791 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd1c82-a05f-4e7f-9204-f1fca8ee670f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a5a6a6-b030-4816-9907-6404174f5966,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:42.977974 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3cd1c82-a05f-4e7f-9204-f1fca8ee670f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:42.982137 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e3cd1c82-a05f-4e7f-9204-f1fca8ee670f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61a5a6a6-b030-4816-9907-6404174f5966 HTTP/1.1" status: 204 len: 168 time: 1.0987284 Mar 05 13:51:43.014790 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3c5772e-1ebc-45fa-bb26-b2ec9ca21626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:43.030647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port b852d257-e284-4921-9e1c-1731d07e7b99, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b852d257-e284-4921-9e1c-1731d07e7b99,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:43.036999 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b852d257-e284-4921-9e1c-1731d07e7b99'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:51:43.127897 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:43.142218 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5772e-1ebc-45fa-bb26-b2ec9ca21626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4db87e5-f54c-4589-acce-ce61ba2191f1,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:43.146601 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3c5772e-1ebc-45fa-bb26-b2ec9ca21626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:43.158291 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b3c5772e-1ebc-45fa-bb26-b2ec9ca21626 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4db87e5-f54c-4589-acce-ce61ba2191f1 HTTP/1.1" status: 204 len: 168 time: 1.3770278 Mar 05 13:51:43.224933 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b852d257-e284-4921-9e1c-1731d07e7b99', 'code': 200} Mar 05 13:51:43.227760 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=b852d257-e284-4921-9e1c-1731d07e7b99,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:43.611762 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-6e5aeb1d-56b1-47c1-832e-07e64c103b5d admin admin] Deleting port 08e7e001-09a5-4331-a56b-9062182160d6 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:51:43.613395 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6e5aeb1d-56b1-47c1-832e-07e64c103b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:43.614334 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:43.860182 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db2059-db8f-449c-afd4-de87ccde6edd req-c11eef81-a93e-407c-aee4-2fda3954800c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:43.872722 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d9db2059-db8f-449c-afd4-de87ccde6edd req-c11eef81-a93e-407c-aee4-2fda3954800c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.1901772 Mar 05 13:51:43.995181 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d9db2059-db8f-449c-afd4-de87ccde6edd req-5a9212c4-7848-4e0f-aed0-b8794a25df24 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209145 Mar 05 13:51:44.152802 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-6e5aeb1d-56b1-47c1-832e-07e64c103b5d admin admin] For port 08e7e001-09a5-4331-a56b-9062182160d6, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=08e7e001-09a5-4331-a56b-9062182160d6,segment=NetworkSegment(25a3df98-ee15-4378-b4a9-77226e4570f1),segment_id=25a3df98-ee15-4378-b4a9-77226e4570f1)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:44.153257 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6e5aeb1d-56b1-47c1-832e-07e64c103b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:44.530988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-6e5aeb1d-56b1-47c1-832e-07e64c103b5d admin admin] Calling delete_port for 08e7e001-09a5-4331-a56b-9062182160d6 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:51:44.884491 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140dc23-1273-4c54-bfcf-97bc32d91c67 req-7a59e060-f170-4d83-b94c-cd8930bc8281 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:44.887210 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6140dc23-1273-4c54-bfcf-97bc32d91c67 req-7a59e060-f170-4d83-b94c-cd8930bc8281 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 945 time: 0.7120304 Mar 05 13:51:44.994028 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6140dc23-1273-4c54-bfcf-97bc32d91c67 req-287c6e22-5213-461c-b231-c20861a52403 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918472 Mar 05 13:51:44.994136 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36318) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:45.201906 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6e5aeb1d-56b1-47c1-832e-07e64c103b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:45.266372 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5aeb1d-56b1-47c1-832e-07e64c103b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=08e7e001-09a5-4331-a56b-9062182160d6,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:45.326140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5aeb1d-56b1-47c1-832e-07e64c103b5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:45.326486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5aeb1d-56b1-47c1-832e-07e64c103b5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:45.326851 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5aeb1d-56b1-47c1-832e-07e64c103b5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:45.327322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5aeb1d-56b1-47c1-832e-07e64c103b5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:45.327651 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5aeb1d-56b1-47c1-832e-07e64c103b5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:45.328169 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5aeb1d-56b1-47c1-832e-07e64c103b5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:45.328714 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5aeb1d-56b1-47c1-832e-07e64c103b5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:45.329041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5aeb1d-56b1-47c1-832e-07e64c103b5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:45.329384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5aeb1d-56b1-47c1-832e-07e64c103b5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:45.330333 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5aeb1d-56b1-47c1-832e-07e64c103b5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:45.330333 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5aeb1d-56b1-47c1-832e-07e64c103b5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:45.330563 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5aeb1d-56b1-47c1-832e-07e64c103b5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:45.368784 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bfec9-07df-4372-a3a6-34d7b390c040 req-dbe2b215-d599-41eb-b106-c7d67e04a6d7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:45.372766 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c09bfec9-07df-4372-a3a6-34d7b390c040 req-dbe2b215-d599-41eb-b106-c7d67e04a6d7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.1735611 Mar 05 13:51:45.430271 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-23bb69ac-6db8-42ce-b202-701dc8f4b1e6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2025688830'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:45.440470 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-23bb69ac-6db8-42ce-b202-701dc8f4b1e6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:45.474325 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-23bb69ac-6db8-42ce-b202-701dc8f4b1e6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Usage tracker for resource:network and tenant:a8a78363b8fb42b4876ec2b40486fb93 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:45.481669 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c09bfec9-07df-4372-a3a6-34d7b390c040 req-dab5fecb-bb55-43c6-ad38-ca5eca1147b7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013198 Mar 05 13:51:45.483147 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-23bb69ac-6db8-42ce-b202-701dc8f4b1e6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:45.492931 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-23bb69ac-6db8-42ce-b202-701dc8f4b1e6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:45.521982 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bb69ac-6db8-42ce-b202-701dc8f4b1e6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Made reservation on behalf of a8a78363b8fb42b4876ec2b40486fb93 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:51:45.526825 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23bb69ac-6db8-42ce-b202-701dc8f4b1e6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:45.560388 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23bb69ac-6db8-42ce-b202-701dc8f4b1e6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:45.606145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-23bb69ac-6db8-42ce-b202-701dc8f4b1e6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:45.611640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-23bb69ac-6db8-42ce-b202-701dc8f4b1e6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Usage tracker for resource:security_group_rule and tenant:a8a78363b8fb42b4876ec2b40486fb93 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:45.616138 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-23bb69ac-6db8-42ce-b202-701dc8f4b1e6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:45.625349 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-23bb69ac-6db8-42ce-b202-701dc8f4b1e6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:45.805484 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23bb69ac-6db8-42ce-b202-701dc8f4b1e6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:45.813281 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23bb69ac-6db8-42ce-b202-701dc8f4b1e6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:45.826548 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23bb69ac-6db8-42ce-b202-701dc8f4b1e6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:51:45.839799 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23bb69ac-6db8-42ce-b202-701dc8f4b1e6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:45.840345 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-23bb69ac-6db8-42ce-b202-701dc8f4b1e6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Added segment 0192163c-88af-462f-bc85-7bc4d20f649a of type vlan for network af05c9d3-c360-48d3-8870-850df7b5eb61 Mar 05 13:51:45.866374 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6e5aeb1d-56b1-47c1-832e-07e64c103b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:45.877407 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23bb69ac-6db8-42ce-b202-701dc8f4b1e6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:45.915713 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb69ac-6db8-42ce-b202-701dc8f4b1e6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adbfd4b4-6404-43ec-b82f-7f6d14158ace,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:45.934671 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23bb69ac-6db8-42ce-b202-701dc8f4b1e6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:45.945893 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bb69ac-6db8-42ce-b202-701dc8f4b1e6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:45.948662 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23bb69ac-6db8-42ce-b202-701dc8f4b1e6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:46.010815 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36340) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:46.069798 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-23bb69ac-6db8-42ce-b202-701dc8f4b1e6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0749977 Mar 05 13:51:46.188786 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb69ac-6db8-42ce-b202-701dc8f4b1e6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'Network': ['ID=af05c9d3-c360-48d3-8870-850df7b5eb61,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:46.210398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network af05c9d3-c360-48d3-8870-850df7b5eb61 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:51:46.311720 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87841dff-0516-4e62-afd3-5b51413ba46f req-61bf29c9-4168-46c0-80d5-796d09da315c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:46.313483 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-87841dff-0516-4e62-afd3-5b51413ba46f req-61bf29c9-4168-46c0-80d5-796d09da315c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4bf4b89d64e49548563cf43af63d417&device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 1096 time: 0.4349551 Mar 05 13:51:46.636796 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-8967e8d1-de5a-41d0-a38e-68082f1404bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1728248188'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:46.697780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8967e8d1-de5a-41d0-a38e-68082f1404bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:46.722227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8967e8d1-de5a-41d0-a38e-68082f1404bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Usage tracker for resource:network and tenant:159589995ab6453bb3ab80e8bb4a8dcf is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:46.739817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8967e8d1-de5a-41d0-a38e-68082f1404bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:46.792795 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a5614-434d-4b5f-a36a-73f1b5786bd9 req-85ce175a-21bc-4276-9c7d-440fa95f6197 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:46.794735 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3a9a5614-434d-4b5f-a36a-73f1b5786bd9 req-85ce175a-21bc-4276-9c7d-440fa95f6197 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.1777263 Mar 05 13:51:46.797141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efca596-127a-4f73-a5e5-96452fcc800a req-82460324-05a8-4816-97ec-1f09d6849a8b tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:46.798814 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7efca596-127a-4f73-a5e5-96452fcc800a req-82460324-05a8-4816-97ec-1f09d6849a8b tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 945 time: 0.6012998 Mar 05 13:51:46.835082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5aeb1d-56b1-47c1-832e-07e64c103b5d admin admin] Router f32cc69d-1d50-4db7-b3a0-acd7e91c14be has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:51:46.851530 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3a9a5614-434d-4b5f-a36a-73f1b5786bd9 req-5f2b1eee-b49b-45d5-8f0a-d69f1167d0f9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512230 Mar 05 13:51:46.874802 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8967e8d1-de5a-41d0-a38e-68082f1404bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:46.876757 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87841dff-0516-4e62-afd3-5b51413ba46f req-85f9c03c-7c86-4151-aef5-3380ea4b7f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:46.879868 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-87841dff-0516-4e62-afd3-5b51413ba46f req-85f9c03c-7c86-4151-aef5-3380ea4b7f6c service neutron] 10.222.0.15 "GET /v2.0/networks?id=47dce88b-b414-45d2-b170-ce43dcded289 HTTP/1.1" status: 200 len: 916 time: 0.5390062 Mar 05 13:51:47.040471 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-87841dff-0516-4e62-afd3-5b51413ba46f req-a9835121-ab79-4e49-bccd-0fcd81a5608d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c HTTP/1.1" status: 200 len: 1000 time: 0.1427705 Mar 05 13:51:47.352402 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8967e8d1-de5a-41d0-a38e-68082f1404bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Made reservation on behalf of 159589995ab6453bb3ab80e8bb4a8dcf for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:51:47.355811 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8967e8d1-de5a-41d0-a38e-68082f1404bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:47.395459 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8967e8d1-de5a-41d0-a38e-68082f1404bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:47.420746 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7efca596-127a-4f73-a5e5-96452fcc800a req-72b74772-fa2e-44a2-8243-1dbc2d592b77 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5837481 Mar 05 13:51:47.428834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87841dff-0516-4e62-afd3-5b51413ba46f req-5bbe9773-300c-4bdb-8b77-d686fb8c3dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:47.436676 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-87841dff-0516-4e62-afd3-5b51413ba46f req-5bbe9773-300c-4bdb-8b77-d686fb8c3dc4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f8c39d4-8db2-4e14-8534-4ef6364fca85 HTTP/1.1" status: 200 len: 855 time: 0.3867259 Mar 05 13:51:47.442826 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8967e8d1-de5a-41d0-a38e-68082f1404bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:47.491301 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8967e8d1-de5a-41d0-a38e-68082f1404bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Usage tracker for resource:security_group_rule and tenant:159589995ab6453bb3ab80e8bb4a8dcf is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:47.498602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8967e8d1-de5a-41d0-a38e-68082f1404bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:47.515992 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8967e8d1-de5a-41d0-a38e-68082f1404bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:47.673240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5aeb1d-56b1-47c1-832e-07e64c103b5d admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:51:47.686151 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4adc4c-832e-4778-b3e4-ed3cf1863ccb None None] Sync routers for ids ['f32cc69d-1d50-4db7-b3a0-acd7e91c14be'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:51:47.709332 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4adc4c-832e-4778-b3e4-ed3cf1863ccb None None] Routers {'f32cc69d-1d50-4db7-b3a0-acd7e91c14be'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:51:47.714014 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-2e4adc4c-832e-4778-b3e4-ed3cf1863ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:51:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['f32cc69d-1d50-4db7-b3a0-acd7e91c14be'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:47.725927 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87841dff-0516-4e62-afd3-5b51413ba46f req-6b455998-aeab-4a3f-bb52-f170e7515081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:47.727708 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-87841dff-0516-4e62-afd3-5b51413ba46f req-6b455998-aeab-4a3f-bb52-f170e7515081 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47dce88b-b414-45d2-b170-ce43dcded289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2802052 Mar 05 13:51:47.776600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36362) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:47.789481 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6e5aeb1d-56b1-47c1-832e-07e64c103b5d admin admin] 10.222.0.16 "PUT /v2.0/routers/f32cc69d-1d50-4db7-b3a0-acd7e91c14be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1371202 Mar 05 13:51:47.960227 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-2e4adc4c-832e-4778-b3e4-ed3cf1863ccb None None] Set router f32cc69d-1d50-4db7-b3a0-acd7e91c14be gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:51:48.094778 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8967e8d1-de5a-41d0-a38e-68082f1404bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:48.108311 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-87841dff-0516-4e62-afd3-5b51413ba46f req-09c7de82-3551-48bc-bddd-2c9cf975fb36 service neutron] 10.222.0.15 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715742 Mar 05 13:51:48.112664 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8967e8d1-de5a-41d0-a38e-68082f1404bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:48.250180 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967e8d1-de5a-41d0-a38e-68082f1404bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe4afe3-30ed-4c0a-905f-8e10fed73e18,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:48.283932 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8967e8d1-de5a-41d0-a38e-68082f1404bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:51:48.313057 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-afffb8ce-650f-4053-860e-b54de4314eca admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:48.359526 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8967e8d1-de5a-41d0-a38e-68082f1404bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:48.359869 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-8967e8d1-de5a-41d0-a38e-68082f1404bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Added segment b4bc530c-2de0-4b02-b94a-678d83c393f3 of type vlan for network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 Mar 05 13:51:48.415559 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8967e8d1-de5a-41d0-a38e-68082f1404bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:48.417647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:51:48.436485 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device c163da1f-b91e-4f55-86e4-8fc4a4e44a3c no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:51:48.442610 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-87841dff-0516-4e62-afd3-5b51413ba46f req-51f8c471-5fbb-4380-b07d-b33143d90280 service neutron] 10.222.0.15 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190103 Mar 05 13:51:48.588538 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8967e8d1-de5a-41d0-a38e-68082f1404bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:48.595127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8967e8d1-de5a-41d0-a38e-68082f1404bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:48.595969 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8967e8d1-de5a-41d0-a38e-68082f1404bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:48.641900 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cc4b1-ff06-4651-bffb-44f7b4e2af42 req-aa3e8a85-5941-4dff-8241-c8f15c92b1e6 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:48.666900 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-627cc4b1-ff06-4651-bffb-44f7b4e2af42 req-aa3e8a85-5941-4dff-8241-c8f15c92b1e6 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.5773091 Mar 05 13:51:48.827823 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967e8d1-de5a-41d0-a38e-68082f1404bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Pushing event updated for resources: {'Network': ['ID=16ab17ec-d7b9-4c82-93eb-64ac1a6dde99,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:48.861961 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.resource_extend [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:51:48.876051 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-627cc4b1-ff06-4651-bffb-44f7b4e2af42 req-ff470e54-4101-411d-8fd3-38ba5cbf770d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031910 Mar 05 13:51:48.909381 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8967e8d1-de5a-41d0-a38e-68082f1404bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.8919098 Mar 05 13:51:48.976704 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-afffb8ce-650f-4053-860e-b54de4314eca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:49.010811 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=0c192209-aa84-4da5-bbd2-f2eb8e1c94a8,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:49.013128 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-afffb8ce-650f-4053-860e-b54de4314eca admin admin] Deleting port 0709ca2d-c286-4050-99f3-aeeb8540da72 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:51:49.013474 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-afffb8ce-650f-4053-860e-b54de4314eca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:49.025994 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:49.035238 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '0c192209-aa84-4da5-bbd2-f2eb8e1c94a8', 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441', 'port_id': '0c192209-aa84-4da5-bbd2-f2eb8e1c94a8', 'mac_address': 'fa:16:3e:1b:a9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e6956c-ed3e-4331-80e6-bd294ce26155', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:51:49.037814 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:51:49.045290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63eb81-c8aa-4f46-869f-e75f28e85395 req-842a7a8d-31bc-4d0d-95e8-80e1e09677e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:49.071735 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4f63eb81-c8aa-4f46-869f-e75f28e85395 req-842a7a8d-31bc-4d0d-95e8-80e1e09677e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4bf4b89d64e49548563cf43af63d417&device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 1096 time: 0.5488369 Mar 05 13:51:49.197790 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36378) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:49.209609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Request body: {'port': {'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99', 'binding:host_id': 'n-h1-803718-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-4979781'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:49.227257 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753cde3-4aac-4552-be37-096fc1352e45 req-1c0c0283-b1e4-4755-9952-5863c92ee328 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:49.229022 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b753cde3-4aac-4552-be37-096fc1352e45 req-1c0c0283-b1e4-4755-9952-5863c92ee328 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 945 time: 0.3980837 Mar 05 13:51:49.230261 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:49.257906 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:49.262736 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fba67fc-509c-4fb0-b931-24ce7a1b902e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c163da1f-b91e-4f55-86e4-8fc4a4e44a3c'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:51:49.280940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Usage tracker for resource:port and tenant:161ca44230684605a3779f6640498fdf is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:49.285176 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:49.295422 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:49.347515 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:49.354861 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36388) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:49.373378 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ffb0676f-20ff-4b01-bbf8-75fd9663f068 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Request body: {'subnet': {'network_id': 'af05c9d3-c360-48d3-8870-850df7b5eb61', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:49.415145 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Made reservation on behalf of 161ca44230684605a3779f6640498fdf for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:51:49.417526 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:49.435066 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fba67fc-509c-4fb0-b931-24ce7a1b902e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c163da1f-b91e-4f55-86e4-8fc4a4e44a3c', 'code': 200} Mar 05 13:51:49.472353 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:49.484243 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:49.494514 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b753cde3-4aac-4552-be37-096fc1352e45 req-12593e2f-661a-48a8-bbf5-cc7b4f3afd29 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102695 Mar 05 13:51:49.511026 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:51:49.541403 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=0c192209-aa84-4da5-bbd2-f2eb8e1c94a8,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:49.553204 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:49.561767 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:49.564478 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63eb81-c8aa-4f46-869f-e75f28e85395 req-ca64ab15-078f-44bb-8f1e-2f7bd5504ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:49.567365 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4f63eb81-c8aa-4f46-869f-e75f28e85395 req-ca64ab15-078f-44bb-8f1e-2f7bd5504ae3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=47dce88b-b414-45d2-b170-ce43dcded289 HTTP/1.1" status: 200 len: 916 time: 0.4816728 Mar 05 13:51:49.570370 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-2e4adc4c-832e-4778-b3e4-ed3cf1863ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32cc69d-1d50-4db7-b3a0-acd7e91c14be', 'name': 'tempest-TaggedBootDevicesTest_v242-560170190-router', 'tenant_id': 'b3a28468a5a64da39043bde288fe6278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '0709ca2d-c286-4050-99f3-aeeb8540da72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:44:25Z', 'updated_at': '2022-03-05T13:51:45Z', 'revision_number': 5, 'project_id': 'b3a28468a5a64da39043bde288fe6278', 'gw_port': {'id': '0709ca2d-c286-4050-99f3-aeeb8540da72', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32cc69d-1d50-4db7-b3a0-acd7e91c14be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:44:26Z', 'updated_at': '2022-03-05T13:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:49.575607 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Usage tracker for resource:security_group_rule and tenant:161ca44230684605a3779f6640498fdf is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:49.577142 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4adc4c-832e-4778-b3e4-ed3cf1863ccb None None] Checking router: f32cc69d-1d50-4db7-b3a0-acd7e91c14be for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:51:49.580618 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:49.588475 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:49.589072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:49.685070 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=0c192209-aa84-4da5-bbd2-f2eb8e1c94a8,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:49.694515 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4adc4c-832e-4778-b3e4-ed3cf1863ccb None None] Routers {'f32cc69d-1d50-4db7-b3a0-acd7e91c14be'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:51:49.695318 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-2e4adc4c-832e-4778-b3e4-ed3cf1863ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:51:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['f32cc69d-1d50-4db7-b3a0-acd7e91c14be'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:49.714694 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-afffb8ce-650f-4053-860e-b54de4314eca admin admin] For port 0709ca2d-c286-4050-99f3-aeeb8540da72, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0709ca2d-c286-4050-99f3-aeeb8540da72,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:49.715314 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-afffb8ce-650f-4053-860e-b54de4314eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:49.732640 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:49.794914 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ffb0676f-20ff-4b01-bbf8-75fd9663f068 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:49.802185 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ffb0676f-20ff-4b01-bbf8-75fd9663f068 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Usage tracker for resource:subnet and tenant:a8a78363b8fb42b4876ec2b40486fb93 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:49.805599 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ffb0676f-20ff-4b01-bbf8-75fd9663f068 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:49.812033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ffb0676f-20ff-4b01-bbf8-75fd9663f068 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:49.939353 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-2e4adc4c-832e-4778-b3e4-ed3cf1863ccb None None] Set router f32cc69d-1d50-4db7-b3a0-acd7e91c14be gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:51:49.945956 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4f63eb81-c8aa-4f46-869f-e75f28e85395 req-90563b34-6a1b-42fb-8e36-97c05a2660f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c HTTP/1.1" status: 200 len: 998 time: 0.1246991 Mar 05 13:51:49.946606 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:49.950113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] device_id is not set on port df82f5b4-b26d-49ef-9388-e89f8acfe8be yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:51:49.953819 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-afffb8ce-650f-4053-860e-b54de4314eca admin admin] Calling delete_port for 0709ca2d-c286-4050-99f3-aeeb8540da72 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:51:50.008923 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['0c192209-aa84-4da5-bbd2-f2eb8e1c94a8'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:51:50.058631 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb0676f-20ff-4b01-bbf8-75fd9663f068 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Made reservation on behalf of a8a78363b8fb42b4876ec2b40486fb93 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:51:50.071847 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ffb0676f-20ff-4b01-bbf8-75fd9663f068 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:50.189039 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-2e4adc4c-832e-4778-b3e4-ed3cf1863ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32cc69d-1d50-4db7-b3a0-acd7e91c14be', 'name': 'tempest-TaggedBootDevicesTest_v242-560170190-router', 'tenant_id': 'b3a28468a5a64da39043bde288fe6278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:44:25Z', 'updated_at': '2022-03-05T13:51:48Z', 'revision_number': 6, 'project_id': 'b3a28468a5a64da39043bde288fe6278', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:50.198584 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4adc4c-832e-4778-b3e4-ed3cf1863ccb None None] The sync data for ids ['f32cc69d-1d50-4db7-b3a0-acd7e91c14be'] in n-d-803718-1 is: [{'id': 'f32cc69d-1d50-4db7-b3a0-acd7e91c14be', 'name': 'tempest-TaggedBootDevicesTest_v242-560170190-router', 'tenant_id': 'b3a28468a5a64da39043bde288fe6278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:44:25Z', 'updated_at': '2022-03-05T13:51:48Z', 'revision_number': 6, 'project_id': 'b3a28468a5a64da39043bde288fe6278', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:51:50.516099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feda19e-8fbb-4420-903e-b2b462ef5474 req-735b17f3-444c-4643-92df-9d8cb205b268 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:50.528436 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3feda19e-8fbb-4420-903e-b2b462ef5474 req-735b17f3-444c-4643-92df-9d8cb205b268 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 945 time: 0.2292795 Mar 05 13:51:50.626363 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3feda19e-8fbb-4420-903e-b2b462ef5474 req-dd3e0ea0-4940-4958-b10b-3c4f81ca29d9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969505 Mar 05 13:51:50.705299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd255b36-c13c-4046-b623-4e9e99f15c7c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:50.822948 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-afffb8ce-650f-4053-860e-b54de4314eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:50.843185 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63eb81-c8aa-4f46-869f-e75f28e85395 req-e5de7cbd-aa61-47a4-bc04-fe4c73e3b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:50.844712 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4f63eb81-c8aa-4f46-869f-e75f28e85395 req-e5de7cbd-aa61-47a4-bc04-fe4c73e3b89f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f8c39d4-8db2-4e14-8534-4ef6364fca85 HTTP/1.1" status: 200 len: 855 time: 0.8168168 Mar 05 13:51:50.885771 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffb8ce-650f-4053-860e-b54de4314eca admin admin] Pushing event deleted for resources: {'Port': ['ID=0709ca2d-c286-4050-99f3-aeeb8540da72,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:51.027677 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-afffb8ce-650f-4053-860e-b54de4314eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:51.268658 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-afffb8ce-650f-4053-860e-b54de4314eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:51.273981 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-afffb8ce-650f-4053-860e-b54de4314eca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:51.310434 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-afffb8ce-650f-4053-860e-b54de4314eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:51.311192 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afffb8ce-650f-4053-860e-b54de4314eca admin admin] Fanout notify agent at l3_agent the message router_deleted on router f32cc69d-1d50-4db7-b3a0-acd7e91c14be {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:51:51.343631 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-afffb8ce-650f-4053-860e-b54de4314eca admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:51.351851 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-afffb8ce-650f-4053-860e-b54de4314eca admin admin] 10.222.0.16 "DELETE /v2.0/routers/f32cc69d-1d50-4db7-b3a0-acd7e91c14be HTTP/1.1" status: 204 len: 168 time: 3.5741639 Mar 05 13:51:51.355501 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36424) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:51.414018 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] device_id is not set on port df82f5b4-b26d-49ef-9388-e89f8acfe8be yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:51:51.444478 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 08e7e001-09a5-4331-a56b-9062182160d6 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:51:51.466154 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:51.492826 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Transition to ACTIVE for port object df82f5b4-b26d-49ef-9388-e89f8acfe8be will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:51:51.526432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 08e7e001-09a5-4331-a56b-9062182160d6 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:51:51.539526 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 08e7e001-09a5-4331-a56b-9062182160d6 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:51:51.539993 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0709ca2d-c286-4050-99f3-aeeb8540da72 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:51:51.542985 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:51.544775 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97e0e8c-c6e6-4a46-aa0d-dd3444c3b584 admin admin] Deleting subnet f78e2824-d7fa-4e1b-b721-396c0081f125 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:51:51.562249 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b97e0e8c-c6e6-4a46-aa0d-dd3444c3b584 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:51.633953 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 0709ca2d-c286-4050-99f3-aeeb8540da72 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:51:51.634193 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0709ca2d-c286-4050-99f3-aeeb8540da72 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:51:51.684674 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b97e0e8c-c6e6-4a46-aa0d-dd3444c3b584 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:51.808070 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ffb0676f-20ff-4b01-bbf8-75fd9663f068 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:51.900594 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b97e0e8c-c6e6-4a46-aa0d-dd3444c3b584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:52.057986 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52537546-7e0b-4aa9-87c0-a8dca9ff36c3 req-78095564-7141-41ab-97b0-9a1ddf5e3c6a tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:52.060039 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-52537546-7e0b-4aa9-87c0-a8dca9ff36c3 req-78095564-7141-41ab-97b0-9a1ddf5e3c6a tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 943 time: 1.2923307 Mar 05 13:51:52.064837 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0676f-20ff-4b01-bbf8-75fd9663f068 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'Subnet': ['ID=a60109c9-c04f-4fb4-9560-c1394daf46db,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:52.070893 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b97e0e8c-c6e6-4a46-aa0d-dd3444c3b584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:52.079816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63eb81-c8aa-4f46-869f-e75f28e85395 req-3e2f8f9e-cbb0-4a81-9210-9b9ad3a51fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:52.082795 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4f63eb81-c8aa-4f46-869f-e75f28e85395 req-3e2f8f9e-cbb0-4a81-9210-9b9ad3a51fe9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47dce88b-b414-45d2-b170-ce43dcded289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2242193 Mar 05 13:51:52.126730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e0e8c-c6e6-4a46-aa0d-dd3444c3b584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f78e2824-d7fa-4e1b-b721-396c0081f125,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:52.129959 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b97e0e8c-c6e6-4a46-aa0d-dd3444c3b584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:52.140663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c18301-b786-4478-8b2b-24f180146ae5 None None] Network d4efc90d-7f43-461b-9902-8bcea79673ba requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:51:52.141648 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b97e0e8c-c6e6-4a46-aa0d-dd3444c3b584 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f78e2824-d7fa-4e1b-b721-396c0081f125 HTTP/1.1" status: 204 len: 168 time: 0.7829728 Mar 05 13:51:52.152984 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36430) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:52.188261 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b4877-8d50-437b-8cf8-790d3adf3bf4 req-0cec394d-598b-4270-903f-0d30da3c520a tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:52.196404 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-711b4877-8d50-437b-8cf8-790d3adf3bf4 req-0cec394d-598b-4270-903f-0d30da3c520a tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 945 time: 0.2040660 Mar 05 13:51:52.443329 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-711b4877-8d50-437b-8cf8-790d3adf3bf4 req-4d9eb4d7-73c8-41f1-b9e3-fa3585cad049 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456691 Mar 05 13:51:52.453725 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:52.488359 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Deleting port b27e7961-6dcb-4ff3-baca-2d7c8dbeba96 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:51:52.489494 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:52.501109 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4f63eb81-c8aa-4f46-869f-e75f28e85395 req-ab694ead-09ee-450c-a854-54729cc01038 service neutron] 10.222.0.15 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993840 Mar 05 13:51:52.566511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:51:52.740220 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:51:52.740598 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:52.856558 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bcc67b-9449-4c2e-bbad-af052aa59d52 None None] DHCP port deletion for d4efc90d-7f43-461b-9902-8bcea79673ba request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:51:52.865018 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4f63eb81-c8aa-4f46-869f-e75f28e85395 req-2b8bf108-baf1-4a92-b1a7-6a3e53a43e1c service neutron] 10.222.0.15 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836335 Mar 05 13:51:52.874995 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Pushing event updated for resources: {'Port': ['ID=df82f5b4-b26d-49ef-9388-e89f8acfe8be,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:52.900079 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-28bcc67b-9449-4c2e-bbad-af052aa59d52 None None] Deleting port b27e7961-6dcb-4ff3-baca-2d7c8dbeba96 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:51:52.901693 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-28bcc67b-9449-4c2e-bbad-af052aa59d52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:52.905135 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Checking segment: {'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:51:52.905135 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Network hostable DHCP agents. Network: 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:51:52.918292 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] For port b27e7961-6dcb-4ff3-baca-2d7c8dbeba96, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b27e7961-6dcb-4ff3-baca-2d7c8dbeba96,segment=NetworkSegment(25a3df98-ee15-4378-b4a9-77226e4570f1),segment_id=25a3df98-ee15-4378-b4a9-77226e4570f1)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:52.918649 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:52.982187 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb0676f-20ff-4b01-bbf8-75fd9663f068 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Checking segment: {'id': '0192163c-88af-462f-bc85-7bc4d20f649a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'af05c9d3-c360-48d3-8870-850df7b5eb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:51:52.982469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb0676f-20ff-4b01-bbf8-75fd9663f068 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Network hostable DHCP agents. Network: af05c9d3-c360-48d3-8870-850df7b5eb61, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:51:53.039675 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-52537546-7e0b-4aa9-87c0-a8dca9ff36c3 req-21ae5bf2-d8f0-4181-b6b3-bc6908b35f3a tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5596328 Mar 05 13:51:53.073233 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:51:53.116415 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb0676f-20ff-4b01-bbf8-75fd9663f068 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Network af05c9d3-c360-48d3-8870-850df7b5eb61 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:51:53.134679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:51:53.144522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-ffb0676f-20ff-4b01-bbf8-75fd9663f068 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, af05c9d3-c360-48d3-8870-850df7b5eb61) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:51:53.146449 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:51:53.184048 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb0676f-20ff-4b01-bbf8-75fd9663f068 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:53.184714 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ffb0676f-20ff-4b01-bbf8-75fd9663f068 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:53.207837 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Calling delete_port for b27e7961-6dcb-4ff3-baca-2d7c8dbeba96 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:51:53.211381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:51:53.211720 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:51:53.213355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:51:53.226330 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port df82f5b4-b26d-49ef-9388-e89f8acfe8be on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:51:53.226673 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:51:53.229895 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 2 to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be Mar 05 13:51:53.292581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:51:53.293143 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:51:53.293850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:51:53.316404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port df82f5b4-b26d-49ef-9388-e89f8acfe8be on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:51:53.317088 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:51:53.319621 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 3 to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be Mar 05 13:51:53.358840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:51:53.360069 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:51:53.360609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:51:53.369636 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ffb0676f-20ff-4b01-bbf8-75fd9663f068 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.0101287 Mar 05 13:51:53.373646 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36440) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:53.380086 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e76f2c27-995d-4a49-b752-ebefae3c2898 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2125032702'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:53.384377 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port df82f5b4-b26d-49ef-9388-e89f8acfe8be on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:51:53.384836 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:51:53.385530 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 4 to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be Mar 05 13:51:53.392895 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e76f2c27-995d-4a49-b752-ebefae3c2898 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:53.403021 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e76f2c27-995d-4a49-b752-ebefae3c2898 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Usage tracker for resource:network and tenant:a8a78363b8fb42b4876ec2b40486fb93 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:53.407210 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e76f2c27-995d-4a49-b752-ebefae3c2898 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:53.412198 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-28bcc67b-9449-4c2e-bbad-af052aa59d52 None None] For port b27e7961-6dcb-4ff3-baca-2d7c8dbeba96, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b27e7961-6dcb-4ff3-baca-2d7c8dbeba96,segment=NetworkSegment(25a3df98-ee15-4378-b4a9-77226e4570f1),segment_id=25a3df98-ee15-4378-b4a9-77226e4570f1)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:53.412589 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-28bcc67b-9449-4c2e-bbad-af052aa59d52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:53.416989 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:51:53.419181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:51:53.419825 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:51:53.425419 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port df82f5b4-b26d-49ef-9388-e89f8acfe8be on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:51:53.426504 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:51:53.427122 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 5 to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be Mar 05 13:51:53.428075 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e76f2c27-995d-4a49-b752-ebefae3c2898 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:53.444212 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:53.465364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:51:53.466041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:51:53.466593 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:51:53.478974 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port df82f5b4-b26d-49ef-9388-e89f8acfe8be on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:51:53.479517 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:51:53.480094 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 6 to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be Mar 05 13:51:53.504686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76f2c27-995d-4a49-b752-ebefae3c2898 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Made reservation on behalf of a8a78363b8fb42b4876ec2b40486fb93 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:51:53.508833 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e76f2c27-995d-4a49-b752-ebefae3c2898 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:53.515703 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:51:53.518119 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:51:53.518667 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:51:53.526000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Pushing event deleted for resources: {'Port': ['ID=b27e7961-6dcb-4ff3-baca-2d7c8dbeba96,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:53.526380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port df82f5b4-b26d-49ef-9388-e89f8acfe8be on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:51:53.526724 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:51:53.527142 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 7 to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be Mar 05 13:51:53.550251 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:51:53.550600 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:51:53.551569 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:51:53.558220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port df82f5b4-b26d-49ef-9388-e89f8acfe8be on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:51:53.558506 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:51:53.558886 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 8 to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be Mar 05 13:51:53.568629 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] No DVR routers for this DVR port b27e7961-6dcb-4ff3-baca-2d7c8dbeba96 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:51:53.575052 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:53.581889 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:53.583069 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:53.583800 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:53.584290 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:53.584886 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:53.585446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:53.586043 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:53.586597 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:53.587203 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:53.587738 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:53.592206 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:51:53.605787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:51:53.606126 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:51:53.606467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:51:53.625093 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port df82f5b4-b26d-49ef-9388-e89f8acfe8be on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:51:53.625431 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:51:53.625824 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 9 to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be Mar 05 13:51:53.660625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:51:53.661474 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:51:53.662104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:51:53.669896 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port df82f5b4-b26d-49ef-9388-e89f8acfe8be on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:51:53.670457 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:51:53.671260 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 10 to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be Mar 05 13:51:53.694101 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:51:53.695414 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:51:53.696196 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:51:53.707055 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port df82f5b4-b26d-49ef-9388-e89f8acfe8be on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:51:53.708910 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port df82f5b4-b26d-49ef-9388-e89f8acfe8be on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:51:53.709579 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:53.790117 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-28bcc67b-9449-4c2e-bbad-af052aa59d52 None None] Calling delete_port for b27e7961-6dcb-4ff3-baca-2d7c8dbeba96 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:51:53.874993 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:53.902042 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] For port df82f5b4-b26d-49ef-9388-e89f8acfe8be, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:51:53.903189 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempted to set empty binding levels {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 05 13:51:53.913728 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:53.934243 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4efc90d-7f43-461b-9902-8bcea79673ba']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:53.962428 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a3df98-ee15-4378-b4a9-77226e4570f1') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:53.962791 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a3df98-ee15-4378-b4a9-77226e4570f1') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:53.967135 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c23e16-83de-4a61-a658-928177ec4d4d None None] Network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:51:53.986447 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:53.994774 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c7f79c-a148-4ca8-a3c5-3cbebd21d79b None None] Network af05c9d3-c360-48d3-8870-850df7b5eb61 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:51:54.026077 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:54.032058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Pushing event updated for resources: {'Port': ['ID=df82f5b4-b26d-49ef-9388-e89f8acfe8be,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:54.039043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:54.039670 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:54.046020 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:51:54.049880 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:54.095679 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-22f41718-df34-4be5-95ac-92355f89c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.8960762 Mar 05 13:51:54.095993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36448) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:51:54.154540 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:51:54.158853 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76f2c27-995d-4a49-b752-ebefae3c2898 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:51:54.268741 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-327aa6b6-8b58-4513-aae6-58609b8e38b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Deleting port df82f5b4-b26d-49ef-9388-e89f8acfe8be {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:51:54.274746 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e76f2c27-995d-4a49-b752-ebefae3c2898 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:54.278810 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-327aa6b6-8b58-4513-aae6-58609b8e38b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:54.289512 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-e76f2c27-995d-4a49-b752-ebefae3c2898 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Added segment 4dd1bd55-25a0-44b1-ab8c-d91063145b33 of type vlan for network 700ed83a-831f-4d81-957e-a320619b1d36 Mar 05 13:51:54.342406 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e76f2c27-995d-4a49-b752-ebefae3c2898 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:54.366045 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:54.390160 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b27e7961-6dcb-4ff3-baca-2d7c8dbeba96 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:51:54.426545 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:54.443362 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] Pushing event deleted for resources: {'Network': ['ID=d4efc90d-7f43-461b-9902-8bcea79673ba,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:54.538119 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-879d2d69-e613-4603-a51f-6c529c4c147b admin admin] 10.222.0.16 "DELETE /v2.0/networks/d4efc90d-7f43-461b-9902-8bcea79673ba HTTP/1.1" status: 204 len: 168 time: 2.3557572 Mar 05 13:51:54.563526 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e76f2c27-995d-4a49-b752-ebefae3c2898 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:54.586029 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76f2c27-995d-4a49-b752-ebefae3c2898 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:54.595637 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e76f2c27-995d-4a49-b752-ebefae3c2898 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:54.677882 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d017f9-72a2-4048-a879-37b39d7d8562 req-dffda897-6889-401a-842d-bed881a92484 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:54.680027 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-84d017f9-72a2-4048-a879-37b39d7d8562 req-dffda897-6889-401a-842d-bed881a92484 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 945 time: 0.5268464 Mar 05 13:51:54.716033 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:54.745818 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e76f2c27-995d-4a49-b752-ebefae3c2898 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3707633 Mar 05 13:51:54.751194 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36454) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:54.875610 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-8041faf4-4096-4f7c-8d2b-f7b3de4f1e85 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Request body: {'subnet': {'network_id': '700ed83a-831f-4d81-957e-a320619b1d36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:55.048829 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: b27e7961-6dcb-4ff3-baca-2d7c8dbeba96 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:51:55.050394 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab2506-58a0-4994-9974-29e568741685 req-c16cb3e9-50e2-4fc7-a3ab-ea2ed55ef5eb tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:55.052527 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-55ab2506-58a0-4994-9974-29e568741685 req-c16cb3e9-50e2-4fc7-a3ab-ea2ed55ef5eb tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 943 time: 0.6777220 Mar 05 13:51:55.061718 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b27e7961-6dcb-4ff3-baca-2d7c8dbeba96 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:51:55.069475 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-28bcc67b-9449-4c2e-bbad-af052aa59d52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:51:55.069832 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-28bcc67b-9449-4c2e-bbad-af052aa59d52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:51:55.126630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36458) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:55.184908 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-55ab2506-58a0-4994-9974-29e568741685 req-0502fa6f-2d2b-44ae-8dcd-7a1ec1b4b0e3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085391 Mar 05 13:51:55.203771 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f2c27-995d-4a49-b752-ebefae3c2898 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'Network': ['ID=700ed83a-831f-4d81-957e-a320619b1d36,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:55.244377 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=0c192209-aa84-4da5-bbd2-f2eb8e1c94a8,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:55.261436 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e987b2c-95f2-455c-8978-225779a88c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c192209-aa84-4da5-bbd2-f2eb8e1c94a8'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:51:55.264447 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 700ed83a-831f-4d81-957e-a320619b1d36 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:51:55.362526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-327aa6b6-8b58-4513-aae6-58609b8e38b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] For port df82f5b4-b26d-49ef-9388-e89f8acfe8be, host n-h1-803718-1, got binding levels [] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:51:55.363189 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-327aa6b6-8b58-4513-aae6-58609b8e38b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:55.430056 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-84d017f9-72a2-4048-a879-37b39d7d8562 req-17259876-a1f0-4b8f-bd55-4fb716a188e6 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7003286 Mar 05 13:51:55.529750 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8041faf4-4096-4f7c-8d2b-f7b3de4f1e85 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:55.539301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8041faf4-4096-4f7c-8d2b-f7b3de4f1e85 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Usage tracker for resource:subnet and tenant:a8a78363b8fb42b4876ec2b40486fb93 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:51:55.557023 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8041faf4-4096-4f7c-8d2b-f7b3de4f1e85 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:51:55.565278 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8f4bdc91-24ab-487e-8c08-b0b5c1b69eb0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=375b726eb2ae465c8b7dd42940955ff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4361751 Mar 05 13:51:55.576314 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36464) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:55.577374 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8041faf4-4096-4f7c-8d2b-f7b3de4f1e85 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:55.626551 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e987b2c-95f2-455c-8978-225779a88c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c192209-aa84-4da5-bbd2-f2eb8e1c94a8', 'code': 200} Mar 05 13:51:55.652781 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8041faf4-4096-4f7c-8d2b-f7b3de4f1e85 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Made reservation on behalf of a8a78363b8fb42b4876ec2b40486fb93 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:51:55.663604 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8041faf4-4096-4f7c-8d2b-f7b3de4f1e85 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:55.688492 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-28bcc67b-9449-4c2e-bbad-af052aa59d52 None None] Deleting port b27e7961-6dcb-4ff3-baca-2d7c8dbeba96 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:51:55.688787 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-28bcc67b-9449-4c2e-bbad-af052aa59d52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:55.735283 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-327aa6b6-8b58-4513-aae6-58609b8e38b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Calling delete_port for df82f5b4-b26d-49ef-9388-e89f8acfe8be owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:51:55.845933 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-327aa6b6-8b58-4513-aae6-58609b8e38b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:55.859029 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:56.023884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327aa6b6-8b58-4513-aae6-58609b8e38b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Pushing event deleted for resources: {'Port': ['ID=df82f5b4-b26d-49ef-9388-e89f8acfe8be,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:56.034599 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f4bf11-5fdb-43bb-83dc-e435bb090110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-af05c9d3-c360-48d3-8870-850df7b5eb61', 'network_id': 'af05c9d3-c360-48d3-8870-850df7b5eb61', 'tenant_id': 'a8a78363b8fb42b4876ec2b40486fb93', 'fixed_ips': [{'subnet_id': 'a60109c9-c04f-4fb4-9560-c1394daf46db'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:51:56.054953 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f2f4bf11-5fdb-43bb-83dc-e435bb090110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:56.162278 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-327aa6b6-8b58-4513-aae6-58609b8e38b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:56.173384 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-327aa6b6-8b58-4513-aae6-58609b8e38b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] 10.222.0.16 "DELETE /v2.0/ports/df82f5b4-b26d-49ef-9388-e89f8acfe8be HTTP/1.1" status: 204 len: 168 time: 2.0760791 Mar 05 13:51:56.179328 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36474) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:56.293247 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-95cefa96-c2f8-493c-8492-010b5f5b7c0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] GET failed (client error): The resource could not be found. Mar 05 13:51:56.297483 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-95cefa96-c2f8-493c-8492-010b5f5b7c0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Synchronizing usage tracker for tenant:161ca44230684605a3779f6640498fdf on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:51:56.357672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-95cefa96-c2f8-493c-8492-010b5f5b7c0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Unset dirty status for tenant:161ca44230684605a3779f6640498fdf on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:51:56.358433 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=0c192209-aa84-4da5-bbd2-f2eb8e1c94a8,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:56.360355 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-95cefa96-c2f8-493c-8492-010b5f5b7c0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] 10.222.0.16 "GET /v2.0/ports/df82f5b4-b26d-49ef-9388-e89f8acfe8be HTTP/1.1" status: 404 len: 333 time: 0.1797140 Mar 05 13:51:56.366908 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36482) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:56.381576 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-27760f4e-befc-438c-abc3-7bdc3ba07bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Request body: {'port': {'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-97418307'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:56.390025 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fed2af14-d88a-46c5-9d9c-52c3981953a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:56.391271 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-28bcc67b-9449-4c2e-bbad-af052aa59d52 None None] The port 'b27e7961-6dcb-4ff3-baca-2d7c8dbeba96' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:51:56.398709 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-27760f4e-befc-438c-abc3-7bdc3ba07bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:51:56.435319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-27760f4e-befc-438c-abc3-7bdc3ba07bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:51:56.459497 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27760f4e-befc-438c-abc3-7bdc3ba07bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Made reservation on behalf of 161ca44230684605a3779f6640498fdf for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:51:56.462414 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-27760f4e-befc-438c-abc3-7bdc3ba07bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:56.493484 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fed2af14-d88a-46c5-9d9c-52c3981953a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:56.509602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-27760f4e-befc-438c-abc3-7bdc3ba07bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] device_id is not set on port 28f30d53-4100-487a-9224-8a1a24c3323d yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:51:56.935765 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-f2f4bf11-5fdb-43bb-83dc-e435bb090110 None None] Allocated IP 2001:db8:0:ffff::2 (af05c9d3-c360-48d3-8870-850df7b5eb61/a60109c9-c04f-4fb4-9560-c1394daf46db/492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:51:56.968917 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-27760f4e-befc-438c-abc3-7bdc3ba07bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:57.070804 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c0bf5-20d3-4f72-bb48-d2b8d215cf87 req-019f228d-f74b-476d-a6bc-137eebba0713 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:57.073016 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a81c0bf5-20d3-4f72-bb48-d2b8d215cf87 req-019f228d-f74b-476d-a6bc-137eebba0713 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 943 time: 0.3702385 Mar 05 13:51:57.118809 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-27760f4e-befc-438c-abc3-7bdc3ba07bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:57.142303 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8041faf4-4096-4f7c-8d2b-f7b3de4f1e85 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:57.174251 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3946e9-a1eb-4456-8f6b-40826a89e719 req-a17e071c-a2e6-4de6-b0b3-1087e54fed45 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:57.181863 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2a3946e9-a1eb-4456-8f6b-40826a89e719 req-a17e071c-a2e6-4de6-b0b3-1087e54fed45 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.2073343 Mar 05 13:51:57.259860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27760f4e-befc-438c-abc3-7bdc3ba07bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:51:57.264172 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fed2af14-d88a-46c5-9d9c-52c3981953a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:57.270701 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-27760f4e-befc-438c-abc3-7bdc3ba07bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:51:57.278251 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27760f4e-befc-438c-abc3-7bdc3ba07bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Pushing event updated for resources: {'Port': ['ID=28f30d53-4100-487a-9224-8a1a24c3323d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:57.281315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041faf4-4096-4f7c-8d2b-f7b3de4f1e85 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'Subnet': ['ID=280c8c67-a095-4c52-bb77-7f99b6f721b0,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:57.283883 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27760f4e-befc-438c-abc3-7bdc3ba07bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:51:57.284982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27760f4e-befc-438c-abc3-7bdc3ba07bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:57.286261 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-27760f4e-befc-438c-abc3-7bdc3ba07bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:57.304177 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2a3946e9-a1eb-4456-8f6b-40826a89e719 req-ad065338-dcb2-4ea1-ba8e-63ecbf4d113a tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213396 Mar 05 13:51:57.318622 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2af14-d88a-46c5-9d9c-52c3981953a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ba675f-0bb9-4e82-b6d9-3a388635fc8d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:57.357896 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-27760f4e-befc-438c-abc3-7bdc3ba07bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.9895027 Mar 05 13:51:57.359002 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36494) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:57.359142 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a81c0bf5-20d3-4f72-bb48-d2b8d215cf87 req-f6be3710-d5e5-433a-a1cd-c7bf61eeb07c tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724817 Mar 05 13:51:57.371374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:51:57.435080 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8041faf4-4096-4f7c-8d2b-f7b3de4f1e85 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Checking segment: {'id': '4dd1bd55-25a0-44b1-ab8c-d91063145b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '700ed83a-831f-4d81-957e-a320619b1d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:51:57.438216 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8041faf4-4096-4f7c-8d2b-f7b3de4f1e85 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Network hostable DHCP agents. Network: 700ed83a-831f-4d81-957e-a320619b1d36, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:51:57.448530 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fed2af14-d88a-46c5-9d9c-52c3981953a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:57.453067 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fed2af14-d88a-46c5-9d9c-52c3981953a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3ba675f-0bb9-4e82-b6d9-3a388635fc8d HTTP/1.1" status: 204 len: 168 time: 1.8723016 Mar 05 13:51:57.500859 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8041faf4-4096-4f7c-8d2b-f7b3de4f1e85 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Network 700ed83a-831f-4d81-957e-a320619b1d36 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:51:57.522229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-8041faf4-4096-4f7c-8d2b-f7b3de4f1e85 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 700ed83a-831f-4d81-957e-a320619b1d36) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:51:57.537797 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8041faf4-4096-4f7c-8d2b-f7b3de4f1e85 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:57.539169 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8041faf4-4096-4f7c-8d2b-f7b3de4f1e85 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:57.588378 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8041faf4-4096-4f7c-8d2b-f7b3de4f1e85 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7830608 Mar 05 13:51:57.588871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36502) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:57.631129 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ca3f55-8efc-4dcf-bba0-f78b4649009c None None] Network 700ed83a-831f-4d81-957e-a320619b1d36 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:51:57.781620 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:57.871453 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-57b554ce-f31e-4cf8-b011-38d001d36327 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:58.002688 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f2f4bf11-5fdb-43bb-83dc-e435bb090110 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:58.009883 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-57b554ce-f31e-4cf8-b011-38d001d36327 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:58.014579 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f2f4bf11-5fdb-43bb-83dc-e435bb090110 None None] Transition to ACTIVE for port object 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:51:58.038213 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f2f4bf11-5fdb-43bb-83dc-e435bb090110 None None] Transition to ACTIVE for port object 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:51:58.075204 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f2f4bf11-5fdb-43bb-83dc-e435bb090110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:58.175948 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f4bf11-5fdb-43bb-83dc-e435bb090110 None None] Network af05c9d3-c360-48d3-8870-850df7b5eb61 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:51:58.184083 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-57b554ce-f31e-4cf8-b011-38d001d36327 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:58.207899 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-f2f4bf11-5fdb-43bb-83dc-e435bb090110 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:51:58.212464 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f4bf11-5fdb-43bb-83dc-e435bb090110 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:51:58.283207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b554ce-f31e-4cf8-b011-38d001d36327 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Subnet': ['ID=280c8c67-a095-4c52-bb77-7f99b6f721b0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:58.536482 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb95f1-f21d-45d9-8489-72f95b697da3 req-1d0fcb9e-976d-401f-9715-3d0fbbffbe10 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:51:58.545555 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-13bb95f1-f21d-45d9-8489-72f95b697da3 req-1d0fcb9e-976d-401f-9715-3d0fbbffbe10 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=c842c6d4-b1e6-470a-8496-055f766762a3 HTTP/1.1" status: 200 len: 946 time: 0.5289774 Mar 05 13:51:58.560418 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device c163da1f-b91e-4f55-86e4-8fc4a4e44a3c no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:51:58.647579 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36520) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:58.737571 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4bf11-5fdb-43bb-83dc-e435bb090110 None None] Pushing event updated for resources: {'Port': ['ID=492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:58.754231 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-57b554ce-f31e-4cf8-b011-38d001d36327 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:58.762804 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f2f4bf11-5fdb-43bb-83dc-e435bb090110 None None] Attempting to bind port 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:51:58.763759 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f2f4bf11-5fdb-43bb-83dc-e435bb090110 None None] Attempting to bind port 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '0192163c-88af-462f-bc85-7bc4d20f649a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'af05c9d3-c360-48d3-8870-850df7b5eb61'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:51:58.764294 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f4bf11-5fdb-43bb-83dc-e435bb090110 None None] Attempting to bind port 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b on network af05c9d3-c360-48d3-8870-850df7b5eb61 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:51:58.816437 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7e0f72-891c-40dd-aeaa-fbd81b5e78a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-700ed83a-831f-4d81-957e-a320619b1d36', 'network_id': '700ed83a-831f-4d81-957e-a320619b1d36', 'tenant_id': 'a8a78363b8fb42b4876ec2b40486fb93', 'fixed_ips': [{'subnet_id': '280c8c67-a095-4c52-bb77-7f99b6f721b0'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:51:58.820009 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1b7e0f72-891c-40dd-aeaa-fbd81b5e78a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:58.869362 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-57b554ce-f31e-4cf8-b011-38d001d36327 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700ed83a-831f-4d81-957e-a320619b1d36']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:58.871211 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] device_id is not set on port 28f30d53-4100-487a-9224-8a1a24c3323d yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:51:58.880875 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f4bf11-5fdb-43bb-83dc-e435bb090110 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:51:58.881596 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f4bf11-5fdb-43bb-83dc-e435bb090110 None None] Checking segment: {'id': '0192163c-88af-462f-bc85-7bc4d20f649a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'af05c9d3-c360-48d3-8870-850df7b5eb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:51:58.882986 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f2f4bf11-5fdb-43bb-83dc-e435bb090110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:58.883558 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f4bf11-5fdb-43bb-83dc-e435bb090110 None None] Bound using segment: {'id': '0192163c-88af-462f-bc85-7bc4d20f649a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'af05c9d3-c360-48d3-8870-850df7b5eb61'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:51:58.885344 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f2f4bf11-5fdb-43bb-83dc-e435bb090110 None None] Bound port: 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0192163c-88af-462f-bc85-7bc4d20f649a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'af05c9d3-c360-48d3-8870-850df7b5eb61'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:51:58.887237 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f2f4bf11-5fdb-43bb-83dc-e435bb090110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:58.892897 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:58.930290 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:58.967739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-57b554ce-f31e-4cf8-b011-38d001d36327 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd1bd55-25a0-44b1-ab8c-d91063145b33') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:58.977147 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-13bb95f1-f21d-45d9-8489-72f95b697da3 req-56d97f4d-8b05-4e50-b3ed-05c6d2870899 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=b512ad29-0819-4ffb-af27-e389ce90b2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4299436 Mar 05 13:51:58.982077 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-57b554ce-f31e-4cf8-b011-38d001d36327 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd1bd55-25a0-44b1-ab8c-d91063145b33') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:51:59.002798 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Transition to ACTIVE for port object 28f30d53-4100-487a-9224-8a1a24c3323d will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:51:59.004978 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:59.059283 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-57b554ce-f31e-4cf8-b011-38d001d36327 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:59.093822 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5ca5622b-9fb6-48fd-a411-b29328689a15 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3a28468a5a64da39043bde288fe6278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4443564 Mar 05 13:51:59.100284 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36532) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:51:59.183635 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Pushing event updated for resources: {'Port': ['ID=28f30d53-4100-487a-9224-8a1a24c3323d,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:59.343172 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-57b554ce-f31e-4cf8-b011-38d001d36327 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:59.388633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b554ce-f31e-4cf8-b011-38d001d36327 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:51:59.389048 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-57b554ce-f31e-4cf8-b011-38d001d36327 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:51:59.438904 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:51:59.461128 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:59.636723 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f3bddd85-d3a8-4a31-b331-0048a31413ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:59.663097 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:51:59.664336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:51:59.664768 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:51:59.689716 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port 28f30d53-4100-487a-9224-8a1a24c3323d on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:51:59.690086 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:51:59.698297 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 2 to bind port 28f30d53-4100-487a-9224-8a1a24c3323d Mar 05 13:51:59.726728 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-f2f4bf11-5fdb-43bb-83dc-e435bb090110 None None] For port 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:51:59.734832 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-f2f4bf11-5fdb-43bb-83dc-e435bb090110 None None] For port 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b,segment=NetworkSegment(0192163c-88af-462f-bc85-7bc4d20f649a),segment_id=0192163c-88af-462f-bc85-7bc4d20f649a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:51:59.738544 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a665ac-a8f2-4708-8759-3066d974f63e None None] Network 700ed83a-831f-4d81-957e-a320619b1d36 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:51:59.784481 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f2f4bf11-5fdb-43bb-83dc-e435bb090110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:59.784715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:51:59.785620 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:51:59.785827 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:51:59.807523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port 28f30d53-4100-487a-9224-8a1a24c3323d on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:51:59.807948 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:51:59.811922 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 3 to bind port 28f30d53-4100-487a-9224-8a1a24c3323d Mar 05 13:51:59.833657 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-57b554ce-f31e-4cf8-b011-38d001d36327 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:59.855165 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:51:59.855578 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:51:59.855821 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:51:59.857213 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f3bddd85-d3a8-4a31-b331-0048a31413ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:59.882567 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port 28f30d53-4100-487a-9224-8a1a24c3323d on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:51:59.882957 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:51:59.883467 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 4 to bind port 28f30d53-4100-487a-9224-8a1a24c3323d Mar 05 13:51:59.895628 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:51:59.918277 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-57b554ce-f31e-4cf8-b011-38d001d36327 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:51:59.932659 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b554ce-f31e-4cf8-b011-38d001d36327 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Network': ['ID=700ed83a-831f-4d81-957e-a320619b1d36,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:51:59.985008 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-57b554ce-f31e-4cf8-b011-38d001d36327 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/networks/700ed83a-831f-4d81-957e-a320619b1d36 HTTP/1.1" status: 204 len: 168 time: 2.3941617 Mar 05 13:51:59.991914 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36546) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:00.007720 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-3851fa6d-18d5-492e-8233-b6f8e01a84d0 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1342460746'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:00.012802 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:52:00.013286 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:52:00.013784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:00.017047 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cdf730f3-4521-4745-9137-7ba46f15a2ae req-39781c51-407f-4a11-8c51-36dbddc6db0c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=796ecef7-335f-415b-aaf7-81b50bd58943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8040221 Mar 05 13:52:00.029266 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3851fa6d-18d5-492e-8233-b6f8e01a84d0 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:00.050243 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cebfa-155f-4ed2-86ee-66c077b083be req-330c1578-5c26-4a09-853d-de4e72b266e3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:00.055006 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fa9cebfa-155f-4ed2-86ee-66c077b083be req-330c1578-5c26-4a09-853d-de4e72b266e3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.30 "GET /v2.0/ports?device_id=c842c6d4-b1e6-470a-8496-055f766762a3 HTTP/1.1" status: 200 len: 946 time: 0.8562791 Mar 05 13:52:00.062882 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port 28f30d53-4100-487a-9224-8a1a24c3323d on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:52:00.063516 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:52:00.071717 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 5 to bind port 28f30d53-4100-487a-9224-8a1a24c3323d Mar 05 13:52:00.087463 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3851fa6d-18d5-492e-8233-b6f8e01a84d0 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Usage tracker for resource:network and tenant:a8a78363b8fb42b4876ec2b40486fb93 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:00.107205 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3851fa6d-18d5-492e-8233-b6f8e01a84d0 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:00.117858 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3851fa6d-18d5-492e-8233-b6f8e01a84d0 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:00.129721 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c517b6-f3da-4ff4-ae10-4f89f179f2b3 req-ccfefef3-40c1-4273-a3df-a989859035ca tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:00.140898 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a4c517b6-f3da-4ff4-ae10-4f89f179f2b3 req-ccfefef3-40c1-4273-a3df-a989859035ca tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.5109198 Mar 05 13:52:00.219244 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3851fa6d-18d5-492e-8233-b6f8e01a84d0 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Made reservation on behalf of a8a78363b8fb42b4876ec2b40486fb93 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:00.225309 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3851fa6d-18d5-492e-8233-b6f8e01a84d0 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:00.231140 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4bf11-5fdb-43bb-83dc-e435bb090110 None None] Pushing event updated for resources: {'Port': ['ID=492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:00.241619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:52:00.242008 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:52:00.242402 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:00.264221 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f3bddd85-d3a8-4a31-b331-0048a31413ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:00.303967 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port 28f30d53-4100-487a-9224-8a1a24c3323d on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:52:00.304306 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:52:00.308352 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a4c517b6-f3da-4ff4-ae10-4f89f179f2b3 req-7f081c81-8ba8-4b35-be48-f28c4234582a tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663682 Mar 05 13:52:00.312770 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 6 to bind port 28f30d53-4100-487a-9224-8a1a24c3323d Mar 05 13:52:00.315176 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f3bddd85-d3a8-4a31-b331-0048a31413ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:00.317081 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f3bddd85-d3a8-4a31-b331-0048a31413ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/745ce4e1-39fd-4e04-a061-865d8afa8e75 HTTP/1.1" status: 204 len: 168 time: 1.2091622 Mar 05 13:52:00.382508 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-fa9cebfa-155f-4ed2-86ee-66c077b083be req-63bdfec2-7308-4e16-b31e-637a63e49cdb tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Deleting port 22d94fb8-d0ff-46fd-8384-746569dad23d {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:52:00.382901 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fa9cebfa-155f-4ed2-86ee-66c077b083be req-63bdfec2-7308-4e16-b31e-637a63e49cdb tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:00.415091 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf730f3-4521-4745-9137-7ba46f15a2ae req-4dbee79b-1525-455b-99e2-e69f8bce149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:00.418114 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cdf730f3-4521-4745-9137-7ba46f15a2ae req-4dbee79b-1525-455b-99e2-e69f8bce149e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6458262d05f2497586ebde1561a80c5d&device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 1097 time: 0.3722005 Mar 05 13:52:00.421844 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bddd85-d3a8-4a31-b331-0048a31413ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745ce4e1-39fd-4e04-a061-865d8afa8e75,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:00.531781 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3851fa6d-18d5-492e-8233-b6f8e01a84d0 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:52:00.580386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:52:00.581260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:52:00.581756 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:00.620852 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a78db-2a4a-4cb5-b696-14650c15f1ba req-778a1bd1-4706-42a7-84ad-1b59cecc1b05 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:00.629502 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ec4a78db-2a4a-4cb5-b696-14650c15f1ba req-778a1bd1-4706-42a7-84ad-1b59cecc1b05 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 943 time: 0.7042396 Mar 05 13:52:00.656078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port 28f30d53-4100-487a-9224-8a1a24c3323d on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:52:00.659412 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:52:00.666517 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 7 to bind port 28f30d53-4100-487a-9224-8a1a24c3323d Mar 05 13:52:00.681950 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3851fa6d-18d5-492e-8233-b6f8e01a84d0 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:00.682155 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-3851fa6d-18d5-492e-8233-b6f8e01a84d0 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Added segment 9d6de890-eec2-4b2c-ae92-a9c78500ecaa of type vlan for network e3f96e10-02fa-48c5-b360-da394cba4633 Mar 05 13:52:00.729128 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ec4a78db-2a4a-4cb5-b696-14650c15f1ba req-f7210d09-cbfe-4e7f-b3dd-bb357b181d91 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985568 Mar 05 13:52:00.844400 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3851fa6d-18d5-492e-8233-b6f8e01a84d0 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:00.922654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf730f3-4521-4745-9137-7ba46f15a2ae req-1237844e-a705-42bd-a579-82ec894eb300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:00.924316 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cdf730f3-4521-4745-9137-7ba46f15a2ae req-1237844e-a705-42bd-a579-82ec894eb300 service neutron] 10.222.0.30 "GET /v2.0/networks?id=175f72fb-87d4-4d09-877c-e76b741da2ad HTTP/1.1" status: 200 len: 915 time: 0.4739878 Mar 05 13:52:01.048078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-fa9cebfa-155f-4ed2-86ee-66c077b083be req-63bdfec2-7308-4e16-b31e-637a63e49cdb tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] For port 22d94fb8-d0ff-46fd-8384-746569dad23d, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=22d94fb8-d0ff-46fd-8384-746569dad23d,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:01.050511 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fa9cebfa-155f-4ed2-86ee-66c077b083be req-63bdfec2-7308-4e16-b31e-637a63e49cdb tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:01.072974 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee7c2e-279b-4de9-9c28-f5d541998756 req-8c937256-a921-4a09-a65b-3c8d72890f42 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:01.074988 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b9ee7c2e-279b-4de9-9c28-f5d541998756 req-8c937256-a921-4a09-a65b-3c8d72890f42 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=c842c6d4-b1e6-470a-8496-055f766762a3 HTTP/1.1" status: 200 len: 946 time: 0.5112929 Mar 05 13:52:01.087912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:52:01.090701 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:52:01.092400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:01.268501 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port 28f30d53-4100-487a-9224-8a1a24c3323d on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:52:01.268979 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:52:01.287213 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 8 to bind port 28f30d53-4100-487a-9224-8a1a24c3323d Mar 05 13:52:01.315604 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3851fa6d-18d5-492e-8233-b6f8e01a84d0 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:01.341102 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3851fa6d-18d5-492e-8233-b6f8e01a84d0 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:01.341946 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3851fa6d-18d5-492e-8233-b6f8e01a84d0 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:01.440429 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:52:01.440917 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:52:01.443213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:01.478027 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:52:01.541575 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cdf730f3-4521-4745-9137-7ba46f15a2ae req-5927e16d-90a4-480a-8b89-4e60170fa009 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5972511-db51-4276-92a7-378dc0046fec HTTP/1.1" status: 200 len: 1001 time: 0.6002390 Mar 05 13:52:01.578117 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port 28f30d53-4100-487a-9224-8a1a24c3323d on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:52:01.585822 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:52:01.617472 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 9 to bind port 28f30d53-4100-487a-9224-8a1a24c3323d Mar 05 13:52:01.694607 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:52:01.730681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:52:01.735940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:52:01.736313 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:01.771717 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port 28f30d53-4100-487a-9224-8a1a24c3323d on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:52:01.772167 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:52:01.784229 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 10 to bind port 28f30d53-4100-487a-9224-8a1a24c3323d Mar 05 13:52:01.804887 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851fa6d-18d5-492e-8233-b6f8e01a84d0 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'Network': ['ID=e3f96e10-02fa-48c5-b360-da394cba4633,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:01.820306 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network e3f96e10-02fa-48c5-b360-da394cba4633 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:52:01.991647 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:52:01.992519 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:52:01.993092 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:02.018836 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b9ee7c2e-279b-4de9-9c28-f5d541998756 req-8098c14d-0a2e-4f27-9171-368eed9facf3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=b512ad29-0819-4ffb-af27-e389ce90b2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7479215 Mar 05 13:52:02.023346 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf730f3-4521-4745-9137-7ba46f15a2ae req-6623859f-51a8-4690-bfb9-6a719241760f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:02.026477 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cdf730f3-4521-4745-9137-7ba46f15a2ae req-6623859f-51a8-4690-bfb9-6a719241760f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9349c82-1490-40bf-94d8-d6850b67eb95 HTTP/1.1" status: 200 len: 854 time: 0.1969697 Mar 05 13:52:02.028761 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3851fa6d-18d5-492e-8233-b6f8e01a84d0 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0350931 Mar 05 13:52:02.033724 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36596) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:02.082382 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab9e07d-4b62-4f27-b5ee-c5c3ee7b80b4 None None] Network af05c9d3-c360-48d3-8870-850df7b5eb61 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:52:02.121047 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-d06f51d6-a7f2-443f-a2ef-b7da118a1efe tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Request body: {'subnet': {'network_id': 'e3f96e10-02fa-48c5-b360-da394cba4633', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:02.141625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port 28f30d53-4100-487a-9224-8a1a24c3323d on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:52:02.142124 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port 28f30d53-4100-487a-9224-8a1a24c3323d on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:52:02.142495 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:02.231083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3d058-fe25-4013-be00-7ecb98d85d5d req-66ee84b9-2357-4b1b-a4b6-7b11d8570f9b tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:02.232560 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91e3d058-fe25-4013-be00-7ecb98d85d5d req-66ee84b9-2357-4b1b-a4b6-7b11d8570f9b tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 945 time: 1.1603553 Mar 05 13:52:02.309651 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5e1fea3b-9d5c-4965-8bf6-1c2e1eb7a123 None None] Provisioning for port 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:52:02.330809 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36604) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:02.333410 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5e1fea3b-9d5c-4965-8bf6-1c2e1eb7a123 None None] Provisioning complete for port 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:52:02.334031 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5e1fea3b-9d5c-4965-8bf6-1c2e1eb7a123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:02.408073 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91e3d058-fe25-4013-be00-7ecb98d85d5d req-30246128-c2d1-4f92-b114-18d423355353 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572695 Mar 05 13:52:02.425419 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fa9cebfa-155f-4ed2-86ee-66c077b083be req-63bdfec2-7308-4e16-b31e-637a63e49cdb tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:02.427119 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fa9cebfa-155f-4ed2-86ee-66c077b083be req-63bdfec2-7308-4e16-b31e-637a63e49cdb tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:02.427442 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [req-fa9cebfa-155f-4ed2-86ee-66c077b083be req-63bdfec2-7308-4e16-b31e-637a63e49cdb tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Floating IP 0173853b-0fda-4f54-830c-b7f3fcff9d38 disassociated. External IP: 172.25.4.100, port: 22d94fb8-d0ff-46fd-8384-746569dad23d. Mar 05 13:52:02.427787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-fa9cebfa-155f-4ed2-86ee-66c077b083be req-63bdfec2-7308-4e16-b31e-637a63e49cdb tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Calling delete_port for 22d94fb8-d0ff-46fd-8384-746569dad23d owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:52:02.491526 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d06f51d6-a7f2-443f-a2ef-b7da118a1efe tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:02.524961 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d06f51d6-a7f2-443f-a2ef-b7da118a1efe tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Usage tracker for resource:subnet and tenant:a8a78363b8fb42b4876ec2b40486fb93 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:02.539938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] For port 28f30d53-4100-487a-9224-8a1a24c3323d, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:52:02.540312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempted to set empty binding levels {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 05 13:52:02.548170 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-155added-d4ce-4bfa-bfed-27739f7bbc78 req-43461827-f85c-4b55-ac6d-c391c9b408bc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2972198 Mar 05 13:52:02.565061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d06f51d6-a7f2-443f-a2ef-b7da118a1efe tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:02.565250 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:02.639798 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5e1fea3b-9d5c-4965-8bf6-1c2e1eb7a123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:02.643778 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d06f51d6-a7f2-443f-a2ef-b7da118a1efe tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:02.665679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf730f3-4521-4745-9137-7ba46f15a2ae req-392fcf26-5427-4168-ab11-ec4afb86e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:02.669623 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cdf730f3-4521-4745-9137-7ba46f15a2ae req-392fcf26-5427-4168-ab11-ec4afb86e10d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=175f72fb-87d4-4d09-877c-e76b741da2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6355336 Mar 05 13:52:02.723389 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9bc18-cd3f-47fa-8bad-fdeb3bb062e4 req-f046eafd-055f-4af1-ac7c-2a591663d459 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:02.724984 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-39a9bc18-cd3f-47fa-8bad-fdeb3bb062e4 req-f046eafd-055f-4af1-ac7c-2a591663d459 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.5091202 Mar 05 13:52:02.729627 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] In _notify_port_updated(), no bound segment for port 28f30d53-4100-487a-9224-8a1a24c3323d on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 13:52:02.730220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:02.730944 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:02.736068 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] 10.222.0.16 "PUT /v2.0/ports/28f30d53-4100-487a-9224-8a1a24c3323d HTTP/1.1" status: 200 len: 977 time: 5.3727612 Mar 05 13:52:02.740891 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36614) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:02.742277 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-5e1fea3b-9d5c-4965-8bf6-1c2e1eb7a123 None None] For port 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b,segment=NetworkSegment(0192163c-88af-462f-bc85-7bc4d20f649a),segment_id=0192163c-88af-462f-bc85-7bc4d20f649a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:02.753213 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5e1fea3b-9d5c-4965-8bf6-1c2e1eb7a123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:02.755730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06f51d6-a7f2-443f-a2ef-b7da118a1efe tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Made reservation on behalf of a8a78363b8fb42b4876ec2b40486fb93 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:02.759445 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d06f51d6-a7f2-443f-a2ef-b7da118a1efe tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:02.780408 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-b5cba060-6517-4244-a1ec-649ba4c7b05d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1252271124-network', 'tenant_id': '18a22bfe5de143feaabed420d739f048'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:02.839694 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b5cba060-6517-4244-a1ec-649ba4c7b05d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:02.880369 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b5cba060-6517-4244-a1ec-649ba4c7b05d admin admin] Usage tracker for resource:network and tenant:18a22bfe5de143feaabed420d739f048 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:02.881755 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e5283-20f7-46f2-ba05-85bb56496974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Pushing event updated for resources: {'Port': ['ID=28f30d53-4100-487a-9224-8a1a24c3323d,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:02.918548 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1fea3b-9d5c-4965-8bf6-1c2e1eb7a123 None None] Pushing event updated for resources: {'Port': ['ID=492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:02.931380 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fa9cebfa-155f-4ed2-86ee-66c077b083be req-63bdfec2-7308-4e16-b31e-637a63e49cdb tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:02.993999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b5cba060-6517-4244-a1ec-649ba4c7b05d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:03.139134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b5cba060-6517-4244-a1ec-649ba4c7b05d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:03.152466 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-39a9bc18-cd3f-47fa-8bad-fdeb3bb062e4 req-6edd059d-57ac-4eb3-a492-1ebd35c518d7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009130 Mar 05 13:52:03.174004 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec11f9c-0bd7-4424-b23d-69d44b64c1c2 req-0023c3f3-88d4-4b7c-b4d7-8e29dc3feff0 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.193425 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0ec11f9c-0bd7-4424-b23d-69d44b64c1c2 req-0023c3f3-88d4-4b7c-b4d7-8e29dc3feff0 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 943 time: 0.5203078 Mar 05 13:52:03.195634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdfec2-7308-4e16-b31e-637a63e49cdb tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event deleted for resources: {'Port': ['ID=22d94fb8-d0ff-46fd-8384-746569dad23d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:03.386787 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1808c48a-3191-43d9-b326-cd540ec25cbb None None] Provisioning complete for port 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:52:03.387167 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1808c48a-3191-43d9-b326-cd540ec25cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:03.439220 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:52:03.443009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.443563 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.444084 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.444601 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.445161 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.445671 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.446183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.446807 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.447220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.447730 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.448240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.448749 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.449300 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.449807 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.450469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.451015 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.452596 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.452596 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.452596 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.452985 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.453584 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.454053 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.454636 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.455197 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.455699 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.456201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.459501 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.459501 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.459501 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:03.461712 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Synchronizing usage tracker for tenant:161ca44230684605a3779f6640498fdf on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:52:03.464612 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cba060-6517-4244-a1ec-649ba4c7b05d admin admin] Made reservation on behalf of 18a22bfe5de143feaabed420d739f048 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:03.467306 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5cba060-6517-4244-a1ec-649ba4c7b05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:03.497382 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0ec11f9c-0bd7-4424-b23d-69d44b64c1c2 req-77fa709a-defa-4d87-abab-ac900e929ffa tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032022 Mar 05 13:52:03.506756 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec0c71ab-442d-43d4-8db5-20b1a722bcc5 req-8a1db332-86c3-4f5c-8c85-9befc64250c5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=c842c6d4-b1e6-470a-8496-055f766762a3 HTTP/1.1" status: 200 len: 210 time: 0.1080337 Mar 05 13:52:03.587494 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5cba060-6517-4244-a1ec-649ba4c7b05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:03.636752 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cdf730f3-4521-4745-9137-7ba46f15a2ae req-5921baae-c390-4162-89ff-bd4f84aa4877 service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9317179 Mar 05 13:52:03.682386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Unset dirty status for tenant:161ca44230684605a3779f6640498fdf on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:52:03.692295 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d0dc294f-ed47-4c96-ab7c-7586722ac789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25892 time: 0.9479671 Mar 05 13:52:03.704609 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b5cba060-6517-4244-a1ec-649ba4c7b05d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:03.718922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36626) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:03.740269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b5cba060-6517-4244-a1ec-649ba4c7b05d admin admin] Usage tracker for resource:security_group_rule and tenant:18a22bfe5de143feaabed420d739f048 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:03.744437 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:52:03.744926 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:03.748640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b5cba060-6517-4244-a1ec-649ba4c7b05d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:03.882997 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa9cebfa-155f-4ed2-86ee-66c077b083be req-63bdfec2-7308-4e16-b31e-637a63e49cdb tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Router ebed7ca6-286a-45b0-ab29-0b098cdfdadb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:52:03.885804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-aa99af99-b8ec-457a-943c-46379eaa8a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Deleting port 28f30d53-4100-487a-9224-8a1a24c3323d {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:52:03.886250 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-aa99af99-b8ec-457a-943c-46379eaa8a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:03.888652 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b5cba060-6517-4244-a1ec-649ba4c7b05d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:04.003253 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d06f51d6-a7f2-443f-a2ef-b7da118a1efe tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:04.191634 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 22d94fb8-d0ff-46fd-8384-746569dad23d no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:52:04.209332 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f51d6-a7f2-443f-a2ef-b7da118a1efe tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'Subnet': ['ID=a8736e68-b013-4d3f-91fc-dd0ee510c20b,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:04.249350 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cdf730f3-4521-4745-9137-7ba46f15a2ae req-11713447-98b6-4200-b16c-ed999d76fa38 service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5859263 Mar 05 13:52:04.282776 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa9cebfa-155f-4ed2-86ee-66c077b083be req-63bdfec2-7308-4e16-b31e-637a63e49cdb tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:52:04.288407 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 22d94fb8-d0ff-46fd-8384-746569dad23d {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:52:04.288798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 22d94fb8-d0ff-46fd-8384-746569dad23d not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:52:04.293000 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5cba060-6517-4244-a1ec-649ba4c7b05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:04.294239 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34adff96-8cc2-4407-af86-25d27657287c None None] Sync routers for ids ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:52:04.296278 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06f51d6-a7f2-443f-a2ef-b7da118a1efe tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Checking segment: {'id': '9d6de890-eec2-4b2c-ae92-a9c78500ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e3f96e10-02fa-48c5-b360-da394cba4633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:52:04.298484 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06f51d6-a7f2-443f-a2ef-b7da118a1efe tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Network hostable DHCP agents. Network: e3f96e10-02fa-48c5-b360-da394cba4633, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:52:04.305762 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34adff96-8cc2-4407-af86-25d27657287c None None] Routers {'ebed7ca6-286a-45b0-ab29-0b098cdfdadb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:52:04.308580 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-34adff96-8cc2-4407-af86-25d27657287c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:51:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:04.320588 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5cba060-6517-4244-a1ec-649ba4c7b05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:04.403642 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9cebfa-155f-4ed2-86ee-66c077b083be req-63bdfec2-7308-4e16-b31e-637a63e49cdb tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] No DVR routers for this DVR port 22d94fb8-d0ff-46fd-8384-746569dad23d on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:52:04.433050 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fa9cebfa-155f-4ed2-86ee-66c077b083be req-63bdfec2-7308-4e16-b31e-637a63e49cdb tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:04.444988 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671396c8-d703-469c-bd97-148cfd62202f req-42731da2-0ecb-423a-a881-85bc1ecb87cf tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:04.447188 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-671396c8-d703-469c-bd97-148cfd62202f req-42731da2-0ecb-423a-a881-85bc1ecb87cf tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 945 time: 0.6910956 Mar 05 13:52:04.450375 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5cba060-6517-4244-a1ec-649ba4c7b05d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:52:04.455382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cba060-6517-4244-a1ec-649ba4c7b05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59dd91e-ffa4-407b-8714-f5637e850f1c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:04.504601 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device b852d257-e284-4921-9e1c-1731d07e7b99 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:52:04.524537 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5cba060-6517-4244-a1ec-649ba4c7b05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:04.526396 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-b5cba060-6517-4244-a1ec-649ba4c7b05d admin admin] Added segment 84605fae-12c1-4fe2-90b8-bc48651053d6 of type vlan for network 877dfdf9-135c-45c4-8662-fc50ba202e53 Mar 05 13:52:04.530489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c842c6d4-b1e6-470a-8496-055f766762a3', 'name': 'network-vif-deleted', 'tag': '22d94fb8-d0ff-46fd-8384-746569dad23d'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:52:04.602390 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5cba060-6517-4244-a1ec-649ba4c7b05d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:04.614928 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fa9cebfa-155f-4ed2-86ee-66c077b083be req-63bdfec2-7308-4e16-b31e-637a63e49cdb tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.30 "DELETE /v2.0/ports/22d94fb8-d0ff-46fd-8384-746569dad23d HTTP/1.1" status: 204 len: 173 time: 4.5489593 Mar 05 13:52:04.656179 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-aa99af99-b8ec-457a-943c-46379eaa8a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] For port 28f30d53-4100-487a-9224-8a1a24c3323d, host n-h1-803718-1, got binding levels [] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:04.656612 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-aa99af99-b8ec-457a-943c-46379eaa8a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:04.684938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d000b-1e64-4c4b-9f9f-7c9c04119ea0 req-40e03e2e-5611-453b-8246-dc44a54c0636 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:04.686956 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06f51d6-a7f2-443f-a2ef-b7da118a1efe tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Network e3f96e10-02fa-48c5-b360-da394cba4633 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:52:04.687747 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-016d000b-1e64-4c4b-9f9f-7c9c04119ea0 req-40e03e2e-5611-453b-8246-dc44a54c0636 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.2903028 Mar 05 13:52:04.772680 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-671396c8-d703-469c-bd97-148cfd62202f req-217ee8d3-a0a4-4a6e-954d-bbe25c9b69cc tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2989483 Mar 05 13:52:04.773349 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-d06f51d6-a7f2-443f-a2ef-b7da118a1efe tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, e3f96e10-02fa-48c5-b360-da394cba4633) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:04.795936 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-34adff96-8cc2-4407-af86-25d27657287c None None] Set router ebed7ca6-286a-45b0-ab29-0b098cdfdadb gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:52:04.802955 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06f51d6-a7f2-443f-a2ef-b7da118a1efe tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:04.803837 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d06f51d6-a7f2-443f-a2ef-b7da118a1efe tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:04.823966 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5cba060-6517-4244-a1ec-649ba4c7b05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:04.826370 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cba060-6517-4244-a1ec-649ba4c7b05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:04.827770 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5cba060-6517-4244-a1ec-649ba4c7b05d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:04.854204 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:04.862009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-aa99af99-b8ec-457a-943c-46379eaa8a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Calling delete_port for 28f30d53-4100-487a-9224-8a1a24c3323d owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:52:04.899648 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1116fc3-02f2-4484-b323-184749b4c741 None None] Network e3f96e10-02fa-48c5-b360-da394cba4633 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:52:04.931264 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-016d000b-1e64-4c4b-9f9f-7c9c04119ea0 req-47ecd9aa-fc43-40d1-8461-1a8491be21cf tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820199 Mar 05 13:52:05.038299 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c842c6d4-b1e6-470a-8496-055f766762a3', 'name': 'network-vif-deleted', 'tag': '22d94fb8-d0ff-46fd-8384-746569dad23d', 'status': 'completed', 'code': 200} Mar 05 13:52:05.040964 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-aa99af99-b8ec-457a-943c-46379eaa8a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:05.165881 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-aa99af99-b8ec-457a-943c-46379eaa8a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:05.210565 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b852d257-e284-4921-9e1c-1731d07e7b99'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:52:05.244832 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port b852d257-e284-4921-9e1c-1731d07e7b99, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b852d257-e284-4921-9e1c-1731d07e7b99,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:05.252787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99af99-b8ec-457a-943c-46379eaa8a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Pushing event deleted for resources: {'Port': ['ID=28f30d53-4100-487a-9224-8a1a24c3323d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:05.255137 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:05.263426 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-aa99af99-b8ec-457a-943c-46379eaa8a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] 10.222.0.16 "DELETE /v2.0/ports/28f30d53-4100-487a-9224-8a1a24c3323d HTTP/1.1" status: 204 len: 168 time: 1.5346949 Mar 05 13:52:05.265513 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36642) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:05.322337 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b5cba060-6517-4244-a1ec-649ba4c7b05d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.9890518 Mar 05 13:52:05.371304 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36646) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:05.372157 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d06f51d6-a7f2-443f-a2ef-b7da118a1efe tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.3373415 Mar 05 13:52:05.383715 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ff0349db-31ab-4e9c-982d-909248c90cc0 req-b67fa175-7b98-4f67-9435-2c265460f69e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=c842c6d4-b1e6-470a-8496-055f766762a3 HTTP/1.1" status: 200 len: 210 time: 0.1685719 Mar 05 13:52:05.387561 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36648) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:05.404515 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-08628dc0-34f7-4987-a4c9-dbd3173ce5cd tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-573417030'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:05.412621 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cba060-6517-4244-a1ec-649ba4c7b05d admin admin] Pushing event updated for resources: {'Network': ['ID=877dfdf9-135c-45c4-8662-fc50ba202e53,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:05.412933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-e0e583e1-d804-453b-b3f3-9c6980478f5e admin admin] Request body: {'subnet': {'network_id': '877dfdf9-135c-45c4-8662-fc50ba202e53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1252271124-subnet', 'tenant_id': '18a22bfe5de143feaabed420d739f048', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:05.449266 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-08628dc0-34f7-4987-a4c9-dbd3173ce5cd tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:05.452075 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2960afc-9e99-4340-a6ed-dcc091a3f6b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] GET failed (client error): The resource could not be found. Mar 05 13:52:05.452548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e2960afc-9e99-4340-a6ed-dcc091a3f6b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Synchronizing usage tracker for tenant:161ca44230684605a3779f6640498fdf on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:52:05.465554 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-08628dc0-34f7-4987-a4c9-dbd3173ce5cd tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Usage tracker for resource:network and tenant:a8a78363b8fb42b4876ec2b40486fb93 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:05.466441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e0e583e1-d804-453b-b3f3-9c6980478f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:05.483791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e0e583e1-d804-453b-b3f3-9c6980478f5e admin admin] Usage tracker for resource:subnet and tenant:18a22bfe5de143feaabed420d739f048 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:05.498697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-08628dc0-34f7-4987-a4c9-dbd3173ce5cd tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:05.502311 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e0e583e1-d804-453b-b3f3-9c6980478f5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:05.522096 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-08628dc0-34f7-4987-a4c9-dbd3173ce5cd tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:05.534262 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e0e583e1-d804-453b-b3f3-9c6980478f5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:05.599446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08628dc0-34f7-4987-a4c9-dbd3173ce5cd tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Made reservation on behalf of a8a78363b8fb42b4876ec2b40486fb93 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:05.604676 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-08628dc0-34f7-4987-a4c9-dbd3173ce5cd tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:05.652183 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 877dfdf9-135c-45c4-8662-fc50ba202e53 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:52:05.677873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e583e1-d804-453b-b3f3-9c6980478f5e admin admin] Made reservation on behalf of 18a22bfe5de143feaabed420d739f048 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:05.691070 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e0e583e1-d804-453b-b3f3-9c6980478f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:05.746489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e2960afc-9e99-4340-a6ed-dcc091a3f6b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Unset dirty status for tenant:161ca44230684605a3779f6640498fdf on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:52:05.748209 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e2960afc-9e99-4340-a6ed-dcc091a3f6b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] 10.222.0.16 "GET /v2.0/ports/28f30d53-4100-487a-9224-8a1a24c3323d HTTP/1.1" status: 404 len: 333 time: 0.4811506 Mar 05 13:52:05.748926 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08628dc0-34f7-4987-a4c9-dbd3173ce5cd tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:52:05.755028 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36662) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:05.778884 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=b852d257-e284-4921-9e1c-1731d07e7b99,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:05.800053 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-08628dc0-34f7-4987-a4c9-dbd3173ce5cd tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:05.800053 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-08628dc0-34f7-4987-a4c9-dbd3173ce5cd tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Added segment 2a052ef4-6c96-4ce4-9beb-7bd178dd8b27 of type vlan for network 8c4e47b9-d899-4be4-8c43-7d6cb672ee41 Mar 05 13:52:05.802523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ef4daaee-356c-42c3-90c1-981bd451a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018416119', 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:05.825809 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ef4daaee-356c-42c3-90c1-981bd451a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:06.094750 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-34adff96-8cc2-4407-af86-25d27657287c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'a7c99604-e127-407d-9d5a-d589313438d9', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'floating_ip_address': '172.25.4.34', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'port_id': 'a5972511-db51-4276-92a7-378dc0046fec', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'mac_address': 'fa:16:3e:3f:26:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796ecef7-335f-415b-aaf7-81b50bd58943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:50:17Z', 'revision_number': 2, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:37Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:06.105810 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34adff96-8cc2-4407-af86-25d27657287c None None] Checking router: ebed7ca6-286a-45b0-ab29-0b098cdfdadb for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:52:06.125468 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65795bb3-51b8-4f8d-bf5d-1d4b6daaf944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-e3f96e10-02fa-48c5-b360-da394cba4633', 'network_id': 'e3f96e10-02fa-48c5-b360-da394cba4633', 'tenant_id': 'a8a78363b8fb42b4876ec2b40486fb93', 'fixed_ips': [{'subnet_id': 'a8736e68-b013-4d3f-91fc-dd0ee510c20b'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:52:06.126676 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-65795bb3-51b8-4f8d-bf5d-1d4b6daaf944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:06.127602 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34adff96-8cc2-4407-af86-25d27657287c None None] Routers {'ebed7ca6-286a-45b0-ab29-0b098cdfdadb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:52:06.128221 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-34adff96-8cc2-4407-af86-25d27657287c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:51:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:06.235615 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-08628dc0-34f7-4987-a4c9-dbd3173ce5cd tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:06.274445 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-08628dc0-34f7-4987-a4c9-dbd3173ce5cd tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:06.287072 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08628dc0-34f7-4987-a4c9-dbd3173ce5cd tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:06.288290 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-08628dc0-34f7-4987-a4c9-dbd3173ce5cd tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:06.450841 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-08628dc0-34f7-4987-a4c9-dbd3173ce5cd tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0595541 Mar 05 13:52:06.459276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36676) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:06.469288 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-3526f3e1-9440-49aa-b651-610e8c1cb681 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Request body: {'subnet': {'network_id': '8c4e47b9-d899-4be4-8c43-7d6cb672ee41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:06.491560 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ef4daaee-356c-42c3-90c1-981bd451a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:06.516250 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08628dc0-34f7-4987-a4c9-dbd3173ce5cd tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'Network': ['ID=8c4e47b9-d899-4be4-8c43-7d6cb672ee41,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:06.518454 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cb30e-7280-4b33-b9d2-934540b2b2ea req-c689d7a8-ec9e-40b1-b141-516ac94f3c0b tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:06.533577 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d9cb30e-7280-4b33-b9d2-934540b2b2ea req-c689d7a8-ec9e-40b1-b141-516ac94f3c0b tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 943 time: 1.2687361 Mar 05 13:52:06.546315 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 8c4e47b9-d899-4be4-8c43-7d6cb672ee41 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:52:06.601304 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-34adff96-8cc2-4407-af86-25d27657287c None None] Set router ebed7ca6-286a-45b0-ab29-0b098cdfdadb gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:52:06.706210 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d9cb30e-7280-4b33-b9d2-934540b2b2ea req-b5783f90-a381-41e9-99d4-5e2888e8326f tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700966 Mar 05 13:52:06.711169 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4daaee-356c-42c3-90c1-981bd451a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Made reservation on behalf of 161ca44230684605a3779f6640498fdf for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:06.713564 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ef4daaee-356c-42c3-90c1-981bd451a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:06.775285 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3526f3e1-9440-49aa-b651-610e8c1cb681 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:06.786699 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3526f3e1-9440-49aa-b651-610e8c1cb681 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Usage tracker for resource:subnet and tenant:a8a78363b8fb42b4876ec2b40486fb93 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:06.790421 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3526f3e1-9440-49aa-b651-610e8c1cb681 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:06.806356 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3526f3e1-9440-49aa-b651-610e8c1cb681 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:06.831106 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3526f3e1-9440-49aa-b651-610e8c1cb681 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Made reservation on behalf of a8a78363b8fb42b4876ec2b40486fb93 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:06.834569 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b852d257-e284-4921-9e1c-1731d07e7b99', 'code': 200} Mar 05 13:52:06.838470 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3526f3e1-9440-49aa-b651-610e8c1cb681 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:06.886756 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-ef4daaee-356c-42c3-90c1-981bd451a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] device_id is not set on port 49e6ef46-4678-42b8-ba1e-c7c1302f8e21 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:52:06.891514 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-65795bb3-51b8-4f8d-bf5d-1d4b6daaf944 None None] Allocated IP 2001:db8::3 (e3f96e10-02fa-48c5-b360-da394cba4633/a8736e68-b013-4d3f-91fc-dd0ee510c20b/cb38c05b-7035-4eed-8ab4-4fbf370e4b09) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:52:06.995925 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e0e583e1-d804-453b-b3f3-9c6980478f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:07.137597 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.ipam_backend_mixin [None req-3526f3e1-9440-49aa-b651-610e8c1cb681 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Performing IP validity checks on allocation pools {{(pid=87913) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 05 13:52:07.138438 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.ipam_backend_mixin [None req-3526f3e1-9440-49aa-b651-610e8c1cb681 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87913) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 05 13:52:07.156821 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36686) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:07.217157 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e583e1-d804-453b-b3f3-9c6980478f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e1dc1ba-3106-4367-b0ec-22a2dba7ea7a,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:07.227452 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e583e1-d804-453b-b3f3-9c6980478f5e admin admin] Checking segment: {'id': '84605fae-12c1-4fe2-90b8-bc48651053d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '877dfdf9-135c-45c4-8662-fc50ba202e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:52:07.228241 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e583e1-d804-453b-b3f3-9c6980478f5e admin admin] Network hostable DHCP agents. Network: 877dfdf9-135c-45c4-8662-fc50ba202e53, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:52:07.335943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e583e1-d804-453b-b3f3-9c6980478f5e admin admin] Network 877dfdf9-135c-45c4-8662-fc50ba202e53 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:52:07.408225 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-e0e583e1-d804-453b-b3f3-9c6980478f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 877dfdf9-135c-45c4-8662-fc50ba202e53) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:07.427271 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e583e1-d804-453b-b3f3-9c6980478f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:07.427525 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f489fc1-6abd-4b8c-bd3b-a46125099564 None None] Network 877dfdf9-135c-45c4-8662-fc50ba202e53 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:52:07.429111 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e0e583e1-d804-453b-b3f3-9c6980478f5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:07.492061 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ef4daaee-356c-42c3-90c1-981bd451a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:07.508449 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e0e583e1-d804-453b-b3f3-9c6980478f5e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1207738 Mar 05 13:52:07.580689 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ef4daaee-356c-42c3-90c1-981bd451a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:07.785649 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4daaee-356c-42c3-90c1-981bd451a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:52:07.789699 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-34adff96-8cc2-4407-af86-25d27657287c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'a7c99604-e127-407d-9d5a-d589313438d9', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'floating_ip_address': '172.25.4.34', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'port_id': 'a5972511-db51-4276-92a7-378dc0046fec', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'mac_address': 'fa:16:3e:3f:26:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796ecef7-335f-415b-aaf7-81b50bd58943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:50:17Z', 'revision_number': 2, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:37Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:07.806518 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34adff96-8cc2-4407-af86-25d27657287c None None] The sync data for ids ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'] in n-d-803718-1 is: [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'a7c99604-e127-407d-9d5a-d589313438d9', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'floating_ip_address': '172.25.4.34', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'port_id': 'a5972511-db51-4276-92a7-378dc0046fec', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'mac_address': 'fa:16:3e:3f:26:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796ecef7-335f-415b-aaf7-81b50bd58943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:50:17Z', 'revision_number': 2, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:37Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:52:07.813543 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-ef4daaee-356c-42c3-90c1-981bd451a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:07.817492 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4daaee-356c-42c3-90c1-981bd451a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:52:07.819842 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4daaee-356c-42c3-90c1-981bd451a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:07.822341 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ef4daaee-356c-42c3-90c1-981bd451a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:07.842222 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4daaee-356c-42c3-90c1-981bd451a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Pushing event updated for resources: {'Port': ['ID=49e6ef46-4678-42b8-ba1e-c7c1302f8e21,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:07.858716 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ef4daaee-356c-42c3-90c1-981bd451a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1013269 Mar 05 13:52:07.862326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36700) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:07.865031 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1319ad4-ec65-4734-87f6-7ac6b9bc2b69 req-fb1b49d2-5e3c-46d2-a032-cdf02981974b tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:07.872581 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d1319ad4-ec65-4734-87f6-7ac6b9bc2b69 req-fb1b49d2-5e3c-46d2-a032-cdf02981974b tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.8580351 Mar 05 13:52:07.875055 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-65795bb3-51b8-4f8d-bf5d-1d4b6daaf944 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:07.880805 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3526f3e1-9440-49aa-b651-610e8c1cb681 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:07.918553 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-65795bb3-51b8-4f8d-bf5d-1d4b6daaf944 None None] Transition to ACTIVE for port object cb38c05b-7035-4eed-8ab4-4fbf370e4b09 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:52:07.963777 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe437337-4b5c-48f3-b607-a2defbf4824c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:07.964767 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fe437337-4b5c-48f3-b607-a2defbf4824c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Synchronizing usage tracker for tenant:161ca44230684605a3779f6640498fdf on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:52:07.986455 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fe437337-4b5c-48f3-b607-a2defbf4824c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Unset dirty status for tenant:161ca44230684605a3779f6640498fdf on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:52:07.989030 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fe437337-4b5c-48f3-b607-a2defbf4824c tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] 10.222.0.16 "GET /v2.0/ports/49e6ef46-4678-42b8-ba1e-c7c1302f8e21 HTTP/1.1" status: 200 len: 959 time: 0.1229863 Mar 05 13:52:07.991639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36706) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:08.075655 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-65795bb3-51b8-4f8d-bf5d-1d4b6daaf944 None None] Transition to ACTIVE for port object cb38c05b-7035-4eed-8ab4-4fbf370e4b09 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:52:08.128659 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-65795bb3-51b8-4f8d-bf5d-1d4b6daaf944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:08.172025 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-f2c11a2d-aeea-4814-957f-111254f4723a tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Deleting port 49e6ef46-4678-42b8-ba1e-c7c1302f8e21 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:52:08.172746 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f2c11a2d-aeea-4814-957f-111254f4723a tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:08.187973 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c9b903ce-afef-4e74-a157-db305e1dba32 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:08.251829 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65795bb3-51b8-4f8d-bf5d-1d4b6daaf944 None None] Pushing event updated for resources: {'Port': ['ID=cb38c05b-7035-4eed-8ab4-4fbf370e4b09,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:08.278045 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49f78dd-7776-464e-8090-43f46f48fcd4 None None] Network 877dfdf9-135c-45c4-8662-fc50ba202e53 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:52:08.288784 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c9b903ce-afef-4e74-a157-db305e1dba32 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:08.299378 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65795bb3-51b8-4f8d-bf5d-1d4b6daaf944 None None] Network e3f96e10-02fa-48c5-b360-da394cba4633 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:52:08.318201 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-65795bb3-51b8-4f8d-bf5d-1d4b6daaf944 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:08.327749 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65795bb3-51b8-4f8d-bf5d-1d4b6daaf944 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:52:08.393153 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d1319ad4-ec65-4734-87f6-7ac6b9bc2b69 req-0e31cd4a-77ef-4433-bbc1-34264e0713e8 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653866 Mar 05 13:52:08.393867 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526f3e1-9440-49aa-b651-610e8c1cb681 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'Subnet': ['ID=c515ba7b-4c59-4330-8c4b-95004da3a736,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:08.406019 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3526f3e1-9440-49aa-b651-610e8c1cb681 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Checking segment: {'id': '2a052ef4-6c96-4ce4-9beb-7bd178dd8b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8c4e47b9-d899-4be4-8c43-7d6cb672ee41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:52:08.407371 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3526f3e1-9440-49aa-b651-610e8c1cb681 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Network hostable DHCP agents. Network: 8c4e47b9-d899-4be4-8c43-7d6cb672ee41, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:52:08.460331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3526f3e1-9440-49aa-b651-610e8c1cb681 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Network 8c4e47b9-d899-4be4-8c43-7d6cb672ee41 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:52:08.484787 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-3526f3e1-9440-49aa-b651-610e8c1cb681 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 8c4e47b9-d899-4be4-8c43-7d6cb672ee41) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:08.495674 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3526f3e1-9440-49aa-b651-610e8c1cb681 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:08.496603 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3526f3e1-9440-49aa-b651-610e8c1cb681 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:08.502447 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c9b903ce-afef-4e74-a157-db305e1dba32 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:08.529214 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bae65c-9f12-4c77-b50f-5546462267f7 None None] New status for floating IP 0173853b-0fda-4f54-830c-b7f3fcff9d38: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:52:08.593041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b903ce-afef-4e74-a157-db305e1dba32 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b512ad29-0819-4ffb-af27-e389ce90b2f4,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:08.621966 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3526f3e1-9440-49aa-b651-610e8c1cb681 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1616259 Mar 05 13:52:08.624871 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c9b903ce-afef-4e74-a157-db305e1dba32 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:08.633465 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c9b903ce-afef-4e74-a157-db305e1dba32 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "DELETE /v2.0/security-groups/b512ad29-0819-4ffb-af27-e389ce90b2f4 HTTP/1.1" status: 204 len: 168 time: 1.4685009 Mar 05 13:52:08.634525 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36712) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:08.635070 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36714) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:08.652349 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f2c11a2d-aeea-4814-957f-111254f4723a tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:08.704143 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-50838552-de60-4715-9cbe-1d0beab7c2e8 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] show failed (client error): The resource could not be found. Mar 05 13:52:08.708893 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-50838552-de60-4715-9cbe-1d0beab7c2e8 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups/b512ad29-0819-4ffb-af27-e389ce90b2f4 HTTP/1.1" status: 404 len: 347 time: 0.0677767 Mar 05 13:52:08.709743 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36722) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:08.866373 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-f2c11a2d-aeea-4814-957f-111254f4723a tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Calling delete_port for 49e6ef46-4678-42b8-ba1e-c7c1302f8e21 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:52:08.936270 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dea7da-0cba-4a0c-ae40-8da8e76a3686 None None] Network 8c4e47b9-d899-4be4-8c43-7d6cb672ee41 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:52:08.949841 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device b852d257-e284-4921-9e1c-1731d07e7b99 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:52:09.011438 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d77f39-a49e-4e6c-8940-c7ef05d05a13 req-7e09e917-e0e7-43ec-ae10-9af5dda63d61 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:09.013109 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-31d77f39-a49e-4e6c-8940-c7ef05d05a13 req-7e09e917-e0e7-43ec-ae10-9af5dda63d61 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 943 time: 0.9717379 Mar 05 13:52:09.018251 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f2c11a2d-aeea-4814-957f-111254f4723a tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:09.033381 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-d141ae50-84d7-4715-9169-80e796ebfb43 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Deleting port 2961c67f-8884-4f9f-9a60-81393d4a3678 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:52:09.034447 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d141ae50-84d7-4715-9169-80e796ebfb43 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:09.111281 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port b852d257-e284-4921-9e1c-1731d07e7b99, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b852d257-e284-4921-9e1c-1731d07e7b99,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:09.127922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c11a2d-aeea-4814-957f-111254f4723a tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Pushing event deleted for resources: {'Port': ['ID=49e6ef46-4678-42b8-ba1e-c7c1302f8e21,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:09.143719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'b852d257-e284-4921-9e1c-1731d07e7b99', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'port_id': 'b852d257-e284-4921-9e1c-1731d07e7b99', 'mac_address': 'fa:16:3e:a2:23:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:52:09.159282 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f2c11a2d-aeea-4814-957f-111254f4723a tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:09.204671 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f2c11a2d-aeea-4814-957f-111254f4723a tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] 10.222.0.16 "DELETE /v2.0/ports/49e6ef46-4678-42b8-ba1e-c7c1302f8e21 HTTP/1.1" status: 204 len: 168 time: 1.2115493 Mar 05 13:52:09.209780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36738) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:09.283975 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38b45759-77ec-4172-bc15-6273213e93c1 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:09.305742 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-31d77f39-a49e-4e6c-8940-c7ef05d05a13 req-38186e7b-83ae-4144-8860-f8891e7629dc tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707517 Mar 05 13:52:09.328837 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155added-d4ce-4bfa-bfed-27739f7bbc78 req-ec8b542c-d82e-4dfb-9e5a-8ef96815a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:09.331079 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-155added-d4ce-4bfa-bfed-27739f7bbc78 req-ec8b542c-d82e-4dfb-9e5a-8ef96815a83a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e&tenant_id=d4bf4b89d64e49548563cf43af63d417 HTTP/1.1" status: 200 len: 1094 time: 1.0210934 Mar 05 13:52:09.332431 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4941b94-c072-49da-b57e-440c5325b4a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] GET failed (client error): The resource could not be found. Mar 05 13:52:09.333334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d4941b94-c072-49da-b57e-440c5325b4a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Synchronizing usage tracker for tenant:161ca44230684605a3779f6640498fdf on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:52:09.347172 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-e8daadce-31d4-435f-8469-9a889bafeffa tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:09.348607 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-e8daadce-31d4-435f-8469-9a889bafeffa tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Synchronizing usage tracker for tenant:18a22bfe5de143feaabed420d739f048 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:52:09.352028 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d4941b94-c072-49da-b57e-440c5325b4a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Unset dirty status for tenant:161ca44230684605a3779f6640498fdf on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:52:09.362375 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d4941b94-c072-49da-b57e-440c5325b4a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] 10.222.0.16 "GET /v2.0/ports/49e6ef46-4678-42b8-ba1e-c7c1302f8e21 HTTP/1.1" status: 404 len: 333 time: 0.1515446 Mar 05 13:52:09.364075 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36742) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:09.374467 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-eccd2fb0-9acf-4a12-8ac9-fb105b21406b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:09.486488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a44dd3ea-7f8a-4fa3-9a3d-e55cbad8dfc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Request body: {'port': {'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380134936'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:09.513285 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a44dd3ea-7f8a-4fa3-9a3d-e55cbad8dfc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:09.544081 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-65795bb3-51b8-4f8d-bf5d-1d4b6daaf944 None None] Attempting to bind port cb38c05b-7035-4eed-8ab4-4fbf370e4b09 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:52:09.544627 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-65795bb3-51b8-4f8d-bf5d-1d4b6daaf944 None None] Attempting to bind port cb38c05b-7035-4eed-8ab4-4fbf370e4b09 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '9d6de890-eec2-4b2c-ae92-a9c78500ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e3f96e10-02fa-48c5-b360-da394cba4633'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:52:09.544798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65795bb3-51b8-4f8d-bf5d-1d4b6daaf944 None None] Attempting to bind port cb38c05b-7035-4eed-8ab4-4fbf370e4b09 on network e3f96e10-02fa-48c5-b360-da394cba4633 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:09.552280 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a44dd3ea-7f8a-4fa3-9a3d-e55cbad8dfc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:09.572537 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65795bb3-51b8-4f8d-bf5d-1d4b6daaf944 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:52:09.572915 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65795bb3-51b8-4f8d-bf5d-1d4b6daaf944 None None] Checking segment: {'id': '9d6de890-eec2-4b2c-ae92-a9c78500ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e3f96e10-02fa-48c5-b360-da394cba4633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:52:09.573316 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-65795bb3-51b8-4f8d-bf5d-1d4b6daaf944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:09.573865 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65795bb3-51b8-4f8d-bf5d-1d4b6daaf944 None None] Bound using segment: {'id': '9d6de890-eec2-4b2c-ae92-a9c78500ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e3f96e10-02fa-48c5-b360-da394cba4633'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:52:09.574351 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-65795bb3-51b8-4f8d-bf5d-1d4b6daaf944 None None] Bound port: cb38c05b-7035-4eed-8ab4-4fbf370e4b09, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6de890-eec2-4b2c-ae92-a9c78500ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e3f96e10-02fa-48c5-b360-da394cba4633'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:52:09.574721 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-65795bb3-51b8-4f8d-bf5d-1d4b6daaf944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:09.596756 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44dd3ea-7f8a-4fa3-9a3d-e55cbad8dfc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Made reservation on behalf of 161ca44230684605a3779f6640498fdf for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:09.599954 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a44dd3ea-7f8a-4fa3-9a3d-e55cbad8dfc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:09.667694 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d141ae50-84d7-4715-9169-80e796ebfb43 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:09.670994 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d141ae50-84d7-4715-9169-80e796ebfb43 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:09.677901 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:09.749906 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-a44dd3ea-7f8a-4fa3-9a3d-e55cbad8dfc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] device_id is not set on port 3da674f6-f743-40dc-b57a-f4554d3a4b7f yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:52:09.782454 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b852d257-e284-4921-9e1c-1731d07e7b99 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:52:09.802246 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port b852d257-e284-4921-9e1c-1731d07e7b99, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b852d257-e284-4921-9e1c-1731d07e7b99,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:09.809769 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-e8daadce-31d4-435f-8469-9a889bafeffa tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Unset dirty status for tenant:18a22bfe5de143feaabed420d739f048 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:52:09.819201 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-e8daadce-31d4-435f-8469-9a889bafeffa tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/networks?id=877dfdf9-135c-45c4-8662-fc50ba202e53 HTTP/1.1" status: 200 len: 821 time: 0.9380918 Mar 05 13:52:09.853826 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:09.902942 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38b45759-77ec-4172-bc15-6273213e93c1 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:09.965462 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-65795bb3-51b8-4f8d-bf5d-1d4b6daaf944 None None] For port cb38c05b-7035-4eed-8ab4-4fbf370e4b09, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:52:09.986274 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['b852d257-e284-4921-9e1c-1731d07e7b99'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:52:09.991430 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-d141ae50-84d7-4715-9169-80e796ebfb43 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Calling delete_port for 2961c67f-8884-4f9f-9a60-81393d4a3678 owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:52:10.025102 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38b45759-77ec-4172-bc15-6273213e93c1 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:10.037416 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-9a16f5be-81e6-4864-b869-9b4892e43cbb tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/quotas/18a22bfe5de143feaabed420d739f048 HTTP/1.1" status: 200 len: 375 time: 0.2171986 Mar 05 13:52:10.070997 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-65795bb3-51b8-4f8d-bf5d-1d4b6daaf944 None None] For port cb38c05b-7035-4eed-8ab4-4fbf370e4b09, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cb38c05b-7035-4eed-8ab4-4fbf370e4b09,segment=NetworkSegment(9d6de890-eec2-4b2c-ae92-a9c78500ecaa),segment_id=9d6de890-eec2-4b2c-ae92-a9c78500ecaa)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:52:10.125518 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-f82e9a21-75cc-4b56-83d7-cc68da77f4fa tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=18a22bfe5de143feaabed420d739f048&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872500 Mar 05 13:52:10.132198 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a44dd3ea-7f8a-4fa3-9a3d-e55cbad8dfc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:10.136521 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-65795bb3-51b8-4f8d-bf5d-1d4b6daaf944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:10.169142 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a44dd3ea-7f8a-4fa3-9a3d-e55cbad8dfc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:10.172566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155added-d4ce-4bfa-bfed-27739f7bbc78 req-095cadd0-3456-4abd-a9c6-e19f280075df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:10.174189 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-155added-d4ce-4bfa-bfed-27739f7bbc78 req-095cadd0-3456-4abd-a9c6-e19f280075df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4bf4b89d64e49548563cf43af63d417&device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 1094 time: 0.8089995 Mar 05 13:52:10.184561 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b45759-77ec-4172-bc15-6273213e93c1 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Subnet': ['ID=c515ba7b-4c59-4330-8c4b-95004da3a736,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:10.223906 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=b852d257-e284-4921-9e1c-1731d07e7b99,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:10.305604 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38b45759-77ec-4172-bc15-6273213e93c1 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:10.340753 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-38b45759-77ec-4172-bc15-6273213e93c1 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4e47b9-d899-4be4-8c43-7d6cb672ee41']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:10.356956 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-38b45759-77ec-4172-bc15-6273213e93c1 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a052ef4-6c96-4ce4-9beb-7bd178dd8b27') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:10.357269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-38b45759-77ec-4172-bc15-6273213e93c1 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a052ef4-6c96-4ce4-9beb-7bd178dd8b27') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:10.371031 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38b45759-77ec-4172-bc15-6273213e93c1 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:10.387786 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53363fdf-68df-4cf6-9ed1-ddcc4e748ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-8c4e47b9-d899-4be4-8c43-7d6cb672ee41', 'network_id': '8c4e47b9-d899-4be4-8c43-7d6cb672ee41', 'tenant_id': 'a8a78363b8fb42b4876ec2b40486fb93', 'fixed_ips': [{'subnet_id': 'c515ba7b-4c59-4330-8c4b-95004da3a736'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:52:10.388816 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-53363fdf-68df-4cf6-9ed1-ddcc4e748ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:10.408701 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65795bb3-51b8-4f8d-bf5d-1d4b6daaf944 None None] Pushing event updated for resources: {'Port': ['ID=cb38c05b-7035-4eed-8ab4-4fbf370e4b09,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:10.414135 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38b45759-77ec-4172-bc15-6273213e93c1 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:10.424344 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b45759-77ec-4172-bc15-6273213e93c1 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:52:10.428629 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38b45759-77ec-4172-bc15-6273213e93c1 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:52:10.573297 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:52:10.634398 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155added-d4ce-4bfa-bfed-27739f7bbc78 req-c46e0a83-aaf8-45da-9417-06234d3c436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:10.636800 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-155added-d4ce-4bfa-bfed-27739f7bbc78 req-c46e0a83-aaf8-45da-9417-06234d3c436a service neutron] 10.222.0.15 "GET /v2.0/networks?id=47dce88b-b414-45d2-b170-ce43dcded289 HTTP/1.1" status: 200 len: 916 time: 0.4251902 Mar 05 13:52:10.638012 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec45d1b8-4f16-4cfa-b0ba-56d144e6fc21 None None] Network 8c4e47b9-d899-4be4-8c43-7d6cb672ee41 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:52:10.671640 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38b45759-77ec-4172-bc15-6273213e93c1 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:10.731741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec45d1b8-4f16-4cfa-b0ba-56d144e6fc21 None None] Network 8c4e47b9-d899-4be4-8c43-7d6cb672ee41 could not be found, it might have been deleted concurrently. {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 05 13:52:10.734894 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38b45759-77ec-4172-bc15-6273213e93c1 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:10.765826 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-38b45759-77ec-4172-bc15-6273213e93c1 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/networks/8c4e47b9-d899-4be4-8c43-7d6cb672ee41 HTTP/1.1" status: 204 len: 168 time: 2.1273460 Mar 05 13:52:10.769038 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36766) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:10.795776 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44dd3ea-7f8a-4fa3-9a3d-e55cbad8dfc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:52:10.802212 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-257c21d6-6e68-49d5-ae6f-be4b9d170782 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-151608028'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:10.807029 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b45759-77ec-4172-bc15-6273213e93c1 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Network': ['ID=8c4e47b9-d899-4be4-8c43-7d6cb672ee41,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:10.814493 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-257c21d6-6e68-49d5-ae6f-be4b9d170782 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:10.826946 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-a44dd3ea-7f8a-4fa3-9a3d-e55cbad8dfc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:10.841284 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44dd3ea-7f8a-4fa3-9a3d-e55cbad8dfc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Pushing event updated for resources: {'Port': ['ID=3da674f6-f743-40dc-b57a-f4554d3a4b7f,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:10.842975 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-257c21d6-6e68-49d5-ae6f-be4b9d170782 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Usage tracker for resource:network and tenant:a8a78363b8fb42b4876ec2b40486fb93 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:10.856706 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0783338-4aa0-4b3a-9704-e042907459f8 req-d462c7eb-8d1a-46d3-b29f-05b08c17e716 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:10.858371 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0783338-4aa0-4b3a-9704-e042907459f8 req-d462c7eb-8d1a-46d3-b29f-05b08c17e716 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 1.2092340 Mar 05 13:52:10.867174 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44dd3ea-7f8a-4fa3-9a3d-e55cbad8dfc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:52:10.868246 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44dd3ea-7f8a-4fa3-9a3d-e55cbad8dfc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:10.868992 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a44dd3ea-7f8a-4fa3-9a3d-e55cbad8dfc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:10.875076 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-257c21d6-6e68-49d5-ae6f-be4b9d170782 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:10.905901 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-257c21d6-6e68-49d5-ae6f-be4b9d170782 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:10.912637 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-44bf2ede-f66d-4662-b9bf-d4bc2826b449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:10.925110 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-433b14c2-86c3-4e6e-b518-22a925ee07c4 service neutron] 10.222.0.16 "GET /v2.0/networks/877dfdf9-135c-45c4-8662-fc50ba202e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7986610 Mar 05 13:52:11.029330 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a44dd3ea-7f8a-4fa3-9a3d-e55cbad8dfc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5690157 Mar 05 13:52:11.045289 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36776) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:11.063430 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-155added-d4ce-4bfa-bfed-27739f7bbc78 req-7aa19686-d490-4986-ae07-b1e3a9a49c66 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c HTTP/1.1" status: 200 len: 998 time: 0.4078689 Mar 05 13:52:11.094902 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:11.179827 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257c21d6-6e68-49d5-ae6f-be4b9d170782 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Made reservation on behalf of a8a78363b8fb42b4876ec2b40486fb93 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:11.183937 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-257c21d6-6e68-49d5-ae6f-be4b9d170782 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:11.248364 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-f04df9c5-923d-4dd3-8c2d-0deaf082a5bf service neutron] 10.222.0.16 "GET /v2.0/networks/877dfdf9-135c-45c4-8662-fc50ba202e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055475 Mar 05 13:52:11.258316 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d141ae50-84d7-4715-9169-80e796ebfb43 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:11.386838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cb38c05b-7035-4eed-8ab4-4fbf370e4b09 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:52:11.433242 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257c21d6-6e68-49d5-ae6f-be4b9d170782 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:52:11.444897 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0783338-4aa0-4b3a-9704-e042907459f8 req-261d388e-2c6c-4f56-86ad-0f574ca56e15 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228155 Mar 05 13:52:11.451921 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141ae50-84d7-4715-9169-80e796ebfb43 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event deleted for resources: {'Port': ['ID=2961c67f-8884-4f9f-9a60-81393d4a3678,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:11.522675 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155added-d4ce-4bfa-bfed-27739f7bbc78 req-c6e4b8ca-3a68-4ebd-af57-82c5554e294c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:11.532002 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-155added-d4ce-4bfa-bfed-27739f7bbc78 req-c6e4b8ca-3a68-4ebd-af57-82c5554e294c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f8c39d4-8db2-4e14-8534-4ef6364fca85 HTTP/1.1" status: 200 len: 855 time: 0.4596097 Mar 05 13:52:11.628090 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-257c21d6-6e68-49d5-ae6f-be4b9d170782 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:11.629552 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-257c21d6-6e68-49d5-ae6f-be4b9d170782 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Added segment cb603d4e-7f57-4f24-ac62-f6cc5a911a0e of type vlan for network b41f3257-ed7d-4abc-baab-dae928766cb3 Mar 05 13:52:11.704524 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port cb38c05b-7035-4eed-8ab4-4fbf370e4b09 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:52:11.746275 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-257c21d6-6e68-49d5-ae6f-be4b9d170782 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:11.758576 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d141ae50-84d7-4715-9169-80e796ebfb43 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:11.858187 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:11.870632 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d141ae50-84d7-4715-9169-80e796ebfb43 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:11.877188 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d141ae50-84d7-4715-9169-80e796ebfb43 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "DELETE /v2.0/floatingips/0173853b-0fda-4f54-830c-b7f3fcff9d38 HTTP/1.1" status: 204 len: 168 time: 3.1631920 Mar 05 13:52:11.890611 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c44c9417-d61e-4804-9406-ebc13f924df9 req-40eb0ea4-6ab1-4e2e-950a-cb14bee2909b tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dda8942-b803-4471-80ca-d72fba67c478 HTTP/1.1" status: 200 len: 210 time: 0.2311287 Mar 05 13:52:11.897829 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-257c21d6-6e68-49d5-ae6f-be4b9d170782 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:11.906715 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257c21d6-6e68-49d5-ae6f-be4b9d170782 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:11.908762 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-257c21d6-6e68-49d5-ae6f-be4b9d170782 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:12.002949 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:12.116573 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:12.163781 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-257c21d6-6e68-49d5-ae6f-be4b9d170782 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3886864 Mar 05 13:52:12.285486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36798) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:12.328361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-59237546-b98c-410c-ad07-67ee0b8e50f7 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Request body: {'subnet': {'network_id': 'b41f3257-ed7d-4abc-baab-dae928766cb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:12.391884 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c21d6-6e68-49d5-ae6f-be4b9d170782 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'Network': ['ID=b41f3257-ed7d-4abc-baab-dae928766cb3,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:12.408769 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network b41f3257-ed7d-4abc-baab-dae928766cb3 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:52:12.468357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155added-d4ce-4bfa-bfed-27739f7bbc78 req-24029011-7202-4a60-b9f7-974db66d620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:12.470035 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-155added-d4ce-4bfa-bfed-27739f7bbc78 req-24029011-7202-4a60-b9f7-974db66d620d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47dce88b-b414-45d2-b170-ce43dcded289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9196479 Mar 05 13:52:12.474698 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675d687-42f1-4a73-8bda-61f82468ff31 req-6e44f015-a8c3-4213-a934-00662483b670 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:12.522018 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4675d687-42f1-4a73-8bda-61f82468ff31 req-6e44f015-a8c3-4213-a934-00662483b670 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 943 time: 0.5659468 Mar 05 13:52:12.536463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6cfa3c-80fa-489e-b596-ac96609d2438 None None] Network e3f96e10-02fa-48c5-b360-da394cba4633 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:52:12.655577 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4675d687-42f1-4a73-8bda-61f82468ff31 req-f77f9ce4-d8a8-4eb9-b3a8-a78b50163978 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333168 Mar 05 13:52:12.677525 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device b852d257-e284-4921-9e1c-1731d07e7b99 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:52:13.155551 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-155added-d4ce-4bfa-bfed-27739f7bbc78 req-4a083d6d-debe-4040-b444-93e5488951fd service neutron] 10.222.0.15 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6414864 Mar 05 13:52:13.186795 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e750fa-0844-444d-b883-cb1d764ca795 req-8367c1b8-e592-4a04-9396-a24c2d3445cd tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:13.190409 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-10e750fa-0844-444d-b883-cb1d764ca795 req-8367c1b8-e592-4a04-9396-a24c2d3445cd tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.2666099 Mar 05 13:52:13.288091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6a49bd5c-6fdc-48b2-adcf-1d15bf915427 None None] Provisioning for port cb38c05b-7035-4eed-8ab4-4fbf370e4b09 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:52:13.306224 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6a49bd5c-6fdc-48b2-adcf-1d15bf915427 None None] Provisioning complete for port cb38c05b-7035-4eed-8ab4-4fbf370e4b09 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:52:13.306913 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6a49bd5c-6fdc-48b2-adcf-1d15bf915427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:13.328245 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-10e750fa-0844-444d-b883-cb1d764ca795 req-10c6f1d4-9294-49c1-8905-210476ded04a tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300967 Mar 05 13:52:13.551526 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port b852d257-e284-4921-9e1c-1731d07e7b99 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:52:13.551993 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:13.553395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-59237546-b98c-410c-ad07-67ee0b8e50f7 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:13.569672 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:52:13.611731 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-59237546-b98c-410c-ad07-67ee0b8e50f7 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Usage tracker for resource:subnet and tenant:a8a78363b8fb42b4876ec2b40486fb93 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:13.647739 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-59237546-b98c-410c-ad07-67ee0b8e50f7 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:13.709162 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-59237546-b98c-410c-ad07-67ee0b8e50f7 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:13.746968 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:13.862599 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6a49bd5c-6fdc-48b2-adcf-1d15bf915427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:13.905708 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59237546-b98c-410c-ad07-67ee0b8e50f7 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Made reservation on behalf of a8a78363b8fb42b4876ec2b40486fb93 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:13.912043 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-59237546-b98c-410c-ad07-67ee0b8e50f7 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:13.951407 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-155added-d4ce-4bfa-bfed-27739f7bbc78 req-7c0c4054-1297-487f-8c36-8f60259be4b4 service neutron] 10.222.0.15 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7856727 Mar 05 13:52:13.992520 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-6a49bd5c-6fdc-48b2-adcf-1d15bf915427 None None] For port cb38c05b-7035-4eed-8ab4-4fbf370e4b09, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cb38c05b-7035-4eed-8ab4-4fbf370e4b09,segment=NetworkSegment(9d6de890-eec2-4b2c-ae92-a9c78500ecaa),segment_id=9d6de890-eec2-4b2c-ae92-a9c78500ecaa)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:14.000522 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:14.009729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] device_id is not set on port 3da674f6-f743-40dc-b57a-f4554d3a4b7f yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:52:14.017294 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6a49bd5c-6fdc-48b2-adcf-1d15bf915427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:14.122328 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49bd5c-6fdc-48b2-adcf-1d15bf915427 None None] Pushing event updated for resources: {'Port': ['ID=cb38c05b-7035-4eed-8ab4-4fbf370e4b09,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:14.141262 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a49bd5c-6fdc-48b2-adcf-1d15bf915427 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:14.141691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a49bd5c-6fdc-48b2-adcf-1d15bf915427 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:14.142090 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a49bd5c-6fdc-48b2-adcf-1d15bf915427 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:14.142504 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a49bd5c-6fdc-48b2-adcf-1d15bf915427 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:14.142970 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a49bd5c-6fdc-48b2-adcf-1d15bf915427 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:14.143366 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a49bd5c-6fdc-48b2-adcf-1d15bf915427 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:14.143748 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a49bd5c-6fdc-48b2-adcf-1d15bf915427 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:14.145275 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a49bd5c-6fdc-48b2-adcf-1d15bf915427 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:14.145678 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a49bd5c-6fdc-48b2-adcf-1d15bf915427 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:14.146063 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a49bd5c-6fdc-48b2-adcf-1d15bf915427 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:14.146445 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a49bd5c-6fdc-48b2-adcf-1d15bf915427 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:14.146856 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a49bd5c-6fdc-48b2-adcf-1d15bf915427 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:14.177406 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b852d257-e284-4921-9e1c-1731d07e7b99'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:52:14.191206 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port b852d257-e284-4921-9e1c-1731d07e7b99, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b852d257-e284-4921-9e1c-1731d07e7b99,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:14.200754 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:14.218212 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:14.256256 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e12e9365-424c-45d7-97c9-08f0fdc386dc req-1c213219-7fc5-486c-9163-fec9b5fcc568 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dda8942-b803-4471-80ca-d72fba67c478 HTTP/1.1" status: 200 len: 210 time: 0.6687145 Mar 05 13:52:14.509778 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=b852d257-e284-4921-9e1c-1731d07e7b99,revision_number=10']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:14.657219 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-72605a61-ddc7-4170-bf04-06da44b259e8 None None] Provisioning complete for port cb38c05b-7035-4eed-8ab4-4fbf370e4b09 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:52:14.657722 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-72605a61-ddc7-4170-bf04-06da44b259e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:14.771440 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b852d257-e284-4921-9e1c-1731d07e7b99', 'code': 200} Mar 05 13:52:14.779103 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Transition to ACTIVE for port object 3da674f6-f743-40dc-b57a-f4554d3a4b7f will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:52:14.837375 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:15.013880 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728dcc8-2e33-4ed4-85dd-318d82462dc9 req-230bbf41-f8d0-4c59-95b9-c0c9be134709 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:15.022121 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8728dcc8-2e33-4ed4-85dd-318d82462dc9 req-230bbf41-f8d0-4c59-95b9-c0c9be134709 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.1344683 Mar 05 13:52:15.129281 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8728dcc8-2e33-4ed4-85dd-318d82462dc9 req-eec13123-ba97-4454-997c-7ae34071302c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005602 Mar 05 13:52:15.251901 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-8d3994fb-5c2e-4954-8d5e-53a52bfdb635 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:15.253461 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-8d3994fb-5c2e-4954-8d5e-53a52bfdb635 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.30 "GET /v2.0/networks?id=877dfdf9-135c-45c4-8662-fc50ba202e53 HTTP/1.1" status: 200 len: 821 time: 1.2922671 Mar 05 13:52:15.276769 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cee30-a4dd-4ea7-acfb-9c2865159cad req-b25d115f-7d42-4d05-ac9b-4697cb85de86 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:15.278320 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-369cee30-a4dd-4ea7-acfb-9c2865159cad req-b25d115f-7d42-4d05-ac9b-4697cb85de86 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 943 time: 1.2330930 Mar 05 13:52:15.289721 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Pushing event updated for resources: {'Port': ['ID=3da674f6-f743-40dc-b57a-f4554d3a4b7f,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:15.322036 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-642e5903-6823-4791-873f-88ae0fcbc500 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Request body: {'port': {'device_id': '5dda8942-b803-4471-80ca-d72fba67c478', 'network_id': '877dfdf9-135c-45c4-8662-fc50ba202e53', 'admin_state_up': True, 'tenant_id': '18a22bfe5de143feaabed420d739f048'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:15.417464 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cb38c05b-7035-4eed-8ab4-4fbf370e4b09 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:52:15.455247 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:52:15.455586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:52:15.455927 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:15.513046 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:52:15.513274 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:52:15.567845 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 2 to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f Mar 05 13:52:15.612251 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:52:15.612644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:52:15.612981 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:15.623998 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-369cee30-a4dd-4ea7-acfb-9c2865159cad req-03033a2e-7416-4fe8-be9a-c44aecce378e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630162 Mar 05 13:52:15.636515 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port cb38c05b-7035-4eed-8ab4-4fbf370e4b09 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:52:15.637911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:52:15.637911 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:52:15.638545 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:15.656990 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 3 to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f Mar 05 13:52:15.743329 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:52:15.744286 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:52:15.744715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:15.913267 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-59237546-b98c-410c-ad07-67ee0b8e50f7 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:16.006441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:52:16.006891 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:52:16.018623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59237546-b98c-410c-ad07-67ee0b8e50f7 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'Subnet': ['ID=0bae90e8-f7a2-4113-8cc4-95c13021062b,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:16.020810 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 4 to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f Mar 05 13:52:16.065545 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-650ec8ef-f276-4cf6-a472-02163d0410be req-03da9498-75d8-4531-af57-99abcdca85be tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dda8942-b803-4471-80ca-d72fba67c478 HTTP/1.1" status: 200 len: 210 time: 0.2052944 Mar 05 13:52:16.090599 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:52:16.090966 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:52:16.092122 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:16.113345 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:52:16.113678 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:52:16.136903 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 5 to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f Mar 05 13:52:16.178558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-642e5903-6823-4791-873f-88ae0fcbc500 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:16.219302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:52:16.220132 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:52:16.224671 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:16.260072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-642e5903-6823-4791-873f-88ae0fcbc500 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Usage tracker for resource:port and tenant:18a22bfe5de143feaabed420d739f048 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:16.267545 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59237546-b98c-410c-ad07-67ee0b8e50f7 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Checking segment: {'id': 'cb603d4e-7f57-4f24-ac62-f6cc5a911a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b41f3257-ed7d-4abc-baab-dae928766cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:52:16.267916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59237546-b98c-410c-ad07-67ee0b8e50f7 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Network hostable DHCP agents. Network: b41f3257-ed7d-4abc-baab-dae928766cb3, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:52:16.274259 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-642e5903-6823-4791-873f-88ae0fcbc500 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:16.279271 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:52:16.279736 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:52:16.284089 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 6 to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f Mar 05 13:52:16.294268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0f677-c0f9-4cf4-95d3-e7bd4c4b2af9 req-d636c5d9-5203-4d43-91d3-d093934aa872 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:16.295604 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-64c0f677-c0f9-4cf4-95d3-e7bd4c4b2af9 req-d636c5d9-5203-4d43-91d3-d093934aa872 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.1902688 Mar 05 13:52:16.316744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-642e5903-6823-4791-873f-88ae0fcbc500 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:16.401061 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-64c0f677-c0f9-4cf4-95d3-e7bd4c4b2af9 req-3c6bd8e7-726b-469c-ae12-c3afe5c4d7cf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980406 Mar 05 13:52:16.438957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:52:16.439495 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:52:16.439833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:16.449943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:52:16.450276 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:52:16.455589 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 7 to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f Mar 05 13:52:16.471108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-642e5903-6823-4791-873f-88ae0fcbc500 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Made reservation on behalf of 18a22bfe5de143feaabed420d739f048 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:16.477123 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-642e5903-6823-4791-873f-88ae0fcbc500 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:16.702990 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-642e5903-6823-4791-873f-88ae0fcbc500 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Allocated IP 172.20.0.2 (877dfdf9-135c-45c4-8662-fc50ba202e53/9e1dc1ba-3106-4367-b0ec-22a2dba7ea7a/189f86c1-d4f0-4227-877d-11afd4068487) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:52:16.909662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59237546-b98c-410c-ad07-67ee0b8e50f7 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Network b41f3257-ed7d-4abc-baab-dae928766cb3 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:52:16.928515 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-59237546-b98c-410c-ad07-67ee0b8e50f7 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, b41f3257-ed7d-4abc-baab-dae928766cb3) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:16.930363 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:52:16.930701 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:52:16.931057 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:16.941326 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be925daf-e025-4be3-bdb9-a2d24cef12ed None None] Network b41f3257-ed7d-4abc-baab-dae928766cb3 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:52:16.944717 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59237546-b98c-410c-ad07-67ee0b8e50f7 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:16.945323 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-59237546-b98c-410c-ad07-67ee0b8e50f7 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:16.993430 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-59237546-b98c-410c-ad07-67ee0b8e50f7 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 4.6872244 Mar 05 13:52:16.995570 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36880) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:17.005703 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:52:17.006071 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:52:17.009328 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 8 to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f Mar 05 13:52:17.028488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f654ba-97ef-467f-880e-eb17ae560b30 req-90f81357-e50c-4133-bddb-e6705629d455 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:17.037147 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-51f654ba-97ef-467f-880e-eb17ae560b30 req-90f81357-e50c-4133-bddb-e6705629d455 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.7295284 Mar 05 13:52:17.131031 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-642e5903-6823-4791-873f-88ae0fcbc500 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:17.134032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:52:17.134360 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:52:17.134690 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:17.152456 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:52:17.153065 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:52:17.156020 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-51f654ba-97ef-467f-880e-eb17ae560b30 req-1278fa73-5899-4419-8e23-31686d685d7b tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180222 Mar 05 13:52:17.157716 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 9 to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f Mar 05 13:52:17.183513 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:52:17.192917 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:52:17.193396 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:17.200328 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:52:17.200690 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:52:17.202373 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempt 10 to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f Mar 05 13:52:17.298108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:52:17.298820 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:52:17.298820 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempting to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:17.338305 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8531027-5648-49d4-abb1-a82ff51a83ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-b41f3257-ed7d-4abc-baab-dae928766cb3', 'network_id': 'b41f3257-ed7d-4abc-baab-dae928766cb3', 'tenant_id': 'a8a78363b8fb42b4876ec2b40486fb93', 'fixed_ips': [{'subnet_id': '0bae90e8-f7a2-4113-8cc4-95c13021062b'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:52:17.339175 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a8531027-5648-49d4-abb1-a82ff51a83ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:17.347747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:52:17.348163 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Failed to bind port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on host n-h1-803718-1 for vnic_type normal using segments [{'id': 'b4bc530c-2de0-4b02-b94a-678d83c393f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '16ab17ec-d7b9-4c82-93eb-64ac1a6dde99'}] Mar 05 13:52:17.348510 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:17.699113 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-642e5903-6823-4791-873f-88ae0fcbc500 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:17.727025 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-a8531027-5648-49d4-abb1-a82ff51a83ab None None] Allocated IP 2001:db8::1 (b41f3257-ed7d-4abc-baab-dae928766cb3/0bae90e8-f7a2-4113-8cc4-95c13021062b/7962fb9e-fb93-49e4-b08b-c9ba188d06fe) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:52:17.802811 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] For port 3da674f6-f743-40dc-b57a-f4554d3a4b7f, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:52:17.803216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attempted to set empty binding levels {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 05 13:52:17.804266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e5903-6823-4791-873f-88ae0fcbc500 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Pushing event updated for resources: {'Port': ['ID=189f86c1-d4f0-4227-877d-11afd4068487,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:17.817101 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:17.829185 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:17.893318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d50b8-036b-4f97-96a5-0293cd92570e req-74f270f9-137b-41c9-aaa1-8e4469032370 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:17.904188 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-986d50b8-036b-4f97-96a5-0293cd92570e req-74f270f9-137b-41c9-aaa1-8e4469032370 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 943 time: 1.0471673 Mar 05 13:52:18.077777 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-986d50b8-036b-4f97-96a5-0293cd92570e req-9ce41616-2f8d-4130-9995-8212f8e12e32 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725931 Mar 05 13:52:18.134249 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:18.159127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-642e5903-6823-4791-873f-88ae0fcbc500 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Network 877dfdf9-135c-45c4-8662-fc50ba202e53 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:52:18.167960 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] In _notify_port_updated(), no bound segment for port 3da674f6-f743-40dc-b57a-f4554d3a4b7f on network 16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 {{(pid=87914) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 13:52:18.168828 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:18.169527 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:18.173350 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] 10.222.0.16 "PUT /v2.0/ports/3da674f6-f743-40dc-b57a-f4554d3a4b7f HTTP/1.1" status: 200 len: 979 time: 7.1190012 Mar 05 13:52:18.173350 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-642e5903-6823-4791-873f-88ae0fcbc500 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:18.178465 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36894) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:18.179985 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a8531027-5648-49d4-abb1-a82ff51a83ab None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:18.181730 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-642e5903-6823-4791-873f-88ae0fcbc500 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:52:18.210914 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a8531027-5648-49d4-abb1-a82ff51a83ab None None] Transition to ACTIVE for port object 7962fb9e-fb93-49e4-b08b-c9ba188d06fe will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:52:18.258357 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a8531027-5648-49d4-abb1-a82ff51a83ab None None] Transition to ACTIVE for port object 7962fb9e-fb93-49e4-b08b-c9ba188d06fe will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:52:18.273293 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a8531027-5648-49d4-abb1-a82ff51a83ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:18.329010 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-13d9b2da-ae79-4b8b-9804-0a3221e29a0f tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:18.330911 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-13d9b2da-ae79-4b8b-9804-0a3221e29a0f tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 0.6190493 Mar 05 13:52:18.369018 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:18.388326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-68bfcb8d-31b2-41a0-af44-3eb93c5e911e tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Deleting port 3da674f6-f743-40dc-b57a-f4554d3a4b7f {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:52:18.388885 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-68bfcb8d-31b2-41a0-af44-3eb93c5e911e tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:18.438903 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8531027-5648-49d4-abb1-a82ff51a83ab None None] Pushing event updated for resources: {'Port': ['ID=7962fb9e-fb93-49e4-b08b-c9ba188d06fe,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:18.474424 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8531027-5648-49d4-abb1-a82ff51a83ab None None] Network b41f3257-ed7d-4abc-baab-dae928766cb3 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:52:18.476381 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-a8531027-5648-49d4-abb1-a82ff51a83ab None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:18.482440 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8531027-5648-49d4-abb1-a82ff51a83ab None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:52:18.528070 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74464fd1-300e-42da-9753-d0343167df38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Pushing event updated for resources: {'Port': ['ID=3da674f6-f743-40dc-b57a-f4554d3a4b7f,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:18.585573 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Subnet': ['ID=0bae90e8-f7a2-4113-8cc4-95c13021062b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:18.731190 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-642e5903-6823-4791-873f-88ae0fcbc500 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:18.731679 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-642e5903-6823-4791-873f-88ae0fcbc500 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:18.744637 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:18.808057 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41f3257-ed7d-4abc-baab-dae928766cb3']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:18.813524 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a8531027-5648-49d4-abb1-a82ff51a83ab None None] Attempting to bind port 7962fb9e-fb93-49e4-b08b-c9ba188d06fe on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:52:18.813939 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a8531027-5648-49d4-abb1-a82ff51a83ab None None] Attempting to bind port 7962fb9e-fb93-49e4-b08b-c9ba188d06fe by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'cb603d4e-7f57-4f24-ac62-f6cc5a911a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b41f3257-ed7d-4abc-baab-dae928766cb3'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:52:18.814306 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8531027-5648-49d4-abb1-a82ff51a83ab None None] Attempting to bind port 7962fb9e-fb93-49e4-b08b-c9ba188d06fe on network b41f3257-ed7d-4abc-baab-dae928766cb3 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:18.821183 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8531027-5648-49d4-abb1-a82ff51a83ab None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:52:18.821446 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c916de-c9b0-4a64-9b2c-b3eb8c55abf1 req-3ff4f6ed-5952-487b-a790-44b12ef85cba tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:18.821788 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8531027-5648-49d4-abb1-a82ff51a83ab None None] Checking segment: {'id': 'cb603d4e-7f57-4f24-ac62-f6cc5a911a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b41f3257-ed7d-4abc-baab-dae928766cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:52:18.822193 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a8531027-5648-49d4-abb1-a82ff51a83ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:18.822315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-11c916de-c9b0-4a64-9b2c-b3eb8c55abf1 req-3ff4f6ed-5952-487b-a790-44b12ef85cba tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Synchronizing usage tracker for tenant:18a22bfe5de143feaabed420d739f048 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:52:18.822586 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8531027-5648-49d4-abb1-a82ff51a83ab None None] Bound using segment: {'id': 'cb603d4e-7f57-4f24-ac62-f6cc5a911a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b41f3257-ed7d-4abc-baab-dae928766cb3'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:52:18.823511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a8531027-5648-49d4-abb1-a82ff51a83ab None None] Bound port: 7962fb9e-fb93-49e4-b08b-c9ba188d06fe, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb603d4e-7f57-4f24-ac62-f6cc5a911a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b41f3257-ed7d-4abc-baab-dae928766cb3'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:52:18.823511 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a8531027-5648-49d4-abb1-a82ff51a83ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:18.826088 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-642e5903-6823-4791-873f-88ae0fcbc500 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5374649 Mar 05 13:52:18.845114 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb603d4e-7f57-4f24-ac62-f6cc5a911a0e') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:18.846134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb603d4e-7f57-4f24-ac62-f6cc5a911a0e') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:18.883619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-c23bd395-035a-487a-9e1a-43734bb1b251 service neutron] Request body: {'port': {'device_id': '5dda8942-b803-4471-80ca-d72fba67c478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:18.915342 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:18.980909 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a8531027-5648-49d4-abb1-a82ff51a83ab None None] For port 7962fb9e-fb93-49e4-b08b-c9ba188d06fe, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:52:18.984737 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a8531027-5648-49d4-abb1-a82ff51a83ab None None] For port 7962fb9e-fb93-49e4-b08b-c9ba188d06fe, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7962fb9e-fb93-49e4-b08b-c9ba188d06fe,segment=NetworkSegment(cb603d4e-7f57-4f24-ac62-f6cc5a911a0e),segment_id=cb603d4e-7f57-4f24-ac62-f6cc5a911a0e)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:52:18.988820 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Deleting port b0e81356-fbf1-4f61-b654-8636d2743386 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:52:18.990214 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:18.991197 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a8531027-5648-49d4-abb1-a82ff51a83ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:19.172055 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:19.184463 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-11c916de-c9b0-4a64-9b2c-b3eb8c55abf1 req-3ff4f6ed-5952-487b-a790-44b12ef85cba tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Unset dirty status for tenant:18a22bfe5de143feaabed420d739f048 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:52:19.192247 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-11c916de-c9b0-4a64-9b2c-b3eb8c55abf1 req-3ff4f6ed-5952-487b-a790-44b12ef85cba tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dda8942-b803-4471-80ca-d72fba67c478 HTTP/1.1" status: 200 len: 931 time: 1.2583385 Mar 05 13:52:19.265087 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-68bfcb8d-31b2-41a0-af44-3eb93c5e911e tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] For port 3da674f6-f743-40dc-b57a-f4554d3a4b7f, host n-h1-803718-1, got binding levels [] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:19.265591 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-68bfcb8d-31b2-41a0-af44-3eb93c5e911e tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:19.324471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6733ae-3f8e-4c4a-9b95-2ab95604308b None None] Network b41f3257-ed7d-4abc-baab-dae928766cb3 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:52:19.350666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1840236-62a6-4183-94f9-0ae303c4c504 req-9394ecec-bbc6-4671-94b5-98e574b5b2cc tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:19.359031 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e1840236-62a6-4183-94f9-0ae303c4c504 req-9394ecec-bbc6-4671-94b5-98e574b5b2cc tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 1.0254369 Mar 05 13:52:19.417905 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:52:19.418600 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:19.452668 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e1840236-62a6-4183-94f9-0ae303c4c504 req-f844cf6e-40fc-466d-bdef-1034a47c47ce tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924544 Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:52:19.462215 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:52:19.546124 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8531027-5648-49d4-abb1-a82ff51a83ab None None] Pushing event updated for resources: {'Port': ['ID=7962fb9e-fb93-49e4-b08b-c9ba188d06fe,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:19.584514 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-11c916de-c9b0-4a64-9b2c-b3eb8c55abf1 req-c28b3be1-da8e-4463-adc6-fed34a602c59 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/security-groups?id=e59dd91e-ffa4-407b-8714-f5637e850f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881559 Mar 05 13:52:19.647175 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-68bfcb8d-31b2-41a0-af44-3eb93c5e911e tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Calling delete_port for 3da674f6-f743-40dc-b57a-f4554d3a4b7f owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:52:19.722636 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-c23bd395-035a-487a-9e1a-43734bb1b251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:19.934933 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82479851-4649-4bd2-893c-f9549f999b01 None None] get_active_networks_info from n-d-803718-1 {{(pid=87915) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 05 13:52:20.041562 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 13:52:20.041562 n-d-803718-1 neutron-server[87913]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 13:52:20.041562 n-d-803718-1 neutron-server[87913]: [parameters: {'id': 'b41f3257-ed7d-4abc-baab-dae928766cb3'}] Mar 05 13:52:20.041562 n-d-803718-1 neutron-server[87913]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:52:20.045337 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:52:20.092281 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-68bfcb8d-31b2-41a0-af44-3eb93c5e911e tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:20.157719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82479851-4649-4bd2-893c-f9549f999b01 None None] Resources bound (agent type, host, resource id): {{(pid=87915) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 13:52:20.158971 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab5bd9d2-43cd-409a-b7a6-c97907bb5a85 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:20.161084 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab5bd9d2-43cd-409a-b7a6-c97907bb5a85 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Synchronizing usage tracker for tenant:6458262d05f2497586ebde1561a80c5d on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:52:20.182705 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074c393-ad9a-43aa-95c7-9ff2227b33f5 req-614f8896-0db1-4d90-9dd4-d41a427dce58 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:20.183869 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-a074c393-ad9a-43aa-95c7-9ff2227b33f5 req-614f8896-0db1-4d90-9dd4-d41a427dce58 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Synchronizing usage tracker for tenant:6458262d05f2497586ebde1561a80c5d on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:52:20.258214 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-a074c393-ad9a-43aa-95c7-9ff2227b33f5 req-614f8896-0db1-4d90-9dd4-d41a427dce58 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Unset dirty status for tenant:6458262d05f2497586ebde1561a80c5d on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:52:20.266806 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a074c393-ad9a-43aa-95c7-9ff2227b33f5 req-614f8896-0db1-4d90-9dd4-d41a427dce58 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 946 time: 0.4611824 Mar 05 13:52:20.288645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab5bd9d2-43cd-409a-b7a6-c97907bb5a85 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Unset dirty status for tenant:6458262d05f2497586ebde1561a80c5d on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:52:20.289982 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab5bd9d2-43cd-409a-b7a6-c97907bb5a85 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.30 "GET /v2.0/ports?device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 946 time: 1.1089368 Mar 05 13:52:20.412244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfcb8d-31b2-41a0-af44-3eb93c5e911e tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Pushing event deleted for resources: {'Port': ['ID=3da674f6-f743-40dc-b57a-f4554d3a4b7f,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:20.420203 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-68bfcb8d-31b2-41a0-af44-3eb93c5e911e tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:20.544052 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-68bfcb8d-31b2-41a0-af44-3eb93c5e911e tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] 10.222.0.16 "DELETE /v2.0/ports/3da674f6-f743-40dc-b57a-f4554d3a4b7f HTTP/1.1" status: 204 len: 168 time: 2.3643289 Mar 05 13:52:20.557802 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:20.571462 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36904) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:20.643477 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8deef-738c-42e9-8cf9-47d31c59a903 req-39a4103d-5559-4764-8ed6-95187654cf39 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:20.648213 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-48e8deef-738c-42e9-8cf9-47d31c59a903 req-39a4103d-5559-4764-8ed6-95187654cf39 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.7392077 Mar 05 13:52:20.703090 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] For port b0e81356-fbf1-4f61-b654-8636d2743386, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b0e81356-fbf1-4f61-b654-8636d2743386,segment=NetworkSegment(d1abbe63-8acf-4d25-8e50-f7650e36875f),segment_id=d1abbe63-8acf-4d25-8e50-f7650e36875f)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:20.703447 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:20.712251 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0be67c-f91a-4e2c-8a13-5713e8921105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] GET failed (client error): The resource could not be found. Mar 05 13:52:20.713703 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cf0be67c-f91a-4e2c-8a13-5713e8921105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-787450719-project-admin] 10.222.0.16 "GET /v2.0/ports/3da674f6-f743-40dc-b57a-f4554d3a4b7f HTTP/1.1" status: 404 len: 333 time: 0.1269321 Mar 05 13:52:20.731043 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36910) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:20.871219 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-586bd0b7-3dce-4c15-9391-267ad61c00a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:20.963176 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Deleting port 7962fb9e-fb93-49e4-b08b-c9ba188d06fe {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:52:20.963474 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:21.029043 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-48e8deef-738c-42e9-8cf9-47d31c59a903 req-7db7c950-a7be-40a1-a561-b9028f6a7052 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681796 Mar 05 13:52:21.097071 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-a074c393-ad9a-43aa-95c7-9ff2227b33f5 req-b79f1c99-9dc3-4586-8f40-1e346fb9a88d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Synchronizing usage tracker for tenant:6458262d05f2497586ebde1561a80c5d on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:52:21.126107 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Deleting port a5972511-db51-4276-92a7-378dc0046fec {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:52:21.126990 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:21.317100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-a074c393-ad9a-43aa-95c7-9ff2227b33f5 req-b79f1c99-9dc3-4586-8f40-1e346fb9a88d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Unset dirty status for tenant:6458262d05f2497586ebde1561a80c5d on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:52:21.330697 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a074c393-ad9a-43aa-95c7-9ff2227b33f5 req-b79f1c99-9dc3-4586-8f40-1e346fb9a88d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=f04bc72f-b67b-4bb4-a2d0-9bcbb590b57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0628898 Mar 05 13:52:21.351537 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-c23bd395-035a-487a-9e1a-43734bb1b251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189f86c1-d4f0-4227-877d-11afd4068487 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:52:21.364949 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-c23bd395-035a-487a-9e1a-43734bb1b251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:21.390235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-c23bd395-035a-487a-9e1a-43734bb1b251 service neutron] Transition to ACTIVE for port object 189f86c1-d4f0-4227-877d-11afd4068487 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:52:21.406605 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-c23bd395-035a-487a-9e1a-43734bb1b251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:21.889410 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cae234-a49d-402e-8695-41bd7f3404b2 req-915c1d83-bd0e-4b86-91ca-54b7cdef0727 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:21.901046 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-39cae234-a49d-402e-8695-41bd7f3404b2 req-915c1d83-bd0e-4b86-91ca-54b7cdef0727 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 943 time: 0.6288149 Mar 05 13:52:22.037224 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:22.038031 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:22.038592 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Floating IP 74b2bf7a-76d9-46a6-982b-73b266481541 disassociated. External IP: 172.25.4.14, port: b0e81356-fbf1-4f61-b654-8636d2743386. Mar 05 13:52:22.039182 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Calling delete_port for b0e81356-fbf1-4f61-b654-8636d2743386 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:52:22.053116 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23bd395-035a-487a-9e1a-43734bb1b251 service neutron] Pushing event updated for resources: {'Port': ['ID=189f86c1-d4f0-4227-877d-11afd4068487,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:22.084851 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-39cae234-a49d-402e-8695-41bd7f3404b2 req-388d78b7-664b-4b39-b260-df35609901e7 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828892 Mar 05 13:52:22.149190 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-c23bd395-035a-487a-9e1a-43734bb1b251 service neutron] Attempting to bind port 189f86c1-d4f0-4227-877d-11afd4068487 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:52:22.149320 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-c23bd395-035a-487a-9e1a-43734bb1b251 service neutron] Attempting to bind port 189f86c1-d4f0-4227-877d-11afd4068487 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '84605fae-12c1-4fe2-90b8-bc48651053d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '877dfdf9-135c-45c4-8662-fc50ba202e53'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:52:22.149575 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-c23bd395-035a-487a-9e1a-43734bb1b251 service neutron] Attempting to bind port 189f86c1-d4f0-4227-877d-11afd4068487 on network 877dfdf9-135c-45c4-8662-fc50ba202e53 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:22.161791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-c23bd395-035a-487a-9e1a-43734bb1b251 service neutron] Port 189f86c1-d4f0-4227-877d-11afd4068487 on network 877dfdf9-135c-45c4-8662-fc50ba202e53 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:52:22.162074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-c23bd395-035a-487a-9e1a-43734bb1b251 service neutron] Attempting to bind port 189f86c1-d4f0-4227-877d-11afd4068487 on network 877dfdf9-135c-45c4-8662-fc50ba202e53 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:22.177621 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-c23bd395-035a-487a-9e1a-43734bb1b251 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:52:22.178019 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-c23bd395-035a-487a-9e1a-43734bb1b251 service neutron] Checking segment: {'id': '84605fae-12c1-4fe2-90b8-bc48651053d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '877dfdf9-135c-45c4-8662-fc50ba202e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:52:22.178370 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-c23bd395-035a-487a-9e1a-43734bb1b251 service neutron] Bound using segment: {'id': '84605fae-12c1-4fe2-90b8-bc48651053d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '877dfdf9-135c-45c4-8662-fc50ba202e53'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:52:22.178870 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-c23bd395-035a-487a-9e1a-43734bb1b251 service neutron] Bound port: 189f86c1-d4f0-4227-877d-11afd4068487, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84605fae-12c1-4fe2-90b8-bc48651053d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '877dfdf9-135c-45c4-8662-fc50ba202e53'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:52:22.179219 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-c23bd395-035a-487a-9e1a-43734bb1b251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:22.257029 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a5972511-db51-4276-92a7-378dc0046fec no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:52:22.499802 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-c23bd395-035a-487a-9e1a-43734bb1b251 service neutron] For port 189f86c1-d4f0-4227-877d-11afd4068487, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:52:22.533982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca99295-2b46-4221-9f31-0f180086f32e req-3d0e288f-0b2f-4eaf-805e-cac83d25ec14 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:22.548902 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1ca99295-2b46-4221-9f31-0f180086f32e req-3d0e288f-0b2f-4eaf-805e-cac83d25ec14 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dda8942-b803-4471-80ca-d72fba67c478 HTTP/1.1" status: 200 len: 943 time: 0.2711864 Mar 05 13:52:22.576616 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:22.629482 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-c23bd395-035a-487a-9e1a-43734bb1b251 service neutron] For port 189f86c1-d4f0-4227-877d-11afd4068487, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=189f86c1-d4f0-4227-877d-11afd4068487,segment=NetworkSegment(84605fae-12c1-4fe2-90b8-bc48651053d6),segment_id=84605fae-12c1-4fe2-90b8-bc48651053d6)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:52:22.654079 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1ca99295-2b46-4221-9f31-0f180086f32e req-62f28ba0-7a78-4214-ac5f-39e3547ef680 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/security-groups?id=e59dd91e-ffa4-407b-8714-f5637e850f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033835 Mar 05 13:52:22.655549 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-c23bd395-035a-487a-9e1a-43734bb1b251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:22.664220 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a5972511-db51-4276-92a7-378dc0046fec, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a5972511-db51-4276-92a7-378dc0046fec,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:22.666648 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796ecef7-335f-415b-aaf7-81b50bd58943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5972511-db51-4276-92a7-378dc0046fec'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:52:22.681865 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:22.682983 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device b0e81356-fbf1-4f61-b654-8636d2743386 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:52:22.804356 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] For port 7962fb9e-fb93-49e4-b08b-c9ba188d06fe, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7962fb9e-fb93-49e4-b08b-c9ba188d06fe,segment=NetworkSegment(cb603d4e-7f57-4f24-ac62-f6cc5a911a0e),segment_id=cb603d4e-7f57-4f24-ac62-f6cc5a911a0e)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:22.805550 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:22.840139 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-586bd0b7-3dce-4c15-9391-267ad61c00a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:22.862267 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23bd395-035a-487a-9e1a-43734bb1b251 service neutron] Pushing event updated for resources: {'Port': ['ID=189f86c1-d4f0-4227-877d-11afd4068487,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:22.889666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65748c4d-fb9a-4b77-ae75-52f27677501e req-0089b7b1-7bfd-419b-8413-08c279c71bb3 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:22.891502 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-65748c4d-fb9a-4b77-ae75-52f27677501e req-0089b7b1-7bfd-419b-8413-08c279c71bb3 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 945 time: 1.2110300 Mar 05 13:52:22.933010 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-c23bd395-035a-487a-9e1a-43734bb1b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:22.934272 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-c23bd395-035a-487a-9e1a-43734bb1b251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:22.936069 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-c23bd395-035a-487a-9e1a-43734bb1b251 service neutron] 10.222.0.30 "PUT /v2.0/ports/189f86c1-d4f0-4227-877d-11afd4068487 HTTP/1.1" status: 200 len: 1091 time: 4.0573940 Mar 05 13:52:22.944133 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dda8942-b803-4471-80ca-d72fba67c478', 'tag': '189f86c1-d4f0-4227-877d-11afd4068487'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:52:23.009203 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a5972511-db51-4276-92a7-378dc0046fec,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:23.071131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc7e17-aa4c-4183-aa2d-e518f334301d req-8be59321-b644-40cf-a6f9-70e76b81543f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:23.072622 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-82cc7e17-aa4c-4183-aa2d-e518f334301d req-8be59321-b644-40cf-a6f9-70e76b81543f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.1929090 Mar 05 13:52:23.146269 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-82cc7e17-aa4c-4183-aa2d-e518f334301d req-51c89360-d6c4-4a9d-92e4-35a15c178610 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658586 Mar 05 13:52:23.169991 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:23.203105 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-7bbb6b19-c81a-46aa-8439-9f2748756e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:23.204794 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-7bbb6b19-c81a-46aa-8439-9f2748756e70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18a22bfe5de143feaabed420d739f048&device_id=5dda8942-b803-4471-80ca-d72fba67c478 HTTP/1.1" status: 200 len: 1094 time: 0.2221403 Mar 05 13:52:23.220285 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port b0e81356-fbf1-4f61-b654-8636d2743386, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b0e81356-fbf1-4f61-b654-8636d2743386,segment=NetworkSegment(d1abbe63-8acf-4d25-8e50-f7650e36875f),segment_id=d1abbe63-8acf-4d25-8e50-f7650e36875f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:23.228228 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:23.294159 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-eb9e44c3-36b3-45b2-97b7-1d98453e2594 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=189f86c1-d4f0-4227-877d-11afd4068487 HTTP/1.1" status: 200 len: 217 time: 0.0820284 Mar 05 13:52:23.447184 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=b0e81356-fbf1-4f61-b654-8636d2743386,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:23.463981 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-9d5d0c93-b59c-4455-8c87-bd8d8d7d7647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:23.466322 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-9d5d0c93-b59c-4455-8c87-bd8d8d7d7647 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e1dc1ba-3106-4367-b0ec-22a2dba7ea7a HTTP/1.1" status: 200 len: 861 time: 0.1656528 Mar 05 13:52:23.539080 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-03ff25d0-e979-4a9b-b14a-19ba682b8a93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=877dfdf9-135c-45c4-8662-fc50ba202e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625551 Mar 05 13:52:23.715693 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbb605-ac4f-4ddb-8b36-5dc06aec884a req-58309948-54cd-447d-bfe3-cbd0be2eb24e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:23.720161 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-10dbb605-ac4f-4ddb-8b36-5dc06aec884a req-58309948-54cd-447d-bfe3-cbd0be2eb24e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Synchronizing usage tracker for tenant:6458262d05f2497586ebde1561a80c5d on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:52:23.734836 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Calling delete_port for 7962fb9e-fb93-49e4-b08b-c9ba188d06fe owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:52:23.752650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-10dbb605-ac4f-4ddb-8b36-5dc06aec884a req-58309948-54cd-447d-bfe3-cbd0be2eb24e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Unset dirty status for tenant:6458262d05f2497586ebde1561a80c5d on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:52:23.754424 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10dbb605-ac4f-4ddb-8b36-5dc06aec884a req-58309948-54cd-447d-bfe3-cbd0be2eb24e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 944 time: 0.3880944 Mar 05 13:52:23.788656 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-586bd0b7-3dce-4c15-9391-267ad61c00a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ab17ec-d7b9-4c82-93eb-64ac1a6dde99']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:23.817067 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-7b993020-49fb-4421-b38f-6dce8f9f2b74 service neutron] 10.222.0.30 "GET /v2.0/networks/877dfdf9-135c-45c4-8662-fc50ba202e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715237 Mar 05 13:52:23.829003 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-65748c4d-fb9a-4b77-ae75-52f27677501e req-42ad5eb2-5b14-4c00-90a8-3baa72026255 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7647424 Mar 05 13:52:23.880642 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] For port a5972511-db51-4276-92a7-378dc0046fec, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a5972511-db51-4276-92a7-378dc0046fec,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:23.881209 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:23.964445 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10dbb605-ac4f-4ddb-8b36-5dc06aec884a req-919fa884-dcc8-4bf6-9be7-59ef6409d53e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=f04bc72f-b67b-4bb4-a2d0-9bcbb590b57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955917 Mar 05 13:52:23.981938 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796ecef7-335f-415b-aaf7-81b50bd58943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5972511-db51-4276-92a7-378dc0046fec', 'code': 200} Mar 05 13:52:24.076179 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dda8942-b803-4471-80ca-d72fba67c478', 'tag': '189f86c1-d4f0-4227-877d-11afd4068487', 'status': 'completed', 'code': 200} Mar 05 13:52:24.159086 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3aeb868c-6301-477e-9f41-b4ede2dd5801 req-50bbb004-66fe-4dd4-a305-258459b813e4 service neutron] 10.222.0.30 "GET /v2.0/networks/877dfdf9-135c-45c4-8662-fc50ba202e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910094 Mar 05 13:52:24.303810 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:52:24.304085 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:52:24.368087 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:24.401573 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-586bd0b7-3dce-4c15-9391-267ad61c00a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4bc530c-2de0-4b02-b94a-678d83c393f3') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:24.401883 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-586bd0b7-3dce-4c15-9391-267ad61c00a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4bc530c-2de0-4b02-b94a-678d83c393f3') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:24.428900 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-586bd0b7-3dce-4c15-9391-267ad61c00a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:24.438436 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b97cf-9452-406a-85da-3d090a58ee71 req-7ac892cc-5142-4ce7-ad0c-1ed0ecce708b tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:24.446473 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-586bd0b7-3dce-4c15-9391-267ad61c00a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:24.451238 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d55b97cf-9452-406a-85da-3d090a58ee71 req-7ac892cc-5142-4ce7-ad0c-1ed0ecce708b tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dda8942-b803-4471-80ca-d72fba67c478 HTTP/1.1" status: 200 len: 943 time: 0.1773970 Mar 05 13:52:24.453233 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586bd0b7-3dce-4c15-9391-267ad61c00a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:52:24.453641 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-586bd0b7-3dce-4c15-9391-267ad61c00a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:24.460112 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54da8f9-0e16-4911-9add-5af9a0ccf950 req-d9e0412b-4e30-49c8-9efb-5f10322db607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:24.465807 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b54da8f9-0e16-4911-9add-5af9a0ccf950 req-d9e0412b-4e30-49c8-9efb-5f10322db607 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18a22bfe5de143feaabed420d739f048&device_id=5dda8942-b803-4471-80ca-d72fba67c478 HTTP/1.1" status: 200 len: 1094 time: 0.2403324 Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:52:24.605376 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:52:24.626205 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-586bd0b7-3dce-4c15-9391-267ad61c00a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:24.663839 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Port': ['ID=7962fb9e-fb93-49e4-b08b-c9ba188d06fe,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:24.665841 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] No DVR routers for this DVR port 7962fb9e-fb93-49e4-b08b-c9ba188d06fe on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:52:24.672496 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-586bd0b7-3dce-4c15-9391-267ad61c00a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:24.696723 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-586bd0b7-3dce-4c15-9391-267ad61c00a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] 10.222.0.16 "DELETE /v2.0/networks/16ab17ec-d7b9-4c82-93eb-64ac1a6dde99 HTTP/1.1" status: 204 len: 168 time: 3.9631383 Mar 05 13:52:24.707405 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d55b97cf-9452-406a-85da-3d090a58ee71 req-f977ef2b-363b-4c46-adde-a8017575d257 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/security-groups?id=e59dd91e-ffa4-407b-8714-f5637e850f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552814 Mar 05 13:52:24.738553 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586bd0b7-3dce-4c15-9391-267ad61c00a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-357123707-project] Pushing event deleted for resources: {'Network': ['ID=16ab17ec-d7b9-4c82-93eb-64ac1a6dde99,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:24.791589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54da8f9-0e16-4911-9add-5af9a0ccf950 req-22972958-9ba1-44bf-9955-66c21adb6e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:24.793206 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b54da8f9-0e16-4911-9add-5af9a0ccf950 req-22972958-9ba1-44bf-9955-66c21adb6e8d service neutron] 10.222.0.30 "GET /v2.0/networks?id=877dfdf9-135c-45c4-8662-fc50ba202e53 HTTP/1.1" status: 200 len: 921 time: 0.2935257 Mar 05 13:52:24.842942 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Deleting port b0e81356-fbf1-4f61-b654-8636d2743386 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:52:24.843519 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:24.943335 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b54da8f9-0e16-4911-9add-5af9a0ccf950 req-85ae370c-e183-4267-9bc4-bbcca0a74d70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=189f86c1-d4f0-4227-877d-11afd4068487 HTTP/1.1" status: 200 len: 217 time: 0.1387708 Mar 05 13:52:25.152156 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36942) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:25.218433 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54da8f9-0e16-4911-9add-5af9a0ccf950 req-e3902fc1-883d-475a-9b94-f85c2bf50ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:25.220445 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b54da8f9-0e16-4911-9add-5af9a0ccf950 req-e3902fc1-883d-475a-9b94-f85c2bf50ce3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e1dc1ba-3106-4367-b0ec-22a2dba7ea7a HTTP/1.1" status: 200 len: 861 time: 0.0797617 Mar 05 13:52:25.229244 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:25.347593 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:25.348045 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:25.348419 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Floating IP a7c99604-e127-407d-9d5a-d589313438d9 disassociated. External IP: 172.25.4.34, port: a5972511-db51-4276-92a7-378dc0046fec. Mar 05 13:52:25.349006 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Calling delete_port for a5972511-db51-4276-92a7-378dc0046fec owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:52:25.397088 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fa498-96f4-4ba4-9827-cc3936ac9ad7 req-bb9393a3-5646-460c-9e0a-564278ce8df0 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:25.398682 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b26fa498-96f4-4ba4-9827-cc3936ac9ad7 req-bb9393a3-5646-460c-9e0a-564278ce8df0 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 943 time: 1.0819035 Mar 05 13:52:25.473241 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b54da8f9-0e16-4911-9add-5af9a0ccf950 req-a0c7ba00-ebc6-4b38-95c4-3ae316fd7496 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=877dfdf9-135c-45c4-8662-fc50ba202e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2451217 Mar 05 13:52:25.507934 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41f3257-ed7d-4abc-baab-dae928766cb3']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:25.594412 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb603d4e-7f57-4f24-ac62-f6cc5a911a0e') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:25.594846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb603d4e-7f57-4f24-ac62-f6cc5a911a0e') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:25.693861 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70742df2-6f0c-4cf3-96e0-320510946f6c req-735942b7-6723-4bba-a9e5-6f04c7ade3ad tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:25.695978 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-70742df2-6f0c-4cf3-96e0-320510946f6c req-735942b7-6723-4bba-a9e5-6f04c7ade3ad tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.7511666 Mar 05 13:52:25.733030 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b26fa498-96f4-4ba4-9827-cc3936ac9ad7 req-f8f079a8-8f8f-49e3-9d11-caafaeceb908 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3025107 Mar 05 13:52:25.735247 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:25.788452 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-70742df2-6f0c-4cf3-96e0-320510946f6c req-ffd16ac6-0ed8-48ab-acb5-1e722546fa04 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833244 Mar 05 13:52:25.810398 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:52:25.811620 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:52:25.825217 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:25.843587 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b54da8f9-0e16-4911-9add-5af9a0ccf950 req-6e624134-ea90-40a9-840a-6a73e3276c1e service neutron] 10.222.0.30 "GET /v2.0/networks/877dfdf9-135c-45c4-8662-fc50ba202e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436434 Mar 05 13:52:25.845548 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:52:25.847528 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:25.983920 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe145d1-0c48-435a-bba0-91a1628e95e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e81356-fbf1-4f61-b654-8636d2743386'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:52:26.058545 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:52:26.076961 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b54da8f9-0e16-4911-9add-5af9a0ccf950 req-eba5f23a-486b-499c-822e-c52437de7ed9 service neutron] 10.222.0.30 "GET /v2.0/networks/877dfdf9-135c-45c4-8662-fc50ba202e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278445 Mar 05 13:52:26.121086 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:26.164065 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:26.173333 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Network': ['ID=b41f3257-ed7d-4abc-baab-dae928766cb3,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:26.181027 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dbd2ffca-607c-42d1-ab6d-2f2ef10c1caa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/networks/b41f3257-ed7d-4abc-baab-dae928766cb3 HTTP/1.1" status: 204 len: 168 time: 9.1837637 Mar 05 13:52:26.184434 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36954) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:26.185990 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ed144-a9f7-4d81-aa63-2daa00f8fdb5 req-495c807a-ae14-4383-8770-d2d51f103d56 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:26.188101 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ec5ed144-a9f7-4d81-aa63-2daa00f8fdb5 req-495c807a-ae14-4383-8770-d2d51f103d56 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 944 time: 0.1102548 Mar 05 13:52:26.188434 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] For port b0e81356-fbf1-4f61-b654-8636d2743386, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=b0e81356-fbf1-4f61-b654-8636d2743386,segment=NetworkSegment(d1abbe63-8acf-4d25-8e50-f7650e36875f),segment_id=d1abbe63-8acf-4d25-8e50-f7650e36875f)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:26.188817 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:26.199525 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fce614ea-6a12-455e-a43d-45ab5f415686 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=159589995ab6453bb3ab80e8bb4a8dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0461395 Mar 05 13:52:26.207748 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-c934f215-7721-4a35-81e1-c36aa9518929 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1985759732'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:26.214487 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c934f215-7721-4a35-81e1-c36aa9518929 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:26.218854 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c934f215-7721-4a35-81e1-c36aa9518929 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Usage tracker for resource:network and tenant:a8a78363b8fb42b4876ec2b40486fb93 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:26.222264 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c934f215-7721-4a35-81e1-c36aa9518929 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:26.228418 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c934f215-7721-4a35-81e1-c36aa9518929 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:26.240519 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36958) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:26.262632 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ec5ed144-a9f7-4d81-aa63-2daa00f8fdb5 req-392e93bb-4964-4911-8b3b-cb27b8ad0b59 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=f04bc72f-b67b-4bb4-a2d0-9bcbb590b57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676031 Mar 05 13:52:26.288261 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 189f86c1-d4f0-4227-877d-11afd4068487 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:52:26.558507 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 189f86c1-d4f0-4227-877d-11afd4068487, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=189f86c1-d4f0-4227-877d-11afd4068487,segment=NetworkSegment(84605fae-12c1-4fe2-90b8-bc48651053d6),segment_id=84605fae-12c1-4fe2-90b8-bc48651053d6)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:26.581571 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '189f86c1-d4f0-4227-877d-11afd4068487', 'network_id': '877dfdf9-135c-45c4-8662-fc50ba202e53', 'port_id': '189f86c1-d4f0-4227-877d-11afd4068487', 'mac_address': 'fa:16:3e:8d:76:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e1dc1ba-3106-4367-b0ec-22a2dba7ea7a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:52:26.636231 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d7ec0-51e2-4054-868a-74680483ba55 req-f04ccdbe-806e-4973-bc77-f6d0f66b46f0 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:26.637892 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4e8d7ec0-51e2-4054-868a-74680483ba55 req-f04ccdbe-806e-4973-bc77-f6d0f66b46f0 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dda8942-b803-4471-80ca-d72fba67c478 HTTP/1.1" status: 200 len: 943 time: 0.1849382 Mar 05 13:52:26.668446 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:26.687816 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189f86c1-d4f0-4227-877d-11afd4068487 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:52:26.695790 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Deleting port a5972511-db51-4276-92a7-378dc0046fec {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:52:26.703133 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:26.709436 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 189f86c1-d4f0-4227-877d-11afd4068487, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=189f86c1-d4f0-4227-877d-11afd4068487,segment=NetworkSegment(84605fae-12c1-4fe2-90b8-bc48651053d6),segment_id=84605fae-12c1-4fe2-90b8-bc48651053d6)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:26.714776 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:26.768065 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4e8d7ec0-51e2-4054-868a-74680483ba55 req-e21a9614-6764-4b07-b4df-17534213cf8b tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/security-groups?id=e59dd91e-ffa4-407b-8714-f5637e850f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145184 Mar 05 13:52:26.821326 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c934f215-7721-4a35-81e1-c36aa9518929 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Made reservation on behalf of a8a78363b8fb42b4876ec2b40486fb93 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:26.821326 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c934f215-7721-4a35-81e1-c36aa9518929 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:26.921513 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=189f86c1-d4f0-4227-877d-11afd4068487,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:26.962984 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe145d1-0c48-435a-bba0-91a1628e95e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e81356-fbf1-4f61-b654-8636d2743386', 'code': 200} Mar 05 13:52:27.017126 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['189f86c1-d4f0-4227-877d-11afd4068487'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:52:27.249048 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c934f215-7721-4a35-81e1-c36aa9518929 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:52:27.329249 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b683f8-71c4-4fbe-ad27-057414cecb38 req-62a01897-f6ab-4af0-9f5b-b34c12df4702 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:27.348113 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93b683f8-71c4-4fbe-ad27-057414cecb38 req-62a01897-f6ab-4af0-9f5b-b34c12df4702 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 943 time: 0.2053936 Mar 05 13:52:27.386119 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fc845fe-aaa8-4a51-8ed9-57c663e6fa7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:27.452878 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93b683f8-71c4-4fbe-ad27-057414cecb38 req-6c8ffc4e-5f9d-4f34-83cb-f0a7cd34b73a tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039681 Mar 05 13:52:27.512903 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca41543-5d35-4bb7-bce7-8b756d424767 req-5de039b8-c099-4e16-be16-d71b6755e6d3 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:27.514099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-dca41543-5d35-4bb7-bce7-8b756d424767 req-5de039b8-c099-4e16-be16-d71b6755e6d3 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Synchronizing usage tracker for tenant:132ea0f858f9462ca01a646bf0fa44bb on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:52:27.556284 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c934f215-7721-4a35-81e1-c36aa9518929 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:27.556955 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-c934f215-7721-4a35-81e1-c36aa9518929 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Added segment 6129de93-ae9c-45c0-b852-73d05a066b2a of type vlan for network d0ecb88e-58e1-4a5d-a4d9-d196436be94c Mar 05 13:52:27.576804 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fc845fe-aaa8-4a51-8ed9-57c663e6fa7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:27.729008 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87531f21-be00-4b97-8933-96b8e1016804 req-2b5a3da0-e652-455f-ab65-eb5c5e403e34 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:27.732171 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-87531f21-be00-4b97-8933-96b8e1016804 req-2b5a3da0-e652-455f-ab65-eb5c5e403e34 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.1199493 Mar 05 13:52:27.756514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-dca41543-5d35-4bb7-bce7-8b756d424767 req-5de039b8-c099-4e16-be16-d71b6755e6d3 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Unset dirty status for tenant:132ea0f858f9462ca01a646bf0fa44bb on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:52:27.757909 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dca41543-5d35-4bb7-bce7-8b756d424767 req-5de039b8-c099-4e16-be16-d71b6755e6d3 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 943 time: 1.6859581 Mar 05 13:52:27.795525 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-87531f21-be00-4b97-8933-96b8e1016804 req-6a3f2e8c-e3f8-42b7-8086-579a294dcd1c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589271 Mar 05 13:52:27.907911 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c934f215-7721-4a35-81e1-c36aa9518929 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:27.921911 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:27.922375 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:27.922921 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Floating IP 74b2bf7a-76d9-46a6-982b-73b266481541 disassociated. External IP: 172.25.4.14, port: b0e81356-fbf1-4f61-b654-8636d2743386. Mar 05 13:52:27.923315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Calling delete_port for b0e81356-fbf1-4f61-b654-8636d2743386 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:52:28.040956 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dca41543-5d35-4bb7-bce7-8b756d424767 req-1a069f63-eda6-4a41-a84d-8340248d73c4 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=865f5f13-d9dc-43d9-8040-99a5e9ffee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066061 Mar 05 13:52:28.082690 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] For port a5972511-db51-4276-92a7-378dc0046fec, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a5972511-db51-4276-92a7-378dc0046fec,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:28.083202 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:28.163238 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fc845fe-aaa8-4a51-8ed9-57c663e6fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:28.190869 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f5db6-761d-4b58-993a-e8d60bdea458 req-bf0a22e3-e0e4-472c-ab66-2f383781250d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:28.202903 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bf4f5db6-761d-4b58-993a-e8d60bdea458 req-bf0a22e3-e0e4-472c-ab66-2f383781250d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 944 time: 0.1436357 Mar 05 13:52:28.208849 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c934f215-7721-4a35-81e1-c36aa9518929 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:28.214653 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c934f215-7721-4a35-81e1-c36aa9518929 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:28.215506 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c934f215-7721-4a35-81e1-c36aa9518929 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:28.254973 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc845fe-aaa8-4a51-8ed9-57c663e6fa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe4afe3-30ed-4c0a-905f-8e10fed73e18,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:28.308720 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 189f86c1-d4f0-4227-877d-11afd4068487 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:52:28.319779 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bf4f5db6-761d-4b58-993a-e8d60bdea458 req-10c85063-b955-4909-9a1f-6bfe0bd08f70 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=f04bc72f-b67b-4bb4-a2d0-9bcbb590b57b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103675 Mar 05 13:52:28.441356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 189f86c1-d4f0-4227-877d-11afd4068487 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:52:28.448907 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 189f86c1-d4f0-4227-877d-11afd4068487 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:52:28.449282 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:28.532758 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fc845fe-aaa8-4a51-8ed9-57c663e6fa7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:28.533871 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9fc845fe-aaa8-4a51-8ed9-57c663e6fa7f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fe4afe3-30ed-4c0a-905f-8e10fed73e18 HTTP/1.1" status: 204 len: 168 time: 2.2926013 Mar 05 13:52:28.590060 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c934f215-7721-4a35-81e1-c36aa9518929 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4045475 Mar 05 13:52:28.593130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36980) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:28.599479 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-e8272260-0e7c-430e-be6d-33d73cb45252 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Request body: {'subnet': {'network_id': 'd0ecb88e-58e1-4a5d-a4d9-d196436be94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:28.708721 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934f215-7721-4a35-81e1-c36aa9518929 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'Network': ['ID=d0ecb88e-58e1-4a5d-a4d9-d196436be94c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:28.811673 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:28.826443 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e8272260-0e7c-430e-be6d-33d73cb45252 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:28.829582 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:28.833367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e8272260-0e7c-430e-be6d-33d73cb45252 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Usage tracker for resource:subnet and tenant:a8a78363b8fb42b4876ec2b40486fb93 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:28.836709 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e8272260-0e7c-430e-be6d-33d73cb45252 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:28.877589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e8272260-0e7c-430e-be6d-33d73cb45252 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:28.888501 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network d0ecb88e-58e1-4a5d-a4d9-d196436be94c details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:52:28.910361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8272260-0e7c-430e-be6d-33d73cb45252 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Made reservation on behalf of a8a78363b8fb42b4876ec2b40486fb93 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:28.914455 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e8272260-0e7c-430e-be6d-33d73cb45252 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:28.977308 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Pushing event deleted for resources: {'Port': ['ID=b0e81356-fbf1-4f61-b654-8636d2743386,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:29.067526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be50e78-4e5d-44b7-a454-f56089e0d1a0 req-7b332d8f-7b0a-48d0-80f4-6db453541479 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:29.074916 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2be50e78-4e5d-44b7-a454-f56089e0d1a0 req-7b332d8f-7b0a-48d0-80f4-6db453541479 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 943 time: 0.2321236 Mar 05 13:52:29.141741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 189f86c1-d4f0-4227-877d-11afd4068487, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=189f86c1-d4f0-4227-877d-11afd4068487,segment=NetworkSegment(84605fae-12c1-4fe2-90b8-bc48651053d6),segment_id=84605fae-12c1-4fe2-90b8-bc48651053d6)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:29.144978 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2be50e78-4e5d-44b7-a454-f56089e0d1a0 req-51e8f03b-b6ce-4310-9f8a-c26bf02beefd tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672569 Mar 05 13:52:29.163723 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dda8942-b803-4471-80ca-d72fba67c478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189f86c1-d4f0-4227-877d-11afd4068487'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:52:29.324300 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36992) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:29.342044 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:29.360967 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:29.379742 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:29.630261 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5f4f7c7a-2dbe-4039-ad18-1896d078f4d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=161ca44230684605a3779f6640498fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970536 Mar 05 13:52:29.634974 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=189f86c1-d4f0-4227-877d-11afd4068487,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:29.643114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37004) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:29.772119 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deade2e3-cf49-4c5f-a45b-f56184968bc9 req-c0e09ffb-f1d7-414b-a918-bad6aa7fe88a tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:29.779897 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-deade2e3-cf49-4c5f-a45b-f56184968bc9 req-c0e09ffb-f1d7-414b-a918-bad6aa7fe88a tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dda8942-b803-4471-80ca-d72fba67c478 HTTP/1.1" status: 200 len: 944 time: 1.5346255 Mar 05 13:52:29.917502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcc789-3aad-4932-a0ac-3e22b746edf5 req-a8d88629-e3d6-4c29-88f9-f4032dd06e21 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:29.925359 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e1fcc789-3aad-4932-a0ac-3e22b746edf5 req-a8d88629-e3d6-4c29-88f9-f4032dd06e21 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.5958531 Mar 05 13:52:29.949753 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e8272260-0e7c-430e-be6d-33d73cb45252 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:30.000764 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:30.001521 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:30.002038 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Floating IP a7c99604-e127-407d-9d5a-d589313438d9 disassociated. External IP: 172.25.4.34, port: a5972511-db51-4276-92a7-378dc0046fec. Mar 05 13:52:30.002599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Calling delete_port for a5972511-db51-4276-92a7-378dc0046fec owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:52:30.033904 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0f73e9cc-16f4-4575-8819-acc095a9bca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:30.052046 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-deade2e3-cf49-4c5f-a45b-f56184968bc9 req-eb6754d0-dac2-489e-91b5-6e63997315ca tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Synchronizing usage tracker for tenant:18a22bfe5de143feaabed420d739f048 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:52:30.084192 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e1fcc789-3aad-4932-a0ac-3e22b746edf5 req-6de332b1-61c1-4f4f-8033-f37c5a81e324 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577611 Mar 05 13:52:30.117856 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0f73e9cc-16f4-4575-8819-acc095a9bca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:30.244996 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:30.248046 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Router 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:52:30.256165 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8272260-0e7c-430e-be6d-33d73cb45252 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'Subnet': ['ID=653b104c-df45-459d-9c81-1756010c353c,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:30.276613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8272260-0e7c-430e-be6d-33d73cb45252 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Checking segment: {'id': '6129de93-ae9c-45c0-b852-73d05a066b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd0ecb88e-58e1-4a5d-a4d9-d196436be94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:52:30.276981 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8272260-0e7c-430e-be6d-33d73cb45252 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Network hostable DHCP agents. Network: d0ecb88e-58e1-4a5d-a4d9-d196436be94c, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:52:30.328051 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-deade2e3-cf49-4c5f-a45b-f56184968bc9 req-eb6754d0-dac2-489e-91b5-6e63997315ca tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Unset dirty status for tenant:18a22bfe5de143feaabed420d739f048 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:52:30.330096 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-deade2e3-cf49-4c5f-a45b-f56184968bc9 req-eb6754d0-dac2-489e-91b5-6e63997315ca tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/security-groups?id=e59dd91e-ffa4-407b-8714-f5637e850f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5323889 Mar 05 13:52:30.349692 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1e54a025-89a4-4a70-b896-9e0bb2c01049 req-d41e6e4c-d55c-4af8-9434-7e91fe339d0a tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 210 time: 0.0568624 Mar 05 13:52:30.366464 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8272260-0e7c-430e-be6d-33d73cb45252 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Network d0ecb88e-58e1-4a5d-a4d9-d196436be94c is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:52:30.390332 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-e8272260-0e7c-430e-be6d-33d73cb45252 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, d0ecb88e-58e1-4a5d-a4d9-d196436be94c) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:30.396280 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8272260-0e7c-430e-be6d-33d73cb45252 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:30.396932 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e8272260-0e7c-430e-be6d-33d73cb45252 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:30.403389 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d5a075-73c7-4e17-a7e4-013f65688da1 None None] Network d0ecb88e-58e1-4a5d-a4d9-d196436be94c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:52:30.405109 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0f73e9cc-16f4-4575-8819-acc095a9bca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:30.464341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event deleted for resources: {'Port': ['ID=a5972511-db51-4276-92a7-378dc0046fec,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:30.466604 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73e9cc-16f4-4575-8819-acc095a9bca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd255b36-c13c-4046-b623-4e9e99f15c7c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:30.495560 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0f73e9cc-16f4-4575-8819-acc095a9bca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:30.499281 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0f73e9cc-16f4-4575-8819-acc095a9bca0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd255b36-c13c-4046-b623-4e9e99f15c7c HTTP/1.1" status: 204 len: 168 time: 0.8456521 Mar 05 13:52:30.502323 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e8272260-0e7c-430e-be6d-33d73cb45252 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9079549 Mar 05 13:52:30.506031 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37022) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:30.641536 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dda8942-b803-4471-80ca-d72fba67c478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189f86c1-d4f0-4227-877d-11afd4068487', 'code': 200} Mar 05 13:52:30.935122 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:31.161526 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-17dcee36-514d-475e-821f-9ccaf17f2b4f req-4c328039-febf-4ff9-a03b-bd8bff55df03 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 210 time: 0.2223797 Mar 05 13:52:31.203391 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acae21ba-a309-487f-ab83-79c8db06a5f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d0ecb88e-58e1-4a5d-a4d9-d196436be94c', 'network_id': 'd0ecb88e-58e1-4a5d-a4d9-d196436be94c', 'tenant_id': 'a8a78363b8fb42b4876ec2b40486fb93', 'fixed_ips': [{'subnet_id': '653b104c-df45-459d-9c81-1756010c353c'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:52:31.204256 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-acae21ba-a309-487f-ab83-79c8db06a5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:31.219999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Router ebed7ca6-286a-45b0-ab29-0b098cdfdadb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:52:31.320732 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:31.530257 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:52:31.539950 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028dc83-5b18-412d-88d9-04a0dcb241c4 None None] Sync routers for ids ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:52:31.557170 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8028dc83-5b18-412d-88d9-04a0dcb241c4 None None] Routers {'4ad5698b-6f6c-467b-9c27-4f101e9e2c33'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:52:31.558700 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8028dc83-5b18-412d-88d9-04a0dcb241c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:52:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:31.593506 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:52:31.609144 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaadc07-1ca5-4aff-8985-e6de99a79185 None None] Sync routers for ids ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:52:31.628509 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-acae21ba-a309-487f-ab83-79c8db06a5f1 None None] Allocated IP 2001:db8::1 (d0ecb88e-58e1-4a5d-a4d9-d196436be94c/653b104c-df45-459d-9c81-1756010c353c/70ada862-4ec4-469d-aaba-a1c34f1bb91d) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:52:31.648046 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaadc07-1ca5-4aff-8985-e6de99a79185 None None] Routers {'ebed7ca6-286a-45b0-ab29-0b098cdfdadb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:52:31.650964 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-aaaadc07-1ca5-4aff-8985-e6de99a79185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:52:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:31.708793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] No DVR routers for this DVR port b0e81356-fbf1-4f61-b654-8636d2743386 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:52:31.712610 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:31.716250 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8fd9e-d916-48ed-a9af-4cc799aa2ba9 req-5e081513-a358-454e-b2ff-62b232733de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:31.721303 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-67c8fd9e-d916-48ed-a9af-4cc799aa2ba9 req-5e081513-a358-454e-b2ff-62b232733de1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8942-b803-4471-80ca-d72fba67c478 HTTP/1.1" status: 200 len: 1096 time: 0.7254846 Mar 05 13:52:31.733117 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13389b-fc8c-426b-9068-4115f231fa88 req-800a2743-0179-4d83-8578-3016fd0a9a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:31.734610 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8c13389b-fc8c-426b-9068-4115f231fa88 req-800a2743-0179-4d83-8578-3016fd0a9a3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79f8ba46919a411c91f03c872b2a9ca1&device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 1097 time: 0.6667287 Mar 05 13:52:31.760941 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe145d1-0c48-435a-bba0-91a1628e95e9', 'name': 'network-vif-deleted', 'tag': 'b0e81356-fbf1-4f61-b654-8636d2743386'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:52:31.776837 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] No DVR routers for this DVR port a5972511-db51-4276-92a7-378dc0046fec on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:52:31.783590 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:31.817910 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9662e-3132-41a5-8d9d-063efbb6832b req-ced8ef07-5484-45b3-817e-dd22da815a39 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:31.820907 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d1d9662e-3132-41a5-8d9d-063efbb6832b req-ced8ef07-5484-45b3-817e-dd22da815a39 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 946 time: 0.8668571 Mar 05 13:52:31.914214 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5f178b22-a64a-492a-95f1-8232da39cf64 req-96fd5313-bd44-4d75-a6ee-d38cc4fd94bf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.30 "DELETE /v2.0/ports/b0e81356-fbf1-4f61-b654-8636d2743386 HTTP/1.1" status: 204 len: 173 time: 13.5358508 Mar 05 13:52:31.931635 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-67c8fd9e-d916-48ed-a9af-4cc799aa2ba9 req-663fb2d9-71fc-475e-a76f-e70a2bf8a1b9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e59dd91e-ffa4-407b-8714-f5637e850f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916771 Mar 05 13:52:32.017058 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d1d9662e-3132-41a5-8d9d-063efbb6832b req-ec1045b4-92aa-4a2e-9b6d-7c9483c98013 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584778 Mar 05 13:52:32.018142 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31e361-e51d-4e58-a722-d717d50e5e52 req-23c52572-ae2d-4dcc-9691-e3d70993a4a5 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:32.019752 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8f31e361-e51d-4e58-a722-d717d50e5e52 req-23c52572-ae2d-4dcc-9691-e3d70993a4a5 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 943 time: 0.5091970 Mar 05 13:52:32.019937 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e17aaeda-977a-4e06-bdf5-7a352bf35c30 req-ab12b566-2dd3-40af-8f3d-44db19999bbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.30 "DELETE /v2.0/ports/a5972511-db51-4276-92a7-378dc0046fec HTTP/1.1" status: 204 len: 173 time: 11.7194624 Mar 05 13:52:32.087161 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-8028dc83-5b18-412d-88d9-04a0dcb241c4 None None] Set router 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:52:32.297130 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8f31e361-e51d-4e58-a722-d717d50e5e52 req-3be57705-5032-4245-9575-f25e51bfbda7 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584627 Mar 05 13:52:32.373936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13389b-fc8c-426b-9068-4115f231fa88 req-b2cd2e8c-5286-4f21-99bc-98374db83b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:32.379313 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8c13389b-fc8c-426b-9068-4115f231fa88 req-b2cd2e8c-5286-4f21-99bc-98374db83b3f service neutron] 10.222.0.15 "GET /v2.0/networks?id=fea5c273-e4ab-46b7-85df-ca04090e1441 HTTP/1.1" status: 200 len: 912 time: 0.5174747 Mar 05 13:52:32.475673 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-aaaadc07-1ca5-4aff-8985-e6de99a79185 None None] Set router ebed7ca6-286a-45b0-ab29-0b098cdfdadb gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:52:32.484898 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a0780-6bfb-47e9-be35-bbc85231d086 req-7aa9be5d-cb54-4b7b-9a0d-7cad4177db9f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:32.493977 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-463a0780-6bfb-47e9-be35-bbc85231d086 req-7aa9be5d-cb54-4b7b-9a0d-7cad4177db9f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.2317204 Mar 05 13:52:32.648835 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8c13389b-fc8c-426b-9068-4115f231fa88 req-3817b7ad-8dfc-4f98-b5ac-c6a5aced17b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 HTTP/1.1" status: 200 len: 217 time: 0.2628527 Mar 05 13:52:32.662223 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-463a0780-6bfb-47e9-be35-bbc85231d086 req-0577601b-640d-47c9-a8b1-19ce991d253d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624348 Mar 05 13:52:32.668569 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5540045d-a778-406d-9b2c-4d7361241ad9 req-9fc03d5a-2955-4114-aa42-2007fe631591 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbe145d1-0c48-435a-bba0-91a1628e95e9 HTTP/1.1" status: 200 len: 210 time: 0.0781250 Mar 05 13:52:32.768100 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe145d1-0c48-435a-bba0-91a1628e95e9', 'name': 'network-vif-deleted', 'tag': 'b0e81356-fbf1-4f61-b654-8636d2743386', 'status': 'completed', 'code': 200} Mar 05 13:52:32.794560 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13389b-fc8c-426b-9068-4115f231fa88 req-a979b2e2-9a51-459c-a687-1deb92d3755a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:32.795522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37060) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:32.799843 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8c13389b-fc8c-426b-9068-4115f231fa88 req-a979b2e2-9a51-459c-a687-1deb92d3755a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a5e6956c-ed3e-4331-80e6-bd294ce26155 HTTP/1.1" status: 200 len: 852 time: 0.1303473 Mar 05 13:52:32.938029 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8028dc83-5b18-412d-88d9-04a0dcb241c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'name': 'tempest-AttachVolumeTestJSON-531684020-router', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:58Z', 'revision_number': 4, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'gw_port': {'id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b5d3e237-a036-4fe3-84b8-4e7cf0777523', 'name': '', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'mac_address': 'fa:16:3e:b9:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:56Z', 'updated_at': '2022-03-05T13:49:07Z', 'revision_number': 5, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'subnets': [{'id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:32.952892 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028dc83-5b18-412d-88d9-04a0dcb241c4 None None] Checking router: 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:52:32.961854 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-acae21ba-a309-487f-ab83-79c8db06a5f1 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:32.978233 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8028dc83-5b18-412d-88d9-04a0dcb241c4 None None] Routers {'4ad5698b-6f6c-467b-9c27-4f101e9e2c33'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:52:32.979361 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-acae21ba-a309-487f-ab83-79c8db06a5f1 None None] Transition to ACTIVE for port object 70ada862-4ec4-469d-aaba-a1c34f1bb91d will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:52:32.979990 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8028dc83-5b18-412d-88d9-04a0dcb241c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:52:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:33.002811 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-acae21ba-a309-487f-ab83-79c8db06a5f1 None None] Transition to ACTIVE for port object 70ada862-4ec4-469d-aaba-a1c34f1bb91d will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:52:33.038927 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-acae21ba-a309-487f-ab83-79c8db06a5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:33.041934 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8c13389b-fc8c-426b-9068-4115f231fa88 req-f01172cc-81a3-45f7-a734-d7cfa8778fc2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fea5c273-e4ab-46b7-85df-ca04090e1441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044891 Mar 05 13:52:33.063401 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6e91a422-105d-45ef-b360-ed683a2bd4db req-af7f7d2e-4c98-4de2-a6ca-afea9db1fe27 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=796ecef7-335f-415b-aaf7-81b50bd58943 HTTP/1.1" status: 200 len: 210 time: 0.1606243 Mar 05 13:52:33.084497 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246c170-5027-4f27-901a-2bde61ec8153 req-0c01a673-e619-42ca-ba3f-8b5785eb0744 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:33.085950 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2246c170-5027-4f27-901a-2bde61ec8153 req-0c01a673-e619-42ca-ba3f-8b5785eb0744 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dda8942-b803-4471-80ca-d72fba67c478 HTTP/1.1" status: 200 len: 945 time: 0.2421341 Mar 05 13:52:33.193592 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acae21ba-a309-487f-ab83-79c8db06a5f1 None None] Network d0ecb88e-58e1-4a5d-a4d9-d196436be94c is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:52:33.234614 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:33.292343 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-acae21ba-a309-487f-ab83-79c8db06a5f1 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:33.298299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acae21ba-a309-487f-ab83-79c8db06a5f1 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:52:33.373927 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-a06a5d16-f76a-4e3e-8e0b-089eabd19a6e tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1963659592'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:33.379195 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae21ba-a309-487f-ab83-79c8db06a5f1 None None] Pushing event updated for resources: {'Port': ['ID=70ada862-4ec4-469d-aaba-a1c34f1bb91d,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:33.400995 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a06a5d16-f76a-4e3e-8e0b-089eabd19a6e tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:33.414188 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a06a5d16-f76a-4e3e-8e0b-089eabd19a6e tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Usage tracker for resource:network and tenant:f255b4bcd0c343c0ab43c77fc908d8f6 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:33.424528 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a06a5d16-f76a-4e3e-8e0b-089eabd19a6e tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:33.442003 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a06a5d16-f76a-4e3e-8e0b-089eabd19a6e tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:33.443926 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Subnet': ['ID=653b104c-df45-459d-9c81-1756010c353c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:33.469637 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06a5d16-f76a-4e3e-8e0b-089eabd19a6e tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Made reservation on behalf of f255b4bcd0c343c0ab43c77fc908d8f6 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:33.475586 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a06a5d16-f76a-4e3e-8e0b-089eabd19a6e tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:33.482520 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-acae21ba-a309-487f-ab83-79c8db06a5f1 None None] Attempting to bind port 70ada862-4ec4-469d-aaba-a1c34f1bb91d on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:52:33.482909 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-acae21ba-a309-487f-ab83-79c8db06a5f1 None None] Attempting to bind port 70ada862-4ec4-469d-aaba-a1c34f1bb91d by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '6129de93-ae9c-45c0-b852-73d05a066b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd0ecb88e-58e1-4a5d-a4d9-d196436be94c'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:52:33.483262 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acae21ba-a309-487f-ab83-79c8db06a5f1 None None] Attempting to bind port 70ada862-4ec4-469d-aaba-a1c34f1bb91d on network d0ecb88e-58e1-4a5d-a4d9-d196436be94c {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:33.491426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acae21ba-a309-487f-ab83-79c8db06a5f1 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:52:33.491784 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acae21ba-a309-487f-ab83-79c8db06a5f1 None None] Checking segment: {'id': '6129de93-ae9c-45c0-b852-73d05a066b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd0ecb88e-58e1-4a5d-a4d9-d196436be94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:52:33.492172 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-acae21ba-a309-487f-ab83-79c8db06a5f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:33.492551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acae21ba-a309-487f-ab83-79c8db06a5f1 None None] Bound using segment: {'id': '6129de93-ae9c-45c0-b852-73d05a066b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd0ecb88e-58e1-4a5d-a4d9-d196436be94c'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:52:33.493009 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-acae21ba-a309-487f-ab83-79c8db06a5f1 None None] Bound port: 70ada862-4ec4-469d-aaba-a1c34f1bb91d, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6129de93-ae9c-45c0-b852-73d05a066b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd0ecb88e-58e1-4a5d-a4d9-d196436be94c'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:52:33.493368 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-acae21ba-a309-487f-ab83-79c8db06a5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:33.497287 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-8028dc83-5b18-412d-88d9-04a0dcb241c4 None None] Set router 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:52:33.512151 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a06a5d16-f76a-4e3e-8e0b-089eabd19a6e tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:33.540968 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2246c170-5027-4f27-901a-2bde61ec8153 req-d2883d08-df6e-4607-8cf3-c703add61cac tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/security-groups?id=e59dd91e-ffa4-407b-8714-f5637e850f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464095 Mar 05 13:52:33.560320 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a06a5d16-f76a-4e3e-8e0b-089eabd19a6e tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:33.568403 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a06a5d16-f76a-4e3e-8e0b-089eabd19a6e tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Usage tracker for resource:security_group_rule and tenant:f255b4bcd0c343c0ab43c77fc908d8f6 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:33.579658 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a06a5d16-f76a-4e3e-8e0b-089eabd19a6e tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:33.589318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a06a5d16-f76a-4e3e-8e0b-089eabd19a6e tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:33.609426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-acae21ba-a309-487f-ab83-79c8db06a5f1 None None] For port 70ada862-4ec4-469d-aaba-a1c34f1bb91d, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:52:33.614432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-acae21ba-a309-487f-ab83-79c8db06a5f1 None None] For port 70ada862-4ec4-469d-aaba-a1c34f1bb91d, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=70ada862-4ec4-469d-aaba-a1c34f1bb91d,segment=NetworkSegment(6129de93-ae9c-45c0-b852-73d05a066b2a),segment_id=6129de93-ae9c-45c0-b852-73d05a066b2a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:52:33.681624 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-acae21ba-a309-487f-ab83-79c8db06a5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:33.686023 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:33.695117 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8c13389b-fc8c-426b-9068-4115f231fa88 req-72ebd608-46f4-4bd0-8035-55ad3a78cf67 service neutron] 10.222.0.15 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6297970 Mar 05 13:52:33.751147 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ecb88e-58e1-4a5d-a4d9-d196436be94c']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:33.785647 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a06a5d16-f76a-4e3e-8e0b-089eabd19a6e tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:33.843329 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae21ba-a309-487f-ab83-79c8db06a5f1 None None] Pushing event updated for resources: {'Port': ['ID=70ada862-4ec4-469d-aaba-a1c34f1bb91d,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:33.876864 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a06a5d16-f76a-4e3e-8e0b-089eabd19a6e tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:33.923645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-aaaadc07-1ca5-4aff-8985-e6de99a79185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:37Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:33.928912 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f37944-d683-4b32-aa74-45c629eef2c4 None None] Network d0ecb88e-58e1-4a5d-a4d9-d196436be94c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:52:33.947335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06a5d16-f76a-4e3e-8e0b-089eabd19a6e tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:52:33.949224 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8028dc83-5b18-412d-88d9-04a0dcb241c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'name': 'tempest-AttachVolumeTestJSON-531684020-router', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:58Z', 'revision_number': 4, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'gw_port': {'id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b5d3e237-a036-4fe3-84b8-4e7cf0777523', 'name': '', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'mac_address': 'fa:16:3e:b9:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:56Z', 'updated_at': '2022-03-05T13:49:07Z', 'revision_number': 5, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'subnets': [{'id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:33.950416 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6129de93-ae9c-45c0-b852-73d05a066b2a') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:33.950802 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6129de93-ae9c-45c0-b852-73d05a066b2a') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:33.953536 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028dc83-5b18-412d-88d9-04a0dcb241c4 None None] The sync data for ids ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'] in n-d-803718-1 is: [{'id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'name': 'tempest-AttachVolumeTestJSON-531684020-router', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:58Z', 'revision_number': 4, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'gw_port': {'id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b5d3e237-a036-4fe3-84b8-4e7cf0777523', 'name': '', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'mac_address': 'fa:16:3e:b9:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:56Z', 'updated_at': '2022-03-05T13:49:07Z', 'revision_number': 5, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'subnets': [{'id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:52:33.966286 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a06a5d16-f76a-4e3e-8e0b-089eabd19a6e tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:33.966661 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-a06a5d16-f76a-4e3e-8e0b-089eabd19a6e tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Added segment 3b7fe1c9-6f34-4b60-99a9-5b162de4930c of type vlan for network 0df727a1-515c-4713-8667-8467ee115042 Mar 05 13:52:33.970638 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:33.996137 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a06a5d16-f76a-4e3e-8e0b-089eabd19a6e tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:34.005380 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a5d16-f76a-4e3e-8e0b-089eabd19a6e tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed9e7e9-1120-4865-b5c8-cc3f70423cd6,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:34.020385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b157e4a-4ba1-45e4-9f2b-5a26da96076d req-a861773b-92d9-4f3f-afda-c20a2f5ba05e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:34.022649 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1b157e4a-4ba1-45e4-9f2b-5a26da96076d req-a861773b-92d9-4f3f-afda-c20a2f5ba05e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 946 time: 0.6335728 Mar 05 13:52:34.024371 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:34.038606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:52:34.040009 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:34.061623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcbf92-7088-4905-8dfb-6e40b62e8148 req-552c75ea-0079-45d2-a981-b8ffa5b4c996 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:34.071428 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1fdcbf92-7088-4905-8dfb-6e40b62e8148 req-552c75ea-0079-45d2-a981-b8ffa5b4c996 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 943 time: 0.2783191 Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:52:34.073029 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:52:34.118415 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a06a5d16-f76a-4e3e-8e0b-089eabd19a6e tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:34.120629 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaadc07-1ca5-4aff-8985-e6de99a79185 None None] Checking router: ebed7ca6-286a-45b0-ab29-0b098cdfdadb for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:52:34.123909 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06a5d16-f76a-4e3e-8e0b-089eabd19a6e tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:34.124504 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a06a5d16-f76a-4e3e-8e0b-089eabd19a6e tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:34.170153 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaadc07-1ca5-4aff-8985-e6de99a79185 None None] Routers {'ebed7ca6-286a-45b0-ab29-0b098cdfdadb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:52:34.170741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-aaaadc07-1ca5-4aff-8985-e6de99a79185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:52:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:34.185600 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1fdcbf92-7088-4905-8dfb-6e40b62e8148 req-eba96d43-918d-4b9e-9221-1863a12a0964 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131983 Mar 05 13:52:34.201037 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8c13389b-fc8c-426b-9068-4115f231fa88 req-c5fd62bf-5965-4b9f-aa25-26ef3a369723 service neutron] 10.222.0.15 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912448 Mar 05 13:52:34.207762 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1b157e4a-4ba1-45e4-9f2b-5a26da96076d req-23bc6166-555a-4674-96ed-dc8543f6b8eb tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740987 Mar 05 13:52:34.216219 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 13:52:34.216219 n-d-803718-1 neutron-server[87914]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 13:52:34.216219 n-d-803718-1 neutron-server[87914]: [parameters: {'id': 'd0ecb88e-58e1-4a5d-a4d9-d196436be94c'}] Mar 05 13:52:34.216219 n-d-803718-1 neutron-server[87914]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:52:34.217088 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:52:34.314334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37078) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:34.314570 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a06a5d16-f76a-4e3e-8e0b-089eabd19a6e tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5178201 Mar 05 13:52:34.320968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-21a60283-c961-41b3-9321-5cf00b01f1d2 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Request body: {'subnet': {'network_id': '0df727a1-515c-4713-8667-8467ee115042', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:34.343677 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a5d16-f76a-4e3e-8e0b-089eabd19a6e tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Pushing event updated for resources: {'Network': ['ID=0df727a1-515c-4713-8667-8467ee115042,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:34.372517 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 0df727a1-515c-4713-8667-8467ee115042 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:52:34.433487 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c26039-3ebf-467a-96e7-7b4bed8ea1d3 None None] New status for floating IP 74b2bf7a-76d9-46a6-982b-73b266481541: DOWN {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:52:34.490594 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-21a60283-c961-41b3-9321-5cf00b01f1d2 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:34.500718 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-21a60283-c961-41b3-9321-5cf00b01f1d2 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Usage tracker for resource:subnet and tenant:f255b4bcd0c343c0ab43c77fc908d8f6 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:34.506573 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-21a60283-c961-41b3-9321-5cf00b01f1d2 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:34.532111 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-21a60283-c961-41b3-9321-5cf00b01f1d2 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:34.554936 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-aaaadc07-1ca5-4aff-8985-e6de99a79185 None None] Set router ebed7ca6-286a-45b0-ab29-0b098cdfdadb gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:52:34.559968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a60283-c961-41b3-9321-5cf00b01f1d2 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Made reservation on behalf of f255b4bcd0c343c0ab43c77fc908d8f6 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:34.561795 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ea920-856e-4e72-b330-095e56df9573 req-3e9fec6b-fb81-410c-a98b-137af73811e5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:34.563315 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d61ea920-856e-4e72-b330-095e56df9573 req-3e9fec6b-fb81-410c-a98b-137af73811e5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 946 time: 0.1749413 Mar 05 13:52:34.564291 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21a60283-c961-41b3-9321-5cf00b01f1d2 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:34.679499 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d61ea920-856e-4e72-b330-095e56df9573 req-4a1dae17-ab90-4a37-957e-9ede9e17aed7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031344 Mar 05 13:52:34.723570 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e53b8c8-bbd0-4287-b60a-fa76c83441af None None] get_active_networks_info from n-d-803718-1 {{(pid=87915) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 05 13:52:34.736628 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37096) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:34.764042 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:34.773251 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796ecef7-335f-415b-aaf7-81b50bd58943', 'name': 'network-vif-deleted', 'tag': 'a5972511-db51-4276-92a7-378dc0046fec'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:52:34.787467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37100) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:34.887632 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9145e144-dff5-4b72-8e13-22509e4bea94 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:34.899746 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:52:34.902160 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Deleting port 70ada862-4ec4-469d-aaba-a1c34f1bb91d {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:52:34.902733 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:34.995223 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796ecef7-335f-415b-aaf7-81b50bd58943', 'name': 'network-vif-deleted', 'tag': 'a5972511-db51-4276-92a7-378dc0046fec', 'status': 'completed', 'code': 200} Mar 05 13:52:35.033093 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9145e144-dff5-4b72-8e13-22509e4bea94 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:35.033450 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9677e8a1-8374-4f20-a164-56cb8d695616 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:35.102962 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0d9d2-6e70-4b02-8be1-1f2b32cac4aa req-f8cc8759-4889-49c2-a8d4-5ffc1f9e0e12 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:35.110625 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ae0d9d2-6e70-4b02-8be1-1f2b32cac4aa req-f8cc8759-4889-49c2-a8d4-5ffc1f9e0e12 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dda8942-b803-4471-80ca-d72fba67c478 HTTP/1.1" status: 200 len: 945 time: 0.2005539 Mar 05 13:52:35.172984 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ae0d9d2-6e70-4b02-8be1-1f2b32cac4aa req-ac845dfa-cccc-40e3-b053-00e3a788a628 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/security-groups?id=e59dd91e-ffa4-407b-8714-f5637e850f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570583 Mar 05 13:52:35.188077 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9145e144-dff5-4b72-8e13-22509e4bea94 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:35.210757 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9677e8a1-8374-4f20-a164-56cb8d695616 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:35.216257 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145e144-dff5-4b72-8e13-22509e4bea94 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=865f5f13-d9dc-43d9-8040-99a5e9ffee84,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:35.227665 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:35.229469 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9145e144-dff5-4b72-8e13-22509e4bea94 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:35.247419 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9145e144-dff5-4b72-8e13-22509e4bea94 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "DELETE /v2.0/security-groups/865f5f13-d9dc-43d9-8040-99a5e9ffee84 HTTP/1.1" status: 204 len: 168 time: 0.5084441 Mar 05 13:52:35.248931 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37112) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:35.268373 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-b75bd2e7-f91f-4ff9-b626-45ed3b22c82b tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] show failed (client error): The resource could not be found. Mar 05 13:52:35.272424 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b75bd2e7-f91f-4ff9-b626-45ed3b22c82b tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups/865f5f13-d9dc-43d9-8040-99a5e9ffee84 HTTP/1.1" status: 404 len: 347 time: 0.0227680 Mar 05 13:52:35.272997 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37116) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:35.322540 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e987b2c-95f2-455c-8978-225779a88c6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c192209-aa84-4da5-bbd2-f2eb8e1c94a8'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:52:35.355538 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=0c192209-aa84-4da5-bbd2-f2eb8e1c94a8,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:35.358258 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-aaaadc07-1ca5-4aff-8985-e6de99a79185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:37Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:35.414630 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaadc07-1ca5-4aff-8985-e6de99a79185 None None] The sync data for ids ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'] in n-d-803718-1 is: [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:37Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:52:35.420310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] For port 70ada862-4ec4-469d-aaba-a1c34f1bb91d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=70ada862-4ec4-469d-aaba-a1c34f1bb91d,segment=NetworkSegment(6129de93-ae9c-45c0-b852-73d05a066b2a),segment_id=6129de93-ae9c-45c0-b852-73d05a066b2a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:35.421115 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:35.421433 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e53b8c8-bbd0-4287-b60a-fa76c83441af None None] Resources bound (agent type, host, resource id): {{(pid=87915) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 13:52:35.428879 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:35.429861 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device b852d257-e284-4921-9e1c-1731d07e7b99 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:52:35.436782 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21a60283-c961-41b3-9321-5cf00b01f1d2 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:35.541428 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-c74b7e7f-f469-4449-95ec-26c14678f7d4 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Deleting port 855887bd-d63c-49d9-859c-f8a91221dbe5 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:52:35.541845 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c74b7e7f-f469-4449-95ec-26c14678f7d4 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:35.642009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Calling delete_port for 70ada862-4ec4-469d-aaba-a1c34f1bb91d owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:52:35.673069 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a60283-c961-41b3-9321-5cf00b01f1d2 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Pushing event updated for resources: {'Subnet': ['ID=7b0ef414-fe5f-4d4d-ae16-a21d751cc74c,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:35.712641 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6f3e6-2401-4198-a09f-9ec9d75674ce req-4d7d1c2d-bb33-4ae2-bae5-a53cd3057f3c tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:35.719891 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-48b6f3e6-2401-4198-a09f-9ec9d75674ce req-4d7d1c2d-bb33-4ae2-bae5-a53cd3057f3c tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 943 time: 0.2698076 Mar 05 13:52:35.727058 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:35.738807 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0a236-3468-4ac5-a312-eb2e8c14eb49 req-0252bc39-05fd-42a3-8309-b8a8853780cc tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:35.745824 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-48e0a236-3468-4ac5-a312-eb2e8c14eb49 req-0252bc39-05fd-42a3-8309-b8a8853780cc tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 946 time: 0.6645367 Mar 05 13:52:35.770413 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port b852d257-e284-4921-9e1c-1731d07e7b99, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b852d257-e284-4921-9e1c-1731d07e7b99,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:35.772312 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9677e8a1-8374-4f20-a164-56cb8d695616 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:35.800666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a60283-c961-41b3-9321-5cf00b01f1d2 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Checking segment: {'id': '3b7fe1c9-6f34-4b60-99a9-5b162de4930c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0df727a1-515c-4713-8667-8467ee115042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:52:35.801025 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a60283-c961-41b3-9321-5cf00b01f1d2 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Network hostable DHCP agents. Network: 0df727a1-515c-4713-8667-8467ee115042, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:52:35.803703 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:35.805987 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-48b6f3e6-2401-4198-a09f-9ec9d75674ce req-c33a147c-10b0-4b04-b4b8-6ac7da02d882 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850618 Mar 05 13:52:35.827575 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=0c192209-aa84-4da5-bbd2-f2eb8e1c94a8,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:35.833483 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677e8a1-8374-4f20-a164-56cb8d695616 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04bc72f-b67b-4bb4-a2d0-9bcbb590b57b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:35.875992 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c74b7e7f-f469-4449-95ec-26c14678f7d4 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:35.878881 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c74b7e7f-f469-4449-95ec-26c14678f7d4 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:35.894334 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-48e0a236-3468-4ac5-a312-eb2e8c14eb49 req-d4746acc-e642-40a1-b669-956fbd211776 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472254 Mar 05 13:52:35.898313 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a60283-c961-41b3-9321-5cf00b01f1d2 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Network 0df727a1-515c-4713-8667-8467ee115042 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:52:35.915889 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:35.921575 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=b852d257-e284-4921-9e1c-1731d07e7b99,revision_number=11']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:35.941760 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb0c09-b92d-488e-96ba-213163b2ff98 None None] New status for floating IP a7c99604-e127-407d-9d5a-d589313438d9: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:52:36.052850 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-c74b7e7f-f469-4449-95ec-26c14678f7d4 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Calling delete_port for 855887bd-d63c-49d9-859c-f8a91221dbe5 owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:52:36.077617 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Port': ['ID=70ada862-4ec4-469d-aaba-a1c34f1bb91d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:36.101699 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] No DVR routers for this DVR port 70ada862-4ec4-469d-aaba-a1c34f1bb91d on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:52:36.160912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-21a60283-c961-41b3-9321-5cf00b01f1d2 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 0df727a1-515c-4713-8667-8467ee115042) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:36.216851 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9677e8a1-8374-4f20-a164-56cb8d695616 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:36.223592 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9677e8a1-8374-4f20-a164-56cb8d695616 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "DELETE /v2.0/security-groups/f04bc72f-b67b-4bb4-a2d0-9bcbb590b57b HTTP/1.1" status: 204 len: 168 time: 1.4341497 Mar 05 13:52:36.223792 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e987b2c-95f2-455c-8978-225779a88c6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c192209-aa84-4da5-bbd2-f2eb8e1c94a8', 'code': 200} Mar 05 13:52:36.226227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37138) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:36.270266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a60283-c961-41b3-9321-5cf00b01f1d2 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:36.271007 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21a60283-c961-41b3-9321-5cf00b01f1d2 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:36.303082 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-0a5f647c-546d-4e04-a70b-45b60eb3ea0b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] show failed (client error): The resource could not be found. Mar 05 13:52:36.307184 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0a5f647c-546d-4e04-a70b-45b60eb3ea0b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups/f04bc72f-b67b-4bb4-a2d0-9bcbb590b57b HTTP/1.1" status: 404 len: 347 time: 0.0687327 Mar 05 13:52:36.308404 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37146) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:36.404027 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:36.425474 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-21a60283-c961-41b3-9321-5cf00b01f1d2 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1073864 Mar 05 13:52:36.426479 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37156) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:36.450692 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-53ff66aa-7841-45bc-8ed2-8f8105996cef tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Request body: {'port': {'network_id': '0df727a1-515c-4713-8667-8467ee115042', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1921971445'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:36.620264 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5cdd5b-26ec-4a66-a11f-6c288c8453ca None None] Network 0df727a1-515c-4713-8667-8467ee115042 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:52:36.646149 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ecb88e-58e1-4a5d-a4d9-d196436be94c']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:36.672077 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-482bc623-28f3-4f9d-8e9f-7963f24d207b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Deleting port d942ddbd-06fc-4e7f-b48f-cbbf49095080 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:52:36.672437 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-482bc623-28f3-4f9d-8e9f-7963f24d207b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:36.718992 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c74b7e7f-f469-4449-95ec-26c14678f7d4 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:36.730356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device b852d257-e284-4921-9e1c-1731d07e7b99 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:52:36.743152 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035c01b-5cd6-4ed1-a9ab-0f0b5a1a9cce req-b5930dce-bcd1-41ba-89c3-c828f31fa2e1 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:36.750630 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d035c01b-5cd6-4ed1-a9ab-0f0b5a1a9cce req-b5930dce-bcd1-41ba-89c3-c828f31fa2e1 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 944 time: 0.5990274 Mar 05 13:52:36.754538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6129de93-ae9c-45c0-b852-73d05a066b2a') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:36.754851 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6129de93-ae9c-45c0-b852-73d05a066b2a') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:36.787620 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b7e7f-f469-4449-95ec-26c14678f7d4 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Pushing event deleted for resources: {'Port': ['ID=855887bd-d63c-49d9-859c-f8a91221dbe5,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:36.813003 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:36.854064 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d035c01b-5cd6-4ed1-a9ab-0f0b5a1a9cce req-41f4202c-28d9-4d3e-8801-83efd9dc6e32 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987747 Mar 05 13:52:36.874053 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:36.886146 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:52:36.913445 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port b852d257-e284-4921-9e1c-1731d07e7b99, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b852d257-e284-4921-9e1c-1731d07e7b99,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:36.913709 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-53ff66aa-7841-45bc-8ed2-8f8105996cef tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:36.916487 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:52:36.916956 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:36.928602 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'b852d257-e284-4921-9e1c-1731d07e7b99', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'port_id': 'b852d257-e284-4921-9e1c-1731d07e7b99', 'mac_address': 'fa:16:3e:a2:23:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:52:36.937410 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:52:36.959308 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-53ff66aa-7841-45bc-8ed2-8f8105996cef tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Usage tracker for resource:port and tenant:f255b4bcd0c343c0ab43c77fc908d8f6 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:36.966754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-53ff66aa-7841-45bc-8ed2-8f8105996cef tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:37.043131 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:37.071209 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b852d257-e284-4921-9e1c-1731d07e7b99 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:52:37.083419 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c74b7e7f-f469-4449-95ec-26c14678f7d4 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:37.083909 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-53ff66aa-7841-45bc-8ed2-8f8105996cef tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:37.114882 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:37.121221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ff66aa-7841-45bc-8ed2-8f8105996cef tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Made reservation on behalf of f255b4bcd0c343c0ab43c77fc908d8f6 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:37.121431 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c74b7e7f-f469-4449-95ec-26c14678f7d4 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:37.122509 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c74b7e7f-f469-4449-95ec-26c14678f7d4 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "DELETE /v2.0/floatingips/74b2bf7a-76d9-46a6-982b-73b266481541 HTTP/1.1" status: 204 len: 168 time: 1.8481779 Mar 05 13:52:37.125272 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-53ff66aa-7841-45bc-8ed2-8f8105996cef tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:37.131406 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-482bc623-28f3-4f9d-8e9f-7963f24d207b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:37.131725 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-482bc623-28f3-4f9d-8e9f-7963f24d207b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:37.153638 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e1dac4-28ff-4842-91fc-33fa19f0d717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-0df727a1-515c-4713-8667-8467ee115042', 'network_id': '0df727a1-515c-4713-8667-8467ee115042', 'tenant_id': 'f255b4bcd0c343c0ab43c77fc908d8f6', 'fixed_ips': [{'subnet_id': '7b0ef414-fe5f-4d4d-ae16-a21d751cc74c'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:52:37.154794 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c1e1dac4-28ff-4842-91fc-33fa19f0d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:37.164296 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:37.169294 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-53ff66aa-7841-45bc-8ed2-8f8105996cef tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] device_id is not set on port 0d02da52-c8cf-4bf9-8082-cabbdf68d7c9 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:52:37.210715 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port b852d257-e284-4921-9e1c-1731d07e7b99, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b852d257-e284-4921-9e1c-1731d07e7b99,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:37.220115 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:37.225502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Network': ['ID=d0ecb88e-58e1-4a5d-a4d9-d196436be94c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:37.238365 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9d6b12bc-7d5e-4651-9be2-294f9d2ad5d2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/networks/d0ecb88e-58e1-4a5d-a4d9-d196436be94c HTTP/1.1" status: 204 len: 168 time: 6.7295682 Mar 05 13:52:37.250022 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37168) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:37.269232 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b496a15-f683-49c1-8aff-2b79aef195d8 req-65814731-a336-4802-ad67-988c4ca6ffd2 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:37.269891 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-57a9e8e0-4ebe-4ad9-8397-f66adf68236c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-133837501'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:37.282547 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-57a9e8e0-4ebe-4ad9-8397-f66adf68236c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:37.284617 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7b496a15-f683-49c1-8aff-2b79aef195d8 req-65814731-a336-4802-ad67-988c4ca6ffd2 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dda8942-b803-4471-80ca-d72fba67c478 HTTP/1.1" status: 200 len: 945 time: 0.4201553 Mar 05 13:52:37.291621 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-57a9e8e0-4ebe-4ad9-8397-f66adf68236c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Usage tracker for resource:network and tenant:a8a78363b8fb42b4876ec2b40486fb93 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:37.291833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-482bc623-28f3-4f9d-8e9f-7963f24d207b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Calling delete_port for d942ddbd-06fc-4e7f-b48f-cbbf49095080 owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:52:37.296126 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-57a9e8e0-4ebe-4ad9-8397-f66adf68236c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:37.309360 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['b852d257-e284-4921-9e1c-1731d07e7b99'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:52:37.333250 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-57a9e8e0-4ebe-4ad9-8397-f66adf68236c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:37.342972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e6d3b-b548-47e9-9a58-ce06313cf1c9 req-bce82f7e-0b1e-4227-8ef8-795282e96149 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:37.344456 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d06e6d3b-b548-47e9-9a58-ce06313cf1c9 req-bce82f7e-0b1e-4227-8ef8-795282e96149 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 943 time: 0.3184471 Mar 05 13:52:37.392195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a9e8e0-4ebe-4ad9-8397-f66adf68236c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Made reservation on behalf of a8a78363b8fb42b4876ec2b40486fb93 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:37.396243 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57a9e8e0-4ebe-4ad9-8397-f66adf68236c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:37.399938 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7b496a15-f683-49c1-8aff-2b79aef195d8 req-75a4fc06-e1b7-4375-adda-7115f017eb44 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/security-groups?id=e59dd91e-ffa4-407b-8714-f5637e850f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802431 Mar 05 13:52:37.425357 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=b852d257-e284-4921-9e1c-1731d07e7b99,revision_number=12']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:37.452973 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-53ff66aa-7841-45bc-8ed2-8f8105996cef tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Allocated IP 172.20.0.7 (0df727a1-515c-4713-8667-8467ee115042/7b0ef414-fe5f-4d4d-ae16-a21d751cc74c/0d02da52-c8cf-4bf9-8082-cabbdf68d7c9) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:52:37.477576 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d06e6d3b-b548-47e9-9a58-ce06313cf1c9 req-674dba18-8dba-474b-907f-4f178edaa548 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179450 Mar 05 13:52:37.504689 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a9e8e0-4ebe-4ad9-8397-f66adf68236c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:52:37.560108 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57a9e8e0-4ebe-4ad9-8397-f66adf68236c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:37.560711 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-57a9e8e0-4ebe-4ad9-8397-f66adf68236c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Added segment 560f8839-3167-47ee-a7e3-7259e6d031a4 of type vlan for network 09294de7-c217-48ed-9ec4-05e69c87e0b0 Mar 05 13:52:37.587431 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-482bc623-28f3-4f9d-8e9f-7963f24d207b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:37.636541 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57a9e8e0-4ebe-4ad9-8397-f66adf68236c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:37.684573 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bc623-28f3-4f9d-8e9f-7963f24d207b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event deleted for resources: {'Port': ['ID=d942ddbd-06fc-4e7f-b48f-cbbf49095080,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:37.758662 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57a9e8e0-4ebe-4ad9-8397-f66adf68236c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:37.764250 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a9e8e0-4ebe-4ad9-8397-f66adf68236c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:37.764824 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57a9e8e0-4ebe-4ad9-8397-f66adf68236c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:37.815045 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-482bc623-28f3-4f9d-8e9f-7963f24d207b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:37.829919 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95c5f8-d66e-48e0-aab6-510d2a5a9904 req-1bdba4cd-e169-4702-a1ad-248bcd4c12cf tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:37.831708 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4f95c5f8-d66e-48e0-aab6-510d2a5a9904 req-1bdba4cd-e169-4702-a1ad-248bcd4c12cf tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 945 time: 0.2388315 Mar 05 13:52:37.840995 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-482bc623-28f3-4f9d-8e9f-7963f24d207b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:37.841810 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-482bc623-28f3-4f9d-8e9f-7963f24d207b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "DELETE /v2.0/floatingips/a7c99604-e127-407d-9d5a-d589313438d9 HTTP/1.1" status: 204 len: 168 time: 1.5324888 Mar 05 13:52:37.863902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37172) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:37.870813 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-7fdf09de-e160-4b8f-9bbc-5327b825e325 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1547685252', 'description': 'tempest-description--505714329'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:37.882899 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7fdf09de-e160-4b8f-9bbc-5327b825e325 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:37.888135 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7fdf09de-e160-4b8f-9bbc-5327b825e325 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Usage tracker for resource:security_group and tenant:132ea0f858f9462ca01a646bf0fa44bb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:37.899358 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7fdf09de-e160-4b8f-9bbc-5327b825e325 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:37.912610 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-53ff66aa-7841-45bc-8ed2-8f8105996cef tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:37.914726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7fdf09de-e160-4b8f-9bbc-5327b825e325 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:37.921864 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4f95c5f8-d66e-48e0-aab6-510d2a5a9904 req-7e8e040b-a4ca-490d-998e-3da6758e23ce tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779753 Mar 05 13:52:37.937486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9e8e0-4ebe-4ad9-8397-f66adf68236c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'Network': ['ID=09294de7-c217-48ed-9ec4-05e69c87e0b0,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:37.937925 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7fdf09de-e160-4b8f-9bbc-5327b825e325 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:37.946963 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-53ff66aa-7841-45bc-8ed2-8f8105996cef tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Transition to ACTIVE for port object 0d02da52-c8cf-4bf9-8082-cabbdf68d7c9 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:52:37.957922 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 09294de7-c217-48ed-9ec4-05e69c87e0b0 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:52:37.962666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7fdf09de-e160-4b8f-9bbc-5327b825e325 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:37.969950 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7fdf09de-e160-4b8f-9bbc-5327b825e325 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Usage tracker for resource:security_group_rule and tenant:132ea0f858f9462ca01a646bf0fa44bb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:37.976406 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7fdf09de-e160-4b8f-9bbc-5327b825e325 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:37.989851 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-57a9e8e0-4ebe-4ad9-8397-f66adf68236c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7376370 Mar 05 13:52:37.992973 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37180) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:37.996111 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7fdf09de-e160-4b8f-9bbc-5327b825e325 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:37.999143 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-be06f18d-9ae9-4113-89ec-389719731c80 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Request body: {'subnet': {'network_id': '09294de7-c217-48ed-9ec4-05e69c87e0b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:38.021895 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-53ff66aa-7841-45bc-8ed2-8f8105996cef tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:38.063202 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-c1e1dac4-28ff-4842-91fc-33fa19f0d717 None None] Allocated IP 172.20.0.2 (0df727a1-515c-4713-8667-8467ee115042/7b0ef414-fe5f-4d4d-ae16-a21d751cc74c/4e145c00-0024-46ef-a1f4-10001a8bc00c) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:52:38.130405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff66aa-7841-45bc-8ed2-8f8105996cef tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Pushing event updated for resources: {'Port': ['ID=0d02da52-c8cf-4bf9-8082-cabbdf68d7c9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:38.203415 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37184) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:38.218450 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ff66aa-7841-45bc-8ed2-8f8105996cef tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Network 0df727a1-515c-4713-8667-8467ee115042 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:52:38.223486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-86ccd16e-1cd9-4f09-a5b0-9b74e95b5ce3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1880374976', 'description': 'tempest-description--666963437'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:38.232764 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b852d257-e284-4921-9e1c-1731d07e7b99'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:52:38.232997 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-53ff66aa-7841-45bc-8ed2-8f8105996cef tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:38.235417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-86ccd16e-1cd9-4f09-a5b0-9b74e95b5ce3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:38.249631 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ff66aa-7841-45bc-8ed2-8f8105996cef tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:52:38.278704 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-86ccd16e-1cd9-4f09-a5b0-9b74e95b5ce3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Usage tracker for resource:security_group and tenant:6458262d05f2497586ebde1561a80c5d is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:38.287469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-86ccd16e-1cd9-4f09-a5b0-9b74e95b5ce3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:38.308817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-86ccd16e-1cd9-4f09-a5b0-9b74e95b5ce3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:38.311953 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b852d257-e284-4921-9e1c-1731d07e7b99', 'code': 200} Mar 05 13:52:38.323089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-be06f18d-9ae9-4113-89ec-389719731c80 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:38.334179 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7fdf09de-e160-4b8f-9bbc-5327b825e325 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:38.334521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-be06f18d-9ae9-4113-89ec-389719731c80 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Usage tracker for resource:subnet and tenant:a8a78363b8fb42b4876ec2b40486fb93 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:38.339654 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-be06f18d-9ae9-4113-89ec-389719731c80 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:38.344583 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7fdf09de-e160-4b8f-9bbc-5327b825e325 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:38.353528 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-be06f18d-9ae9-4113-89ec-389719731c80 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:38.360700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ff66aa-7841-45bc-8ed2-8f8105996cef tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:38.361295 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-53ff66aa-7841-45bc-8ed2-8f8105996cef tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:38.373737 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-86ccd16e-1cd9-4f09-a5b0-9b74e95b5ce3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:38.403116 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-86ccd16e-1cd9-4f09-a5b0-9b74e95b5ce3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:38.407210 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-86ccd16e-1cd9-4f09-a5b0-9b74e95b5ce3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Usage tracker for resource:security_group_rule and tenant:6458262d05f2497586ebde1561a80c5d is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:38.411321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-86ccd16e-1cd9-4f09-a5b0-9b74e95b5ce3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:38.412950 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c1e1dac4-28ff-4842-91fc-33fa19f0d717 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:38.417377 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-86ccd16e-1cd9-4f09-a5b0-9b74e95b5ce3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:38.423144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be06f18d-9ae9-4113-89ec-389719731c80 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Made reservation on behalf of a8a78363b8fb42b4876ec2b40486fb93 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:38.427623 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c1e1dac4-28ff-4842-91fc-33fa19f0d717 None None] Transition to ACTIVE for port object 4e145c00-0024-46ef-a1f4-10001a8bc00c will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:52:38.428107 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-be06f18d-9ae9-4113-89ec-389719731c80 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:38.445980 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-53ff66aa-7841-45bc-8ed2-8f8105996cef tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0143158 Mar 05 13:52:38.447249 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c1e1dac4-28ff-4842-91fc-33fa19f0d717 None None] Transition to ACTIVE for port object 4e145c00-0024-46ef-a1f4-10001a8bc00c will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:52:38.450530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37200) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:38.458806 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c1e1dac4-28ff-4842-91fc-33fa19f0d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:38.468467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a371910c-7792-4f0c-a769-38beba63f0a5 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Request body: {'port': {'network_id': '0df727a1-515c-4713-8667-8467ee115042', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1051792629', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:38.469509 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.api.validators [None req-a371910c-7792-4f0c-a769-38beba63f0a5 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] bootfile-name is not in valid_values {{(pid=87914) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 05 13:52:38.469509 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.api.validators [None req-a371910c-7792-4f0c-a769-38beba63f0a5 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] tftp-server is not in valid_values {{(pid=87914) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 05 13:52:38.470150 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.api.validators [None req-a371910c-7792-4f0c-a769-38beba63f0a5 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] server-ip-address is not in valid_values {{(pid=87914) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 05 13:52:38.508619 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c1025-01ad-4cbe-8c27-25f57c7eef35 req-e6715f56-b189-4ce7-9243-045d766ab95d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:38.511583 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b30c1025-01ad-4cbe-8c27-25f57c7eef35 req-e6715f56-b189-4ce7-9243-045d766ab95d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 944 time: 0.3987362 Mar 05 13:52:38.520630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f690f8-ca22-44eb-9308-c236645c821c req-993b3f15-928e-41a5-8092-f65fe3361982 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:38.522560 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-18f690f8-ca22-44eb-9308-c236645c821c req-993b3f15-928e-41a5-8092-f65fe3361982 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dda8942-b803-4471-80ca-d72fba67c478 HTTP/1.1" status: 200 len: 945 time: 0.4687412 Mar 05 13:52:38.527021 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf09de-e160-4b8f-9bbc-5327b825e325 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2736db16-5408-47e3-bd81-8366e99b9b06,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:38.566131 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1dac4-28ff-4842-91fc-33fa19f0d717 None None] Pushing event updated for resources: {'Port': ['ID=4e145c00-0024-46ef-a1f4-10001a8bc00c,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:38.580217 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7fdf09de-e160-4b8f-9bbc-5327b825e325 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:38.581910 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7fdf09de-e160-4b8f-9bbc-5327b825e325 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7168274 Mar 05 13:52:38.589499 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e1dac4-28ff-4842-91fc-33fa19f0d717 None None] Network 0df727a1-515c-4713-8667-8467ee115042 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:52:38.590721 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-c1e1dac4-28ff-4842-91fc-33fa19f0d717 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:38.593630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37206) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:38.598150 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e1dac4-28ff-4842-91fc-33fa19f0d717 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:52:38.611530 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e265445a-1c05-4e32-9c07-3d0a7dd2fbd6 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Request body: {'security_group_rule': {'security_group_id': '2736db16-5408-47e3-bd81-8366e99b9b06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:38.640087 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e265445a-1c05-4e32-9c07-3d0a7dd2fbd6 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:38.682787 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b30c1025-01ad-4cbe-8c27-25f57c7eef35 req-d12f2365-55a5-423a-876d-d471b47e18ff tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580594 Mar 05 13:52:38.684215 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e265445a-1c05-4e32-9c07-3d0a7dd2fbd6 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Usage tracker for resource:security_group_rule and tenant:132ea0f858f9462ca01a646bf0fa44bb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:38.710626 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device b852d257-e284-4921-9e1c-1731d07e7b99 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:52:38.714066 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e265445a-1c05-4e32-9c07-3d0a7dd2fbd6 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:38.726919 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e265445a-1c05-4e32-9c07-3d0a7dd2fbd6 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:38.732170 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-18f690f8-ca22-44eb-9308-c236645c821c req-56097cea-688e-42c5-803d-7b4c6c75b6b4 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Deleting port 189f86c1-d4f0-4227-877d-11afd4068487 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:52:38.732668 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-18f690f8-ca22-44eb-9308-c236645c821c req-56097cea-688e-42c5-803d-7b4c6c75b6b4 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:38.821076 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e265445a-1c05-4e32-9c07-3d0a7dd2fbd6 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:38.869086 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a371910c-7792-4f0c-a769-38beba63f0a5 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:38.901604 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c1e1dac4-28ff-4842-91fc-33fa19f0d717 None None] Attempting to bind port 4e145c00-0024-46ef-a1f4-10001a8bc00c on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:52:38.902020 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c1e1dac4-28ff-4842-91fc-33fa19f0d717 None None] Attempting to bind port 4e145c00-0024-46ef-a1f4-10001a8bc00c by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '3b7fe1c9-6f34-4b60-99a9-5b162de4930c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0df727a1-515c-4713-8667-8467ee115042'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:52:38.903781 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e1dac4-28ff-4842-91fc-33fa19f0d717 None None] Attempting to bind port 4e145c00-0024-46ef-a1f4-10001a8bc00c on network 0df727a1-515c-4713-8667-8467ee115042 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:38.924333 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e1dac4-28ff-4842-91fc-33fa19f0d717 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:52:38.924333 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e1dac4-28ff-4842-91fc-33fa19f0d717 None None] Checking segment: {'id': '3b7fe1c9-6f34-4b60-99a9-5b162de4930c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0df727a1-515c-4713-8667-8467ee115042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:52:38.924333 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c1e1dac4-28ff-4842-91fc-33fa19f0d717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:38.925168 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e1dac4-28ff-4842-91fc-33fa19f0d717 None None] Bound using segment: {'id': '3b7fe1c9-6f34-4b60-99a9-5b162de4930c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0df727a1-515c-4713-8667-8467ee115042'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:52:38.926152 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c1e1dac4-28ff-4842-91fc-33fa19f0d717 None None] Bound port: 4e145c00-0024-46ef-a1f4-10001a8bc00c, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7fe1c9-6f34-4b60-99a9-5b162de4930c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0df727a1-515c-4713-8667-8467ee115042'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:52:38.926593 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c1e1dac4-28ff-4842-91fc-33fa19f0d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:38.976196 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d2f67928-ff1d-4c65-a63c-85ee65b5fbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:39.045135 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a371910c-7792-4f0c-a769-38beba63f0a5 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Usage tracker for resource:port and tenant:f255b4bcd0c343c0ab43c77fc908d8f6 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:39.051622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a371910c-7792-4f0c-a769-38beba63f0a5 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:39.057644 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port b852d257-e284-4921-9e1c-1731d07e7b99 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:52:39.057853 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:39.084319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a371910c-7792-4f0c-a769-38beba63f0a5 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:39.113049 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-86ccd16e-1cd9-4f09-a5b0-9b74e95b5ce3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:39.116887 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c1e1dac4-28ff-4842-91fc-33fa19f0d717 None None] For port 4e145c00-0024-46ef-a1f4-10001a8bc00c, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:52:39.132243 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-86ccd16e-1cd9-4f09-a5b0-9b74e95b5ce3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:39.163110 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c1e1dac4-28ff-4842-91fc-33fa19f0d717 None None] For port 4e145c00-0024-46ef-a1f4-10001a8bc00c, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4e145c00-0024-46ef-a1f4-10001a8bc00c,segment=NetworkSegment(3b7fe1c9-6f34-4b60-99a9-5b162de4930c),segment_id=3b7fe1c9-6f34-4b60-99a9-5b162de4930c)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:52:39.180676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccd16e-1cd9-4f09-a5b0-9b74e95b5ce3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a112574-275c-45ff-8876-eb16dcbbda8b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:39.181307 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c1e1dac4-28ff-4842-91fc-33fa19f0d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:39.192774 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1f56e-b8cb-4cd0-ac91-0fdad5f063be req-16e61523-857b-4a75-8c3b-507e1738e292 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:39.199685 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43f1f56e-b8cb-4cd0-ac91-0fdad5f063be req-16e61523-857b-4a75-8c3b-507e1738e292 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dda8942-b803-4471-80ca-d72fba67c478 HTTP/1.1" status: 200 len: 945 time: 0.5217078 Mar 05 13:52:39.230084 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e265445a-1c05-4e32-9c07-3d0a7dd2fbd6 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:39.241731 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a371910c-7792-4f0c-a769-38beba63f0a5 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Made reservation on behalf of f255b4bcd0c343c0ab43c77fc908d8f6 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:39.245010 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e265445a-1c05-4e32-9c07-3d0a7dd2fbd6 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:39.246629 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a371910c-7792-4f0c-a769-38beba63f0a5 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:39.282748 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:39.296732 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265445a-1c05-4e32-9c07-3d0a7dd2fbd6 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e968e339-0271-444b-939b-08abbb9ac30b,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:39.320994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-18f690f8-ca22-44eb-9308-c236645c821c req-56097cea-688e-42c5-803d-7b4c6c75b6b4 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] For port 189f86c1-d4f0-4227-877d-11afd4068487, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=189f86c1-d4f0-4227-877d-11afd4068487,segment=NetworkSegment(84605fae-12c1-4fe2-90b8-bc48651053d6),segment_id=84605fae-12c1-4fe2-90b8-bc48651053d6)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:39.323584 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-a371910c-7792-4f0c-a769-38beba63f0a5 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] device_id is not set on port 4a576671-a1f8-4ff5-9372-a4080930c578 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:52:39.328837 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-18f690f8-ca22-44eb-9308-c236645c821c req-56097cea-688e-42c5-803d-7b4c6c75b6b4 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:39.336063 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port b852d257-e284-4921-9e1c-1731d07e7b99, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b852d257-e284-4921-9e1c-1731d07e7b99,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:39.350225 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1dac4-28ff-4842-91fc-33fa19f0d717 None None] Pushing event updated for resources: {'Port': ['ID=4e145c00-0024-46ef-a1f4-10001a8bc00c,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:39.353941 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:39.355047 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:52:39.360440 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e265445a-1c05-4e32-9c07-3d0a7dd2fbd6 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:39.362439 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e265445a-1c05-4e32-9c07-3d0a7dd2fbd6 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7670834 Mar 05 13:52:39.366386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37228) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:39.378601 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df079734-441f-4a10-b097-a5e3faee270e req-c570272b-da33-4e88-ac18-30c0f02b2600 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:39.380466 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-df079734-441f-4a10-b097-a5e3faee270e req-c570272b-da33-4e88-ac18-30c0f02b2600 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 943 time: 0.3540215 Mar 05 13:52:39.514010 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=b852d257-e284-4921-9e1c-1731d07e7b99,revision_number=13']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:39.536147 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-a371910c-7792-4f0c-a769-38beba63f0a5 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Allocated IP 172.20.0.14 (0df727a1-515c-4713-8667-8467ee115042/7b0ef414-fe5f-4d4d-ae16-a21d751cc74c/4a576671-a1f8-4ff5-9372-a4080930c578) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:52:39.567447 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-1cd1b89f-a9c5-4724-b7c4-2e8eb8bc1141 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Request body: {'security_group_rule': {'security_group_id': '2736db16-5408-47e3-bd81-8366e99b9b06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:39.588927 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-18f690f8-ca22-44eb-9308-c236645c821c req-56097cea-688e-42c5-803d-7b4c6c75b6b4 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Calling delete_port for 189f86c1-d4f0-4227-877d-11afd4068487 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:52:39.614471 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-be06f18d-9ae9-4113-89ec-389719731c80 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:39.656338 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1cd1b89f-a9c5-4724-b7c4-2e8eb8bc1141 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:39.685277 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1cd1b89f-a9c5-4724-b7c4-2e8eb8bc1141 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Usage tracker for resource:security_group_rule and tenant:132ea0f858f9462ca01a646bf0fa44bb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:39.699321 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1cd1b89f-a9c5-4724-b7c4-2e8eb8bc1141 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:39.702966 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-86ccd16e-1cd9-4f09-a5b0-9b74e95b5ce3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:39.712131 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-86ccd16e-1cd9-4f09-a5b0-9b74e95b5ce3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5043712 Mar 05 13:52:39.713361 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37232) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:39.732204 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-3d8fb863-ffa1-4433-a030-e9c155c1cbf5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Request body: {'security_group_rule': {'security_group_id': '9a112574-275c-45ff-8876-eb16dcbbda8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:39.760350 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1cd1b89f-a9c5-4724-b7c4-2e8eb8bc1141 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:39.793243 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-df079734-441f-4a10-b097-a5e3faee270e req-43316a6e-8c95-4901-804c-6dad13873761 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3331521 Mar 05 13:52:39.809133 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3d8fb863-ffa1-4433-a030-e9c155c1cbf5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:39.838573 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3d8fb863-ffa1-4433-a030-e9c155c1cbf5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Usage tracker for resource:security_group_rule and tenant:6458262d05f2497586ebde1561a80c5d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:39.843846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3d8fb863-ffa1-4433-a030-e9c155c1cbf5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:39.850982 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1cd1b89f-a9c5-4724-b7c4-2e8eb8bc1141 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:39.911975 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3d8fb863-ffa1-4433-a030-e9c155c1cbf5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:39.937856 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a371910c-7792-4f0c-a769-38beba63f0a5 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:39.958387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-a371910c-7792-4f0c-a769-38beba63f0a5 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Transition to ACTIVE for port object 4a576671-a1f8-4ff5-9372-a4080930c578 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:52:39.983209 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43f1f56e-b8cb-4cd0-ac91-0fdad5f063be req-3404a5f2-259d-4e2d-ba7f-4ea1c0b5f226 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/security-groups?id=e59dd91e-ffa4-407b-8714-f5637e850f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7826905 Mar 05 13:52:39.994111 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a371910c-7792-4f0c-a769-38beba63f0a5 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:40.091044 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371910c-7792-4f0c-a769-38beba63f0a5 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Pushing event updated for resources: {'Port': ['ID=4a576671-a1f8-4ff5-9372-a4080930c578,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:40.112681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a371910c-7792-4f0c-a769-38beba63f0a5 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Network 0df727a1-515c-4713-8667-8467ee115042 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:52:40.159495 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d8fb863-ffa1-4433-a030-e9c155c1cbf5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:40.163992 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-a371910c-7792-4f0c-a769-38beba63f0a5 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:40.166572 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a371910c-7792-4f0c-a769-38beba63f0a5 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:52:40.198619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06f18d-9ae9-4113-89ec-389719731c80 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'Subnet': ['ID=929828f4-a189-4be7-b771-4c00d77f335f,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:40.240787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be06f18d-9ae9-4113-89ec-389719731c80 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Checking segment: {'id': '560f8839-3167-47ee-a7e3-7259e6d031a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '09294de7-c217-48ed-9ec4-05e69c87e0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:52:40.241294 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be06f18d-9ae9-4113-89ec-389719731c80 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Network hostable DHCP agents. Network: 09294de7-c217-48ed-9ec4-05e69c87e0b0, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:52:40.257946 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1cd1b89f-a9c5-4724-b7c4-2e8eb8bc1141 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:40.269129 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1cd1b89f-a9c5-4724-b7c4-2e8eb8bc1141 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:40.290047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a371910c-7792-4f0c-a769-38beba63f0a5 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:40.290906 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a371910c-7792-4f0c-a769-38beba63f0a5 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:40.297802 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be06f18d-9ae9-4113-89ec-389719731c80 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Network 09294de7-c217-48ed-9ec4-05e69c87e0b0 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:52:40.311321 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-18f690f8-ca22-44eb-9308-c236645c821c req-56097cea-688e-42c5-803d-7b4c6c75b6b4 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:40.313543 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b852d257-e284-4921-9e1c-1731d07e7b99'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:52:40.318204 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1cd1b89f-a9c5-4724-b7c4-2e8eb8bc1141 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:40.322604 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1cd1b89f-a9c5-4724-b7c4-2e8eb8bc1141 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9497643 Mar 05 13:52:40.323028 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['189f86c1-d4f0-4227-877d-11afd4068487'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:52:40.332821 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37242) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:40.347582 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-9935f4ee-5772-4117-9dc2-aaea8946b2ef tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:40.357460 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a371910c-7792-4f0c-a769-38beba63f0a5 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.9063163 Mar 05 13:52:40.359194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9935f4ee-5772-4117-9dc2-aaea8946b2ef tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:40.361577 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-be06f18d-9ae9-4113-89ec-389719731c80 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 09294de7-c217-48ed-9ec4-05e69c87e0b0) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:40.366461 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be06f18d-9ae9-4113-89ec-389719731c80 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:40.367277 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-be06f18d-9ae9-4113-89ec-389719731c80 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:40.370922 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37248) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:40.380630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44f36f-0f46-43a1-91fb-251bc05a7c14 req-a455bb6a-e3b5-47d1-94b5-a9edc258639d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:40.388159 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3b44f36f-0f46-43a1-91fb-251bc05a7c14 req-a455bb6a-e3b5-47d1-94b5-a9edc258639d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 946 time: 0.2890866 Mar 05 13:52:40.389320 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1b89f-a9c5-4724-b7c4-2e8eb8bc1141 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6211a6d4-76cc-40ff-9ed3-3d1ad362857c,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:40.395381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9935f4ee-5772-4117-9dc2-aaea8946b2ef tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Usage tracker for resource:floatingip and tenant:132ea0f858f9462ca01a646bf0fa44bb is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:40.424916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9935f4ee-5772-4117-9dc2-aaea8946b2ef tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:40.445875 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9935f4ee-5772-4117-9dc2-aaea8946b2ef tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:40.456444 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39462fdb-7938-486d-ba47-35424cc3a03b None None] Network 09294de7-c217-48ed-9ec4-05e69c87e0b0 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:52:40.466730 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-be06f18d-9ae9-4113-89ec-389719731c80 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4702892 Mar 05 13:52:40.466966 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56097cea-688e-42c5-803d-7b4c6c75b6b4 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Pushing event deleted for resources: {'Port': ['ID=189f86c1-d4f0-4227-877d-11afd4068487,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:40.467085 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37256) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:40.488901 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9935f4ee-5772-4117-9dc2-aaea8946b2ef tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:40.539411 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3b44f36f-0f46-43a1-91fb-251bc05a7c14 req-af9caf92-a087-435b-9c4a-762d8d611722 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500912 Mar 05 13:52:40.577984 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-cc7ef87d-2711-4963-a78f-d48484582555 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Request body: {'subnet': {'network_id': '09294de7-c217-48ed-9ec4-05e69c87e0b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:40.723223 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b852d257-e284-4921-9e1c-1731d07e7b99', 'code': 200} Mar 05 13:52:40.734095 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device c163da1f-b91e-4f55-86e4-8fc4a4e44a3c details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:52:40.734651 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d8fb863-ffa1-4433-a030-e9c155c1cbf5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:40.797475 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d8fb863-ffa1-4433-a030-e9c155c1cbf5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:40.903662 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9935f4ee-5772-4117-9dc2-aaea8946b2ef tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:40.920247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f690f8-ca22-44eb-9308-c236645c821c req-56097cea-688e-42c5-803d-7b4c6c75b6b4 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] No DVR routers for this DVR port 189f86c1-d4f0-4227-877d-11afd4068487 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:52:40.943325 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-18f690f8-ca22-44eb-9308-c236645c821c req-56097cea-688e-42c5-803d-7b4c6c75b6b4 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:40.949753 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dda8942-b803-4471-80ca-d72fba67c478', 'name': 'network-vif-deleted', 'tag': '189f86c1-d4f0-4227-877d-11afd4068487'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:52:40.966889 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fb863-ffa1-4433-a030-e9c155c1cbf5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e067997-87a4-4dd7-85e1-8e70e15aa09a,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:40.989310 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-18f690f8-ca22-44eb-9308-c236645c821c req-56097cea-688e-42c5-803d-7b4c6c75b6b4 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.30 "DELETE /v2.0/ports/189f86c1-d4f0-4227-877d-11afd4068487 HTTP/1.1" status: 204 len: 173 time: 2.4444106 Mar 05 13:52:41.003602 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d8fb863-ffa1-4433-a030-e9c155c1cbf5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:41.007207 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3d8fb863-ffa1-4433-a030-e9c155c1cbf5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2862346 Mar 05 13:52:41.015039 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37286) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:41.017825 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cc7ef87d-2711-4963-a78f-d48484582555 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:41.024683 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-ccf294a0-552e-41d6-a639-f2658ea2f95e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Request body: {'security_group_rule': {'security_group_id': '9a112574-275c-45ff-8876-eb16dcbbda8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:41.031049 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cc7ef87d-2711-4963-a78f-d48484582555 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Usage tracker for resource:subnet and tenant:a8a78363b8fb42b4876ec2b40486fb93 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:41.045949 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ccf294a0-552e-41d6-a639-f2658ea2f95e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:41.075378 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cc7ef87d-2711-4963-a78f-d48484582555 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:41.101364 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ccf294a0-552e-41d6-a639-f2658ea2f95e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Usage tracker for resource:security_group_rule and tenant:6458262d05f2497586ebde1561a80c5d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:41.121364 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cc7ef87d-2711-4963-a78f-d48484582555 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:41.127359 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ccf294a0-552e-41d6-a639-f2658ea2f95e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:41.156052 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ccf294a0-552e-41d6-a639-f2658ea2f95e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:41.188754 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36919da3-a851-4e2e-9a83-b5a0d5a9116a tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:41.211931 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36919da3-a851-4e2e-9a83-b5a0d5a9116a tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:41.212210 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.resource_extend [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:52:41.215883 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36919da3-a851-4e2e-9a83-b5a0d5a9116a tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:41.227510 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-36919da3-a851-4e2e-9a83-b5a0d5a9116a tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.8333657 Mar 05 13:52:41.235045 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37296) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:41.257595 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad39c654-bc78-48bb-8447-ec49b8170cb2 None None] Network 0df727a1-515c-4713-8667-8467ee115042 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:52:41.272227 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daaa9ab-c547-4a9e-9b90-defe2def7996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-09294de7-c217-48ed-9ec4-05e69c87e0b0', 'network_id': '09294de7-c217-48ed-9ec4-05e69c87e0b0', 'tenant_id': 'a8a78363b8fb42b4876ec2b40486fb93', 'fixed_ips': [{'subnet_id': '929828f4-a189-4be7-b771-4c00d77f335f'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:52:41.272836 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9daaa9ab-c547-4a9e-9b90-defe2def7996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:41.305137 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7ef87d-2711-4963-a78f-d48484582555 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Made reservation on behalf of a8a78363b8fb42b4876ec2b40486fb93 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:41.309025 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cc7ef87d-2711-4963-a78f-d48484582555 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:41.410429 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ccf294a0-552e-41d6-a639-f2658ea2f95e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:41.438724 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59a67d-6507-4a7c-8b5b-84bfd6a108e8 req-d5477ae4-3245-4108-9146-abf008b12a34 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:41.448362 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aa59a67d-6507-4a7c-8b5b-84bfd6a108e8 req-d5477ae4-3245-4108-9146-abf008b12a34 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 943 time: 0.3615139 Mar 05 13:52:41.510198 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-9daaa9ab-c547-4a9e-9b90-defe2def7996 None None] Allocated IP 2001:db8::2 (09294de7-c217-48ed-9ec4-05e69c87e0b0/929828f4-a189-4be7-b771-4c00d77f335f/4add07b3-3d83-46a3-b134-b31309983241) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:52:41.554908 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-9935f4ee-5772-4117-9dc2-aaea8946b2ef tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Allocated IP 172.25.4.240 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/944d5099-ae14-4c3e-9d2b-8ba8856658b5) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:52:41.603258 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aa59a67d-6507-4a7c-8b5b-84bfd6a108e8 req-dc07f1a3-21ce-4b10-88ae-22c9f92d3848 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495955 Mar 05 13:52:41.747534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-d934bbdf-772d-4eb4-9655-caec110513d9 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Deleting port 4a576671-a1f8-4ff5-9372-a4080930c578 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:52:41.748086 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d934bbdf-772d-4eb4-9655-caec110513d9 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:41.774354 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dda8942-b803-4471-80ca-d72fba67c478', 'name': 'network-vif-deleted', 'tag': '189f86c1-d4f0-4227-877d-11afd4068487', 'status': 'completed', 'code': 200} Mar 05 13:52:41.857685 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9daaa9ab-c547-4a9e-9b90-defe2def7996 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:41.883918 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9daaa9ab-c547-4a9e-9b90-defe2def7996 None None] Transition to ACTIVE for port object 4add07b3-3d83-46a3-b134-b31309983241 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:52:41.932689 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9daaa9ab-c547-4a9e-9b90-defe2def7996 None None] Transition to ACTIVE for port object 4add07b3-3d83-46a3-b134-b31309983241 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:52:41.968773 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4e145c00-0024-46ef-a1f4-10001a8bc00c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:52:41.987423 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e92de0a0-c43e-476d-80a0-feef5f43684f req-25c5f5c3-8897-4475-b434-cea4de3d4382 tempest-ServerMetadataNegativeTestJSON-108505954 tempest-ServerMetadataNegativeTestJSON-108505954-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dda8942-b803-4471-80ca-d72fba67c478 HTTP/1.1" status: 200 len: 210 time: 0.1190634 Mar 05 13:52:42.025825 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9daaa9ab-c547-4a9e-9b90-defe2def7996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:42.050973 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ccf294a0-552e-41d6-a639-f2658ea2f95e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:42.087416 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9935f4ee-5772-4117-9dc2-aaea8946b2ef tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:42.089856 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ccf294a0-552e-41d6-a639-f2658ea2f95e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:42.141940 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9935f4ee-5772-4117-9dc2-aaea8946b2ef tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:42.148006 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf294a0-552e-41d6-a639-f2658ea2f95e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cebece51-2daf-4def-98af-ec3906a80d9b,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:42.275967 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935f4ee-5772-4117-9dc2-aaea8946b2ef tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Pushing event updated for resources: {'Port': ['ID=944d5099-ae14-4c3e-9d2b-8ba8856658b5,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:42.299514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9935f4ee-5772-4117-9dc2-aaea8946b2ef tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:52:42.302518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-9935f4ee-5772-4117-9dc2-aaea8946b2ef tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:42.305848 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9935f4ee-5772-4117-9dc2-aaea8946b2ef tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:52:42.317624 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:42.328778 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100faefd-8a21-4045-aabb-981e961370ed req-47d9d8a9-da3b-4b7b-8a53-0d9b8c87dd14 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:42.336132 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-100faefd-8a21-4045-aabb-981e961370ed req-47d9d8a9-da3b-4b7b-8a53-0d9b8c87dd14 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e987b2c-95f2-455c-8978-225779a88c6d HTTP/1.1" status: 200 len: 944 time: 0.6363935 Mar 05 13:52:42.394513 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9935f4ee-5772-4117-9dc2-aaea8946b2ef tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:42.461036 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e49d4-a41c-44f8-a805-080399c827fc req-b4025705-dc38-4dd9-916f-0d4da8439994 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:42.462754 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c84e49d4-a41c-44f8-a805-080399c827fc req-b4025705-dc38-4dd9-916f-0d4da8439994 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 946 time: 0.2304976 Mar 05 13:52:42.470794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'c163da1f-b91e-4f55-86e4-8fc4a4e44a3c', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'port_id': 'c163da1f-b91e-4f55-86e4-8fc4a4e44a3c', 'mac_address': 'fa:16:3e:aa:cd:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:52:42.473002 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d1b7deb0-937b-417f-955e-03623053d493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:42.535050 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c84e49d4-a41c-44f8-a805-080399c827fc req-6e2ebe2e-1d05-4a61-9516-30649ae5bfd4 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639863 Mar 05 13:52:42.535894 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9935f4ee-5772-4117-9dc2-aaea8946b2ef tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:42.546676 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1514896c-dbfc-42ef-937e-7b2be5224b31 None None] Provisioning for port 4e145c00-0024-46ef-a1f4-10001a8bc00c completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:52:42.552866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 189f86c1-d4f0-4227-877d-11afd4068487 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:52:42.572146 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ccf294a0-552e-41d6-a639-f2658ea2f95e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:42.573590 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ccf294a0-552e-41d6-a639-f2658ea2f95e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5576231 Mar 05 13:52:42.576962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37302) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:42.621684 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 189f86c1-d4f0-4227-877d-11afd4068487 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:52:42.622097 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 189f86c1-d4f0-4227-877d-11afd4068487 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:52:42.639953 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-100faefd-8a21-4045-aabb-981e961370ed req-e8b2c552-706c-4033-84ea-303c97acdab0 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Deleting port 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:52:42.640629 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-100faefd-8a21-4045-aabb-981e961370ed req-e8b2c552-706c-4033-84ea-303c97acdab0 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:42.641095 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daaa9ab-c547-4a9e-9b90-defe2def7996 None None] Network 09294de7-c217-48ed-9ec4-05e69c87e0b0 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:52:42.677233 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d934bbdf-772d-4eb4-9655-caec110513d9 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:42.718470 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:42.737968 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:42.741605 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-9daaa9ab-c547-4a9e-9b90-defe2def7996 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:42.744636 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daaa9ab-c547-4a9e-9b90-defe2def7996 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:52:42.751502 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 4e145c00-0024-46ef-a1f4-10001a8bc00c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:52:42.763748 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c163da1f-b91e-4f55-86e4-8fc4a4e44a3c {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:52:42.782136 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:42.813170 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 4e145c00-0024-46ef-a1f4-10001a8bc00c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:52:42.813545 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:42.843143 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-d934bbdf-772d-4eb4-9655-caec110513d9 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Calling delete_port for 4a576671-a1f8-4ff5-9372-a4080930c578 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:52:42.851733 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:42.854632 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:42.958835 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9daaa9ab-c547-4a9e-9b90-defe2def7996 None None] Attempting to bind port 4add07b3-3d83-46a3-b134-b31309983241 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:52:42.959241 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9daaa9ab-c547-4a9e-9b90-defe2def7996 None None] Attempting to bind port 4add07b3-3d83-46a3-b134-b31309983241 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '560f8839-3167-47ee-a7e3-7259e6d031a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '09294de7-c217-48ed-9ec4-05e69c87e0b0'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:52:42.959596 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daaa9ab-c547-4a9e-9b90-defe2def7996 None None] Attempting to bind port 4add07b3-3d83-46a3-b134-b31309983241 on network 09294de7-c217-48ed-9ec4-05e69c87e0b0 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:42.961754 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daaa9ab-c547-4a9e-9b90-defe2def7996 None None] Pushing event updated for resources: {'Port': ['ID=4add07b3-3d83-46a3-b134-b31309983241,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:42.979889 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cc7ef87d-2711-4963-a78f-d48484582555 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:43.047678 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:43.064003 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9935f4ee-5772-4117-9dc2-aaea8946b2ef tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:43.070446 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-85fd4b56-3031-4f43-8446-046d09a87ea4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:43.082954 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daaa9ab-c547-4a9e-9b90-defe2def7996 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:52:43.083320 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daaa9ab-c547-4a9e-9b90-defe2def7996 None None] Checking segment: {'id': '560f8839-3167-47ee-a7e3-7259e6d031a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '09294de7-c217-48ed-9ec4-05e69c87e0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:52:43.083718 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9daaa9ab-c547-4a9e-9b90-defe2def7996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:43.084155 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daaa9ab-c547-4a9e-9b90-defe2def7996 None None] Bound using segment: {'id': '560f8839-3167-47ee-a7e3-7259e6d031a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '09294de7-c217-48ed-9ec4-05e69c87e0b0'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:52:43.084629 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9daaa9ab-c547-4a9e-9b90-defe2def7996 None None] Bound port: 4add07b3-3d83-46a3-b134-b31309983241, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560f8839-3167-47ee-a7e3-7259e6d031a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '09294de7-c217-48ed-9ec4-05e69c87e0b0'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:52:43.085087 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9daaa9ab-c547-4a9e-9b90-defe2def7996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:43.103522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7ef87d-2711-4963-a78f-d48484582555 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Network 09294de7-c217-48ed-9ec4-05e69c87e0b0 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:52:43.110433 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-cc7ef87d-2711-4963-a78f-d48484582555 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:43.135290 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9935f4ee-5772-4117-9dc2-aaea8946b2ef tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:43.145564 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-85fd4b56-3031-4f43-8446-046d09a87ea4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:43.161719 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7ef87d-2711-4963-a78f-d48484582555 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:43.162651 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cc7ef87d-2711-4963-a78f-d48484582555 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:43.197891 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9daaa9ab-c547-4a9e-9b90-defe2def7996 None None] For port 4add07b3-3d83-46a3-b134-b31309983241, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:52:43.204800 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ef87d-2711-4963-a78f-d48484582555 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'Subnet': ['ID=f2492668-ccc8-4fe8-92e3-db66a55eab40,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:43.214733 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['c163da1f-b91e-4f55-86e4-8fc4a4e44a3c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:52:43.238869 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935f4ee-5772-4117-9dc2-aaea8946b2ef tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Pushing event updated for resources: {'Port': ['ID=944d5099-ae14-4c3e-9d2b-8ba8856658b5,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:43.246319 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cc7ef87d-2711-4963-a78f-d48484582555 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7569833 Mar 05 13:52:43.257469 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37310) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:43.291350 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-85fd4b56-3031-4f43-8446-046d09a87ea4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Usage tracker for resource:floatingip and tenant:6458262d05f2497586ebde1561a80c5d is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:43.297415 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-85fd4b56-3031-4f43-8446-046d09a87ea4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:43.312357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-85fd4b56-3031-4f43-8446-046d09a87ea4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:43.379178 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca896f8-c4b2-41ea-bda4-6f33e2e4ed3e req-b84a63b6-4712-47a5-a610-b07f9757a8f0 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:43.389670 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4ca896f8-c4b2-41ea-bda4-6f33e2e4ed3e req-b84a63b6-4712-47a5-a610-b07f9757a8f0 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 944 time: 0.3134348 Mar 05 13:52:43.432502 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85fd4b56-3031-4f43-8446-046d09a87ea4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:43.457594 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9935f4ee-5772-4117-9dc2-aaea8946b2ef tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:43.465479 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:43.499371 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-100faefd-8a21-4045-aabb-981e961370ed req-e8b2c552-706c-4033-84ea-303c97acdab0 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] For port 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=0c192209-aa84-4da5-bbd2-f2eb8e1c94a8,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:43.500097 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-100faefd-8a21-4045-aabb-981e961370ed req-e8b2c552-706c-4033-84ea-303c97acdab0 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:43.533767 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9daaa9ab-c547-4a9e-9b90-defe2def7996 None None] For port 4add07b3-3d83-46a3-b134-b31309983241, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4add07b3-3d83-46a3-b134-b31309983241,segment=NetworkSegment(560f8839-3167-47ee-a7e3-7259e6d031a4),segment_id=560f8839-3167-47ee-a7e3-7259e6d031a4)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:52:43.539749 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d934bbdf-772d-4eb4-9655-caec110513d9 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:43.541278 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9935f4ee-5772-4117-9dc2-aaea8946b2ef tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:43.562272 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe205e6f-e191-44de-a0c2-2c767d7bab3b tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:43.564286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe205e6f-e191-44de-a0c2-2c767d7bab3b tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:43.565737 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9935f4ee-5772-4117-9dc2-aaea8946b2ef tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2183383 Mar 05 13:52:43.567035 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe205e6f-e191-44de-a0c2-2c767d7bab3b tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:43.578988 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe205e6f-e191-44de-a0c2-2c767d7bab3b tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:43.580303 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9daaa9ab-c547-4a9e-9b90-defe2def7996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:43.581584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe205e6f-e191-44de-a0c2-2c767d7bab3b tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:43.583068 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-fe205e6f-e191-44de-a0c2-2c767d7bab3b tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Synchronizing usage tracker for tenant:a8a78363b8fb42b4876ec2b40486fb93 on resource:subnet {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:52:43.597675 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4ca896f8-c4b2-41ea-bda4-6f33e2e4ed3e req-0c446810-a9db-41a3-88f0-d8e78ae1b7a3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069459 Mar 05 13:52:43.760193 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daaa9ab-c547-4a9e-9b90-defe2def7996 None None] Pushing event updated for resources: {'Port': ['ID=4add07b3-3d83-46a3-b134-b31309983241,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:43.797742 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-100faefd-8a21-4045-aabb-981e961370ed req-e8b2c552-706c-4033-84ea-303c97acdab0 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Calling delete_port for 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:52:43.821205 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37320) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:43.822943 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 4e145c00-0024-46ef-a1f4-10001a8bc00c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4e145c00-0024-46ef-a1f4-10001a8bc00c,segment=NetworkSegment(3b7fe1c9-6f34-4b60-99a9-5b162de4930c),segment_id=3b7fe1c9-6f34-4b60-99a9-5b162de4930c)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:43.858221 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:43.881689 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934bbdf-772d-4eb4-9655-caec110513d9 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Pushing event deleted for resources: {'Port': ['ID=4a576671-a1f8-4ff5-9372-a4080930c578,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:43.963633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-8560a9a5-eec8-49b0-bd4b-3ed7572d2b2d admin admin] Deleting subnet 9e1dc1ba-3106-4367-b0ec-22a2dba7ea7a {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:52:43.967621 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8560a9a5-eec8-49b0-bd4b-3ed7572d2b2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:43.988255 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-fe205e6f-e191-44de-a0c2-2c767d7bab3b tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Unset dirty status for tenant:a8a78363b8fb42b4876ec2b40486fb93 on resource:subnet {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:52:43.993543 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fe205e6f-e191-44de-a0c2-2c767d7bab3b tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7307146 Mar 05 13:52:43.995104 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=4e145c00-0024-46ef-a1f4-10001a8bc00c,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:44.006368 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f8b5661a-ae52-47d4-b3d0-abc7d6df9662 None None] Provisioning for port 0d02da52-c8cf-4bf9-8082-cabbdf68d7c9 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:52:44.018824 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f8b5661a-ae52-47d4-b3d0-abc7d6df9662 None None] Provisioning complete for port 0d02da52-c8cf-4bf9-8082-cabbdf68d7c9 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:52:44.019064 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f8b5661a-ae52-47d4-b3d0-abc7d6df9662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:44.052039 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:44.067293 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8560a9a5-eec8-49b0-bd4b-3ed7572d2b2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:44.084539 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37324) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:44.109256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-f8b5661a-ae52-47d4-b3d0-abc7d6df9662 None None] Port 0d02da52-c8cf-4bf9-8082-cabbdf68d7c9 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:52:44.114589 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f8b5661a-ae52-47d4-b3d0-abc7d6df9662 None None] Could not find standard attr ID for object 4a576671-a1f8-4ff5-9372-a4080930c578. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 13:52:44.116207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-30021ed5-63f0-4879-a0b9-6f178ba83474 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-95423855'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:44.126679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-30021ed5-63f0-4879-a0b9-6f178ba83474 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:44.144370 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f8b5661a-ae52-47d4-b3d0-abc7d6df9662 None None] Provisioning complete for port 4e145c00-0024-46ef-a1f4-10001a8bc00c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:52:44.144656 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f8b5661a-ae52-47d4-b3d0-abc7d6df9662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:44.157113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-30021ed5-63f0-4879-a0b9-6f178ba83474 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Usage tracker for resource:network and tenant:a8a78363b8fb42b4876ec2b40486fb93 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:44.161837 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-30021ed5-63f0-4879-a0b9-6f178ba83474 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:44.211548 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-30021ed5-63f0-4879-a0b9-6f178ba83474 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:44.259829 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30021ed5-63f0-4879-a0b9-6f178ba83474 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Made reservation on behalf of a8a78363b8fb42b4876ec2b40486fb93 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:44.267150 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-30021ed5-63f0-4879-a0b9-6f178ba83474 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:44.305878 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8560a9a5-eec8-49b0-bd4b-3ed7572d2b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:44.338746 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d934bbdf-772d-4eb4-9655-caec110513d9 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:44.414411 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85fd4b56-3031-4f43-8446-046d09a87ea4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:44.536811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30021ed5-63f0-4879-a0b9-6f178ba83474 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:52:44.545301 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d934bbdf-772d-4eb4-9655-caec110513d9 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] 10.222.0.16 "DELETE /v2.0/ports/4a576671-a1f8-4ff5-9372-a4080930c578 HTTP/1.1" status: 204 len: 168 time: 3.3099496 Mar 05 13:52:44.568151 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37328) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:44.575594 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-c53d1dc6-a2ea-4153-9dc1-b2771340ef63 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Request body: {'port': {'name': 'tempest-new-port-name-1168109163', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:44.576566 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.api.validators [None req-c53d1dc6-a2ea-4153-9dc1-b2771340ef63 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] bootfile-name is not in valid_values {{(pid=87914) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 05 13:52:44.576907 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.api.validators [None req-c53d1dc6-a2ea-4153-9dc1-b2771340ef63 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] tftp-server is not in valid_values {{(pid=87914) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 05 13:52:44.577233 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.api.validators [None req-c53d1dc6-a2ea-4153-9dc1-b2771340ef63 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] server-ip-address is not in valid_values {{(pid=87914) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 05 13:52:44.584948 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-100faefd-8a21-4045-aabb-981e961370ed req-e8b2c552-706c-4033-84ea-303c97acdab0 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:44.654702 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-30021ed5-63f0-4879-a0b9-6f178ba83474 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:44.655094 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-30021ed5-63f0-4879-a0b9-6f178ba83474 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Added segment cf6663e5-cf06-4011-b0c2-38c838d859cc of type vlan for network b300c5f7-3771-4d56-a8e9-fda59f3b5993 Mar 05 13:52:44.755051 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-30021ed5-63f0-4879-a0b9-6f178ba83474 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:44.778705 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2c552-706c-4033-84ea-303c97acdab0 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Pushing event deleted for resources: {'Port': ['ID=0c192209-aa84-4da5-bbd2-f2eb8e1c94a8,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:44.855609 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8560a9a5-eec8-49b0-bd4b-3ed7572d2b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:44.857576 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-100faefd-8a21-4045-aabb-981e961370ed req-e8b2c552-706c-4033-84ea-303c97acdab0 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] No DVR routers for this DVR port 0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 on host n-h1-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:52:44.857914 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-101db2e7-0ab0-4e75-a1f7-ab306bc2bbe5 None None] Provisioning complete for port 0d02da52-c8cf-4bf9-8082-cabbdf68d7c9 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:52:44.858424 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-101db2e7-0ab0-4e75-a1f7-ab306bc2bbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:44.861020 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-100faefd-8a21-4045-aabb-981e961370ed req-e8b2c552-706c-4033-84ea-303c97acdab0 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:44.865191 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e987b2c-95f2-455c-8978-225779a88c6d', 'name': 'network-vif-deleted', 'tag': '0c192209-aa84-4da5-bbd2-f2eb8e1c94a8'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:52:44.915551 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-100faefd-8a21-4045-aabb-981e961370ed req-e8b2c552-706c-4033-84ea-303c97acdab0 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "DELETE /v2.0/ports/0c192209-aa84-4da5-bbd2-f2eb8e1c94a8 HTTP/1.1" status: 204 len: 173 time: 2.5780241 Mar 05 13:52:44.933602 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-101db2e7-0ab0-4e75-a1f7-ab306bc2bbe5 None None] Port 0d02da52-c8cf-4bf9-8082-cabbdf68d7c9 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:52:44.936795 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device c163da1f-b91e-4f55-86e4-8fc4a4e44a3c up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:52:44.942227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed643b0e-b693-4007-94f8-fc5cf7f1ce61 req-cdf99139-8f91-4147-8c38-49c1c0a5d22c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:44.947041 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-30021ed5-63f0-4879-a0b9-6f178ba83474 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:44.951301 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ed643b0e-b693-4007-94f8-fc5cf7f1ce61 req-cdf99139-8f91-4147-8c38-49c1c0a5d22c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 946 time: 0.7375729 Mar 05 13:52:44.952771 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30021ed5-63f0-4879-a0b9-6f178ba83474 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:44.953255 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-30021ed5-63f0-4879-a0b9-6f178ba83474 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:45.016964 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-101db2e7-0ab0-4e75-a1f7-ab306bc2bbe5 None None] Could not find standard attr ID for object 4a576671-a1f8-4ff5-9372-a4080930c578. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 13:52:45.050065 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ed643b0e-b693-4007-94f8-fc5cf7f1ce61 req-f6f9dc1c-ecb9-405f-8902-79bc66d3f58b tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979421 Mar 05 13:52:45.050999 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560a9a5-eec8-49b0-bd4b-3ed7572d2b2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e1dc1ba-3106-4367-b0ec-22a2dba7ea7a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:45.053722 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8560a9a5-eec8-49b0-bd4b-3ed7572d2b2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:45.070030 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8560a9a5-eec8-49b0-bd4b-3ed7572d2b2d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9e1dc1ba-3106-4367-b0ec-22a2dba7ea7a HTTP/1.1" status: 204 len: 168 time: 1.2469716 Mar 05 13:52:45.074747 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c53d1dc6-a2ea-4153-9dc1-b2771340ef63 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:45.105353 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37340) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:45.172525 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:52:45.173299 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:45.248406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-85fd4b56-3031-4f43-8446-046d09a87ea4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Allocated IP 172.25.4.146 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/33bb9af0-fced-4fca-92c5-c15331247336) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:52:45.323334 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-30021ed5-63f0-4879-a0b9-6f178ba83474 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2249725 Mar 05 13:52:45.334088 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37358) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:45.343687 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-da19a4f4-46fc-45c5-8c42-bc3cc6b93321 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:45.526629 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:45.662482 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:45.719182 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fba67fc-509c-4fb0-b931-24ce7a1b902e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c163da1f-b91e-4f55-86e4-8fc4a4e44a3c'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:52:45.745440 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:45.754410 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:45.785125 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-da19a4f4-46fc-45c5-8c42-bc3cc6b93321 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:45.810617 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-da19a4f4-46fc-45c5-8c42-bc3cc6b93321 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:45.845873 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735cbe2b-0d0f-4434-9ccd-fa4bfe105bff None None] Network 09294de7-c217-48ed-9ec4-05e69c87e0b0 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:52:45.887183 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:45.920306 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877dfdf9-135c-45c4-8662-fc50ba202e53']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:45.939568 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84605fae-12c1-4fe2-90b8-bc48651053d6') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:45.940735 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84605fae-12c1-4fe2-90b8-bc48651053d6') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:45.946891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-da19a4f4-46fc-45c5-8c42-bc3cc6b93321 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Network b300c5f7-3771-4d56-a8e9-fda59f3b5993 is not hosted by any dhcp agent {{(pid=87913) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 05 13:52:45.958345 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:45.965030 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da19a4f4-46fc-45c5-8c42-bc3cc6b93321 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:45.965672 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-da19a4f4-46fc-45c5-8c42-bc3cc6b93321 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:45.967033 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-da19a4f4-46fc-45c5-8c42-bc3cc6b93321 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "PUT /v2.0/networks/b300c5f7-3771-4d56-a8e9-fda59f3b5993 HTTP/1.1" status: 200 len: 723 time: 0.6320255 Mar 05 13:52:45.969905 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37366) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:45.977458 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-2519c743-b8f0-4b7f-b240-7b516c85b5af tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Request body: {'subnet': {'network_id': 'b300c5f7-3771-4d56-a8e9-fda59f3b5993', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:46.043326 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30021ed5-63f0-4879-a0b9-6f178ba83474 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'Network': ['ID=b300c5f7-3771-4d56-a8e9-fda59f3b5993,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:46.081147 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-67caa418-0c37-46b9-b9b9-768136429b5f None None] Provisioning for port 4add07b3-3d83-46a3-b134-b31309983241 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:52:46.104541 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c,revision_number=10']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:46.112820 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:46.119604 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network b300c5f7-3771-4d56-a8e9-fda59f3b5993 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:52:46.119974 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:52:46.120605 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:46.252831 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-cc26a60e-4e20-401e-9c7c-422889b0fd4b tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1547685252&fields=id&tenant_id=132ea0f858f9462ca01a646bf0fa44bb HTTP/1.1" status: 200 len: 267 time: 0.7714927 Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:52:46.304596 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:52:46.306734 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4e145c00-0024-46ef-a1f4-10001a8bc00c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:52:46.332470 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:46.343953 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19a4f4-46fc-45c5-8c42-bc3cc6b93321 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'Network': ['ID=b300c5f7-3771-4d56-a8e9-fda59f3b5993,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:46.376265 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network b300c5f7-3771-4d56-a8e9-fda59f3b5993 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:52:46.402408 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2519c743-b8f0-4b7f-b240-7b516c85b5af tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:46.419872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2519c743-b8f0-4b7f-b240-7b516c85b5af tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:46.435214 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:46.458404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] Pushing event deleted for resources: {'Network': ['ID=877dfdf9-135c-45c4-8662-fc50ba202e53,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:46.469751 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407d99e-d8bc-46e4-85ce-299dbf2ca8f1 req-519295b4-1cf3-4f29-8d13-fbb376f3daa0 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:46.472811 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2407d99e-d8bc-46e4-85ce-299dbf2ca8f1 req-519295b4-1cf3-4f29-8d13-fbb376f3daa0 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 946 time: 0.3970056 Mar 05 13:52:46.475912 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] 10.222.0.16 "DELETE /v2.0/networks/877dfdf9-135c-45c4-8662-fc50ba202e53 HTTP/1.1" status: 204 len: 168 time: 1.2618921 Mar 05 13:52:46.477512 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2519c743-b8f0-4b7f-b240-7b516c85b5af tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Made reservation on behalf of a8a78363b8fb42b4876ec2b40486fb93 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:46.482286 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2519c743-b8f0-4b7f-b240-7b516c85b5af tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:46.541898 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 4e145c00-0024-46ef-a1f4-10001a8bc00c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:52:46.542456 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:46.600487 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:46.601235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:46.601794 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:46.602517 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:46.603101 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:46.603656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:46.604199 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:46.604756 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:46.605305 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:46.605868 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:46.606409 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:46.606973 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39573913-6f2a-4d9c-a43e-3fd98e43844f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:46.709667 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2407d99e-d8bc-46e4-85ce-299dbf2ca8f1 req-22e75dbd-47b8-4edc-b801-9272ccc8d02f tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080948 Mar 05 13:52:46.754183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e6a0c-cece-47be-ae25-e41063f3eb30 req-512e82cc-74b3-4da2-bdbd-5c197e14e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:46.755817 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bd2e6a0c-cece-47be-ae25-e41063f3eb30 req-512e82cc-74b3-4da2-bdbd-5c197e14e006 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 1097 time: 0.5006285 Mar 05 13:52:46.845952 n-d-803718-1 neutron-server[87913]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9e987b2c-95f2-455c-8978-225779a88c6d', 'name': 'network-vif-deleted', 'tag': '0c192209-aa84-4da5-bbd2-f2eb8e1c94a8', 'status': 'failed', 'code': 422} returned with failed status Mar 05 13:52:46.920840 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37374) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:46.944696 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fba67fc-509c-4fb0-b931-24ce7a1b902e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c163da1f-b91e-4f55-86e4-8fc4a4e44a3c', 'code': 200} Mar 05 13:52:47.013667 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4add07b3-3d83-46a3-b134-b31309983241 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:52:47.043039 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-683a9335-f767-4f5f-9729-88a0f45dc38e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18a22bfe5de143feaabed420d739f048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1210706 Mar 05 13:52:47.043777 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37378) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:47.117313 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2519c743-b8f0-4b7f-b240-7b516c85b5af tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:47.202228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e6a0c-cece-47be-ae25-e41063f3eb30 req-4376e3a4-cf74-4292-9dde-86caece39f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:47.216538 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bd2e6a0c-cece-47be-ae25-e41063f3eb30 req-4376e3a4-cf74-4292-9dde-86caece39f8d service neutron] 10.222.0.15 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 912 time: 0.4008679 Mar 05 13:52:47.231934 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec34c75f-bd36-454d-b035-9bce306242bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:47.263870 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec34c75f-bd36-454d-b035-9bce306242bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:47.326402 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519c743-b8f0-4b7f-b240-7b516c85b5af tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'Subnet': ['ID=e9765e3c-648e-4d18-b8fc-67290a011ef8,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:47.336286 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec34c75f-bd36-454d-b035-9bce306242bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:47.356145 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 4add07b3-3d83-46a3-b134-b31309983241 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:52:47.363668 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 4add07b3-3d83-46a3-b134-b31309983241 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:52:47.364087 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:47.409304 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34c75f-bd36-454d-b035-9bce306242bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59dd91e-ffa4-407b-8714-f5637e850f1c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:47.415570 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefa47c0-9bf8-4d04-a062-4b559f4150a4 None None] Update dhcp port {'port': {'network_id': '09294de7-c217-48ed-9ec4-05e69c87e0b0', 'fixed_ips': [{'subnet_id': '929828f4-a189-4be7-b771-4c00d77f335f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f2492668-ccc8-4fe8-92e3-db66a55eab40'}], 'binding:host_id': 'n-d-803718-1'}, 'id': '4add07b3-3d83-46a3-b134-b31309983241'} from n-d-803718-1. {{(pid=87915) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 05 13:52:47.468359 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bd2e6a0c-cece-47be-ae25-e41063f3eb30 req-df69d87c-fb93-4c65-abf3-7f2a72eedf97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b852d257-e284-4921-9e1c-1731d07e7b99 HTTP/1.1" status: 200 len: 1000 time: 0.2088151 Mar 05 13:52:47.487684 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec34c75f-bd36-454d-b035-9bce306242bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:47.491759 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ec34c75f-bd36-454d-b035-9bce306242bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e59dd91e-ffa4-407b-8714-f5637e850f1c HTTP/1.1" status: 204 len: 168 time: 0.4375789 Mar 05 13:52:47.492807 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2519c743-b8f0-4b7f-b240-7b516c85b5af tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Checking segment: {'id': 'cf6663e5-cf06-4011-b0c2-38c838d859cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b300c5f7-3771-4d56-a8e9-fda59f3b5993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:52:47.493159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2519c743-b8f0-4b7f-b240-7b516c85b5af tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Network hostable DHCP agents. Network: b300c5f7-3771-4d56-a8e9-fda59f3b5993, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:52:47.504214 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aefa47c0-9bf8-4d04-a062-4b559f4150a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:47.520905 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fcf60-655d-438e-b847-ea9d37ea5f96 req-3a970cbf-7bc3-4035-b197-2f633401275a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:47.523160 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c0fcf60-655d-438e-b847-ea9d37ea5f96 req-3a970cbf-7bc3-4035-b197-2f633401275a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 946 time: 0.1898670 Mar 05 13:52:47.610905 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2519c743-b8f0-4b7f-b240-7b516c85b5af tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Network b300c5f7-3771-4d56-a8e9-fda59f3b5993 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:52:47.640236 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-2519c743-b8f0-4b7f-b240-7b516c85b5af tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, b300c5f7-3771-4d56-a8e9-fda59f3b5993) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:47.653378 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2519c743-b8f0-4b7f-b240-7b516c85b5af tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:47.657191 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2519c743-b8f0-4b7f-b240-7b516c85b5af tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672956'] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:47.689579 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c0fcf60-655d-438e-b847-ea9d37ea5f96 req-eb0c6c87-822a-43e9-a5b0-b8e3ca04d5af tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590898 Mar 05 13:52:47.719765 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2519c743-b8f0-4b7f-b240-7b516c85b5af tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7463145 Mar 05 13:52:47.720488 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37388) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:47.734267 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-9cf1bf11-f39c-4882-95cb-1edf2084ea75 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:47.759929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-0352cf9d-f563-444f-99b4-6c5ac4d23a30 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:47.764393 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-0352cf9d-f563-444f-99b4-6c5ac4d23a30 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/networks?id=63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa HTTP/1.1" status: 200 len: 810 time: 1.5096629 Mar 05 13:52:47.780150 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85fd4b56-3031-4f43-8446-046d09a87ea4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:47.803713 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-aefa47c0-9bf8-4d04-a062-4b559f4150a4 None None] Allocated IP 172.20.0.1 (09294de7-c217-48ed-9ec4-05e69c87e0b0/f2492668-ccc8-4fe8-92e3-db66a55eab40/4add07b3-3d83-46a3-b134-b31309983241) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:52:47.836697 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-ecb2b246-eee4-442a-9078-efb46ef891d1 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/quotas/132ea0f858f9462ca01a646bf0fa44bb HTTP/1.1" status: 200 len: 375 time: 0.0432069 Mar 05 13:52:48.015673 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-aefa47c0-9bf8-4d04-a062-4b559f4150a4 None None] For port 4add07b3-3d83-46a3-b134-b31309983241, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4add07b3-3d83-46a3-b134-b31309983241,segment=NetworkSegment(560f8839-3167-47ee-a7e3-7259e6d031a4),segment_id=560f8839-3167-47ee-a7e3-7259e6d031a4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:48.028133 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e6a0c-cece-47be-ae25-e41063f3eb30 req-cec2b51c-8e79-4a10-b7bb-0fe9dd078240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:48.037427 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bd2e6a0c-cece-47be-ae25-e41063f3eb30 req-cec2b51c-8e79-4a10-b7bb-0fe9dd078240 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.3606741 Mar 05 13:52:48.044024 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aefa47c0-9bf8-4d04-a062-4b559f4150a4 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:48.061342 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-aefa47c0-9bf8-4d04-a062-4b559f4150a4 None None] Transition to ACTIVE for port object 4add07b3-3d83-46a3-b134-b31309983241 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:52:48.091763 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6d0b64-5be9-4632-95b7-3459e70088ae None None] Network b300c5f7-3771-4d56-a8e9-fda59f3b5993 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:52:48.105901 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c53d1dc6-a2ea-4153-9dc1-b2771340ef63 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:48.112485 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aefa47c0-9bf8-4d04-a062-4b559f4150a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:48.225548 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-66e21eaa-0aab-4585-8bf5-c36cd49167c8 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:48.227118 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-66e21eaa-0aab-4585-8bf5-c36cd49167c8 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/networks?id=fea5c273-e4ab-46b7-85df-ca04090e1441 HTTP/1.1" status: 200 len: 812 time: 0.2911632 Mar 05 13:52:48.254191 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c53d1dc6-a2ea-4153-9dc1-b2771340ef63 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:48.261826 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-3d6eb148-3c1d-4876-8903-d173187afd63 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/quotas/79f8ba46919a411c91f03c872b2a9ca1 HTTP/1.1" status: 200 len: 375 time: 0.0237474 Mar 05 13:52:48.380900 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:48.413863 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85fd4b56-3031-4f43-8446-046d09a87ea4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:48.430256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa47c0-9bf8-4d04-a062-4b559f4150a4 None None] Pushing event updated for resources: {'Port': ['ID=4add07b3-3d83-46a3-b134-b31309983241,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:48.522210 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 4add07b3-3d83-46a3-b134-b31309983241, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4add07b3-3d83-46a3-b134-b31309983241,segment=NetworkSegment(560f8839-3167-47ee-a7e3-7259e6d031a4),segment_id=560f8839-3167-47ee-a7e3-7259e6d031a4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:48.542812 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:48.617964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-6800c07a-f513-47a5-9b6d-dd80a29f7e2e tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Synchronizing usage tracker for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:52:48.632614 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9cf1bf11-f39c-4882-95cb-1edf2084ea75 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2501068'] for subnet, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:48.713465 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fd4b56-3031-4f43-8446-046d09a87ea4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:52:48.717963 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-6800c07a-f513-47a5-9b6d-dd80a29f7e2e tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Unset dirty status for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:52:48.723525 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-6800c07a-f513-47a5-9b6d-dd80a29f7e2e tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=79f8ba46919a411c91f03c872b2a9ca1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4520802 Mar 05 13:52:48.778633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-85fd4b56-3031-4f43-8446-046d09a87ea4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:48.811609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fd4b56-3031-4f43-8446-046d09a87ea4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:52:48.855371 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb89007-ff84-4d4b-8e61-cc42f185ff80 req-f6fc1aea-dfe7-4c3b-9389-92644b969acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:48.857875 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bbb89007-ff84-4d4b-8e61-cc42f185ff80 req-f6fc1aea-dfe7-4c3b-9389-92644b969acc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 1097 time: 1.6158431 Mar 05 13:52:48.867716 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d1dc6-a2ea-4153-9dc1-b2771340ef63 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Pushing event updated for resources: {'Port': ['ID=0d02da52-c8cf-4bf9-8082-cabbdf68d7c9,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:48.961300 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=4add07b3-3d83-46a3-b134-b31309983241,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:48.981362 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4add07b3-3d83-46a3-b134-b31309983241 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:52:49.040330 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37426) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:49.053162 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-fca373eb-bd0e-4c79-b80d-885500a15285 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=132ea0f858f9462ca01a646bf0fa44bb&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2075906 Mar 05 13:52:49.054529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c53d1dc6-a2ea-4153-9dc1-b2771340ef63 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] In _notify_port_updated(), no bound segment for port 0d02da52-c8cf-4bf9-8082-cabbdf68d7c9 on network 0df727a1-515c-4713-8667-8467ee115042 {{(pid=87914) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 13:52:49.060378 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53d1dc6-a2ea-4153-9dc1-b2771340ef63 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:49.061131 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c53d1dc6-a2ea-4153-9dc1-b2771340ef63 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:49.062634 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c53d1dc6-a2ea-4153-9dc1-b2771340ef63 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] 10.222.0.16 "PUT /v2.0/ports/0d02da52-c8cf-4bf9-8082-cabbdf68d7c9 HTTP/1.1" status: 200 len: 1136 time: 4.4932628 Mar 05 13:52:49.073219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37430) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:49.123422 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bbb89007-ff84-4d4b-8e61-cc42f185ff80 req-5997371c-f19f-4832-a57e-c1c643448c38 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313476 Mar 05 13:52:49.185737 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd4b56-3031-4f43-8446-046d09a87ea4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event updated for resources: {'Port': ['ID=33bb9af0-fced-4fca-92c5-c15331247336,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:49.219780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e6a0c-cece-47be-ae25-e41063f3eb30 req-110263c9-1306-40ee-b9f3-6a9cea15aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:49.229209 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bd2e6a0c-cece-47be-ae25-e41063f3eb30 req-110263c9-1306-40ee-b9f3-6a9cea15aaae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0700984 Mar 05 13:52:49.290249 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85fd4b56-3031-4f43-8446-046d09a87ea4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:49.296249 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2cf861-4881-450f-b9b7-e1e7c5e9d453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-b300c5f7-3771-4d56-a8e9-fda59f3b5993', 'network_id': 'b300c5f7-3771-4d56-a8e9-fda59f3b5993', 'tenant_id': 'a8a78363b8fb42b4876ec2b40486fb93', 'fixed_ips': [{'subnet_id': 'e9765e3c-648e-4d18-b8fc-67290a011ef8'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:52:49.297091 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-df2cf861-4881-450f-b9b7-e1e7c5e9d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:49.370041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0999313a-d5be-4c61-996c-cfb7a1a70f67 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:49.371168 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0999313a-d5be-4c61-996c-cfb7a1a70f67 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Synchronizing usage tracker for tenant:f255b4bcd0c343c0ab43c77fc908d8f6 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:52:49.421232 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-662c9121-e1f6-492a-9a10-a0dd79a9f18e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-18490154-network', 'tenant_id': 'b58023a44fd94d918c7e27b8c7ad9656'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:49.434236 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-629cad1e-fc84-4912-b080-5eac8c785443 service neutron] 10.222.0.16 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6969926 Mar 05 13:52:49.522718 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-92d16d30-04b9-4efd-b389-9db6b5b7db00 None None] Provisioning complete for port 0d02da52-c8cf-4bf9-8082-cabbdf68d7c9 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:52:49.523301 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-92d16d30-04b9-4efd-b389-9db6b5b7db00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:49.599913 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-92d16d30-04b9-4efd-b389-9db6b5b7db00 None None] Port 0d02da52-c8cf-4bf9-8082-cabbdf68d7c9 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:52:49.640081 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598865ee-8dfa-43d5-b2ae-87ba3fb98993 None None] Network 09294de7-c217-48ed-9ec4-05e69c87e0b0 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:52:49.667077 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-ba901df9-5865-4e69-bf57-31d717ebf2b7 service neutron] 10.222.0.16 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273173 Mar 05 13:52:49.669115 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-662c9121-e1f6-492a-9a10-a0dd79a9f18e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:49.688585 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bd2e6a0c-cece-47be-ae25-e41063f3eb30 req-a1c840c2-d8c0-4e56-8c43-da7541c66ecd service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719096 Mar 05 13:52:49.713023 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-662c9121-e1f6-492a-9a10-a0dd79a9f18e admin admin] Usage tracker for resource:network and tenant:b58023a44fd94d918c7e27b8c7ad9656 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:49.725655 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-662c9121-e1f6-492a-9a10-a0dd79a9f18e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:49.760410 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-662c9121-e1f6-492a-9a10-a0dd79a9f18e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:49.786584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0999313a-d5be-4c61-996c-cfb7a1a70f67 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Unset dirty status for tenant:f255b4bcd0c343c0ab43c77fc908d8f6 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:52:49.788023 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0999313a-d5be-4c61-996c-cfb7a1a70f67 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] 10.222.0.16 "GET /v2.0/ports/0d02da52-c8cf-4bf9-8082-cabbdf68d7c9 HTTP/1.1" status: 200 len: 1136 time: 0.6979473 Mar 05 13:52:49.791061 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9cf1bf11-f39c-4882-95cb-1edf2084ea75 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783025705957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2208405'] for subnet, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:49.801936 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662c9121-e1f6-492a-9a10-a0dd79a9f18e admin admin] Made reservation on behalf of b58023a44fd94d918c7e27b8c7ad9656 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:49.804421 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-662c9121-e1f6-492a-9a10-a0dd79a9f18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:49.817787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37438) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:49.821330 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0b1e9cab-a057-4370-a3ab-624d0fe2827d None None] Provisioning for port 4add07b3-3d83-46a3-b134-b31309983241 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:52:49.893012 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0b1e9cab-a057-4370-a3ab-624d0fe2827d None None] Provisioning complete for port 4add07b3-3d83-46a3-b134-b31309983241 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:52:49.893390 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0b1e9cab-a057-4370-a3ab-624d0fe2827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:49.923919 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-662c9121-e1f6-492a-9a10-a0dd79a9f18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:49.988261 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-662c9121-e1f6-492a-9a10-a0dd79a9f18e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:50.002063 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf1bf11-f39c-4882-95cb-1edf2084ea75 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:50.002877 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9cf1bf11-f39c-4882-95cb-1edf2084ea75 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:50.008311 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9cf1bf11-f39c-4882-95cb-1edf2084ea75 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "PUT /v2.0/subnets/e9765e3c-648e-4d18-b8fc-67290a011ef8 HTTP/1.1" status: 200 len: 826 time: 2.2860417 Mar 05 13:52:50.011788 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37446) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:50.016570 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-662c9121-e1f6-492a-9a10-a0dd79a9f18e admin admin] Usage tracker for resource:security_group_rule and tenant:b58023a44fd94d918c7e27b8c7ad9656 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:50.035537 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-662c9121-e1f6-492a-9a10-a0dd79a9f18e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:50.129364 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-df2cf861-4881-450f-b9b7-e1e7c5e9d453 None None] Allocated IP 2001:db8::2 (b300c5f7-3771-4d56-a8e9-fda59f3b5993/e9765e3c-648e-4d18-b8fc-67290a011ef8/0ebbc083-e997-4b72-8650-fbfce22eb269) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:52:50.192970 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85fd4b56-3031-4f43-8446-046d09a87ea4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:50.203778 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1bf11-f39c-4882-95cb-1edf2084ea75 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'Subnet': ['ID=e9765e3c-648e-4d18-b8fc-67290a011ef8,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:50.512845 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-03c6fafc-b2af-4f37-935e-6a470bdb7f3d tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Deleting port 0d02da52-c8cf-4bf9-8082-cabbdf68d7c9 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:52:50.513374 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03c6fafc-b2af-4f37-935e-6a470bdb7f3d tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:50.601447 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-662c9121-e1f6-492a-9a10-a0dd79a9f18e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:50.659655 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-df2cf861-4881-450f-b9b7-e1e7c5e9d453 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:50.705144 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-df2cf861-4881-450f-b9b7-e1e7c5e9d453 None None] Transition to ACTIVE for port object 0ebbc083-e997-4b72-8650-fbfce22eb269 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:52:50.735444 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4add07b3-3d83-46a3-b134-b31309983241 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:52:50.913097 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-df2cf861-4881-450f-b9b7-e1e7c5e9d453 None None] Transition to ACTIVE for port object 0ebbc083-e997-4b72-8650-fbfce22eb269 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:52:50.930356 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:50.934136 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85fd4b56-3031-4f43-8446-046d09a87ea4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:50.944811 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-662c9121-e1f6-492a-9a10-a0dd79a9f18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:50.958348 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-203ec47f-31b9-47d3-b43c-84ef40e0a9c5 service neutron] 10.222.0.16 "GET /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8807852 Mar 05 13:52:50.968174 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-df2cf861-4881-450f-b9b7-e1e7c5e9d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:50.969603 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-662c9121-e1f6-492a-9a10-a0dd79a9f18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:50.997373 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Deleting port 0ebbc083-e997-4b72-8650-fbfce22eb269 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:52:50.997819 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:51.057033 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d60a0d-ec43-4d02-a3e2-2df1840790c7 req-d1dfa929-51c3-49b4-b6d5-6d5f8adf7490 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:51.061910 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d0d60a0d-ec43-4d02-a3e2-2df1840790c7 req-d1dfa929-51c3-49b4-b6d5-6d5f8adf7490 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 946 time: 1.0490758 Mar 05 13:52:51.097146 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85fd4b56-3031-4f43-8446-046d09a87ea4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:51.110274 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2cf861-4881-450f-b9b7-e1e7c5e9d453 None None] Network b300c5f7-3771-4d56-a8e9-fda59f3b5993 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:52:51.135611 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cf861-4881-450f-b9b7-e1e7c5e9d453 None None] Pushing event updated for resources: {'Port': ['ID=0ebbc083-e997-4b72-8650-fbfce22eb269,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:51.137425 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-662c9121-e1f6-492a-9a10-a0dd79a9f18e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:52:51.141078 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-df2cf861-4881-450f-b9b7-e1e7c5e9d453 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:51.145187 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-18ab13b7-4a23-4ca9-be42-9e6981710d1d None None] Provisioning complete for port 4add07b3-3d83-46a3-b134-b31309983241 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:52:51.146023 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-18ab13b7-4a23-4ca9-be42-9e6981710d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:51.154675 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-662c9121-e1f6-492a-9a10-a0dd79a9f18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:51.155351 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-662c9121-e1f6-492a-9a10-a0dd79a9f18e admin admin] Added segment 5e218c26-6a85-4115-847e-df5d43d4c13f of type vlan for network 4fdf2a80-6dea-406d-a907-1e4ba58ff0ce Mar 05 13:52:51.263684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd4b56-3031-4f43-8446-046d09a87ea4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event updated for resources: {'Port': ['ID=33bb9af0-fced-4fca-92c5-c15331247336,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:51.294378 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bd2e6a0c-cece-47be-ae25-e41063f3eb30 req-dc661d4a-8cbc-49e3-8bd1-5a5609cf772f service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5748200 Mar 05 13:52:51.309269 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2cf861-4881-450f-b9b7-e1e7c5e9d453 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:52:51.365895 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 4add07b3-3d83-46a3-b134-b31309983241 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:52:51.366174 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:51.373715 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-662c9121-e1f6-492a-9a10-a0dd79a9f18e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:51.413536 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85fd4b56-3031-4f43-8446-046d09a87ea4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:51.449829 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d0d60a0d-ec43-4d02-a3e2-2df1840790c7 req-6204e236-e22a-4957-bdcf-eefa81c8d208 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3592944 Mar 05 13:52:51.496738 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-662c9121-e1f6-492a-9a10-a0dd79a9f18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:51.496958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-df2cf861-4881-450f-b9b7-e1e7c5e9d453 None None] Attempting to bind port 0ebbc083-e997-4b72-8650-fbfce22eb269 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:52:51.497050 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662c9121-e1f6-492a-9a10-a0dd79a9f18e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:51.497156 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-df2cf861-4881-450f-b9b7-e1e7c5e9d453 None None] Attempting to bind port 0ebbc083-e997-4b72-8650-fbfce22eb269 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'cf6663e5-cf06-4011-b0c2-38c838d859cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b300c5f7-3771-4d56-a8e9-fda59f3b5993'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:52:51.497264 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-662c9121-e1f6-492a-9a10-a0dd79a9f18e admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:51.497344 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2cf861-4881-450f-b9b7-e1e7c5e9d453 None None] Attempting to bind port 0ebbc083-e997-4b72-8650-fbfce22eb269 on network b300c5f7-3771-4d56-a8e9-fda59f3b5993 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:52:51.514680 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2cf861-4881-450f-b9b7-e1e7c5e9d453 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:52:51.515098 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2cf861-4881-450f-b9b7-e1e7c5e9d453 None None] Checking segment: {'id': 'cf6663e5-cf06-4011-b0c2-38c838d859cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b300c5f7-3771-4d56-a8e9-fda59f3b5993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:52:51.515500 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-df2cf861-4881-450f-b9b7-e1e7c5e9d453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:51.515952 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2cf861-4881-450f-b9b7-e1e7c5e9d453 None None] Bound using segment: {'id': 'cf6663e5-cf06-4011-b0c2-38c838d859cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b300c5f7-3771-4d56-a8e9-fda59f3b5993'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:52:51.516442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-df2cf861-4881-450f-b9b7-e1e7c5e9d453 None None] Bound port: 0ebbc083-e997-4b72-8650-fbfce22eb269, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6663e5-cf06-4011-b0c2-38c838d859cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b300c5f7-3771-4d56-a8e9-fda59f3b5993'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:52:51.516809 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-df2cf861-4881-450f-b9b7-e1e7c5e9d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:51.698025 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85fd4b56-3031-4f43-8446-046d09a87ea4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:51.699324 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-85fd4b56-3031-4f43-8446-046d09a87ea4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.1213717 Mar 05 13:52:51.717690 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c9121-e1f6-492a-9a10-a0dd79a9f18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db53d80-4560-4c59-a359-0429a2c9bac0,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:51.749133 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-662c9121-e1f6-492a-9a10-a0dd79a9f18e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7057579 Mar 05 13:52:51.756214 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37492) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:51.791095 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-df2cf861-4881-450f-b9b7-e1e7c5e9d453 None None] For port 0ebbc083-e997-4b72-8650-fbfce22eb269, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:52:51.794819 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-df2cf861-4881-450f-b9b7-e1e7c5e9d453 None None] For port 0ebbc083-e997-4b72-8650-fbfce22eb269, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0ebbc083-e997-4b72-8650-fbfce22eb269,segment=NetworkSegment(cf6663e5-cf06-4011-b0c2-38c838d859cc),segment_id=cf6663e5-cf06-4011-b0c2-38c838d859cc)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:52:51.812897 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-df2cf861-4881-450f-b9b7-e1e7c5e9d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:51.967755 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-cb4e31d6-fa64-42e0-9815-fe3a03ed99d0 admin admin] Request body: {'subnet': {'network_id': '4fdf2a80-6dea-406d-a907-1e4ba58ff0ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-18490154-subnet', 'tenant_id': 'b58023a44fd94d918c7e27b8c7ad9656', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:51.992020 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cf861-4881-450f-b9b7-e1e7c5e9d453 None None] Pushing event updated for resources: {'Port': ['ID=0ebbc083-e997-4b72-8650-fbfce22eb269,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:52.000054 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-cb4e31d6-fa64-42e0-9815-fe3a03ed99d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:52.008726 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cb4e31d6-fa64-42e0-9815-fe3a03ed99d0 admin admin] Usage tracker for resource:subnet and tenant:b58023a44fd94d918c7e27b8c7ad9656 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:52.011795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cb4e31d6-fa64-42e0-9815-fe3a03ed99d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:52.018470 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-cb4e31d6-fa64-42e0-9815-fe3a03ed99d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:52.040287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4e31d6-fa64-42e0-9815-fe3a03ed99d0 admin admin] Made reservation on behalf of b58023a44fd94d918c7e27b8c7ad9656 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:52.042616 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cb4e31d6-fa64-42e0-9815-fe3a03ed99d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:52.218390 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-07b1e404-3ecf-4fd6-81ce-4f47ef79dfe3 service neutron] 10.222.0.16 "GET /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1590521 Mar 05 13:52:52.302792 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03c6fafc-b2af-4f37-935e-6a470bdb7f3d tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:52.525673 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c9121-e1f6-492a-9a10-a0dd79a9f18e admin admin] Pushing event updated for resources: {'Network': ['ID=4fdf2a80-6dea-406d-a907-1e4ba58ff0ce,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:52.540498 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 4fdf2a80-6dea-406d-a907-1e4ba58ff0ce details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:52:52.805509 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0ebbc083-e997-4b72-8650-fbfce22eb269 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:52:52.868924 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] For port 0ebbc083-e997-4b72-8650-fbfce22eb269, host n-d-803718-1, got binding levels [] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:52.869319 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:52.938676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-03c6fafc-b2af-4f37-935e-6a470bdb7f3d tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Calling delete_port for 0d02da52-c8cf-4bf9-8082-cabbdf68d7c9 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:52:52.961194 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 0ebbc083-e997-4b72-8650-fbfce22eb269 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:52:52.976054 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cb4e31d6-fa64-42e0-9815-fe3a03ed99d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:53.048131 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e1dc23b2-3021-4662-a66a-40940861db53 req-6a904b44-2edb-498e-8d3d-59692953f6b6 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 210 time: 0.2714696 Mar 05 13:52:53.062342 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Calling delete_port for 0ebbc083-e997-4b72-8650-fbfce22eb269 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:52:53.144609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e31d6-fa64-42e0-9815-fe3a03ed99d0 admin admin] Checking segment: {'id': '5e218c26-6a85-4115-847e-df5d43d4c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4fdf2a80-6dea-406d-a907-1e4ba58ff0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:52:53.145602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4e31d6-fa64-42e0-9815-fe3a03ed99d0 admin admin] Network hostable DHCP agents. Network: 4fdf2a80-6dea-406d-a907-1e4ba58ff0ce, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:52:53.182416 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e31d6-fa64-42e0-9815-fe3a03ed99d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=241e4006-bc7a-4e17-b150-61146c23bc2f,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:53.207378 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4e31d6-fa64-42e0-9815-fe3a03ed99d0 admin admin] Network 4fdf2a80-6dea-406d-a907-1e4ba58ff0ce is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:52:53.231552 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-0f031d3c-5940-4430-b6d8-d8b0ea809886 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:53.233164 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-0f031d3c-5940-4430-b6d8-d8b0ea809886 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.30 "GET /v2.0/networks?id=fea5c273-e4ab-46b7-85df-ca04090e1441 HTTP/1.1" status: 200 len: 812 time: 1.3232343 Mar 05 13:52:53.259709 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f2f7a-6656-45d7-ac70-dc5f57e4cefa req-d8b10c39-c1a5-459e-acff-4055c3276724 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:53.270372 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-661f2f7a-6656-45d7-ac70-dc5f57e4cefa req-d8b10c39-c1a5-459e-acff-4055c3276724 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 946 time: 1.4716442 Mar 05 13:52:53.273593 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:52:53.274049 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:52:53.309573 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-cb4e31d6-fa64-42e0-9815-fe3a03ed99d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 4fdf2a80-6dea-406d-a907-1e4ba58ff0ce) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:53.320597 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12100256-a600-499b-baac-f4b9b7f27d34 None None] Network 4fdf2a80-6dea-406d-a907-1e4ba58ff0ce requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:52:53.327774 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e31d6-fa64-42e0-9815-fe3a03ed99d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:53.328519 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cb4e31d6-fa64-42e0-9815-fe3a03ed99d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:53.340312 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-be7a42aa-3145-47ef-a647-55a4019f92ec tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Request body: {'port': {'device_id': '2f728a6b-d33b-4066-9dbd-3547fda2afcb', 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441', 'admin_state_up': True, 'tenant_id': '79f8ba46919a411c91f03c872b2a9ca1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:53.397159 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cb4e31d6-fa64-42e0-9815-fe3a03ed99d0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4899085 Mar 05 13:52:53.419983 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03c6fafc-b2af-4f37-935e-6a470bdb7f3d tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:53.619628 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-368959e5-44a1-4077-b0e2-7b90f0a2814a tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Synchronizing usage tracker for tenant:6458262d05f2497586ebde1561a80c5d on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:52:53.660096 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6fafc-b2af-4f37-935e-6a470bdb7f3d tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Pushing event deleted for resources: {'Port': ['ID=0d02da52-c8cf-4bf9-8082-cabbdf68d7c9,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:53.677092 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-661f2f7a-6656-45d7-ac70-dc5f57e4cefa req-6a027aad-76a8-4ea1-b6e1-7ae56397fe6b tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4056323 Mar 05 13:52:53.789205 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Deleting port 0ebbc083-e997-4b72-8650-fbfce22eb269 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:52:53.789773 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:53.849957 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-be7a42aa-3145-47ef-a647-55a4019f92ec tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:53.867886 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c868114-c61f-4b68-8fc4-8de8808dc893 None None] Network 4fdf2a80-6dea-406d-a907-1e4ba58ff0ce requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:52:53.922022 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03c6fafc-b2af-4f37-935e-6a470bdb7f3d tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:53.925071 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-03c6fafc-b2af-4f37-935e-6a470bdb7f3d tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] 10.222.0.16 "DELETE /v2.0/ports/0d02da52-c8cf-4bf9-8082-cabbdf68d7c9 HTTP/1.1" status: 204 len: 168 time: 4.0961347 Mar 05 13:52:53.936783 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37524) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:53.943911 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac5c019-1638-4456-beb0-b3eb44528ca0 None None] Network b300c5f7-3771-4d56-a8e9-fda59f3b5993 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:52:53.950500 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-368959e5-44a1-4077-b0e2-7b90f0a2814a tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Unset dirty status for tenant:6458262d05f2497586ebde1561a80c5d on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:52:53.951686 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-368959e5-44a1-4077-b0e2-7b90f0a2814a tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1880374976&fields=id&tenant_id=6458262d05f2497586ebde1561a80c5d HTTP/1.1" status: 200 len: 267 time: 0.6826870 Mar 05 13:52:54.053928 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4b7599ff-8d97-4ef2-90e1-e7f82e18b55e None None] Provisioning for port 0ebbc083-e997-4b72-8650-fbfce22eb269 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:52:54.092253 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-64eddf63-4712-46b4-8eb6-0cacb45df293 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Deleting subnet 7b0ef414-fe5f-4d4d-ae16-a21d751cc74c {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:52:54.101525 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-64eddf63-4712-46b4-8eb6-0cacb45df293 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:54.159686 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4b7599ff-8d97-4ef2-90e1-e7f82e18b55e None None] Provisioning complete for port 0ebbc083-e997-4b72-8650-fbfce22eb269 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:52:54.160054 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4b7599ff-8d97-4ef2-90e1-e7f82e18b55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:54.180341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] For port 0ebbc083-e997-4b72-8650-fbfce22eb269, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0ebbc083-e997-4b72-8650-fbfce22eb269,segment=NetworkSegment(cf6663e5-cf06-4011-b0c2-38c838d859cc),segment_id=cf6663e5-cf06-4011-b0c2-38c838d859cc)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:54.180821 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:54.262174 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-64eddf63-4712-46b4-8eb6-0cacb45df293 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:54.319686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Calling delete_port for 0ebbc083-e997-4b72-8650-fbfce22eb269 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:52:54.367262 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-83d336a2-4183-4767-b502-a3a68e7c55fc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:54.377225 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-83d336a2-4183-4767-b502-a3a68e7c55fc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/networks?id=175f72fb-87d4-4d09-877c-e76b741da2ad HTTP/1.1" status: 200 len: 815 time: 0.3802023 Mar 05 13:52:54.478808 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-942bca58-8f52-408e-b568-70789fcf8b4c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/quotas/6458262d05f2497586ebde1561a80c5d HTTP/1.1" status: 200 len: 375 time: 0.1001139 Mar 05 13:52:54.631413 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-be7a42aa-3145-47ef-a647-55a4019f92ec tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:54.681975 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-598fee6c-a6fb-4372-94f8-08b02106625b req-89b37d72-2d7e-4ea0-8714-81cc94e03696 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Synchronizing usage tracker for tenant:132ea0f858f9462ca01a646bf0fa44bb on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:52:54.684610 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:54.721716 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4b7599ff-8d97-4ef2-90e1-e7f82e18b55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:54.755444 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Port': ['ID=0ebbc083-e997-4b72-8650-fbfce22eb269,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:54.787886 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-64eddf63-4712-46b4-8eb6-0cacb45df293 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:54.813090 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-be7a42aa-3145-47ef-a647-55a4019f92ec tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Made reservation on behalf of 79f8ba46919a411c91f03c872b2a9ca1 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:54.817729 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-be7a42aa-3145-47ef-a647-55a4019f92ec tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:54.867473 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:54.867799 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:54.868135 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:54.868467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:54.868932 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:54.869263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:54.869582 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:54.869904 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:54.870358 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:54.870677 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:54.871538 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:54.871880 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:52:54.875719 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-598fee6c-a6fb-4372-94f8-08b02106625b req-89b37d72-2d7e-4ea0-8714-81cc94e03696 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Unset dirty status for tenant:132ea0f858f9462ca01a646bf0fa44bb on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:52:54.889585 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-598fee6c-a6fb-4372-94f8-08b02106625b req-89b37d72-2d7e-4ea0-8714-81cc94e03696 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e8d2e5-43e7-412d-8ea8-612a61f21e38 HTTP/1.1" status: 200 len: 210 time: 0.2556403 Mar 05 13:52:54.900297 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-6c0115f2-b2ce-4060-a543-cc50ce88228c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6458262d05f2497586ebde1561a80c5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4203632 Mar 05 13:52:54.972797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-c3a0d980-b63e-44c6-9497-232a5a08e7a1 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:54.975063 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-c3a0d980-b63e-44c6-9497-232a5a08e7a1 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.15 "GET /v2.0/networks?id=63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa HTTP/1.1" status: 200 len: 810 time: 0.5910852 Mar 05 13:52:55.000715 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] No DVR routers for this DVR port 0ebbc083-e997-4b72-8650-fbfce22eb269 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:52:55.116999 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d874f853-73d0-409e-a530-63bc1a783cda None None] Network b300c5f7-3771-4d56-a8e9-fda59f3b5993 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:52:55.185197 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-d56c95d4-368d-4cfc-80e8-0672db4d13cf tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=132ea0f858f9462ca01a646bf0fa44bb HTTP/1.1" status: 200 len: 380 time: 0.1900964 Mar 05 13:52:55.191900 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-42a9e532-98f2-41a3-890c-dfd3052357a7 service neutron] 10.222.0.16 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750218 Mar 05 13:52:55.198933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-4e77653f-a1fd-4cc5-8822-99cc2eb4328d tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Request body: {'port': {'device_id': 'b1e8d2e5-43e7-412d-8ea8-612a61f21e38', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'admin_state_up': True, 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'security_groups': ['2736db16-5408-47e3-bd81-8366e99b9b06']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:55.251605 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:55.350661 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-64eddf63-4712-46b4-8eb6-0cacb45df293 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:55.437657 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-be7a42aa-3145-47ef-a647-55a4019f92ec tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Allocated IP 172.20.0.9 (fea5c273-e4ab-46b7-85df-ca04090e1441/a5e6956c-ed3e-4331-80e6-bd294ce26155/47882cda-ea2b-4824-a18d-0a65b334ea72) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:52:55.508435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b379d-2fec-4cf2-ab2b-3df221723768 req-47e1fd0a-da9b-4655-8d30-1034d36b1160 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:55.515545 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-637b379d-2fec-4cf2-ab2b-3df221723768 req-47e1fd0a-da9b-4655-8d30-1034d36b1160 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 946 time: 0.3759947 Mar 05 13:52:55.547891 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:55.602537 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eddf63-4712-46b4-8eb6-0cacb45df293 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Pushing event deleted for resources: {'Subnet': ['ID=7b0ef414-fe5f-4d4d-ae16-a21d751cc74c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:55.607966 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-64eddf63-4712-46b4-8eb6-0cacb45df293 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:55.615416 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6438e9-c6ff-4f90-86d3-99b6fd676eba None None] Network 0df727a1-515c-4713-8667-8467ee115042 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:52:55.634675 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-64eddf63-4712-46b4-8eb6-0cacb45df293 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] 10.222.0.16 "DELETE /v2.0/subnets/7b0ef414-fe5f-4d4d-ae16-a21d751cc74c HTTP/1.1" status: 204 len: 168 time: 1.6963761 Mar 05 13:52:55.651654 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37532) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:55.790105 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-897ced9f-cc77-41f5-8132-2d08fe1d3953 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:55.840141 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-b5dfd92d-2590-45ed-a218-ed8c54abe4f8 service neutron] 10.222.0.16 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6131623 Mar 05 13:52:55.841131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-4e77653f-a1fd-4cc5-8822-99cc2eb4328d tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:55.854496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-897ced9f-cc77-41f5-8132-2d08fe1d3953 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Deleting port 4e145c00-0024-46ef-a1f4-10001a8bc00c {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:52:55.854858 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-897ced9f-cc77-41f5-8132-2d08fe1d3953 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:55.882062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-4e77653f-a1fd-4cc5-8822-99cc2eb4328d tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:56.018694 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fc2f5f-2610-4bee-9404-463e9308e886 None None] DHCP port deletion for 0df727a1-515c-4713-8667-8467ee115042 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:52:56.024476 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-54fc2f5f-2610-4bee-9404-463e9308e886 None None] Deleting port 4e145c00-0024-46ef-a1f4-10001a8bc00c {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:52:56.024846 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-54fc2f5f-2610-4bee-9404-463e9308e886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:56.032804 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-be7a42aa-3145-47ef-a647-55a4019f92ec tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:56.145940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-897ced9f-cc77-41f5-8132-2d08fe1d3953 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] For port 4e145c00-0024-46ef-a1f4-10001a8bc00c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4e145c00-0024-46ef-a1f4-10001a8bc00c,segment=NetworkSegment(3b7fe1c9-6f34-4b60-99a9-5b162de4930c),segment_id=3b7fe1c9-6f34-4b60-99a9-5b162de4930c)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:56.146521 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-897ced9f-cc77-41f5-8132-2d08fe1d3953 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:56.197567 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Subnet': ['ID=e9765e3c-648e-4d18-b8fc-67290a011ef8,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:56.296157 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-637b379d-2fec-4cf2-ab2b-3df221723768 req-1a928a66-033c-4b02-a983-5e26989f1fc7 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7792768 Mar 05 13:52:56.337599 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-897ced9f-cc77-41f5-8132-2d08fe1d3953 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Calling delete_port for 4e145c00-0024-46ef-a1f4-10001a8bc00c owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:52:56.427272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-4e77653f-a1fd-4cc5-8822-99cc2eb4328d tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Made reservation on behalf of 132ea0f858f9462ca01a646bf0fa44bb for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:56.431618 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-4e77653f-a1fd-4cc5-8822-99cc2eb4328d tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:56.446087 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-897ced9f-cc77-41f5-8132-2d08fe1d3953 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:56.482461 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-54fc2f5f-2610-4bee-9404-463e9308e886 None None] For port 4e145c00-0024-46ef-a1f4-10001a8bc00c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4e145c00-0024-46ef-a1f4-10001a8bc00c,segment=NetworkSegment(3b7fe1c9-6f34-4b60-99a9-5b162de4930c),segment_id=3b7fe1c9-6f34-4b60-99a9-5b162de4930c)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:52:56.483120 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-54fc2f5f-2610-4bee-9404-463e9308e886 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:56.540320 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ced9f-cc77-41f5-8132-2d08fe1d3953 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Pushing event deleted for resources: {'Port': ['ID=4e145c00-0024-46ef-a1f4-10001a8bc00c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:56.543253 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4d09e5-ec40-4ed8-9043-2cb6616c5102 None None] Network b300c5f7-3771-4d56-a8e9-fda59f3b5993 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:52:56.621992 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-be7a42aa-3145-47ef-a647-55a4019f92ec tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:56.642733 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897ced9f-cc77-41f5-8132-2d08fe1d3953 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] No DVR routers for this DVR port 4e145c00-0024-46ef-a1f4-10001a8bc00c on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:52:56.740797 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:56.772000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-be7a42aa-3145-47ef-a647-55a4019f92ec tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Network fea5c273-e4ab-46b7-85df-ca04090e1441 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:52:56.784767 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-be7a42aa-3145-47ef-a647-55a4019f92ec tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:56.791806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-be7a42aa-3145-47ef-a647-55a4019f92ec tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:52:56.842177 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b300c5f7-3771-4d56-a8e9-fda59f3b5993']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:56.885777 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6663e5-cf06-4011-b0c2-38c838d859cc') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:56.886071 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6663e5-cf06-4011-b0c2-38c838d859cc') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:56.894446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a42aa-3145-47ef-a647-55a4019f92ec tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Pushing event updated for resources: {'Port': ['ID=47882cda-ea2b-4824-a18d-0a65b334ea72,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:56.917833 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:56.991005 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-be7a42aa-3145-47ef-a647-55a4019f92ec tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:56.991005 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-be7a42aa-3145-47ef-a647-55a4019f92ec tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:56.991005 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:56.991481 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4e145c00-0024-46ef-a1f4-10001a8bc00c no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:52:56.991569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c7762-43aa-4fd5-83e0-d8699741bb27 req-b1155482-260a-4d9b-83f4-c36f184ea38c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:56.991569 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c06c7762-43aa-4fd5-83e0-d8699741bb27 req-b1155482-260a-4d9b-83f4-c36f184ea38c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 931 time: 0.4787571 Mar 05 13:52:56.991569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:52:56.991569 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:52:57.028571 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:52:57.131746 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-54fc2f5f-2610-4bee-9404-463e9308e886 None None] Calling delete_port for 4e145c00-0024-46ef-a1f4-10001a8bc00c owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:52:57.179203 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-897ced9f-cc77-41f5-8132-2d08fe1d3953 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:57.224381 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c06c7762-43aa-4fd5-83e0-d8699741bb27 req-e36da5b6-53b2-4d65-9e4e-f5d9d7d48fd2 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544502 Mar 05 13:52:57.226975 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-be7a42aa-3145-47ef-a647-55a4019f92ec tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9521427 Mar 05 13:52:57.230899 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:57.251323 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:57.259321 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-01fb930a-896d-4e4f-9eca-17b2fdfb24ce service neutron] Request body: {'port': {'device_id': '2f728a6b-d33b-4066-9dbd-3547fda2afcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:57.277969 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 4e145c00-0024-46ef-a1f4-10001a8bc00c {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:52:57.278507 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4e145c00-0024-46ef-a1f4-10001a8bc00c not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:52:57.291361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-897ced9f-cc77-41f5-8132-2d08fe1d3953 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df727a1-515c-4713-8667-8467ee115042']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:57.311235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Network': ['ID=b300c5f7-3771-4d56-a8e9-fda59f3b5993,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:57.317285 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d503a0ef-7bf6-4b35-a18d-917307188e8c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/networks/b300c5f7-3771-4d56-a8e9-fda59f3b5993 HTTP/1.1" status: 204 len: 168 time: 7.2870486 Mar 05 13:52:57.320885 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37564) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:57.335388 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-897ced9f-cc77-41f5-8132-2d08fe1d3953 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7fe1c9-6f34-4b60-99a9-5b162de4930c') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:57.335709 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-897ced9f-cc77-41f5-8132-2d08fe1d3953 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7fe1c9-6f34-4b60-99a9-5b162de4930c') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:52:57.374268 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-897ced9f-cc77-41f5-8132-2d08fe1d3953 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:57.393422 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5de00b-b193-4725-8fa3-ff970aaa49ee tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] DELETE failed (client error): The resource could not be found. Mar 05 13:52:57.393867 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae5de00b-b193-4725-8fa3-ff970aaa49ee tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:52:57.395730 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ae5de00b-b193-4725-8fa3-ff970aaa49ee tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/networks/b300c5f7-3771-4d56-a8e9-fda59f3b5993 HTTP/1.1" status: 404 len: 339 time: 0.0737944 Mar 05 13:52:57.400534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37568) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:57.409803 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a007445-ba91-4bea-8be1-08841c2d697e req-15626f52-8f62-4e02-b34e-0a9f9c67fc1a tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:57.426229 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a007445-ba91-4bea-8be1-08841c2d697e req-15626f52-8f62-4e02-b34e-0a9f9c67fc1a tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/networks?id=4fdf2a80-6dea-406d-a907-1e4ba58ff0ce HTTP/1.1" status: 200 len: 811 time: 0.7754002 Mar 05 13:52:57.458837 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a007445-ba91-4bea-8be1-08841c2d697e req-fc29915d-cdf9-4b98-a311-70bcec39d887 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/quotas/b58023a44fd94d918c7e27b8c7ad9656 HTTP/1.1" status: 200 len: 375 time: 0.0313518 Mar 05 13:52:57.469789 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-4e5c6866-2058-4b78-bca2-308c9b980450 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1724396888', 'description': 'd1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:57.501917 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-4e77653f-a1fd-4cc5-8822-99cc2eb4328d tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Allocated IP 172.20.0.5 (63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa/b1aa35db-56b3-4082-9281-daf61ed75a84/af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:52:57.523961 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-01fb930a-896d-4e4f-9eca-17b2fdfb24ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.543740 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.547715 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.547715 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.547715 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.547715 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.547715 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.547715 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.547715 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.547715 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.547715 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.547715 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.547715 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.547715 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.547715 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:52:57.547715 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 13:52:57.559823 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a007445-ba91-4bea-8be1-08841c2d697e req-d4aa3ae7-0fd3-47e9-b200-343abaab6163 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b58023a44fd94d918c7e27b8c7ad9656&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890684 Mar 05 13:52:57.561255 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-54fc2f5f-2610-4bee-9404-463e9308e886 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:52:57.561773 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-54fc2f5f-2610-4bee-9404-463e9308e886 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:52:57.602472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4e5c6866-2058-4b78-bca2-308c9b980450 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:57.618354 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-897ced9f-cc77-41f5-8132-2d08fe1d3953 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:57.632898 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90582487-d34b-46b6-9d89-031f4c2651fe None None] DHCP port deletion for b300c5f7-3771-4d56-a8e9-fda59f3b5993 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:52:57.673104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897ced9f-cc77-41f5-8132-2d08fe1d3953 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:52:57.676218 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4e5c6866-2058-4b78-bca2-308c9b980450 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Usage tracker for resource:network and tenant:a8a78363b8fb42b4876ec2b40486fb93 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:52:57.679947 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-897ced9f-cc77-41f5-8132-2d08fe1d3953 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:57.689436 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4e5c6866-2058-4b78-bca2-308c9b980450 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:52:57.696794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4e5c6866-2058-4b78-bca2-308c9b980450 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:57.717764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5c6866-2058-4b78-bca2-308c9b980450 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Made reservation on behalf of a8a78363b8fb42b4876ec2b40486fb93 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:52:57.717976 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:52:57.723223 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6866-2058-4b78-bca2-308c9b980450 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:57.866332 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5c6866-2058-4b78-bca2-308c9b980450 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:52:57.949157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a278a-435b-4a23-9643-d24760fe6528 req-cc60abce-e7f7-43bd-8b0e-78c12d41639c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:57.950723 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-139a278a-435b-4a23-9643-d24760fe6528 req-cc60abce-e7f7-43bd-8b0e-78c12d41639c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 946 time: 0.4764545 Mar 05 13:52:57.955767 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6866-2058-4b78-bca2-308c9b980450 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:57.956244 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-4e5c6866-2058-4b78-bca2-308c9b980450 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Added segment a6859488-07e5-4391-8705-5007fabcb6ba of type vlan for network 4a232cf1-4be0-4fa4-86ec-53f99928238f Mar 05 13:52:58.063795 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-54fc2f5f-2610-4bee-9404-463e9308e886 None None] Deleting port 4e145c00-0024-46ef-a1f4-10001a8bc00c {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:52:58.064757 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-54fc2f5f-2610-4bee-9404-463e9308e886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:58.069618 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-897ced9f-cc77-41f5-8132-2d08fe1d3953 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:58.105774 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-897ced9f-cc77-41f5-8132-2d08fe1d3953 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:58.110085 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-139a278a-435b-4a23-9643-d24760fe6528 req-88393bd4-aaaa-4411-aad5-6fd5980c7e22 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502738 Mar 05 13:52:58.122646 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6866-2058-4b78-bca2-308c9b980450 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:58.166380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ced9f-cc77-41f5-8132-2d08fe1d3953 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] Pushing event deleted for resources: {'Network': ['ID=0df727a1-515c-4713-8667-8467ee115042,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:58.184325 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-897ced9f-cc77-41f5-8132-2d08fe1d3953 tempest-ExtraDHCPOptionsTestJSON-2102261517 tempest-ExtraDHCPOptionsTestJSON-2102261517-project] 10.222.0.16 "DELETE /v2.0/networks/0df727a1-515c-4713-8667-8467ee115042 HTTP/1.1" status: 204 len: 168 time: 2.5313466 Mar 05 13:52:58.185686 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-54fc2f5f-2610-4bee-9404-463e9308e886 None None] The port '4e145c00-0024-46ef-a1f4-10001a8bc00c' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:52:58.235200 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6866-2058-4b78-bca2-308c9b980450 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:58.243675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5c6866-2058-4b78-bca2-308c9b980450 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:58.244316 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6866-2058-4b78-bca2-308c9b980450 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:58.328310 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a007445-ba91-4bea-8be1-08841c2d697e req-8c480513-83c4-4e6c-8d99-bf5d04afc93b service neutron] 10.222.0.16 "GET /v2.0/networks/4fdf2a80-6dea-406d-a907-1e4ba58ff0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7693071 Mar 05 13:52:58.590395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37578) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:58.607752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0ebbc083-e997-4b72-8650-fbfce22eb269 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:52:58.708448 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 0ebbc083-e997-4b72-8650-fbfce22eb269 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:52:58.710741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0ebbc083-e997-4b72-8650-fbfce22eb269 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:52:58.762084 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-4e77653f-a1fd-4cc5-8822-99cc2eb4328d tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:58.783524 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:58.785431 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a007445-ba91-4bea-8be1-08841c2d697e req-6e312a5c-35a4-454f-bbf0-a0967026bb75 service neutron] 10.222.0.16 "GET /v2.0/networks/4fdf2a80-6dea-406d-a907-1e4ba58ff0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562027 Mar 05 13:52:58.813078 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5a7d1963-be2d-44f5-abab-4cf3a21c49e8 req-0107dfa0-f720-4c6c-932b-01d0c938c495 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e8d2e5-43e7-412d-8ea8-612a61f21e38 HTTP/1.1" status: 200 len: 210 time: 0.4803312 Mar 05 13:52:58.849353 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4e5c6866-2058-4b78-bca2-308c9b980450 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4474621 Mar 05 13:52:58.872563 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37584) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:58.882150 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c6866-2058-4b78-bca2-308c9b980450 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'Network': ['ID=4a232cf1-4be0-4fa4-86ec-53f99928238f,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:58.896975 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-54846587-fc0e-418c-8324-6d69f3665077 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:58.898456 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-54846587-fc0e-418c-8324-6d69f3665077 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.30 "GET /v2.0/networks?id=175f72fb-87d4-4d09-877c-e76b741da2ad HTTP/1.1" status: 200 len: 815 time: 0.3593931 Mar 05 13:52:58.904398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 4a232cf1-4be0-4fa4-86ec-53f99928238f details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:52:58.961700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-4e77653f-a1fd-4cc5-8822-99cc2eb4328d tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Transition to ACTIVE for port object af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:52:58.989244 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-01fb930a-896d-4e4f-9eca-17b2fdfb24ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47882cda-ea2b-4824-a18d-0a65b334ea72 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:52:59.035513 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-01fb930a-896d-4e4f-9eca-17b2fdfb24ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:59.083634 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-a61f49ea-8be5-4db1-8254-edaf1b2aa93b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6458262d05f2497586ebde1561a80c5d HTTP/1.1" status: 200 len: 380 time: 0.1627989 Mar 05 13:52:59.089296 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-27f4b10c-d6f8-4b6e-a4b8-b29d126c677a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f255b4bcd0c343c0ab43c77fc908d8f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4924035 Mar 05 13:52:59.094258 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-477e99c5-1ecb-4277-9a87-07fe798232ae tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Request body: {'port': {'device_id': '8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'admin_state_up': True, 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'security_groups': ['9a112574-275c-45ff-8876-eb16dcbbda8b']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:59.156633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37592) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:59.158906 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-e8ea12be-99d9-4b6e-903a-e8f290fd9b74 req-11af713e-94ce-4e92-97fe-210b457e0152 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Synchronizing usage tracker for tenant:6458262d05f2497586ebde1561a80c5d on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:52:59.183888 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:59.237311 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-01fb930a-896d-4e4f-9eca-17b2fdfb24ce service neutron] Transition to ACTIVE for port object 47882cda-ea2b-4824-a18d-0a65b334ea72 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:52:59.254351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca21c65-1f89-45e6-92c5-93db34a12b71 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:59.255012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2ca21c65-1f89-45e6-92c5-93db34a12b71 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Synchronizing usage tracker for tenant:a8a78363b8fb42b4876ec2b40486fb93 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:52:59.267108 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-01fb930a-896d-4e4f-9eca-17b2fdfb24ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:59.348744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-477e99c5-1ecb-4277-9a87-07fe798232ae tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:52:59.375992 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-477e99c5-1ecb-4277-9a87-07fe798232ae tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:52:59.400371 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-477e99c5-1ecb-4277-9a87-07fe798232ae tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Made reservation on behalf of 6458262d05f2497586ebde1561a80c5d for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:52:59.404670 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-477e99c5-1ecb-4277-9a87-07fe798232ae tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:59.432280 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-4e77653f-a1fd-4cc5-8822-99cc2eb4328d tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:59.448666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-e8ea12be-99d9-4b6e-903a-e8f290fd9b74 req-11af713e-94ce-4e92-97fe-210b457e0152 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Unset dirty status for tenant:6458262d05f2497586ebde1561a80c5d on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:52:59.464011 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e8ea12be-99d9-4b6e-903a-e8f290fd9b74 req-11af713e-94ce-4e92-97fe-210b457e0152 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1 HTTP/1.1" status: 200 len: 210 time: 0.4216180 Mar 05 13:52:59.603351 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-55664f57-dd08-4b49-a8c5-9eb0b4acbcf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:59.619698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d491e-ed69-43a5-9552-c98bb6813f55 req-337d1219-32ea-44d9-a8f4-fe8716b4c59c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:59.620704 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a4d097bb-cc81-4ab3-ae26-81194340e808 req-81d8ac43-93f1-421e-8464-d7f336681187 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed1025e-b65d-46ee-9635-93d85ddc339a HTTP/1.1" status: 200 len: 210 time: 0.0837944 Mar 05 13:52:59.621648 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b4d491e-ed69-43a5-9552-c98bb6813f55 req-337d1219-32ea-44d9-a8f4-fe8716b4c59c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 943 time: 0.3257794 Mar 05 13:52:59.631790 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-4e77653f-a1fd-4cc5-8822-99cc2eb4328d tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Network 63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:52:59.651466 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-4e77653f-a1fd-4cc5-8822-99cc2eb4328d tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:52:59.654210 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-4e77653f-a1fd-4cc5-8822-99cc2eb4328d tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:52:59.684725 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2ca21c65-1f89-45e6-92c5-93db34a12b71 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Unset dirty status for tenant:a8a78363b8fb42b4876ec2b40486fb93 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:52:59.690605 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2ca21c65-1f89-45e6-92c5-93db34a12b71 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "GET /v2.0/networks?id=4a232cf1-4be0-4fa4-86ec-53f99928238f HTTP/1.1" status: 200 len: 765 time: 0.8167152 Mar 05 13:52:59.719250 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37604) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:52:59.725611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-0535cc3f-3716-4144-b691-1b7ef1737a4d tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Request body: {'network': {'description': 'd2'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:52:59.792211 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-4e77653f-a1fd-4cc5-8822-99cc2eb4328d tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:52:59.792912 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-4e77653f-a1fd-4cc5-8822-99cc2eb4328d tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:52:59.836538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77653f-a1fd-4cc5-8822-99cc2eb4328d tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Pushing event updated for resources: {'Port': ['ID=af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:52:59.927987 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b4d491e-ed69-43a5-9552-c98bb6813f55 req-e1430034-962f-47f7-9ab9-fba7f3fd1496 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945127 Mar 05 13:52:59.935386 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-4e77653f-a1fd-4cc5-8822-99cc2eb4328d tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7425187 Mar 05 13:52:59.975287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-10fc25cb-647c-4c97-b850-0482298d5506 service neutron] Request body: {'port': {'device_id': 'b1e8d2e5-43e7-412d-8ea8-612a61f21e38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:00.085127 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-17f4196c-c92a-476f-be62-dce7ff45d21e None None] Provisioning for port af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:00.091788 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-17f4196c-c92a-476f-be62-dce7ff45d21e None None] Provisioning complete for port af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:00.097783 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-17f4196c-c92a-476f-be62-dce7ff45d21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:00.131132 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-477e99c5-1ecb-4277-9a87-07fe798232ae tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Allocated IP 172.20.0.6 (175f72fb-87d4-4d09-877c-e76b741da2ad/c9349c82-1490-40bf-94d8-d6850b67eb95/0d887a07-d498-4a83-b189-cddbf3b0d011) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:53:00.202616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb930a-896d-4e4f-9eca-17b2fdfb24ce service neutron] Pushing event updated for resources: {'Port': ['ID=47882cda-ea2b-4824-a18d-0a65b334ea72,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:00.219204 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-10fc25cb-647c-4c97-b850-0482298d5506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:00.223688 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-17f4196c-c92a-476f-be62-dce7ff45d21e None None] Port af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:53:00.229284 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-55664f57-dd08-4b49-a8c5-9eb0b4acbcf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:00.304228 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-01fb930a-896d-4e4f-9eca-17b2fdfb24ce service neutron] Attempting to bind port 47882cda-ea2b-4824-a18d-0a65b334ea72 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:53:00.307208 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-01fb930a-896d-4e4f-9eca-17b2fdfb24ce service neutron] Attempting to bind port 47882cda-ea2b-4824-a18d-0a65b334ea72 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:53:00.307208 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-01fb930a-896d-4e4f-9eca-17b2fdfb24ce service neutron] Attempting to bind port 47882cda-ea2b-4824-a18d-0a65b334ea72 on network fea5c273-e4ab-46b7-85df-ca04090e1441 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:53:00.320398 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-01fb930a-896d-4e4f-9eca-17b2fdfb24ce service neutron] Port 47882cda-ea2b-4824-a18d-0a65b334ea72 on network fea5c273-e4ab-46b7-85df-ca04090e1441 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:53:00.320867 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-01fb930a-896d-4e4f-9eca-17b2fdfb24ce service neutron] Attempting to bind port 47882cda-ea2b-4824-a18d-0a65b334ea72 on network fea5c273-e4ab-46b7-85df-ca04090e1441 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:53:00.339771 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-01fb930a-896d-4e4f-9eca-17b2fdfb24ce service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:53:00.339771 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-01fb930a-896d-4e4f-9eca-17b2fdfb24ce service neutron] Checking segment: {'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:53:00.340760 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-01fb930a-896d-4e4f-9eca-17b2fdfb24ce service neutron] Bound using segment: {'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:53:00.340760 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-01fb930a-896d-4e4f-9eca-17b2fdfb24ce service neutron] Bound port: 47882cda-ea2b-4824-a18d-0a65b334ea72, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:53:00.341234 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-01fb930a-896d-4e4f-9eca-17b2fdfb24ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:00.451327 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-01fb930a-896d-4e4f-9eca-17b2fdfb24ce service neutron] For port 47882cda-ea2b-4824-a18d-0a65b334ea72, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:53:00.454817 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-01fb930a-896d-4e4f-9eca-17b2fdfb24ce service neutron] For port 47882cda-ea2b-4824-a18d-0a65b334ea72, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=47882cda-ea2b-4824-a18d-0a65b334ea72,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:53:00.466380 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0535cc3f-3716-4144-b691-1b7ef1737a4d tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:00.474166 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d386f2-b566-485e-b4ca-36a32500a1c6 req-eed36f7d-152e-4256-90e3-b5f649ab67b0 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:00.475056 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a6d386f2-b566-485e-b4ca-36a32500a1c6 req-eed36f7d-152e-4256-90e3-b5f649ab67b0 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Synchronizing usage tracker for tenant:132ea0f858f9462ca01a646bf0fa44bb on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:53:00.501294 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-01fb930a-896d-4e4f-9eca-17b2fdfb24ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:00.601025 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb930a-896d-4e4f-9eca-17b2fdfb24ce service neutron] Pushing event updated for resources: {'Port': ['ID=47882cda-ea2b-4824-a18d-0a65b334ea72,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:00.630074 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0535cc3f-3716-4144-b691-1b7ef1737a4d tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:00.766805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535cc3f-3716-4144-b691-1b7ef1737a4d tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'Network': ['ID=4a232cf1-4be0-4fa4-86ec-53f99928238f,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:00.769972 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-01fb930a-896d-4e4f-9eca-17b2fdfb24ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:00.770583 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-01fb930a-896d-4e4f-9eca-17b2fdfb24ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:00.771981 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-01fb930a-896d-4e4f-9eca-17b2fdfb24ce service neutron] 10.222.0.30 "PUT /v2.0/ports/47882cda-ea2b-4824-a18d-0a65b334ea72 HTTP/1.1" status: 200 len: 1091 time: 3.5177395 Mar 05 13:53:00.773724 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0535cc3f-3716-4144-b691-1b7ef1737a4d tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Network 4a232cf1-4be0-4fa4-86ec-53f99928238f is not hosted by any dhcp agent {{(pid=87913) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 05 13:53:00.780132 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 4a232cf1-4be0-4fa4-86ec-53f99928238f details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:53:00.781431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0535cc3f-3716-4144-b691-1b7ef1737a4d tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:00.782062 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0535cc3f-3716-4144-b691-1b7ef1737a4d tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:00.786121 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0535cc3f-3716-4144-b691-1b7ef1737a4d tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "PUT /v2.0/networks/4a232cf1-4be0-4fa4-86ec-53f99928238f HTTP/1.1" status: 200 len: 762 time: 1.0657158 Mar 05 13:53:00.786820 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f728a6b-d33b-4066-9dbd-3547fda2afcb', 'tag': '47882cda-ea2b-4824-a18d-0a65b334ea72'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:53:00.793807 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37616) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:00.833392 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82c530-e9ee-4a39-a010-5c0bda6db7c5 req-3691a834-1099-4ffc-a02e-3f6361375579 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:00.839522 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2a82c530-e9ee-4a39-a010-5c0bda6db7c5 req-3691a834-1099-4ffc-a02e-3f6361375579 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 946 time: 0.6478672 Mar 05 13:53:00.902286 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a6d386f2-b566-485e-b4ca-36a32500a1c6 req-eed36f7d-152e-4256-90e3-b5f649ab67b0 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Unset dirty status for tenant:132ea0f858f9462ca01a646bf0fa44bb on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:53:00.903127 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-55664f57-dd08-4b49-a8c5-9eb0b4acbcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:00.924602 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a6d386f2-b566-485e-b4ca-36a32500a1c6 req-eed36f7d-152e-4256-90e3-b5f649ab67b0 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e8d2e5-43e7-412d-8ea8-612a61f21e38 HTTP/1.1" status: 200 len: 931 time: 0.7878225 Mar 05 13:53:01.020913 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55664f57-dd08-4b49-a8c5-9eb0b4acbcf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed9e7e9-1120-4865-b5c8-cc3f70423cd6,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:01.077190 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2a82c530-e9ee-4a39-a010-5c0bda6db7c5 req-c9bc9e48-eabe-4a1b-8464-a5fd6ec5265f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183311 Mar 05 13:53:01.091905 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e89d6f-64c8-46f1-a6e3-e7a152d4694e tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:01.100325 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-21e89d6f-64c8-46f1-a6e3-e7a152d4694e tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "GET /v2.0/networks?id=4a232cf1-4be0-4fa4-86ec-53f99928238f HTTP/1.1" status: 200 len: 765 time: 0.3052344 Mar 05 13:53:01.101554 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37624) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:01.104300 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-55664f57-dd08-4b49-a8c5-9eb0b4acbcf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:01.105654 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-55664f57-dd08-4b49-a8c5-9eb0b4acbcf2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0ed9e7e9-1120-4865-b5c8-cc3f70423cd6 HTTP/1.1" status: 204 len: 168 time: 1.9433460 Mar 05 13:53:01.159108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-10fc25cb-647c-4c97-b850-0482298d5506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:53:01.175509 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-10fc25cb-647c-4c97-b850-0482298d5506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:01.257923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-93d1c694-6c62-4b05-b486-a2a1510bd24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:01.260476 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-93d1c694-6c62-4b05-b486-a2a1510bd24b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79f8ba46919a411c91f03c872b2a9ca1&device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 1094 time: 0.2911575 Mar 05 13:53:01.327703 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-477e99c5-1ecb-4277-9a87-07fe798232ae tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:01.373029 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-477e99c5-1ecb-4277-9a87-07fe798232ae tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Transition to ACTIVE for port object 0d887a07-d498-4a83-b189-cddbf3b0d011 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:01.374561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-10fc25cb-647c-4c97-b850-0482298d5506 service neutron] Transition to ACTIVE for port object af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:01.390574 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a6d386f2-b566-485e-b4ca-36a32500a1c6 req-490fe627-f7a3-4aa2-bda9-4bad51240659 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=2736db16-5408-47e3-bd81-8366e99b9b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4646137 Mar 05 13:53:01.411274 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-10fc25cb-647c-4c97-b850-0482298d5506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:01.473157 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b7e94785-da58-4229-9499-93e302c2ca6f req-16ec119e-3b9c-4457-80da-6f863df61d89 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1 HTTP/1.1" status: 200 len: 210 time: 0.2084181 Mar 05 13:53:01.568808 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-3f19b710-5483-4c43-968d-f0118243e35c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47882cda-ea2b-4824-a18d-0a65b334ea72 HTTP/1.1" status: 200 len: 217 time: 0.0911815 Mar 05 13:53:01.665970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc25cb-647c-4c97-b850-0482298d5506 service neutron] Pushing event updated for resources: {'Port': ['ID=af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:01.669335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11f53d8-cd01-4cd1-b592-1820a87932aa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:01.675225 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b11f53d8-cd01-4cd1-b592-1820a87932aa tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5666630 Mar 05 13:53:01.679664 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f728a6b-d33b-4066-9dbd-3547fda2afcb', 'tag': '47882cda-ea2b-4824-a18d-0a65b334ea72', 'status': 'completed', 'code': 200} Mar 05 13:53:01.680319 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37638) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:01.735388 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9f1e6039-1963-4513-8fb4-b807184584bd tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Synchronizing usage tracker for tenant:a8a78363b8fb42b4876ec2b40486fb93 on resource:subnet {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:53:01.758174 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-9ef338ab-2903-498b-911f-722433ffec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:01.760009 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-9ef338ab-2903-498b-911f-722433ffec35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5e6956c-ed3e-4331-80e6-bd294ce26155 HTTP/1.1" status: 200 len: 852 time: 0.1836498 Mar 05 13:53:01.796209 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25611614-0958-41a5-9b1e-9f374d7bcf89 req-ce9301f5-2851-41ee-a4b5-bd750a442af3 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed1025e-b65d-46ee-9635-93d85ddc339a HTTP/1.1" status: 200 len: 210 time: 0.1722236 Mar 05 13:53:01.841923 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-ab96c1a3-9c59-47c7-b437-1f85b437ae3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fea5c273-e4ab-46b7-85df-ca04090e1441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728548 Mar 05 13:53:01.842531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9f1e6039-1963-4513-8fb4-b807184584bd tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Unset dirty status for tenant:a8a78363b8fb42b4876ec2b40486fb93 on resource:subnet {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:53:01.848382 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9f1e6039-1963-4513-8fb4-b807184584bd tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "GET /v2.0/subnets?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 207 time: 0.1668491 Mar 05 13:53:01.849254 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37644) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:01.945215 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a007445-ba91-4bea-8be1-08841c2d697e req-45e2b5f4-7860-4f87-a443-f6bfdffca90c tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:01.946717 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a007445-ba91-4bea-8be1-08841c2d697e req-45e2b5f4-7860-4f87-a443-f6bfdffca90c tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.15 "GET /v2.0/networks?id=4fdf2a80-6dea-406d-a907-1e4ba58ff0ce HTTP/1.1" status: 200 len: 811 time: 1.2167289 Mar 05 13:53:02.010584 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3bf100a2-a98d-4163-bd00-4ce0c3c59c8d tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Request body: {'port': {'device_id': '9ed1025e-b65d-46ee-9635-93d85ddc339a', 'network_id': '4fdf2a80-6dea-406d-a907-1e4ba58ff0ce', 'admin_state_up': True, 'tenant_id': 'b58023a44fd94d918c7e27b8c7ad9656'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:02.042429 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-477e99c5-1ecb-4277-9a87-07fe798232ae tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:02.208803 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-477e99c5-1ecb-4277-9a87-07fe798232ae tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Network 175f72fb-87d4-4d09-877c-e76b741da2ad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:53:02.224021 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-477e99c5-1ecb-4277-9a87-07fe798232ae tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:02.240467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-477e99c5-1ecb-4277-9a87-07fe798232ae tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:53:02.398679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944eda50-1012-4245-a70c-7936cf3de99b tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:02.414544 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944eda50-1012-4245-a70c-7936cf3de99b tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:02.419187 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e99c5-1ecb-4277-9a87-07fe798232ae tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event updated for resources: {'Port': ['ID=0d887a07-d498-4a83-b189-cddbf3b0d011,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:02.430452 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944eda50-1012-4245-a70c-7936cf3de99b tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:02.443804 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944eda50-1012-4245-a70c-7936cf3de99b tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:02.449714 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944eda50-1012-4245-a70c-7936cf3de99b tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:02.456514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944eda50-1012-4245-a70c-7936cf3de99b tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:02.463905 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-944eda50-1012-4245-a70c-7936cf3de99b tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6123030 Mar 05 13:53:02.464869 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37660) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:02.468422 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-4b4bf09e-5e79-46ac-8daa-07ea613024e9 service neutron] 10.222.0.30 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182404 Mar 05 13:53:02.485408 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-10fc25cb-647c-4c97-b850-0482298d5506 service neutron] Attempting to bind port af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:53:02.490941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-10fc25cb-647c-4c97-b850-0482298d5506 service neutron] Attempting to bind port af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'd1abbe63-8acf-4d25-8e50-f7650e36875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:53:02.499385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-10fc25cb-647c-4c97-b850-0482298d5506 service neutron] Attempting to bind port af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a on network 63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:53:02.564365 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-10fc25cb-647c-4c97-b850-0482298d5506 service neutron] Port af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a on network 63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:53:02.564693 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-10fc25cb-647c-4c97-b850-0482298d5506 service neutron] Attempting to bind port af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a on network 63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:53:02.600141 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-efd4d4ad-2336-45da-af67-9b20a191968c None None] Provisioning for port 0d887a07-d498-4a83-b189-cddbf3b0d011 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:02.605875 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-477e99c5-1ecb-4277-9a87-07fe798232ae tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:02.606515 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-477e99c5-1ecb-4277-9a87-07fe798232ae tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:02.612762 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-efd4d4ad-2336-45da-af67-9b20a191968c None None] Provisioning complete for port 0d887a07-d498-4a83-b189-cddbf3b0d011 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:02.613374 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-efd4d4ad-2336-45da-af67-9b20a191968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:02.617919 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37666) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:02.623076 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-10fc25cb-647c-4c97-b850-0482298d5506 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:53:02.623675 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-10fc25cb-647c-4c97-b850-0482298d5506 service neutron] Checking segment: {'id': 'd1abbe63-8acf-4d25-8e50-f7650e36875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:53:02.624064 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-10fc25cb-647c-4c97-b850-0482298d5506 service neutron] Bound using segment: {'id': 'd1abbe63-8acf-4d25-8e50-f7650e36875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:53:02.624974 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-10fc25cb-647c-4c97-b850-0482298d5506 service neutron] Bound port: af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1abbe63-8acf-4d25-8e50-f7650e36875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:53:02.625325 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-10fc25cb-647c-4c97-b850-0482298d5506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:02.700967 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b8817e7d-4111-4c92-8312-37daadf09e03 req-d006f84d-347e-4441-a41e-90ebb2afc584 service neutron] 10.222.0.30 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002869 Mar 05 13:53:02.710619 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336a020-8b8e-4773-802b-ac41e816c58f req-ea835909-6bfb-4b73-bc87-f31b6d8fdb40 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:02.711452 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-c336a020-8b8e-4773-802b-ac41e816c58f req-ea835909-6bfb-4b73-bc87-f31b6d8fdb40 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Synchronizing usage tracker for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:53:02.721114 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-efd4d4ad-2336-45da-af67-9b20a191968c None None] Port 0d887a07-d498-4a83-b189-cddbf3b0d011 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:53:02.774589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-10fc25cb-647c-4c97-b850-0482298d5506 service neutron] For port af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:53:02.778391 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-10fc25cb-647c-4c97-b850-0482298d5506 service neutron] For port af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a,segment=NetworkSegment(d1abbe63-8acf-4d25-8e50-f7650e36875f),segment_id=d1abbe63-8acf-4d25-8e50-f7650e36875f)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:53:02.804811 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-10fc25cb-647c-4c97-b850-0482298d5506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:02.809539 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3bf100a2-a98d-4163-bd00-4ce0c3c59c8d tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:02.850560 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-c336a020-8b8e-4773-802b-ac41e816c58f req-ea835909-6bfb-4b73-bc87-f31b6d8fdb40 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Unset dirty status for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:53:02.858059 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c336a020-8b8e-4773-802b-ac41e816c58f req-ea835909-6bfb-4b73-bc87-f31b6d8fdb40 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 943 time: 0.9088557 Mar 05 13:53:02.912791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc25cb-647c-4c97-b850-0482298d5506 service neutron] Pushing event updated for resources: {'Port': ['ID=af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:02.918142 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3bf100a2-a98d-4163-bd00-4ce0c3c59c8d tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Usage tracker for resource:port and tenant:b58023a44fd94d918c7e27b8c7ad9656 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:02.923008 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-477e99c5-1ecb-4277-9a87-07fe798232ae tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8322964 Mar 05 13:53:02.929313 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3bf100a2-a98d-4163-bd00-4ce0c3c59c8d tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:02.943867 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-bdd5046e-a810-4fd6-ab96-e18cbac8b5f0 service neutron] Request body: {'port': {'device_id': '8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:02.987458 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3bf100a2-a98d-4163-bd00-4ce0c3c59c8d tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:02.991513 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce065ae-22d1-4720-970a-b5c60f7670f3 req-1cb0820c-a6c1-4c10-9eb2-a6f5146a7d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:02.993229 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ce065ae-22d1-4720-970a-b5c60f7670f3 req-1cb0820c-a6c1-4c10-9eb2-a6f5146a7d12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79f8ba46919a411c91f03c872b2a9ca1&device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 1094 time: 0.1879473 Mar 05 13:53:03.008742 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-10fc25cb-647c-4c97-b850-0482298d5506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:03.009405 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-10fc25cb-647c-4c97-b850-0482298d5506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:03.009718 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c336a020-8b8e-4773-802b-ac41e816c58f req-5b46ec2d-4e8b-4d95-a93d-62ff76ec6189 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511142 Mar 05 13:53:03.011527 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-10fc25cb-647c-4c97-b850-0482298d5506 service neutron] 10.222.0.15 "PUT /v2.0/ports/af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a HTTP/1.1" status: 200 len: 1091 time: 3.0412703 Mar 05 13:53:03.065672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e8d2e5-43e7-412d-8ea8-612a61f21e38', 'tag': 'af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:53:03.152691 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-680839791'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:03.166183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:03.177472 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bcaf931e-a46c-4484-9d85-775b02e564a6 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.7079034 Mar 05 13:53:03.179295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37676) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:03.193014 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c072bc4-af9b-419a-a135-a4c8553ffccd req-f61db7e4-5334-4b7f-a774-a1d8428b8190 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:03.195331 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c072bc4-af9b-419a-a135-a4c8553ffccd req-f61db7e4-5334-4b7f-a774-a1d8428b8190 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 946 time: 0.7344203 Mar 05 13:53:03.199406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:network and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:03.203669 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3bf100a2-a98d-4163-bd00-4ce0c3c59c8d tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Made reservation on behalf of b58023a44fd94d918c7e27b8c7ad9656 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:03.208848 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3bf100a2-a98d-4163-bd00-4ce0c3c59c8d tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:03.230669 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:03.241311 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:03.373280 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:03.378195 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:03.419412 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:03.423784 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac60ea1-9336-44ce-8bed-478a1ee6c7e7 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:03.425266 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac60ea1-9336-44ce-8bed-478a1ee6c7e7 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:03.426730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac60ea1-9336-44ce-8bed-478a1ee6c7e7 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:03.428335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac60ea1-9336-44ce-8bed-478a1ee6c7e7 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:03.430007 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac60ea1-9336-44ce-8bed-478a1ee6c7e7 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:03.437500 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5ac60ea1-9336-44ce-8bed-478a1ee6c7e7 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2506638 Mar 05 13:53:03.438541 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37680) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:03.471205 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:03.475395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:security_group_rule and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:03.478460 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:03.496970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:03.521702 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-bdd5046e-a810-4fd6-ab96-e18cbac8b5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:03.537238 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce065ae-22d1-4720-970a-b5c60f7670f3 req-2aeedf9d-1c3b-49d8-9aab-8e001375b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:03.538684 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ce065ae-22d1-4720-970a-b5c60f7670f3 req-2aeedf9d-1c3b-49d8-9aab-8e001375b4d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fea5c273-e4ab-46b7-85df-ca04090e1441 HTTP/1.1" status: 200 len: 912 time: 0.5278931 Mar 05 13:53:03.549005 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c072bc4-af9b-419a-a135-a4c8553ffccd req-b61fa827-13bc-4540-939e-b6f84568fed3 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968540 Mar 05 13:53:03.567323 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-33576a79-365e-473c-9fe6-21849b9ebdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:03.569293 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-33576a79-365e-473c-9fe6-21849b9ebdbf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=132ea0f858f9462ca01a646bf0fa44bb&device_id=b1e8d2e5-43e7-412d-8ea8-612a61f21e38 HTTP/1.1" status: 200 len: 1094 time: 0.4965792 Mar 05 13:53:03.625649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bb1ed-7e92-4567-b724-f397368d7e2f req-147d3ea9-3cee-414e-90dd-de420b1fb188 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:03.634552 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-747bb1ed-7e92-4567-b724-f397368d7e2f req-147d3ea9-3cee-414e-90dd-de420b1fb188 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e8d2e5-43e7-412d-8ea8-612a61f21e38 HTTP/1.1" status: 200 len: 943 time: 0.3220391 Mar 05 13:53:03.680649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323635c-1648-46d4-a720-c3c64fb7eb4f tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:03.682011 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323635c-1648-46d4-a720-c3c64fb7eb4f tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:03.683485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323635c-1648-46d4-a720-c3c64fb7eb4f tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:03.684930 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323635c-1648-46d4-a720-c3c64fb7eb4f tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:03.686288 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323635c-1648-46d4-a720-c3c64fb7eb4f tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:03.693968 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5323635c-1648-46d4-a720-c3c64fb7eb4f tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2515621 Mar 05 13:53:03.694805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37684) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:03.699906 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ce065ae-22d1-4720-970a-b5c60f7670f3 req-24460908-8e02-448f-bba0-05cea3c0a396 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47882cda-ea2b-4824-a18d-0a65b334ea72 HTTP/1.1" status: 200 len: 217 time: 0.1533923 Mar 05 13:53:03.934732 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-93179d50-1d36-4659-848d-f167a0c16440 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a HTTP/1.1" status: 200 len: 217 time: 0.1947763 Mar 05 13:53:04.035606 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce065ae-22d1-4720-970a-b5c60f7670f3 req-b8aba2cd-50c6-4529-9c7f-d35736a4dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:04.036933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3bf100a2-a98d-4163-bd00-4ce0c3c59c8d tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Allocated IP 172.20.0.6 (4fdf2a80-6dea-406d-a907-1e4ba58ff0ce/241e4006-bc7a-4e17-b150-61146c23bc2f/1abb6c4e-04e9-4eee-8933-a95081ff95c9) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:53:04.039210 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ce065ae-22d1-4720-970a-b5c60f7670f3 req-b8aba2cd-50c6-4529-9c7f-d35736a4dbfb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5e6956c-ed3e-4331-80e6-bd294ce26155 HTTP/1.1" status: 200 len: 852 time: 0.2941592 Mar 05 13:53:04.127624 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ce065ae-22d1-4720-970a-b5c60f7670f3 req-a5291700-ef32-4e6c-b76b-17da9cb1185a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fea5c273-e4ab-46b7-85df-ca04090e1441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817080 Mar 05 13:53:04.181837 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-747bb1ed-7e92-4567-b724-f397368d7e2f req-0a1475a0-c60a-421c-b4d6-be46618d7abb tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Synchronizing usage tracker for tenant:132ea0f858f9462ca01a646bf0fa44bb on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:53:04.222297 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-1af8c14f-0cd8-48b3-beb6-31c7d32a977b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:04.222498 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-1af8c14f-0cd8-48b3-beb6-31c7d32a977b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b1aa35db-56b3-4082-9281-daf61ed75a84 HTTP/1.1" status: 200 len: 849 time: 0.2739606 Mar 05 13:53:04.294298 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f7f7dd-afb3-482e-af7b-a04e3cac684b tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:04.301725 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-47f7f7dd-afb3-482e-af7b-a04e3cac684b tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "GET /v2.0/networks/af05c9d3-c360-48d3-8870-850df7b5eb61 HTTP/1.1" status: 200 len: 804 time: 0.6038363 Mar 05 13:53:04.302978 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37694) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:04.315685 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-747bb1ed-7e92-4567-b724-f397368d7e2f req-0a1475a0-c60a-421c-b4d6-be46618d7abb tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Unset dirty status for tenant:132ea0f858f9462ca01a646bf0fa44bb on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:53:04.337386 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-747bb1ed-7e92-4567-b724-f397368d7e2f req-0a1475a0-c60a-421c-b4d6-be46618d7abb tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=2736db16-5408-47e3-bd81-8366e99b9b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7018540 Mar 05 13:53:04.370170 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ce065ae-22d1-4720-970a-b5c60f7670f3 req-28d1ee68-23db-4004-988e-6e100822b51c service neutron] 10.222.0.30 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342243 Mar 05 13:53:04.373808 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:04.382315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d420445-9ea5-4f97-8f3c-7fde6db38bd5 req-a047f987-ecfe-4a9d-a96d-8afc95c07444 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:04.383112 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9d420445-9ea5-4f97-8f3c-7fde6db38bd5 req-a047f987-ecfe-4a9d-a96d-8afc95c07444 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Synchronizing usage tracker for tenant:6458262d05f2497586ebde1561a80c5d on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:53:04.457555 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:04.489090 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 47882cda-ea2b-4824-a18d-0a65b334ea72 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:53:04.607071 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9d420445-9ea5-4f97-8f3c-7fde6db38bd5 req-a047f987-ecfe-4a9d-a96d-8afc95c07444 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Unset dirty status for tenant:6458262d05f2497586ebde1561a80c5d on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:53:04.613623 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d420445-9ea5-4f97-8f3c-7fde6db38bd5 req-a047f987-ecfe-4a9d-a96d-8afc95c07444 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1 HTTP/1.1" status: 200 len: 931 time: 0.8752995 Mar 05 13:53:04.636147 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:53:04.656398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 47882cda-ea2b-4824-a18d-0a65b334ea72, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=47882cda-ea2b-4824-a18d-0a65b334ea72,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:04.671580 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '47882cda-ea2b-4824-a18d-0a65b334ea72', 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441', 'port_id': '47882cda-ea2b-4824-a18d-0a65b334ea72', 'mac_address': 'fa:16:3e:51:14:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e6956c-ed3e-4331-80e6-bd294ce26155', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:53:04.684493 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a1f67654-aec5-4e5e-a429-ead0996afd5b req-aa26ff58-7604-4596-91cd-ac586f96f44f tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed1025e-b65d-46ee-9635-93d85ddc339a HTTP/1.1" status: 200 len: 210 time: 0.1491010 Mar 05 13:53:04.694223 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=070e1db3-ed74-444b-8c60-8baea86178e3,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:04.743624 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:04.744052 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Added segment 13732edd-416d-447d-a528-d83e1db36d41 of type vlan for network b4241156-4b48-483c-90ef-31c5f9ca3b51 Mar 05 13:53:04.744360 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:04.761524 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47882cda-ea2b-4824-a18d-0a65b334ea72 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:53:04.778655 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 47882cda-ea2b-4824-a18d-0a65b334ea72, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=47882cda-ea2b-4824-a18d-0a65b334ea72,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:04.780626 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9e29aeb1-6cb2-42f3-ac5e-cc255fd5a1bb tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "GET /v2.0/networks/af05c9d3-c360-48d3-8870-850df7b5eb61?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4667325 Mar 05 13:53:04.781655 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37700) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:04.788833 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ce065ae-22d1-4720-970a-b5c60f7670f3 req-06bca5ef-d59e-405f-b5c0-0b4538ca545b service neutron] 10.222.0.30 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909209 Mar 05 13:53:04.791386 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:04.807445 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e8d2e5-43e7-412d-8ea8-612a61f21e38', 'tag': 'af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a', 'status': 'completed', 'code': 200} Mar 05 13:53:04.850185 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d420445-9ea5-4f97-8f3c-7fde6db38bd5 req-896a9321-1463-45de-af14-7a7ad384843f tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a112574-275c-45ff-8876-eb16dcbbda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328818 Mar 05 13:53:04.884003 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9769cb39-7fed-4391-ab91-045496dc03fe tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:04.885387 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=47882cda-ea2b-4824-a18d-0a65b334ea72,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:04.891708 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9769cb39-7fed-4391-ab91-045496dc03fe tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "GET /v2.0/subnets/a60109c9-c04f-4fb4-9560-c1394daf46db HTTP/1.1" status: 200 len: 843 time: 0.1063313 Mar 05 13:53:04.894663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37704) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:04.970925 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3bf100a2-a98d-4163-bd00-4ce0c3c59c8d tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:04.981945 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:04.990817 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['47882cda-ea2b-4824-a18d-0a65b334ea72'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:53:04.991002 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6432792-042a-4b38-9c18-bae1e20f36c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:04.996275 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d6432792-042a-4b38-9c18-bae1e20f36c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "GET /v2.0/subnets/a60109c9-c04f-4fb4-9560-c1394daf46db?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1000736 Mar 05 13:53:04.998442 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37708) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:05.005025 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f743fb55-29ad-461b-94c8-21fae7ea6311 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-23164843'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:05.021657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-5d835652-91dd-4ba4-af9c-474e2caa27ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:05.023752 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-5d835652-91dd-4ba4-af9c-474e2caa27ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7783282 Mar 05 13:53:05.060993 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f743fb55-29ad-461b-94c8-21fae7ea6311 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:05.077784 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f743fb55-29ad-461b-94c8-21fae7ea6311 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:05.112513 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f743fb55-29ad-461b-94c8-21fae7ea6311 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Made reservation on behalf of a8a78363b8fb42b4876ec2b40486fb93 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:05.116448 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f743fb55-29ad-461b-94c8-21fae7ea6311 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:05.147519 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93d8ed-ed8d-4722-a0cd-001985a45ff7 req-e70adb5e-d84e-4b9f-a6b2-c0fe12d67481 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:05.149469 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fb93d8ed-ed8d-4722-a0cd-001985a45ff7 req-e70adb5e-d84e-4b9f-a6b2-c0fe12d67481 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 944 time: 0.1518490 Mar 05 13:53:05.168109 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:53:05.191899 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f743fb55-29ad-461b-94c8-21fae7ea6311 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:53:05.222121 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f743fb55-29ad-461b-94c8-21fae7ea6311 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:05.222582 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-f743fb55-29ad-461b-94c8-21fae7ea6311 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Added segment bf59ae07-ec1b-48f5-8db1-2990b001da01 of type vlan for network 8d5a2a85-916a-4384-9091-d35f86fc3b01 Mar 05 13:53:05.233912 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fb93d8ed-ed8d-4722-a0cd-001985a45ff7 req-1e7a1c22-107b-4173-8b0b-e73f0783639d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787318 Mar 05 13:53:05.257712 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f743fb55-29ad-461b-94c8-21fae7ea6311 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:05.296400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-bdd5046e-a810-4fd6-ab96-e18cbac8b5f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d887a07-d498-4a83-b189-cddbf3b0d011 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:53:05.299126 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f743fb55-29ad-461b-94c8-21fae7ea6311 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:05.304696 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:05.304953 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f743fb55-29ad-461b-94c8-21fae7ea6311 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:05.305573 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f743fb55-29ad-461b-94c8-21fae7ea6311 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:05.311022 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:05.311897 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:05.350667 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-bdd5046e-a810-4fd6-ab96-e18cbac8b5f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:05.448653 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743fb55-29ad-461b-94c8-21fae7ea6311 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'Network': ['ID=8d5a2a85-916a-4384-9091-d35f86fc3b01,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:05.461763 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 8d5a2a85-916a-4384-9091-d35f86fc3b01 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:53:05.463982 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f743fb55-29ad-461b-94c8-21fae7ea6311 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4643946 Mar 05 13:53:05.465316 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37722) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:05.466045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-bdd5046e-a810-4fd6-ab96-e18cbac8b5f0 service neutron] Transition to ACTIVE for port object 0d887a07-d498-4a83-b189-cddbf3b0d011 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:05.472409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-7016bb02-f526-4a57-9b05-15456d4af57c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Request body: {'subnet': {'network_id': '8d5a2a85-916a-4384-9091-d35f86fc3b01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:05.489655 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3bf100a2-a98d-4163-bd00-4ce0c3c59c8d tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:05.540155 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-bdd5046e-a810-4fd6-ab96-e18cbac8b5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:05.553897 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Network': ['ID=b4241156-4b48-483c-90ef-31c5f9ca3b51,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:05.577707 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c99ee1dc-0577-49d9-b3e8-0139b1b12b25 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.9562242 Mar 05 13:53:05.587780 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-c06bef9c-8db2-4678-b26e-ad52e74ea00d service neutron] 10.222.0.15 "GET /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194640 Mar 05 13:53:05.588046 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37726) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:05.605799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbb797-cd60-49c3-ab8d-05178ee57d20 req-f60c4e2a-368a-4793-84c4-ce34b03dd6ce tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:05.607450 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ebfbb797-cd60-49c3-ab8d-05178ee57d20 req-f60c4e2a-368a-4793-84c4-ce34b03dd6ce tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 946 time: 0.5925305 Mar 05 13:53:05.627864 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-bc6c2b2d-70eb-4065-9fb6-0cecd66c6788 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'port': {'network_id': 'b4241156-4b48-483c-90ef-31c5f9ca3b51', 'name': 'tempest-PortsTestJSON-2145977643'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:05.631691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network b4241156-4b48-483c-90ef-31c5f9ca3b51 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:53:05.719559 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3bf100a2-a98d-4163-bd00-4ce0c3c59c8d tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Network 4fdf2a80-6dea-406d-a907-1e4ba58ff0ce is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:53:05.740268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7016bb02-f526-4a57-9b05-15456d4af57c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:05.755330 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3bf100a2-a98d-4163-bd00-4ce0c3c59c8d tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:05.771166 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf100a2-a98d-4163-bd00-4ce0c3c59c8d tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Pushing event updated for resources: {'Port': ['ID=1abb6c4e-04e9-4eee-8933-a95081ff95c9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:05.773597 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3bf100a2-a98d-4163-bd00-4ce0c3c59c8d tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:53:05.818560 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7016bb02-f526-4a57-9b05-15456d4af57c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:05.863480 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7016bb02-f526-4a57-9b05-15456d4af57c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Made reservation on behalf of a8a78363b8fb42b4876ec2b40486fb93 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:05.867198 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7016bb02-f526-4a57-9b05-15456d4af57c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:05.884107 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-bc6c2b2d-70eb-4065-9fb6-0cecd66c6788 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:05.907198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-bc6c2b2d-70eb-4065-9fb6-0cecd66c6788 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:port and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:05.915629 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-bc6c2b2d-70eb-4065-9fb6-0cecd66c6788 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:05.925444 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a6a9a-ee2b-4d9f-a11e-ffc5e9bcddd1 req-a16896b5-6cf6-49bd-8fa3-cf5248969de6 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:05.927096 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7b3a6a9a-ee2b-4d9f-a11e-ffc5e9bcddd1 req-a16896b5-6cf6-49bd-8fa3-cf5248969de6 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e8d2e5-43e7-412d-8ea8-612a61f21e38 HTTP/1.1" status: 200 len: 943 time: 0.3430707 Mar 05 13:53:06.100851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-bc6c2b2d-70eb-4065-9fb6-0cecd66c6788 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:06.124900 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ebfbb797-cd60-49c3-ab8d-05178ee57d20 req-c1b802d5-0d24-40b4-877c-3a1760311d08 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4142487 Mar 05 13:53:06.143181 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.ipam_backend_mixin [None req-7016bb02-f526-4a57-9b05-15456d4af57c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Performing IP validity checks on allocation pools {{(pid=87913) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 05 13:53:06.143682 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.ipam_backend_mixin [None req-7016bb02-f526-4a57-9b05-15456d4af57c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87913) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 05 13:53:06.188387 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7b3a6a9a-ee2b-4d9f-a11e-ffc5e9bcddd1 req-b113cb30-697b-42da-94ac-7979df7d2719 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=2736db16-5408-47e3-bd81-8366e99b9b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850363 Mar 05 13:53:06.193401 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6c2b2d-70eb-4065-9fb6-0cecd66c6788 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:06.197245 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bc6c2b2d-70eb-4065-9fb6-0cecd66c6788 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:06.231774 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-bc6c2b2d-70eb-4065-9fb6-0cecd66c6788 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] device_id is not set on port aead3c98-e287-47f6-b975-a4b721d0d4c0 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:53:06.266684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-bdd5046e-a810-4fd6-ab96-e18cbac8b5f0 service neutron] Attempting to bind port 0d887a07-d498-4a83-b189-cddbf3b0d011 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:53:06.267111 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-bdd5046e-a810-4fd6-ab96-e18cbac8b5f0 service neutron] Attempting to bind port 0d887a07-d498-4a83-b189-cddbf3b0d011 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:53:06.267911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-bdd5046e-a810-4fd6-ab96-e18cbac8b5f0 service neutron] Attempting to bind port 0d887a07-d498-4a83-b189-cddbf3b0d011 on network 175f72fb-87d4-4d09-877c-e76b741da2ad {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:53:06.298755 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5046e-a810-4fd6-ab96-e18cbac8b5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0d887a07-d498-4a83-b189-cddbf3b0d011,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:06.311895 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-bdd5046e-a810-4fd6-ab96-e18cbac8b5f0 service neutron] Port 0d887a07-d498-4a83-b189-cddbf3b0d011 on network 175f72fb-87d4-4d09-877c-e76b741da2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:53:06.312224 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-bdd5046e-a810-4fd6-ab96-e18cbac8b5f0 service neutron] Attempting to bind port 0d887a07-d498-4a83-b189-cddbf3b0d011 on network 175f72fb-87d4-4d09-877c-e76b741da2ad {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:53:06.334002 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3bf100a2-a98d-4163-bd00-4ce0c3c59c8d tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:06.334847 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3bf100a2-a98d-4163-bd00-4ce0c3c59c8d tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:06.395472 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3bf100a2-a98d-4163-bd00-4ce0c3c59c8d tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3993373 Mar 05 13:53:06.487869 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-bdd5046e-a810-4fd6-ab96-e18cbac8b5f0 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:53:06.488305 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-bdd5046e-a810-4fd6-ab96-e18cbac8b5f0 service neutron] Checking segment: {'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:53:06.488838 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-bdd5046e-a810-4fd6-ab96-e18cbac8b5f0 service neutron] Bound using segment: {'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:53:06.489649 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-bdd5046e-a810-4fd6-ab96-e18cbac8b5f0 service neutron] Bound port: 0d887a07-d498-4a83-b189-cddbf3b0d011, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:53:06.490093 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-bdd5046e-a810-4fd6-ab96-e18cbac8b5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:06.490452 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 47882cda-ea2b-4824-a18d-0a65b334ea72 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:53:06.507797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3370e990-d6a8-4e20-92e1-e92bd4207ba3 service neutron] Request body: {'port': {'device_id': '9ed1025e-b65d-46ee-9635-93d85ddc339a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:06.580855 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bf607033-a1e6-4b1b-a5bc-42bf4c82f35c req-83a71397-b679-48b1-9a8d-11df9ddb4b34 service neutron] 10.222.0.15 "GET /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9724259 Mar 05 13:53:06.605718 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 47882cda-ea2b-4824-a18d-0a65b334ea72 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:06.615397 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 47882cda-ea2b-4824-a18d-0a65b334ea72 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:06.616044 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:06.684879 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7016bb02-f526-4a57-9b05-15456d4af57c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:06.746040 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bc6c2b2d-70eb-4065-9fb6-0cecd66c6788 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:06.784027 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa8917-ed7c-475c-9dd9-1ee53051ee76 req-6d5fcc4c-9874-4fca-99cf-75e984c68dd8 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:06.785767 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9faa8917-ed7c-475c-9dd9-1ee53051ee76 req-6d5fcc4c-9874-4fca-99cf-75e984c68dd8 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1 HTTP/1.1" status: 200 len: 943 time: 0.3562713 Mar 05 13:53:06.844264 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7016bb02-f526-4a57-9b05-15456d4af57c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Checking segment: {'id': 'bf59ae07-ec1b-48f5-8db1-2990b001da01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8d5a2a85-916a-4384-9091-d35f86fc3b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:53:06.844264 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7016bb02-f526-4a57-9b05-15456d4af57c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Network hostable DHCP agents. Network: 8d5a2a85-916a-4384-9091-d35f86fc3b01, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:53:06.857137 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016bb02-f526-4a57-9b05-15456d4af57c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'Subnet': ['ID=24e654b8-b253-44ed-beca-0fac4fca4986,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:06.893467 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:06.916937 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9faa8917-ed7c-475c-9dd9-1ee53051ee76 req-8820dab5-0656-46b6-9af1-b286c28f5f23 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a112574-275c-45ff-8876-eb16dcbbda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958686 Mar 05 13:53:06.932010 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7016bb02-f526-4a57-9b05-15456d4af57c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Network 8d5a2a85-916a-4384-9091-d35f86fc3b01 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:53:06.937222 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bc6c2b2d-70eb-4065-9fb6-0cecd66c6788 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:06.937955 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 47882cda-ea2b-4824-a18d-0a65b334ea72, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=47882cda-ea2b-4824-a18d-0a65b334ea72,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:06.940139 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f728a6b-d33b-4066-9dbd-3547fda2afcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47882cda-ea2b-4824-a18d-0a65b334ea72'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:53:06.946820 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:06.948110 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3370e990-d6a8-4e20-92e1-e92bd4207ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:07.042998 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=47882cda-ea2b-4824-a18d-0a65b334ea72,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:07.044729 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-7016bb02-f526-4a57-9b05-15456d4af57c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 8d5a2a85-916a-4384-9091-d35f86fc3b01) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:07.056960 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ec2712-8371-4513-b49c-89de9d741ff3 None None] Network 8d5a2a85-916a-4384-9091-d35f86fc3b01 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:07.067989 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7016bb02-f526-4a57-9b05-15456d4af57c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:07.068440 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7016bb02-f526-4a57-9b05-15456d4af57c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:07.128879 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7016bb02-f526-4a57-9b05-15456d4af57c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6626883 Mar 05 13:53:07.140138 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37780) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:07.152758 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-4efb7715-ef31-496b-a4f9-d1ef6460ef64 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:07.195097 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c2b2d-70eb-4065-9fb6-0cecd66c6788 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Port': ['ID=aead3c98-e287-47f6-b975-a4b721d0d4c0,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:07.231516 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-bdd5046e-a810-4fd6-ab96-e18cbac8b5f0 service neutron] For port 0d887a07-d498-4a83-b189-cddbf3b0d011, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:53:07.235024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-bdd5046e-a810-4fd6-ab96-e18cbac8b5f0 service neutron] For port 0d887a07-d498-4a83-b189-cddbf3b0d011, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=0d887a07-d498-4a83-b189-cddbf3b0d011,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:53:07.250579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf2a0b-a835-482c-8735-21c1d9b4d257 req-57596b42-ad31-4923-9c1e-ee9f66e5d5b3 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:07.251229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c2b2d-70eb-4065-9fb6-0cecd66c6788 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Checking segment: {'id': '13732edd-416d-447d-a528-d83e1db36d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b4241156-4b48-483c-90ef-31c5f9ca3b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:53:07.252042 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-40cf2a0b-a835-482c-8735-21c1d9b4d257 req-57596b42-ad31-4923-9c1e-ee9f66e5d5b3 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Synchronizing usage tracker for tenant:b58023a44fd94d918c7e27b8c7ad9656 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:53:07.252160 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6c2b2d-70eb-4065-9fb6-0cecd66c6788 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network hostable DHCP agents. Network: b4241156-4b48-483c-90ef-31c5f9ca3b51, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:53:07.270483 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-bdd5046e-a810-4fd6-ab96-e18cbac8b5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:07.349497 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6c2b2d-70eb-4065-9fb6-0cecd66c6788 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network b4241156-4b48-483c-90ef-31c5f9ca3b51 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:53:07.362191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-8d5a2a85-916a-4384-9091-d35f86fc3b01', 'network_id': '8d5a2a85-916a-4384-9091-d35f86fc3b01', 'tenant_id': 'a8a78363b8fb42b4876ec2b40486fb93', 'fixed_ips': [{'subnet_id': '24e654b8-b253-44ed-beca-0fac4fca4986'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:53:07.363236 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:07.383764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-bc6c2b2d-70eb-4065-9fb6-0cecd66c6788 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, b4241156-4b48-483c-90ef-31c5f9ca3b51) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:07.403106 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4efb7715-ef31-496b-a4f9-d1ef6460ef64 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2501068'] for subnet, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:07.408424 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6c2b2d-70eb-4065-9fb6-0cecd66c6788 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:53:07.414311 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6c2b2d-70eb-4065-9fb6-0cecd66c6788 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:07.414961 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bc6c2b2d-70eb-4065-9fb6-0cecd66c6788 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:07.420538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-bdd5046e-a810-4fd6-ab96-e18cbac8b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:07.421589 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-bdd5046e-a810-4fd6-ab96-e18cbac8b5f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:07.424492 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-bdd5046e-a810-4fd6-ab96-e18cbac8b5f0 service neutron] 10.222.0.30 "PUT /v2.0/ports/0d887a07-d498-4a83-b189-cddbf3b0d011 HTTP/1.1" status: 200 len: 1091 time: 4.4847262 Mar 05 13:53:07.433984 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c4196-f806-4334-9ab9-fdeb2e8b7fd7 req-0241d091-0dc9-4f1d-9e0b-d8f4fa09564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:07.436704 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd1c4196-f806-4334-9ab9-fdeb2e8b7fd7 req-0241d091-0dc9-4f1d-9e0b-d8f4fa09564e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=132ea0f858f9462ca01a646bf0fa44bb&device_id=b1e8d2e5-43e7-412d-8ea8-612a61f21e38 HTTP/1.1" status: 200 len: 1094 time: 0.7596986 Mar 05 13:53:07.437464 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1', 'tag': '0d887a07-d498-4a83-b189-cddbf3b0d011'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:53:07.479495 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-40cf2a0b-a835-482c-8735-21c1d9b4d257 req-57596b42-ad31-4923-9c1e-ee9f66e5d5b3 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Unset dirty status for tenant:b58023a44fd94d918c7e27b8c7ad9656 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:53:07.480978 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-40cf2a0b-a835-482c-8735-21c1d9b4d257 req-57596b42-ad31-4923-9c1e-ee9f66e5d5b3 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed1025e-b65d-46ee-9635-93d85ddc339a HTTP/1.1" status: 200 len: 931 time: 1.1095133 Mar 05 13:53:07.483840 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c562b58-b691-49f0-9a1c-6ac20d46413e req-a2985bf2-1086-4e7a-851f-8041ca03f5f6 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:07.491338 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1c562b58-b691-49f0-9a1c-6ac20d46413e req-a2985bf2-1086-4e7a-851f-8041ca03f5f6 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 945 time: 0.3058312 Mar 05 13:53:07.522236 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bc6c2b2d-70eb-4065-9fb6-0cecd66c6788 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9271638 Mar 05 13:53:07.522551 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37790) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:07.529562 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-5e773b19-4433-4473-b08e-48cc1cfa0433 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-522690396'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:07.539242 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5e773b19-4433-4473-b08e-48cc1cfa0433 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:07.543605 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5e773b19-4433-4473-b08e-48cc1cfa0433 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:network and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:07.547944 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5e773b19-4433-4473-b08e-48cc1cfa0433 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:07.580487 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093d4fc8-f127-4345-bbf4-a7fc2e80c5c1 None None] Network b4241156-4b48-483c-90ef-31c5f9ca3b51 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:07.596271 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5e773b19-4433-4473-b08e-48cc1cfa0433 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:07.640264 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e773b19-4433-4473-b08e-48cc1cfa0433 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:07.644063 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e773b19-4433-4473-b08e-48cc1cfa0433 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:07.677030 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1c562b58-b691-49f0-9a1c-6ac20d46413e req-5757137d-de7d-46da-8846-a17a76b2d1a4 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847343 Mar 05 13:53:07.712862 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 05 13:53:07.712862 n-d-803718-1 neutron-server[87915]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 05 13:53:07.712862 n-d-803718-1 neutron-server[87915]: [parameters: {'in_use': 1, 'id_1': '24e654b8-b253-44ed-beca-0fac4fca4986'}] Mar 05 13:53:07.712862 n-d-803718-1 neutron-server[87915]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:53:07.713530 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:53:07.812628 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f728a6b-d33b-4066-9dbd-3547fda2afcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47882cda-ea2b-4824-a18d-0a65b334ea72', 'code': 200} Mar 05 13:53:07.839112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e773b19-4433-4473-b08e-48cc1cfa0433 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:53:07.849943 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e773b19-4433-4473-b08e-48cc1cfa0433 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:07.850678 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-5e773b19-4433-4473-b08e-48cc1cfa0433 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Added segment 25322457-dc37-4ecc-bddf-ed19453abc36 of type vlan for network d71c6a1f-c877-40fe-b31d-10c6878b9988 Mar 05 13:53:07.911973 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5046e-a810-4fd6-ab96-e18cbac8b5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0d887a07-d498-4a83-b189-cddbf3b0d011,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:08.010553 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-40cf2a0b-a835-482c-8735-21c1d9b4d257 req-47a7298f-c5a0-43c7-a878-83c4e30d9fc5 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/security-groups?id=2db53d80-4560-4c59-a359-0429a2c9bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4935536 Mar 05 13:53:08.018102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c4196-f806-4334-9ab9-fdeb2e8b7fd7 req-87aae9ec-a13c-4124-80c3-6c53f7360bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:08.019554 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd1c4196-f806-4334-9ab9-fdeb2e8b7fd7 req-87aae9ec-a13c-4124-80c3-6c53f7360bd4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa HTTP/1.1" status: 200 len: 910 time: 0.5374322 Mar 05 13:53:08.033592 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3370e990-d6a8-4e20-92e1-e92bd4207ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1abb6c4e-04e9-4eee-8933-a95081ff95c9 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:53:08.057208 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e773b19-4433-4473-b08e-48cc1cfa0433 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:08.091202 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3370e990-d6a8-4e20-92e1-e92bd4207ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:08.101163 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4efb7715-ef31-496b-a4f9-d1ef6460ef64 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783025705957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2208405'] for subnet, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:08.114916 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd1c4196-f806-4334-9ab9-fdeb2e8b7fd7 req-7db3c9c6-1f2c-4b87-8ca5-d7799590a618 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a HTTP/1.1" status: 200 len: 217 time: 0.0878129 Mar 05 13:53:08.164519 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3370e990-d6a8-4e20-92e1-e92bd4207ba3 service neutron] Transition to ACTIVE for port object 1abb6c4e-04e9-4eee-8933-a95081ff95c9 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:08.191587 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e256b-00fb-4852-9b7e-b2cc6ca43a06 req-302325d0-399a-4202-b3da-82fbc3261711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:08.193001 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ac6e256b-00fb-4852-9b7e-b2cc6ca43a06 req-302325d0-399a-4202-b3da-82fbc3261711 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 1096 time: 0.3581657 Mar 05 13:53:08.195974 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-7b2b3fb1-b940-47ab-8974-e740dfea3d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:08.197275 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e773b19-4433-4473-b08e-48cc1cfa0433 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:08.197402 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-7b2b3fb1-b940-47ab-8974-e740dfea3d69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6458262d05f2497586ebde1561a80c5d&device_id=8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1 HTTP/1.1" status: 200 len: 1094 time: 0.6765044 Mar 05 13:53:08.202732 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e773b19-4433-4473-b08e-48cc1cfa0433 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:08.203339 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e773b19-4433-4473-b08e-48cc1cfa0433 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:08.214776 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:08.234559 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61390517-59ab-40c5-bba3-7c8efa948c20 req-7b672c98-a3ea-48f5-85e5-4233e05845fa tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:08.236325 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-61390517-59ab-40c5-bba3-7c8efa948c20 req-7b672c98-a3ea-48f5-85e5-4233e05845fa tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 946 time: 0.3374894 Mar 05 13:53:08.258056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efb7715-ef31-496b-a4f9-d1ef6460ef64 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:08.258664 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4efb7715-ef31-496b-a4f9-d1ef6460ef64 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:08.262561 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4efb7715-ef31-496b-a4f9-d1ef6460ef64 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "PUT /v2.0/subnets/24e654b8-b253-44ed-beca-0fac4fca4986 HTTP/1.1" status: 200 len: 900 time: 1.1189272 Mar 05 13:53:08.281432 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37796) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:08.310507 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb7715-ef31-496b-a4f9-d1ef6460ef64 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event updated for resources: {'Subnet': ['ID=24e654b8-b253-44ed-beca-0fac4fca4986,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:08.387780 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Allocated IP 2001:db8::3 (8d5a2a85-916a-4384-9091-d35f86fc3b01/24e654b8-b253-44ed-beca-0fac4fca4986/249f3bdf-4778-479e-acb9-dd089cf471d1) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:53:08.395819 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3370e990-d6a8-4e20-92e1-e92bd4207ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:08.420639 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e773b19-4433-4473-b08e-48cc1cfa0433 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Network': ['ID=d71c6a1f-c877-40fe-b31d-10c6878b9988,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:08.432099 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network d71c6a1f-c877-40fe-b31d-10c6878b9988 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:53:08.491554 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c4196-f806-4334-9ab9-fdeb2e8b7fd7 req-fed50f50-a38b-4702-9b71-7f0ae5d89fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:08.492987 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd1c4196-f806-4334-9ab9-fdeb2e8b7fd7 req-fed50f50-a38b-4702-9b71-7f0ae5d89fa3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b1aa35db-56b3-4082-9281-daf61ed75a84 HTTP/1.1" status: 200 len: 849 time: 0.3697858 Mar 05 13:53:08.498323 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-1a4f3076-b3d1-4136-ae04-e06aae674a94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d887a07-d498-4a83-b189-cddbf3b0d011 HTTP/1.1" status: 200 len: 217 time: 0.2895274 Mar 05 13:53:08.510830 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5e773b19-4433-4473-b08e-48cc1cfa0433 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9862959 Mar 05 13:53:08.528623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37800) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:08.669415 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370e990-d6a8-4e20-92e1-e92bd4207ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=1abb6c4e-04e9-4eee-8933-a95081ff95c9,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:08.682599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'ports': [{'network_id': 'b4241156-4b48-483c-90ef-31c5f9ca3b51'}, {'network_id': 'd71c6a1f-c877-40fe-b31d-10c6878b9988'}]} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:08.682969 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'port': {'network_id': 'b4241156-4b48-483c-90ef-31c5f9ca3b51'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:08.683397 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'port': {'network_id': 'd71c6a1f-c877-40fe-b31d-10c6878b9988'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:08.703678 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ac6e256b-00fb-4852-9b7e-b2cc6ca43a06 req-80ea6cb0-a786-4b51-8305-9a3d50b60981 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921055 Mar 05 13:53:08.703950 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:08.715812 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Transition to ACTIVE for port object 249f3bdf-4778-479e-acb9-dd089cf471d1 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:08.736776 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-61390517-59ab-40c5-bba3-7c8efa948c20 req-c30259c3-6dd2-46b6-a69f-77962a4cc2c6 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4582152 Mar 05 13:53:08.755160 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Transition to ACTIVE for port object 249f3bdf-4778-479e-acb9-dd089cf471d1 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:08.763321 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:08.826746 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-be02ba29-951a-4077-adf2-02854ad0494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:08.840484 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1', 'tag': '0d887a07-d498-4a83-b189-cddbf3b0d011', 'status': 'completed', 'code': 200} Mar 05 13:53:08.844765 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-4d3a50c3-d221-4c51-9c33-99e134c0181c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:08.846499 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-4d3a50c3-d221-4c51-9c33-99e134c0181c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9349c82-1490-40bf-94d8-d6850b67eb95 HTTP/1.1" status: 200 len: 854 time: 0.2238982 Mar 05 13:53:08.855416 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3370e990-d6a8-4e20-92e1-e92bd4207ba3 service neutron] Attempting to bind port 1abb6c4e-04e9-4eee-8933-a95081ff95c9 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:53:08.856301 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3370e990-d6a8-4e20-92e1-e92bd4207ba3 service neutron] Attempting to bind port 1abb6c4e-04e9-4eee-8933-a95081ff95c9 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '5e218c26-6a85-4115-847e-df5d43d4c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4fdf2a80-6dea-406d-a907-1e4ba58ff0ce'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:53:08.857157 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3370e990-d6a8-4e20-92e1-e92bd4207ba3 service neutron] Attempting to bind port 1abb6c4e-04e9-4eee-8933-a95081ff95c9 on network 4fdf2a80-6dea-406d-a907-1e4ba58ff0ce {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:53:08.871698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3370e990-d6a8-4e20-92e1-e92bd4207ba3 service neutron] Port 1abb6c4e-04e9-4eee-8933-a95081ff95c9 on network 4fdf2a80-6dea-406d-a907-1e4ba58ff0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:53:08.872271 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3370e990-d6a8-4e20-92e1-e92bd4207ba3 service neutron] Attempting to bind port 1abb6c4e-04e9-4eee-8933-a95081ff95c9 on network 4fdf2a80-6dea-406d-a907-1e4ba58ff0ce {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:53:08.882791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce1526-98ef-4c03-83eb-dbc9d6a20679 req-c398dc4c-9913-4243-a625-3d5a45866abd tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:08.884124 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Network 8d5a2a85-916a-4384-9091-d35f86fc3b01 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:53:08.884697 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3cce1526-98ef-4c03-83eb-dbc9d6a20679 req-c398dc4c-9913-4243-a625-3d5a45866abd tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e8d2e5-43e7-412d-8ea8-612a61f21e38 HTTP/1.1" status: 200 len: 943 time: 0.7554612 Mar 05 13:53:08.894916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3370e990-d6a8-4e20-92e1-e92bd4207ba3 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:53:08.895044 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:08.895148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3370e990-d6a8-4e20-92e1-e92bd4207ba3 service neutron] Checking segment: {'id': '5e218c26-6a85-4115-847e-df5d43d4c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4fdf2a80-6dea-406d-a907-1e4ba58ff0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:53:08.895148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3370e990-d6a8-4e20-92e1-e92bd4207ba3 service neutron] Bound using segment: {'id': '5e218c26-6a85-4115-847e-df5d43d4c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4fdf2a80-6dea-406d-a907-1e4ba58ff0ce'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:53:08.895148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3370e990-d6a8-4e20-92e1-e92bd4207ba3 service neutron] Bound port: 1abb6c4e-04e9-4eee-8933-a95081ff95c9, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e218c26-6a85-4115-847e-df5d43d4c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4fdf2a80-6dea-406d-a907-1e4ba58ff0ce'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:53:08.896139 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3370e990-d6a8-4e20-92e1-e92bd4207ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:08.898531 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:53:08.988812 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c4196-f806-4334-9ab9-fdeb2e8b7fd7 req-8c6299e6-66b2-4e1c-b20b-9f0f7846c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:08.990189 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd1c4196-f806-4334-9ab9-fdeb2e8b7fd7 req-8c6299e6-66b2-4e1c-b20b-9f0f7846c522 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4782102 Mar 05 13:53:09.015561 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:53:09.018335 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device b852d257-e284-4921-9e1c-1731d07e7b99 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:53:09.042551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Pushing event updated for resources: {'Port': ['ID=249f3bdf-4778-479e-acb9-dd089cf471d1,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:09.078747 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:09.087763 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Attempting to bind port 249f3bdf-4778-479e-acb9-dd089cf471d1 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:53:09.088353 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Attempting to bind port 249f3bdf-4778-479e-acb9-dd089cf471d1 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'bf59ae07-ec1b-48f5-8db1-2990b001da01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8d5a2a85-916a-4384-9091-d35f86fc3b01'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:53:09.088909 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Attempting to bind port 249f3bdf-4778-479e-acb9-dd089cf471d1 on network 8d5a2a85-916a-4384-9091-d35f86fc3b01 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:53:09.102531 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:53:09.102916 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Checking segment: {'id': 'bf59ae07-ec1b-48f5-8db1-2990b001da01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8d5a2a85-916a-4384-9091-d35f86fc3b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:53:09.103484 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:09.104046 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Bound using segment: {'id': 'bf59ae07-ec1b-48f5-8db1-2990b001da01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8d5a2a85-916a-4384-9091-d35f86fc3b01'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:53:09.104676 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Bound port: 249f3bdf-4778-479e-acb9-dd089cf471d1, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf59ae07-ec1b-48f5-8db1-2990b001da01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8d5a2a85-916a-4384-9091-d35f86fc3b01'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:53:09.105217 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:09.121766 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:09.128177 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Deleting port 249f3bdf-4778-479e-acb9-dd089cf471d1 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:09.128368 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:09.154883 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:port and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:09.162699 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:09.165849 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3cce1526-98ef-4c03-83eb-dbc9d6a20679 req-73193651-e305-4c85-8744-d024740a5cf8 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=2736db16-5408-47e3-bd81-8366e99b9b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532496 Mar 05 13:53:09.182091 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:09.217444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3370e990-d6a8-4e20-92e1-e92bd4207ba3 service neutron] For port 1abb6c4e-04e9-4eee-8933-a95081ff95c9, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:53:09.223181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3370e990-d6a8-4e20-92e1-e92bd4207ba3 service neutron] For port 1abb6c4e-04e9-4eee-8933-a95081ff95c9, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1abb6c4e-04e9-4eee-8933-a95081ff95c9,segment=NetworkSegment(5e218c26-6a85-4115-847e-df5d43d4c13f),segment_id=5e218c26-6a85-4115-847e-df5d43d4c13f)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:53:09.224958 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'port': 2} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:09.229958 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:09.244480 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3370e990-d6a8-4e20-92e1-e92bd4207ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:09.292014 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:09.303716 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd1c4196-f806-4334-9ab9-fdeb2e8b7fd7 req-6773d4aa-360f-46f3-a606-bb132ed1152c service neutron] 10.222.0.15 "GET /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017011 Mar 05 13:53:09.311958 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a17c9b-1cff-4344-a121-0edad5101874 req-817907bf-2f47-4ff5-9304-50a10565d378 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:09.312696 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-4113cb1d-0b72-410d-b9ae-2d91a2450a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:09.313476 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f1a17c9b-1cff-4344-a121-0edad5101874 req-817907bf-2f47-4ff5-9304-50a10565d378 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1 HTTP/1.1" status: 200 len: 943 time: 0.2871900 Mar 05 13:53:09.314708 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-4113cb1d-0b72-410d-b9ae-2d91a2450a01 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=175f72fb-87d4-4d09-877c-e76b741da2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4035296 Mar 05 13:53:09.325089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3370e990-d6a8-4e20-92e1-e92bd4207ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:09.325937 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3370e990-d6a8-4e20-92e1-e92bd4207ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:09.327535 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a007445-ba91-4bea-8be1-08841c2d697e req-3370e990-d6a8-4e20-92e1-e92bd4207ba3 service neutron] 10.222.0.15 "PUT /v2.0/ports/1abb6c4e-04e9-4eee-8933-a95081ff95c9 HTTP/1.1" status: 200 len: 1091 time: 2.8508565 Mar 05 13:53:09.407453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] For port 249f3bdf-4778-479e-acb9-dd089cf471d1, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:53:09.417524 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:09.441793 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] For port 249f3bdf-4778-479e-acb9-dd089cf471d1, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=249f3bdf-4778-479e-acb9-dd089cf471d1,segment=NetworkSegment(bf59ae07-ec1b-48f5-8db1-2990b001da01),segment_id=bf59ae07-ec1b-48f5-8db1-2990b001da01)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:53:09.443866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a,segment=NetworkSegment(d1abbe63-8acf-4d25-8e50-f7650e36875f),segment_id=d1abbe63-8acf-4d25-8e50-f7650e36875f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:09.458269 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:09.522365 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'port_id': 'af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a', 'mac_address': 'fa:16:3e:30:21:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:53:09.605412 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f1a17c9b-1cff-4344-a121-0edad5101874 req-fb84b610-4f73-4a97-b464-e374071bd3f3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a112574-275c-45ff-8876-eb16dcbbda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403526 Mar 05 13:53:09.608992 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:09.631111 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port b852d257-e284-4921-9e1c-1731d07e7b99, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b852d257-e284-4921-9e1c-1731d07e7b99,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:09.642427 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:53:09.647648 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edc441-0b68-4579-8dfc-647d4f89a99b None None] Pushing event updated for resources: {'Port': ['ID=249f3bdf-4778-479e-acb9-dd089cf471d1,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:09.661893 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:09.748101 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=b852d257-e284-4921-9e1c-1731d07e7b99,revision_number=14']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:09.761529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370e990-d6a8-4e20-92e1-e92bd4207ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=1abb6c4e-04e9-4eee-8933-a95081ff95c9,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:09.763693 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a,segment=NetworkSegment(d1abbe63-8acf-4d25-8e50-f7650e36875f),segment_id=d1abbe63-8acf-4d25-8e50-f7650e36875f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:09.773038 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:09.813163 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b852d257-e284-4921-9e1c-1731d07e7b99'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:53:09.836154 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-4650144c-3805-4cc4-84ff-0cc72601eef9 service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934864 Mar 05 13:53:09.858304 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] device_id is not set on port 60dc67bd-bc72-4be5-8af9-11f5fbaf9ff2 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:53:09.868931 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] For port 249f3bdf-4778-479e-acb9-dd089cf471d1, host n-d-803718-1, got binding levels [] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:09.869299 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:09.879788 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:09.939623 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd1c4196-f806-4334-9ab9-fdeb2e8b7fd7 req-c3214dc4-cf4e-4cd3-bc81-45141a17dd0f service neutron] 10.222.0.15 "GET /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6101940 Mar 05 13:53:10.001882 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:53:10.050432 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Calling delete_port for 249f3bdf-4778-479e-acb9-dd089cf471d1 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:53:10.062333 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e50e3aff-451a-4889-9b3c-790b38a1a1ac req-bc67cc4e-e677-4a91-90ab-9de26ae61fda service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756885 Mar 05 13:53:10.109555 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a007445-ba91-4bea-8be1-08841c2d697e req-70b051d4-fa9a-401f-8d82-40ebb9c32f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:10.112466 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a007445-ba91-4bea-8be1-08841c2d697e req-70b051d4-fa9a-401f-8d82-40ebb9c32f2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b58023a44fd94d918c7e27b8c7ad9656&device_id=9ed1025e-b65d-46ee-9635-93d85ddc339a HTTP/1.1" status: 200 len: 1094 time: 0.6975787 Mar 05 13:53:10.186440 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50cb3d-a61f-4610-9230-dc2e4bcbb2cc req-ca7a9cbb-acca-4b34-a550-e3e9c4954bb3 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:10.187992 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9a50cb3d-a61f-4610-9230-dc2e4bcbb2cc req-ca7a9cbb-acca-4b34-a550-e3e9c4954bb3 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.3751729 Mar 05 13:53:10.219653 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:53:10.220119 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:53:10.223145 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c184e4-58ae-4959-9767-f64d8295f4d6 req-96cf015c-dd29-4d19-bd6d-3c0263272648 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:10.224715 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d7c184e4-58ae-4959-9767-f64d8295f4d6 req-96cf015c-dd29-4d19-bd6d-3c0263272648 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 945 time: 0.7751398 Mar 05 13:53:10.280988 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9a50cb3d-a61f-4610-9230-dc2e4bcbb2cc req-b6c6f815-2798-4167-a5d5-f33f451f45bb tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803771 Mar 05 13:53:10.288289 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:10.381950 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a007445-ba91-4bea-8be1-08841c2d697e req-0233dd69-95e6-46a7-82a2-8cde6f629688 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1abb6c4e-04e9-4eee-8933-a95081ff95c9 HTTP/1.1" status: 200 len: 217 time: 0.2274764 Mar 05 13:53:10.456821 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] device_id is not set on port b0948f40-3b76-49f6-9c4a-931a53a08da6 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:53:10.494264 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d7c184e4-58ae-4959-9767-f64d8295f4d6 req-0a3158e1-4db2-49d1-b533-37c68ae3a9a6 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269577 Mar 05 13:53:10.512168 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a007445-ba91-4bea-8be1-08841c2d697e req-8dcdc65b-b080-42a7-b4dd-7ba92039fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:10.520857 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a007445-ba91-4bea-8be1-08841c2d697e req-8dcdc65b-b080-42a7-b4dd-7ba92039fa82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=241e4006-bc7a-4e17-b150-61146c23bc2f HTTP/1.1" status: 200 len: 851 time: 0.1321385 Mar 05 13:53:10.567622 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b852d257-e284-4921-9e1c-1731d07e7b99', 'code': 200} Mar 05 13:53:10.594137 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a007445-ba91-4bea-8be1-08841c2d697e req-be527df3-31db-4901-89f2-f64a1426f867 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4fdf2a80-6dea-406d-a907-1e4ba58ff0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561934 Mar 05 13:53:10.595119 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf638b-1a5b-452c-87aa-de70a4458a8f req-70ed06f9-7e89-4b0e-a594-911a3277635b tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:10.597765 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466ee7f-d99c-4ed9-8d10-4ca3e452d32a req-efcd627c-28c6-419a-9bf5-13bcadadb2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:10.599258 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b466ee7f-d99c-4ed9-8d10-4ca3e452d32a req-efcd627c-28c6-419a-9bf5-13bcadadb2f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6458262d05f2497586ebde1561a80c5d&device_id=8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1 HTTP/1.1" status: 200 len: 1094 time: 0.4815624 Mar 05 13:53:10.599935 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fbcf638b-1a5b-452c-87aa-de70a4458a8f req-70ed06f9-7e89-4b0e-a594-911a3277635b tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed1025e-b65d-46ee-9635-93d85ddc339a HTTP/1.1" status: 200 len: 943 time: 0.1909626 Mar 05 13:53:10.743303 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:10.771259 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 249f3bdf-4778-479e-acb9-dd089cf471d1 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:53:10.779251 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Deleting port 249f3bdf-4778-479e-acb9-dd089cf471d1 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:10.779936 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:10.827151 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:10.849754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed1025e-b65d-46ee-9635-93d85ddc339a', 'tag': '1abb6c4e-04e9-4eee-8933-a95081ff95c9'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:53:10.924708 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2d738f8e-5695-4c24-bd12-fd776c319330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:10.934958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 249f3bdf-4778-479e-acb9-dd089cf471d1 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:10.977184 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:53:11.054457 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b4a424-2c2f-4aaf-937c-b590f76165ec None None] Network 8d5a2a85-916a-4384-9091-d35f86fc3b01 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:11.060566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466ee7f-d99c-4ed9-8d10-4ca3e452d32a req-e62c4382-f6e0-41fa-9e3c-24beab6ffeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:11.062046 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b466ee7f-d99c-4ed9-8d10-4ca3e452d32a req-e62c4382-f6e0-41fa-9e3c-24beab6ffeaf service neutron] 10.222.0.30 "GET /v2.0/networks?id=175f72fb-87d4-4d09-877c-e76b741da2ad HTTP/1.1" status: 200 len: 915 time: 0.4386950 Mar 05 13:53:11.113642 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-fbcf638b-1a5b-452c-87aa-de70a4458a8f req-b26cd588-d708-429b-a987-3c22cd4c8a02 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Synchronizing usage tracker for tenant:b58023a44fd94d918c7e27b8c7ad9656 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:53:11.143346 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a007445-ba91-4bea-8be1-08841c2d697e req-f0e34c40-b340-49c7-a5de-9aac1a23d767 service neutron] 10.222.0.15 "GET /v2.0/networks/4fdf2a80-6dea-406d-a907-1e4ba58ff0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411561 Mar 05 13:53:11.165317 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network b4241156-4b48-483c-90ef-31c5f9ca3b51 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:53:11.176723 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:11.180575 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:53:11.181567 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:11.185400 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Port': ['ID=60dc67bd-bc72-4be5-8af9-11f5fbaf9ff2,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:11.223095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9df86-9c29-465d-957c-ad6756eb8c74 req-46d20b07-4cb1-49e9-8b25-9bfb823792a5 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:11.225455 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-add9df86-9c29-465d-957c-ad6756eb8c74 req-46d20b07-4cb1-49e9-8b25-9bfb823792a5 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e8d2e5-43e7-412d-8ea8-612a61f21e38 HTTP/1.1" status: 200 len: 944 time: 0.4233778 Mar 05 13:53:11.227418 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b466ee7f-d99c-4ed9-8d10-4ca3e452d32a req-0a2b0cf7-01b2-452d-ae5f-2015f3d19867 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d887a07-d498-4a83-b189-cddbf3b0d011 HTTP/1.1" status: 200 len: 217 time: 0.1562655 Mar 05 13:53:11.256793 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d11623eb-f9b3-44ef-84da-05231941e780 None None] Provisioning for port 249f3bdf-4778-479e-acb9-dd089cf471d1 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:11.268756 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d11623eb-f9b3-44ef-84da-05231941e780 None None] Provisioning complete for port 249f3bdf-4778-479e-acb9-dd089cf471d1 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:11.268756 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d11623eb-f9b3-44ef-84da-05231941e780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:11.314499 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-fbcf638b-1a5b-452c-87aa-de70a4458a8f req-b26cd588-d708-429b-a987-3c22cd4c8a02 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Unset dirty status for tenant:b58023a44fd94d918c7e27b8c7ad9656 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:53:11.324065 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fbcf638b-1a5b-452c-87aa-de70a4458a8f req-b26cd588-d708-429b-a987-3c22cd4c8a02 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/security-groups?id=2db53d80-4560-4c59-a359-0429a2c9bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6893344 Mar 05 13:53:11.433116 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a007445-ba91-4bea-8be1-08841c2d697e req-51ddc6a6-e01e-4491-bd74-aae52b576e6f service neutron] 10.222.0.15 "GET /v2.0/networks/4fdf2a80-6dea-406d-a907-1e4ba58ff0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735708 Mar 05 13:53:11.490085 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-add9df86-9c29-465d-957c-ad6756eb8c74 req-2e18af8c-3ba8-4752-9e51-4c16dcae7357 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=2736db16-5408-47e3-bd81-8366e99b9b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585738 Mar 05 13:53:11.494108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466ee7f-d99c-4ed9-8d10-4ca3e452d32a req-6883f43d-c12d-41eb-af73-bb638ab6b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:11.495670 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b466ee7f-d99c-4ed9-8d10-4ca3e452d32a req-6883f43d-c12d-41eb-af73-bb638ab6b3c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9349c82-1490-40bf-94d8-d6850b67eb95 HTTP/1.1" status: 200 len: 854 time: 0.2592101 Mar 05 13:53:11.531074 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:11.544432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:11.544724 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:11.617150 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d11623eb-f9b3-44ef-84da-05231941e780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:11.617849 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Port': ['ID=b0948f40-3b76-49f6-9c4a-931a53a08da6,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:11.621906 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed1025e-b65d-46ee-9635-93d85ddc339a', 'tag': '1abb6c4e-04e9-4eee-8933-a95081ff95c9', 'status': 'completed', 'code': 200} Mar 05 13:53:11.650649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Checking segment: {'id': '25322457-dc37-4ecc-bddf-ed19453abc36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd71c6a1f-c877-40fe-b31d-10c6878b9988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:53:11.651333 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network hostable DHCP agents. Network: d71c6a1f-c877-40fe-b31d-10c6878b9988, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:53:11.710601 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] For port 249f3bdf-4778-479e-acb9-dd089cf471d1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=249f3bdf-4778-479e-acb9-dd089cf471d1,segment=NetworkSegment(bf59ae07-ec1b-48f5-8db1-2990b001da01),segment_id=bf59ae07-ec1b-48f5-8db1-2990b001da01)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:11.711247 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:11.734757 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network d71c6a1f-c877-40fe-b31d-10c6878b9988 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:53:11.744293 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466ee7f-d99c-4ed9-8d10-4ca3e452d32a req-d7aacd59-b642-4d7e-99d7-db1278b46a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:11.746062 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b466ee7f-d99c-4ed9-8d10-4ca3e452d32a req-d7aacd59-b642-4d7e-99d7-db1278b46a13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=175f72fb-87d4-4d09-877c-e76b741da2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2363551 Mar 05 13:53:11.753426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d11623eb-f9b3-44ef-84da-05231941e780 None None] For port 249f3bdf-4778-479e-acb9-dd089cf471d1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=249f3bdf-4778-479e-acb9-dd089cf471d1,segment=NetworkSegment(bf59ae07-ec1b-48f5-8db1-2990b001da01),segment_id=bf59ae07-ec1b-48f5-8db1-2990b001da01)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:11.825263 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d11623eb-f9b3-44ef-84da-05231941e780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:11.851697 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77703e1c-ac8f-4b5b-8732-c3b94073c5bf req-012d9de9-6146-46af-8a30-50d42d39abdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:11.853672 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-77703e1c-ac8f-4b5b-8732-c3b94073c5bf req-012d9de9-6146-46af-8a30-50d42d39abdd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b58023a44fd94d918c7e27b8c7ad9656&device_id=9ed1025e-b65d-46ee-9635-93d85ddc339a HTTP/1.1" status: 200 len: 1094 time: 0.2179735 Mar 05 13:53:11.894469 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Calling delete_port for 249f3bdf-4778-479e-acb9-dd089cf471d1 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:53:11.913785 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:11.935636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, d71c6a1f-c877-40fe-b31d-10c6878b9988) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:11.952136 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11623eb-f9b3-44ef-84da-05231941e780 None None] Pushing event updated for resources: {'Port': ['ID=249f3bdf-4778-479e-acb9-dd089cf471d1,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:11.955165 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c70513-2c87-42d9-95d9-4fd5dbf0904f req-14f137fb-c7a0-49bf-ba8c-244e337ca23e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:11.957407 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e0851f-bf1f-4d02-8816-4b43a6a3bdfe None None] Network d71c6a1f-c877-40fe-b31d-10c6878b9988 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:11.964434 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b1c70513-2c87-42d9-95d9-4fd5dbf0904f req-14f137fb-c7a0-49bf-ba8c-244e337ca23e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1 HTTP/1.1" status: 200 len: 943 time: 0.4420164 Mar 05 13:53:11.965583 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:53:11.973065 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:11.978678 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:11.979585 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:12.089590 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b1c70513-2c87-42d9-95d9-4fd5dbf0904f req-7695348a-af5e-40d4-a7bc-1b8611a198e0 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a112574-275c-45ff-8876-eb16dcbbda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949125 Mar 05 13:53:12.092401 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8ae18539-f8e7-4a8c-b16e-d619e0625d37 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5563624 Mar 05 13:53:12.096431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37902) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:12.135534 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b466ee7f-d99c-4ed9-8d10-4ca3e452d32a req-a2c290ad-54cf-413d-a0f6-528841042889 service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785169 Mar 05 13:53:12.145972 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:53:12.146555 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:53:12.175704 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-25a1610b-155e-4d6b-b966-9c6f175a7474 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting port b0948f40-3b76-49f6-9c4a-931a53a08da6 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:12.176326 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25a1610b-155e-4d6b-b966-9c6f175a7474 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:12.178319 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fd6c51-cb3d-44c2-a650-60ccad40dd2c None None] Network 8d5a2a85-916a-4384-9091-d35f86fc3b01 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:12.253130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebcbcf-557b-4c4f-a66e-cb5f99542297 req-cfe83fca-8285-4bf6-93ff-7525b1e7eb57 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:12.254648 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e7ebcbcf-557b-4c4f-a66e-cb5f99542297 req-cfe83fca-8285-4bf6-93ff-7525b1e7eb57 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 945 time: 0.5077164 Mar 05 13:53:12.278366 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:12.311995 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77703e1c-ac8f-4b5b-8732-c3b94073c5bf req-6555b31c-ecfb-491d-b0a7-7b3cb290c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:12.313429 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-77703e1c-ac8f-4b5b-8732-c3b94073c5bf req-6555b31c-ecfb-491d-b0a7-7b3cb290c043 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4fdf2a80-6dea-406d-a907-1e4ba58ff0ce HTTP/1.1" status: 200 len: 911 time: 0.4014287 Mar 05 13:53:12.327743 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a,segment=NetworkSegment(d1abbe63-8acf-4d25-8e50-f7650e36875f),segment_id=d1abbe63-8acf-4d25-8e50-f7650e36875f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:12.342433 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:12.353777 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:12.412994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6e767-cd7b-40b3-a0da-bf8fd8a02365 req-11f7a380-509d-4034-aae9-a2df8b740da1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:12.414568 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-56b6e767-cd7b-40b3-a0da-bf8fd8a02365 req-11f7a380-509d-4034-aae9-a2df8b740da1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.1918793 Mar 05 13:53:12.435522 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:12.445546 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b400249e-5da7-4c85-b9fe-aa0207e25692 None None] Provisioning complete for port 249f3bdf-4778-479e-acb9-dd089cf471d1 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:12.445993 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b400249e-5da7-4c85-b9fe-aa0207e25692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:12.505712 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 0d887a07-d498-4a83-b189-cddbf3b0d011 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:53:12.524465 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25a1610b-155e-4d6b-b966-9c6f175a7474 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:12.528272 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-77703e1c-ac8f-4b5b-8732-c3b94073c5bf req-777a25ff-4b94-4448-b972-02fd81a5c354 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1abb6c4e-04e9-4eee-8933-a95081ff95c9 HTTP/1.1" status: 200 len: 217 time: 0.1988337 Mar 05 13:53:12.587678 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e7ebcbcf-557b-4c4f-a66e-cb5f99542297 req-01774bf8-c76b-4849-8641-55545f3d4432 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128629 Mar 05 13:53:12.597987 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b466ee7f-d99c-4ed9-8d10-4ca3e452d32a req-22c49cb5-ec01-47d9-afde-62cd55ddb096 service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481688 Mar 05 13:53:12.604196 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-56b6e767-cd7b-40b3-a0da-bf8fd8a02365 req-459f564d-bd7a-4680-bf0c-0e9c5256170f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383381 Mar 05 13:53:12.608226 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e8d2e5-43e7-412d-8ea8-612a61f21e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:53:12.620429 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77703e1c-ac8f-4b5b-8732-c3b94073c5bf req-cab63817-2e05-472c-a27a-b86cb5b6abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:12.620429 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-77703e1c-ac8f-4b5b-8732-c3b94073c5bf req-cab63817-2e05-472c-a27a-b86cb5b6abbe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=241e4006-bc7a-4e17-b150-61146c23bc2f HTTP/1.1" status: 200 len: 851 time: 0.0744424 Mar 05 13:53:12.707682 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-77703e1c-ac8f-4b5b-8732-c3b94073c5bf req-6a3518eb-15ef-49c9-bdfc-c0a36e91248f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4fdf2a80-6dea-406d-a907-1e4ba58ff0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844569 Mar 05 13:53:12.733300 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-25a1610b-155e-4d6b-b966-9c6f175a7474 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Calling delete_port for b0948f40-3b76-49f6-9c4a-931a53a08da6 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:53:12.794558 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 249f3bdf-4778-479e-acb9-dd089cf471d1 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:53:12.878191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 0d887a07-d498-4a83-b189-cddbf3b0d011, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=0d887a07-d498-4a83-b189-cddbf3b0d011,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:12.912382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f360f-5f0c-48d4-93a4-15ba392a832c req-2b0ded46-bb59-41ab-a3cf-9fda3d771e6f tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:12.914519 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fc1f360f-5f0c-48d4-93a4-15ba392a832c req-2b0ded46-bb59-41ab-a3cf-9fda3d771e6f tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed1025e-b65d-46ee-9635-93d85ddc339a HTTP/1.1" status: 200 len: 943 time: 0.1350663 Mar 05 13:53:12.915035 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25a1610b-155e-4d6b-b966-9c6f175a7474 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:12.928171 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '0d887a07-d498-4a83-b189-cddbf3b0d011', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'port_id': '0d887a07-d498-4a83-b189-cddbf3b0d011', 'mac_address': 'fa:16:3e:89:db:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:53:12.945610 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-77703e1c-ac8f-4b5b-8732-c3b94073c5bf req-5baf1681-ba31-4d4b-81db-2a0564b40609 service neutron] 10.222.0.15 "GET /v2.0/networks/4fdf2a80-6dea-406d-a907-1e4ba58ff0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317739 Mar 05 13:53:12.989624 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 1abb6c4e-04e9-4eee-8933-a95081ff95c9 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:53:13.000416 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1610b-155e-4d6b-b966-9c6f175a7474 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Port': ['ID=b0948f40-3b76-49f6-9c4a-931a53a08da6,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:13.003903 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25a1610b-155e-4d6b-b966-9c6f175a7474 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:13.013439 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad36b8-67de-4054-a312-34d1616b154c req-b3cea01f-543b-490c-9f4e-3874623e7930 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:13.021212 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4fad36b8-67de-4054-a312-34d1616b154c req-b3cea01f-543b-490c-9f4e-3874623e7930 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e8d2e5-43e7-412d-8ea8-612a61f21e38 HTTP/1.1" status: 200 len: 945 time: 0.1885920 Mar 05 13:53:13.021735 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-25a1610b-155e-4d6b-b966-9c6f175a7474 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/ports/b0948f40-3b76-49f6-9c4a-931a53a08da6 HTTP/1.1" status: 204 len: 168 time: 0.9233596 Mar 05 13:53:13.023730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37916) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:13.028806 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:13.083307 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Deleting port 249f3bdf-4778-479e-acb9-dd089cf471d1 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:13.083307 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:13.090343 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 249f3bdf-4778-479e-acb9-dd089cf471d1 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:13.090802 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:13.130280 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d887a07-d498-4a83-b189-cddbf3b0d011 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:53:13.159793 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4fad36b8-67de-4054-a312-34d1616b154c req-b17f84e8-f99f-4643-81dd-e09a39a63f71 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=2736db16-5408-47e3-bd81-8366e99b9b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376905 Mar 05 13:53:13.159927 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fc1f360f-5f0c-48d4-93a4-15ba392a832c req-be69d646-a716-4133-ba42-6c6b9560ae94 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/security-groups?id=2db53d80-4560-4c59-a359-0429a2c9bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995254 Mar 05 13:53:13.228326 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-77703e1c-ac8f-4b5b-8732-c3b94073c5bf req-ca51beda-5117-46e8-b00b-66fbce293a69 service neutron] 10.222.0.15 "GET /v2.0/networks/4fdf2a80-6dea-406d-a907-1e4ba58ff0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759011 Mar 05 13:53:13.239531 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 0d887a07-d498-4a83-b189-cddbf3b0d011, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=0d887a07-d498-4a83-b189-cddbf3b0d011,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:13.275199 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:13.409836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c180ffb-fba8-4068-a8df-ab67da310d5f req-7810356d-d311-40ce-b9c9-fe0a736d2d1d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:13.410407 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 1abb6c4e-04e9-4eee-8933-a95081ff95c9, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1abb6c4e-04e9-4eee-8933-a95081ff95c9,segment=NetworkSegment(5e218c26-6a85-4115-847e-df5d43d4c13f),segment_id=5e218c26-6a85-4115-847e-df5d43d4c13f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:13.418806 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1c180ffb-fba8-4068-a8df-ab67da310d5f req-7810356d-d311-40ce-b9c9-fe0a736d2d1d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.1268942 Mar 05 13:53:13.484460 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1c180ffb-fba8-4068-a8df-ab67da310d5f req-ec6fced2-22d9-4355-8ec3-89cc4d5ffd37 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643313 Mar 05 13:53:13.497864 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ce2d91d4-fa9d-47ac-ae9c-8d4db64808d5 None None] Provisioning complete for port 249f3bdf-4778-479e-acb9-dd089cf471d1 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:13.498440 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ce2d91d4-fa9d-47ac-ae9c-8d4db64808d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:13.558000 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e8d2e5-43e7-412d-8ea8-612a61f21e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a', 'code': 200} Mar 05 13:53:13.565940 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '1abb6c4e-04e9-4eee-8933-a95081ff95c9', 'network_id': '4fdf2a80-6dea-406d-a907-1e4ba58ff0ce', 'port_id': '1abb6c4e-04e9-4eee-8933-a95081ff95c9', 'mac_address': 'fa:16:3e:44:71:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241e4006-bc7a-4e17-b150-61146c23bc2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:53:13.570732 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=0d887a07-d498-4a83-b189-cddbf3b0d011,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:13.574217 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['0d887a07-d498-4a83-b189-cddbf3b0d011'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:53:13.718490 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] For port 249f3bdf-4778-479e-acb9-dd089cf471d1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=249f3bdf-4778-479e-acb9-dd089cf471d1,segment=NetworkSegment(bf59ae07-ec1b-48f5-8db1-2990b001da01),segment_id=bf59ae07-ec1b-48f5-8db1-2990b001da01)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:13.719129 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:13.747921 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26eb5d-6f64-4649-a8d6-f3227ccd372b req-098be13d-6d01-4dae-ae97-25824952d7ee tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:13.749538 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:13.755538 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aa26eb5d-6f64-4649-a8d6-f3227ccd372b req-098be13d-6d01-4dae-ae97-25824952d7ee tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1 HTTP/1.1" status: 200 len: 944 time: 0.1568398 Mar 05 13:53:13.772952 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a1b71-7b7c-41b7-a346-2dd7c129645c req-8265acee-e083-4ca0-bf29-6807cf2d7631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:13.774528 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-114a1b71-7b7c-41b7-a346-2dd7c129645c req-8265acee-e083-4ca0-bf29-6807cf2d7631 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b1e8d2e5-43e7-412d-8ea8-612a61f21e38 HTTP/1.1" status: 200 len: 1096 time: 0.1373124 Mar 05 13:53:13.781617 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:13.812069 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abb6c4e-04e9-4eee-8933-a95081ff95c9 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:53:13.825785 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aa26eb5d-6f64-4649-a8d6-f3227ccd372b req-5facb512-63ba-43d7-9b83-89c2b1245ddb tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a112574-275c-45ff-8876-eb16dcbbda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693948 Mar 05 13:53:13.836016 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-114a1b71-7b7c-41b7-a346-2dd7c129645c req-5b88d10c-0040-4708-9cf1-4b2252ff15f0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2736db16-5408-47e3-bd81-8366e99b9b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538909 Mar 05 13:53:13.867059 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Calling delete_port for 249f3bdf-4778-479e-acb9-dd089cf471d1 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:53:13.889414 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:53:13.898724 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 1abb6c4e-04e9-4eee-8933-a95081ff95c9, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1abb6c4e-04e9-4eee-8933-a95081ff95c9,segment=NetworkSegment(5e218c26-6a85-4115-847e-df5d43d4c13f),segment_id=5e218c26-6a85-4115-847e-df5d43d4c13f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:13.916181 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56500a1d-6b74-4be5-8647-4a83451ded0a tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:13.921950 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56500a1d-6b74-4be5-8647-4a83451ded0a tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:13.922726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-56500a1d-6b74-4be5-8647-4a83451ded0a tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Synchronizing usage tracker for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:53:13.927877 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:13.993506 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a01bf-2b39-42dc-9be1-4b49fc2a33bd req-5bbc1a64-0a0b-4a2c-ab72-4161256ef5ef tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:13.994968 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-215a01bf-2b39-42dc-9be1-4b49fc2a33bd req-5bbc1a64-0a0b-4a2c-ab72-4161256ef5ef tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 945 time: 0.3385220 Mar 05 13:53:13.995604 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-56500a1d-6b74-4be5-8647-4a83451ded0a tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Unset dirty status for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:53:13.996651 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-56500a1d-6b74-4be5-8647-4a83451ded0a tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.9649422 Mar 05 13:53:13.999438 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37926) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:14.019510 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33db8f6-7352-40fb-93ff-ac155203ede7 req-ad4e08c1-1793-4268-b064-71bda107b067 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:14.021097 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f33db8f6-7352-40fb-93ff-ac155203ede7 req-ad4e08c1-1793-4268-b064-71bda107b067 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.0904663 Mar 05 13:53:14.072378 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f33db8f6-7352-40fb-93ff-ac155203ede7 req-0873c9fd-c61d-4f0e-92db-64bdce3605ec tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449836 Mar 05 13:53:14.076906 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=1abb6c4e-04e9-4eee-8933-a95081ff95c9,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:14.157349 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-747017a9-c422-4a80-afd7-0c5bbf282ada tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting port 60dc67bd-bc72-4be5-8af9-11f5fbaf9ff2 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:14.158261 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-747017a9-c422-4a80-afd7-0c5bbf282ada tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:14.183738 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['1abb6c4e-04e9-4eee-8933-a95081ff95c9'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:53:14.185362 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-215a01bf-2b39-42dc-9be1-4b49fc2a33bd req-bbff00ac-fb10-4a80-9f7d-c7e21919576e tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507077 Mar 05 13:53:14.223028 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:14.308788 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Port': ['ID=249f3bdf-4778-479e-acb9-dd089cf471d1,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:14.470385 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4203645a-d024-40dd-b268-b1a760ff8e2c None None] DHCP port deletion for 8d5a2a85-916a-4384-9091-d35f86fc3b01 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:53:14.489555 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb927cc-44dd-4158-8ba5-2cf486a8fe8a None None] get_active_networks_info from n-d-803718-1 {{(pid=87915) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 05 13:53:14.516202 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-747017a9-c422-4a80-afd7-0c5bbf282ada tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:14.574897 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 0d887a07-d498-4a83-b189-cddbf3b0d011 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:53:14.616347 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c4efd-03fb-4b11-8d9b-b9adeaaa7065 req-222d5a90-efc7-48e9-9b19-8701c7aa261b tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:14.617952 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d30c4efd-03fb-4b11-8d9b-b9adeaaa7065 req-222d5a90-efc7-48e9-9b19-8701c7aa261b tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed1025e-b65d-46ee-9635-93d85ddc339a HTTP/1.1" status: 200 len: 944 time: 0.1545119 Mar 05 13:53:14.620242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c094f-4989-496c-a458-71e149002f66 req-b9e9ab32-2cd1-4024-94a6-a24eb6c98a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:14.621617 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f24c094f-4989-496c-a458-71e149002f66 req-b9e9ab32-2cd1-4024-94a6-a24eb6c98a65 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 1095 time: 0.2466919 Mar 05 13:53:14.719166 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-747017a9-c422-4a80-afd7-0c5bbf282ada tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Calling delete_port for 60dc67bd-bc72-4be5-8af9-11f5fbaf9ff2 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:53:14.724934 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 249f3bdf-4778-479e-acb9-dd089cf471d1 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:53:14.809434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 249f3bdf-4778-479e-acb9-dd089cf471d1 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:53:14.809434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 249f3bdf-4778-479e-acb9-dd089cf471d1 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:53:14.809434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 0d887a07-d498-4a83-b189-cddbf3b0d011 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:14.821519 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 0d887a07-d498-4a83-b189-cddbf3b0d011 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:14.821519 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:14.925913 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d30c4efd-03fb-4b11-8d9b-b9adeaaa7065 req-6c888a33-9a10-4964-979e-be84ab51ff76 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/security-groups?id=2db53d80-4560-4c59-a359-0429a2c9bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008914 Mar 05 13:53:14.983067 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] No DVR routers for this DVR port 249f3bdf-4778-479e-acb9-dd089cf471d1 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:53:15.013580 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 1abb6c4e-04e9-4eee-8933-a95081ff95c9 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:53:15.119692 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c094f-4989-496c-a458-71e149002f66 req-2b095db7-cc34-4258-b7a3-f1bc1f96c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:15.119692 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f24c094f-4989-496c-a458-71e149002f66 req-2b095db7-cc34-4258-b7a3-f1bc1f96c9f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 912 time: 0.4739885 Mar 05 13:53:15.136050 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:15.172748 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:15.175318 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb927cc-44dd-4158-8ba5-2cf486a8fe8a None None] Resources bound (agent type, host, resource id): {{(pid=87915) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 13:53:15.210724 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 1abb6c4e-04e9-4eee-8933-a95081ff95c9 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:15.243664 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 1abb6c4e-04e9-4eee-8933-a95081ff95c9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:15.244300 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:15.293647 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-747017a9-c422-4a80-afd7-0c5bbf282ada tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:15.302104 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 0d887a07-d498-4a83-b189-cddbf3b0d011, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=0d887a07-d498-4a83-b189-cddbf3b0d011,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:15.304429 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa5c34-eefd-49fc-966f-8144d91a5560 req-8ff66506-ffac-4c1f-a80a-19c21a6af26b tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:15.311954 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0cfa5c34-eefd-49fc-966f-8144d91a5560 req-8ff66506-ffac-4c1f-a80a-19c21a6af26b tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e8d2e5-43e7-412d-8ea8-612a61f21e38 HTTP/1.1" status: 200 len: 945 time: 0.9924200 Mar 05 13:53:15.364732 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:15.394146 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f24c094f-4989-496c-a458-71e149002f66 req-8ffd9462-f552-498b-a40f-a2ff2a83e5ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b852d257-e284-4921-9e1c-1731d07e7b99 HTTP/1.1" status: 200 len: 998 time: 0.2634959 Mar 05 13:53:15.416873 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747017a9-c422-4a80-afd7-0c5bbf282ada tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Port': ['ID=60dc67bd-bc72-4be5-8af9-11f5fbaf9ff2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:15.439709 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0cfa5c34-eefd-49fc-966f-8144d91a5560 req-084f2902-60d4-42b3-9864-369682d66121 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=2736db16-5408-47e3-bd81-8366e99b9b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242595 Mar 05 13:53:15.450243 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-747017a9-c422-4a80-afd7-0c5bbf282ada tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:15.500908 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:15.518636 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=0d887a07-d498-4a83-b189-cddbf3b0d011,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:15.565812 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970b6a5-b18b-4f58-b7d0-f1b522804308 req-ad035ea1-f9a8-40bd-b961-274cd7703262 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:15.566496 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-747017a9-c422-4a80-afd7-0c5bbf282ada tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/ports/60dc67bd-bc72-4be5-8af9-11f5fbaf9ff2 HTTP/1.1" status: 204 len: 168 time: 1.5659394 Mar 05 13:53:15.567546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37942) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:15.568044 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2970b6a5-b18b-4f58-b7d0-f1b522804308 req-ad035ea1-f9a8-40bd-b961-274cd7703262 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.2842190 Mar 05 13:53:15.569984 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Subnet': ['ID=24e654b8-b253-44ed-beca-0fac4fca4986,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:15.584129 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d887a07-d498-4a83-b189-cddbf3b0d011'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:53:15.584329 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c094f-4989-496c-a458-71e149002f66 req-22173db8-fb7b-4b1f-bd19-df96fa596fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:15.586197 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f24c094f-4989-496c-a458-71e149002f66 req-22173db8-fb7b-4b1f-bd19-df96fa596fc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.1829913 Mar 05 13:53:15.656798 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:15.700460 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:15.701116 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:15.701624 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:15.702163 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:15.702692 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:15.703539 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:15.704066 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:15.706106 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:15.706945 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:15.707514 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:15.708489 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2970b6a5-b18b-4f58-b7d0-f1b522804308 req-4326231a-0c3d-4b8f-b9f2-f6c3c950dd42 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259735 Mar 05 13:53:15.708831 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:15.709405 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:15.744867 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 1abb6c4e-04e9-4eee-8933-a95081ff95c9, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1abb6c4e-04e9-4eee-8933-a95081ff95c9,segment=NetworkSegment(5e218c26-6a85-4115-847e-df5d43d4c13f),segment_id=5e218c26-6a85-4115-847e-df5d43d4c13f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:15.750793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c094f-4989-496c-a458-71e149002f66 req-a4ced469-d6db-414e-aabf-543d7a676da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:15.754394 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f24c094f-4989-496c-a458-71e149002f66 req-a4ced469-d6db-414e-aabf-543d7a676da7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519086 Mar 05 13:53:15.756568 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:15.920344 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=1abb6c4e-04e9-4eee-8933-a95081ff95c9,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:15.933914 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:15.981867 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5a2a85-916a-4384-9091-d35f86fc3b01']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:15.998667 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58fdebc-fe57-46dc-81ca-2d538e7b71cf None None] Network 8d5a2a85-916a-4384-9091-d35f86fc3b01 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:16.005889 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf59ae07-ec1b-48f5-8db1-2990b001da01') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:16.006371 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf59ae07-ec1b-48f5-8db1-2990b001da01') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:16.026004 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bc633-685d-4b82-8a87-1ddf84d3e8f5 req-d2236229-04ed-42c4-a519-e1c010e43261 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:16.027693 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b53bc633-685d-4b82-8a87-1ddf84d3e8f5 req-d2236229-04ed-42c4-a519-e1c010e43261 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1 HTTP/1.1" status: 200 len: 945 time: 0.2415161 Mar 05 13:53:16.035458 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e4c7f1-313b-43a6-8ae0-932b7b06dd4c tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:16.036126 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c1e4c7f1-313b-43a6-8ae0-932b7b06dd4c tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Synchronizing usage tracker for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:53:16.057233 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:16.091341 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f24c094f-4989-496c-a458-71e149002f66 req-c0ffeda5-1f49-44fa-8d0b-cb3669c28088 service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305454 Mar 05 13:53:16.094548 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:16.108102 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c1e4c7f1-313b-43a6-8ae0-932b7b06dd4c tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Unset dirty status for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:53:16.111373 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c1e4c7f1-313b-43a6-8ae0-932b7b06dd4c tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5384252 Mar 05 13:53:16.113204 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:53:16.113842 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:16.120019 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37950) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:16.181369 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e695e1b4-301e-40f7-a51e-0dde917f1dd2 None None] DHCP port deletion for 8d5a2a85-916a-4384-9091-d35f86fc3b01 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:53:16.195746 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12a594-09e4-4707-a9c2-d7da1beccc46 req-75e4dff2-1cf9-453a-92c8-bc0ae0fb5786 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:16.197200 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1a12a594-09e4-4707-a9c2-d7da1beccc46 req-75e4dff2-1cf9-453a-92c8-bc0ae0fb5786 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 945 time: 0.1904886 Mar 05 13:53:16.200635 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-9202554b-b7f7-49ed-a157-49fa04bde124 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] GET failed (client error): The resource could not be found. Mar 05 13:53:16.201848 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9202554b-b7f7-49ed-a157-49fa04bde124 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports/b0948f40-3b76-49f6-9c4a-931a53a08da6 HTTP/1.1" status: 404 len: 333 time: 0.0772011 Mar 05 13:53:16.206006 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37954) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:53:16.208747 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:53:16.218455 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b53bc633-685d-4b82-8a87-1ddf84d3e8f5 req-2bc08f22-de8d-441c-ac40-9d8d9bb2449a tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a112574-275c-45ff-8876-eb16dcbbda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770568 Mar 05 13:53:16.269382 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e7fe53-d29e-409a-812d-914a4da67515 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] GET failed (client error): The resource could not be found. Mar 05 13:53:16.271104 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d887a07-d498-4a83-b189-cddbf3b0d011', 'code': 200} Mar 05 13:53:16.276250 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-63e7fe53-d29e-409a-812d-914a4da67515 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports/60dc67bd-bc72-4be5-8af9-11f5fbaf9ff2 HTTP/1.1" status: 404 len: 333 time: 0.0642881 Mar 05 13:53:16.278012 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37958) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:16.291505 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:16.312017 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:16.325730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Network': ['ID=8d5a2a85-916a-4384-9091-d35f86fc3b01,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:16.341837 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b3ca5dce-e062-429c-b5a0-c281c317ae2c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/networks/8d5a2a85-916a-4384-9091-d35f86fc3b01 HTTP/1.1" status: 204 len: 168 time: 8.0490997 Mar 05 13:53:16.342148 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37962) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:16.419578 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-c224b137-e0fd-4ce0-990b-6c089a786065 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] DELETE failed (client error): The resource could not be found. Mar 05 13:53:16.419889 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c224b137-e0fd-4ce0-990b-6c089a786065 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:53:16.423925 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c224b137-e0fd-4ce0-990b-6c089a786065 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/subnets/24e654b8-b253-44ed-beca-0fac4fca4986 HTTP/1.1" status: 404 len: 337 time: 0.0784323 Mar 05 13:53:16.427306 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37966) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:16.458048 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ca25b7-837e-41b6-b0ab-90f7fd0b066c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] DELETE failed (client error): The resource could not be found. Mar 05 13:53:16.458276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ca25b7-837e-41b6-b0ab-90f7fd0b066c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:53:16.462347 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-40ca25b7-837e-41b6-b0ab-90f7fd0b066c tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/networks/8d5a2a85-916a-4384-9091-d35f86fc3b01 HTTP/1.1" status: 404 len: 339 time: 0.0318296 Mar 05 13:53:16.463031 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37972) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:16.477610 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1a12a594-09e4-4707-a9c2-d7da1beccc46 req-7e661403-7f6f-420f-b978-21101830ab10 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319655 Mar 05 13:53:16.485392 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-db03f8c6-cec3-43fc-b1c4-3e9da0b18998 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:16.494372 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f24c094f-4989-496c-a458-71e149002f66 req-9debd068-d6b0-4962-b2a2-0b6e3e7c28e6 service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921556 Mar 05 13:53:16.595996 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb6aec-c358-4bd8-b582-079744c727f8 req-ac1fc4b5-aefe-4315-94af-c7aaaf447e4f tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:16.597493 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-43bb6aec-c358-4bd8-b582-079744c727f8 req-ac1fc4b5-aefe-4315-94af-c7aaaf447e4f tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed1025e-b65d-46ee-9635-93d85ddc339a HTTP/1.1" status: 200 len: 945 time: 0.2213242 Mar 05 13:53:16.604778 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d3679f9-21cb-498f-b816-3f98ee09d0c3 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:16.699800 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-43bb6aec-c358-4bd8-b582-079744c727f8 req-d5702d21-f7af-412e-ac5f-0469aa0dcaa3 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/security-groups?id=2db53d80-4560-4c59-a359-0429a2c9bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920782 Mar 05 13:53:16.705165 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53071ab6-8ae6-4dab-9724-10e2c2978565 req-c73ec11d-aad1-4989-827a-528dee7fb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:16.706972 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-53071ab6-8ae6-4dab-9724-10e2c2978565 req-c73ec11d-aad1-4989-827a-528dee7fb02d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1 HTTP/1.1" status: 200 len: 1096 time: 0.3245642 Mar 05 13:53:16.723563 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-db03f8c6-cec3-43fc-b1c4-3e9da0b18998 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:16.779734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-db03f8c6-cec3-43fc-b1c4-3e9da0b18998 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71c6a1f-c877-40fe-b31d-10c6878b9988']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:16.797478 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d3679f9-21cb-498f-b816-3f98ee09d0c3 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:16.805917 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-db03f8c6-cec3-43fc-b1c4-3e9da0b18998 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25322457-dc37-4ecc-bddf-ed19453abc36') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:16.806211 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-db03f8c6-cec3-43fc-b1c4-3e9da0b18998 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25322457-dc37-4ecc-bddf-ed19453abc36') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:16.824264 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-db03f8c6-cec3-43fc-b1c4-3e9da0b18998 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:16.826839 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-3d3679f9-21cb-498f-b816-3f98ee09d0c3 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a232cf1-4be0-4fa4-86ec-53f99928238f']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:16.832964 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-53071ab6-8ae6-4dab-9724-10e2c2978565 req-247f5137-28db-479d-93b6-45e4fc89b1af service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9a112574-275c-45ff-8876-eb16dcbbda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841892 Mar 05 13:53:16.850706 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-db03f8c6-cec3-43fc-b1c4-3e9da0b18998 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:16.860199 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db03f8c6-cec3-43fc-b1c4-3e9da0b18998 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:53:16.861239 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-db03f8c6-cec3-43fc-b1c4-3e9da0b18998 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:53:16.878499 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:53:16.883777 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-3d3679f9-21cb-498f-b816-3f98ee09d0c3 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6859488-07e5-4391-8705-5007fabcb6ba') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:16.884201 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-3d3679f9-21cb-498f-b816-3f98ee09d0c3 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6859488-07e5-4391-8705-5007fabcb6ba') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:16.899840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9a43d-ab12-4651-8d21-41aa10bcc8be req-4eb81499-552f-46a3-87c8-bed6e86a7152 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:16.900327 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d3679f9-21cb-498f-b816-3f98ee09d0c3 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:16.901351 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92e9a43d-ab12-4651-8d21-41aa10bcc8be req-4eb81499-552f-46a3-87c8-bed6e86a7152 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e8d2e5-43e7-412d-8ea8-612a61f21e38 HTTP/1.1" status: 200 len: 945 time: 0.2945781 Mar 05 13:53:16.920836 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d3679f9-21cb-498f-b816-3f98ee09d0c3 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:16.930618 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3679f9-21cb-498f-b816-3f98ee09d0c3 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:53:16.931101 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d3679f9-21cb-498f-b816-3f98ee09d0c3 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:53:16.945436 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:53:17.005932 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-db03f8c6-cec3-43fc-b1c4-3e9da0b18998 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:17.010876 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-db03f8c6-cec3-43fc-b1c4-3e9da0b18998 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:17.037278 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc207723-7fa9-426e-9b17-84fc48f061b9 req-02a5dcd0-8a19-44f5-9637-6cb94a48d766 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:17.038781 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fc207723-7fa9-426e-9b17-84fc48f061b9 req-02a5dcd0-8a19-44f5-9637-6cb94a48d766 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.2143228 Mar 05 13:53:17.042430 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-db03f8c6-cec3-43fc-b1c4-3e9da0b18998 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/networks/d71c6a1f-c877-40fe-b31d-10c6878b9988 HTTP/1.1" status: 204 len: 168 time: 0.7607772 Mar 05 13:53:17.046777 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03f8c6-cec3-43fc-b1c4-3e9da0b18998 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Network': ['ID=d71c6a1f-c877-40fe-b31d-10c6878b9988,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:17.047116 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37978) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:17.054106 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-116607d6-828f-4c05-938d-3a0a012e71ac tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1208636358'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:17.055578 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92e9a43d-ab12-4651-8d21-41aa10bcc8be req-870e0fef-53a4-4007-988b-64a9ddd0d92a tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=2736db16-5408-47e3-bd81-8366e99b9b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989194 Mar 05 13:53:17.061692 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-116607d6-828f-4c05-938d-3a0a012e71ac tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:17.064520 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d3679f9-21cb-498f-b816-3f98ee09d0c3 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:17.097568 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-116607d6-828f-4c05-938d-3a0a012e71ac tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:network and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:17.100524 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d3679f9-21cb-498f-b816-3f98ee09d0c3 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:17.108753 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-116607d6-828f-4c05-938d-3a0a012e71ac tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:17.120660 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-116607d6-828f-4c05-938d-3a0a012e71ac tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:17.125678 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3679f9-21cb-498f-b816-3f98ee09d0c3 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Network': ['ID=4a232cf1-4be0-4fa4-86ec-53f99928238f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:17.146837 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3d3679f9-21cb-498f-b816-3f98ee09d0c3 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/networks/4a232cf1-4be0-4fa4-86ec-53f99928238f HTTP/1.1" status: 204 len: 168 time: 0.6791651 Mar 05 13:53:17.149315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37984) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:17.155437 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fc207723-7fa9-426e-9b17-84fc48f061b9 req-9dd1490e-e0e7-44c0-83aa-c77f4f5bc0bb tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959742 Mar 05 13:53:17.158332 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116607d6-828f-4c05-938d-3a0a012e71ac tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:17.162497 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-116607d6-828f-4c05-938d-3a0a012e71ac tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:17.200116 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116607d6-828f-4c05-938d-3a0a012e71ac tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:53:17.209857 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-116607d6-828f-4c05-938d-3a0a012e71ac tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:17.210195 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-116607d6-828f-4c05-938d-3a0a012e71ac tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Added segment 1736329d-cecf-4634-9060-593c9e00feef of type vlan for network 012d0bce-bbe0-4c85-b021-5351f407641e Mar 05 13:53:17.237749 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-116607d6-828f-4c05-938d-3a0a012e71ac tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:17.262793 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a27a6a2-7842-4a8d-bc57-3501169f5bce tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] DELETE failed (client error): The resource could not be found. Mar 05 13:53:17.263243 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a27a6a2-7842-4a8d-bc57-3501169f5bce tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:53:17.267831 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6a27a6a2-7842-4a8d-bc57-3501169f5bce tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/subnets/e9765e3c-648e-4d18-b8fc-67290a011ef8 HTTP/1.1" status: 404 len: 337 time: 0.1142018 Mar 05 13:53:17.268290 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37990) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:17.298729 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-116607d6-828f-4c05-938d-3a0a012e71ac tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:17.304237 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116607d6-828f-4c05-938d-3a0a012e71ac tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:17.304817 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-116607d6-828f-4c05-938d-3a0a012e71ac tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:17.307227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f06bd2-be5f-4f86-a915-94cdbce3b023 req-b30595e1-f71c-4067-8d47-57d32f313dd8 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:17.308669 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-53f06bd2-be5f-4f86-a915-94cdbce3b023 req-b30595e1-f71c-4067-8d47-57d32f313dd8 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e8d2e5-43e7-412d-8ea8-612a61f21e38 HTTP/1.1" status: 200 len: 945 time: 0.1061776 Mar 05 13:53:17.318479 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37994) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:17.324146 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ee849b14-6477-4218-a9a4-49ea65fb4151 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Request body: {'floatingip': {'port_id': 'af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:17.332585 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20cfafc-dee0-4a11-bc4a-9a4a5343d963 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] DELETE failed (client error): The resource could not be found. Mar 05 13:53:17.333119 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20cfafc-dee0-4a11-bc4a-9a4a5343d963 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:53:17.405911 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ee849b14-6477-4218-a9a4-49ea65fb4151 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for floatingip, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:17.444080 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b20cfafc-dee0-4a11-bc4a-9a4a5343d963 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/networks/b300c5f7-3771-4d56-a8e9-fda59f3b5993 HTTP/1.1" status: 404 len: 339 time: 0.1748455 Mar 05 13:53:17.460083 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38000) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:17.461468 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-116607d6-828f-4c05-938d-3a0a012e71ac tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4123917 Mar 05 13:53:17.464813 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38004) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:17.478999 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-8a10f92b-e50d-4985-9864-8a0b92b152c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'subnet': {'network_id': '012d0bce-bbe0-4c85-b021-5351f407641e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:17.504532 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116607d6-828f-4c05-938d-3a0a012e71ac tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Network': ['ID=012d0bce-bbe0-4c85-b021-5351f407641e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:17.519264 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 012d0bce-bbe0-4c85-b021-5351f407641e details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:53:17.543987 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b72f66-0abf-45a3-a5b1-2c05a4e8c7cc tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Deleting subnet f2492668-ccc8-4fe8-92e3-db66a55eab40 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:53:17.555645 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-35b72f66-0abf-45a3-a5b1-2c05a4e8c7cc tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:17.612387 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a7128-8a11-46c5-a225-d792b854c9d8 req-0561291c-89e1-42cc-ad2f-e8bc1a9ecded tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:17.613880 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9d2a7128-8a11-46c5-a225-d792b854c9d8 req-0561291c-89e1-42cc-ad2f-e8bc1a9ecded tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1 HTTP/1.1" status: 200 len: 945 time: 0.2668490 Mar 05 13:53:17.762071 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-35b72f66-0abf-45a3-a5b1-2c05a4e8c7cc tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:17.834394 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9d2a7128-8a11-46c5-a225-d792b854c9d8 req-d87cbc0d-ff66-48b2-bf5f-faf4353b833f tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a112574-275c-45ff-8876-eb16dcbbda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147615 Mar 05 13:53:17.868180 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-35b72f66-0abf-45a3-a5b1-2c05a4e8c7cc tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:17.892230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8a10f92b-e50d-4985-9864-8a0b92b152c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:17.904846 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8a10f92b-e50d-4985-9864-8a0b92b152c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:subnet and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:17.913766 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8a10f92b-e50d-4985-9864-8a0b92b152c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:17.928364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8a10f92b-e50d-4985-9864-8a0b92b152c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:17.965253 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-35b72f66-0abf-45a3-a5b1-2c05a4e8c7cc tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:18.033664 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cce28-8298-44cb-ada2-80fc521bb8f0 req-1075f886-22f3-4247-9c51-7df27ebfd0fa tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:18.034669 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3d3cce28-8298-44cb-ada2-80fc521bb8f0 req-1075f886-22f3-4247-9c51-7df27ebfd0fa tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 945 time: 0.3989408 Mar 05 13:53:18.037522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a10f92b-e50d-4985-9864-8a0b92b152c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:18.040887 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8a10f92b-e50d-4985-9864-8a0b92b152c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:18.062789 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b72f66-0abf-45a3-a5b1-2c05a4e8c7cc tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Subnet': ['ID=f2492668-ccc8-4fe8-92e3-db66a55eab40,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:18.068151 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-35b72f66-0abf-45a3-a5b1-2c05a4e8c7cc tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:18.076588 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de2f678-aa23-4508-8c8d-abcadb4f131d None None] Network 09294de7-c217-48ed-9ec4-05e69c87e0b0 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:18.085082 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-35b72f66-0abf-45a3-a5b1-2c05a4e8c7cc tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/subnets/f2492668-ccc8-4fe8-92e3-db66a55eab40 HTTP/1.1" status: 204 len: 168 time: 0.6222374 Mar 05 13:53:18.088246 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38012) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:18.173740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-c077bd27-6cd5-4a3f-9d95-fe8bb9b8f03a tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Deleting subnet 929828f4-a189-4be7-b771-4c00d77f335f {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:53:18.177303 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c077bd27-6cd5-4a3f-9d95-fe8bb9b8f03a tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:18.211650 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc9cc4-9786-46c4-a961-d18f2c8df5a6 req-98e65d23-bdd8-41f3-a28d-0a2141602765 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:18.213238 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c3dc9cc4-9786-46c4-a961-d18f2c8df5a6 req-98e65d23-bdd8-41f3-a28d-0a2141602765 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed1025e-b65d-46ee-9635-93d85ddc339a HTTP/1.1" status: 200 len: 945 time: 0.2011058 Mar 05 13:53:18.227868 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.ipam_backend_mixin [None req-8a10f92b-e50d-4985-9864-8a0b92b152c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Performing IP validity checks on allocation pools {{(pid=87914) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 05 13:53:18.228488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.ipam_backend_mixin [None req-8a10f92b-e50d-4985-9864-8a0b92b152c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87914) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 05 13:53:18.261804 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3d3cce28-8298-44cb-ada2-80fc521bb8f0 req-0acdcd4e-e215-4431-9a5d-c480f8d3c880 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031655 Mar 05 13:53:18.275356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed1025e-b65d-46ee-9635-93d85ddc339a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abb6c4e-04e9-4eee-8933-a95081ff95c9'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:53:18.278796 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c077bd27-6cd5-4a3f-9d95-fe8bb9b8f03a tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:18.346079 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c3dc9cc4-9786-46c4-a961-d18f2c8df5a6 req-67c74841-4c2c-496a-868a-1b3e9c730dc2 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/security-groups?id=2db53d80-4560-4c59-a359-0429a2c9bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238492 Mar 05 13:53:18.447663 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed1025e-b65d-46ee-9635-93d85ddc339a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abb6c4e-04e9-4eee-8933-a95081ff95c9', 'code': 200} Mar 05 13:53:18.468670 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c077bd27-6cd5-4a3f-9d95-fe8bb9b8f03a tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:18.562260 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c077bd27-6cd5-4a3f-9d95-fe8bb9b8f03a tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:18.612164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077bd27-6cd5-4a3f-9d95-fe8bb9b8f03a tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Subnet': ['ID=929828f4-a189-4be7-b771-4c00d77f335f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:18.614099 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c077bd27-6cd5-4a3f-9d95-fe8bb9b8f03a tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:18.627765 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c077bd27-6cd5-4a3f-9d95-fe8bb9b8f03a tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/subnets/929828f4-a189-4be7-b771-4c00d77f335f HTTP/1.1" status: 204 len: 168 time: 0.5355365 Mar 05 13:53:18.628009 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38020) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:18.649165 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8a10f92b-e50d-4985-9864-8a0b92b152c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:18.745518 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-286eef13-e1ed-45f4-967e-fb15d7535383 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:18.757831 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-286eef13-e1ed-45f4-967e-fb15d7535383 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Deleting port 4add07b3-3d83-46a3-b134-b31309983241 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:18.758171 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-286eef13-e1ed-45f4-967e-fb15d7535383 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:18.773558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda69717-3da2-4d0b-8b38-43dc71820241 req-922282ee-53ee-4ccd-a281-026d5a9738d7 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:18.775126 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dda69717-3da2-4d0b-8b38-43dc71820241 req-922282ee-53ee-4ccd-a281-026d5a9738d7 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.3457348 Mar 05 13:53:18.871243 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10f92b-e50d-4985-9864-8a0b92b152c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Subnet': ['ID=d48672a8-7758-42ef-ae7d-603138e6ad52,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:18.904670 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ee849b14-6477-4218-a9a4-49ea65fb4151 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:18.914734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d1a15-afaf-4b9e-ade5-1c914ced261f req-eb415813-1537-48ab-a990-590a99b28a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:18.916273 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c7d1a15-afaf-4b9e-ade5-1c914ced261f req-eb415813-1537-48ab-a990-590a99b28a27 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9ed1025e-b65d-46ee-9635-93d85ddc339a HTTP/1.1" status: 200 len: 1096 time: 0.4058599 Mar 05 13:53:18.925481 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dda69717-3da2-4d0b-8b38-43dc71820241 req-1ea11c3f-bb88-48c4-9c6d-d32865e8a31e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329696 Mar 05 13:53:18.926115 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ee849b14-6477-4218-a9a4-49ea65fb4151 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:18.987516 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a10f92b-e50d-4985-9864-8a0b92b152c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Checking segment: {'id': '1736329d-cecf-4634-9060-593c9e00feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '012d0bce-bbe0-4c85-b021-5351f407641e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:53:18.987887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a10f92b-e50d-4985-9864-8a0b92b152c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network hostable DHCP agents. Network: 012d0bce-bbe0-4c85-b021-5351f407641e, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:53:19.038737 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-c526fe4f-2390-4867-b851-abb59ca788a3 req-c3657919-d955-460f-9901-f2016bcaa8a5 service neutron] (87913) timed out ('10.222.0.16', 42342) {{(pid=87913) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 13:53:19.065142 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-286eef13-e1ed-45f4-967e-fb15d7535383 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] For port 4add07b3-3d83-46a3-b134-b31309983241, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4add07b3-3d83-46a3-b134-b31309983241,segment=NetworkSegment(560f8839-3167-47ee-a7e3-7259e6d031a4),segment_id=560f8839-3167-47ee-a7e3-7259e6d031a4)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:19.065507 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-286eef13-e1ed-45f4-967e-fb15d7535383 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:19.094313 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c8020c-b4d2-4ec9-b1a0-fc0b8b0b4caa None None] Network 09294de7-c217-48ed-9ec4-05e69c87e0b0 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:19.121460 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a10f92b-e50d-4985-9864-8a0b92b152c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network 012d0bce-bbe0-4c85-b021-5351f407641e is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:53:19.131937 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c7d1a15-afaf-4b9e-ade5-1c914ced261f req-7c4e3cd1-6f9b-4afb-95f4-f9b014842bbc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2db53d80-4560-4c59-a359-0429a2c9bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510158 Mar 05 13:53:19.155153 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-8a10f92b-e50d-4985-9864-8a0b92b152c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 012d0bce-bbe0-4c85-b021-5351f407641e) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:19.165106 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a10f92b-e50d-4985-9864-8a0b92b152c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:19.165699 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8a10f92b-e50d-4985-9864-8a0b92b152c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:19.174457 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-ee849b14-6477-4218-a9a4-49ea65fb4151 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Floating IP e5e28465-03a9-4af2-aafe-116d32e78a5d associated. External IP: 172.25.4.240, port: af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a. Mar 05 13:53:19.193959 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f49e196-d1b8-4e1b-a1ed-4a98c35a663a None None] Network 012d0bce-bbe0-4c85-b021-5351f407641e requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:19.206938 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-286eef13-e1ed-45f4-967e-fb15d7535383 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Calling delete_port for 4add07b3-3d83-46a3-b134-b31309983241 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:53:19.266632 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f793d-5306-4ced-a3ec-887917d19c9e req-303591cb-4656-46ab-91eb-cf1b314ad55c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:19.268252 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-776f793d-5306-4ced-a3ec-887917d19c9e req-303591cb-4656-46ab-91eb-cf1b314ad55c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1 HTTP/1.1" status: 200 len: 945 time: 0.2784152 Mar 05 13:53:19.309583 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8a10f92b-e50d-4985-9864-8a0b92b152c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8436456 Mar 05 13:53:19.310504 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38032) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:19.319055 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-3d8f2e76-c57a-4e01-8d19-ebc0211fac12 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'port': {'network_id': '012d0bce-bbe0-4c85-b021-5351f407641e', 'name': 'tempest-PortsTestJSON-213899615'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:19.338827 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-776f793d-5306-4ced-a3ec-887917d19c9e req-54df70c8-b913-4afb-9718-25809847d468 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a112574-275c-45ff-8876-eb16dcbbda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634398 Mar 05 13:53:19.358204 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-286eef13-e1ed-45f4-967e-fb15d7535383 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:19.421362 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b3fab6dc-a44d-4dd0-abf8-1f3976c2a61b None None] Provisioning complete for port 4add07b3-3d83-46a3-b134-b31309983241 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:19.421895 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b3fab6dc-a44d-4dd0-abf8-1f3976c2a61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:19.444613 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286eef13-e1ed-45f4-967e-fb15d7535383 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Port': ['ID=4add07b3-3d83-46a3-b134-b31309983241,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:19.446520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286eef13-e1ed-45f4-967e-fb15d7535383 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] No DVR routers for this DVR port 4add07b3-3d83-46a3-b134-b31309983241 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:53:19.506745 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b3fab6dc-a44d-4dd0-abf8-1f3976c2a61b None None] Port 4add07b3-3d83-46a3-b134-b31309983241 was deleted so its status cannot be updated. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 05 13:53:19.560339 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062af138-c497-4e96-9944-874716455f1c None None] DHCP port deletion for 09294de7-c217-48ed-9ec4-05e69c87e0b0 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:53:19.640587 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a9e8fb-343f-4e6f-8d0e-d4ffebf8aa2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-012d0bce-bbe0-4c85-b021-5351f407641e', 'network_id': '012d0bce-bbe0-4c85-b021-5351f407641e', 'tenant_id': '71b2477360244921b7fd821a95fc21d4', 'fixed_ips': [{'subnet_id': 'd48672a8-7758-42ef-ae7d-603138e6ad52'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:53:19.640980 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-13a9e8fb-343f-4e6f-8d0e-d4ffebf8aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:19.645177 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-286eef13-e1ed-45f4-967e-fb15d7535383 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:19.680299 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-286eef13-e1ed-45f4-967e-fb15d7535383 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09294de7-c217-48ed-9ec4-05e69c87e0b0']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:19.707469 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-286eef13-e1ed-45f4-967e-fb15d7535383 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560f8839-3167-47ee-a7e3-7259e6d031a4') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:19.708018 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-286eef13-e1ed-45f4-967e-fb15d7535383 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560f8839-3167-47ee-a7e3-7259e6d031a4') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:19.764025 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd64871-d3b1-4ae9-a77d-22f9f7536ab7 req-21240852-cb43-496c-9785-cbbdce7c68a4 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:19.771417 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cdd64871-d3b1-4ae9-a77d-22f9f7536ab7 req-21240852-cb43-496c-9785-cbbdce7c68a4 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.5416768 Mar 05 13:53:19.808471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-13a9e8fb-343f-4e6f-8d0e-d4ffebf8aa2b None None] Allocated IP 172.20.0.2 (012d0bce-bbe0-4c85-b021-5351f407641e/d48672a8-7758-42ef-ae7d-603138e6ad52/84e43d15-789b-4d8b-8b59-a4b27b29316f) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:53:19.846144 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-286eef13-e1ed-45f4-967e-fb15d7535383 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:19.847686 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3d8f2e76-c57a-4e01-8d19-ebc0211fac12 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:19.868764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701089b-4531-46c0-b16e-09924f1de5aa req-3a9a9947-5e76-41d6-96a9-53e74082e412 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:19.870226 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b701089b-4531-46c0-b16e-09924f1de5aa req-3a9a9947-5e76-41d6-96a9-53e74082e412 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 945 time: 0.2867787 Mar 05 13:53:19.873937 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-286eef13-e1ed-45f4-967e-fb15d7535383 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:19.895656 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286eef13-e1ed-45f4-967e-fb15d7535383 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:53:19.896059 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-286eef13-e1ed-45f4-967e-fb15d7535383 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:53:19.910798 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:53:19.937433 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3d8f2e76-c57a-4e01-8d19-ebc0211fac12 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:19.955585 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cdd64871-d3b1-4ae9-a77d-22f9f7536ab7 req-fc6b73dc-96fa-41d7-bf96-c4ca0943f26c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816115 Mar 05 13:53:19.978130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8f2e76-c57a-4e01-8d19-ebc0211fac12 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:19.989940 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2e76-c57a-4e01-8d19-ebc0211fac12 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:19.999787 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b701089b-4531-46c0-b16e-09924f1de5aa req-f64f9330-0d35-430d-a067-dd4c0643252d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226358 Mar 05 13:53:20.031119 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-286eef13-e1ed-45f4-967e-fb15d7535383 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:20.031279 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-3d8f2e76-c57a-4e01-8d19-ebc0211fac12 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] device_id is not set on port f20c6c97-399a-40cd-a0b5-7f50939ffb90 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:53:20.059662 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-13a9e8fb-343f-4e6f-8d0e-d4ffebf8aa2b None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:20.061395 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-286eef13-e1ed-45f4-967e-fb15d7535383 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:20.074711 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-286eef13-e1ed-45f4-967e-fb15d7535383 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/networks/09294de7-c217-48ed-9ec4-05e69c87e0b0 HTTP/1.1" status: 204 len: 168 time: 1.4454880 Mar 05 13:53:20.077797 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38042) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:20.078330 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-13a9e8fb-343f-4e6f-8d0e-d4ffebf8aa2b None None] Transition to ACTIVE for port object 84e43d15-789b-4d8b-8b59-a4b27b29316f will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:20.081684 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286eef13-e1ed-45f4-967e-fb15d7535383 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Network': ['ID=09294de7-c217-48ed-9ec4-05e69c87e0b0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:20.118502 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-13a9e8fb-343f-4e6f-8d0e-d4ffebf8aa2b None None] Transition to ACTIVE for port object 84e43d15-789b-4d8b-8b59-a4b27b29316f will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:20.120470 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1a0d50-5332-4746-8bd0-fa187a17eef3 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] DELETE failed (client error): The resource could not be found. Mar 05 13:53:20.120895 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c1a0d50-5332-4746-8bd0-fa187a17eef3 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:53:20.122569 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2c1a0d50-5332-4746-8bd0-fa187a17eef3 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/subnets/653b104c-df45-459d-9c81-1756010c353c HTTP/1.1" status: 404 len: 337 time: 0.0438812 Mar 05 13:53:20.125525 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38046) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:20.126158 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-13a9e8fb-343f-4e6f-8d0e-d4ffebf8aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:20.161750 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee849b14-6477-4218-a9a4-49ea65fb4151 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Router 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:53:20.193855 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a9e8fb-343f-4e6f-8d0e-d4ffebf8aa2b None None] Network 012d0bce-bbe0-4c85-b021-5351f407641e is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:53:20.196821 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-13a9e8fb-343f-4e6f-8d0e-d4ffebf8aa2b None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:20.199684 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a9e8fb-343f-4e6f-8d0e-d4ffebf8aa2b None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:53:20.213710 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca44572b-ffdf-48c1-a94b-8ed3bf95f397 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] DELETE failed (client error): The resource could not be found. Mar 05 13:53:20.214332 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca44572b-ffdf-48c1-a94b-8ed3bf95f397 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:53:20.220164 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ca44572b-ffdf-48c1-a94b-8ed3bf95f397 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/networks/d0ecb88e-58e1-4a5d-a4d9-d196436be94c HTTP/1.1" status: 404 len: 339 time: 0.0896034 Mar 05 13:53:20.220164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38050) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:20.263755 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6cd39d-1cba-45b3-bdb5-b93d739c8fc4 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] DELETE failed (client error): The resource could not be found. Mar 05 13:53:20.264361 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf6cd39d-1cba-45b3-bdb5-b93d739c8fc4 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:53:20.269423 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cf6cd39d-1cba-45b3-bdb5-b93d739c8fc4 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/subnets/0bae90e8-f7a2-4113-8cc4-95c13021062b HTTP/1.1" status: 404 len: 337 time: 0.0463219 Mar 05 13:53:20.270170 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38054) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:20.324481 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9e8fb-343f-4e6f-8d0e-d4ffebf8aa2b None None] Pushing event updated for resources: {'Port': ['ID=84e43d15-789b-4d8b-8b59-a4b27b29316f,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:20.324860 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de9f928-cc84-4b09-8e2e-5e6cb4707689 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] DELETE failed (client error): The resource could not be found. Mar 05 13:53:20.325467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de9f928-cc84-4b09-8e2e-5e6cb4707689 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:53:20.331625 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5de9f928-cc84-4b09-8e2e-5e6cb4707689 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/networks/b41f3257-ed7d-4abc-baab-dae928766cb3 HTTP/1.1" status: 404 len: 339 time: 0.0564616 Mar 05 13:53:20.333916 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38058) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:20.345898 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-13a9e8fb-343f-4e6f-8d0e-d4ffebf8aa2b None None] Attempting to bind port 84e43d15-789b-4d8b-8b59-a4b27b29316f on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:53:20.346418 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-13a9e8fb-343f-4e6f-8d0e-d4ffebf8aa2b None None] Attempting to bind port 84e43d15-789b-4d8b-8b59-a4b27b29316f by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '1736329d-cecf-4634-9060-593c9e00feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '012d0bce-bbe0-4c85-b021-5351f407641e'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:53:20.346899 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a9e8fb-343f-4e6f-8d0e-d4ffebf8aa2b None None] Attempting to bind port 84e43d15-789b-4d8b-8b59-a4b27b29316f on network 012d0bce-bbe0-4c85-b021-5351f407641e {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:53:20.353141 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a9e8fb-343f-4e6f-8d0e-d4ffebf8aa2b None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:53:20.353658 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a9e8fb-343f-4e6f-8d0e-d4ffebf8aa2b None None] Checking segment: {'id': '1736329d-cecf-4634-9060-593c9e00feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '012d0bce-bbe0-4c85-b021-5351f407641e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:53:20.354157 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-13a9e8fb-343f-4e6f-8d0e-d4ffebf8aa2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:20.354975 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a9e8fb-343f-4e6f-8d0e-d4ffebf8aa2b None None] Bound using segment: {'id': '1736329d-cecf-4634-9060-593c9e00feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '012d0bce-bbe0-4c85-b021-5351f407641e'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:53:20.355270 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-13a9e8fb-343f-4e6f-8d0e-d4ffebf8aa2b None None] Bound port: 84e43d15-789b-4d8b-8b59-a4b27b29316f, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1736329d-cecf-4634-9060-593c9e00feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '012d0bce-bbe0-4c85-b021-5351f407641e'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:53:20.355705 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-13a9e8fb-343f-4e6f-8d0e-d4ffebf8aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:20.432118 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc176cc-3602-438b-8de1-e75304d53a2b req-febfc1ab-f355-41ea-b94f-8e823438e3f7 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:20.433556 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7bc176cc-3602-438b-8de1-e75304d53a2b req-febfc1ab-f355-41ea-b94f-8e823438e3f7 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed1025e-b65d-46ee-9635-93d85ddc339a HTTP/1.1" status: 200 len: 945 time: 0.2787836 Mar 05 13:53:20.434878 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8bec08-df91-4164-be05-d93ecf8f5995 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] DELETE failed (client error): The resource could not be found. Mar 05 13:53:20.435310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8bec08-df91-4164-be05-d93ecf8f5995 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:53:20.439255 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fd8bec08-df91-4164-be05-d93ecf8f5995 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/subnets/c515ba7b-4c59-4330-8c4b-95004da3a736 HTTP/1.1" status: 404 len: 337 time: 0.0884347 Mar 05 13:53:20.439559 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38062) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:20.467742 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-3d8f2e76-c57a-4e01-8d19-ebc0211fac12 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Allocated IP 172.20.0.11 (012d0bce-bbe0-4c85-b021-5351f407641e/d48672a8-7758-42ef-ae7d-603138e6ad52/f20c6c97-399a-40cd-a0b5-7f50939ffb90) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:53:20.487939 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7238a2a-e2ef-47f5-8b8c-6c3864500b0e tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] DELETE failed (client error): The resource could not be found. Mar 05 13:53:20.488426 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7238a2a-e2ef-47f5-8b8c-6c3864500b0e tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:53:20.490085 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a7238a2a-e2ef-47f5-8b8c-6c3864500b0e tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/networks/8c4e47b9-d899-4be4-8c43-7d6cb672ee41 HTTP/1.1" status: 404 len: 339 time: 0.0461490 Mar 05 13:53:20.490644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba86b3-c7a9-4237-9488-b52b7c0c2b5c req-e355eab6-bdc0-486e-bd67-968558035f35 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:20.492207 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-58ba86b3-c7a9-4237-9488-b52b7c0c2b5c req-e355eab6-bdc0-486e-bd67-968558035f35 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1 HTTP/1.1" status: 200 len: 945 time: 0.3789978 Mar 05 13:53:20.496466 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38068) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:20.500741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-13a9e8fb-343f-4e6f-8d0e-d4ffebf8aa2b None None] For port 84e43d15-789b-4d8b-8b59-a4b27b29316f, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:53:20.501169 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38070) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:20.505446 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-13a9e8fb-343f-4e6f-8d0e-d4ffebf8aa2b None None] For port 84e43d15-789b-4d8b-8b59-a4b27b29316f, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=84e43d15-789b-4d8b-8b59-a4b27b29316f,segment=NetworkSegment(1736329d-cecf-4634-9060-593c9e00feef),segment_id=1736329d-cecf-4634-9060-593c9e00feef)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:53:20.506932 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-406afcf6-8886-496c-ba54-612922b63b9c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Request body: {'floatingip': {'port_id': '0d887a07-d498-4a83-b189-cddbf3b0d011'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:20.515812 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-13a9e8fb-343f-4e6f-8d0e-d4ffebf8aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:20.572399 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee849b14-6477-4218-a9a4-49ea65fb4151 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:53:20.586525 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61215c55-dc2c-4733-b90c-0a4bcbed9de8 None None] Sync routers for ids ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:53:20.600303 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-406afcf6-8886-496c-ba54-612922b63b9c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:20.603792 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61215c55-dc2c-4733-b90c-0a4bcbed9de8 None None] Routers {'4ad5698b-6f6c-467b-9c27-4f101e9e2c33'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:53:20.605473 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-61215c55-dc2c-4733-b90c-0a4bcbed9de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:53:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:20.623308 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ee849b14-6477-4218-a9a4-49ea65fb4151 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:20.717255 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de7abf5-ef6e-41eb-aa4f-41b75e3c3a78 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Deleting subnet a8736e68-b013-4d3f-91fc-dd0ee510c20b {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:53:20.725760 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4add07b3-3d83-46a3-b134-b31309983241 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:53:20.731614 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3de7abf5-ef6e-41eb-aa4f-41b75e3c3a78 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:20.812066 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 4add07b3-3d83-46a3-b134-b31309983241 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:53:20.812402 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4add07b3-3d83-46a3-b134-b31309983241 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:53:20.841192 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9e8fb-343f-4e6f-8d0e-d4ffebf8aa2b None None] Pushing event updated for resources: {'Port': ['ID=84e43d15-789b-4d8b-8b59-a4b27b29316f,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:20.933865 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ee849b14-6477-4218-a9a4-49ea65fb4151 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "PUT /v2.0/floatingips/e5e28465-03a9-4af2-aafe-116d32e78a5d HTTP/1.1" status: 200 len: 991 time: 3.6142094 Mar 05 13:53:20.940001 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-61215c55-dc2c-4733-b90c-0a4bcbed9de8 None None] Set router 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:53:20.940164 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7bc176cc-3602-438b-8de1-e75304d53a2b req-f6e91725-5f80-44fd-a443-1bf21c5c2f10 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/security-groups?id=2db53d80-4560-4c59-a359-0429a2c9bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988711 Mar 05 13:53:20.948397 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e8d2e5-43e7-412d-8ea8-612a61f21e38', 'tag': 'af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:53:20.959620 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3de7abf5-ef6e-41eb-aa4f-41b75e3c3a78 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:21.089807 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e8d2e5-43e7-412d-8ea8-612a61f21e38', 'tag': 'af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a', 'status': 'completed', 'code': 200} Mar 05 13:53:21.275964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f9106-512b-428a-9a1d-52132edb2ab2 req-4c4d2ded-a807-416e-8ed4-693244c8d0de tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:21.283363 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-690f9106-512b-428a-9a1d-52132edb2ab2 req-4c4d2ded-a807-416e-8ed4-693244c8d0de tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.4692273 Mar 05 13:53:21.305134 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3de7abf5-ef6e-41eb-aa4f-41b75e3c3a78 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:21.373366 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2e76-c57a-4e01-8d19-ebc0211fac12 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:21.446309 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c83576-380c-4e67-8e20-1c051f322369 req-2b149dd4-d9c8-43b6-9eea-ee08164d64d4 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:21.449636 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-3d8f2e76-c57a-4e01-8d19-ebc0211fac12 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Transition to ACTIVE for port object f20c6c97-399a-40cd-a0b5-7f50939ffb90 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:21.454756 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-32c83576-380c-4e67-8e20-1c051f322369 req-2b149dd4-d9c8-43b6-9eea-ee08164d64d4 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 945 time: 0.2359791 Mar 05 13:53:21.490256 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-690f9106-512b-428a-9a1d-52132edb2ab2 req-70986a88-5e96-4332-8621-2218dd4501d0 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059357 Mar 05 13:53:21.505548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af77de-222e-4884-a69f-22779c54888f req-5415d6c5-54a8-4446-b814-18cd286bca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:21.516772 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-61215c55-dc2c-4733-b90c-0a4bcbed9de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'name': 'tempest-AttachVolumeTestJSON-531684020-router', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:58Z', 'revision_number': 4, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'gw_port': {'id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'e5e28465-03a9-4af2-aafe-116d32e78a5d', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'port_id': 'af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'mac_address': 'fa:16:3e:30:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e8d2e5-43e7-412d-8ea8-612a61f21e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:52:42Z', 'updated_at': '2022-03-05T13:53:18Z', 'revision_number': 1, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d3e237-a036-4fe3-84b8-4e7cf0777523', 'name': '', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'mac_address': 'fa:16:3e:b9:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:56Z', 'updated_at': '2022-03-05T13:49:07Z', 'revision_number': 5, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'subnets': [{'id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:21.517526 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32af77de-222e-4884-a69f-22779c54888f req-5415d6c5-54a8-4446-b814-18cd286bca06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=132ea0f858f9462ca01a646bf0fa44bb&device_id=b1e8d2e5-43e7-412d-8ea8-612a61f21e38 HTTP/1.1" status: 200 len: 1096 time: 0.3977232 Mar 05 13:53:21.523497 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61215c55-dc2c-4733-b90c-0a4bcbed9de8 None None] Checking router: 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:53:21.525639 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-32c83576-380c-4e67-8e20-1c051f322369 req-afc12f3b-b9e8-4534-8dda-03fbbf2b541a tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695598 Mar 05 13:53:21.538625 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61215c55-dc2c-4733-b90c-0a4bcbed9de8 None None] Routers {'4ad5698b-6f6c-467b-9c27-4f101e9e2c33'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:53:21.539325 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-61215c55-dc2c-4733-b90c-0a4bcbed9de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:53:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:21.560626 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3de7abf5-ef6e-41eb-aa4f-41b75e3c3a78 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:21.686623 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-406afcf6-8886-496c-ba54-612922b63b9c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:21.692554 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-406afcf6-8886-496c-ba54-612922b63b9c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:21.752980 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-61215c55-dc2c-4733-b90c-0a4bcbed9de8 None None] Set router 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:53:21.801682 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3de7abf5-ef6e-41eb-aa4f-41b75e3c3a78 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:21.809002 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f38cea9-3af5-4454-bfeb-88b226640b3b None None] Network e3f96e10-02fa-48c5-b360-da394cba4633 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:21.917079 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7abf5-ef6e-41eb-aa4f-41b75e3c3a78 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Subnet': ['ID=a8736e68-b013-4d3f-91fc-dd0ee510c20b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:21.935762 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3de7abf5-ef6e-41eb-aa4f-41b75e3c3a78 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/subnets/a8736e68-b013-4d3f-91fc-dd0ee510c20b HTTP/1.1" status: 204 len: 168 time: 1.4190054 Mar 05 13:53:21.952827 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38088) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:22.046933 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2e76-c57a-4e01-8d19-ebc0211fac12 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:22.124804 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee46078d-15e1-4c68-8924-6f6577ee4995 None None] Network 012d0bce-bbe0-4c85-b021-5351f407641e requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:22.230595 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-406afcf6-8886-496c-ba54-612922b63b9c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Floating IP 1a7980dd-efeb-41c6-b816-28ee3e4350f2 associated. External IP: 172.25.4.146, port: 0d887a07-d498-4a83-b189-cddbf3b0d011. Mar 05 13:53:22.234900 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f2e76-c57a-4e01-8d19-ebc0211fac12 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Port': ['ID=f20c6c97-399a-40cd-a0b5-7f50939ffb90,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:22.264619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af77de-222e-4884-a69f-22779c54888f req-a4cb7e37-8ed5-4e90-803f-debce31e5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:22.265816 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32af77de-222e-4884-a69f-22779c54888f req-a4cb7e37-8ed5-4e90-803f-debce31e5836 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa HTTP/1.1" status: 200 len: 910 time: 0.7443674 Mar 05 13:53:22.276816 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-61215c55-dc2c-4733-b90c-0a4bcbed9de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'name': 'tempest-AttachVolumeTestJSON-531684020-router', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:58Z', 'revision_number': 4, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'gw_port': {'id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'e5e28465-03a9-4af2-aafe-116d32e78a5d', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'port_id': 'af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'mac_address': 'fa:16:3e:30:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e8d2e5-43e7-412d-8ea8-612a61f21e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:52:42Z', 'updated_at': '2022-03-05T13:53:18Z', 'revision_number': 1, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d3e237-a036-4fe3-84b8-4e7cf0777523', 'name': '', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'mac_address': 'fa:16:3e:b9:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:56Z', 'updated_at': '2022-03-05T13:49:07Z', 'revision_number': 5, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'subnets': [{'id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:22.281389 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61215c55-dc2c-4733-b90c-0a4bcbed9de8 None None] The sync data for ids ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'] in n-d-803718-1 is: [{'id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'name': 'tempest-AttachVolumeTestJSON-531684020-router', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:58Z', 'revision_number': 4, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'gw_port': {'id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'e5e28465-03a9-4af2-aafe-116d32e78a5d', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'port_id': 'af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'mac_address': 'fa:16:3e:30:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e8d2e5-43e7-412d-8ea8-612a61f21e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:52:42Z', 'updated_at': '2022-03-05T13:53:18Z', 'revision_number': 1, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d3e237-a036-4fe3-84b8-4e7cf0777523', 'name': '', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'mac_address': 'fa:16:3e:b9:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:56Z', 'updated_at': '2022-03-05T13:49:07Z', 'revision_number': 5, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'subnets': [{'id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:53:22.288184 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e11f8275-391c-4aa8-999d-d7936b1030c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:22.298098 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8f2e76-c57a-4e01-8d19-ebc0211fac12 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network 012d0bce-bbe0-4c85-b021-5351f407641e is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:53:22.312360 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3734dbaf-613e-4ecb-bb04-0059c1ceae77 None None] Provisioning for port 84e43d15-789b-4d8b-8b59-a4b27b29316f completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:22.356691 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57422247-1297-4097-b739-38cd803cab5d req-5b3d938a-b3c2-4610-a405-b89aa202a3ca tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:22.357718 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-57422247-1297-4097-b739-38cd803cab5d req-5b3d938a-b3c2-4610-a405-b89aa202a3ca tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed1025e-b65d-46ee-9635-93d85ddc339a HTTP/1.1" status: 200 len: 945 time: 0.2245510 Mar 05 13:53:22.371183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-3d8f2e76-c57a-4e01-8d19-ebc0211fac12 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:22.386752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8f2e76-c57a-4e01-8d19-ebc0211fac12 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:53:22.450316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510ae0b-1ee5-428b-bad6-ccd70a9dc723 req-85bda6dc-ba72-469a-a947-4602ecf3a2af tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:22.458179 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4510ae0b-1ee5-428b-bad6-ccd70a9dc723 req-85bda6dc-ba72-469a-a947-4602ecf3a2af tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.6534142 Mar 05 13:53:22.481559 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea17626-42e5-452b-b86a-d5795899b024 None None] DHCP port deletion for e3f96e10-02fa-48c5-b360-da394cba4633 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:53:22.487263 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-e11f8275-391c-4aa8-999d-d7936b1030c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Deleting port cb38c05b-7035-4eed-8ab4-4fbf370e4b09 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:22.487609 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e11f8275-391c-4aa8-999d-d7936b1030c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:22.499984 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2ea17626-42e5-452b-b86a-d5795899b024 None None] Deleting port cb38c05b-7035-4eed-8ab4-4fbf370e4b09 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:22.500354 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2ea17626-42e5-452b-b86a-d5795899b024 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:22.585196 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32af77de-222e-4884-a69f-22779c54888f req-3756efa2-9c4c-4462-bda4-82b33374d59c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a HTTP/1.1" status: 200 len: 999 time: 0.2831733 Mar 05 13:53:22.610258 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-57422247-1297-4097-b739-38cd803cab5d req-14c11523-6f72-470b-b91f-49667c54145b tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/security-groups?id=2db53d80-4560-4c59-a359-0429a2c9bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374263 Mar 05 13:53:22.690495 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4510ae0b-1ee5-428b-bad6-ccd70a9dc723 req-5a66b138-82ec-4e86-8ae2-d55f238313e8 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313554 Mar 05 13:53:22.771435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8f2e76-c57a-4e01-8d19-ebc0211fac12 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:22.772225 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2e76-c57a-4e01-8d19-ebc0211fac12 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:22.812372 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-2ea17626-42e5-452b-b86a-d5795899b024 None None] For port cb38c05b-7035-4eed-8ab4-4fbf370e4b09, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cb38c05b-7035-4eed-8ab4-4fbf370e4b09,segment=NetworkSegment(9d6de890-eec2-4b2c-ae92-a9c78500ecaa),segment_id=9d6de890-eec2-4b2c-ae92-a9c78500ecaa)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:22.812914 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2ea17626-42e5-452b-b86a-d5795899b024 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:22.851549 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3d8f2e76-c57a-4e01-8d19-ebc0211fac12 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5369666 Mar 05 13:53:22.852478 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38100) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:22.862388 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af77de-222e-4884-a69f-22779c54888f req-cacf7e15-741a-42f2-9f47-94e634049576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:22.864017 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32af77de-222e-4884-a69f-22779c54888f req-cacf7e15-741a-42f2-9f47-94e634049576 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b1aa35db-56b3-4082-9281-daf61ed75a84 HTTP/1.1" status: 200 len: 849 time: 0.2657726 Mar 05 13:53:22.904006 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406afcf6-8886-496c-ba54-612922b63b9c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Router ebed7ca6-286a-45b0-ab29-0b098cdfdadb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:53:22.959996 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2ea17626-42e5-452b-b86a-d5795899b024 None None] Calling delete_port for cb38c05b-7035-4eed-8ab4-4fbf370e4b09 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:53:23.044573 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 84e43d15-789b-4d8b-8b59-a4b27b29316f up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:53:23.045473 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-fdcd0c29-4884-4486-8aa5-2ef086f86337 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting port f20c6c97-399a-40cd-a0b5-7f50939ffb90 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:23.045882 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fdcd0c29-4884-4486-8aa5-2ef086f86337 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:23.068465 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112b6ef5-005e-409b-afc5-838a790cc434 None None] New status for floating IP e5e28465-03a9-4af2-aafe-116d32e78a5d: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:53:23.073712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdaa411-e99e-4f0a-b5a8-b1d0eb34c200 req-e6bd34ca-2314-497f-9ff4-f602247c5450 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:23.075206 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3cdaa411-e99e-4f0a-b5a8-b1d0eb34c200 req-e6bd34ca-2314-497f-9ff4-f602247c5450 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 945 time: 0.2796981 Mar 05 13:53:23.139660 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406afcf6-8886-496c-ba54-612922b63b9c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:53:23.146182 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-406afcf6-8886-496c-ba54-612922b63b9c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:23.152524 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea92c2cc-f52e-455e-9ebf-8224d9edbc13 None None] Sync routers for ids ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:53:23.162013 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea92c2cc-f52e-455e-9ebf-8224d9edbc13 None None] Routers {'ebed7ca6-286a-45b0-ab29-0b098cdfdadb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:53:23.162622 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ea92c2cc-f52e-455e-9ebf-8224d9edbc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:53:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:23.196711 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3cdaa411-e99e-4f0a-b5a8-b1d0eb34c200 req-10f93128-4ec3-4317-8f73-b2b677968383 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102803 Mar 05 13:53:23.223216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af77de-222e-4884-a69f-22779c54888f req-577140be-0af1-4846-9c5d-c72e42c1cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:23.224691 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32af77de-222e-4884-a69f-22779c54888f req-577140be-0af1-4846-9c5d-c72e42c1cb9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3158545 Mar 05 13:53:23.236535 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-406afcf6-8886-496c-ba54-612922b63b9c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "PUT /v2.0/floatingips/1a7980dd-efeb-41c6-b816-28ee3e4350f2 HTTP/1.1" status: 200 len: 991 time: 2.7342222 Mar 05 13:53:23.250167 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1', 'tag': '0d887a07-d498-4a83-b189-cddbf3b0d011'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:53:23.346874 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2ea17626-42e5-452b-b86a-d5795899b024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:23.395308 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-ea92c2cc-f52e-455e-9ebf-8224d9edbc13 None None] Set router ebed7ca6-286a-45b0-ab29-0b098cdfdadb gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:53:23.404490 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1', 'tag': '0d887a07-d498-4a83-b189-cddbf3b0d011', 'status': 'completed', 'code': 200} Mar 05 13:53:23.456715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-e11f8275-391c-4aa8-999d-d7936b1030c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] For port cb38c05b-7035-4eed-8ab4-4fbf370e4b09, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cb38c05b-7035-4eed-8ab4-4fbf370e4b09,segment=NetworkSegment(9d6de890-eec2-4b2c-ae92-a9c78500ecaa),segment_id=9d6de890-eec2-4b2c-ae92-a9c78500ecaa)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:23.457858 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e11f8275-391c-4aa8-999d-d7936b1030c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:23.533789 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea17626-42e5-452b-b86a-d5795899b024 None None] No DVR routers for this DVR port cb38c05b-7035-4eed-8ab4-4fbf370e4b09 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:53:23.544712 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32af77de-222e-4884-a69f-22779c54888f req-cf0db176-0419-437c-a435-ad5a63136498 service neutron] 10.222.0.15 "GET /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878544 Mar 05 13:53:23.547111 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea17626-42e5-452b-b86a-d5795899b024 None None] Pushing event deleted for resources: {'Port': ['ID=cb38c05b-7035-4eed-8ab4-4fbf370e4b09,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:23.584498 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 84e43d15-789b-4d8b-8b59-a4b27b29316f completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:23.593829 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 84e43d15-789b-4d8b-8b59-a4b27b29316f triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:23.594218 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:23.792866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-82ef00a2-ab42-43e5-aa90-766b200c23ab None None] Provisioning for port f20c6c97-399a-40cd-a0b5-7f50939ffb90 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:23.806342 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:23.834029 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-82ef00a2-ab42-43e5-aa90-766b200c23ab None None] Provisioning complete for port f20c6c97-399a-40cd-a0b5-7f50939ffb90 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:23.834726 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-82ef00a2-ab42-43e5-aa90-766b200c23ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:23.839524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-e11f8275-391c-4aa8-999d-d7936b1030c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Calling delete_port for cb38c05b-7035-4eed-8ab4-4fbf370e4b09 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:53:23.890216 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 84e43d15-789b-4d8b-8b59-a4b27b29316f, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=84e43d15-789b-4d8b-8b59-a4b27b29316f,segment=NetworkSegment(1736329d-cecf-4634-9060-593c9e00feef),segment_id=1736329d-cecf-4634-9060-593c9e00feef)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:23.903301 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:23.907547 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-82ef00a2-ab42-43e5-aa90-766b200c23ab None None] Port f20c6c97-399a-40cd-a0b5-7f50939ffb90 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:53:23.990246 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cb38c05b-7035-4eed-8ab4-4fbf370e4b09 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:53:24.030560 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f5a2a-00fc-4af8-886c-6fd3a2368b81 req-76a59f2e-da38-45cf-8682-aea9feac8d14 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:24.033159 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6d8f5a2a-00fc-4af8-886c-6fd3a2368b81 req-76a59f2e-da38-45cf-8682-aea9feac8d14 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed1025e-b65d-46ee-9635-93d85ddc339a HTTP/1.1" status: 200 len: 945 time: 0.1043980 Mar 05 13:53:24.039343 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: cb38c05b-7035-4eed-8ab4-4fbf370e4b09 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:53:24.039683 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cb38c05b-7035-4eed-8ab4-4fbf370e4b09 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:53:24.047538 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-82ef00a2-ab42-43e5-aa90-766b200c23ab None None] Provisioning complete for port 84e43d15-789b-4d8b-8b59-a4b27b29316f triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:24.047538 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-82ef00a2-ab42-43e5-aa90-766b200c23ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:24.071672 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ea92c2cc-f52e-455e-9ebf-8224d9edbc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '1a7980dd-efeb-41c6-b816-28ee3e4350f2', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'port_id': '0d887a07-d498-4a83-b189-cddbf3b0d011', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'mac_address': 'fa:16:3e:89:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:52:49Z', 'updated_at': '2022-03-05T13:53:21Z', 'revision_number': 1, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:37Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:24.077156 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea92c2cc-f52e-455e-9ebf-8224d9edbc13 None None] Checking router: ebed7ca6-286a-45b0-ab29-0b098cdfdadb for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:53:24.087728 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea92c2cc-f52e-455e-9ebf-8224d9edbc13 None None] Routers {'ebed7ca6-286a-45b0-ab29-0b098cdfdadb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:53:24.088259 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ea92c2cc-f52e-455e-9ebf-8224d9edbc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:53:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:24.090794 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6d8f5a2a-00fc-4af8-886c-6fd3a2368b81 req-ba52bd02-339a-466c-9ef0-b7d57a0cab22 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/security-groups?id=2db53d80-4560-4c59-a359-0429a2c9bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511398 Mar 05 13:53:24.113555 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=84e43d15-789b-4d8b-8b59-a4b27b29316f,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:24.142669 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5536d4d-80b8-440c-b719-0135408dacbe req-b09bedaa-bbff-4358-a927-3c7091d6f643 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:24.144177 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e5536d4d-80b8-440c-b719-0135408dacbe req-b09bedaa-bbff-4358-a927-3c7091d6f643 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 1.1028821 Mar 05 13:53:24.332619 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-ea92c2cc-f52e-455e-9ebf-8224d9edbc13 None None] Set router ebed7ca6-286a-45b0-ab29-0b098cdfdadb gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:53:24.337830 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e5536d4d-80b8-440c-b719-0135408dacbe req-1880911e-adcc-422a-bf51-9c9e48fa358b tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748388 Mar 05 13:53:24.338368 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-e11f8275-391c-4aa8-999d-d7936b1030c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:53:24.338682 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-e11f8275-391c-4aa8-999d-d7936b1030c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:53:24.347416 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32af77de-222e-4884-a69f-22779c54888f req-6f00808c-19ea-48de-90ac-9be3c5c52686 service neutron] 10.222.0.15 "GET /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7628472 Mar 05 13:53:24.373707 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b508a3fe-9ae3-48f9-aad9-6e286b065c9a None None] Provisioning complete for port f20c6c97-399a-40cd-a0b5-7f50939ffb90 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:24.373707 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b508a3fe-9ae3-48f9-aad9-6e286b065c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:24.410061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf458ba-6e1f-4645-a6b3-543e013ca553 req-65b0c602-12f6-4308-83b9-24a2943d147a tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:24.411777 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8bf458ba-6e1f-4645-a6b3-543e013ca553 req-65b0c602-12f6-4308-83b9-24a2943d147a tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 945 time: 0.1005023 Mar 05 13:53:24.438495 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae65e1-be6e-40d1-be7d-3fa36b22e677 req-c3d62d80-a7b3-4f7b-9a11-b47ff0c6f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:24.440040 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8ae65e1-be6e-40d1-be7d-3fa36b22e677 req-c3d62d80-a7b3-4f7b-9a11-b47ff0c6f334 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6458262d05f2497586ebde1561a80c5d&device_id=8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1 HTTP/1.1" status: 200 len: 1096 time: 0.6141653 Mar 05 13:53:24.441751 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fdcd0c29-4884-4486-8aa5-2ef086f86337 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:24.477645 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8bf458ba-6e1f-4645-a6b3-543e013ca553 req-aac1729b-66bd-413c-8366-13a5cd503452 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564525 Mar 05 13:53:24.505263 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b508a3fe-9ae3-48f9-aad9-6e286b065c9a None None] Port f20c6c97-399a-40cd-a0b5-7f50939ffb90 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:53:24.621189 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-fdcd0c29-4884-4486-8aa5-2ef086f86337 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Calling delete_port for f20c6c97-399a-40cd-a0b5-7f50939ffb90 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:53:24.668675 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 84e43d15-789b-4d8b-8b59-a4b27b29316f up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:53:24.743006 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 84e43d15-789b-4d8b-8b59-a4b27b29316f triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:24.743372 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:24.849018 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-e11f8275-391c-4aa8-999d-d7936b1030c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Deleting port cb38c05b-7035-4eed-8ab4-4fbf370e4b09 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:24.849528 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e11f8275-391c-4aa8-999d-d7936b1030c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:24.889557 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ea92c2cc-f52e-455e-9ebf-8224d9edbc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '1a7980dd-efeb-41c6-b816-28ee3e4350f2', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'port_id': '0d887a07-d498-4a83-b189-cddbf3b0d011', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'mac_address': 'fa:16:3e:89:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:52:49Z', 'updated_at': '2022-03-05T13:53:21Z', 'revision_number': 1, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:37Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:24.943525 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea92c2cc-f52e-455e-9ebf-8224d9edbc13 None None] The sync data for ids ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'] in n-d-803718-1 is: [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '1a7980dd-efeb-41c6-b816-28ee3e4350f2', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'port_id': '0d887a07-d498-4a83-b189-cddbf3b0d011', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'mac_address': 'fa:16:3e:89:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:52:49Z', 'updated_at': '2022-03-05T13:53:21Z', 'revision_number': 1, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:37Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:53:24.962646 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-e11f8275-391c-4aa8-999d-d7936b1030c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] The port 'cb38c05b-7035-4eed-8ab4-4fbf370e4b09' was deleted {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:53:25.048926 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae65e1-be6e-40d1-be7d-3fa36b22e677 req-895cbfd6-2063-4013-98ff-09549203dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:25.050394 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8ae65e1-be6e-40d1-be7d-3fa36b22e677 req-895cbfd6-2063-4013-98ff-09549203dfff service neutron] 10.222.0.30 "GET /v2.0/networks?id=175f72fb-87d4-4d09-877c-e76b741da2ad HTTP/1.1" status: 200 len: 915 time: 0.5911045 Mar 05 13:53:25.078224 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-afc58ddb-3599-41c1-93fa-fa72862fbba4 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:25.079750 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-afc58ddb-3599-41c1-93fa-fa72862fbba4 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 812 time: 0.4265339 Mar 05 13:53:25.165908 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76957d65-8e8b-4eec-a078-9ed813f93d57 None None] New status for floating IP 1a7980dd-efeb-41c6-b816-28ee3e4350f2: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:53:25.285744 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-2a57ef36-f22b-4cce-8514-7161f656997a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/quotas/8857cbe55e484452818a32b411d7670f HTTP/1.1" status: 200 len: 375 time: 0.1438553 Mar 05 13:53:25.290965 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43101023-eb6a-431b-b3b4-dc418a2e3253 req-5648113f-8407-431c-8656-648979124820 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:25.293820 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-43101023-eb6a-431b-b3b4-dc418a2e3253 req-5648113f-8407-431c-8656-648979124820 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed1025e-b65d-46ee-9635-93d85ddc339a HTTP/1.1" status: 200 len: 945 time: 0.0892754 Mar 05 13:53:25.308636 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e11f8275-391c-4aa8-999d-d7936b1030c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:25.345466 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-43101023-eb6a-431b-b3b4-dc418a2e3253 req-f491b0c9-4367-4072-8aa1-43a27a5b4f18 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/security-groups?id=2db53d80-4560-4c59-a359-0429a2c9bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452480 Mar 05 13:53:25.508671 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fdcd0c29-4884-4486-8aa5-2ef086f86337 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:25.530482 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-e11f8275-391c-4aa8-999d-d7936b1030c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f96e10-02fa-48c5-b360-da394cba4633']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:25.591900 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8ae65e1-be6e-40d1-be7d-3fa36b22e677 req-ac025188-5ce0-49df-a137-b394a37dea67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d887a07-d498-4a83-b189-cddbf3b0d011 HTTP/1.1" status: 200 len: 999 time: 0.5227563 Mar 05 13:53:25.596152 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-e11f8275-391c-4aa8-999d-d7936b1030c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6de890-eec2-4b2c-ae92-a9c78500ecaa') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:25.596441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-e11f8275-391c-4aa8-999d-d7936b1030c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6de890-eec2-4b2c-ae92-a9c78500ecaa') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:25.606150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd0c29-4884-4486-8aa5-2ef086f86337 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Port': ['ID=f20c6c97-399a-40cd-a0b5-7f50939ffb90,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:25.658282 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e11f8275-391c-4aa8-999d-d7936b1030c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:25.678125 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcede7c-ecc1-4224-bd3e-bd5340019d4c req-f012d1d8-d1d7-4d09-b94d-5fdd168a1088 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:25.679839 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bdcede7c-ecc1-4224-bd3e-bd5340019d4c req-f012d1d8-d1d7-4d09-b94d-5fdd168a1088 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 945 time: 0.0919597 Mar 05 13:53:25.732364 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bdcede7c-ecc1-4224-bd3e-bd5340019d4c req-ef79591c-0dcd-47bf-b89f-77c1c3014195 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449324 Mar 05 13:53:25.762895 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e11f8275-391c-4aa8-999d-d7936b1030c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:25.795679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11f8275-391c-4aa8-999d-d7936b1030c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:53:25.796077 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e11f8275-391c-4aa8-999d-d7936b1030c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:53:25.811023 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:53:25.827342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429fe1df-d517-4fb4-a0f9-f24bd84df14f req-280a5a6d-dffe-41fe-9dd6-ecd84c9216dd tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:25.829394 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-429fe1df-d517-4fb4-a0f9-f24bd84df14f req-280a5a6d-dffe-41fe-9dd6-ecd84c9216dd tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ed1025e-b65d-46ee-9635-93d85ddc339a HTTP/1.1" status: 200 len: 945 time: 0.6644356 Mar 05 13:53:25.849338 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae65e1-be6e-40d1-be7d-3fa36b22e677 req-54de08b0-a181-451d-b4a6-9a8b72effd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:25.850720 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8ae65e1-be6e-40d1-be7d-3fa36b22e677 req-54de08b0-a181-451d-b4a6-9a8b72effd1e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9349c82-1490-40bf-94d8-d6850b67eb95 HTTP/1.1" status: 200 len: 854 time: 0.2374799 Mar 05 13:53:26.024725 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-ba4a222e-881b-4cb7-9d85-a025d9795b35 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7202647 Mar 05 13:53:26.028349 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fdcd0c29-4884-4486-8aa5-2ef086f86337 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:26.072010 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e11f8275-391c-4aa8-999d-d7936b1030c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:26.092741 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-429fe1df-d517-4fb4-a0f9-f24bd84df14f req-c79ed647-b881-414e-b618-0cc75830b794 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Deleting port 1abb6c4e-04e9-4eee-8933-a95081ff95c9 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:26.093075 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-429fe1df-d517-4fb4-a0f9-f24bd84df14f req-c79ed647-b881-414e-b618-0cc75830b794 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:26.144589 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e11f8275-391c-4aa8-999d-d7936b1030c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:26.146330 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e11f8275-391c-4aa8-999d-d7936b1030c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/networks/e3f96e10-02fa-48c5-b360-da394cba4633 HTTP/1.1" status: 204 len: 168 time: 4.1857479 Mar 05 13:53:26.148948 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38134) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:26.163172 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fdcd0c29-4884-4486-8aa5-2ef086f86337 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/ports/f20c6c97-399a-40cd-a0b5-7f50939ffb90 HTTP/1.1" status: 204 len: 168 time: 3.3033669 Mar 05 13:53:26.170230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f8275-391c-4aa8-999d-d7936b1030c2 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Network': ['ID=e3f96e10-02fa-48c5-b360-da394cba4633,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:26.171894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38138) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:26.194946 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3da4da9-6d7b-46e9-bc07-1e9d742827ce tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] DELETE failed (client error): The resource could not be found. Mar 05 13:53:26.195406 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3da4da9-6d7b-46e9-bc07-1e9d742827ce tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:53:26.197070 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a3da4da9-6d7b-46e9-bc07-1e9d742827ce tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/subnets/280c8c67-a095-4c52-bb77-7f99b6f721b0 HTTP/1.1" status: 404 len: 337 time: 0.0471475 Mar 05 13:53:26.199702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38140) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:26.226420 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-db76788c-3a80-4546-a6f1-52a3a06e7553 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] DELETE failed (client error): The resource could not be found. Mar 05 13:53:26.226922 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db76788c-3a80-4546-a6f1-52a3a06e7553 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:53:26.228802 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-db76788c-3a80-4546-a6f1-52a3a06e7553 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/networks/700ed83a-831f-4d81-957e-a320619b1d36 HTTP/1.1" status: 404 len: 339 time: 0.0280695 Mar 05 13:53:26.231200 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38148) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:26.302291 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-3202c5db-d394-4e50-abc8-3d7d4f891d87 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Deleting subnet a60109c9-c04f-4fb4-9560-c1394daf46db {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:53:26.305302 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3202c5db-d394-4e50-abc8-3d7d4f891d87 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:26.333522 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d79e5f7-5cb9-4a92-9a05-6186c30952bd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] DELETE failed (client error): The resource could not be found. Mar 05 13:53:26.334005 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d79e5f7-5cb9-4a92-9a05-6186c30952bd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:53:26.338140 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3d79e5f7-5cb9-4a92-9a05-6186c30952bd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/ports/f20c6c97-399a-40cd-a0b5-7f50939ffb90 HTTP/1.1" status: 404 len: 333 time: 0.1165316 Mar 05 13:53:26.342345 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38154) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:26.359826 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae65e1-be6e-40d1-be7d-3fa36b22e677 req-cab33d1d-b756-4bb9-8a05-ef43beb450cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:26.362187 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8ae65e1-be6e-40d1-be7d-3fa36b22e677 req-cab33d1d-b756-4bb9-8a05-ef43beb450cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=175f72fb-87d4-4d09-877c-e76b741da2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5029249 Mar 05 13:53:26.422545 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-bee533d8-8198-4e8d-9a17-52c78b26c95b service neutron] 10.222.0.16 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906860 Mar 05 13:53:26.590679 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c66fe70-fb0b-4c21-a3dc-f0391c369a81 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] GET failed (client error): The resource could not be found. Mar 05 13:53:26.594666 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4c66fe70-fb0b-4c21-a3dc-f0391c369a81 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports/f20c6c97-399a-40cd-a0b5-7f50939ffb90 HTTP/1.1" status: 404 len: 333 time: 0.2491460 Mar 05 13:53:26.600235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38162) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:26.608363 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3202c5db-d394-4e50-abc8-3d7d4f891d87 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:26.737565 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7e65a3-b4f6-4955-a1bd-d40187fed9c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting subnet d48672a8-7758-42ef-ae7d-603138e6ad52 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:53:26.743285 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c7e65a3-b4f6-4955-a1bd-d40187fed9c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:26.762981 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-5073337d-ed7c-4836-a3a9-18a3be6ad64d service neutron] 10.222.0.16 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298140 Mar 05 13:53:26.764712 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8ae65e1-be6e-40d1-be7d-3fa36b22e677 req-4f49fcc4-b3b7-48e2-b7d1-ff75b26e466e service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903818 Mar 05 13:53:26.773433 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-429fe1df-d517-4fb4-a0f9-f24bd84df14f req-c79ed647-b881-414e-b618-0cc75830b794 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] For port 1abb6c4e-04e9-4eee-8933-a95081ff95c9, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1abb6c4e-04e9-4eee-8933-a95081ff95c9,segment=NetworkSegment(5e218c26-6a85-4115-847e-df5d43d4c13f),segment_id=5e218c26-6a85-4115-847e-df5d43d4c13f)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:26.773786 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-429fe1df-d517-4fb4-a0f9-f24bd84df14f req-c79ed647-b881-414e-b618-0cc75830b794 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:26.828823 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fadc48-0e3e-4824-9f57-48bc921e0d1f req-efeabfcd-4de8-462a-94de-57b01bdf0769 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:26.830164 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e6fadc48-0e3e-4824-9f57-48bc921e0d1f req-efeabfcd-4de8-462a-94de-57b01bdf0769 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed1025e-b65d-46ee-9635-93d85ddc339a HTTP/1.1" status: 200 len: 945 time: 0.2817950 Mar 05 13:53:26.832615 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c7e65a3-b4f6-4955-a1bd-d40187fed9c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:26.889137 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3202c5db-d394-4e50-abc8-3d7d4f891d87 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:26.953678 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-429fe1df-d517-4fb4-a0f9-f24bd84df14f req-c79ed647-b881-414e-b618-0cc75830b794 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Calling delete_port for 1abb6c4e-04e9-4eee-8933-a95081ff95c9 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:53:27.013456 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e6fadc48-0e3e-4824-9f57-48bc921e0d1f req-a9cdd27f-62a1-496b-8d95-02b0ec5b0ae5 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/security-groups?id=2db53d80-4560-4c59-a359-0429a2c9bac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494312 Mar 05 13:53:27.064678 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c7e65a3-b4f6-4955-a1bd-d40187fed9c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:27.087007 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 1abb6c4e-04e9-4eee-8933-a95081ff95c9 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:53:27.104240 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3202c5db-d394-4e50-abc8-3d7d4f891d87 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:27.177576 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202c5db-d394-4e50-abc8-3d7d4f891d87 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Subnet': ['ID=a60109c9-c04f-4fb4-9560-c1394daf46db,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:27.186693 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3202c5db-d394-4e50-abc8-3d7d4f891d87 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:27.206871 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3202c5db-d394-4e50-abc8-3d7d4f891d87 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/subnets/a60109c9-c04f-4fb4-9560-c1394daf46db HTTP/1.1" status: 204 len: 168 time: 0.9721749 Mar 05 13:53:27.208964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38178) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:27.236179 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b8cad6-bfd1-43b1-9d7e-73c003f101a7 None None] Network af05c9d3-c360-48d3-8870-850df7b5eb61 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:27.406683 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8ae65e1-be6e-40d1-be7d-3fa36b22e677 req-73514399-cf3e-4109-b970-3035cd7740e4 service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6350842 Mar 05 13:53:27.410385 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c7e65a3-b4f6-4955-a1bd-d40187fed9c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:27.472462 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-429fe1df-d517-4fb4-a0f9-f24bd84df14f req-c79ed647-b881-414e-b618-0cc75830b794 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:27.497522 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c7e65a3-b4f6-4955-a1bd-d40187fed9c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:27.520552 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bf9647-6c30-4a8c-9997-b95e571fea87 None None] Network 012d0bce-bbe0-4c85-b021-5351f407641e requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:27.550895 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e65a3-b4f6-4955-a1bd-d40187fed9c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Subnet': ['ID=d48672a8-7758-42ef-ae7d-603138e6ad52,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:27.573039 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5c7e65a3-b4f6-4955-a1bd-d40187fed9c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/subnets/d48672a8-7758-42ef-ae7d-603138e6ad52 HTTP/1.1" status: 204 len: 168 time: 0.9673781 Mar 05 13:53:27.583535 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a726c391-f51d-4818-968c-3d2d3d8d8b74 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:27.587532 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38188) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:27.623836 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da165b-fd56-4c55-a786-fb3b9e4359ad req-11cdec5c-1838-4f5e-ba43-f23f4798d6bd tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:27.625901 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-42da165b-fd56-4c55-a786-fb3b9e4359ad req-11cdec5c-1838-4f5e-ba43-f23f4798d6bd tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 945 time: 0.3896575 Mar 05 13:53:27.626741 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-a726c391-f51d-4818-968c-3d2d3d8d8b74 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Deleting port 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:27.627238 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a726c391-f51d-4818-968c-3d2d3d8d8b74 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:27.640454 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:27.685889 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ed647-b881-414e-b618-0cc75830b794 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Pushing event deleted for resources: {'Port': ['ID=1abb6c4e-04e9-4eee-8933-a95081ff95c9,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:27.838544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-429fe1df-d517-4fb4-a0f9-f24bd84df14f req-c79ed647-b881-414e-b618-0cc75830b794 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] No DVR routers for this DVR port 1abb6c4e-04e9-4eee-8933-a95081ff95c9 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:53:27.846928 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-429fe1df-d517-4fb4-a0f9-f24bd84df14f req-c79ed647-b881-414e-b618-0cc75830b794 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:27.858339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed1025e-b65d-46ee-9635-93d85ddc339a', 'name': 'network-vif-deleted', 'tag': '1abb6c4e-04e9-4eee-8933-a95081ff95c9'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:53:27.914591 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7a3b-6caa-4ecc-9521-d6bcbc4dd317 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:27.917745 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-42da165b-fd56-4c55-a786-fb3b9e4359ad req-ac1069ef-d290-4bd8-aa73-8fd35437a891 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971674 Mar 05 13:53:27.933621 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eeba14-2f5f-42de-9329-c99a60e55929 None None] DHCP port deletion for af05c9d3-c360-48d3-8870-850df7b5eb61 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:53:27.938313 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-27eeba14-2f5f-42de-9329-c99a60e55929 None None] Deleting port 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:27.939629 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-27eeba14-2f5f-42de-9329-c99a60e55929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:27.949775 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a7d8223a-c042-4cfd-bc5d-053923f5e757 req-56438940-2aaf-4bf0-b868-5063eb0ece46 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 210 time: 0.0942774 Mar 05 13:53:27.958840 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-429fe1df-d517-4fb4-a0f9-f24bd84df14f req-c79ed647-b881-414e-b618-0cc75830b794 tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.15 "DELETE /v2.0/ports/1abb6c4e-04e9-4eee-8933-a95081ff95c9 HTTP/1.1" status: 204 len: 173 time: 2.1024976 Mar 05 13:53:27.979146 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec37a32e-9e4f-4da3-a82b-ec7513e1c3f8 None None] DHCP port deletion for 012d0bce-bbe0-4c85-b021-5351f407641e request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:53:27.981728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-7c6c7a3b-6caa-4ecc-9521-d6bcbc4dd317 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting port 84e43d15-789b-4d8b-8b59-a4b27b29316f {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:27.982603 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7a3b-6caa-4ecc-9521-d6bcbc4dd317 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:27.992181 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ec37a32e-9e4f-4da3-a82b-ec7513e1c3f8 None None] Deleting port 84e43d15-789b-4d8b-8b59-a4b27b29316f {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:27.992579 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ec37a32e-9e4f-4da3-a82b-ec7513e1c3f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:28.068508 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed1025e-b65d-46ee-9635-93d85ddc339a', 'name': 'network-vif-deleted', 'tag': '1abb6c4e-04e9-4eee-8933-a95081ff95c9', 'status': 'completed', 'code': 200} Mar 05 13:53:28.142450 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-a726c391-f51d-4818-968c-3d2d3d8d8b74 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] For port 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b,segment=NetworkSegment(0192163c-88af-462f-bc85-7bc4d20f649a),segment_id=0192163c-88af-462f-bc85-7bc4d20f649a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:28.142450 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a726c391-f51d-4818-968c-3d2d3d8d8b74 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:28.279345 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-a726c391-f51d-4818-968c-3d2d3d8d8b74 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Calling delete_port for 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:53:28.325489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-7c6c7a3b-6caa-4ecc-9521-d6bcbc4dd317 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] For port 84e43d15-789b-4d8b-8b59-a4b27b29316f, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=84e43d15-789b-4d8b-8b59-a4b27b29316f,segment=NetworkSegment(1736329d-cecf-4634-9060-593c9e00feef),segment_id=1736329d-cecf-4634-9060-593c9e00feef)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:28.325916 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7a3b-6caa-4ecc-9521-d6bcbc4dd317 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:28.371482 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a726c391-f51d-4818-968c-3d2d3d8d8b74 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:28.417499 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-27eeba14-2f5f-42de-9329-c99a60e55929 None None] For port 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b,segment=NetworkSegment(0192163c-88af-462f-bc85-7bc4d20f649a),segment_id=0192163c-88af-462f-bc85-7bc4d20f649a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:28.418459 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-27eeba14-2f5f-42de-9329-c99a60e55929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:28.451913 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726c391-f51d-4818-968c-3d2d3d8d8b74 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Port': ['ID=492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:28.457956 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a726c391-f51d-4818-968c-3d2d3d8d8b74 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] No DVR routers for this DVR port 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:53:28.462407 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-7c6c7a3b-6caa-4ecc-9521-d6bcbc4dd317 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Calling delete_port for 84e43d15-789b-4d8b-8b59-a4b27b29316f owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:53:28.594704 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7a3b-6caa-4ecc-9521-d6bcbc4dd317 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:28.604632 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-27eeba14-2f5f-42de-9329-c99a60e55929 None None] Calling delete_port for 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:53:28.647685 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ec37a32e-9e4f-4da3-a82b-ec7513e1c3f8 None None] For port 84e43d15-789b-4d8b-8b59-a4b27b29316f, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=84e43d15-789b-4d8b-8b59-a4b27b29316f,segment=NetworkSegment(1736329d-cecf-4634-9060-593c9e00feef),segment_id=1736329d-cecf-4634-9060-593c9e00feef)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:28.648182 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ec37a32e-9e4f-4da3-a82b-ec7513e1c3f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:28.693703 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3375ca70-6b2b-4430-b54f-766341018074 req-8b31ce8b-28b2-4cd9-88be-6e55fd77566f tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Synchronizing usage tracker for tenant:b58023a44fd94d918c7e27b8c7ad9656 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:53:28.773892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c7a3b-6caa-4ecc-9521-d6bcbc4dd317 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Port': ['ID=84e43d15-789b-4d8b-8b59-a4b27b29316f,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:28.775932 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6c7a3b-6caa-4ecc-9521-d6bcbc4dd317 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] No DVR routers for this DVR port 84e43d15-789b-4d8b-8b59-a4b27b29316f on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:53:28.801896 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:53:28.835864 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3375ca70-6b2b-4430-b54f-766341018074 req-8b31ce8b-28b2-4cd9-88be-6e55fd77566f tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] Unset dirty status for tenant:b58023a44fd94d918c7e27b8c7ad9656 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:53:28.839041 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a726c391-f51d-4818-968c-3d2d3d8d8b74 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:28.839899 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ec37a32e-9e4f-4da3-a82b-ec7513e1c3f8 None None] Calling delete_port for 84e43d15-789b-4d8b-8b59-a4b27b29316f owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:53:28.848044 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3375ca70-6b2b-4430-b54f-766341018074 req-8b31ce8b-28b2-4cd9-88be-6e55fd77566f tempest-ServerPasswordTestJSON-978729072 tempest-ServerPasswordTestJSON-978729072-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed1025e-b65d-46ee-9635-93d85ddc339a HTTP/1.1" status: 200 len: 210 time: 0.2600281 Mar 05 13:53:28.902926 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-a726c391-f51d-4818-968c-3d2d3d8d8b74 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af05c9d3-c360-48d3-8870-850df7b5eb61']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:28.928856 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:53:28.931151 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-a726c391-f51d-4818-968c-3d2d3d8d8b74 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0192163c-88af-462f-bc85-7bc4d20f649a') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:28.931520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-a726c391-f51d-4818-968c-3d2d3d8d8b74 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0192163c-88af-462f-bc85-7bc4d20f649a') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:28.938740 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:53:28.941558 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 84e43d15-789b-4d8b-8b59-a4b27b29316f no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:53:28.950432 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a726c391-f51d-4818-968c-3d2d3d8d8b74 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:28.985045 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a726c391-f51d-4818-968c-3d2d3d8d8b74 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:28.994017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a726c391-f51d-4818-968c-3d2d3d8d8b74 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:53:28.994784 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a726c391-f51d-4818-968c-3d2d3d8d8b74 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:29.034185 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 84e43d15-789b-4d8b-8b59-a4b27b29316f {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:53:29.036179 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 84e43d15-789b-4d8b-8b59-a4b27b29316f not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:53:29.084111 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7a3b-6caa-4ecc-9521-d6bcbc4dd317 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:29.113457 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:29.134595 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:29.155029 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-27eeba14-2f5f-42de-9329-c99a60e55929 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:53:29.155529 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-27eeba14-2f5f-42de-9329-c99a60e55929 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:53:29.164322 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-ec37a32e-9e4f-4da3-a82b-ec7513e1c3f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:53:29.164678 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-ec37a32e-9e4f-4da3-a82b-ec7513e1c3f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:53:29.202957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-4833415e-5a36-43ee-9b1f-721a5e9a5fde tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:29.206779 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-4833415e-5a36-43ee-9b1f-721a5e9a5fde tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.30 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 812 time: 0.6406107 Mar 05 13:53:29.212397 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-7c6c7a3b-6caa-4ecc-9521-d6bcbc4dd317 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['012d0bce-bbe0-4c85-b021-5351f407641e']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:29.228347 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-7c6c7a3b-6caa-4ecc-9521-d6bcbc4dd317 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1736329d-cecf-4634-9060-593c9e00feef') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:29.228738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-7c6c7a3b-6caa-4ecc-9521-d6bcbc4dd317 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1736329d-cecf-4634-9060-593c9e00feef') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:29.248018 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7a3b-6caa-4ecc-9521-d6bcbc4dd317 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:29.260850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-94c11550-ba55-4925-867b-791c7dc9600f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Request body: {'port': {'device_id': '5b88ce2d-5292-4f6d-860c-0e3863505fdc', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'admin_state_up': True, 'tenant_id': '8857cbe55e484452818a32b411d7670f'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:53:29.268749 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:53:29.376320 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a726c391-f51d-4818-968c-3d2d3d8d8b74 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:29.382813 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2466aed9-795f-471a-9878-5361bdc7297e req-376c072f-6f3b-4f70-a3f6-32a56213355f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 210 time: 0.2496691 Mar 05 13:53:29.396802 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7a3b-6caa-4ecc-9521-d6bcbc4dd317 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:29.399676 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a726c391-f51d-4818-968c-3d2d3d8d8b74 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:29.411012 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6c7a3b-6caa-4ecc-9521-d6bcbc4dd317 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:53:29.411683 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7a3b-6caa-4ecc-9521-d6bcbc4dd317 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:29.423269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726c391-f51d-4818-968c-3d2d3d8d8b74 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] Pushing event deleted for resources: {'Network': ['ID=af05c9d3-c360-48d3-8870-850df7b5eb61,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:29.429158 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a726c391-f51d-4818-968c-3d2d3d8d8b74 tempest-NetworksIpV6Test-1499734444 tempest-NetworksIpV6Test-1499734444-project] 10.222.0.16 "DELETE /v2.0/networks/af05c9d3-c360-48d3-8870-850df7b5eb61 HTTP/1.1" status: 204 len: 168 time: 2.2167728 Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:53:29.437883 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:53:29.489021 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bcf64-6337-4e6c-842a-9c812d8b0541 req-97539ac2-00c0-4880-a9b4-1c30e997a983 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:29.490571 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b5bcf64-6337-4e6c-842a-9c812d8b0541 req-97539ac2-00c0-4880-a9b4-1c30e997a983 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 945 time: 0.1491230 Mar 05 13:53:29.551587 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b5bcf64-6337-4e6c-842a-9c812d8b0541 req-48d11792-e515-4738-a827-4c4f4d7bd1cf tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517278 Mar 05 13:53:29.656466 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-27eeba14-2f5f-42de-9329-c99a60e55929 None None] Deleting port 492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:29.658357 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-27eeba14-2f5f-42de-9329-c99a60e55929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:29.692108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-94c11550-ba55-4925-867b-791c7dc9600f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:29.693242 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ec37a32e-9e4f-4da3-a82b-ec7513e1c3f8 None None] Deleting port 84e43d15-789b-4d8b-8b59-a4b27b29316f {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:29.693760 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ec37a32e-9e4f-4da3-a82b-ec7513e1c3f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:29.696714 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7a3b-6caa-4ecc-9521-d6bcbc4dd317 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:29.721871 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7a3b-6caa-4ecc-9521-d6bcbc4dd317 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:29.731028 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-94c11550-ba55-4925-867b-791c7dc9600f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:29.735682 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c7a3b-6caa-4ecc-9521-d6bcbc4dd317 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Network': ['ID=012d0bce-bbe0-4c85-b021-5351f407641e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:29.748545 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7c6c7a3b-6caa-4ecc-9521-d6bcbc4dd317 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/networks/012d0bce-bbe0-4c85-b021-5351f407641e HTTP/1.1" status: 204 len: 168 time: 2.1583197 Mar 05 13:53:29.752540 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-94c11550-ba55-4925-867b-791c7dc9600f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Made reservation on behalf of 8857cbe55e484452818a32b411d7670f for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:29.753462 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38212) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:29.756340 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-94c11550-ba55-4925-867b-791c7dc9600f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:29.760501 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-d453b873-833f-4543-91a3-8e1aac1758ab tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-611402729'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:29.772026 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d453b873-833f-4543-91a3-8e1aac1758ab tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:29.778511 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38216) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:29.778902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d453b873-833f-4543-91a3-8e1aac1758ab tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:network and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:29.782549 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d453b873-833f-4543-91a3-8e1aac1758ab tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:29.801376 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d453b873-833f-4543-91a3-8e1aac1758ab tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:29.825589 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d453b873-833f-4543-91a3-8e1aac1758ab tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:29.830718 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d453b873-833f-4543-91a3-8e1aac1758ab tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:29.850056 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ec37a32e-9e4f-4da3-a82b-ec7513e1c3f8 None None] The port '84e43d15-789b-4d8b-8b59-a4b27b29316f' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:53:29.866317 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-27eeba14-2f5f-42de-9329-c99a60e55929 None None] The port '492dcb5b-a61a-4d1e-8d9e-b90b4c9cf91b' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:53:29.890215 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d453b873-833f-4543-91a3-8e1aac1758ab tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:53:29.911831 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d453b873-833f-4543-91a3-8e1aac1758ab tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:29.912171 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-d453b873-833f-4543-91a3-8e1aac1758ab tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Added segment bf4116c9-84b3-49e5-9d6e-90e1cbf9073c of type vlan for network 22082ae3-1f91-4986-a4a9-ecfa35b3cc1c Mar 05 13:53:29.971869 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d453b873-833f-4543-91a3-8e1aac1758ab tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:29.979980 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38226) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:30.005877 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d453b873-833f-4543-91a3-8e1aac1758ab tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:30.011653 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d453b873-833f-4543-91a3-8e1aac1758ab tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:30.012259 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d453b873-833f-4543-91a3-8e1aac1758ab tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:30.061420 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-c445dec8-cff0-44b9-87c1-b920616ecbcb admin admin] Deleting subnet 241e4006-bc7a-4e17-b150-61146c23bc2f {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:53:30.072526 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c445dec8-cff0-44b9-87c1-b920616ecbcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:30.109317 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d453b873-833f-4543-91a3-8e1aac1758ab tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3517728 Mar 05 13:53:30.112525 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38230) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:30.120695 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f42412db-bcab-4b76-a1b2-7d0e6e63809e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'subnet': {'network_id': '22082ae3-1f91-4986-a4a9-ecfa35b3cc1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:30.130900 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-94c11550-ba55-4925-867b-791c7dc9600f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Allocated IP 172.20.0.7 (a792319b-74ea-4dcb-9f15-429be8e1086d/ea456d6e-2c97-4643-a191-afd512f9677d/f736b7ec-e966-4c65-8fd3-25f7be175e1f) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:53:30.142957 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453b873-833f-4543-91a3-8e1aac1758ab tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Network': ['ID=22082ae3-1f91-4986-a4a9-ecfa35b3cc1c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:30.153427 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 22082ae3-1f91-4986-a4a9-ecfa35b3cc1c details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:53:30.235835 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f42412db-bcab-4b76-a1b2-7d0e6e63809e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:30.240002 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f42412db-bcab-4b76-a1b2-7d0e6e63809e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:subnet and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:30.243245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f42412db-bcab-4b76-a1b2-7d0e6e63809e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:30.249847 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f42412db-bcab-4b76-a1b2-7d0e6e63809e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:30.254529 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c445dec8-cff0-44b9-87c1-b920616ecbcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:30.261231 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42412db-bcab-4b76-a1b2-7d0e6e63809e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:30.264988 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f42412db-bcab-4b76-a1b2-7d0e6e63809e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:30.327856 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-aa22f37c-4ca7-45fb-acf7-e710c63b6879 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8a78363b8fb42b4876ec2b40486fb93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5480273 Mar 05 13:53:30.336136 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38234) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:30.474444 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c445dec8-cff0-44b9-87c1-b920616ecbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:30.499533 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f42412db-bcab-4b76-a1b2-7d0e6e63809e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:30.567181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a353235-fbac-4e06-a0de-f28559af9022 req-3beadc1c-6f38-4400-b107-0e258148734b tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:30.568646 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2a353235-fbac-4e06-a0de-f28559af9022 req-3beadc1c-6f38-4400-b107-0e258148734b tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 946 time: 0.4526126 Mar 05 13:53:30.596991 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fa27d92d-4132-4acb-8ee4-d4b9684f8ebe req-6f951263-7215-4764-afd5-7bc176f54360 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 210 time: 0.0690305 Mar 05 13:53:30.620457 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42412db-bcab-4b76-a1b2-7d0e6e63809e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Subnet': ['ID=809ee15e-6d8a-4e96-995e-630783896fb5,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:30.634722 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42412db-bcab-4b76-a1b2-7d0e6e63809e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Checking segment: {'id': 'bf4116c9-84b3-49e5-9d6e-90e1cbf9073c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '22082ae3-1f91-4986-a4a9-ecfa35b3cc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:53:30.635105 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42412db-bcab-4b76-a1b2-7d0e6e63809e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network hostable DHCP agents. Network: 22082ae3-1f91-4986-a4a9-ecfa35b3cc1c, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:53:30.658730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42412db-bcab-4b76-a1b2-7d0e6e63809e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network 22082ae3-1f91-4986-a4a9-ecfa35b3cc1c is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:53:30.658950 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cd3724fc-2fa2-4fb4-b18d-cc348b673218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:30.669458 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-f42412db-bcab-4b76-a1b2-7d0e6e63809e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 22082ae3-1f91-4986-a4a9-ecfa35b3cc1c) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:30.673774 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42412db-bcab-4b76-a1b2-7d0e6e63809e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:30.674356 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f42412db-bcab-4b76-a1b2-7d0e6e63809e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:30.684243 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c06d24d-68a2-49d3-851d-d0252c4ceaa9 None None] Network 22082ae3-1f91-4986-a4a9-ecfa35b3cc1c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:30.706791 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f42412db-bcab-4b76-a1b2-7d0e6e63809e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5898430 Mar 05 13:53:30.707068 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38242) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:30.715743 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-52e14a2f-35c4-4b55-b9fc-cb22001921fb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'port': {'network_id': '22082ae3-1f91-4986-a4a9-ecfa35b3cc1c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-356402951'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:30.718909 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-94c11550-ba55-4925-867b-791c7dc9600f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:30.741803 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2a353235-fbac-4e06-a0de-f28559af9022 req-9af1806b-0f85-4c67-a1f5-3046ed782126 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590328 Mar 05 13:53:30.747783 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c445dec8-cff0-44b9-87c1-b920616ecbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:30.756546 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cd3724fc-2fa2-4fb4-b18d-cc348b673218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:30.820544 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c445dec8-cff0-44b9-87c1-b920616ecbcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:30.826077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-94c11550-ba55-4925-867b-791c7dc9600f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Transition to ACTIVE for port object f736b7ec-e966-4c65-8fd3-25f7be175e1f will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:30.829124 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445dec8-cff0-44b9-87c1-b920616ecbcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=241e4006-bc7a-4e17-b150-61146c23bc2f,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:30.881338 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c445dec8-cff0-44b9-87c1-b920616ecbcb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/241e4006-bc7a-4e17-b150-61146c23bc2f HTTP/1.1" status: 204 len: 168 time: 0.9001784 Mar 05 13:53:30.886003 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38248) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:30.948896 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1275556b-8cfd-4499-b900-fa87d8b0357b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-22082ae3-1f91-4986-a4a9-ecfa35b3cc1c', 'network_id': '22082ae3-1f91-4986-a4a9-ecfa35b3cc1c', 'tenant_id': '71b2477360244921b7fd821a95fc21d4', 'fixed_ips': [{'subnet_id': '809ee15e-6d8a-4e96-995e-630783896fb5'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:53:30.949805 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1275556b-8cfd-4499-b900-fa87d8b0357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:30.954018 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-52e14a2f-35c4-4b55-b9fc-cb22001921fb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:30.960611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-52e14a2f-35c4-4b55-b9fc-cb22001921fb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:port and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:30.963983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-52e14a2f-35c4-4b55-b9fc-cb22001921fb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:30.974068 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8817b1f-a6a2-4e6f-a166-f9dbfca958d0 req-0e77a2ed-0dd0-460f-96fc-090dc3057379 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:30.975598 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b8817b1f-a6a2-4e6f-a166-f9dbfca958d0 req-0e77a2ed-0dd0-460f-96fc-090dc3057379 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 945 time: 0.2426288 Mar 05 13:53:30.979694 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-52e14a2f-35c4-4b55-b9fc-cb22001921fb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:30.991002 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cd3724fc-2fa2-4fb4-b18d-cc348b673218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:31.017047 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e14a2f-35c4-4b55-b9fc-cb22001921fb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:31.023756 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-52e14a2f-35c4-4b55-b9fc-cb22001921fb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:31.029808 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3724fc-2fa2-4fb4-b18d-cc348b673218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbfd4b4-6404-43ec-b82f-7f6d14158ace,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:31.036825 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-94c11550-ba55-4925-867b-791c7dc9600f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:31.049315 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b8817b1f-a6a2-4e6f-a166-f9dbfca958d0 req-26abaed3-3472-4d85-ab68-6f4e9a2041ed tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643215 Mar 05 13:53:31.054540 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-52e14a2f-35c4-4b55-b9fc-cb22001921fb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] device_id is not set on port 28d40edb-ac14-4700-ac24-53cdf3f67863 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:53:31.087819 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b49e2cd-652c-40b8-8b2e-7f3849782f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:31.105417 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cd3724fc-2fa2-4fb4-b18d-cc348b673218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:31.105742 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cd3724fc-2fa2-4fb4-b18d-cc348b673218 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/adbfd4b4-6404-43ec-b82f-7f6d14158ace HTTP/1.1" status: 204 len: 168 time: 0.7663498 Mar 05 13:53:31.133872 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-94c11550-ba55-4925-867b-791c7dc9600f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Network a792319b-74ea-4dcb-9f15-429be8e1086d is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:53:31.145792 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-94c11550-ba55-4925-867b-791c7dc9600f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:31.148359 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-94c11550-ba55-4925-867b-791c7dc9600f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:53:31.162672 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-1275556b-8cfd-4499-b900-fa87d8b0357b None None] Allocated IP 172.20.0.2 (22082ae3-1f91-4986-a4a9-ecfa35b3cc1c/809ee15e-6d8a-4e96-995e-630783896fb5/d6f16c72-0468-48ac-bf16-d1ac6c573b51) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:53:31.195520 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c11550-ba55-4925-867b-791c7dc9600f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Pushing event updated for resources: {'Port': ['ID=f736b7ec-e966-4c65-8fd3-25f7be175e1f,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:31.354525 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-94c11550-ba55-4925-867b-791c7dc9600f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:31.355186 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-94c11550-ba55-4925-867b-791c7dc9600f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:31.377982 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b49e2cd-652c-40b8-8b2e-7f3849782f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:31.407421 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-94c11550-ba55-4925-867b-791c7dc9600f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1502142 Mar 05 13:53:31.411173 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-0b49e2cd-652c-40b8-8b2e-7f3849782f17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fdf2a80-6dea-406d-a907-1e4ba58ff0ce']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:31.428155 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-6118770f-75fe-453d-a744-e25adc8626ec service neutron] Request body: {'port': {'device_id': '5b88ce2d-5292-4f6d-860c-0e3863505fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:31.444645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1d3a6e8c-38d8-44b9-9d5e-0f7fd1fd8991 None None] Provisioning for port f736b7ec-e966-4c65-8fd3-25f7be175e1f completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:31.461737 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-0b49e2cd-652c-40b8-8b2e-7f3849782f17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e218c26-6a85-4115-847e-df5d43d4c13f') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:31.461994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-0b49e2cd-652c-40b8-8b2e-7f3849782f17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e218c26-6a85-4115-847e-df5d43d4c13f') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:31.479050 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1d3a6e8c-38d8-44b9-9d5e-0f7fd1fd8991 None None] Provisioning complete for port f736b7ec-e966-4c65-8fd3-25f7be175e1f triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:31.479321 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1d3a6e8c-38d8-44b9-9d5e-0f7fd1fd8991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:31.485940 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b49e2cd-652c-40b8-8b2e-7f3849782f17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:31.556697 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1275556b-8cfd-4499-b900-fa87d8b0357b None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:31.568803 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b49e2cd-652c-40b8-8b2e-7f3849782f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:31.571635 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a6e8c-38d8-44b9-9d5e-0f7fd1fd8991 None None] Port f736b7ec-e966-4c65-8fd3-25f7be175e1f cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:53:31.573271 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1275556b-8cfd-4499-b900-fa87d8b0357b None None] Transition to ACTIVE for port object d6f16c72-0468-48ac-bf16-d1ac6c573b51 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:31.586055 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b49e2cd-652c-40b8-8b2e-7f3849782f17 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:53:31.586494 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b49e2cd-652c-40b8-8b2e-7f3849782f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:31.597157 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1275556b-8cfd-4499-b900-fa87d8b0357b None None] Transition to ACTIVE for port object d6f16c72-0468-48ac-bf16-d1ac6c573b51 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:53:31.603398 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:53:31.607901 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1275556b-8cfd-4499-b900-fa87d8b0357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:31.689302 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1275556b-8cfd-4499-b900-fa87d8b0357b None None] Network 22082ae3-1f91-4986-a4a9-ecfa35b3cc1c is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:53:31.692416 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-1275556b-8cfd-4499-b900-fa87d8b0357b None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:31.696171 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1275556b-8cfd-4499-b900-fa87d8b0357b None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:53:31.732296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-52e14a2f-35c4-4b55-b9fc-cb22001921fb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Allocated IP 172.20.0.11 (22082ae3-1f91-4986-a4a9-ecfa35b3cc1c/809ee15e-6d8a-4e96-995e-630783896fb5/28d40edb-ac14-4700-ac24-53cdf3f67863) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:53:31.790560 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275556b-8cfd-4499-b900-fa87d8b0357b None None] Pushing event updated for resources: {'Port': ['ID=d6f16c72-0468-48ac-bf16-d1ac6c573b51,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:31.811887 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1275556b-8cfd-4499-b900-fa87d8b0357b None None] Attempting to bind port d6f16c72-0468-48ac-bf16-d1ac6c573b51 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:53:31.812330 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1275556b-8cfd-4499-b900-fa87d8b0357b None None] Attempting to bind port d6f16c72-0468-48ac-bf16-d1ac6c573b51 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'bf4116c9-84b3-49e5-9d6e-90e1cbf9073c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '22082ae3-1f91-4986-a4a9-ecfa35b3cc1c'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:53:31.812686 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275556b-8cfd-4499-b900-fa87d8b0357b None None] Attempting to bind port d6f16c72-0468-48ac-bf16-d1ac6c573b51 on network 22082ae3-1f91-4986-a4a9-ecfa35b3cc1c {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:53:31.819067 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275556b-8cfd-4499-b900-fa87d8b0357b None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:53:31.819434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275556b-8cfd-4499-b900-fa87d8b0357b None None] Checking segment: {'id': 'bf4116c9-84b3-49e5-9d6e-90e1cbf9073c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '22082ae3-1f91-4986-a4a9-ecfa35b3cc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:53:31.819834 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1275556b-8cfd-4499-b900-fa87d8b0357b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:31.820218 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275556b-8cfd-4499-b900-fa87d8b0357b None None] Bound using segment: {'id': 'bf4116c9-84b3-49e5-9d6e-90e1cbf9073c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '22082ae3-1f91-4986-a4a9-ecfa35b3cc1c'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:53:31.820681 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1275556b-8cfd-4499-b900-fa87d8b0357b None None] Bound port: d6f16c72-0468-48ac-bf16-d1ac6c573b51, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4116c9-84b3-49e5-9d6e-90e1cbf9073c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '22082ae3-1f91-4986-a4a9-ecfa35b3cc1c'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:53:31.821046 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1275556b-8cfd-4499-b900-fa87d8b0357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:31.933084 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1275556b-8cfd-4499-b900-fa87d8b0357b None None] For port d6f16c72-0468-48ac-bf16-d1ac6c573b51, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:53:31.936568 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1275556b-8cfd-4499-b900-fa87d8b0357b None None] For port d6f16c72-0468-48ac-bf16-d1ac6c573b51, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d6f16c72-0468-48ac-bf16-d1ac6c573b51,segment=NetworkSegment(bf4116c9-84b3-49e5-9d6e-90e1cbf9073c),segment_id=bf4116c9-84b3-49e5-9d6e-90e1cbf9073c)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:53:31.942581 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1275556b-8cfd-4499-b900-fa87d8b0357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:31.982207 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-6118770f-75fe-453d-a744-e25adc8626ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:32.053144 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275556b-8cfd-4499-b900-fa87d8b0357b None None] Pushing event updated for resources: {'Port': ['ID=d6f16c72-0468-48ac-bf16-d1ac6c573b51,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:32.065016 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b49e2cd-652c-40b8-8b2e-7f3849782f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:32.069516 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b49e2cd-652c-40b8-8b2e-7f3849782f17 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:32.072241 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-52e14a2f-35c4-4b55-b9fc-cb22001921fb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:32.107029 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49e2cd-652c-40b8-8b2e-7f3849782f17 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fdf2a80-6dea-406d-a907-1e4ba58ff0ce,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:32.110703 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-52e14a2f-35c4-4b55-b9fc-cb22001921fb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Transition to ACTIVE for port object 28d40edb-ac14-4700-ac24-53cdf3f67863 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:32.111030 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0b49e2cd-652c-40b8-8b2e-7f3849782f17 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4fdf2a80-6dea-406d-a907-1e4ba58ff0ce HTTP/1.1" status: 204 len: 168 time: 1.2257586 Mar 05 13:53:32.168779 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6ed44-0668-49e6-a5b8-8b583ae74ff9 req-e7cc36d0-105f-41b3-be5c-43cc0b6682af tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:32.179062 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c8a6ed44-0668-49e6-a5b8-8b583ae74ff9 req-e7cc36d0-105f-41b3-be5c-43cc0b6682af tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 946 time: 0.2597575 Mar 05 13:53:32.216373 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-52e14a2f-35c4-4b55-b9fc-cb22001921fb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:32.302990 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38280) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:32.442877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae21d7-eb66-4f83-934e-7227e1f440ae req-e1dd190c-93a3-449b-bb63-b22c97065881 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:32.444432 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c1ae21d7-eb66-4f83-934e-7227e1f440ae req-e1dd190c-93a3-449b-bb63-b22c97065881 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 946 time: 0.8265915 Mar 05 13:53:32.468955 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b765dd-1413-45e2-bbec-24b6f2a76489 req-0790d7bb-51f3-42c9-b7ee-bdc19a724dfe tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:32.470261 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-50b765dd-1413-45e2-bbec-24b6f2a76489 req-0790d7bb-51f3-42c9-b7ee-bdc19a724dfe tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Synchronizing usage tracker for tenant:8857cbe55e484452818a32b411d7670f on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:53:32.472117 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c8a6ed44-0668-49e6-a5b8-8b583ae74ff9 req-cf04e260-e9e5-4de8-8c6c-969034438dff tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917337 Mar 05 13:53:32.488065 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38286) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:32.530523 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e14a2f-35c4-4b55-b9fc-cb22001921fb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network 22082ae3-1f91-4986-a4a9-ecfa35b3cc1c is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:53:32.537488 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-52e14a2f-35c4-4b55-b9fc-cb22001921fb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:32.552961 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e14a2f-35c4-4b55-b9fc-cb22001921fb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:53:32.568770 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-c1ae21d7-eb66-4f83-934e-7227e1f440ae req-3ab6e9fe-090b-4603-a717-04c335974da5 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Deleting port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:32.569128 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c1ae21d7-eb66-4f83-934e-7227e1f440ae req-3ab6e9fe-090b-4603-a717-04c335974da5 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:32.606260 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e14a2f-35c4-4b55-b9fc-cb22001921fb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Port': ['ID=28d40edb-ac14-4700-ac24-53cdf3f67863,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:32.658543 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-de856762-c99b-4c5d-8a65-daad505bc90a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b58023a44fd94d918c7e27b8c7ad9656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571496 Mar 05 13:53:32.660762 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38290) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:32.683815 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-50b765dd-1413-45e2-bbec-24b6f2a76489 req-0790d7bb-51f3-42c9-b7ee-bdc19a724dfe tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Unset dirty status for tenant:8857cbe55e484452818a32b411d7670f on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:53:32.684983 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-50b765dd-1413-45e2-bbec-24b6f2a76489 req-0790d7bb-51f3-42c9-b7ee-bdc19a724dfe tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 931 time: 0.7673693 Mar 05 13:53:32.721530 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e14a2f-35c4-4b55-b9fc-cb22001921fb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:32.722134 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-52e14a2f-35c4-4b55-b9fc-cb22001921fb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:32.742744 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d6f16c72-0468-48ac-bf16-d1ac6c573b51 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:53:32.809809 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-39cffdba-9b93-47e1-861d-df30c7a65d3c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'network': {'name': 'tempest-RoutersTest-995167850'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:32.818487 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-52e14a2f-35c4-4b55-b9fc-cb22001921fb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.1078792 Mar 05 13:53:32.819811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38294) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:32.822124 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-50b765dd-1413-45e2-bbec-24b6f2a76489 req-21a52b68-1c45-43be-a728-86fd1ace0895 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302927 Mar 05 13:53:32.833066 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port d6f16c72-0468-48ac-bf16-d1ac6c573b51 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:32.848539 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-39cffdba-9b93-47e1-861d-df30c7a65d3c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:32.878663 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-39cffdba-9b93-47e1-861d-df30c7a65d3c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:network and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:32.898857 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-134f206f-8ad6-478f-844c-b7f9cf868cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:32.952486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-39cffdba-9b93-47e1-861d-df30c7a65d3c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:32.956308 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9500f-630b-4d44-925d-fa64561fbab0 req-b17967c9-71c6-4779-9b25-c293a9faf230 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:32.957859 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2bd9500f-630b-4d44-925d-fa64561fbab0 req-b17967c9-71c6-4779-9b25-c293a9faf230 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 945 time: 0.2962418 Mar 05 13:53:32.961318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f6a07d2a-edc5-47b7-8464-573f7d9b46ff tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting port 28d40edb-ac14-4700-ac24-53cdf3f67863 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:32.961654 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6a07d2a-edc5-47b7-8464-573f7d9b46ff tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:32.972331 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-39cffdba-9b93-47e1-861d-df30c7a65d3c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:32.995082 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-134f206f-8ad6-478f-844c-b7f9cf868cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:33.015463 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-6118770f-75fe-453d-a744-e25adc8626ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f736b7ec-e966-4c65-8fd3-25f7be175e1f {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:53:33.024954 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cffdba-9b93-47e1-861d-df30c7a65d3c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Made reservation on behalf of beafff5c987348ddbc3961566817c315 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:33.028570 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39cffdba-9b93-47e1-861d-df30c7a65d3c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:33.042679 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-6118770f-75fe-453d-a744-e25adc8626ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:33.049944 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39cffdba-9b93-47e1-861d-df30c7a65d3c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:33.089421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-39cffdba-9b93-47e1-861d-df30c7a65d3c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:33.096261 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-39cffdba-9b93-47e1-861d-df30c7a65d3c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:security_group_rule and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:33.099219 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-6118770f-75fe-453d-a744-e25adc8626ec service neutron] Transition to ACTIVE for port object f736b7ec-e966-4c65-8fd3-25f7be175e1f will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:33.103411 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-39cffdba-9b93-47e1-861d-df30c7a65d3c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:33.107146 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c1ae21d7-eb66-4f83-934e-7227e1f440ae req-3ab6e9fe-090b-4603-a717-04c335974da5 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] For port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:33.107489 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c1ae21d7-eb66-4f83-934e-7227e1f440ae req-3ab6e9fe-090b-4603-a717-04c335974da5 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:33.118346 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-6118770f-75fe-453d-a744-e25adc8626ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:33.122794 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-39cffdba-9b93-47e1-861d-df30c7a65d3c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:33.135593 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2bd9500f-630b-4d44-925d-fa64561fbab0 req-b21bdaf3-708c-4d8c-b092-94f57191c4cb tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426611 Mar 05 13:53:33.199923 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-134f206f-8ad6-478f-844c-b7f9cf868cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:33.275252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f206f-8ad6-478f-844c-b7f9cf868cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db53d80-4560-4c59-a359-0429a2c9bac0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:33.326640 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-134f206f-8ad6-478f-844c-b7f9cf868cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:33.327101 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-134f206f-8ad6-478f-844c-b7f9cf868cbb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2db53d80-4560-4c59-a359-0429a2c9bac0 HTTP/1.1" status: 204 len: 168 time: 0.6641510 Mar 05 13:53:33.362258 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6a07d2a-edc5-47b7-8464-573f7d9b46ff tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:33.463091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a345a47a-0245-45d0-985e-bde17fb65495 None None] Network 22082ae3-1f91-4986-a4a9-ecfa35b3cc1c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:33.523439 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39cffdba-9b93-47e1-861d-df30c7a65d3c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:33.524910 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118770f-75fe-453d-a744-e25adc8626ec service neutron] Pushing event updated for resources: {'Port': ['ID=f736b7ec-e966-4c65-8fd3-25f7be175e1f,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:33.552765 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f6a07d2a-edc5-47b7-8464-573f7d9b46ff tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Calling delete_port for 28d40edb-ac14-4700-ac24-53cdf3f67863 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:53:33.625927 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39cffdba-9b93-47e1-861d-df30c7a65d3c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:33.661437 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39cffdba-9b93-47e1-861d-df30c7a65d3c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:53:33.735887 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ef1b670b-ec00-44d3-a9f0-25aa8b6f6163 None None] Provisioning for port d6f16c72-0468-48ac-bf16-d1ac6c573b51 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:33.744432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ef1b670b-ec00-44d3-a9f0-25aa8b6f6163 None None] Provisioning complete for port d6f16c72-0468-48ac-bf16-d1ac6c573b51 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:33.745019 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ef1b670b-ec00-44d3-a9f0-25aa8b6f6163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:33.769846 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6a07d2a-edc5-47b7-8464-573f7d9b46ff tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:33.826733 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a07d2a-edc5-47b7-8464-573f7d9b46ff tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Port': ['ID=28d40edb-ac14-4700-ac24-53cdf3f67863,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:33.839072 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39cffdba-9b93-47e1-861d-df30c7a65d3c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:33.839072 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-39cffdba-9b93-47e1-861d-df30c7a65d3c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Added segment 8f106272-d1e2-471b-9bc7-eff978fa0725 of type vlan for network c1fe67a0-d031-4e5d-8ef6-7919a1d61924 Mar 05 13:53:33.879331 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cffdba-9b93-47e1-861d-df30c7a65d3c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57fd7403-8f8c-47ba-81d5-b34b84d62e59,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:33.955538 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ef1b670b-ec00-44d3-a9f0-25aa8b6f6163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:34.019548 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6a07d2a-edc5-47b7-8464-573f7d9b46ff tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:34.027866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ef1b670b-ec00-44d3-a9f0-25aa8b6f6163 None None] For port d6f16c72-0468-48ac-bf16-d1ac6c573b51, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d6f16c72-0468-48ac-bf16-d1ac6c573b51,segment=NetworkSegment(bf4116c9-84b3-49e5-9d6e-90e1cbf9073c),segment_id=bf4116c9-84b3-49e5-9d6e-90e1cbf9073c)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:34.036104 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ef1b670b-ec00-44d3-a9f0-25aa8b6f6163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:34.036680 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f6a07d2a-edc5-47b7-8464-573f7d9b46ff tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/ports/28d40edb-ac14-4700-ac24-53cdf3f67863 HTTP/1.1" status: 204 len: 168 time: 1.2155092 Mar 05 13:53:34.037855 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38314) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:34.147307 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-109075ec-a67a-4bd7-a318-2b60f0c5a063 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] GET failed (client error): The resource could not be found. Mar 05 13:53:34.147721 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-109075ec-a67a-4bd7-a318-2b60f0c5a063 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Synchronizing usage tracker for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:53:34.193867 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b670b-ec00-44d3-a9f0-25aa8b6f6163 None None] Pushing event updated for resources: {'Port': ['ID=d6f16c72-0468-48ac-bf16-d1ac6c573b51,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:34.194944 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39cffdba-9b93-47e1-861d-df30c7a65d3c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:34.202294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-109075ec-a67a-4bd7-a318-2b60f0c5a063 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Unset dirty status for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:53:34.207655 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-109075ec-a67a-4bd7-a318-2b60f0c5a063 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports/28d40edb-ac14-4700-ac24-53cdf3f67863 HTTP/1.1" status: 404 len: 333 time: 0.1677213 Mar 05 13:53:34.208347 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38322) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:34.254658 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-6118770f-75fe-453d-a744-e25adc8626ec service neutron] Attempting to bind port f736b7ec-e966-4c65-8fd3-25f7be175e1f on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:53:34.255015 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-6118770f-75fe-453d-a744-e25adc8626ec service neutron] Attempting to bind port f736b7ec-e966-4c65-8fd3-25f7be175e1f by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:53:34.255340 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-6118770f-75fe-453d-a744-e25adc8626ec service neutron] Attempting to bind port f736b7ec-e966-4c65-8fd3-25f7be175e1f on network a792319b-74ea-4dcb-9f15-429be8e1086d {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:53:34.259753 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680692c0-dbb6-4d07-8948-b6f48d0b599f req-93c0bc7a-b1b6-48c1-84a7-2c7918fc37ff tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:34.261578 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-680692c0-dbb6-4d07-8948-b6f48d0b599f req-93c0bc7a-b1b6-48c1-84a7-2c7918fc37ff tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 943 time: 0.1762114 Mar 05 13:53:34.303878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-6118770f-75fe-453d-a744-e25adc8626ec service neutron] Port f736b7ec-e966-4c65-8fd3-25f7be175e1f on network a792319b-74ea-4dcb-9f15-429be8e1086d not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:53:34.304230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-6118770f-75fe-453d-a744-e25adc8626ec service neutron] Attempting to bind port f736b7ec-e966-4c65-8fd3-25f7be175e1f on network a792319b-74ea-4dcb-9f15-429be8e1086d {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:53:34.313736 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-6118770f-75fe-453d-a744-e25adc8626ec service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:53:34.314092 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-6118770f-75fe-453d-a744-e25adc8626ec service neutron] Checking segment: {'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:53:34.314458 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-6118770f-75fe-453d-a744-e25adc8626ec service neutron] Bound using segment: {'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:53:34.314928 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-6118770f-75fe-453d-a744-e25adc8626ec service neutron] Bound port: f736b7ec-e966-4c65-8fd3-25f7be175e1f, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:53:34.315277 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-6118770f-75fe-453d-a744-e25adc8626ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:34.319118 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2a522e19-e380-4539-ba28-3a71d5c46f38 None None] Provisioning complete for port d6f16c72-0468-48ac-bf16-d1ac6c573b51 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:34.321777 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14c751b-7df6-4e5b-84fd-cf3665a1020e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting subnet 809ee15e-6d8a-4e96-995e-630783896fb5 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:53:34.324599 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2a522e19-e380-4539-ba28-3a71d5c46f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:34.326401 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c1ae21d7-eb66-4f83-934e-7227e1f440ae req-3ab6e9fe-090b-4603-a717-04c335974da5 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:34.326793 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c1ae21d7-eb66-4f83-934e-7227e1f440ae req-3ab6e9fe-090b-4603-a717-04c335974da5 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:34.327285 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [req-c1ae21d7-eb66-4f83-934e-7227e1f440ae req-3ab6e9fe-090b-4603-a717-04c335974da5 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Floating IP e771a1ac-ab53-49ea-bf20-72c13a1c2a61 disassociated. External IP: 172.25.4.19, port: c163da1f-b91e-4f55-86e4-8fc4a4e44a3c. Mar 05 13:53:34.327438 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-c1ae21d7-eb66-4f83-934e-7227e1f440ae req-3ab6e9fe-090b-4603-a717-04c335974da5 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Calling delete_port for c163da1f-b91e-4f55-86e4-8fc4a4e44a3c owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:53:34.330606 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b14c751b-7df6-4e5b-84fd-cf3665a1020e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:34.363225 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39cffdba-9b93-47e1-861d-df30c7a65d3c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:34.372541 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cffdba-9b93-47e1-861d-df30c7a65d3c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:34.373317 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-680692c0-dbb6-4d07-8948-b6f48d0b599f req-a6e82232-5c55-40ed-bfea-ea414ed147e2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014791 Mar 05 13:53:34.375108 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39cffdba-9b93-47e1-861d-df30c7a65d3c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:34.403425 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b14c751b-7df6-4e5b-84fd-cf3665a1020e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:34.534483 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb9f61-3d66-478b-984e-6fbe74e5160f req-fb0df109-af5a-4e9c-a884-e08352e4d15f tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:34.541524 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-67fb9f61-3d66-478b-984e-6fbe74e5160f req-fb0df109-af5a-4e9c-a884-e08352e4d15f tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 946 time: 0.8222780 Mar 05 13:53:34.555670 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-39cffdba-9b93-47e1-861d-df30c7a65d3c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1702473 Mar 05 13:53:34.573834 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b14c751b-7df6-4e5b-84fd-cf3665a1020e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:34.590081 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38332) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:34.595155 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38334) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:34.666677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a5799ace-875d-4436-b5f1-f78ff62b2dfb tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'network': {'name': 'tempest-RoutersTest-2016165616'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:34.673627 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a5799ace-875d-4436-b5f1-f78ff62b2dfb tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:34.676695 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d6f16c72-0468-48ac-bf16-d1ac6c573b51 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:53:34.715682 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a5799ace-875d-4436-b5f1-f78ff62b2dfb tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:network and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:34.754552 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b14c751b-7df6-4e5b-84fd-cf3665a1020e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:34.779285 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port d6f16c72-0468-48ac-bf16-d1ac6c573b51 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:34.779778 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:34.784044 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a5799ace-875d-4436-b5f1-f78ff62b2dfb tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:34.806419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c751b-7df6-4e5b-84fd-cf3665a1020e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Subnet': ['ID=809ee15e-6d8a-4e96-995e-630783896fb5,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:34.806877 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-030e27bc-ee6e-4b4b-8d18-4122513272be None None] Could not find standard attr ID for object 28d40edb-ac14-4700-ac24-53cdf3f67863. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 13:53:34.827593 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b14c751b-7df6-4e5b-84fd-cf3665a1020e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:34.835155 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a5799ace-875d-4436-b5f1-f78ff62b2dfb tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:34.841739 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b14c751b-7df6-4e5b-84fd-cf3665a1020e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/subnets/809ee15e-6d8a-4e96-995e-630783896fb5 HTTP/1.1" status: 204 len: 168 time: 0.6288757 Mar 05 13:53:34.843292 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38344) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:34.845491 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cffdba-9b93-47e1-861d-df30c7a65d3c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Network': ['ID=c1fe67a0-d031-4e5d-8ef6-7919a1d61924,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:34.856094 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network c1fe67a0-d031-4e5d-8ef6-7919a1d61924 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:53:34.865808 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-67fb9f61-3d66-478b-984e-6fbe74e5160f req-e4886c0e-4da6-4fc3-b5c9-577294474545 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d9aea14-4c5b-4e8e-b610-976fab6fad9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178949 Mar 05 13:53:34.873805 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-3da520fd-18d9-4953-a31e-375b0d0b4335 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1029023634-network', 'tenant_id': '0cb196822f4846d19c3d4845f0c68c12'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:34.912109 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3da520fd-18d9-4953-a31e-375b0d0b4335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:34.934158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3da520fd-18d9-4953-a31e-375b0d0b4335 admin admin] Usage tracker for resource:network and tenant:0cb196822f4846d19c3d4845f0c68c12 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:34.936810 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d1d57-9a44-4771-a934-68cc295be790 req-5e155e9e-6dc2-481a-9545-710902569273 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:34.939951 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d03d1d57-9a44-4771-a934-68cc295be790 req-5e155e9e-6dc2-481a-9545-710902569273 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 945 time: 0.2776077 Mar 05 13:53:34.954182 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3da520fd-18d9-4953-a31e-375b0d0b4335 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:34.962141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5799ace-875d-4436-b5f1-f78ff62b2dfb tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Made reservation on behalf of beafff5c987348ddbc3961566817c315 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:34.967183 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a5799ace-875d-4436-b5f1-f78ff62b2dfb tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:34.985308 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3da520fd-18d9-4953-a31e-375b0d0b4335 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:34.995132 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c23267-0ddb-4890-8c0b-6ffff28737a6 None None] Network 22082ae3-1f91-4986-a4a9-ecfa35b3cc1c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:35.002085 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-6118770f-75fe-453d-a744-e25adc8626ec service neutron] For port f736b7ec-e966-4c65-8fd3-25f7be175e1f, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:53:35.062741 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-6118770f-75fe-453d-a744-e25adc8626ec service neutron] For port f736b7ec-e966-4c65-8fd3-25f7be175e1f, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f736b7ec-e966-4c65-8fd3-25f7be175e1f,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:53:35.075231 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da520fd-18d9-4953-a31e-375b0d0b4335 admin admin] Made reservation on behalf of 0cb196822f4846d19c3d4845f0c68c12 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:35.077900 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3da520fd-18d9-4953-a31e-375b0d0b4335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:35.087734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5799ace-875d-4436-b5f1-f78ff62b2dfb tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:53:35.092439 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-6118770f-75fe-453d-a744-e25adc8626ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:35.158438 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-731b62a7-bc66-4f0c-a918-ec108a79aa5e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:35.164003 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3da520fd-18d9-4953-a31e-375b0d0b4335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:35.174823 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d03d1d57-9a44-4771-a934-68cc295be790 req-0bc41061-a0ac-4420-8713-a75e579689fd tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695014 Mar 05 13:53:35.179846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-731b62a7-bc66-4f0c-a918-ec108a79aa5e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting port d6f16c72-0468-48ac-bf16-d1ac6c573b51 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:35.180194 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-731b62a7-bc66-4f0c-a918-ec108a79aa5e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:35.198857 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a5799ace-875d-4436-b5f1-f78ff62b2dfb tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:35.199515 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-a5799ace-875d-4436-b5f1-f78ff62b2dfb tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Added segment 8fdeb884-ce86-444f-904a-93e3499cc986 of type vlan for network 208e07c5-9e43-4c73-a92a-a0be4b38ae8c Mar 05 13:53:35.230384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3da520fd-18d9-4953-a31e-375b0d0b4335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:35.236894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-6118770f-75fe-453d-a744-e25adc8626ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:35.237599 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-6118770f-75fe-453d-a744-e25adc8626ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:35.239168 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-6118770f-75fe-453d-a744-e25adc8626ec service neutron] 10.222.0.30 "PUT /v2.0/ports/f736b7ec-e966-4c65-8fd3-25f7be175e1f HTTP/1.1" status: 200 len: 1091 time: 3.8200531 Mar 05 13:53:35.239888 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b88ce2d-5292-4f6d-860c-0e3863505fdc', 'tag': 'f736b7ec-e966-4c65-8fd3-25f7be175e1f'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:53:35.245559 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c1ae21d7-eb66-4f83-934e-7227e1f440ae req-3ab6e9fe-090b-4603-a717-04c335974da5 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:35.267511 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3da520fd-18d9-4953-a31e-375b0d0b4335 admin admin] Usage tracker for resource:security_group_rule and tenant:0cb196822f4846d19c3d4845f0c68c12 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:35.291110 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3da520fd-18d9-4953-a31e-375b0d0b4335 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:35.318141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3da520fd-18d9-4953-a31e-375b0d0b4335 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:35.320283 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118770f-75fe-453d-a744-e25adc8626ec service neutron] Pushing event updated for resources: {'Port': ['ID=f736b7ec-e966-4c65-8fd3-25f7be175e1f,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:35.339858 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b88ce2d-5292-4f6d-860c-0e3863505fdc', 'tag': 'f736b7ec-e966-4c65-8fd3-25f7be175e1f', 'status': 'completed', 'code': 200} Mar 05 13:53:35.403699 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e905ac4-cc55-4766-939b-e17f02ae6e45 None None] DHCP port deletion for 22082ae3-1f91-4986-a4a9-ecfa35b3cc1c request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:53:35.408937 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-7e905ac4-cc55-4766-939b-e17f02ae6e45 None None] Deleting port d6f16c72-0468-48ac-bf16-d1ac6c573b51 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:35.409511 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7e905ac4-cc55-4766-939b-e17f02ae6e45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:35.428519 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a5799ace-875d-4436-b5f1-f78ff62b2dfb tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:35.486481 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6e9fe-090b-4603-a717-04c335974da5 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Pushing event deleted for resources: {'Port': ['ID=c163da1f-b91e-4f55-86e4-8fc4a4e44a3c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:35.508461 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-731b62a7-bc66-4f0c-a918-ec108a79aa5e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] For port d6f16c72-0468-48ac-bf16-d1ac6c573b51, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d6f16c72-0468-48ac-bf16-d1ac6c573b51,segment=NetworkSegment(bf4116c9-84b3-49e5-9d6e-90e1cbf9073c),segment_id=bf4116c9-84b3-49e5-9d6e-90e1cbf9073c)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:35.508461 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-731b62a7-bc66-4f0c-a918-ec108a79aa5e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:35.659261 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-731b62a7-bc66-4f0c-a918-ec108a79aa5e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Calling delete_port for d6f16c72-0468-48ac-bf16-d1ac6c573b51 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:53:35.707433 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a5799ace-875d-4436-b5f1-f78ff62b2dfb tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:35.713007 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5799ace-875d-4436-b5f1-f78ff62b2dfb tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:35.713658 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a5799ace-875d-4436-b5f1-f78ff62b2dfb tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:35.716321 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-7e905ac4-cc55-4766-939b-e17f02ae6e45 None None] For port d6f16c72-0468-48ac-bf16-d1ac6c573b51, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d6f16c72-0468-48ac-bf16-d1ac6c573b51,segment=NetworkSegment(bf4116c9-84b3-49e5-9d6e-90e1cbf9073c),segment_id=bf4116c9-84b3-49e5-9d6e-90e1cbf9073c)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:35.716892 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7e905ac4-cc55-4766-939b-e17f02ae6e45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:35.806432 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8538e-a3a6-4a10-aa99-998aeac6c2ec req-26a11f59-8fce-4d42-b588-8b19b265006c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:35.808103 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-59a8538e-a3a6-4a10-aa99-998aeac6c2ec req-26a11f59-8fce-4d42-b588-8b19b265006c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 943 time: 0.2111964 Mar 05 13:53:35.809239 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-731b62a7-bc66-4f0c-a918-ec108a79aa5e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:35.853595 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-7e905ac4-cc55-4766-939b-e17f02ae6e45 None None] Calling delete_port for d6f16c72-0468-48ac-bf16-d1ac6c573b51 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:53:35.872795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-10c814e0-8e50-4c76-b3c4-e283bd5723fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:35.874358 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-10c814e0-8e50-4c76-b3c4-e283bd5723fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 1094 time: 0.5363908 Mar 05 13:53:35.880793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b62a7-bc66-4f0c-a918-ec108a79aa5e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Port': ['ID=d6f16c72-0468-48ac-bf16-d1ac6c573b51,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:35.885518 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b62a7-bc66-4f0c-a918-ec108a79aa5e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] No DVR routers for this DVR port d6f16c72-0468-48ac-bf16-d1ac6c573b51 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:53:35.972326 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-59a8538e-a3a6-4a10-aa99-998aeac6c2ec req-94482f92-aa5e-4ded-aca2-b0361dd82be7 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209869 Mar 05 13:53:35.976932 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5799ace-875d-4436-b5f1-f78ff62b2dfb tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Network': ['ID=208e07c5-9e43-4c73-a92a-a0be4b38ae8c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:35.989479 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 208e07c5-9e43-4c73-a92a-a0be4b38ae8c details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:53:36.001566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1ae21d7-eb66-4f83-934e-7227e1f440ae req-3ab6e9fe-090b-4603-a717-04c335974da5 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Router 11b22a34-db94-48ea-88a2-77f69a6ef0b0 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:53:36.003419 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a5799ace-875d-4436-b5f1-f78ff62b2dfb tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3909755 Mar 05 13:53:36.009589 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-774f739f-5d16-4d77-b933-e4cf17171fbd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f736b7ec-e966-4c65-8fd3-25f7be175e1f HTTP/1.1" status: 200 len: 217 time: 0.1135669 Mar 05 13:53:36.010932 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38356) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:36.030663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-5e6289d1-5018-4492-8453-548bd723c592 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'subnet': {'network_id': 'c1fe67a0-d031-4e5d-8ef6-7919a1d61924', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:36.101475 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-7e905ac4-cc55-4766-939b-e17f02ae6e45 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:53:36.101967 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-7e905ac4-cc55-4766-939b-e17f02ae6e45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:53:36.107478 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3da520fd-18d9-4953-a31e-375b0d0b4335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:36.174276 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4fc3b0c3-a34f-4219-940c-da350234add7 req-0f581738-93f4-4c35-8f0b-396963a3938f tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Synchronizing usage tracker for tenant:d4bf4b89d64e49548563cf43af63d417 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:53:36.185489 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-731b62a7-bc66-4f0c-a918-ec108a79aa5e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:36.188726 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3da520fd-18d9-4953-a31e-375b0d0b4335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:36.230011 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-731b62a7-bc66-4f0c-a918-ec108a79aa5e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22082ae3-1f91-4986-a4a9-ecfa35b3cc1c']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:36.245191 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5e6289d1-5018-4492-8453-548bd723c592 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:36.248227 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-731b62a7-bc66-4f0c-a918-ec108a79aa5e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4116c9-84b3-49e5-9d6e-90e1cbf9073c') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:36.248476 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-731b62a7-bc66-4f0c-a918-ec108a79aa5e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4116c9-84b3-49e5-9d6e-90e1cbf9073c') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:36.253999 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da520fd-18d9-4953-a31e-375b0d0b4335 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:53:36.259084 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5e6289d1-5018-4492-8453-548bd723c592 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:subnet and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:36.263755 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5e6289d1-5018-4492-8453-548bd723c592 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:36.265082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-cf6a8569-eabf-4138-af98-4794eb6c1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:36.267326 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-cf6a8569-eabf-4138-af98-4794eb6c1e53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.2474108 Mar 05 13:53:36.267948 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-731b62a7-bc66-4f0c-a918-ec108a79aa5e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:36.271840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4fc3b0c3-a34f-4219-940c-da350234add7 req-0f581738-93f4-4c35-8f0b-396963a3938f tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Unset dirty status for tenant:d4bf4b89d64e49548563cf43af63d417 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:53:36.272890 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4fc3b0c3-a34f-4219-940c-da350234add7 req-0f581738-93f4-4c35-8f0b-396963a3938f tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 210 time: 0.2509248 Mar 05 13:53:36.276850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da520fd-18d9-4953-a31e-375b0d0b4335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd19758-7b8c-4483-9559-713a53423266,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:36.278874 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5e6289d1-5018-4492-8453-548bd723c592 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:36.293191 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-731b62a7-bc66-4f0c-a918-ec108a79aa5e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:36.301572 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6289d1-5018-4492-8453-548bd723c592 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Made reservation on behalf of beafff5c987348ddbc3961566817c315 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:36.304998 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e6289d1-5018-4492-8453-548bd723c592 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:36.321514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731b62a7-bc66-4f0c-a918-ec108a79aa5e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:53:36.321909 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-731b62a7-bc66-4f0c-a918-ec108a79aa5e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:36.327755 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3da520fd-18d9-4953-a31e-375b0d0b4335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:36.328092 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-3da520fd-18d9-4953-a31e-375b0d0b4335 admin admin] Added segment 42f4c1eb-4b87-43e5-bb20-3ed7950da0fe of type vlan for network da4e4533-5a72-4b34-a384-51bc2d0cd9c2 Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:53:36.342138 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:53:36.545851 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-731b62a7-bc66-4f0c-a918-ec108a79aa5e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:36.571157 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-731b62a7-bc66-4f0c-a918-ec108a79aa5e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:36.576871 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3da520fd-18d9-4953-a31e-375b0d0b4335 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:36.585272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1ae21d7-eb66-4f83-934e-7227e1f440ae req-3ab6e9fe-090b-4603-a717-04c335974da5 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:53:36.587412 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b62a7-bc66-4f0c-a918-ec108a79aa5e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Network': ['ID=22082ae3-1f91-4986-a4a9-ecfa35b3cc1c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:36.597885 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f109d275-44fd-4f40-a913-ee9d55e720e5 None None] Sync routers for ids ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:53:36.604388 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-7e905ac4-cc55-4766-939b-e17f02ae6e45 None None] Deleting port d6f16c72-0468-48ac-bf16-d1ac6c573b51 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:36.605200 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7e905ac4-cc55-4766-939b-e17f02ae6e45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:36.614001 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-731b62a7-bc66-4f0c-a918-ec108a79aa5e tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/networks/22082ae3-1f91-4986-a4a9-ecfa35b3cc1c HTTP/1.1" status: 204 len: 168 time: 1.7695546 Mar 05 13:53:36.616177 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f109d275-44fd-4f40-a913-ee9d55e720e5 None None] Routers {'11b22a34-db94-48ea-88a2-77f69a6ef0b0'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:53:36.617250 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-f109d275-44fd-4f40-a913-ee9d55e720e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:53:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:36.622795 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae279fe-1a67-47a3-adac-b9cd2552a729 req-a42a4800-591d-4bdd-b996-3a6f6b5cbbfe tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:36.629614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38362) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:36.630434 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8ae279fe-1a67-47a3-adac-b9cd2552a729 req-a42a4800-591d-4bdd-b996-3a6f6b5cbbfe tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 945 time: 0.2892220 Mar 05 13:53:36.644342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-d26c86fe-e5de-47cd-8458-9fd13b1a0b38 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'port': {'network_id': 'b4241156-4b48-483c-90ef-31c5f9ca3b51', 'name': 'tempest-PortsTestJSON-2127763269'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:36.740734 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8ae279fe-1a67-47a3-adac-b9cd2552a729 req-892b5f43-4d2c-4260-83cf-2d9f8032d721 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085203 Mar 05 13:53:36.755720 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d6f16c72-0468-48ac-bf16-d1ac6c573b51 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:53:36.762908 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ae21d7-eb66-4f83-934e-7227e1f440ae req-3ab6e9fe-090b-4603-a717-04c335974da5 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] No DVR routers for this DVR port c163da1f-b91e-4f55-86e4-8fc4a4e44a3c on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:53:36.796233 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-7e905ac4-cc55-4766-939b-e17f02ae6e45 None None] The port 'd6f16c72-0468-48ac-bf16-d1ac6c573b51' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:53:36.805223 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: d6f16c72-0468-48ac-bf16-d1ac6c573b51 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:53:36.805812 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d6f16c72-0468-48ac-bf16-d1ac6c573b51 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:53:36.811028 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c1ae21d7-eb66-4f83-934e-7227e1f440ae req-3ab6e9fe-090b-4603-a717-04c335974da5 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:36.822996 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3da520fd-18d9-4953-a31e-375b0d0b4335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:36.823402 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e6289d1-5018-4492-8453-548bd723c592 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:36.824009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da520fd-18d9-4953-a31e-375b0d0b4335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:36.824578 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3da520fd-18d9-4953-a31e-375b0d0b4335 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:36.852511 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-f109d275-44fd-4f40-a913-ee9d55e720e5 None None] Set router 11b22a34-db94-48ea-88a2-77f69a6ef0b0 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:53:36.862251 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-e0f1ebf8-c863-4991-8393-51d51b73d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:36.863784 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-e0f1ebf8-c863-4991-8393-51d51b73d6da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5729458 Mar 05 13:53:36.885637 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c1ae21d7-eb66-4f83-934e-7227e1f440ae req-3ab6e9fe-090b-4603-a717-04c335974da5 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.15 "DELETE /v2.0/ports/c163da1f-b91e-4f55-86e4-8fc4a4e44a3c HTTP/1.1" status: 204 len: 173 time: 4.4047039 Mar 05 13:53:36.941595 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3da520fd-18d9-4953-a31e-375b0d0b4335 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3271246 Mar 05 13:53:36.944856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d26c86fe-e5de-47cd-8458-9fd13b1a0b38 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:36.983093 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38366) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:36.997011 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-1811d095-ef8b-4ff8-b621-c7370f0ad5d5 admin admin] Request body: {'subnet': {'network_id': 'da4e4533-5a72-4b34-a384-51bc2d0cd9c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1029023634-subnet', 'tenant_id': '0cb196822f4846d19c3d4845f0c68c12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:37.013822 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1811d095-ef8b-4ff8-b621-c7370f0ad5d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:37.026045 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1811d095-ef8b-4ff8-b621-c7370f0ad5d5 admin admin] Usage tracker for resource:subnet and tenant:0cb196822f4846d19c3d4845f0c68c12 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:37.032818 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1811d095-ef8b-4ff8-b621-c7370f0ad5d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:37.048145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6289d1-5018-4492-8453-548bd723c592 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Subnet': ['ID=ac432027-fece-4946-b640-3d603c8696e2,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:37.051872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1811d095-ef8b-4ff8-b621-c7370f0ad5d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:37.052507 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d26c86fe-e5de-47cd-8458-9fd13b1a0b38 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:port and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:37.066960 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d26c86fe-e5de-47cd-8458-9fd13b1a0b38 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:37.071617 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da520fd-18d9-4953-a31e-375b0d0b4335 admin admin] Pushing event updated for resources: {'Network': ['ID=da4e4533-5a72-4b34-a384-51bc2d0cd9c2,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:37.072418 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6289d1-5018-4492-8453-548bd723c592 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Checking segment: {'id': '8f106272-d1e2-471b-9bc7-eff978fa0725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c1fe67a0-d031-4e5d-8ef6-7919a1d61924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:53:37.072871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6289d1-5018-4492-8453-548bd723c592 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network hostable DHCP agents. Network: c1fe67a0-d031-4e5d-8ef6-7919a1d61924, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:53:37.080745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d26c86fe-e5de-47cd-8458-9fd13b1a0b38 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:37.080940 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1811d095-ef8b-4ff8-b621-c7370f0ad5d5 admin admin] Made reservation on behalf of 0cb196822f4846d19c3d4845f0c68c12 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:37.086117 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network da4e4533-5a72-4b34-a384-51bc2d0cd9c2 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:53:37.096461 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1811d095-ef8b-4ff8-b621-c7370f0ad5d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:37.124140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26c86fe-e5de-47cd-8458-9fd13b1a0b38 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:37.135602 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d26c86fe-e5de-47cd-8458-9fd13b1a0b38 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:37.162072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device c163da1f-b91e-4f55-86e4-8fc4a4e44a3c no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:53:37.181675 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-2c8475b9-a994-4629-9b94-83a7ffeb5289 service neutron] 10.222.0.30 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909081 Mar 05 13:53:37.216897 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: c163da1f-b91e-4f55-86e4-8fc4a4e44a3c {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:53:37.217471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device c163da1f-b91e-4f55-86e4-8fc4a4e44a3c not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:53:37.267980 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-f109d275-44fd-4f40-a913-ee9d55e720e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'name': 'tempest-AttachVolumeShelveTestJSON-193633381-router', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:49:53Z', 'revision_number': 4, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'gw_port': {'id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:43Z', 'updated_at': '2022-03-05T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '1d80b227-ff55-4ef2-825c-aefd97ffdaec', 'name': '', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'mac_address': 'fa:16:3e:fb:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:50Z', 'updated_at': '2022-03-05T13:50:01Z', 'revision_number': 5, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'subnets': [{'id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:37.273769 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f109d275-44fd-4f40-a913-ee9d55e720e5 None None] Checking router: 11b22a34-db94-48ea-88a2-77f69a6ef0b0 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:53:37.277216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-d26c86fe-e5de-47cd-8458-9fd13b1a0b38 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] device_id is not set on port 3326d906-bdb7-41e3-8d1e-479d26f80a4c yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:53:37.284769 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f109d275-44fd-4f40-a913-ee9d55e720e5 None None] Routers {'11b22a34-db94-48ea-88a2-77f69a6ef0b0'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:53:37.285760 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-f109d275-44fd-4f40-a913-ee9d55e720e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:53:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:37.336675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6289d1-5018-4492-8453-548bd723c592 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network c1fe67a0-d031-4e5d-8ef6-7919a1d61924 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:53:37.364002 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-5e6289d1-5018-4492-8453-548bd723c592 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, c1fe67a0-d031-4e5d-8ef6-7919a1d61924) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:37.374217 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2cd35e-1735-4e11-8938-fef0a8177ba7 None None] Network c1fe67a0-d031-4e5d-8ef6-7919a1d61924 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:37.380911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6289d1-5018-4492-8453-548bd723c592 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:37.381487 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e6289d1-5018-4492-8453-548bd723c592 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:37.402669 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fba67fc-509c-4fb0-b931-24ce7a1b902e', 'name': 'network-vif-deleted', 'tag': 'c163da1f-b91e-4f55-86e4-8fc4a4e44a3c'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:53:37.437291 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5e6289d1-5018-4492-8453-548bd723c592 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4254041 Mar 05 13:53:37.440825 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38378) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:37.449489 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-ff787bff-e263-46af-b139-0b165e2a9d9a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'subnet': {'network_id': '208e07c5-9e43-4c73-a92a-a0be4b38ae8c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:37.474356 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1811d095-ef8b-4ff8-b621-c7370f0ad5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:37.499039 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-f109d275-44fd-4f40-a913-ee9d55e720e5 None None] Set router 11b22a34-db94-48ea-88a2-77f69a6ef0b0 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:53:37.682942 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7df638-a61a-4849-95f3-b69765889906 req-9a8fa2d7-fcb6-4575-b022-3c32473c49e4 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:37.693035 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1d7df638-a61a-4849-95f3-b69765889906 req-9a8fa2d7-fcb6-4575-b022-3c32473c49e4 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 943 time: 0.5166466 Mar 05 13:53:37.698229 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1097540a-6b23-4a40-aafd-d80acd781f72 req-c93ad3c4-3468-467e-8c65-7510d1f0d393 service neutron] 10.222.0.30 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643588 Mar 05 13:53:37.770018 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e8e03835-cd21-41d5-980e-a1de3ad44c21 req-83392eea-2b93-4710-a705-0c3da0ed2912 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fba67fc-509c-4fb0-b931-24ce7a1b902e HTTP/1.1" status: 200 len: 210 time: 0.1313076 Mar 05 13:53:37.812540 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcbc85f-a55c-4506-9351-d56a0eeedefe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-c1fe67a0-d031-4e5d-8ef6-7919a1d61924', 'network_id': 'c1fe67a0-d031-4e5d-8ef6-7919a1d61924', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'fixed_ips': [{'subnet_id': 'ac432027-fece-4946-b640-3d603c8696e2'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:53:37.814872 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fbcbc85f-a55c-4506-9351-d56a0eeedefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:37.820284 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811d095-ef8b-4ff8-b621-c7370f0ad5d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dd0d26d-458d-486e-aca4-133a1510899b,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:37.834671 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ff787bff-e263-46af-b139-0b165e2a9d9a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:37.837689 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1811d095-ef8b-4ff8-b621-c7370f0ad5d5 admin admin] Checking segment: {'id': '42f4c1eb-4b87-43e5-bb20-3ed7950da0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da4e4533-5a72-4b34-a384-51bc2d0cd9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:53:37.838253 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1811d095-ef8b-4ff8-b621-c7370f0ad5d5 admin admin] Network hostable DHCP agents. Network: da4e4533-5a72-4b34-a384-51bc2d0cd9c2, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:53:37.850616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ff787bff-e263-46af-b139-0b165e2a9d9a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:subnet and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:37.856987 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ff787bff-e263-46af-b139-0b165e2a9d9a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:37.869638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ff787bff-e263-46af-b139-0b165e2a9d9a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:37.898621 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff787bff-e263-46af-b139-0b165e2a9d9a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Made reservation on behalf of beafff5c987348ddbc3961566817c315 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:37.906269 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ff787bff-e263-46af-b139-0b165e2a9d9a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:37.910840 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fba67fc-509c-4fb0-b931-24ce7a1b902e', 'name': 'network-vif-deleted', 'tag': 'c163da1f-b91e-4f55-86e4-8fc4a4e44a3c', 'status': 'completed', 'code': 200} Mar 05 13:53:38.018182 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1d7df638-a61a-4849-95f3-b69765889906 req-f8cd390a-763c-4eee-a2ad-04b1ddeacb50 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103571 Mar 05 13:53:38.054843 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-f109d275-44fd-4f40-a913-ee9d55e720e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'name': 'tempest-AttachVolumeShelveTestJSON-193633381-router', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:49:53Z', 'revision_number': 4, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'gw_port': {'id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:43Z', 'updated_at': '2022-03-05T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '1d80b227-ff55-4ef2-825c-aefd97ffdaec', 'name': '', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'mac_address': 'fa:16:3e:fb:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:50Z', 'updated_at': '2022-03-05T13:50:01Z', 'revision_number': 5, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'subnets': [{'id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:38.057677 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1811d095-ef8b-4ff8-b621-c7370f0ad5d5 admin admin] Network da4e4533-5a72-4b34-a384-51bc2d0cd9c2 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:53:38.061511 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f109d275-44fd-4f40-a913-ee9d55e720e5 None None] The sync data for ids ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'] in n-d-803718-1 is: [{'id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'name': 'tempest-AttachVolumeShelveTestJSON-193633381-router', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:49:53Z', 'revision_number': 4, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'gw_port': {'id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:43Z', 'updated_at': '2022-03-05T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '1d80b227-ff55-4ef2-825c-aefd97ffdaec', 'name': '', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'mac_address': 'fa:16:3e:fb:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:50Z', 'updated_at': '2022-03-05T13:50:01Z', 'revision_number': 5, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'subnets': [{'id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:53:38.084286 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d26c86fe-e5de-47cd-8458-9fd13b1a0b38 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:38.086264 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-fbcbc85f-a55c-4506-9351-d56a0eeedefe None None] Allocated IP 172.20.0.2 (c1fe67a0-d031-4e5d-8ef6-7919a1d61924/ac432027-fece-4946-b640-3d603c8696e2/f6f2a04a-467f-4ea3-ac26-06ffe3a79383) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:53:38.092460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-1811d095-ef8b-4ff8-b621-c7370f0ad5d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, da4e4533-5a72-4b34-a384-51bc2d0cd9c2) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:38.111460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1811d095-ef8b-4ff8-b621-c7370f0ad5d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:38.112036 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1811d095-ef8b-4ff8-b621-c7370f0ad5d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:38.118841 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453dbbc-b762-4545-828d-6cfc2426635c req-037abb9b-7dcb-4499-8606-4e188ffa8a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:38.120520 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6453dbbc-b762-4545-828d-6cfc2426635c req-037abb9b-7dcb-4499-8606-4e188ffa8a03 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 1094 time: 0.2944436 Mar 05 13:53:38.130062 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fc2f90-c4e2-46a3-ab0e-566f7d076ead None None] Network da4e4533-5a72-4b34-a384-51bc2d0cd9c2 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:38.135757 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d26c86fe-e5de-47cd-8458-9fd13b1a0b38 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:38.168695 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1811d095-ef8b-4ff8-b621-c7370f0ad5d5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1846409 Mar 05 13:53:38.223315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c86fe-e5de-47cd-8458-9fd13b1a0b38 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Port': ['ID=3326d906-bdb7-41e3-8d1e-479d26f80a4c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:38.286449 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26c86fe-e5de-47cd-8458-9fd13b1a0b38 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network b4241156-4b48-483c-90ef-31c5f9ca3b51 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:53:38.332639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-d26c86fe-e5de-47cd-8458-9fd13b1a0b38 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:38.339381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26c86fe-e5de-47cd-8458-9fd13b1a0b38 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:53:38.349921 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26c86fe-e5de-47cd-8458-9fd13b1a0b38 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:38.350598 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d26c86fe-e5de-47cd-8458-9fd13b1a0b38 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:38.358390 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ff787bff-e263-46af-b139-0b165e2a9d9a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:38.411510 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d26c86fe-e5de-47cd-8458-9fd13b1a0b38 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7772448 Mar 05 13:53:38.421971 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38388) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:38.551739 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453dbbc-b762-4545-828d-6cfc2426635c req-4597b97b-403d-4c10-a57a-c4e7d68b1311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:38.553236 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6453dbbc-b762-4545-828d-6cfc2426635c req-4597b97b-403d-4c10-a57a-c4e7d68b1311 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 912 time: 0.3320394 Mar 05 13:53:38.619061 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1213a49f-888f-4f30-bbac-dac899753c4c None None] New status for floating IP e771a1ac-ab53-49ea-bf20-72c13a1c2a61: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:53:38.650975 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6453dbbc-b762-4545-828d-6cfc2426635c req-5dfe2dbe-c0c9-4a81-92f4-66dc0a7bd600 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f736b7ec-e966-4c65-8fd3-25f7be175e1f HTTP/1.1" status: 200 len: 217 time: 0.0906429 Mar 05 13:53:38.666908 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff787bff-e263-46af-b139-0b165e2a9d9a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Checking segment: {'id': '8fdeb884-ce86-444f-904a-93e3499cc986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '208e07c5-9e43-4c73-a92a-a0be4b38ae8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:53:38.667457 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff787bff-e263-46af-b139-0b165e2a9d9a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network hostable DHCP agents. Network: 208e07c5-9e43-4c73-a92a-a0be4b38ae8c, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:53:38.708011 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff787bff-e263-46af-b139-0b165e2a9d9a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Subnet': ['ID=24cc25f6-57cb-496f-a307-46f8a27b86f8,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:38.733546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62062967-b19f-41fb-8cc3-20d6c401777f req-32c0c8b6-7179-44fb-8ff9-217f04d8a354 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:38.735898 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-62062967-b19f-41fb-8cc3-20d6c401777f req-32c0c8b6-7179-44fb-8ff9-217f04d8a354 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 945 time: 0.2691097 Mar 05 13:53:38.737325 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff787bff-e263-46af-b139-0b165e2a9d9a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network 208e07c5-9e43-4c73-a92a-a0be4b38ae8c is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:53:38.761397 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-ff787bff-e263-46af-b139-0b165e2a9d9a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 208e07c5-9e43-4c73-a92a-a0be4b38ae8c) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:38.771156 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff787bff-e263-46af-b139-0b165e2a9d9a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:38.771740 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ff787bff-e263-46af-b139-0b165e2a9d9a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:38.798426 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ff787bff-e263-46af-b139-0b165e2a9d9a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3563645 Mar 05 13:53:38.801776 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38406) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:38.809603 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-dc998607-23b9-4578-9ebb-072d4382b662 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1039954410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:38.820770 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-62062967-b19f-41fb-8cc3-20d6c401777f req-5175ab03-85dd-4a99-b1ae-fd943d4c2d49 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756497 Mar 05 13:53:38.821768 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-dc998607-23b9-4578-9ebb-072d4382b662 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:38.834103 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-dc998607-23b9-4578-9ebb-072d4382b662 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:router and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:38.847794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-dc998607-23b9-4578-9ebb-072d4382b662 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:38.854115 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-dc998607-23b9-4578-9ebb-072d4382b662 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:38.873327 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-bdcd3413-ff95-44cb-86f5-d3d7658757f5 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting port 3326d906-bdb7-41e3-8d1e-479d26f80a4c {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:38.873517 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc998607-23b9-4578-9ebb-072d4382b662 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:38.874020 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bdcd3413-ff95-44cb-86f5-d3d7658757f5 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:38.875038 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc998607-23b9-4578-9ebb-072d4382b662 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:38.883377 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccc7c53-0bb9-4604-bb4f-73d2542b0cda None None] Network 208e07c5-9e43-4c73-a92a-a0be4b38ae8c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:38.901150 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc998607-23b9-4578-9ebb-072d4382b662 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:38.937034 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc998607-23b9-4578-9ebb-072d4382b662 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:38.972661 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc998607-23b9-4578-9ebb-072d4382b662 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:38.976574 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dc998607-23b9-4578-9ebb-072d4382b662 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1712477 Mar 05 13:53:38.977002 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38414) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:39.015429 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f16912-464c-4bd3-8896-25627dd66bbc None None] Network da4e4533-5a72-4b34-a384-51bc2d0cd9c2 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:39.019380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38418) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:39.124867 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0fd1fdca-ebd3-46a9-a6a5-eb4c0ab68815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:39.129118 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453dbbc-b762-4545-828d-6cfc2426635c req-05aa7a55-ce19-4804-a274-9c06a93361d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:39.130780 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6453dbbc-b762-4545-828d-6cfc2426635c req-05aa7a55-ce19-4804-a274-9c06a93361d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.4656684 Mar 05 13:53:39.226940 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fbcbc85f-a55c-4506-9351-d56a0eeedefe None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:39.247285 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fbcbc85f-a55c-4506-9351-d56a0eeedefe None None] Transition to ACTIVE for port object f6f2a04a-467f-4ea3-ac26-06ffe3a79383 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:39.294835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-b732f0b9-c612-4ac3-821c-216d06f52cc8 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:39.295522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-b732f0b9-c612-4ac3-821c-216d06f52cc8 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Synchronizing usage tracker for tenant:0cb196822f4846d19c3d4845f0c68c12 on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:53:39.309235 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6946ce8-6dc2-4519-9a5a-97822611f15e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:39.327611 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fbcbc85f-a55c-4506-9351-d56a0eeedefe None None] Transition to ACTIVE for port object f6f2a04a-467f-4ea3-ac26-06ffe3a79383 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:39.394124 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fbcbc85f-a55c-4506-9351-d56a0eeedefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:39.419015 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6946ce8-6dc2-4519-9a5a-97822611f15e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:39.437308 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-b732f0b9-c612-4ac3-821c-216d06f52cc8 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Unset dirty status for tenant:0cb196822f4846d19c3d4845f0c68c12 on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:53:39.438734 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-b732f0b9-c612-4ac3-821c-216d06f52cc8 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/networks?id=da4e4533-5a72-4b34-a384-51bc2d0cd9c2 HTTP/1.1" status: 200 len: 814 time: 0.5773218 Mar 05 13:53:39.441520 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bdcd3413-ff95-44cb-86f5-d3d7658757f5 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:39.466722 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f8cace-e367-4f89-b110-e55e874b2c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-208e07c5-9e43-4c73-a92a-a0be4b38ae8c', 'network_id': '208e07c5-9e43-4c73-a92a-a0be4b38ae8c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'fixed_ips': [{'subnet_id': '24cc25f6-57cb-496f-a307-46f8a27b86f8'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:53:39.467552 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-74f8cace-e367-4f89-b110-e55e874b2c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:39.557629 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcbc85f-a55c-4506-9351-d56a0eeedefe None None] Network c1fe67a0-d031-4e5d-8ef6-7919a1d61924 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:53:39.572236 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-fbcbc85f-a55c-4506-9351-d56a0eeedefe None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:39.574783 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcbc85f-a55c-4506-9351-d56a0eeedefe None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:53:39.618810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-bdcd3413-ff95-44cb-86f5-d3d7658757f5 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Calling delete_port for 3326d906-bdb7-41e3-8d1e-479d26f80a4c owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:53:39.624330 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbc85f-a55c-4506-9351-d56a0eeedefe None None] Pushing event updated for resources: {'Port': ['ID=f6f2a04a-467f-4ea3-ac26-06ffe3a79383,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:39.652614 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-802863ec-b0e6-4efc-aab3-c295fce8b46e tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/quotas/0cb196822f4846d19c3d4845f0c68c12 HTTP/1.1" status: 200 len: 375 time: 0.1909301 Mar 05 13:53:39.667374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453dbbc-b762-4545-828d-6cfc2426635c req-3d259e76-18c1-4a62-a9b3-a646354b2a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:39.669149 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6453dbbc-b762-4545-828d-6cfc2426635c req-3d259e76-18c1-4a62-a9b3-a646354b2a34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5179441 Mar 05 13:53:39.725053 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7d217-87cf-47cd-b05d-ad6b5a0ae7f9 req-77e91e8d-c977-43c5-aab0-39eb2cf8cc89 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:39.726545 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e8e7d217-87cf-47cd-b05d-ad6b5a0ae7f9 req-77e91e8d-c977-43c5-aab0-39eb2cf8cc89 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 943 time: 0.4944293 Mar 05 13:53:39.752511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-fbcbc85f-a55c-4506-9351-d56a0eeedefe None None] Attempting to bind port f6f2a04a-467f-4ea3-ac26-06ffe3a79383 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:53:39.753031 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-fbcbc85f-a55c-4506-9351-d56a0eeedefe None None] Attempting to bind port f6f2a04a-467f-4ea3-ac26-06ffe3a79383 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8f106272-d1e2-471b-9bc7-eff978fa0725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c1fe67a0-d031-4e5d-8ef6-7919a1d61924'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:53:39.753489 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcbc85f-a55c-4506-9351-d56a0eeedefe None None] Attempting to bind port f6f2a04a-467f-4ea3-ac26-06ffe3a79383 on network c1fe67a0-d031-4e5d-8ef6-7919a1d61924 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:53:39.767398 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-dc1b8b30-8472-4d78-96aa-bef4bec42918 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cb196822f4846d19c3d4845f0c68c12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0951862 Mar 05 13:53:39.793258 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcbc85f-a55c-4506-9351-d56a0eeedefe None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:53:39.793799 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcbc85f-a55c-4506-9351-d56a0eeedefe None None] Checking segment: {'id': '8f106272-d1e2-471b-9bc7-eff978fa0725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c1fe67a0-d031-4e5d-8ef6-7919a1d61924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:53:39.794297 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fbcbc85f-a55c-4506-9351-d56a0eeedefe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:39.794896 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcbc85f-a55c-4506-9351-d56a0eeedefe None None] Bound using segment: {'id': '8f106272-d1e2-471b-9bc7-eff978fa0725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c1fe67a0-d031-4e5d-8ef6-7919a1d61924'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:53:39.795385 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-fbcbc85f-a55c-4506-9351-d56a0eeedefe None None] Bound port: f6f2a04a-467f-4ea3-ac26-06ffe3a79383, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f106272-d1e2-471b-9bc7-eff978fa0725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c1fe67a0-d031-4e5d-8ef6-7919a1d61924'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:53:39.795850 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fbcbc85f-a55c-4506-9351-d56a0eeedefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:39.805750 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b11075c1-eea3-4102-9dbd-fe3e61af7313 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:39.864513 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6946ce8-6dc2-4519-9a5a-97822611f15e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:39.878893 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-74f8cace-e367-4f89-b110-e55e874b2c02 None None] Allocated IP 172.21.0.2 (208e07c5-9e43-4c73-a92a-a0be4b38ae8c/24cc25f6-57cb-496f-a307-46f8a27b86f8/21bdd030-0280-438e-9b38-ae8459329f7c) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:53:39.913907 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e8e7d217-87cf-47cd-b05d-ad6b5a0ae7f9 req-78a14850-a612-48d1-b2a2-64b00ae856e6 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732478 Mar 05 13:53:39.954152 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-fbcbc85f-a55c-4506-9351-d56a0eeedefe None None] For port f6f2a04a-467f-4ea3-ac26-06ffe3a79383, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:53:39.974700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6946ce8-6dc2-4519-9a5a-97822611f15e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9aea14-4c5b-4e8e-b610-976fab6fad9d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:39.999165 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bdcd3413-ff95-44cb-86f5-d3d7658757f5 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:40.029301 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-fbcbc85f-a55c-4506-9351-d56a0eeedefe None None] For port f6f2a04a-467f-4ea3-ac26-06ffe3a79383, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f6f2a04a-467f-4ea3-ac26-06ffe3a79383,segment=NetworkSegment(8f106272-d1e2-471b-9bc7-eff978fa0725),segment_id=8f106272-d1e2-471b-9bc7-eff978fa0725)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:53:40.065176 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6946ce8-6dc2-4519-9a5a-97822611f15e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:40.066285 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c6946ce8-6dc2-4519-9a5a-97822611f15e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "DELETE /v2.0/security-groups/3d9aea14-4c5b-4e8e-b610-976fab6fad9d HTTP/1.1" status: 204 len: 168 time: 1.0459542 Mar 05 13:53:40.066965 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fbcbc85f-a55c-4506-9351-d56a0eeedefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:40.068455 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6453dbbc-b762-4545-828d-6cfc2426635c req-d5c556d4-b187-4e62-9ea0-b80a86df815e service neutron] 10.222.0.30 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623300 Mar 05 13:53:40.071667 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bdcd3413-ff95-44cb-86f5-d3d7658757f5 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:40.074291 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38426) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:40.075089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd3413-ff95-44cb-86f5-d3d7658757f5 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Port': ['ID=3326d906-bdb7-41e3-8d1e-479d26f80a4c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:40.140216 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-bdcd3413-ff95-44cb-86f5-d3d7658757f5 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/ports/3326d906-bdb7-41e3-8d1e-479d26f80a4c HTTP/1.1" status: 204 len: 168 time: 1.7166831 Mar 05 13:53:40.145798 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38430) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:40.145971 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-2e16b595-97ec-4eb8-8727-b30a3f3dce47 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] show failed (client error): The resource could not be found. Mar 05 13:53:40.149457 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2e16b595-97ec-4eb8-8727-b30a3f3dce47 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups/3d9aea14-4c5b-4e8e-b610-976fab6fad9d HTTP/1.1" status: 404 len: 347 time: 0.0697000 Mar 05 13:53:40.152648 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38434) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:40.160703 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-20faa457-97b7-409e-b03b-4e81815743d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'port': {'network_id': 'b4241156-4b48-483c-90ef-31c5f9ca3b51', 'mac_address': 'fa:16:3e:85:c2:ce', 'name': 'tempest-PortsTestJSON-1224757501'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:40.217232 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-205f39ea-a301-4601-8dc3-c5ffa6282bb5 service neutron] 10.222.0.16 "GET /v2.0/networks/da4e4533-5a72-4b34-a384-51bc2d0cd9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941469 Mar 05 13:53:40.273146 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbc85f-a55c-4506-9351-d56a0eeedefe None None] Pushing event updated for resources: {'Port': ['ID=f6f2a04a-467f-4ea3-ac26-06ffe3a79383,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:40.354720 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6453dbbc-b762-4545-828d-6cfc2426635c req-56968273-3107-4183-a352-eb67bd8765a0 service neutron] 10.222.0.30 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739916 Mar 05 13:53:40.363893 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-74f8cace-e367-4f89-b110-e55e874b2c02 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:40.377288 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-74f8cace-e367-4f89-b110-e55e874b2c02 None None] Transition to ACTIVE for port object 21bdd030-0280-438e-9b38-ae8459329f7c will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:40.409952 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-db679d41-e15d-4132-8e3a-33109edb6a75 service neutron] 10.222.0.16 "GET /v2.0/networks/da4e4533-5a72-4b34-a384-51bc2d0cd9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823621 Mar 05 13:53:40.421753 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-74f8cace-e367-4f89-b110-e55e874b2c02 None None] Transition to ACTIVE for port object 21bdd030-0280-438e-9b38-ae8459329f7c will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:40.434584 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-74f8cace-e367-4f89-b110-e55e874b2c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:40.557548 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f8cace-e367-4f89-b110-e55e874b2c02 None None] Network 208e07c5-9e43-4c73-a92a-a0be4b38ae8c is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:53:40.560900 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-74f8cace-e367-4f89-b110-e55e874b2c02 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:40.565319 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f8cace-e367-4f89-b110-e55e874b2c02 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:53:40.608053 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-66b7ae9d-6fd4-4573-b74c-1915a5e48439 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Deleting port c044e592-b8cc-46f4-a4b7-d2d60511dc90 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:40.608402 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-66b7ae9d-6fd4-4573-b74c-1915a5e48439 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:40.648292 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device f736b7ec-e966-4c65-8fd3-25f7be175e1f details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:53:40.732939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ef1be-52f7-4f32-bd33-9b25c58661d3 req-e92954b0-6bbb-4537-86ab-c70577667be7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:40.740811 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b70ef1be-52f7-4f32-bd33-9b25c58661d3 req-e92954b0-6bbb-4537-86ab-c70577667be7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 945 time: 0.7171426 Mar 05 13:53:40.761943 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8cace-e367-4f89-b110-e55e874b2c02 None None] Pushing event updated for resources: {'Port': ['ID=21bdd030-0280-438e-9b38-ae8459329f7c,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:40.771415 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6ca94880-2719-4769-8ca5-e98274dbaab5 req-94514040-d9ad-43b0-ae14-171546033cea tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 210 time: 0.1062896 Mar 05 13:53:40.778844 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f6f2a04a-467f-4ea3-ac26-06ffe3a79383 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:53:40.835184 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-74f8cace-e367-4f89-b110-e55e874b2c02 None None] Attempting to bind port 21bdd030-0280-438e-9b38-ae8459329f7c on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:53:40.835551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-74f8cace-e367-4f89-b110-e55e874b2c02 None None] Attempting to bind port 21bdd030-0280-438e-9b38-ae8459329f7c by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8fdeb884-ce86-444f-904a-93e3499cc986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '208e07c5-9e43-4c73-a92a-a0be4b38ae8c'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:53:40.835912 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f8cace-e367-4f89-b110-e55e874b2c02 None None] Attempting to bind port 21bdd030-0280-438e-9b38-ae8459329f7c on network 208e07c5-9e43-4c73-a92a-a0be4b38ae8c {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:53:40.854291 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-b11075c1-eea3-4102-9dbd-fe3e61af7313 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Allocated IP 172.20.0.1 (c1fe67a0-d031-4e5d-8ef6-7919a1d61924/ac432027-fece-4946-b640-3d603c8696e2/eca7ea56-3b7e-4155-b55f-9395dd76c5c4) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:53:40.866642 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-20faa457-97b7-409e-b03b-4e81815743d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:40.869570 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f8cace-e367-4f89-b110-e55e874b2c02 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:53:40.869928 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f8cace-e367-4f89-b110-e55e874b2c02 None None] Checking segment: {'id': '8fdeb884-ce86-444f-904a-93e3499cc986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '208e07c5-9e43-4c73-a92a-a0be4b38ae8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:53:40.870350 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-74f8cace-e367-4f89-b110-e55e874b2c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:40.871089 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f8cace-e367-4f89-b110-e55e874b2c02 None None] Bound using segment: {'id': '8fdeb884-ce86-444f-904a-93e3499cc986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '208e07c5-9e43-4c73-a92a-a0be4b38ae8c'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:53:40.871332 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-74f8cace-e367-4f89-b110-e55e874b2c02 None None] Bound port: 21bdd030-0280-438e-9b38-ae8459329f7c, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fdeb884-ce86-444f-904a-93e3499cc986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '208e07c5-9e43-4c73-a92a-a0be4b38ae8c'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:53:40.871707 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-74f8cace-e367-4f89-b110-e55e874b2c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:40.873449 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b70ef1be-52f7-4f32-bd33-9b25c58661d3 req-9f9f4c14-3608-43fc-8275-be8bf2d72e7f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318469 Mar 05 13:53:40.886745 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-20faa457-97b7-409e-b03b-4e81815743d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:port and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:40.895079 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-20faa457-97b7-409e-b03b-4e81815743d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:40.906942 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-20faa457-97b7-409e-b03b-4e81815743d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:41.034370 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20faa457-97b7-409e-b03b-4e81815743d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:41.052799 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-66b7ae9d-6fd4-4573-b74c-1915a5e48439 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:41.053124 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-66b7ae9d-6fd4-4573-b74c-1915a5e48439 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:41.101701 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-174db34d-6937-49c2-a296-dabb47646635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:41.132905 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port f6f2a04a-467f-4ea3-ac26-06ffe3a79383 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:41.174880 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-74f8cace-e367-4f89-b110-e55e874b2c02 None None] For port 21bdd030-0280-438e-9b38-ae8459329f7c, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:53:41.181057 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-74f8cace-e367-4f89-b110-e55e874b2c02 None None] For port 21bdd030-0280-438e-9b38-ae8459329f7c, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=21bdd030-0280-438e-9b38-ae8459329f7c,segment=NetworkSegment(8fdeb884-ce86-444f-904a-93e3499cc986),segment_id=8fdeb884-ce86-444f-904a-93e3499cc986)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:53:41.183780 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port f736b7ec-e966-4c65-8fd3-25f7be175e1f, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f736b7ec-e966-4c65-8fd3-25f7be175e1f,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:41.193552 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-74f8cace-e367-4f89-b110-e55e874b2c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:41.278838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'f736b7ec-e966-4c65-8fd3-25f7be175e1f', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'port_id': 'f736b7ec-e966-4c65-8fd3-25f7be175e1f', 'mac_address': 'fa:16:3e:7b:89:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:53:41.370275 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8cace-e367-4f89-b110-e55e874b2c02 None None] Pushing event updated for resources: {'Port': ['ID=21bdd030-0280-438e-9b38-ae8459329f7c,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:41.385005 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:41.407156 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f736b7ec-e966-4c65-8fd3-25f7be175e1f {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:53:41.433400 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port f736b7ec-e966-4c65-8fd3-25f7be175e1f, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f736b7ec-e966-4c65-8fd3-25f7be175e1f,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:41.443314 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:41.553902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-66b7ae9d-6fd4-4573-b74c-1915a5e48439 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Calling delete_port for c044e592-b8cc-46f4-a4b7-d2d60511dc90 owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:53:41.632821 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=f736b7ec-e966-4c65-8fd3-25f7be175e1f,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:41.708007 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['f736b7ec-e966-4c65-8fd3-25f7be175e1f'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:53:41.862040 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-20faa457-97b7-409e-b03b-4e81815743d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:41.871894 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea478287-bd44-4f03-a232-bd2c2e2aa4cd None None] Network c1fe67a0-d031-4e5d-8ef6-7919a1d61924 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:41.947377 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9022c7d-eac1-484a-a822-2e9ad94acaa7 req-78db6080-e8f4-4689-8431-0665050f3027 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:41.949930 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-20faa457-97b7-409e-b03b-4e81815743d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] device_id is not set on port d4b6116a-8141-4ff5-9c7c-a3fc68d5f3ed yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:53:41.956347 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e9022c7d-eac1-484a-a822-2e9ad94acaa7 req-78db6080-e8f4-4689-8431-0665050f3027 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 945 time: 0.3902788 Mar 05 13:53:41.986852 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b11075c1-eea3-4102-9dbd-fe3e61af7313 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:42.016921 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e9022c7d-eac1-484a-a822-2e9ad94acaa7 req-ba5351bf-a77c-4964-a036-c0f5b506e4bb tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585418 Mar 05 13:53:42.037797 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-66b7ae9d-6fd4-4573-b74c-1915a5e48439 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:42.041648 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-b11075c1-eea3-4102-9dbd-fe3e61af7313 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Transition to ACTIVE for port object eca7ea56-3b7e-4155-b55f-9395dd76c5c4 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:42.105510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888d619-d781-4684-a969-06f14f5d6fb8 req-f31988a3-8daf-45a5-8af6-af96692e5a6d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:42.112639 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0888d619-d781-4684-a969-06f14f5d6fb8 req-f31988a3-8daf-45a5-8af6-af96692e5a6d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 943 time: 1.0424116 Mar 05 13:53:42.132301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7ae9d-6fd4-4573-b74c-1915a5e48439 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Pushing event deleted for resources: {'Port': ['ID=c044e592-b8cc-46f4-a4b7-d2d60511dc90,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:42.193758 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:42.194981 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ec240fa6-aa59-4b45-9cc5-36488917e779 None None] Provisioning for port f6f2a04a-467f-4ea3-ac26-06ffe3a79383 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:42.197960 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:42.210793 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ec240fa6-aa59-4b45-9cc5-36488917e779 None None] Provisioning complete for port f6f2a04a-467f-4ea3-ac26-06ffe3a79383 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:42.211333 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ec240fa6-aa59-4b45-9cc5-36488917e779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:42.226076 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e832ce58-4acd-424e-9cdd-84eb249e4b81 req-5eb11ffb-1311-4c84-bf8e-b0d17a3737b5 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 210 time: 0.0604105 Mar 05 13:53:42.309820 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0888d619-d781-4684-a969-06f14f5d6fb8 req-e34e5313-dd54-4f8a-8d97-ac326063a8ed tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962388 Mar 05 13:53:42.400791 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b11075c1-eea3-4102-9dbd-fe3e61af7313 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:42.404593 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-66b7ae9d-6fd4-4573-b74c-1915a5e48439 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:42.452750 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ec240fa6-aa59-4b45-9cc5-36488917e779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:42.521370 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ec240fa6-aa59-4b45-9cc5-36488917e779 None None] For port f6f2a04a-467f-4ea3-ac26-06ffe3a79383, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f6f2a04a-467f-4ea3-ac26-06ffe3a79383,segment=NetworkSegment(8f106272-d1e2-471b-9bc7-eff978fa0725),segment_id=8f106272-d1e2-471b-9bc7-eff978fa0725)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:42.526879 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ec240fa6-aa59-4b45-9cc5-36488917e779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:42.549327 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11075c1-eea3-4102-9dbd-fe3e61af7313 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network c1fe67a0-d031-4e5d-8ef6-7919a1d61924 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:53:42.555502 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-b11075c1-eea3-4102-9dbd-fe3e61af7313 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:42.561777 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-20faa457-97b7-409e-b03b-4e81815743d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:42.565034 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11075c1-eea3-4102-9dbd-fe3e61af7313 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:53:42.601523 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-66b7ae9d-6fd4-4573-b74c-1915a5e48439 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:42.625529 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec240fa6-aa59-4b45-9cc5-36488917e779 None None] Pushing event updated for resources: {'Port': ['ID=f6f2a04a-467f-4ea3-ac26-06ffe3a79383,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:42.632089 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-66b7ae9d-6fd4-4573-b74c-1915a5e48439 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "DELETE /v2.0/floatingips/e771a1ac-ab53-49ea-bf20-72c13a1c2a61 HTTP/1.1" status: 204 len: 168 time: 2.4568584 Mar 05 13:53:42.632967 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11075c1-eea3-4102-9dbd-fe3e61af7313 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Port': ['ID=eca7ea56-3b7e-4155-b55f-9395dd76c5c4,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:42.694528 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b11075c1-eea3-4102-9dbd-fe3e61af7313 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:42.820337 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 21bdd030-0280-438e-9b38-ae8459329f7c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:53:42.996506 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6a82ddce-5b0b-47a6-96a8-923e800293fd None None] Provisioning complete for port f6f2a04a-467f-4ea3-ac26-06ffe3a79383 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:42.999144 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6a82ddce-5b0b-47a6-96a8-923e800293fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:43.060190 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd6276-dc5d-468b-aaa0-125ee2c5c736 req-4369c1d2-e99f-4425-aaed-2258e13261c7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:43.070529 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0fd6276-dc5d-468b-aaa0-125ee2c5c736 req-4369c1d2-e99f-4425-aaed-2258e13261c7 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 945 time: 0.5048876 Mar 05 13:53:43.090692 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e075dd-7d43-4539-8a59-128a8bba9f23 None None] Network 208e07c5-9e43-4c73-a92a-a0be4b38ae8c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:43.099007 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-7c3c75f7-a183-4660-acd4-3c46079bf733 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:43.102445 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-7c3c75f7-a183-4660-acd4-3c46079bf733 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.15 "GET /v2.0/networks?id=da4e4533-5a72-4b34-a384-51bc2d0cd9c2 HTTP/1.1" status: 200 len: 814 time: 0.4757042 Mar 05 13:53:43.178202 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-20faa457-97b7-409e-b03b-4e81815743d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:43.205080 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-e41f43a6-23b5-406a-9c9c-103387717e7d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Request body: {'port': {'device_id': '77bf5214-4dfc-44ab-b08f-481e7e3273bb', 'network_id': 'da4e4533-5a72-4b34-a384-51bc2d0cd9c2', 'admin_state_up': True, 'tenant_id': '0cb196822f4846d19c3d4845f0c68c12'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:43.257572 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38468) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:43.278087 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-014c3462-dee0-4f95-a5b8-44de4b2d8ca9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1953441572', 'description': 'tempest-description--1210834722'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:43.284994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20faa457-97b7-409e-b03b-4e81815743d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network b4241156-4b48-483c-90ef-31c5f9ca3b51 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:53:43.320352 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 21bdd030-0280-438e-9b38-ae8459329f7c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:43.322041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-014c3462-dee0-4f95-a5b8-44de4b2d8ca9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:43.324688 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-20faa457-97b7-409e-b03b-4e81815743d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:43.367555 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20faa457-97b7-409e-b03b-4e81815743d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:53:43.373769 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20faa457-97b7-409e-b03b-4e81815743d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:43.374575 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-20faa457-97b7-409e-b03b-4e81815743d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:43.386298 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-014c3462-dee0-4f95-a5b8-44de4b2d8ca9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Usage tracker for resource:security_group and tenant:d4bf4b89d64e49548563cf43af63d417 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:43.395032 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20faa457-97b7-409e-b03b-4e81815743d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Port': ['ID=d4b6116a-8141-4ff5-9c7c-a3fc68d5f3ed,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:43.397539 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-014c3462-dee0-4f95-a5b8-44de4b2d8ca9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:43.415544 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-014c3462-dee0-4f95-a5b8-44de4b2d8ca9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:43.440320 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b75dfeb9-3c34-46a1-94e7-055bcbfdb23b req-b355bd3b-bdcf-40f1-acf7-720b65af1bfd tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 210 time: 0.0654609 Mar 05 13:53:43.449751 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-c0fd6276-dc5d-468b-aaa0-125ee2c5c736 req-48064cf9-96ed-4edb-a112-c31e8afe12d9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Deleting port 47882cda-ea2b-4824-a18d-0a65b334ea72 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:43.450229 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c0fd6276-dc5d-468b-aaa0-125ee2c5c736 req-48064cf9-96ed-4edb-a112-c31e8afe12d9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:43.450662 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b11075c1-eea3-4102-9dbd-fe3e61af7313 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:43.465964 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-20faa457-97b7-409e-b03b-4e81815743d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.3190751 Mar 05 13:53:43.469069 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38474) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:43.488691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b7b87a6e-abf2-4fa6-bd08-491b7cb5809b None None] Provisioning for port eca7ea56-3b7e-4155-b55f-9395dd76c5c4 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:43.523929 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-014c3462-dee0-4f95-a5b8-44de4b2d8ca9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:43.537008 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-e41f43a6-23b5-406a-9c9c-103387717e7d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:43.572209 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-e41f43a6-23b5-406a-9c9c-103387717e7d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Usage tracker for resource:port and tenant:0cb196822f4846d19c3d4845f0c68c12 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:43.583183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-e41f43a6-23b5-406a-9c9c-103387717e7d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:43.586650 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b7b87a6e-abf2-4fa6-bd08-491b7cb5809b None None] Provisioning complete for port eca7ea56-3b7e-4155-b55f-9395dd76c5c4 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:43.587845 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b7b87a6e-abf2-4fa6-bd08-491b7cb5809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:43.631673 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-e41f43a6-23b5-406a-9c9c-103387717e7d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:43.634227 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4907bf88-9aae-4269-9122-758f155b0101 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:43.634789 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4907bf88-9aae-4269-9122-758f155b0101 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Synchronizing usage tracker for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:53:43.646374 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-014c3462-dee0-4f95-a5b8-44de4b2d8ca9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:43.655845 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679ac4b-b023-411e-bd9c-beedc1bc5c0d req-8be5d373-3532-414e-9efd-a471ba7557f9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:43.657942 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4679ac4b-b023-411e-bd9c-beedc1bc5c0d req-8be5d373-3532-414e-9efd-a471ba7557f9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 945 time: 0.3907771 Mar 05 13:53:43.663377 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-014c3462-dee0-4f95-a5b8-44de4b2d8ca9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Usage tracker for resource:security_group_rule and tenant:d4bf4b89d64e49548563cf43af63d417 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:43.667409 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:43.674308 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b7b87a6e-abf2-4fa6-bd08-491b7cb5809b None None] Port eca7ea56-3b7e-4155-b55f-9395dd76c5c4 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:53:43.692139 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-e41f43a6-23b5-406a-9c9c-103387717e7d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Made reservation on behalf of 0cb196822f4846d19c3d4845f0c68c12 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:43.696017 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-e41f43a6-23b5-406a-9c9c-103387717e7d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:43.698032 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b7b87a6e-abf2-4fa6-bd08-491b7cb5809b None None] Provisioning for port 21bdd030-0280-438e-9b38-ae8459329f7c completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:43.707796 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b7b87a6e-abf2-4fa6-bd08-491b7cb5809b None None] Provisioning complete for port 21bdd030-0280-438e-9b38-ae8459329f7c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:43.708164 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b7b87a6e-abf2-4fa6-bd08-491b7cb5809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:43.853057 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b7b87a6e-abf2-4fa6-bd08-491b7cb5809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:43.867000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-014c3462-dee0-4f95-a5b8-44de4b2d8ca9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:43.902831 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-014c3462-dee0-4f95-a5b8-44de4b2d8ca9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:43.903082 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b7b87a6e-abf2-4fa6-bd08-491b7cb5809b None None] For port 21bdd030-0280-438e-9b38-ae8459329f7c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=21bdd030-0280-438e-9b38-ae8459329f7c,segment=NetworkSegment(8fdeb884-ce86-444f-904a-93e3499cc986),segment_id=8fdeb884-ce86-444f-904a-93e3499cc986)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:43.909092 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b7b87a6e-abf2-4fa6-bd08-491b7cb5809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:43.930101 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30cccb-5249-4a25-96b4-3f5cdd8b8de3 req-ca72a5d7-e820-4b07-a5cc-209a0ddc0abb tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:43.938598 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bd30cccb-5249-4a25-96b4-3f5cdd8b8de3 req-ca72a5d7-e820-4b07-a5cc-209a0ddc0abb tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 944 time: 0.3630538 Mar 05 13:53:43.966396 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c0fd6276-dc5d-468b-aaa0-125ee2c5c736 req-48064cf9-96ed-4edb-a112-c31e8afe12d9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] For port 47882cda-ea2b-4824-a18d-0a65b334ea72, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=47882cda-ea2b-4824-a18d-0a65b334ea72,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:43.966811 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c0fd6276-dc5d-468b-aaa0-125ee2c5c736 req-48064cf9-96ed-4edb-a112-c31e8afe12d9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:43.994624 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b87a6e-abf2-4fa6-bd08-491b7cb5809b None None] Pushing event updated for resources: {'Port': ['ID=21bdd030-0280-438e-9b38-ae8459329f7c,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:44.012703 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4907bf88-9aae-4269-9122-758f155b0101 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Unset dirty status for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:53:44.013857 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4907bf88-9aae-4269-9122-758f155b0101 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports/d4b6116a-8141-4ff5-9c7c-a3fc68d5f3ed HTTP/1.1" status: 200 len: 841 time: 0.5436387 Mar 05 13:53:44.019941 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38478) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:44.033516 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4679ac4b-b023-411e-bd9c-beedc1bc5c0d req-29094693-1352-40ba-a300-a895f1bd88ed tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559486 Mar 05 13:53:44.033745 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7607b53d-c671-42d8-828e-3be0f62fec07 None None] Provisioning complete for port 21bdd030-0280-438e-9b38-ae8459329f7c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:44.034008 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7607b53d-c671-42d8-828e-3be0f62fec07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:44.160997 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-c0fd6276-dc5d-468b-aaa0-125ee2c5c736 req-48064cf9-96ed-4edb-a112-c31e8afe12d9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Calling delete_port for 47882cda-ea2b-4824-a18d-0a65b334ea72 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:53:44.216889 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f2699db4-df0f-46db-a837-890f89f54d4f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting port d4b6116a-8141-4ff5-9c7c-a3fc68d5f3ed {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:44.217441 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2699db4-df0f-46db-a837-890f89f54d4f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:44.218935 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bd30cccb-5249-4a25-96b4-3f5cdd8b8de3 req-daedf237-ed57-4ee0-a6b8-c1c5f8d6f7bf tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792339 Mar 05 13:53:44.228405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-e41f43a6-23b5-406a-9c9c-103387717e7d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Allocated IP 172.20.0.4 (da4e4533-5a72-4b34-a384-51bc2d0cd9c2/3dd0d26d-458d-486e-aca4-133a1510899b/0819c305-466e-4730-a043-3344fba50af8) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:53:44.312183 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-014c3462-dee0-4f95-a5b8-44de4b2d8ca9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:44.354006 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-014c3462-dee0-4f95-a5b8-44de4b2d8ca9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:44.463944 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c3462-dee0-4f95-a5b8-44de4b2d8ca9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e50c82b6-0045-46ef-a16a-9c5866595ed4,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:44.471360 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-014c3462-dee0-4f95-a5b8-44de4b2d8ca9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:44.475354 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-014c3462-dee0-4f95-a5b8-44de4b2d8ca9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2130599 Mar 05 13:53:44.476975 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38484) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:44.534453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-804a5803-3f30-4a3d-badf-6470126e4230 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Request body: {'security_group_rule': {'security_group_id': 'e50c82b6-0045-46ef-a16a-9c5866595ed4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:44.558353 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-804a5803-3f30-4a3d-badf-6470126e4230 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:44.574242 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-804a5803-3f30-4a3d-badf-6470126e4230 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Usage tracker for resource:security_group_rule and tenant:d4bf4b89d64e49548563cf43af63d417 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:44.577483 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c0fd6276-dc5d-468b-aaa0-125ee2c5c736 req-48064cf9-96ed-4edb-a112-c31e8afe12d9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:44.580201 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b11075c1-eea3-4102-9dbd-fe3e61af7313 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:44.583386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-804a5803-3f30-4a3d-badf-6470126e4230 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:44.587026 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2699db4-df0f-46db-a837-890f89f54d4f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:44.589889 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['47882cda-ea2b-4824-a18d-0a65b334ea72'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:53:44.630731 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-804a5803-3f30-4a3d-badf-6470126e4230 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:44.634045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48064cf9-96ed-4edb-a112-c31e8afe12d9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Pushing event deleted for resources: {'Port': ['ID=47882cda-ea2b-4824-a18d-0a65b334ea72,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:44.637158 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b11075c1-eea3-4102-9dbd-fe3e61af7313 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:44.665909 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device f736b7ec-e966-4c65-8fd3-25f7be175e1f up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:53:44.703478 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 21bdd030-0280-438e-9b38-ae8459329f7c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:53:44.740931 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fd6276-dc5d-468b-aaa0-125ee2c5c736 req-48064cf9-96ed-4edb-a112-c31e8afe12d9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] No DVR routers for this DVR port 47882cda-ea2b-4824-a18d-0a65b334ea72 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:53:44.745360 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c0fd6276-dc5d-468b-aaa0-125ee2c5c736 req-48064cf9-96ed-4edb-a112-c31e8afe12d9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:44.747915 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f728a6b-d33b-4066-9dbd-3547fda2afcb', 'name': 'network-vif-deleted', 'tag': '47882cda-ea2b-4824-a18d-0a65b334ea72'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:53:44.770515 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-e41f43a6-23b5-406a-9c9c-103387717e7d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:44.784748 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e6df4bb5-8bb4-4209-9f86-f11817307cac req-68d0adcc-f409-4a59-88c5-74e31cfba144 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 210 time: 0.2023895 Mar 05 13:53:44.810823 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0fd6276-dc5d-468b-aaa0-125ee2c5c736 req-48064cf9-96ed-4edb-a112-c31e8afe12d9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.30 "DELETE /v2.0/ports/47882cda-ea2b-4824-a18d-0a65b334ea72 HTTP/1.1" status: 204 len: 173 time: 1.7071023 Mar 05 13:53:44.817146 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-e41f43a6-23b5-406a-9c9c-103387717e7d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:44.836084 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port f736b7ec-e966-4c65-8fd3-25f7be175e1f completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:44.845191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port f736b7ec-e966-4c65-8fd3-25f7be175e1f triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:44.845887 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:44.896912 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 21bdd030-0280-438e-9b38-ae8459329f7c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:44.897415 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:44.899230 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f728a6b-d33b-4066-9dbd-3547fda2afcb', 'name': 'network-vif-deleted', 'tag': '47882cda-ea2b-4824-a18d-0a65b334ea72', 'status': 'completed', 'code': 200} Mar 05 13:53:44.910035 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-e41f43a6-23b5-406a-9c9c-103387717e7d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Network da4e4533-5a72-4b34-a384-51bc2d0cd9c2 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:53:44.913679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-e41f43a6-23b5-406a-9c9c-103387717e7d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:44.924781 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-e41f43a6-23b5-406a-9c9c-103387717e7d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:53:44.927463 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f2699db4-df0f-46db-a837-890f89f54d4f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Calling delete_port for d4b6116a-8141-4ff5-9c7c-a3fc68d5f3ed owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:53:44.963167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f43a6-23b5-406a-9c9c-103387717e7d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Pushing event updated for resources: {'Port': ['ID=0819c305-466e-4730-a043-3344fba50af8,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:45.005669 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-804a5803-3f30-4a3d-badf-6470126e4230 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:45.015079 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-e41f43a6-23b5-406a-9c9c-103387717e7d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:45.017197 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-e41f43a6-23b5-406a-9c9c-103387717e7d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:45.039897 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-e41f43a6-23b5-406a-9c9c-103387717e7d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8442342 Mar 05 13:53:45.050593 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-fcab61c2-6401-4e1f-839e-b567c3bc9bbf tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:53:45.051827 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-fcab61c2-6401-4e1f-839e-b567c3bc9bbf tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061612 Mar 05 13:53:45.075901 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b11075c1-eea3-4102-9dbd-fe3e61af7313 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:45.100837 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11075c1-eea3-4102-9dbd-fe3e61af7313 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Port': ['ID=eca7ea56-3b7e-4155-b55f-9395dd76c5c4,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:45.127649 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-1f30a662-df79-4d2d-a99e-3ed816b803b1 service neutron] Request body: {'port': {'device_id': '77bf5214-4dfc-44ab-b08f-481e7e3273bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:45.143094 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:45.152667 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2699db4-df0f-46db-a837-890f89f54d4f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:45.179526 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b88ce2d-5292-4f6d-860c-0e3863505fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f736b7ec-e966-4c65-8fd3-25f7be175e1f'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:53:45.203982 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-804a5803-3f30-4a3d-badf-6470126e4230 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:45.206192 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port f736b7ec-e966-4c65-8fd3-25f7be175e1f, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f736b7ec-e966-4c65-8fd3-25f7be175e1f,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:45.208343 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f6f2a04a-467f-4ea3-ac26-06ffe3a79383 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:53:45.255713 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b88ce2d-5292-4f6d-860c-0e3863505fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f736b7ec-e966-4c65-8fd3-25f7be175e1f', 'code': 200} Mar 05 13:53:45.268747 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:45.269543 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 47882cda-ea2b-4824-a18d-0a65b334ea72 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:53:45.284921 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-1f30a662-df79-4d2d-a99e-3ed816b803b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:45.358061 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 47882cda-ea2b-4824-a18d-0a65b334ea72 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:53:45.358629 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 47882cda-ea2b-4824-a18d-0a65b334ea72 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:53:45.372038 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-804a5803-3f30-4a3d-badf-6470126e4230 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:45.397437 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2699db4-df0f-46db-a837-890f89f54d4f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Port': ['ID=d4b6116a-8141-4ff5-9c7c-a3fc68d5f3ed,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:45.426735 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2699db4-df0f-46db-a837-890f89f54d4f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:45.434579 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b9cb338a-cd87-45a1-b743-448ba7415c95 req-3618f2f4-07b7-4a5b-84f4-1bb79aeb9e60 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f728a6b-d33b-4066-9dbd-3547fda2afcb HTTP/1.1" status: 200 len: 210 time: 0.2332585 Mar 05 13:53:45.448057 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a5803-3f30-4a3d-badf-6470126e4230 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c327c6c-fbe8-4f63-a7d6-7f192f3e17ca,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:45.484984 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f2699db4-df0f-46db-a837-890f89f54d4f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/ports/d4b6116a-8141-4ff5-9c7c-a3fc68d5f3ed HTTP/1.1" status: 204 len: 168 time: 1.4563379 Mar 05 13:53:45.485179 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port f6f2a04a-467f-4ea3-ac26-06ffe3a79383 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:45.485275 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38504) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:45.485382 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:45.530527 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-804a5803-3f30-4a3d-badf-6470126e4230 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:45.535566 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-804a5803-3f30-4a3d-badf-6470126e4230 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0538454 Mar 05 13:53:45.541097 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38508) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:45.544683 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11075c1-eea3-4102-9dbd-fe3e61af7313 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network c1fe67a0-d031-4e5d-8ef6-7919a1d61924 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:53:45.554218 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-cdbeb3df-cf9d-4514-9ae9-d50c5bc6874e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Request body: {'security_group_rule': {'security_group_id': 'e50c82b6-0045-46ef-a16a-9c5866595ed4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:45.560701 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-b11075c1-eea3-4102-9dbd-fe3e61af7313 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:45.563991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cdbeb3df-cf9d-4514-9ae9-d50c5bc6874e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:45.566883 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-004fed12-c84a-47ad-b0a5-67eb47cf0b0c tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] GET failed (client error): The resource could not be found. Mar 05 13:53:45.567472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-004fed12-c84a-47ad-b0a5-67eb47cf0b0c tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Synchronizing usage tracker for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:53:45.576521 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cdbeb3df-cf9d-4514-9ae9-d50c5bc6874e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Usage tracker for resource:security_group_rule and tenant:d4bf4b89d64e49548563cf43af63d417 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:45.612960 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=f736b7ec-e966-4c65-8fd3-25f7be175e1f,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:45.753200 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcfb8f-604f-452a-a45c-14a5c716ff23 req-0af44606-4d21-44e3-815a-63adc7fe3a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:45.754928 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dfbcfb8f-604f-452a-a45c-14a5c716ff23 req-0af44606-4d21-44e3-815a-63adc7fe3a71 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 1096 time: 0.4267676 Mar 05 13:53:45.809545 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cdbeb3df-cf9d-4514-9ae9-d50c5bc6874e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:45.813033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5e41b-d019-4dd7-b0b2-275d1536b5b7 req-b30a4070-103b-4939-9030-215cda4fcd71 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:45.814548 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f0a5e41b-d019-4dd7-b0b2-275d1536b5b7 req-b30a4070-103b-4939-9030-215cda4fcd71 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 945 time: 0.3352640 Mar 05 13:53:45.831741 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cdbeb3df-cf9d-4514-9ae9-d50c5bc6874e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:45.870050 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dfbcfb8f-604f-452a-a45c-14a5c716ff23 req-d12c38b2-c26f-4333-b272-51df68187545 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997798 Mar 05 13:53:45.898254 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-004fed12-c84a-47ad-b0a5-67eb47cf0b0c tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Unset dirty status for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:53:45.899546 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-004fed12-c84a-47ad-b0a5-67eb47cf0b0c tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports/d4b6116a-8141-4ff5-9c7c-a3fc68d5f3ed HTTP/1.1" status: 404 len: 333 time: 0.4134800 Mar 05 13:53:45.903696 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38516) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:45.912117 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0807516a-a480-407d-8db4-e96b91be3804 None None] Provisioning complete for port eca7ea56-3b7e-4155-b55f-9395dd76c5c4 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:45.912512 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0807516a-a480-407d-8db4-e96b91be3804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:45.913159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f3451a39-80f8-482b-bf40-4fd8ae336654 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'port': {'network_id': 'b4241156-4b48-483c-90ef-31c5f9ca3b51', 'name': 'tempest-PortsTestJSON-568234761'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:45.919387 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f0a5e41b-d019-4dd7-b0b2-275d1536b5b7 req-d7d53b58-306e-4cea-b365-e78da3805ed8 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918269 Mar 05 13:53:45.977461 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-0807516a-a480-407d-8db4-e96b91be3804 None None] Port eca7ea56-3b7e-4155-b55f-9395dd76c5c4 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:53:46.003668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-1f30a662-df79-4d2d-a99e-3ed816b803b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0819c305-466e-4730-a043-3344fba50af8 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:53:46.008164 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb3df-cf9d-4514-9ae9-d50c5bc6874e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:46.011574 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-1f30a662-df79-4d2d-a99e-3ed816b803b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:46.026780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-1f30a662-df79-4d2d-a99e-3ed816b803b1 service neutron] Transition to ACTIVE for port object 0819c305-466e-4730-a043-3344fba50af8 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:46.031760 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-1f30a662-df79-4d2d-a99e-3ed816b803b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:46.161115 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f3451a39-80f8-482b-bf40-4fd8ae336654 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:46.195027 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f3451a39-80f8-482b-bf40-4fd8ae336654 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:46.208293 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb3df-cf9d-4514-9ae9-d50c5bc6874e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:46.212782 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11075c1-eea3-4102-9dbd-fe3e61af7313 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Router 04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:53:46.220949 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb3df-cf9d-4514-9ae9-d50c5bc6874e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:46.233721 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30a662-df79-4d2d-a99e-3ed816b803b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0819c305-466e-4730-a043-3344fba50af8,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:46.248486 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00481d4d-0b80-46e4-816c-7c4aee0f5e45 req-66e0a472-faf5-4126-b608-82de06ec2d41 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:46.250504 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-00481d4d-0b80-46e4-816c-7c4aee0f5e45 req-66e0a472-faf5-4126-b608-82de06ec2d41 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 931 time: 0.3202498 Mar 05 13:53:46.251167 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3451a39-80f8-482b-bf40-4fd8ae336654 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:46.254402 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f3451a39-80f8-482b-bf40-4fd8ae336654 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:46.278557 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-1f30a662-df79-4d2d-a99e-3ed816b803b1 service neutron] Attempting to bind port 0819c305-466e-4730-a043-3344fba50af8 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:53:46.278936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-1f30a662-df79-4d2d-a99e-3ed816b803b1 service neutron] Attempting to bind port 0819c305-466e-4730-a043-3344fba50af8 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '42f4c1eb-4b87-43e5-bb20-3ed7950da0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da4e4533-5a72-4b34-a384-51bc2d0cd9c2'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:53:46.279262 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-1f30a662-df79-4d2d-a99e-3ed816b803b1 service neutron] Attempting to bind port 0819c305-466e-4730-a043-3344fba50af8 on network da4e4533-5a72-4b34-a384-51bc2d0cd9c2 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:53:46.285067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-1f30a662-df79-4d2d-a99e-3ed816b803b1 service neutron] Port 0819c305-466e-4730-a043-3344fba50af8 on network da4e4533-5a72-4b34-a384-51bc2d0cd9c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:53:46.285738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-1f30a662-df79-4d2d-a99e-3ed816b803b1 service neutron] Attempting to bind port 0819c305-466e-4730-a043-3344fba50af8 on network da4e4533-5a72-4b34-a384-51bc2d0cd9c2 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:53:46.290527 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-1f30a662-df79-4d2d-a99e-3ed816b803b1 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:53:46.290892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-1f30a662-df79-4d2d-a99e-3ed816b803b1 service neutron] Checking segment: {'id': '42f4c1eb-4b87-43e5-bb20-3ed7950da0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da4e4533-5a72-4b34-a384-51bc2d0cd9c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:53:46.291275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-1f30a662-df79-4d2d-a99e-3ed816b803b1 service neutron] Bound using segment: {'id': '42f4c1eb-4b87-43e5-bb20-3ed7950da0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da4e4533-5a72-4b34-a384-51bc2d0cd9c2'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:53:46.291700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-1f30a662-df79-4d2d-a99e-3ed816b803b1 service neutron] Bound port: 0819c305-466e-4730-a043-3344fba50af8, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f4c1eb-4b87-43e5-bb20-3ed7950da0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da4e4533-5a72-4b34-a384-51bc2d0cd9c2'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:53:46.292041 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-1f30a662-df79-4d2d-a99e-3ed816b803b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:46.350984 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbeb3df-cf9d-4514-9ae9-d50c5bc6874e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d41fa5-f1aa-4fe5-ac08-fdf8c00d8933,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:46.379547 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-f3451a39-80f8-482b-bf40-4fd8ae336654 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] device_id is not set on port f75ce9c1-7410-418e-a1df-e416ddd774f5 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:53:46.389275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-1f30a662-df79-4d2d-a99e-3ed816b803b1 service neutron] For port 0819c305-466e-4730-a043-3344fba50af8, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:53:46.392755 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-1f30a662-df79-4d2d-a99e-3ed816b803b1 service neutron] For port 0819c305-466e-4730-a043-3344fba50af8, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=0819c305-466e-4730-a043-3344fba50af8,segment=NetworkSegment(42f4c1eb-4b87-43e5-bb20-3ed7950da0fe),segment_id=42f4c1eb-4b87-43e5-bb20-3ed7950da0fe)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:53:46.396995 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-1f30a662-df79-4d2d-a99e-3ed816b803b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:46.454305 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-1f30a662-df79-4d2d-a99e-3ed816b803b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:46.455069 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-1f30a662-df79-4d2d-a99e-3ed816b803b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:46.456779 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-1f30a662-df79-4d2d-a99e-3ed816b803b1 service neutron] 10.222.0.15 "PUT /v2.0/ports/0819c305-466e-4730-a043-3344fba50af8 HTTP/1.1" status: 200 len: 1091 time: 1.3990998 Mar 05 13:53:46.486069 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30a662-df79-4d2d-a99e-3ed816b803b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0819c305-466e-4730-a043-3344fba50af8,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:46.486998 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb3df-cf9d-4514-9ae9-d50c5bc6874e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:46.491055 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cdbeb3df-cf9d-4514-9ae9-d50c5bc6874e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9461632 Mar 05 13:53:46.491826 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38522) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:46.497665 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-3e02e091-59f1-485d-b55e-9bd714579c35 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:46.504843 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3e02e091-59f1-485d-b55e-9bd714579c35 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:46.522163 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-00481d4d-0b80-46e4-816c-7c4aee0f5e45 req-b420eecd-a888-4959-8c90-171a0ae20e52 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559557 Mar 05 13:53:46.550937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3e02e091-59f1-485d-b55e-9bd714579c35 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Usage tracker for resource:floatingip and tenant:d4bf4b89d64e49548563cf43af63d417 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:46.557418 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3e02e091-59f1-485d-b55e-9bd714579c35 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:46.560539 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11075c1-eea3-4102-9dbd-fe3e61af7313 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:53:46.566833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3e02e091-59f1-485d-b55e-9bd714579c35 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:46.574150 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334bcb93-67d7-4098-a29c-bb90d18ce0d0 None None] Sync routers for ids ['04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:53:46.583161 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b11075c1-eea3-4102-9dbd-fe3e61af7313 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/routers/04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6031904 Mar 05 13:53:46.585771 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38526) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:46.587779 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334bcb93-67d7-4098-a29c-bb90d18ce0d0 None None] Routers {'04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:53:46.589597 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-334bcb93-67d7-4098-a29c-bb90d18ce0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:53:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:46.638580 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3e02e091-59f1-485d-b55e-9bd714579c35 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:46.700973 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-334bcb93-67d7-4098-a29c-bb90d18ce0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:46.712967 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334bcb93-67d7-4098-a29c-bb90d18ce0d0 None None] Routers {'04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:53:46.713792 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-334bcb93-67d7-4098-a29c-bb90d18ce0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:53:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:46.757669 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f3451a39-80f8-482b-bf40-4fd8ae336654 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:46.777612 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-334bcb93-67d7-4098-a29c-bb90d18ce0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:46.778011 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334bcb93-67d7-4098-a29c-bb90d18ce0d0 None None] The sync data for ids ['04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:53:46.832174 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4570dce8-8f6a-4ce5-8082-ccd18c16648c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:46.833529 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4570dce8-8f6a-4ce5-8082-ccd18c16648c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/ports/eca7ea56-3b7e-4155-b55f-9395dd76c5c4 HTTP/1.1" status: 200 len: 910 time: 0.2459636 Mar 05 13:53:46.840542 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38542) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:46.901700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bf5214-4dfc-44ab-b08f-481e7e3273bb', 'tag': '0819c305-466e-4730-a043-3344fba50af8'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:53:46.930400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-cd4a9742-319e-422b-9fa5-f583e725897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:46.931998 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-cd4a9742-319e-422b-9fa5-f583e725897d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0cb196822f4846d19c3d4845f0c68c12&device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 1094 time: 0.4246325 Mar 05 13:53:46.942045 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-7260fe4b-2ae6-40b6-a541-20fbfaa2ab9c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:46.948886 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-7260fe4b-2ae6-40b6-a541-20fbfaa2ab9c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/networks?id=fea5c273-e4ab-46b7-85df-ca04090e1441 HTTP/1.1" status: 200 len: 812 time: 0.1889465 Mar 05 13:53:46.952692 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f3451a39-80f8-482b-bf40-4fd8ae336654 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:46.978507 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77bf5214-4dfc-44ab-b08f-481e7e3273bb', 'tag': '0819c305-466e-4730-a043-3344fba50af8', 'status': 'completed', 'code': 200} Mar 05 13:53:47.021489 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-71d70a78-1dba-43fe-96ac-efc18aa998d9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/quotas/79f8ba46919a411c91f03c872b2a9ca1 HTTP/1.1" status: 200 len: 375 time: 0.0615249 Mar 05 13:53:47.114460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3451a39-80f8-482b-bf40-4fd8ae336654 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network b4241156-4b48-483c-90ef-31c5f9ca3b51 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:53:47.119305 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-77c8b6a8-485b-4da7-89f3-1ca3d26cacb1 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=79f8ba46919a411c91f03c872b2a9ca1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816357 Mar 05 13:53:47.119466 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-5c235cd3-64b5-49e8-bf8c-2994c96cf811 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0819c305-466e-4730-a043-3344fba50af8 HTTP/1.1" status: 200 len: 217 time: 0.1383615 Mar 05 13:53:47.124320 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-f3451a39-80f8-482b-bf40-4fd8ae336654 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:47.148284 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3451a39-80f8-482b-bf40-4fd8ae336654 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:53:47.153874 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3451a39-80f8-482b-bf40-4fd8ae336654 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:47.154461 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f3451a39-80f8-482b-bf40-4fd8ae336654 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:47.160562 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3451a39-80f8-482b-bf40-4fd8ae336654 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Port': ['ID=f75ce9c1-7410-418e-a1df-e416ddd774f5,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:47.191368 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f3451a39-80f8-482b-bf40-4fd8ae336654 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2865746 Mar 05 13:53:47.204944 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38550) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:47.245200 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-8f78f0cb-0d7a-4ea0-82f3-6fa6125acaa3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:47.282512 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-01aad5e9-27d5-488a-bd7e-195eb61b352a service neutron] 10.222.0.16 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530542 Mar 05 13:53:47.458581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-39a6c685-9c02-4c5c-9ca4-b0b05fabeb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:47.460082 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-39a6c685-9c02-4c5c-9ca4-b0b05fabeb0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3dd0d26d-458d-486e-aca4-133a1510899b HTTP/1.1" status: 200 len: 854 time: 0.3073139 Mar 05 13:53:47.538547 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-c828dad1-82d0-4b8e-8513-866e65188cdc service neutron] 10.222.0.16 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499983 Mar 05 13:53:47.594121 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-c32749b7-9255-4709-9bc1-36bc1d5a27de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da4e4533-5a72-4b34-a384-51bc2d0cd9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888572 Mar 05 13:53:47.748874 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6079d-df9e-4f12-94ac-963a21f54e8a req-239f37f7-c480-43db-ad5e-8c98e0622ae8 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:47.750908 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d0d6079d-df9e-4f12-94ac-963a21f54e8a req-239f37f7-c480-43db-ad5e-8c98e0622ae8 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 945 time: 0.6537805 Mar 05 13:53:47.822243 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21819d5-2d51-4509-b781-c0670947efda req-33b7ea9a-b525-4b0f-9a5b-bb5e8d01fa09 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:47.823727 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a21819d5-2d51-4509-b781-c0670947efda req-33b7ea9a-b525-4b0f-9a5b-bb5e8d01fa09 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 943 time: 0.0833631 Mar 05 13:53:47.833565 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8f78f0cb-0d7a-4ea0-82f3-6fa6125acaa3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:47.878964 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a21819d5-2d51-4509-b781-c0670947efda req-35b9f402-1a37-4f6b-9684-dfc1afb83f61 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477622 Mar 05 13:53:47.882050 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3e02e091-59f1-485d-b55e-9bd714579c35 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:47.968211 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86531407-d936-4454-b6a0-e5a3b16ff226 req-796938c6-bcd6-42da-a0a0-57e1851375f2 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe80d11-5376-4a81-a809-6315a17bc65b HTTP/1.1" status: 200 len: 210 time: 0.0517735 Mar 05 13:53:48.279593 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d0d6079d-df9e-4f12-94ac-963a21f54e8a req-5992727d-7bda-4f33-80bb-0c2357b6617b tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028000 Mar 05 13:53:48.385358 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-8a5d485e-7a02-4336-9d0a-443c163d93d1 service neutron] 10.222.0.15 "GET /v2.0/networks/da4e4533-5a72-4b34-a384-51bc2d0cd9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7819126 Mar 05 13:53:48.530532 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-30ce6ebb-a294-4521-8c50-baa1b7258a37 req-7c8aefbd-383d-4d17-897f-4a21aa74b4b9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8269856 Mar 05 13:53:48.711381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-3e02e091-59f1-485d-b55e-9bd714579c35 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Allocated IP 172.25.4.227 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/b4ea5e4b-111f-4489-83a5-56a4f7dbb875) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:53:48.772867 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f3cdd533-c046-41df-98ec-f03467603210 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:48.792445 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [None req-8f78f0cb-0d7a-4ea0-82f3-6fa6125acaa3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:53:48.822519 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8f78f0cb-0d7a-4ea0-82f3-6fa6125acaa3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:48.964049 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8f78f0cb-0d7a-4ea0-82f3-6fa6125acaa3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:49.066579 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0a21e-2aba-4272-862c-ffe916cddb10 req-b65c0bac-ba1e-44ba-b547-55fc0c086e5f tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:49.068091 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eaf0a21e-2aba-4272-862c-ffe916cddb10 req-b65c0bac-ba1e-44ba-b547-55fc0c086e5f tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 943 time: 0.0843272 Mar 05 13:53:49.111557 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4fb9f407-ab0f-4dee-8f33-91047ed643f4 req-e336da0d-a2c3-4618-b4ea-ae78f1db2621 service neutron] 10.222.0.15 "GET /v2.0/networks/da4e4533-5a72-4b34-a384-51bc2d0cd9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6930909 Mar 05 13:53:49.112900 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eaf0a21e-2aba-4272-862c-ffe916cddb10 req-a58ba0bb-04d1-43b2-974b-41c9626e4775 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390575 Mar 05 13:53:49.184661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-8f78f0cb-0d7a-4ea0-82f3-6fa6125acaa3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] In _notify_port_updated(), no bound segment for port f75ce9c1-7410-418e-a1df-e416ddd774f5 on network b4241156-4b48-483c-90ef-31c5f9ca3b51 {{(pid=87914) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 13:53:49.190747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f78f0cb-0d7a-4ea0-82f3-6fa6125acaa3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:49.191360 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8f78f0cb-0d7a-4ea0-82f3-6fa6125acaa3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:49.192596 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8f78f0cb-0d7a-4ea0-82f3-6fa6125acaa3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "PUT /v2.0/ports/f75ce9c1-7410-418e-a1df-e416ddd774f5 HTTP/1.1" status: 200 len: 818 time: 1.9687324 Mar 05 13:53:49.195403 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38572) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:49.264766 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b5c7fd37-1cb4-45af-9ef3-254f42530fa9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting port f75ce9c1-7410-418e-a1df-e416ddd774f5 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:49.265014 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5c7fd37-1cb4-45af-9ef3-254f42530fa9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:49.325253 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d5107054-8809-4e2c-b5b3-6cf27332025d req-0a94d25d-48ce-4ad3-94b4-fa59bb5c9126 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Synchronizing usage tracker for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:53:49.335514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78f0cb-0d7a-4ea0-82f3-6fa6125acaa3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Port': ['ID=f75ce9c1-7410-418e-a1df-e416ddd774f5,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:49.379975 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f78f0cb-0d7a-4ea0-82f3-6fa6125acaa3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:49.380339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f78f0cb-0d7a-4ea0-82f3-6fa6125acaa3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:49.380658 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f78f0cb-0d7a-4ea0-82f3-6fa6125acaa3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:49.381870 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f78f0cb-0d7a-4ea0-82f3-6fa6125acaa3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:49.381870 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f78f0cb-0d7a-4ea0-82f3-6fa6125acaa3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:49.381870 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f78f0cb-0d7a-4ea0-82f3-6fa6125acaa3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:49.382116 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f78f0cb-0d7a-4ea0-82f3-6fa6125acaa3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:49.382237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f78f0cb-0d7a-4ea0-82f3-6fa6125acaa3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:49.382552 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f78f0cb-0d7a-4ea0-82f3-6fa6125acaa3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:49.382904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f78f0cb-0d7a-4ea0-82f3-6fa6125acaa3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:49.383221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f78f0cb-0d7a-4ea0-82f3-6fa6125acaa3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:49.383535 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f78f0cb-0d7a-4ea0-82f3-6fa6125acaa3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:49.405661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce6ebb-a294-4521-8c50-baa1b7258a37 req-52828eb6-7542-4c1b-8cb3-e24be03d0ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:49.407759 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-30ce6ebb-a294-4521-8c50-baa1b7258a37 req-52828eb6-7542-4c1b-8cb3-e24be03d0ca9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 1095 time: 0.7658620 Mar 05 13:53:49.464350 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-d1a66750-87d7-4d7e-aaae-d2c11f002f12 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:49.465799 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-d1a66750-87d7-4d7e-aaae-d2c11f002f12 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.30 "GET /v2.0/networks?id=fea5c273-e4ab-46b7-85df-ca04090e1441 HTTP/1.1" status: 200 len: 812 time: 0.7629020 Mar 05 13:53:49.508284 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-9c68e8fd-b717-4e31-81c5-c64cb6c49906 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Request body: {'port': {'device_id': '3fe80d11-5376-4a81-a809-6315a17bc65b', 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441', 'admin_state_up': True, 'tenant_id': '79f8ba46919a411c91f03c872b2a9ca1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:49.540591 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d5107054-8809-4e2c-b5b3-6cf27332025d req-0a94d25d-48ce-4ad3-94b4-fa59bb5c9126 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Unset dirty status for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:53:49.541653 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d5107054-8809-4e2c-b5b3-6cf27332025d req-0a94d25d-48ce-4ad3-94b4-fa59bb5c9126 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe80d11-5376-4a81-a809-6315a17bc65b HTTP/1.1" status: 200 len: 210 time: 0.4210794 Mar 05 13:53:49.566672 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5c7fd37-1cb4-45af-9ef3-254f42530fa9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:49.566827 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3e02e091-59f1-485d-b55e-9bd714579c35 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:49.688570 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b5c7fd37-1cb4-45af-9ef3-254f42530fa9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Calling delete_port for f75ce9c1-7410-418e-a1df-e416ddd774f5 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:53:49.760135 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee98c5-9bc6-4b61-ad15-5e8b6b89fc8e req-38054771-d80a-4400-b0b3-d326511f833f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:49.761600 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-71ee98c5-9bc6-4b61-ad15-5e8b6b89fc8e req-38054771-d80a-4400-b0b3-d326511f833f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 945 time: 0.3699472 Mar 05 13:53:49.818357 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5c7fd37-1cb4-45af-9ef3-254f42530fa9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:49.872269 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-71ee98c5-9bc6-4b61-ad15-5e8b6b89fc8e req-91f5e175-7b71-4394-9dc7-370320ef6f11 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024008 Mar 05 13:53:49.874807 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7fd37-1cb4-45af-9ef3-254f42530fa9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Port': ['ID=f75ce9c1-7410-418e-a1df-e416ddd774f5,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:49.882680 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5c7fd37-1cb4-45af-9ef3-254f42530fa9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:49.901012 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b5c7fd37-1cb4-45af-9ef3-254f42530fa9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/ports/f75ce9c1-7410-418e-a1df-e416ddd774f5 HTTP/1.1" status: 204 len: 168 time: 0.7044792 Mar 05 13:53:49.901921 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38578) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:49.981969 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f3fd3-85ff-488f-b05f-7965a987719a req-3eba4d08-06c1-408e-bc23-8325bf7c1f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:49.983625 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-991f3fd3-85ff-488f-b05f-7965a987719a req-3eba4d08-06c1-408e-bc23-8325bf7c1f94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0cb196822f4846d19c3d4845f0c68c12&device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 1094 time: 0.7511621 Mar 05 13:53:49.987249 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b784cf32-b164-43e6-87be-691972f9ca91 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:49.987936 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b784cf32-b164-43e6-87be-691972f9ca91 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Synchronizing usage tracker for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:53:50.005763 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b784cf32-b164-43e6-87be-691972f9ca91 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Unset dirty status for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:53:50.009635 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b784cf32-b164-43e6-87be-691972f9ca91 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1068106 Mar 05 13:53:50.012513 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38584) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:50.066884 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b9f193-d3ad-41ea-81c5-71507f9ceb55 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] GET failed (client error): The resource could not be found. Mar 05 13:53:50.067511 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce6ebb-a294-4521-8c50-baa1b7258a37 req-70c84d64-9cc3-48c6-9411-13ac4160fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:50.068426 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c7b9f193-d3ad-41ea-81c5-71507f9ceb55 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports/f75ce9c1-7410-418e-a1df-e416ddd774f5 HTTP/1.1" status: 404 len: 333 time: 0.0550132 Mar 05 13:53:50.069041 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-30ce6ebb-a294-4521-8c50-baa1b7258a37 req-70c84d64-9cc3-48c6-9411-13ac4160fd1a service neutron] 10.222.0.15 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 912 time: 0.5987062 Mar 05 13:53:50.071864 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38590) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:50.081878 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-666f86b4-5193-421e-8bb9-428d2a656109 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-862835072'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:50.088179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-666f86b4-5193-421e-8bb9-428d2a656109 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:50.092186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-666f86b4-5193-421e-8bb9-428d2a656109 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:network and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:50.095997 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-666f86b4-5193-421e-8bb9-428d2a656109 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:50.101708 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-666f86b4-5193-421e-8bb9-428d2a656109 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:50.112327 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666f86b4-5193-421e-8bb9-428d2a656109 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:50.116182 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-666f86b4-5193-421e-8bb9-428d2a656109 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:50.166381 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666f86b4-5193-421e-8bb9-428d2a656109 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:53:50.177530 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-666f86b4-5193-421e-8bb9-428d2a656109 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:50.178055 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-666f86b4-5193-421e-8bb9-428d2a656109 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Added segment 01178dd9-e0fc-41e8-85d3-c0c10afc837d of type vlan for network 399e2e1d-9599-4b90-a776-ebce9293fee2 Mar 05 13:53:50.250788 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-666f86b4-5193-421e-8bb9-428d2a656109 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:50.255356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-9c68e8fd-b717-4e31-81c5-c64cb6c49906 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:50.307205 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786f713-88d8-4ee6-a427-59e5c07f6cf8 req-72ebefba-13bb-4415-9b00-4c48fa6c64c3 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:50.308667 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0786f713-88d8-4ee6-a427-59e5c07f6cf8 req-72ebefba-13bb-4415-9b00-4c48fa6c64c3 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 945 time: 0.1540811 Mar 05 13:53:50.312114 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-666f86b4-5193-421e-8bb9-428d2a656109 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:50.312685 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3e02e091-59f1-485d-b55e-9bd714579c35 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:50.317690 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666f86b4-5193-421e-8bb9-428d2a656109 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:50.318273 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-666f86b4-5193-421e-8bb9-428d2a656109 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:50.366634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-9c68e8fd-b717-4e31-81c5-c64cb6c49906 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:50.432747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-f3cdd533-c046-41df-98ec-f03467603210 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Allocated IP 172.21.0.1 (208e07c5-9e43-4c73-a92a-a0be4b38ae8c/24cc25f6-57cb-496f-a307-46f8a27b86f8/f7f12636-2859-4765-8fa9-cf2ae09967c7) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:53:50.441369 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-30ce6ebb-a294-4521-8c50-baa1b7258a37 req-b0cefe60-4424-495c-ac17-4426aa3c758b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b852d257-e284-4921-9e1c-1731d07e7b99 HTTP/1.1" status: 200 len: 998 time: 0.3580654 Mar 05 13:53:50.447443 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e02e091-59f1-485d-b55e-9bd714579c35 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:53:50.456924 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-666f86b4-5193-421e-8bb9-428d2a656109 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3799040 Mar 05 13:53:50.461252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38598) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:50.466572 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-7a99faf3-7763-43df-bc83-03d1126c3862 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'subnet': {'network_id': '399e2e1d-9599-4b90-a776-ebce9293fee2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:50.470412 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-9c68e8fd-b717-4e31-81c5-c64cb6c49906 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Made reservation on behalf of 79f8ba46919a411c91f03c872b2a9ca1 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:50.473916 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-9c68e8fd-b717-4e31-81c5-c64cb6c49906 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:50.482937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-3e02e091-59f1-485d-b55e-9bd714579c35 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:50.485053 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0786f713-88d8-4ee6-a427-59e5c07f6cf8 req-e35534a7-cc17-4e26-ad57-62943ce5a373 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612971 Mar 05 13:53:50.488497 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f86b4-5193-421e-8bb9-428d2a656109 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Network': ['ID=399e2e1d-9599-4b90-a776-ebce9293fee2,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:50.515048 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 399e2e1d-9599-4b90-a776-ebce9293fee2 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:53:50.532502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e02e091-59f1-485d-b55e-9bd714579c35 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:53:50.571438 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02e091-59f1-485d-b55e-9bd714579c35 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Pushing event updated for resources: {'Port': ['ID=b4ea5e4b-111f-4489-83a5-56a4f7dbb875,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:50.600187 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7a99faf3-7763-43df-bc83-03d1126c3862 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:50.607971 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f3fd3-85ff-488f-b05f-7965a987719a req-e08299c5-393e-46b0-9c56-be1c9e70cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:50.609501 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-991f3fd3-85ff-488f-b05f-7965a987719a req-e08299c5-393e-46b0-9c56-be1c9e70cd4d service neutron] 10.222.0.15 "GET /v2.0/networks?id=da4e4533-5a72-4b34-a384-51bc2d0cd9c2 HTTP/1.1" status: 200 len: 914 time: 0.6070621 Mar 05 13:53:50.619682 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7a99faf3-7763-43df-bc83-03d1126c3862 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:subnet and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:50.623036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7a99faf3-7763-43df-bc83-03d1126c3862 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:50.630342 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7a99faf3-7763-43df-bc83-03d1126c3862 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:50.646595 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a99faf3-7763-43df-bc83-03d1126c3862 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:50.652792 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7a99faf3-7763-43df-bc83-03d1126c3862 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:50.762348 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-991f3fd3-85ff-488f-b05f-7965a987719a req-f60c3d77-ea3b-425b-8368-b2736e63cb21 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0819c305-466e-4730-a043-3344fba50af8 HTTP/1.1" status: 200 len: 217 time: 0.1215575 Mar 05 13:53:50.888456 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:53:50.903296 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-758edda2-3fb1-4006-bf54-927a04a4cf74 req-853730fd-55df-46ee-bb4f-9b88a9320b05 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe80d11-5376-4a81-a809-6315a17bc65b HTTP/1.1" status: 200 len: 210 time: 0.2157643 Mar 05 13:53:50.914297 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce6ebb-a294-4521-8c50-baa1b7258a37 req-4b2abe08-e3b3-447e-b51c-842a9f0552e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:50.915781 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-30ce6ebb-a294-4521-8c50-baa1b7258a37 req-4b2abe08-e3b3-447e-b51c-842a9f0552e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.4556754 Mar 05 13:53:50.999941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79b2c8-9aa4-48fa-b9b7-83f43f9e57be req-eb6ae418-3eec-4d75-a414-c32fc8eb3a5a tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:51.000654 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9b79b2c8-9aa4-48fa-b9b7-83f43f9e57be req-eb6ae418-3eec-4d75-a414-c32fc8eb3a5a tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Synchronizing usage tracker for tenant:0cb196822f4846d19c3d4845f0c68c12 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:53:51.052523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f3fd3-85ff-488f-b05f-7965a987719a req-05fb6522-e5e9-47d4-9347-c3c3032c2181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:51.053986 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-991f3fd3-85ff-488f-b05f-7965a987719a req-05fb6522-e5e9-47d4-9347-c3c3032c2181 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3dd0d26d-458d-486e-aca4-133a1510899b HTTP/1.1" status: 200 len: 854 time: 0.2411623 Mar 05 13:53:51.054213 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7a99faf3-7763-43df-bc83-03d1126c3862 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:51.126000 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 0819c305-466e-4730-a043-3344fba50af8 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:53:51.144101 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99faf3-7763-43df-bc83-03d1126c3862 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Subnet': ['ID=351d6a1a-d3c6-4e27-9ba5-ed54d30a904f,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:51.158455 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99faf3-7763-43df-bc83-03d1126c3862 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Checking segment: {'id': '01178dd9-e0fc-41e8-85d3-c0c10afc837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '399e2e1d-9599-4b90-a776-ebce9293fee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:53:51.158912 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a99faf3-7763-43df-bc83-03d1126c3862 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network hostable DHCP agents. Network: 399e2e1d-9599-4b90-a776-ebce9293fee2, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:53:51.174384 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f3cdd533-c046-41df-98ec-f03467603210 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:51.181728 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a99faf3-7763-43df-bc83-03d1126c3862 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network 399e2e1d-9599-4b90-a776-ebce9293fee2 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:53:51.186213 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-991f3fd3-85ff-488f-b05f-7965a987719a req-4a82fd70-20ef-421f-86e7-5d6fe4422374 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da4e4533-5a72-4b34-a384-51bc2d0cd9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221700 Mar 05 13:53:51.197408 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9b79b2c8-9aa4-48fa-b9b7-83f43f9e57be req-eb6ae418-3eec-4d75-a414-c32fc8eb3a5a tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Unset dirty status for tenant:0cb196822f4846d19c3d4845f0c68c12 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:53:51.198646 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b79b2c8-9aa4-48fa-b9b7-83f43f9e57be req-eb6ae418-3eec-4d75-a414-c32fc8eb3a5a tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 943 time: 0.9385378 Mar 05 13:53:51.198932 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-7a99faf3-7763-43df-bc83-03d1126c3862 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 399e2e1d-9599-4b90-a776-ebce9293fee2) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:51.199716 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3e02e091-59f1-485d-b55e-9bd714579c35 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:51.207479 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a99faf3-7763-43df-bc83-03d1126c3862 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:51.207479 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7a99faf3-7763-43df-bc83-03d1126c3862 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:51.247007 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e1950e-32fc-4a6c-bff9-aa2544055ef0 None None] Network 399e2e1d-9599-4b90-a776-ebce9293fee2 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:51.254819 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7a99faf3-7763-43df-bc83-03d1126c3862 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7913091 Mar 05 13:53:51.256697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38608) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:51.264027 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-59e3b960-6dc6-4c12-a8e7-7aafe7ed0d9f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'subnet': {'network_id': '399e2e1d-9599-4b90-a776-ebce9293fee2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:51.279345 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-f3cdd533-c046-41df-98ec-f03467603210 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Transition to ACTIVE for port object f7f12636-2859-4765-8fa9-cf2ae09967c7 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:51.433802 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-9c68e8fd-b717-4e31-81c5-c64cb6c49906 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Allocated IP 172.20.0.12 (fea5c273-e4ab-46b7-85df-ca04090e1441/a5e6956c-ed3e-4331-80e6-bd294ce26155/706c8ea0-5584-4973-86c4-9b3be9c2c061) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:53:51.440239 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-59e3b960-6dc6-4c12-a8e7-7aafe7ed0d9f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:51.445585 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-59e3b960-6dc6-4c12-a8e7-7aafe7ed0d9f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:subnet and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:51.454867 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-59e3b960-6dc6-4c12-a8e7-7aafe7ed0d9f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:51.468940 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-59e3b960-6dc6-4c12-a8e7-7aafe7ed0d9f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:51.488935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e3b960-6dc6-4c12-a8e7-7aafe7ed0d9f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:51.492271 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-59e3b960-6dc6-4c12-a8e7-7aafe7ed0d9f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:51.600786 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 0819c305-466e-4730-a043-3344fba50af8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=0819c305-466e-4730-a043-3344fba50af8,segment=NetworkSegment(42f4c1eb-4b87-43e5-bb20-3ed7950da0fe),segment_id=42f4c1eb-4b87-43e5-bb20-3ed7950da0fe)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:51.644121 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '0819c305-466e-4730-a043-3344fba50af8', 'network_id': 'da4e4533-5a72-4b34-a384-51bc2d0cd9c2', 'port_id': '0819c305-466e-4730-a043-3344fba50af8', 'mac_address': 'fa:16:3e:a4:55:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd0d26d-458d-486e-aca4-133a1510899b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:53:51.723730 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9b79b2c8-9aa4-48fa-b9b7-83f43f9e57be req-346e243d-c5aa-4bd3-aef9-2484f4b2886e tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Synchronizing usage tracker for tenant:0cb196822f4846d19c3d4845f0c68c12 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:53:51.732136 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:51.737989 n-d-803718-1 neutron-server[87913]: INFO neutron.db.ipam_backend_mixin [None req-59e3b960-6dc6-4c12-a8e7-7aafe7ed0d9f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 351d6a1a-d3c6-4e27-9ba5-ed54d30a904f (CIDR: 172.20.0.0/28) Mar 05 13:53:51.749059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce6ebb-a294-4521-8c50-baa1b7258a37 req-fc3a4a91-e315-432c-a994-a260164fdb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:51.751986 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-30ce6ebb-a294-4521-8c50-baa1b7258a37 req-fc3a4a91-e315-432c-a994-a260164fdb82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8113790 Mar 05 13:53:51.767259 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3e02e091-59f1-485d-b55e-9bd714579c35 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:51.786340 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0819c305-466e-4730-a043-3344fba50af8 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:53:51.786565 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e3b960-6dc6-4c12-a8e7-7aafe7ed0d9f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 13:53:51.787133 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e3b960-6dc6-4c12-a8e7-7aafe7ed0d9f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:53:51.814075 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8c7c43-2ed4-4b1c-aebd-66d921b40326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-399e2e1d-9599-4b90-a776-ebce9293fee2', 'network_id': '399e2e1d-9599-4b90-a776-ebce9293fee2', 'tenant_id': '71b2477360244921b7fd821a95fc21d4', 'fixed_ips': [{'subnet_id': '351d6a1a-d3c6-4e27-9ba5-ed54d30a904f'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:53:51.816328 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7c43-2ed4-4b1c-aebd-66d921b40326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:51.827543 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-59e3b960-6dc6-4c12-a8e7-7aafe7ed0d9f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5694532 Mar 05 13:53:51.831252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38620) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:51.839094 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 0819c305-466e-4730-a043-3344fba50af8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=0819c305-466e-4730-a043-3344fba50af8,segment=NetworkSegment(42f4c1eb-4b87-43e5-bb20-3ed7950da0fe),segment_id=42f4c1eb-4b87-43e5-bb20-3ed7950da0fe)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:51.842371 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-99bdd0c4-01cd-4b77-a423-0bbe8686d7f6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'subnet': {'network_id': '399e2e1d-9599-4b90-a776-ebce9293fee2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:51.853326 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:51.898391 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9b79b2c8-9aa4-48fa-b9b7-83f43f9e57be req-346e243d-c5aa-4bd3-aef9-2484f4b2886e tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Unset dirty status for tenant:0cb196822f4846d19c3d4845f0c68c12 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:53:51.899935 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b79b2c8-9aa4-48fa-b9b7-83f43f9e57be req-346e243d-c5aa-4bd3-aef9-2484f4b2886e tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6715677 Mar 05 13:53:52.006976 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c397140-64c7-432d-9489-b409b5de8e02 req-1c44d3e8-d7ed-49b5-b4d5-04acfa54b69f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:52.015149 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c397140-64c7-432d-9489-b409b5de8e02 req-1c44d3e8-d7ed-49b5-b4d5-04acfa54b69f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 945 time: 0.2752051 Mar 05 13:53:52.057080 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-30ce6ebb-a294-4521-8c50-baa1b7258a37 req-ed17abcc-e901-4cc2-9824-1bdbaef91cce service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598464 Mar 05 13:53:52.073530 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-99bdd0c4-01cd-4b77-a423-0bbe8686d7f6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:52.077570 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-99bdd0c4-01cd-4b77-a423-0bbe8686d7f6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:subnet and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:53:52.081470 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-99bdd0c4-01cd-4b77-a423-0bbe8686d7f6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:53:52.090047 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-99bdd0c4-01cd-4b77-a423-0bbe8686d7f6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:52.118404 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c397140-64c7-432d-9489-b409b5de8e02 req-770656fc-655d-4e49-916e-82924629e24d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933797 Mar 05 13:53:52.127763 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=0819c305-466e-4730-a043-3344fba50af8,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:52.129501 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-991f3fd3-85ff-488f-b05f-7965a987719a req-2843735d-486a-42c5-b820-26d678faebaa service neutron] 10.222.0.15 "GET /v2.0/networks/da4e4533-5a72-4b34-a384-51bc2d0cd9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9214597 Mar 05 13:53:52.130597 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f3cdd533-c046-41df-98ec-f03467603210 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:52.131875 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['0819c305-466e-4730-a043-3344fba50af8'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:53:52.137434 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bdd0c4-01cd-4b77-a423-0bbe8686d7f6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:52.143166 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-99bdd0c4-01cd-4b77-a423-0bbe8686d7f6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:52.265037 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3872e733-3aff-4b72-99d3-73c58fc28704 req-e03fb7c3-bed5-40c9-ab34-d1eddccc3832 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe80d11-5376-4a81-a809-6315a17bc65b HTTP/1.1" status: 200 len: 210 time: 0.1299489 Mar 05 13:53:52.311015 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-7f8c7c43-2ed4-4b1c-aebd-66d921b40326 None None] Allocated IP 172.20.0.2 (399e2e1d-9599-4b90-a776-ebce9293fee2/351d6a1a-d3c6-4e27-9ba5-ed54d30a904f/6bd62b02-a412-475d-842e-e8622d79dc9f) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:53:52.468490 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-99bdd0c4-01cd-4b77-a423-0bbe8686d7f6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:52.488267 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-30ce6ebb-a294-4521-8c50-baa1b7258a37 req-982d6ff1-f274-42f5-ab15-705f0917ad9a service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972679 Mar 05 13:53:52.569412 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bdd0c4-01cd-4b77-a423-0bbe8686d7f6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network 399e2e1d-9599-4b90-a776-ebce9293fee2 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:53:52.572965 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-99bdd0c4-01cd-4b77-a423-0bbe8686d7f6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:52.577369 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bdd0c4-01cd-4b77-a423-0bbe8686d7f6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:52.578491 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-99bdd0c4-01cd-4b77-a423-0bbe8686d7f6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:52.615199 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdd0c4-01cd-4b77-a423-0bbe8686d7f6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Subnet': ['ID=47059543-43f8-480a-9dd7-d97ad014e9b5,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:52.629108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdd533-c046-41df-98ec-f03467603210 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Port': ['ID=f7f12636-2859-4765-8fa9-cf2ae09967c7,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:52.633062 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-99bdd0c4-01cd-4b77-a423-0bbe8686d7f6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7995751 Mar 05 13:53:52.636802 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38628) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:52.643165 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-3e142c07-400d-4c4b-b64d-f0ceccfd40ea tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'port': {'network_id': '399e2e1d-9599-4b90-a776-ebce9293fee2', 'fixed_ips': [{'subnet_id': '351d6a1a-d3c6-4e27-9ba5-ed54d30a904f'}, {'subnet_id': '47059543-43f8-480a-9dd7-d97ad014e9b5'}], 'name': 'tempest-PortsTestJSON-801067914'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:52.692317 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cdd533-c046-41df-98ec-f03467603210 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network 208e07c5-9e43-4c73-a92a-a0be4b38ae8c is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:53:52.732485 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7c43-2ed4-4b1c-aebd-66d921b40326 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:52.743866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7f8c7c43-2ed4-4b1c-aebd-66d921b40326 None None] Transition to ACTIVE for port object 6bd62b02-a412-475d-842e-e8622d79dc9f will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:52.764343 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7f8c7c43-2ed4-4b1c-aebd-66d921b40326 None None] Transition to ACTIVE for port object 6bd62b02-a412-475d-842e-e8622d79dc9f will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:52.767788 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-f3cdd533-c046-41df-98ec-f03467603210 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:52.770517 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cdd533-c046-41df-98ec-f03467603210 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:53:52.771563 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7c43-2ed4-4b1c-aebd-66d921b40326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:52.805820 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3e142c07-400d-4c4b-b64d-f0ceccfd40ea tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:53:52.818519 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3e142c07-400d-4c4b-b64d-f0ceccfd40ea tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:53:52.830604 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e142c07-400d-4c4b-b64d-f0ceccfd40ea tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:53:52.836104 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8c7c43-2ed4-4b1c-aebd-66d921b40326 None None] Network 399e2e1d-9599-4b90-a776-ebce9293fee2 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:53:52.839010 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-7f8c7c43-2ed4-4b1c-aebd-66d921b40326 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:52.847843 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8c7c43-2ed4-4b1c-aebd-66d921b40326 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:53:52.887345 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c7c43-2ed4-4b1c-aebd-66d921b40326 None None] Pushing event updated for resources: {'Port': ['ID=6bd62b02-a412-475d-842e-e8622d79dc9f,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:52.976408 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-9c68e8fd-b717-4e31-81c5-c64cb6c49906 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:52.987189 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7f8c7c43-2ed4-4b1c-aebd-66d921b40326 None None] Attempting to bind port 6bd62b02-a412-475d-842e-e8622d79dc9f on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:53:52.987773 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7f8c7c43-2ed4-4b1c-aebd-66d921b40326 None None] Attempting to bind port 6bd62b02-a412-475d-842e-e8622d79dc9f by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '01178dd9-e0fc-41e8-85d3-c0c10afc837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '399e2e1d-9599-4b90-a776-ebce9293fee2'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:53:52.988457 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8c7c43-2ed4-4b1c-aebd-66d921b40326 None None] Attempting to bind port 6bd62b02-a412-475d-842e-e8622d79dc9f on network 399e2e1d-9599-4b90-a776-ebce9293fee2 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:53:52.996794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8c7c43-2ed4-4b1c-aebd-66d921b40326 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:53:52.997869 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8c7c43-2ed4-4b1c-aebd-66d921b40326 None None] Checking segment: {'id': '01178dd9-e0fc-41e8-85d3-c0c10afc837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '399e2e1d-9599-4b90-a776-ebce9293fee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:53:52.998584 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7c43-2ed4-4b1c-aebd-66d921b40326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:52.999464 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8c7c43-2ed4-4b1c-aebd-66d921b40326 None None] Bound using segment: {'id': '01178dd9-e0fc-41e8-85d3-c0c10afc837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '399e2e1d-9599-4b90-a776-ebce9293fee2'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:53:53.000138 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7f8c7c43-2ed4-4b1c-aebd-66d921b40326 None None] Bound port: 6bd62b02-a412-475d-842e-e8622d79dc9f, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01178dd9-e0fc-41e8-85d3-c0c10afc837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '399e2e1d-9599-4b90-a776-ebce9293fee2'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:53:53.000768 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7c43-2ed4-4b1c-aebd-66d921b40326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:53.006268 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f3cdd533-c046-41df-98ec-f03467603210 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:53.050152 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3e142c07-400d-4c4b-b64d-f0ceccfd40ea tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:53.074233 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-3e142c07-400d-4c4b-b64d-f0ceccfd40ea tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] device_id is not set on port 824a8235-8177-4e0d-8c97-39013571e728 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:53:53.098023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d43b895d-7029-4ccd-a26d-49966540ecfd None None] Provisioning for port f7f12636-2859-4765-8fa9-cf2ae09967c7 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:53.106458 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d43b895d-7029-4ccd-a26d-49966540ecfd None None] Provisioning complete for port f7f12636-2859-4765-8fa9-cf2ae09967c7 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:53.106845 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d43b895d-7029-4ccd-a26d-49966540ecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:53.139536 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 0819c305-466e-4730-a043-3344fba50af8 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:53:53.153858 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-991f3fd3-85ff-488f-b05f-7965a987719a req-1549bff8-402e-47c7-8b35-48ceecabb4e4 service neutron] 10.222.0.15 "GET /v2.0/networks/da4e4533-5a72-4b34-a384-51bc2d0cd9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8831050 Mar 05 13:53:53.196996 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-7f8c7c43-2ed4-4b1c-aebd-66d921b40326 None None] For port 6bd62b02-a412-475d-842e-e8622d79dc9f, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:53:53.239100 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d43b895d-7029-4ccd-a26d-49966540ecfd None None] Port f7f12636-2859-4765-8fa9-cf2ae09967c7 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:53:53.241414 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-7f8c7c43-2ed4-4b1c-aebd-66d921b40326 None None] For port 6bd62b02-a412-475d-842e-e8622d79dc9f, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6bd62b02-a412-475d-842e-e8622d79dc9f,segment=NetworkSegment(01178dd9-e0fc-41e8-85d3-c0c10afc837d),segment_id=01178dd9-e0fc-41e8-85d3-c0c10afc837d)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:53:53.250757 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7c43-2ed4-4b1c-aebd-66d921b40326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:53.311987 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 0819c305-466e-4730-a043-3344fba50af8 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:53.328529 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3e02e091-59f1-485d-b55e-9bd714579c35 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:53.331985 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 0819c305-466e-4730-a043-3344fba50af8 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:53.332371 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:53.337142 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-9c68e8fd-b717-4e31-81c5-c64cb6c49906 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:53.384158 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c7c43-2ed4-4b1c-aebd-66d921b40326 None None] Pushing event updated for resources: {'Port': ['ID=6bd62b02-a412-475d-842e-e8622d79dc9f,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:53.419645 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3e02e091-59f1-485d-b55e-9bd714579c35 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:53.433373 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68e8fd-b717-4e31-81c5-c64cb6c49906 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Pushing event updated for resources: {'Port': ['ID=706c8ea0-5584-4973-86c4-9b3be9c2c061,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:53.513507 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:53.542479 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880d668-cb4f-4cf6-a9d3-1ed17b05fa63 req-1847e319-0025-40aa-a790-5f71d90fbc98 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:53.549606 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bf5214-4dfc-44ab-b08f-481e7e3273bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0819c305-466e-4730-a043-3344fba50af8'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:53:53.551225 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b880d668-cb4f-4cf6-a9d3-1ed17b05fa63 req-1847e319-0025-40aa-a790-5f71d90fbc98 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 944 time: 0.4417992 Mar 05 13:53:53.560309 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 0819c305-466e-4730-a043-3344fba50af8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=0819c305-466e-4730-a043-3344fba50af8,segment=NetworkSegment(42f4c1eb-4b87-43e5-bb20-3ed7950da0fe),segment_id=42f4c1eb-4b87-43e5-bb20-3ed7950da0fe)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:53.565276 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:53.597388 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f3cdd533-c046-41df-98ec-f03467603210 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:53.644641 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=0819c305-466e-4730-a043-3344fba50af8,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:53.660213 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b880d668-cb4f-4cf6-a9d3-1ed17b05fa63 req-fd07d961-bf29-4661-835e-dc55366d770f tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079404 Mar 05 13:53:53.837069 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-3e142c07-400d-4c4b-b64d-f0ceccfd40ea tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Allocated IP 172.20.0.4 (399e2e1d-9599-4b90-a776-ebce9293fee2/351d6a1a-d3c6-4e27-9ba5-ed54d30a904f/824a8235-8177-4e0d-8c97-39013571e728) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:53:53.878249 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-3e142c07-400d-4c4b-b64d-f0ceccfd40ea tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Allocated IP 172.20.0.26 (399e2e1d-9599-4b90-a776-ebce9293fee2/47059543-43f8-480a-9dd7-d97ad014e9b5/824a8235-8177-4e0d-8c97-39013571e728) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:53:53.901505 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-9c68e8fd-b717-4e31-81c5-c64cb6c49906 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Network fea5c273-e4ab-46b7-85df-ca04090e1441 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:53:53.909173 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3e02e091-59f1-485d-b55e-9bd714579c35 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:53.923074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-9c68e8fd-b717-4e31-81c5-c64cb6c49906 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:53.926246 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-9c68e8fd-b717-4e31-81c5-c64cb6c49906 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:53:53.979987 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd099518-d5e2-4a0a-acbc-fe8197539128 req-8b94eb95-8388-42e8-b7f9-7b324ef635a3 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:53.981483 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd099518-d5e2-4a0a-acbc-fe8197539128 req-8b94eb95-8388-42e8-b7f9-7b324ef635a3 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 945 time: 0.7587831 Mar 05 13:53:54.013112 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02e091-59f1-485d-b55e-9bd714579c35 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Pushing event updated for resources: {'Port': ['ID=b4ea5e4b-111f-4489-83a5-56a4f7dbb875,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:54.071307 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed0fe4-c7ee-4e1f-8240-06fcaba8964f req-7ad8baef-2a89-4c93-98e3-83941e52c7c8 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:54.072760 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-50ed0fe4-c7ee-4e1f-8240-06fcaba8964f req-7ad8baef-2a89-4c93-98e3-83941e52c7c8 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe80d11-5376-4a81-a809-6315a17bc65b HTTP/1.1" status: 200 len: 932 time: 0.2379220 Mar 05 13:53:54.151170 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-50ed0fe4-c7ee-4e1f-8240-06fcaba8964f req-81e69a7d-2a36-43d7-8301-acf9101c83fe tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715032 Mar 05 13:53:54.158919 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3e142c07-400d-4c4b-b64d-f0ceccfd40ea tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:54.175986 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-3e142c07-400d-4c4b-b64d-f0ceccfd40ea tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Transition to ACTIVE for port object 824a8235-8177-4e0d-8c97-39013571e728 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:54.206390 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3e02e091-59f1-485d-b55e-9bd714579c35 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:54.207697 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3e02e091-59f1-485d-b55e-9bd714579c35 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7153890 Mar 05 13:53:54.208868 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3e142c07-400d-4c4b-b64d-f0ceccfd40ea tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:54.219239 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-9c68e8fd-b717-4e31-81c5-c64cb6c49906 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:54.219706 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-9c68e8fd-b717-4e31-81c5-c64cb6c49906 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:54.225966 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bf5214-4dfc-44ab-b08f-481e7e3273bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0819c305-466e-4730-a043-3344fba50af8', 'code': 200} Mar 05 13:53:54.262407 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-9c68e8fd-b717-4e31-81c5-c64cb6c49906 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7623096 Mar 05 13:53:54.266229 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd099518-d5e2-4a0a-acbc-fe8197539128 req-b420cf5c-da43-4c49-9900-0175719511db tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701659 Mar 05 13:53:54.280717 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-00d0f6ad-6ebd-4e7b-9a85-af7479cb4e5a tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:53:54.281806 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-00d0f6ad-6ebd-4e7b-9a85-af7479cb4e5a tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051777 Mar 05 13:53:54.293324 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-c4c4988c-5103-4874-bcae-a26ee1f69c04 service neutron] Request body: {'port': {'device_id': '3fe80d11-5376-4a81-a809-6315a17bc65b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:54.317028 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e142c07-400d-4c4b-b64d-f0ceccfd40ea tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network 399e2e1d-9599-4b90-a776-ebce9293fee2 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:53:54.321714 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-3e142c07-400d-4c4b-b64d-f0ceccfd40ea tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:54.335914 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e142c07-400d-4c4b-b64d-f0ceccfd40ea tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:53:54.423598 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e142c07-400d-4c4b-b64d-f0ceccfd40ea tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:54.424510 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3e142c07-400d-4c4b-b64d-f0ceccfd40ea tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:54.445320 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e142c07-400d-4c4b-b64d-f0ceccfd40ea tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Port': ['ID=824a8235-8177-4e0d-8c97-39013571e728,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:54.477334 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3e142c07-400d-4c4b-b64d-f0ceccfd40ea tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.8394718 Mar 05 13:53:54.479962 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38656) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:54.486690 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-2431785f-19a9-4721-8357-21a78ecc1bcc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '351d6a1a-d3c6-4e27-9ba5-ed54d30a904f'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:54.675526 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2431785f-19a9-4721-8357-21a78ecc1bcc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:54.718716 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-c4c4988c-5103-4874-bcae-a26ee1f69c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:54.769160 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6bd62b02-a412-475d-842e-e8622d79dc9f up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:53:54.846364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-c6256968-0cd7-4095-8a98-370d4154c84b tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Synchronizing usage tracker for tenant:d4bf4b89d64e49548563cf43af63d417 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:53:54.893996 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ac1345-1388-4ec0-896b-ae075145e4df None None] Network 399e2e1d-9599-4b90-a776-ebce9293fee2 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:54.923404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-c6256968-0cd7-4095-8a98-370d4154c84b tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Unset dirty status for tenant:d4bf4b89d64e49548563cf43af63d417 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:53:54.924636 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-c6256968-0cd7-4095-8a98-370d4154c84b tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1953441572&fields=id&tenant_id=d4bf4b89d64e49548563cf43af63d417 HTTP/1.1" status: 200 len: 267 time: 0.3417435 Mar 05 13:53:55.050315 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-498c5ffb-4285-4e91-8192-4f984d81728d None None] Provisioning for port 6bd62b02-a412-475d-842e-e8622d79dc9f completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:55.073687 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 6bd62b02-a412-475d-842e-e8622d79dc9f completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:55.082808 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-498c5ffb-4285-4e91-8192-4f984d81728d None None] Provisioning complete for port 6bd62b02-a412-475d-842e-e8622d79dc9f triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:55.083189 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-498c5ffb-4285-4e91-8192-4f984d81728d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:55.120178 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 6bd62b02-a412-475d-842e-e8622d79dc9f triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:55.120549 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:55.162607 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-2431785f-19a9-4721-8357-21a78ecc1bcc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Delete allocated IP 172.20.0.26 (399e2e1d-9599-4b90-a776-ebce9293fee2/47059543-43f8-480a-9dd7-d97ad014e9b5) {{(pid=87913) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 05 13:53:55.388517 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f3cdd533-c046-41df-98ec-f03467603210 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:55.397276 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-312b3bb0-d898-4c00-8a34-81400dde2deb tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:55.404946 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-312b3bb0-d898-4c00-8a34-81400dde2deb tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/networks?id=47dce88b-b414-45d2-b170-ce43dcded289 HTTP/1.1" status: 200 len: 816 time: 0.4653320 Mar 05 13:53:55.427821 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7351533-b026-459f-b71d-e96229cae9aa req-06fb232d-2373-4772-b814-56484c4c9910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:55.429815 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7351533-b026-459f-b71d-e96229cae9aa req-06fb232d-2373-4772-b814-56484c4c9910 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 1096 time: 0.9721408 Mar 05 13:53:55.430655 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f3cdd533-c046-41df-98ec-f03467603210 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:55.443518 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2431785f-19a9-4721-8357-21a78ecc1bcc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:55.479656 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-2431785f-19a9-4721-8357-21a78ecc1bcc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Ignored duplicate provisioning block setup for port 824a8235-8177-4e0d-8c97-39013571e728 by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 05 13:53:55.557993 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-498c5ffb-4285-4e91-8192-4f984d81728d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:55.579695 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-1974c52c-237f-4135-81f7-0423befab94f tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/quotas/d4bf4b89d64e49548563cf43af63d417 HTTP/1.1" status: 200 len: 375 time: 0.1732357 Mar 05 13:53:55.589452 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2431785f-19a9-4721-8357-21a78ecc1bcc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:55.611143 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:55.709256 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431785f-19a9-4721-8357-21a78ecc1bcc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Port': ['ID=824a8235-8177-4e0d-8c97-39013571e728,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:55.723627 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-498c5ffb-4285-4e91-8192-4f984d81728d None None] For port 6bd62b02-a412-475d-842e-e8622d79dc9f, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6bd62b02-a412-475d-842e-e8622d79dc9f,segment=NetworkSegment(01178dd9-e0fc-41e8-85d3-c0c10afc837d),segment_id=01178dd9-e0fc-41e8-85d3-c0c10afc837d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:55.735114 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-498c5ffb-4285-4e91-8192-4f984d81728d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:55.786821 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7351533-b026-459f-b71d-e96229cae9aa req-26cfa679-d2ce-446b-8239-f51f8f6a91b2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200672 Mar 05 13:53:55.826389 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431785f-19a9-4721-8357-21a78ecc1bcc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:55.826737 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431785f-19a9-4721-8357-21a78ecc1bcc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:55.827186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431785f-19a9-4721-8357-21a78ecc1bcc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:55.827695 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431785f-19a9-4721-8357-21a78ecc1bcc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:55.828198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431785f-19a9-4721-8357-21a78ecc1bcc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:55.828723 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431785f-19a9-4721-8357-21a78ecc1bcc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:55.829150 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431785f-19a9-4721-8357-21a78ecc1bcc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:55.829675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431785f-19a9-4721-8357-21a78ecc1bcc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:55.829984 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431785f-19a9-4721-8357-21a78ecc1bcc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:55.830299 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431785f-19a9-4721-8357-21a78ecc1bcc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:55.830883 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431785f-19a9-4721-8357-21a78ecc1bcc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:55.831199 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431785f-19a9-4721-8357-21a78ecc1bcc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:53:55.887456 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-2431785f-19a9-4721-8357-21a78ecc1bcc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] In _notify_port_updated(), no bound segment for port 824a8235-8177-4e0d-8c97-39013571e728 on network 399e2e1d-9599-4b90-a776-ebce9293fee2 {{(pid=87913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 13:53:55.893357 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2431785f-19a9-4721-8357-21a78ecc1bcc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:55.893988 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2431785f-19a9-4721-8357-21a78ecc1bcc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:55.898088 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2431785f-19a9-4721-8357-21a78ecc1bcc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "PUT /v2.0/ports/824a8235-8177-4e0d-8c97-39013571e728 HTTP/1.1" status: 200 len: 918 time: 1.4170096 Mar 05 13:53:55.899465 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38686) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:55.906422 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-13896446-47bf-45b6-9912-1263c9bb9b72 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '351d6a1a-d3c6-4e27-9ba5-ed54d30a904f'}, {'subnet_id': '47059543-43f8-480a-9dd7-d97ad014e9b5'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:55.908711 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdd533-c046-41df-98ec-f03467603210 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Port': ['ID=f7f12636-2859-4765-8fa9-cf2ae09967c7,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:55.928197 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f3cdd533-c046-41df-98ec-f03467603210 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:55.952809 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:53:55.953210 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:53:55.956086 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d49ce0-8433-4707-810e-98bdd376c419 req-d5ab0f40-ae65-46c1-bb27-78376694cd23 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:55.957789 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-90d49ce0-8433-4707-810e-98bdd376c419 req-d5ab0f40-ae65-46c1-bb27-78376694cd23 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.4738140 Mar 05 13:53:55.969911 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c5ffb-4285-4e91-8192-4f984d81728d None None] Pushing event updated for resources: {'Port': ['ID=6bd62b02-a412-475d-842e-e8622d79dc9f,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:55.972576 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc60af7-7e86-42d3-a117-457af8df0e3b None None] Update dhcp port {'port': {'network_id': '399e2e1d-9599-4b90-a776-ebce9293fee2', 'fixed_ips': [{'subnet_id': '351d6a1a-d3c6-4e27-9ba5-ed54d30a904f', 'ip_address': '172.20.0.2'}, {'subnet_id': '47059543-43f8-480a-9dd7-d97ad014e9b5'}], 'binding:host_id': 'n-d-803718-1'}, 'id': '6bd62b02-a412-475d-842e-e8622d79dc9f'} from n-d-803718-1. {{(pid=87915) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 05 13:53:55.975264 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-2fff489e-50db-4a9a-a2b3-ab8e0fdd718c tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d4bf4b89d64e49548563cf43af63d417&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3849425 Mar 05 13:53:56.031947 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bdc60af7-7e86-42d3-a117-457af8df0e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:56.055572 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-90d49ce0-8433-4707-810e-98bdd376c419 req-f4841a10-d6c5-457d-8824-ee877ee3df5b tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778503 Mar 05 13:53:56.188849 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-13896446-47bf-45b6-9912-1263c9bb9b72 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:56.361141 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-bdc60af7-7e86-42d3-a117-457af8df0e3b None None] Allocated IP 172.20.0.18 (399e2e1d-9599-4b90-a776-ebce9293fee2/47059543-43f8-480a-9dd7-d97ad014e9b5/6bd62b02-a412-475d-842e-e8622d79dc9f) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:53:56.558846 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-04685027-edb0-4be5-85d1-051d5ed5943d service neutron] 10.222.0.16 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661285 Mar 05 13:53:56.602988 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-bdc60af7-7e86-42d3-a117-457af8df0e3b None None] For port 6bd62b02-a412-475d-842e-e8622d79dc9f, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6bd62b02-a412-475d-842e-e8622d79dc9f,segment=NetworkSegment(01178dd9-e0fc-41e8-85d3-c0c10afc837d),segment_id=01178dd9-e0fc-41e8-85d3-c0c10afc837d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:53:56.618754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cdd533-c046-41df-98ec-f03467603210 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network 208e07c5-9e43-4c73-a92a-a0be4b38ae8c is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:53:56.627145 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-f3cdd533-c046-41df-98ec-f03467603210 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:53:56.643065 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bdc60af7-7e86-42d3-a117-457af8df0e3b None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:56.672525 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bdc60af7-7e86-42d3-a117-457af8df0e3b None None] Transition to ACTIVE for port object 6bd62b02-a412-475d-842e-e8622d79dc9f will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:56.704546 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-c4c4988c-5103-4874-bcae-a26ee1f69c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706c8ea0-5584-4973-86c4-9b3be9c2c061 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:53:56.800962 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-13896446-47bf-45b6-9912-1263c9bb9b72 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Allocated IP 172.20.0.28 (399e2e1d-9599-4b90-a776-ebce9293fee2/47059543-43f8-480a-9dd7-d97ad014e9b5/824a8235-8177-4e0d-8c97-39013571e728) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:53:56.913264 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bdc60af7-7e86-42d3-a117-457af8df0e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:57.040927 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-13896446-47bf-45b6-9912-1263c9bb9b72 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:57.061273 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-13896446-47bf-45b6-9912-1263c9bb9b72 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Ignored duplicate provisioning block setup for port 824a8235-8177-4e0d-8c97-39013571e728 by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 05 13:53:57.073939 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-13896446-47bf-45b6-9912-1263c9bb9b72 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:57.105675 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6bd62b02-a412-475d-842e-e8622d79dc9f up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:53:57.144377 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-55d3dae5-1101-4f9f-a967-de0ac3acdf4a service neutron] 10.222.0.16 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5845835 Mar 05 13:53:57.147214 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-c4c4988c-5103-4874-bcae-a26ee1f69c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:57.183226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-c4c4988c-5103-4874-bcae-a26ee1f69c04 service neutron] Transition to ACTIVE for port object 706c8ea0-5584-4973-86c4-9b3be9c2c061 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:53:57.202264 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-c4c4988c-5103-4874-bcae-a26ee1f69c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:57.258594 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0dcd0b2b-b8e7-4c3c-8d63-e4f95ed9fd44 None None] Provisioning complete for port f7f12636-2859-4765-8fa9-cf2ae09967c7 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:57.258979 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0dcd0b2b-b8e7-4c3c-8d63-e4f95ed9fd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:57.319838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-0dcd0b2b-b8e7-4c3c-8d63-e4f95ed9fd44 None None] Port f7f12636-2859-4765-8fa9-cf2ae09967c7 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:53:57.327851 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc60af7-7e86-42d3-a117-457af8df0e3b None None] Pushing event updated for resources: {'Port': ['ID=6bd62b02-a412-475d-842e-e8622d79dc9f,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:57.413558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4988c-5103-4874-bcae-a26ee1f69c04 service neutron] Pushing event updated for resources: {'Port': ['ID=706c8ea0-5584-4973-86c4-9b3be9c2c061,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:57.569103 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-13896446-47bf-45b6-9912-1263c9bb9b72 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] In _notify_port_updated(), no bound segment for port 824a8235-8177-4e0d-8c97-39013571e728 on network 399e2e1d-9599-4b90-a776-ebce9293fee2 {{(pid=87913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 13:53:57.576705 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13896446-47bf-45b6-9912-1263c9bb9b72 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:57.577369 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-13896446-47bf-45b6-9912-1263c9bb9b72 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:57.582617 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-13896446-47bf-45b6-9912-1263c9bb9b72 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "PUT /v2.0/ports/824a8235-8177-4e0d-8c97-39013571e728 HTTP/1.1" status: 200 len: 998 time: 1.6795030 Mar 05 13:53:57.582617 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13896446-47bf-45b6-9912-1263c9bb9b72 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Port': ['ID=824a8235-8177-4e0d-8c97-39013571e728,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:57.586549 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38702) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:57.620788 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cdd533-c046-41df-98ec-f03467603210 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Router 04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:53:57.676428 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-75c0638e-53fd-40ab-b9a6-f39f879f07c2 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting port 824a8235-8177-4e0d-8c97-39013571e728 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:53:57.676874 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75c0638e-53fd-40ab-b9a6-f39f879f07c2 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:57.864526 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b70399-b86c-4356-a86b-9c4cf61fcf90 req-4629bd1d-3834-4cd9-afe0-285258b20645 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:57.866082 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c5b70399-b86c-4356-a86b-9c4cf61fcf90 req-4629bd1d-3834-4cd9-afe0-285258b20645 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe80d11-5376-4a81-a809-6315a17bc65b HTTP/1.1" status: 200 len: 944 time: 0.7938213 Mar 05 13:53:58.033998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cdd533-c046-41df-98ec-f03467603210 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:53:58.037868 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-c4c4988c-5103-4874-bcae-a26ee1f69c04 service neutron] Attempting to bind port 706c8ea0-5584-4973-86c4-9b3be9c2c061 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:53:58.038208 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-c4c4988c-5103-4874-bcae-a26ee1f69c04 service neutron] Attempting to bind port 706c8ea0-5584-4973-86c4-9b3be9c2c061 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:53:58.038545 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-c4c4988c-5103-4874-bcae-a26ee1f69c04 service neutron] Attempting to bind port 706c8ea0-5584-4973-86c4-9b3be9c2c061 on network fea5c273-e4ab-46b7-85df-ca04090e1441 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:53:58.043755 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f3cdd533-c046-41df-98ec-f03467603210 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/routers/04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1983202 Mar 05 13:53:58.049064 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38714) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:58.049609 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bd9d82-e3c3-4f06-89ad-93f6015a230c None None] Sync routers for ids ['04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:53:58.070729 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bd9d82-e3c3-4f06-89ad-93f6015a230c None None] Routers {'04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:53:58.073735 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-65bd9d82-e3c3-4f06-89ad-93f6015a230c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:53:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:58.091814 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-c4c4988c-5103-4874-bcae-a26ee1f69c04 service neutron] Port 706c8ea0-5584-4973-86c4-9b3be9c2c061 on network fea5c273-e4ab-46b7-85df-ca04090e1441 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:53:58.092144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-c4c4988c-5103-4874-bcae-a26ee1f69c04 service neutron] Attempting to bind port 706c8ea0-5584-4973-86c4-9b3be9c2c061 on network fea5c273-e4ab-46b7-85df-ca04090e1441 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:53:58.094866 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c5b70399-b86c-4356-a86b-9c4cf61fcf90 req-8676b6ae-0e68-467c-bc5c-3a64b12b589b tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085104 Mar 05 13:53:58.128357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5af31c-45a9-4e83-80ec-261b589a7a36 req-2b15245f-616a-429e-bc40-6dc1e72c505c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:58.129964 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1b5af31c-45a9-4e83-80ec-261b589a7a36 req-2b15245f-616a-429e-bc40-6dc1e72c505c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 945 time: 0.4996247 Mar 05 13:53:58.152812 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75c0638e-53fd-40ab-b9a6-f39f879f07c2 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:58.174479 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc992889-f40e-4050-a6f3-93f80f6b7074 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:58.175403 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dc992889-f40e-4050-a6f3-93f80f6b7074 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Synchronizing usage tracker for tenant:beafff5c987348ddbc3961566817c315 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:53:58.181500 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-c4c4988c-5103-4874-bcae-a26ee1f69c04 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:53:58.181838 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-c4c4988c-5103-4874-bcae-a26ee1f69c04 service neutron] Checking segment: {'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:53:58.182361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-c4c4988c-5103-4874-bcae-a26ee1f69c04 service neutron] Bound using segment: {'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:53:58.182866 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-c4c4988c-5103-4874-bcae-a26ee1f69c04 service neutron] Bound port: 706c8ea0-5584-4973-86c4-9b3be9c2c061, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da87ca0f-676b-4eec-98f8-1b264e58e705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:53:58.183764 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-c4c4988c-5103-4874-bcae-a26ee1f69c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:58.261725 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1b5af31c-45a9-4e83-80ec-261b589a7a36 req-51c271dd-d582-4e98-84c5-0f670417c692 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626385 Mar 05 13:53:58.272169 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c895dd-dbf9-404b-9cb6-ab59d056ff72 None None] Network 399e2e1d-9599-4b90-a776-ebce9293fee2 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:53:58.290482 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-65bd9d82-e3c3-4f06-89ad-93f6015a230c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:58.315716 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bd9d82-e3c3-4f06-89ad-93f6015a230c None None] Routers {'04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:53:58.316434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-65bd9d82-e3c3-4f06-89ad-93f6015a230c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:53:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:58.364831 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dc992889-f40e-4050-a6f3-93f80f6b7074 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Unset dirty status for tenant:beafff5c987348ddbc3961566817c315 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:53:58.369075 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dc992889-f40e-4050-a6f3-93f80f6b7074 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/ports/f7f12636-2859-4765-8fa9-cf2ae09967c7 HTTP/1.1" status: 200 len: 910 time: 0.3179631 Mar 05 13:53:58.370067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38720) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:58.380142 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-75c0638e-53fd-40ab-b9a6-f39f879f07c2 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Calling delete_port for 824a8235-8177-4e0d-8c97-39013571e728 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:53:58.490002 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-65bd9d82-e3c3-4f06-89ad-93f6015a230c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:53:58.490409 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bd9d82-e3c3-4f06-89ad-93f6015a230c None None] The sync data for ids ['04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:53:58.537886 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2446029-335b-446a-a027-cf2f3b54b7a4 req-f0e9499b-884a-4d6a-addb-a7457c1a5a5a tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:58.539407 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f2446029-335b-446a-a027-cf2f3b54b7a4 req-f0e9499b-884a-4d6a-addb-a7457c1a5a5a tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.2021430 Mar 05 13:53:58.604650 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f2446029-335b-446a-a027-cf2f3b54b7a4 req-d808dc4c-7c08-428f-bcec-151da8913b72 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588801 Mar 05 13:53:58.662894 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5f99e48-b3f4-4d38-9aab-429c7ad76c2e req-f2a9b934-cad1-4fa6-b83e-9122373d4462 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 210 time: 0.0933683 Mar 05 13:53:58.752242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-c4c4988c-5103-4874-bcae-a26ee1f69c04 service neutron] For port 706c8ea0-5584-4973-86c4-9b3be9c2c061, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:53:58.776035 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75c0638e-53fd-40ab-b9a6-f39f879f07c2 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:58.777164 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e38913d6-080d-4017-89ff-5796657f3861 None None] Provisioning for port 824a8235-8177-4e0d-8c97-39013571e728 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:58.777708 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-c4c4988c-5103-4874-bcae-a26ee1f69c04 service neutron] For port 706c8ea0-5584-4973-86c4-9b3be9c2c061, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=706c8ea0-5584-4973-86c4-9b3be9c2c061,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:53:58.788204 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e38913d6-080d-4017-89ff-5796657f3861 None None] Provisioning complete for port 824a8235-8177-4e0d-8c97-39013571e728 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:58.788564 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e38913d6-080d-4017-89ff-5796657f3861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:58.842217 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0638e-53fd-40ab-b9a6-f39f879f07c2 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Port': ['ID=824a8235-8177-4e0d-8c97-39013571e728,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:59.007500 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e38913d6-080d-4017-89ff-5796657f3861 None None] Port 824a8235-8177-4e0d-8c97-39013571e728 was deleted so its status cannot be updated. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 05 13:53:59.010833 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:59.024764 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:59.026741 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-c4c4988c-5103-4874-bcae-a26ee1f69c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:59.034121 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e38913d6-080d-4017-89ff-5796657f3861 None None] Provisioning for port 6bd62b02-a412-475d-842e-e8622d79dc9f completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:53:59.045904 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e38913d6-080d-4017-89ff-5796657f3861 None None] Provisioning complete for port 6bd62b02-a412-475d-842e-e8622d79dc9f triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:59.047684 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e38913d6-080d-4017-89ff-5796657f3861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:59.185793 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75c0638e-53fd-40ab-b9a6-f39f879f07c2 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:59.197365 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-75c0638e-53fd-40ab-b9a6-f39f879f07c2 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/ports/824a8235-8177-4e0d-8c97-39013571e728 HTTP/1.1" status: 204 len: 168 time: 1.6097600 Mar 05 13:53:59.200020 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38746) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:59.209145 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6bd62b02-a412-475d-842e-e8622d79dc9f up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:53:59.322432 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f07ccf-f398-43a4-a645-a8a9b984d125 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] GET failed (client error): The resource could not be found. Mar 05 13:53:59.322432 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f2f07ccf-f398-43a4-a645-a8a9b984d125 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Synchronizing usage tracker for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:53:59.352326 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f2f07ccf-f398-43a4-a645-a8a9b984d125 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Unset dirty status for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:53:59.356488 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f2f07ccf-f398-43a4-a645-a8a9b984d125 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports/824a8235-8177-4e0d-8c97-39013571e728 HTTP/1.1" status: 404 len: 333 time: 0.1527030 Mar 05 13:53:59.356633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-c4c4988c-5103-4874-bcae-a26ee1f69c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:59.356633 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-c4c4988c-5103-4874-bcae-a26ee1f69c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:59.357188 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38752) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:53:59.358009 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-c4c4988c-5103-4874-bcae-a26ee1f69c04 service neutron] 10.222.0.30 "PUT /v2.0/ports/706c8ea0-5584-4973-86c4-9b3be9c2c061 HTTP/1.1" status: 200 len: 1092 time: 5.0687146 Mar 05 13:53:59.361595 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe80d11-5376-4a81-a809-6315a17bc65b', 'tag': '706c8ea0-5584-4973-86c4-9b3be9c2c061'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:53:59.466049 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-a542909b-34ed-45b8-b75b-6e80fdcb5fbd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting subnet 47059543-43f8-480a-9dd7-d97ad014e9b5 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:53:59.475265 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 6bd62b02-a412-475d-842e-e8622d79dc9f triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:53:59.475548 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:59.478816 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a542909b-34ed-45b8-b75b-6e80fdcb5fbd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:59.535229 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4988c-5103-4874-bcae-a26ee1f69c04 service neutron] Pushing event updated for resources: {'Port': ['ID=706c8ea0-5584-4973-86c4-9b3be9c2c061,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:59.599711 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a542909b-34ed-45b8-b75b-6e80fdcb5fbd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:59.695297 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-ab76825b-5a23-48f2-b3d1-857f803e6cb3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:59.696717 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-ab76825b-5a23-48f2-b3d1-857f803e6cb3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.15 "GET /v2.0/networks?id=47dce88b-b414-45d2-b170-ce43dcded289 HTTP/1.1" status: 200 len: 816 time: 0.6650589 Mar 05 13:53:59.761421 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a542909b-34ed-45b8-b75b-6e80fdcb5fbd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:59.790405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422448f-69b8-4818-a348-2058f7c0c400 req-60327fe6-7889-41f5-9eef-5672f5ad85e3 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:59.792325 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c422448f-69b8-4818-a348-2058f7c0c400 req-60327fe6-7889-41f5-9eef-5672f5ad85e3 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/networks?id=da4e4533-5a72-4b34-a384-51bc2d0cd9c2 HTTP/1.1" status: 200 len: 814 time: 0.7861073 Mar 05 13:53:59.850348 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c422448f-69b8-4818-a348-2058f7c0c400 req-3e7fd309-3c02-43a8-87ad-8e39a9059343 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/quotas/0cb196822f4846d19c3d4845f0c68c12 HTTP/1.1" status: 200 len: 375 time: 0.0277972 Mar 05 13:53:59.871235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea452a7d-8b51-4dee-8cbd-aa5c013594e5 req-8009078a-01c3-452f-bd85-95aed56b03b1 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:59.880813 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ea452a7d-8b51-4dee-8cbd-aa5c013594e5 req-8009078a-01c3-452f-bd85-95aed56b03b1 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe80d11-5376-4a81-a809-6315a17bc65b HTTP/1.1" status: 200 len: 944 time: 0.1798620 Mar 05 13:53:59.902922 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a542909b-34ed-45b8-b75b-6e80fdcb5fbd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:59.904765 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-352fd834-ad11-4c65-a120-d905d73e51df tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4bf4b89d64e49548563cf43af63d417 HTTP/1.1" status: 200 len: 380 time: 0.1976745 Mar 05 13:53:59.928965 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-97f9ad45-21df-447e-928f-2d0eb2f1b2f3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Request body: {'port': {'device_id': '11a79986-8dc3-4f2b-92bd-10424b5ade89', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'admin_state_up': True, 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'security_groups': ['e50c82b6-0045-46ef-a16a-9c5866595ed4']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:53:59.963491 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542909b-34ed-45b8-b75b-6e80fdcb5fbd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Subnet': ['ID=47059543-43f8-480a-9dd7-d97ad014e9b5,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:53:59.967150 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a542909b-34ed-45b8-b75b-6e80fdcb5fbd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:53:59.975019 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ea452a7d-8b51-4dee-8cbd-aa5c013594e5 req-dda5a6d7-fcd6-4d44-a151-774f9f77aad9 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936184 Mar 05 13:53:59.975746 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-5412d819-ad67-433d-87af-1b026903a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:53:59.978134 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-5412d819-ad67-433d-87af-1b026903a784 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79f8ba46919a411c91f03c872b2a9ca1&device_id=3fe80d11-5376-4a81-a809-6315a17bc65b HTTP/1.1" status: 200 len: 1095 time: 0.5410533 Mar 05 13:53:59.978263 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a542909b-34ed-45b8-b75b-6e80fdcb5fbd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/subnets/47059543-43f8-480a-9dd7-d97ad014e9b5 HTTP/1.1" status: 204 len: 168 time: 0.6198790 Mar 05 13:53:59.980302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38764) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:00.053440 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172c4119-a434-45e9-9ea3-d6953ca2b190 None None] Network 399e2e1d-9599-4b90-a776-ebce9293fee2 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:54:00.076775 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e18754a-48a9-4a41-ba27-5245f9023724 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting subnet 351d6a1a-d3c6-4e27-9ba5-ed54d30a904f {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:54:00.081375 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e18754a-48a9-4a41-ba27-5245f9023724 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:00.101050 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-413f13a9-a03c-44f8-bd1d-c12459b736d2 None None] Could not find standard attr ID for object 824a8235-8177-4e0d-8c97-39013571e728. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 13:54:00.145557 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-10182b67-82d2-44cf-9b85-eac0e7d011e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=706c8ea0-5584-4973-86c4-9b3be9c2c061 HTTP/1.1" status: 200 len: 217 time: 0.1589069 Mar 05 13:54:00.190273 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-413f13a9-a03c-44f8-bd1d-c12459b736d2 None None] Provisioning complete for port 6bd62b02-a412-475d-842e-e8622d79dc9f triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:00.190641 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-413f13a9-a03c-44f8-bd1d-c12459b736d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:00.205199 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e18754a-48a9-4a41-ba27-5245f9023724 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:00.306165 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-f2d790fa-9872-4ac3-9c42-abd64c6e5186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:00.307538 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-f2d790fa-9872-4ac3-9c42-abd64c6e5186 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5e6956c-ed3e-4331-80e6-bd294ce26155 HTTP/1.1" status: 200 len: 852 time: 0.1431892 Mar 05 13:54:00.314554 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-97f9ad45-21df-447e-928f-2d0eb2f1b2f3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:00.314838 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0dc2f-32cc-493e-b92a-1b98f7cf8006 req-aaf353f1-ecc2-47d4-a3b0-59239c0aff67 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:00.319240 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-49d0dc2f-32cc-493e-b92a-1b98f7cf8006 req-aaf353f1-ecc2-47d4-a3b0-59239c0aff67 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 945 time: 0.1958964 Mar 05 13:54:00.359367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-97f9ad45-21df-447e-928f-2d0eb2f1b2f3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Usage tracker for resource:port and tenant:d4bf4b89d64e49548563cf43af63d417 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:00.365468 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e18754a-48a9-4a41-ba27-5245f9023724 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:00.368517 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-97f9ad45-21df-447e-928f-2d0eb2f1b2f3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:00.387488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-97f9ad45-21df-447e-928f-2d0eb2f1b2f3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:00.393266 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-26931885-1ed9-449e-8945-8de6479e2bef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fea5c273-e4ab-46b7-85df-ca04090e1441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744538 Mar 05 13:54:00.408840 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c422448f-69b8-4818-a348-2058f7c0c400 req-64364b22-b4bb-4b05-891a-8d2434cb9cf6 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cb196822f4846d19c3d4845f0c68c12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5574751 Mar 05 13:54:00.438595 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-49d0dc2f-32cc-493e-b92a-1b98f7cf8006 req-68fcb3e7-03da-4fa9-b05e-f98f9b60cdc2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161008 Mar 05 13:54:00.474783 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-147ae835-e050-403d-b539-3aa6df84f89c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:00.505736 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e18754a-48a9-4a41-ba27-5245f9023724 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:00.562887 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe80d11-5376-4a81-a809-6315a17bc65b', 'tag': '706c8ea0-5584-4973-86c4-9b3be9c2c061', 'status': 'completed', 'code': 200} Mar 05 13:54:00.566225 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-97f9ad45-21df-447e-928f-2d0eb2f1b2f3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Made reservation on behalf of d4bf4b89d64e49548563cf43af63d417 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:54:00.569770 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-97f9ad45-21df-447e-928f-2d0eb2f1b2f3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:00.576866 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18754a-48a9-4a41-ba27-5245f9023724 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Subnet': ['ID=351d6a1a-d3c6-4e27-9ba5-ed54d30a904f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:00.579783 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e18754a-48a9-4a41-ba27-5245f9023724 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:00.591194 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0e18754a-48a9-4a41-ba27-5245f9023724 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/subnets/351d6a1a-d3c6-4e27-9ba5-ed54d30a904f HTTP/1.1" status: 204 len: 168 time: 0.6096735 Mar 05 13:54:00.594263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38768) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:00.844674 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-6f791140-dc56-46a2-8b8d-4cec4d890d82 req-2810f65c-0191-45f0-93e7-65aa3967dd43 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Synchronizing usage tracker for tenant:d4bf4b89d64e49548563cf43af63d417 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:00.867688 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9dd02564-bb67-4f8b-afeb-a78e8eb1b358 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:00.889180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-6f791140-dc56-46a2-8b8d-4cec4d890d82 req-2810f65c-0191-45f0-93e7-65aa3967dd43 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Unset dirty status for tenant:d4bf4b89d64e49548563cf43af63d417 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:00.890918 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6f791140-dc56-46a2-8b8d-4cec4d890d82 req-2810f65c-0191-45f0-93e7-65aa3967dd43 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 210 time: 0.1550653 Mar 05 13:54:00.903268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-9dd02564-bb67-4f8b-afeb-a78e8eb1b358 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting port 6bd62b02-a412-475d-842e-e8622d79dc9f {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:00.904154 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9dd02564-bb67-4f8b-afeb-a78e8eb1b358 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:00.964030 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a8a7a094-c848-4a3b-92d0-a3a581076c9c req-74bae307-5d75-4a09-9de6-1aead84fe24c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1873918 Mar 05 13:54:01.191353 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-97f9ad45-21df-447e-928f-2d0eb2f1b2f3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Allocated IP 172.20.0.7 (47dce88b-b414-45d2-b170-ce43dcded289/3f8c39d4-8db2-4e14-8534-4ef6364fca85/f2604b13-b870-4a29-af7f-02757731f1ff) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:54:01.302163 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-9dd02564-bb67-4f8b-afeb-a78e8eb1b358 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] For port 6bd62b02-a412-475d-842e-e8622d79dc9f, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6bd62b02-a412-475d-842e-e8622d79dc9f,segment=NetworkSegment(01178dd9-e0fc-41e8-85d3-c0c10afc837d),segment_id=01178dd9-e0fc-41e8-85d3-c0c10afc837d)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:01.302619 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9dd02564-bb67-4f8b-afeb-a78e8eb1b358 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:01.339841 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6680b2-2d9a-431e-9f97-d92ac1542f29 None None] Network 399e2e1d-9599-4b90-a776-ebce9293fee2 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:54:01.401650 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-63b90bb5-f59a-44cd-81bc-220cf2ff37d0 service neutron] 10.222.0.30 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9670877 Mar 05 13:54:01.408325 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c422448f-69b8-4818-a348-2058f7c0c400 req-ed4424d9-c63b-46a1-ae63-0487092a0e1b service neutron] 10.222.0.16 "GET /v2.0/networks/da4e4533-5a72-4b34-a384-51bc2d0cd9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9986196 Mar 05 13:54:01.537331 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-840822b1-36e0-4778-8622-9f26472a9b2d None None] Provisioning complete for port 6bd62b02-a412-475d-842e-e8622d79dc9f triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:01.537705 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-840822b1-36e0-4778-8622-9f26472a9b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:01.625441 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-9dd02564-bb67-4f8b-afeb-a78e8eb1b358 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Calling delete_port for 6bd62b02-a412-475d-842e-e8622d79dc9f owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:54:01.713824 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a4e49-8c4e-4643-8ebf-f8d476491829 req-4fdbf323-f830-4535-8fc4-a43708dcbb6a tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:01.714165 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fa9a4e49-8c4e-4643-8ebf-f8d476491829 req-4fdbf323-f830-4535-8fc4-a43708dcbb6a tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe80d11-5376-4a81-a809-6315a17bc65b HTTP/1.1" status: 200 len: 944 time: 0.5591426 Mar 05 13:54:01.767722 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7a094-c848-4a3b-92d0-a3a581076c9c req-6ada9df9-0f82-47ad-b177-b94c1df7b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:01.769192 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a8a7a094-c848-4a3b-92d0-a3a581076c9c req-6ada9df9-0f82-47ad-b177-b94c1df7b087 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6458262d05f2497586ebde1561a80c5d&device_id=8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1 HTTP/1.1" status: 200 len: 1096 time: 0.6670356 Mar 05 13:54:01.808989 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fa9a4e49-8c4e-4643-8ebf-f8d476491829 req-1720b265-be5d-4f2d-886c-3e57cc7abe12 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773101 Mar 05 13:54:01.831284 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bee4f3d-7ec2-415d-a073-9f4d6e15449b None None] DHCP port deletion for 399e2e1d-9599-4b90-a776-ebce9293fee2 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:54:01.965887 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9dd02564-bb67-4f8b-afeb-a78e8eb1b358 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:01.966162 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-147ae835-e050-403d-b539-3aa6df84f89c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting port f7f12636-2859-4765-8fa9-cf2ae09967c7 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:01.966603 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-147ae835-e050-403d-b539-3aa6df84f89c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:02.024457 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aed38158-2e34-4e7b-b35b-6812687e2897 req-1cb706f1-ded1-4f1f-8ad5-f738f062559d service neutron] 10.222.0.30 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6085896 Mar 05 13:54:02.043621 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c422448f-69b8-4818-a348-2058f7c0c400 req-58aba7a2-7a6d-436c-872d-528f123f479b service neutron] 10.222.0.16 "GET /v2.0/networks/da4e4533-5a72-4b34-a384-51bc2d0cd9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958467 Mar 05 13:54:02.068514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd02564-bb67-4f8b-afeb-a78e8eb1b358 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Port': ['ID=6bd62b02-a412-475d-842e-e8622d79dc9f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:02.071969 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd02564-bb67-4f8b-afeb-a78e8eb1b358 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] No DVR routers for this DVR port 6bd62b02-a412-475d-842e-e8622d79dc9f on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:54:02.102368 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-97f9ad45-21df-447e-928f-2d0eb2f1b2f3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:02.146299 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7a094-c848-4a3b-92d0-a3a581076c9c req-b904c405-59f4-4ca9-a71c-eba339fb44d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:02.147809 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a8a7a094-c848-4a3b-92d0-a3a581076c9c req-b904c405-59f4-4ca9-a71c-eba339fb44d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=175f72fb-87d4-4d09-877c-e76b741da2ad HTTP/1.1" status: 200 len: 915 time: 0.3284621 Mar 05 13:54:02.282927 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-147ae835-e050-403d-b539-3aa6df84f89c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:02.296950 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-97f9ad45-21df-447e-928f-2d0eb2f1b2f3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Transition to ACTIVE for port object f2604b13-b870-4a29-af7f-02757731f1ff will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:02.309817 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9dd02564-bb67-4f8b-afeb-a78e8eb1b358 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:02.367705 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-9dd02564-bb67-4f8b-afeb-a78e8eb1b358 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399e2e1d-9599-4b90-a776-ebce9293fee2']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:02.381657 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a8a7a094-c848-4a3b-92d0-a3a581076c9c req-831d6253-0b51-406c-973a-43080871f5fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d887a07-d498-4a83-b189-cddbf3b0d011 HTTP/1.1" status: 200 len: 1001 time: 0.2194564 Mar 05 13:54:02.386607 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-9dd02564-bb67-4f8b-afeb-a78e8eb1b358 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01178dd9-e0fc-41e8-85d3-c0c10afc837d') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:02.386933 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-9dd02564-bb67-4f8b-afeb-a78e8eb1b358 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01178dd9-e0fc-41e8-85d3-c0c10afc837d') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:02.430080 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-61277886-c7a1-4584-9905-4a913041bb1c req-9db695da-5e79-4cc1-8a72-be82f7a1396a tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 210 time: 0.1063492 Mar 05 13:54:02.434123 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9119b1-5635-4ab8-8758-7df0a6217d20 req-e71c845f-b5c9-4a5c-bc33-6d0942144072 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:02.442072 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4e9119b1-5635-4ab8-8758-7df0a6217d20 req-e71c845f-b5c9-4a5c-bc33-6d0942144072 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 945 time: 0.4705873 Mar 05 13:54:02.466055 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9dd02564-bb67-4f8b-afeb-a78e8eb1b358 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:02.514989 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9dd02564-bb67-4f8b-afeb-a78e8eb1b358 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:02.524429 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-147ae835-e050-403d-b539-3aa6df84f89c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Calling delete_port for f7f12636-2859-4765-8fa9-cf2ae09967c7 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:54:02.527809 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd02564-bb67-4f8b-afeb-a78e8eb1b358 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:54:02.528213 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9dd02564-bb67-4f8b-afeb-a78e8eb1b358 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:02.556001 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4e9119b1-5635-4ab8-8758-7df0a6217d20 req-c98673ed-8467-46f4-9782-de2dc308ccb9 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130052 Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:54:02.556721 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:54:02.558491 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-97f9ad45-21df-447e-928f-2d0eb2f1b2f3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:02.573570 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7a094-c848-4a3b-92d0-a3a581076c9c req-c1586371-4341-4365-9a51-8e0c1bdf9099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:02.575034 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a8a7a094-c848-4a3b-92d0-a3a581076c9c req-c1586371-4341-4365-9a51-8e0c1bdf9099 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9349c82-1490-40bf-94d8-d6850b67eb95 HTTP/1.1" status: 200 len: 854 time: 0.1802311 Mar 05 13:54:02.697391 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9dd02564-bb67-4f8b-afeb-a78e8eb1b358 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:02.722813 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9dd02564-bb67-4f8b-afeb-a78e8eb1b358 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:02.732823 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd02564-bb67-4f8b-afeb-a78e8eb1b358 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Network': ['ID=399e2e1d-9599-4b90-a776-ebce9293fee2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:02.758184 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9dd02564-bb67-4f8b-afeb-a78e8eb1b358 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/networks/399e2e1d-9599-4b90-a776-ebce9293fee2 HTTP/1.1" status: 204 len: 168 time: 2.1593361 Mar 05 13:54:02.758882 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38796) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:02.805404 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7a094-c848-4a3b-92d0-a3a581076c9c req-9a348b1a-515f-4917-9080-58eceb91f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:02.806918 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a8a7a094-c848-4a3b-92d0-a3a581076c9c req-9a348b1a-515f-4917-9080-58eceb91f486 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=175f72fb-87d4-4d09-877c-e76b741da2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1756587 Mar 05 13:54:02.840384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d702d-20fc-4bad-a8b1-9fc22d139259 req-d016a8c2-7892-42c1-a8b5-67daf843a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:02.841858 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c73d702d-20fc-4bad-a8b1-9fc22d139259 req-d016a8c2-7892-42c1-a8b5-67daf843a185 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79f8ba46919a411c91f03c872b2a9ca1&device_id=3fe80d11-5376-4a81-a809-6315a17bc65b HTTP/1.1" status: 200 len: 1095 time: 0.7436254 Mar 05 13:54:02.852169 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c9a6b721-29f2-4c42-aa24-e35446a5e7d8 req-74ff1110-095b-4fb2-be16-1f5dadf09ac2 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=41377d38-588f-4a0f-aa32-ee8b730865c9 HTTP/1.1" status: 200 len: 210 time: 0.2728920 Mar 05 13:54:02.961309 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8efa241-9643-4480-ab9c-43dbd05d4539 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:02.961953 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d8efa241-9643-4480-ab9c-43dbd05d4539 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Synchronizing usage tracker for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:03.026278 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-97f9ad45-21df-447e-928f-2d0eb2f1b2f3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Network 47dce88b-b414-45d2-b170-ce43dcded289 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:54:03.041061 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a8a7a094-c848-4a3b-92d0-a3a581076c9c req-3be2acea-4f00-481d-9aaa-1eabbfb9e80d service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249811 Mar 05 13:54:03.058791 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6bd62b02-a412-475d-842e-e8622d79dc9f no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:54:03.071387 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d8efa241-9643-4480-ab9c-43dbd05d4539 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Unset dirty status for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:03.076090 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d8efa241-9643-4480-ab9c-43dbd05d4539 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3149858 Mar 05 13:54:03.090794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38810) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:03.101769 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 6bd62b02-a412-475d-842e-e8622d79dc9f {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:54:03.102104 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6bd62b02-a412-475d-842e-e8622d79dc9f not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:54:03.204480 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-97f9ad45-21df-447e-928f-2d0eb2f1b2f3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:03.279325 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9ad45-21df-447e-928f-2d0eb2f1b2f3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Pushing event updated for resources: {'Port': ['ID=f2604b13-b870-4a29-af7f-02757731f1ff,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:03.304698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-97f9ad45-21df-447e-928f-2d0eb2f1b2f3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:54:03.533753 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d702d-20fc-4bad-a8b1-9fc22d139259 req-52796b0e-ba03-4e77-a547-0f00841480b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:03.540546 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c73d702d-20fc-4bad-a8b1-9fc22d139259 req-52796b0e-ba03-4e77-a547-0f00841480b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fea5c273-e4ab-46b7-85df-ca04090e1441 HTTP/1.1" status: 200 len: 912 time: 0.6871574 Mar 05 13:54:03.665883 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-97f9ad45-21df-447e-928f-2d0eb2f1b2f3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:03.666489 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-97f9ad45-21df-447e-928f-2d0eb2f1b2f3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:03.668859 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a8a7a094-c848-4a3b-92d0-a3a581076c9c req-585be95a-ff12-416f-b164-75bb8760e59e service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6193240 Mar 05 13:54:03.695915 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-eae9f19c-85f5-42b5-b6d5-6a2bf67141d1 None None] Provisioning for port f2604b13-b870-4a29-af7f-02757731f1ff completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:03.704258 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf62d9-16d2-4386-a35b-00d8045a3cf6 req-b603e7f7-bf05-43c4-97e8-128dedec37a5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:03.706006 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7aaf62d9-16d2-4386-a35b-00d8045a3cf6 req-b603e7f7-bf05-43c4-97e8-128dedec37a5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe80d11-5376-4a81-a809-6315a17bc65b HTTP/1.1" status: 200 len: 944 time: 0.7245958 Mar 05 13:54:03.707393 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-eae9f19c-85f5-42b5-b6d5-6a2bf67141d1 None None] Provisioning complete for port f2604b13-b870-4a29-af7f-02757731f1ff triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:03.707915 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-eae9f19c-85f5-42b5-b6d5-6a2bf67141d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:03.713675 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c73d702d-20fc-4bad-a8b1-9fc22d139259 req-716c07e0-345a-43fd-bbc0-8e5540f6407d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=706c8ea0-5584-4973-86c4-9b3be9c2c061 HTTP/1.1" status: 200 len: 217 time: 0.1467981 Mar 05 13:54:03.738722 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-97f9ad45-21df-447e-928f-2d0eb2f1b2f3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8139744 Mar 05 13:54:03.784495 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] Request body: {'port': {'device_id': '11a79986-8dc3-4f2b-92bd-10424b5ade89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:03.823948 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-eae9f19c-85f5-42b5-b6d5-6a2bf67141d1 None None] Port f2604b13-b870-4a29-af7f-02757731f1ff cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:54:03.896796 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422448f-69b8-4818-a348-2058f7c0c400 req-f86fc76f-c23a-484f-a978-f32c3dce917c tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:03.898197 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c422448f-69b8-4818-a348-2058f7c0c400 req-f86fc76f-c23a-484f-a978-f32c3dce917c tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.30 "GET /v2.0/networks?id=da4e4533-5a72-4b34-a384-51bc2d0cd9c2 HTTP/1.1" status: 200 len: 814 time: 0.3027160 Mar 05 13:54:03.903576 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7aaf62d9-16d2-4386-a35b-00d8045a3cf6 req-9cd621de-a4ee-4ffb-b89a-a6a5eac63752 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804864 Mar 05 13:54:03.911839 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b74021af-fbbf-452d-9acb-6b63b2530d3b tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.8199046 Mar 05 13:54:03.917315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-c422448f-69b8-4818-a348-2058f7c0c400 req-16157057-fbda-4acf-8d8e-05f38955a3a9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Request body: {'port': {'device_id': '41377d38-588f-4a0f-aa32-ee8b730865c9', 'network_id': 'da4e4533-5a72-4b34-a384-51bc2d0cd9c2', 'admin_state_up': True, 'tenant_id': '0cb196822f4846d19c3d4845f0c68c12'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:03.918406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38820) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:03.919870 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d702d-20fc-4bad-a8b1-9fc22d139259 req-865e7ffa-c21f-43b5-af5f-8fbd41a66e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:03.922151 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c73d702d-20fc-4bad-a8b1-9fc22d139259 req-865e7ffa-c21f-43b5-af5f-8fbd41a66e38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5e6956c-ed3e-4331-80e6-bd294ce26155 HTTP/1.1" status: 200 len: 852 time: 0.1856928 Mar 05 13:54:03.931916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-fea66f78-4c12-4616-864f-cc2922c40826 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-843027535'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:04.005415 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fea66f78-4c12-4616-864f-cc2922c40826 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:04.031164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fea66f78-4c12-4616-864f-cc2922c40826 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:network and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:04.038961 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c73d702d-20fc-4bad-a8b1-9fc22d139259 req-148f2bb3-3f30-4171-a2e5-796303cfa9ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fea5c273-e4ab-46b7-85df-ca04090e1441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033959 Mar 05 13:54:04.041168 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fea66f78-4c12-4616-864f-cc2922c40826 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:04.050696 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-147ae835-e050-403d-b539-3aa6df84f89c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:04.072947 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fea66f78-4c12-4616-864f-cc2922c40826 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:04.104380 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-c422448f-69b8-4818-a348-2058f7c0c400 req-16157057-fbda-4acf-8d8e-05f38955a3a9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:04.124081 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-c422448f-69b8-4818-a348-2058f7c0c400 req-16157057-fbda-4acf-8d8e-05f38955a3a9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:04.141160 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bc9f5-4b40-49cd-b956-bba2c387b332 req-bbd31df8-a09c-498b-8dfa-96990a3eba37 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:04.143313 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8f2bc9f5-4b40-49cd-b956-bba2c387b332 req-bbd31df8-a09c-498b-8dfa-96990a3eba37 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 945 time: 0.1246355 Mar 05 13:54:04.150607 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c422448f-69b8-4818-a348-2058f7c0c400 req-16157057-fbda-4acf-8d8e-05f38955a3a9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Made reservation on behalf of 0cb196822f4846d19c3d4845f0c68c12 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:54:04.154189 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c422448f-69b8-4818-a348-2058f7c0c400 req-16157057-fbda-4acf-8d8e-05f38955a3a9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:04.163198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ae835-e050-403d-b539-3aa6df84f89c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Port': ['ID=f7f12636-2859-4765-8fa9-cf2ae09967c7,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:04.169953 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:04.271672 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8f2bc9f5-4b40-49cd-b956-bba2c387b332 req-4c8cff59-d37f-4f3a-a5d1-47c95bfa190a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059597 Mar 05 13:54:04.275302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea66f78-4c12-4616-864f-cc2922c40826 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:54:04.278721 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fea66f78-4c12-4616-864f-cc2922c40826 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:04.296401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3327a-5e3e-4821-aeab-58e71e8911a9 req-d1eb7ec2-e291-4d52-a787-d978b9823025 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:04.297443 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f7d3327a-5e3e-4821-aeab-58e71e8911a9 req-d1eb7ec2-e291-4d52-a787-d978b9823025 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Synchronizing usage tracker for tenant:d4bf4b89d64e49548563cf43af63d417 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:04.467810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f7d3327a-5e3e-4821-aeab-58e71e8911a9 req-d1eb7ec2-e291-4d52-a787-d978b9823025 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Unset dirty status for tenant:d4bf4b89d64e49548563cf43af63d417 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:04.469260 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d3327a-5e3e-4821-aeab-58e71e8911a9 req-d1eb7ec2-e291-4d52-a787-d978b9823025 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 931 time: 0.7917902 Mar 05 13:54:04.478974 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-c422448f-69b8-4818-a348-2058f7c0c400 req-16157057-fbda-4acf-8d8e-05f38955a3a9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Allocated IP 172.20.0.6 (da4e4533-5a72-4b34-a384-51bc2d0cd9c2/3dd0d26d-458d-486e-aca4-133a1510899b/3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:54:04.482554 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-26ad2d48-906b-4792-bc0d-a2c262f32fc8 req-7733a507-ff60-48b3-9fc9-926c5d6830c2 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=41377d38-588f-4a0f-aa32-ee8b730865c9 HTTP/1.1" status: 200 len: 210 time: 0.0679188 Mar 05 13:54:04.518934 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea66f78-4c12-4616-864f-cc2922c40826 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:54:04.708120 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 706c8ea0-5584-4973-86c4-9b3be9c2c061 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:54:04.721637 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c422448f-69b8-4818-a348-2058f7c0c400 req-16157057-fbda-4acf-8d8e-05f38955a3a9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:04.758172 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c422448f-69b8-4818-a348-2058f7c0c400 req-16157057-fbda-4acf-8d8e-05f38955a3a9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:04.846362 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c73d702d-20fc-4bad-a8b1-9fc22d139259 req-2c1ad625-4ca7-433a-b5e6-15edab44b56f service neutron] 10.222.0.30 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7989347 Mar 05 13:54:04.851747 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16157057-fbda-4acf-8d8e-05f38955a3a9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Pushing event updated for resources: {'Port': ['ID=3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:04.852437 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fea66f78-4c12-4616-864f-cc2922c40826 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:04.853411 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-fea66f78-4c12-4616-864f-cc2922c40826 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Added segment f3cb786f-9428-40e5-a958-8c96729d153b of type vlan for network 21817d8e-5a79-4ca9-8dde-3ac684c56aab Mar 05 13:54:04.864857 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['0819c305-466e-4730-a043-3344fba50af8'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:54:04.867895 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c422448f-69b8-4818-a348-2058f7c0c400 req-16157057-fbda-4acf-8d8e-05f38955a3a9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Network da4e4533-5a72-4b34-a384-51bc2d0cd9c2 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:54:04.869105 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-c422448f-69b8-4818-a348-2058f7c0c400 req-16157057-fbda-4acf-8d8e-05f38955a3a9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:04.871762 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-c422448f-69b8-4818-a348-2058f7c0c400 req-16157057-fbda-4acf-8d8e-05f38955a3a9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:54:04.947286 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 706c8ea0-5584-4973-86c4-9b3be9c2c061, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=706c8ea0-5584-4973-86c4-9b3be9c2c061,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:04.951105 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422448f-69b8-4818-a348-2058f7c0c400 req-16157057-fbda-4acf-8d8e-05f38955a3a9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:04.951726 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c422448f-69b8-4818-a348-2058f7c0c400 req-16157057-fbda-4acf-8d8e-05f38955a3a9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:04.963833 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '706c8ea0-5584-4973-86c4-9b3be9c2c061', 'network_id': 'fea5c273-e4ab-46b7-85df-ca04090e1441', 'port_id': '706c8ea0-5584-4973-86c4-9b3be9c2c061', 'mac_address': 'fa:16:3e:8f:d2:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e6956c-ed3e-4331-80e6-bd294ce26155', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:54:04.988130 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c422448f-69b8-4818-a348-2058f7c0c400 req-16157057-fbda-4acf-8d8e-05f38955a3a9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0745742 Mar 05 13:54:05.003186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-c422448f-69b8-4818-a348-2058f7c0c400 req-0cb7d0dd-5204-4f9f-a57d-f796972fb939 service neutron] Request body: {'port': {'device_id': '41377d38-588f-4a0f-aa32-ee8b730865c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:05.057433 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7d3327a-5e3e-4821-aeab-58e71e8911a9 req-d32781f2-689a-4742-a8df-80f3cb783d7c tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5677068 Mar 05 13:54:05.063615 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:05.086929 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706c8ea0-5584-4973-86c4-9b3be9c2c061 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:54:05.151074 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 706c8ea0-5584-4973-86c4-9b3be9c2c061, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=706c8ea0-5584-4973-86c4-9b3be9c2c061,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:05.191131 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c422448f-69b8-4818-a348-2058f7c0c400 req-0cb7d0dd-5204-4f9f-a57d-f796972fb939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:05.212180 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:05.308636 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=706c8ea0-5584-4973-86c4-9b3be9c2c061,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:05.373027 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fea66f78-4c12-4616-864f-cc2922c40826 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:05.407469 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-147ae835-e050-403d-b539-3aa6df84f89c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:05.435466 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['706c8ea0-5584-4973-86c4-9b3be9c2c061'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:54:05.605216 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [None req-fea66f78-4c12-4616-864f-cc2922c40826 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:54:05.629890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c694f86-b269-45a7-8891-d9c62c9ea63e req-3412080f-959e-4069-823c-524be872b478 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:05.631507 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1c694f86-b269-45a7-8891-d9c62c9ea63e req-3412080f-959e-4069-823c-524be872b478 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 945 time: 0.1419895 Mar 05 13:54:05.650230 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c73d702d-20fc-4bad-a8b1-9fc22d139259 req-5013609c-0b61-4513-a3e5-16bf89524241 service neutron] 10.222.0.30 "GET /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7235215 Mar 05 13:54:05.736822 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1c694f86-b269-45a7-8891-d9c62c9ea63e req-a1e18b10-c791-4b35-8c85-c84ac5b5aa61 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969021 Mar 05 13:54:05.738100 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fea66f78-4c12-4616-864f-cc2922c40826 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:05.738756 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-c422448f-69b8-4818-a348-2058f7c0c400 req-0cb7d0dd-5204-4f9f-a57d-f796972fb939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:54:05.744882 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea66f78-4c12-4616-864f-cc2922c40826 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:05.744882 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fea66f78-4c12-4616-864f-cc2922c40826 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:05.751047 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c422448f-69b8-4818-a348-2058f7c0c400 req-0cb7d0dd-5204-4f9f-a57d-f796972fb939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:05.774882 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-c422448f-69b8-4818-a348-2058f7c0c400 req-0cb7d0dd-5204-4f9f-a57d-f796972fb939 service neutron] Transition to ACTIVE for port object 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:05.782346 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c422448f-69b8-4818-a348-2058f7c0c400 req-0cb7d0dd-5204-4f9f-a57d-f796972fb939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:05.909349 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5600f4-1fbc-4ae6-b9ed-9ff9a6ba40d6 req-9a3d1a7d-9b95-4259-8c4e-97ca106e97b2 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:05.909936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-bf5600f4-1fbc-4ae6-b9ed-9ff9a6ba40d6 req-9a3d1a7d-9b95-4259-8c4e-97ca106e97b2 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Synchronizing usage tracker for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:05.925716 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fea66f78-4c12-4616-864f-cc2922c40826 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.0023136 Mar 05 13:54:05.927237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38852) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:05.986336 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:54:05.997619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-3ab41a77-ad53-448a-81d6-f8b20132f695 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'subnet': {'network_id': '21817d8e-5a79-4ca9-8dde-3ac684c56aab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:06.039031 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea66f78-4c12-4616-864f-cc2922c40826 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Network': ['ID=21817d8e-5a79-4ca9-8dde-3ac684c56aab,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:06.052341 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 21817d8e-5a79-4ca9-8dde-3ac684c56aab details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:54:06.113520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7d0dd-5204-4f9f-a57d-f796972fb939 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:06.168300 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-bf5600f4-1fbc-4ae6-b9ed-9ff9a6ba40d6 req-9a3d1a7d-9b95-4259-8c4e-97ca106e97b2 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Unset dirty status for tenant:79f8ba46919a411c91f03c872b2a9ca1 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:06.169673 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bf5600f4-1fbc-4ae6-b9ed-9ff9a6ba40d6 req-9a3d1a7d-9b95-4259-8c4e-97ca106e97b2 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe80d11-5376-4a81-a809-6315a17bc65b HTTP/1.1" status: 200 len: 945 time: 0.9334097 Mar 05 13:54:06.266140 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-c422448f-69b8-4818-a348-2058f7c0c400 req-0cb7d0dd-5204-4f9f-a57d-f796972fb939 service neutron] Attempting to bind port 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:54:06.266494 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-c422448f-69b8-4818-a348-2058f7c0c400 req-0cb7d0dd-5204-4f9f-a57d-f796972fb939 service neutron] Attempting to bind port 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '42f4c1eb-4b87-43e5-bb20-3ed7950da0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da4e4533-5a72-4b34-a384-51bc2d0cd9c2'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:54:06.266805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c422448f-69b8-4818-a348-2058f7c0c400 req-0cb7d0dd-5204-4f9f-a57d-f796972fb939 service neutron] Attempting to bind port 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7 on network da4e4533-5a72-4b34-a384-51bc2d0cd9c2 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:54:06.275688 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c422448f-69b8-4818-a348-2058f7c0c400 req-0cb7d0dd-5204-4f9f-a57d-f796972fb939 service neutron] Port 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7 on network da4e4533-5a72-4b34-a384-51bc2d0cd9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:54:06.276000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c422448f-69b8-4818-a348-2058f7c0c400 req-0cb7d0dd-5204-4f9f-a57d-f796972fb939 service neutron] Attempting to bind port 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7 on network da4e4533-5a72-4b34-a384-51bc2d0cd9c2 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:54:06.285520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30dca2f-5985-464f-85e6-f402ec62d389 req-ffe79ca4-c913-4a70-8414-5c3094745fbe tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:06.286221 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f30dca2f-5985-464f-85e6-f402ec62d389 req-ffe79ca4-c913-4a70-8414-5c3094745fbe tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Synchronizing usage tracker for tenant:0cb196822f4846d19c3d4845f0c68c12 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:06.293303 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c422448f-69b8-4818-a348-2058f7c0c400 req-0cb7d0dd-5204-4f9f-a57d-f796972fb939 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:54:06.293642 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c422448f-69b8-4818-a348-2058f7c0c400 req-0cb7d0dd-5204-4f9f-a57d-f796972fb939 service neutron] Checking segment: {'id': '42f4c1eb-4b87-43e5-bb20-3ed7950da0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da4e4533-5a72-4b34-a384-51bc2d0cd9c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:54:06.294017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c422448f-69b8-4818-a348-2058f7c0c400 req-0cb7d0dd-5204-4f9f-a57d-f796972fb939 service neutron] Bound using segment: {'id': '42f4c1eb-4b87-43e5-bb20-3ed7950da0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da4e4533-5a72-4b34-a384-51bc2d0cd9c2'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:54:06.294455 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-c422448f-69b8-4818-a348-2058f7c0c400 req-0cb7d0dd-5204-4f9f-a57d-f796972fb939 service neutron] Bound port: 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f4c1eb-4b87-43e5-bb20-3ed7950da0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da4e4533-5a72-4b34-a384-51bc2d0cd9c2'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:54:06.294791 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c422448f-69b8-4818-a348-2058f7c0c400 req-0cb7d0dd-5204-4f9f-a57d-f796972fb939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:06.301814 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2604b13-b870-4a29-af7f-02757731f1ff {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:54:06.322756 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:06.341322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3ab41a77-ad53-448a-81d6-f8b20132f695 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:06.347509 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f30dca2f-5985-464f-85e6-f402ec62d389 req-ffe79ca4-c913-4a70-8414-5c3094745fbe tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Unset dirty status for tenant:0cb196822f4846d19c3d4845f0c68c12 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:06.347743 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3ab41a77-ad53-448a-81d6-f8b20132f695 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:subnet and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:06.348667 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f30dca2f-5985-464f-85e6-f402ec62d389 req-ffe79ca4-c913-4a70-8414-5c3094745fbe tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=41377d38-588f-4a0f-aa32-ee8b730865c9 HTTP/1.1" status: 200 len: 943 time: 0.2903214 Mar 05 13:54:06.350972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3ab41a77-ad53-448a-81d6-f8b20132f695 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:06.357361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3ab41a77-ad53-448a-81d6-f8b20132f695 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:06.378356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab41a77-ad53-448a-81d6-f8b20132f695 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:54:06.381698 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3ab41a77-ad53-448a-81d6-f8b20132f695 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:06.398332 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bf5600f4-1fbc-4ae6-b9ed-9ff9a6ba40d6 req-fcbaf338-79f1-4dc0-8eb4-54f1f801941b tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687112 Mar 05 13:54:06.400905 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147ae835-e050-403d-b539-3aa6df84f89c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Router 04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:54:06.433548 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f30dca2f-5985-464f-85e6-f402ec62d389 req-5541eff3-7704-416f-8275-ae4c15e6f7cf tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749197 Mar 05 13:54:06.438110 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] Transition to ACTIVE for port object f2604b13-b870-4a29-af7f-02757731f1ff will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:06.447000 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:06.453504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-c422448f-69b8-4818-a348-2058f7c0c400 req-0cb7d0dd-5204-4f9f-a57d-f796972fb939 service neutron] For port 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:54:06.457156 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-c422448f-69b8-4818-a348-2058f7c0c400 req-0cb7d0dd-5204-4f9f-a57d-f796972fb939 service neutron] For port 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7,segment=NetworkSegment(42f4c1eb-4b87-43e5-bb20-3ed7950da0fe),segment_id=42f4c1eb-4b87-43e5-bb20-3ed7950da0fe)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:54:06.465228 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c422448f-69b8-4818-a348-2058f7c0c400 req-0cb7d0dd-5204-4f9f-a57d-f796972fb939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:06.544794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422448f-69b8-4818-a348-2058f7c0c400 req-0cb7d0dd-5204-4f9f-a57d-f796972fb939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:06.545652 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c422448f-69b8-4818-a348-2058f7c0c400 req-0cb7d0dd-5204-4f9f-a57d-f796972fb939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:06.547171 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c422448f-69b8-4818-a348-2058f7c0c400 req-0cb7d0dd-5204-4f9f-a57d-f796972fb939 service neutron] 10.222.0.30 "PUT /v2.0/ports/3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7 HTTP/1.1" status: 200 len: 1091 time: 1.5524371 Mar 05 13:54:06.547691 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41377d38-588f-4a0f-aa32-ee8b730865c9', 'tag': '3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:54:06.588239 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7d0dd-5204-4f9f-a57d-f796972fb939 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:06.730121 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 706c8ea0-5584-4973-86c4-9b3be9c2c061 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:54:06.736659 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422448f-69b8-4818-a348-2058f7c0c400 req-c07e8147-41aa-45c7-84db-d9f753073481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:06.738220 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c422448f-69b8-4818-a348-2058f7c0c400 req-c07e8147-41aa-45c7-84db-d9f753073481 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0cb196822f4846d19c3d4845f0c68c12&device_id=41377d38-588f-4a0f-aa32-ee8b730865c9 HTTP/1.1" status: 200 len: 1094 time: 0.1247647 Mar 05 13:54:06.811641 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41377d38-588f-4a0f-aa32-ee8b730865c9', 'tag': '3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7', 'status': 'completed', 'code': 200} Mar 05 13:54:06.819632 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c422448f-69b8-4818-a348-2058f7c0c400 req-cae77f86-150f-43c1-84bf-ab91bd9e12dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7 HTTP/1.1" status: 200 len: 217 time: 0.0727780 Mar 05 13:54:06.845389 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 706c8ea0-5584-4973-86c4-9b3be9c2c061 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:06.852919 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 706c8ea0-5584-4973-86c4-9b3be9c2c061 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:06.853531 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:06.940565 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422448f-69b8-4818-a348-2058f7c0c400 req-79cd8daf-93b6-4ada-ab98-0ea394dc64b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:06.945098 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c422448f-69b8-4818-a348-2058f7c0c400 req-79cd8daf-93b6-4ada-ab98-0ea394dc64b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3dd0d26d-458d-486e-aca4-133a1510899b HTTP/1.1" status: 200 len: 854 time: 0.1153247 Mar 05 13:54:07.006137 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c422448f-69b8-4818-a348-2058f7c0c400 req-96a53422-d1ab-42ee-aed4-09a64adb8227 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=da4e4533-5a72-4b34-a384-51bc2d0cd9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557306 Mar 05 13:54:07.076785 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147ae835-e050-403d-b539-3aa6df84f89c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:54:07.102092 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e1a0ba-a04e-44cb-8b9b-0ab8642eb6a3 None None] Sync routers for ids ['04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:54:07.115790 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e1a0ba-a04e-44cb-8b9b-0ab8642eb6a3 None None] Routers {'04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:54:07.116407 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b5e1a0ba-a04e-44cb-8b9b-0ab8642eb6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:53:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:07.139074 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:07.207717 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-147ae835-e050-403d-b539-3aa6df84f89c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/routers/04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8183711 Mar 05 13:54:07.212800 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b5e1a0ba-a04e-44cb-8b9b-0ab8642eb6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:07.231666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38872) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:07.239892 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e1a0ba-a04e-44cb-8b9b-0ab8642eb6a3 None None] Routers {'04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:54:07.239892 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b5e1a0ba-a04e-44cb-8b9b-0ab8642eb6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:53:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:07.272333 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe80d11-5376-4a81-a809-6315a17bc65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706c8ea0-5584-4973-86c4-9b3be9c2c061'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:54:07.307297 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 706c8ea0-5584-4973-86c4-9b3be9c2c061, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=706c8ea0-5584-4973-86c4-9b3be9c2c061,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:07.317746 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:07.322663 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b5e1a0ba-a04e-44cb-8b9b-0ab8642eb6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:07.323100 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e1a0ba-a04e-44cb-8b9b-0ab8642eb6a3 None None] The sync data for ids ['04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:54:07.378866 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c422448f-69b8-4818-a348-2058f7c0c400 req-422ad746-4d94-488a-9df3-889e8ee86c74 service neutron] 10.222.0.30 "GET /v2.0/networks/da4e4533-5a72-4b34-a384-51bc2d0cd9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653541 Mar 05 13:54:07.446885 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=706c8ea0-5584-4973-86c4-9b3be9c2c061,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:07.543303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] Pushing event updated for resources: {'Port': ['ID=f2604b13-b870-4a29-af7f-02757731f1ff,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:07.635724 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c422448f-69b8-4818-a348-2058f7c0c400 req-ead2f04a-ec5e-437e-ba77-3a72c8c32dca service neutron] 10.222.0.30 "GET /v2.0/networks/da4e4533-5a72-4b34-a384-51bc2d0cd9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969595 Mar 05 13:54:07.644512 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ab83d-a97f-46dc-9c7c-2c9b57f0635a req-1a20ddc9-5f3b-41fa-912c-d119d0fcee6d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:07.645938 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0d8ab83d-a97f-46dc-9c7c-2c9b57f0635a req-1a20ddc9-5f3b-41fa-912c-d119d0fcee6d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 945 time: 0.2609420 Mar 05 13:54:07.728043 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0d8ab83d-a97f-46dc-9c7c-2c9b57f0635a req-aa93bd97-ab61-4aba-a1ba-30683bf0debb tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746377 Mar 05 13:54:07.778478 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e653a-4da4-40f9-a34e-e242258e7f15 req-318bb727-dc11-49f2-a086-cc316c121af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:07.782371 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-251e653a-4da4-40f9-a34e-e242258e7f15 req-318bb727-dc11-49f2-a086-cc316c121af3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0cb196822f4846d19c3d4845f0c68c12&device_id=41377d38-588f-4a0f-aa32-ee8b730865c9 HTTP/1.1" status: 200 len: 1094 time: 0.0916178 Mar 05 13:54:07.809005 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] Attempting to bind port f2604b13-b870-4a29-af7f-02757731f1ff on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:54:07.809334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] Attempting to bind port f2604b13-b870-4a29-af7f-02757731f1ff by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '397893cc-d3d1-4daa-b559-3d945c09ca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:54:07.809656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] Attempting to bind port f2604b13-b870-4a29-af7f-02757731f1ff on network 47dce88b-b414-45d2-b170-ce43dcded289 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:54:07.848661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fe01c-50a4-4664-b8aa-210fd872df77 req-a411fede-3f2a-4dad-9677-b352676e377c tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:07.850108 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-360fe01c-50a4-4664-b8aa-210fd872df77 req-a411fede-3f2a-4dad-9677-b352676e377c tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 943 time: 0.9730697 Mar 05 13:54:07.895968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] Port f2604b13-b870-4a29-af7f-02757731f1ff on network 47dce88b-b414-45d2-b170-ce43dcded289 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:54:07.896528 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] Attempting to bind port f2604b13-b870-4a29-af7f-02757731f1ff on network 47dce88b-b414-45d2-b170-ce43dcded289 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:54:07.940179 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:54:07.940503 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] Checking segment: {'id': '397893cc-d3d1-4daa-b559-3d945c09ca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:54:07.940883 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] Bound using segment: {'id': '397893cc-d3d1-4daa-b559-3d945c09ca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:54:07.941324 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] Bound port: f2604b13-b870-4a29-af7f-02757731f1ff, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '397893cc-d3d1-4daa-b559-3d945c09ca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:54:07.941661 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:07.991386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e653a-4da4-40f9-a34e-e242258e7f15 req-93f89ac2-9472-4b01-ab07-365c08c4db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:07.992753 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-251e653a-4da4-40f9-a34e-e242258e7f15 req-93f89ac2-9472-4b01-ab07-365c08c4db59 service neutron] 10.222.0.30 "GET /v2.0/networks?id=da4e4533-5a72-4b34-a384-51bc2d0cd9c2 HTTP/1.1" status: 200 len: 914 time: 0.2022264 Mar 05 13:54:08.044072 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-360fe01c-50a4-4664-b8aa-210fd872df77 req-8e0e59eb-a2d7-45a2-8657-af4bbbf024ca tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824763 Mar 05 13:54:08.081038 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16a493-6a0e-4833-879e-31272a490452 req-a596638a-d6d8-4619-beab-def07a181f36 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:08.083392 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bd16a493-6a0e-4833-879e-31272a490452 req-a596638a-d6d8-4619-beab-def07a181f36 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1 HTTP/1.1" status: 200 len: 945 time: 0.2055693 Mar 05 13:54:08.085467 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-251e653a-4da4-40f9-a34e-e242258e7f15 req-8e5f3a53-6b66-4b15-b019-29e539552403 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7 HTTP/1.1" status: 200 len: 217 time: 0.0854626 Mar 05 13:54:08.179221 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3ab41a77-ad53-448a-81d6-f8b20132f695 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:08.181372 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe80d11-5376-4a81-a809-6315a17bc65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706c8ea0-5584-4973-86c4-9b3be9c2c061', 'code': 200} Mar 05 13:54:08.201132 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bd16a493-6a0e-4833-879e-31272a490452 req-ee33bb02-a795-427f-8aac-11b28b37e97d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a112574-275c-45ff-8876-eb16dcbbda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112413 Mar 05 13:54:08.205229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e653a-4da4-40f9-a34e-e242258e7f15 req-5b7a7c04-257d-4538-8f53-3996a407f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:08.207008 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-251e653a-4da4-40f9-a34e-e242258e7f15 req-5b7a7c04-257d-4538-8f53-3996a407f14a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3dd0d26d-458d-486e-aca4-133a1510899b HTTP/1.1" status: 200 len: 854 time: 0.1002738 Mar 05 13:54:08.250558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] For port f2604b13-b870-4a29-af7f-02757731f1ff, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:54:08.320603 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-251e653a-4da4-40f9-a34e-e242258e7f15 req-7446c536-f6fb-47f9-b8ab-2e2676695a30 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=da4e4533-5a72-4b34-a384-51bc2d0cd9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057129 Mar 05 13:54:08.371469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] For port f2604b13-b870-4a29-af7f-02757731f1ff, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f2604b13-b870-4a29-af7f-02757731f1ff,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:54:08.408803 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:08.618486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab41a77-ad53-448a-81d6-f8b20132f695 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Subnet': ['ID=cfdc6fad-0141-479a-b485-1a3e9c031a42,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:08.689200 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-251e653a-4da4-40f9-a34e-e242258e7f15 req-5431b097-6fc4-40b4-a2ab-a9b531721e95 service neutron] 10.222.0.30 "GET /v2.0/networks/da4e4533-5a72-4b34-a384-51bc2d0cd9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602793 Mar 05 13:54:08.693419 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab41a77-ad53-448a-81d6-f8b20132f695 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Checking segment: {'id': 'f3cb786f-9428-40e5-a958-8c96729d153b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '21817d8e-5a79-4ca9-8dde-3ac684c56aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:54:08.693773 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab41a77-ad53-448a-81d6-f8b20132f695 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network hostable DHCP agents. Network: 21817d8e-5a79-4ca9-8dde-3ac684c56aab, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:54:08.703260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:08.704223 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:08.704636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45833ac3-91c7-44f6-b691-f7953ccc4fb9 req-99a32fed-04d7-4edf-9765-5f8033c7bba2 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:08.706417 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-45833ac3-91c7-44f6-b691-f7953ccc4fb9 req-99a32fed-04d7-4edf-9765-5f8033c7bba2 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=41377d38-588f-4a0f-aa32-ee8b730865c9 HTTP/1.1" status: 200 len: 943 time: 0.1951697 Mar 05 13:54:08.706550 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] 10.222.0.15 "PUT /v2.0/ports/f2604b13-b870-4a29-af7f-02757731f1ff HTTP/1.1" status: 200 len: 1091 time: 4.9268017 Mar 05 13:54:08.722043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a79986-8dc3-4f2b-92bd-10424b5ade89', 'tag': 'f2604b13-b870-4a29-af7f-02757731f1ff'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:54:08.762168 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bee2aba0-15cf-461a-9854-85247dc6b6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:08.812201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbb678-503c-4973-a3e4-cdb1d0bb54cf service neutron] Pushing event updated for resources: {'Port': ['ID=f2604b13-b870-4a29-af7f-02757731f1ff,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:08.855659 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab41a77-ad53-448a-81d6-f8b20132f695 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network 21817d8e-5a79-4ca9-8dde-3ac684c56aab is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:54:08.870964 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-45833ac3-91c7-44f6-b691-f7953ccc4fb9 req-7e82b5fd-4010-44c8-8648-96dbf13b0ebc tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369371 Mar 05 13:54:08.876418 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d521fa-d2dc-4ad1-bc8c-e82d31dd684e req-5aff11b0-f5a3-4929-ae6f-04025494d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:08.878090 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-14d521fa-d2dc-4ad1-bc8c-e82d31dd684e req-5aff11b0-f5a3-4929-ae6f-04025494d882 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3fe80d11-5376-4a81-a809-6315a17bc65b HTTP/1.1" status: 200 len: 1097 time: 0.6035342 Mar 05 13:54:08.881244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-3ab41a77-ad53-448a-81d6-f8b20132f695 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 21817d8e-5a79-4ca9-8dde-3ac684c56aab) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:08.890445 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81613c73-0744-4109-a6ec-bb6f2d1423f2 None None] Network 21817d8e-5a79-4ca9-8dde-3ac684c56aab requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:54:08.891146 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fc7b1-1295-4822-8f4f-a340d7f491c1 req-57543a2a-8b36-42cc-8d9c-9c6a9ec7a3a5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:08.892682 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b2fc7b1-1295-4822-8f4f-a340d7f491c1 req-57543a2a-8b36-42cc-8d9c-9c6a9ec7a3a5 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe80d11-5376-4a81-a809-6315a17bc65b HTTP/1.1" status: 200 len: 946 time: 0.5646253 Mar 05 13:54:08.939049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab41a77-ad53-448a-81d6-f8b20132f695 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:08.939780 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3ab41a77-ad53-448a-81d6-f8b20132f695 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:08.962006 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-251e653a-4da4-40f9-a34e-e242258e7f15 req-6949e6a6-469c-4282-a7e9-4c55ab7ce860 service neutron] 10.222.0.30 "GET /v2.0/networks/da4e4533-5a72-4b34-a384-51bc2d0cd9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545583 Mar 05 13:54:09.011935 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e5a8b1b-2765-43df-825f-d2da892fea72 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:09.022896 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8d11d-a4bb-4058-b77b-2b74d30af6f9 req-b7145bb7-d93c-46f1-9db3-727fe2ceedbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:09.025198 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-73e8d11d-a4bb-4058-b77b-2b74d30af6f9 req-b7145bb7-d93c-46f1-9db3-727fe2ceedbd tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1 HTTP/1.1" status: 200 len: 945 time: 0.1319489 Mar 05 13:54:09.101837 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a79986-8dc3-4f2b-92bd-10424b5ade89', 'tag': 'f2604b13-b870-4a29-af7f-02757731f1ff', 'status': 'completed', 'code': 200} Mar 05 13:54:09.107759 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3ab41a77-ad53-448a-81d6-f8b20132f695 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1240354 Mar 05 13:54:09.109713 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38900) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:09.119315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-7f9af3c1-6b55-48b0-a011-c7185c51f453 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'port': {'network_id': '21817d8e-5a79-4ca9-8dde-3ac684c56aab', 'name': 'tempest-PortsTestJSON-655946277'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:09.121557 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b2fc7b1-1295-4822-8f4f-a340d7f491c1 req-429d0c0e-7bac-4f07-9173-8b802a883e39 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752467 Mar 05 13:54:09.181701 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-14d521fa-d2dc-4ad1-bc8c-e82d31dd684e req-eb9d8569-3c2b-46ed-818c-afb00a881260 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853184 Mar 05 13:54:09.195348 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-f5d7b2a6-62a2-40ca-9eff-a5d641a6fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:09.197066 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-f5d7b2a6-62a2-40ca-9eff-a5d641a6fe9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4bf4b89d64e49548563cf43af63d417&device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 1094 time: 0.4265721 Mar 05 13:54:09.209890 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48990a06-2b5f-4b8e-8493-b08b4cef649f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-21817d8e-5a79-4ca9-8dde-3ac684c56aab', 'network_id': '21817d8e-5a79-4ca9-8dde-3ac684c56aab', 'tenant_id': '71b2477360244921b7fd821a95fc21d4', 'fixed_ips': [{'subnet_id': 'cfdc6fad-0141-479a-b485-1a3e9c031a42'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:54:09.210733 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-48990a06-2b5f-4b8e-8493-b08b4cef649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:09.257877 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-73e8d11d-a4bb-4058-b77b-2b74d30af6f9 req-79eea8e8-5e6f-420e-877d-5231e2625499 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Deleting port 0d887a07-d498-4a83-b189-cddbf3b0d011 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:09.258220 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-73e8d11d-a4bb-4058-b77b-2b74d30af6f9 req-79eea8e8-5e6f-420e-877d-5231e2625499 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:09.309366 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-d3404450-0dc1-4556-aa00-c7b12c61cf4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2604b13-b870-4a29-af7f-02757731f1ff HTTP/1.1" status: 200 len: 217 time: 0.1028228 Mar 05 13:54:09.396647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-48990a06-2b5f-4b8e-8493-b08b4cef649f None None] Allocated IP 172.20.0.2 (21817d8e-5a79-4ca9-8dde-3ac684c56aab/cfdc6fad-0141-479a-b485-1a3e9c031a42/bdd9e5a7-cc20-41e8-acae-28adcd2fee2e) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:54:09.549605 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-77143674-7d27-4834-91a2-4c38c2a06c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:09.551077 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-77143674-7d27-4834-91a2-4c38c2a06c13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f8c39d4-8db2-4e14-8534-4ef6364fca85 HTTP/1.1" status: 200 len: 855 time: 0.1328754 Mar 05 13:54:09.623678 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7f9af3c1-6b55-48b0-a011-c7185c51f453 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:09.648045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182b072-255e-480e-b334-0f5b42ea5398 req-b0d4d211-de6f-4a11-b664-eeae509e74f8 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:09.649725 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7f9af3c1-6b55-48b0-a011-c7185c51f453 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:09.656027 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3182b072-255e-480e-b334-0f5b42ea5398 req-b0d4d211-de6f-4a11-b664-eeae509e74f8 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 943 time: 0.2689402 Mar 05 13:54:09.729741 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-48990a06-2b5f-4b8e-8493-b08b4cef649f None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:09.745557 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-48990a06-2b5f-4b8e-8493-b08b4cef649f None None] Transition to ACTIVE for port object bdd9e5a7-cc20-41e8-acae-28adcd2fee2e will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:09.759222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9af3c1-6b55-48b0-a011-c7185c51f453 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:54:09.769365 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3182b072-255e-480e-b334-0f5b42ea5398 req-36da7d62-be0f-4cdb-8b68-53e3a847b579 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125269 Mar 05 13:54:09.770089 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f9af3c1-6b55-48b0-a011-c7185c51f453 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:09.780737 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-48990a06-2b5f-4b8e-8493-b08b4cef649f None None] Transition to ACTIVE for port object bdd9e5a7-cc20-41e8-acae-28adcd2fee2e will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:09.791097 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-48990a06-2b5f-4b8e-8493-b08b4cef649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:09.814677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-9ec0f0f8-32d8-4dfd-8192-2dd7dfc5e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:09.816144 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-9ec0f0f8-32d8-4dfd-8192-2dd7dfc5e12d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47dce88b-b414-45d2-b170-ce43dcded289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2573729 Mar 05 13:54:09.862617 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-0e5a8b1b-2765-43df-825f-d2da892fea72 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting port eca7ea56-3b7e-4155-b55f-9395dd76c5c4 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:09.862617 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e5a8b1b-2765-43df-825f-d2da892fea72 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:09.868927 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48990a06-2b5f-4b8e-8493-b08b4cef649f None None] Network 21817d8e-5a79-4ca9-8dde-3ac684c56aab is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:54:09.872736 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-48990a06-2b5f-4b8e-8493-b08b4cef649f None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:09.876866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48990a06-2b5f-4b8e-8493-b08b4cef649f None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:54:09.902023 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0eff2a-14c5-4d39-aa92-cb3b693f1ed2 req-4e5e59f0-b9da-4a13-a3b7-f933ace5d258 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:09.909442 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-df0eff2a-14c5-4d39-aa92-cb3b693f1ed2 req-4e5e59f0-b9da-4a13-a3b7-f933ace5d258 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 945 time: 0.6958082 Mar 05 13:54:09.968439 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-7f9af3c1-6b55-48b0-a011-c7185c51f453 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] device_id is not set on port 68d7821e-e6d0-42af-8146-be75e0850553 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:54:10.013583 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48990a06-2b5f-4b8e-8493-b08b4cef649f None None] Pushing event updated for resources: {'Port': ['ID=bdd9e5a7-cc20-41e8-acae-28adcd2fee2e,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:10.043508 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-48990a06-2b5f-4b8e-8493-b08b4cef649f None None] Attempting to bind port bdd9e5a7-cc20-41e8-acae-28adcd2fee2e on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:54:10.043878 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-48990a06-2b5f-4b8e-8493-b08b4cef649f None None] Attempting to bind port bdd9e5a7-cc20-41e8-acae-28adcd2fee2e by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'f3cb786f-9428-40e5-a958-8c96729d153b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '21817d8e-5a79-4ca9-8dde-3ac684c56aab'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:54:10.044329 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48990a06-2b5f-4b8e-8493-b08b4cef649f None None] Attempting to bind port bdd9e5a7-cc20-41e8-acae-28adcd2fee2e on network 21817d8e-5a79-4ca9-8dde-3ac684c56aab {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:54:10.051053 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48990a06-2b5f-4b8e-8493-b08b4cef649f None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:54:10.051426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48990a06-2b5f-4b8e-8493-b08b4cef649f None None] Checking segment: {'id': 'f3cb786f-9428-40e5-a958-8c96729d153b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '21817d8e-5a79-4ca9-8dde-3ac684c56aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:54:10.051828 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-48990a06-2b5f-4b8e-8493-b08b4cef649f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:10.052221 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48990a06-2b5f-4b8e-8493-b08b4cef649f None None] Bound using segment: {'id': 'f3cb786f-9428-40e5-a958-8c96729d153b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '21817d8e-5a79-4ca9-8dde-3ac684c56aab'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:54:10.052732 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-48990a06-2b5f-4b8e-8493-b08b4cef649f None None] Bound port: bdd9e5a7-cc20-41e8-acae-28adcd2fee2e, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3cb786f-9428-40e5-a958-8c96729d153b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '21817d8e-5a79-4ca9-8dde-3ac684c56aab'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:54:10.053104 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-48990a06-2b5f-4b8e-8493-b08b4cef649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:10.064129 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-df0eff2a-14c5-4d39-aa92-cb3b693f1ed2 req-8e3a04db-2c69-49c9-8b51-17b8a1a3fd18 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443791 Mar 05 13:54:10.145345 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-73e8d11d-a4bb-4058-b77b-2b74d30af6f9 req-79eea8e8-5e6f-420e-877d-5231e2625499 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] For port 0d887a07-d498-4a83-b189-cddbf3b0d011, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=0d887a07-d498-4a83-b189-cddbf3b0d011,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:10.145708 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-73e8d11d-a4bb-4058-b77b-2b74d30af6f9 req-79eea8e8-5e6f-420e-877d-5231e2625499 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:10.199491 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-48990a06-2b5f-4b8e-8493-b08b4cef649f None None] For port bdd9e5a7-cc20-41e8-acae-28adcd2fee2e, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:54:10.203290 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-48990a06-2b5f-4b8e-8493-b08b4cef649f None None] For port bdd9e5a7-cc20-41e8-acae-28adcd2fee2e, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=bdd9e5a7-cc20-41e8-acae-28adcd2fee2e,segment=NetworkSegment(f3cb786f-9428-40e5-a958-8c96729d153b),segment_id=f3cb786f-9428-40e5-a958-8c96729d153b)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:54:10.214481 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-48990a06-2b5f-4b8e-8493-b08b4cef649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:10.215728 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-8596682f-5953-45ba-bffe-4fa216dc9688 service neutron] 10.222.0.15 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874838 Mar 05 13:54:10.365317 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c169302-3584-4b2d-bc58-413a3fea8d5c req-a6e1f9a4-12df-478e-9bbd-44ac1d2fc133 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:10.372494 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5c169302-3584-4b2d-bc58-413a3fea8d5c req-a6e1f9a4-12df-478e-9bbd-44ac1d2fc133 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1 HTTP/1.1" status: 200 len: 945 time: 0.4137108 Mar 05 13:54:10.419963 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48990a06-2b5f-4b8e-8493-b08b4cef649f None None] Pushing event updated for resources: {'Port': ['ID=bdd9e5a7-cc20-41e8-acae-28adcd2fee2e,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:10.430588 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e5a8b1b-2765-43df-825f-d2da892fea72 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:10.531341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-7f9af3c1-6b55-48b0-a011-c7185c51f453 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Allocated IP 172.20.0.10 (21817d8e-5a79-4ca9-8dde-3ac684c56aab/cfdc6fad-0141-479a-b485-1a3e9c031a42/68d7821e-e6d0-42af-8146-be75e0850553) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:54:10.748149 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:54:10.779708 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-0e5a8b1b-2765-43df-825f-d2da892fea72 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Calling delete_port for eca7ea56-3b7e-4155-b55f-9395dd76c5c4 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:54:10.917538 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16a5cd0c-1bf2-4ebc-9916-bc4ea67fa0d2 req-db352b94-9026-4895-9c04-cd0e8e803aa2 service neutron] 10.222.0.15 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6914814 Mar 05 13:54:10.973843 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-49105c2c-0349-4d20-869b-ef7869690e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:10.990814 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5c169302-3584-4b2d-bc58-413a3fea8d5c req-f1aa9a56-7977-4535-aa4a-7fab4e2a7d8e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a112574-275c-45ff-8876-eb16dcbbda8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6087177 Mar 05 13:54:11.044814 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7,segment=NetworkSegment(42f4c1eb-4b87-43e5-bb20-3ed7950da0fe),segment_id=42f4c1eb-4b87-43e5-bb20-3ed7950da0fe)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:11.068643 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7', 'network_id': 'da4e4533-5a72-4b34-a384-51bc2d0cd9c2', 'port_id': '3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7', 'mac_address': 'fa:16:3e:80:74:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd0d26d-458d-486e-aca4-133a1510899b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:54:11.075481 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-73e8d11d-a4bb-4058-b77b-2b74d30af6f9 req-79eea8e8-5e6f-420e-877d-5231e2625499 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:11.076067 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-73e8d11d-a4bb-4058-b77b-2b74d30af6f9 req-79eea8e8-5e6f-420e-877d-5231e2625499 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:11.078092 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [req-73e8d11d-a4bb-4058-b77b-2b74d30af6f9 req-79eea8e8-5e6f-420e-877d-5231e2625499 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Floating IP 1a7980dd-efeb-41c6-b816-28ee3e4350f2 disassociated. External IP: 172.25.4.146, port: 0d887a07-d498-4a83-b189-cddbf3b0d011. Mar 05 13:54:11.078596 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-73e8d11d-a4bb-4058-b77b-2b74d30af6f9 req-79eea8e8-5e6f-420e-877d-5231e2625499 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Calling delete_port for 0d887a07-d498-4a83-b189-cddbf3b0d011 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:54:11.142111 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device bdd9e5a7-cc20-41e8-acae-28adcd2fee2e up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:54:11.179086 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:11.199984 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:54:11.200180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fce0b-7633-42a8-93ac-2b48e0085125 req-0ff5395f-93e5-42a2-bd8c-bd6772851705 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:11.202565 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a84fce0b-7633-42a8-93ac-2b48e0085125 req-0ff5395f-93e5-42a2-bd8c-bd6772851705 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=41377d38-588f-4a0f-aa32-ee8b730865c9 HTTP/1.1" status: 200 len: 943 time: 0.9070175 Mar 05 13:54:11.232143 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7,segment=NetworkSegment(42f4c1eb-4b87-43e5-bb20-3ed7950da0fe),segment_id=42f4c1eb-4b87-43e5-bb20-3ed7950da0fe)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:11.240892 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:11.285183 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port bdd9e5a7-cc20-41e8-acae-28adcd2fee2e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:11.297405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2e76f-815a-40d6-a778-2f3e36bf7ddd req-b8386535-371a-4015-a617-e3b3c8bceead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:11.299424 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08a2e76f-815a-40d6-a778-2f3e36bf7ddd req-b8386535-371a-4015-a617-e3b3c8bceead service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4bf4b89d64e49548563cf43af63d417&device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 1094 time: 0.2726305 Mar 05 13:54:11.318332 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:11.361043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b873b1-1457-49bc-849e-be0af615528d req-dd26e4d6-a002-4104-820e-be612cf45f6d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:11.362509 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93b873b1-1457-49bc-849e-be0af615528d req-dd26e4d6-a002-4104-820e-be612cf45f6d tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe80d11-5376-4a81-a809-6315a17bc65b HTTP/1.1" status: 200 len: 946 time: 0.2360201 Mar 05 13:54:11.383645 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a84fce0b-7633-42a8-93ac-2b48e0085125 req-89ed5c9a-af42-49fe-9bdf-fad356e8c2a9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329825 Mar 05 13:54:11.413907 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f9af3c1-6b55-48b0-a011-c7185c51f453 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:11.453125 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-7f9af3c1-6b55-48b0-a011-c7185c51f453 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Transition to ACTIVE for port object 68d7821e-e6d0-42af-8146-be75e0850553 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:11.457621 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-73e8d11d-a4bb-4058-b77b-2b74d30af6f9 req-79eea8e8-5e6f-420e-877d-5231e2625499 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:11.490937 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:54:11.509673 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93b873b1-1457-49bc-849e-be0af615528d req-5a05b004-aedd-4b7d-9390-fe66651ce86c tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695028 Mar 05 13:54:11.528364 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eea8e8-5e6f-420e-877d-5231e2625499 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event deleted for resources: {'Port': ['ID=0d887a07-d498-4a83-b189-cddbf3b0d011,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:11.529345 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e5a8b1b-2765-43df-825f-d2da892fea72 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:11.597460 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f9af3c1-6b55-48b0-a011-c7185c51f453 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:11.792442 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a8b1b-2765-43df-825f-d2da892fea72 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Port': ['ID=eca7ea56-3b7e-4155-b55f-9395dd76c5c4,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:11.840848 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2e76f-815a-40d6-a778-2f3e36bf7ddd req-48524f76-1963-429a-9dbc-417971c5bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:11.842318 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08a2e76f-815a-40d6-a778-2f3e36bf7ddd req-48524f76-1963-429a-9dbc-417971c5bf04 service neutron] 10.222.0.15 "GET /v2.0/networks?id=47dce88b-b414-45d2-b170-ce43dcded289 HTTP/1.1" status: 200 len: 916 time: 0.5349786 Mar 05 13:54:11.925029 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9af3c1-6b55-48b0-a011-c7185c51f453 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network 21817d8e-5a79-4ca9-8dde-3ac684c56aab is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:54:11.943713 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-7f9af3c1-6b55-48b0-a011-c7185c51f453 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:11.961453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9af3c1-6b55-48b0-a011-c7185c51f453 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:54:11.995939 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:12.020131 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9af3c1-6b55-48b0-a011-c7185c51f453 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Port': ['ID=68d7821e-e6d0-42af-8146-be75e0850553,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:12.056063 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08a2e76f-815a-40d6-a778-2f3e36bf7ddd req-f9ea55d7-61e8-4fd1-9ff4-3da8145f7efa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2604b13-b870-4a29-af7f-02757731f1ff HTTP/1.1" status: 200 len: 217 time: 0.1280055 Mar 05 13:54:12.072444 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaf3856-8308-431d-a64a-838d2b19a3b2 None None] Network 21817d8e-5a79-4ca9-8dde-3ac684c56aab requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:54:12.094075 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdf052-2038-4cd0-809d-18284a60bce1 req-23ec4801-c6dc-4f56-9ee6-7adcdd794bbd tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:12.094684 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:12.105761 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3bdf052-2038-4cd0-809d-18284a60bce1 req-23ec4801-c6dc-4f56-9ee6-7adcdd794bbd tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 943 time: 0.4949236 Mar 05 13:54:12.172867 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e5a8b1b-2765-43df-825f-d2da892fea72 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:12.254471 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f3bdf052-2038-4cd0-809d-18284a60bce1 req-06922411-34c5-4057-8f5a-819e1de05bfb tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Synchronizing usage tracker for tenant:d4bf4b89d64e49548563cf43af63d417 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:12.277371 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9af3c1-6b55-48b0-a011-c7185c51f453 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:12.277968 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f9af3c1-6b55-48b0-a011-c7185c51f453 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:12.309844 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2e76f-815a-40d6-a778-2f3e36bf7ddd req-6c1eacc0-225c-4e21-9d80-3a38383ae6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:12.312678 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08a2e76f-815a-40d6-a778-2f3e36bf7ddd req-6c1eacc0-225c-4e21-9d80-3a38383ae6e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f8c39d4-8db2-4e14-8534-4ef6364fca85 HTTP/1.1" status: 200 len: 855 time: 0.1914964 Mar 05 13:54:12.312823 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f3bdf052-2038-4cd0-809d-18284a60bce1 req-06922411-34c5-4057-8f5a-819e1de05bfb tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Unset dirty status for tenant:d4bf4b89d64e49548563cf43af63d417 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:12.322024 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3bdf052-2038-4cd0-809d-18284a60bce1 req-06922411-34c5-4057-8f5a-819e1de05bfb tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153716 Mar 05 13:54:12.354925 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73e8d11d-a4bb-4058-b77b-2b74d30af6f9 req-79eea8e8-5e6f-420e-877d-5231e2625499 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Router ebed7ca6-286a-45b0-ab29-0b098cdfdadb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:54:12.362607 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a4903e7d-7e06-485c-bdeb-736ebc00562c None None] Provisioning for port bdd9e5a7-cc20-41e8-acae-28adcd2fee2e completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:12.382025 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a4903e7d-7e06-485c-bdeb-736ebc00562c None None] Provisioning complete for port bdd9e5a7-cc20-41e8-acae-28adcd2fee2e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:12.384033 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a4903e7d-7e06-485c-bdeb-736ebc00562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:12.431629 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7f9af3c1-6b55-48b0-a011-c7185c51f453 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3206630 Mar 05 13:54:12.432406 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38940) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:12.450102 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-3c0bd0a3-9222-43ae-925d-a2efc71218eb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'port': {'network_id': '21817d8e-5a79-4ca9-8dde-3ac684c56aab', 'name': 'tempest-PortsTestJSON-1073727022'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:12.699154 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a4903e7d-7e06-485c-bdeb-736ebc00562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:12.759374 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:54:12.794381 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a4903e7d-7e06-485c-bdeb-736ebc00562c None None] For port bdd9e5a7-cc20-41e8-acae-28adcd2fee2e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=bdd9e5a7-cc20-41e8-acae-28adcd2fee2e,segment=NetworkSegment(f3cb786f-9428-40e5-a958-8c96729d153b),segment_id=f3cb786f-9428-40e5-a958-8c96729d153b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:12.804286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73e8d11d-a4bb-4058-b77b-2b74d30af6f9 req-79eea8e8-5e6f-420e-877d-5231e2625499 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:54:12.806641 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3c0bd0a3-9222-43ae-925d-a2efc71218eb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:12.816824 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a4903e7d-7e06-485c-bdeb-736ebc00562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:12.852966 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3c0bd0a3-9222-43ae-925d-a2efc71218eb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:port and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:12.864878 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c269dc-2cd9-498f-8ef6-37cd4d4a164a None None] Sync routers for ids ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:54:12.900287 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3c0bd0a3-9222-43ae-925d-a2efc71218eb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:12.924531 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c269dc-2cd9-498f-8ef6-37cd4d4a164a None None] Routers {'ebed7ca6-286a-45b0-ab29-0b098cdfdadb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:54:12.925608 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-49c269dc-2cd9-498f-8ef6-37cd4d4a164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:54:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:12.961735 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3c0bd0a3-9222-43ae-925d-a2efc71218eb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:12.976783 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-8a696053-aa30-4f3f-9b65-b933b3004445 req-ffa53e47-c882-4364-b5f8-d9a34d1fb93e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Synchronizing usage tracker for tenant:6458262d05f2497586ebde1561a80c5d on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:12.992998 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e8d11d-a4bb-4058-b77b-2b74d30af6f9 req-79eea8e8-5e6f-420e-877d-5231e2625499 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] No DVR routers for this DVR port 0d887a07-d498-4a83-b189-cddbf3b0d011 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:54:12.996843 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-73e8d11d-a4bb-4058-b77b-2b74d30af6f9 req-79eea8e8-5e6f-420e-877d-5231e2625499 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:12.999717 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-73e8d11d-a4bb-4058-b77b-2b74d30af6f9 req-79eea8e8-5e6f-420e-877d-5231e2625499 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.30 "DELETE /v2.0/ports/0d887a07-d498-4a83-b189-cddbf3b0d011 HTTP/1.1" status: 204 len: 173 time: 3.9643128 Mar 05 13:54:13.021179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1', 'name': 'network-vif-deleted', 'tag': '0d887a07-d498-4a83-b189-cddbf3b0d011'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:54:13.022062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5a8b1b-2765-43df-825f-d2da892fea72 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Router 04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:54:13.028753 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-8a696053-aa30-4f3f-9b65-b933b3004445 req-ffa53e47-c882-4364-b5f8-d9a34d1fb93e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Unset dirty status for tenant:6458262d05f2497586ebde1561a80c5d on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:13.029900 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2e76f-815a-40d6-a778-2f3e36bf7ddd req-13704566-5879-455f-a38b-48ec493adfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:13.031733 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8a696053-aa30-4f3f-9b65-b933b3004445 req-ffa53e47-c882-4364-b5f8-d9a34d1fb93e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1 HTTP/1.1" status: 200 len: 210 time: 0.1886983 Mar 05 13:54:13.031884 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08a2e76f-815a-40d6-a778-2f3e36bf7ddd req-13704566-5879-455f-a38b-48ec493adfc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47dce88b-b414-45d2-b170-ce43dcded289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7078207 Mar 05 13:54:13.032776 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0bd0a3-9222-43ae-925d-a2efc71218eb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:54:13.036932 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c0bd0a3-9222-43ae-925d-a2efc71218eb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:13.090726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-3c0bd0a3-9222-43ae-925d-a2efc71218eb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] device_id is not set on port eb0cf6dc-7aca-4cc9-95f8-c35e6ca1a8fc yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:54:13.111100 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4903e7d-7e06-485c-bdeb-736ebc00562c None None] Pushing event updated for resources: {'Port': ['ID=bdd9e5a7-cc20-41e8-acae-28adcd2fee2e,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:13.127859 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:13.173649 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:13.174231 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:13.375801 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f2604b13-b870-4a29-af7f-02757731f1ff details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:54:13.446484 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-3c0bd0a3-9222-43ae-925d-a2efc71218eb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Allocated IP 172.20.0.13 (21817d8e-5a79-4ca9-8dde-3ac684c56aab/cfdc6fad-0141-479a-b485-1a3e9c031a42/eb0cf6dc-7aca-4cc9-95f8-c35e6ca1a8fc) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:54:13.508438 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c5c7c-feba-4a6b-8fe1-4cce14e3cbb9 req-7e3ddb96-43d1-4fd2-bd5d-d4700092484c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:13.509987 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f23c5c7c-feba-4a6b-8fe1-4cce14e3cbb9 req-7e3ddb96-43d1-4fd2-bd5d-d4700092484c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 945 time: 0.9526293 Mar 05 13:54:13.514241 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da3a17-5fc4-49a5-aa4d-09ea61755f80 req-3681a10d-3863-4ba5-8d99-8eb727713837 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:13.534297 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-83da3a17-5fc4-49a5-aa4d-09ea61755f80 req-3681a10d-3863-4ba5-8d99-8eb727713837 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=41377d38-588f-4a0f-aa32-ee8b730865c9 HTTP/1.1" status: 200 len: 944 time: 0.1912827 Mar 05 13:54:13.650004 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08a2e76f-815a-40d6-a778-2f3e36bf7ddd req-188678fc-0c3f-4c75-accf-4710ae57a668 service neutron] 10.222.0.15 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5832856 Mar 05 13:54:13.654968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5a8b1b-2765-43df-825f-d2da892fea72 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:54:13.674294 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1d1f60-49cf-4689-b809-5aa6d2ae71a5 None None] Sync routers for ids ['04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:54:13.688396 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1d1f60-49cf-4689-b809-5aa6d2ae71a5 None None] Routers {'04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:54:13.689913 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7a1d1f60-49cf-4689-b809-5aa6d2ae71a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:54:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:13.691301 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-83da3a17-5fc4-49a5-aa4d-09ea61755f80 req-f68c36ce-c6b6-4286-be1f-326f590dcb7b tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559055 Mar 05 13:54:13.746296 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f23c5c7c-feba-4a6b-8fe1-4cce14e3cbb9 req-4686fc2c-9bc5-48fb-84bf-2f60fe478804 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881979 Mar 05 13:54:13.759288 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:13.806658 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7a1d1f60-49cf-4689-b809-5aa6d2ae71a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:13.818847 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1d1f60-49cf-4689-b809-5aa6d2ae71a5 None None] Routers {'04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:54:13.819616 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7a1d1f60-49cf-4689-b809-5aa6d2ae71a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:54:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:13.823314 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-49c269dc-2cd9-498f-8ef6-37cd4d4a164a None None] Set router ebed7ca6-286a-45b0-ab29-0b098cdfdadb gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:54:13.953736 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0e5a8b1b-2765-43df-825f-d2da892fea72 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/routers/04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5876555 Mar 05 13:54:13.954972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38954) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:13.971630 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7a1d1f60-49cf-4689-b809-5aa6d2ae71a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:13.972030 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1d1f60-49cf-4689-b809-5aa6d2ae71a5 None None] The sync data for ids ['04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:54:13.989283 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-10a59298-ca51-4882-af9b-9f23d969d25f None None] Provisioning complete for port bdd9e5a7-cc20-41e8-acae-28adcd2fee2e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:13.989656 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-10a59298-ca51-4882-af9b-9f23d969d25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:14.028446 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f90f1aa-b23d-4a6a-a6b5-d9498f59afd1', 'name': 'network-vif-deleted', 'tag': '0d887a07-d498-4a83-b189-cddbf3b0d011', 'status': 'completed', 'code': 200} Mar 05 13:54:14.076244 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f2604b13-b870-4a29-af7f-02757731f1ff, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f2604b13-b870-4a29-af7f-02757731f1ff,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:14.082518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cdeccd63-ba8c-4060-869f-fa0131c9079f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Synchronizing usage tracker for tenant:beafff5c987348ddbc3961566817c315 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:14.140597 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08a2e76f-815a-40d6-a778-2f3e36bf7ddd req-afacaf95-6425-42cf-98d2-b643a09144f6 service neutron] 10.222.0.15 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820178 Mar 05 13:54:14.160790 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cdeccd63-ba8c-4060-869f-fa0131c9079f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Unset dirty status for tenant:beafff5c987348ddbc3961566817c315 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:14.165099 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cdeccd63-ba8c-4060-869f-fa0131c9079f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/ports?device_id=04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c HTTP/1.1" status: 200 len: 205 time: 0.1774406 Mar 05 13:54:14.167208 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38960) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:14.180079 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb04e2-c9e9-499f-b131-1aec1fb7706d req-f5c5a628-f172-43a5-b4f4-1e5d5b104b8b tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:14.182092 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e2bb04e2-c9e9-499f-b131-1aec1fb7706d req-f5c5a628-f172-43a5-b4f4-1e5d5b104b8b tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 943 time: 0.1496177 Mar 05 13:54:14.183630 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'f2604b13-b870-4a29-af7f-02757731f1ff', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'port_id': 'f2604b13-b870-4a29-af7f-02757731f1ff', 'mac_address': 'fa:16:3e:fa:57:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:54:14.200089 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:14.233884 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c0bd0a3-9222-43ae-925d-a2efc71218eb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:14.252448 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-3c0bd0a3-9222-43ae-925d-a2efc71218eb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Transition to ACTIVE for port object eb0cf6dc-7aca-4cc9-95f8-c35e6ca1a8fc will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:14.284392 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c0bd0a3-9222-43ae-925d-a2efc71218eb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:14.363690 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41377d38-588f-4a0f-aa32-ee8b730865c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:54:14.384118 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b80a9d6f-e7e5-4477-9816-cdb2834b40c7 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:14.426557 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7,segment=NetworkSegment(42f4c1eb-4b87-43e5-bb20-3ed7950da0fe),segment_id=42f4c1eb-4b87-43e5-bb20-3ed7950da0fe)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:14.434053 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:14.434343 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0bd0a3-9222-43ae-925d-a2efc71218eb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network 21817d8e-5a79-4ca9-8dde-3ac684c56aab is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:54:14.450265 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:14.450464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-3c0bd0a3-9222-43ae-925d-a2efc71218eb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:14.451078 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 0d887a07-d498-4a83-b189-cddbf3b0d011 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:54:14.468427 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0bd0a3-9222-43ae-925d-a2efc71218eb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:54:14.538846 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e2bb04e2-c9e9-499f-b131-1aec1fb7706d req-db7d6899-23fb-44e6-9364-37b7e913a5a7 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2934027 Mar 05 13:54:14.599482 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 0d887a07-d498-4a83-b189-cddbf3b0d011 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:54:14.599816 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 0d887a07-d498-4a83-b189-cddbf3b0d011 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:54:14.627164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0bd0a3-9222-43ae-925d-a2efc71218eb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:14.628288 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c0bd0a3-9222-43ae-925d-a2efc71218eb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:14.632694 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2604b13-b870-4a29-af7f-02757731f1ff {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:54:14.650296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bd0a3-9222-43ae-925d-a2efc71218eb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Port': ['ID=eb0cf6dc-7aca-4cc9-95f8-c35e6ca1a8fc,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:14.678102 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfacea-ac18-4411-801a-03006f824acb req-134a51e9-4e32-41ca-8dee-92c1a0e7d589 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:14.688404 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e2bfacea-ac18-4411-801a-03006f824acb req-134a51e9-4e32-41ca-8dee-92c1a0e7d589 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe80d11-5376-4a81-a809-6315a17bc65b HTTP/1.1" status: 200 len: 946 time: 0.6619558 Mar 05 13:54:14.754448 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:14.773327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f2604b13-b870-4a29-af7f-02757731f1ff, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f2604b13-b870-4a29-af7f-02757731f1ff,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:14.783466 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-10a59298-ca51-4882-af9b-9f23d969d25f None None] Provisioning for port 68d7821e-e6d0-42af-8146-be75e0850553 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:14.796639 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:14.826248 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3c0bd0a3-9222-43ae-925d-a2efc71218eb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3808537 Mar 05 13:54:14.833006 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38972) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:14.871374 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-10a59298-ca51-4882-af9b-9f23d969d25f None None] Provisioning complete for port 68d7821e-e6d0-42af-8146-be75e0850553 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:14.879049 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-10a59298-ca51-4882-af9b-9f23d969d25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:14.935087 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41377d38-588f-4a0f-aa32-ee8b730865c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7', 'code': 200} Mar 05 13:54:14.992035 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e2bfacea-ac18-4411-801a-03006f824acb req-bbfcd145-95e5-4716-a8c9-b02d3e1c28d1 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015547 Mar 05 13:54:15.063539 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=f2604b13-b870-4a29-af7f-02757731f1ff,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:15.080966 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-10a59298-ca51-4882-af9b-9f23d969d25f None None] Port 68d7821e-e6d0-42af-8146-be75e0850553 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:54:15.083115 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['f2604b13-b870-4a29-af7f-02757731f1ff'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:54:15.144077 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device bdd9e5a7-cc20-41e8-acae-28adcd2fee2e up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:54:15.156601 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b4fa11-0270-4cce-822d-f0188fbc4a04 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:15.157335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b2b4fa11-0270-4cce-822d-f0188fbc4a04 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Synchronizing usage tracker for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:15.174350 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fa248-c98a-447a-b8e3-13b531c60c69 req-dd06cdda-13d0-4cb9-be93-cfa6a5fe4aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:15.176098 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9f7fa248-c98a-447a-b8e3-13b531c60c69 req-dd06cdda-13d0-4cb9-be93-cfa6a5fe4aa1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=41377d38-588f-4a0f-aa32-ee8b730865c9 HTTP/1.1" status: 200 len: 1096 time: 0.1828134 Mar 05 13:54:15.211810 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b2b4fa11-0270-4cce-822d-f0188fbc4a04 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Unset dirty status for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:15.216582 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b2b4fa11-0270-4cce-822d-f0188fbc4a04 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.3821931 Mar 05 13:54:15.221425 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38980) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:15.244321 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b80a9d6f-e7e5-4477-9816-cdb2834b40c7 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:15.248065 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b80a9d6f-e7e5-4477-9816-cdb2834b40c7 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:15.285227 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-49c269dc-2cd9-498f-8ef6-37cd4d4a164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:37Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:15.299105 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c269dc-2cd9-498f-8ef6-37cd4d4a164a None None] Checking router: ebed7ca6-286a-45b0-ab29-0b098cdfdadb for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:54:15.307077 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b80a9d6f-e7e5-4477-9816-cdb2834b40c7 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:15.307834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80a9d6f-e7e5-4477-9816-cdb2834b40c7 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Fanout notify agent at l3_agent the message router_deleted on router 04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:54:15.324545 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b80a9d6f-e7e5-4477-9816-cdb2834b40c7 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:15.328512 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b80a9d6f-e7e5-4477-9816-cdb2834b40c7 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/routers/04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c HTTP/1.1" status: 204 len: 168 time: 1.1563187 Mar 05 13:54:15.334249 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38984) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:15.342197 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c269dc-2cd9-498f-8ef6-37cd4d4a164a None None] Routers {'ebed7ca6-286a-45b0-ab29-0b098cdfdadb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:54:15.342930 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-49c269dc-2cd9-498f-8ef6-37cd4d4a164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:54:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:15.404732 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9f7fa248-c98a-447a-b8e3-13b531c60c69 req-b0d1d223-6127-4c4c-8037-28363dbc4d0c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168334 Mar 05 13:54:15.411811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-7743b124-dc63-4bc9-abef-44a1bce5b2b4 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting port eb0cf6dc-7aca-4cc9-95f8-c35e6ca1a8fc {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:15.412440 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7743b124-dc63-4bc9-abef-44a1bce5b2b4 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:15.474118 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2382ec6-bf45-4a82-8f03-69ba2d299668 req-1b366f19-0eac-42b4-bec9-34d0a20b2442 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:15.483536 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a2382ec6-bf45-4a82-8f03-69ba2d299668 req-1b366f19-0eac-42b4-bec9-34d0a20b2442 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=41377d38-588f-4a0f-aa32-ee8b730865c9 HTTP/1.1" status: 200 len: 945 time: 0.3042259 Mar 05 13:54:15.552113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52bdd5-63e1-47b9-bc2d-783946339a7f req-60922782-b3ef-48a7-b68a-5dd058a3e539 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:15.558949 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d52bdd5-63e1-47b9-bc2d-783946339a7f req-60922782-b3ef-48a7-b68a-5dd058a3e539 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 945 time: 0.2690284 Mar 05 13:54:15.559645 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-1289d7f0-f13a-463d-a239-234ba8ed306e tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting subnet 24cc25f6-57cb-496f-a307-46f8a27b86f8 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:54:15.564402 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1289d7f0-f13a-463d-a239-234ba8ed306e tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:15.604741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-49c269dc-2cd9-498f-8ef6-37cd4d4a164a None None] Set router ebed7ca6-286a-45b0-ab29-0b098cdfdadb gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:54:15.771992 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a2382ec6-bf45-4a82-8f03-69ba2d299668 req-3ac3913b-42cc-4a93-8379-7681b748ff66 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875185 Mar 05 13:54:15.787542 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7743b124-dc63-4bc9-abef-44a1bce5b2b4 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:15.793388 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1289d7f0-f13a-463d-a239-234ba8ed306e tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:15.848668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38990) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:15.923102 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-7743b124-dc63-4bc9-abef-44a1bce5b2b4 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Calling delete_port for eb0cf6dc-7aca-4cc9-95f8-c35e6ca1a8fc owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:54:16.005504 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port bdd9e5a7-cc20-41e8-acae-28adcd2fee2e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:16.005504 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:16.059417 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-862e26c6-9405-44ce-ab48-fae44e0167c4 None None] Provisioning for port eb0cf6dc-7aca-4cc9-95f8-c35e6ca1a8fc completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:16.081442 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7743b124-dc63-4bc9-abef-44a1bce5b2b4 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:16.094793 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d52bdd5-63e1-47b9-bc2d-783946339a7f req-c132ba2a-51bf-4a13-aead-accbdc2dcde4 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294313 Mar 05 13:54:16.153994 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-862e26c6-9405-44ce-ab48-fae44e0167c4 None None] Provisioning complete for port eb0cf6dc-7aca-4cc9-95f8-c35e6ca1a8fc triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:16.154370 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-862e26c6-9405-44ce-ab48-fae44e0167c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:16.174265 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1289d7f0-f13a-463d-a239-234ba8ed306e tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:16.192104 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743b124-dc63-4bc9-abef-44a1bce5b2b4 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Port': ['ID=eb0cf6dc-7aca-4cc9-95f8-c35e6ca1a8fc,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:16.210224 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-862e26c6-9405-44ce-ab48-fae44e0167c4 None None] Port eb0cf6dc-7aca-4cc9-95f8-c35e6ca1a8fc was deleted so its status cannot be updated. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 05 13:54:16.299331 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-862e26c6-9405-44ce-ab48-fae44e0167c4 None None] Provisioning complete for port 68d7821e-e6d0-42af-8146-be75e0850553 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:16.299733 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-862e26c6-9405-44ce-ab48-fae44e0167c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:16.400255 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-862e26c6-9405-44ce-ab48-fae44e0167c4 None None] Port 68d7821e-e6d0-42af-8146-be75e0850553 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:54:16.441939 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-49c269dc-2cd9-498f-8ef6-37cd4d4a164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:37Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:16.453046 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1289d7f0-f13a-463d-a239-234ba8ed306e tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:16.493556 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c269dc-2cd9-498f-8ef6-37cd4d4a164a None None] The sync data for ids ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'] in n-d-803718-1 is: [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:37Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:54:16.664824 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7743b124-dc63-4bc9-abef-44a1bce5b2b4 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:16.697540 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1289d7f0-f13a-463d-a239-234ba8ed306e tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:16.699575 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f680a81-9656-4f3e-9062-f0ade85fb7dc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:16.701079 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7743b124-dc63-4bc9-abef-44a1bce5b2b4 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/ports/eb0cf6dc-7aca-4cc9-95f8-c35e6ca1a8fc HTTP/1.1" status: 204 len: 168 time: 1.4784386 Mar 05 13:54:16.701197 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38998) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:16.707092 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4469618-58ab-4778-a457-fcc7eaf7d154 None None] Network 208e07c5-9e43-4c73-a92a-a0be4b38ae8c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:54:16.711947 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289d7f0-f13a-463d-a239-234ba8ed306e tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Subnet': ['ID=24cc25f6-57cb-496f-a307-46f8a27b86f8,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:16.716242 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad9dcf-ee3a-427a-9c60-1901a3b085ca req-a41c3786-7154-47a1-89a8-d66f9f3f9252 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:16.724218 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f4ad9dcf-ee3a-427a-9c60-1901a3b085ca req-a41c3786-7154-47a1-89a8-d66f9f3f9252 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 944 time: 0.2707250 Mar 05 13:54:16.771806 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f4ad9dcf-ee3a-427a-9c60-1901a3b085ca req-d8f97983-bdac-4b49-8998-daf003f4ebe3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464377 Mar 05 13:54:16.778640 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1289d7f0-f13a-463d-a239-234ba8ed306e tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/subnets/24cc25f6-57cb-496f-a307-46f8a27b86f8 HTTP/1.1" status: 204 len: 168 time: 1.4391873 Mar 05 13:54:16.781144 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39002) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:16.796719 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f488e7-b889-4858-ac8e-828546af318c tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] GET failed (client error): The resource could not be found. Mar 05 13:54:16.797255 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-81f488e7-b889-4858-ac8e-828546af318c tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Synchronizing usage tracker for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:16.820724 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f680a81-9656-4f3e-9062-f0ade85fb7dc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:16.865456 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-81f488e7-b889-4858-ac8e-828546af318c tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Unset dirty status for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:16.869399 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-81f488e7-b889-4858-ac8e-828546af318c tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports/eb0cf6dc-7aca-4cc9-95f8-c35e6ca1a8fc HTTP/1.1" status: 404 len: 333 time: 0.1590049 Mar 05 13:54:16.869961 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-031deddf-c59c-4f25-9a7b-21ceba2e4e9d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting subnet ac432027-fece-4946-b640-3d603c8696e2 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:54:16.870092 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39008) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:16.873439 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-031deddf-c59c-4f25-9a7b-21ceba2e4e9d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:16.996553 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fad86b-4257-40f1-80e2-b064422f69c0 req-d6159d05-cc85-4897-a325-d4af59a6c054 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:16.996815 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9218aafb-1a01-47ec-b63e-3021cbe99231 None None] New status for floating IP 1a7980dd-efeb-41c6-b816-28ee3e4350f2: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:54:17.005289 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-74fad86b-4257-40f1-80e2-b064422f69c0 req-d6159d05-cc85-4897-a325-d4af59a6c054 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe80d11-5376-4a81-a809-6315a17bc65b HTTP/1.1" status: 200 len: 946 time: 0.3993933 Mar 05 13:54:17.011739 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-57d4c43f-cdda-461a-9231-6900aaba3977 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting port 68d7821e-e6d0-42af-8146-be75e0850553 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:17.012263 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57d4c43f-cdda-461a-9231-6900aaba3977 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:17.072659 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f680a81-9656-4f3e-9062-f0ade85fb7dc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:17.085600 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47a0963-a719-435e-97db-fd4e0d71c5eb None None] DHCP port deletion for 208e07c5-9e43-4c73-a92a-a0be4b38ae8c request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:54:17.145833 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-031deddf-c59c-4f25-9a7b-21ceba2e4e9d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:17.152898 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a47a0963-a719-435e-97db-fd4e0d71c5eb None None] Deleting port 21bdd030-0280-438e-9b38-ae8459329f7c {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:17.153262 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a47a0963-a719-435e-97db-fd4e0d71c5eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:17.166879 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f680a81-9656-4f3e-9062-f0ade85fb7dc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:17.171264 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1f680a81-9656-4f3e-9062-f0ade85fb7dc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "DELETE /v2.0/security-groups/9a112574-275c-45ff-8876-eb16dcbbda8b HTTP/1.1" status: 204 len: 168 time: 1.3079729 Mar 05 13:54:17.174600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39016) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:17.212643 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f680a81-9656-4f3e-9062-f0ade85fb7dc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a112574-275c-45ff-8876-eb16dcbbda8b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:17.215997 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-4e621f40-8f39-4241-8109-449627af0cd2 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] show failed (client error): The resource could not be found. Mar 05 13:54:17.216987 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4e621f40-8f39-4241-8109-449627af0cd2 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups/9a112574-275c-45ff-8876-eb16dcbbda8b HTTP/1.1" status: 404 len: 347 time: 0.0371556 Mar 05 13:54:17.226578 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39020) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:17.229568 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-74fad86b-4257-40f1-80e2-b064422f69c0 req-0e7df048-fc8d-400c-8607-be51c4fe4c4f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206256 Mar 05 13:54:17.298990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f2604b13-b870-4a29-af7f-02757731f1ff up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:54:17.338048 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427442a-615f-4a5d-a4ff-6e11868ccbc5 req-5affb711-15d8-4892-b3fe-150be2cd9c03 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:17.345155 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f427442a-615f-4a5d-a4ff-6e11868ccbc5 req-5affb711-15d8-4892-b3fe-150be2cd9c03 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=41377d38-588f-4a0f-aa32-ee8b730865c9 HTTP/1.1" status: 200 len: 945 time: 0.3885305 Mar 05 13:54:17.499598 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-031deddf-c59c-4f25-9a7b-21ceba2e4e9d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:17.504855 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57d4c43f-cdda-461a-9231-6900aaba3977 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:17.520049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18227805-8102-4f90-ab8f-05bc8cd9ceee req-917585b5-784f-426d-8367-939bb80dd0c9 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:17.521569 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-18227805-8102-4f90-ab8f-05bc8cd9ceee req-917585b5-784f-426d-8367-939bb80dd0c9 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 945 time: 0.1396155 Mar 05 13:54:17.535737 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-a9f7a13b-bb6e-46a3-97a0-a5cb3ea43425 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Deleting port 33bb9af0-fced-4fca-92c5-c15331247336 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:17.536148 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a13b-bb6e-46a3-97a0-a5cb3ea43425 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:17.559366 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port f2604b13-b870-4a29-af7f-02757731f1ff completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:17.580022 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port f2604b13-b870-4a29-af7f-02757731f1ff triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:17.580022 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:17.613619 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f427442a-615f-4a5d-a4ff-6e11868ccbc5 req-e63dd4f6-b012-4f50-99d0-080f8bdf406c tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676070 Mar 05 13:54:17.630235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a47a0963-a719-435e-97db-fd4e0d71c5eb None None] For port 21bdd030-0280-438e-9b38-ae8459329f7c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=21bdd030-0280-438e-9b38-ae8459329f7c,segment=NetworkSegment(8fdeb884-ce86-444f-904a-93e3499cc986),segment_id=8fdeb884-ce86-444f-904a-93e3499cc986)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:17.630726 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a47a0963-a719-435e-97db-fd4e0d71c5eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:17.696060 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-57d4c43f-cdda-461a-9231-6900aaba3977 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Calling delete_port for 68d7821e-e6d0-42af-8146-be75e0850553 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:54:17.781666 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-18227805-8102-4f90-ab8f-05bc8cd9ceee req-c82fcb56-f1bb-43ff-a6c9-6d6156845c80 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978328 Mar 05 13:54:17.793606 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a47a0963-a719-435e-97db-fd4e0d71c5eb None None] Calling delete_port for 21bdd030-0280-438e-9b38-ae8459329f7c owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:54:17.806854 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a13b-bb6e-46a3-97a0-a5cb3ea43425 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:17.807429 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a13b-bb6e-46a3-97a0-a5cb3ea43425 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:17.931363 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57d4c43f-cdda-461a-9231-6900aaba3977 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:17.963793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-a9f7a13b-bb6e-46a3-97a0-a5cb3ea43425 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Calling delete_port for 33bb9af0-fced-4fca-92c5-c15331247336 owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:54:17.997100 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4c43f-cdda-461a-9231-6900aaba3977 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Port': ['ID=68d7821e-e6d0-42af-8146-be75e0850553,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:18.092207 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-031deddf-c59c-4f25-9a7b-21ceba2e4e9d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:18.134991 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57d4c43f-cdda-461a-9231-6900aaba3977 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:18.139722 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a47a0963-a719-435e-97db-fd4e0d71c5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:18.195299 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031deddf-c59c-4f25-9a7b-21ceba2e4e9d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Subnet': ['ID=ac432027-fece-4946-b640-3d603c8696e2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:18.202618 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-031deddf-c59c-4f25-9a7b-21ceba2e4e9d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:18.213686 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-57d4c43f-cdda-461a-9231-6900aaba3977 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/ports/68d7821e-e6d0-42af-8146-be75e0850553 HTTP/1.1" status: 204 len: 168 time: 1.3331096 Mar 05 13:54:18.216208 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39036) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:18.216426 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:18.241851 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a0963-a719-435e-97db-fd4e0d71c5eb None None] Pushing event deleted for resources: {'Port': ['ID=21bdd030-0280-438e-9b38-ae8459329f7c,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:18.244818 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce35442-7201-4ddc-bbfc-b1e31c8977a9 None None] Network c1fe67a0-d031-4e5d-8ef6-7919a1d61924 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:54:18.267392 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-6efca7d8-93f1-45fb-9f6d-dcf6b327232c tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] GET failed (client error): The resource could not be found. Mar 05 13:54:18.268340 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6efca7d8-93f1-45fb-9f6d-dcf6b327232c tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Synchronizing usage tracker for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:18.292891 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47a0963-a719-435e-97db-fd4e0d71c5eb None None] No DVR routers for this DVR port 21bdd030-0280-438e-9b38-ae8459329f7c on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:54:18.295153 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a0963-a719-435e-97db-fd4e0d71c5eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:18.297511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a0963-a719-435e-97db-fd4e0d71c5eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:18.297511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a0963-a719-435e-97db-fd4e0d71c5eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:18.297511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a0963-a719-435e-97db-fd4e0d71c5eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:18.297511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a0963-a719-435e-97db-fd4e0d71c5eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:18.297511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a0963-a719-435e-97db-fd4e0d71c5eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:18.297897 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a0963-a719-435e-97db-fd4e0d71c5eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:18.298023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a0963-a719-435e-97db-fd4e0d71c5eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:18.298568 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a0963-a719-435e-97db-fd4e0d71c5eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:18.298927 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a0963-a719-435e-97db-fd4e0d71c5eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:18.299248 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a0963-a719-435e-97db-fd4e0d71c5eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:18.299561 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a0963-a719-435e-97db-fd4e0d71c5eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:18.300316 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-031deddf-c59c-4f25-9a7b-21ceba2e4e9d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/subnets/ac432027-fece-4946-b640-3d603c8696e2 HTTP/1.1" status: 204 len: 168 time: 1.5176806 Mar 05 13:54:18.301411 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39042) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:18.360512 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a13b-bb6e-46a3-97a0-a5cb3ea43425 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:18.380326 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a79986-8dc3-4f2b-92bd-10424b5ade89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2604b13-b870-4a29-af7f-02757731f1ff'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:54:18.403405 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f2604b13-b870-4a29-af7f-02757731f1ff, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f2604b13-b870-4a29-af7f-02757731f1ff,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:18.423728 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7a13b-bb6e-46a3-97a0-a5cb3ea43425 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event deleted for resources: {'Port': ['ID=33bb9af0-fced-4fca-92c5-c15331247336,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:18.435631 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:18.436060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5c5bd-edb9-4a73-9dc7-7e47588fd450 req-d8e5740a-c216-450a-9fe5-268499c946b8 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:18.437580 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-35d5c5bd-edb9-4a73-9dc7-7e47588fd450 req-d8e5740a-c216-450a-9fe5-268499c946b8 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fe80d11-5376-4a81-a809-6315a17bc65b HTTP/1.1" status: 200 len: 946 time: 0.7384255 Mar 05 13:54:18.497514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6efca7d8-93f1-45fb-9f6d-dcf6b327232c tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Unset dirty status for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:18.499680 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6efca7d8-93f1-45fb-9f6d-dcf6b327232c tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports/68d7821e-e6d0-42af-8146-be75e0850553 HTTP/1.1" status: 404 len: 333 time: 0.2827075 Mar 05 13:54:18.507772 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39048) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:18.515810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554e3d0-f199-46cc-906d-59c6fa171d5c req-b8bf9064-9516-4b74-9cdd-ddae3cd69ba1 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:18.517959 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7554e3d0-f199-46cc-906d-59c6fa171d5c req-b8bf9064-9516-4b74-9cdd-ddae3cd69ba1 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=41377d38-588f-4a0f-aa32-ee8b730865c9 HTTP/1.1" status: 200 len: 945 time: 0.3721597 Mar 05 13:54:18.526502 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189d196-ef3d-47fe-9c20-117b3ebe3530 req-d4200abf-8344-4b20-a0fa-92bbb51e3a63 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:18.527886 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1189d196-ef3d-47fe-9c20-117b3ebe3530 req-d4200abf-8344-4b20-a0fa-92bbb51e3a63 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 944 time: 0.4430063 Mar 05 13:54:18.563625 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=f2604b13-b870-4a29-af7f-02757731f1ff,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:18.627166 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-35d5c5bd-edb9-4a73-9dc7-7e47588fd450 req-38709c79-9335-4505-aa3a-28d5f11ef572 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Deleting port 706c8ea0-5584-4973-86c4-9b3be9c2c061 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:18.627523 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-35d5c5bd-edb9-4a73-9dc7-7e47588fd450 req-38709c79-9335-4505-aa3a-28d5f11ef572 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:18.664228 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0936e5-e91e-45e3-9a99-4b370fb1e8e7 None None] DHCP port deletion for c1fe67a0-d031-4e5d-8ef6-7919a1d61924 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:54:18.669782 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-1f0936e5-e91e-45e3-9a99-4b370fb1e8e7 None None] Deleting port f6f2a04a-467f-4ea3-ac26-06ffe3a79383 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:18.670229 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1f0936e5-e91e-45e3-9a99-4b370fb1e8e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:18.685541 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1189d196-ef3d-47fe-9c20-117b3ebe3530 req-cf43e707-6b2b-4003-b1c2-6a370a5e0d21 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284935 Mar 05 13:54:18.686920 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a13b-bb6e-46a3-97a0-a5cb3ea43425 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:18.689299 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a13b-bb6e-46a3-97a0-a5cb3ea43425 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:18.702620 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a9f7a13b-bb6e-46a3-97a0-a5cb3ea43425 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "DELETE /v2.0/floatingips/1a7980dd-efeb-41c6-b816-28ee3e4350f2 HTTP/1.1" status: 204 len: 168 time: 1.4560742 Mar 05 13:54:18.739387 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-339b8190-fa19-432b-bb60-efd4666137de tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:18.767474 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00a398a-5a75-433a-9180-f5c028723593 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting subnet cfdc6fad-0141-479a-b485-1a3e9c031a42 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:54:18.777214 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a00a398a-5a75-433a-9180-f5c028723593 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:18.807040 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7554e3d0-f199-46cc-906d-59c6fa171d5c req-6f5edc5f-8ac8-4623-aef7-ef2ca0a3632c tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779300 Mar 05 13:54:18.899774 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a00a398a-5a75-433a-9180-f5c028723593 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:18.933398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1f0936e5-e91e-45e3-9a99-4b370fb1e8e7 None None] For port f6f2a04a-467f-4ea3-ac26-06ffe3a79383, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f6f2a04a-467f-4ea3-ac26-06ffe3a79383,segment=NetworkSegment(8f106272-d1e2-471b-9bc7-eff978fa0725),segment_id=8f106272-d1e2-471b-9bc7-eff978fa0725)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:18.934008 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1f0936e5-e91e-45e3-9a99-4b370fb1e8e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:19.015942 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 21bdd030-0280-438e-9b38-ae8459329f7c no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:54:19.052818 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-339b8190-fa19-432b-bb60-efd4666137de tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:19.103217 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-339b8190-fa19-432b-bb60-efd4666137de tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208e07c5-9e43-4c73-a92a-a0be4b38ae8c']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:19.116626 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-1f0936e5-e91e-45e3-9a99-4b370fb1e8e7 None None] Calling delete_port for f6f2a04a-467f-4ea3-ac26-06ffe3a79383 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:54:19.126318 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-339b8190-fa19-432b-bb60-efd4666137de tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fdeb884-ce86-444f-904a-93e3499cc986') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:19.126617 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-339b8190-fa19-432b-bb60-efd4666137de tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fdeb884-ce86-444f-904a-93e3499cc986') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:19.145631 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-339b8190-fa19-432b-bb60-efd4666137de tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:19.158036 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 21bdd030-0280-438e-9b38-ae8459329f7c {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:54:19.158328 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 21bdd030-0280-438e-9b38-ae8459329f7c not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:54:19.158703 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f6f2a04a-467f-4ea3-ac26-06ffe3a79383 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:54:19.174562 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-339b8190-fa19-432b-bb60-efd4666137de tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:19.178491 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a00a398a-5a75-433a-9180-f5c028723593 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:19.204343 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-35d5c5bd-edb9-4a73-9dc7-7e47588fd450 req-38709c79-9335-4505-aa3a-28d5f11ef572 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] For port 706c8ea0-5584-4973-86c4-9b3be9c2c061, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=706c8ea0-5584-4973-86c4-9b3be9c2c061,segment=NetworkSegment(da87ca0f-676b-4eec-98f8-1b264e58e705),segment_id=da87ca0f-676b-4eec-98f8-1b264e58e705)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:19.205015 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-35d5c5bd-edb9-4a73-9dc7-7e47588fd450 req-38709c79-9335-4505-aa3a-28d5f11ef572 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:19.226904 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880372f-a87d-481f-a6b3-57c9dd83779d req-0393bc01-7ddb-4eb2-865b-46da61792bce tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:19.228465 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6880372f-a87d-481f-a6b3-57c9dd83779d req-0393bc01-7ddb-4eb2-865b-46da61792bce tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.4069207 Mar 05 13:54:19.272967 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-339b8190-fa19-432b-bb60-efd4666137de tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:54:19.273284 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-339b8190-fa19-432b-bb60-efd4666137de tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:54:19.288495 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:54:19.297141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d16c2-04c6-4811-8d09-872ba11eb831 req-5d5840b1-09b4-4421-8418-8dc0aacf2990 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:19.301991 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1f0936e5-e91e-45e3-9a99-4b370fb1e8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:19.304138 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-283d16c2-04c6-4811-8d09-872ba11eb831 req-5d5840b1-09b4-4421-8418-8dc0aacf2990 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fe80d11-5376-4a81-a809-6315a17bc65b HTTP/1.1" status: 200 len: 946 time: 0.3735819 Mar 05 13:54:19.358215 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0936e5-e91e-45e3-9a99-4b370fb1e8e7 None None] Pushing event deleted for resources: {'Port': ['ID=f6f2a04a-467f-4ea3-ac26-06ffe3a79383,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:19.366371 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0936e5-e91e-45e3-9a99-4b370fb1e8e7 None None] No DVR routers for this DVR port f6f2a04a-467f-4ea3-ac26-06ffe3a79383 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:54:19.367964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-35d5c5bd-edb9-4a73-9dc7-7e47588fd450 req-38709c79-9335-4505-aa3a-28d5f11ef572 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Calling delete_port for 706c8ea0-5584-4973-86c4-9b3be9c2c061 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:54:19.373449 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:19.481174 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-283d16c2-04c6-4811-8d09-872ba11eb831 req-8ebddb81-4cbb-4ad1-9e8d-b51a43ac6b3f tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.16 "GET /v2.0/security-groups?id=7943e7c4-e1d4-4eff-99ac-537de6545261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761703 Mar 05 13:54:19.506723 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-339b8190-fa19-432b-bb60-efd4666137de tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:19.535936 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-339b8190-fa19-432b-bb60-efd4666137de tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:19.547886 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a00a398a-5a75-433a-9180-f5c028723593 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:19.551910 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a79986-8dc3-4f2b-92bd-10424b5ade89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2604b13-b870-4a29-af7f-02757731f1ff', 'code': 200} Mar 05 13:54:19.555238 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-35d5c5bd-edb9-4a73-9dc7-7e47588fd450 req-38709c79-9335-4505-aa3a-28d5f11ef572 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:19.597898 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b8190-fa19-432b-bb60-efd4666137de tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Network': ['ID=208e07c5-9e43-4c73-a92a-a0be4b38ae8c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:19.600010 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a00a398a-5a75-433a-9180-f5c028723593 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:19.604220 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a00a398a-5a75-433a-9180-f5c028723593 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/subnets/cfdc6fad-0141-479a-b485-1a3e9c031a42 HTTP/1.1" status: 204 len: 168 time: 1.0829589 Mar 05 13:54:19.609107 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4bae18-964d-483b-b8ce-38803c14658f None None] Network 21817d8e-5a79-4ca9-8dde-3ac684c56aab requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:54:19.618439 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c985f8-a44f-4a23-985c-cddf1110b3aa req-6ca00ef3-cdd3-43ed-b913-091233bdda8d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:19.620252 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c1c985f8-a44f-4a23-985c-cddf1110b3aa req-6ca00ef3-cdd3-43ed-b913-091233bdda8d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.30 "GET /v2.0/ports?device_id=41377d38-588f-4a0f-aa32-ee8b730865c9 HTTP/1.1" status: 200 len: 945 time: 0.4070117 Mar 05 13:54:19.620767 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39056) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:19.630506 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-339b8190-fa19-432b-bb60-efd4666137de tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/networks/208e07c5-9e43-4c73-a92a-a0be4b38ae8c HTTP/1.1" status: 204 len: 168 time: 1.3186455 Mar 05 13:54:19.658579 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39060) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:19.664530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a398a-5a75-433a-9180-f5c028723593 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Subnet': ['ID=cfdc6fad-0141-479a-b485-1a3e9c031a42,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:19.664917 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38709c79-9335-4505-aa3a-28d5f11ef572 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Pushing event deleted for resources: {'Port': ['ID=706c8ea0-5584-4973-86c4-9b3be9c2c061,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:19.813182 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-59ad3ea0-8dd5-46eb-9e32-56da4d38fe1f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:19.852112 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-c1c985f8-a44f-4a23-985c-cddf1110b3aa req-29b79435-def9-408c-9ff2-18968bcf1d92 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Deleting port 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:19.852555 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c1c985f8-a44f-4a23-985c-cddf1110b3aa req-29b79435-def9-408c-9ff2-18968bcf1d92 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:19.866142 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6880372f-a87d-481f-a6b3-57c9dd83779d req-fc5c8e40-c55b-40f0-b3e4-92bacaffee6f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5831394 Mar 05 13:54:19.900706 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f029646d-46ce-4c6a-bc9c-4f41535d5742 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:19.932606 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1d865b-69c6-43a1-928a-aefbc9fa37df None None] DHCP port deletion for 21817d8e-5a79-4ca9-8dde-3ac684c56aab request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:54:19.939165 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3a1d865b-69c6-43a1-928a-aefbc9fa37df None None] Deleting port bdd9e5a7-cc20-41e8-acae-28adcd2fee2e {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:19.940162 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3a1d865b-69c6-43a1-928a-aefbc9fa37df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:19.972728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-f029646d-46ce-4c6a-bc9c-4f41535d5742 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting port bdd9e5a7-cc20-41e8-acae-28adcd2fee2e {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:19.973066 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f029646d-46ce-4c6a-bc9c-4f41535d5742 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:19.980250 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d5c5bd-edb9-4a73-9dc7-7e47588fd450 req-38709c79-9335-4505-aa3a-28d5f11ef572 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] No DVR routers for this DVR port 706c8ea0-5584-4973-86c4-9b3be9c2c061 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:54:19.997105 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-35d5c5bd-edb9-4a73-9dc7-7e47588fd450 req-38709c79-9335-4505-aa3a-28d5f11ef572 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:19.999869 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe80d11-5376-4a81-a809-6315a17bc65b', 'name': 'network-vif-deleted', 'tag': '706c8ea0-5584-4973-86c4-9b3be9c2c061'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:54:20.023343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643037e0-d476-4cff-93aa-6c67be6934e4 req-7627c172-29ec-4105-9819-992823796976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:20.024846 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-643037e0-d476-4cff-93aa-6c67be6934e4 req-7627c172-29ec-4105-9819-992823796976 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 1096 time: 0.3620818 Mar 05 13:54:20.038147 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-35d5c5bd-edb9-4a73-9dc7-7e47588fd450 req-38709c79-9335-4505-aa3a-28d5f11ef572 tempest-DeleteServersTestJSON-1968625534 tempest-DeleteServersTestJSON-1968625534-project] 10.222.0.30 "DELETE /v2.0/ports/706c8ea0-5584-4973-86c4-9b3be9c2c061 HTTP/1.1" status: 204 len: 173 time: 1.5688555 Mar 05 13:54:20.116897 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-59ad3ea0-8dd5-46eb-9e32-56da4d38fe1f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:20.129008 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39072) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:20.158602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-59ad3ea0-8dd5-46eb-9e32-56da4d38fe1f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1fe67a0-d031-4e5d-8ef6-7919a1d61924']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:20.167589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-663f3eeb-1163-4651-be71-9292185915a7 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Request body: {'security_group': {'name': 'tempest-securitygroup--700647330', 'description': 'tempest-description--695342653'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:20.173123 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-59ad3ea0-8dd5-46eb-9e32-56da4d38fe1f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f106272-d1e2-471b-9bc7-eff978fa0725') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:20.173836 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-59ad3ea0-8dd5-46eb-9e32-56da4d38fe1f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f106272-d1e2-471b-9bc7-eff978fa0725') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:20.191956 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-663f3eeb-1163-4651-be71-9292185915a7 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:20.196306 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-643037e0-d476-4cff-93aa-6c67be6934e4 req-1fd7d05f-1cd5-44f8-b28e-eb7128d2d8a6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604173 Mar 05 13:54:20.231945 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-59ad3ea0-8dd5-46eb-9e32-56da4d38fe1f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:20.267847 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-59ad3ea0-8dd5-46eb-9e32-56da4d38fe1f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:20.276323 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ad3ea0-8dd5-46eb-9e32-56da4d38fe1f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:54:20.276924 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-59ad3ea0-8dd5-46eb-9e32-56da4d38fe1f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:20.288188 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-663f3eeb-1163-4651-be71-9292185915a7 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Usage tracker for resource:security_group and tenant:6458262d05f2497586ebde1561a80c5d is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:54:20.292457 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:54:20.307222 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-663f3eeb-1163-4651-be71-9292185915a7 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:20.331842 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-663f3eeb-1163-4651-be71-9292185915a7 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:20.338697 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-3a1d865b-69c6-43a1-928a-aefbc9fa37df None None] For port bdd9e5a7-cc20-41e8-acae-28adcd2fee2e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=bdd9e5a7-cc20-41e8-acae-28adcd2fee2e,segment=NetworkSegment(f3cb786f-9428-40e5-a958-8c96729d153b),segment_id=f3cb786f-9428-40e5-a958-8c96729d153b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:20.339263 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3a1d865b-69c6-43a1-928a-aefbc9fa37df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:20.390944 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0dadb6-5e6b-4036-8b7d-ef97868d886b req-506acf09-933d-4a51-ab18-cc98a298e923 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:20.397996 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9c0dadb6-5e6b-4036-8b7d-ef97868d886b req-506acf09-933d-4a51-ab18-cc98a298e923 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 945 time: 0.2171013 Mar 05 13:54:20.418793 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-663f3eeb-1163-4651-be71-9292185915a7 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:20.422953 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-59ad3ea0-8dd5-46eb-9e32-56da4d38fe1f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:20.429178 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-59ad3ea0-8dd5-46eb-9e32-56da4d38fe1f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:20.469977 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3a1d865b-69c6-43a1-928a-aefbc9fa37df None None] Calling delete_port for bdd9e5a7-cc20-41e8-acae-28adcd2fee2e owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:54:20.470547 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad3ea0-8dd5-46eb-9e32-56da4d38fe1f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Network': ['ID=c1fe67a0-d031-4e5d-8ef6-7919a1d61924,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:20.503951 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-59ad3ea0-8dd5-46eb-9e32-56da4d38fe1f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/networks/c1fe67a0-d031-4e5d-8ef6-7919a1d61924 HTTP/1.1" status: 204 len: 168 time: 0.8278105 Mar 05 13:54:20.508909 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39076) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:20.521369 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-23fcfeaf-2ebd-4761-8ff6-73b490016e6a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'network': {'name': 'tempest-RoutersTest-683103521'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:20.532952 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9c0dadb6-5e6b-4036-8b7d-ef97868d886b req-24277bfa-e075-43d2-81f9-07c3fcb4e9d1 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340318 Mar 05 13:54:20.534318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-23fcfeaf-2ebd-4761-8ff6-73b490016e6a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:20.555520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-23fcfeaf-2ebd-4761-8ff6-73b490016e6a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:network and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:20.558928 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-23fcfeaf-2ebd-4761-8ff6-73b490016e6a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:20.565666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-23fcfeaf-2ebd-4761-8ff6-73b490016e6a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:20.582611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fcfeaf-2ebd-4761-8ff6-73b490016e6a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Made reservation on behalf of beafff5c987348ddbc3961566817c315 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:54:20.583453 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3a1d865b-69c6-43a1-928a-aefbc9fa37df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:20.590912 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23fcfeaf-2ebd-4761-8ff6-73b490016e6a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:20.637133 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23fcfeaf-2ebd-4761-8ff6-73b490016e6a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:54:20.648293 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23fcfeaf-2ebd-4761-8ff6-73b490016e6a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:20.648966 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-23fcfeaf-2ebd-4761-8ff6-73b490016e6a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Added segment 838911a6-96f3-40b8-a536-ce3f2848f1bf of type vlan for network 7e0e6641-db43-4a59-b9dd-55ccefc0d48c Mar 05 13:54:20.687169 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23fcfeaf-2ebd-4761-8ff6-73b490016e6a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:20.699042 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1d865b-69c6-43a1-928a-aefbc9fa37df None None] No DVR routers for this DVR port bdd9e5a7-cc20-41e8-acae-28adcd2fee2e on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:54:20.708608 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-663f3eeb-1163-4651-be71-9292185915a7 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:20.715243 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d865b-69c6-43a1-928a-aefbc9fa37df None None] Pushing event deleted for resources: {'Port': ['ID=bdd9e5a7-cc20-41e8-acae-28adcd2fee2e,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:20.725853 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-663f3eeb-1163-4651-be71-9292185915a7 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Usage tracker for resource:security_group_rule and tenant:6458262d05f2497586ebde1561a80c5d is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:20.731313 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c1c985f8-a44f-4a23-985c-cddf1110b3aa req-29b79435-def9-408c-9ff2-18968bcf1d92 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] For port 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7,segment=NetworkSegment(42f4c1eb-4b87-43e5-bb20-3ed7950da0fe),segment_id=42f4c1eb-4b87-43e5-bb20-3ed7950da0fe)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:20.731794 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c1c985f8-a44f-4a23-985c-cddf1110b3aa req-29b79435-def9-408c-9ff2-18968bcf1d92 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:20.785980 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23fcfeaf-2ebd-4761-8ff6-73b490016e6a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:20.793030 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fcfeaf-2ebd-4761-8ff6-73b490016e6a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:20.793501 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23fcfeaf-2ebd-4761-8ff6-73b490016e6a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:20.799112 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 706c8ea0-5584-4973-86c4-9b3be9c2c061 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:54:20.875312 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 706c8ea0-5584-4973-86c4-9b3be9c2c061 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:54:20.875312 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 706c8ea0-5584-4973-86c4-9b3be9c2c061 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:54:20.883237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-c1c985f8-a44f-4a23-985c-cddf1110b3aa req-29b79435-def9-408c-9ff2-18968bcf1d92 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Calling delete_port for 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:54:20.934364 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-23fcfeaf-2ebd-4761-8ff6-73b490016e6a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4102528 Mar 05 13:54:20.934364 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39084) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:20.944811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-dc7853e7-f14c-48a5-a9a7-66fd3407e825 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'subnet': {'network_id': '7e0e6641-db43-4a59-b9dd-55ccefc0d48c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:21.003892 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcfeaf-2ebd-4761-8ff6-73b490016e6a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Network': ['ID=7e0e6641-db43-4a59-b9dd-55ccefc0d48c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:21.017064 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 7e0e6641-db43-4a59-b9dd-55ccefc0d48c details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:54:21.018198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-663f3eeb-1163-4651-be71-9292185915a7 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:21.031696 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-663f3eeb-1163-4651-be71-9292185915a7 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:21.066296 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-f029646d-46ce-4c6a-bc9c-4f41535d5742 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] For port bdd9e5a7-cc20-41e8-acae-28adcd2fee2e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=bdd9e5a7-cc20-41e8-acae-28adcd2fee2e,segment=NetworkSegment(f3cb786f-9428-40e5-a958-8c96729d153b),segment_id=f3cb786f-9428-40e5-a958-8c96729d153b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:21.066668 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f029646d-46ce-4c6a-bc9c-4f41535d5742 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:21.136162 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device bdd9e5a7-cc20-41e8-acae-28adcd2fee2e no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:54:21.148178 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0ab9f-2fd2-43b1-b025-dff70c381a3a req-8664e3ae-7703-4d15-ad3c-9ed617b57c34 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:21.158857 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ca0ab9f-2fd2-43b1-b025-dff70c381a3a req-8664e3ae-7703-4d15-ad3c-9ed617b57c34 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.4212503 Mar 05 13:54:21.177946 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-dc7853e7-f14c-48a5-a9a7-66fd3407e825 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:21.178250 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: bdd9e5a7-cc20-41e8-acae-28adcd2fee2e {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:54:21.178806 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device bdd9e5a7-cc20-41e8-acae-28adcd2fee2e not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:54:21.187178 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-dc7853e7-f14c-48a5-a9a7-66fd3407e825 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:subnet and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:21.198208 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-dc7853e7-f14c-48a5-a9a7-66fd3407e825 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:21.207938 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-dc7853e7-f14c-48a5-a9a7-66fd3407e825 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:21.215798 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7ca0ab9f-2fd2-43b1-b025-dff70c381a3a req-3b33e315-c4ec-4316-afcd-82394cf6ddde tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557873 Mar 05 13:54:21.224941 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7853e7-f14c-48a5-a9a7-66fd3407e825 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Made reservation on behalf of beafff5c987348ddbc3961566817c315 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:54:21.229179 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc7853e7-f14c-48a5-a9a7-66fd3407e825 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:21.232492 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-f029646d-46ce-4c6a-bc9c-4f41535d5742 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Calling delete_port for bdd9e5a7-cc20-41e8-acae-28adcd2fee2e owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:54:21.259964 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c1c985f8-a44f-4a23-985c-cddf1110b3aa req-29b79435-def9-408c-9ff2-18968bcf1d92 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:21.272966 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['0819c305-466e-4730-a043-3344fba50af8'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:54:21.282992 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e50da-1058-4c74-a6d8-76327cd773e6 req-f0166820-076b-40b5-9a46-17d7cd3aac25 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:21.284496 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-869e50da-1058-4c74-a6d8-76327cd773e6 req-f0166820-076b-40b5-9a46-17d7cd3aac25 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=41377d38-588f-4a0f-aa32-ee8b730865c9 HTTP/1.1" status: 200 len: 945 time: 1.0326650 Mar 05 13:54:21.348407 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b79435-def9-408c-9ff2-18968bcf1d92 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Pushing event deleted for resources: {'Port': ['ID=3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:21.582323 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe80d11-5376-4a81-a809-6315a17bc65b', 'name': 'network-vif-deleted', 'tag': '706c8ea0-5584-4973-86c4-9b3be9c2c061', 'status': 'completed', 'code': 200} Mar 05 13:54:21.616944 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c985f8-a44f-4a23-985c-cddf1110b3aa req-29b79435-def9-408c-9ff2-18968bcf1d92 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] No DVR routers for this DVR port 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:54:21.624393 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-869e50da-1058-4c74-a6d8-76327cd773e6 req-62eb6483-ec07-4f1e-ae6c-4f2e6e9a4e2c tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945175 Mar 05 13:54:21.626118 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c1c985f8-a44f-4a23-985c-cddf1110b3aa req-29b79435-def9-408c-9ff2-18968bcf1d92 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:21.629338 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41377d38-588f-4a0f-aa32-ee8b730865c9', 'name': 'network-vif-deleted', 'tag': '3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:54:21.648104 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-f029646d-46ce-4c6a-bc9c-4f41535d5742 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:54:21.648414 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-f029646d-46ce-4c6a-bc9c-4f41535d5742 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:54:21.677517 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-663f3eeb-1163-4651-be71-9292185915a7 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:21.680228 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c1c985f8-a44f-4a23-985c-cddf1110b3aa req-29b79435-def9-408c-9ff2-18968bcf1d92 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.30 "DELETE /v2.0/ports/3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7 HTTP/1.1" status: 204 len: 173 time: 2.0481901 Mar 05 13:54:21.682289 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-663f3eeb-1163-4651-be71-9292185915a7 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:21.732394 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-663f3eeb-1163-4651-be71-9292185915a7 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:21.737402 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-663f3eeb-1163-4651-be71-9292185915a7 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6027498 Mar 05 13:54:21.741071 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39100) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:21.746258 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-01553d54-e348-4e41-b368-1b94b84afe25 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Request body: {'security_group_rule': {'security_group_id': '4865481d-eb0a-4435-a304-154e853a807b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:21.760878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-01553d54-e348-4e41-b368-1b94b84afe25 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:21.763230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f3eeb-1163-4651-be71-9292185915a7 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4865481d-eb0a-4435-a304-154e853a807b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:21.767496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-01553d54-e348-4e41-b368-1b94b84afe25 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Usage tracker for resource:security_group_rule and tenant:6458262d05f2497586ebde1561a80c5d is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:21.770703 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-01553d54-e348-4e41-b368-1b94b84afe25 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:21.778451 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-01553d54-e348-4e41-b368-1b94b84afe25 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:21.798493 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-01553d54-e348-4e41-b368-1b94b84afe25 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:21.847116 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dd0ef-c416-4dfb-8c6f-d5f32853dd72 req-7d928a16-2b6d-47c7-85e1-8950ab83ba38 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:21.849058 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-052dd0ef-c416-4dfb-8c6f-d5f32853dd72 req-7d928a16-2b6d-47c7-85e1-8950ab83ba38 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.2659042 Mar 05 13:54:21.929155 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-01553d54-e348-4e41-b368-1b94b84afe25 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:21.934851 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-01553d54-e348-4e41-b368-1b94b84afe25 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:21.945033 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-052dd0ef-c416-4dfb-8c6f-d5f32853dd72 req-b3fd5690-7921-4fd5-8123-fec854f96406 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781519 Mar 05 13:54:21.966648 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc7853e7-f14c-48a5-a9a7-66fd3407e825 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:21.987594 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01553d54-e348-4e41-b368-1b94b84afe25 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22a635d-ee89-4b24-af38-4f59196e1e83,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:22.005316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea2e42-57ae-4bc4-b32c-7e69b4c7b359 req-395050ed-8d00-4fac-9bee-f15a35b18616 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:22.006911 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3ea2e42-57ae-4bc4-b32c-7e69b4c7b359 req-395050ed-8d00-4fac-9bee-f15a35b18616 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 945 time: 0.1653926 Mar 05 13:54:22.008111 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-01553d54-e348-4e41-b368-1b94b84afe25 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:22.009147 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-01553d54-e348-4e41-b368-1b94b84afe25 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2672567 Mar 05 13:54:22.011735 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41377d38-588f-4a0f-aa32-ee8b730865c9', 'name': 'network-vif-deleted', 'tag': '3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7', 'status': 'completed', 'code': 200} Mar 05 13:54:22.012268 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39110) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:22.017701 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-95f6ad26-4c4f-4d1a-92ab-718def98d89a tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Request body: {'security_group_rule': {'security_group_id': '4865481d-eb0a-4435-a304-154e853a807b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:22.037768 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-95f6ad26-4c4f-4d1a-92ab-718def98d89a tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:22.045083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-95f6ad26-4c4f-4d1a-92ab-718def98d89a tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Usage tracker for resource:security_group_rule and tenant:6458262d05f2497586ebde1561a80c5d is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:22.049609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-95f6ad26-4c4f-4d1a-92ab-718def98d89a tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:22.068093 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7853e7-f14c-48a5-a9a7-66fd3407e825 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Subnet': ['ID=c5de7895-8460-45d9-a0e0-61bd85e02dbb,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:22.072087 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7853e7-f14c-48a5-a9a7-66fd3407e825 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Checking segment: {'id': '838911a6-96f3-40b8-a536-ce3f2848f1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7e0e6641-db43-4a59-b9dd-55ccefc0d48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:54:22.072451 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7853e7-f14c-48a5-a9a7-66fd3407e825 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network hostable DHCP agents. Network: 7e0e6641-db43-4a59-b9dd-55ccefc0d48c, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:54:22.076565 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-95f6ad26-4c4f-4d1a-92ab-718def98d89a tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:22.084658 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3ea2e42-57ae-4bc4-b32c-7e69b4c7b359 req-d1ac87fd-7917-4201-b7cd-57e9358daf64 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609448 Mar 05 13:54:22.095800 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7853e7-f14c-48a5-a9a7-66fd3407e825 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network 7e0e6641-db43-4a59-b9dd-55ccefc0d48c is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:54:22.102181 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-95f6ad26-4c4f-4d1a-92ab-718def98d89a tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:22.109104 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-dc7853e7-f14c-48a5-a9a7-66fd3407e825 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 7e0e6641-db43-4a59-b9dd-55ccefc0d48c) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:22.130641 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b35a4b1-3829-4bfe-ad58-a430fada8409 None None] Network 7e0e6641-db43-4a59-b9dd-55ccefc0d48c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:54:22.141869 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7853e7-f14c-48a5-a9a7-66fd3407e825 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:22.142474 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc7853e7-f14c-48a5-a9a7-66fd3407e825 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:22.174607 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-95f6ad26-4c4f-4d1a-92ab-718def98d89a tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:22.175819 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-f029646d-46ce-4c6a-bc9c-4f41535d5742 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting port bdd9e5a7-cc20-41e8-acae-28adcd2fee2e {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:22.176354 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f029646d-46ce-4c6a-bc9c-4f41535d5742 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:22.189536 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dc7853e7-f14c-48a5-a9a7-66fd3407e825 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2569680 Mar 05 13:54:22.192570 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39118) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:22.213549 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-ef3e4c66-15db-492c-885e-1158699eec60 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-639090957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:22.214902 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-95f6ad26-4c4f-4d1a-92ab-718def98d89a tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:22.238047 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ef3e4c66-15db-492c-885e-1158699eec60 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:22.278929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6ad26-4c4f-4d1a-92ab-718def98d89a tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a27adfc-3b3b-4ab3-8a1b-4801a3da7c93,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:22.288327 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-f029646d-46ce-4c6a-bc9c-4f41535d5742 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] The port 'bdd9e5a7-cc20-41e8-acae-28adcd2fee2e' was deleted {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:54:22.309531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ef3e4c66-15db-492c-885e-1158699eec60 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:router and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:22.317565 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ef3e4c66-15db-492c-885e-1158699eec60 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:22.325468 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ef3e4c66-15db-492c-885e-1158699eec60 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:22.404478 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-95f6ad26-4c4f-4d1a-92ab-718def98d89a tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:22.408821 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-95f6ad26-4c4f-4d1a-92ab-718def98d89a tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3954597 Mar 05 13:54:22.420112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39128) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:22.429019 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-92940969-7c96-4fc4-b625-3ac007b801e4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:22.445382 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4c66-15db-492c-885e-1158699eec60 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:22.449316 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4c66-15db-492c-885e-1158699eec60 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:22.472478 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaae719-1087-4e52-b888-211637a04a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-7e0e6641-db43-4a59-b9dd-55ccefc0d48c', 'network_id': '7e0e6641-db43-4a59-b9dd-55ccefc0d48c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'fixed_ips': [{'subnet_id': 'c5de7895-8460-45d9-a0e0-61bd85e02dbb'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:54:22.473709 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ebaae719-1087-4e52-b888-211637a04a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:22.479148 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24fb0d-72c5-41b2-868f-9fae8b010c7b req-03639bb3-4bd5-46ca-bb2c-debf95da172c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:22.486697 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ea24fb0d-72c5-41b2-868f-9fae8b010c7b req-03639bb3-4bd5-46ca-bb2c-debf95da172c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.2580984 Mar 05 13:54:22.515889 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-92940969-7c96-4fc4-b625-3ac007b801e4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:22.526320 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-92940969-7c96-4fc4-b625-3ac007b801e4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Usage tracker for resource:floatingip and tenant:6458262d05f2497586ebde1561a80c5d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:22.532602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-92940969-7c96-4fc4-b625-3ac007b801e4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:22.551100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-92940969-7c96-4fc4-b625-3ac007b801e4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:22.563356 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4c66-15db-492c-885e-1158699eec60 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:22.568453 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f029646d-46ce-4c6a-bc9c-4f41535d5742 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:22.568620 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ea24fb0d-72c5-41b2-868f-9fae8b010c7b req-82bc407c-4256-4cee-987d-377c96586beb tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809779 Mar 05 13:54:22.582703 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-92940969-7c96-4fc4-b625-3ac007b801e4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:22.611169 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-f029646d-46ce-4c6a-bc9c-4f41535d5742 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21817d8e-5a79-4ca9-8dde-3ac684c56aab']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:22.627462 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4c66-15db-492c-885e-1158699eec60 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:22.650287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-f029646d-46ce-4c6a-bc9c-4f41535d5742 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3cb786f-9428-40e5-a958-8c96729d153b') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:22.650722 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-f029646d-46ce-4c6a-bc9c-4f41535d5742 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3cb786f-9428-40e5-a958-8c96729d153b') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:22.670573 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f029646d-46ce-4c6a-bc9c-4f41535d5742 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:22.675063 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-ebaae719-1087-4e52-b888-211637a04a47 None None] Allocated IP 172.20.0.2 (7e0e6641-db43-4a59-b9dd-55ccefc0d48c/c5de7895-8460-45d9-a0e0-61bd85e02dbb/c90d696c-f3e0-4da1-a1dc-c44867ba7788) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:54:22.710836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd2b1f-06c0-4f88-9be9-df47e3b450a3 req-bf4d37f3-ae46-4aca-b94c-8fb1a0f38852 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:22.728740 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a4dd2b1f-06c0-4f88-9be9-df47e3b450a3 req-bf4d37f3-ae46-4aca-b94c-8fb1a0f38852 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 945 time: 0.2159350 Mar 05 13:54:22.729835 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f029646d-46ce-4c6a-bc9c-4f41535d5742 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:22.736002 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39136) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:22.751653 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-7ee03682-c7be-47c9-9503-26394735ea07 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Request body: {'floatingip': {'port_id': 'f2604b13-b870-4a29-af7f-02757731f1ff'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:22.771312 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4c66-15db-492c-885e-1158699eec60 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:22.772960 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ef3e4c66-15db-492c-885e-1158699eec60 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5790343 Mar 05 13:54:22.780311 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39144) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:22.796832 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e012b7d9-638a-439e-9ca0-bf9a8d976d7f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'port': {'network_id': '7e0e6641-db43-4a59-b9dd-55ccefc0d48c', 'name': 'tempest-RoutersTest-516226105'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:22.901955 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f029646d-46ce-4c6a-bc9c-4f41535d5742 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:54:22.902485 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f029646d-46ce-4c6a-bc9c-4f41535d5742 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:54:22.919350 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:54:22.949356 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7ee03682-c7be-47c9-9503-26394735ea07 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for floatingip, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:22.979421 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ebaae719-1087-4e52-b888-211637a04a47 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:22.996182 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:54:23.034785 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:54:23.035278 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 3a4c87dd-9e66-4f83-ad82-ea73c0f35bb7 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:54:23.105600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e012b7d9-638a-439e-9ca0-bf9a8d976d7f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:23.125040 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e012b7d9-638a-439e-9ca0-bf9a8d976d7f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:23.127466 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-92940969-7c96-4fc4-b625-3ac007b801e4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:23.194990 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-982477db-562c-46f7-97dd-9014e8740552 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:23.195665 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-982477db-562c-46f7-97dd-9014e8740552 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Synchronizing usage tracker for tenant:8857cbe55e484452818a32b411d7670f on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:23.206980 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e012b7d9-638a-439e-9ca0-bf9a8d976d7f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Made reservation on behalf of beafff5c987348ddbc3961566817c315 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:54:23.210249 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e012b7d9-638a-439e-9ca0-bf9a8d976d7f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:23.255657 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-e012b7d9-638a-439e-9ca0-bf9a8d976d7f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] device_id is not set on port 9fe8544e-d1f4-47ee-93c0-6086ec930700 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:54:23.297700 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ebaae719-1087-4e52-b888-211637a04a47 None None] Transition to ACTIVE for port object c90d696c-f3e0-4da1-a1dc-c44867ba7788 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:23.301399 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f029646d-46ce-4c6a-bc9c-4f41535d5742 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:23.321083 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ebaae719-1087-4e52-b888-211637a04a47 None None] Transition to ACTIVE for port object c90d696c-f3e0-4da1-a1dc-c44867ba7788 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:23.327137 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ebaae719-1087-4e52-b888-211637a04a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:23.327727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-982477db-562c-46f7-97dd-9014e8740552 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Unset dirty status for tenant:8857cbe55e484452818a32b411d7670f on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:23.328611 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f029646d-46ce-4c6a-bc9c-4f41535d5742 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:23.328877 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-982477db-562c-46f7-97dd-9014e8740552 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 812 time: 0.4140520 Mar 05 13:54:23.371995 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029646d-46ce-4c6a-bc9c-4f41535d5742 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Network': ['ID=21817d8e-5a79-4ca9-8dde-3ac684c56aab,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:23.387073 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f029646d-46ce-4c6a-bc9c-4f41535d5742 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/networks/21817d8e-5a79-4ca9-8dde-3ac684c56aab HTTP/1.1" status: 204 len: 168 time: 3.7610612 Mar 05 13:54:23.390665 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39162) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:23.393410 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-8bc0af64-4f26-4502-97d2-f547f4a89391 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/quotas/8857cbe55e484452818a32b411d7670f HTTP/1.1" status: 200 len: 375 time: 0.0489593 Mar 05 13:54:23.393554 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaae719-1087-4e52-b888-211637a04a47 None None] Network 7e0e6641-db43-4a59-b9dd-55ccefc0d48c is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:54:23.396615 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-ebaae719-1087-4e52-b888-211637a04a47 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:23.397411 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-f43439be-4c8c-4bc9-b28d-b53c1d055153 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1033215129'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:23.405806 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaae719-1087-4e52-b888-211637a04a47 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:54:23.416360 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f43439be-4c8c-4bc9-b28d-b53c1d055153 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:23.436702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f43439be-4c8c-4bc9-b28d-b53c1d055153 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:network and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:23.447293 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f43439be-4c8c-4bc9-b28d-b53c1d055153 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:23.448922 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaae719-1087-4e52-b888-211637a04a47 None None] Pushing event updated for resources: {'Port': ['ID=c90d696c-f3e0-4da1-a1dc-c44867ba7788,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:23.513589 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-ebaae719-1087-4e52-b888-211637a04a47 None None] Attempting to bind port c90d696c-f3e0-4da1-a1dc-c44867ba7788 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:54:23.515344 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-ebaae719-1087-4e52-b888-211637a04a47 None None] Attempting to bind port c90d696c-f3e0-4da1-a1dc-c44867ba7788 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '838911a6-96f3-40b8-a536-ce3f2848f1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7e0e6641-db43-4a59-b9dd-55ccefc0d48c'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:54:23.515344 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaae719-1087-4e52-b888-211637a04a47 None None] Attempting to bind port c90d696c-f3e0-4da1-a1dc-c44867ba7788 on network 7e0e6641-db43-4a59-b9dd-55ccefc0d48c {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:54:23.515590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f43439be-4c8c-4bc9-b28d-b53c1d055153 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:23.520091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaae719-1087-4e52-b888-211637a04a47 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:54:23.520463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaae719-1087-4e52-b888-211637a04a47 None None] Checking segment: {'id': '838911a6-96f3-40b8-a536-ce3f2848f1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7e0e6641-db43-4a59-b9dd-55ccefc0d48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:54:23.520857 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ebaae719-1087-4e52-b888-211637a04a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:23.521237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaae719-1087-4e52-b888-211637a04a47 None None] Bound using segment: {'id': '838911a6-96f3-40b8-a536-ce3f2848f1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7e0e6641-db43-4a59-b9dd-55ccefc0d48c'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:54:23.521713 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-ebaae719-1087-4e52-b888-211637a04a47 None None] Bound port: c90d696c-f3e0-4da1-a1dc-c44867ba7788, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838911a6-96f3-40b8-a536-ce3f2848f1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7e0e6641-db43-4a59-b9dd-55ccefc0d48c'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:54:23.522046 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ebaae719-1087-4e52-b888-211637a04a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:23.535587 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27709126-0173-42af-8e30-db023df7b6ff req-2825628c-3d66-4ba0-88ff-af31fb1d953f tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:23.535943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-27709126-0173-42af-8e30-db023df7b6ff req-2825628c-3d66-4ba0-88ff-af31fb1d953f tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Synchronizing usage tracker for tenant:0cb196822f4846d19c3d4845f0c68c12 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:23.537433 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-92940969-7c96-4fc4-b625-3ac007b801e4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Allocated IP 172.25.4.243 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/c292ecd8-0397-4fc0-a7c6-ca90109a6b28) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:54:23.555261 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43439be-4c8c-4bc9-b28d-b53c1d055153 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:54:23.558601 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f43439be-4c8c-4bc9-b28d-b53c1d055153 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:23.596747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-27709126-0173-42af-8e30-db023df7b6ff req-2825628c-3d66-4ba0-88ff-af31fb1d953f tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Unset dirty status for tenant:0cb196822f4846d19c3d4845f0c68c12 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:23.597880 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-27709126-0173-42af-8e30-db023df7b6ff req-2825628c-3d66-4ba0-88ff-af31fb1d953f tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.4692175 Mar 05 13:54:23.602061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-e012b7d9-638a-439e-9ca0-bf9a8d976d7f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Allocated IP 172.20.0.4 (7e0e6641-db43-4a59-b9dd-55ccefc0d48c/c5de7895-8460-45d9-a0e0-61bd85e02dbb/9fe8544e-d1f4-47ee-93c0-6086ec930700) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:54:23.651700 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ebaae719-1087-4e52-b888-211637a04a47 None None] For port c90d696c-f3e0-4da1-a1dc-c44867ba7788, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:54:23.656215 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ebaae719-1087-4e52-b888-211637a04a47 None None] For port c90d696c-f3e0-4da1-a1dc-c44867ba7788, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c90d696c-f3e0-4da1-a1dc-c44867ba7788,segment=NetworkSegment(838911a6-96f3-40b8-a536-ce3f2848f1bf),segment_id=838911a6-96f3-40b8-a536-ce3f2848f1bf)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:54:23.662306 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ebaae719-1087-4e52-b888-211637a04a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:23.710201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f43439be-4c8c-4bc9-b28d-b53c1d055153 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:54:23.742668 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-d3152ec7-d6cf-4488-9e92-c6e3eb3cd120 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3455541 Mar 05 13:54:23.744870 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaae719-1087-4e52-b888-211637a04a47 None None] Pushing event updated for resources: {'Port': ['ID=c90d696c-f3e0-4da1-a1dc-c44867ba7788,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:23.766934 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-7d0120f5-b0d7-4f3e-ac89-2d7fe743bb4b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:54:23.767988 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-7d0120f5-b0d7-4f3e-ac89-2d7fe743bb4b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082042 Mar 05 13:54:23.807303 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-27709126-0173-42af-8e30-db023df7b6ff req-695fd564-f9b2-4307-8893-cf5605d7f1e8 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491268 Mar 05 13:54:23.824820 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f43439be-4c8c-4bc9-b28d-b53c1d055153 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:23.825158 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-f43439be-4c8c-4bc9-b28d-b53c1d055153 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Added segment a17b109b-1461-40b9-80ca-e4c674862cb3 of type vlan for network 50a3c8af-e331-486d-8429-2a96391564e9 Mar 05 13:54:23.899746 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f43439be-4c8c-4bc9-b28d-b53c1d055153 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:23.958538 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f43439be-4c8c-4bc9-b28d-b53c1d055153 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:23.965100 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43439be-4c8c-4bc9-b28d-b53c1d055153 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:23.966068 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f43439be-4c8c-4bc9-b28d-b53c1d055153 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:24.145118 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f43439be-4c8c-4bc9-b28d-b53c1d055153 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7522702 Mar 05 13:54:24.146107 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39172) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:24.149937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43439be-4c8c-4bc9-b28d-b53c1d055153 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Network': ['ID=50a3c8af-e331-486d-8429-2a96391564e9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:24.164242 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 50a3c8af-e331-486d-8429-2a96391564e9 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:54:24.165114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-fe256565-dff9-4350-b27b-11e2a4890bad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'subnet': {'network_id': '50a3c8af-e331-486d-8429-2a96391564e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:24.183252 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-92940969-7c96-4fc4-b625-3ac007b801e4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:24.283153 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-4e2374a3-b986-488f-8cdd-31487c57f99f service neutron] 10.222.0.16 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059738 Mar 05 13:54:24.314063 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [None req-7ee03682-c7be-47c9-9503-26394735ea07 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:54:24.386118 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fe256565-dff9-4350-b27b-11e2a4890bad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:24.390652 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fe256565-dff9-4350-b27b-11e2a4890bad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:subnet and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:24.394739 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fe256565-dff9-4350-b27b-11e2a4890bad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:24.401009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fe256565-dff9-4350-b27b-11e2a4890bad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:24.424140 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e012b7d9-638a-439e-9ca0-bf9a8d976d7f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:24.430376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe256565-dff9-4350-b27b-11e2a4890bad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:54:24.434020 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fe256565-dff9-4350-b27b-11e2a4890bad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:24.488487 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-92940969-7c96-4fc4-b625-3ac007b801e4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:24.495862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-e012b7d9-638a-439e-9ca0-bf9a8d976d7f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Transition to ACTIVE for port object 9fe8544e-d1f4-47ee-93c0-6086ec930700 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:24.589105 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92940969-7c96-4fc4-b625-3ac007b801e4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:54:24.591505 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7ee03682-c7be-47c9-9503-26394735ea07 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:24.597743 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-92940969-7c96-4fc4-b625-3ac007b801e4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:24.599319 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7ee03682-c7be-47c9-9503-26394735ea07 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:24.616579 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-202d96e1-0115-47f4-97eb-b0dca01dad42 service neutron] 10.222.0.16 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319466 Mar 05 13:54:24.626275 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92940969-7c96-4fc4-b625-3ac007b801e4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:54:24.679497 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92940969-7c96-4fc4-b625-3ac007b801e4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event updated for resources: {'Port': ['ID=c292ecd8-0397-4fc0-a7c6-ca90109a6b28,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:24.747117 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e012b7d9-638a-439e-9ca0-bf9a8d976d7f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:24.876168 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e012b7d9-638a-439e-9ca0-bf9a8d976d7f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network 7e0e6641-db43-4a59-b9dd-55ccefc0d48c is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:54:24.880952 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-e012b7d9-638a-439e-9ca0-bf9a8d976d7f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:24.895633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e012b7d9-638a-439e-9ca0-bf9a8d976d7f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:54:24.971611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012b7d9-638a-439e-9ca0-bf9a8d976d7f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Port': ['ID=9fe8544e-d1f4-47ee-93c0-6086ec930700,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:24.990893 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-92940969-7c96-4fc4-b625-3ac007b801e4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:25.136259 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e012b7d9-638a-439e-9ca0-bf9a8d976d7f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:25.137098 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e012b7d9-638a-439e-9ca0-bf9a8d976d7f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:25.150060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c90d696c-f3e0-4da1-a1dc-c44867ba7788 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:54:25.225496 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-92940969-7c96-4fc4-b625-3ac007b801e4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:25.310407 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port c90d696c-f3e0-4da1-a1dc-c44867ba7788 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:25.324437 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded58520-8c2d-47d6-8d81-826fbad5f2eb None None] Network 7e0e6641-db43-4a59-b9dd-55ccefc0d48c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:54:25.324633 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e012b7d9-638a-439e-9ca0-bf9a8d976d7f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.5330498 Mar 05 13:54:25.326302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39196) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:25.331370 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fe256565-dff9-4350-b27b-11e2a4890bad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:25.347856 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e061b31e-03e6-43f1-9109-00509908b3d7 req-18328d15-dafe-479f-96ae-626072883136 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d759663-d57e-4924-b7fd-960b7de4e361 HTTP/1.1" status: 200 len: 210 time: 0.1952240 Mar 05 13:54:25.493953 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-7ee03682-c7be-47c9-9503-26394735ea07 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Floating IP 087796e1-40e2-42f7-963f-de5d8005173e associated. External IP: 172.25.4.227, port: f2604b13-b870-4a29-af7f-02757731f1ff. Mar 05 13:54:25.622116 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75331b6c-895a-4b73-a2ba-1e19ad3dfddf req-db72a31e-c559-4567-b157-2a7a2e2f5da5 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:25.629508 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe256565-dff9-4350-b27b-11e2a4890bad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Subnet': ['ID=08e4eb93-909b-4868-bce2-dc16e353012e,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:25.635580 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-75331b6c-895a-4b73-a2ba-1e19ad3dfddf req-db72a31e-c559-4567-b157-2a7a2e2f5da5 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.6587944 Mar 05 13:54:25.714468 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe256565-dff9-4350-b27b-11e2a4890bad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Checking segment: {'id': 'a17b109b-1461-40b9-80ca-e4c674862cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50a3c8af-e331-486d-8429-2a96391564e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:54:25.715130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe256565-dff9-4350-b27b-11e2a4890bad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network hostable DHCP agents. Network: 50a3c8af-e331-486d-8429-2a96391564e9, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:54:25.786289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-209a1367-eb47-4771-8810-e5379736862c None None] Provisioning for port c90d696c-f3e0-4da1-a1dc-c44867ba7788 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:25.800313 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-209a1367-eb47-4771-8810-e5379736862c None None] Provisioning complete for port c90d696c-f3e0-4da1-a1dc-c44867ba7788 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:25.800612 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-209a1367-eb47-4771-8810-e5379736862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:25.822413 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe256565-dff9-4350-b27b-11e2a4890bad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network 50a3c8af-e331-486d-8429-2a96391564e9 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:54:25.868499 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-fe256565-dff9-4350-b27b-11e2a4890bad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 50a3c8af-e331-486d-8429-2a96391564e9) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:25.885709 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe256565-dff9-4350-b27b-11e2a4890bad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:25.889360 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fe256565-dff9-4350-b27b-11e2a4890bad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:25.890307 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454e1329-b89a-4bf0-ab5e-79e6b612fd6b None None] Network 50a3c8af-e331-486d-8429-2a96391564e9 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:54:26.076371 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-75331b6c-895a-4b73-a2ba-1e19ad3dfddf req-ab4512e3-61dd-41b9-9596-d2a012daca8d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398193 Mar 05 13:54:26.175331 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-209a1367-eb47-4771-8810-e5379736862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:26.223228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee03682-c7be-47c9-9503-26394735ea07 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Router 11b22a34-db94-48ea-88a2-77f69a6ef0b0 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:54:26.235869 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fe256565-dff9-4350-b27b-11e2a4890bad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0872979 Mar 05 13:54:26.238340 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39212) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:26.246430 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-b813c5bf-0b51-4547-a045-8c71b2c6e8ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'port': {'network_id': '50a3c8af-e331-486d-8429-2a96391564e9', 'name': 'tempest-PortsTestJSON-1081662359', 'fixed_ips': [{'subnet_id': '08e4eb93-909b-4868-bce2-dc16e353012e', 'ip_address': '172.20.0.10'}]}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:26.308073 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-209a1367-eb47-4771-8810-e5379736862c None None] For port c90d696c-f3e0-4da1-a1dc-c44867ba7788, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c90d696c-f3e0-4da1-a1dc-c44867ba7788,segment=NetworkSegment(838911a6-96f3-40b8-a536-ce3f2848f1bf),segment_id=838911a6-96f3-40b8-a536-ce3f2848f1bf)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:26.389954 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-209a1367-eb47-4771-8810-e5379736862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:26.527420 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca712ba-1a91-41d6-89f7-5ddddefbcec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-50a3c8af-e331-486d-8429-2a96391564e9', 'network_id': '50a3c8af-e331-486d-8429-2a96391564e9', 'tenant_id': '71b2477360244921b7fd821a95fc21d4', 'fixed_ips': [{'subnet_id': '08e4eb93-909b-4868-bce2-dc16e353012e'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:54:26.531081 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bca712ba-1a91-41d6-89f7-5ddddefbcec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:26.622485 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a321b5ac-550d-40fe-b7cc-b39ea88ff4df None None] Provisioning for port 9fe8544e-d1f4-47ee-93c0-6086ec930700 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:26.687453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a321b5ac-550d-40fe-b7cc-b39ea88ff4df None None] Provisioning complete for port 9fe8544e-d1f4-47ee-93c0-6086ec930700 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:26.689363 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a321b5ac-550d-40fe-b7cc-b39ea88ff4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:26.697448 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b813c5bf-0b51-4547-a045-8c71b2c6e8ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:26.702448 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b813c5bf-0b51-4547-a045-8c71b2c6e8ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:port and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:26.706856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b813c5bf-0b51-4547-a045-8c71b2c6e8ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:26.713886 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b813c5bf-0b51-4547-a045-8c71b2c6e8ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:26.807746 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a1367-eb47-4771-8810-e5379736862c None None] Pushing event updated for resources: {'Port': ['ID=c90d696c-f3e0-4da1-a1dc-c44867ba7788,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:26.895373 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a321b5ac-550d-40fe-b7cc-b39ea88ff4df None None] Port 9fe8544e-d1f4-47ee-93c0-6086ec930700 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:54:26.916477 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b813c5bf-0b51-4547-a045-8c71b2c6e8ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:54:26.919630 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.resource_extend [None req-92940969-7c96-4fc4-b625-3ac007b801e4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:54:26.934371 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c478f567-3311-459d-bbff-f9ad94e382f2 req-5944756b-5bcc-474d-84f5-7fca098d8a91 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d759663-d57e-4924-b7fd-960b7de4e361 HTTP/1.1" status: 200 len: 210 time: 0.1177862 Mar 05 13:54:27.001129 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-bca712ba-1a91-41d6-89f7-5ddddefbcec6 None None] Allocated IP 172.20.0.2 (50a3c8af-e331-486d-8429-2a96391564e9/08e4eb93-909b-4868-bce2-dc16e353012e/01fd0f89-b218-43e7-9bfa-6f729903adc1) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:54:27.027175 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-92940969-7c96-4fc4-b625-3ac007b801e4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:27.040049 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-92940969-7c96-4fc4-b625-3ac007b801e4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:27.158161 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c90d696c-f3e0-4da1-a1dc-c44867ba7788 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:54:27.245112 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a321b5ac-550d-40fe-b7cc-b39ea88ff4df None None] Provisioning complete for port c90d696c-f3e0-4da1-a1dc-c44867ba7788 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:27.245749 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a321b5ac-550d-40fe-b7cc-b39ea88ff4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:27.260127 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b123e1f-f687-46ad-9767-8a117e55298d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:27.262610 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b813c5bf-0b51-4547-a045-8c71b2c6e8ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:27.306221 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-92940969-7c96-4fc4-b625-3ac007b801e4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:27.314457 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92940969-7c96-4fc4-b625-3ac007b801e4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event updated for resources: {'Port': ['ID=c292ecd8-0397-4fc0-a7c6-ca90109a6b28,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:27.386324 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-b813c5bf-0b51-4547-a045-8c71b2c6e8ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] device_id is not set on port a0970075-807a-4dc4-a816-7442862ca0df yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:54:27.531440 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port c90d696c-f3e0-4da1-a1dc-c44867ba7788 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:27.531815 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:27.706210 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59de54-0f18-4112-a877-e2c422219c52 req-d7c91772-e38f-473a-b68d-86729d5572a7 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:27.707801 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fe59de54-0f18-4112-a877-e2c422219c52 req-d7c91772-e38f-473a-b68d-86729d5572a7 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.9838421 Mar 05 13:54:27.755957 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bca712ba-1a91-41d6-89f7-5ddddefbcec6 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:27.875014 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bca712ba-1a91-41d6-89f7-5ddddefbcec6 None None] Transition to ACTIVE for port object 01fd0f89-b218-43e7-9bfa-6f729903adc1 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:27.888711 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:54:27.893927 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-92940969-7c96-4fc4-b625-3ac007b801e4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:27.895462 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-92940969-7c96-4fc4-b625-3ac007b801e4 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4731865 Mar 05 13:54:27.921104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee03682-c7be-47c9-9503-26394735ea07 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:54:27.933854 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749f0e29-04b1-43f9-abe6-544f7537c5d7 None None] Sync routers for ids ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:54:27.950119 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749f0e29-04b1-43f9-abe6-544f7537c5d7 None None] Routers {'11b22a34-db94-48ea-88a2-77f69a6ef0b0'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:54:27.950876 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-749f0e29-04b1-43f9-abe6-544f7537c5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:54:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:27.952185 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7ee03682-c7be-47c9-9503-26394735ea07 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:27.960161 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bca712ba-1a91-41d6-89f7-5ddddefbcec6 None None] Transition to ACTIVE for port object 01fd0f89-b218-43e7-9bfa-6f729903adc1 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:27.978626 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bca712ba-1a91-41d6-89f7-5ddddefbcec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:28.017998 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b123e1f-f687-46ad-9767-8a117e55298d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:28.018556 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-aba8ebc2-51a6-4dda-921f-c7ca902a8e20 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:28.019747 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-aba8ebc2-51a6-4dda-921f-c7ca902a8e20 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.30 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 812 time: 1.2287672 Mar 05 13:54:28.028127 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b123e1f-f687-46ad-9767-8a117e55298d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:28.091482 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca712ba-1a91-41d6-89f7-5ddddefbcec6 None None] Network 50a3c8af-e331-486d-8429-2a96391564e9 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:54:28.109356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-bca712ba-1a91-41d6-89f7-5ddddefbcec6 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:28.114668 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca712ba-1a91-41d6-89f7-5ddddefbcec6 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:54:28.125646 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-8aa39635-5ca0-4674-8b8d-66201a054a73 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Request body: {'port': {'device_id': '3d759663-d57e-4924-b7fd-960b7de4e361', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'admin_state_up': True, 'tenant_id': '8857cbe55e484452818a32b411d7670f'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:28.127833 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a9dd2863-4f34-4cbd-a187-f3c6cd594ebd None None] Provisioning complete for port 9fe8544e-d1f4-47ee-93c0-6086ec930700 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:28.128208 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a9dd2863-4f34-4cbd-a187-f3c6cd594ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:28.155779 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fe59de54-0f18-4112-a877-e2c422219c52 req-6f30efb7-6dcd-48d0-9fa7-946b0a18ab1b tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281659 Mar 05 13:54:28.221967 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca712ba-1a91-41d6-89f7-5ddddefbcec6 None None] Pushing event updated for resources: {'Port': ['ID=01fd0f89-b218-43e7-9bfa-6f729903adc1,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:28.338523 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7ee03682-c7be-47c9-9503-26394735ea07 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "PUT /v2.0/floatingips/087796e1-40e2-42f7-963f-de5d8005173e HTTP/1.1" status: 200 len: 991 time: 5.5871093 Mar 05 13:54:28.395936 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-56970597-58f0-4034-9e14-0a9947754027 req-a4cc70ce-1dd3-4a4b-a269-b290b93ed353 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d759663-d57e-4924-b7fd-960b7de4e361 HTTP/1.1" status: 200 len: 210 time: 0.2427437 Mar 05 13:54:28.448567 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-749f0e29-04b1-43f9-abe6-544f7537c5d7 None None] Set router 11b22a34-db94-48ea-88a2-77f69a6ef0b0 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:54:28.459510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b123e1f-f687-46ad-9767-8a117e55298d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Port': ['ID=9fe8544e-d1f4-47ee-93c0-6086ec930700,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:28.475672 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-bca712ba-1a91-41d6-89f7-5ddddefbcec6 None None] Attempting to bind port 01fd0f89-b218-43e7-9bfa-6f729903adc1 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:54:28.476781 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-bca712ba-1a91-41d6-89f7-5ddddefbcec6 None None] Attempting to bind port 01fd0f89-b218-43e7-9bfa-6f729903adc1 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'a17b109b-1461-40b9-80ca-e4c674862cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50a3c8af-e331-486d-8429-2a96391564e9'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:54:28.477478 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca712ba-1a91-41d6-89f7-5ddddefbcec6 None None] Attempting to bind port 01fd0f89-b218-43e7-9bfa-6f729903adc1 on network 50a3c8af-e331-486d-8429-2a96391564e9 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:54:28.485120 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a9dd2863-4f34-4cbd-a187-f3c6cd594ebd None None] Port 9fe8544e-d1f4-47ee-93c0-6086ec930700 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:54:28.487343 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca712ba-1a91-41d6-89f7-5ddddefbcec6 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:54:28.488117 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca712ba-1a91-41d6-89f7-5ddddefbcec6 None None] Checking segment: {'id': 'a17b109b-1461-40b9-80ca-e4c674862cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50a3c8af-e331-486d-8429-2a96391564e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:54:28.488878 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bca712ba-1a91-41d6-89f7-5ddddefbcec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:28.489431 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca712ba-1a91-41d6-89f7-5ddddefbcec6 None None] Bound using segment: {'id': 'a17b109b-1461-40b9-80ca-e4c674862cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50a3c8af-e331-486d-8429-2a96391564e9'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:54:28.490208 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-bca712ba-1a91-41d6-89f7-5ddddefbcec6 None None] Bound port: 01fd0f89-b218-43e7-9bfa-6f729903adc1, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17b109b-1461-40b9-80ca-e4c674862cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50a3c8af-e331-486d-8429-2a96391564e9'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:54:28.490973 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bca712ba-1a91-41d6-89f7-5ddddefbcec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:28.649126 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a79986-8dc3-4f2b-92bd-10424b5ade89', 'tag': 'f2604b13-b870-4a29-af7f-02757731f1ff'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:54:28.697619 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-bca712ba-1a91-41d6-89f7-5ddddefbcec6 None None] For port 01fd0f89-b218-43e7-9bfa-6f729903adc1, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:54:28.714848 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-bca712ba-1a91-41d6-89f7-5ddddefbcec6 None None] For port 01fd0f89-b218-43e7-9bfa-6f729903adc1, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=01fd0f89-b218-43e7-9bfa-6f729903adc1,segment=NetworkSegment(a17b109b-1461-40b9-80ca-e4c674862cb3),segment_id=a17b109b-1461-40b9-80ca-e4c674862cb3)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:54:28.731090 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bca712ba-1a91-41d6-89f7-5ddddefbcec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:28.749511 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a79986-8dc3-4f2b-92bd-10424b5ade89', 'tag': 'f2604b13-b870-4a29-af7f-02757731f1ff', 'status': 'completed', 'code': 200} Mar 05 13:54:28.753800 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-b813c5bf-0b51-4547-a045-8c71b2c6e8ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Allocated IP 172.20.0.10 (50a3c8af-e331-486d-8429-2a96391564e9/08e4eb93-909b-4868-bce2-dc16e353012e/a0970075-807a-4dc4-a816-7442862ca0df) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:54:28.783165 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-8aa39635-5ca0-4674-8b8d-66201a054a73 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:28.903483 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-8aa39635-5ca0-4674-8b8d-66201a054a73 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:28.915233 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-d6246eda-cda1-4734-8fca-96b461189724 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Synchronizing usage tracker for tenant:6458262d05f2497586ebde1561a80c5d on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:29.030753 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b123e1f-f687-46ad-9767-8a117e55298d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:29.031324 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-d6246eda-cda1-4734-8fca-96b461189724 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Unset dirty status for tenant:6458262d05f2497586ebde1561a80c5d on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:29.039304 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-d6246eda-cda1-4734-8fca-96b461189724 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--700647330&fields=id&tenant_id=6458262d05f2497586ebde1561a80c5d HTTP/1.1" status: 200 len: 267 time: 0.3674350 Mar 05 13:54:29.073894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-8aa39635-5ca0-4674-8b8d-66201a054a73 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Made reservation on behalf of 8857cbe55e484452818a32b411d7670f for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:54:29.082722 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-8aa39635-5ca0-4674-8b8d-66201a054a73 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:29.115112 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fb661b43-2e5d-4fd8-afc4-0e41beea923a None None] Provisioning complete for port 9fe8544e-d1f4-47ee-93c0-6086ec930700 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:29.130451 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fb661b43-2e5d-4fd8-afc4-0e41beea923a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:29.308646 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b123e1f-f687-46ad-9767-8a117e55298d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:29.315592 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-fb661b43-2e5d-4fd8-afc4-0e41beea923a None None] Port 9fe8544e-d1f4-47ee-93c0-6086ec930700 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:54:29.329771 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:29.340441 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca712ba-1a91-41d6-89f7-5ddddefbcec6 None None] Pushing event updated for resources: {'Port': ['ID=01fd0f89-b218-43e7-9bfa-6f729903adc1,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:29.351492 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:29.517736 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-749f0e29-04b1-43f9-abe6-544f7537c5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'name': 'tempest-AttachVolumeShelveTestJSON-193633381-router', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:49:53Z', 'revision_number': 4, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'gw_port': {'id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:43Z', 'updated_at': '2022-03-05T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '087796e1-40e2-42f7-963f-de5d8005173e', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'floating_ip_address': '172.25.4.227', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'port_id': 'f2604b13-b870-4a29-af7f-02757731f1ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'mac_address': 'fa:16:3e:fa:57:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a79986-8dc3-4f2b-92bd-10424b5ade89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:53:50Z', 'updated_at': '2022-03-05T13:54:23Z', 'revision_number': 1, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d80b227-ff55-4ef2-825c-aefd97ffdaec', 'name': '', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'mac_address': 'fa:16:3e:fb:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:50Z', 'updated_at': '2022-03-05T13:50:01Z', 'revision_number': 5, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'subnets': [{'id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:29.531899 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749f0e29-04b1-43f9-abe6-544f7537c5d7 None None] Checking router: 11b22a34-db94-48ea-88a2-77f69a6ef0b0 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:54:29.555840 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749f0e29-04b1-43f9-abe6-544f7537c5d7 None None] Routers {'11b22a34-db94-48ea-88a2-77f69a6ef0b0'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:54:29.556622 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-749f0e29-04b1-43f9-abe6-544f7537c5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:54:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:29.890482 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-8aa39635-5ca0-4674-8b8d-66201a054a73 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Allocated IP 172.20.0.3 (a792319b-74ea-4dcb-9f15-429be8e1086d/ea456d6e-2c97-4643-a191-afd512f9677d/a8f7d076-e06f-46df-ae6c-d36aef9de98f) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:54:30.008870 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-749f0e29-04b1-43f9-abe6-544f7537c5d7 None None] Set router 11b22a34-db94-48ea-88a2-77f69a6ef0b0 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:54:30.038703 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-d35b3318-5f54-470e-92f4-a867a8b5d042 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:30.040578 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-d35b3318-5f54-470e-92f4-a867a8b5d042 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/networks?id=175f72fb-87d4-4d09-877c-e76b741da2ad HTTP/1.1" status: 200 len: 815 time: 1.0001976 Mar 05 13:54:30.060528 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a9712-c9ec-41e8-ac23-ec1330f655fe req-d2328062-fd57-4ef0-858b-29beb1bdbbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:30.062152 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fb7a9712-c9ec-41e8-ac23-ec1330f655fe req-d2328062-fd57-4ef0-858b-29beb1bdbbfd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4bf4b89d64e49548563cf43af63d417&device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 1096 time: 1.2745249 Mar 05 13:54:30.223082 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-34d879a0-5a74-44de-b795-e05d8d40a019 req-cef22181-cd9b-4dc7-a42a-bd188948f2ef tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d759663-d57e-4924-b7fd-960b7de4e361 HTTP/1.1" status: 200 len: 210 time: 0.1128523 Mar 05 13:54:30.236377 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-da607e72-3f7d-4025-af85-4baa6b37e1cf tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/quotas/6458262d05f2497586ebde1561a80c5d HTTP/1.1" status: 200 len: 375 time: 0.1702611 Mar 05 13:54:30.602962 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b123e1f-f687-46ad-9767-8a117e55298d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:30.615407 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b123e1f-f687-46ad-9767-8a117e55298d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:30.627235 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b813c5bf-0b51-4547-a045-8c71b2c6e8ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:30.721852 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-749f0e29-04b1-43f9-abe6-544f7537c5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'name': 'tempest-AttachVolumeShelveTestJSON-193633381-router', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:49:53Z', 'revision_number': 4, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'gw_port': {'id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:43Z', 'updated_at': '2022-03-05T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '087796e1-40e2-42f7-963f-de5d8005173e', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'floating_ip_address': '172.25.4.227', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'port_id': 'f2604b13-b870-4a29-af7f-02757731f1ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'mac_address': 'fa:16:3e:fa:57:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a79986-8dc3-4f2b-92bd-10424b5ade89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:53:50Z', 'updated_at': '2022-03-05T13:54:23Z', 'revision_number': 1, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d80b227-ff55-4ef2-825c-aefd97ffdaec', 'name': '', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'mac_address': 'fa:16:3e:fb:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:50Z', 'updated_at': '2022-03-05T13:50:01Z', 'revision_number': 5, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'subnets': [{'id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:30.734592 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749f0e29-04b1-43f9-abe6-544f7537c5d7 None None] The sync data for ids ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'] in n-d-803718-1 is: [{'id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'name': 'tempest-AttachVolumeShelveTestJSON-193633381-router', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:49:53Z', 'revision_number': 4, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'gw_port': {'id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:43Z', 'updated_at': '2022-03-05T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '087796e1-40e2-42f7-963f-de5d8005173e', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'floating_ip_address': '172.25.4.227', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'port_id': 'f2604b13-b870-4a29-af7f-02757731f1ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'mac_address': 'fa:16:3e:fa:57:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a79986-8dc3-4f2b-92bd-10424b5ade89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:53:50Z', 'updated_at': '2022-03-05T13:54:23Z', 'revision_number': 1, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d80b227-ff55-4ef2-825c-aefd97ffdaec', 'name': '', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'mac_address': 'fa:16:3e:fb:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:50Z', 'updated_at': '2022-03-05T13:50:01Z', 'revision_number': 5, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'subnets': [{'id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:54:30.789381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-b813c5bf-0b51-4547-a045-8c71b2c6e8ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Transition to ACTIVE for port object a0970075-807a-4dc4-a816-7442862ca0df will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:30.821951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a9712-c9ec-41e8-ac23-ec1330f655fe req-08ddd7f9-432b-468e-bdf9-3fbf2c256cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:30.824914 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fb7a9712-c9ec-41e8-ac23-ec1330f655fe req-08ddd7f9-432b-468e-bdf9-3fbf2c256cee service neutron] 10.222.0.15 "GET /v2.0/networks?id=47dce88b-b414-45d2-b170-ce43dcded289 HTTP/1.1" status: 200 len: 916 time: 0.7519665 Mar 05 13:54:30.871724 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b123e1f-f687-46ad-9767-8a117e55298d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:30.876488 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b123e1f-f687-46ad-9767-8a117e55298d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Port': ['ID=9fe8544e-d1f4-47ee-93c0-6086ec930700,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:30.876961 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a9dd86-4443-47dd-ab35-33208093155f None None] Network 50a3c8af-e331-486d-8429-2a96391564e9 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:54:30.911667 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39286) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:30.942123 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-8aa39635-5ca0-4674-8b8d-66201a054a73 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:30.990779 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b813c5bf-0b51-4547-a045-8c71b2c6e8ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:31.105712 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f0fe8743-ac3d-45a0-96bc-30bee75cefe8 None None] Provisioning for port 01fd0f89-b218-43e7-9bfa-6f729903adc1 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:31.131139 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-8aa39635-5ca0-4674-8b8d-66201a054a73 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Transition to ACTIVE for port object a8f7d076-e06f-46df-ae6c-d36aef9de98f will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:31.190251 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 01fd0f89-b218-43e7-9bfa-6f729903adc1 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:54:31.208140 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-268a8d84-ab6b-4766-9608-c287b82d4fef tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6458262d05f2497586ebde1561a80c5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9445865 Mar 05 13:54:31.226742 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-208265e2-da84-44b5-bde7-c91050935df8 admin admin] Deleting subnet a5e6956c-ed3e-4331-80e6-bd294ce26155 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:54:31.236464 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-208265e2-da84-44b5-bde7-c91050935df8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:31.299838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bb24b6-bb1b-4e30-8a58-a36576cf4000 None None] New status for floating IP 087796e1-40e2-42f7-963f-de5d8005173e: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:54:31.391128 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-208265e2-da84-44b5-bde7-c91050935df8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:31.495548 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 01fd0f89-b218-43e7-9bfa-6f729903adc1 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:31.506063 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ade81a47-2c6a-4eed-9d1a-61ecb4b92061 req-8913a6a9-e20e-42aa-af08-dd8347be4bee tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d759663-d57e-4924-b7fd-960b7de4e361 HTTP/1.1" status: 200 len: 210 time: 0.0671732 Mar 05 13:54:31.513267 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b123e1f-f687-46ad-9767-8a117e55298d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network 7e0e6641-db43-4a59-b9dd-55ccefc0d48c is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:54:31.516764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-9b123e1f-f687-46ad-9767-8a117e55298d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:31.584215 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 01fd0f89-b218-43e7-9bfa-6f729903adc1 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:31.584689 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:31.610489 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-38d27cd9-198d-4373-a4f8-a2267d80de02 service neutron] 10.222.0.16 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588886 Mar 05 13:54:31.625758 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b813c5bf-0b51-4547-a045-8c71b2c6e8ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network 50a3c8af-e331-486d-8429-2a96391564e9 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:54:31.627432 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-b813c5bf-0b51-4547-a045-8c71b2c6e8ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:31.632069 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-208265e2-da84-44b5-bde7-c91050935df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:31.644911 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fb7a9712-c9ec-41e8-ac23-ec1330f655fe req-80e7d289-abee-436d-81a3-135330590925 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2604b13-b870-4a29-af7f-02757731f1ff HTTP/1.1" status: 200 len: 999 time: 0.8084438 Mar 05 13:54:31.645945 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b813c5bf-0b51-4547-a045-8c71b2c6e8ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:54:31.890964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813c5bf-0b51-4547-a045-8c71b2c6e8ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Port': ['ID=a0970075-807a-4dc4-a816-7442862ca0df,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:31.894680 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:31.935509 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-208265e2-da84-44b5-bde7-c91050935df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:31.961008 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-4a8ab233-532c-4ec6-b175-29fc6913dec4 service neutron] 10.222.0.16 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307586 Mar 05 13:54:31.975565 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b813c5bf-0b51-4547-a045-8c71b2c6e8ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:31.976274 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b813c5bf-0b51-4547-a045-8c71b2c6e8ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:31.981045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a9712-c9ec-41e8-ac23-ec1330f655fe req-d6c11843-a688-4499-a8a8-eeec8c90877b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:31.982538 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fb7a9712-c9ec-41e8-ac23-ec1330f655fe req-d6c11843-a688-4499-a8a8-eeec8c90877b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f8c39d4-8db2-4e14-8534-4ef6364fca85 HTTP/1.1" status: 200 len: 855 time: 0.1646628 Mar 05 13:54:32.002354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f0966cef-6d86-4703-9d44-2274c006e3d8 None None] Provisioning complete for port 9fe8544e-d1f4-47ee-93c0-6086ec930700 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:32.003636 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f0966cef-6d86-4703-9d44-2274c006e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:32.022465 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b123e1f-f687-46ad-9767-8a117e55298d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Router 1a069ec3-5c91-4811-8ca5-7f276aeb26f4 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:54:32.040283 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208265e2-da84-44b5-bde7-c91050935df8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5e6956c-ed3e-4331-80e6-bd294ce26155,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:32.049483 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-208265e2-da84-44b5-bde7-c91050935df8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:32.050883 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-8aa39635-5ca0-4674-8b8d-66201a054a73 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:32.096692 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['f736b7ec-e966-4c65-8fd3-25f7be175e1f'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:54:32.115157 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-208265e2-da84-44b5-bde7-c91050935df8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a5e6956c-ed3e-4331-80e6-bd294ce26155 HTTP/1.1" status: 204 len: 168 time: 1.1572022 Mar 05 13:54:32.120916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39314) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:32.145602 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b813c5bf-0b51-4547-a045-8c71b2c6e8ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.9059644 Mar 05 13:54:32.172099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39318) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:32.193936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-8aa39635-5ca0-4674-8b8d-66201a054a73 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Network a792319b-74ea-4dcb-9f15-429be8e1086d is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:54:32.195380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-8aa39635-5ca0-4674-8b8d-66201a054a73 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:32.200093 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-8aa39635-5ca0-4674-8b8d-66201a054a73 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:54:32.202370 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-3f2a7d64-2bef-4a8b-9ac6-9a54c8597b85 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'port': {'network_id': '50a3c8af-e331-486d-8429-2a96391564e9', 'name': 'tempest-PortsTestJSON-1386513460', 'fixed_ips': [{'subnet_id': '08e4eb93-909b-4868-bce2-dc16e353012e', 'ip_address': '172.20.0.9'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:32.290753 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 01fd0f89-b218-43e7-9bfa-6f729903adc1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=01fd0f89-b218-43e7-9bfa-6f729903adc1,segment=NetworkSegment(a17b109b-1461-40b9-80ca-e4c674862cb3),segment_id=a17b109b-1461-40b9-80ca-e4c674862cb3)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:32.308148 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-f0966cef-6d86-4703-9d44-2274c006e3d8 None None] Port 9fe8544e-d1f4-47ee-93c0-6086ec930700 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:54:32.329612 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:32.351500 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa39635-5ca0-4674-8b8d-66201a054a73 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Pushing event updated for resources: {'Port': ['ID=a8f7d076-e06f-46df-ae6c-d36aef9de98f,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:32.611185 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a9712-c9ec-41e8-ac23-ec1330f655fe req-d126d78a-44d5-43ef-9828-fe22caf8686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:32.612671 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fb7a9712-c9ec-41e8-ac23-ec1330f655fe req-d126d78a-44d5-43ef-9828-fe22caf8686b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47dce88b-b414-45d2-b170-ce43dcded289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6228788 Mar 05 13:54:32.621678 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-8aa39635-5ca0-4674-8b8d-66201a054a73 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:32.622329 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-8aa39635-5ca0-4674-8b8d-66201a054a73 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:32.676118 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d82d9e2a-4633-4435-a0cc-e99243f7b9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:32.735515 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b123e1f-f687-46ad-9767-8a117e55298d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:54:32.745165 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-8aa39635-5ca0-4674-8b8d-66201a054a73 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6384923 Mar 05 13:54:32.748887 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e138d-1b8b-4370-b8f9-fbc3080199e8 None None] Sync routers for ids ['1a069ec3-5c91-4811-8ca5-7f276aeb26f4'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:54:32.763657 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9b123e1f-f687-46ad-9767-8a117e55298d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/routers/1a069ec3-5c91-4811-8ca5-7f276aeb26f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4226203 Mar 05 13:54:32.770157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39338) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:32.786414 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e138d-1b8b-4370-b8f9-fbc3080199e8 None None] Routers {'1a069ec3-5c91-4811-8ca5-7f276aeb26f4'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:54:32.787192 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d98e138d-1b8b-4370-b8f9-fbc3080199e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:54:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1a069ec3-5c91-4811-8ca5-7f276aeb26f4'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:32.802470 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b6a35db0-de0b-4201-88a3-d9888ffb460d None None] Provisioning for port a8f7d076-e06f-46df-ae6c-d36aef9de98f completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:32.814263 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b6a35db0-de0b-4201-88a3-d9888ffb460d None None] Provisioning complete for port a8f7d076-e06f-46df-ae6c-d36aef9de98f triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:32.814792 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b6a35db0-de0b-4201-88a3-d9888ffb460d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:32.845526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-18c83ea1-12cb-48ca-83be-3801e6efdc5f service neutron] Request body: {'port': {'device_id': '3d759663-d57e-4924-b7fd-960b7de4e361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:32.885050 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b6a35db0-de0b-4201-88a3-d9888ffb460d None None] Port a8f7d076-e06f-46df-ae6c-d36aef9de98f cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:54:32.890618 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=01fd0f89-b218-43e7-9bfa-6f729903adc1,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:32.890886 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384fb67-de57-4f8a-be1d-958291eaf840 req-f4da2bca-95d8-4539-ab35-66475066e2a4 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:32.896863 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d98e138d-1b8b-4370-b8f9-fbc3080199e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:32.898548 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8384fb67-de57-4f8a-be1d-958291eaf840 req-f4da2bca-95d8-4539-ab35-66475066e2a4 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.7817152 Mar 05 13:54:32.914813 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e138d-1b8b-4370-b8f9-fbc3080199e8 None None] Routers {'1a069ec3-5c91-4811-8ca5-7f276aeb26f4'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:54:32.915895 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d98e138d-1b8b-4370-b8f9-fbc3080199e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:54:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1a069ec3-5c91-4811-8ca5-7f276aeb26f4'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:32.959525 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fb7a9712-c9ec-41e8-ac23-ec1330f655fe req-7472472b-39b8-48de-b67b-dbb8cf83ec30 service neutron] 10.222.0.15 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284664 Mar 05 13:54:32.963160 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ad1e846c-f992-4d5e-be82-ad0e28270132 req-ab77b531-d2e1-478a-add9-27735c9d2fef tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=6090d125-7e1f-49ce-b3e9-9ff3b63089a5 HTTP/1.1" status: 200 len: 210 time: 0.2152143 Mar 05 13:54:33.021565 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8384fb67-de57-4f8a-be1d-958291eaf840 req-1fd6fce3-2cc0-4450-ba4d-43ff590768b6 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220493 Mar 05 13:54:33.022980 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-00bee120-484c-4a7c-8338-8b9f011f8bc6 None None] Provisioning complete for port 01fd0f89-b218-43e7-9bfa-6f729903adc1 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:33.023455 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-00bee120-484c-4a7c-8338-8b9f011f8bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:33.090086 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3f2a7d64-2bef-4a8b-9ac6-9a54c8597b85 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:33.105509 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3f2a7d64-2bef-4a8b-9ac6-9a54c8597b85 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:port and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:33.125291 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d98e138d-1b8b-4370-b8f9-fbc3080199e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:33.128106 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e138d-1b8b-4370-b8f9-fbc3080199e8 None None] The sync data for ids ['1a069ec3-5c91-4811-8ca5-7f276aeb26f4'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:54:33.130963 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3f2a7d64-2bef-4a8b-9ac6-9a54c8597b85 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:33.137698 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3f2a7d64-2bef-4a8b-9ac6-9a54c8597b85 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:33.144659 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 01fd0f89-b218-43e7-9bfa-6f729903adc1 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:54:33.174923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e8d360-91f1-4d38-9989-db475cd4cb0f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:33.175792 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a8e8d360-91f1-4d38-9989-db475cd4cb0f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Synchronizing usage tracker for tenant:beafff5c987348ddbc3961566817c315 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:33.180115 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2a7d64-2bef-4a8b-9ac6-9a54c8597b85 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:54:33.286738 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 01fd0f89-b218-43e7-9bfa-6f729903adc1 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:33.287193 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:33.450176 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d82d9e2a-4633-4435-a0cc-e99243f7b9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:33.473035 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-00bee120-484c-4a7c-8338-8b9f011f8bc6 None None] Provisioning for port a0970075-807a-4dc4-a816-7442862ca0df completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:33.491515 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-00bee120-484c-4a7c-8338-8b9f011f8bc6 None None] Provisioning complete for port a0970075-807a-4dc4-a816-7442862ca0df triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:33.492117 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-00bee120-484c-4a7c-8338-8b9f011f8bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:33.521650 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fb7a9712-c9ec-41e8-ac23-ec1330f655fe req-471f298d-6438-441b-841a-e1f1f6b9c471 service neutron] 10.222.0.15 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500388 Mar 05 13:54:33.530054 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a8e8d360-91f1-4d38-9989-db475cd4cb0f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Unset dirty status for tenant:beafff5c987348ddbc3961566817c315 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:33.532636 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a8e8d360-91f1-4d38-9989-db475cd4cb0f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/ports/9fe8544e-d1f4-47ee-93c0-6086ec930700 HTTP/1.1" status: 200 len: 976 time: 0.7611496 Mar 05 13:54:33.536630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39344) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:33.539978 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-d82d9e2a-4633-4435-a0cc-e99243f7b9ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea5c273-e4ab-46b7-85df-ca04090e1441']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:33.559461 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-00bee120-484c-4a7c-8338-8b9f011f8bc6 None None] Port a0970075-807a-4dc4-a816-7442862ca0df cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:54:33.559671 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-18c83ea1-12cb-48ca-83be-3801e6efdc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:33.579354 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-d82d9e2a-4633-4435-a0cc-e99243f7b9ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da87ca0f-676b-4eec-98f8-1b264e58e705') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:33.579618 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-d82d9e2a-4633-4435-a0cc-e99243f7b9ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da87ca0f-676b-4eec-98f8-1b264e58e705') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:33.601940 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d82d9e2a-4633-4435-a0cc-e99243f7b9ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:33.617238 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2217c7-d48e-475a-92cd-496643d7d578 req-3794e2c6-f618-4bf4-b91b-8ca78806eb81 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:33.617941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6f2217c7-d48e-475a-92cd-496643d7d578 req-3794e2c6-f618-4bf4-b91b-8ca78806eb81 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Synchronizing usage tracker for tenant:8857cbe55e484452818a32b411d7670f on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:33.679911 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-737aa45b-007e-4178-91e8-af75a35a28d3 None None] Provisioning complete for port a0970075-807a-4dc4-a816-7442862ca0df triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:33.680281 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-737aa45b-007e-4178-91e8-af75a35a28d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:33.696003 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d82d9e2a-4633-4435-a0cc-e99243f7b9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:33.698443 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6f2217c7-d48e-475a-92cd-496643d7d578 req-3794e2c6-f618-4bf4-b91b-8ca78806eb81 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Unset dirty status for tenant:8857cbe55e484452818a32b411d7670f on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:33.706804 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6f2217c7-d48e-475a-92cd-496643d7d578 req-3794e2c6-f618-4bf4-b91b-8ca78806eb81 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d759663-d57e-4924-b7fd-960b7de4e361 HTTP/1.1" status: 200 len: 931 time: 0.4741907 Mar 05 13:54:33.740037 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d82d9e2a-4633-4435-a0cc-e99243f7b9ba admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:54:33.740270 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-737aa45b-007e-4178-91e8-af75a35a28d3 None None] Port a0970075-807a-4dc4-a816-7442862ca0df cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:54:33.740520 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d82d9e2a-4633-4435-a0cc-e99243f7b9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:33.746966 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbae18-93c5-440b-a2bc-8387ca081a5a req-25a3cd8e-e6ef-49ca-a62f-592f571ad513 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:33.753090 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07dbae18-93c5-440b-a2bc-8387ca081a5a req-25a3cd8e-e6ef-49ca-a62f-592f571ad513 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e8d2e5-43e7-412d-8ea8-612a61f21e38 HTTP/1.1" status: 200 len: 945 time: 0.5415299 Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:54:33.769959 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:54:33.859407 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6f2217c7-d48e-475a-92cd-496643d7d578 req-1ea03cb0-fd60-4fae-a562-c23899d3861f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516299 Mar 05 13:54:33.878051 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f2a7d64-2bef-4a8b-9ac6-9a54c8597b85 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:33.937841 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d82d9e2a-4633-4435-a0cc-e99243f7b9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:33.943398 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07dbae18-93c5-440b-a2bc-8387ca081a5a req-c344422b-fc74-4918-aafe-13a3733151a6 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=2736db16-5408-47e3-bd81-8366e99b9b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676035 Mar 05 13:54:34.011340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-3f2a7d64-2bef-4a8b-9ac6-9a54c8597b85 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] device_id is not set on port 919c9aff-46c5-4ec1-83c0-b21170deb22c yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:54:34.086286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-2439b735-5b89-4225-8190-a8abedad5e51 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:34.087851 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-2439b735-5b89-4225-8190-a8abedad5e51 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.30 "GET /v2.0/networks?id=175f72fb-87d4-4d09-877c-e76b741da2ad HTTP/1.1" status: 200 len: 815 time: 0.3848641 Mar 05 13:54:34.100860 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d82d9e2a-4633-4435-a0cc-e99243f7b9ba admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:34.146210 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d9e2a-4633-4435-a0cc-e99243f7b9ba admin admin] Pushing event deleted for resources: {'Network': ['ID=fea5c273-e4ab-46b7-85df-ca04090e1441,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:34.164036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-0203f441-4f0b-4c0c-8360-f7a65c719430 req-950cf83f-2714-48b9-956e-0991e3b06003 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Synchronizing usage tracker for tenant:6458262d05f2497586ebde1561a80c5d on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:34.173135 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d82d9e2a-4633-4435-a0cc-e99243f7b9ba admin admin] 10.222.0.16 "DELETE /v2.0/networks/fea5c273-e4ab-46b7-85df-ca04090e1441 HTTP/1.1" status: 204 len: 168 time: 2.0434189 Mar 05 13:54:34.303594 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-0203f441-4f0b-4c0c-8360-f7a65c719430 req-950cf83f-2714-48b9-956e-0991e3b06003 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Unset dirty status for tenant:6458262d05f2497586ebde1561a80c5d on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:34.304771 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0203f441-4f0b-4c0c-8360-f7a65c719430 req-950cf83f-2714-48b9-956e-0991e3b06003 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=6090d125-7e1f-49ce-b3e9-9ff3b63089a5 HTTP/1.1" status: 200 len: 210 time: 0.2088969 Mar 05 13:54:34.311798 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7acfb2-ae30-42ac-bc9c-6b872877e32d req-c313e46f-3ed1-4de9-952d-3069df8f8929 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:34.313380 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4a7acfb2-ae30-42ac-bc9c-6b872877e32d req-c313e46f-3ed1-4de9-952d-3069df8f8929 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.2336674 Mar 05 13:54:34.314241 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-4e7f787e-865c-4893-a484-d662d7f79223 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6458262d05f2497586ebde1561a80c5d HTTP/1.1" status: 200 len: 379 time: 0.2064924 Mar 05 13:54:34.329303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39352) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:34.353007 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-abf120df-3c78-4098-a235-013ea1fd00bc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Request body: {'port': {'device_id': '6090d125-7e1f-49ce-b3e9-9ff3b63089a5', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'admin_state_up': True, 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'security_groups': ['4865481d-eb0a-4435-a304-154e853a807b']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:34.465828 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4a7acfb2-ae30-42ac-bc9c-6b872877e32d req-8f267b63-d109-429b-a36c-25f54217d7d5 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270645 Mar 05 13:54:34.531767 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c38bae95-ba98-4de7-925b-3c9007d34e78 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79f8ba46919a411c91f03c872b2a9ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1977923 Mar 05 13:54:34.533072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39358) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:34.586856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-18c83ea1-12cb-48ca-83be-3801e6efdc5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f7d076-e06f-46df-ae6c-d36aef9de98f {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:54:34.605207 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-18c83ea1-12cb-48ca-83be-3801e6efdc5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:34.615484 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d41130-4413-4889-a852-04f013d4d29d req-2b357f7c-e909-4221-a546-a7b9f31518a6 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:34.617040 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-85d41130-4413-4889-a852-04f013d4d29d req-2b357f7c-e909-4221-a546-a7b9f31518a6 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1e8d2e5-43e7-412d-8ea8-612a61f21e38 HTTP/1.1" status: 200 len: 945 time: 0.2645934 Mar 05 13:54:34.675264 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-abf120df-3c78-4098-a235-013ea1fd00bc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:34.682856 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-3f2a7d64-2bef-4a8b-9ac6-9a54c8597b85 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Allocated IP 172.20.0.9 (50a3c8af-e331-486d-8429-2a96391564e9/08e4eb93-909b-4868-bce2-dc16e353012e/919c9aff-46c5-4ec1-83c0-b21170deb22c) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:54:34.686451 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-18c83ea1-12cb-48ca-83be-3801e6efdc5f service neutron] Transition to ACTIVE for port object a8f7d076-e06f-46df-ae6c-d36aef9de98f will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:34.702308 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-abf120df-3c78-4098-a235-013ea1fd00bc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:34.704506 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-18c83ea1-12cb-48ca-83be-3801e6efdc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:34.733285 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-abf120df-3c78-4098-a235-013ea1fd00bc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Made reservation on behalf of 6458262d05f2497586ebde1561a80c5d for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:54:34.736706 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-abf120df-3c78-4098-a235-013ea1fd00bc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:34.771745 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dcebb345-e053-4b96-a0c4-4dec58581328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:34.781961 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-85d41130-4413-4889-a852-04f013d4d29d req-74d12c05-2cc7-4a2c-8e9d-719e2aa2dca5 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Deleting port af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:34.782325 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-85d41130-4413-4889-a852-04f013d4d29d req-74d12c05-2cc7-4a2c-8e9d-719e2aa2dca5 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:34.956182 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dcebb345-e053-4b96-a0c4-4dec58581328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:34.969938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c83ea1-12cb-48ca-83be-3801e6efdc5f service neutron] Pushing event updated for resources: {'Port': ['ID=a8f7d076-e06f-46df-ae6c-d36aef9de98f,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:35.361405 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dcebb345-e053-4b96-a0c4-4dec58581328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:35.397655 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebb345-e053-4b96-a0c4-4dec58581328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7943e7c4-e1d4-4eff-99ac-537de6545261,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:35.399763 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-18c83ea1-12cb-48ca-83be-3801e6efdc5f service neutron] Attempting to bind port a8f7d076-e06f-46df-ae6c-d36aef9de98f on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:54:35.400246 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-18c83ea1-12cb-48ca-83be-3801e6efdc5f service neutron] Attempting to bind port a8f7d076-e06f-46df-ae6c-d36aef9de98f by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:54:35.400729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-18c83ea1-12cb-48ca-83be-3801e6efdc5f service neutron] Attempting to bind port a8f7d076-e06f-46df-ae6c-d36aef9de98f on network a792319b-74ea-4dcb-9f15-429be8e1086d {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:54:35.434454 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-18c83ea1-12cb-48ca-83be-3801e6efdc5f service neutron] Port a8f7d076-e06f-46df-ae6c-d36aef9de98f on network a792319b-74ea-4dcb-9f15-429be8e1086d not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:54:35.435043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-18c83ea1-12cb-48ca-83be-3801e6efdc5f service neutron] Attempting to bind port a8f7d076-e06f-46df-ae6c-d36aef9de98f on network a792319b-74ea-4dcb-9f15-429be8e1086d {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:54:35.453845 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dcebb345-e053-4b96-a0c4-4dec58581328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:35.455486 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dcebb345-e053-4b96-a0c4-4dec58581328 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7943e7c4-e1d4-4eff-99ac-537de6545261 HTTP/1.1" status: 204 len: 168 time: 0.9206979 Mar 05 13:54:35.462212 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-18c83ea1-12cb-48ca-83be-3801e6efdc5f service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:54:35.462720 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-18c83ea1-12cb-48ca-83be-3801e6efdc5f service neutron] Checking segment: {'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:54:35.463270 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-18c83ea1-12cb-48ca-83be-3801e6efdc5f service neutron] Bound using segment: {'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:54:35.463875 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-18c83ea1-12cb-48ca-83be-3801e6efdc5f service neutron] Bound port: a8f7d076-e06f-46df-ae6c-d36aef9de98f, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:54:35.464559 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-18c83ea1-12cb-48ca-83be-3801e6efdc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:35.484534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-abf120df-3c78-4098-a235-013ea1fd00bc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Allocated IP 172.20.0.9 (175f72fb-87d4-4d09-877c-e76b741da2ad/c9349c82-1490-40bf-94d8-d6850b67eb95/8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:54:35.507666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b13a9-88f8-4f8f-a1cd-afe5d19a2a25 req-3dba4aae-50d1-482c-844d-7b705fc79a3b tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:35.508893 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ac5b13a9-88f8-4f8f-a1cd-afe5d19a2a25 req-3dba4aae-50d1-482c-844d-7b705fc79a3b tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e8d2e5-43e7-412d-8ea8-612a61f21e38 HTTP/1.1" status: 200 len: 945 time: 0.3653839 Mar 05 13:54:35.511720 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-85d41130-4413-4889-a852-04f013d4d29d req-74d12c05-2cc7-4a2c-8e9d-719e2aa2dca5 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] For port af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a,segment=NetworkSegment(d1abbe63-8acf-4d25-8e50-f7650e36875f),segment_id=d1abbe63-8acf-4d25-8e50-f7650e36875f)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:35.512192 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-85d41130-4413-4889-a852-04f013d4d29d req-74d12c05-2cc7-4a2c-8e9d-719e2aa2dca5 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:35.531730 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3468a6dd-e085-49b3-b319-8454eb2efe77 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:35.774489 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ac5b13a9-88f8-4f8f-a1cd-afe5d19a2a25 req-edbbe2b0-9c02-4193-a823-da1cdecc26f0 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups?id=2736db16-5408-47e3-bd81-8366e99b9b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537525 Mar 05 13:54:35.862368 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-18c83ea1-12cb-48ca-83be-3801e6efdc5f service neutron] For port a8f7d076-e06f-46df-ae6c-d36aef9de98f, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:54:35.872688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-18c83ea1-12cb-48ca-83be-3801e6efdc5f service neutron] For port a8f7d076-e06f-46df-ae6c-d36aef9de98f, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a8f7d076-e06f-46df-ae6c-d36aef9de98f,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:54:35.888211 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-18c83ea1-12cb-48ca-83be-3801e6efdc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:35.906969 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f2a7d64-2bef-4a8b-9ac6-9a54c8597b85 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:36.027584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-3f2a7d64-2bef-4a8b-9ac6-9a54c8597b85 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Transition to ACTIVE for port object 919c9aff-46c5-4ec1-83c0-b21170deb22c will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:36.095529 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-abf120df-3c78-4098-a235-013ea1fd00bc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:36.131637 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae86086-3c58-4f07-b570-0977895f87b0 req-67925a66-4487-4822-8fd8-055f5624687d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:36.133041 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6ae86086-3c58-4f07-b570-0977895f87b0 req-67925a66-4487-4822-8fd8-055f5624687d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d759663-d57e-4924-b7fd-960b7de4e361 HTTP/1.1" status: 200 len: 943 time: 0.8478711 Mar 05 13:54:36.138414 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-abf120df-3c78-4098-a235-013ea1fd00bc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Transition to ACTIVE for port object 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:36.208140 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-994bdd24-8ea6-4284-a518-0ed48db6ee61 req-a9eb5cfe-47e1-4baf-b400-9524cf0adf7b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=6090d125-7e1f-49ce-b3e9-9ff3b63089a5 HTTP/1.1" status: 200 len: 210 time: 0.1265416 Mar 05 13:54:36.219303 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f2a7d64-2bef-4a8b-9ac6-9a54c8597b85 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:36.234475 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-18c83ea1-12cb-48ca-83be-3801e6efdc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:36.235149 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-18c83ea1-12cb-48ca-83be-3801e6efdc5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:36.236601 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-18c83ea1-12cb-48ca-83be-3801e6efdc5f service neutron] 10.222.0.30 "PUT /v2.0/ports/a8f7d076-e06f-46df-ae6c-d36aef9de98f HTTP/1.1" status: 200 len: 1091 time: 3.4131994 Mar 05 13:54:36.239243 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d759663-d57e-4924-b7fd-960b7de4e361', 'tag': 'a8f7d076-e06f-46df-ae6c-d36aef9de98f'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:54:36.266001 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6ae86086-3c58-4f07-b570-0977895f87b0 req-3143f063-59fc-4a7e-8354-5bfe4bb9436d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167243 Mar 05 13:54:36.312228 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-3468a6dd-e085-49b3-b319-8454eb2efe77 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting port 9fe8544e-d1f4-47ee-93c0-6086ec930700 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:36.312548 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3468a6dd-e085-49b3-b319-8454eb2efe77 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:36.314974 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c83ea1-12cb-48ca-83be-3801e6efdc5f service neutron] Pushing event updated for resources: {'Port': ['ID=a8f7d076-e06f-46df-ae6c-d36aef9de98f,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:36.373815 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-85d41130-4413-4889-a852-04f013d4d29d req-74d12c05-2cc7-4a2c-8e9d-719e2aa2dca5 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:36.375592 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-85d41130-4413-4889-a852-04f013d4d29d req-74d12c05-2cc7-4a2c-8e9d-719e2aa2dca5 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:36.376087 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [req-85d41130-4413-4889-a852-04f013d4d29d req-74d12c05-2cc7-4a2c-8e9d-719e2aa2dca5 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Floating IP e5e28465-03a9-4af2-aafe-116d32e78a5d disassociated. External IP: 172.25.4.240, port: af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a. Mar 05 13:54:36.376590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-85d41130-4413-4889-a852-04f013d4d29d req-74d12c05-2cc7-4a2c-8e9d-719e2aa2dca5 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Calling delete_port for af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:54:36.390983 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-abf120df-3c78-4098-a235-013ea1fd00bc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:36.393998 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2a7d64-2bef-4a8b-9ac6-9a54c8597b85 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network 50a3c8af-e331-486d-8429-2a96391564e9 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:54:36.443181 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-3f2a7d64-2bef-4a8b-9ac6-9a54c8597b85 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:36.451327 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2a7d64-2bef-4a8b-9ac6-9a54c8597b85 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:54:36.473337 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d759663-d57e-4924-b7fd-960b7de4e361', 'tag': 'a8f7d076-e06f-46df-ae6c-d36aef9de98f', 'status': 'completed', 'code': 200} Mar 05 13:54:36.534055 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a7d64-2bef-4a8b-9ac6-9a54c8597b85 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Port': ['ID=919c9aff-46c5-4ec1-83c0-b21170deb22c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:36.599781 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2a7d64-2bef-4a8b-9ac6-9a54c8597b85 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:36.600553 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f2a7d64-2bef-4a8b-9ac6-9a54c8597b85 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:36.653239 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39404) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:36.666706 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-673ea152-1e17-4c82-9d9c-eba31994c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:36.668626 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-673ea152-1e17-4c82-9d9c-eba31994c572 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=3d759663-d57e-4924-b7fd-960b7de4e361 HTTP/1.1" status: 200 len: 1094 time: 0.3496370 Mar 05 13:54:36.672618 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-abf120df-3c78-4098-a235-013ea1fd00bc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Network 175f72fb-87d4-4d09-877c-e76b741da2ad is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:54:36.685983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-abf120df-3c78-4098-a235-013ea1fd00bc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:36.717383 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-abf120df-3c78-4098-a235-013ea1fd00bc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:54:36.748916 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-22ab06d5-7e8f-433c-947d-9792babbddc3 None None] Provisioning for port 919c9aff-46c5-4ec1-83c0-b21170deb22c completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:36.760234 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-22ab06d5-7e8f-433c-947d-9792babbddc3 None None] Provisioning complete for port 919c9aff-46c5-4ec1-83c0-b21170deb22c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:36.760834 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-22ab06d5-7e8f-433c-947d-9792babbddc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:36.761329 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-57f8f9ee-2b3a-4043-8068-8997bd7b06bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8f7d076-e06f-46df-ae6c-d36aef9de98f HTTP/1.1" status: 200 len: 217 time: 0.0843129 Mar 05 13:54:36.835559 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-22ab06d5-7e8f-433c-947d-9792babbddc3 None None] Port 919c9aff-46c5-4ec1-83c0-b21170deb22c cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:54:36.848383 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-85d41130-4413-4889-a852-04f013d4d29d req-74d12c05-2cc7-4a2c-8e9d-719e2aa2dca5 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:36.903227 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3f2a7d64-2bef-4a8b-9ac6-9a54c8597b85 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7179589 Mar 05 13:54:36.904416 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf120df-3c78-4098-a235-013ea1fd00bc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event updated for resources: {'Port': ['ID=8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:36.906483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39416) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:36.922274 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d12c05-2cc7-4a2c-8e9d-719e2aa2dca5 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Pushing event deleted for resources: {'Port': ['ID=af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:36.927101 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-0b469159-cc97-4f56-9cc8-690d07bdd73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:36.928886 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-0b469159-cc97-4f56-9cc8-690d07bdd73c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.1585958 Mar 05 13:54:36.940638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-abf120df-3c78-4098-a235-013ea1fd00bc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:36.941279 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-abf120df-3c78-4098-a235-013ea1fd00bc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:37.044013 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e9ec264c-82d1-4370-8063-318b4a843309 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1821024814-network', 'tenant_id': 'f42f49b82efe4c89acc7204bbb63320c'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:37.058868 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-825321ec-fa84-4ada-b621-4ed69fd077ba None None] Provisioning for port 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:37.065133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-825321ec-fa84-4ada-b621-4ed69fd077ba None None] Provisioning complete for port 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:37.065495 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-825321ec-fa84-4ada-b621-4ed69fd077ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:37.066170 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-abf120df-3c78-4098-a235-013ea1fd00bc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7454894 Mar 05 13:54:37.074595 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e9ec264c-82d1-4370-8063-318b4a843309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:37.091522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-1c57a641-addf-4883-8297-2f711be2a5b0 service neutron] Request body: {'port': {'device_id': '6090d125-7e1f-49ce-b3e9-9ff3b63089a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:37.101810 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07b94f79-b48d-4d40-bfe2-98aba037f29b req-c91526b6-0eeb-482b-b145-a9dc4b4d7485 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e8d2e5-43e7-412d-8ea8-612a61f21e38 HTTP/1.1" status: 200 len: 210 time: 0.0800407 Mar 05 13:54:37.122466 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e9ec264c-82d1-4370-8063-318b4a843309 admin admin] Usage tracker for resource:network and tenant:f42f49b82efe4c89acc7204bbb63320c is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:37.124146 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-825321ec-fa84-4ada-b621-4ed69fd077ba None None] Port 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:54:37.127006 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e9ec264c-82d1-4370-8063-318b4a843309 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:37.134594 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3468a6dd-e085-49b3-b319-8454eb2efe77 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:37.150555 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537743ab-632a-49c6-b027-1bf8ad61d898 req-e8596e94-5ffc-4104-9675-edd5de8515f3 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:37.151974 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-537743ab-632a-49c6-b027-1bf8ad61d898 req-e8596e94-5ffc-4104-9675-edd5de8515f3 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.5890522 Mar 05 13:54:37.167911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e9ec264c-82d1-4370-8063-318b4a843309 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:37.231533 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-b5b14049-8230-4b3b-b564-1543eac782f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:37.233597 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-b5b14049-8230-4b3b-b564-1543eac782f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2491786 Mar 05 13:54:37.282067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85d41130-4413-4889-a852-04f013d4d29d req-74d12c05-2cc7-4a2c-8e9d-719e2aa2dca5 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Router 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:54:37.474369 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-3468a6dd-e085-49b3-b319-8454eb2efe77 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Calling delete_port for 9fe8544e-d1f4-47ee-93c0-6086ec930700 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:54:37.517402 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ec264c-82d1-4370-8063-318b4a843309 admin admin] Made reservation on behalf of f42f49b82efe4c89acc7204bbb63320c for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:54:37.519726 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e9ec264c-82d1-4370-8063-318b4a843309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:37.578390 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-86cbbec8-4a31-4177-a373-fdd318adfbf9 service neutron] 10.222.0.30 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376086 Mar 05 13:54:37.592660 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e9ec264c-82d1-4370-8063-318b4a843309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:37.618140 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-537743ab-632a-49c6-b027-1bf8ad61d898 req-0633e8a0-0eeb-4ffa-a874-86a8b88faf38 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531476 Mar 05 13:54:37.635612 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8482f48a-0519-48ad-b7ec-31dd99ea2829 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:37.636772 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8482f48a-0519-48ad-b7ec-31dd99ea2829 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Synchronizing usage tracker for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:37.658588 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e9ec264c-82d1-4370-8063-318b4a843309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:37.679237 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e9ec264c-82d1-4370-8063-318b4a843309 admin admin] Usage tracker for resource:security_group_rule and tenant:f42f49b82efe4c89acc7204bbb63320c is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:37.691897 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e9ec264c-82d1-4370-8063-318b4a843309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:37.695226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85d41130-4413-4889-a852-04f013d4d29d req-74d12c05-2cc7-4a2c-8e9d-719e2aa2dca5 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:54:37.702549 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-1c57a641-addf-4883-8297-2f711be2a5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:37.708924 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1037342e-af66-41ca-af3f-163b21bd1894 None None] Sync routers for ids ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:54:37.715783 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e9ec264c-82d1-4370-8063-318b4a843309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:37.722063 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1037342e-af66-41ca-af3f-163b21bd1894 None None] Routers {'4ad5698b-6f6c-467b-9c27-4f101e9e2c33'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:54:37.723113 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-1037342e-af66-41ca-af3f-163b21bd1894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:54:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:37.749027 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8482f48a-0519-48ad-b7ec-31dd99ea2829 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Unset dirty status for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:37.752931 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8482f48a-0519-48ad-b7ec-31dd99ea2829 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.8339994 Mar 05 13:54:37.789949 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39432) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:37.923185 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-1037342e-af66-41ca-af3f-163b21bd1894 None None] Set router 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:54:37.959326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d41130-4413-4889-a852-04f013d4d29d req-74d12c05-2cc7-4a2c-8e9d-719e2aa2dca5 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] No DVR routers for this DVR port af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:54:37.962361 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-85d41130-4413-4889-a852-04f013d4d29d req-74d12c05-2cc7-4a2c-8e9d-719e2aa2dca5 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:37.975333 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a862935-9e4d-4b35-ba64-b16aa97f6fdb req-26748442-1b3c-4b4c-a52a-443d76aa3ad1 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:37.976800 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a862935-9e4d-4b35-ba64-b16aa97f6fdb req-26748442-1b3c-4b4c-a52a-443d76aa3ad1 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=6090d125-7e1f-49ce-b3e9-9ff3b63089a5 HTTP/1.1" status: 200 len: 931 time: 0.5776925 Mar 05 13:54:38.021993 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-85d41130-4413-4889-a852-04f013d4d29d req-74d12c05-2cc7-4a2c-8e9d-719e2aa2dca5 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.15 "DELETE /v2.0/ports/af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a HTTP/1.1" status: 204 len: 173 time: 3.3974741 Mar 05 13:54:38.031697 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5a0df8d8-f784-4a23-95b7-90f99f7e9c60 req-4c21ea42-f6dd-49f7-bca1-8cce233a7194 service neutron] 10.222.0.30 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450784 Mar 05 13:54:38.054660 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a862935-9e4d-4b35-ba64-b16aa97f6fdb req-658977be-3387-466a-92bf-4aecd886655a tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=4865481d-eb0a-4435-a304-154e853a807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670261 Mar 05 13:54:38.276031 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e3ac2-e2ca-49fb-a90a-06b11b190da6 req-6628f97d-e0bb-4593-910f-6f4323a877f8 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:38.278433 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e35e3ac2-e2ca-49fb-a90a-06b11b190da6 req-6628f97d-e0bb-4593-910f-6f4323a877f8 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d759663-d57e-4924-b7fd-960b7de4e361 HTTP/1.1" status: 200 len: 943 time: 0.5241001 Mar 05 13:54:38.287266 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-1037342e-af66-41ca-af3f-163b21bd1894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'name': 'tempest-AttachVolumeTestJSON-531684020-router', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:58Z', 'revision_number': 4, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'gw_port': {'id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b5d3e237-a036-4fe3-84b8-4e7cf0777523', 'name': '', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'mac_address': 'fa:16:3e:b9:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:56Z', 'updated_at': '2022-03-05T13:49:07Z', 'revision_number': 5, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'subnets': [{'id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:38.291647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1037342e-af66-41ca-af3f-163b21bd1894 None None] Checking router: 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:54:38.302472 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10697d5e-ac0f-47a1-99bb-a2946190fcbb req-b410ac9c-a00f-4733-9dba-5f28ade6815c tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:38.302676 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1037342e-af66-41ca-af3f-163b21bd1894 None None] Routers {'4ad5698b-6f6c-467b-9c27-4f101e9e2c33'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:54:38.303831 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-1037342e-af66-41ca-af3f-163b21bd1894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:54:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:38.304055 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10697d5e-ac0f-47a1-99bb-a2946190fcbb req-b410ac9c-a00f-4733-9dba-5f28ade6815c tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.1219113 Mar 05 13:54:38.307293 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3468a6dd-e085-49b3-b319-8454eb2efe77 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:38.314680 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ce25d-7f07-45e5-a5b6-19487fabf07f req-10ff11ce-a43c-4c34-9cf0-da9b5d6197b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:38.316131 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-620ce25d-7f07-45e5-a5b6-19487fabf07f req-10ff11ce-a43c-4c34-9cf0-da9b5d6197b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=3d759663-d57e-4924-b7fd-960b7de4e361 HTTP/1.1" status: 200 len: 1094 time: 0.1868930 Mar 05 13:54:38.332721 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639c2356-cb7f-4b7b-b6cf-1572f64e42c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:38.338522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639c2356-cb7f-4b7b-b6cf-1572f64e42c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:38.344546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639c2356-cb7f-4b7b-b6cf-1572f64e42c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:38.348808 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-639c2356-cb7f-4b7b-b6cf-1572f64e42c7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.5544326 Mar 05 13:54:38.351863 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39438) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:38.385622 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e9ec264c-82d1-4370-8063-318b4a843309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:38.474283 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e8d2e5-43e7-412d-8ea8-612a61f21e38', 'name': 'network-vif-deleted', 'tag': 'af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:54:38.507130 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10697d5e-ac0f-47a1-99bb-a2946190fcbb req-f3629b39-9210-4908-8e4d-8c88f0966cea tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968102 Mar 05 13:54:38.514493 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-1037342e-af66-41ca-af3f-163b21bd1894 None None] Set router 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:54:38.523289 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468a6dd-e085-49b3-b319-8454eb2efe77 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Port': ['ID=9fe8544e-d1f4-47ee-93c0-6086ec930700,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:38.535799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-43c23705-4a55-48bf-8727-bf33024ae773 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting port 919c9aff-46c5-4ec1-83c0-b21170deb22c {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:38.535799 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-43c23705-4a55-48bf-8727-bf33024ae773 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:38.669355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ce25d-7f07-45e5-a5b6-19487fabf07f req-d75a917c-8aac-4805-b785-6fab87752b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:38.671803 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-620ce25d-7f07-45e5-a5b6-19487fabf07f req-d75a917c-8aac-4805-b785-6fab87752b58 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 912 time: 0.3430114 Mar 05 13:54:38.674104 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e9ec264c-82d1-4370-8063-318b4a843309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:38.733470 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e35e3ac2-e2ca-49fb-a90a-06b11b190da6 req-482e463f-2a70-43fc-9bee-e727406838e7 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180946 Mar 05 13:54:38.844475 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ec264c-82d1-4370-8063-318b4a843309 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:54:38.880386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec264c-82d1-4370-8063-318b4a843309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9fa01f-6d07-492f-8333-90eeecefc078,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:38.891956 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e9ec264c-82d1-4370-8063-318b4a843309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:38.892431 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-e9ec264c-82d1-4370-8063-318b4a843309 admin admin] Added segment 2613b6fd-5dcd-4b68-8329-66254ebffa0e of type vlan for network 2c431098-f263-418b-8514-497b788ef02f Mar 05 13:54:38.895390 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e8d2e5-43e7-412d-8ea8-612a61f21e38', 'name': 'network-vif-deleted', 'tag': 'af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a', 'status': 'completed', 'code': 200} Mar 05 13:54:38.900166 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-620ce25d-7f07-45e5-a5b6-19487fabf07f req-94077860-ac0b-49bb-9c52-97f3ac5c0dac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8f7d076-e06f-46df-ae6c-d36aef9de98f HTTP/1.1" status: 200 len: 217 time: 0.1373692 Mar 05 13:54:38.902688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-99db487c-dc10-4bbd-aa28-d2f7c177dd54 req-de808d98-714d-4c6e-8d12-0b7f5993f745 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Synchronizing usage tracker for tenant:132ea0f858f9462ca01a646bf0fa44bb on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:38.910174 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-1c57a641-addf-4883-8297-2f711be2a5b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:54:38.990134 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-1c57a641-addf-4883-8297-2f711be2a5b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:39.023946 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-52ab0226-6b98-4402-81a9-3e89e7fd2945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:39.033031 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-99db487c-dc10-4bbd-aa28-d2f7c177dd54 req-de808d98-714d-4c6e-8d12-0b7f5993f745 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Unset dirty status for tenant:132ea0f858f9462ca01a646bf0fa44bb on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:39.034709 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-99db487c-dc10-4bbd-aa28-d2f7c177dd54 req-de808d98-714d-4c6e-8d12-0b7f5993f745 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e8d2e5-43e7-412d-8ea8-612a61f21e38 HTTP/1.1" status: 200 len: 210 time: 0.3670805 Mar 05 13:54:39.096314 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ce25d-7f07-45e5-a5b6-19487fabf07f req-19d77a2d-5d9e-4ec5-84fd-e7abcb63ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:39.096845 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e9ec264c-82d1-4370-8063-318b4a843309 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:39.097842 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-620ce25d-7f07-45e5-a5b6-19487fabf07f req-19d77a2d-5d9e-4ec5-84fd-e7abcb63ece3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.1884334 Mar 05 13:54:39.114592 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-1c57a641-addf-4883-8297-2f711be2a5b0 service neutron] Transition to ACTIVE for port object 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:39.116907 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3468a6dd-e085-49b3-b319-8454eb2efe77 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:39.161644 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-1c57a641-addf-4883-8297-2f711be2a5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:39.180600 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-1037342e-af66-41ca-af3f-163b21bd1894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'name': 'tempest-AttachVolumeTestJSON-531684020-router', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:58Z', 'revision_number': 4, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'gw_port': {'id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b5d3e237-a036-4fe3-84b8-4e7cf0777523', 'name': '', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'mac_address': 'fa:16:3e:b9:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:56Z', 'updated_at': '2022-03-05T13:49:07Z', 'revision_number': 5, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'subnets': [{'id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:39.186874 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1037342e-af66-41ca-af3f-163b21bd1894 None None] The sync data for ids ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'] in n-d-803718-1 is: [{'id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'name': 'tempest-AttachVolumeTestJSON-531684020-router', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:58Z', 'revision_number': 4, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'gw_port': {'id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b5d3e237-a036-4fe3-84b8-4e7cf0777523', 'name': '', 'network_id': '63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'mac_address': 'fa:16:3e:b9:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:56Z', 'updated_at': '2022-03-05T13:49:07Z', 'revision_number': 5, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'subnets': [{'id': 'b1aa35db-56b3-4082-9281-daf61ed75a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:54:39.204562 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-43c23705-4a55-48bf-8727-bf33024ae773 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:39.330306 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:54:39.415366 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-43c23705-4a55-48bf-8727-bf33024ae773 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Calling delete_port for 919c9aff-46c5-4ec1-83c0-b21170deb22c owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:54:39.420519 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:54:39.423187 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device af7aa61d-0dc9-4ed4-94f3-05a1c2afc22a not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:54:39.474041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ce25d-7f07-45e5-a5b6-19487fabf07f req-1cd36d69-8834-4b39-a03d-bdc9bb1171f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:39.475573 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-620ce25d-7f07-45e5-a5b6-19487fabf07f req-1cd36d69-8834-4b39-a03d-bdc9bb1171f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3653088 Mar 05 13:54:39.563313 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4038f5-3aaf-4621-9814-d71593b9f97d None None] New status for floating IP e5e28465-03a9-4af2-aafe-116d32e78a5d: DOWN {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:54:39.618862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57a641-addf-4883-8297-2f711be2a5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:39.633561 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e9ec264c-82d1-4370-8063-318b4a843309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:39.633561 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ec264c-82d1-4370-8063-318b4a843309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:39.633561 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e9ec264c-82d1-4370-8063-318b4a843309 admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:39.693609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b7c15-a018-4f70-893e-178c13d99854 req-62519b72-5fa9-4d8c-8bd7-d1d2e3acf09e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:39.695119 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8e6b7c15-a018-4f70-893e-178c13d99854 req-62519b72-5fa9-4d8c-8bd7-d1d2e3acf09e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=6090d125-7e1f-49ce-b3e9-9ff3b63089a5 HTTP/1.1" status: 200 len: 943 time: 0.5001304 Mar 05 13:54:39.782035 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-620ce25d-7f07-45e5-a5b6-19487fabf07f req-d29d249b-7a6e-4159-93f2-426b8231044e service neutron] 10.222.0.30 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933998 Mar 05 13:54:39.785717 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-43c23705-4a55-48bf-8727-bf33024ae773 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:39.979273 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e4a80-0fa2-44f8-9c15-3f101053dfe9 req-9888a77a-770f-4586-92c2-56f75101dd65 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:39.980748 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d22e4a80-0fa2-44f8-9c15-3f101053dfe9 req-9888a77a-770f-4586-92c2-56f75101dd65 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.8801179 Mar 05 13:54:39.981367 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec264c-82d1-4370-8063-318b4a843309 admin admin] Pushing event updated for resources: {'Network': ['ID=2c431098-f263-418b-8514-497b788ef02f,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:39.991017 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8e6b7c15-a018-4f70-893e-178c13d99854 req-a7a8a97a-1c1f-403d-b8b8-d27d9007a06c tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=4865481d-eb0a-4435-a304-154e853a807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2853823 Mar 05 13:54:39.996203 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e9ec264c-82d1-4370-8063-318b4a843309 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.3223321 Mar 05 13:54:39.997112 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 2c431098-f263-418b-8514-497b788ef02f details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:54:40.005593 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39454) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:40.005754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c23705-4a55-48bf-8727-bf33024ae773 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Port': ['ID=919c9aff-46c5-4ec1-83c0-b21170deb22c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:40.027773 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-3acbbed4-e234-42d7-af75-4fec7fa39994 admin admin] Request body: {'subnet': {'network_id': '2c431098-f263-418b-8514-497b788ef02f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1821024814-subnet', 'tenant_id': 'f42f49b82efe4c89acc7204bbb63320c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:40.035519 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3468a6dd-e085-49b3-b319-8454eb2efe77 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Router 1a069ec3-5c91-4811-8ca5-7f276aeb26f4 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:54:40.039847 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-1c57a641-addf-4883-8297-2f711be2a5b0 service neutron] Attempting to bind port 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:54:40.040176 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-1c57a641-addf-4883-8297-2f711be2a5b0 service neutron] Attempting to bind port 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:54:40.040496 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-1c57a641-addf-4883-8297-2f711be2a5b0 service neutron] Attempting to bind port 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 on network 175f72fb-87d4-4d09-877c-e76b741da2ad {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:54:40.045298 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3acbbed4-e234-42d7-af75-4fec7fa39994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:40.052661 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3acbbed4-e234-42d7-af75-4fec7fa39994 admin admin] Usage tracker for resource:subnet and tenant:f42f49b82efe4c89acc7204bbb63320c is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:40.064273 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3acbbed4-e234-42d7-af75-4fec7fa39994 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:40.070310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-1c57a641-addf-4883-8297-2f711be2a5b0 service neutron] Port 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 on network 175f72fb-87d4-4d09-877c-e76b741da2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:54:40.070627 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-1c57a641-addf-4883-8297-2f711be2a5b0 service neutron] Attempting to bind port 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 on network 175f72fb-87d4-4d09-877c-e76b741da2ad {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:54:40.090674 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3acbbed4-e234-42d7-af75-4fec7fa39994 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:40.115023 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-1c57a641-addf-4883-8297-2f711be2a5b0 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:54:40.115648 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-1c57a641-addf-4883-8297-2f711be2a5b0 service neutron] Checking segment: {'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:54:40.116290 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-1c57a641-addf-4883-8297-2f711be2a5b0 service neutron] Bound using segment: {'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:54:40.116920 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-1c57a641-addf-4883-8297-2f711be2a5b0 service neutron] Bound port: 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:54:40.117416 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-1c57a641-addf-4883-8297-2f711be2a5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:40.192779 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d22e4a80-0fa2-44f8-9c15-3f101053dfe9 req-ed57515d-f870-4b06-ba89-cd043efa97e6 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915591 Mar 05 13:54:40.202723 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acbbed4-e234-42d7-af75-4fec7fa39994 admin admin] Made reservation on behalf of f42f49b82efe4c89acc7204bbb63320c for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:54:40.205706 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3acbbed4-e234-42d7-af75-4fec7fa39994 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:40.212534 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-43c23705-4a55-48bf-8727-bf33024ae773 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:40.273036 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-620ce25d-7f07-45e5-a5b6-19487fabf07f req-093f81e9-5050-40a6-b79b-df362e4adb0a service neutron] 10.222.0.30 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800067 Mar 05 13:54:40.284638 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-43c23705-4a55-48bf-8727-bf33024ae773 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/ports/919c9aff-46c5-4ec1-83c0-b21170deb22c HTTP/1.1" status: 204 len: 168 time: 1.9188905 Mar 05 13:54:40.284831 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39462) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:40.337187 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-205da641-48a8-40ab-a9bf-84e00031ba4c tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] GET failed (client error): The resource could not be found. Mar 05 13:54:40.337296 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-205da641-48a8-40ab-a9bf-84e00031ba4c tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Synchronizing usage tracker for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:40.365782 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-205da641-48a8-40ab-a9bf-84e00031ba4c tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Unset dirty status for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:40.368685 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-205da641-48a8-40ab-a9bf-84e00031ba4c tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports/919c9aff-46c5-4ec1-83c0-b21170deb22c HTTP/1.1" status: 404 len: 333 time: 0.0812135 Mar 05 13:54:40.370652 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39468) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:40.416232 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3468a6dd-e085-49b3-b319-8454eb2efe77 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:54:40.416879 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afba3d1-21b3-422f-a932-2d25238d0c14 req-a240d4c1-62d4-43a4-805b-47968ec23b82 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:40.418544 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1afba3d1-21b3-422f-a932-2d25238d0c14 req-a240d4c1-62d4-43a4-805b-47968ec23b82 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d759663-d57e-4924-b7fd-960b7de4e361 HTTP/1.1" status: 200 len: 943 time: 0.1929657 Mar 05 13:54:40.428489 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7bc032-b68f-4463-9ae2-0c39d395f9e5 None None] Sync routers for ids ['1a069ec3-5c91-4811-8ca5-7f276aeb26f4'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:54:40.433864 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3468a6dd-e085-49b3-b319-8454eb2efe77 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/routers/1a069ec3-5c91-4811-8ca5-7f276aeb26f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8924875 Mar 05 13:54:40.434630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39472) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:40.440605 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7bc032-b68f-4463-9ae2-0c39d395f9e5 None None] Routers {'1a069ec3-5c91-4811-8ca5-7f276aeb26f4'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:54:40.441394 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-8f7bc032-b68f-4463-9ae2-0c39d395f9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:54:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1a069ec3-5c91-4811-8ca5-7f276aeb26f4'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:40.478874 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-55a72f95-9939-4ec1-9056-643c142847df tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting port a0970075-807a-4dc4-a816-7442862ca0df {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:40.479456 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55a72f95-9939-4ec1-9056-643c142847df tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:40.523531 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-8f7bc032-b68f-4463-9ae2-0c39d395f9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:40.537853 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7bc032-b68f-4463-9ae2-0c39d395f9e5 None None] Routers {'1a069ec3-5c91-4811-8ca5-7f276aeb26f4'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:54:40.538604 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-8f7bc032-b68f-4463-9ae2-0c39d395f9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:54:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1a069ec3-5c91-4811-8ca5-7f276aeb26f4'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:40.540775 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1afba3d1-21b3-422f-a932-2d25238d0c14 req-feefb93b-89d3-4ca0-a451-fbf60c68d632 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140132 Mar 05 13:54:40.604088 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39476) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:40.608058 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-8f7bc032-b68f-4463-9ae2-0c39d395f9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:40.608570 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7bc032-b68f-4463-9ae2-0c39d395f9e5 None None] The sync data for ids ['1a069ec3-5c91-4811-8ca5-7f276aeb26f4'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:54:40.725259 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-1c57a641-addf-4883-8297-2f711be2a5b0 service neutron] For port 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:54:40.784319 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8bb895eb-92a8-4f45-b25f-bd956af38ab2 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:40.815263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-1c57a641-addf-4883-8297-2f711be2a5b0 service neutron] For port 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:54:40.832717 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8bb895eb-92a8-4f45-b25f-bd956af38ab2 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:40.840468 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55a72f95-9939-4ec1-9056-643c142847df tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:40.859681 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-1c57a641-addf-4883-8297-2f711be2a5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:40.891875 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a8f7d076-e06f-46df-ae6c-d36aef9de98f details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:54:40.905543 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8b6d256e-3f2e-4d79-9dd2-e835d59cdedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:40.985211 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-55a72f95-9939-4ec1-9056-643c142847df tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Calling delete_port for a0970075-807a-4dc4-a816-7442862ca0df owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:54:41.042677 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a8f7d076-e06f-46df-ae6c-d36aef9de98f, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a8f7d076-e06f-46df-ae6c-d36aef9de98f,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:41.057963 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'a8f7d076-e06f-46df-ae6c-d36aef9de98f', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'port_id': 'a8f7d076-e06f-46df-ae6c-d36aef9de98f', 'mac_address': 'fa:16:3e:66:d1:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:54:41.094040 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8bb895eb-92a8-4f45-b25f-bd956af38ab2 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:41.118756 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:41.137238 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f7d076-e06f-46df-ae6c-d36aef9de98f {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:54:41.146194 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-0475d153-1e90-4693-9786-15ca7434e8b5 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] remove_router_interface failed (client error): The resource could not be found. Mar 05 13:54:41.147328 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0475d153-1e90-4693-9786-15ca7434e8b5 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/routers/1a069ec3-5c91-4811-8ca5-7f276aeb26f4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7004998 Mar 05 13:54:41.150119 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39484) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:41.171766 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a8f7d076-e06f-46df-ae6c-d36aef9de98f, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a8f7d076-e06f-46df-ae6c-d36aef9de98f,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:41.178335 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:41.187673 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb895eb-92a8-4f45-b25f-bd956af38ab2 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2736db16-5408-47e3-bd81-8366e99b9b06,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:41.221396 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-69180b8b-324f-4b81-a58b-fd7601663752 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Synchronizing usage tracker for tenant:beafff5c987348ddbc3961566817c315 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:41.229181 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-1c57a641-addf-4883-8297-2f711be2a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:41.231292 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-1c57a641-addf-4883-8297-2f711be2a5b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:41.233353 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-1c57a641-addf-4883-8297-2f711be2a5b0 service neutron] 10.222.0.30 "PUT /v2.0/ports/8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 HTTP/1.1" status: 200 len: 1091 time: 4.1528842 Mar 05 13:54:41.236725 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6090d125-7e1f-49ce-b3e9-9ff3b63089a5', 'tag': '8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:54:41.267864 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8bb895eb-92a8-4f45-b25f-bd956af38ab2 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:41.272061 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8bb895eb-92a8-4f45-b25f-bd956af38ab2 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "DELETE /v2.0/security-groups/2736db16-5408-47e3-bd81-8366e99b9b06 HTTP/1.1" status: 204 len: 168 time: 0.6678479 Mar 05 13:54:41.274564 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39490) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:41.288435 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a8f7d076-e06f-46df-ae6c-d36aef9de98f,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:41.300665 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-69180b8b-324f-4b81-a58b-fd7601663752 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Unset dirty status for tenant:beafff5c987348ddbc3961566817c315 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:41.304416 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-69180b8b-324f-4b81-a58b-fd7601663752 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a069ec3-5c91-4811-8ca5-7f276aeb26f4 HTTP/1.1" status: 200 len: 205 time: 0.1397552 Mar 05 13:54:41.312286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39494) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:41.324139 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-943581c9-7c85-4490-9635-825966d219a0 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] show failed (client error): The resource could not be found. Mar 05 13:54:41.328775 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-943581c9-7c85-4490-9635-825966d219a0 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "GET /v2.0/security-groups/2736db16-5408-47e3-bd81-8366e99b9b06 HTTP/1.1" status: 404 len: 347 time: 0.0465758 Mar 05 13:54:41.332318 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55a72f95-9939-4ec1-9056-643c142847df tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:41.338229 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39496) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:41.384918 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['a8f7d076-e06f-46df-ae6c-d36aef9de98f'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:54:41.444018 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c88317-6934-467c-9a20-c4d48f1929aa req-9c136064-cbfe-4a63-b35f-289c0930263f tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:41.445549 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-26c88317-6934-467c-9a20-c4d48f1929aa req-9c136064-cbfe-4a63-b35f-289c0930263f tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.9972522 Mar 05 13:54:41.458216 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3acbbed4-e234-42d7-af75-4fec7fa39994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:41.462168 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57a641-addf-4883-8297-2f711be2a5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:41.469646 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bc8b3-d157-4d8c-89fc-6f1d5eb30c45 req-d04c3c6c-f7be-4df9-a553-1b118f06ec25 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:41.478369 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0c0bc8b3-d157-4d8c-89fc-6f1d5eb30c45 req-d04c3c6c-f7be-4df9-a553-1b118f06ec25 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=6090d125-7e1f-49ce-b3e9-9ff3b63089a5 HTTP/1.1" status: 200 len: 943 time: 0.2928617 Mar 05 13:54:41.480310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a72f95-9939-4ec1-9056-643c142847df tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Port': ['ID=a0970075-807a-4dc4-a816-7442862ca0df,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:41.625063 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-333f27b4-3fe3-4a66-8b56-821feb8a5b8c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:41.736389 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbbed4-e234-42d7-af75-4fec7fa39994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff1217a3-94c8-461f-84a4-92934f6a3f9b,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:41.804734 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-26c88317-6934-467c-9a20-c4d48f1929aa req-a29936f2-f49c-4d81-9b90-effd3be6a2f3 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321531 Mar 05 13:54:41.845571 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55a72f95-9939-4ec1-9056-643c142847df tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:41.849803 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-55a72f95-9939-4ec1-9056-643c142847df tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/ports/a0970075-807a-4dc4-a816-7442862ca0df HTTP/1.1" status: 204 len: 168 time: 1.4780173 Mar 05 13:54:41.852410 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39506) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:41.871476 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acbbed4-e234-42d7-af75-4fec7fa39994 admin admin] Checking segment: {'id': '2613b6fd-5dcd-4b68-8329-66254ebffa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2c431098-f263-418b-8514-497b788ef02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:54:41.871828 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acbbed4-e234-42d7-af75-4fec7fa39994 admin admin] Network hostable DHCP agents. Network: 2c431098-f263-418b-8514-497b788ef02f, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:54:41.927007 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a1815a-a3e0-4d09-876d-3bb1370d519c tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] GET failed (client error): The resource could not be found. Mar 05 13:54:41.927546 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c5a1815a-a3e0-4d09-876d-3bb1370d519c tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Synchronizing usage tracker for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:41.937518 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6090d125-7e1f-49ce-b3e9-9ff3b63089a5', 'tag': '8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3', 'status': 'completed', 'code': 200} Mar 05 13:54:41.938418 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-faf930cf-48c2-4019-b926-01d5180e86f4 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Deleting port 944d5099-ae14-4c3e-9d2b-8ba8856658b5 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:41.938781 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-faf930cf-48c2-4019-b926-01d5180e86f4 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:41.972085 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0c0bc8b3-d157-4d8c-89fc-6f1d5eb30c45 req-1639fec2-f76c-4d06-98ea-59615c81d12e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=4865481d-eb0a-4435-a304-154e853a807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4928200 Mar 05 13:54:41.993133 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:42.007332 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c5a1815a-a3e0-4d09-876d-3bb1370d519c tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Unset dirty status for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:42.007484 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-e0eceeb0-e3b5-4105-9fe9-ed010a4b854f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:42.008905 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-e0eceeb0-e3b5-4105-9fe9-ed010a4b854f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6458262d05f2497586ebde1561a80c5d&device_id=6090d125-7e1f-49ce-b3e9-9ff3b63089a5 HTTP/1.1" status: 200 len: 1094 time: 0.6994302 Mar 05 13:54:42.011186 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c5a1815a-a3e0-4d09-876d-3bb1370d519c tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports/a0970075-807a-4dc4-a816-7442862ca0df HTTP/1.1" status: 404 len: 333 time: 0.1485353 Mar 05 13:54:42.015509 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39514) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:42.021323 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-333f27b4-3fe3-4a66-8b56-821feb8a5b8c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:42.047297 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:42.116373 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-333f27b4-3fe3-4a66-8b56-821feb8a5b8c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:42.145105 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-2b60112a-fd5b-40ec-8a6f-9800dd119f53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 HTTP/1.1" status: 200 len: 217 time: 0.1211097 Mar 05 13:54:42.192988 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acbbed4-e234-42d7-af75-4fec7fa39994 admin admin] Network 2c431098-f263-418b-8514-497b788ef02f is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:54:42.214276 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-333f27b4-3fe3-4a66-8b56-821feb8a5b8c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:42.214798 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333f27b4-3fe3-4a66-8b56-821feb8a5b8c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Fanout notify agent at l3_agent the message router_deleted on router 1a069ec3-5c91-4811-8ca5-7f276aeb26f4 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:54:42.223004 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-3acbbed4-e234-42d7-af75-4fec7fa39994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 2c431098-f263-418b-8514-497b788ef02f) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:42.233971 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881f9357-9482-48e1-9970-76bb868731e3 None None] Network 2c431098-f263-418b-8514-497b788ef02f requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:54:42.234159 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee058ba-a752-424f-8df4-12192029f188 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting subnet 08e4eb93-909b-4868-bce2-dc16e353012e {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:54:42.235657 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acbbed4-e234-42d7-af75-4fec7fa39994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:42.236228 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3acbbed4-e234-42d7-af75-4fec7fa39994 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:42.237615 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9ee058ba-a752-424f-8df4-12192029f188 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:42.264335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-6c1ecd51-b94b-4008-97c8-5080b2e84f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:42.265797 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-6c1ecd51-b94b-4008-97c8-5080b2e84f81 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9349c82-1490-40bf-94d8-d6850b67eb95 HTTP/1.1" status: 200 len: 854 time: 0.1068923 Mar 05 13:54:42.275945 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-333f27b4-3fe3-4a66-8b56-821feb8a5b8c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:42.276981 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-333f27b4-3fe3-4a66-8b56-821feb8a5b8c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/routers/1a069ec3-5c91-4811-8ca5-7f276aeb26f4 HTTP/1.1" status: 204 len: 168 time: 0.9270556 Mar 05 13:54:42.282923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39518) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:42.319965 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3acbbed4-e234-42d7-af75-4fec7fa39994 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3053658 Mar 05 13:54:42.320201 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-faf930cf-48c2-4019-b926-01d5180e86f4 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:42.320201 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-faf930cf-48c2-4019-b926-01d5180e86f4 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:42.343655 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9ee058ba-a752-424f-8df4-12192029f188 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:42.392353 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa82655-4f4d-40a0-a391-05e607356920 req-6449878e-202a-4a8b-8e8d-feb60d98b645 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:42.399451 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3aa82655-4f4d-40a0-a391-05e607356920 req-6449878e-202a-4a8b-8e8d-feb60d98b645 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d759663-d57e-4924-b7fd-960b7de4e361 HTTP/1.1" status: 200 len: 944 time: 0.3815520 Mar 05 13:54:42.456260 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f8e501-3db2-4f78-91bc-21cfc9574771 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting subnet c5de7895-8460-45d9-a0e0-61bd85e02dbb {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:54:42.464899 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e501-3db2-4f78-91bc-21cfc9574771 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:42.475938 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944e77b7-e7db-4c3d-9fb2-7d2986706fe8 None None] Network 2c431098-f263-418b-8514-497b788ef02f requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:54:42.532675 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3aa82655-4f4d-40a0-a391-05e607356920 req-7881268a-d557-477b-88f2-0a8ec987b824 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322618 Mar 05 13:54:42.555693 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e501-3db2-4f78-91bc-21cfc9574771 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:42.597084 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-faf930cf-48c2-4019-b926-01d5180e86f4 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Calling delete_port for 944d5099-ae14-4c3e-9d2b-8ba8856658b5 owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:54:42.694494 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6a47b-dfc6-47fa-a915-12a87eef7839 req-e25357f2-4c09-4588-b7b1-b8835f421b26 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:42.696622 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-28e6a47b-dfc6-47fa-a915-12a87eef7839 req-e25357f2-4c09-4588-b7b1-b8835f421b26 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.5969396 Mar 05 13:54:42.772224 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-e7b01134-03d1-4fbd-84cd-4331475e9d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:42.774123 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-e7b01134-03d1-4fbd-84cd-4331475e9d0a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=175f72fb-87d4-4d09-877c-e76b741da2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4952757 Mar 05 13:54:42.797650 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-28e6a47b-dfc6-47fa-a915-12a87eef7839 req-67af4fcf-84f6-43c5-b378-aefe82ae9437 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832791 Mar 05 13:54:42.843690 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9ee058ba-a752-424f-8df4-12192029f188 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:42.892989 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a8f7d076-e06f-46df-ae6c-d36aef9de98f up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:54:42.974745 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-faf930cf-48c2-4019-b926-01d5180e86f4 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:42.992989 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port a8f7d076-e06f-46df-ae6c-d36aef9de98f completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:42.999900 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port a8f7d076-e06f-46df-ae6c-d36aef9de98f triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:43.001027 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:43.005599 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e501-3db2-4f78-91bc-21cfc9574771 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:43.076159 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf930cf-48c2-4019-b926-01d5180e86f4 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Pushing event deleted for resources: {'Port': ['ID=944d5099-ae14-4c3e-9d2b-8ba8856658b5,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:43.092281 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-29b18f5c-527c-4273-8edc-9bc0a347fb84 service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100247 Mar 05 13:54:43.121184 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9ee058ba-a752-424f-8df4-12192029f188 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:43.134122 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:43.166807 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-1cdab194-379f-4b9e-93ed-48891e6fa95f tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:43.167033 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d759663-d57e-4924-b7fd-960b7de4e361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f7d076-e06f-46df-ae6c-d36aef9de98f'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:54:43.167161 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-1cdab194-379f-4b9e-93ed-48891e6fa95f tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Synchronizing usage tracker for tenant:f42f49b82efe4c89acc7204bbb63320c on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:43.179528 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a8f7d076-e06f-46df-ae6c-d36aef9de98f, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a8f7d076-e06f-46df-ae6c-d36aef9de98f,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:43.179813 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee058ba-a752-424f-8df4-12192029f188 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Subnet': ['ID=08e4eb93-909b-4868-bce2-dc16e353012e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:43.183684 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:43.191917 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9ee058ba-a752-424f-8df4-12192029f188 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:43.214661 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-faf930cf-48c2-4019-b926-01d5180e86f4 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:43.235997 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9ee058ba-a752-424f-8df4-12192029f188 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/subnets/08e4eb93-909b-4868-bce2-dc16e353012e HTTP/1.1" status: 204 len: 168 time: 1.2167835 Mar 05 13:54:43.237911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39544) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:43.243537 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3bcfc-f369-4086-8d76-7229f55772a1 req-81dd8c57-ea74-4efa-8e26-5740985c5b01 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:43.245205 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-39a3bcfc-f369-4086-8d76-7229f55772a1 req-81dd8c57-ea74-4efa-8e26-5740985c5b01 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.3206160 Mar 05 13:54:43.247063 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e501-3db2-4f78-91bc-21cfc9574771 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:43.252311 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-faf930cf-48c2-4019-b926-01d5180e86f4 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:43.257005 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-faf930cf-48c2-4019-b926-01d5180e86f4 tempest-AttachVolumeTestJSON-934477712 tempest-AttachVolumeTestJSON-934477712-project] 10.222.0.16 "DELETE /v2.0/floatingips/e5e28465-03a9-4af2-aafe-116d32e78a5d HTTP/1.1" status: 204 len: 168 time: 1.8766649 Mar 05 13:54:43.257575 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baac0dc2-7227-4e5b-b1ee-94f86a977e51 None None] Network 50a3c8af-e331-486d-8429-2a96391564e9 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:54:43.305666 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-39a3bcfc-f369-4086-8d76-7229f55772a1 req-fb1025c9-1c2b-4c99-a57f-cc4217f89bc8 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464602 Mar 05 13:54:43.394070 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-1cdab194-379f-4b9e-93ed-48891e6fa95f tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Unset dirty status for tenant:f42f49b82efe4c89acc7204bbb63320c on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:43.396058 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a8f7d076-e06f-46df-ae6c-d36aef9de98f,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:43.400373 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-1cdab194-379f-4b9e-93ed-48891e6fa95f tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/networks?id=2c431098-f263-418b-8514-497b788ef02f HTTP/1.1" status: 200 len: 822 time: 0.5710695 Mar 05 13:54:43.424178 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61beafe8-6310-4c7b-82d0-4da96e97bbc2 None None] Network 7e0e6641-db43-4a59-b9dd-55ccefc0d48c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:54:43.425363 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8e501-3db2-4f78-91bc-21cfc9574771 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Subnet': ['ID=c5de7895-8460-45d9-a0e0-61bd85e02dbb,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:43.436878 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e501-3db2-4f78-91bc-21cfc9574771 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:43.480543 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-a0e6ae7b-afb0-486b-b018-e536fd206e21 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/quotas/f42f49b82efe4c89acc7204bbb63320c HTTP/1.1" status: 200 len: 375 time: 0.0792878 Mar 05 13:54:43.537049 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a3f8e501-3db2-4f78-91bc-21cfc9574771 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/subnets/c5de7895-8460-45d9-a0e0-61bd85e02dbb HTTP/1.1" status: 204 len: 168 time: 1.2238209 Mar 05 13:54:43.545225 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39556) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:43.550008 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c868c71-36db-4baa-9f60-2d4472983f8f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:43.584050 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2efdfb72-fd04-4d50-9c2a-9c7cdd41797f req-e08bde8e-e1d2-4adc-b4d9-5ec8c7c64425 service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835110 Mar 05 13:54:43.586326 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-d6b5d0a2-d3ec-4a29-8607-0da051d49f19 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f42f49b82efe4c89acc7204bbb63320c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1048281 Mar 05 13:54:43.655216 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:43.660873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3b2ac-4e07-4e44-ae28-b35548b0b64d req-5224755e-29d7-4dc1-8669-06ad3446ddac tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:43.670687 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-85b3b2ac-4e07-4e44-ae28-b35548b0b64d req-5224755e-29d7-4dc1-8669-06ad3446ddac tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=6090d125-7e1f-49ce-b3e9-9ff3b63089a5 HTTP/1.1" status: 200 len: 943 time: 0.1432464 Mar 05 13:54:43.730039 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-85b3b2ac-4e07-4e44-ae28-b35548b0b64d req-010bdcf1-2580-4899-8a80-de1ff8efea43 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=4865481d-eb0a-4435-a304-154e853a807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577729 Mar 05 13:54:43.781575 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-5c868c71-36db-4baa-9f60-2d4472983f8f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting port 01fd0f89-b218-43e7-9bfa-6f729903adc1 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:43.781915 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c868c71-36db-4baa-9f60-2d4472983f8f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:43.815959 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d759663-d57e-4924-b7fd-960b7de4e361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f7d076-e06f-46df-ae6c-d36aef9de98f', 'code': 200} Mar 05 13:54:43.851794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbd1779-a7a0-4925-82fb-841c420ed7e3 None None] DHCP port deletion for 50a3c8af-e331-486d-8429-2a96391564e9 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:54:43.865444 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd1779-a7a0-4925-82fb-841c420ed7e3 None None] Deleting port 01fd0f89-b218-43e7-9bfa-6f729903adc1 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:43.867542 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6bbd1779-a7a0-4925-82fb-841c420ed7e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:43.913902 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f9be84-997e-486e-969c-c29d59fb27d7 None None] DHCP port deletion for 7e0e6641-db43-4a59-b9dd-55ccefc0d48c request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:54:43.926575 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1659f805-2d7f-4c3a-8369-dc59b8d4b108 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:43.964303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fd94d-e8b0-45d7-badc-8a28c6880662 req-bf7844ea-be0f-4d3a-ba56-dede34349ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:43.967646 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-774fd94d-e8b0-45d7-badc-8a28c6880662 req-bf7844ea-be0f-4d3a-ba56-dede34349ce5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3d759663-d57e-4924-b7fd-960b7de4e361 HTTP/1.1" status: 200 len: 1096 time: 0.0921798 Mar 05 13:54:43.980036 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-09f9be84-997e-486e-969c-c29d59fb27d7 None None] Deleting port c90d696c-f3e0-4da1-a1dc-c44867ba7788 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:43.980837 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-09f9be84-997e-486e-969c-c29d59fb27d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:44.029951 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-1659f805-2d7f-4c3a-8369-dc59b8d4b108 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting port c90d696c-f3e0-4da1-a1dc-c44867ba7788 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:44.030382 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1659f805-2d7f-4c3a-8369-dc59b8d4b108 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:44.081213 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-774fd94d-e8b0-45d7-badc-8a28c6880662 req-d40b3ac2-ba2b-4505-ada9-09bc8a970ac9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064000 Mar 05 13:54:44.082528 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-a6ccc5cf-29d8-4747-a799-bcaaece73e24 service neutron] 10.222.0.16 "GET /v2.0/networks/2c431098-f263-418b-8514-497b788ef02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763355 Mar 05 13:54:44.124925 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49e428-caee-4680-928d-23b7182732e6 req-26097911-4586-4b07-92e5-5f928c689ebc tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:44.126684 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d49e428-caee-4680-928d-23b7182732e6 req-26097911-4586-4b07-92e5-5f928c689ebc tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d759663-d57e-4924-b7fd-960b7de4e361 HTTP/1.1" status: 200 len: 945 time: 0.1267726 Mar 05 13:54:44.311968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be635da-ca14-4889-9367-93be4ef2c297 req-c1043268-c051-45ca-a5d2-af8bd899cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:44.313689 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d49e428-caee-4680-928d-23b7182732e6 req-38cd7e17-8be7-4f00-8654-5c01e285678e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800876 Mar 05 13:54:44.313855 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2be635da-ca14-4889-9367-93be4ef2c297 req-c1043268-c051-45ca-a5d2-af8bd899cfa9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6458262d05f2497586ebde1561a80c5d&device_id=6090d125-7e1f-49ce-b3e9-9ff3b63089a5 HTTP/1.1" status: 200 len: 1094 time: 0.6661963 Mar 05 13:54:44.379719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-6bbd1779-a7a0-4925-82fb-841c420ed7e3 None None] For port 01fd0f89-b218-43e7-9bfa-6f729903adc1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=01fd0f89-b218-43e7-9bfa-6f729903adc1,segment=NetworkSegment(a17b109b-1461-40b9-80ca-e4c674862cb3),segment_id=a17b109b-1461-40b9-80ca-e4c674862cb3)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:44.380314 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6bbd1779-a7a0-4925-82fb-841c420ed7e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:44.520571 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd1779-a7a0-4925-82fb-841c420ed7e3 None None] Calling delete_port for 01fd0f89-b218-43e7-9bfa-6f729903adc1 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:54:44.556803 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-09f9be84-997e-486e-969c-c29d59fb27d7 None None] For port c90d696c-f3e0-4da1-a1dc-c44867ba7788, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c90d696c-f3e0-4da1-a1dc-c44867ba7788,segment=NetworkSegment(838911a6-96f3-40b8-a536-ce3f2848f1bf),segment_id=838911a6-96f3-40b8-a536-ce3f2848f1bf)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:44.557522 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-09f9be84-997e-486e-969c-c29d59fb27d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:44.613076 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e639e-688f-44cd-98f3-a90905a5893f req-0ead3abf-f646-4421-9daf-3c6d806c2502 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:44.614686 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e96e639e-688f-44cd-98f3-a90905a5893f req-0ead3abf-f646-4421-9daf-3c6d806c2502 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.1587050 Mar 05 13:54:44.656749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-5c868c71-36db-4baa-9f60-2d4472983f8f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] For port 01fd0f89-b218-43e7-9bfa-6f729903adc1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=01fd0f89-b218-43e7-9bfa-6f729903adc1,segment=NetworkSegment(a17b109b-1461-40b9-80ca-e4c674862cb3),segment_id=a17b109b-1461-40b9-80ca-e4c674862cb3)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:44.657852 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c868c71-36db-4baa-9f60-2d4472983f8f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:44.661862 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e96e639e-688f-44cd-98f3-a90905a5893f req-d81d9a70-b2d5-46f7-be38-73d591eb408c tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409524 Mar 05 13:54:44.757022 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-09f9be84-997e-486e-969c-c29d59fb27d7 None None] Calling delete_port for c90d696c-f3e0-4da1-a1dc-c44867ba7788 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:54:44.868093 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701d762-85d8-4e0a-a717-ef36392022b0 req-0747bcec-63f6-4109-bded-0e06e475b6b3 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:44.870114 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1701d762-85d8-4e0a-a717-ef36392022b0 req-0747bcec-63f6-4109-bded-0e06e475b6b3 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.0885732 Mar 05 13:54:44.897555 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-a6ba0540-53a1-40ab-95a1-1d8a6a051842 service neutron] 10.222.0.16 "GET /v2.0/networks/2c431098-f263-418b-8514-497b788ef02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8111255 Mar 05 13:54:44.926130 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-5c868c71-36db-4baa-9f60-2d4472983f8f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Calling delete_port for 01fd0f89-b218-43e7-9bfa-6f729903adc1 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:54:44.930594 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1701d762-85d8-4e0a-a717-ef36392022b0 req-ac24875d-8b32-4647-a279-ef1c9e5a1a40 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536513 Mar 05 13:54:44.990111 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-09f9be84-997e-486e-969c-c29d59fb27d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:45.000581 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6bbd1779-a7a0-4925-82fb-841c420ed7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:45.083981 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9be84-997e-486e-969c-c29d59fb27d7 None None] Pushing event deleted for resources: {'Port': ['ID=c90d696c-f3e0-4da1-a1dc-c44867ba7788,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:45.089752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f9be84-997e-486e-969c-c29d59fb27d7 None None] No DVR routers for this DVR port c90d696c-f3e0-4da1-a1dc-c44867ba7788 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:54:45.097060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 01fd0f89-b218-43e7-9bfa-6f729903adc1 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:54:45.196943 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be635da-ca14-4889-9367-93be4ef2c297 req-2355f730-6d2c-462d-85c3-b860ffeef22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:45.198791 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2be635da-ca14-4889-9367-93be4ef2c297 req-2355f730-6d2c-462d-85c3-b860ffeef22c service neutron] 10.222.0.30 "GET /v2.0/networks?id=175f72fb-87d4-4d09-877c-e76b741da2ad HTTP/1.1" status: 200 len: 915 time: 0.8697002 Mar 05 13:54:45.288105 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbd1779-a7a0-4925-82fb-841c420ed7e3 None None] No DVR routers for this DVR port 01fd0f89-b218-43e7-9bfa-6f729903adc1 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:54:45.289434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd1779-a7a0-4925-82fb-841c420ed7e3 None None] Pushing event deleted for resources: {'Port': ['ID=01fd0f89-b218-43e7-9bfa-6f729903adc1,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:45.347824 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 01fd0f89-b218-43e7-9bfa-6f729903adc1 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:54:45.348226 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 01fd0f89-b218-43e7-9bfa-6f729903adc1 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:54:45.350357 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c90d696c-f3e0-4da1-a1dc-c44867ba7788 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:54:45.364177 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556fd0b-6e9a-4d48-8d08-9be67a98e1d2 req-c5464e00-5dd4-4b35-8f61-2cf3dde737f2 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:45.366590 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4556fd0b-6e9a-4d48-8d08-9be67a98e1d2 req-c5464e00-5dd4-4b35-8f61-2cf3dde737f2 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=6090d125-7e1f-49ce-b3e9-9ff3b63089a5 HTTP/1.1" status: 200 len: 943 time: 0.2057271 Mar 05 13:54:45.386042 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2be635da-ca14-4889-9367-93be4ef2c297 req-5fc43611-5bb2-4f23-a6c8-1b58ac487764 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 HTTP/1.1" status: 200 len: 217 time: 0.1756847 Mar 05 13:54:45.388339 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d245f108-7558-491f-a796-91ab08a50e44 req-e94725a5-fa7e-40d2-8d40-6d96c894691c tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cc9ae2-cc08-4d64-8752-99369a9fc26b HTTP/1.1" status: 200 len: 210 time: 0.0836890 Mar 05 13:54:45.396365 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-1659f805-2d7f-4c3a-8369-dc59b8d4b108 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] For port c90d696c-f3e0-4da1-a1dc-c44867ba7788, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c90d696c-f3e0-4da1-a1dc-c44867ba7788,segment=NetworkSegment(838911a6-96f3-40b8-a536-ce3f2848f1bf),segment_id=838911a6-96f3-40b8-a536-ce3f2848f1bf)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:45.396715 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1659f805-2d7f-4c3a-8369-dc59b8d4b108 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:45.521832 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4556fd0b-6e9a-4d48-8d08-9be67a98e1d2 req-12d92565-804c-435e-9a00-a2d8ce21fa0b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=4865481d-eb0a-4435-a304-154e853a807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349277 Mar 05 13:54:45.554494 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: c90d696c-f3e0-4da1-a1dc-c44867ba7788 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:54:45.558607 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c90d696c-f3e0-4da1-a1dc-c44867ba7788 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:54:45.728968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be635da-ca14-4889-9367-93be4ef2c297 req-861958fc-bf4a-412e-9d9f-88b47e46b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:45.731267 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2be635da-ca14-4889-9367-93be4ef2c297 req-861958fc-bf4a-412e-9d9f-88b47e46b7c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9349c82-1490-40bf-94d8-d6850b67eb95 HTTP/1.1" status: 200 len: 854 time: 0.3267510 Mar 05 13:54:45.740086 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-1659f805-2d7f-4c3a-8369-dc59b8d4b108 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Calling delete_port for c90d696c-f3e0-4da1-a1dc-c44867ba7788 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:54:45.757800 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be27fe8-14e8-4d2f-9458-202c751be55b req-399e86eb-7d88-428d-b86b-69b1ded224bf tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:45.759485 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5be27fe8-14e8-4d2f-9458-202c751be55b req-399e86eb-7d88-428d-b86b-69b1ded224bf tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d759663-d57e-4924-b7fd-960b7de4e361 HTTP/1.1" status: 200 len: 945 time: 0.1143854 Mar 05 13:54:45.812786 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5be27fe8-14e8-4d2f-9458-202c751be55b req-0e73760b-26d8-434e-90cc-b07f5bd0cb71 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457640 Mar 05 13:54:45.889265 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-5c868c71-36db-4baa-9f60-2d4472983f8f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:54:45.889613 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-5c868c71-36db-4baa-9f60-2d4472983f8f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:54:45.946752 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c44705-4565-4b8f-8d82-e76a27c5aa02 req-8ef7c75b-49b8-42c4-b09a-9569df017ac1 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:45.948296 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e5c44705-4565-4b8f-8d82-e76a27c5aa02 req-8ef7c75b-49b8-42c4-b09a-9569df017ac1 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.2523754 Mar 05 13:54:45.984164 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-1659f805-2d7f-4c3a-8369-dc59b8d4b108 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:54:45.984482 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-1659f805-2d7f-4c3a-8369-dc59b8d4b108 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:54:46.002715 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be635da-ca14-4889-9367-93be4ef2c297 req-bb69b0ac-4601-4c49-9050-705b00770ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:46.004179 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2be635da-ca14-4889-9367-93be4ef2c297 req-bb69b0ac-4601-4c49-9050-705b00770ada service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=175f72fb-87d4-4d09-877c-e76b741da2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1918018 Mar 05 13:54:46.014540 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e5c44705-4565-4b8f-8d82-e76a27c5aa02 req-14f3e5cd-c222-43f1-a924-9f9de59bd39c tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559113 Mar 05 13:54:46.161523 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2be635da-ca14-4889-9367-93be4ef2c297 req-1a9afa8d-0238-407d-bf9a-c25314bf6b3e service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442180 Mar 05 13:54:46.222614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf69cb7-5222-485c-97bd-5b857b6f6359 req-4a40920b-cc74-4f7e-8f2b-d4509f209662 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:46.224182 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4cf69cb7-5222-485c-97bd-5b857b6f6359 req-4a40920b-cc74-4f7e-8f2b-d4509f209662 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.0861721 Mar 05 13:54:46.269640 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4cf69cb7-5222-485c-97bd-5b857b6f6359 req-186b484f-ba09-4b88-b690-abd82d7edf2a tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397997 Mar 05 13:54:46.301096 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2be635da-ca14-4889-9367-93be4ef2c297 req-9fddc2da-ae95-46e2-a377-7d4dc37b9a59 service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340787 Mar 05 13:54:46.394411 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-5c868c71-36db-4baa-9f60-2d4472983f8f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting port 01fd0f89-b218-43e7-9bfa-6f729903adc1 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:46.395077 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c868c71-36db-4baa-9f60-2d4472983f8f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:46.525309 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-1659f805-2d7f-4c3a-8369-dc59b8d4b108 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting port c90d696c-f3e0-4da1-a1dc-c44867ba7788 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:46.525611 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1659f805-2d7f-4c3a-8369-dc59b8d4b108 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:46.583697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-5c868c71-36db-4baa-9f60-2d4472983f8f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] The port '01fd0f89-b218-43e7-9bfa-6f729903adc1' was deleted {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:54:46.601261 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2e235-f253-4a22-a3fe-dbf78c6aea4a req-83ab70ee-1186-4e43-8761-cc3786882231 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:46.603491 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-57c2e235-f253-4a22-a3fe-dbf78c6aea4a req-83ab70ee-1186-4e43-8761-cc3786882231 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.0970321 Mar 05 13:54:46.655609 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-57c2e235-f253-4a22-a3fe-dbf78c6aea4a req-93d17e0c-336a-48f4-9066-1615a193eabe tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451934 Mar 05 13:54:46.878665 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-1659f805-2d7f-4c3a-8369-dc59b8d4b108 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] The port 'c90d696c-f3e0-4da1-a1dc-c44867ba7788' was deleted {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:54:46.879680 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9b2f7-9df2-4214-9429-443441fde9b6 req-19c0a11f-654d-4fc2-876a-113d3841a753 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:46.881324 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08f9b2f7-9df2-4214-9429-443441fde9b6 req-19c0a11f-654d-4fc2-876a-113d3841a753 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=6090d125-7e1f-49ce-b3e9-9ff3b63089a5 HTTP/1.1" status: 200 len: 943 time: 0.0974212 Mar 05 13:54:46.886599 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c9085219-2c9e-4419-9a06-348ea6ad9140 req-3d2bc102-743a-4c9c-a6b5-59a8a9034b59 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cc9ae2-cc08-4d64-8752-99369a9fc26b HTTP/1.1" status: 200 len: 210 time: 0.3015938 Mar 05 13:54:46.890868 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:54:47.003421 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08f9b2f7-9df2-4214-9429-443441fde9b6 req-c1abcd9d-178e-4a74-bc7e-0433be294373 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=4865481d-eb0a-4435-a304-154e853a807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134195 Mar 05 13:54:47.149618 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:47.170608 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'port_id': '8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3', 'mac_address': 'fa:16:3e:de:c7:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:54:47.231318 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:47.248559 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:54:47.264432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:47.268563 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:47.313213 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c868c71-36db-4baa-9f60-2d4472983f8f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:47.336995 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:47.339527 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1659f805-2d7f-4c3a-8369-dc59b8d4b108 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:47.379746 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-5c868c71-36db-4baa-9f60-2d4472983f8f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a3c8af-e331-486d-8429-2a96391564e9']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:47.409787 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-5c868c71-36db-4baa-9f60-2d4472983f8f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17b109b-1461-40b9-80ca-e4c674862cb3') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:47.410415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-5c868c71-36db-4baa-9f60-2d4472983f8f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17b109b-1461-40b9-80ca-e4c674862cb3') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:47.420844 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-1659f805-2d7f-4c3a-8369-dc59b8d4b108 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0e6641-db43-4a59-b9dd-55ccefc0d48c']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:47.433286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-43dbd5b7-502a-404a-93d2-47eed5c93f0f tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:47.434640 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-43dbd5b7-502a-404a-93d2-47eed5c93f0f tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.30 "GET /v2.0/networks?id=2c431098-f263-418b-8514-497b788ef02f HTTP/1.1" status: 200 len: 822 time: 0.9110301 Mar 05 13:54:47.448939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-1659f805-2d7f-4c3a-8369-dc59b8d4b108 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838911a6-96f3-40b8-a536-ce3f2848f1bf') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:47.449230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-1659f805-2d7f-4c3a-8369-dc59b8d4b108 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838911a6-96f3-40b8-a536-ce3f2848f1bf') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:47.456548 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c868c71-36db-4baa-9f60-2d4472983f8f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:47.472775 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-9c7320bc-1e8f-4a0a-925e-a5b1face5d60 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Request body: {'port': {'device_id': '47cc9ae2-cc08-4d64-8752-99369a9fc26b', 'network_id': '2c431098-f263-418b-8514-497b788ef02f', 'admin_state_up': True, 'tenant_id': 'f42f49b82efe4c89acc7204bbb63320c'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:47.498500 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1659f805-2d7f-4c3a-8369-dc59b8d4b108 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:47.522564 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:54:47.537263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d1086-5781-43be-a2cf-3710f27a530d req-ec14e307-3faf-4bc8-b5cc-cc63cefd8a1a tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:47.538733 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6e2d1086-5781-43be-a2cf-3710f27a530d req-ec14e307-3faf-4bc8-b5cc-cc63cefd8a1a tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.4619308 Mar 05 13:54:47.541412 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c868c71-36db-4baa-9f60-2d4472983f8f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:47.596255 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1659f805-2d7f-4c3a-8369-dc59b8d4b108 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:47.616927 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c868c71-36db-4baa-9f60-2d4472983f8f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:54:47.617551 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c868c71-36db-4baa-9f60-2d4472983f8f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:54:47.640422 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:54:47.662230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1659f805-2d7f-4c3a-8369-dc59b8d4b108 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:54:47.662841 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1659f805-2d7f-4c3a-8369-dc59b8d4b108 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:54:47.685129 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:54:47.856428 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6e2d1086-5781-43be-a2cf-3710f27a530d req-12bccee9-d00a-4c2b-bcef-9cf80582cbe6 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075385 Mar 05 13:54:47.857435 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c868c71-36db-4baa-9f60-2d4472983f8f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:47.882672 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c868c71-36db-4baa-9f60-2d4472983f8f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:47.899974 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c868c71-36db-4baa-9f60-2d4472983f8f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Network': ['ID=50a3c8af-e331-486d-8429-2a96391564e9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:47.905540 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1659f805-2d7f-4c3a-8369-dc59b8d4b108 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:47.909030 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-9c7320bc-1e8f-4a0a-925e-a5b1face5d60 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:47.931148 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1659f805-2d7f-4c3a-8369-dc59b8d4b108 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:47.939175 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-9c7320bc-1e8f-4a0a-925e-a5b1face5d60 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Usage tracker for resource:port and tenant:f42f49b82efe4c89acc7204bbb63320c is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:47.951829 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39620) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:47.954748 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5c868c71-36db-4baa-9f60-2d4472983f8f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/networks/50a3c8af-e331-486d-8429-2a96391564e9 HTTP/1.1" status: 204 len: 168 time: 4.7128842 Mar 05 13:54:47.957076 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-9c7320bc-1e8f-4a0a-925e-a5b1face5d60 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:47.961474 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-46f73a95-ee92-4fba-ab59-325e8a782597 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-439957003'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:47.964839 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659f805-2d7f-4c3a-8369-dc59b8d4b108 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Network': ['ID=7e0e6641-db43-4a59-b9dd-55ccefc0d48c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:47.967681 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-9c7320bc-1e8f-4a0a-925e-a5b1face5d60 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:47.968719 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-46f73a95-ee92-4fba-ab59-325e8a782597 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:47.970246 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1659f805-2d7f-4c3a-8369-dc59b8d4b108 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/networks/7e0e6641-db43-4a59-b9dd-55ccefc0d48c HTTP/1.1" status: 204 len: 168 time: 4.4180410 Mar 05 13:54:47.974010 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39626) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:47.978398 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-46f73a95-ee92-4fba-ab59-325e8a782597 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:network and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:47.984282 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-9c7320bc-1e8f-4a0a-925e-a5b1face5d60 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Made reservation on behalf of f42f49b82efe4c89acc7204bbb63320c for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:54:47.986474 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-165b585d-e00f-4be3-9c69-d8112844afcc tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'network': {'name': 'tempest-RoutersTest-1181704847'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:47.989249 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-9c7320bc-1e8f-4a0a-925e-a5b1face5d60 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:47.990795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-46f73a95-ee92-4fba-ab59-325e8a782597 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:47.998102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-165b585d-e00f-4be3-9c69-d8112844afcc tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:48.000710 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-46f73a95-ee92-4fba-ab59-325e8a782597 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:48.005990 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-165b585d-e00f-4be3-9c69-d8112844afcc tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:network and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:48.010558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-165b585d-e00f-4be3-9c69-d8112844afcc tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:48.020090 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-165b585d-e00f-4be3-9c69-d8112844afcc tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:48.028080 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f73a95-ee92-4fba-ab59-325e8a782597 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:54:48.032596 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46f73a95-ee92-4fba-ab59-325e8a782597 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:48.057301 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165b585d-e00f-4be3-9c69-d8112844afcc tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Made reservation on behalf of beafff5c987348ddbc3961566817c315 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:54:48.061617 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-165b585d-e00f-4be3-9c69-d8112844afcc tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:48.106323 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165b585d-e00f-4be3-9c69-d8112844afcc tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:54:48.116618 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-165b585d-e00f-4be3-9c69-d8112844afcc tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:48.116873 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-165b585d-e00f-4be3-9c69-d8112844afcc tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Added segment db4666c6-6c6c-4f22-a741-52d655988bca of type vlan for network 59b1cff0-a41a-4c0d-9928-5719bad88469 Mar 05 13:54:48.158290 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-165b585d-e00f-4be3-9c69-d8112844afcc tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:48.216942 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db11cb17-0a88-4567-8cc1-0ba30a10c556 req-a2679cd7-65e0-4053-843c-6cda9f191079 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cc9ae2-cc08-4d64-8752-99369a9fc26b HTTP/1.1" status: 200 len: 210 time: 0.1260607 Mar 05 13:54:48.229130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f73a95-ee92-4fba-ab59-325e8a782597 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:54:48.239335 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-165b585d-e00f-4be3-9c69-d8112844afcc tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:48.254598 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165b585d-e00f-4be3-9c69-d8112844afcc tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:48.255256 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-165b585d-e00f-4be3-9c69-d8112844afcc tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:48.268145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-9c7320bc-1e8f-4a0a-925e-a5b1face5d60 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Allocated IP 172.20.0.6 (2c431098-f263-418b-8514-497b788ef02f/ff1217a3-94c8-461f-84a4-92934f6a3f9b/a073c922-5eec-4954-b22e-63ea258389b9) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:54:48.275329 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46f73a95-ee92-4fba-ab59-325e8a782597 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:48.275756 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-46f73a95-ee92-4fba-ab59-325e8a782597 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Added segment b749871c-a479-4a07-93c8-deba7ea2abff of type vlan for network 545e066e-b1a2-4f41-895c-bf68b0721644 Mar 05 13:54:48.301008 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-165b585d-e00f-4be3-9c69-d8112844afcc tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3256164 Mar 05 13:54:48.301771 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39644) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:48.324027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'subnet': {'network_id': '59b1cff0-a41a-4c0d-9928-5719bad88469', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:48.484217 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84e308-6e49-479b-ab92-047a205252f2 req-d5d861ed-b6e3-4601-b2f5-28c627d7653d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:48.485772 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1f84e308-6e49-479b-ab92-047a205252f2 req-d5d861ed-b6e3-4601-b2f5-28c627d7653d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/networks?id=da4e4533-5a72-4b34-a384-51bc2d0cd9c2 HTTP/1.1" status: 200 len: 814 time: 0.4046834 Mar 05 13:54:48.518393 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1f84e308-6e49-479b-ab92-047a205252f2 req-48418afd-0ccf-4a09-a206-60949ce85399 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/quotas/0cb196822f4846d19c3d4845f0c68c12 HTTP/1.1" status: 200 len: 375 time: 0.0164006 Mar 05 13:54:48.538730 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b585d-e00f-4be3-9c69-d8112844afcc tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Network': ['ID=59b1cff0-a41a-4c0d-9928-5719bad88469,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:48.549912 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 59b1cff0-a41a-4c0d-9928-5719bad88469 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:54:48.550434 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46f73a95-ee92-4fba-ab59-325e8a782597 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:48.573752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:48.578323 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:subnet and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:48.582247 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:48.592675 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:48.637766 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Made reservation on behalf of beafff5c987348ddbc3961566817c315 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:54:48.641878 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:48.658407 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46f73a95-ee92-4fba-ab59-325e8a782597 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:48.664121 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f73a95-ee92-4fba-ab59-325e8a782597 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:48.664751 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46f73a95-ee92-4fba-ab59-325e8a782597 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:48.739499 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfad5dd-104f-49a8-a37f-fd730c64e213 req-0e477596-6a28-4d3e-8c1d-80d3a5ecba6b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:48.740681 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cdfad5dd-104f-49a8-a37f-fd730c64e213 req-0e477596-6a28-4d3e-8c1d-80d3a5ecba6b tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=6090d125-7e1f-49ce-b3e9-9ff3b63089a5 HTTP/1.1" status: 200 len: 944 time: 0.3728075 Mar 05 13:54:48.767369 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-9c7320bc-1e8f-4a0a-925e-a5b1face5d60 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:48.813929 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1f84e308-6e49-479b-ab92-047a205252f2 req-3fb511ec-d11b-4677-be2a-2be2274ecc76 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cb196822f4846d19c3d4845f0c68c12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2855582 Mar 05 13:54:48.826137 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-9c7320bc-1e8f-4a0a-925e-a5b1face5d60 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:48.894085 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-46f73a95-ee92-4fba-ab59-325e8a782597 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9366786 Mar 05 13:54:48.895464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39652) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:48.906508 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f2ebe453-efb6-46b4-a492-9cf65fddddf7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'subnet': {'network_id': '545e066e-b1a2-4f41-895c-bf68b0721644', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:48.913615 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:54:48.925043 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-9c7320bc-1e8f-4a0a-925e-a5b1face5d60 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Network 2c431098-f263-418b-8514-497b788ef02f is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:54:48.926038 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f73a95-ee92-4fba-ab59-325e8a782597 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Network': ['ID=545e066e-b1a2-4f41-895c-bf68b0721644,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:48.936686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-9c7320bc-1e8f-4a0a-925e-a5b1face5d60 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:48.938993 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cdfad5dd-104f-49a8-a37f-fd730c64e213 req-5368fedb-7a61-4e6b-a955-01e5dd3d9f89 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=4865481d-eb0a-4435-a304-154e853a807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421363 Mar 05 13:54:48.956919 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-9c7320bc-1e8f-4a0a-925e-a5b1face5d60 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:54:48.990734 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7320bc-1e8f-4a0a-925e-a5b1face5d60 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Pushing event updated for resources: {'Port': ['ID=a073c922-5eec-4954-b22e-63ea258389b9,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:49.028312 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 545e066e-b1a2-4f41-895c-bf68b0721644 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:54:49.106589 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-9c7320bc-1e8f-4a0a-925e-a5b1face5d60 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:49.109650 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-9c7320bc-1e8f-4a0a-925e-a5b1face5d60 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:49.128404 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f2ebe453-efb6-46b4-a492-9cf65fddddf7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:49.133099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f2ebe453-efb6-46b4-a492-9cf65fddddf7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:subnet and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:49.136215 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f2ebe453-efb6-46b4-a492-9cf65fddddf7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:49.144283 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f2ebe453-efb6-46b4-a492-9cf65fddddf7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:49.166864 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ebe453-efb6-46b4-a492-9cf65fddddf7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:54:49.173598 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2ebe453-efb6-46b4-a492-9cf65fddddf7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:49.192352 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:49.261026 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:49.268532 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:49.269776 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:49.333729 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-9c7320bc-1e8f-4a0a-925e-a5b1face5d60 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8659511 Mar 05 13:54:49.368445 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-4906ff6f-54b3-4343-a20f-b74c5de7344a service neutron] Request body: {'port': {'device_id': '47cc9ae2-cc08-4d64-8752-99369a9fc26b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:49.423829 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Subnet': ['ID=875db99e-07ac-402e-b659-dcaf99ca7eff,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:49.426841 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Checking segment: {'id': 'db4666c6-6c6c-4f22-a741-52d655988bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '59b1cff0-a41a-4c0d-9928-5719bad88469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:54:49.427191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network hostable DHCP agents. Network: 59b1cff0-a41a-4c0d-9928-5719bad88469, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:54:49.434651 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:49.440403 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2697c-136f-4c63-ad7a-1bd304f3b4e7 req-5a6ab5ff-a011-4163-9719-bbfe01205b6e tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:49.447484 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91d2697c-136f-4c63-ad7a-1bd304f3b4e7 req-5a6ab5ff-a011-4163-9719-bbfe01205b6e tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.3252611 Mar 05 13:54:49.455822 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:49.456164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:49.456502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:49.456832 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:49.457155 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:49.457477 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:49.457835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:49.458153 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:49.458470 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:49.458810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:49.459123 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:49.459437 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:49.473588 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:49.474792 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6090d125-7e1f-49ce-b3e9-9ff3b63089a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:54:49.488489 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:49.506309 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network 59b1cff0-a41a-4c0d-9928-5719bad88469 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:54:49.526154 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-91d2697c-136f-4c63-ad7a-1bd304f3b4e7 req-31919e28-812e-45bb-bb09-0c682dffc4a7 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745771 Mar 05 13:54:49.548868 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 59b1cff0-a41a-4c0d-9928-5719bad88469) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:49.553750 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:49.554394 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:49.598821 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-992d9167-67a5-485b-b10b-bb90cb30672d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2830882 Mar 05 13:54:49.599571 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39666) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:49.604988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-9cfca0ef-1dac-4157-ad7b-168bc97620d1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-411608506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:49.622900 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9cfca0ef-1dac-4157-ad7b-168bc97620d1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:49.628241 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9cfca0ef-1dac-4157-ad7b-168bc97620d1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:router and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:49.636435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9cfca0ef-1dac-4157-ad7b-168bc97620d1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:49.652614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9cfca0ef-1dac-4157-ad7b-168bc97620d1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:49.687656 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9cfca0ef-1dac-4157-ad7b-168bc97620d1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:49.688769 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9cfca0ef-1dac-4157-ad7b-168bc97620d1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:49.698919 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-4906ff6f-54b3-4343-a20f-b74c5de7344a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:49.712699 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:49.722142 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6090d125-7e1f-49ce-b3e9-9ff3b63089a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3', 'code': 200} Mar 05 13:54:49.725063 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fe41f1-0bed-4d26-ad4d-6494d4ed3d74 None None] Network 59b1cff0-a41a-4c0d-9928-5719bad88469 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:54:49.771693 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9cfca0ef-1dac-4157-ad7b-168bc97620d1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:49.840790 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0e561-542f-4091-b866-dc7834fa4ec2 req-4c7a52b9-034c-410f-8525-2e1bc5ce19a0 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:49.842851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-cff0e561-542f-4091-b866-dc7834fa4ec2 req-4c7a52b9-034c-410f-8525-2e1bc5ce19a0 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Synchronizing usage tracker for tenant:f42f49b82efe4c89acc7204bbb63320c on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:49.860722 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9cfca0ef-1dac-4157-ad7b-168bc97620d1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:49.923438 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9cfca0ef-1dac-4157-ad7b-168bc97620d1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:49.931318 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9cfca0ef-1dac-4157-ad7b-168bc97620d1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3306863 Mar 05 13:54:49.933436 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39672) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:49.948032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc7a7b-4c3a-4dd0-8c07-8974b73529fe req-0e146da7-a0cd-44d8-b50a-5ecc05896f8b tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:49.955498 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8acc7a7b-4c3a-4dd0-8c07-8974b73529fe req-0e146da7-a0cd-44d8-b50a-5ecc05896f8b tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.1912947 Mar 05 13:54:49.968404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d72f3e-f565-4944-9602-00adbb329bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-59b1cff0-a41a-4c0d-9928-5719bad88469', 'network_id': '59b1cff0-a41a-4c0d-9928-5719bad88469', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'fixed_ips': [{'subnet_id': '875db99e-07ac-402e-b659-dcaf99ca7eff'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:54:49.969584 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-59d72f3e-f565-4944-9602-00adbb329bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:49.999884 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-cff0e561-542f-4091-b866-dc7834fa4ec2 req-4c7a52b9-034c-410f-8525-2e1bc5ce19a0 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Unset dirty status for tenant:f42f49b82efe4c89acc7204bbb63320c on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:50.006631 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cff0e561-542f-4091-b866-dc7834fa4ec2 req-4c7a52b9-034c-410f-8525-2e1bc5ce19a0 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cc9ae2-cc08-4d64-8752-99369a9fc26b HTTP/1.1" status: 200 len: 931 time: 0.6007345 Mar 05 13:54:50.045527 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356acb89-dcf4-4bec-9286-31f16e4ace1c req-ada1146e-98fd-42a2-b8ed-4261990ec5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:50.046867 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-356acb89-dcf4-4bec-9286-31f16e4ace1c req-ada1146e-98fd-42a2-b8ed-4261990ec5c1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6090d125-7e1f-49ce-b3e9-9ff3b63089a5 HTTP/1.1" status: 200 len: 1096 time: 0.3235121 Mar 05 13:54:50.130656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-59d72f3e-f565-4944-9602-00adbb329bba None None] Allocated IP 172.20.0.2 (59b1cff0-a41a-4c0d-9928-5719bad88469/875db99e-07ac-402e-b659-dcaf99ca7eff/c2f90a73-c01f-40ad-af39-62999dac4d03) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:54:50.133341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-cff0e561-542f-4091-b866-dc7834fa4ec2 req-53a7d8b3-f9a1-4962-b503-bffd1a396788 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Synchronizing usage tracker for tenant:f42f49b82efe4c89acc7204bbb63320c on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:50.194355 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2ebe453-efb6-46b4-a492-9cf65fddddf7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:50.236061 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8acc7a7b-4c3a-4dd0-8c07-8974b73529fe req-855b72db-af1b-4b53-a06b-f7b05c2ef22d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796931 Mar 05 13:54:50.264255 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-cff0e561-542f-4091-b866-dc7834fa4ec2 req-53a7d8b3-f9a1-4962-b503-bffd1a396788 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Unset dirty status for tenant:f42f49b82efe4c89acc7204bbb63320c on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:50.265511 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cff0e561-542f-4091-b866-dc7834fa4ec2 req-53a7d8b3-f9a1-4962-b503-bffd1a396788 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9fa01f-6d07-492f-8333-90eeecefc078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581103 Mar 05 13:54:50.319426 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-356acb89-dcf4-4bec-9286-31f16e4ace1c req-6063a20a-aa08-4f07-821e-88b10454b3d9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4865481d-eb0a-4435-a304-154e853a807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640123 Mar 05 13:54:50.338653 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebe453-efb6-46b4-a492-9cf65fddddf7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Subnet': ['ID=add12ba9-e392-42d2-a9c4-cc09ffac96b2,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:50.351244 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ebe453-efb6-46b4-a492-9cf65fddddf7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Checking segment: {'id': 'b749871c-a479-4a07-93c8-deba7ea2abff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '545e066e-b1a2-4f41-895c-bf68b0721644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:54:50.351606 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ebe453-efb6-46b4-a492-9cf65fddddf7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network hostable DHCP agents. Network: 545e066e-b1a2-4f41-895c-bf68b0721644, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:54:50.404710 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-59d72f3e-f565-4944-9602-00adbb329bba None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:50.419028 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-59d72f3e-f565-4944-9602-00adbb329bba None None] Transition to ACTIVE for port object c2f90a73-c01f-40ad-af39-62999dac4d03 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:50.441479 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-4906ff6f-54b3-4343-a20f-b74c5de7344a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a073c922-5eec-4954-b22e-63ea258389b9 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:54:50.444730 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-59d72f3e-f565-4944-9602-00adbb329bba None None] Transition to ACTIVE for port object c2f90a73-c01f-40ad-af39-62999dac4d03 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:50.451780 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-4906ff6f-54b3-4343-a20f-b74c5de7344a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:50.454329 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ebe453-efb6-46b4-a492-9cf65fddddf7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network 545e066e-b1a2-4f41-895c-bf68b0721644 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:54:50.455890 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-59d72f3e-f565-4944-9602-00adbb329bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:50.477590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-f2ebe453-efb6-46b4-a492-9cf65fddddf7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 545e066e-b1a2-4f41-895c-bf68b0721644) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:50.486931 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ebe453-efb6-46b4-a492-9cf65fddddf7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:50.487613 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2ebe453-efb6-46b4-a492-9cf65fddddf7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:50.492210 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-4906ff6f-54b3-4343-a20f-b74c5de7344a service neutron] Transition to ACTIVE for port object a073c922-5eec-4954-b22e-63ea258389b9 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:50.500855 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-4906ff6f-54b3-4343-a20f-b74c5de7344a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:50.527625 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc01da49-f68a-4a77-85bf-4a47560c0371 None None] Network 545e066e-b1a2-4f41-895c-bf68b0721644 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:54:50.631637 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f2ebe453-efb6-46b4-a492-9cf65fddddf7 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7352211 Mar 05 13:54:50.635366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39686) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:50.703871 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d72f3e-f565-4944-9602-00adbb329bba None None] Network 59b1cff0-a41a-4c0d-9928-5719bad88469 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:54:50.704877 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f22acb46-730a-4f8a-87a5-fba35c8177c3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-813867979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:50.722802 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f22acb46-730a-4f8a-87a5-fba35c8177c3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:50.738546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f22acb46-730a-4f8a-87a5-fba35c8177c3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:router and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:50.746340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906ff6f-54b3-4343-a20f-b74c5de7344a service neutron] Pushing event updated for resources: {'Port': ['ID=a073c922-5eec-4954-b22e-63ea258389b9,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:50.750660 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f22acb46-730a-4f8a-87a5-fba35c8177c3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:50.790241 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f22acb46-730a-4f8a-87a5-fba35c8177c3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:50.794254 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-59d72f3e-f565-4944-9602-00adbb329bba None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:50.807563 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d72f3e-f565-4944-9602-00adbb329bba None None] Pushing event updated for resources: {'Port': ['ID=c2f90a73-c01f-40ad-af39-62999dac4d03,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:50.816471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d72f3e-f565-4944-9602-00adbb329bba None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:54:50.841494 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f12bd9f-3b02-4043-a952-ec0d79f0f32d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:50.955677 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cffb43cf-5c94-429f-9aff-6e90b106f102 req-97730cc2-87fb-4db7-994b-c209a4d5039c tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=0cb196822f4846d19c3d4845f0c68c12 HTTP/1.1" status: 200 len: 221 time: 0.1436229 Mar 05 13:54:50.963530 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e1fc0e-599e-41dc-91a9-2947a4372b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-545e066e-b1a2-4f41-895c-bf68b0721644', 'network_id': '545e066e-b1a2-4f41-895c-bf68b0721644', 'tenant_id': '71b2477360244921b7fd821a95fc21d4', 'fixed_ips': [{'subnet_id': 'add12ba9-e392-42d2-a9c4-cc09ffac96b2'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:54:50.964652 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a3e1fc0e-599e-41dc-91a9-2947a4372b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:50.984931 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-59d72f3e-f565-4944-9602-00adbb329bba None None] Attempting to bind port c2f90a73-c01f-40ad-af39-62999dac4d03 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:54:50.985425 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-59d72f3e-f565-4944-9602-00adbb329bba None None] Attempting to bind port c2f90a73-c01f-40ad-af39-62999dac4d03 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'db4666c6-6c6c-4f22-a741-52d655988bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '59b1cff0-a41a-4c0d-9928-5719bad88469'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:54:50.986007 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d72f3e-f565-4944-9602-00adbb329bba None None] Attempting to bind port c2f90a73-c01f-40ad-af39-62999dac4d03 on network 59b1cff0-a41a-4c0d-9928-5719bad88469 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:54:50.994720 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d72f3e-f565-4944-9602-00adbb329bba None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:54:50.995224 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d72f3e-f565-4944-9602-00adbb329bba None None] Checking segment: {'id': 'db4666c6-6c6c-4f22-a741-52d655988bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '59b1cff0-a41a-4c0d-9928-5719bad88469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:54:50.995726 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-59d72f3e-f565-4944-9602-00adbb329bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:50.996212 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d72f3e-f565-4944-9602-00adbb329bba None None] Bound using segment: {'id': 'db4666c6-6c6c-4f22-a741-52d655988bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '59b1cff0-a41a-4c0d-9928-5719bad88469'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:54:50.996780 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-59d72f3e-f565-4944-9602-00adbb329bba None None] Bound port: c2f90a73-c01f-40ad-af39-62999dac4d03, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4666c6-6c6c-4f22-a741-52d655988bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '59b1cff0-a41a-4c0d-9928-5719bad88469'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:54:50.997264 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-59d72f3e-f565-4944-9602-00adbb329bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:51.023107 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2ffeb-a369-47cb-97a2-97a79b584774 req-3ef389dc-498c-472a-adc9-c2feb268d6a3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:51.023872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-79f2ffeb-a369-47cb-97a2-97a79b584774 req-3ef389dc-498c-472a-adc9-c2feb268d6a3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Synchronizing usage tracker for tenant:6458262d05f2497586ebde1561a80c5d on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:51.041038 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f22acb46-730a-4f8a-87a5-fba35c8177c3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:51.042277 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f22acb46-730a-4f8a-87a5-fba35c8177c3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:51.051449 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-79f2ffeb-a369-47cb-97a2-97a79b584774 req-3ef389dc-498c-472a-adc9-c2feb268d6a3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Unset dirty status for tenant:6458262d05f2497586ebde1561a80c5d on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:51.052532 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-79f2ffeb-a369-47cb-97a2-97a79b584774 req-3ef389dc-498c-472a-adc9-c2feb268d6a3 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=6090d125-7e1f-49ce-b3e9-9ff3b63089a5 HTTP/1.1" status: 200 len: 945 time: 0.5094221 Mar 05 13:54:51.126195 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-79f2ffeb-a369-47cb-97a2-97a79b584774 req-917bee1a-3383-41c8-a6d9-374086378f31 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=4865481d-eb0a-4435-a304-154e853a807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671110 Mar 05 13:54:51.129404 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f22acb46-730a-4f8a-87a5-fba35c8177c3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:51.137668 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-4906ff6f-54b3-4343-a20f-b74c5de7344a service neutron] Attempting to bind port a073c922-5eec-4954-b22e-63ea258389b9 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:54:51.138527 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-4906ff6f-54b3-4343-a20f-b74c5de7344a service neutron] Attempting to bind port a073c922-5eec-4954-b22e-63ea258389b9 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '2613b6fd-5dcd-4b68-8329-66254ebffa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2c431098-f263-418b-8514-497b788ef02f'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:54:51.138915 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-4906ff6f-54b3-4343-a20f-b74c5de7344a service neutron] Attempting to bind port a073c922-5eec-4954-b22e-63ea258389b9 on network 2c431098-f263-418b-8514-497b788ef02f {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:54:51.157058 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-4906ff6f-54b3-4343-a20f-b74c5de7344a service neutron] Port a073c922-5eec-4954-b22e-63ea258389b9 on network 2c431098-f263-418b-8514-497b788ef02f not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:54:51.157389 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-4906ff6f-54b3-4343-a20f-b74c5de7344a service neutron] Attempting to bind port a073c922-5eec-4954-b22e-63ea258389b9 on network 2c431098-f263-418b-8514-497b788ef02f {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:54:51.163966 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-4906ff6f-54b3-4343-a20f-b74c5de7344a service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:54:51.164307 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-4906ff6f-54b3-4343-a20f-b74c5de7344a service neutron] Checking segment: {'id': '2613b6fd-5dcd-4b68-8329-66254ebffa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2c431098-f263-418b-8514-497b788ef02f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:54:51.164758 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-4906ff6f-54b3-4343-a20f-b74c5de7344a service neutron] Bound using segment: {'id': '2613b6fd-5dcd-4b68-8329-66254ebffa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2c431098-f263-418b-8514-497b788ef02f'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:54:51.165252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-4906ff6f-54b3-4343-a20f-b74c5de7344a service neutron] Bound port: a073c922-5eec-4954-b22e-63ea258389b9, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2613b6fd-5dcd-4b68-8329-66254ebffa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2c431098-f263-418b-8514-497b788ef02f'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:54:51.165995 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-4906ff6f-54b3-4343-a20f-b74c5de7344a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:51.168562 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-59d72f3e-f565-4944-9602-00adbb329bba None None] For port c2f90a73-c01f-40ad-af39-62999dac4d03, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:54:51.172216 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-59d72f3e-f565-4944-9602-00adbb329bba None None] For port c2f90a73-c01f-40ad-af39-62999dac4d03, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c2f90a73-c01f-40ad-af39-62999dac4d03,segment=NetworkSegment(db4666c6-6c6c-4f22-a741-52d655988bca),segment_id=db4666c6-6c6c-4f22-a741-52d655988bca)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:54:51.185957 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-59d72f3e-f565-4944-9602-00adbb329bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:51.221668 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f22acb46-730a-4f8a-87a5-fba35c8177c3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:51.271616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d72f3e-f565-4944-9602-00adbb329bba None None] Pushing event updated for resources: {'Port': ['ID=c2f90a73-c01f-40ad-af39-62999dac4d03,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:51.296117 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f22acb46-730a-4f8a-87a5-fba35c8177c3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:51.300982 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f22acb46-730a-4f8a-87a5-fba35c8177c3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6062865 Mar 05 13:54:51.301997 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39702) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:51.334143 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-29a95d07-e3cf-4db9-af5e-ee1eb41417a6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'port': {'network_id': '545e066e-b1a2-4f41-895c-bf68b0721644', 'name': 'tempest-PortsTestJSON-1216164085'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:51.376395 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-a3e1fc0e-599e-41dc-91a9-2947a4372b63 None None] Allocated IP 172.20.0.2 (545e066e-b1a2-4f41-895c-bf68b0721644/add12ba9-e392-42d2-a9c4-cc09ffac96b2/e344107b-942a-401b-bf14-ba0821d5db0d) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:54:51.395722 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-9f12bd9f-3b02-4043-a952-ec0d79f0f32d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Allocated IP 172.20.0.1 (59b1cff0-a41a-4c0d-9928-5719bad88469/875db99e-07ac-402e-b659-dcaf99ca7eff/d99e13b5-aa09-4d59-a00f-ff1258f7db95) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:54:51.692340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-4906ff6f-54b3-4343-a20f-b74c5de7344a service neutron] For port a073c922-5eec-4954-b22e-63ea258389b9, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:54:51.731313 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-4906ff6f-54b3-4343-a20f-b74c5de7344a service neutron] For port a073c922-5eec-4954-b22e-63ea258389b9, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a073c922-5eec-4954-b22e-63ea258389b9,segment=NetworkSegment(2613b6fd-5dcd-4b68-8329-66254ebffa0e),segment_id=2613b6fd-5dcd-4b68-8329-66254ebffa0e)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:54:51.759124 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-4906ff6f-54b3-4343-a20f-b74c5de7344a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:51.826107 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a3e1fc0e-599e-41dc-91a9-2947a4372b63 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:51.852398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a3e1fc0e-599e-41dc-91a9-2947a4372b63 None None] Transition to ACTIVE for port object e344107b-942a-401b-bf14-ba0821d5db0d will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:51.875671 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a3e1fc0e-599e-41dc-91a9-2947a4372b63 None None] Transition to ACTIVE for port object e344107b-942a-401b-bf14-ba0821d5db0d will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:51.884095 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a3e1fc0e-599e-41dc-91a9-2947a4372b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:51.899779 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-4906ff6f-54b3-4343-a20f-b74c5de7344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:51.900559 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-4906ff6f-54b3-4343-a20f-b74c5de7344a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:51.902823 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-4906ff6f-54b3-4343-a20f-b74c5de7344a service neutron] 10.222.0.30 "PUT /v2.0/ports/a073c922-5eec-4954-b22e-63ea258389b9 HTTP/1.1" status: 200 len: 1091 time: 2.5486324 Mar 05 13:54:51.902823 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cc9ae2-cc08-4d64-8752-99369a9fc26b', 'tag': 'a073c922-5eec-4954-b22e-63ea258389b9'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:54:51.926393 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-29a95d07-e3cf-4db9-af5e-ee1eb41417a6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:54:51.945850 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-29a95d07-e3cf-4db9-af5e-ee1eb41417a6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:port and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:54:51.960785 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-29a95d07-e3cf-4db9-af5e-ee1eb41417a6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:54:52.012916 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2470bfd-e236-4e45-b209-08d8004b8097 req-bddf74b1-7682-4b66-aa21-2cf20f4aa9d7 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:52.020912 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f2470bfd-e236-4e45-b209-08d8004b8097 req-bddf74b1-7682-4b66-aa21-2cf20f4aa9d7 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cc9ae2-cc08-4d64-8752-99369a9fc26b HTTP/1.1" status: 200 len: 943 time: 0.4353266 Mar 05 13:54:52.030038 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-29a95d07-e3cf-4db9-af5e-ee1eb41417a6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:54:52.053850 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906ff6f-54b3-4343-a20f-b74c5de7344a service neutron] Pushing event updated for resources: {'Port': ['ID=a073c922-5eec-4954-b22e-63ea258389b9,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:52.065988 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f12bd9f-3b02-4043-a952-ec0d79f0f32d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:52.074595 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1fc0e-599e-41dc-91a9-2947a4372b63 None None] Pushing event updated for resources: {'Port': ['ID=e344107b-942a-401b-bf14-ba0821d5db0d,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:52.083489 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a95d07-e3cf-4db9-af5e-ee1eb41417a6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:54:52.087559 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29a95d07-e3cf-4db9-af5e-ee1eb41417a6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:52.092794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e1fc0e-599e-41dc-91a9-2947a4372b63 None None] Network 545e066e-b1a2-4f41-895c-bf68b0721644 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:54:52.093444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21215b5f-f61c-4e2d-9a6c-6c39c04b6486 req-3289273c-cfa7-4584-9e96-6f9d89bd05e4 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:52.094006 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-a3e1fc0e-599e-41dc-91a9-2947a4372b63 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:52.096367 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e1fc0e-599e-41dc-91a9-2947a4372b63 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:54:52.102647 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-21215b5f-f61c-4e2d-9a6c-6c39c04b6486 req-3289273c-cfa7-4584-9e96-6f9d89bd05e4 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.4955943 Mar 05 13:54:52.120607 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f2470bfd-e236-4e45-b209-08d8004b8097 req-d875f991-b44e-46b5-b170-2a13dc023a31 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9fa01f-6d07-492f-8333-90eeecefc078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986831 Mar 05 13:54:52.144101 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-9f12bd9f-3b02-4043-a952-ec0d79f0f32d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Transition to ACTIVE for port object d99e13b5-aa09-4d59-a00f-ff1258f7db95 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:52.165046 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-29a95d07-e3cf-4db9-af5e-ee1eb41417a6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] device_id is not set on port 8b61a359-a4ac-4c12-8721-81ddb42f420b yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:54:52.184694 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f12bd9f-3b02-4043-a952-ec0d79f0f32d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:52.217843 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a3e1fc0e-599e-41dc-91a9-2947a4372b63 None None] Attempting to bind port e344107b-942a-401b-bf14-ba0821d5db0d on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:54:52.218215 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a3e1fc0e-599e-41dc-91a9-2947a4372b63 None None] Attempting to bind port e344107b-942a-401b-bf14-ba0821d5db0d by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'b749871c-a479-4a07-93c8-deba7ea2abff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '545e066e-b1a2-4f41-895c-bf68b0721644'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:54:52.218575 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e1fc0e-599e-41dc-91a9-2947a4372b63 None None] Attempting to bind port e344107b-942a-401b-bf14-ba0821d5db0d on network 545e066e-b1a2-4f41-895c-bf68b0721644 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:54:52.224725 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e1fc0e-599e-41dc-91a9-2947a4372b63 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:54:52.225098 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e1fc0e-599e-41dc-91a9-2947a4372b63 None None] Checking segment: {'id': 'b749871c-a479-4a07-93c8-deba7ea2abff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '545e066e-b1a2-4f41-895c-bf68b0721644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:54:52.225612 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a3e1fc0e-599e-41dc-91a9-2947a4372b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:52.226005 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e1fc0e-599e-41dc-91a9-2947a4372b63 None None] Bound using segment: {'id': 'b749871c-a479-4a07-93c8-deba7ea2abff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '545e066e-b1a2-4f41-895c-bf68b0721644'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:54:52.226468 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a3e1fc0e-599e-41dc-91a9-2947a4372b63 None None] Bound port: e344107b-942a-401b-bf14-ba0821d5db0d, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b749871c-a479-4a07-93c8-deba7ea2abff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '545e066e-b1a2-4f41-895c-bf68b0721644'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:54:52.226960 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a3e1fc0e-599e-41dc-91a9-2947a4372b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:52.272861 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-21215b5f-f61c-4e2d-9a6c-6c39c04b6486 req-13a916e9-78fb-446e-bdc6-edef28000d9a tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692300 Mar 05 13:54:52.289494 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-4956ef38-768b-47fb-8ae4-f96f35721ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:52.291188 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-4956ef38-768b-47fb-8ae4-f96f35721ca1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f42f49b82efe4c89acc7204bbb63320c&device_id=47cc9ae2-cc08-4d64-8752-99369a9fc26b HTTP/1.1" status: 200 len: 1094 time: 0.3392358 Mar 05 13:54:52.330626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f12bd9f-3b02-4043-a952-ec0d79f0f32d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network 59b1cff0-a41a-4c0d-9928-5719bad88469 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:54:52.347768 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-9f12bd9f-3b02-4043-a952-ec0d79f0f32d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:52.356012 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f12bd9f-3b02-4043-a952-ec0d79f0f32d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:54:52.378301 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a3e1fc0e-599e-41dc-91a9-2947a4372b63 None None] For port e344107b-942a-401b-bf14-ba0821d5db0d, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:54:52.386408 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a3e1fc0e-599e-41dc-91a9-2947a4372b63 None None] For port e344107b-942a-401b-bf14-ba0821d5db0d, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e344107b-942a-401b-bf14-ba0821d5db0d,segment=NetworkSegment(b749871c-a479-4a07-93c8-deba7ea2abff),segment_id=b749871c-a479-4a07-93c8-deba7ea2abff)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:54:52.397569 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a3e1fc0e-599e-41dc-91a9-2947a4372b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:52.407298 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-71260f38-b85f-4c37-bb10-240433a145ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a073c922-5eec-4954-b22e-63ea258389b9 HTTP/1.1" status: 200 len: 217 time: 0.0951374 Mar 05 13:54:52.417989 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47cc9ae2-cc08-4d64-8752-99369a9fc26b', 'tag': 'a073c922-5eec-4954-b22e-63ea258389b9', 'status': 'completed', 'code': 200} Mar 05 13:54:52.470405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12bd9f-3b02-4043-a952-ec0d79f0f32d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Port': ['ID=d99e13b5-aa09-4d59-a00f-ff1258f7db95,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:52.564480 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1fc0e-599e-41dc-91a9-2947a4372b63 None None] Pushing event updated for resources: {'Port': ['ID=e344107b-942a-401b-bf14-ba0821d5db0d,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:52.633137 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f12bd9f-3b02-4043-a952-ec0d79f0f32d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:52.641692 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-6d5ea8be-e618-4cf8-81b7-87b046f08462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:52.643672 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-6d5ea8be-e618-4cf8-81b7-87b046f08462 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff1217a3-94c8-461f-84a4-92934f6a3f9b HTTP/1.1" status: 200 len: 862 time: 0.2204638 Mar 05 13:54:52.734184 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-31b9e878-cf99-4238-979f-9a0124e8512b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c431098-f263-418b-8514-497b788ef02f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778673 Mar 05 13:54:52.818060 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b2a5e-6a38-4eb6-b0bd-5ed70ecbc3b7 req-5ced2e08-72f7-42b1-9747-1e3d78a4a8ee tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:52.827021 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-753b2a5e-6a38-4eb6-b0bd-5ed70ecbc3b7 req-5ced2e08-72f7-42b1-9747-1e3d78a4a8ee tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=6090d125-7e1f-49ce-b3e9-9ff3b63089a5 HTTP/1.1" status: 200 len: 945 time: 0.3304706 Mar 05 13:54:52.842707 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87ba9d-f373-407c-a23a-f85b70466e18 req-095b42fe-e545-4380-b4b6-97c832332334 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:52.844355 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8d87ba9d-f373-407c-a23a-f85b70466e18 req-095b42fe-e545-4380-b4b6-97c832332334 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.2531049 Mar 05 13:54:52.852580 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f12bd9f-3b02-4043-a952-ec0d79f0f32d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:52.939755 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-29a95d07-e3cf-4db9-af5e-ee1eb41417a6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Allocated IP 172.20.0.3 (545e066e-b1a2-4f41-895c-bf68b0721644/add12ba9-e392-42d2-a9c4-cc09ffac96b2/8b61a359-a4ac-4c12-8721-81ddb42f420b) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:54:52.987202 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-753b2a5e-6a38-4eb6-b0bd-5ed70ecbc3b7 req-1e7d5659-6351-4c6e-8b08-39af880e63aa tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=4865481d-eb0a-4435-a304-154e853a807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578879 Mar 05 13:54:53.078942 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8d87ba9d-f373-407c-a23a-f85b70466e18 req-ed3d0ddd-e75a-415b-ad96-544231cf6de3 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605244 Mar 05 13:54:53.137758 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-43fe517f-f3ea-48dc-8588-71d97fcb6824 service neutron] 10.222.0.30 "GET /v2.0/networks/2c431098-f263-418b-8514-497b788ef02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960512 Mar 05 13:54:53.279965 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c2f90a73-c01f-40ad-af39-62999dac4d03 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:54:53.352003 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b49145-ef5e-44a2-84c3-05388c7ce5d5 None None] Network 59b1cff0-a41a-4c0d-9928-5719bad88469 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:54:53.478591 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2abc79c5-81e2-4388-ad78-faeef3b87063 None None] Provisioning for port c2f90a73-c01f-40ad-af39-62999dac4d03 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:53.544633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76a8fb-c600-4eb2-9c9c-20bdcedce000 req-15508d86-183b-4111-ab35-1e9f5d644dcc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:53.550167 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port c2f90a73-c01f-40ad-af39-62999dac4d03 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:53.558734 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd76a8fb-c600-4eb2-9c9c-20bdcedce000 req-15508d86-183b-4111-ab35-1e9f5d644dcc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=6090d125-7e1f-49ce-b3e9-9ff3b63089a5 HTTP/1.1" status: 200 len: 945 time: 0.2686782 Mar 05 13:54:53.559726 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port c2f90a73-c01f-40ad-af39-62999dac4d03 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:53.560954 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:53.565412 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39730) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:53.583560 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9b3c0c0-e662-4d3e-abd3-83b80e920932 req-ec982c7a-428c-45e7-90e6-eb51b5d6f5cc service neutron] 10.222.0.30 "GET /v2.0/networks/2c431098-f263-418b-8514-497b788ef02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287291 Mar 05 13:54:53.584838 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-37175221-7fd4-4493-924f-44d4a58eac70 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Request body: {'floatingip': {'port_id': '8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:54:53.635309 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1d3d0-6dca-4d9a-b4cc-bbaf48038749 req-4ea237cc-0a8b-42bb-9787-12272641dc14 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:53.637174 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46d1d3d0-6dca-4d9a-b4cc-bbaf48038749 req-4ea237cc-0a8b-42bb-9787-12272641dc14 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cc9ae2-cc08-4d64-8752-99369a9fc26b HTTP/1.1" status: 200 len: 943 time: 0.2382414 Mar 05 13:54:53.642539 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29a95d07-e3cf-4db9-af5e-ee1eb41417a6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:53.868728 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-37175221-7fd4-4493-924f-44d4a58eac70 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:53.885380 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:53.926777 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port c2f90a73-c01f-40ad-af39-62999dac4d03, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c2f90a73-c01f-40ad-af39-62999dac4d03,segment=NetworkSegment(db4666c6-6c6c-4f22-a741-52d655988bca),segment_id=db4666c6-6c6c-4f22-a741-52d655988bca)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:53.941411 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:53.942663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e344107b-942a-401b-bf14-ba0821d5db0d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:54:53.983926 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46d1d3d0-6dca-4d9a-b4cc-bbaf48038749 req-8f02a735-3316-482b-a0b8-24cd487f707a tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9fa01f-6d07-492f-8333-90eeecefc078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229563 Mar 05 13:54:53.985184 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-29a95d07-e3cf-4db9-af5e-ee1eb41417a6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Transition to ACTIVE for port object 8b61a359-a4ac-4c12-8721-81ddb42f420b will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:54:54.050101 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29a95d07-e3cf-4db9-af5e-ee1eb41417a6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:54.148709 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port e344107b-942a-401b-bf14-ba0821d5db0d completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:54.174502 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=c2f90a73-c01f-40ad-af39-62999dac4d03,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:54.176529 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f29a3-21ec-4929-927c-8d4aecf58655 req-0d714d7e-8a85-4226-b8ef-d3a98fa7e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:54.177199 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6f7f29a3-21ec-4929-927c-8d4aecf58655 req-0d714d7e-8a85-4226-b8ef-d3a98fa7e1b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f42f49b82efe4c89acc7204bbb63320c&device_id=47cc9ae2-cc08-4d64-8752-99369a9fc26b HTTP/1.1" status: 200 len: 1094 time: 0.5016172 Mar 05 13:54:54.188640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a95d07-e3cf-4db9-af5e-ee1eb41417a6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network 545e066e-b1a2-4f41-895c-bf68b0721644 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:54:54.207940 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780670dc-7f76-4e44-96cf-0f99321eee39 None None] Network 545e066e-b1a2-4f41-895c-bf68b0721644 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:54:54.246671 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-29a95d07-e3cf-4db9-af5e-ee1eb41417a6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:54.250188 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a95d07-e3cf-4db9-af5e-ee1eb41417a6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:54:54.277245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a95d07-e3cf-4db9-af5e-ee1eb41417a6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Port': ['ID=8b61a359-a4ac-4c12-8721-81ddb42f420b,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:54.368554 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-521e6c32-406e-4ed4-a7b8-3684f050efa2 None None] Provisioning for port e344107b-942a-401b-bf14-ba0821d5db0d completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:54.392815 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-521e6c32-406e-4ed4-a7b8-3684f050efa2 None None] Provisioning complete for port e344107b-942a-401b-bf14-ba0821d5db0d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:54.393099 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-521e6c32-406e-4ed4-a7b8-3684f050efa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:54.441721 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a95d07-e3cf-4db9-af5e-ee1eb41417a6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:54.442206 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29a95d07-e3cf-4db9-af5e-ee1eb41417a6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:54.541231 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39744) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:54.584003 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-29a95d07-e3cf-4db9-af5e-ee1eb41417a6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2764819 Mar 05 13:54:54.589037 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39750) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:54.592561 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [None req-9f12bd9f-3b02-4043-a952-ec0d79f0f32d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:54:54.593017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f29a3-21ec-4929-927c-8d4aecf58655 req-0584e888-669f-457d-866b-9df83d45b4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:54.595319 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6f7f29a3-21ec-4929-927c-8d4aecf58655 req-0584e888-669f-457d-866b-9df83d45b4b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2c431098-f263-418b-8514-497b788ef02f HTTP/1.1" status: 200 len: 922 time: 0.4056728 Mar 05 13:54:54.613095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff859d-26d2-4617-92af-2dcf3441a571 req-923b3377-3ac5-4643-b98a-6066edeb420c tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:54.621345 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-87ff859d-26d2-4617-92af-2dcf3441a571 req-923b3377-3ac5-4643-b98a-6066edeb420c tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.8392169 Mar 05 13:54:54.746367 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-521e6c32-406e-4ed4-a7b8-3684f050efa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:54.783959 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6f7f29a3-21ec-4929-927c-8d4aecf58655 req-93a60986-40b2-4359-91d9-a7d190b65093 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a073c922-5eec-4954-b22e-63ea258389b9 HTTP/1.1" status: 200 len: 217 time: 0.1809592 Mar 05 13:54:54.852051 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-521e6c32-406e-4ed4-a7b8-3684f050efa2 None None] For port e344107b-942a-401b-bf14-ba0821d5db0d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e344107b-942a-401b-bf14-ba0821d5db0d,segment=NetworkSegment(b749871c-a479-4a07-93c8-deba7ea2abff),segment_id=b749871c-a479-4a07-93c8-deba7ea2abff)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:54.861480 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-521e6c32-406e-4ed4-a7b8-3684f050efa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:54.947581 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f29a3-21ec-4929-927c-8d4aecf58655 req-e040c46f-2e76-419a-a9dd-72d41989fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:54.949017 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6f7f29a3-21ec-4929-927c-8d4aecf58655 req-e040c46f-2e76-419a-a9dd-72d41989fd0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff1217a3-94c8-461f-84a4-92934f6a3f9b HTTP/1.1" status: 200 len: 862 time: 0.1510909 Mar 05 13:54:54.969651 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e6c32-406e-4ed4-a7b8-3684f050efa2 None None] Pushing event updated for resources: {'Port': ['ID=e344107b-942a-401b-bf14-ba0821d5db0d,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:55.002204 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-77522278-ba03-4547-928a-69009b31180a None None] Provisioning complete for port c2f90a73-c01f-40ad-af39-62999dac4d03 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:55.007606 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-77522278-ba03-4547-928a-69009b31180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:55.012286 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f12bd9f-3b02-4043-a952-ec0d79f0f32d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:55.045466 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f12bd9f-3b02-4043-a952-ec0d79f0f32d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:55.093654 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6f7f29a3-21ec-4929-927c-8d4aecf58655 req-9aec576a-f88e-4867-b8e4-08a6e4ac9b7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c431098-f263-418b-8514-497b788ef02f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378312 Mar 05 13:54:55.102954 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c2f90a73-c01f-40ad-af39-62999dac4d03 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:54:55.243338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port c2f90a73-c01f-40ad-af39-62999dac4d03 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:55.243338 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:55.257618 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f12bd9f-3b02-4043-a952-ec0d79f0f32d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:55.272394 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-87ff859d-26d2-4617-92af-2dcf3441a571 req-1e24fcfc-1ac1-404e-b09e-bacd5a2da3a6 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6491013 Mar 05 13:54:55.522133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-77522278-ba03-4547-928a-69009b31180a None None] Provisioning for port d99e13b5-aa09-4d59-a00f-ff1258f7db95 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:55.534208 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-77522278-ba03-4547-928a-69009b31180a None None] Provisioning complete for port d99e13b5-aa09-4d59-a00f-ff1258f7db95 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:55.534634 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-77522278-ba03-4547-928a-69009b31180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:55.568377 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6f7f29a3-21ec-4929-927c-8d4aecf58655 req-949debbe-6899-43b5-b3a0-7fbc7ba2729a service neutron] 10.222.0.30 "GET /v2.0/networks/2c431098-f263-418b-8514-497b788ef02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682708 Mar 05 13:54:55.592014 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-77522278-ba03-4547-928a-69009b31180a None None] Port d99e13b5-aa09-4d59-a00f-ff1258f7db95 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:54:55.691254 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434b6d5-5e7e-4880-976f-34a7d2c6a8aa req-fedb7432-8721-4268-b0dc-92757b745403 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:55.692755 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4434b6d5-5e7e-4880-976f-34a7d2c6a8aa req-fedb7432-8721-4268-b0dc-92757b745403 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cc9ae2-cc08-4d64-8752-99369a9fc26b HTTP/1.1" status: 200 len: 943 time: 0.4921310 Mar 05 13:54:55.713256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e0b3d3b5-4e09-4526-acfd-930809dc30ab None None] Provisioning complete for port e344107b-942a-401b-bf14-ba0821d5db0d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:55.713868 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e0b3d3b5-4e09-4526-acfd-930809dc30ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:55.785187 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4434b6d5-5e7e-4880-976f-34a7d2c6a8aa req-0b865e57-07fe-40d7-98dd-d36a1d2ac0cc tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9fa01f-6d07-492f-8333-90eeecefc078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811350 Mar 05 13:54:55.796574 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6f7f29a3-21ec-4929-927c-8d4aecf58655 req-44a1baa3-d4a8-4798-bcdc-bd654c6d2eba service neutron] 10.222.0.30 "GET /v2.0/networks/2c431098-f263-418b-8514-497b788ef02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214553 Mar 05 13:54:55.804050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12bd9f-3b02-4043-a952-ec0d79f0f32d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Port': ['ID=d99e13b5-aa09-4d59-a00f-ff1258f7db95,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:55.876386 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e0b3d3b5-4e09-4526-acfd-930809dc30ab None None] Provisioning for port 8b61a359-a4ac-4c12-8721-81ddb42f420b completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:55.883509 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e0b3d3b5-4e09-4526-acfd-930809dc30ab None None] Provisioning complete for port 8b61a359-a4ac-4c12-8721-81ddb42f420b triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:55.884373 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e0b3d3b5-4e09-4526-acfd-930809dc30ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:55.948568 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e0b3d3b5-4e09-4526-acfd-930809dc30ab None None] Port 8b61a359-a4ac-4c12-8721-81ddb42f420b cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:54:55.994275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f12bd9f-3b02-4043-a952-ec0d79f0f32d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network 59b1cff0-a41a-4c0d-9928-5719bad88469 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:54:56.008321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-9f12bd9f-3b02-4043-a952-ec0d79f0f32d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:54:56.014728 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fc84ee1b-5ada-4400-82fd-348b5439f534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:56.180880 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335868c-67ec-4bfd-8085-95ed8bfe7a75 req-3d84d88b-43d7-4ecb-8eee-9a9df5175f0a tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:56.182432 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4335868c-67ec-4bfd-8085-95ed8bfe7a75 req-3d84d88b-43d7-4ecb-8eee-9a9df5175f0a tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.5372043 Mar 05 13:54:56.269565 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2fa0fc25-73bf-45d2-be65-b95582d91ee2 None None] Provisioning complete for port d99e13b5-aa09-4d59-a00f-ff1258f7db95 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:56.270225 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2fa0fc25-73bf-45d2-be65-b95582d91ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:56.327969 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2fa0fc25-73bf-45d2-be65-b95582d91ee2 None None] Port d99e13b5-aa09-4d59-a00f-ff1258f7db95 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:54:56.377404 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-fc84ee1b-5ada-4400-82fd-348b5439f534 admin admin] Deleting port b5d3e237-a036-4fe3-84b8-4e7cf0777523 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:54:56.377963 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fc84ee1b-5ada-4400-82fd-348b5439f534 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:56.380422 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [None req-37175221-7fd4-4493-924f-44d4a58eac70 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:54:56.568786 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-fc84ee1b-5ada-4400-82fd-348b5439f534 admin admin] For port b5d3e237-a036-4fe3-84b8-4e7cf0777523, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b5d3e237-a036-4fe3-84b8-4e7cf0777523,segment=NetworkSegment(d1abbe63-8acf-4d25-8e50-f7650e36875f),segment_id=d1abbe63-8acf-4d25-8e50-f7650e36875f)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:56.569135 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fc84ee1b-5ada-4400-82fd-348b5439f534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:56.596046 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4335868c-67ec-4bfd-8085-95ed8bfe7a75 req-a861055a-c1b3-438e-abe0-7dbcc2a3cbaf tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018698 Mar 05 13:54:56.632570 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7afaf643-5740-46e9-b8b6-cea63e69e7ce tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:56.702052 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-fc84ee1b-5ada-4400-82fd-348b5439f534 admin admin] Calling delete_port for b5d3e237-a036-4fe3-84b8-4e7cf0777523 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:54:56.728397 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-37175221-7fd4-4493-924f-44d4a58eac70 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:56.769562 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-37175221-7fd4-4493-924f-44d4a58eac70 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:56.865221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f12bd9f-3b02-4043-a952-ec0d79f0f32d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Router 1eb19613-a332-4e21-adac-37421e80db00 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:54:56.891214 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fc84ee1b-5ada-4400-82fd-348b5439f534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:56.941972 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a073c922-5eec-4954-b22e-63ea258389b9 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:54:56.976999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84ee1b-5ada-4400-82fd-348b5439f534 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d3e237-a036-4fe3-84b8-4e7cf0777523,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:57.035070 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84ee1b-5ada-4400-82fd-348b5439f534 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:57.036182 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84ee1b-5ada-4400-82fd-348b5439f534 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:57.036182 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84ee1b-5ada-4400-82fd-348b5439f534 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:57.036182 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84ee1b-5ada-4400-82fd-348b5439f534 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:57.036500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84ee1b-5ada-4400-82fd-348b5439f534 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:57.038172 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84ee1b-5ada-4400-82fd-348b5439f534 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:57.038172 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84ee1b-5ada-4400-82fd-348b5439f534 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:57.038172 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84ee1b-5ada-4400-82fd-348b5439f534 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:57.038172 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84ee1b-5ada-4400-82fd-348b5439f534 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:57.038172 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84ee1b-5ada-4400-82fd-348b5439f534 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:57.038172 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84ee1b-5ada-4400-82fd-348b5439f534 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:57.038651 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84ee1b-5ada-4400-82fd-348b5439f534 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:54:57.089471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e344107b-942a-401b-bf14-ba0821d5db0d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:54:57.230616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a073c922-5eec-4954-b22e-63ea258389b9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a073c922-5eec-4954-b22e-63ea258389b9,segment=NetworkSegment(2613b6fd-5dcd-4b68-8329-66254ebffa0e),segment_id=2613b6fd-5dcd-4b68-8329-66254ebffa0e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:57.238213 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port e344107b-942a-401b-bf14-ba0821d5db0d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:57.238717 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:57.252716 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea13ef-cab1-4cad-9a0d-184af7529a5c req-d981fdbb-d5e9-434f-8dea-cab22d403f3e tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:57.255204 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25ea13ef-cab1-4cad-9a0d-184af7529a5c req-d981fdbb-d5e9-434f-8dea-cab22d403f3e tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cc9ae2-cc08-4d64-8752-99369a9fc26b HTTP/1.1" status: 200 len: 943 time: 0.3241565 Mar 05 13:54:57.285313 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'a073c922-5eec-4954-b22e-63ea258389b9', 'network_id': '2c431098-f263-418b-8514-497b788ef02f', 'port_id': 'a073c922-5eec-4954-b22e-63ea258389b9', 'mac_address': 'fa:16:3e:d3:c8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff1217a3-94c8-461f-84a4-92934f6a3f9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:54:57.323391 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25ea13ef-cab1-4cad-9a0d-184af7529a5c req-9973661f-0f49-44a4-b74a-60ab23d49af1 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9fa01f-6d07-492f-8333-90eeecefc078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587533 Mar 05 13:54:57.370891 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:57.383141 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-37175221-7fd4-4493-924f-44d4a58eac70 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Floating IP 9e0b470d-9168-442a-b1a2-59f56e62a214 associated. External IP: 172.25.4.243, port: 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3. Mar 05 13:54:57.414293 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fc84ee1b-5ada-4400-82fd-348b5439f534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:57.452433 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a073c922-5eec-4954-b22e-63ea258389b9 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:54:57.469112 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a073c922-5eec-4954-b22e-63ea258389b9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a073c922-5eec-4954-b22e-63ea258389b9,segment=NetworkSegment(2613b6fd-5dcd-4b68-8329-66254ebffa0e),segment_id=2613b6fd-5dcd-4b68-8329-66254ebffa0e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:57.478310 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:57.492235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff790a61-4225-4821-b6cc-5f32d841e365 req-8904863c-4619-421c-9efa-4b638e2ed4f8 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:57.493794 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ff790a61-4225-4821-b6cc-5f32d841e365 req-8904863c-4619-421c-9efa-4b638e2ed4f8 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.7643144 Mar 05 13:54:57.501302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f12bd9f-3b02-4043-a952-ec0d79f0f32d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:54:57.511808 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f448c92-a7f6-4c93-95dd-07d8900cfcbb None None] Sync routers for ids ['1eb19613-a332-4e21-adac-37421e80db00'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:54:57.524458 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f448c92-a7f6-4c93-95dd-07d8900cfcbb None None] Routers {'1eb19613-a332-4e21-adac-37421e80db00'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:54:57.525316 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0f448c92-a7f6-4c93-95dd-07d8900cfcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:54:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1eb19613-a332-4e21-adac-37421e80db00'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:57.566982 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a073c922-5eec-4954-b22e-63ea258389b9,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:57.614791 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0f448c92-a7f6-4c93-95dd-07d8900cfcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:57.625140 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f448c92-a7f6-4c93-95dd-07d8900cfcbb None None] Routers {'1eb19613-a332-4e21-adac-37421e80db00'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:54:57.626085 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0f448c92-a7f6-4c93-95dd-07d8900cfcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:54:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1eb19613-a332-4e21-adac-37421e80db00'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:57.643343 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9f12bd9f-3b02-4043-a952-ec0d79f0f32d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/routers/1eb19613-a332-4e21-adac-37421e80db00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6856034 Mar 05 13:54:57.644176 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39770) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:57.696878 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0f448c92-a7f6-4c93-95dd-07d8900cfcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:57.697419 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f448c92-a7f6-4c93-95dd-07d8900cfcbb None None] The sync data for ids ['1eb19613-a332-4e21-adac-37421e80db00'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:54:57.729135 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ff790a61-4225-4821-b6cc-5f32d841e365 req-371dc25d-ac16-4d87-89ce-219258010701 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157147 Mar 05 13:54:57.740879 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7afaf643-5740-46e9-b8b6-cea63e69e7ce tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:57.744531 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['a073c922-5eec-4954-b22e-63ea258389b9'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:54:57.767334 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7afaf643-5740-46e9-b8b6-cea63e69e7ce tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:57.893325 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9476af40-261e-493d-8286-955391d8f3c6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:57.893949 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9476af40-261e-493d-8286-955391d8f3c6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Synchronizing usage tracker for tenant:beafff5c987348ddbc3961566817c315 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:54:58.060522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec30432-f81e-474f-a517-07420e8511df req-79fb46e7-a1c6-4719-b3f3-428598d0ea89 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:58.062066 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0ec30432-f81e-474f-a517-07420e8511df req-79fb46e7-a1c6-4719-b3f3-428598d0ea89 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.1747861 Mar 05 13:54:58.133412 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc84ee1b-5ada-4400-82fd-348b5439f534 admin admin] Router 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:54:58.136526 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0ec30432-f81e-474f-a517-07420e8511df req-109caa31-f495-4899-bff0-230c4411d428 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667150 Mar 05 13:54:58.144767 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afaf643-5740-46e9-b8b6-cea63e69e7ce tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Port': ['ID=8b61a359-a4ac-4c12-8721-81ddb42f420b,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:58.182975 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f5b06d9b-4490-4c97-869c-2ae7237341cf None None] Provisioning complete for port 8b61a359-a4ac-4c12-8721-81ddb42f420b triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:58.183449 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f5b06d9b-4490-4c97-869c-2ae7237341cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:58.257191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-f5b06d9b-4490-4c97-869c-2ae7237341cf None None] Port 8b61a359-a4ac-4c12-8721-81ddb42f420b cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:54:58.272640 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9476af40-261e-493d-8286-955391d8f3c6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Unset dirty status for tenant:beafff5c987348ddbc3961566817c315 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:54:58.273903 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9476af40-261e-493d-8286-955391d8f3c6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/ports/d99e13b5-aa09-4d59-a00f-ff1258f7db95 HTTP/1.1" status: 200 len: 910 time: 0.6102886 Mar 05 13:54:58.293432 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39780) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:58.395398 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37175221-7fd4-4493-924f-44d4a58eac70 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Router ebed7ca6-286a-45b0-ab29-0b098cdfdadb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:54:58.499404 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc84ee1b-5ada-4400-82fd-348b5439f534 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:54:58.508894 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5705503a-3451-46a0-8109-93534f820c1d None None] Sync routers for ids ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:54:58.519375 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5705503a-3451-46a0-8109-93534f820c1d None None] Routers {'4ad5698b-6f6c-467b-9c27-4f101e9e2c33'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:54:58.520135 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5705503a-3451-46a0-8109-93534f820c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:54:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:58.538448 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fc84ee1b-5ada-4400-82fd-348b5439f534 admin admin] 10.222.0.16 "PUT /v2.0/routers/4ad5698b-6f6c-467b-9c27-4f101e9e2c33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9895504 Mar 05 13:54:58.542854 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39786) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:54:58.701179 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-5705503a-3451-46a0-8109-93534f820c1d None None] Set router 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:54:58.709519 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7afaf643-5740-46e9-b8b6-cea63e69e7ce tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:58.767891 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37175221-7fd4-4493-924f-44d4a58eac70 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:54:58.777044 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-37175221-7fd4-4493-924f-44d4a58eac70 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:58.781043 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531f5d2d-102c-46d5-8143-5e54e19df442 None None] Sync routers for ids ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:54:58.799535 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531f5d2d-102c-46d5-8143-5e54e19df442 None None] Routers {'ebed7ca6-286a-45b0-ab29-0b098cdfdadb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:54:58.800194 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-531f5d2d-102c-46d5-8143-5e54e19df442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:54:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:58.811586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286b8f5-9814-4624-b1cc-0fd56da71187 req-eddcf7cd-653c-40c5-a568-73e3ad8adbca tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:58.813080 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f286b8f5-9814-4624-b1cc-0fd56da71187 req-eddcf7cd-653c-40c5-a568-73e3ad8adbca tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cc9ae2-cc08-4d64-8752-99369a9fc26b HTTP/1.1" status: 200 len: 944 time: 0.3490458 Mar 05 13:54:58.818593 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552706d-89db-492f-a926-5ca319ac9d5e req-056a5318-4b2e-46e6-8abe-8739d3a7bbfb tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:58.820547 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1552706d-89db-492f-a926-5ca319ac9d5e req-056a5318-4b2e-46e6-8abe-8739d3a7bbfb tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.5279477 Mar 05 13:54:58.895034 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f286b8f5-9814-4624-b1cc-0fd56da71187 req-da4755cb-47d4-432d-a068-9a8753567f67 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9fa01f-6d07-492f-8333-90eeecefc078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756743 Mar 05 13:54:58.899393 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-37175221-7fd4-4493-924f-44d4a58eac70 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "PUT /v2.0/floatingips/9e0b470d-9168-442a-b1a2-59f56e62a214 HTTP/1.1" status: 200 len: 991 time: 5.3331168 Mar 05 13:54:58.961874 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6090d125-7e1f-49ce-b3e9-9ff3b63089a5', 'tag': '8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:54:58.966841 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7afaf643-5740-46e9-b8b6-cea63e69e7ce tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:58.988208 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1552706d-89db-492f-a926-5ca319ac9d5e req-196feae3-22be-4951-bf93-78977d84b97f tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466187 Mar 05 13:54:59.025335 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a073c922-5eec-4954-b22e-63ea258389b9 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:54:59.108204 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6090d125-7e1f-49ce-b3e9-9ff3b63089a5', 'tag': '8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3', 'status': 'completed', 'code': 200} Mar 05 13:54:59.146105 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-531f5d2d-102c-46d5-8143-5e54e19df442 None None] Set router ebed7ca6-286a-45b0-ab29-0b098cdfdadb gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:54:59.249049 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:59.288207 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:59.375289 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a6942bf4-095e-49c8-84ff-8d2d8617c70e admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:59.392523 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port a073c922-5eec-4954-b22e-63ea258389b9 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:54:59.425879 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port a073c922-5eec-4954-b22e-63ea258389b9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:54:59.426586 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:59.491595 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266ddde-86fd-4184-a9b9-1fac3e26a0af req-701e2266-eff6-4aa2-8970-e8e984748a98 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:59.493087 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e266ddde-86fd-4184-a9b9-1fac3e26a0af req-701e2266-eff6-4aa2-8970-e8e984748a98 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.1532371 Mar 05 13:54:59.597032 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e266ddde-86fd-4184-a9b9-1fac3e26a0af req-78c40693-d421-4337-b7c8-3e767beb6a56 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934019 Mar 05 13:54:59.621489 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:59.663185 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5705503a-3451-46a0-8109-93534f820c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'name': 'tempest-AttachVolumeTestJSON-531684020-router', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:54:56Z', 'revision_number': 5, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'gw_port': {'id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:59.673365 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5705503a-3451-46a0-8109-93534f820c1d None None] Checking router: 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:54:59.681061 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cc9ae2-cc08-4d64-8752-99369a9fc26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a073c922-5eec-4954-b22e-63ea258389b9'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:54:59.715735 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7afaf643-5740-46e9-b8b6-cea63e69e7ce tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:59.718898 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a073c922-5eec-4954-b22e-63ea258389b9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a073c922-5eec-4954-b22e-63ea258389b9,segment=NetworkSegment(2613b6fd-5dcd-4b68-8329-66254ebffa0e),segment_id=2613b6fd-5dcd-4b68-8329-66254ebffa0e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:54:59.721860 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5705503a-3451-46a0-8109-93534f820c1d None None] Routers {'4ad5698b-6f6c-467b-9c27-4f101e9e2c33'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:54:59.721860 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5705503a-3451-46a0-8109-93534f820c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:54:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:59.727991 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7afaf643-5740-46e9-b8b6-cea63e69e7ce tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:59.770858 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf101929-12d6-43d3-ab37-4b9e69a687c7 req-0140f748-d83a-41ee-bea4-c381c5f4aadd tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:59.778805 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bf101929-12d6-43d3-ab37-4b9e69a687c7 req-0140f748-d83a-41ee-bea4-c381c5f4aadd tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.3529294 Mar 05 13:54:59.780331 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:59.799156 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-531f5d2d-102c-46d5-8143-5e54e19df442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '9e0b470d-9168-442a-b1a2-59f56e62a214', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'port_id': '8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'mac_address': 'fa:16:3e:de:c7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6090d125-7e1f-49ce-b3e9-9ff3b63089a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:54:24Z', 'updated_at': '2022-03-05T13:54:56Z', 'revision_number': 1, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:37Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:59.804700 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531f5d2d-102c-46d5-8143-5e54e19df442 None None] Checking router: ebed7ca6-286a-45b0-ab29-0b098cdfdadb for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:54:59.814458 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531f5d2d-102c-46d5-8143-5e54e19df442 None None] Routers {'ebed7ca6-286a-45b0-ab29-0b098cdfdadb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:54:59.815013 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-531f5d2d-102c-46d5-8143-5e54e19df442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:54:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:54:59.835587 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7e3d9-2ec5-41dd-8b42-6ca095681754 req-38ebb083-dcff-4353-b1a5-e48b3ceffcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:54:59.837936 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25b7e3d9-2ec5-41dd-8b42-6ca095681754 req-38ebb083-dcff-4353-b1a5-e48b3ceffcc0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6458262d05f2497586ebde1561a80c5d&device_id=6090d125-7e1f-49ce-b3e9-9ff3b63089a5 HTTP/1.1" status: 200 len: 1096 time: 0.3619878 Mar 05 13:54:59.888632 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7afaf643-5740-46e9-b8b6-cea63e69e7ce tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:59.925548 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a6942bf4-095e-49c8-84ff-8d2d8617c70e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:54:59.943665 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a073c922-5eec-4954-b22e-63ea258389b9,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:54:59.946268 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bf101929-12d6-43d3-ab37-4b9e69a687c7 req-99d1084a-96de-43f8-8327-e84d7c56dcf8 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661508 Mar 05 13:54:59.989154 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-5705503a-3451-46a0-8109-93534f820c1d None None] Set router 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:55:00.018496 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-531f5d2d-102c-46d5-8143-5e54e19df442 None None] Set router ebed7ca6-286a-45b0-ab29-0b098cdfdadb gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:55:00.098821 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cc9ae2-cc08-4d64-8752-99369a9fc26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a073c922-5eec-4954-b22e-63ea258389b9', 'code': 200} Mar 05 13:55:00.124651 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-a6942bf4-095e-49c8-84ff-8d2d8617c70e admin admin] Deleting port d9f35dee-55b9-4383-a803-702e602be0f4 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:55:00.127036 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a6942bf4-095e-49c8-84ff-8d2d8617c70e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:00.148670 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afaf643-5740-46e9-b8b6-cea63e69e7ce tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Port': ['ID=8b61a359-a4ac-4c12-8721-81ddb42f420b,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:00.223243 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d7b4577-5ac9-4ea4-9f7d-44229c729ea5 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:00.342521 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5705503a-3451-46a0-8109-93534f820c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'name': 'tempest-AttachVolumeTestJSON-531684020-router', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:54:56Z', 'revision_number': 5, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'gw_port': {'id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:00.347340 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5705503a-3451-46a0-8109-93534f820c1d None None] The sync data for ids ['4ad5698b-6f6c-467b-9c27-4f101e9e2c33'] in n-d-803718-1 is: [{'id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'name': 'tempest-AttachVolumeTestJSON-531684020-router', 'tenant_id': '132ea0f858f9462ca01a646bf0fa44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:54:56Z', 'revision_number': 5, 'project_id': '132ea0f858f9462ca01a646bf0fa44bb', 'gw_port': {'id': 'd9f35dee-55b9-4383-a803-702e602be0f4', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5698b-6f6c-467b-9c27-4f101e9e2c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:48:51Z', 'updated_at': '2022-03-05T13:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:55:00.400057 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-531f5d2d-102c-46d5-8143-5e54e19df442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '9e0b470d-9168-442a-b1a2-59f56e62a214', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'port_id': '8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'mac_address': 'fa:16:3e:de:c7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6090d125-7e1f-49ce-b3e9-9ff3b63089a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:54:24Z', 'updated_at': '2022-03-05T13:54:56Z', 'revision_number': 1, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:37Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:00.405198 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531f5d2d-102c-46d5-8143-5e54e19df442 None None] The sync data for ids ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'] in n-d-803718-1 is: [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '9e0b470d-9168-442a-b1a2-59f56e62a214', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'port_id': '8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'mac_address': 'fa:16:3e:de:c7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6090d125-7e1f-49ce-b3e9-9ff3b63089a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T13:54:24Z', 'updated_at': '2022-03-05T13:54:56Z', 'revision_number': 1, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:37Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:55:00.416241 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b854a-85a2-410b-8d65-2fe50dee7e4c req-85b5a283-78b0-408e-bf9e-cc1fa3effa09 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:00.424740 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c79b854a-85a2-410b-8d65-2fe50dee7e4c req-85b5a283-78b0-408e-bf9e-cc1fa3effa09 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.6171873 Mar 05 13:55:00.465493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b04d0-3c79-4a26-82cb-d205efce49e8 req-9032b684-59ba-49c9-bc5a-e13f3af312c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:00.467661 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-494b04d0-3c79-4a26-82cb-d205efce49e8 req-9032b684-59ba-49c9-bc5a-e13f3af312c5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=47cc9ae2-cc08-4d64-8752-99369a9fc26b HTTP/1.1" status: 200 len: 1096 time: 0.2740638 Mar 05 13:55:00.520336 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c79b854a-85a2-410b-8d65-2fe50dee7e4c req-b965089d-0de1-4157-832b-8f4fa22990ba tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945342 Mar 05 13:55:00.522642 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afaf643-5740-46e9-b8b6-cea63e69e7ce tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network 545e066e-b1a2-4f41-895c-bf68b0721644 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:55:00.531879 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-7afaf643-5740-46e9-b8b6-cea63e69e7ce tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:55:00.544467 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-494b04d0-3c79-4a26-82cb-d205efce49e8 req-a878ffcd-5ea1-49ca-801a-e7ca9d70322e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9e9fa01f-6d07-492f-8333-90eeecefc078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682287 Mar 05 13:55:00.570019 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7e3d9-2ec5-41dd-8b42-6ca095681754 req-23dd72d8-b7be-43ea-8d03-896be1756f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:00.571507 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25b7e3d9-2ec5-41dd-8b42-6ca095681754 req-23dd72d8-b7be-43ea-8d03-896be1756f50 service neutron] 10.222.0.30 "GET /v2.0/networks?id=175f72fb-87d4-4d09-877c-e76b741da2ad HTTP/1.1" status: 200 len: 915 time: 0.7101734 Mar 05 13:55:00.733819 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cba1254-e06d-4ba6-bd17-d96dfc42052f None None] New status for floating IP 9e0b470d-9168-442a-b1a2-59f56e62a214: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:55:00.837550 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8eb3c8-d51a-44aa-9ce3-cc8055425820 req-74d72e15-319c-43fb-aa21-4d7444f00c78 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:00.839224 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd8eb3c8-d51a-44aa-9ce3-cc8055425820 req-74d72e15-319c-43fb-aa21-4d7444f00c78 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cc9ae2-cc08-4d64-8752-99369a9fc26b HTTP/1.1" status: 200 len: 945 time: 0.4765263 Mar 05 13:55:00.841682 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-a6942bf4-095e-49c8-84ff-8d2d8617c70e admin admin] For port d9f35dee-55b9-4383-a803-702e602be0f4, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d9f35dee-55b9-4383-a803-702e602be0f4,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:55:00.842127 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a6942bf4-095e-49c8-84ff-8d2d8617c70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:01.002276 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-15a3e83d-3367-434f-b80e-89ab90b458ad None None] Provisioning complete for port 8b61a359-a4ac-4c12-8721-81ddb42f420b triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:01.002646 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-15a3e83d-3367-434f-b80e-89ab90b458ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:01.016729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088b70b-2d74-424a-b042-9ef0bf81df73 req-5d34495d-9656-4a4f-8ee8-d8fd1892c955 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:01.018291 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b088b70b-2d74-424a-b042-9ef0bf81df73 req-5d34495d-9656-4a4f-8ee8-d8fd1892c955 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.2695227 Mar 05 13:55:01.027911 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a42cb492-1288-48a0-8eaa-adfd86398139 req-4c3a49ed-8422-4ee7-9cf9-3b88e79f6506 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1663578 Mar 05 13:55:01.049166 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b5d3e237-a036-4fe3-84b8-4e7cf0777523 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:55:01.053707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afaf643-5740-46e9-b8b6-cea63e69e7ce tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Router b3b71603-2d28-4336-b4d3-c1148a655946 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:55:01.102417 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: b5d3e237-a036-4fe3-84b8-4e7cf0777523 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:55:01.102788 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b5d3e237-a036-4fe3-84b8-4e7cf0777523 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:55:01.180469 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-a6942bf4-095e-49c8-84ff-8d2d8617c70e admin admin] Calling delete_port for d9f35dee-55b9-4383-a803-702e602be0f4 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:55:01.182149 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-15a3e83d-3367-434f-b80e-89ab90b458ad None None] Port 8b61a359-a4ac-4c12-8721-81ddb42f420b cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:55:01.202335 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b088b70b-2d74-424a-b042-9ef0bf81df73 req-24188697-aed6-475c-9641-3c7d2ba7ea32 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700125 Mar 05 13:55:01.247530 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25b7e3d9-2ec5-41dd-8b42-6ca095681754 req-33918d4b-21c4-42d4-81b7-94ee7b51fd56 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 HTTP/1.1" status: 200 len: 999 time: 0.4975541 Mar 05 13:55:01.256218 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd8eb3c8-d51a-44aa-9ce3-cc8055425820 req-e9fe83dc-db52-4466-bb09-beeec996b3f6 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9fa01f-6d07-492f-8333-90eeecefc078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986158 Mar 05 13:55:01.297620 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afaf643-5740-46e9-b8b6-cea63e69e7ce tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:55:01.305961 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7afaf643-5740-46e9-b8b6-cea63e69e7ce tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "PUT /v2.0/routers/b3b71603-2d28-4336-b4d3-c1148a655946/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7157648 Mar 05 13:55:01.308179 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39820) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:01.308324 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f28d9a3-fc3a-4720-8dda-46f7c2c0b17c None None] Sync routers for ids ['b3b71603-2d28-4336-b4d3-c1148a655946'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:55:01.327746 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f28d9a3-fc3a-4720-8dda-46f7c2c0b17c None None] Routers {'b3b71603-2d28-4336-b4d3-c1148a655946'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:55:01.328947 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7f28d9a3-fc3a-4720-8dda-46f7c2c0b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:54:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3b71603-2d28-4336-b4d3-c1148a655946'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:01.408648 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7f28d9a3-fc3a-4720-8dda-46f7c2c0b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:01.422113 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f28d9a3-fc3a-4720-8dda-46f7c2c0b17c None None] Routers {'b3b71603-2d28-4336-b4d3-c1148a655946'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:55:01.423147 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7f28d9a3-fc3a-4720-8dda-46f7c2c0b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:54:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3b71603-2d28-4336-b4d3-c1148a655946'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:01.423319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cb492-1288-48a0-8eaa-adfd86398139 req-b161aca2-83d6-43f9-a42e-34aedf9be2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:01.424787 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a42cb492-1288-48a0-8eaa-adfd86398139 req-b161aca2-83d6-43f9-a42e-34aedf9be2a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 1096 time: 0.3625963 Mar 05 13:55:01.440159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b4577-5ac9-4ea4-9f7d-44229c729ea5 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting port d99e13b5-aa09-4d59-a00f-ff1258f7db95 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:55:01.440411 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d7b4577-5ac9-4ea4-9f7d-44229c729ea5 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:01.508836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524e3d53-d82d-446e-a910-bfc075fb964b tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:01.513393 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-524e3d53-d82d-446e-a910-bfc075fb964b tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b71603-2d28-4336-b4d3-c1148a655946 HTTP/1.1" status: 200 len: 982 time: 0.1987987 Mar 05 13:55:01.516644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39824) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:01.528678 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0f163-3578-4129-99d3-29a5f6e92cfd req-bb7a46c2-14f6-412e-8e18-5f7b202c0995 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:01.530292 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0fc0f163-3578-4129-99d3-29a5f6e92cfd req-bb7a46c2-14f6-412e-8e18-5f7b202c0995 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.1859248 Mar 05 13:55:01.546189 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7f28d9a3-fc3a-4720-8dda-46f7c2c0b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:01.546607 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f28d9a3-fc3a-4720-8dda-46f7c2c0b17c None None] The sync data for ids ['b3b71603-2d28-4336-b4d3-c1148a655946'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:55:01.551783 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7e3d9-2ec5-41dd-8b42-6ca095681754 req-1281c125-0c11-4959-b25c-842625b4c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:01.553145 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25b7e3d9-2ec5-41dd-8b42-6ca095681754 req-1281c125-0c11-4959-b25c-842625b4c994 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9349c82-1490-40bf-94d8-d6850b67eb95 HTTP/1.1" status: 200 len: 854 time: 0.2959082 Mar 05 13:55:01.912863 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d7b4577-5ac9-4ea4-9f7d-44229c729ea5 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:01.923558 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0fc0f163-3578-4129-99d3-29a5f6e92cfd req-a36816d1-9177-4c2f-9f4c-e3b7f904904d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294106 Mar 05 13:55:01.958156 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cb492-1288-48a0-8eaa-adfd86398139 req-60cbd826-a2d0-4448-a2f4-07092827635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:01.959674 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a42cb492-1288-48a0-8eaa-adfd86398139 req-60cbd826-a2d0-4448-a2f4-07092827635a service neutron] 10.222.0.30 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 912 time: 0.4961390 Mar 05 13:55:02.116912 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a42cb492-1288-48a0-8eaa-adfd86398139 req-db6d5996-7f64-4d99-b280-ed8cfd58de62 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f736b7ec-e966-4c65-8fd3-25f7be175e1f HTTP/1.1" status: 200 len: 217 time: 0.0955553 Mar 05 13:55:02.167645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7e3d9-2ec5-41dd-8b42-6ca095681754 req-fe87936d-5947-4935-bdd4-39ee18df0fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:02.169179 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25b7e3d9-2ec5-41dd-8b42-6ca095681754 req-fe87936d-5947-4935-bdd4-39ee18df0fd5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=175f72fb-87d4-4d09-877c-e76b741da2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6010492 Mar 05 13:55:02.176576 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b4577-5ac9-4ea4-9f7d-44229c729ea5 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Calling delete_port for d99e13b5-aa09-4d59-a00f-ff1258f7db95 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:55:02.212647 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f3b9f-610e-44ef-9fd4-78f05a6c1b6c req-1c799613-1490-4416-a454-f6eee68eaa58 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:02.214149 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-086f3b9f-610e-44ef-9fd4-78f05a6c1b6c req-1c799613-1490-4416-a454-f6eee68eaa58 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.5617020 Mar 05 13:55:02.307684 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a6942bf4-095e-49c8-84ff-8d2d8617c70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:02.344109 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cb492-1288-48a0-8eaa-adfd86398139 req-938e76d9-cb7a-4664-bc4d-b9b383c05f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:02.345535 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a42cb492-1288-48a0-8eaa-adfd86398139 req-938e76d9-cb7a-4664-bc4d-b9b383c05f9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.1693330 Mar 05 13:55:02.389549 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6942bf4-095e-49c8-84ff-8d2d8617c70e admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f35dee-55b9-4383-a803-702e602be0f4,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:02.436424 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854d1a2-11e8-4891-b335-19b74f8827a0 req-1c51feca-a966-475f-a34c-e33be6cbb989 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:02.442370 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a854d1a2-11e8-4891-b335-19b74f8827a0 req-1c51feca-a966-475f-a34c-e33be6cbb989 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.2357473 Mar 05 13:55:02.547333 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a854d1a2-11e8-4891-b335-19b74f8827a0 req-52835d7d-db5f-4d34-9b18-d84ec28b029e tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039813 Mar 05 13:55:02.566605 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cb492-1288-48a0-8eaa-adfd86398139 req-c9940bf8-9514-49f2-9b13-14731dbd1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:02.566605 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a42cb492-1288-48a0-8eaa-adfd86398139 req-c9940bf8-9514-49f2-9b13-14731dbd1895 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2048562 Mar 05 13:55:02.648459 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25b7e3d9-2ec5-41dd-8b42-6ca095681754 req-0a153a6f-c8d8-493e-aeac-27d85efc0902 service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263749 Mar 05 13:55:02.660113 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-086f3b9f-610e-44ef-9fd4-78f05a6c1b6c req-e02ea42f-963b-4bc5-ac62-c7bf8cd607a8 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3483868 Mar 05 13:55:02.807058 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a6942bf4-095e-49c8-84ff-8d2d8617c70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:02.818272 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a42cb492-1288-48a0-8eaa-adfd86398139 req-e1544a2a-1d60-4c63-81ef-1bc05a1d8064 service neutron] 10.222.0.30 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441630 Mar 05 13:55:03.013179 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192094c8-231d-458a-a5d4-7ee36eb0e5b1 req-f098a834-96cf-474b-8237-0be0d5dc2ffe tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:03.023409 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-192094c8-231d-458a-a5d4-7ee36eb0e5b1 req-f098a834-96cf-474b-8237-0be0d5dc2ffe tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cc9ae2-cc08-4d64-8752-99369a9fc26b HTTP/1.1" status: 200 len: 945 time: 0.3533456 Mar 05 13:55:03.042852 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-47b35389-9ce3-436a-910e-80cbc849594d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:03.196479 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a6942bf4-095e-49c8-84ff-8d2d8617c70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:03.202584 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d7b4577-5ac9-4ea4-9f7d-44229c729ea5 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:03.208520 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a6942bf4-095e-49c8-84ff-8d2d8617c70e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:03.227058 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-192094c8-231d-458a-a5d4-7ee36eb0e5b1 req-34e1fd07-cf9f-4f7e-94fb-5fb034bbd60c tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9fa01f-6d07-492f-8333-90eeecefc078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054176 Mar 05 13:55:03.238006 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a42cb492-1288-48a0-8eaa-adfd86398139 req-71943a23-ec9f-4a82-8302-fba5c7d8d192 service neutron] 10.222.0.30 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792603 Mar 05 13:55:03.264820 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25b7e3d9-2ec5-41dd-8b42-6ca095681754 req-ded9d5a5-3975-4d70-8d99-573df5c97e0e service neutron] 10.222.0.30 "GET /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974593 Mar 05 13:55:03.284245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b4577-5ac9-4ea4-9f7d-44229c729ea5 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Port': ['ID=d99e13b5-aa09-4d59-a00f-ff1258f7db95,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:03.334944 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a6942bf4-095e-49c8-84ff-8d2d8617c70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:03.335440 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6942bf4-095e-49c8-84ff-8d2d8617c70e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ad5698b-6f6c-467b-9c27-4f101e9e2c33 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:55:03.414210 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b2412-b2c6-42d2-89af-16a8d1646d2c req-eafae67e-ba1f-4cb6-a2be-1e9d547e11d7 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:03.421820 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-425b2412-b2c6-42d2-89af-16a8d1646d2c req-eafae67e-ba1f-4cb6-a2be-1e9d547e11d7 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.3607895 Mar 05 13:55:03.524001 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-47b35389-9ce3-436a-910e-80cbc849594d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting port 8b61a359-a4ac-4c12-8721-81ddb42f420b {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:55:03.524867 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-47b35389-9ce3-436a-910e-80cbc849594d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:03.567538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b664c2a-30d0-4301-866c-1c56694a0f6d req-4626209c-b91b-4840-9751-32a3ffadacae tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:03.569054 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5b664c2a-30d0-4301-866c-1c56694a0f6d req-4626209c-b91b-4840-9751-32a3ffadacae tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.2182403 Mar 05 13:55:03.649087 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a6942bf4-095e-49c8-84ff-8d2d8617c70e admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:03.652946 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a6942bf4-095e-49c8-84ff-8d2d8617c70e admin admin] 10.222.0.16 "DELETE /v2.0/routers/4ad5698b-6f6c-467b-9c27-4f101e9e2c33 HTTP/1.1" status: 204 len: 168 time: 5.1065767 Mar 05 13:55:03.664251 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39860) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:03.670541 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d7b4577-5ac9-4ea4-9f7d-44229c729ea5 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:03.770701 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-425b2412-b2c6-42d2-89af-16a8d1646d2c req-1f7701c8-a72f-418a-9757-7a4e1714fb93 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480105 Mar 05 13:55:03.812513 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5b664c2a-30d0-4301-866c-1c56694a0f6d req-5c3f807b-ff37-4881-8a08-0b31254bfb1c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907185 Mar 05 13:55:03.890506 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f03d0a-eb2a-414c-ba94-e798df4b8926 admin admin] Deleting subnet b1aa35db-56b3-4082-9281-daf61ed75a84 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:55:03.959050 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-47b35389-9ce3-436a-910e-80cbc849594d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:03.961682 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-48f03d0a-eb2a-414c-ba94-e798df4b8926 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:04.101999 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-47b35389-9ce3-436a-910e-80cbc849594d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Calling delete_port for 8b61a359-a4ac-4c12-8721-81ddb42f420b owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:55:04.131855 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-48f03d0a-eb2a-414c-ba94-e798df4b8926 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:04.166302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7b4577-5ac9-4ea4-9f7d-44229c729ea5 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Router 1eb19613-a332-4e21-adac-37421e80db00 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:55:04.293799 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-47b35389-9ce3-436a-910e-80cbc849594d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:04.361597 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7b4577-5ac9-4ea4-9f7d-44229c729ea5 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:55:04.366859 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5d7b4577-5ac9-4ea4-9f7d-44229c729ea5 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/routers/1eb19613-a332-4e21-adac-37421e80db00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0724950 Mar 05 13:55:04.370585 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39880) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:04.374354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c76bcc9-1bec-404d-ac71-0581a3d36b4a None None] Sync routers for ids ['1eb19613-a332-4e21-adac-37421e80db00'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:55:04.391234 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b35389-9ce3-436a-910e-80cbc849594d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Port': ['ID=8b61a359-a4ac-4c12-8721-81ddb42f420b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:04.394315 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c76bcc9-1bec-404d-ac71-0581a3d36b4a None None] Routers {'1eb19613-a332-4e21-adac-37421e80db00'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:55:04.394832 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5c76bcc9-1bec-404d-ac71-0581a3d36b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:54:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1eb19613-a332-4e21-adac-37421e80db00'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:04.428086 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd1f19-4fee-4851-988b-0e375e020529 req-724b0b03-ac32-456d-b6eb-2cdeb0f3dd21 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:04.435077 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-afdd1f19-4fee-4851-988b-0e375e020529 req-724b0b03-ac32-456d-b6eb-2cdeb0f3dd21 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.4280784 Mar 05 13:55:04.449232 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-48f03d0a-eb2a-414c-ba94-e798df4b8926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:04.511861 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5c76bcc9-1bec-404d-ac71-0581a3d36b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:04.522602 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c76bcc9-1bec-404d-ac71-0581a3d36b4a None None] Routers {'1eb19613-a332-4e21-adac-37421e80db00'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:55:04.524023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5c76bcc9-1bec-404d-ac71-0581a3d36b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:54:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1eb19613-a332-4e21-adac-37421e80db00'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:04.591992 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5c76bcc9-1bec-404d-ac71-0581a3d36b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:04.592633 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c76bcc9-1bec-404d-ac71-0581a3d36b4a None None] The sync data for ids ['1eb19613-a332-4e21-adac-37421e80db00'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:55:04.655544 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-20124af4-e5da-49dc-888b-2cd10a9b5078 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Synchronizing usage tracker for tenant:beafff5c987348ddbc3961566817c315 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:55:04.702675 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-afdd1f19-4fee-4851-988b-0e375e020529 req-0360c439-0e86-4b0c-bf80-1ef63957b6b5 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666805 Mar 05 13:55:04.707121 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-20124af4-e5da-49dc-888b-2cd10a9b5078 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Unset dirty status for tenant:beafff5c987348ddbc3961566817c315 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:55:04.709654 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-20124af4-e5da-49dc-888b-2cd10a9b5078 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb19613-a332-4e21-adac-37421e80db00 HTTP/1.1" status: 200 len: 205 time: 0.3352580 Mar 05 13:55:04.711037 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39888) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:04.777729 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-47b35389-9ce3-436a-910e-80cbc849594d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:04.792239 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64ef36-c281-4c7c-bba5-c892250179bc req-95e13df4-9c88-44b9-9d97-a33e977ddf53 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:04.793915 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd64ef36-c281-4c7c-bba5-c892250179bc req-95e13df4-9c88-44b9-9d97-a33e977ddf53 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 945 time: 0.2488940 Mar 05 13:55:04.843011 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-48f03d0a-eb2a-414c-ba94-e798df4b8926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:04.891711 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:55:04.897752 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d812a96f-916d-4fad-81a5-8ab977d2bfc6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:04.972459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f03d0a-eb2a-414c-ba94-e798df4b8926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1aa35db-56b3-4082-9281-daf61ed75a84,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:04.975729 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-48f03d0a-eb2a-414c-ba94-e798df4b8926 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:04.984586 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8739081-5a6c-4478-a7a9-0114b9af907c None None] Network 63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:55:05.040499 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-48f03d0a-eb2a-414c-ba94-e798df4b8926 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b1aa35db-56b3-4082-9281-daf61ed75a84 HTTP/1.1" status: 204 len: 168 time: 1.3730268 Mar 05 13:55:05.042056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39896) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:05.101417 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd64ef36-c281-4c7c-bba5-c892250179bc req-5f8eb6dd-db83-40a4-9c10-36698f2bc31e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529118 Mar 05 13:55:05.123847 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b35389-9ce3-436a-910e-80cbc849594d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Router b3b71603-2d28-4336-b4d3-c1148a655946 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:55:05.200785 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d9f35dee-55b9-4383-a803-702e602be0f4 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:55:05.204310 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5fb44c5-3056-45b2-8a6f-fbd7a8d70fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:05.245351 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: d9f35dee-55b9-4383-a803-702e602be0f4 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:55:05.245939 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d9f35dee-55b9-4383-a803-702e602be0f4 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:55:05.349787 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d812a96f-916d-4fad-81a5-8ab977d2bfc6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:05.352165 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d812a96f-916d-4fad-81a5-8ab977d2bfc6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:05.433642 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d812a96f-916d-4fad-81a5-8ab977d2bfc6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:05.434346 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d812a96f-916d-4fad-81a5-8ab977d2bfc6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Fanout notify agent at l3_agent the message router_deleted on router 1eb19613-a332-4e21-adac-37421e80db00 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:55:05.440340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-d5fb44c5-3056-45b2-8a6f-fbd7a8d70fc6 admin admin] Deleting port 27fd5faa-8866-498f-9bfe-5f44ddec3e25 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:55:05.440685 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5fb44c5-3056-45b2-8a6f-fbd7a8d70fc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:05.489205 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d812a96f-916d-4fad-81a5-8ab977d2bfc6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:05.490270 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d812a96f-916d-4fad-81a5-8ab977d2bfc6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/routers/1eb19613-a332-4e21-adac-37421e80db00 HTTP/1.1" status: 204 len: 168 time: 0.7780156 Mar 05 13:55:05.495448 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39906) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:05.515587 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df19d15-06ba-469c-96e8-1dcee72508b5 None None] DHCP port deletion for 63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:55:05.520861 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-1df19d15-06ba-469c-96e8-1dcee72508b5 None None] Deleting port 27fd5faa-8866-498f-9bfe-5f44ddec3e25 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:55:05.521228 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1df19d15-06ba-469c-96e8-1dcee72508b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:05.616714 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b35389-9ce3-436a-910e-80cbc849594d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:55:05.628686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d56a5b-06d4-481f-8f27-484a35c0f448 req-562116e1-c718-4476-a593-74567f167653 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:05.629442 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3e3e4c-74ad-4380-813e-d528799ecfbc None None] Sync routers for ids ['b3b71603-2d28-4336-b4d3-c1148a655946'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:55:05.634889 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c7d56a5b-06d4-481f-8f27-484a35c0f448 req-562116e1-c718-4476-a593-74567f167653 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.2746432 Mar 05 13:55:05.644459 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-47b35389-9ce3-436a-910e-80cbc849594d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "PUT /v2.0/routers/b3b71603-2d28-4336-b4d3-c1148a655946/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1268368 Mar 05 13:55:05.645150 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3e3e4c-74ad-4380-813e-d528799ecfbc None None] Routers {'b3b71603-2d28-4336-b4d3-c1148a655946'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:55:05.645927 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-dd3e3e4c-74ad-4380-813e-d528799ecfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:54:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3b71603-2d28-4336-b4d3-c1148a655946'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:05.647933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39910) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:05.700648 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-2544a0b9-be1f-4eb0-963b-c62996eab943 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] GET failed (client error): The resource could not be found. Mar 05 13:55:05.701244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2544a0b9-be1f-4eb0-963b-c62996eab943 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Synchronizing usage tracker for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:55:05.726117 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-dd3e3e4c-74ad-4380-813e-d528799ecfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:05.735843 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e98ee6-752a-4f3a-a17b-0ff8db547335 req-ab32c8c6-ac1b-4fe7-bebc-243732ff53d1 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:05.739260 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3e3e4c-74ad-4380-813e-d528799ecfbc None None] Routers {'b3b71603-2d28-4336-b4d3-c1148a655946'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:55:05.740080 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-dd3e3e4c-74ad-4380-813e-d528799ecfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:54:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3b71603-2d28-4336-b4d3-c1148a655946'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:05.743294 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-56e98ee6-752a-4f3a-a17b-0ff8db547335 req-ab32c8c6-ac1b-4fe7-bebc-243732ff53d1 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cc9ae2-cc08-4d64-8752-99369a9fc26b HTTP/1.1" status: 200 len: 945 time: 0.1738174 Mar 05 13:55:05.765867 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2544a0b9-be1f-4eb0-963b-c62996eab943 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Unset dirty status for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:55:05.768027 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad54964-9477-44e6-b542-fe2c4155a5a5 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting subnet 875db99e-07ac-402e-b659-dcaf99ca7eff {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:55:05.768150 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1df19d15-06ba-469c-96e8-1dcee72508b5 None None] For port 27fd5faa-8866-498f-9bfe-5f44ddec3e25, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=27fd5faa-8866-498f-9bfe-5f44ddec3e25,segment=NetworkSegment(d1abbe63-8acf-4d25-8e50-f7650e36875f),segment_id=d1abbe63-8acf-4d25-8e50-f7650e36875f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:55:05.768501 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1df19d15-06ba-469c-96e8-1dcee72508b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:05.770043 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2544a0b9-be1f-4eb0-963b-c62996eab943 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports/8b61a359-a4ac-4c12-8721-81ddb42f420b HTTP/1.1" status: 404 len: 333 time: 0.1210861 Mar 05 13:55:05.773045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39914) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:05.802210 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dad54964-9477-44e6-b542-fe2c4155a5a5 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:05.823366 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-dd3e3e4c-74ad-4380-813e-d528799ecfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:05.824039 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3e3e4c-74ad-4380-813e-d528799ecfbc None None] The sync data for ids ['b3b71603-2d28-4336-b4d3-c1148a655946'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:55:05.875627 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-56e98ee6-752a-4f3a-a17b-0ff8db547335 req-106196dc-2e68-42e8-a550-02eae1d5a24f tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9fa01f-6d07-492f-8333-90eeecefc078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310186 Mar 05 13:55:05.879319 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-d5fb44c5-3056-45b2-8a6f-fbd7a8d70fc6 admin admin] For port 27fd5faa-8866-498f-9bfe-5f44ddec3e25, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=27fd5faa-8866-498f-9bfe-5f44ddec3e25,segment=NetworkSegment(d1abbe63-8acf-4d25-8e50-f7650e36875f),segment_id=d1abbe63-8acf-4d25-8e50-f7650e36875f)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:55:05.879680 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5fb44c5-3056-45b2-8a6f-fbd7a8d70fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:05.900147 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c7d56a5b-06d4-481f-8f27-484a35c0f448 req-c55087af-2a94-48dd-913a-678f0136adf5 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643645 Mar 05 13:55:05.902417 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dad54964-9477-44e6-b542-fe2c4155a5a5 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:05.914724 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-1df19d15-06ba-469c-96e8-1dcee72508b5 None None] Calling delete_port for 27fd5faa-8866-498f-9bfe-5f44ddec3e25 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:55:05.997963 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6824ea54-d15e-49a7-9a5c-7f0851567f17 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:06.025830 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1df19d15-06ba-469c-96e8-1dcee72508b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:06.077833 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df19d15-06ba-469c-96e8-1dcee72508b5 None None] Pushing event deleted for resources: {'Port': ['ID=27fd5faa-8866-498f-9bfe-5f44ddec3e25,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:06.079888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df19d15-06ba-469c-96e8-1dcee72508b5 None None] No DVR routers for this DVR port 27fd5faa-8866-498f-9bfe-5f44ddec3e25 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:55:06.222517 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-d5fb44c5-3056-45b2-8a6f-fbd7a8d70fc6 admin admin] Calling delete_port for 27fd5faa-8866-498f-9bfe-5f44ddec3e25 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:55:06.367142 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6824ea54-d15e-49a7-9a5c-7f0851567f17 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:06.369839 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6824ea54-d15e-49a7-9a5c-7f0851567f17 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:06.380726 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-d5fb44c5-3056-45b2-8a6f-fbd7a8d70fc6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:55:06.381039 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-d5fb44c5-3056-45b2-8a6f-fbd7a8d70fc6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:55:06.390284 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dad54964-9477-44e6-b542-fe2c4155a5a5 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:06.403132 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376924b-036e-410a-b953-5a3f79dd4b6a req-c8248d84-08cd-4494-8b6d-9453cac8b327 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:06.404613 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6376924b-036e-410a-b953-5a3f79dd4b6a req-c8248d84-08cd-4494-8b6d-9453cac8b327 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.3468711 Mar 05 13:55:06.413891 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6824ea54-d15e-49a7-9a5c-7f0851567f17 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:06.414494 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6824ea54-d15e-49a7-9a5c-7f0851567f17 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Fanout notify agent at l3_agent the message router_deleted on router b3b71603-2d28-4336-b4d3-c1148a655946 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:55:06.424333 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8160f9-dbff-4220-b269-cdb1a0225085 req-51de4c0b-f177-455d-82d0-67126ee655f4 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:06.425801 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4b8160f9-dbff-4220-b269-cdb1a0225085 req-51de4c0b-f177-455d-82d0-67126ee655f4 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.2112491 Mar 05 13:55:06.447954 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6824ea54-d15e-49a7-9a5c-7f0851567f17 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:06.449139 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6824ea54-d15e-49a7-9a5c-7f0851567f17 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/routers/b3b71603-2d28-4336-b4d3-c1148a655946 HTTP/1.1" status: 204 len: 168 time: 0.6749828 Mar 05 13:55:06.452358 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39924) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:06.511418 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4b8160f9-dbff-4220-b269-cdb1a0225085 req-2b52d0b1-923c-44f0-8acc-dec7232aa0c0 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631261 Mar 05 13:55:06.516745 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dad54964-9477-44e6-b542-fe2c4155a5a5 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:06.538152 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6376924b-036e-410a-b953-5a3f79dd4b6a req-82e023d4-5c79-42f9-9b4e-29b6ce3f81a2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217296 Mar 05 13:55:06.571745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c4828e-ae2a-44dd-8e67-cf42b037e24d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting subnet add12ba9-e392-42d2-a9c4-cc09ffac96b2 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:55:06.573290 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad54964-9477-44e6-b542-fe2c4155a5a5 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Subnet': ['ID=875db99e-07ac-402e-b659-dcaf99ca7eff,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:06.576266 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dad54964-9477-44e6-b542-fe2c4155a5a5 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:06.577229 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cfb771-12c6-40e3-9165-eb06111b2024 None None] Network 59b1cff0-a41a-4c0d-9928-5719bad88469 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:55:06.585958 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c5c4828e-ae2a-44dd-8e67-cf42b037e24d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:06.590055 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dad54964-9477-44e6-b542-fe2c4155a5a5 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/subnets/875db99e-07ac-402e-b659-dcaf99ca7eff HTTP/1.1" status: 204 len: 168 time: 1.0936370 Mar 05 13:55:06.592913 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39932) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:06.687339 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c5c4828e-ae2a-44dd-8e67-cf42b037e24d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:06.820242 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c26dcaa-617d-40d6-818b-9dc3e14ce8ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:06.842639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014fd79-a423-4be2-af1b-324e5655a61f req-afce4edc-cbd6-4fc5-8304-03362e0b55c8 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:06.844200 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3014fd79-a423-4be2-af1b-324e5655a61f req-afce4edc-cbd6-4fc5-8304-03362e0b55c8 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.1263456 Mar 05 13:55:06.844934 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-7c26dcaa-617d-40d6-818b-9dc3e14ce8ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting port c2f90a73-c01f-40ad-af39-62999dac4d03 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:55:06.845278 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c26dcaa-617d-40d6-818b-9dc3e14ce8ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:06.849004 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c5c4828e-ae2a-44dd-8e67-cf42b037e24d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:06.868495 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79f8f64-7d0f-40df-8412-732f9aa7af91 None None] DHCP port deletion for 59b1cff0-a41a-4c0d-9928-5719bad88469 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:55:06.873469 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a79f8f64-7d0f-40df-8412-732f9aa7af91 None None] Deleting port c2f90a73-c01f-40ad-af39-62999dac4d03 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:55:06.873862 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a79f8f64-7d0f-40df-8412-732f9aa7af91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:06.888083 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-d5fb44c5-3056-45b2-8a6f-fbd7a8d70fc6 admin admin] Deleting port 27fd5faa-8866-498f-9bfe-5f44ddec3e25 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:55:06.888395 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5fb44c5-3056-45b2-8a6f-fbd7a8d70fc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:06.944379 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3014fd79-a423-4be2-af1b-324e5655a61f req-a3a42bcb-17a3-44c9-9d6b-8e43e2010f2c tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668948 Mar 05 13:55:06.966347 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c5c4828e-ae2a-44dd-8e67-cf42b037e24d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:06.990682 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64556081-c041-4710-807d-a82a3b4efc16 req-7b1ca4b2-a1eb-44d4-bc29-936bce9de32f tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:07.004418 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-64556081-c041-4710-807d-a82a3b4efc16 req-7b1ca4b2-a1eb-44d4-bc29-936bce9de32f tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.30 "GET /v2.0/ports?device_id=47cc9ae2-cc08-4d64-8752-99369a9fc26b HTTP/1.1" status: 200 len: 945 time: 0.3701432 Mar 05 13:55:07.004418 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-d5fb44c5-3056-45b2-8a6f-fbd7a8d70fc6 admin admin] The port '27fd5faa-8866-498f-9bfe-5f44ddec3e25' was deleted {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:55:07.013554 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4828e-ae2a-44dd-8e67-cf42b037e24d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Subnet': ['ID=add12ba9-e392-42d2-a9c4-cc09ffac96b2,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:07.015631 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c5c4828e-ae2a-44dd-8e67-cf42b037e24d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:07.022342 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c5c4828e-ae2a-44dd-8e67-cf42b037e24d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/subnets/add12ba9-e392-42d2-a9c4-cc09ffac96b2 HTTP/1.1" status: 204 len: 168 time: 0.5689616 Mar 05 13:55:07.024863 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39942) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:07.025534 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bce25a-15cc-4cdb-8407-c65efa366949 None None] Network 545e066e-b1a2-4f41-895c-bf68b0721644 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:55:07.074688 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109eab5-cd26-42a3-a384-375425da56e8 req-65192af5-88ac-4616-a23d-352e5606a2bf tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:07.082075 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6109eab5-cd26-42a3-a384-375425da56e8 req-65192af5-88ac-4616-a23d-352e5606a2bf tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 945 time: 0.4043050 Mar 05 13:55:07.131515 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c2f90a73-c01f-40ad-af39-62999dac4d03 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:55:07.179529 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b85a84b2-e5e8-4a6c-b7e7-edab96e04afd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:07.235809 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-b85a84b2-e5e8-4a6c-b7e7-edab96e04afd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting port e344107b-942a-401b-bf14-ba0821d5db0d {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:55:07.236379 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b85a84b2-e5e8-4a6c-b7e7-edab96e04afd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:07.266492 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-64556081-c041-4710-807d-a82a3b4efc16 req-625091eb-4473-440b-924f-69368ee37a3e tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Deleting port a073c922-5eec-4954-b22e-63ea258389b9 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:55:07.266858 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-64556081-c041-4710-807d-a82a3b4efc16 req-625091eb-4473-440b-924f-69368ee37a3e tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:07.291076 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a79f8f64-7d0f-40df-8412-732f9aa7af91 None None] For port c2f90a73-c01f-40ad-af39-62999dac4d03, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c2f90a73-c01f-40ad-af39-62999dac4d03,segment=NetworkSegment(db4666c6-6c6c-4f22-a741-52d655988bca),segment_id=db4666c6-6c6c-4f22-a741-52d655988bca)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:55:07.291463 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a79f8f64-7d0f-40df-8412-732f9aa7af91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:07.302975 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5fb44c5-3056-45b2-8a6f-fbd7a8d70fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:07.354729 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6109eab5-cd26-42a3-a384-375425da56e8 req-c8765403-5262-4d34-a094-dbd89506d0a3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2717724 Mar 05 13:55:07.385284 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d5fb44c5-3056-45b2-8a6f-fbd7a8d70fc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:07.445748 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d5fb44c5-3056-45b2-8a6f-fbd7a8d70fc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1abbe63-8acf-4d25-8e50-f7650e36875f') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:07.446265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d5fb44c5-3056-45b2-8a6f-fbd7a8d70fc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1abbe63-8acf-4d25-8e50-f7650e36875f') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:07.465643 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5fb44c5-3056-45b2-8a6f-fbd7a8d70fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:07.500340 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80ada9-e8ec-4982-b64f-ed58a77f49fc req-685c38c4-f09a-4449-96b3-b50614c8c4ff tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:07.507084 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0e80ada9-e8ec-4982-b64f-ed58a77f49fc req-685c38c4-f09a-4449-96b3-b50614c8c4ff tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cc9ae2-cc08-4d64-8752-99369a9fc26b HTTP/1.1" status: 200 len: 945 time: 0.3186693 Mar 05 13:55:07.594630 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0e80ada9-e8ec-4982-b64f-ed58a77f49fc req-44e9c8f4-4e50-4883-9bf2-301fcc50f00d tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9fa01f-6d07-492f-8333-90eeecefc078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866847 Mar 05 13:55:07.651294 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5fb44c5-3056-45b2-8a6f-fbd7a8d70fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:07.680151 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5fb44c5-3056-45b2-8a6f-fbd7a8d70fc6 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:55:07.681125 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5fb44c5-3056-45b2-8a6f-fbd7a8d70fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:07.683236 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-b85a84b2-e5e8-4a6c-b7e7-edab96e04afd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] For port e344107b-942a-401b-bf14-ba0821d5db0d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e344107b-942a-401b-bf14-ba0821d5db0d,segment=NetworkSegment(b749871c-a479-4a07-93c8-deba7ea2abff),segment_id=b749871c-a479-4a07-93c8-deba7ea2abff)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:55:07.684152 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b85a84b2-e5e8-4a6c-b7e7-edab96e04afd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:55:07.696017 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:55:07.725716 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a79f8f64-7d0f-40df-8412-732f9aa7af91 None None] Calling delete_port for c2f90a73-c01f-40ad-af39-62999dac4d03 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:55:07.732420 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-7c26dcaa-617d-40d6-818b-9dc3e14ce8ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] For port c2f90a73-c01f-40ad-af39-62999dac4d03, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c2f90a73-c01f-40ad-af39-62999dac4d03,segment=NetworkSegment(db4666c6-6c6c-4f22-a741-52d655988bca),segment_id=db4666c6-6c6c-4f22-a741-52d655988bca)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:55:07.733551 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c26dcaa-617d-40d6-818b-9dc3e14ce8ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:07.849235 n-d-803718-1 neutron-server[87915]: INFO neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No ports have port_id starting with c2f90a73-c01f-40ad-af39-62999dac4d03 Mar 05 13:55:07.850136 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a79f8f64-7d0f-40df-8412-732f9aa7af91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:07.880341 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-b85a84b2-e5e8-4a6c-b7e7-edab96e04afd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Calling delete_port for e344107b-942a-401b-bf14-ba0821d5db0d owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:55:07.889078 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 27fd5faa-8866-498f-9bfe-5f44ddec3e25 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:55:07.949257 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 27fd5faa-8866-498f-9bfe-5f44ddec3e25 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:55:07.949597 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 27fd5faa-8866-498f-9bfe-5f44ddec3e25 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:55:07.967798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f8f64-7d0f-40df-8412-732f9aa7af91 None None] Pushing event deleted for resources: {'Port': ['ID=c2f90a73-c01f-40ad-af39-62999dac4d03,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:07.974401 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79f8f64-7d0f-40df-8412-732f9aa7af91 None None] No DVR routers for this DVR port c2f90a73-c01f-40ad-af39-62999dac4d03 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:55:08.053237 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b85a84b2-e5e8-4a6c-b7e7-edab96e04afd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:08.106499 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec522c9-7191-4ccd-a52a-93306dfe5855 None None] DHCP port deletion for 545e066e-b1a2-4f41-895c-bf68b0721644 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:55:08.107109 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbae5d9-ce9e-4798-a2e9-d036b6d5f725 req-212e303a-b9cd-4d0b-8c1a-691ea42254c1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:08.109428 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ebbae5d9-ce9e-4798-a2e9-d036b6d5f725 req-212e303a-b9cd-4d0b-8c1a-691ea42254c1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.2405119 Mar 05 13:55:08.143430 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a84b2-e5e8-4a6c-b7e7-edab96e04afd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Port': ['ID=e344107b-942a-401b-bf14-ba0821d5db0d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:08.145541 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85a84b2-e5e8-4a6c-b7e7-edab96e04afd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] No DVR routers for this DVR port e344107b-942a-401b-bf14-ba0821d5db0d on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:55:08.159388 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-7c26dcaa-617d-40d6-818b-9dc3e14ce8ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Calling delete_port for c2f90a73-c01f-40ad-af39-62999dac4d03 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:55:08.255380 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5fb44c5-3056-45b2-8a6f-fbd7a8d70fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:08.291327 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ebbae5d9-ce9e-4798-a2e9-d036b6d5f725 req-3b1b3d33-1e0a-4848-847f-7a60673d16cb tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691809 Mar 05 13:55:08.296717 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5fb44c5-3056-45b2-8a6f-fbd7a8d70fc6 admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:08.297035 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b85a84b2-e5e8-4a6c-b7e7-edab96e04afd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:08.327658 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-b85a84b2-e5e8-4a6c-b7e7-edab96e04afd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['545e066e-b1a2-4f41-895c-bf68b0721644']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:08.336628 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb44c5-3056-45b2-8a6f-fbd7a8d70fc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:08.344262 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-b85a84b2-e5e8-4a6c-b7e7-edab96e04afd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b749871c-a479-4a07-93c8-deba7ea2abff') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:08.344570 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-b85a84b2-e5e8-4a6c-b7e7-edab96e04afd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b749871c-a479-4a07-93c8-deba7ea2abff') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:08.353223 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc63371-61ed-45b1-9fae-bce1be853ad8 req-0aef7488-6b96-4c44-99c3-f77621b4e6fd tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:08.354731 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bc63371-61ed-45b1-9fae-bce1be853ad8 req-0aef7488-6b96-4c44-99c3-f77621b4e6fd tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.7909334 Mar 05 13:55:08.359214 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-64556081-c041-4710-807d-a82a3b4efc16 req-625091eb-4473-440b-924f-69368ee37a3e tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] For port a073c922-5eec-4954-b22e-63ea258389b9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a073c922-5eec-4954-b22e-63ea258389b9,segment=NetworkSegment(2613b6fd-5dcd-4b68-8329-66254ebffa0e),segment_id=2613b6fd-5dcd-4b68-8329-66254ebffa0e)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:55:08.359214 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-64556081-c041-4710-807d-a82a3b4efc16 req-625091eb-4473-440b-924f-69368ee37a3e tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:08.360687 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b85a84b2-e5e8-4a6c-b7e7-edab96e04afd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:08.370263 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d5fb44c5-3056-45b2-8a6f-fbd7a8d70fc6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/63fe2c6e-a2ae-485d-8e99-2cf174c3f4aa HTTP/1.1" status: 204 len: 168 time: 3.2828071 Mar 05 13:55:08.380276 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b85a84b2-e5e8-4a6c-b7e7-edab96e04afd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:08.391408 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85a84b2-e5e8-4a6c-b7e7-edab96e04afd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:55:08.392073 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b85a84b2-e5e8-4a6c-b7e7-edab96e04afd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:55:08.416418 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:55:08.453107 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-7c26dcaa-617d-40d6-818b-9dc3e14ce8ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:55:08.453591 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-7c26dcaa-617d-40d6-818b-9dc3e14ce8ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:55:08.518650 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b85a84b2-e5e8-4a6c-b7e7-edab96e04afd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:08.526503 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-64556081-c041-4710-807d-a82a3b4efc16 req-625091eb-4473-440b-924f-69368ee37a3e tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Calling delete_port for a073c922-5eec-4954-b22e-63ea258389b9 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:55:08.545782 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b85a84b2-e5e8-4a6c-b7e7-edab96e04afd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:08.548847 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a84b2-e5e8-4a6c-b7e7-edab96e04afd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Network': ['ID=545e066e-b1a2-4f41-895c-bf68b0721644,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:08.572332 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b85a84b2-e5e8-4a6c-b7e7-edab96e04afd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/networks/545e066e-b1a2-4f41-895c-bf68b0721644 HTTP/1.1" status: 204 len: 168 time: 1.5416472 Mar 05 13:55:08.572651 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39952) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:08.603722 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39956) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:08.630470 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bc63371-61ed-45b1-9fae-bce1be853ad8 req-178a8282-034d-4b0a-a1a6-a33b71cd449b tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589915 Mar 05 13:55:08.712608 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dd12ea19-d833-4407-8058-502a2c5359e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=132ea0f858f9462ca01a646bf0fa44bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1075292 Mar 05 13:55:08.716492 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39964) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:08.723485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65285a71-3b09-4ae6-8fa4-114f9f26271d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:08.724085 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-65285a71-3b09-4ae6-8fa4-114f9f26271d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Synchronizing usage tracker for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:55:08.746414 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-65285a71-3b09-4ae6-8fa4-114f9f26271d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Unset dirty status for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:55:08.747725 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-65285a71-3b09-4ae6-8fa4-114f9f26271d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports/aead3c98-e287-47f6-b975-a4b721d0d4c0 HTTP/1.1" status: 200 len: 841 time: 0.1735451 Mar 05 13:55:08.751644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39968) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:08.754810 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ee2c714f-d32e-4625-b13d-de4c2f7040ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:08.826164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b9ed6-9875-4ea0-8494-666bfd4636af req-28d91af0-f48b-477b-84c3-6d821e287bb9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:08.827671 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-405b9ed6-9875-4ea0-8494-666bfd4636af req-28d91af0-f48b-477b-84c3-6d821e287bb9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 945 time: 0.2103913 Mar 05 13:55:08.860784 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-77acae9d-13ef-425d-924d-14bd98ac3fc9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports/aead3c98-e287-47f6-b975-a4b721d0d4c0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1081932 Mar 05 13:55:08.864270 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39974) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:08.869429 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-99bfd7b8-efb9-4d16-9b0d-a5bef9d246f9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'subnet': {'network_id': 'b4241156-4b48-483c-90ef-31c5f9ca3b51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:08.909336 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2bf3c58a-00f3-4601-b19a-8849b231fa2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:08.923602 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-64556081-c041-4710-807d-a82a3b4efc16 req-625091eb-4473-440b-924f-69368ee37a3e tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:08.976323 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-7c26dcaa-617d-40d6-818b-9dc3e14ce8ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting port c2f90a73-c01f-40ad-af39-62999dac4d03 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:55:08.976680 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c26dcaa-617d-40d6-818b-9dc3e14ce8ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:08.979453 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-405b9ed6-9875-4ea0-8494-666bfd4636af req-8fcce6d4-fb2f-4bf5-a98e-46b38fd19e0e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414411 Mar 05 13:55:08.984773 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a073c922-5eec-4954-b22e-63ea258389b9 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:55:09.041237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: a073c922-5eec-4954-b22e-63ea258389b9 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:55:09.041813 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a073c922-5eec-4954-b22e-63ea258389b9 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:55:09.050789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-99bfd7b8-efb9-4d16-9b0d-a5bef9d246f9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:09.050789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-99bfd7b8-efb9-4d16-9b0d-a5bef9d246f9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:subnet and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:09.052669 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625091eb-4473-440b-924f-69368ee37a3e tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Pushing event deleted for resources: {'Port': ['ID=a073c922-5eec-4954-b22e-63ea258389b9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:09.053372 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-99bfd7b8-efb9-4d16-9b0d-a5bef9d246f9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:09.060485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-99bfd7b8-efb9-4d16-9b0d-a5bef9d246f9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:09.074167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bfd7b8-efb9-4d16-9b0d-a5bef9d246f9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:55:09.077882 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-99bfd7b8-efb9-4d16-9b0d-a5bef9d246f9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:09.085166 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e344107b-942a-401b-bf14-ba0821d5db0d no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:55:09.086331 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2bf3c58a-00f3-4601-b19a-8849b231fa2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:09.123863 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: e344107b-942a-401b-bf14-ba0821d5db0d {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:55:09.124207 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e344107b-942a-401b-bf14-ba0821d5db0d not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:55:09.150015 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-7c26dcaa-617d-40d6-818b-9dc3e14ce8ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] The port 'c2f90a73-c01f-40ad-af39-62999dac4d03' was deleted {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:55:09.182147 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec2a79-80ea-4139-a1b8-8107c3b26c71 req-0b64d4e2-2f1c-45f5-a659-79a7cd9eaddf tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:09.183572 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-39ec2a79-80ea-4139-a1b8-8107c3b26c71 req-0b64d4e2-2f1c-45f5-a659-79a7cd9eaddf tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/ports?device_id=47cc9ae2-cc08-4d64-8752-99369a9fc26b HTTP/1.1" status: 200 len: 945 time: 0.3787224 Mar 05 13:55:09.253398 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-64556081-c041-4710-807d-a82a3b4efc16 req-625091eb-4473-440b-924f-69368ee37a3e tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] No DVR routers for this DVR port a073c922-5eec-4954-b22e-63ea258389b9 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:55:09.262280 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-64556081-c041-4710-807d-a82a3b4efc16 req-625091eb-4473-440b-924f-69368ee37a3e tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:09.267575 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cc9ae2-cc08-4d64-8752-99369a9fc26b', 'name': 'network-vif-deleted', 'tag': 'a073c922-5eec-4954-b22e-63ea258389b9'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:55:09.311050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d9ee2-2ee3-4f18-9a58-70f150d4f4f5 req-a3702b42-ef62-4f30-b974-cc5cf9f89714 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:09.312534 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d6d9ee2-2ee3-4f18-9a58-70f150d4f4f5 req-a3702b42-ef62-4f30-b974-cc5cf9f89714 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.1437423 Mar 05 13:55:09.397738 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c26dcaa-617d-40d6-818b-9dc3e14ce8ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:09.407132 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-64556081-c041-4710-807d-a82a3b4efc16 req-625091eb-4473-440b-924f-69368ee37a3e tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.30 "DELETE /v2.0/ports/a073c922-5eec-4954-b22e-63ea258389b9 HTTP/1.1" status: 204 len: 173 time: 2.4055681 Mar 05 13:55:09.410439 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-39ec2a79-80ea-4139-a1b8-8107c3b26c71 req-b49d29fa-72ad-4d92-a003-1dbf39af3b44 tempest-InstanceActionsNegativeTestJSON-1675077024 tempest-InstanceActionsNegativeTestJSON-1675077024-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9fa01f-6d07-492f-8333-90eeecefc078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151387 Mar 05 13:55:09.439010 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-7c26dcaa-617d-40d6-818b-9dc3e14ce8ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b1cff0-a41a-4c0d-9928-5719bad88469']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:09.453289 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2bf3c58a-00f3-4601-b19a-8849b231fa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:09.503992 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-7c26dcaa-617d-40d6-818b-9dc3e14ce8ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4666c6-6c6c-4f22-a741-52d655988bca') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:09.504103 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-7c26dcaa-617d-40d6-818b-9dc3e14ce8ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4666c6-6c6c-4f22-a741-52d655988bca') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:09.520149 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3c58a-00f3-4601-b19a-8849b231fa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf6c1b6-7600-4758-ae4a-4d7418ef2f23,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:09.523431 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2bf3c58a-00f3-4601-b19a-8849b231fa2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:09.526940 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2bf3c58a-00f3-4601-b19a-8849b231fa2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bbf6c1b6-7600-4758-ae4a-4d7418ef2f23 HTTP/1.1" status: 204 len: 168 time: 0.8071561 Mar 05 13:55:09.526940 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cc9ae2-cc08-4d64-8752-99369a9fc26b', 'name': 'network-vif-deleted', 'tag': 'a073c922-5eec-4954-b22e-63ea258389b9', 'status': 'completed', 'code': 200} Mar 05 13:55:09.534841 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c26dcaa-617d-40d6-818b-9dc3e14ce8ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:09.550340 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d6d9ee2-2ee3-4f18-9a58-70f150d4f4f5 req-68a7c96b-1ebb-4585-ab8a-748163870a91 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280066 Mar 05 13:55:09.554264 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c26dcaa-617d-40d6-818b-9dc3e14ce8ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:09.557517 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-99bfd7b8-efb9-4d16-9b0d-a5bef9d246f9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:09.561602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c26dcaa-617d-40d6-818b-9dc3e14ce8ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:55:09.562006 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c26dcaa-617d-40d6-818b-9dc3e14ce8ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:55:09.671521 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:55:09.705326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfd7b8-efb9-4d16-9b0d-a5bef9d246f9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Subnet': ['ID=14279e60-64ec-447e-8bbb-2a7fe64cf4a3,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:09.711647 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bfd7b8-efb9-4d16-9b0d-a5bef9d246f9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network b4241156-4b48-483c-90ef-31c5f9ca3b51 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:55:09.712820 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-99bfd7b8-efb9-4d16-9b0d-a5bef9d246f9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:55:09.715702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bfd7b8-efb9-4d16-9b0d-a5bef9d246f9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:09.716576 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-99bfd7b8-efb9-4d16-9b0d-a5bef9d246f9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:09.724414 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41388d14-cd03-4544-b80a-d79b6eaba39d None None] Network b4241156-4b48-483c-90ef-31c5f9ca3b51 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:55:09.770517 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c26dcaa-617d-40d6-818b-9dc3e14ce8ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:09.795698 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c26dcaa-617d-40d6-818b-9dc3e14ce8ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:09.808592 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26dcaa-617d-40d6-818b-9dc3e14ce8ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Network': ['ID=59b1cff0-a41a-4c0d-9928-5719bad88469,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:09.808779 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-99bfd7b8-efb9-4d16-9b0d-a5bef9d246f9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9434531 Mar 05 13:55:09.810324 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39992) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:09.824064 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-7d784850-ab27-4817-a616-9f7a4ff534d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'security_group': {'name': 'tempest-secgroup-1615235556'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:09.831656 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7d784850-ab27-4817-a616-9f7a4ff534d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:09.835804 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7d784850-ab27-4817-a616-9f7a4ff534d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:security_group and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:09.840292 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7d784850-ab27-4817-a616-9f7a4ff534d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:09.845498 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7c26dcaa-617d-40d6-818b-9dc3e14ce8ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/networks/59b1cff0-a41a-4c0d-9928-5719bad88469 HTTP/1.1" status: 204 len: 168 time: 3.2512088 Mar 05 13:55:09.849922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39996) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:09.851909 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7d784850-ab27-4817-a616-9f7a4ff534d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:09.855717 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-de1117b6-8a64-42f4-8925-bc093fa982ee tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1219046592', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}, 'admin_state_up': False}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:09.871289 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e87bb-7ec4-4cdc-b955-83f9e33350f2 req-15655ab4-9699-46af-ac23-a6e460be9972 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:09.873214 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-731e87bb-7ec4-4cdc-b955-83f9e33350f2 req-15655ab4-9699-46af-ac23-a6e460be9972 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.1309538 Mar 05 13:55:09.876755 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-de1117b6-8a64-42f4-8925-bc093fa982ee tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:09.881425 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-de1117b6-8a64-42f4-8925-bc093fa982ee tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:router and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:09.904552 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-de1117b6-8a64-42f4-8925-bc093fa982ee tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:09.904709 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28f01c-5725-4057-9a8f-069724fb935d req-c080ae59-1a50-4933-812a-cc74deb09553 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:09.904709 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fb28f01c-5725-4057-9a8f-069724fb935d req-c080ae59-1a50-4933-812a-cc74deb09553 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.2214015 Mar 05 13:55:09.904709 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7d784850-ab27-4817-a616-9f7a4ff534d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:09.913078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-de1117b6-8a64-42f4-8925-bc093fa982ee tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:09.942701 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-de1117b6-8a64-42f4-8925-bc093fa982ee tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:09.943880 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-de1117b6-8a64-42f4-8925-bc093fa982ee tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:09.966603 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-731e87bb-7ec4-4cdc-b955-83f9e33350f2 req-619766ff-24b8-4f4c-9aa3-5b76c7aa3066 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765696 Mar 05 13:55:09.987058 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7d784850-ab27-4817-a616-9f7a4ff534d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:09.991022 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-de1117b6-8a64-42f4-8925-bc093fa982ee tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:10.004050 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7d784850-ab27-4817-a616-9f7a4ff534d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:security_group_rule and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:10.018558 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7d784850-ab27-4817-a616-9f7a4ff534d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:10.039367 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fb28f01c-5725-4057-9a8f-069724fb935d req-67722017-b75f-42d1-881e-f4596e685027 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289861 Mar 05 13:55:10.048693 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7d784850-ab27-4817-a616-9f7a4ff534d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:10.055276 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4af01e-94c6-4830-9adb-f78877f2d414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-b4241156-4b48-483c-90ef-31c5f9ca3b51', 'network_id': 'b4241156-4b48-483c-90ef-31c5f9ca3b51', 'tenant_id': '71b2477360244921b7fd821a95fc21d4', 'fixed_ips': [{'subnet_id': '14279e60-64ec-447e-8bbb-2a7fe64cf4a3'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:55:10.057002 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ef4af01e-94c6-4830-9adb-f78877f2d414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:10.248540 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7d784850-ab27-4817-a616-9f7a4ff534d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:10.254687 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7d784850-ab27-4817-a616-9f7a4ff534d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:10.259512 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-ef4af01e-94c6-4830-9adb-f78877f2d414 None None] Allocated IP 172.20.0.2 (b4241156-4b48-483c-90ef-31c5f9ca3b51/14279e60-64ec-447e-8bbb-2a7fe64cf4a3/59a93cd0-2201-4dbb-b27a-162906476b17) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:55:10.508900 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-de1117b6-8a64-42f4-8925-bc093fa982ee tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:10.530968 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ef4af01e-94c6-4830-9adb-f78877f2d414 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:10.545226 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ef4af01e-94c6-4830-9adb-f78877f2d414 None None] Transition to ACTIVE for port object 59a93cd0-2201-4dbb-b27a-162906476b17 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:55:10.571931 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ef4af01e-94c6-4830-9adb-f78877f2d414 None None] Transition to ACTIVE for port object 59a93cd0-2201-4dbb-b27a-162906476b17 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:55:10.582248 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ef4af01e-94c6-4830-9adb-f78877f2d414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:10.587210 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7d784850-ab27-4817-a616-9f7a4ff534d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:10.591461 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7d784850-ab27-4817-a616-9f7a4ff534d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7750592 Mar 05 13:55:10.592447 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40022) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:10.594949 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d784850-ab27-4817-a616-9f7a4ff534d9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de9806d-2212-49c8-bfa6-852680545f17,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:10.596185 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5017e0-4649-42d5-b977-30d59b83f2cd req-a126b69b-ee8e-4132-98cc-eed87c2ef6b2 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:10.598113 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eb5017e0-4649-42d5-b977-30d59b83f2cd req-a126b69b-ee8e-4132-98cc-eed87c2ef6b2 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 945 time: 0.3103328 Mar 05 13:55:10.610640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-10c64e7c-558e-4515-b717-9e2b8909cccc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'security_group': {'name': 'tempest-secgroup-341108230'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:10.616887 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-10c64e7c-558e-4515-b717-9e2b8909cccc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:10.620877 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-10c64e7c-558e-4515-b717-9e2b8909cccc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:security_group and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:10.624422 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-10c64e7c-558e-4515-b717-9e2b8909cccc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:10.631408 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-10c64e7c-558e-4515-b717-9e2b8909cccc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:10.648324 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-10c64e7c-558e-4515-b717-9e2b8909cccc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:10.672774 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4af01e-94c6-4830-9adb-f78877f2d414 None None] Network b4241156-4b48-483c-90ef-31c5f9ca3b51 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:55:10.675837 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-ef4af01e-94c6-4830-9adb-f78877f2d414 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:55:10.683934 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4af01e-94c6-4830-9adb-f78877f2d414 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:55:10.687579 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-10c64e7c-558e-4515-b717-9e2b8909cccc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:10.692986 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-10c64e7c-558e-4515-b717-9e2b8909cccc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:security_group_rule and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:10.695949 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-10c64e7c-558e-4515-b717-9e2b8909cccc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:10.703332 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-10c64e7c-558e-4515-b717-9e2b8909cccc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:10.720249 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eb5017e0-4649-42d5-b977-30d59b83f2cd req-bd0791b1-12ae-4e81-be32-a46f5f5d28e0 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674942 Mar 05 13:55:10.736059 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4af01e-94c6-4830-9adb-f78877f2d414 None None] Pushing event updated for resources: {'Port': ['ID=59a93cd0-2201-4dbb-b27a-162906476b17,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:10.803763 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-10c64e7c-558e-4515-b717-9e2b8909cccc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:10.819384 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-10c64e7c-558e-4515-b717-9e2b8909cccc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:10.856669 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40030) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:10.861504 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-ef4af01e-94c6-4830-9adb-f78877f2d414 None None] Attempting to bind port 59a93cd0-2201-4dbb-b27a-162906476b17 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:55:10.862299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-ef4af01e-94c6-4830-9adb-f78877f2d414 None None] Attempting to bind port 59a93cd0-2201-4dbb-b27a-162906476b17 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '13732edd-416d-447d-a528-d83e1db36d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b4241156-4b48-483c-90ef-31c5f9ca3b51'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:55:10.862299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4af01e-94c6-4830-9adb-f78877f2d414 None None] Attempting to bind port 59a93cd0-2201-4dbb-b27a-162906476b17 on network b4241156-4b48-483c-90ef-31c5f9ca3b51 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:55:10.862512 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c64e7c-558e-4515-b717-9e2b8909cccc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1d9843-026e-442d-b103-2183cd277af2,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:10.868261 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4af01e-94c6-4830-9adb-f78877f2d414 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:55:10.868697 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4af01e-94c6-4830-9adb-f78877f2d414 None None] Checking segment: {'id': '13732edd-416d-447d-a528-d83e1db36d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b4241156-4b48-483c-90ef-31c5f9ca3b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:55:10.869022 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ef4af01e-94c6-4830-9adb-f78877f2d414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:10.869455 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4af01e-94c6-4830-9adb-f78877f2d414 None None] Bound using segment: {'id': '13732edd-416d-447d-a528-d83e1db36d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b4241156-4b48-483c-90ef-31c5f9ca3b51'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:55:10.870336 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-ef4af01e-94c6-4830-9adb-f78877f2d414 None None] Bound port: 59a93cd0-2201-4dbb-b27a-162906476b17, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13732edd-416d-447d-a528-d83e1db36d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b4241156-4b48-483c-90ef-31c5f9ca3b51'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:55:10.870336 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ef4af01e-94c6-4830-9adb-f78877f2d414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:10.918257 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e8587-aab5-45db-902d-ba3090e1f630 req-deb1b874-e5da-41f8-97dd-5bf73ea73bdc tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:10.919841 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-784e8587-aab5-45db-902d-ba3090e1f630 req-deb1b874-e5da-41f8-97dd-5bf73ea73bdc tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.6298072 Mar 05 13:55:10.943023 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7974347b-1cb3-4e25-9dd0-10bc8b309210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:10.955824 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-10c64e7c-558e-4515-b717-9e2b8909cccc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:10.959264 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-10c64e7c-558e-4515-b717-9e2b8909cccc tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3536894 Mar 05 13:55:10.972706 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40034) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:10.979375 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-de1117b6-8a64-42f4-8925-bc093fa982ee tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:10.987350 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ef4af01e-94c6-4830-9adb-f78877f2d414 None None] For port 59a93cd0-2201-4dbb-b27a-162906476b17, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:55:10.990516 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ef4af01e-94c6-4830-9adb-f78877f2d414 None None] For port 59a93cd0-2201-4dbb-b27a-162906476b17, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=59a93cd0-2201-4dbb-b27a-162906476b17,segment=NetworkSegment(13732edd-416d-447d-a528-d83e1db36d41),segment_id=13732edd-416d-447d-a528-d83e1db36d41)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:55:10.994002 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-74f07314-c9c4-4060-85e4-0dfbe8c75139 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1499562862', 'security_groups': ['6e1d9843-026e-442d-b103-2183cd277af2'], 'network_id': 'b4241156-4b48-483c-90ef-31c5f9ca3b51', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '14279e60-64ec-447e-8bbb-2a7fe64cf4a3'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:11.001060 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ef4af01e-94c6-4830-9adb-f78877f2d414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:11.016515 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-de1117b6-8a64-42f4-8925-bc093fa982ee tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:11.019169 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e0a66e-88bf-4540-9b42-59644556c121 admin admin] Deleting subnet ff1217a3-94c8-461f-84a4-92934f6a3f9b {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:55:11.022701 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-34e0a66e-88bf-4540-9b42-59644556c121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:11.084037 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-34e0a66e-88bf-4540-9b42-59644556c121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:11.141739 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4af01e-94c6-4830-9adb-f78877f2d414 None None] Pushing event updated for resources: {'Port': ['ID=59a93cd0-2201-4dbb-b27a-162906476b17,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:11.159333 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-de1117b6-8a64-42f4-8925-bc093fa982ee tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Allocated IP 172.25.4.44 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/7c927766-60d4-40c3-abb9-5ef4b6aad0c5) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:55:11.207521 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-784e8587-aab5-45db-902d-ba3090e1f630 req-ea794263-41b5-4c93-9cbc-dbbd793a301a tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793913 Mar 05 13:55:11.286651 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-34e0a66e-88bf-4540-9b42-59644556c121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:11.406407 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-de1117b6-8a64-42f4-8925-bc093fa982ee tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:11.472237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d155086-f968-4810-a92c-641f598a035c req-a423d8b1-7005-4ef9-afe1-dfa7f84dff67 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:11.486149 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6d155086-f968-4810-a92c-641f598a035c req-a423d8b1-7005-4ef9-afe1-dfa7f84dff67 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.1819007 Mar 05 13:55:11.487992 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-74f07314-c9c4-4060-85e4-0dfbe8c75139 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:11.507983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-74f07314-c9c4-4060-85e4-0dfbe8c75139 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:port and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:11.519235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-74f07314-c9c4-4060-85e4-0dfbe8c75139 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:11.532215 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-74f07314-c9c4-4060-85e4-0dfbe8c75139 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:11.563817 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6d155086-f968-4810-a92c-641f598a035c req-9341f364-17da-4217-a1b5-c27e41a59a77 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762639 Mar 05 13:55:11.585498 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f07314-c9c4-4060-85e4-0dfbe8c75139 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:55:11.588660 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-de1117b6-8a64-42f4-8925-bc093fa982ee tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:11.633907 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-34e0a66e-88bf-4540-9b42-59644556c121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:11.695212 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0a66e-88bf-4540-9b42-59644556c121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff1217a3-94c8-461f-84a4-92934f6a3f9b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:11.783433 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-34e0a66e-88bf-4540-9b42-59644556c121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:11.795112 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-34e0a66e-88bf-4540-9b42-59644556c121 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ff1217a3-94c8-461f-84a4-92934f6a3f9b HTTP/1.1" status: 204 len: 168 time: 0.9238725 Mar 05 13:55:11.807615 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40056) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:11.818513 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22419095-7d39-44d8-9a38-9faf707906b1 req-072b0800-1f48-4486-b0ec-7ef204a9eab3 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:11.826131 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-22419095-7d39-44d8-9a38-9faf707906b1 req-072b0800-1f48-4486-b0ec-7ef204a9eab3 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.4662566 Mar 05 13:55:11.849660 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1117b6-8a64-42f4-8925-bc093fa982ee tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:55:11.853055 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-de1117b6-8a64-42f4-8925-bc093fa982ee tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:55:11.857076 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1117b6-8a64-42f4-8925-bc093fa982ee tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:55:11.912935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1117b6-8a64-42f4-8925-bc093fa982ee tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Port': ['ID=7c927766-60d4-40c3-abb9-5ef4b6aad0c5,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:11.990104 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-22419095-7d39-44d8-9a38-9faf707906b1 req-4640247a-8378-44f0-86dc-40be34456346 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630142 Mar 05 13:55:11.998332 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:11.999462 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-74f07314-c9c4-4060-85e4-0dfbe8c75139 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:12.036066 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-74f07314-c9c4-4060-85e4-0dfbe8c75139 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] device_id is not set on port 58fa390a-0d6e-416d-8965-73ed8e2ad471 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:55:12.067280 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:12.254745 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-74f07314-c9c4-4060-85e4-0dfbe8c75139 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Allocated IP 172.20.0.10 (b4241156-4b48-483c-90ef-31c5f9ca3b51/14279e60-64ec-447e-8bbb-2a7fe64cf4a3/58fa390a-0d6e-416d-8965-73ed8e2ad471) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:55:12.320201 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f47f1097-574b-468e-8e95-d5cf6900152c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:12.459062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab537e-590d-4071-b178-e6b7a4ecc737 req-ce0b7674-8656-468a-9894-d804d592baca tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:12.461208 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0ab537e-590d-4071-b178-e6b7a4ecc737 req-ce0b7674-8656-468a-9894-d804d592baca tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 945 time: 0.4673011 Mar 05 13:55:12.618172 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0ab537e-590d-4071-b178-e6b7a4ecc737 req-823155cd-908f-4898-beee-2e1c1503caaa tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497264 Mar 05 13:55:12.722083 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f47f1097-574b-468e-8e95-d5cf6900152c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:12.767363 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f47f1097-574b-468e-8e95-d5cf6900152c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c431098-f263-418b-8514-497b788ef02f']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:12.805949 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f47f1097-574b-468e-8e95-d5cf6900152c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2613b6fd-5dcd-4b68-8329-66254ebffa0e') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:12.806438 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f47f1097-574b-468e-8e95-d5cf6900152c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2613b6fd-5dcd-4b68-8329-66254ebffa0e') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:12.837777 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-74f07314-c9c4-4060-85e4-0dfbe8c75139 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:12.842225 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-de1117b6-8a64-42f4-8925-bc093fa982ee tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:12.843488 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f47f1097-574b-468e-8e95-d5cf6900152c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:12.853660 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-09af3baa-2be1-42ce-958c-d4d02edffba1 None None] Provisioning complete for port aead3c98-e287-47f6-b975-a4b721d0d4c0 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:12.854602 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-09af3baa-2be1-42ce-958c-d4d02edffba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:12.924294 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-09af3baa-2be1-42ce-958c-d4d02edffba1 None None] Port aead3c98-e287-47f6-b975-a4b721d0d4c0 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:55:12.944861 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-09af3baa-2be1-42ce-958c-d4d02edffba1 None None] Provisioning for port 59a93cd0-2201-4dbb-b27a-162906476b17 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:55:12.952672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463f0b3-b9f5-4304-903a-4c6a03acc88a req-59672507-53c8-404b-9042-18d72eb5364f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:12.954483 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9463f0b3-b9f5-4304-903a-4c6a03acc88a req-59672507-53c8-404b-9042-18d72eb5364f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.2129858 Mar 05 13:55:12.999314 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6efaf-4d21-46bf-ae3c-530ca823c488 req-245da2e4-ee68-4b58-9a66-213534fe8761 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:13.000893 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0fd6efaf-4d21-46bf-ae3c-530ca823c488 req-245da2e4-ee68-4b58-9a66-213534fe8761 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.5145876 Mar 05 13:55:13.018358 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-74f07314-c9c4-4060-85e4-0dfbe8c75139 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Transition to ACTIVE for port object 58fa390a-0d6e-416d-8965-73ed8e2ad471 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:55:13.018358 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f47f1097-574b-468e-8e95-d5cf6900152c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:13.045340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47f1097-574b-468e-8e95-d5cf6900152c admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:55:13.045683 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f47f1097-574b-468e-8e95-d5cf6900152c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:55:13.061508 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:55:13.107383 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9463f0b3-b9f5-4304-903a-4c6a03acc88a req-59c60664-f42e-41e7-9392-ea4cfce25609 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464739 Mar 05 13:55:13.143919 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 59a93cd0-2201-4dbb-b27a-162906476b17 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:55:13.147187 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0fd6efaf-4d21-46bf-ae3c-530ca823c488 req-1d361681-bbb0-428b-b687-c90869adf297 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356237 Mar 05 13:55:13.166989 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f47f1097-574b-468e-8e95-d5cf6900152c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:13.170311 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-74f07314-c9c4-4060-85e4-0dfbe8c75139 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:13.218121 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f47f1097-574b-468e-8e95-d5cf6900152c admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:13.220604 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f1097-574b-468e-8e95-d5cf6900152c admin admin] Pushing event deleted for resources: {'Network': ['ID=2c431098-f263-418b-8514-497b788ef02f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:13.250157 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 59a93cd0-2201-4dbb-b27a-162906476b17 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:55:13.256429 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 59a93cd0-2201-4dbb-b27a-162906476b17 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:13.257149 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:13.293475 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f07314-c9c4-4060-85e4-0dfbe8c75139 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network b4241156-4b48-483c-90ef-31c5f9ca3b51 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:55:13.304210 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-74f07314-c9c4-4060-85e4-0dfbe8c75139 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:55:13.313414 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f07314-c9c4-4060-85e4-0dfbe8c75139 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:55:13.329498 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-de1117b6-8a64-42f4-8925-bc093fa982ee tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:13.350811 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f47f1097-574b-468e-8e95-d5cf6900152c admin admin] 10.222.0.16 "DELETE /v2.0/networks/2c431098-f263-418b-8514-497b788ef02f HTTP/1.1" status: 204 len: 168 time: 1.5419586 Mar 05 13:55:13.353862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f07314-c9c4-4060-85e4-0dfbe8c75139 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Port': ['ID=58fa390a-0d6e-416d-8965-73ed8e2ad471,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:13.402539 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:13.421622 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f07314-c9c4-4060-85e4-0dfbe8c75139 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:13.422289 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-74f07314-c9c4-4060-85e4-0dfbe8c75139 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:13.456857 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-74f07314-c9c4-4060-85e4-0dfbe8c75139 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4794285 Mar 05 13:55:13.457745 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40100) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:13.463885 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e8e7441b-be1e-42ab-b410-d670f6fcdf8a tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'subnet': {'network_id': 'b4241156-4b48-483c-90ef-31c5f9ca3b51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:13.524574 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 59a93cd0-2201-4dbb-b27a-162906476b17, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=59a93cd0-2201-4dbb-b27a-162906476b17,segment=NetworkSegment(13732edd-416d-447d-a528-d83e1db36d41),segment_id=13732edd-416d-447d-a528-d83e1db36d41)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:55:13.532967 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:13.641260 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=59a93cd0-2201-4dbb-b27a-162906476b17,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:13.663463 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:13.686201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40106) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:13.692032 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-200c9177-45c8-49eb-a021-4e38e3eb1cf6 None None] Provisioning for port 58fa390a-0d6e-416d-8965-73ed8e2ad471 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:55:13.702129 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-200c9177-45c8-49eb-a021-4e38e3eb1cf6 None None] Provisioning complete for port 58fa390a-0d6e-416d-8965-73ed8e2ad471 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:13.702536 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-200c9177-45c8-49eb-a021-4e38e3eb1cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:13.745137 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e8e7441b-be1e-42ab-b410-d670f6fcdf8a tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:13.751703 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e8e7441b-be1e-42ab-b410-d670f6fcdf8a tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:subnet and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:13.756827 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e8e7441b-be1e-42ab-b410-d670f6fcdf8a tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:13.771179 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-200c9177-45c8-49eb-a021-4e38e3eb1cf6 None None] Port 58fa390a-0d6e-416d-8965-73ed8e2ad471 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:55:13.771604 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e8e7441b-be1e-42ab-b410-d670f6fcdf8a tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:13.783282 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e7441b-be1e-42ab-b410-d670f6fcdf8a tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:55:13.786777 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e8e7441b-be1e-42ab-b410-d670f6fcdf8a tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:13.831520 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7edb9b7a-173f-4b05-8b2d-09f61f9ae66b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f42f49b82efe4c89acc7204bbb63320c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434910 Mar 05 13:55:13.844507 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40112) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:13.904945 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40116) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:13.931626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1117b6-8a64-42f4-8925-bc093fa982ee tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Router 1c3e0042-6883-4026-9cc8-75d4d8000df8 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:55:13.937135 n-d-803718-1 neutron-server[87913]: INFO neutron.db.ipam_backend_mixin [None req-e8e7441b-be1e-42ab-b410-d670f6fcdf8a tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 14279e60-64ec-447e-8bbb-2a7fe64cf4a3 (CIDR: 172.20.0.0/28) Mar 05 13:55:13.941101 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e7441b-be1e-42ab-b410-d670f6fcdf8a tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 13:55:13.941635 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e7441b-be1e-42ab-b410-d670f6fcdf8a tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:55:13.965855 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e8e7441b-be1e-42ab-b410-d670f6fcdf8a tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5036643 Mar 05 13:55:13.966148 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40122) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:13.972279 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-5c502902-c81e-48b3-82de-813644759dd6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'subnet': {'network_id': 'b4241156-4b48-483c-90ef-31c5f9ca3b51', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:14.089457 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f9ef8b32-78ca-4a97-9b15-002d8ca4fbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:14.090951 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fb2e4e90-98c4-405c-92eb-09316f2f4c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:14.110555 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f9ef8b32-78ca-4a97-9b15-002d8ca4fbf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:14.117923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f9ef8b32-78ca-4a97-9b15-002d8ca4fbf0 admin admin] Usage tracker for resource:security_group_rule and tenant:c9b447c2173c490cadcff7d238a5dd72 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:14.123608 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f9ef8b32-78ca-4a97-9b15-002d8ca4fbf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:14.139707 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f9ef8b32-78ca-4a97-9b15-002d8ca4fbf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:14.146437 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea738351-9a25-446b-aaaa-9290cd1e9439 req-d2f6613c-4814-453b-a0ed-474b8d4f6313 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:14.148169 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ea738351-9a25-446b-aaaa-9290cd1e9439 req-d2f6613c-4814-453b-a0ed-474b8d4f6313 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 945 time: 0.3544781 Mar 05 13:55:14.159841 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5c502902-c81e-48b3-82de-813644759dd6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:14.171360 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5c502902-c81e-48b3-82de-813644759dd6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:subnet and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:14.175467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5c502902-c81e-48b3-82de-813644759dd6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:14.186947 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5c502902-c81e-48b3-82de-813644759dd6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:14.204592 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c502902-c81e-48b3-82de-813644759dd6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:55:14.208194 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c502902-c81e-48b3-82de-813644759dd6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:14.215145 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fb2e4e90-98c4-405c-92eb-09316f2f4c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:14.264274 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ea738351-9a25-446b-aaaa-9290cd1e9439 req-65d2e887-62a5-4ed9-9a30-98a6d29ac178 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026998 Mar 05 13:55:14.371962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1117b6-8a64-42f4-8925-bc093fa982ee tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:55:14.393839 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba2d37f-3b27-4f5a-8bad-3f950c3c838f None None] Sync routers for ids ['1c3e0042-6883-4026-9cc8-75d4d8000df8'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:55:14.395886 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fb2e4e90-98c4-405c-92eb-09316f2f4c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:14.413869 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba2d37f-3b27-4f5a-8bad-3f950c3c838f None None] Routers {'1c3e0042-6883-4026-9cc8-75d4d8000df8'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:55:14.414498 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-eba2d37f-3b27-4f5a-8bad-3f950c3c838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:55:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1c3e0042-6883-4026-9cc8-75d4d8000df8'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:14.467223 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e4e90-98c4-405c-92eb-09316f2f4c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9fa01f-6d07-492f-8333-90eeecefc078,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:14.482952 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-de1117b6-8a64-42f4-8925-bc093fa982ee tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:14.484775 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-de1117b6-8a64-42f4-8925-bc093fa982ee tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.6330559 Mar 05 13:55:14.487406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40130) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:14.529574 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f9ef8b32-78ca-4a97-9b15-002d8ca4fbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:14.540089 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f9ef8b32-78ca-4a97-9b15-002d8ca4fbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:14.541093 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-eba2d37f-3b27-4f5a-8bad-3f950c3c838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:14.563522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0474a7d-78b0-4d6c-b64a-c1f6839b74de req-113ffaf3-e567-46a5-a91d-1dc86e936a04 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:14.565053 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a0474a7d-78b0-4d6c-b64a-c1f6839b74de req-113ffaf3-e567-46a5-a91d-1dc86e936a04 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.3278811 Mar 05 13:55:14.567072 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fb2e4e90-98c4-405c-92eb-09316f2f4c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:14.568528 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fb2e4e90-98c4-405c-92eb-09316f2f4c26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e9fa01f-6d07-492f-8333-90eeecefc078 HTTP/1.1" status: 204 len: 168 time: 0.7231529 Mar 05 13:55:14.594371 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba2d37f-3b27-4f5a-8bad-3f950c3c838f None None] Routers {'1c3e0042-6883-4026-9cc8-75d4d8000df8'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:55:14.595053 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-eba2d37f-3b27-4f5a-8bad-3f950c3c838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:55:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1c3e0042-6883-4026-9cc8-75d4d8000df8'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:14.662156 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f9ef8b32-78ca-4a97-9b15-002d8ca4fbf0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9b447c2173c490cadcff7d238a5dd72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7538605 Mar 05 13:55:14.671742 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40136) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:14.672421 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef8b32-78ca-4a97-9b15-002d8ca4fbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867df5c7-78ea-447d-9b83-f17e645af23c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:14.736279 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a0474a7d-78b0-4d6c-b64a-c1f6839b74de req-4c05a34a-6a32-4708-af94-7be20385779c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503642 Mar 05 13:55:14.744333 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470d375-3720-4b59-bd1d-d0be18f3da9e req-3e2c2ead-43fb-4585-8029-ffaab8135d0b tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:14.753473 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-eba2d37f-3b27-4f5a-8bad-3f950c3c838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:14.754058 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba2d37f-3b27-4f5a-8bad-3f950c3c838f None None] The sync data for ids ['1c3e0042-6883-4026-9cc8-75d4d8000df8'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:55:14.754692 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7470d375-3720-4b59-bd1d-d0be18f3da9e req-3e2c2ead-43fb-4585-8029-ffaab8135d0b tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.3550322 Mar 05 13:55:14.803965 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fa40e04d-f78c-4181-a6b7-80e01f057bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:14.831711 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c502902-c81e-48b3-82de-813644759dd6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:14.852963 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7470d375-3720-4b59-bd1d-d0be18f3da9e req-af29bdc8-5e9c-4f47-b146-7d06c203c6d8 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965528 Mar 05 13:55:14.860153 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-31ea5eed-06ec-4500-84ad-3906a3234a7d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/routers/1c3e0042-6883-4026-9cc8-75d4d8000df8 HTTP/1.1" status: 200 len: 880 time: 0.3705688 Mar 05 13:55:14.862901 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40142) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:14.886303 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fa40e04d-f78c-4181-a6b7-80e01f057bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:14.923328 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c502902-c81e-48b3-82de-813644759dd6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network b4241156-4b48-483c-90ef-31c5f9ca3b51 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:55:14.930891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-5c502902-c81e-48b3-82de-813644759dd6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:55:14.941993 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe98d01-0b64-4b71-b191-ffe8e66ed6c3 None None] Network b4241156-4b48-483c-90ef-31c5f9ca3b51 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:55:14.959866 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c502902-c81e-48b3-82de-813644759dd6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:14.961725 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c502902-c81e-48b3-82de-813644759dd6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:14.974072 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c502902-c81e-48b3-82de-813644759dd6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Subnet': ['ID=d5a270b1-0473-49be-911d-cf3b4b1dc945,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:15.068199 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5c502902-c81e-48b3-82de-813644759dd6 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1006813 Mar 05 13:55:15.071767 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40154) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:15.101798 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e13db1dd-e417-48c5-ba7b-8e9414139276 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-77075601', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd5a270b1-0473-49be-911d-cf3b4b1dc945'}], 'security_groups': ['7de9806d-2212-49c8-bfa6-852680545f17']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:15.114635 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 59a93cd0-2201-4dbb-b27a-162906476b17 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:55:15.184803 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fa40e04d-f78c-4181-a6b7-80e01f057bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:15.187244 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fa40e04d-f78c-4181-a6b7-80e01f057bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:15.188609 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fa40e04d-f78c-4181-a6b7-80e01f057bca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/867df5c7-78ea-447d-9b83-f17e645af23c HTTP/1.1" status: 204 len: 168 time: 0.5129845 Mar 05 13:55:15.259319 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40e04d-f78c-4181-a6b7-80e01f057bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867df5c7-78ea-447d-9b83-f17e645af23c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:15.298790 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2a8d0da9-ab1a-4331-84d2-95f612d388ff tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Synchronizing usage tracker for tenant:beafff5c987348ddbc3961566817c315 on resource:router {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:55:15.321825 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2a8d0da9-ab1a-4331-84d2-95f612d388ff tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Unset dirty status for tenant:beafff5c987348ddbc3961566817c315 on resource:router {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:55:15.328191 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2a8d0da9-ab1a-4331-84d2-95f612d388ff tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4617317 Mar 05 13:55:15.333323 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40168) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:15.347431 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-3092c3e7-ab94-44a5-8a7b-d05f162e0b44 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1219046592'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:15.479924 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 59a93cd0-2201-4dbb-b27a-162906476b17 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:15.480390 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:15.670632 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e13db1dd-e417-48c5-ba7b-8e9414139276 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:16.004303 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba510be5-9255-476a-9145-ecefdbdc320a None None] Update dhcp port {'port': {'network_id': 'b4241156-4b48-483c-90ef-31c5f9ca3b51', 'fixed_ips': [{'subnet_id': '14279e60-64ec-447e-8bbb-2a7fe64cf4a3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd5a270b1-0473-49be-911d-cf3b4b1dc945'}], 'binding:host_id': 'n-d-803718-1'}, 'id': '59a93cd0-2201-4dbb-b27a-162906476b17'} from n-d-803718-1. {{(pid=87915) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 05 13:55:16.014727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b05c02-6d79-471c-a6cd-d82044319905 req-9772e49c-9e4d-43f3-be74-827dffb48f2f tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:16.020730 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e5b05c02-6d79-471c-a6cd-d82044319905 req-9772e49c-9e4d-43f3-be74-827dffb48f2f tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.5543921 Mar 05 13:55:16.123014 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ba510be5-9255-476a-9145-ecefdbdc320a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:16.248459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40184) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:16.248805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40186) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:16.333959 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3092c3e7-ab94-44a5-8a7b-d05f162e0b44 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:16.343872 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7f05768-c408-4ea4-8d4a-8b16930b6f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:16.349072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e3387-7b15-4f1d-80a0-c6e1087af69f req-b48f4654-b646-4198-925d-016e5523ab19 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:16.351239 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-917e3387-7b15-4f1d-80a0-c6e1087af69f req-b48f4654-b646-4198-925d-016e5523ab19 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 945 time: 0.4657428 Mar 05 13:55:16.364116 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-ba510be5-9255-476a-9145-ecefdbdc320a None None] Allocated IP 172.20.0.18 (b4241156-4b48-483c-90ef-31c5f9ca3b51/d5a270b1-0473-49be-911d-cf3b4b1dc945/59a93cd0-2201-4dbb-b27a-162906476b17) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:55:16.389211 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e5b05c02-6d79-471c-a6cd-d82044319905 req-3ca33002-822e-4583-adad-1912c07573e3 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597493 Mar 05 13:55:16.390477 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3092c3e7-ab94-44a5-8a7b-d05f162e0b44 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3922806'] for router, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:16.407636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a7f05768-c408-4ea4-8d4a-8b16930b6f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:16.428749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a7f05768-c408-4ea4-8d4a-8b16930b6f8c admin admin] Usage tracker for resource:security_group_rule and tenant:af367ad2098249678c142be92fe14872 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:16.434200 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a7f05768-c408-4ea4-8d4a-8b16930b6f8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:16.529678 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a7f05768-c408-4ea4-8d4a-8b16930b6f8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:16.545221 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ba510be5-9255-476a-9145-ecefdbdc320a None None] For port 59a93cd0-2201-4dbb-b27a-162906476b17, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=59a93cd0-2201-4dbb-b27a-162906476b17,segment=NetworkSegment(13732edd-416d-447d-a528-d83e1db36d41),segment_id=13732edd-416d-447d-a528-d83e1db36d41)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:55:16.545785 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-917e3387-7b15-4f1d-80a0-c6e1087af69f req-ffe6927b-5690-4a66-a874-07ae5f491a54 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882274 Mar 05 13:55:16.577355 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ba510be5-9255-476a-9145-ecefdbdc320a None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:16.597641 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ba510be5-9255-476a-9145-ecefdbdc320a None None] Transition to ACTIVE for port object 59a93cd0-2201-4dbb-b27a-162906476b17 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:55:16.606926 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ba510be5-9255-476a-9145-ecefdbdc320a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:16.649709 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f74baff2-63ae-4b24-a507-2dc4dbcb4af5 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2068535947-network', 'tenant_id': 'ec8b123b0bc94afc9fabf3eb363dcb06'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:16.655424 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f74baff2-63ae-4b24-a507-2dc4dbcb4af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:16.659610 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f74baff2-63ae-4b24-a507-2dc4dbcb4af5 admin admin] Usage tracker for resource:network and tenant:ec8b123b0bc94afc9fabf3eb363dcb06 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:16.677395 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f74baff2-63ae-4b24-a507-2dc4dbcb4af5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:16.696242 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f74baff2-63ae-4b24-a507-2dc4dbcb4af5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:16.722704 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3092c3e7-ab94-44a5-8a7b-d05f162e0b44 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Router 1c3e0042-6883-4026-9cc8-75d4d8000df8 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:55:16.769395 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba510be5-9255-476a-9145-ecefdbdc320a None None] Pushing event updated for resources: {'Port': ['ID=59a93cd0-2201-4dbb-b27a-162906476b17,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:16.792797 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74baff2-63ae-4b24-a507-2dc4dbcb4af5 admin admin] Made reservation on behalf of ec8b123b0bc94afc9fabf3eb363dcb06 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:55:16.795918 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f74baff2-63ae-4b24-a507-2dc4dbcb4af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:16.822475 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f74baff2-63ae-4b24-a507-2dc4dbcb4af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:16.906782 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f74baff2-63ae-4b24-a507-2dc4dbcb4af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:16.930317 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3092c3e7-ab94-44a5-8a7b-d05f162e0b44 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:55:16.937200 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f74baff2-63ae-4b24-a507-2dc4dbcb4af5 admin admin] Usage tracker for resource:security_group_rule and tenant:ec8b123b0bc94afc9fabf3eb363dcb06 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:16.944574 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3092c3e7-ab94-44a5-8a7b-d05f162e0b44 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:16.947114 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a202fd-1384-4583-9cb4-2d480c8d635e req-d50b97e2-39a5-4437-ad1c-6697b33ec36b tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:16.948568 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-51a202fd-1384-4583-9cb4-2d480c8d635e req-d50b97e2-39a5-4437-ad1c-6697b33ec36b tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.3763809 Mar 05 13:55:16.950472 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3092c3e7-ab94-44a5-8a7b-d05f162e0b44 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/routers/1c3e0042-6883-4026-9cc8-75d4d8000df8 HTTP/1.1" status: 200 len: 887 time: 1.6157086 Mar 05 13:55:16.951534 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc3f856-6421-474c-af24-b72ee14c64af None None] Sync routers for ids ['1c3e0042-6883-4026-9cc8-75d4d8000df8'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:55:16.952003 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40204) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:16.962733 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f74baff2-63ae-4b24-a507-2dc4dbcb4af5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:16.972772 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc3f856-6421-474c-af24-b72ee14c64af None None] Routers {'1c3e0042-6883-4026-9cc8-75d4d8000df8'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:55:16.973404 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-cdc3f856-6421-474c-af24-b72ee14c64af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:55:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1c3e0042-6883-4026-9cc8-75d4d8000df8'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:17.021560 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-e13db1dd-e417-48c5-ba7b-8e9414139276 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Delete allocated IP 172.20.0.10 (b4241156-4b48-483c-90ef-31c5f9ca3b51/14279e60-64ec-447e-8bbb-2a7fe64cf4a3) {{(pid=87913) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 05 13:55:17.040222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-e13db1dd-e417-48c5-ba7b-8e9414139276 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Allocated IP 172.20.0.19 (b4241156-4b48-483c-90ef-31c5f9ca3b51/d5a270b1-0473-49be-911d-cf3b4b1dc945/58fa390a-0d6e-416d-8965-73ed8e2ad471) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:55:17.086883 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-cdc3f856-6421-474c-af24-b72ee14c64af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:17.096262 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 59a93cd0-2201-4dbb-b27a-162906476b17 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:55:17.097897 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc3f856-6421-474c-af24-b72ee14c64af None None] Routers {'1c3e0042-6883-4026-9cc8-75d4d8000df8'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:55:17.098510 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-cdc3f856-6421-474c-af24-b72ee14c64af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:55:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1c3e0042-6883-4026-9cc8-75d4d8000df8'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:17.100197 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f74baff2-63ae-4b24-a507-2dc4dbcb4af5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:17.180097 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7f05768-c408-4ea4-8d4a-8b16930b6f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:17.230617 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7f05768-c408-4ea4-8d4a-8b16930b6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:17.268847 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-cdc3f856-6421-474c-af24-b72ee14c64af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:17.269430 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc3f856-6421-474c-af24-b72ee14c64af None None] The sync data for ids ['1c3e0042-6883-4026-9cc8-75d4d8000df8'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:55:17.319845 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-509c8148-ad5e-482e-80a8-8dd0b0bacbd4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/routers/1c3e0042-6883-4026-9cc8-75d4d8000df8 HTTP/1.1" status: 200 len: 887 time: 0.3659239 Mar 05 13:55:17.325718 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40212) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:17.342628 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-51a202fd-1384-4583-9cb4-2d480c8d635e req-245a1d4a-c79e-4893-a8b0-247e5ae168de tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3593054 Mar 05 13:55:17.352745 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a7f05768-c408-4ea4-8d4a-8b16930b6f8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af367ad2098249678c142be92fe14872&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1010137 Mar 05 13:55:17.365892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40218) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:17.384547 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-21a42207-b688-4309-8657-b489ec976368 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c3e0042-6883-4026-9cc8-75d4d8000df8 HTTP/1.1" status: 200 len: 205 time: 0.0575271 Mar 05 13:55:17.386836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40226) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:17.531788 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f2604b13-b870-4a29-af7f-02757731f1ff details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:55:17.547773 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f05768-c408-4ea4-8d4a-8b16930b6f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464605bf-b411-4f28-9705-eef5672c36ed,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:17.694696 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39c5e20c-13f9-41e7-ad50-de730fb25361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:17.779566 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-847a4165-7bb7-4fba-a801-4e7f7bb5bf6f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:17.814355 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-53631cef-378c-4e51-96ae-e37e4c18a127 None None] Provisioning complete for port aead3c98-e287-47f6-b975-a4b721d0d4c0 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:17.815285 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-53631cef-378c-4e51-96ae-e37e4c18a127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:17.819081 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f74baff2-63ae-4b24-a507-2dc4dbcb4af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:17.833180 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f74baff2-63ae-4b24-a507-2dc4dbcb4af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:17.853948 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e13db1dd-e417-48c5-ba7b-8e9414139276 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:17.878111 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74baff2-63ae-4b24-a507-2dc4dbcb4af5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:55:17.890208 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-53631cef-378c-4e51-96ae-e37e4c18a127 None None] Port aead3c98-e287-47f6-b975-a4b721d0d4c0 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:55:17.890476 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f74baff2-63ae-4b24-a507-2dc4dbcb4af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:17.891036 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-f74baff2-63ae-4b24-a507-2dc4dbcb4af5 admin admin] Added segment e0f685fc-e0b1-4447-b107-372f1cb211b2 of type vlan for network 8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f Mar 05 13:55:17.908406 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39c5e20c-13f9-41e7-ad50-de730fb25361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:17.927237 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f74baff2-63ae-4b24-a507-2dc4dbcb4af5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:17.928607 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f2604b13-b870-4a29-af7f-02757731f1ff, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f2604b13-b870-4a29-af7f-02757731f1ff,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:55:17.939792 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-53631cef-378c-4e51-96ae-e37e4c18a127 None None] Provisioning for port 59a93cd0-2201-4dbb-b27a-162906476b17 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:55:17.952504 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-53631cef-378c-4e51-96ae-e37e4c18a127 None None] Provisioning complete for port 59a93cd0-2201-4dbb-b27a-162906476b17 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:17.952872 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-53631cef-378c-4e51-96ae-e37e4c18a127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:18.018098 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'f2604b13-b870-4a29-af7f-02757731f1ff', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'port_id': 'f2604b13-b870-4a29-af7f-02757731f1ff', 'mac_address': 'fa:16:3e:fa:57:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:55:18.047094 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74baff2-63ae-4b24-a507-2dc4dbcb4af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e60027-8e85-40db-895b-76c058895b7b,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:18.056357 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f74baff2-63ae-4b24-a507-2dc4dbcb4af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:18.057517 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74baff2-63ae-4b24-a507-2dc4dbcb4af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:18.058477 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f74baff2-63ae-4b24-a507-2dc4dbcb4af5 admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:18.099805 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:18.120553 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-e13db1dd-e417-48c5-ba7b-8e9414139276 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Transition to ACTIVE for port object 58fa390a-0d6e-416d-8965-73ed8e2ad471 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:55:18.141877 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2604b13-b870-4a29-af7f-02757731f1ff {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:55:18.155995 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883fbf8-5f43-4653-b295-141cba4e7050 req-46295515-d003-495e-885e-522b208fa766 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:18.157517 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b883fbf8-5f43-4653-b295-141cba4e7050 req-46295515-d003-495e-885e-522b208fa766 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.5161638 Mar 05 13:55:18.171458 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f2604b13-b870-4a29-af7f-02757731f1ff, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f2604b13-b870-4a29-af7f-02757731f1ff,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:55:18.175601 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e13db1dd-e417-48c5-ba7b-8e9414139276 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:18.192578 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39c5e20c-13f9-41e7-ad50-de730fb25361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:18.206261 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-847a4165-7bb7-4fba-a801-4e7f7bb5bf6f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:18.233246 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5e20c-13f9-41e7-ad50-de730fb25361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464605bf-b411-4f28-9705-eef5672c36ed,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:18.261813 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-847a4165-7bb7-4fba-a801-4e7f7bb5bf6f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting port 7c927766-60d4-40c3-abb9-5ef4b6aad0c5 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:55:18.262294 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-847a4165-7bb7-4fba-a801-4e7f7bb5bf6f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:18.267654 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:18.366449 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=f2604b13-b870-4a29-af7f-02757731f1ff,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:18.370543 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13db1dd-e417-48c5-ba7b-8e9414139276 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Port': ['ID=58fa390a-0d6e-416d-8965-73ed8e2ad471,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:18.406226 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:18.406749 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:18.407339 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:18.407679 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:18.407999 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:18.408313 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:18.408635 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:18.408948 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:18.409271 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:18.409571 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:18.409881 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:18.410204 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:18.424674 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['f2604b13-b870-4a29-af7f-02757731f1ff'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:55:18.433003 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74baff2-63ae-4b24-a507-2dc4dbcb4af5 admin admin] Pushing event updated for resources: {'Network': ['ID=8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:18.438094 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b883fbf8-5f43-4653-b295-141cba4e7050 req-0560a390-49d1-4382-88fa-9255b5097582 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657197 Mar 05 13:55:18.444887 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39c5e20c-13f9-41e7-ad50-de730fb25361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:18.448717 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-39c5e20c-13f9-41e7-ad50-de730fb25361 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/464605bf-b411-4f28-9705-eef5672c36ed HTTP/1.1" status: 204 len: 168 time: 1.0818243 Mar 05 13:55:18.471174 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cefcf-5545-44a1-bcb7-c25accf3b480 req-41ed72e2-0870-4a47-a239-7a19b3aeed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:18.471174 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-554cefcf-5545-44a1-bcb7-c25accf3b480 req-41ed72e2-0870-4a47-a239-7a19b3aeed2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 1095 time: 0.4618311 Mar 05 13:55:18.481859 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6102a-d85e-4a70-8ed0-7775df7aee66 req-2cda27b6-6e2a-4dd2-ac71-1222f452b346 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:18.485252 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-58c6102a-d85e-4a70-8ed0-7775df7aee66 req-2cda27b6-6e2a-4dd2-ac71-1222f452b346 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 945 time: 0.4927585 Mar 05 13:55:18.508001 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-53631cef-378c-4e51-96ae-e37e4c18a127 None None] Provisioning for port 58fa390a-0d6e-416d-8965-73ed8e2ad471 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:55:18.517023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:55:18.550961 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-53631cef-378c-4e51-96ae-e37e4c18a127 None None] Provisioning complete for port 58fa390a-0d6e-416d-8965-73ed8e2ad471 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:18.551334 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-53631cef-378c-4e51-96ae-e37e4c18a127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:18.607418 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f74baff2-63ae-4b24-a507-2dc4dbcb4af5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3575373 Mar 05 13:55:18.608226 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40250) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:18.631416 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e13db1dd-e417-48c5-ba7b-8e9414139276 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] In _notify_port_updated(), no bound segment for port 58fa390a-0d6e-416d-8965-73ed8e2ad471 on network b4241156-4b48-483c-90ef-31c5f9ca3b51 {{(pid=87913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 13:55:18.638036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13db1dd-e417-48c5-ba7b-8e9414139276 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:18.638871 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e13db1dd-e417-48c5-ba7b-8e9414139276 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:18.640353 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e13db1dd-e417-48c5-ba7b-8e9414139276 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "PUT /v2.0/ports/58fa390a-0d6e-416d-8965-73ed8e2ad471 HTTP/1.1" status: 200 len: 919 time: 3.5683074 Mar 05 13:55:18.667556 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-b39541f0-ffa5-4fee-8a5d-c06e285e8692 admin admin] Request body: {'subnet': {'network_id': '8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2068535947-subnet', 'tenant_id': 'ec8b123b0bc94afc9fabf3eb363dcb06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:18.671831 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40254) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:18.675222 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-58c6102a-d85e-4a70-8ed0-7775df7aee66 req-b23e664d-b383-4306-8a61-26eb20e26c67 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660954 Mar 05 13:55:18.738707 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b39541f0-ffa5-4fee-8a5d-c06e285e8692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:18.756342 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b39541f0-ffa5-4fee-8a5d-c06e285e8692 admin admin] Usage tracker for resource:subnet and tenant:ec8b123b0bc94afc9fabf3eb363dcb06 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:18.762247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b39541f0-ffa5-4fee-8a5d-c06e285e8692 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:18.764321 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-847a4165-7bb7-4fba-a801-4e7f7bb5bf6f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:18.780982 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b39541f0-ffa5-4fee-8a5d-c06e285e8692 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:18.830700 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-53631cef-378c-4e51-96ae-e37e4c18a127 None None] Port 58fa390a-0d6e-416d-8965-73ed8e2ad471 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:55:18.847180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ed6b8cb5-fd48-44cd-a6b4-5a7805b67d22 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting port 58fa390a-0d6e-416d-8965-73ed8e2ad471 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:55:18.858913 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed6b8cb5-fd48-44cd-a6b4-5a7805b67d22 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:18.933488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-847a4165-7bb7-4fba-a801-4e7f7bb5bf6f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Calling delete_port for 7c927766-60d4-40c3-abb9-5ef4b6aad0c5 owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:55:18.972616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39541f0-ffa5-4fee-8a5d-c06e285e8692 admin admin] Made reservation on behalf of ec8b123b0bc94afc9fabf3eb363dcb06 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:55:18.975529 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b39541f0-ffa5-4fee-8a5d-c06e285e8692 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:19.074751 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2ddc3e75-37da-4f67-98b8-44d949cdc470 None None] Provisioning complete for port 58fa390a-0d6e-416d-8965-73ed8e2ad471 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:19.075334 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3e75-37da-4f67-98b8-44d949cdc470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:19.141202 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2ddc3e75-37da-4f67-98b8-44d949cdc470 None None] Port 58fa390a-0d6e-416d-8965-73ed8e2ad471 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:55:19.251480 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b39541f0-ffa5-4fee-8a5d-c06e285e8692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:19.329552 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39541f0-ffa5-4fee-8a5d-c06e285e8692 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d9d2b87-90b1-455c-9215-ab060d7a0677,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:19.409746 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-847a4165-7bb7-4fba-a801-4e7f7bb5bf6f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:19.542950 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f2604b13-b870-4a29-af7f-02757731f1ff up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:55:19.557854 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a4165-7bb7-4fba-a801-4e7f7bb5bf6f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Port': ['ID=7c927766-60d4-40c3-abb9-5ef4b6aad0c5,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:19.631417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cefcf-5545-44a1-bcb7-c25accf3b480 req-d01af1db-d610-4b50-847f-b863c0cf26de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:19.632887 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-554cefcf-5545-44a1-bcb7-c25accf3b480 req-d01af1db-d610-4b50-847f-b863c0cf26de service neutron] 10.222.0.15 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 912 time: 1.1569729 Mar 05 13:55:19.654574 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39541f0-ffa5-4fee-8a5d-c06e285e8692 admin admin] Checking segment: {'id': 'e0f685fc-e0b1-4447-b107-372f1cb211b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:55:19.654926 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39541f0-ffa5-4fee-8a5d-c06e285e8692 admin admin] Network hostable DHCP agents. Network: 8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:55:19.667008 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af91ea-37c2-4a73-af87-7adf8cd36866 req-41bcdc85-6e3c-4a01-bbba-3285ef30cab1 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:19.674653 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-53af91ea-37c2-4a73-af87-7adf8cd36866 req-41bcdc85-6e3c-4a01-bbba-3285ef30cab1 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.7482297 Mar 05 13:55:19.743353 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-53af91ea-37c2-4a73-af87-7adf8cd36866 req-5e56e5ab-cd8e-452c-9efd-9b0a4b0cc768 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671124 Mar 05 13:55:19.780403 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port f2604b13-b870-4a29-af7f-02757731f1ff triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:19.780783 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:19.791380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d82878-bca2-40b8-9310-aa2cfcf1149a req-68da1c78-9081-421c-8aa8-f7b7a0a82c68 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:19.792881 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e9d82878-bca2-40b8-9310-aa2cfcf1149a req-68da1c78-9081-421c-8aa8-f7b7a0a82c68 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.5668640 Mar 05 13:55:19.795755 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-554cefcf-5545-44a1-bcb7-c25accf3b480 req-106627d1-ab07-45c9-9d3c-fc5e0f95fae5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b852d257-e284-4921-9e1c-1731d07e7b99 HTTP/1.1" status: 200 len: 998 time: 0.1510239 Mar 05 13:55:19.937449 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39541f0-ffa5-4fee-8a5d-c06e285e8692 admin admin] Network 8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:55:19.968325 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cefcf-5545-44a1-bcb7-c25accf3b480 req-4ecff4e1-1a72-4222-a6dc-dd2f06114542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:19.969777 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-554cefcf-5545-44a1-bcb7-c25accf3b480 req-4ecff4e1-1a72-4222-a6dc-dd2f06114542 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.1661963 Mar 05 13:55:20.023490 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-b39541f0-ffa5-4fee-8a5d-c06e285e8692 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:55:20.034054 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39541f0-ffa5-4fee-8a5d-c06e285e8692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:20.034643 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b39541f0-ffa5-4fee-8a5d-c06e285e8692 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:20.076294 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-847a4165-7bb7-4fba-a801-4e7f7bb5bf6f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:20.077024 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed6b8cb5-fd48-44cd-a6b4-5a7805b67d22 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:20.080224 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:20.105044 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b39541f0-ffa5-4fee-8a5d-c06e285e8692 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4632020 Mar 05 13:55:20.126711 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae2376c-b1ce-4de3-b4a5-506a49d61560 None None] Network 8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:55:20.226720 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a79986-8dc3-4f2b-92bd-10424b5ade89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2604b13-b870-4a29-af7f-02757731f1ff'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:55:20.233964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ed6b8cb5-fd48-44cd-a6b4-5a7805b67d22 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Calling delete_port for 58fa390a-0d6e-416d-8965-73ed8e2ad471 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:55:20.292844 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e72f0-0865-4140-918f-bce10f121808 req-f56e23dc-3620-4b99-85e5-6e1281661f3b tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:20.294380 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-797e72f0-0865-4140-918f-bce10f121808 req-f56e23dc-3620-4b99-85e5-6e1281661f3b tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 944 time: 0.3588567 Mar 05 13:55:20.360267 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f2604b13-b870-4a29-af7f-02757731f1ff, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f2604b13-b870-4a29-af7f-02757731f1ff,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:55:20.379228 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:20.436981 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-797e72f0-0865-4140-918f-bce10f121808 req-0a47b2fd-d6ac-4480-8303-aa1b61e24249 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333449 Mar 05 13:55:20.511885 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=f2604b13-b870-4a29-af7f-02757731f1ff,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:20.585877 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed6b8cb5-fd48-44cd-a6b4-5a7805b67d22 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:20.594649 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-847a4165-7bb7-4fba-a801-4e7f7bb5bf6f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:20.605134 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-847a4165-7bb7-4fba-a801-4e7f7bb5bf6f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:20.631977 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e9d82878-bca2-40b8-9310-aa2cfcf1149a req-442d803f-a3a0-429d-88d1-dc7094920797 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8319550 Mar 05 13:55:20.650873 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b8cb5-fd48-44cd-a6b4-5a7805b67d22 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Port': ['ID=58fa390a-0d6e-416d-8965-73ed8e2ad471,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:20.721878 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-847a4165-7bb7-4fba-a801-4e7f7bb5bf6f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:20.722482 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847a4165-7bb7-4fba-a801-4e7f7bb5bf6f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Fanout notify agent at l3_agent the message router_deleted on router 1c3e0042-6883-4026-9cc8-75d4d8000df8 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:55:20.730867 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a79986-8dc3-4f2b-92bd-10424b5ade89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2604b13-b870-4a29-af7f-02757731f1ff', 'code': 200} Mar 05 13:55:20.782997 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cefcf-5545-44a1-bcb7-c25accf3b480 req-9047f64a-d199-4832-ba43-166cde9da6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:20.785739 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-554cefcf-5545-44a1-bcb7-c25accf3b480 req-9047f64a-d199-4832-ba43-166cde9da6b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8088663 Mar 05 13:55:20.796457 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-847a4165-7bb7-4fba-a801-4e7f7bb5bf6f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:20.805011 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-847a4165-7bb7-4fba-a801-4e7f7bb5bf6f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/routers/1c3e0042-6883-4026-9cc8-75d4d8000df8 HTTP/1.1" status: 204 len: 168 time: 3.4165421 Mar 05 13:55:20.808078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40302) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:20.823740 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-2f3c2f34-9dfa-4092-b475-f87542cb96db tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'network': {'name': 'tempest-RoutersTest-1024414440'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:20.840804 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e1da59-a4f2-42e1-8a1c-0b7fedb2ab8e None None] Network 8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:55:20.927810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2f3c2f34-9dfa-4092-b475-f87542cb96db tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:20.937554 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed6b8cb5-fd48-44cd-a6b4-5a7805b67d22 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:20.945354 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2f3c2f34-9dfa-4092-b475-f87542cb96db tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:network and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:20.961475 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2f3c2f34-9dfa-4092-b475-f87542cb96db tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:20.978266 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ed6b8cb5-fd48-44cd-a6b4-5a7805b67d22 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/ports/58fa390a-0d6e-416d-8965-73ed8e2ad471 HTTP/1.1" status: 204 len: 168 time: 2.2966037 Mar 05 13:55:20.979878 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40306) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:21.169358 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3713ac6-6b79-41f2-ad8b-a8a47366d579 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] GET failed (client error): The resource could not be found. Mar 05 13:55:21.170211 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c3713ac6-6b79-41f2-ad8b-a8a47366d579 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Synchronizing usage tracker for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:55:21.232331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c3713ac6-6b79-41f2-ad8b-a8a47366d579 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Unset dirty status for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:55:21.242141 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c3713ac6-6b79-41f2-ad8b-a8a47366d579 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports/58fa390a-0d6e-416d-8965-73ed8e2ad471 HTTP/1.1" status: 404 len: 333 time: 0.2585683 Mar 05 13:55:21.243635 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40314) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:21.376804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2f3c2f34-9dfa-4092-b475-f87542cb96db tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:21.377200 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5014c-9e58-431d-8bb7-e16ef9930cec req-45129ea8-4499-4e90-8a2c-cb773fd2b00d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:21.387535 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-65b5014c-9e58-431d-8bb7-e16ef9930cec req-45129ea8-4499-4e90-8a2c-cb773fd2b00d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.3342142 Mar 05 13:55:21.444770 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3c2f34-9dfa-4092-b475-f87542cb96db tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Made reservation on behalf of beafff5c987348ddbc3961566817c315 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:55:21.450879 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2f34-9dfa-4092-b475-f87542cb96db tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:21.492035 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-65b5014c-9e58-431d-8bb7-e16ef9930cec req-f22aa6ab-5674-47cb-8c24-5cb5f416d2e6 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997741 Mar 05 13:55:21.492513 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0d0f82d9-4e61-4c3f-ace4-d59f2a40f561 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:21.531391 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-554cefcf-5545-44a1-bcb7-c25accf3b480 req-dc797bdf-9640-48e1-a6fd-0445fde999bd service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7193003 Mar 05 13:55:21.568791 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0d0f82d9-4e61-4c3f-ace4-d59f2a40f561 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:21.614692 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3c2f34-9dfa-4092-b475-f87542cb96db tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:55:21.700673 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0d0f82d9-4e61-4c3f-ace4-d59f2a40f561 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:21.762262 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2f34-9dfa-4092-b475-f87542cb96db tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:21.769113 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-2f3c2f34-9dfa-4092-b475-f87542cb96db tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Added segment fd2aebf7-e5e7-479a-9117-ee3e52cf4cec of type vlan for network 3e196f2c-6d69-46fd-a324-933809301fad Mar 05 13:55:21.771269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f82d9-4e61-4c3f-ace4-d59f2a40f561 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1d9843-026e-442d-b103-2183cd277af2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:21.791852 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0d0f82d9-4e61-4c3f-ace4-d59f2a40f561 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:21.797765 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0d0f82d9-4e61-4c3f-ace4-d59f2a40f561 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/security-groups/6e1d9843-026e-442d-b103-2183cd277af2 HTTP/1.1" status: 204 len: 168 time: 0.5506480 Mar 05 13:55:21.798577 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40332) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:21.893270 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dec02-986f-4fcb-b6bf-9fc5a06bc267 req-94030210-f319-480a-a25d-06541201e971 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:21.901023 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-624dec02-986f-4fcb-b6bf-9fc5a06bc267 req-94030210-f319-480a-a25d-06541201e971 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 945 time: 0.1747992 Mar 05 13:55:21.952860 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-16dd5284-e95b-4615-80eb-451783f9a745 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:21.981445 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2f34-9dfa-4092-b475-f87542cb96db tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:22.010141 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-624dec02-986f-4fcb-b6bf-9fc5a06bc267 req-2aba4ddf-a8e2-4ceb-a7eb-582f04df2dae tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081145 Mar 05 13:55:22.020352 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-554cefcf-5545-44a1-bcb7-c25accf3b480 req-7469defe-58ea-4187-bf85-02666eacb3ba service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714305 Mar 05 13:55:22.026984 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-16dd5284-e95b-4615-80eb-451783f9a745 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:22.047343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60044ff0-8f8b-4592-bbae-a3b104ec62a4 req-946d1f0a-8419-41fd-a59d-b0c27dc16008 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:22.048871 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-60044ff0-8f8b-4592-bbae-a3b104ec62a4 req-946d1f0a-8419-41fd-a59d-b0c27dc16008 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.2227104 Mar 05 13:55:22.096074 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2f34-9dfa-4092-b475-f87542cb96db tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:22.102502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c2f34-9dfa-4092-b475-f87542cb96db tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:22.103199 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2f34-9dfa-4092-b475-f87542cb96db tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:22.149784 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-16dd5284-e95b-4615-80eb-451783f9a745 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:22.177399 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd5284-e95b-4615-80eb-451783f9a745 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de9806d-2212-49c8-bfa6-852680545f17,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:22.183075 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-60044ff0-8f8b-4592-bbae-a3b104ec62a4 req-1e31663e-432a-41dc-9bfe-59d61600d195 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253777 Mar 05 13:55:22.200773 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-16dd5284-e95b-4615-80eb-451783f9a745 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:22.205033 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-16dd5284-e95b-4615-80eb-451783f9a745 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/security-groups/7de9806d-2212-49c8-bfa6-852680545f17 HTTP/1.1" status: 204 len: 168 time: 0.4013283 Mar 05 13:55:22.206824 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40344) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:22.304468 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2f3c2f34-9dfa-4092-b475-f87542cb96db tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4862525 Mar 05 13:55:22.315121 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40350) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:22.326082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-d7b80742-31b2-4483-97ba-065a72e06a85 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'subnet': {'network_id': '3e196f2c-6d69-46fd-a324-933809301fad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:22.359207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-22faef1b-4695-43b0-9f8f-6bf00d67fd6f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting subnet 14279e60-64ec-447e-8bbb-2a7fe64cf4a3 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:55:22.370334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c2f34-9dfa-4092-b475-f87542cb96db tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Network': ['ID=3e196f2c-6d69-46fd-a324-933809301fad,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:22.372759 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22faef1b-4695-43b0-9f8f-6bf00d67fd6f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:22.388114 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 3e196f2c-6d69-46fd-a324-933809301fad details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:55:22.541196 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22faef1b-4695-43b0-9f8f-6bf00d67fd6f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:22.678573 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d7b80742-31b2-4483-97ba-065a72e06a85 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:22.693643 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d7b80742-31b2-4483-97ba-065a72e06a85 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:subnet and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:22.713181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d7b80742-31b2-4483-97ba-065a72e06a85 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:22.723891 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22faef1b-4695-43b0-9f8f-6bf00d67fd6f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:22.745875 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d7b80742-31b2-4483-97ba-065a72e06a85 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:22.775040 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabb7bb-2bba-4009-bf84-cfd7ed4a3a8a req-39fbdec7-d860-4c3b-acf7-27fac5718154 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:22.790146 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aabb7bb-2bba-4009-bf84-cfd7ed4a3a8a req-39fbdec7-d860-4c3b-acf7-27fac5718154 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.3873668 Mar 05 13:55:22.836801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b80742-31b2-4483-97ba-065a72e06a85 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Made reservation on behalf of beafff5c987348ddbc3961566817c315 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:55:22.841333 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d7b80742-31b2-4483-97ba-065a72e06a85 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:22.907083 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aabb7bb-2bba-4009-bf84-cfd7ed4a3a8a req-b93359ba-096b-42b7-b7a5-6cfd8a72828e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148272 Mar 05 13:55:22.985617 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d2329-0f44-43c7-be0d-3f4e4f60ed36 req-2814c011-2028-40bd-a467-ce71d09dcb53 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:22.992401 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f77d2329-0f44-43c7-be0d-3f4e4f60ed36 req-2814c011-2028-40bd-a467-ce71d09dcb53 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.1893642 Mar 05 13:55:23.008512 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22faef1b-4695-43b0-9f8f-6bf00d67fd6f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:23.065492 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22faef1b-4695-43b0-9f8f-6bf00d67fd6f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Subnet': ['ID=14279e60-64ec-447e-8bbb-2a7fe64cf4a3,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:23.068317 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22faef1b-4695-43b0-9f8f-6bf00d67fd6f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:23.073019 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30192cea-bd4d-4977-ae22-e356951a4393 None None] Network b4241156-4b48-483c-90ef-31c5f9ca3b51 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:55:23.087212 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-22faef1b-4695-43b0-9f8f-6bf00d67fd6f tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/subnets/14279e60-64ec-447e-8bbb-2a7fe64cf4a3 HTTP/1.1" status: 204 len: 168 time: 0.8784699 Mar 05 13:55:23.092235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40372) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:23.098268 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-1892fbda-10b4-4134-83e1-85aa2cf45cc9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'subnet': {'network_id': 'b4241156-4b48-483c-90ef-31c5f9ca3b51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:23.126022 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f77d2329-0f44-43c7-be0d-3f4e4f60ed36 req-b80cd3e9-ab56-437d-8241-9bf7bb469f89 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326835 Mar 05 13:55:23.447069 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9567b-61ee-4d7f-883a-44a81b1f5086 req-74d71878-5ab6-43ff-8c24-5360c8aa65ee tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:23.463949 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a8d9567b-61ee-4d7f-883a-44a81b1f5086 req-74d71878-5ab6-43ff-8c24-5360c8aa65ee tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.1480072 Mar 05 13:55:23.544165 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d7b80742-31b2-4483-97ba-065a72e06a85 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:23.575915 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a8d9567b-61ee-4d7f-883a-44a81b1f5086 req-68b7b43b-912a-4dfd-a0e8-1fa16ffbec0d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097076 Mar 05 13:55:23.776625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b80742-31b2-4483-97ba-065a72e06a85 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Subnet': ['ID=f2749231-5697-4635-96e3-e33b01fcae7d,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:23.781475 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40390) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:23.789968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b80742-31b2-4483-97ba-065a72e06a85 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Checking segment: {'id': 'fd2aebf7-e5e7-479a-9117-ee3e52cf4cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3e196f2c-6d69-46fd-a324-933809301fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:55:23.790322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b80742-31b2-4483-97ba-065a72e06a85 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network hostable DHCP agents. Network: 3e196f2c-6d69-46fd-a324-933809301fad, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:55:23.816411 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1892fbda-10b4-4134-83e1-85aa2cf45cc9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:23.848483 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1892fbda-10b4-4134-83e1-85aa2cf45cc9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:subnet and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:23.854058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1892fbda-10b4-4134-83e1-85aa2cf45cc9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:23.889358 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e386ca4-7a66-4860-8b6e-4ebeadc23544 req-9010b99b-daf9-41d1-bfb5-290b52c666f7 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:23.899614 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3e386ca4-7a66-4860-8b6e-4ebeadc23544 req-9010b99b-daf9-41d1-bfb5-290b52c666f7 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 945 time: 0.3727522 Mar 05 13:55:23.932975 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1892fbda-10b4-4134-83e1-85aa2cf45cc9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:23.962865 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1892fbda-10b4-4134-83e1-85aa2cf45cc9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:55:23.967682 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1892fbda-10b4-4134-83e1-85aa2cf45cc9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:24.045760 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-67dd4fec-f885-4ec0-a70b-d7deb47d1351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:24.065409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-67dd4fec-f885-4ec0-a70b-d7deb47d1351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:24.189132 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b80742-31b2-4483-97ba-065a72e06a85 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network 3e196f2c-6d69-46fd-a324-933809301fad is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:55:24.226954 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-d7b80742-31b2-4483-97ba-065a72e06a85 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 3e196f2c-6d69-46fd-a324-933809301fad) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:55:24.240717 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cec526-9a7e-4e2c-9508-57e4faa5d5b5 None None] Network 3e196f2c-6d69-46fd-a324-933809301fad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:55:24.241841 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3e386ca4-7a66-4860-8b6e-4ebeadc23544 req-4a7e8875-a7cd-44a0-9c5a-ed60a141b8c9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3412101 Mar 05 13:55:24.247401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b80742-31b2-4483-97ba-065a72e06a85 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:24.247995 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d7b80742-31b2-4483-97ba-065a72e06a85 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:24.298149 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d7b80742-31b2-4483-97ba-065a72e06a85 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9853098 Mar 05 13:55:24.305567 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40402) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:24.314665 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-0a4631c2-d036-43f2-be78-e7bd7ec72033 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2023791551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:24.378787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0a4631c2-d036-43f2-be78-e7bd7ec72033 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:24.388021 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0a4631c2-d036-43f2-be78-e7bd7ec72033 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:router and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:24.396944 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0a4631c2-d036-43f2-be78-e7bd7ec72033 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:24.412541 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-67dd4fec-f885-4ec0-a70b-d7deb47d1351 admin admin] Usage tracker for resource:security_group_rule and tenant:9db909508d5d44778b7cf2f5897c7a20 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:24.417556 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-67dd4fec-f885-4ec0-a70b-d7deb47d1351 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:24.431191 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-67dd4fec-f885-4ec0-a70b-d7deb47d1351 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:24.437859 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0a4631c2-d036-43f2-be78-e7bd7ec72033 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:24.528010 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffe29f-f627-43e6-9146-0f029fe1405b req-c2a6caae-973a-4347-bc7a-a5eb12f365c9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:24.530670 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-baffe29f-f627-43e6-9146-0f029fe1405b req-c2a6caae-973a-4347-bc7a-a5eb12f365c9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.4673553 Mar 05 13:55:24.572753 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0a4631c2-d036-43f2-be78-e7bd7ec72033 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:24.573742 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0a4631c2-d036-43f2-be78-e7bd7ec72033 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:24.635354 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-baffe29f-f627-43e6-9146-0f029fe1405b req-06596bcb-fd83-4490-9982-28a96eba9363 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976317 Mar 05 13:55:24.678433 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cce91670-eaf2-4de8-9fcd-49cb75bbfcc6 None None] Provisioning complete for port aead3c98-e287-47f6-b975-a4b721d0d4c0 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:24.679301 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cce91670-eaf2-4de8-9fcd-49cb75bbfcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:24.686217 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0a4631c2-d036-43f2-be78-e7bd7ec72033 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:24.714504 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f783d18-39e4-4d40-80cf-a628ee698303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-3e196f2c-6d69-46fd-a324-933809301fad', 'network_id': '3e196f2c-6d69-46fd-a324-933809301fad', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'fixed_ips': [{'subnet_id': 'f2749231-5697-4635-96e3-e33b01fcae7d'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:55:24.716072 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0f783d18-39e4-4d40-80cf-a628ee698303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:24.754601 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-67dd4fec-f885-4ec0-a70b-d7deb47d1351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:24.759499 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-67dd4fec-f885-4ec0-a70b-d7deb47d1351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:24.897658 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-67dd4fec-f885-4ec0-a70b-d7deb47d1351 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9db909508d5d44778b7cf2f5897c7a20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0627241 Mar 05 13:55:24.897658 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40410) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:24.955778 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1892fbda-10b4-4134-83e1-85aa2cf45cc9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:24.959691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-0f783d18-39e4-4d40-80cf-a628ee698303 None None] Allocated IP 172.20.0.2 (3e196f2c-6d69-46fd-a324-933809301fad/f2749231-5697-4635-96e3-e33b01fcae7d/5e7d7908-0c8c-48bd-8d6d-f15b488c07cb) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:55:25.027500 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cce91670-eaf2-4de8-9fcd-49cb75bbfcc6 None None] Port aead3c98-e287-47f6-b975-a4b721d0d4c0 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:55:25.080278 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cce91670-eaf2-4de8-9fcd-49cb75bbfcc6 None None] Provisioning complete for port 59a93cd0-2201-4dbb-b27a-162906476b17 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:25.080810 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cce91670-eaf2-4de8-9fcd-49cb75bbfcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:25.109960 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd4fec-f885-4ec0-a70b-d7deb47d1351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36643163-a1b4-4df2-bf95-dc30a0436b68,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:25.156397 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-90016b88-ab2f-4d40-b740-0cbb8cc0b417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:25.206702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892fbda-10b4-4134-83e1-85aa2cf45cc9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Subnet': ['ID=f577c5b6-518f-48ca-8571-6a4981ce95d1,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:25.223951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1892fbda-10b4-4134-83e1-85aa2cf45cc9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network b4241156-4b48-483c-90ef-31c5f9ca3b51 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:55:25.225374 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-90016b88-ab2f-4d40-b740-0cbb8cc0b417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:25.235548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f649306-1b64-4a3a-98e3-7b727ea83bcf req-76548add-3006-40d2-8f9c-4fd0e1e1c393 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:25.239290 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4f649306-1b64-4a3a-98e3-7b727ea83bcf req-76548add-3006-40d2-8f9c-4fd0e1e1c393 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.7600880 Mar 05 13:55:25.242310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-1892fbda-10b4-4134-83e1-85aa2cf45cc9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:55:25.253823 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1892fbda-10b4-4134-83e1-85aa2cf45cc9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:25.254578 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1892fbda-10b4-4134-83e1-85aa2cf45cc9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:25.257004 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056f57a-6124-4a30-b9fb-c156ee58a748 req-2f22c7fd-10cd-41a0-a937-f146951c50d3 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:25.260174 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25227636-9e9f-41f2-be46-8c32561e12e4 None None] Network b4241156-4b48-483c-90ef-31c5f9ca3b51 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:55:25.265154 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8056f57a-6124-4a30-b9fb-c156ee58a748 req-2f22c7fd-10cd-41a0-a937-f146951c50d3 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.3760271 Mar 05 13:55:25.280927 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0a4631c2-d036-43f2-be78-e7bd7ec72033 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:25.292479 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1892fbda-10b4-4134-83e1-85aa2cf45cc9 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1989164 Mar 05 13:55:25.313914 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40420) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:25.328301 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-13600b27-c9a3-4d47-a4a2-d61a641fd534 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'security_group': {'name': 'tempest-secgroup-1691060178'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:25.330973 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8056f57a-6124-4a30-b9fb-c156ee58a748 req-928bfe75-fced-44ee-b46f-0da6cb46b804 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646722 Mar 05 13:55:25.335824 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-13600b27-c9a3-4d47-a4a2-d61a641fd534 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:25.342379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-13600b27-c9a3-4d47-a4a2-d61a641fd534 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:security_group and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:25.359225 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-13600b27-c9a3-4d47-a4a2-d61a641fd534 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:25.367710 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-13600b27-c9a3-4d47-a4a2-d61a641fd534 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:25.400977 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-90016b88-ab2f-4d40-b740-0cbb8cc0b417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:25.433620 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0a4631c2-d036-43f2-be78-e7bd7ec72033 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:25.437311 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0a4631c2-d036-43f2-be78-e7bd7ec72033 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1282227 Mar 05 13:55:25.439096 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40426) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:25.459313 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90016b88-ab2f-4d40-b740-0cbb8cc0b417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36643163-a1b4-4df2-bf95-dc30a0436b68,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:25.464751 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-90016b88-ab2f-4d40-b740-0cbb8cc0b417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:25.468760 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-90016b88-ab2f-4d40-b740-0cbb8cc0b417 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36643163-a1b4-4df2-bf95-dc30a0436b68 HTTP/1.1" status: 204 len: 168 time: 0.6148796 Mar 05 13:55:25.511537 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4f649306-1b64-4a3a-98e3-7b727ea83bcf req-8b115e55-bad3-46c2-a5b8-a64c36b906c4 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351542 Mar 05 13:55:25.518511 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-13600b27-c9a3-4d47-a4a2-d61a641fd534 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:25.557201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-13600b27-c9a3-4d47-a4a2-d61a641fd534 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:25.623235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-13600b27-c9a3-4d47-a4a2-d61a641fd534 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:security_group_rule and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:25.629702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-13600b27-c9a3-4d47-a4a2-d61a641fd534 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:25.847957 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0f783d18-39e4-4d40-80cf-a628ee698303 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:25.859654 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0f783d18-39e4-4d40-80cf-a628ee698303 None None] Transition to ACTIVE for port object 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:55:25.880646 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0f783d18-39e4-4d40-80cf-a628ee698303 None None] Transition to ACTIVE for port object 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:55:25.888540 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-13600b27-c9a3-4d47-a4a2-d61a641fd534 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:25.963755 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0f783d18-39e4-4d40-80cf-a628ee698303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:26.015637 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0aebd-65db-4e2f-86ea-321667fa7620 req-27a9881d-31fe-437b-aa9c-684821f0eee6 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:26.031005 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-64c0aebd-65db-4e2f-86ea-321667fa7620 req-27a9881d-31fe-437b-aa9c-684821f0eee6 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.1997411 Mar 05 13:55:26.031548 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40442) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:26.071509 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-519ae1c6-1a3c-4aa6-809f-ad595c15ea78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:26.117481 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-519ae1c6-1a3c-4aa6-809f-ad595c15ea78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:26.125368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-519ae1c6-1a3c-4aa6-809f-ad595c15ea78 admin admin] Usage tracker for resource:security_group_rule and tenant:d20d6bc50fa044feb693203d1a23fe08 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:26.127806 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f783d18-39e4-4d40-80cf-a628ee698303 None None] Pushing event updated for resources: {'Port': ['ID=5e7d7908-0c8c-48bd-8d6d-f15b488c07cb,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:26.138744 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-519ae1c6-1a3c-4aa6-809f-ad595c15ea78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:26.146283 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f783d18-39e4-4d40-80cf-a628ee698303 None None] Network 3e196f2c-6d69-46fd-a324-933809301fad is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:55:26.148663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-519ae1c6-1a3c-4aa6-809f-ad595c15ea78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:26.151756 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-0f783d18-39e4-4d40-80cf-a628ee698303 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:55:26.156231 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6dd0-43db-4488-b230-8bb0143cfc5f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:26.157020 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-64c0aebd-65db-4e2f-86ea-321667fa7620 req-a2f71835-c652-4b21-b444-1089dce15a23 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227484 Mar 05 13:55:26.171067 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f783d18-39e4-4d40-80cf-a628ee698303 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:55:26.312372 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-0f783d18-39e4-4d40-80cf-a628ee698303 None None] Attempting to bind port 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:55:26.312955 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-0f783d18-39e4-4d40-80cf-a628ee698303 None None] Attempting to bind port 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'fd2aebf7-e5e7-479a-9117-ee3e52cf4cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3e196f2c-6d69-46fd-a324-933809301fad'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:55:26.313086 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f783d18-39e4-4d40-80cf-a628ee698303 None None] Attempting to bind port 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb on network 3e196f2c-6d69-46fd-a324-933809301fad {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:55:26.325461 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-519ae1c6-1a3c-4aa6-809f-ad595c15ea78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:26.325861 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f783d18-39e4-4d40-80cf-a628ee698303 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:55:26.326454 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f783d18-39e4-4d40-80cf-a628ee698303 None None] Checking segment: {'id': 'fd2aebf7-e5e7-479a-9117-ee3e52cf4cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3e196f2c-6d69-46fd-a324-933809301fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:55:26.326889 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0f783d18-39e4-4d40-80cf-a628ee698303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:26.327263 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f783d18-39e4-4d40-80cf-a628ee698303 None None] Bound using segment: {'id': 'fd2aebf7-e5e7-479a-9117-ee3e52cf4cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3e196f2c-6d69-46fd-a324-933809301fad'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:55:26.327810 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-0f783d18-39e4-4d40-80cf-a628ee698303 None None] Bound port: 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2aebf7-e5e7-479a-9117-ee3e52cf4cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3e196f2c-6d69-46fd-a324-933809301fad'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:55:26.328171 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0f783d18-39e4-4d40-80cf-a628ee698303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:26.335518 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-519ae1c6-1a3c-4aa6-809f-ad595c15ea78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:26.462864 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-0f783d18-39e4-4d40-80cf-a628ee698303 None None] For port 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:55:26.467530 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-0f783d18-39e4-4d40-80cf-a628ee698303 None None] For port 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5e7d7908-0c8c-48bd-8d6d-f15b488c07cb,segment=NetworkSegment(fd2aebf7-e5e7-479a-9117-ee3e52cf4cec),segment_id=fd2aebf7-e5e7-479a-9117-ee3e52cf4cec)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:55:26.494787 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0f783d18-39e4-4d40-80cf-a628ee698303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:26.514475 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-519ae1c6-1a3c-4aa6-809f-ad595c15ea78 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d20d6bc50fa044feb693203d1a23fe08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4783533 Mar 05 13:55:26.516071 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40452) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:26.516993 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ae1c6-1a3c-4aa6-809f-ad595c15ea78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1a34f0-3236-447f-b37a-dc1138dce7d0,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:26.702053 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c053a3a6-d467-4ebb-8b36-47c88b76839f None None] Update dhcp port {'port': {'network_id': 'b4241156-4b48-483c-90ef-31c5f9ca3b51', 'fixed_ips': [{'subnet_id': 'd5a270b1-0473-49be-911d-cf3b4b1dc945', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f577c5b6-518f-48ca-8571-6a4981ce95d1'}], 'binding:host_id': 'n-d-803718-1'}, 'id': '59a93cd0-2201-4dbb-b27a-162906476b17'} from n-d-803718-1. {{(pid=87915) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 05 13:55:26.779200 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fa9442a9-03d9-4ef1-9e54-562f853e6258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:26.814516 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fa9442a9-03d9-4ef1-9e54-562f853e6258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:26.842416 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c053a3a6-d467-4ebb-8b36-47c88b76839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:26.878645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f783d18-39e4-4d40-80cf-a628ee698303 None None] Pushing event updated for resources: {'Port': ['ID=5e7d7908-0c8c-48bd-8d6d-f15b488c07cb,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:26.906285 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fa9442a9-03d9-4ef1-9e54-562f853e6258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:26.936904 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9442a9-03d9-4ef1-9e54-562f853e6258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1a34f0-3236-447f-b37a-dc1138dce7d0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:26.945672 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fa9442a9-03d9-4ef1-9e54-562f853e6258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:26.945672 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fa9442a9-03d9-4ef1-9e54-562f853e6258 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da1a34f0-3236-447f-b37a-dc1138dce7d0 HTTP/1.1" status: 204 len: 168 time: 0.4022062 Mar 05 13:55:26.976840 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-13600b27-c9a3-4d47-a4a2-d61a641fd534 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:26.981659 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25182fe1-68bd-4bb5-9e83-d753dc599a85 req-69a94b32-2300-4967-8fbd-29d7fe02ba45 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:26.984992 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25182fe1-68bd-4bb5-9e83-d753dc599a85 req-69a94b32-2300-4967-8fbd-29d7fe02ba45 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.3304546 Mar 05 13:55:27.049876 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae49278-6bd6-41cb-a7af-4a7206d59ff7 req-25d27c58-4c4a-4099-b18b-5d97c7ce8cde tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:27.058194 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3ae49278-6bd6-41cb-a7af-4a7206d59ff7 req-25d27c58-4c4a-4099-b18b-5d97c7ce8cde tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 945 time: 0.9445167 Mar 05 13:55:27.059854 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-13600b27-c9a3-4d47-a4a2-d61a641fd534 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:27.094021 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25182fe1-68bd-4bb5-9e83-d753dc599a85 req-e7b3faae-3502-42b2-9c5a-6d410341428a tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825555 Mar 05 13:55:27.310371 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-c053a3a6-d467-4ebb-8b36-47c88b76839f None None] Allocated IP 172.20.0.2 (b4241156-4b48-483c-90ef-31c5f9ca3b51/f577c5b6-518f-48ca-8571-6a4981ce95d1/59a93cd0-2201-4dbb-b27a-162906476b17) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:55:27.346668 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-13600b27-c9a3-4d47-a4a2-d61a641fd534 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:27.347915 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-13600b27-c9a3-4d47-a4a2-d61a641fd534 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0324841 Mar 05 13:55:27.352426 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40460) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:27.358340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-41e62ede-41d3-4ef9-b756-b9ae42d45df8 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'security_group': {'name': 'tempest-secgroup-1316133166'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:27.365553 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-41e62ede-41d3-4ef9-b756-b9ae42d45df8 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:27.382687 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-41e62ede-41d3-4ef9-b756-b9ae42d45df8 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:security_group and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:27.387285 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-41e62ede-41d3-4ef9-b756-b9ae42d45df8 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:27.413043 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-41e62ede-41d3-4ef9-b756-b9ae42d45df8 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:27.443021 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-41e62ede-41d3-4ef9-b756-b9ae42d45df8 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:27.488861 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c053a3a6-d467-4ebb-8b36-47c88b76839f None None] For port 59a93cd0-2201-4dbb-b27a-162906476b17, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=59a93cd0-2201-4dbb-b27a-162906476b17,segment=NetworkSegment(13732edd-416d-447d-a528-d83e1db36d41),segment_id=13732edd-416d-447d-a528-d83e1db36d41)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:55:27.549241 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c053a3a6-d467-4ebb-8b36-47c88b76839f None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:27.552633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-41e62ede-41d3-4ef9-b756-b9ae42d45df8 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:27.570419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-41e62ede-41d3-4ef9-b756-b9ae42d45df8 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:security_group_rule and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:27.580490 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-41e62ede-41d3-4ef9-b756-b9ae42d45df8 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:27.591833 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c053a3a6-d467-4ebb-8b36-47c88b76839f None None] Transition to ACTIVE for port object 59a93cd0-2201-4dbb-b27a-162906476b17 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:55:27.593375 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-41e62ede-41d3-4ef9-b756-b9ae42d45df8 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:27.611631 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13600b27-c9a3-4d47-a4a2-d61a641fd534 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb33568-b26c-4790-a7a9-76b091e1a6fe,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:27.623232 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3ae49278-6bd6-41cb-a7af-4a7206d59ff7 req-cee90cbb-6258-4457-bc4c-bdea503054da tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5404706 Mar 05 13:55:27.630878 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:55:27.748569 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c053a3a6-d467-4ebb-8b36-47c88b76839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:27.838653 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-8c9e6dd0-43db-4488-b230-8bb0143cfc5f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Allocated IP 172.20.0.1 (3e196f2c-6d69-46fd-a324-933809301fad/f2749231-5697-4635-96e3-e33b01fcae7d/68e5430c-7d6f-4c08-8789-d11157c92a75) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:55:28.099193 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053a3a6-d467-4ebb-8b36-47c88b76839f None None] Pushing event updated for resources: {'Port': ['ID=59a93cd0-2201-4dbb-b27a-162906476b17,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:28.118668 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-41e62ede-41d3-4ef9-b756-b9ae42d45df8 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:28.132869 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-41e62ede-41d3-4ef9-b756-b9ae42d45df8 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:28.169580 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6dd0-43db-4488-b230-8bb0143cfc5f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:28.192400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-8c9e6dd0-43db-4488-b230-8bb0143cfc5f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Transition to ACTIVE for port object 68e5430c-7d6f-4c08-8789-d11157c92a75 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:55:28.233433 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6dd0-43db-4488-b230-8bb0143cfc5f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:28.255907 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:55:28.354186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e62ede-41d3-4ef9-b756-b9ae42d45df8 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f756a2-4bd1-494c-afa0-2a61bded2b19,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:28.518235 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-41e62ede-41d3-4ef9-b756-b9ae42d45df8 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:28.544748 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-41e62ede-41d3-4ef9-b756-b9ae42d45df8 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1906698 Mar 05 13:55:28.546199 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40478) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:28.586483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-432255c7-6c74-4fd7-bc22-af08623bbe98 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'security_group': {'name': 'tempest-secgroup-1389133295'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:28.640226 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-432255c7-6c74-4fd7-bc22-af08623bbe98 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:28.656533 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-432255c7-6c74-4fd7-bc22-af08623bbe98 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:security_group and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:28.677183 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-432255c7-6c74-4fd7-bc22-af08623bbe98 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:28.706985 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-432255c7-6c74-4fd7-bc22-af08623bbe98 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:28.796092 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-432255c7-6c74-4fd7-bc22-af08623bbe98 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:28.820506 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:28.848164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c439d60-b75a-44a0-b0ce-322b48dde7b5 req-00f06490-3cbb-4426-b8ee-b2e6f6e772a9 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:28.853563 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1c439d60-b75a-44a0-b0ce-322b48dde7b5 req-00f06490-3cbb-4426-b8ee-b2e6f6e772a9 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.5880270 Mar 05 13:55:28.925569 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9e6dd0-43db-4488-b230-8bb0143cfc5f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network 3e196f2c-6d69-46fd-a324-933809301fad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:55:28.935977 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-432255c7-6c74-4fd7-bc22-af08623bbe98 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:28.938909 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:28.958616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-432255c7-6c74-4fd7-bc22-af08623bbe98 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:security_group_rule and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:28.962144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-8c9e6dd0-43db-4488-b230-8bb0143cfc5f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:55:28.968139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-432255c7-6c74-4fd7-bc22-af08623bbe98 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:28.969207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9e6dd0-43db-4488-b230-8bb0143cfc5f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:55:29.001472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-432255c7-6c74-4fd7-bc22-af08623bbe98 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:29.019972 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1c439d60-b75a-44a0-b0ce-322b48dde7b5 req-7ec8ed85-d9d0-4a0a-b035-c49d56817e82 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383286 Mar 05 13:55:29.089593 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584a9b8f-ca08-4440-b109-8814772426d0 None None] Network 3e196f2c-6d69-46fd-a324-933809301fad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:55:29.143192 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e6dd0-43db-4488-b230-8bb0143cfc5f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Port': ['ID=68e5430c-7d6f-4c08-8789-d11157c92a75,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:29.189858 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 59a93cd0-2201-4dbb-b27a-162906476b17 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:55:29.301609 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6dd0-43db-4488-b230-8bb0143cfc5f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:29.305689 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-432255c7-6c74-4fd7-bc22-af08623bbe98 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:29.314142 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-432255c7-6c74-4fd7-bc22-af08623bbe98 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:29.453025 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4df9b8-4361-4e2e-a976-8ff092df98a3 req-cb5fe8c8-1d91-46ef-b3cd-5a11f957fbd9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:29.454881 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5c4df9b8-4361-4e2e-a976-8ff092df98a3 req-cb5fe8c8-1d91-46ef-b3cd-5a11f957fbd9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 1.1314332 Mar 05 13:55:29.493793 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3b15943a-cd6e-4faf-bd3b-4ab2b5769415 None None] Provisioning for port 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:55:29.513649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432255c7-6c74-4fd7-bc22-af08623bbe98 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b99725ba-6231-4593-8a39-02dfc9938088,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:29.534200 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-432255c7-6c74-4fd7-bc22-af08623bbe98 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:29.535726 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-432255c7-6c74-4fd7-bc22-af08623bbe98 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9841642 Mar 05 13:55:29.538331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40506) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:29.545490 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-c32b2451-38eb-478a-b1dc-6b3a6ed2c1dd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1443145477', 'security_groups': ['b99725ba-6231-4593-8a39-02dfc9938088'], 'network_id': 'b4241156-4b48-483c-90ef-31c5f9ca3b51', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f577c5b6-518f-48ca-8571-6a4981ce95d1'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:29.548484 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3b15943a-cd6e-4faf-bd3b-4ab2b5769415 None None] Provisioning complete for port 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:29.548928 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3b15943a-cd6e-4faf-bd3b-4ab2b5769415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:29.708988 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5c4df9b8-4361-4e2e-a976-8ff092df98a3 req-bab4b7cf-2be7-4ecc-8c89-0fc42341fd72 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395017 Mar 05 13:55:29.843951 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c32b2451-38eb-478a-b1dc-6b3a6ed2c1dd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:29.890578 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6dd0-43db-4488-b230-8bb0143cfc5f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:30.133370 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-36b57511-b7c8-427b-802f-03e3f542c1a9 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:30.137590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-36b57511-b7c8-427b-802f-03e3f542c1a9 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Synchronizing usage tracker for tenant:ec8b123b0bc94afc9fabf3eb363dcb06 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:55:30.182138 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3b15943a-cd6e-4faf-bd3b-4ab2b5769415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:30.182726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c32b2451-38eb-478a-b1dc-6b3a6ed2c1dd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:30.185692 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-36b57511-b7c8-427b-802f-03e3f542c1a9 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Unset dirty status for tenant:ec8b123b0bc94afc9fabf3eb363dcb06 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:55:30.206573 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-36b57511-b7c8-427b-802f-03e3f542c1a9 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/networks?id=8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f HTTP/1.1" status: 200 len: 810 time: 0.4103220 Mar 05 13:55:30.248784 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-5f1c9fdd-9625-4ff1-a452-0dfef857787f tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/quotas/ec8b123b0bc94afc9fabf3eb363dcb06 HTTP/1.1" status: 200 len: 375 time: 0.0381205 Mar 05 13:55:30.268904 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-3b15943a-cd6e-4faf-bd3b-4ab2b5769415 None None] For port 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5e7d7908-0c8c-48bd-8d6d-f15b488c07cb,segment=NetworkSegment(fd2aebf7-e5e7-479a-9117-ee3e52cf4cec),segment_id=fd2aebf7-e5e7-479a-9117-ee3e52cf4cec)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:55:30.276736 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3b15943a-cd6e-4faf-bd3b-4ab2b5769415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:30.426097 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15943a-cd6e-4faf-bd3b-4ab2b5769415 None None] Pushing event updated for resources: {'Port': ['ID=5e7d7908-0c8c-48bd-8d6d-f15b488c07cb,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:30.454905 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-ab1438f9-f785-448e-a1f9-16fe467ce8c8 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec8b123b0bc94afc9fabf3eb363dcb06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2036459 Mar 05 13:55:30.465351 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6181d6c2-67ad-4f35-a618-267fb79e1240 None None] Provisioning complete for port aead3c98-e287-47f6-b975-a4b721d0d4c0 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:30.466027 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6181d6c2-67ad-4f35-a618-267fb79e1240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:30.479649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32b2451-38eb-478a-b1dc-6b3a6ed2c1dd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:55:30.523739 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be454f5c-256f-4452-b5ba-ce8c52923984 req-b19fe736-b2db-4ba9-b64a-6834906368d8 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:30.526100 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-be454f5c-256f-4452-b5ba-ce8c52923984 req-b19fe736-b2db-4ba9-b64a-6834906368d8 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 945 time: 0.3837509 Mar 05 13:55:30.624028 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-6181d6c2-67ad-4f35-a618-267fb79e1240 None None] Port aead3c98-e287-47f6-b975-a4b721d0d4c0 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:55:30.644526 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6181d6c2-67ad-4f35-a618-267fb79e1240 None None] Provisioning for port 59a93cd0-2201-4dbb-b27a-162906476b17 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:55:30.651531 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6181d6c2-67ad-4f35-a618-267fb79e1240 None None] Provisioning complete for port 59a93cd0-2201-4dbb-b27a-162906476b17 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:30.652886 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6181d6c2-67ad-4f35-a618-267fb79e1240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:30.837076 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-be454f5c-256f-4452-b5ba-ce8c52923984 req-16259163-bdfa-4e04-894b-b1d2cac93667 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707150 Mar 05 13:55:30.927236 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c32b2451-38eb-478a-b1dc-6b3a6ed2c1dd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:30.989804 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-c32b2451-38eb-478a-b1dc-6b3a6ed2c1dd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] device_id is not set on port ddbab084-6b0b-49d3-829e-ab5757fab782 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:55:30.997699 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6dd0-43db-4488-b230-8bb0143cfc5f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:31.009253 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6dd0-43db-4488-b230-8bb0143cfc5f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:31.113687 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-463685f1-d522-47db-871e-dd423e708e8c None None] Provisioning complete for port 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:31.114229 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-463685f1-d522-47db-871e-dd423e708e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:31.210487 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6dd0-43db-4488-b230-8bb0143cfc5f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:31.219868 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:55:31.291671 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e6dd0-43db-4488-b230-8bb0143cfc5f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Port': ['ID=68e5430c-7d6f-4c08-8789-d11157c92a75,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:31.408772 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fe45c-7564-4b2d-894a-d875a2e673f4 req-39eeded6-26ac-4dbb-ac84-ba74d82bdd6d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:31.410618 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ea9fe45c-7564-4b2d-894a-d875a2e673f4 req-39eeded6-26ac-4dbb-ac84-ba74d82bdd6d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.3482106 Mar 05 13:55:31.496430 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-4b705289-6431-47b1-b221-518d5d89a06f service neutron] 10.222.0.16 "GET /v2.0/networks/8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0399079 Mar 05 13:55:31.534513 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ea9fe45c-7564-4b2d-894a-d875a2e673f4 req-6c759325-a4ca-460b-a563-864ca5e035ba tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143754 Mar 05 13:55:31.602638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9e6dd0-43db-4488-b230-8bb0143cfc5f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network 3e196f2c-6d69-46fd-a324-933809301fad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:55:31.608256 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-8c9e6dd0-43db-4488-b230-8bb0143cfc5f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:55:31.741769 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:31.742189 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:31.758304 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-c32b2451-38eb-478a-b1dc-6b3a6ed2c1dd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Allocated IP 172.20.0.4 (b4241156-4b48-483c-90ef-31c5f9ca3b51/f577c5b6-518f-48ca-8571-6a4981ce95d1/ddbab084-6b0b-49d3-829e-ab5757fab782) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:55:31.866142 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-463685f1-d522-47db-871e-dd423e708e8c None None] Provisioning for port 68e5430c-7d6f-4c08-8789-d11157c92a75 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:55:31.922924 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-463685f1-d522-47db-871e-dd423e708e8c None None] Provisioning complete for port 68e5430c-7d6f-4c08-8789-d11157c92a75 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:31.928174 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-463685f1-d522-47db-871e-dd423e708e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:32.019642 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9e6dd0-43db-4488-b230-8bb0143cfc5f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Router cb5d628c-73a2-4cba-b177-69e7adb4b12b is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:55:32.109385 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-463685f1-d522-47db-871e-dd423e708e8c None None] Port 68e5430c-7d6f-4c08-8789-d11157c92a75 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:55:32.249472 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-73db9dae-5e4b-4b15-86f7-c655d4a97e83 None None] Provisioning complete for port 68e5430c-7d6f-4c08-8789-d11157c92a75 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:32.250061 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-73db9dae-5e4b-4b15-86f7-c655d4a97e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:32.383858 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-73db9dae-5e4b-4b15-86f7-c655d4a97e83 None None] Port 68e5430c-7d6f-4c08-8789-d11157c92a75 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:55:32.463932 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-dde34205-b30e-4aeb-a8a6-d0febf83b24a service neutron] 10.222.0.16 "GET /v2.0/networks/8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414650 Mar 05 13:55:32.504260 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c32b2451-38eb-478a-b1dc-6b3a6ed2c1dd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:32.541664 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9e6dd0-43db-4488-b230-8bb0143cfc5f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:55:32.560643 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8c9e6dd0-43db-4488-b230-8bb0143cfc5f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/routers/cb5d628c-73a2-4cba-b177-69e7adb4b12b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1183908 Mar 05 13:55:32.574111 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb160fca-e8e6-4cc8-b190-93a2e5a82014 None None] Sync routers for ids ['cb5d628c-73a2-4cba-b177-69e7adb4b12b'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:55:32.576044 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40574) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:32.593202 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-c32b2451-38eb-478a-b1dc-6b3a6ed2c1dd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Transition to ACTIVE for port object ddbab084-6b0b-49d3-829e-ab5757fab782 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:55:32.598528 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb160fca-e8e6-4cc8-b190-93a2e5a82014 None None] Routers {'cb5d628c-73a2-4cba-b177-69e7adb4b12b'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:55:32.600875 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-eb160fca-e8e6-4cc8-b190-93a2e5a82014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:55:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['cb5d628c-73a2-4cba-b177-69e7adb4b12b'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:32.689976 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c32b2451-38eb-478a-b1dc-6b3a6ed2c1dd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:32.883291 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-eb160fca-e8e6-4cc8-b190-93a2e5a82014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:32.918577 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb160fca-e8e6-4cc8-b190-93a2e5a82014 None None] Routers {'cb5d628c-73a2-4cba-b177-69e7adb4b12b'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:55:32.919229 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-eb160fca-e8e6-4cc8-b190-93a2e5a82014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:55:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['cb5d628c-73a2-4cba-b177-69e7adb4b12b'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:32.977865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32b2451-38eb-478a-b1dc-6b3a6ed2c1dd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network b4241156-4b48-483c-90ef-31c5f9ca3b51 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:55:32.989196 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-c32b2451-38eb-478a-b1dc-6b3a6ed2c1dd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:55:33.021829 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32b2451-38eb-478a-b1dc-6b3a6ed2c1dd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:55:33.039743 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-eb160fca-e8e6-4cc8-b190-93a2e5a82014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:33.040299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb160fca-e8e6-4cc8-b190-93a2e5a82014 None None] The sync data for ids ['cb5d628c-73a2-4cba-b177-69e7adb4b12b'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:55:33.274745 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32b2451-38eb-478a-b1dc-6b3a6ed2c1dd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:33.275438 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c32b2451-38eb-478a-b1dc-6b3a6ed2c1dd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:33.306110 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b2451-38eb-478a-b1dc-6b3a6ed2c1dd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Port': ['ID=ddbab084-6b0b-49d3-829e-ab5757fab782,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:33.406275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe485f5-6a24-4b2a-b917-de81971f2433 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:33.409567 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7fe485f5-6a24-4b2a-b917-de81971f2433 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Synchronizing usage tracker for tenant:beafff5c987348ddbc3961566817c315 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:55:33.410995 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c32b2451-38eb-478a-b1dc-6b3a6ed2c1dd tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8566520 Mar 05 13:55:33.412654 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40584) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:33.422045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-4d9a493f-a978-40e7-bffe-2d1b017df835 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'subnet': {'network_id': 'b4241156-4b48-483c-90ef-31c5f9ca3b51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:33.526354 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40588) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:33.530834 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0aa9d775-83c8-483c-ab4a-469b842ee8ab None None] Provisioning for port ddbab084-6b0b-49d3-829e-ab5757fab782 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:55:33.536267 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0aa9d775-83c8-483c-ab4a-469b842ee8ab None None] Provisioning complete for port ddbab084-6b0b-49d3-829e-ab5757fab782 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:33.536842 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0aa9d775-83c8-483c-ab4a-469b842ee8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:33.663405 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee21f8-cde4-466d-be2f-b465fa3df339 req-e649feff-b278-4e52-a4b3-6a43a2ca31bb tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:33.669251 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ccee21f8-cde4-466d-be2f-b465fa3df339 req-e649feff-b278-4e52-a4b3-6a43a2ca31bb tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.2759266 Mar 05 13:55:33.671430 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-0aa9d775-83c8-483c-ab4a-469b842ee8ab None None] Port ddbab084-6b0b-49d3-829e-ab5757fab782 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:55:33.718241 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7fe485f5-6a24-4b2a-b917-de81971f2433 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Unset dirty status for tenant:beafff5c987348ddbc3961566817c315 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:55:33.719787 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7fe485f5-6a24-4b2a-b917-de81971f2433 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/ports/68e5430c-7d6f-4c08-8789-d11157c92a75 HTTP/1.1" status: 200 len: 910 time: 1.1427350 Mar 05 13:55:33.731495 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40598) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:33.741907 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-b2c27710-85f9-4919-8675-2c2b05c641f9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f2749231-5697-4635-96e3-e33b01fcae7d'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:33.833920 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a277347f-0d0c-48ad-b77b-5a58be42982f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:33.846697 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b45f0-a4b9-4e0c-ac94-517df2b964d5 req-4ecffb1d-39eb-4447-8a0a-6a49002a8601 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:33.848209 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4b0b45f0-a4b9-4e0c-ac94-517df2b964d5 req-4ecffb1d-39eb-4447-8a0a-6a49002a8601 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.6550045 Mar 05 13:55:33.927737 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4b0b45f0-a4b9-4e0c-ac94-517df2b964d5 req-a96caa8d-f8d9-40b9-b968-ab6cf6c9d9fa tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688801 Mar 05 13:55:33.934321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4d9a493f-a978-40e7-bffe-2d1b017df835 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:33.938706 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4d9a493f-a978-40e7-bffe-2d1b017df835 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:subnet and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:33.939196 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ccee21f8-cde4-466d-be2f-b465fa3df339 req-27099d3c-b0f5-47ab-bdbf-28c3d4a53290 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579834 Mar 05 13:55:33.943030 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4d9a493f-a978-40e7-bffe-2d1b017df835 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:33.975763 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4d9a493f-a978-40e7-bffe-2d1b017df835 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:34.001654 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9a493f-a978-40e7-bffe-2d1b017df835 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:55:34.006729 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4d9a493f-a978-40e7-bffe-2d1b017df835 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:34.035668 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a277347f-0d0c-48ad-b77b-5a58be42982f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:34.039988 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a277347f-0d0c-48ad-b77b-5a58be42982f admin admin] Usage tracker for resource:security_group_rule and tenant:d822c1fcdebd4dd3b28f46ffccd19b38 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:34.044069 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a277347f-0d0c-48ad-b77b-5a58be42982f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:34.051818 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a277347f-0d0c-48ad-b77b-5a58be42982f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:34.160787 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a277347f-0d0c-48ad-b77b-5a58be42982f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:34.226129 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a277347f-0d0c-48ad-b77b-5a58be42982f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:34.300000 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a277347f-0d0c-48ad-b77b-5a58be42982f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d822c1fcdebd4dd3b28f46ffccd19b38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7374043 Mar 05 13:55:34.301299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40614) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:34.305368 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-09e95393-205e-4f25-bdd0-9c4ad9b2414c req-9cc53250-0faf-4113-98ed-53e972f28c47 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eaac596-2ce4-4f38-ba7b-d497db799fab HTTP/1.1" status: 200 len: 210 time: 0.1264262 Mar 05 13:55:34.396073 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277347f-0d0c-48ad-b77b-5a58be42982f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca72b190-4273-417e-81ce-0c341fff19b7,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:34.540008 n-d-803718-1 neutron-server[87914]: INFO neutron.db.ipam_backend_mixin [None req-4d9a493f-a978-40e7-bffe-2d1b017df835 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f577c5b6-518f-48ca-8571-6a4981ce95d1 (CIDR: 172.20.0.0/28) Mar 05 13:55:34.568273 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9a493f-a978-40e7-bffe-2d1b017df835 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 13:55:34.569225 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d9a493f-a978-40e7-bffe-2d1b017df835 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:55:34.589423 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-658c2162-e70e-48ef-b6bb-6efe6fdac05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:34.627873 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4d9a493f-a978-40e7-bffe-2d1b017df835 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2127624 Mar 05 13:55:34.637276 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40620) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:34.643395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-fe143db3-c447-40a9-9504-c2125f291851 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'subnet': {'network_id': 'b4241156-4b48-483c-90ef-31c5f9ca3b51', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:34.676932 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b2c27710-85f9-4919-8675-2c2b05c641f9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:34.691165 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-658c2162-e70e-48ef-b6bb-6efe6fdac05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:34.911444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d996df-8718-43e3-a03e-a3394d00aa70 req-16711749-5e14-4418-ac06-d09792bdca47 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:34.920357 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06d996df-8718-43e3-a03e-a3394d00aa70 req-16711749-5e14-4418-ac06-d09792bdca47 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 945 time: 0.6800537 Mar 05 13:55:34.923271 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fe143db3-c447-40a9-9504-c2125f291851 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:34.940928 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-658c2162-e70e-48ef-b6bb-6efe6fdac05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:34.969041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fe143db3-c447-40a9-9504-c2125f291851 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:subnet and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:34.973607 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c2162-e70e-48ef-b6bb-6efe6fdac05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca72b190-4273-417e-81ce-0c341fff19b7,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:34.976928 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fe143db3-c447-40a9-9504-c2125f291851 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:35.017597 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fe143db3-c447-40a9-9504-c2125f291851 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:35.036553 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06d996df-8718-43e3-a03e-a3394d00aa70 req-ebe0ca83-8afe-41f9-bfb9-434601a5786e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107185 Mar 05 13:55:35.037500 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-658c2162-e70e-48ef-b6bb-6efe6fdac05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:35.040559 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-658c2162-e70e-48ef-b6bb-6efe6fdac05b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca72b190-4273-417e-81ce-0c341fff19b7 HTTP/1.1" status: 204 len: 168 time: 0.7248104 Mar 05 13:55:35.086785 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe143db3-c447-40a9-9504-c2125f291851 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:55:35.093421 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fe143db3-c447-40a9-9504-c2125f291851 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:35.250398 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83439832-232c-41b8-90d0-5c77bed136fe req-28ba4760-ec60-42ca-8151-c2ef1736c021 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:35.265582 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-83439832-232c-41b8-90d0-5c77bed136fe req-28ba4760-ec60-42ca-8151-c2ef1736c021 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.5653419 Mar 05 13:55:35.440242 n-d-803718-1 neutron-server[87914]: INFO neutron.db.ipam_backend_mixin [None req-fe143db3-c447-40a9-9504-c2125f291851 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d5a270b1-0473-49be-911d-cf3b4b1dc945 (CIDR: 172.20.0.16/28) Mar 05 13:55:35.451213 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe143db3-c447-40a9-9504-c2125f291851 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 13:55:35.451571 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe143db3-c447-40a9-9504-c2125f291851 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:55:35.556547 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d9484-7bc5-4abe-8830-f861ad303bc6 req-04000747-ab6d-4727-bada-514d92f61ee0 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:35.560983 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2c1d9484-7bc5-4abe-8830-f861ad303bc6 req-04000747-ab6d-4727-bada-514d92f61ee0 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.2262039 Mar 05 13:55:35.570460 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fe143db3-c447-40a9-9504-c2125f291851 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9317691 Mar 05 13:55:35.576210 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40632) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:35.590211 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-f366642b-b511-4545-a306-24e102585721 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'subnet': {'network_id': 'b4241156-4b48-483c-90ef-31c5f9ca3b51', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:35.739976 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-83439832-232c-41b8-90d0-5c77bed136fe req-b590bfa9-1635-418e-89b0-ecfa84f577d6 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718366 Mar 05 13:55:35.795167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40638) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:35.865959 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ceb5593e-5f14-49e6-aab3-ee0163365bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:35.920127 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2c1d9484-7bc5-4abe-8830-f861ad303bc6 req-69ab303f-f01c-446c-be1a-de297ebcc582 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3469622 Mar 05 13:55:36.013019 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ceb5593e-5f14-49e6-aab3-ee0163365bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:36.060177 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-21f91423-b2d4-4ca6-8120-342eac46fea8 req-507459f1-ff98-45d5-8024-76c95355c564 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eaac596-2ce4-4f38-ba7b-d497db799fab HTTP/1.1" status: 200 len: 210 time: 0.0679319 Mar 05 13:55:36.093771 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ceb5593e-5f14-49e6-aab3-ee0163365bd9 admin admin] Usage tracker for resource:security_group_rule and tenant:434abe0dd2984434abc6adc8a60f2175 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:36.102110 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f366642b-b511-4545-a306-24e102585721 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:36.107820 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f366642b-b511-4545-a306-24e102585721 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Usage tracker for resource:subnet and tenant:71b2477360244921b7fd821a95fc21d4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:36.115615 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ceb5593e-5f14-49e6-aab3-ee0163365bd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:36.127916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ceb5593e-5f14-49e6-aab3-ee0163365bd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:36.132927 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f366642b-b511-4545-a306-24e102585721 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:36.145430 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f366642b-b511-4545-a306-24e102585721 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:36.166408 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f366642b-b511-4545-a306-24e102585721 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Made reservation on behalf of 71b2477360244921b7fd821a95fc21d4 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:55:36.172737 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f366642b-b511-4545-a306-24e102585721 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:36.403741 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-093310a4-399f-4ae2-b39a-3729bcd0a88a tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:36.405342 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-093310a4-399f-4ae2-b39a-3729bcd0a88a tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.30 "GET /v2.0/networks?id=8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f HTTP/1.1" status: 200 len: 810 time: 0.9505632 Mar 05 13:55:36.427078 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-e8042ed6-47b0-4931-abea-b02919290405 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Request body: {'port': {'device_id': '7eaac596-2ce4-4f38-ba7b-d497db799fab', 'network_id': '8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f', 'admin_state_up': True, 'tenant_id': 'ec8b123b0bc94afc9fabf3eb363dcb06'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:36.695080 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b2c27710-85f9-4919-8675-2c2b05c641f9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:36.708128 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ceb5593e-5f14-49e6-aab3-ee0163365bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:36.715838 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b2c27710-85f9-4919-8675-2c2b05c641f9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:36.742145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-e8042ed6-47b0-4931-abea-b02919290405 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:36.743110 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef800aa8-233b-487f-8ab0-ec2720508654 req-8cbb54ee-a6d2-49db-b80f-f584fded66ba tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:36.755395 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ef800aa8-233b-487f-8ab0-ec2720508654 req-8cbb54ee-a6d2-49db-b80f-f584fded66ba tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 945 time: 0.4196951 Mar 05 13:55:36.764065 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ceb5593e-5f14-49e6-aab3-ee0163365bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:36.794397 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-e8042ed6-47b0-4931-abea-b02919290405 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Usage tracker for resource:port and tenant:ec8b123b0bc94afc9fabf3eb363dcb06 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:36.814636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-e8042ed6-47b0-4931-abea-b02919290405 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:36.838164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-e8042ed6-47b0-4931-abea-b02919290405 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:36.872941 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a849fd-c47b-417f-ae03-f778d1d9a45e req-c3392188-c0eb-4887-9846-7a00c8af10cc tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:36.874572 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-77a849fd-c47b-417f-ae03-f778d1d9a45e req-c3392188-c0eb-4887-9846-7a00c8af10cc tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.3068488 Mar 05 13:55:36.887285 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c27710-85f9-4919-8675-2c2b05c641f9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:36.887979 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b2c27710-85f9-4919-8675-2c2b05c641f9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:36.892063 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b2c27710-85f9-4919-8675-2c2b05c641f9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/ports/68e5430c-7d6f-4c08-8789-d11157c92a75 HTTP/1.1" status: 200 len: 910 time: 3.1565754 Mar 05 13:55:36.892063 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c27710-85f9-4919-8675-2c2b05c641f9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Port': ['ID=68e5430c-7d6f-4c08-8789-d11157c92a75,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:36.901421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5593e-5f14-49e6-aab3-ee0163365bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cac2e48-bf67-43b2-a8f7-d40d209bf2ab,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:36.906675 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ceb5593e-5f14-49e6-aab3-ee0163365bd9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=434abe0dd2984434abc6adc8a60f2175&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1033490 Mar 05 13:55:36.910142 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40652) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:36.910315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40654) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:36.911020 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-e8042ed6-47b0-4931-abea-b02919290405 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Made reservation on behalf of ec8b123b0bc94afc9fabf3eb363dcb06 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:55:36.914646 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-e8042ed6-47b0-4931-abea-b02919290405 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:37.069344 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ef800aa8-233b-487f-8ab0-ec2720508654 req-e577bb78-0517-423d-b36e-c41522a7edff tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3120291 Mar 05 13:55:37.163559 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d8c30d32-1076-416b-b383-40381f79fc28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:37.168802 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-77a849fd-c47b-417f-ae03-f778d1d9a45e req-12cc1487-f748-4431-85f7-e41513df6572 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877989 Mar 05 13:55:37.223508 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d8c30d32-1076-416b-b383-40381f79fc28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:37.320942 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f366642b-b511-4545-a306-24e102585721 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:37.420761 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d8c30d32-1076-416b-b383-40381f79fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:37.442207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f366642b-b511-4545-a306-24e102585721 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Network b4241156-4b48-483c-90ef-31c5f9ca3b51 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:55:37.484017 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f1b38843-b5d5-4a26-a78f-df48e5ed2271 req-0515e6f3-3b5d-4f70-bf86-f4ad70ebb4c9 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eaac596-2ce4-4f38-ba7b-d497db799fab HTTP/1.1" status: 200 len: 210 time: 0.1255751 Mar 05 13:55:37.487506 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-f366642b-b511-4545-a306-24e102585721 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:55:37.491980 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f366642b-b511-4545-a306-24e102585721 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:37.492734 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f366642b-b511-4545-a306-24e102585721 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:37.498914 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9b8160-3fa5-4b88-84f3-da5473a7ffa7 None None] Network b4241156-4b48-483c-90ef-31c5f9ca3b51 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:55:37.517957 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-e8042ed6-47b0-4931-abea-b02919290405 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Allocated IP 172.20.0.12 (8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f/8d9d2b87-90b1-455c-9215-ab060d7a0677/023eeee3-e148-4992-9c70-2a190805d100) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:55:37.531231 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c30d32-1076-416b-b383-40381f79fc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cac2e48-bf67-43b2-a8f7-d40d209bf2ab,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:37.576487 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d8c30d32-1076-416b-b383-40381f79fc28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:37.580100 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d8c30d32-1076-416b-b383-40381f79fc28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0cac2e48-bf67-43b2-a8f7-d40d209bf2ab HTTP/1.1" status: 204 len: 168 time: 0.6625247 Mar 05 13:55:37.590586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366642b-b511-4545-a306-24e102585721 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Subnet': ['ID=0ecce03a-4482-47f6-be74-8a0b509bfe4b,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:37.598082 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f366642b-b511-4545-a306-24e102585721 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0209119 Mar 05 13:55:37.598702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40668) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:37.614166 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-6f29a924-dac4-481e-8824-e8f63406dbb3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1776546293', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0ecce03a-4482-47f6-be74-8a0b509bfe4b'}], 'security_groups': ['6fb33568-b26c-4790-a7a9-76b091e1a6fe', 'c9f756a2-4bd1-494c-afa0-2a61bded2b19']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:37.661986 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d1178-9b00-46f8-866b-02ca8aeb02c7 req-e6d3e45a-3c1a-42f5-aa18-a4ed13f5ba9c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:37.670962 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5e2d1178-9b00-46f8-866b-02ca8aeb02c7 req-e6d3e45a-3c1a-42f5-aa18-a4ed13f5ba9c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.4061251 Mar 05 13:55:37.759064 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5e2d1178-9b00-46f8-866b-02ca8aeb02c7 req-e4771f74-1bde-48cf-a81e-997a9d8639e4 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868874 Mar 05 13:55:38.115116 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6f29a924-dac4-481e-8824-e8f63406dbb3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:38.151568 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6c634-fbcf-456c-970a-89db15dd8e06 req-caaad75e-6a95-455c-8a24-6d12f096968f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:38.158970 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-55f6c634-fbcf-456c-970a-89db15dd8e06 req-caaad75e-6a95-455c-8a24-6d12f096968f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.2534752 Mar 05 13:55:38.229430 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b473abc9-0e27-4168-b843-b73348dffd23 None None] Update dhcp port {'port': {'network_id': 'b4241156-4b48-483c-90ef-31c5f9ca3b51', 'fixed_ips': [{'subnet_id': 'd5a270b1-0473-49be-911d-cf3b4b1dc945', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f577c5b6-518f-48ca-8571-6a4981ce95d1', 'ip_address': '172.20.0.2'}, {'subnet_id': '0ecce03a-4482-47f6-be74-8a0b509bfe4b'}], 'binding:host_id': 'n-d-803718-1'}, 'id': '59a93cd0-2201-4dbb-b27a-162906476b17'} from n-d-803718-1. {{(pid=87915) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 05 13:55:38.303343 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-55f6c634-fbcf-456c-970a-89db15dd8e06 req-d919abef-7dce-4257-b2d6-d9fabd403a55 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434526 Mar 05 13:55:38.387510 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b473abc9-0e27-4168-b843-b73348dffd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:38.414540 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15de3e9-cecf-4c8e-ad79-79171da981e4 req-6f0973d5-0788-49b0-881f-d71a80aa3a95 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:38.423987 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c15de3e9-cecf-4c8e-ad79-79171da981e4 req-6f0973d5-0788-49b0-881f-d71a80aa3a95 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.6577408 Mar 05 13:55:38.668324 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c15de3e9-cecf-4c8e-ad79-79171da981e4 req-10fbacc2-9086-4e54-9768-173d9a3eb566 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170777 Mar 05 13:55:38.674538 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-e8042ed6-47b0-4931-abea-b02919290405 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:38.731968 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5305fa8-11bd-4d6c-b12b-0ad3ef66a42f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:38.764036 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fe9a7e9e-c44b-44fe-b1ec-ed0a1941224c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:38.793760 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083eccb7-9cb5-47a9-8226-d6e1c1b0e7c1 req-1e640881-d347-4286-a54a-9e869543b117 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:38.807096 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-083eccb7-9cb5-47a9-8226-d6e1c1b0e7c1 req-1e640881-d347-4286-a54a-9e869543b117 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 945 time: 0.3496182 Mar 05 13:55:39.034459 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-e8042ed6-47b0-4931-abea-b02919290405 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:39.055561 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-083eccb7-9cb5-47a9-8226-d6e1c1b0e7c1 req-cb7b0788-42b8-46c8-a59c-6be67e7b269f tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474616 Mar 05 13:55:39.093250 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-6f29a924-dac4-481e-8824-e8f63406dbb3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Delete allocated IP 172.20.0.4 (b4241156-4b48-483c-90ef-31c5f9ca3b51/f577c5b6-518f-48ca-8571-6a4981ce95d1) {{(pid=87914) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 05 13:55:39.111220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-6f29a924-dac4-481e-8824-e8f63406dbb3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Allocated IP 172.20.0.43 (b4241156-4b48-483c-90ef-31c5f9ca3b51/0ecce03a-4482-47f6-be74-8a0b509bfe4b/ddbab084-6b0b-49d3-829e-ab5757fab782) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:55:39.218898 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-e8042ed6-47b0-4931-abea-b02919290405 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Network 8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:55:39.228819 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-e8042ed6-47b0-4931-abea-b02919290405 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:55:39.243393 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-e8042ed6-47b0-4931-abea-b02919290405 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:55:39.310787 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8042ed6-47b0-4931-abea-b02919290405 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Pushing event updated for resources: {'Port': ['ID=023eeee3-e148-4992-9c70-2a190805d100,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:39.328745 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c6526-8db5-42ef-99fa-e1d490d6656f req-619fcf5e-670e-41cf-a211-20bd24c72ecb tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:39.330239 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-373c6526-8db5-42ef-99fa-e1d490d6656f req-619fcf5e-670e-41cf-a211-20bd24c72ecb tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.4565032 Mar 05 13:55:39.373634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-e8042ed6-47b0-4931-abea-b02919290405 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:39.374290 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-e8042ed6-47b0-4931-abea-b02919290405 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:39.487083 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6f29a924-dac4-481e-8824-e8f63406dbb3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:39.493016 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-373c6526-8db5-42ef-99fa-e1d490d6656f req-ebd4b47d-e226-44f2-b5a8-230c4ffdb441 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520069 Mar 05 13:55:39.515968 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-e8042ed6-47b0-4931-abea-b02919290405 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0993156 Mar 05 13:55:39.558901 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-b533c77e-4643-4df3-9803-92fd8e4b3ab6 service neutron] Request body: {'port': {'device_id': '7eaac596-2ce4-4f38-ba7b-d497db799fab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:39.564794 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-6f29a924-dac4-481e-8824-e8f63406dbb3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Transition to ACTIVE for port object ddbab084-6b0b-49d3-829e-ab5757fab782 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:55:39.578164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a00cbd-53e5-4f66-80fa-9de4c06e213a req-8d24bce8-7e97-44bd-bacc-2660ee9cb1b1 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:39.583335 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-79a00cbd-53e5-4f66-80fa-9de4c06e213a req-8d24bce8-7e97-44bd-bacc-2660ee9cb1b1 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eaac596-2ce4-4f38-ba7b-d497db799fab HTTP/1.1" status: 200 len: 932 time: 0.2041554 Mar 05 13:55:39.584629 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6f29a924-dac4-481e-8824-e8f63406dbb3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:39.698537 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40712) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:39.706305 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-b473abc9-0e27-4168-b843-b73348dffd23 None None] Allocated IP 172.20.0.34 (b4241156-4b48-483c-90ef-31c5f9ca3b51/0ecce03a-4482-47f6-be74-8a0b509bfe4b/59a93cd0-2201-4dbb-b27a-162906476b17) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:55:39.787530 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e5305fa8-11bd-4d6c-b12b-0ad3ef66a42f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting port 68e5430c-7d6f-4c08-8789-d11157c92a75 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:55:39.787869 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5305fa8-11bd-4d6c-b12b-0ad3ef66a42f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:39.826888 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29a924-dac4-481e-8824-e8f63406dbb3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event updated for resources: {'Port': ['ID=ddbab084-6b0b-49d3-829e-ab5757fab782,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:39.857271 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-79a00cbd-53e5-4f66-80fa-9de4c06e213a req-94838e6c-8e1a-4a3a-8de9-b2f8357c5b00 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e60027-8e85-40db-895b-76c058895b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011268 Mar 05 13:55:39.876810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-6f29a924-dac4-481e-8824-e8f63406dbb3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] In _notify_port_updated(), no bound segment for port ddbab084-6b0b-49d3-829e-ab5757fab782 on network b4241156-4b48-483c-90ef-31c5f9ca3b51 {{(pid=87914) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 13:55:39.886016 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f29a924-dac4-481e-8824-e8f63406dbb3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:39.890667 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6f29a924-dac4-481e-8824-e8f63406dbb3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:39.892307 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6f29a924-dac4-481e-8824-e8f63406dbb3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "PUT /v2.0/ports/ddbab084-6b0b-49d3-829e-ab5757fab782 HTTP/1.1" status: 200 len: 960 time: 2.2851079 Mar 05 13:55:39.895875 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40720) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:39.988661 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b473abc9-0e27-4168-b843-b73348dffd23 None None] For port 59a93cd0-2201-4dbb-b27a-162906476b17, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=59a93cd0-2201-4dbb-b27a-162906476b17,segment=NetworkSegment(13732edd-416d-447d-a528-d83e1db36d41),segment_id=13732edd-416d-447d-a528-d83e1db36d41)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:55:40.007923 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-b533c77e-4643-4df3-9803-92fd8e4b3ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:40.025156 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-327a5fc8-f122-4996-b036-f0121bedd3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:40.043024 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b473abc9-0e27-4168-b843-b73348dffd23 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:40.066412 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b473abc9-0e27-4168-b843-b73348dffd23 None None] Transition to ACTIVE for port object 59a93cd0-2201-4dbb-b27a-162906476b17 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:55:40.076412 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b473abc9-0e27-4168-b843-b73348dffd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:40.161190 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473abc9-0e27-4168-b843-b73348dffd23 None None] Pushing event updated for resources: {'Port': ['ID=59a93cd0-2201-4dbb-b27a-162906476b17,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:40.166062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-e9b1c3ce-da6e-40eb-876c-fda41e1dfcd3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting port ddbab084-6b0b-49d3-829e-ab5757fab782 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:55:40.166404 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c3ce-da6e-40eb-876c-fda41e1dfcd3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:40.252038 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-327a5fc8-f122-4996-b036-f0121bedd3e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:40.259459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-327a5fc8-f122-4996-b036-f0121bedd3e0 admin admin] Usage tracker for resource:security_group_rule and tenant:f18251affc2f4fd8aa70894396529514 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:40.264439 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-327a5fc8-f122-4996-b036-f0121bedd3e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:40.273561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-327a5fc8-f122-4996-b036-f0121bedd3e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:40.428333 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e5340-7e7e-4fd0-8f65-4d47f044248f req-0133bd48-0aed-4e1e-b762-601cf7ad9233 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:40.429858 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-333e5340-7e7e-4fd0-8f65-4d47f044248f req-0133bd48-0aed-4e1e-b762-601cf7ad9233 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.2698712 Mar 05 13:55:40.637142 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-333e5340-7e7e-4fd0-8f65-4d47f044248f req-9b3f6ef7-8525-4e26-9bc2-1cdb7b87e69b tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242735 Mar 05 13:55:40.646717 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c3ce-da6e-40eb-876c-fda41e1dfcd3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:40.781602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-b533c77e-4643-4df3-9803-92fd8e4b3ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 023eeee3-e148-4992-9c70-2a190805d100 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:55:40.796512 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-b533c77e-4643-4df3-9803-92fd8e4b3ab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:40.814367 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-b533c77e-4643-4df3-9803-92fd8e4b3ab6 service neutron] Transition to ACTIVE for port object 023eeee3-e148-4992-9c70-2a190805d100 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:55:40.824953 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-b533c77e-4643-4df3-9803-92fd8e4b3ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:40.837967 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-e9b1c3ce-da6e-40eb-876c-fda41e1dfcd3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Calling delete_port for ddbab084-6b0b-49d3-829e-ab5757fab782 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:55:40.872968 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-327a5fc8-f122-4996-b036-f0121bedd3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:40.921174 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-327a5fc8-f122-4996-b036-f0121bedd3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:40.922961 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccb4d1-a6d5-4b7e-81e4-cf6eb290d724 req-cb5658c8-ecaf-452e-b655-4f7574efc3f4 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:40.925425 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-07e1e869-b5e4-4a35-bc67-555c027b3bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:40.931015 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3eccb4d1-a6d5-4b7e-81e4-cf6eb290d724 req-cb5658c8-ecaf-452e-b655-4f7574efc3f4 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 1.0773528 Mar 05 13:55:41.032347 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-327a5fc8-f122-4996-b036-f0121bedd3e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f18251affc2f4fd8aa70894396529514&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3123717 Mar 05 13:55:41.046888 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a5fc8-f122-4996-b036-f0121bedd3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3649ded8-6f18-4e39-9a5f-4d53bf330619,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:41.051622 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40732) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:41.152516 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218cc41-4321-463a-8a04-05630b6e59b4 req-34097462-c408-4712-8294-feb1787aec7d tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:41.162825 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3218cc41-4321-463a-8a04-05630b6e59b4 req-34097462-c408-4712-8294-feb1787aec7d tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 945 time: 0.3352389 Mar 05 13:55:41.182705 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 59a93cd0-2201-4dbb-b27a-162906476b17 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:55:41.250823 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3218cc41-4321-463a-8a04-05630b6e59b4 req-5597af08-3868-4e31-a9d4-6e358658cb74 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753922 Mar 05 13:55:41.251536 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c3ce-da6e-40eb-876c-fda41e1dfcd3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:41.314746 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533c77e-4643-4df3-9803-92fd8e4b3ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=023eeee3-e148-4992-9c70-2a190805d100,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:41.368786 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3eccb4d1-a6d5-4b7e-81e4-cf6eb290d724 req-f0e83b23-6e1b-4164-b1eb-e3d343915c6c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4359770 Mar 05 13:55:41.447332 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1c3ce-da6e-40eb-876c-fda41e1dfcd3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Port': ['ID=ddbab084-6b0b-49d3-829e-ab5757fab782,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:41.470139 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5305fa8-11bd-4d6c-b12b-0ad3ef66a42f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:41.481932 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e476912c-5c31-4372-a771-3f11bccd67af None None] Provisioning complete for port aead3c98-e287-47f6-b975-a4b721d0d4c0 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:41.482297 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e476912c-5c31-4372-a771-3f11bccd67af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:41.587085 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c3ce-da6e-40eb-876c-fda41e1dfcd3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:41.617666 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e476912c-5c31-4372-a771-3f11bccd67af None None] Port aead3c98-e287-47f6-b975-a4b721d0d4c0 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:55:41.643770 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e476912c-5c31-4372-a771-3f11bccd67af None None] Provisioning for port 59a93cd0-2201-4dbb-b27a-162906476b17 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:55:41.665672 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e9b1c3ce-da6e-40eb-876c-fda41e1dfcd3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/ports/ddbab084-6b0b-49d3-829e-ab5757fab782 HTTP/1.1" status: 204 len: 168 time: 1.7679031 Mar 05 13:55:41.669335 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40742) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:41.673174 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e476912c-5c31-4372-a771-3f11bccd67af None None] Provisioning complete for port 59a93cd0-2201-4dbb-b27a-162906476b17 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:41.674744 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e476912c-5c31-4372-a771-3f11bccd67af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:41.739319 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae538f13-9dca-4df5-b7ca-fffdcfd3281b tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] GET failed (client error): The resource could not be found. Mar 05 13:55:41.739995 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ae538f13-9dca-4df5-b7ca-fffdcfd3281b tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Synchronizing usage tracker for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:55:41.790219 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ae538f13-9dca-4df5-b7ca-fffdcfd3281b tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Unset dirty status for tenant:71b2477360244921b7fd821a95fc21d4 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:55:41.794689 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ae538f13-9dca-4df5-b7ca-fffdcfd3281b tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports/ddbab084-6b0b-49d3-829e-ab5757fab782 HTTP/1.1" status: 404 len: 333 time: 0.1212783 Mar 05 13:55:41.809488 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2d28555f-26b0-4661-b4d2-1f61ff562a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:41.811739 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40746) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:41.828624 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e5305fa8-11bd-4d6c-b12b-0ad3ef66a42f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Calling delete_port for 68e5430c-7d6f-4c08-8789-d11157c92a75 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:55:41.837873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3ac9c-fa4d-42c9-9f9a-ad223e51d803 req-f1c4789c-d316-4922-8800-28d9e5e641f9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:41.839116 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8fb3ac9c-fa4d-42c9-9f9a-ad223e51d803 req-f1c4789c-d316-4922-8800-28d9e5e641f9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.2382796 Mar 05 13:55:41.893989 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:55:41.949519 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e476912c-5c31-4372-a771-3f11bccd67af None None] Could not find standard attr ID for object ddbab084-6b0b-49d3-829e-ab5757fab782. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 13:55:41.988494 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8fb3ac9c-fa4d-42c9-9f9a-ad223e51d803 req-62272ab6-2c14-48e0-ba25-3a507f523959 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396260 Mar 05 13:55:42.010286 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:42.018975 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-b533c77e-4643-4df3-9803-92fd8e4b3ab6 service neutron] Attempting to bind port 023eeee3-e148-4992-9c70-2a190805d100 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:55:42.019546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-b533c77e-4643-4df3-9803-92fd8e4b3ab6 service neutron] Attempting to bind port 023eeee3-e148-4992-9c70-2a190805d100 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'e0f685fc-e0b1-4447-b107-372f1cb211b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:55:42.020038 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-b533c77e-4643-4df3-9803-92fd8e4b3ab6 service neutron] Attempting to bind port 023eeee3-e148-4992-9c70-2a190805d100 on network 8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:55:42.026783 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2d28555f-26b0-4661-b4d2-1f61ff562a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:42.038691 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-b533c77e-4643-4df3-9803-92fd8e4b3ab6 service neutron] Port 023eeee3-e148-4992-9c70-2a190805d100 on network 8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:55:42.039368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-b533c77e-4643-4df3-9803-92fd8e4b3ab6 service neutron] Attempting to bind port 023eeee3-e148-4992-9c70-2a190805d100 on network 8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:55:42.057161 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-72ec17e5-15af-4b00-a8d5-07eb8f2991ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:42.062136 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-b533c77e-4643-4df3-9803-92fd8e4b3ab6 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:55:42.067612 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-b533c77e-4643-4df3-9803-92fd8e4b3ab6 service neutron] Checking segment: {'id': 'e0f685fc-e0b1-4447-b107-372f1cb211b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:55:42.068268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-b533c77e-4643-4df3-9803-92fd8e4b3ab6 service neutron] Bound using segment: {'id': 'e0f685fc-e0b1-4447-b107-372f1cb211b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:55:42.069942 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:42.070639 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-b533c77e-4643-4df3-9803-92fd8e4b3ab6 service neutron] Bound port: 023eeee3-e148-4992-9c70-2a190805d100, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0f685fc-e0b1-4447-b107-372f1cb211b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:55:42.071202 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-b533c77e-4643-4df3-9803-92fd8e4b3ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:42.080364 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-01a104de-ef06-4cf5-9709-55b987f4fc36 None None] Could not find standard attr ID for object ddbab084-6b0b-49d3-829e-ab5757fab782. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 13:55:42.127310 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-72ec17e5-15af-4b00-a8d5-07eb8f2991ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:42.274288 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-72ec17e5-15af-4b00-a8d5-07eb8f2991ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:42.331008 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5305fa8-11bd-4d6c-b12b-0ad3ef66a42f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:42.338595 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec17e5-15af-4b00-a8d5-07eb8f2991ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99725ba-6231-4593-8a39-02dfc9938088,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:42.391693 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-72ec17e5-15af-4b00-a8d5-07eb8f2991ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:42.392727 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-72ec17e5-15af-4b00-a8d5-07eb8f2991ad tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/security-groups/b99725ba-6231-4593-8a39-02dfc9938088 HTTP/1.1" status: 204 len: 168 time: 0.5800664 Mar 05 13:55:42.400081 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40758) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:42.443086 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4ea34-c399-43da-8c05-279227f1daec req-b0bca767-b790-493c-9ca5-c1dcfd0b2d63 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:42.444670 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fd4ea34-c399-43da-8c05-279227f1daec req-b0bca767-b790-493c-9ca5-c1dcfd0b2d63 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.2629004 Mar 05 13:55:42.539945 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5305fa8-11bd-4d6c-b12b-0ad3ef66a42f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Port': ['ID=68e5430c-7d6f-4c08-8789-d11157c92a75,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:42.572543 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fd4ea34-c399-43da-8c05-279227f1daec req-ff4f1d05-d7c2-4e8a-bab5-6c3286f0202f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109366 Mar 05 13:55:42.595508 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-44e58c0c-8de7-4597-adb6-7c46f47ca45d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:42.597253 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2d28555f-26b0-4661-b4d2-1f61ff562a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:42.661566 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-44e58c0c-8de7-4597-adb6-7c46f47ca45d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:42.676467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09a75b-f072-41d6-9d0e-572245eec9eb req-61863a1c-2ac2-4191-9bfc-5e63230f11a4 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:42.677385 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5e09a75b-f072-41d6-9d0e-572245eec9eb req-61863a1c-2ac2-4191-9bfc-5e63230f11a4 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Synchronizing usage tracker for tenant:ec8b123b0bc94afc9fabf3eb363dcb06 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:55:42.700813 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28555f-26b0-4661-b4d2-1f61ff562a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3649ded8-6f18-4e39-9a5f-4d53bf330619,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:42.748490 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-44e58c0c-8de7-4597-adb6-7c46f47ca45d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:42.781571 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e58c0c-8de7-4597-adb6-7c46f47ca45d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f756a2-4bd1-494c-afa0-2a61bded2b19,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:42.788443 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-44e58c0c-8de7-4597-adb6-7c46f47ca45d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:42.792154 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-44e58c0c-8de7-4597-adb6-7c46f47ca45d tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/security-groups/c9f756a2-4bd1-494c-afa0-2a61bded2b19 HTTP/1.1" status: 204 len: 168 time: 0.3887110 Mar 05 13:55:42.793718 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40770) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:42.881445 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-b533c77e-4643-4df3-9803-92fd8e4b3ab6 service neutron] For port 023eeee3-e148-4992-9c70-2a190805d100, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:55:42.892158 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7682ba03-ef7a-4469-a39b-0a128c1b4dfb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:42.944377 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-b533c77e-4643-4df3-9803-92fd8e4b3ab6 service neutron] For port 023eeee3-e148-4992-9c70-2a190805d100, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=023eeee3-e148-4992-9c70-2a190805d100,segment=NetworkSegment(e0f685fc-e0b1-4447-b107-372f1cb211b2),segment_id=e0f685fc-e0b1-4447-b107-372f1cb211b2)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:55:42.976411 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7682ba03-ef7a-4469-a39b-0a128c1b4dfb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:43.003437 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2d28555f-26b0-4661-b4d2-1f61ff562a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:43.004768 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2d28555f-26b0-4661-b4d2-1f61ff562a2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3649ded8-6f18-4e39-9a5f-4d53bf330619 HTTP/1.1" status: 204 len: 168 time: 1.9131544 Mar 05 13:55:43.016543 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-b533c77e-4643-4df3-9803-92fd8e4b3ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:43.057760 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5305fa8-11bd-4d6c-b12b-0ad3ef66a42f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:43.074982 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5e09a75b-f072-41d6-9d0e-572245eec9eb req-61863a1c-2ac2-4191-9bfc-5e63230f11a4 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Unset dirty status for tenant:ec8b123b0bc94afc9fabf3eb363dcb06 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:55:43.076301 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5e09a75b-f072-41d6-9d0e-572245eec9eb req-61863a1c-2ac2-4191-9bfc-5e63230f11a4 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eaac596-2ce4-4f38-ba7b-d497db799fab HTTP/1.1" status: 200 len: 944 time: 1.2010369 Mar 05 13:55:43.122283 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18f11f-8ad5-47d9-8a49-f806b2f43ee8 req-8e637638-ab42-4ef2-8ab9-a8b3a39f26f1 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:43.127354 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0b18f11f-8ad5-47d9-8a49-f806b2f43ee8 req-8e637638-ab42-4ef2-8ab9-a8b3a39f26f1 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 945 time: 0.2173004 Mar 05 13:55:43.128460 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7682ba03-ef7a-4469-a39b-0a128c1b4dfb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:43.183681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682ba03-ef7a-4469-a39b-0a128c1b4dfb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb33568-b26c-4790-a7a9-76b091e1a6fe,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:43.191274 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7682ba03-ef7a-4469-a39b-0a128c1b4dfb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:43.207577 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7682ba03-ef7a-4469-a39b-0a128c1b4dfb tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/security-groups/6fb33568-b26c-4790-a7a9-76b091e1a6fe HTTP/1.1" status: 204 len: 168 time: 0.3992565 Mar 05 13:55:43.208254 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40786) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:43.364385 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-b533c77e-4643-4df3-9803-92fd8e4b3ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:43.364984 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-b533c77e-4643-4df3-9803-92fd8e4b3ab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:43.366297 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-b533c77e-4643-4df3-9803-92fd8e4b3ab6 service neutron] 10.222.0.30 "PUT /v2.0/ports/023eeee3-e148-4992-9c70-2a190805d100 HTTP/1.1" status: 200 len: 1092 time: 3.8168337 Mar 05 13:55:43.366727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eaac596-2ce4-4f38-ba7b-d497db799fab', 'tag': '023eeee3-e148-4992-9c70-2a190805d100'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:55:43.431199 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0b18f11f-8ad5-47d9-8a49-f806b2f43ee8 req-3b5178d0-5e34-49fd-a340-f82fee5a1066 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2827797 Mar 05 13:55:43.472834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-85bdb4af-f51b-4708-acfa-d1e803ab170a tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting subnet f577c5b6-518f-48ca-8571-6a4981ce95d1 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:55:43.478694 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85bdb4af-f51b-4708-acfa-d1e803ab170a tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:43.595602 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85bdb4af-f51b-4708-acfa-d1e803ab170a tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:43.596047 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5305fa8-11bd-4d6c-b12b-0ad3ef66a42f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Router cb5d628c-73a2-4cba-b177-69e7adb4b12b has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:55:43.599372 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533c77e-4643-4df3-9803-92fd8e4b3ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=023eeee3-e148-4992-9c70-2a190805d100,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:43.620157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5e09a75b-f072-41d6-9d0e-572245eec9eb req-04848a37-730c-486c-b7f7-e914e009ad16 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Synchronizing usage tracker for tenant:ec8b123b0bc94afc9fabf3eb363dcb06 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:55:43.631399 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:43.707252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5e09a75b-f072-41d6-9d0e-572245eec9eb req-04848a37-730c-486c-b7f7-e914e009ad16 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Unset dirty status for tenant:ec8b123b0bc94afc9fabf3eb363dcb06 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:55:43.708585 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5e09a75b-f072-41d6-9d0e-572245eec9eb req-04848a37-730c-486c-b7f7-e914e009ad16 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e60027-8e85-40db-895b-76c058895b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520808 Mar 05 13:55:43.753952 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6decb4-89cc-4bad-a54c-f492647322a0 req-3e85c14d-56dd-44b4-aa4a-ade22f8e338d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:43.755463 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2c6decb4-89cc-4bad-a54c-f492647322a0 req-3e85c14d-56dd-44b4-aa4a-ade22f8e338d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.2039914 Mar 05 13:55:43.784169 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85bdb4af-f51b-4708-acfa-d1e803ab170a tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:43.798483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5305fa8-11bd-4d6c-b12b-0ad3ef66a42f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:55:43.804186 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e5305fa8-11bd-4d6c-b12b-0ad3ef66a42f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/routers/cb5d628c-73a2-4cba-b177-69e7adb4b12b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8787119 Mar 05 13:55:43.814424 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40810) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:43.815224 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad5389c-3ae2-44b1-acc8-9353ad89bcc3 None None] Sync routers for ids ['cb5d628c-73a2-4cba-b177-69e7adb4b12b'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:55:43.825758 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad5389c-3ae2-44b1-acc8-9353ad89bcc3 None None] Routers {'cb5d628c-73a2-4cba-b177-69e7adb4b12b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:55:43.826575 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-9ad5389c-3ae2-44b1-acc8-9353ad89bcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:55:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['cb5d628c-73a2-4cba-b177-69e7adb4b12b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:43.872207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-519bb59c-9af8-4e5f-b6cc-5502d709c27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:43.874427 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-519bb59c-9af8-4e5f-b6cc-5502d709c27c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec8b123b0bc94afc9fabf3eb363dcb06&device_id=7eaac596-2ce4-4f38-ba7b-d497db799fab HTTP/1.1" status: 200 len: 1095 time: 0.3345819 Mar 05 13:55:43.876570 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-aa627a1a-8718-4a52-9009-e0480e0b84ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Synchronizing usage tracker for tenant:beafff5c987348ddbc3961566817c315 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:55:43.877386 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2c6decb4-89cc-4bad-a54c-f492647322a0 req-6af550b1-48b8-4583-8d2b-bfd093778047 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124876 Mar 05 13:55:43.932228 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85bdb4af-f51b-4708-acfa-d1e803ab170a tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:43.989190 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-9ad5389c-3ae2-44b1-acc8-9353ad89bcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:43.993544 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a9cf8c-7209-454c-b889-e65b46a9d818 None None] Network b4241156-4b48-483c-90ef-31c5f9ca3b51 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:55:44.010782 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad5389c-3ae2-44b1-acc8-9353ad89bcc3 None None] Routers {'cb5d628c-73a2-4cba-b177-69e7adb4b12b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:55:44.011781 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-9ad5389c-3ae2-44b1-acc8-9353ad89bcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:55:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['cb5d628c-73a2-4cba-b177-69e7adb4b12b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:44.073980 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-50d60212-185e-4678-818f-4b7fd9ca61a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=023eeee3-e148-4992-9c70-2a190805d100 HTTP/1.1" status: 200 len: 217 time: 0.1923082 Mar 05 13:55:44.074534 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85bdb4af-f51b-4708-acfa-d1e803ab170a tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:44.082570 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdb4af-f51b-4708-acfa-d1e803ab170a tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Subnet': ['ID=f577c5b6-518f-48ca-8571-6a4981ce95d1,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:44.103986 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-85bdb4af-f51b-4708-acfa-d1e803ab170a tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/subnets/f577c5b6-518f-48ca-8571-6a4981ce95d1 HTTP/1.1" status: 204 len: 168 time: 0.8906457 Mar 05 13:55:44.109901 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40822) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:44.110045 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-9ad5389c-3ae2-44b1-acc8-9353ad89bcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:44.110327 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad5389c-3ae2-44b1-acc8-9353ad89bcc3 None None] The sync data for ids ['cb5d628c-73a2-4cba-b177-69e7adb4b12b'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:55:44.133402 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-aa627a1a-8718-4a52-9009-e0480e0b84ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Unset dirty status for tenant:beafff5c987348ddbc3961566817c315 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:55:44.133958 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-aa627a1a-8718-4a52-9009-e0480e0b84ac tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5d628c-73a2-4cba-b177-69e7adb4b12b HTTP/1.1" status: 200 len: 205 time: 0.3176737 Mar 05 13:55:44.143405 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40826) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:44.257059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-9935d333-1982-4338-8b02-6c11050187a0 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting subnet 0ecce03a-4482-47f6-be74-8a0b509bfe4b {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:55:44.272879 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9935d333-1982-4338-8b02-6c11050187a0 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:44.321209 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480080f4-f0f8-47b9-ac13-bcbbbd31e7f9 req-78e0cfaa-8ed4-4cfb-8816-a40c6478679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:44.322690 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-480080f4-f0f8-47b9-ac13-bcbbbd31e7f9 req-78e0cfaa-8ed4-4cfb-8816-a40c6478679c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4bf4b89d64e49548563cf43af63d417&device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 1096 time: 0.3455718 Mar 05 13:55:44.327564 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-afdfb4ce-795f-4063-a9de-87b7975b8f8f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:44.422606 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-f5946bdc-5bf6-4828-9853-318fa0e1e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:44.424518 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-f5946bdc-5bf6-4828-9853-318fa0e1e442 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d9d2b87-90b1-455c-9215-ab060d7a0677 HTTP/1.1" status: 200 len: 850 time: 0.3446431 Mar 05 13:55:44.496847 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eaac596-2ce4-4f38-ba7b-d497db799fab', 'tag': '023eeee3-e148-4992-9c70-2a190805d100', 'status': 'completed', 'code': 200} Mar 05 13:55:44.559824 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-647e564c-8195-42cd-b968-45b0d03f4e92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654333 Mar 05 13:55:44.571967 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9935d333-1982-4338-8b02-6c11050187a0 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:44.739545 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480080f4-f0f8-47b9-ac13-bcbbbd31e7f9 req-bc73b82f-4254-4262-9cc8-b68bdded4864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:44.743091 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-480080f4-f0f8-47b9-ac13-bcbbbd31e7f9 req-bc73b82f-4254-4262-9cc8-b68bdded4864 service neutron] 10.222.0.15 "GET /v2.0/networks?id=47dce88b-b414-45d2-b170-ce43dcded289 HTTP/1.1" status: 200 len: 916 time: 0.4131842 Mar 05 13:55:44.766436 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-afdfb4ce-795f-4063-a9de-87b7975b8f8f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:44.768813 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-afdfb4ce-795f-4063-a9de-87b7975b8f8f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:44.842508 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53849f91-018d-4061-93a1-7e1685c79fd1 req-8f0b760b-0a54-4530-91a6-e3bfe7d4c024 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:44.844204 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-53849f91-018d-4061-93a1-7e1685c79fd1 req-8f0b760b-0a54-4530-91a6-e3bfe7d4c024 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.8798397 Mar 05 13:55:44.844907 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-afdfb4ce-795f-4063-a9de-87b7975b8f8f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:44.845548 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdfb4ce-795f-4063-a9de-87b7975b8f8f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Fanout notify agent at l3_agent the message router_deleted on router cb5d628c-73a2-4cba-b177-69e7adb4b12b {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:55:44.951765 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9935d333-1982-4338-8b02-6c11050187a0 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:45.081789 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-afdfb4ce-795f-4063-a9de-87b7975b8f8f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:45.085490 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-afdfb4ce-795f-4063-a9de-87b7975b8f8f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/routers/cb5d628c-73a2-4cba-b177-69e7adb4b12b HTTP/1.1" status: 204 len: 168 time: 0.9373178 Mar 05 13:55:45.091045 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40864) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:45.112506 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-480080f4-f0f8-47b9-ac13-bcbbbd31e7f9 req-d2e7bad9-b873-45df-b4ff-eef25db98f8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2604b13-b870-4a29-af7f-02757731f1ff HTTP/1.1" status: 200 len: 1001 time: 0.3598702 Mar 05 13:55:45.207538 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-53849f91-018d-4061-93a1-7e1685c79fd1 req-cbf2ffe2-6e80-404e-a177-b73381d25cf0 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550003 Mar 05 13:55:45.222645 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-13229670-53c2-4bae-9863-0d8d82fff804 service neutron] 10.222.0.30 "GET /v2.0/networks/8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321373 Mar 05 13:55:45.227275 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-42bf16ce-f237-4b57-a7e2-0810526fd31d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting subnet f2749231-5697-4635-96e3-e33b01fcae7d {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:55:45.233183 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42bf16ce-f237-4b57-a7e2-0810526fd31d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:45.326614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480080f4-f0f8-47b9-ac13-bcbbbd31e7f9 req-31c121f3-4c5c-4f51-b788-6710e8a06898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:45.329318 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-480080f4-f0f8-47b9-ac13-bcbbbd31e7f9 req-31c121f3-4c5c-4f51-b788-6710e8a06898 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f8c39d4-8db2-4e14-8534-4ef6364fca85 HTTP/1.1" status: 200 len: 855 time: 0.2042124 Mar 05 13:55:45.370264 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b3f69-a201-43a8-96db-27c2e784013d req-d0bd4ac3-354c-433f-88d1-c1ea07409188 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:45.387519 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-182b3f69-a201-43a8-96db-27c2e784013d req-d0bd4ac3-354c-433f-88d1-c1ea07409188 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 945 time: 0.5629747 Mar 05 13:55:45.435713 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f576b12f-b5bf-47f8-8f81-19730f3b3fb3 None None] Provisioning complete for port aead3c98-e287-47f6-b975-a4b721d0d4c0 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:45.437389 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f576b12f-b5bf-47f8-8f81-19730f3b3fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:45.486455 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-182b3f69-a201-43a8-96db-27c2e784013d req-163f7d54-df56-40d9-9265-606eefe6c09f tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980670 Mar 05 13:55:45.488217 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9935d333-1982-4338-8b02-6c11050187a0 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:45.560095 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42bf16ce-f237-4b57-a7e2-0810526fd31d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:45.572445 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-f576b12f-b5bf-47f8-8f81-19730f3b3fb3 None None] Port aead3c98-e287-47f6-b975-a4b721d0d4c0 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:55:45.613784 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f576b12f-b5bf-47f8-8f81-19730f3b3fb3 None None] Provisioning complete for port 59a93cd0-2201-4dbb-b27a-162906476b17 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:45.614155 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f576b12f-b5bf-47f8-8f81-19730f3b3fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:45.621645 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9935d333-1982-4338-8b02-6c11050187a0 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:45.631639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935d333-1982-4338-8b02-6c11050187a0 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Subnet': ['ID=0ecce03a-4482-47f6-be74-8a0b509bfe4b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:45.636544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40872) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:45.658598 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9935d333-1982-4338-8b02-6c11050187a0 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/subnets/0ecce03a-4482-47f6-be74-8a0b509bfe4b HTTP/1.1" status: 204 len: 168 time: 1.5450068 Mar 05 13:55:45.659601 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40880) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:45.726380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480080f4-f0f8-47b9-ac13-bcbbbd31e7f9 req-26f5380c-7843-4e0c-980c-8f1e9d9ef015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:45.727885 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-480080f4-f0f8-47b9-ac13-bcbbbd31e7f9 req-26f5380c-7843-4e0c-980c-8f1e9d9ef015 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47dce88b-b414-45d2-b170-ce43dcded289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3864701 Mar 05 13:55:45.733768 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3b6a85-5abd-4009-8ed3-ceb373764785 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] DELETE failed (client error): The resource could not be found. Mar 05 13:55:45.734226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3b6a85-5abd-4009-8ed3-ceb373764785 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:55:45.739060 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8e3b6a85-5abd-4009-8ed3-ceb373764785 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/subnets/f577c5b6-518f-48ca-8571-6a4981ce95d1 HTTP/1.1" status: 404 len: 337 time: 0.0784385 Mar 05 13:55:45.741053 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40884) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:45.761683 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841f7cc3-bf80-46eb-8fcb-c8f10f74dce3 None None] Network b4241156-4b48-483c-90ef-31c5f9ca3b51 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:55:45.797437 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6a7a253-cc97-4800-a1c3-e6a568302731 req-27c0b3f9-1a65-4511-8c9b-687d4b0f38f9 service neutron] 10.222.0.30 "GET /v2.0/networks/8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5670114 Mar 05 13:55:45.860967 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d4e48-ff69-4654-b032-213d799b8158 req-181e30c7-186c-487f-97a9-de2af8d918f2 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:45.862542 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0d2d4e48-ff69-4654-b032-213d799b8158 req-181e30c7-186c-487f-97a9-de2af8d918f2 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eaac596-2ce4-4f38-ba7b-d497db799fab HTTP/1.1" status: 200 len: 944 time: 0.4613459 Mar 05 13:55:45.871171 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42bf16ce-f237-4b57-a7e2-0810526fd31d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:45.912918 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c7aa20e5-42ac-4d96-ad18-7221ec9a0d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:46.026053 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0d2d4e48-ff69-4654-b032-213d799b8158 req-07c515ba-8aed-440e-aa1b-6c30b1be793b tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e60027-8e85-40db-895b-76c058895b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208937 Mar 05 13:55:46.052879 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e106062-81d7-4a62-b3aa-4ddd575cb655 req-2dc28e6b-f7c1-4357-b8e2-381350011d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:46.054472 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5e106062-81d7-4a62-b3aa-4ddd575cb655 req-2dc28e6b-f7c1-4357-b8e2-381350011d4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec8b123b0bc94afc9fabf3eb363dcb06&device_id=7eaac596-2ce4-4f38-ba7b-d497db799fab HTTP/1.1" status: 200 len: 1095 time: 0.1907623 Mar 05 13:55:46.056227 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42bf16ce-f237-4b57-a7e2-0810526fd31d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:46.133348 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42bf16ce-f237-4b57-a7e2-0810526fd31d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:46.145428 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5e4c3c-76bb-4e60-9fde-c18e2ceb6224 None None] Network 3e196f2c-6d69-46fd-a324-933809301fad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:55:46.151170 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c7aa20e5-42ac-4d96-ad18-7221ec9a0d9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:46.156314 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c7aa20e5-42ac-4d96-ad18-7221ec9a0d9a admin admin] Usage tracker for resource:security_group_rule and tenant:040e4cbf1e3e49c79b7d4be4c29f8570 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:46.157569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf16ce-f237-4b57-a7e2-0810526fd31d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Subnet': ['ID=f2749231-5697-4635-96e3-e33b01fcae7d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:46.159229 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c7aa20e5-42ac-4d96-ad18-7221ec9a0d9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:46.165045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c7aa20e5-42ac-4d96-ad18-7221ec9a0d9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:46.169196 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-42bf16ce-f237-4b57-a7e2-0810526fd31d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/subnets/f2749231-5697-4635-96e3-e33b01fcae7d HTTP/1.1" status: 204 len: 168 time: 1.0771224 Mar 05 13:55:46.169871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40890) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:46.256476 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c7aa20e5-42ac-4d96-ad18-7221ec9a0d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:46.281779 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce77cdd-202b-4b2e-9225-4ec6e6cd8bb1 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting subnet d5a270b1-0473-49be-911d-cf3b4b1dc945 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:55:46.289166 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c7aa20e5-42ac-4d96-ad18-7221ec9a0d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:46.366505 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c7aa20e5-42ac-4d96-ad18-7221ec9a0d9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=040e4cbf1e3e49c79b7d4be4c29f8570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7269330 Mar 05 13:55:46.366864 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40898) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:46.367564 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4ce77cdd-202b-4b2e-9225-4ec6e6cd8bb1 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:46.411811 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa20e5-42ac-4d96-ad18-7221ec9a0d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03560930-9473-4f9f-85cc-0ac8f7f37af6,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:46.426203 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f56515f3-8a01-483f-a60a-4862469e0082 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:46.465849 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e106062-81d7-4a62-b3aa-4ddd575cb655 req-e8177d5b-5fdc-4dd0-85be-f1bf3c407e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:46.466441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4499cb2-fa85-4743-80c3-4d5f75aa7919 req-f61deee5-df13-4cfe-bb67-d3610f573298 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:46.467336 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5e106062-81d7-4a62-b3aa-4ddd575cb655 req-e8177d5b-5fdc-4dd0-85be-f1bf3c407e16 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f HTTP/1.1" status: 200 len: 910 time: 0.3966160 Mar 05 13:55:46.473442 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4499cb2-fa85-4743-80c3-4d5f75aa7919 req-f61deee5-df13-4cfe-bb67-d3610f573298 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.6566696 Mar 05 13:55:46.507822 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-480080f4-f0f8-47b9-ac13-bcbbbd31e7f9 req-f0f3f0ba-c2e9-454f-aa90-62618c28a3d8 service neutron] 10.222.0.15 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7676120 Mar 05 13:55:46.543375 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4ce77cdd-202b-4b2e-9225-4ec6e6cd8bb1 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:46.607571 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb13fb3-56fa-40d5-9134-b0cb666179e7 None None] DHCP port deletion for 3e196f2c-6d69-46fd-a324-933809301fad request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:55:46.624193 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5e106062-81d7-4a62-b3aa-4ddd575cb655 req-6a3c5a30-242e-48b2-acc2-6de9ca8c7b42 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=023eeee3-e148-4992-9c70-2a190805d100 HTTP/1.1" status: 200 len: 217 time: 0.1404448 Mar 05 13:55:46.629146 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cbb13fb3-56fa-40d5-9134-b0cb666179e7 None None] Deleting port 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:55:46.629795 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cbb13fb3-56fa-40d5-9134-b0cb666179e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:46.631147 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f56515f3-8a01-483f-a60a-4862469e0082 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting port 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:55:46.631644 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f56515f3-8a01-483f-a60a-4862469e0082 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:46.729164 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4499cb2-fa85-4743-80c3-4d5f75aa7919 req-b76ee426-72e1-45a6-924a-72e6b3e326d9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547140 Mar 05 13:55:46.752216 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e0c6a4cf-59a8-402c-a9d4-734bbb8cd2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:46.818854 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e106062-81d7-4a62-b3aa-4ddd575cb655 req-0082051e-8ed3-4b23-904c-3b761693364d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:46.820287 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5e106062-81d7-4a62-b3aa-4ddd575cb655 req-0082051e-8ed3-4b23-904c-3b761693364d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d9d2b87-90b1-455c-9215-ab060d7a0677 HTTP/1.1" status: 200 len: 850 time: 0.1537971 Mar 05 13:55:46.869846 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4ce77cdd-202b-4b2e-9225-4ec6e6cd8bb1 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:46.929557 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-480080f4-f0f8-47b9-ac13-bcbbbd31e7f9 req-fdc92c5e-5a1c-4d96-98cb-62ffd215e2f6 service neutron] 10.222.0.15 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111547 Mar 05 13:55:46.931979 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e0c6a4cf-59a8-402c-a9d4-734bbb8cd2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:46.973171 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5e106062-81d7-4a62-b3aa-4ddd575cb655 req-f589b236-9165-49f0-b5d5-272185dbaa62 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252697 Mar 05 13:55:47.038435 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-cbb13fb3-56fa-40d5-9134-b0cb666179e7 None None] For port 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5e7d7908-0c8c-48bd-8d6d-f15b488c07cb,segment=NetworkSegment(fd2aebf7-e5e7-479a-9117-ee3e52cf4cec),segment_id=fd2aebf7-e5e7-479a-9117-ee3e52cf4cec)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:55:47.038790 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cbb13fb3-56fa-40d5-9134-b0cb666179e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:47.055423 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4ce77cdd-202b-4b2e-9225-4ec6e6cd8bb1 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:47.105837 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce77cdd-202b-4b2e-9225-4ec6e6cd8bb1 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Subnet': ['ID=d5a270b1-0473-49be-911d-cf3b4b1dc945,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:47.110255 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4ce77cdd-202b-4b2e-9225-4ec6e6cd8bb1 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:47.127073 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4ce77cdd-202b-4b2e-9225-4ec6e6cd8bb1 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/subnets/d5a270b1-0473-49be-911d-cf3b4b1dc945 HTTP/1.1" status: 204 len: 168 time: 1.3803511 Mar 05 13:55:47.127073 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40912) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:47.174667 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f7bdf1-8446-4a55-9852-c17d089fdffe tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] DELETE failed (client error): The resource could not be found. Mar 05 13:55:47.175352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f7bdf1-8446-4a55-9852-c17d089fdffe tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:55:47.180384 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-49f7bdf1-8446-4a55-9852-c17d089fdffe tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/subnets/14279e60-64ec-447e-8bbb-2a7fe64cf4a3 HTTP/1.1" status: 404 len: 337 time: 0.0510988 Mar 05 13:55:47.180384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40916) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:47.236242 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b449ec8-fbce-4d59-a22a-5bf76521e8d0 None None] Network b4241156-4b48-483c-90ef-31c5f9ca3b51 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:55:47.239402 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1dfe2f6a-3fc4-45cf-a095-a21151a236ae tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b71603-2d28-4336-b4d3-c1148a655946 HTTP/1.1" status: 200 len: 205 time: 0.0560670 Mar 05 13:55:47.240417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40920) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:47.249831 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 023eeee3-e148-4992-9c70-2a190805d100 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:55:47.252055 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:55:47.287462 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cbb13fb3-56fa-40d5-9134-b0cb666179e7 None None] Calling delete_port for 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:55:47.314876 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16451ca-b4a5-4f07-8606-6599bb73def4 req-d81a587e-1ba3-4658-b80f-2c336be6f96d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:47.317015 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b16451ca-b4a5-4f07-8606-6599bb73def4 req-d81a587e-1ba3-4658-b80f-2c336be6f96d tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=6090d125-7e1f-49ce-b3e9-9ff3b63089a5 HTTP/1.1" status: 200 len: 945 time: 0.3966665 Mar 05 13:55:47.352441 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-9204eba8-2ca2-49dd-8be5-0cc2e5978105 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] delete failed (client error): The resource could not be found. Mar 05 13:55:47.356483 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9204eba8-2ca2-49dd-8be5-0cc2e5978105 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/routers/b3b71603-2d28-4336-b4d3-c1148a655946 HTTP/1.1" status: 404 len: 336 time: 0.1121571 Mar 05 13:55:47.361479 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40924) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:47.372317 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-f56515f3-8a01-483f-a60a-4862469e0082 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] For port 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5e7d7908-0c8c-48bd-8d6d-f15b488c07cb,segment=NetworkSegment(fd2aebf7-e5e7-479a-9117-ee3e52cf4cec),segment_id=fd2aebf7-e5e7-479a-9117-ee3e52cf4cec)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:55:47.372707 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f56515f3-8a01-483f-a60a-4862469e0082 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:47.374723 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b16451ca-b4a5-4f07-8606-6599bb73def4 req-f766c20c-1630-488e-a8bd-5c03b01eea03 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=4865481d-eb0a-4435-a304-154e853a807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479338 Mar 05 13:55:47.476492 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-48e87a81-f350-4b26-9ce4-e300b9fe653d None None] Provisioning complete for port aead3c98-e287-47f6-b975-a4b721d0d4c0 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:47.476855 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-48e87a81-f350-4b26-9ce4-e300b9fe653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:47.515515 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f56515f3-8a01-483f-a60a-4862469e0082 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Calling delete_port for 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:55:47.572928 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.resource_extend [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:55:47.584012 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a62fa4-b815-47d6-b4b5-1db32aac2f43 req-1f253b9e-0afe-4193-9925-612f4dcb5443 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:47.586115 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0a62fa4-b815-47d6-b4b5-1db32aac2f43 req-1f253b9e-0afe-4193-9925-612f4dcb5443 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eaac596-2ce4-4f38-ba7b-d497db799fab HTTP/1.1" status: 200 len: 944 time: 0.0862315 Mar 05 13:55:47.612541 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e0c6a4cf-59a8-402c-a9d4-734bbb8cd2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:47.629425 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa64ef1-b880-42a4-80b9-4adee4ed1ba3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] DELETE failed (client error): The resource could not be found. Mar 05 13:55:47.629805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa64ef1-b880-42a4-80b9-4adee4ed1ba3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:55:47.642228 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0a62fa4-b815-47d6-b4b5-1db32aac2f43 req-09e7fe07-c07c-4725-989d-c3c47120bcfe tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e60027-8e85-40db-895b-76c058895b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469708 Mar 05 13:55:47.652706 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255aba5-31cd-40d0-85be-02b41f4dc362 req-9a10bf56-31bb-4226-ab50-1774e8563d57 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:47.654316 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a255aba5-31cd-40d0-85be-02b41f4dc362 req-9a10bf56-31bb-4226-ab50-1774e8563d57 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 945 time: 0.8398924 Mar 05 13:55:47.672076 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5e106062-81d7-4a62-b3aa-4ddd575cb655 req-8a4786b8-cc5f-4bf1-bd75-12580426bb2e service neutron] 10.222.0.30 "GET /v2.0/networks/8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6881518 Mar 05 13:55:47.682078 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6a4cf-59a8-402c-a9d4-734bbb8cd2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03560930-9473-4f9f-85cc-0ac8f7f37af6,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:47.724900 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-baa64ef1-b880-42a4-80b9-4adee4ed1ba3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/subnets/add12ba9-e392-42d2-a9c4-cc09ffac96b2 HTTP/1.1" status: 404 len: 337 time: 0.3599429 Mar 05 13:55:47.730338 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40930) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:47.757117 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e0c6a4cf-59a8-402c-a9d4-734bbb8cd2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:47.760746 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e0c6a4cf-59a8-402c-a9d4-734bbb8cd2c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/03560930-9473-4f9f-85cc-0ac8f7f37af6 HTTP/1.1" status: 204 len: 168 time: 1.3593395 Mar 05 13:55:47.788219 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf97e3e9-8453-4f78-a179-3dff581c9663 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] DELETE failed (client error): The resource could not be found. Mar 05 13:55:47.788905 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf97e3e9-8453-4f78-a179-3dff581c9663 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:55:47.794654 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cf97e3e9-8453-4f78-a179-3dff581c9663 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/subnets/08e4eb93-909b-4868-bce2-dc16e353012e HTTP/1.1" status: 404 len: 337 time: 0.0619173 Mar 05 13:55:47.796354 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40936) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:47.803079 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 023eeee3-e148-4992-9c70-2a190805d100, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=023eeee3-e148-4992-9c70-2a190805d100,segment=NetworkSegment(e0f685fc-e0b1-4447-b107-372f1cb211b2),segment_id=e0f685fc-e0b1-4447-b107-372f1cb211b2)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:55:47.826108 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f2604b13-b870-4a29-af7f-02757731f1ff no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:55:47.856771 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a255aba5-31cd-40d0-85be-02b41f4dc362 req-ef6499d1-b1cc-47b9-ae35-1565d11af773 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769395 Mar 05 13:55:47.866909 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-f56515f3-8a01-483f-a60a-4862469e0082 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:55:47.867222 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-f56515f3-8a01-483f-a60a-4862469e0082 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:55:47.892267 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5e106062-81d7-4a62-b3aa-4ddd575cb655 req-406a0fa8-dcdf-4af7-bbe4-08cfb02ba097 service neutron] 10.222.0.30 "GET /v2.0/networks/8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074654 Mar 05 13:55:47.905942 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-789bae72-a25f-4e7e-b72f-c66a3e2fc344 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] DELETE failed (client error): The resource could not be found. Mar 05 13:55:47.906682 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-789bae72-a25f-4e7e-b72f-c66a3e2fc344 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:55:47.908783 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-789bae72-a25f-4e7e-b72f-c66a3e2fc344 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/subnets/cfdc6fad-0141-479a-b485-1a3e9c031a42 HTTP/1.1" status: 404 len: 337 time: 0.1106281 Mar 05 13:55:47.911402 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40940) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:47.918211 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-48e87a81-f350-4b26-9ce4-e300b9fe653d None None] Port aead3c98-e287-47f6-b975-a4b721d0d4c0 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:55:47.922879 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d81690de-9159-4bd1-80af-b9e537044dc6 req-33fbd4c7-ed62-49b9-b49c-e6de8f45425a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2470601 Mar 05 13:55:47.940645 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cbb13fb3-56fa-40d5-9134-b0cb666179e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:47.966296 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-419e8438-c30f-4d03-9015-3fe49a9356ea tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] DELETE failed (client error): The resource could not be found. Mar 05 13:55:47.966796 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419e8438-c30f-4d03-9015-3fe49a9356ea tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:55:47.974815 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-419e8438-c30f-4d03-9015-3fe49a9356ea tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/ports/824a8235-8177-4e0d-8c97-39013571e728 HTTP/1.1" status: 404 len: 333 time: 0.0605278 Mar 05 13:55:47.978270 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40946) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:48.007495 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-48e87a81-f350-4b26-9ce4-e300b9fe653d None None] Provisioning complete for port 59a93cd0-2201-4dbb-b27a-162906476b17 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:48.008075 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-48e87a81-f350-4b26-9ce4-e300b9fe653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:48.030379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880fbdd-ad22-447d-b59e-ee1227ca0eb2 req-e78b377e-5656-4a57-9996-b8daffccb629 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:48.032848 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '023eeee3-e148-4992-9c70-2a190805d100', 'network_id': '8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f', 'port_id': '023eeee3-e148-4992-9c70-2a190805d100', 'mac_address': 'fa:16:3e:27:21:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9d2b87-90b1-455c-9215-ab060d7a0677', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:55:48.037687 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8880fbdd-ad22-447d-b59e-ee1227ca0eb2 req-e78b377e-5656-4a57-9996-b8daffccb629 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.2515993 Mar 05 13:55:48.066266 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb13fb3-56fa-40d5-9134-b0cb666179e7 None None] Pushing event deleted for resources: {'Port': ['ID=5e7d7908-0c8c-48bd-8d6d-f15b488c07cb,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:48.071704 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb13fb3-56fa-40d5-9134-b0cb666179e7 None None] No DVR routers for this DVR port 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:55:48.097807 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-fecefefc-ca4b-4460-8be3-f472558db813 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] DELETE failed (client error): The resource could not be found. Mar 05 13:55:48.098277 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fecefefc-ca4b-4460-8be3-f472558db813 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:55:48.102239 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fecefefc-ca4b-4460-8be3-f472558db813 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/subnets/47059543-43f8-480a-9dd7-d97ad014e9b5 HTTP/1.1" status: 404 len: 337 time: 0.1209214 Mar 05 13:55:48.103663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40950) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:48.115762 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:48.150576 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8880fbdd-ad22-447d-b59e-ee1227ca0eb2 req-d07900fe-8001-449f-8764-dca8ac9bb6d1 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119437 Mar 05 13:55:48.198534 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81690de-9159-4bd1-80af-b9e537044dc6 req-875a3281-c237-4c53-93e1-d532bb99b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:48.206861 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d81690de-9159-4bd1-80af-b9e537044dc6 req-875a3281-c237-4c53-93e1-d532bb99b3c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 1095 time: 0.1425738 Mar 05 13:55:48.246729 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:48.249457 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6188bd5-dbe5-4e99-a5ad-2c6c037a3ad4 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] DELETE failed (client error): The resource could not be found. Mar 05 13:55:48.249964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6188bd5-dbe5-4e99-a5ad-2c6c037a3ad4 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:55:48.253850 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a6188bd5-dbe5-4e99-a5ad-2c6c037a3ad4 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/subnets/351d6a1a-d3c6-4e27-9ba5-ed54d30a904f HTTP/1.1" status: 404 len: 337 time: 0.1470301 Mar 05 13:55:48.254152 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40962) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:48.307391 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:48.321386 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 023eeee3-e148-4992-9c70-2a190805d100 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:55:48.332554 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3168e090-d7c7-4ff7-b9a7-47a5705f424b None None] DHCP port deletion for b4241156-4b48-483c-90ef-31c5f9ca3b51 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:55:48.349893 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb100d13-d420-46bd-99f9-fa06b587ee4b tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] DELETE failed (client error): The resource could not be found. Mar 05 13:55:48.350296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb100d13-d420-46bd-99f9-fa06b587ee4b tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:55:48.356350 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bb100d13-d420-46bd-99f9-fa06b587ee4b tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/ports/28d40edb-ac14-4700-ac24-53cdf3f67863 HTTP/1.1" status: 404 len: 333 time: 0.1013162 Mar 05 13:55:48.360108 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40966) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:48.375230 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3168e090-d7c7-4ff7-b9a7-47a5705f424b None None] Deleting port 59a93cd0-2201-4dbb-b27a-162906476b17 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:55:48.375416 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3168e090-d7c7-4ff7-b9a7-47a5705f424b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:48.427121 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 023eeee3-e148-4992-9c70-2a190805d100, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=023eeee3-e148-4992-9c70-2a190805d100,segment=NetworkSegment(e0f685fc-e0b1-4447-b107-372f1cb211b2),segment_id=e0f685fc-e0b1-4447-b107-372f1cb211b2)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:55:48.427337 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f56515f3-8a01-483f-a60a-4862469e0082 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting port 5e7d7908-0c8c-48bd-8d6d-f15b488c07cb {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:55:48.427755 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f56515f3-8a01-483f-a60a-4862469e0082 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:48.435346 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81690de-9159-4bd1-80af-b9e537044dc6 req-7b782410-700e-413f-91ee-ec26592009e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:48.436902 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d81690de-9159-4bd1-80af-b9e537044dc6 req-7b782410-700e-413f-91ee-ec26592009e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 912 time: 0.2124255 Mar 05 13:55:48.453020 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a79986-8dc3-4f2b-92bd-10424b5ade89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2604b13-b870-4a29-af7f-02757731f1ff'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:55:48.466960 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:48.543137 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a3d825-9e84-4521-996c-946b3a0935d3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] DELETE failed (client error): The resource could not be found. Mar 05 13:55:48.543746 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a3d825-9e84-4521-996c-946b3a0935d3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:55:48.545556 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-55a3d825-9e84-4521-996c-946b3a0935d3 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/subnets/809ee15e-6d8a-4e96-995e-630783896fb5 HTTP/1.1" status: 404 len: 337 time: 0.1845527 Mar 05 13:55:48.554557 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40978) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:48.571551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f2604b13-b870-4a29-af7f-02757731f1ff, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f2604b13-b870-4a29-af7f-02757731f1ff,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:55:48.592962 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f56515f3-8a01-483f-a60a-4862469e0082 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] The port '5e7d7908-0c8c-48bd-8d6d-f15b488c07cb' was deleted {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:55:48.600886 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:48.626173 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-566e3c61-ff81-4c19-988c-16a60f2b1568 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] DELETE failed (client error): The resource could not be found. Mar 05 13:55:48.626834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-566e3c61-ff81-4c19-988c-16a60f2b1568 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:55:48.628813 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-566e3c61-ff81-4c19-988c-16a60f2b1568 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/subnets/d48672a8-7758-42ef-ae7d-603138e6ad52 HTTP/1.1" status: 404 len: 337 time: 0.0716181 Mar 05 13:55:48.638576 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40984) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:48.714033 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d81690de-9159-4bd1-80af-b9e537044dc6 req-f201250e-fd0d-4a4b-9685-25a2c5f30220 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b852d257-e284-4921-9e1c-1731d07e7b99 HTTP/1.1" status: 200 len: 998 time: 0.2704353 Mar 05 13:55:48.745800 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=023eeee3-e148-4992-9c70-2a190805d100,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:48.822922 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['023eeee3-e148-4992-9c70-2a190805d100'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:55:48.846662 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb609b4b-81f7-4867-a604-f28f8d79b312 req-d5a73852-2a7e-4287-a068-fc128fb9445e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:48.848231 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cb609b4b-81f7-4867-a604-f28f8d79b312 req-d5a73852-2a7e-4287-a068-fc128fb9445e tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.30 "GET /v2.0/ports?device_id=6090d125-7e1f-49ce-b3e9-9ff3b63089a5 HTTP/1.1" status: 200 len: 945 time: 0.7098804 Mar 05 13:55:48.851933 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ec43c31d-7fe2-49e8-884e-7cb944757a16 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Deleting port aead3c98-e287-47f6-b975-a4b721d0d4c0 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:55:48.852207 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec43c31d-7fe2-49e8-884e-7cb944757a16 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:48.966718 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81690de-9159-4bd1-80af-b9e537044dc6 req-5da4c9c4-3fdb-45cf-b6fa-3cd3706a31bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:48.968638 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d81690de-9159-4bd1-80af-b9e537044dc6 req-5da4c9c4-3fdb-45cf-b6fa-3cd3706a31bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.2442503 Mar 05 13:55:49.040300 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f80dd-0d82-4e2c-89f8-ea50d88caec1 req-e42c156a-955d-4a66-878a-f2d982b11533 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:49.059508 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-465f80dd-0d82-4e2c-89f8-ea50d88caec1 req-e42c156a-955d-4a66-878a-f2d982b11533 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=6090d125-7e1f-49ce-b3e9-9ff3b63089a5 HTTP/1.1" status: 200 len: 945 time: 0.4854815 Mar 05 13:55:49.105320 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-3168e090-d7c7-4ff7-b9a7-47a5705f424b None None] For port 59a93cd0-2201-4dbb-b27a-162906476b17, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=59a93cd0-2201-4dbb-b27a-162906476b17,segment=NetworkSegment(13732edd-416d-447d-a528-d83e1db36d41),segment_id=13732edd-416d-447d-a528-d83e1db36d41)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:55:49.105729 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3168e090-d7c7-4ff7-b9a7-47a5705f424b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:49.119710 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=f2604b13-b870-4a29-af7f-02757731f1ff,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:49.156281 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-465f80dd-0d82-4e2c-89f8-ea50d88caec1 req-61b7834b-61f7-4c0d-bc2f-48f6a892bbb0 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=4865481d-eb0a-4435-a304-154e853a807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946982 Mar 05 13:55:49.185316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81690de-9159-4bd1-80af-b9e537044dc6 req-e17878af-ae12-4284-b314-8d8ac2dea2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:49.187006 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d81690de-9159-4bd1-80af-b9e537044dc6 req-e17878af-ae12-4284-b314-8d8ac2dea2fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2076004 Mar 05 13:55:49.194492 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 59a93cd0-2201-4dbb-b27a-162906476b17 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:55:49.310965 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a79986-8dc3-4f2b-92bd-10424b5ade89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2604b13-b870-4a29-af7f-02757731f1ff', 'code': 200} Mar 05 13:55:49.317597 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3168e090-d7c7-4ff7-b9a7-47a5705f424b None None] Calling delete_port for 59a93cd0-2201-4dbb-b27a-162906476b17 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:55:49.449387 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d81690de-9159-4bd1-80af-b9e537044dc6 req-e4fdfe73-2829-487c-aeb9-1b5684ffd190 service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553995 Mar 05 13:55:49.600644 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3168e090-d7c7-4ff7-b9a7-47a5705f424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:49.614867 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec43c31d-7fe2-49e8-884e-7cb944757a16 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:49.620853 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d81690de-9159-4bd1-80af-b9e537044dc6 req-8ea32127-0be4-4d9b-adb6-8a56cf46ca6a service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606979 Mar 05 13:55:49.650254 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:49.679694 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672a3b4-d3cc-467b-b979-ee02357b0f6c req-b4f07487-db41-43b3-bae4-92f4c60f42cb tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:49.687557 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b672a3b4-d3cc-467b-b979-ee02357b0f6c req-b4f07487-db41-43b3-bae4-92f4c60f42cb tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eaac596-2ce4-4f38-ba7b-d497db799fab HTTP/1.1" status: 200 len: 945 time: 0.3066654 Mar 05 13:55:49.690426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168e090-d7c7-4ff7-b9a7-47a5705f424b None None] Pushing event deleted for resources: {'Port': ['ID=59a93cd0-2201-4dbb-b27a-162906476b17,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:49.694902 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3168e090-d7c7-4ff7-b9a7-47a5705f424b None None] No DVR routers for this DVR port 59a93cd0-2201-4dbb-b27a-162906476b17 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:55:49.725249 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f56515f3-8a01-483f-a60a-4862469e0082 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:49.751133 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b672a3b4-d3cc-467b-b979-ee02357b0f6c req-300dea6f-5824-42f4-b7af-409aae55bb48 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e60027-8e85-40db-895b-76c058895b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619776 Mar 05 13:55:49.805103 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ec43c31d-7fe2-49e8-884e-7cb944757a16 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Calling delete_port for aead3c98-e287-47f6-b975-a4b721d0d4c0 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:55:49.869822 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33823fa7-5b97-49a5-937f-a472a1239da5 req-8d22fbff-172a-4629-8cd0-37ad0409358d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:49.872000 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-33823fa7-5b97-49a5-937f-a472a1239da5 req-8d22fbff-172a-4629-8cd0-37ad0409358d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 1.5130453 Mar 05 13:55:49.887493 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f56515f3-8a01-483f-a60a-4862469e0082 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e196f2c-6d69-46fd-a324-933809301fad']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:49.911854 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-cb609b4b-81f7-4867-a604-f28f8d79b312 req-c28b96bf-a363-4b9f-83e7-69f73812fde5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Deleting port 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:55:49.912195 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-cb609b4b-81f7-4867-a604-f28f8d79b312 req-c28b96bf-a363-4b9f-83e7-69f73812fde5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:49.953366 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8624dc2-d370-4448-a9a6-bf988b4e410a req-904214ae-6fc9-4c0a-aaf9-e263f594d990 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:49.955128 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a8624dc2-d370-4448-a9a6-bf988b4e410a req-904214ae-6fc9-4c0a-aaf9-e263f594d990 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 943 time: 0.0996654 Mar 05 13:55:49.981187 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f56515f3-8a01-483f-a60a-4862469e0082 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2aebf7-e5e7-479a-9117-ee3e52cf4cec') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:49.981595 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f56515f3-8a01-483f-a60a-4862469e0082 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2aebf7-e5e7-479a-9117-ee3e52cf4cec') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:50.002992 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f56515f3-8a01-483f-a60a-4862469e0082 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:50.004259 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a8624dc2-d370-4448-a9a6-bf988b4e410a req-4cef75ac-dc67-4d42-8bea-560cc0e5403c tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412154 Mar 05 13:55:50.067280 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f56515f3-8a01-483f-a60a-4862469e0082 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:50.079097 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec43c31d-7fe2-49e8-884e-7cb944757a16 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:50.108473 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56515f3-8a01-483f-a60a-4862469e0082 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:55:50.108868 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f56515f3-8a01-483f-a60a-4862469e0082 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:55:50.132115 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:55:50.163782 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-33823fa7-5b97-49a5-937f-a472a1239da5 req-95d82bf6-7de6-4c6c-8273-b16b1fe459b8 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826931 Mar 05 13:55:50.257420 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43c31d-7fe2-49e8-884e-7cb944757a16 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Port': ['ID=aead3c98-e287-47f6-b975-a4b721d0d4c0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:50.312081 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec43c31d-7fe2-49e8-884e-7cb944757a16 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:50.377950 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f56515f3-8a01-483f-a60a-4862469e0082 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:50.460682 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f56515f3-8a01-483f-a60a-4862469e0082 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:50.463623 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f56515f3-8a01-483f-a60a-4862469e0082 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/networks/3e196f2c-6d69-46fd-a324-933809301fad HTTP/1.1" status: 204 len: 168 time: 4.2424154 Mar 05 13:55:50.467822 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41050) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:50.473055 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-0e0965fc-6375-45c5-80a1-943ad47f81c1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1231339563', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:50.481197 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0e0965fc-6375-45c5-80a1-943ad47f81c1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:50.486186 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0e0965fc-6375-45c5-80a1-943ad47f81c1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:router and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:50.489122 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0e0965fc-6375-45c5-80a1-943ad47f81c1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:50.496475 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0e0965fc-6375-45c5-80a1-943ad47f81c1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:50.508975 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ec43c31d-7fe2-49e8-884e-7cb944757a16 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/ports/aead3c98-e287-47f6-b975-a4b721d0d4c0 HTTP/1.1" status: 204 len: 168 time: 1.8681448 Mar 05 13:55:50.512827 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41054) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:50.515016 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56515f3-8a01-483f-a60a-4862469e0082 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Network': ['ID=3e196f2c-6d69-46fd-a324-933809301fad,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:50.521670 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e0965fc-6375-45c5-80a1-943ad47f81c1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:50.523143 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e0965fc-6375-45c5-80a1-943ad47f81c1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:50.579315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36c5c9-6124-4658-880a-c96eb5110d4c req-5f856c04-8df2-4d8f-bf5a-78d6b702cb81 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:50.598145 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e0965fc-6375-45c5-80a1-943ad47f81c1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:50.605945 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3f36c5c9-6124-4658-880a-c96eb5110d4c req-5f856c04-8df2-4d8f-bf5a-78d6b702cb81 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=6090d125-7e1f-49ce-b3e9-9ff3b63089a5 HTTP/1.1" status: 200 len: 945 time: 0.2904165 Mar 05 13:55:50.665572 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-cb609b4b-81f7-4867-a604-f28f8d79b312 req-c28b96bf-a363-4b9f-83e7-69f73812fde5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] For port 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:55:50.666244 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-cb609b4b-81f7-4867-a604-f28f8d79b312 req-c28b96bf-a363-4b9f-83e7-69f73812fde5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:50.693964 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e0965fc-6375-45c5-80a1-943ad47f81c1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:50.786635 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:50.815388 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3f36c5c9-6124-4658-880a-c96eb5110d4c req-19082274-dd6f-4a04-8211-3aab04054b5f tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups?id=4865481d-eb0a-4435-a304-154e853a807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085252 Mar 05 13:55:50.849316 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e0965fc-6375-45c5-80a1-943ad47f81c1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:50.850496 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0e0965fc-6375-45c5-80a1-943ad47f81c1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3816764 Mar 05 13:55:50.941563 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41082) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:50.945750 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:50.957726 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-c147a001-324c-4c3d-830e-1f547aba9c08 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'network': {'name': 'tempest-RoutersTest-953693519'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:50.972827 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c147a001-324c-4c3d-830e-1f547aba9c08 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:50.990253 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c147a001-324c-4c3d-830e-1f547aba9c08 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:network and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:50.994589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c147a001-324c-4c3d-830e-1f547aba9c08 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:51.002078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4241156-4b48-483c-90ef-31c5f9ca3b51']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:51.010225 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c147a001-324c-4c3d-830e-1f547aba9c08 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:51.020215 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13732edd-416d-447d-a528-d83e1db36d41') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:51.020564 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13732edd-416d-447d-a528-d83e1db36d41') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:51.043447 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:51.062038 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddf56d-d993-4228-828e-9aa4713e19b7 req-5ca703ac-343c-4947-9ff2-f0d772a352dd tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:51.063579 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c3ddf56d-d993-4228-828e-9aa4713e19b7 req-5ca703ac-343c-4947-9ff2-f0d772a352dd tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.3398604 Mar 05 13:55:51.066988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c147a001-324c-4c3d-830e-1f547aba9c08 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Made reservation on behalf of beafff5c987348ddbc3961566817c315 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:55:51.070230 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c147a001-324c-4c3d-830e-1f547aba9c08 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:51.103708 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:51.116852 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:55:51.117244 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:55:51.133513 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:55:51.154414 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 023eeee3-e148-4992-9c70-2a190805d100 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:55:51.165604 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ce2b0-5269-4fe2-b8e3-5084fb2a13ef req-56e3cb6b-5bcc-4894-8afe-c737130593ae tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:51.169416 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-758ce2b0-5269-4fe2-b8e3-5084fb2a13ef req-56e3cb6b-5bcc-4894-8afe-c737130593ae tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eaac596-2ce4-4f38-ba7b-d497db799fab HTTP/1.1" status: 200 len: 945 time: 0.2264590 Mar 05 13:55:51.183188 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-cb609b4b-81f7-4867-a604-f28f8d79b312 req-c28b96bf-a363-4b9f-83e7-69f73812fde5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:51.183954 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-cb609b4b-81f7-4867-a604-f28f8d79b312 req-c28b96bf-a363-4b9f-83e7-69f73812fde5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:51.184973 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [req-cb609b4b-81f7-4867-a604-f28f8d79b312 req-c28b96bf-a363-4b9f-83e7-69f73812fde5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Floating IP 9e0b470d-9168-442a-b1a2-59f56e62a214 disassociated. External IP: 172.25.4.243, port: 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3. Mar 05 13:55:51.186271 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-cb609b4b-81f7-4867-a604-f28f8d79b312 req-c28b96bf-a363-4b9f-83e7-69f73812fde5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Calling delete_port for 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:55:51.222067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c147a001-324c-4c3d-830e-1f547aba9c08 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:55:51.249698 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c3ddf56d-d993-4228-828e-9aa4713e19b7 req-8e399fa5-1208-4861-bb91-e0484ad392f0 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675658 Mar 05 13:55:51.255106 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c147a001-324c-4c3d-830e-1f547aba9c08 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:51.255454 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-c147a001-324c-4c3d-830e-1f547aba9c08 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Added segment d4650812-fec2-4486-b305-8d38ea72f632 of type vlan for network 434c207b-d99f-47a2-a44b-e068cc8ff71c Mar 05 13:55:51.260439 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 023eeee3-e148-4992-9c70-2a190805d100 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:55:51.268270 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 023eeee3-e148-4992-9c70-2a190805d100 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:51.268656 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:51.283842 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:51.335828 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:51.354073 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c147a001-324c-4c3d-830e-1f547aba9c08 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:51.360194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Pushing event deleted for resources: {'Network': ['ID=b4241156-4b48-483c-90ef-31c5f9ca3b51,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:51.406050 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] 10.222.0.16 "DELETE /v2.0/networks/b4241156-4b48-483c-90ef-31c5f9ca3b51 HTTP/1.1" status: 204 len: 168 time: 0.8874454 Mar 05 13:55:51.409719 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:51.410036 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:51.410692 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:51.411085 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:51.411627 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:51.411891 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:51.412415 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:51.412752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:51.413178 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:51.413571 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:51.413899 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:51.414235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcbc7c1-25c8-4e62-92b5-31e04dfa1c36 tempest-PortsTestJSON-770309265 tempest-PortsTestJSON-770309265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:51.419489 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c147a001-324c-4c3d-830e-1f547aba9c08 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:51.425782 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c147a001-324c-4c3d-830e-1f547aba9c08 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:51.426897 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c147a001-324c-4c3d-830e-1f547aba9c08 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:51.482303 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-cb609b4b-81f7-4867-a604-f28f8d79b312 req-c28b96bf-a363-4b9f-83e7-69f73812fde5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:51.498398 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:51.536459 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eaac596-2ce4-4f38-ba7b-d497db799fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023eeee3-e148-4992-9c70-2a190805d100'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:55:51.551231 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 023eeee3-e148-4992-9c70-2a190805d100, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=023eeee3-e148-4992-9c70-2a190805d100,segment=NetworkSegment(e0f685fc-e0b1-4447-b107-372f1cb211b2),segment_id=e0f685fc-e0b1-4447-b107-372f1cb211b2)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:55:51.557137 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:51.559216 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:55:51.590660 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41108) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:51.597031 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147a001-324c-4c3d-830e-1f547aba9c08 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Network': ['ID=434c207b-d99f-47a2-a44b-e068cc8ff71c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:51.608081 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-758ce2b0-5269-4fe2-b8e3-5084fb2a13ef req-37fd825f-b337-47ec-bc27-b8543d5af571 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e60027-8e85-40db-895b-76c058895b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876431 Mar 05 13:55:51.613031 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b96bf-a363-4b9f-83e7-69f73812fde5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event deleted for resources: {'Port': ['ID=8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:51.643530 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c147a001-324c-4c3d-830e-1f547aba9c08 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7002616 Mar 05 13:55:51.646087 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41116) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:51.656117 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a5ce4c13-bf04-47a5-9d04-0ca4510e1861 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'subnet': {'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:51.703968 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:55:51.704644 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:55:51.710189 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 434c207b-d99f-47a2-a44b-e068cc8ff71c details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:55:51.936940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a5ce4c13-bf04-47a5-9d04-0ca4510e1861 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:51.940142 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41126) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:51.957284 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a5ce4c13-bf04-47a5-9d04-0ca4510e1861 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:subnet and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:51.974255 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a5ce4c13-bf04-47a5-9d04-0ca4510e1861 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:52.001228 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=023eeee3-e148-4992-9c70-2a190805d100,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:52.024464 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a5ce4c13-bf04-47a5-9d04-0ca4510e1861 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:52.033685 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cf1eea67-2471-445b-8cb3-7d82b4581ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:52.076136 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-cf1eea67-2471-445b-8cb3-7d82b4581ee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:52.086623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ce4c13-bf04-47a5-9d04-0ca4510e1861 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Made reservation on behalf of beafff5c987348ddbc3961566817c315 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:55:52.090545 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eaac596-2ce4-4f38-ba7b-d497db799fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023eeee3-e148-4992-9c70-2a190805d100', 'code': 200} Mar 05 13:55:52.093815 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a5ce4c13-bf04-47a5-9d04-0ca4510e1861 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:52.132860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cf1eea67-2471-445b-8cb3-7d82b4581ee9 admin admin] Usage tracker for resource:security_group_rule and tenant:baa764802a734833ba0c996d217db2d4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:52.241846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb609b4b-81f7-4867-a604-f28f8d79b312 req-c28b96bf-a363-4b9f-83e7-69f73812fde5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Router ebed7ca6-286a-45b0-ab29-0b098cdfdadb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:55:52.302376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cf1eea67-2471-445b-8cb3-7d82b4581ee9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:52.346620 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-cf1eea67-2471-445b-8cb3-7d82b4581ee9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:52.372109 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05d74c-8808-4fab-a4b0-5be0ab7aa646 req-27e4e0b2-4bc4-4e2f-ad43-6df9bbd05adc tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:52.373657 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e05d74c-8808-4fab-a4b0-5be0ab7aa646 req-27e4e0b2-4bc4-4e2f-ad43-6df9bbd05adc tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.1917274 Mar 05 13:55:52.474975 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4a028216-17d4-4e58-a55b-bb54d26e08a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71b2477360244921b7fd821a95fc21d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5335305 Mar 05 13:55:52.477230 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8115c0b5-d8de-4824-8b23-ac4bf21680a8 req-e4175466-3e24-4611-84c4-8060c9ebe8b2 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/ports?device_id=6090d125-7e1f-49ce-b3e9-9ff3b63089a5 HTTP/1.1" status: 200 len: 210 time: 0.1678462 Mar 05 13:55:52.479312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41136) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:52.504768 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb609b4b-81f7-4867-a604-f28f8d79b312 req-c28b96bf-a363-4b9f-83e7-69f73812fde5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:55:52.508904 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e05d74c-8808-4fab-a4b0-5be0ab7aa646 req-474d8bb4-99b5-4e5f-bfaa-1ed8004e1e32 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827265 Mar 05 13:55:52.526010 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cea665e-7a40-419b-b807-fb4ab2d912f1 None None] Sync routers for ids ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:55:52.543977 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cea665e-7a40-419b-b807-fb4ab2d912f1 None None] Routers {'ebed7ca6-286a-45b0-ab29-0b098cdfdadb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:55:52.545044 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0cea665e-7a40-419b-b807-fb4ab2d912f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:55:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:52.598442 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb609b4b-81f7-4867-a604-f28f8d79b312 req-c28b96bf-a363-4b9f-83e7-69f73812fde5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] No DVR routers for this DVR port 8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:55:52.601260 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-cb609b4b-81f7-4867-a604-f28f8d79b312 req-c28b96bf-a363-4b9f-83e7-69f73812fde5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:52.605218 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6090d125-7e1f-49ce-b3e9-9ff3b63089a5', 'name': 'network-vif-deleted', 'tag': '8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:55:52.625864 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cb609b4b-81f7-4867-a604-f28f8d79b312 req-c28b96bf-a363-4b9f-83e7-69f73812fde5 tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.30 "DELETE /v2.0/ports/8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3 HTTP/1.1" status: 204 len: 173 time: 3.6963420 Mar 05 13:55:52.687367 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46cc951f-f9e9-4610-bc11-966e1ed72938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:52.740787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a634711-857d-4439-8c40-1a8a16296b65 req-e89de8f3-83f1-4954-bf11-6a580ca04278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:52.742308 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a634711-857d-4439-8c40-1a8a16296b65 req-e89de8f3-83f1-4954-bf11-6a580ca04278 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7eaac596-2ce4-4f38-ba7b-d497db799fab HTTP/1.1" status: 200 len: 1097 time: 0.4369678 Mar 05 13:55:52.762496 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-0cea665e-7a40-419b-b807-fb4ab2d912f1 None None] Set router ebed7ca6-286a-45b0-ab29-0b098cdfdadb gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:55:52.795370 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46cc951f-f9e9-4610-bc11-966e1ed72938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:52.806562 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cf1eea67-2471-445b-8cb3-7d82b4581ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:52.834902 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cf1eea67-2471-445b-8cb3-7d82b4581ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:52.936287 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6090d125-7e1f-49ce-b3e9-9ff3b63089a5', 'name': 'network-vif-deleted', 'tag': '8aca754f-eb4a-43e9-a1ee-68f2ce6fc7e3', 'status': 'completed', 'code': 200} Mar 05 13:55:52.972400 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a634711-857d-4439-8c40-1a8a16296b65 req-2f0e4c40-94c3-4c0b-9a85-7bd90f4423e5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=71e60027-8e85-40db-895b-76c058895b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153809 Mar 05 13:55:52.973415 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a5ce4c13-bf04-47a5-9d04-0ca4510e1861 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:53.016998 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41158) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:53.017196 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cf1eea67-2471-445b-8cb3-7d82b4581ee9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=baa764802a734833ba0c996d217db2d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4104514 Mar 05 13:55:53.044099 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1eea67-2471-445b-8cb3-7d82b4581ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d822c9fd-5274-4ace-9d67-a18b21c138e9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:53.090756 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce4c13-bf04-47a5-9d04-0ca4510e1861 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Subnet': ['ID=456d0eef-0542-405d-8a86-795bb2c39aea,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:53.103717 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ce4c13-bf04-47a5-9d04-0ca4510e1861 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Checking segment: {'id': 'd4650812-fec2-4486-b305-8d38ea72f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:55:53.104275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ce4c13-bf04-47a5-9d04-0ca4510e1861 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network hostable DHCP agents. Network: 434c207b-d99f-47a2-a44b-e068cc8ff71c, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:55:53.122231 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46cc951f-f9e9-4610-bc11-966e1ed72938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:53.156161 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f81ffcf-338c-4e2f-a642-3c94a4f46596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:53.184958 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f81ffcf-338c-4e2f-a642-3c94a4f46596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:53.199328 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc951f-f9e9-4610-bc11-966e1ed72938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070e1db3-ed74-444b-8c60-8baea86178e3,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:53.218177 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ce4c13-bf04-47a5-9d04-0ca4510e1861 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network 434c207b-d99f-47a2-a44b-e068cc8ff71c is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:55:53.236288 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46cc951f-f9e9-4610-bc11-966e1ed72938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:53.237647 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-46cc951f-f9e9-4610-bc11-966e1ed72938 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/070e1db3-ed74-444b-8c60-8baea86178e3 HTTP/1.1" status: 204 len: 168 time: 0.7539213 Mar 05 13:55:53.240816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-a5ce4c13-bf04-47a5-9d04-0ca4510e1861 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 434c207b-d99f-47a2-a44b-e068cc8ff71c) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:55:53.249892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ce4c13-bf04-47a5-9d04-0ca4510e1861 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:53.251893 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a5ce4c13-bf04-47a5-9d04-0ca4510e1861 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:53.268620 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f81ffcf-338c-4e2f-a642-3c94a4f46596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:53.293338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e996deac-4595-47ae-ab08-b4547d023533 None None] Network 434c207b-d99f-47a2-a44b-e068cc8ff71c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:55:53.319802 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81ffcf-338c-4e2f-a642-3c94a4f46596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d822c9fd-5274-4ace-9d67-a18b21c138e9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:53.323325 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5f81ffcf-338c-4e2f-a642-3c94a4f46596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:53.324977 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5f81ffcf-338c-4e2f-a642-3c94a4f46596 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d822c9fd-5274-4ace-9d67-a18b21c138e9 HTTP/1.1" status: 204 len: 168 time: 0.3063502 Mar 05 13:55:53.344846 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fa7cc-990e-40d0-afa0-45821694e496 req-38296f81-004d-4cf2-8d88-74844dcd098f tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:53.353895 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e16fa7cc-990e-40d0-afa0-45821694e496 req-38296f81-004d-4cf2-8d88-74844dcd098f tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eaac596-2ce4-4f38-ba7b-d497db799fab HTTP/1.1" status: 200 len: 946 time: 0.2344265 Mar 05 13:55:53.399667 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a5ce4c13-bf04-47a5-9d04-0ca4510e1861 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7525117 Mar 05 13:55:53.403174 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41176) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:53.471190 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e16fa7cc-990e-40d0-afa0-45821694e496 req-b3cb1f47-2f03-4f1e-ac7a-ad84024ad95f tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e60027-8e85-40db-895b-76c058895b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161270 Mar 05 13:55:53.471847 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41180) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:53.819150 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0cea665e-7a40-419b-b807-fb4ab2d912f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:37Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:53.825915 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f2604b13-b870-4a29-af7f-02757731f1ff no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:55:53.830047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356d4f8-1073-4be4-865b-c27150518c53 req-a202c065-42a0-414f-b35d-80c2ddbe614d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:53.837732 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b356d4f8-1073-4be4-865b-c27150518c53 req-a202c065-42a0-414f-b35d-80c2ddbe614d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.1497083 Mar 05 13:55:53.872434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cea665e-7a40-419b-b807-fb4ab2d912f1 None None] Checking router: ebed7ca6-286a-45b0-ab29-0b098cdfdadb for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:55:53.940990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cea665e-7a40-419b-b807-fb4ab2d912f1 None None] Routers {'ebed7ca6-286a-45b0-ab29-0b098cdfdadb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:55:53.941736 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0cea665e-7a40-419b-b807-fb4ab2d912f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:55:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:53.946006 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41198) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:53.989610 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b356d4f8-1073-4be4-865b-c27150518c53 req-0a659333-42c4-40b7-837d-74f34ceacacf tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508846 Mar 05 13:55:54.001603 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-24eaa044-93fa-41e5-aefe-66bb1010fabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:54.062551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-24eaa044-93fa-41e5-aefe-66bb1010fabc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:54.079495 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-24eaa044-93fa-41e5-aefe-66bb1010fabc admin admin] Usage tracker for resource:security_group_rule and tenant:b81b9a89c5bc44c3ac5835b086bf913d is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:54.089162 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-24eaa044-93fa-41e5-aefe-66bb1010fabc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:54.103420 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-24eaa044-93fa-41e5-aefe-66bb1010fabc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:54.155600 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-0cea665e-7a40-419b-b807-fb4ab2d912f1 None None] Set router ebed7ca6-286a-45b0-ab29-0b098cdfdadb gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:55:54.237374 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-24eaa044-93fa-41e5-aefe-66bb1010fabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:54.239446 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41210) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:54.285202 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-24eaa044-93fa-41e5-aefe-66bb1010fabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:54.299684 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc76561-2909-4fee-b3a8-ab14365c47a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-434c207b-d99f-47a2-a44b-e068cc8ff71c', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:55:54.300509 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-acc76561-2909-4fee-b3a8-ab14365c47a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:54.378914 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f411852-fa19-4c94-9a26-4b8617b4dbf2 req-d7a682a3-0d18-4a14-a719-e5786ba44a34 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:54.386324 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4f411852-fa19-4c94-9a26-4b8617b4dbf2 req-d7a682a3-0d18-4a14-a719-e5786ba44a34 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 943 time: 0.6818390 Mar 05 13:55:54.388814 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-96d91649-84a0-4738-8b61-b27161191a00 req-99709853-8117-4e37-9def-bcc2aa669899 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9156349 Mar 05 13:55:54.404766 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-24eaa044-93fa-41e5-aefe-66bb1010fabc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b81b9a89c5bc44c3ac5835b086bf913d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4562635 Mar 05 13:55:54.408920 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41218) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:54.411522 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cd7d91ff-7b2e-4dd0-9cc5-62f194286abc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:54.435085 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eaa044-93fa-41e5-aefe-66bb1010fabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072a83b9-a635-4919-ba23-7f0a7ea3ae2e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:54.454974 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cd7d91ff-7b2e-4dd0-9cc5-62f194286abc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:54.460560 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:54.541675 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-578f369c-84ae-4234-999b-881e63cc2bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:54.571574 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-578f369c-84ae-4234-999b-881e63cc2bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:54.597308 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cd7d91ff-7b2e-4dd0-9cc5-62f194286abc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:54.634735 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d91ff-7b2e-4dd0-9cc5-62f194286abc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4865481d-eb0a-4435-a304-154e853a807b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:54.664734 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4f411852-fa19-4c94-9a26-4b8617b4dbf2 req-883b9afd-d466-4117-8b1c-3f3bfd197ff2 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2777801 Mar 05 13:55:54.707088 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cd7d91ff-7b2e-4dd0-9cc5-62f194286abc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:54.720598 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cd7d91ff-7b2e-4dd0-9cc5-62f194286abc tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "DELETE /v2.0/security-groups/4865481d-eb0a-4435-a304-154e853a807b HTTP/1.1" status: 204 len: 168 time: 0.4795368 Mar 05 13:55:54.724692 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41230) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:54.797585 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-7691834a-2ffa-412d-9e4d-84638dfa3eda tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] show failed (client error): The resource could not be found. Mar 05 13:55:54.802218 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7691834a-2ffa-412d-9e4d-84638dfa3eda tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "GET /v2.0/security-groups/4865481d-eb0a-4435-a304-154e853a807b HTTP/1.1" status: 404 len: 347 time: 0.0757756 Mar 05 13:55:54.809990 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41236) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:54.810694 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-578f369c-84ae-4234-999b-881e63cc2bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:54.939383 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f369c-84ae-4234-999b-881e63cc2bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072a83b9-a635-4919-ba23-7f0a7ea3ae2e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:55.002050 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0cea665e-7a40-419b-b807-fb4ab2d912f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:37Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:55.021705 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-acc76561-2909-4fee-b3a8-ab14365c47a9 None None] Allocated IP 172.20.0.2 (434c207b-d99f-47a2-a44b-e068cc8ff71c/456d0eef-0542-405d-8a86-795bb2c39aea/1a9814cc-2720-49b2-a2f0-0cd7affb89c9) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:55:55.024831 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cea665e-7a40-419b-b807-fb4ab2d912f1 None None] The sync data for ids ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'] in n-d-803718-1 is: [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:49:29Z', 'revision_number': 4, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '641db6fc-cc53-4421-aea4-affbc96924af', 'name': '', 'network_id': '175f72fb-87d4-4d09-877c-e76b741da2ad', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'mac_address': 'fa:16:3e:b1:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:23Z', 'updated_at': '2022-03-05T13:49:37Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'subnets': [{'id': 'c9349c82-1490-40bf-94d8-d6850b67eb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:55:55.081952 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-b9b88d7b-66cb-49c3-94dc-99372baab0ca tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Deleting port c292ecd8-0397-4fc0-a7c6-ca90109a6b28 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:55:55.082301 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b9b88d7b-66cb-49c3-94dc-99372baab0ca tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:55.237222 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-578f369c-84ae-4234-999b-881e63cc2bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:55.238336 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-578f369c-84ae-4234-999b-881e63cc2bfc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/072a83b9-a635-4919-ba23-7f0a7ea3ae2e HTTP/1.1" status: 204 len: 168 time: 0.8283033 Mar 05 13:55:55.259349 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53fe64-8630-4d4b-b282-dbf625337933 req-d5666ca7-319c-4982-8b5f-30e3e1785c9b tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:55.271623 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9f53fe64-8630-4d4b-b282-dbf625337933 req-d5666ca7-319c-4982-8b5f-30e3e1785c9b tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eaac596-2ce4-4f38-ba7b-d497db799fab HTTP/1.1" status: 200 len: 946 time: 0.5676298 Mar 05 13:55:55.350111 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d87434-33ec-417a-8509-844a14688663 req-251cbe4a-ccc4-49ee-bc33-cbdb69c7b105 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:55.367417 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-45d87434-33ec-417a-8509-844a14688663 req-251cbe4a-ccc4-49ee-bc33-cbdb69c7b105 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.1350887 Mar 05 13:55:55.513875 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-45d87434-33ec-417a-8509-844a14688663 req-29834b8a-4a5b-4b73-8fe4-94bb68691a3b tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454101 Mar 05 13:55:55.554309 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-acc76561-2909-4fee-b3a8-ab14365c47a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:55.592857 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f64a11-076b-42f8-899c-cf96178f3e02 None None] New status for floating IP 9e0b470d-9168-442a-b1a2-59f56e62a214: DOWN {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:55:55.593325 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-acc76561-2909-4fee-b3a8-ab14365c47a9 None None] Transition to ACTIVE for port object 1a9814cc-2720-49b2-a2f0-0cd7affb89c9 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:55:55.606640 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9f53fe64-8630-4d4b-b282-dbf625337933 req-f2c229e5-00d8-4eec-b50c-6a8f27c25197 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e60027-8e85-40db-895b-76c058895b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339491 Mar 05 13:55:55.648367 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b9b88d7b-66cb-49c3-94dc-99372baab0ca tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:55.648699 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b9b88d7b-66cb-49c3-94dc-99372baab0ca tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:55.656857 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-acc76561-2909-4fee-b3a8-ab14365c47a9 None None] Transition to ACTIVE for port object 1a9814cc-2720-49b2-a2f0-0cd7affb89c9 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:55:55.668016 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-acc76561-2909-4fee-b3a8-ab14365c47a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:55.835424 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Allocated IP 172.20.0.1 (434c207b-d99f-47a2-a44b-e068cc8ff71c/456d0eef-0542-405d-8a86-795bb2c39aea/8d82641b-b00b-4072-b7fb-d3a37a3ff84e) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:55:55.883413 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc76561-2909-4fee-b3a8-ab14365c47a9 None None] Pushing event updated for resources: {'Port': ['ID=1a9814cc-2720-49b2-a2f0-0cd7affb89c9,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:55.943770 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc76561-2909-4fee-b3a8-ab14365c47a9 None None] Network 434c207b-d99f-47a2-a44b-e068cc8ff71c is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:55:55.949944 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-acc76561-2909-4fee-b3a8-ab14365c47a9 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:55:55.958260 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc76561-2909-4fee-b3a8-ab14365c47a9 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:55:56.064947 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-b9b88d7b-66cb-49c3-94dc-99372baab0ca tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Calling delete_port for c292ecd8-0397-4fc0-a7c6-ca90109a6b28 owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:55:56.107955 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:56.142395 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Transition to ACTIVE for port object 8d82641b-b00b-4072-b7fb-d3a37a3ff84e will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:55:56.194912 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:56.339171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Port': ['ID=8d82641b-b00b-4072-b7fb-d3a37a3ff84e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:56.341840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecded3b-f831-4369-90be-a6023e096d63 req-f79fd19d-5fbf-41ec-bea7-0fcd275be1c8 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:56.350636 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0ecded3b-f831-4369-90be-a6023e096d63 req-f79fd19d-5fbf-41ec-bea7-0fcd275be1c8 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 943 time: 0.2954681 Mar 05 13:55:56.351875 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network 434c207b-d99f-47a2-a44b-e068cc8ff71c is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:55:56.353475 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:55:56.360946 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:55:56.413121 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-acc76561-2909-4fee-b3a8-ab14365c47a9 None None] Attempting to bind port 1a9814cc-2720-49b2-a2f0-0cd7affb89c9 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:55:56.414091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-acc76561-2909-4fee-b3a8-ab14365c47a9 None None] Attempting to bind port 1a9814cc-2720-49b2-a2f0-0cd7affb89c9 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'd4650812-fec2-4486-b305-8d38ea72f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:55:56.414877 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc76561-2909-4fee-b3a8-ab14365c47a9 None None] Attempting to bind port 1a9814cc-2720-49b2-a2f0-0cd7affb89c9 on network 434c207b-d99f-47a2-a44b-e068cc8ff71c {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:55:56.426006 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc76561-2909-4fee-b3a8-ab14365c47a9 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:55:56.429830 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc76561-2909-4fee-b3a8-ab14365c47a9 None None] Checking segment: {'id': 'd4650812-fec2-4486-b305-8d38ea72f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:55:56.431238 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-acc76561-2909-4fee-b3a8-ab14365c47a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:56.432320 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:56.432651 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc76561-2909-4fee-b3a8-ab14365c47a9 None None] Bound using segment: {'id': 'd4650812-fec2-4486-b305-8d38ea72f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:55:56.433468 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-acc76561-2909-4fee-b3a8-ab14365c47a9 None None] Bound port: 1a9814cc-2720-49b2-a2f0-0cd7affb89c9, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4650812-fec2-4486-b305-8d38ea72f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:55:56.435262 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-acc76561-2909-4fee-b3a8-ab14365c47a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:56.438144 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0ecded3b-f831-4369-90be-a6023e096d63 req-f97c4559-b3c1-4031-b5fb-c968d1e0a277 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830214 Mar 05 13:55:56.443175 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d91649-84a0-4738-8b61-b27161191a00 req-0cb95c70-8a9e-4e15-851d-51b5e088b1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:56.447386 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-96d91649-84a0-4738-8b61-b27161191a00 req-0cb95c70-8a9e-4e15-851d-51b5e088b1b5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89&tenant_id=d4bf4b89d64e49548563cf43af63d417 HTTP/1.1" status: 200 len: 1094 time: 0.3019722 Mar 05 13:55:56.448429 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-b9b88d7b-66cb-49c3-94dc-99372baab0ca tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:55:56.450385 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-b9b88d7b-66cb-49c3-94dc-99372baab0ca tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:55:56.670502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d91649-84a0-4738-8b61-b27161191a00 req-1368608f-564f-4c1a-9e5a-8e187723c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:56.672436 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-96d91649-84a0-4738-8b61-b27161191a00 req-1368608f-564f-4c1a-9e5a-8e187723c040 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4bf4b89d64e49548563cf43af63d417&device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 1094 time: 0.1913719 Mar 05 13:55:56.686845 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-acc76561-2909-4fee-b3a8-ab14365c47a9 None None] For port 1a9814cc-2720-49b2-a2f0-0cd7affb89c9, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:55:56.690878 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-acc76561-2909-4fee-b3a8-ab14365c47a9 None None] For port 1a9814cc-2720-49b2-a2f0-0cd7affb89c9, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1a9814cc-2720-49b2-a2f0-0cd7affb89c9,segment=NetworkSegment(d4650812-fec2-4486-b305-8d38ea72f632),segment_id=d4650812-fec2-4486-b305-8d38ea72f632)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:55:56.692672 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:56.696921 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-acc76561-2909-4fee-b3a8-ab14365c47a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:56.809825 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc76561-2909-4fee-b3a8-ab14365c47a9 None None] Pushing event updated for resources: {'Port': ['ID=1a9814cc-2720-49b2-a2f0-0cd7affb89c9,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:56.930517 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d91649-84a0-4738-8b61-b27161191a00 req-205395f4-8129-4e98-aabc-fdb195c271f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:56.932009 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-96d91649-84a0-4738-8b61-b27161191a00 req-205395f4-8129-4e98-aabc-fdb195c271f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=47dce88b-b414-45d2-b170-ce43dcded289 HTTP/1.1" status: 200 len: 916 time: 0.2534275 Mar 05 13:55:56.974196 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09982d4-8028-4973-a741-1d00bb81e1fc req-4b91fe40-1d16-4f61-95db-d37c41660eea tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:56.977226 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e09982d4-8028-4973-a741-1d00bb81e1fc req-4b91fe40-1d16-4f61-95db-d37c41660eea tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eaac596-2ce4-4f38-ba7b-d497db799fab HTTP/1.1" status: 200 len: 946 time: 0.4411373 Mar 05 13:55:57.015555 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-b9b88d7b-66cb-49c3-94dc-99372baab0ca tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Deleting port c292ecd8-0397-4fc0-a7c6-ca90109a6b28 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:55:57.015897 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b9b88d7b-66cb-49c3-94dc-99372baab0ca tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:57.119178 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e09982d4-8028-4973-a741-1d00bb81e1fc req-0e19a9d6-db07-4dd7-ab5a-f6c7fb05e32f tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e60027-8e85-40db-895b-76c058895b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324749 Mar 05 13:55:57.253685 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30df2e9-9828-4b74-987c-cb0578610c67 req-02799fd2-aea0-49bc-a22d-72562f593fbe tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:57.256047 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c30df2e9-9828-4b74-987c-cb0578610c67 req-02799fd2-aea0-49bc-a22d-72562f593fbe tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.5492582 Mar 05 13:55:57.261372 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-96d91649-84a0-4738-8b61-b27161191a00 req-545e7f1f-b46b-4c9d-8837-798e7105001c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2604b13-b870-4a29-af7f-02757731f1ff HTTP/1.1" status: 200 len: 999 time: 0.3139722 Mar 05 13:55:57.455896 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:57.457471 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c30df2e9-9828-4b74-987c-cb0578610c67 req-51900d28-bc69-40e2-9a4b-cc466a25e58b tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951082 Mar 05 13:55:57.468626 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:57.471475 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d91649-84a0-4738-8b61-b27161191a00 req-50538d7d-1018-4f65-99ef-bdf5f1cd6a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:57.472988 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-96d91649-84a0-4738-8b61-b27161191a00 req-50538d7d-1018-4f65-99ef-bdf5f1cd6a79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f8c39d4-8db2-4e14-8534-4ef6364fca85 HTTP/1.1" status: 200 len: 855 time: 0.1803663 Mar 05 13:55:57.548798 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b9b88d7b-66cb-49c3-94dc-99372baab0ca tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:57.548798 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b9b88d7b-66cb-49c3-94dc-99372baab0ca tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:57.769318 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:57.781980 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Port': ['ID=8d82641b-b00b-4072-b7fb-d3a37a3ff84e,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:57.808864 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:57.809801 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:57.809801 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:57.809983 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-b9b88d7b-66cb-49c3-94dc-99372baab0ca tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Calling delete_port for c292ecd8-0397-4fc0-a7c6-ca90109a6b28 owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:55:57.810078 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:57.810247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:57.810935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:57.810935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:57.811146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:57.811380 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:57.811692 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:57.812007 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:57.812408 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:55:57.902862 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d91649-84a0-4738-8b61-b27161191a00 req-eee2050d-995e-4a14-ab07-204ba860b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:57.904430 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-96d91649-84a0-4738-8b61-b27161191a00 req-eee2050d-995e-4a14-ab07-204ba860b2a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47dce88b-b414-45d2-b170-ce43dcded289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4101408 Mar 05 13:55:58.060785 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41332) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:58.103246 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265f80b-cf81-4d3a-87da-3cab75afa036 req-17f026ec-b8c6-4cc5-bc28-62828ffee760 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:58.105504 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f265f80b-cf81-4d3a-87da-3cab75afa036 req-17f026ec-b8c6-4cc5-bc28-62828ffee760 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 943 time: 0.4242508 Mar 05 13:55:58.118653 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network 434c207b-d99f-47a2-a44b-e068cc8ff71c is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:55:58.145529 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:55:58.287049 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f265f80b-cf81-4d3a-87da-3cab75afa036 req-b2cdcbee-5b96-4396-a1e9-36a2ea35c00c tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662257 Mar 05 13:55:58.287190 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5847cda-a61b-4502-9a6e-dafcca355fea req-a824c127-608b-4c92-9ee9-37dc6c9c64ce tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:58.288686 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c5847cda-a61b-4502-9a6e-dafcca355fea req-a824c127-608b-4c92-9ee9-37dc6c9c64ce tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.30 "GET /v2.0/ports?device_id=7eaac596-2ce4-4f38-ba7b-d497db799fab HTTP/1.1" status: 200 len: 946 time: 0.6075578 Mar 05 13:55:58.307246 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b4cddc90-60f8-4d7b-988f-8b5492263618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:58.324930 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820246ae-5959-40f9-8bf8-b13f529445e5 None None] Network 434c207b-d99f-47a2-a44b-e068cc8ff71c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:55:58.391314 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b4cddc90-60f8-4d7b-988f-8b5492263618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:58.395665 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b4cddc90-60f8-4d7b-988f-8b5492263618 admin admin] Usage tracker for resource:security_group_rule and tenant:5202997fab534895bec112b3f66f0581 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:58.399037 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b4cddc90-60f8-4d7b-988f-8b5492263618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:58.407251 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b4cddc90-60f8-4d7b-988f-8b5492263618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:58.426246 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-96d91649-84a0-4738-8b61-b27161191a00 req-90ea8f1b-8a9c-4aae-86e3-f78db1cecb7a service neutron] 10.222.0.15 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126634 Mar 05 13:55:58.437471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-42592953-0fab-412f-abb2-e88290b9bac4 None None] Provisioning for port 1a9814cc-2720-49b2-a2f0-0cd7affb89c9 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:55:58.459876 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b9b88d7b-66cb-49c3-94dc-99372baab0ca tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:58.516387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-c5847cda-a61b-4502-9a6e-dafcca355fea req-ad5b784d-f08b-4be2-8562-12d4caf85845 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Deleting port 023eeee3-e148-4992-9c70-2a190805d100 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:55:58.516644 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c5847cda-a61b-4502-9a6e-dafcca355fea req-ad5b784d-f08b-4be2-8562-12d4caf85845 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:58.567313 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b4cddc90-60f8-4d7b-988f-8b5492263618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:58.579665 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b4cddc90-60f8-4d7b-988f-8b5492263618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:58.607733 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b88d7b-66cb-49c3-94dc-99372baab0ca tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Pushing event deleted for resources: {'Port': ['ID=c292ecd8-0397-4fc0-a7c6-ca90109a6b28,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:58.712276 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b4cddc90-60f8-4d7b-988f-8b5492263618 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5202997fab534895bec112b3f66f0581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6497850 Mar 05 13:55:58.718120 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cddc90-60f8-4d7b-988f-8b5492263618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adb94c4-706c-45b0-b26b-b567ca176fea,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:58.722158 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41344) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:58.777112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Router b3acb74c-7476-4fc9-be63-b7784eba438d is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:55:58.834134 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c300aa-12f2-40f1-843b-6196ea172bb8 req-aca40950-d133-487f-b3a6-27d8524db60a tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:58.835411 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:58.841514 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d8c300aa-12f2-40f1-843b-6196ea172bb8 req-aca40950-d133-487f-b3a6-27d8524db60a tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eaac596-2ce4-4f38-ba7b-d497db799fab HTTP/1.1" status: 200 len: 946 time: 0.5681074 Mar 05 13:55:58.923148 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b9b88d7b-66cb-49c3-94dc-99372baab0ca tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:58.938849 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:58.982946 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-96d91649-84a0-4738-8b61-b27161191a00 req-0df15167-70ea-4e4d-add7-f12c3ac91248 service neutron] 10.222.0.15 "GET /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5454049 Mar 05 13:55:59.008479 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:55:59.037907 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] Sync routers for ids ['b3acb74c-7476-4fc9-be63-b7784eba438d'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:55:59.049133 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-623597b5-7e6c-4a0b-bf9f-ef974808d738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:59.062649 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] Routers {'b3acb74c-7476-4fc9-be63-b7784eba438d'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:55:59.082946 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:55:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3acb74c-7476-4fc9-be63-b7784eba438d'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:55:59.086598 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d2f7e-5a64-4b32-bbf7-88c964ea0f90 req-b359c0ae-ef48-4e05-a2d0-8f65f02a8e73 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:55:59.088187 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cc2d2f7e-5a64-4b32-bbf7-88c964ea0f90 req-b359c0ae-ef48-4e05-a2d0-8f65f02a8e73 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.4696536 Mar 05 13:55:59.189373 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-623597b5-7e6c-4a0b-bf9f-ef974808d738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:59.231400 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b9b88d7b-66cb-49c3-94dc-99372baab0ca tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:59.232840 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b9b88d7b-66cb-49c3-94dc-99372baab0ca tempest-AttachVolumeNegativeTest-909967844 tempest-AttachVolumeNegativeTest-909967844-project] 10.222.0.16 "DELETE /v2.0/floatingips/9e0b470d-9168-442a-b1a2-59f56e62a214 HTTP/1.1" status: 204 len: 168 time: 4.4161747 Mar 05 13:55:59.254188 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d8c300aa-12f2-40f1-843b-6196ea172bb8 req-cb458883-ce2e-4c60-9db6-ea2dd86442b0 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e60027-8e85-40db-895b-76c058895b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116852 Mar 05 13:55:59.270440 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2259ac39-d3b0-4d9b-85da-be2486ca6a38 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/routers/b3acb74c-7476-4fc9-be63-b7784eba438d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8549235 Mar 05 13:55:59.270737 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41372) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:55:59.292639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-8b6f33da-7f5c-4400-a44c-8a017bed4eea tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'network': {'name': 'tempest-RoutersTest-721989983'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:55:59.298663 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cc2d2f7e-5a64-4b32-bbf7-88c964ea0f90 req-7998ddb7-1989-4eda-b802-afc899494886 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905627 Mar 05 13:55:59.317631 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f0f9c659-f108-435e-803f-cc68a044b326 None None] Provisioning for port 8d82641b-b00b-4072-b7fb-d3a37a3ff84e completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:55:59.387876 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-623597b5-7e6c-4a0b-bf9f-ef974808d738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:59.388537 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8b6f33da-7f5c-4400-a44c-8a017bed4eea tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:55:59.420206 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623597b5-7e6c-4a0b-bf9f-ef974808d738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adb94c4-706c-45b0-b26b-b567ca176fea,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:55:59.433863 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-623597b5-7e6c-4a0b-bf9f-ef974808d738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:59.442275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8b6f33da-7f5c-4400-a44c-8a017bed4eea tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:network and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:55:59.442988 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-623597b5-7e6c-4a0b-bf9f-ef974808d738 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0adb94c4-706c-45b0-b26b-b567ca176fea HTTP/1.1" status: 204 len: 168 time: 0.7184861 Mar 05 13:55:59.476935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8b6f33da-7f5c-4400-a44c-8a017bed4eea tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:55:59.534946 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8b6f33da-7f5c-4400-a44c-8a017bed4eea tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:55:59.539418 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c5847cda-a61b-4502-9a6e-dafcca355fea req-ad5b784d-f08b-4be2-8562-12d4caf85845 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] For port 023eeee3-e148-4992-9c70-2a190805d100, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=023eeee3-e148-4992-9c70-2a190805d100,segment=NetworkSegment(e0f685fc-e0b1-4447-b107-372f1cb211b2),segment_id=e0f685fc-e0b1-4447-b107-372f1cb211b2)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:55:59.545619 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c5847cda-a61b-4502-9a6e-dafcca355fea req-ad5b784d-f08b-4be2-8562-12d4caf85845 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:59.674614 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1a9814cc-2720-49b2-a2f0-0cd7affb89c9 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:55:59.749685 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f0f9c659-f108-435e-803f-cc68a044b326 None None] Provisioning complete for port 8d82641b-b00b-4072-b7fb-d3a37a3ff84e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:55:59.750266 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f0f9c659-f108-435e-803f-cc68a044b326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:55:59.859337 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-f0f9c659-f108-435e-803f-cc68a044b326 None None] Port 8d82641b-b00b-4072-b7fb-d3a37a3ff84e cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:55:59.864606 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] Set router b3acb74c-7476-4fc9-be63-b7784eba438d gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:55:59.922714 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-c5847cda-a61b-4502-9a6e-dafcca355fea req-ad5b784d-f08b-4be2-8562-12d4caf85845 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Calling delete_port for 023eeee3-e148-4992-9c70-2a190805d100 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:55:59.973090 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6f33da-7f5c-4400-a44c-8a017bed4eea tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Made reservation on behalf of beafff5c987348ddbc3961566817c315 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:55:59.982550 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8b6f33da-7f5c-4400-a44c-8a017bed4eea tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:00.158980 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6f33da-7f5c-4400-a44c-8a017bed4eea tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:56:00.202207 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8b6f33da-7f5c-4400-a44c-8a017bed4eea tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:00.202682 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-8b6f33da-7f5c-4400-a44c-8a017bed4eea tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Added segment 7c21b9c4-d869-4e78-b460-b7f7628a2b3e of type vlan for network b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99 Mar 05 13:56:00.208627 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-59d30a45-538a-497a-bebb-9ba5c0c48210 None None] Provisioning complete for port 8d82641b-b00b-4072-b7fb-d3a37a3ff84e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:00.209249 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-59d30a45-538a-497a-bebb-9ba5c0c48210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:00.495321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68beb1aa-36d2-4cea-8122-307209893cce req-d502693b-c801-496b-85d9-4b3e6a02a237 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:00.522713 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-68beb1aa-36d2-4cea-8122-307209893cce req-d502693b-c801-496b-85d9-4b3e6a02a237 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 943 time: 0.9898639 Mar 05 13:56:00.553559 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 1a9814cc-2720-49b2-a2f0-0cd7affb89c9 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:56:00.611272 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1a9814cc-2720-49b2-a2f0-0cd7affb89c9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:00.611634 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:00.729105 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cba25f-6ce5-4d66-9cb8-01d4fb7c2d68 req-027cfd4d-0527-4562-807f-3fbe4a7168dd tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:00.740658 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85cba25f-6ce5-4d66-9cb8-01d4fb7c2d68 req-027cfd4d-0527-4562-807f-3fbe4a7168dd tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eaac596-2ce4-4f38-ba7b-d497db799fab HTTP/1.1" status: 200 len: 946 time: 0.1264489 Mar 05 13:56:00.818454 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85cba25f-6ce5-4d66-9cb8-01d4fb7c2d68 req-1d1d63d6-79ab-4d5e-aa56-df1b11736e36 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e60027-8e85-40db-895b-76c058895b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753248 Mar 05 13:56:00.959075 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-59d30a45-538a-497a-bebb-9ba5c0c48210 None None] Port 8d82641b-b00b-4072-b7fb-d3a37a3ff84e cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:56:00.997006 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8b6f33da-7f5c-4400-a44c-8a017bed4eea tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:01.045970 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c5847cda-a61b-4502-9a6e-dafcca355fea req-ad5b784d-f08b-4be2-8562-12d4caf85845 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:01.241355 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 023eeee3-e148-4992-9c70-2a190805d100 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:56:01.305131 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 023eeee3-e148-4992-9c70-2a190805d100 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:56:01.305517 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 023eeee3-e148-4992-9c70-2a190805d100 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:56:01.356995 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:01.371348 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-68beb1aa-36d2-4cea-8122-307209893cce req-d2e871e1-ad39-4772-9db8-4573ef3ff86a tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8470552 Mar 05 13:56:01.376072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b784d-f08b-4be2-8562-12d4caf85845 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Pushing event deleted for resources: {'Port': ['ID=023eeee3-e148-4992-9c70-2a190805d100,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:01.443767 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 1a9814cc-2720-49b2-a2f0-0cd7affb89c9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1a9814cc-2720-49b2-a2f0-0cd7affb89c9,segment=NetworkSegment(d4650812-fec2-4486-b305-8d38ea72f632),segment_id=d4650812-fec2-4486-b305-8d38ea72f632)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:56:01.453266 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:55:56Z', 'revision_number': 2, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:55:57Z', 'revision_number': 2, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:01.463411 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:01.572441 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] Checking router: b3acb74c-7476-4fc9-be63-b7784eba438d for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:56:01.578661 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] Updating router b3acb74c-7476-4fc9-be63-b7784eba438d port 8d82641b-b00b-4072-b7fb-d3a37a3ff84e binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:56:01.626952 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c288a-a09f-478c-b5fc-7556c0d2f5e4 req-88cdabeb-5638-4454-8f52-243cd7c9a66e tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:01.637235 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-279c288a-a09f-478c-b5fc-7556c0d2f5e4 req-88cdabeb-5638-4454-8f52-243cd7c9a66e tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.4419239 Mar 05 13:56:01.757927 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [None req-8b6f33da-7f5c-4400-a44c-8a017bed4eea tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:56:01.762882 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-279c288a-a09f-478c-b5fc-7556c0d2f5e4 req-b57f8e34-a6a6-452d-b6c0-8ecafda54d18 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240149 Mar 05 13:56:01.859024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5847cda-a61b-4502-9a6e-dafcca355fea req-ad5b784d-f08b-4be2-8562-12d4caf85845 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] No DVR routers for this DVR port 023eeee3-e148-4992-9c70-2a190805d100 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:56:01.865442 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c5847cda-a61b-4502-9a6e-dafcca355fea req-ad5b784d-f08b-4be2-8562-12d4caf85845 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:01.963331 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:02.016341 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=1a9814cc-2720-49b2-a2f0-0cd7affb89c9,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:02.134193 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0ecca44-5a7a-422b-9502-f8bce6244f1c req-5220fe28-33a4-4d41-bf53-a4640d2b9fe1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3335915 Mar 05 13:56:02.375037 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f1768e73-87d5-4acc-83f6-e665d7237ca1 req-27b4edbc-f73f-4204-8ff2-cad5e25640f1 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eaac596-2ce4-4f38-ba7b-d497db799fab HTTP/1.1" status: 200 len: 210 time: 0.1236837 Mar 05 13:56:02.658515 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecca44-5a7a-422b-9502-f8bce6244f1c req-beb3f0b1-8e4b-4ab6-b914-52b14da4de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:02.679084 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0ecca44-5a7a-422b-9502-f8bce6244f1c req-beb3f0b1-8e4b-4ab6-b914-52b14da4de11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 1096 time: 0.3224831 Mar 05 13:56:02.767968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eaac596-2ce4-4f38-ba7b-d497db799fab', 'name': 'network-vif-deleted', 'tag': '023eeee3-e148-4992-9c70-2a190805d100'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:56:02.779466 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41456) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:02.786346 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5595ff3-6994-4692-9e64-3a9e161ad211 req-724d01da-9d42-480a-84ad-2d563b91772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:02.789268 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b5595ff3-6994-4692-9e64-3a9e161ad211 req-724d01da-9d42-480a-84ad-2d563b91772c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 1095 time: 2.0924141 Mar 05 13:56:02.800696 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8b6f33da-7f5c-4400-a44c-8a017bed4eea tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:02.807953 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6f33da-7f5c-4400-a44c-8a017bed4eea tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:02.808912 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8b6f33da-7f5c-4400-a44c-8a017bed4eea tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:02.814470 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c5847cda-a61b-4502-9a6e-dafcca355fea req-ad5b784d-f08b-4be2-8562-12d4caf85845 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.30 "DELETE /v2.0/ports/023eeee3-e148-4992-9c70-2a190805d100 HTTP/1.1" status: 204 len: 173 time: 4.4855711 Mar 05 13:56:02.943738 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:02.963715 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] Transition to ACTIVE for port object 8d82641b-b00b-4072-b7fb-d3a37a3ff84e will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:56:02.987649 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:03.033885 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f33da-7f5c-4400-a44c-8a017bed4eea tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Network': ['ID=b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:03.053821 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8b6f33da-7f5c-4400-a44c-8a017bed4eea tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.7866185 Mar 05 13:56:03.070616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41470) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:03.076743 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-f56c21ef-20b1-4fb5-a024-2eb4db6e652c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'subnet': {'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:56:03.220111 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecca44-5a7a-422b-9502-f8bce6244f1c req-c225e0df-d80f-4e03-af26-b3d2391586f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:03.221616 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0ecca44-5a7a-422b-9502-f8bce6244f1c req-c225e0df-d80f-4e03-af26-b3d2391586f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 912 time: 0.5279071 Mar 05 13:56:03.296034 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a52e79-b240-471f-8590-57318e477311 req-a9ba024e-8dd8-4245-b38c-05f08ea1d646 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:03.310717 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-28a52e79-b240-471f-8590-57318e477311 req-a9ba024e-8dd8-4245-b38c-05f08ea1d646 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 1.5040827 Mar 05 13:56:03.336691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:56:03.459632 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0ecca44-5a7a-422b-9502-f8bce6244f1c req-41294af8-5529-4fc7-ab26-31d76958aeab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f736b7ec-e966-4c65-8fd3-25f7be175e1f HTTP/1.1" status: 200 len: 217 time: 0.2178442 Mar 05 13:56:03.466235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9bfb4-c830-4974-9c62-a6c7f81f0279 None None] Pushing event updated for resources: {'Port': ['ID=8d82641b-b00b-4072-b7fb-d3a37a3ff84e,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:03.621677 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-28a52e79-b240-471f-8590-57318e477311 req-acc7e1c4-0da9-4324-a382-d2655e3327b7 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3099318 Mar 05 13:56:03.623619 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ae1b61d0-6122-47b4-95e3-5fd76a3acc46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:03.715754 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bec7ab-fa2f-4237-854d-97547eb9c16a req-a9d93850-cf95-4907-acba-27bc7767c280 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:03.720097 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-72bec7ab-fa2f-4237-854d-97547eb9c16a req-a9d93850-cf95-4907-acba-27bc7767c280 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 943 time: 0.7133796 Mar 05 13:56:03.837470 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1a9814cc-2720-49b2-a2f0-0cd7affb89c9 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:56:03.929220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ae1b61d0-6122-47b4-95e3-5fd76a3acc46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:03.940639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ae1b61d0-6122-47b4-95e3-5fd76a3acc46 admin admin] Usage tracker for resource:security_group_rule and tenant:92390d12bbde42a1b2bc0a133ef332ad is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:03.954939 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ae1b61d0-6122-47b4-95e3-5fd76a3acc46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:03.968937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ae1b61d0-6122-47b4-95e3-5fd76a3acc46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:04.139870 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] Attempting to bind port 8d82641b-b00b-4072-b7fb-d3a37a3ff84e on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:56:04.140436 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] Attempting to bind port 8d82641b-b00b-4072-b7fb-d3a37a3ff84e by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'd4650812-fec2-4486-b305-8d38ea72f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:56:04.140648 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] Attempting to bind port 8d82641b-b00b-4072-b7fb-d3a37a3ff84e on network 434c207b-d99f-47a2-a44b-e068cc8ff71c {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:56:04.157638 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:56:04.158024 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] Checking segment: {'id': 'd4650812-fec2-4486-b305-8d38ea72f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:56:04.158393 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:04.158798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] Bound using segment: {'id': 'd4650812-fec2-4486-b305-8d38ea72f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:56:04.161623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecca44-5a7a-422b-9502-f8bce6244f1c req-88391200-d7f9-466c-b045-3296f58dbcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:04.163353 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0ecca44-5a7a-422b-9502-f8bce6244f1c req-88391200-d7f9-466c-b045-3296f58dbcf6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.7027881 Mar 05 13:56:04.170953 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] Bound port: 8d82641b-b00b-4072-b7fb-d3a37a3ff84e, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4650812-fec2-4486-b305-8d38ea72f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:56:04.171355 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:04.183365 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-72bec7ab-fa2f-4237-854d-97547eb9c16a req-281e1f7a-d357-4f71-8aed-a10723161c64 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4459350 Mar 05 13:56:04.316328 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5595ff3-6994-4692-9e64-3a9e161ad211 req-10648831-d1f1-412d-b145-185a446f0d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:04.326997 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b5595ff3-6994-4692-9e64-3a9e161ad211 req-10648831-d1f1-412d-b145-185a446f0d62 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 912 time: 1.3918028 Mar 05 13:56:04.334804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f56c21ef-20b1-4fb5-a024-2eb4db6e652c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:04.348195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f56c21ef-20b1-4fb5-a024-2eb4db6e652c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:subnet and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:04.351501 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f56c21ef-20b1-4fb5-a024-2eb4db6e652c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:04.362742 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f56c21ef-20b1-4fb5-a024-2eb4db6e652c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:04.375849 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1a9814cc-2720-49b2-a2f0-0cd7affb89c9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:04.384922 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:04.431942 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41492) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:04.496346 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecca44-5a7a-422b-9502-f8bce6244f1c req-c4f9c139-edf1-4510-8324-50531edd7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:04.504155 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0ecca44-5a7a-422b-9502-f8bce6244f1c req-c4f9c139-edf1-4510-8324-50531edd7896 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3304703 Mar 05 13:56:04.556499 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eaac596-2ce4-4f38-ba7b-d497db799fab', 'name': 'network-vif-deleted', 'tag': '023eeee3-e148-4992-9c70-2a190805d100', 'status': 'completed', 'code': 200} Mar 05 13:56:04.601242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56c21ef-20b1-4fb5-a024-2eb4db6e652c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Made reservation on behalf of beafff5c987348ddbc3961566817c315 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:56:04.606839 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f56c21ef-20b1-4fb5-a024-2eb4db6e652c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:04.657984 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] For port 8d82641b-b00b-4072-b7fb-d3a37a3ff84e, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:56:04.861968 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] For port 8d82641b-b00b-4072-b7fb-d3a37a3ff84e, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=8d82641b-b00b-4072-b7fb-d3a37a3ff84e,segment=NetworkSegment(d4650812-fec2-4486-b305-8d38ea72f632),segment_id=d4650812-fec2-4486-b305-8d38ea72f632)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:56:04.874527 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:04.935617 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c1985ec6-8cc3-4539-b702-bbb5081e3532 req-59f460d8-d6aa-40e3-8f43-36c041fd89f9 tempest-ServerGroupTestJSON-36930210 tempest-ServerGroupTestJSON-36930210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eaac596-2ce4-4f38-ba7b-d497db799fab HTTP/1.1" status: 200 len: 210 time: 0.2563503 Mar 05 13:56:04.968035 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e3849c45-dbee-4e22-9ea4-c02b057bb4e8 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:56:04.999064 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] Routers {'b3acb74c-7476-4fc9-be63-b7784eba438d'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:56:05.000063 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:55:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3acb74c-7476-4fc9-be63-b7784eba438d'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:05.112953 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0ecca44-5a7a-422b-9502-f8bce6244f1c req-629109a4-1202-45d9-964e-de27708d30b1 service neutron] 10.222.0.30 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009483 Mar 05 13:56:05.119351 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9bfb4-c830-4974-9c62-a6c7f81f0279 None None] Pushing event updated for resources: {'Port': ['ID=8d82641b-b00b-4072-b7fb-d3a37a3ff84e,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:05.152921 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e3849c45-dbee-4e22-9ea4-c02b057bb4e8 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] 10.222.0.16 "PUT /v2.0/quotas/cbbc1757c3be4947ace889df491cc4dc HTTP/1.1" status: 200 len: 368 time: 0.6953957 Mar 05 13:56:05.168127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41506) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:05.179159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-83de2fb4-d088-4b47-b781-66c8322c98e6 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Request body: {'network': {'project_id': 'cbbc1757c3be4947ace889df491cc4dc'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:56:05.195149 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-83de2fb4-d088-4b47-b781-66c8322c98e6 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:05.204586 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-83de2fb4-d088-4b47-b781-66c8322c98e6 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Usage tracker for resource:network and tenant:cbbc1757c3be4947ace889df491cc4dc is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:05.210806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-83de2fb4-d088-4b47-b781-66c8322c98e6 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:05.226385 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-83de2fb4-d088-4b47-b781-66c8322c98e6 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:05.377278 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] Set router b3acb74c-7476-4fc9-be63-b7784eba438d gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:56:05.430889 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f56c21ef-20b1-4fb5-a024-2eb4db6e652c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:05.499802 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00b629-4ebb-4aad-866a-a1a1fc767862 req-27bcb13f-2a97-4e7f-933d-7a27eeaf6324 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:05.506964 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de00b629-4ebb-4aad-866a-a1a1fc767862 req-27bcb13f-2a97-4e7f-933d-7a27eeaf6324 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.1445134 Mar 05 13:56:05.533207 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0ecca44-5a7a-422b-9502-f8bce6244f1c req-4afa8814-cf4c-4c70-ac3e-9484045048cd service neutron] 10.222.0.30 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109855 Mar 05 13:56:05.539410 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ae1b61d0-6122-47b4-95e3-5fd76a3acc46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:05.568907 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83de2fb4-d088-4b47-b781-66c8322c98e6 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Made reservation on behalf of cbbc1757c3be4947ace889df491cc4dc for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:56:05.572043 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-83de2fb4-d088-4b47-b781-66c8322c98e6 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:05.580429 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b86ccf-fde7-48fe-a8bd-53909e0c1008 req-1281dbd3-2ad4-462f-b257-7135afe6f908 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:05.584829 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0b86ccf-fde7-48fe-a8bd-53909e0c1008 req-1281dbd3-2ad4-462f-b257-7135afe6f908 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 1.5362558 Mar 05 13:56:05.613475 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-83de2fb4-d088-4b47-b781-66c8322c98e6 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:05.623633 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b5595ff3-6994-4692-9e64-3a9e161ad211 req-4db25ae6-c616-4738-b96b-8500bfc57dfc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b852d257-e284-4921-9e1c-1731d07e7b99 HTTP/1.1" status: 200 len: 998 time: 1.2350154 Mar 05 13:56:05.631557 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ae1b61d0-6122-47b4-95e3-5fd76a3acc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:05.645103 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de00b629-4ebb-4aad-866a-a1a1fc767862 req-04b1bc3c-09e9-404c-8964-4a4d204626ab tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371779 Mar 05 13:56:05.661253 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-83de2fb4-d088-4b47-b781-66c8322c98e6 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:05.672799 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-83de2fb4-d088-4b47-b781-66c8322c98e6 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Usage tracker for resource:security_group_rule and tenant:cbbc1757c3be4947ace889df491cc4dc is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:05.681259 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c21ef-20b1-4fb5-a024-2eb4db6e652c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Subnet': ['ID=e18cab26-cda7-49d0-b101-43a0a4123dbd,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:05.683389 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-83de2fb4-d088-4b47-b781-66c8322c98e6 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:05.706739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-83de2fb4-d088-4b47-b781-66c8322c98e6 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:05.830013 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 0819c305-466e-4730-a043-3344fba50af8 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:56:05.837697 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-83de2fb4-d088-4b47-b781-66c8322c98e6 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:05.844643 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-83de2fb4-d088-4b47-b781-66c8322c98e6 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:05.895195 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de2fb4-d088-4b47-b781-66c8322c98e6 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021c8478-e3c7-45cd-96ce-11670a81840b,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:05.919933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b61d0-6122-47b4-95e3-5fd76a3acc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9464f8-8c65-4a04-9589-9628ae92b98a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:05.946137 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83de2fb4-d088-4b47-b781-66c8322c98e6 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:56:05.971245 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-83de2fb4-d088-4b47-b781-66c8322c98e6 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:05.973115 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-83de2fb4-d088-4b47-b781-66c8322c98e6 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Added segment b80e9499-41d9-4b91-b5d5-264fc26ad5e9 of type vlan for network c2db7e2e-1162-40b8-8ff1-d5a3c11f9a68 Mar 05 13:56:06.014168 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ae1b61d0-6122-47b4-95e3-5fd76a3acc46 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92390d12bbde42a1b2bc0a133ef332ad&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2193589 Mar 05 13:56:06.018895 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41516) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:06.065479 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c21ef-20b1-4fb5-a024-2eb4db6e652c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Checking segment: {'id': '7c21b9c4-d869-4e78-b460-b7f7628a2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:56:06.065840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56c21ef-20b1-4fb5-a024-2eb4db6e652c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network hostable DHCP agents. Network: b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:56:06.084278 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0b86ccf-fde7-48fe-a8bd-53909e0c1008 req-8e6c0889-18cb-494c-a973-6aabe1397039 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807308 Mar 05 13:56:06.093687 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5595ff3-6994-4692-9e64-3a9e161ad211 req-2556d3b9-f0d2-47d8-8281-80a1c191cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:06.102659 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b5595ff3-6994-4692-9e64-3a9e161ad211 req-2556d3b9-f0d2-47d8-8281-80a1c191cee1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.4635828 Mar 05 13:56:06.146409 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56c21ef-20b1-4fb5-a024-2eb4db6e652c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:56:06.289644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-f56c21ef-20b1-4fb5-a024-2eb4db6e652c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:56:06.309929 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2c97ec-c7dc-4277-9dd0-31938f06a0f7 None None] Network b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:56:06.319645 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56c21ef-20b1-4fb5-a024-2eb4db6e652c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:06.325374 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f56c21ef-20b1-4fb5-a024-2eb4db6e652c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:06.456494 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-83de2fb4-d088-4b47-b781-66c8322c98e6 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:06.461712 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f56c21ef-20b1-4fb5-a024-2eb4db6e652c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3899310 Mar 05 13:56:06.468955 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41530) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:06.487653 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5595ff3-6994-4692-9e64-3a9e161ad211 req-7af8d3f0-0f19-4609-9ec8-fa9bd4eec8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:06.490822 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b5595ff3-6994-4692-9e64-3a9e161ad211 req-7af8d3f0-0f19-4609-9ec8-fa9bd4eec8c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3413742 Mar 05 13:56:06.625420 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3fd72bf-0b08-438a-863d-80fa70a6dc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:06.676945 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-83de2fb4-d088-4b47-b781-66c8322c98e6 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:06.691675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83de2fb4-d088-4b47-b781-66c8322c98e6 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:06.692500 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-83de2fb4-d088-4b47-b781-66c8322c98e6 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:06.971009 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3fd72bf-0b08-438a-863d-80fa70a6dc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:07.113273 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3fd72bf-0b08-438a-863d-80fa70a6dc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:07.324774 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd72bf-0b08-438a-863d-80fa70a6dc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9464f8-8c65-4a04-9589-9628ae92b98a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:07.350360 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ac40a8-3370-48cb-b821-9af96666d103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99', 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'fixed_ips': [{'subnet_id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:56:07.353591 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3fd72bf-0b08-438a-863d-80fa70a6dc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:07.357978 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b3fd72bf-0b08-438a-863d-80fa70a6dc5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa9464f8-8c65-4a04-9589-9628ae92b98a HTTP/1.1" status: 204 len: 168 time: 1.3329182 Mar 05 13:56:07.358489 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de2fb4-d088-4b47-b781-66c8322c98e6 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Pushing event updated for resources: {'Network': ['ID=c2db7e2e-1162-40b8-8ff1-d5a3c11f9a68,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:07.371539 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-19ac40a8-3370-48cb-b821-9af96666d103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:07.375436 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-83de2fb4-d088-4b47-b781-66c8322c98e6 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.2061541 Mar 05 13:56:07.378065 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41558) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:07.393076 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-3f8d43bd-dd1e-4f00-bef5-0ead016037b3 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Request body: {'network': {'project_id': 'cbbc1757c3be4947ace889df491cc4dc'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:56:07.419677 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99c338-9e7e-434a-8e58-27471ee6ef82 req-5d8a052e-4ab6-4c50-aba1-f0a36717b706 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:07.439396 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bd99c338-9e7e-434a-8e58-27471ee6ef82 req-5d8a052e-4ab6-4c50-aba1-f0a36717b706 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 943 time: 1.2413595 Mar 05 13:56:07.442076 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3f8d43bd-dd1e-4f00-bef5-0ead016037b3 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:07.483453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3f8d43bd-dd1e-4f00-bef5-0ead016037b3 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Usage tracker for resource:network and tenant:cbbc1757c3be4947ace889df491cc4dc is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:07.487928 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3f8d43bd-dd1e-4f00-bef5-0ead016037b3 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:07.502651 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network c2db7e2e-1162-40b8-8ff1-d5a3c11f9a68 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:56:07.515669 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3f8d43bd-dd1e-4f00-bef5-0ead016037b3 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:07.585124 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bd99c338-9e7e-434a-8e58-27471ee6ef82 req-07df96ff-d64a-437f-bbfd-98daf8e8a6f1 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446786 Mar 05 13:56:07.586330 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8d43bd-dd1e-4f00-bef5-0ead016037b3 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Made reservation on behalf of cbbc1757c3be4947ace889df491cc4dc for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:56:07.607412 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f8d43bd-dd1e-4f00-bef5-0ead016037b3 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:07.684574 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8d43bd-dd1e-4f00-bef5-0ead016037b3 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:56:07.725618 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f8d43bd-dd1e-4f00-bef5-0ead016037b3 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:07.726070 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-3f8d43bd-dd1e-4f00-bef5-0ead016037b3 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Added segment ebdb70b7-1f6c-4202-9422-5cb7407e9e0d of type vlan for network 257bbc8b-10c8-4af7-9b2b-528a87fcc9a1 Mar 05 13:56:07.736880 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b5595ff3-6994-4692-9e64-3a9e161ad211 req-8b6ef698-07b7-440f-8c17-3f5873ad1863 service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2342052 Mar 05 13:56:07.779665 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f8d43bd-dd1e-4f00-bef5-0ead016037b3 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:07.849875 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f8d43bd-dd1e-4f00-bef5-0ead016037b3 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:07.850891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8d43bd-dd1e-4f00-bef5-0ead016037b3 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:07.851772 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f8d43bd-dd1e-4f00-bef5-0ead016037b3 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:07.908111 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 0819c305-466e-4730-a043-3344fba50af8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=0819c305-466e-4730-a043-3344fba50af8,segment=NetworkSegment(42f4c1eb-4b87-43e5-bb20-3ed7950da0fe),segment_id=42f4c1eb-4b87-43e5-bb20-3ed7950da0fe)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:56:08.066884 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3f8d43bd-dd1e-4f00-bef5-0ead016037b3 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6877770 Mar 05 13:56:08.085769 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41572) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:08.185738 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '0819c305-466e-4730-a043-3344fba50af8', 'network_id': 'da4e4533-5a72-4b34-a384-51bc2d0cd9c2', 'port_id': '0819c305-466e-4730-a043-3344fba50af8', 'mac_address': 'fa:16:3e:a4:55:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd0d26d-458d-486e-aca4-133a1510899b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:56:08.400252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d43bd-dd1e-4f00-bef5-0ead016037b3 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Pushing event updated for resources: {'Network': ['ID=257bbc8b-10c8-4af7-9b2b-528a87fcc9a1,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:08.469365 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 257bbc8b-10c8-4af7-9b2b-528a87fcc9a1 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:56:08.509044 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc59b0-570d-4b99-bfe4-6e9c3cdce77c req-3d72d007-e137-4ff0-8f03-806b3515e3fb tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:08.518084 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d3dc59b0-570d-4b99-bfe4-6e9c3cdce77c req-3d72d007-e137-4ff0-8f03-806b3515e3fb tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.2520030 Mar 05 13:56:08.554014 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41576) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:08.624436 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e17e391e-ca83-415e-8839-669eaf9861a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:08.664692 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a6dfcb1e-5d28-43d0-b268-7c8018283409 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Request body: {'network': {'project_id': 'cbbc1757c3be4947ace889df491cc4dc'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:56:08.682576 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d3dc59b0-570d-4b99-bfe4-6e9c3cdce77c req-ab6a94ed-dfa8-49c7-8373-57cf11600fce tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590266 Mar 05 13:56:08.683828 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e17e391e-ca83-415e-8839-669eaf9861a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:08.698169 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e17e391e-ca83-415e-8839-669eaf9861a6 admin admin] Usage tracker for resource:security_group_rule and tenant:dc65dfc6be07484392e6e1c30c9bbf6a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:08.701582 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e17e391e-ca83-415e-8839-669eaf9861a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:08.711410 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e17e391e-ca83-415e-8839-669eaf9861a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:08.775013 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-19ac40a8-3370-48cb-b821-9af96666d103 None None] Allocated IP 172.21.0.2 (b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99/e18cab26-cda7-49d0-b101-43a0a4123dbd/1cb8165c-db06-4e07-a1f1-32a9da3a58cc) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:56:08.868371 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da3caa-7e2b-4b86-a5c6-1d919c97b118 req-f3673561-0696-494a-a439-495eb2686857 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:08.871091 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-30da3caa-7e2b-4b86-a5c6-1d919c97b118 req-f3673561-0696-494a-a439-495eb2686857 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 1.7655084 Mar 05 13:56:08.872624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a6dfcb1e-5d28-43d0-b268-7c8018283409 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:08.916134 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b5595ff3-6994-4692-9e64-3a9e161ad211 req-2b24544a-e8f1-434c-9214-cf0364ebd02a service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1617515 Mar 05 13:56:08.927320 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e17e391e-ca83-415e-8839-669eaf9861a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:08.935284 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e17e391e-ca83-415e-8839-669eaf9861a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:08.993627 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a6dfcb1e-5d28-43d0-b268-7c8018283409 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Usage tracker for resource:network and tenant:cbbc1757c3be4947ace889df491cc4dc is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:09.043782 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e391e-ca83-415e-8839-669eaf9861a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99aaf2b6-3c68-4d8a-8e98-bf4a3e597c66,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:09.067793 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e17e391e-ca83-415e-8839-669eaf9861a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc65dfc6be07484392e6e1c30c9bbf6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5085649 Mar 05 13:56:09.070237 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41584) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:09.334978 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-19ac40a8-3370-48cb-b821-9af96666d103 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:09.348034 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-19ac40a8-3370-48cb-b821-9af96666d103 None None] Transition to ACTIVE for port object 1cb8165c-db06-4e07-a1f1-32a9da3a58cc will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:56:09.358485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a6dfcb1e-5d28-43d0-b268-7c8018283409 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:09.371862 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a6dfcb1e-5d28-43d0-b268-7c8018283409 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:09.380338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-19ac40a8-3370-48cb-b821-9af96666d103 None None] Transition to ACTIVE for port object 1cb8165c-db06-4e07-a1f1-32a9da3a58cc will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:56:09.396302 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9d4e893c-f02b-4954-a333-e162321eb215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:09.414070 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-19ac40a8-3370-48cb-b821-9af96666d103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:09.496399 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9d4e893c-f02b-4954-a333-e162321eb215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:09.504491 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:55:56Z', 'revision_number': 2, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:04Z', 'revision_number': 4, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:09.517129 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6dfcb1e-5d28-43d0-b268-7c8018283409 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 05 13:56:09.517787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6dfcb1e-5d28-43d0-b268-7c8018283409 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:56:09.522319 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a6dfcb1e-5d28-43d0-b268-7c8018283409 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 1.1201959 Mar 05 13:56:09.534303 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41590) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:09.540784 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac40a8-3370-48cb-b821-9af96666d103 None None] Pushing event updated for resources: {'Port': ['ID=1cb8165c-db06-4e07-a1f1-32a9da3a58cc,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:09.548137 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880203bd-0943-465e-9087-20789fdf0ef9 None None] The sync data for ids ['b3acb74c-7476-4fc9-be63-b7784eba438d'] in n-d-803718-1 is: [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:55:56Z', 'revision_number': 2, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:04Z', 'revision_number': 4, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:56:09.555916 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72404e-932d-4348-a88c-c2653293c77f req-af6b11d4-efcc-4172-8555-c37f0fc6a7b3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:09.558057 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e72404e-932d-4348-a88c-c2653293c77f req-af6b11d4-efcc-4172-8555-c37f0fc6a7b3 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 943 time: 0.3930888 Mar 05 13:56:09.576022 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b944fc9b-07c7-4812-85f8-c6891b84e2c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:09.613941 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-30da3caa-7e2b-4b86-a5c6-1d919c97b118 req-6549ca6d-3d9d-4c95-be0d-68179ea1b876 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6753600 Mar 05 13:56:09.748466 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:09.860126 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0819c305-466e-4730-a043-3344fba50af8 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:56:09.921766 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41600) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:09.922557 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8dfd2901-0a99-4b78-bc01-9b867e2bf4e9 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cbbc1757c3be4947ace889df491cc4dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3488793 Mar 05 13:56:09.928833 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 0819c305-466e-4730-a043-3344fba50af8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=0819c305-466e-4730-a043-3344fba50af8,segment=NetworkSegment(42f4c1eb-4b87-43e5-bb20-3ed7950da0fe),segment_id=42f4c1eb-4b87-43e5-bb20-3ed7950da0fe)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:56:09.966056 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ac40a8-3370-48cb-b821-9af96666d103 None None] Network b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:56:09.993567 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-19ac40a8-3370-48cb-b821-9af96666d103 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:56:10.004295 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:10.030990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ac40a8-3370-48cb-b821-9af96666d103 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:56:10.066067 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e72404e-932d-4348-a88c-c2653293c77f req-7f31fcf9-6662-436e-8f29-e644903f04bd tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4455793 Mar 05 13:56:10.079996 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9d4e893c-f02b-4954-a333-e162321eb215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:10.147487 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e893c-f02b-4954-a333-e162321eb215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99aaf2b6-3c68-4d8a-8e98-bf4a3e597c66,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:10.183698 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9d4e893c-f02b-4954-a333-e162321eb215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:10.185131 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9d4e893c-f02b-4954-a333-e162321eb215 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99aaf2b6-3c68-4d8a-8e98-bf4a3e597c66 HTTP/1.1" status: 204 len: 168 time: 1.1137307 Mar 05 13:56:10.373742 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-43a32ed3-f70c-4365-8de6-67466757b3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:10.428755 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=0819c305-466e-4730-a043-3344fba50af8,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:10.502472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41612) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:10.548839 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['0819c305-466e-4730-a043-3344fba50af8'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:56:10.802642 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a42a4c1-94a1-4d08-b5a1-683d16f42fd1 admin admin] Deleting subnet 8d9d2b87-90b1-455c-9215-ab060d7a0677 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:56:10.831587 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1a42a4c1-94a1-4d08-b5a1-683d16f42fd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:11.192642 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-b944fc9b-07c7-4812-85f8-c6891b84e2c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Allocated IP 172.21.0.1 (b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99/e18cab26-cda7-49d0-b101-43a0a4123dbd/62b722bd-19e5-4f62-9853-9fdb22931db9) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:56:11.395164 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b008ff1e-c93b-4f25-ae26-0c5de783ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:11.458201 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-19ac40a8-3370-48cb-b821-9af96666d103 None None] Attempting to bind port 1cb8165c-db06-4e07-a1f1-32a9da3a58cc on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:56:11.459052 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-19ac40a8-3370-48cb-b821-9af96666d103 None None] Attempting to bind port 1cb8165c-db06-4e07-a1f1-32a9da3a58cc by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '7c21b9c4-d869-4e78-b460-b7f7628a2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:56:11.460748 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ac40a8-3370-48cb-b821-9af96666d103 None None] Attempting to bind port 1cb8165c-db06-4e07-a1f1-32a9da3a58cc on network b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:56:11.477776 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ac40a8-3370-48cb-b821-9af96666d103 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:56:11.479475 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ac40a8-3370-48cb-b821-9af96666d103 None None] Checking segment: {'id': '7c21b9c4-d869-4e78-b460-b7f7628a2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:56:11.480113 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-19ac40a8-3370-48cb-b821-9af96666d103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:11.482020 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ac40a8-3370-48cb-b821-9af96666d103 None None] Bound using segment: {'id': '7c21b9c4-d869-4e78-b460-b7f7628a2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:56:11.482680 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-19ac40a8-3370-48cb-b821-9af96666d103 None None] Bound port: 1cb8165c-db06-4e07-a1f1-32a9da3a58cc, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c21b9c4-d869-4e78-b460-b7f7628a2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:56:11.484708 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-19ac40a8-3370-48cb-b821-9af96666d103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:11.564276 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1a42a4c1-94a1-4d08-b5a1-683d16f42fd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:11.732587 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1a42a4c1-94a1-4d08-b5a1-683d16f42fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:11.927902 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-19ac40a8-3370-48cb-b821-9af96666d103 None None] For port 1cb8165c-db06-4e07-a1f1-32a9da3a58cc, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:56:11.936668 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-19ac40a8-3370-48cb-b821-9af96666d103 None None] For port 1cb8165c-db06-4e07-a1f1-32a9da3a58cc, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1cb8165c-db06-4e07-a1f1-32a9da3a58cc,segment=NetworkSegment(7c21b9c4-d869-4e78-b460-b7f7628a2b3e),segment_id=7c21b9c4-d869-4e78-b460-b7f7628a2b3e)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:56:11.955081 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 8d82641b-b00b-4072-b7fb-d3a37a3ff84e up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:56:12.094880 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1a42a4c1-94a1-4d08-b5a1-683d16f42fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:12.122688 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-19ac40a8-3370-48cb-b821-9af96666d103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:12.158393 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b944fc9b-07c7-4812-85f8-c6891b84e2c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:12.204042 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45e48806-0107-4c0b-a96f-926cdfe8b554 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:12.204658 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1a42a4c1-94a1-4d08-b5a1-683d16f42fd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:12.215923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42a4c1-94a1-4d08-b5a1-683d16f42fd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d9d2b87-90b1-455c-9215-ab060d7a0677,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:12.231538 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1a42a4c1-94a1-4d08-b5a1-683d16f42fd1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8d9d2b87-90b1-455c-9215-ab060d7a0677 HTTP/1.1" status: 204 len: 168 time: 1.7275901 Mar 05 13:56:12.232569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41634) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:12.255384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b32f73-f5c1-42b8-9db4-5ae2fb532f51 req-ee6fdaf7-1769-4d45-af7b-afe3e383897e tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:12.262908 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-29b32f73-f5c1-42b8-9db4-5ae2fb532f51 req-ee6fdaf7-1769-4d45-af7b-afe3e383897e tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 944 time: 1.0543742 Mar 05 13:56:12.508789 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:12.509796 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-b944fc9b-07c7-4812-85f8-c6891b84e2c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Transition to ACTIVE for port object 62b722bd-19e5-4f62-9853-9fdb22931db9 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:56:12.518397 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:12.543821 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-29b32f73-f5c1-42b8-9db4-5ae2fb532f51 req-0a11aa5f-e76f-44b9-b988-b4e104810da8 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799153 Mar 05 13:56:12.584621 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45e48806-0107-4c0b-a96f-926cdfe8b554 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:12.736902 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac40a8-3370-48cb-b821-9af96666d103 None None] Pushing event updated for resources: {'Port': ['ID=1cb8165c-db06-4e07-a1f1-32a9da3a58cc,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:12.740982 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b944fc9b-07c7-4812-85f8-c6891b84e2c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:12.777258 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f49c1d-c38e-47b8-a2dd-28e0f7c6614a req-ee4c1a0b-9d9d-45f2-83a2-d8b4d98803ff tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:12.799725 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-64f49c1d-c38e-47b8-a2dd-28e0f7c6614a req-ee4c1a0b-9d9d-45f2-83a2-d8b4d98803ff tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.7849026 Mar 05 13:56:12.803506 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9dd6bbd4-aa9c-425a-b6a4-230a1bab2311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:12.833265 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 8d82641b-b00b-4072-b7fb-d3a37a3ff84e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:56:12.849254 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 8d82641b-b00b-4072-b7fb-d3a37a3ff84e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:12.851342 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:13.053851 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-64f49c1d-c38e-47b8-a2dd-28e0f7c6614a req-92e78945-a5b2-4831-be25-87a6d6e8152a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487497 Mar 05 13:56:13.327354 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:13.393217 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9dd6bbd4-aa9c-425a-b6a4-230a1bab2311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:13.460230 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 8d82641b-b00b-4072-b7fb-d3a37a3ff84e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=8d82641b-b00b-4072-b7fb-d3a37a3ff84e,segment=NetworkSegment(d4650812-fec2-4486-b305-8d38ea72f632),segment_id=d4650812-fec2-4486-b305-8d38ea72f632)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:56:13.470403 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:13.492936 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-9dd6bbd4-aa9c-425a-b6a4-230a1bab2311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:13.560281 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-9dd6bbd4-aa9c-425a-b6a4-230a1bab2311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f685fc-e0b1-4447-b107-372f1cb211b2') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:13.560599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-9dd6bbd4-aa9c-425a-b6a4-230a1bab2311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f685fc-e0b1-4447-b107-372f1cb211b2') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:13.625526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b944fc9b-07c7-4812-85f8-c6891b84e2c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:56:13.635585 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45e48806-0107-4c0b-a96f-926cdfe8b554 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:13.688967 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9dd6bbd4-aa9c-425a-b6a4-230a1bab2311 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:13.746898 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-b944fc9b-07c7-4812-85f8-c6891b84e2c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:56:13.761835 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9dd6bbd4-aa9c-425a-b6a4-230a1bab2311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:13.765339 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=8d82641b-b00b-4072-b7fb-d3a37a3ff84e,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:13.856330 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e48806-0107-4c0b-a96f-926cdfe8b554 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021c8478-e3c7-45cd-96ce-11670a81840b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd6bbd4-aa9c-425a-b6a4-230a1bab2311 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9dd6bbd4-aa9c-425a-b6a4-230a1bab2311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:56:13.861297 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:56:13.868242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b944fc9b-07c7-4812-85f8-c6891b84e2c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:56:13.872334 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:13.882740 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1cb8165c-db06-4e07-a1f1-32a9da3a58cc up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:56:13.967659 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9dd6bbd4-aa9c-425a-b6a4-230a1bab2311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:13.976452 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b944fc9b-07c7-4812-85f8-c6891b84e2c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:13.979016 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9dd6bbd4-aa9c-425a-b6a4-230a1bab2311 admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:14.002166 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45e48806-0107-4c0b-a96f-926cdfe8b554 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:14.004176 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-45e48806-0107-4c0b-a96f-926cdfe8b554 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/021c8478-e3c7-45cd-96ce-11670a81840b HTTP/1.1" status: 204 len: 168 time: 4.0739048 Mar 05 13:56:14.011570 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41666) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:14.015916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944fc9b-07c7-4812-85f8-c6891b84e2c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Port': ['ID=62b722bd-19e5-4f62-9853-9fdb22931db9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:14.049523 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6bbd4-aa9c-425a-b6a4-230a1bab2311 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:14.052848 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 0819c305-466e-4730-a043-3344fba50af8 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:56:14.069129 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9dd6bbd4-aa9c-425a-b6a4-230a1bab2311 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8c680dc5-7fdd-4df0-b7ad-7d4a297ca47f HTTP/1.1" status: 204 len: 168 time: 1.8194818 Mar 05 13:56:14.325174 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8922ccf9-59c0-46ac-92f4-7c0490b47b61 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:14.350700 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 0819c305-466e-4730-a043-3344fba50af8 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:14.351611 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:14.458269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32d589-0988-477f-81f4-78f3e7b7cce4 req-3d2cfa70-0994-4e0f-9d35-64aa5a288f61 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:14.462137 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9f32d589-0988-477f-81f4-78f3e7b7cce4 req-3d2cfa70-0994-4e0f-9d35-64aa5a288f61 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 944 time: 0.3160558 Mar 05 13:56:14.495659 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 1cb8165c-db06-4e07-a1f1-32a9da3a58cc completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:56:14.637823 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9f32d589-0988-477f-81f4-78f3e7b7cce4 req-129aeb55-66ab-4a92-9601-eb4dc81882cc tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681001 Mar 05 13:56:14.814415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41682) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:14.841764 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:14.951469 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8922ccf9-59c0-46ac-92f4-7c0490b47b61 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:14.966816 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-84d500a6-ff55-48d2-a87d-b96979d9b3ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec8b123b0bc94afc9fabf3eb363dcb06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508024 Mar 05 13:56:14.968239 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bf5214-4dfc-44ab-b08f-481e7e3273bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0819c305-466e-4730-a043-3344fba50af8'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:56:14.969514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41692) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:15.006976 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 0819c305-466e-4730-a043-3344fba50af8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=0819c305-466e-4730-a043-3344fba50af8,segment=NetworkSegment(42f4c1eb-4b87-43e5-bb20-3ed7950da0fe),segment_id=42f4c1eb-4b87-43e5-bb20-3ed7950da0fe)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:56:15.015002 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:15.029888 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47208c6-fe38-417a-81e2-4a0bd67d99a3 req-4e05858b-5e11-4de4-8402-aaba9957e6f9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:15.050016 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a47208c6-fe38-417a-81e2-4a0bd67d99a3 req-4e05858b-5e11-4de4-8402-aaba9957e6f9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 943 time: 2.2047503 Mar 05 13:56:15.190659 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-00e66995-01d1-4853-91dc-525ecbada28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:15.267127 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-00e66995-01d1-4853-91dc-525ecbada28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:15.314120 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=0819c305-466e-4730-a043-3344fba50af8,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:15.322560 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384b110a-ef59-4c48-8eac-5eb931dd6b56 None None] Network b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:56:15.390240 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b944fc9b-07c7-4812-85f8-c6891b84e2c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:15.425519 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-8922ccf9-59c0-46ac-92f4-7c0490b47b61 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257bbc8b-10c8-4af7-9b2b-528a87fcc9a1']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:15.426002 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-00e66995-01d1-4853-91dc-525ecbada28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:15.454747 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a47208c6-fe38-417a-81e2-4a0bd67d99a3 req-863ced63-a35f-467a-9b5e-8983edcad29f tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3954897 Mar 05 13:56:15.485708 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-00e66995-01d1-4853-91dc-525ecbada28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:15.501376 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-00e66995-01d1-4853-91dc-525ecbada28c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71e60027-8e85-40db-895b-76c058895b7b HTTP/1.1" status: 204 len: 168 time: 0.5198526 Mar 05 13:56:15.528467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e66995-01d1-4853-91dc-525ecbada28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e60027-8e85-40db-895b-76c058895b7b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:15.593288 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-8922ccf9-59c0-46ac-92f4-7c0490b47b61 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebdb70b7-1f6c-4202-9422-5cb7407e9e0d') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:15.599302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-8922ccf9-59c0-46ac-92f4-7c0490b47b61 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebdb70b7-1f6c-4202-9422-5cb7407e9e0d') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:15.613350 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088acba-a275-42a8-81be-a46cf1d66481 req-c39acf36-e570-493b-b59d-edae46059ce5 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:15.617117 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9088acba-a275-42a8-81be-a46cf1d66481 req-c39acf36-e570-493b-b59d-edae46059ce5 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.2536585 Mar 05 13:56:15.669746 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bf5214-4dfc-44ab-b08f-481e7e3273bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0819c305-466e-4730-a043-3344fba50af8', 'code': 200} Mar 05 13:56:15.682538 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8922ccf9-59c0-46ac-92f4-7c0490b47b61 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:15.774260 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fc36ac5e-abf9-4ac9-a124-04031a09c623 None None] Provisioning for port 1cb8165c-db06-4e07-a1f1-32a9da3a58cc completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:56:15.815228 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9088acba-a275-42a8-81be-a46cf1d66481 req-0e585413-4273-4cc8-ae09-bec31a558c2e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893065 Mar 05 13:56:15.852099 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fc36ac5e-abf9-4ac9-a124-04031a09c623 None None] Provisioning complete for port 1cb8165c-db06-4e07-a1f1-32a9da3a58cc triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:15.852471 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fc36ac5e-abf9-4ac9-a124-04031a09c623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:16.011513 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 8d82641b-b00b-4072-b7fb-d3a37a3ff84e up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:56:16.672079 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8922ccf9-59c0-46ac-92f4-7c0490b47b61 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:16.756027 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fc36ac5e-abf9-4ac9-a124-04031a09c623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:16.779162 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8922ccf9-59c0-46ac-92f4-7c0490b47b61 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:56:16.779875 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8922ccf9-59c0-46ac-92f4-7c0490b47b61 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:16.901978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-fc36ac5e-abf9-4ac9-a124-04031a09c623 None None] For port 1cb8165c-db06-4e07-a1f1-32a9da3a58cc, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1cb8165c-db06-4e07-a1f1-32a9da3a58cc,segment=NetworkSegment(7c21b9c4-d869-4e78-b460-b7f7628a2b3e),segment_id=7c21b9c4-d869-4e78-b460-b7f7628a2b3e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:56:16.919468 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fc36ac5e-abf9-4ac9-a124-04031a09c623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:17.031362 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 8d82641b-b00b-4072-b7fb-d3a37a3ff84e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:17.032093 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:56:17.095653 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:56:17.127755 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8922ccf9-59c0-46ac-92f4-7c0490b47b61 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:17.254821 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8922ccf9-59c0-46ac-92f4-7c0490b47b61 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:17.264913 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41732) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:17.266447 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922ccf9-59c0-46ac-92f4-7c0490b47b61 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Pushing event deleted for resources: {'Network': ['ID=257bbc8b-10c8-4af7-9b2b-528a87fcc9a1,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:17.269288 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8922ccf9-59c0-46ac-92f4-7c0490b47b61 tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] 10.222.0.16 "DELETE /v2.0/networks/257bbc8b-10c8-4af7-9b2b-528a87fcc9a1 HTTP/1.1" status: 204 len: 168 time: 3.2550721 Mar 05 13:56:17.273011 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41734) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:17.311442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36ac5e-abf9-4ac9-a124-04031a09c623 None None] Pushing event updated for resources: {'Port': ['ID=1cb8165c-db06-4e07-a1f1-32a9da3a58cc,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:17.399712 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd41cc-eed7-4970-8590-164ef2f750cf req-41a3b623-6754-498b-ad3a-b436aef883dc tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:17.415341 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b7dd41cc-eed7-4970-8590-164ef2f750cf req-41a3b623-6754-498b-ad3a-b436aef883dc tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 1.1283672 Mar 05 13:56:17.463262 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2deaf851-284e-4808-8ed3-5ef6874650d7 None None] Provisioning complete for port 1cb8165c-db06-4e07-a1f1-32a9da3a58cc triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:17.463648 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2deaf851-284e-4808-8ed3-5ef6874650d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:17.501177 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b944fc9b-07c7-4812-85f8-c6891b84e2c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:17.526554 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b944fc9b-07c7-4812-85f8-c6891b84e2c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:17.551150 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65591a1e-1644-4e98-8b04-0e025ef60777 req-dc6f3d7a-51f6-4db7-a2b3-e64ddd6acd2a tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:17.590079 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-65591a1e-1644-4e98-8b04-0e025ef60777 req-dc6f3d7a-51f6-4db7-a2b3-e64ddd6acd2a tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 943 time: 0.7258639 Mar 05 13:56:17.698837 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1cb8165c-db06-4e07-a1f1-32a9da3a58cc up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:56:17.717620 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1660272267-network', 'tenant_id': 'c2216bd4e99a4eb1bc00ada44567b6bf'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:56:17.724611 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:17.733735 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] Usage tracker for resource:network and tenant:c2216bd4e99a4eb1bc00ada44567b6bf is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:17.741160 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:17.759718 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:17.776758 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944fc9b-07c7-4812-85f8-c6891b84e2c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Port': ['ID=62b722bd-19e5-4f62-9853-9fdb22931db9,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:17.815721 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] Made reservation on behalf of c2216bd4e99a4eb1bc00ada44567b6bf for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:56:17.821204 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:17.905918 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:17.936341 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b7dd41cc-eed7-4970-8590-164ef2f750cf req-07dc9a04-857a-4474-9cf9-7e74480350d8 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960351 Mar 05 13:56:17.966936 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b944fc9b-07c7-4812-85f8-c6891b84e2c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:17.985743 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:17.999089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] Usage tracker for resource:security_group_rule and tenant:c2216bd4e99a4eb1bc00ada44567b6bf is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:18.267352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:18.297371 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-65591a1e-1644-4e98-8b04-0e025ef60777 req-001d78a1-394b-4a2a-b615-7d0621fc617f tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7063143 Mar 05 13:56:18.322857 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3869134-2191-4d50-b418-1eeba9fabf1f tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:18.339414 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1cb8165c-db06-4e07-a1f1-32a9da3a58cc triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:18.341845 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:18.357220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:18.435191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2deaf851-284e-4808-8ed3-5ef6874650d7 None None] Provisioning for port 62b722bd-19e5-4f62-9853-9fdb22931db9 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:56:18.468255 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2deaf851-284e-4808-8ed3-5ef6874650d7 None None] Provisioning complete for port 62b722bd-19e5-4f62-9853-9fdb22931db9 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:18.468631 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2deaf851-284e-4808-8ed3-5ef6874650d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:18.584294 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3869134-2191-4d50-b418-1eeba9fabf1f tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:18.615253 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b944fc9b-07c7-4812-85f8-c6891b84e2c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:56:18.618610 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-b944fc9b-07c7-4812-85f8-c6891b84e2c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:56:18.635860 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2deaf851-284e-4808-8ed3-5ef6874650d7 None None] Port 62b722bd-19e5-4f62-9853-9fdb22931db9 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:56:18.677190 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-b3869134-2191-4d50-b418-1eeba9fabf1f tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2db7e2e-1162-40b8-8ff1-d5a3c11f9a68']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:18.708850 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-b3869134-2191-4d50-b418-1eeba9fabf1f tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80e9499-41d9-4b91-b5d5-264fc26ad5e9') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:18.714014 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-b3869134-2191-4d50-b418-1eeba9fabf1f tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80e9499-41d9-4b91-b5d5-264fc26ad5e9') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:18.779108 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3869134-2191-4d50-b418-1eeba9fabf1f tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:18.819448 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-74331a02-51af-4522-82cf-4d865aa39dbe None None] Provisioning complete for port 62b722bd-19e5-4f62-9853-9fdb22931db9 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:18.819918 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-74331a02-51af-4522-82cf-4d865aa39dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:18.830644 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3869134-2191-4d50-b418-1eeba9fabf1f tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:18.845188 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3869134-2191-4d50-b418-1eeba9fabf1f tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:56:18.846077 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3869134-2191-4d50-b418-1eeba9fabf1f tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:18.893855 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:56:18.895013 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:56:19.046312 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-74331a02-51af-4522-82cf-4d865aa39dbe None None] Port 62b722bd-19e5-4f62-9853-9fdb22931db9 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:56:19.196547 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3a6a2e57-943c-4997-8578-4b3b479007d6 None None] Provisioning complete for port 62b722bd-19e5-4f62-9853-9fdb22931db9 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:19.196946 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3a6a2e57-943c-4997-8578-4b3b479007d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:19.359697 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a2e57-943c-4997-8578-4b3b479007d6 None None] Port 62b722bd-19e5-4f62-9853-9fdb22931db9 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:56:19.420540 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3869134-2191-4d50-b418-1eeba9fabf1f tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:19.479454 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3869134-2191-4d50-b418-1eeba9fabf1f tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:19.482820 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3869134-2191-4d50-b418-1eeba9fabf1f tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] Pushing event deleted for resources: {'Network': ['ID=c2db7e2e-1162-40b8-8ff1-d5a3c11f9a68,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:19.511005 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b3869134-2191-4d50-b418-1eeba9fabf1f tempest-QuotasNegativeTest-1094673051 tempest-QuotasNegativeTest-1094673051-project-admin] 10.222.0.16 "DELETE /v2.0/networks/c2db7e2e-1162-40b8-8ff1-d5a3c11f9a68 HTTP/1.1" status: 204 len: 168 time: 2.2352495 Mar 05 13:56:19.672464 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b944fc9b-07c7-4812-85f8-c6891b84e2c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Router b3acb74c-7476-4fc9-be63-b7784eba438d has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:56:19.712456 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:19.722040 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77951449-c7e3-49b5-b56e-3bc6ac9bf4da req-aa3951ba-e33f-4cf9-9ef7-35decc3d8542 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:19.737994 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-77951449-c7e3-49b5-b56e-3bc6ac9bf4da req-aa3951ba-e33f-4cf9-9ef7-35decc3d8542 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 943 time: 0.1380589 Mar 05 13:56:19.786311 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deaf034-2dbc-41eb-af87-eff0ab08d6fb req-b9b87550-6562-49bc-8ddd-a475a81a1e90 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:19.789494 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8deaf034-2dbc-41eb-af87-eff0ab08d6fb req-b9b87550-6562-49bc-8ddd-a475a81a1e90 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.4656551 Mar 05 13:56:19.834009 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:19.849699 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:56:19.854447 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-77951449-c7e3-49b5-b56e-3bc6ac9bf4da req-a91768f8-0eb4-4f82-a0c2-608b8db29dbc tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177402 Mar 05 13:56:19.861475 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:19.861819 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] Added segment 4becda48-9179-4515-b671-cd25a86b8593 of type vlan for network 37a7d3f0-790d-4769-b9e8-887239a3772c Mar 05 13:56:20.050775 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:20.460877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b1fc51-331d-46fe-a81d-319ade4bc6a0,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:20.475944 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:56:20.551231 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8deaf034-2dbc-41eb-af87-eff0ab08d6fb req-0dae8675-f09d-4b6b-b839-323faad8020c tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7543077 Mar 05 13:56:20.578934 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b944fc9b-07c7-4812-85f8-c6891b84e2c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:56:20.593149 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:20.595369 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] Sync routers for ids ['b3acb74c-7476-4fc9-be63-b7784eba438d'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:56:20.595874 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:20.596245 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:20.622498 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] Routers {'b3acb74c-7476-4fc9-be63-b7784eba438d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:56:20.623047 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:56:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3acb74c-7476-4fc9-be63-b7784eba438d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:20.752271 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.4810920 Mar 05 13:56:20.755112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41780) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:20.760921 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-7f6484ac-e1a4-41a3-a950-cb29d5d81e88 admin admin] Request body: {'subnet': {'network_id': '37a7d3f0-790d-4769-b9e8-887239a3772c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1660272267-subnet', 'tenant_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:56:20.771809 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7f6484ac-e1a4-41a3-a950-cb29d5d81e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:20.787960 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7f6484ac-e1a4-41a3-a950-cb29d5d81e88 admin admin] Usage tracker for resource:subnet and tenant:c2216bd4e99a4eb1bc00ada44567b6bf is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:20.796712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7f6484ac-e1a4-41a3-a950-cb29d5d81e88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:20.816138 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7f6484ac-e1a4-41a3-a950-cb29d5d81e88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:20.842599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41784) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:20.859947 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6484ac-e1a4-41a3-a950-cb29d5d81e88 admin admin] Made reservation on behalf of c2216bd4e99a4eb1bc00ada44567b6bf for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:56:20.864225 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f6484ac-e1a4-41a3-a950-cb29d5d81e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:20.951418 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b944fc9b-07c7-4812-85f8-c6891b84e2c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/routers/b3acb74c-7476-4fc9-be63-b7784eba438d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4755430 Mar 05 13:56:20.953234 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41792) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:20.982591 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-546f91a7-1085-435b-8c4f-ec4e0c69f132 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'network': {'name': 'tempest-RoutersTest-2026862037'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:56:20.993577 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d95e6-247d-41ca-9959-555b09f68445 admin admin] Pushing event updated for resources: {'Network': ['ID=37a7d3f0-790d-4769-b9e8-887239a3772c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:21.008708 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41796) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:21.016857 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-546f91a7-1085-435b-8c4f-ec4e0c69f132 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:21.018352 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 37a7d3f0-790d-4769-b9e8-887239a3772c details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:56:21.053290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-546f91a7-1085-435b-8c4f-ec4e0c69f132 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:network and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:21.063643 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-546f91a7-1085-435b-8c4f-ec4e0c69f132 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:21.088250 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-546f91a7-1085-435b-8c4f-ec4e0c69f132 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:21.127100 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546f91a7-1085-435b-8c4f-ec4e0c69f132 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Made reservation on behalf of beafff5c987348ddbc3961566817c315 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:56:21.129955 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] Set router b3acb74c-7476-4fc9-be63-b7784eba438d gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:56:21.130593 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-546f91a7-1085-435b-8c4f-ec4e0c69f132 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:21.426652 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dcbbc8e3-4c6e-4a92-8eb4-a1b9a0616860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:21.477800 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546f91a7-1085-435b-8c4f-ec4e0c69f132 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:56:21.521416 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-546f91a7-1085-435b-8c4f-ec4e0c69f132 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:21.521416 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-546f91a7-1085-435b-8c4f-ec4e0c69f132 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Added segment 766388b5-3451-41be-9855-f82f04934491 of type vlan for network b55893b6-d16b-4775-88ae-7080a7228eb5 Mar 05 13:56:21.522639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-dcbbc8e3-4c6e-4a92-8eb4-a1b9a0616860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:21.545520 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dcbbc8e3-4c6e-4a92-8eb4-a1b9a0616860 admin admin] Usage tracker for resource:security_group_rule and tenant:6d42be3529394c06b8049078770e4211 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:21.553928 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dcbbc8e3-4c6e-4a92-8eb4-a1b9a0616860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:21.565053 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-dcbbc8e3-4c6e-4a92-8eb4-a1b9a0616860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:21.592958 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-546f91a7-1085-435b-8c4f-ec4e0c69f132 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:21.664375 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fcca7-20df-46fa-9bd3-bcc3fda7bae1 req-d46cbb2e-4c0e-452d-9002-9c92524ec65c tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:21.665967 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f90fcca7-20df-46fa-9bd3-bcc3fda7bae1 req-d46cbb2e-4c0e-452d-9002-9c92524ec65c tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 943 time: 0.4731114 Mar 05 13:56:21.720610 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-546f91a7-1085-435b-8c4f-ec4e0c69f132 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:21.727014 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546f91a7-1085-435b-8c4f-ec4e0c69f132 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:21.727626 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-546f91a7-1085-435b-8c4f-ec4e0c69f132 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:21.866092 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f90fcca7-20df-46fa-9bd3-bcc3fda7bae1 req-938c4c36-5f5b-4050-9bd8-c29f1b7e11fc tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931233 Mar 05 13:56:22.006150 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:56:15Z', 'revision_number': 3, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '62b722bd-19e5-4f62-9853-9fdb22931db9', 'name': '', 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:62:84:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:10Z', 'updated_at': '2022-03-05T13:56:16Z', 'revision_number': 2, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:13Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:22.021224 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] Checking router: b3acb74c-7476-4fc9-be63-b7784eba438d for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:56:22.024313 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] Updating router b3acb74c-7476-4fc9-be63-b7784eba438d port 62b722bd-19e5-4f62-9853-9fdb22931db9 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:56:22.081782 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-546f91a7-1085-435b-8c4f-ec4e0c69f132 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1249707 Mar 05 13:56:22.097533 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41806) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:22.107579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f91a7-1085-435b-8c4f-ec4e0c69f132 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Network': ['ID=b55893b6-d16b-4775-88ae-7080a7228eb5,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:22.120264 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-7d45ea36-94a7-46e8-94dc-ae1a14fda5a0 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'subnet': {'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:56:22.123973 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network b55893b6-d16b-4775-88ae-7080a7228eb5 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:56:22.178704 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:22.437710 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195d846-b9fe-4eab-8807-bd126817fa4c req-66518850-8919-41ef-80f2-e034109d1d77 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:22.446721 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b195d846-b9fe-4eab-8807-bd126817fa4c req-66518850-8919-41ef-80f2-e034109d1d77 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.4557912 Mar 05 13:56:22.497134 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dcbbc8e3-4c6e-4a92-8eb4-a1b9a0616860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:22.521608 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dcbbc8e3-4c6e-4a92-8eb4-a1b9a0616860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:22.559882 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b195d846-b9fe-4eab-8807-bd126817fa4c req-d6a9ca99-dc95-4806-af1a-dfbae7b2570e tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120834 Mar 05 13:56:22.714431 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dcbbc8e3-4c6e-4a92-8eb4-a1b9a0616860 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d42be3529394c06b8049078770e4211&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6994488 Mar 05 13:56:22.720833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41812) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:22.792413 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbc8e3-4c6e-4a92-8eb4-a1b9a0616860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382374a1-fac2-40e5-9fea-d0a96dd76c59,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:22.797499 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f6484ac-e1a4-41a3-a950-cb29d5d81e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:22.798589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7d45ea36-94a7-46e8-94dc-ae1a14fda5a0 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:22.817993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7d45ea36-94a7-46e8-94dc-ae1a14fda5a0 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:subnet and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:22.825078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7d45ea36-94a7-46e8-94dc-ae1a14fda5a0 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:22.841206 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7d45ea36-94a7-46e8-94dc-ae1a14fda5a0 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:22.880976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d45ea36-94a7-46e8-94dc-ae1a14fda5a0 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Made reservation on behalf of beafff5c987348ddbc3961566817c315 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:56:22.892437 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7d45ea36-94a7-46e8-94dc-ae1a14fda5a0 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:22.911043 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6484ac-e1a4-41a3-a950-cb29d5d81e88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=251e09fb-aabe-4b04-921b-86ca0c662b76,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:22.963777 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6484ac-e1a4-41a3-a950-cb29d5d81e88 admin admin] Checking segment: {'id': '4becda48-9179-4515-b671-cd25a86b8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '37a7d3f0-790d-4769-b9e8-887239a3772c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:56:22.963983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6484ac-e1a4-41a3-a950-cb29d5d81e88 admin admin] Network hostable DHCP agents. Network: 37a7d3f0-790d-4769-b9e8-887239a3772c, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:56:22.988882 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d451abc2-8cfe-403c-a71d-19f23d7ce1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:23.072751 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6484ac-e1a4-41a3-a950-cb29d5d81e88 admin admin] Network 37a7d3f0-790d-4769-b9e8-887239a3772c is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:56:23.145761 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-7f6484ac-e1a4-41a3-a950-cb29d5d81e88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 37a7d3f0-790d-4769-b9e8-887239a3772c) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:56:23.170853 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6484ac-e1a4-41a3-a950-cb29d5d81e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:23.184757 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f6484ac-e1a4-41a3-a950-cb29d5d81e88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:23.207657 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dbeb2d-70a0-4360-8b20-fb4342fe5538 None None] Network 37a7d3f0-790d-4769-b9e8-887239a3772c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:56:23.223403 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:23.261296 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] Transition to ACTIVE for port object 62b722bd-19e5-4f62-9853-9fdb22931db9 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:56:23.261839 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7f6484ac-e1a4-41a3-a950-cb29d5d81e88 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5055933 Mar 05 13:56:23.266595 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41818) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:23.293132 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-ec947551-34ca-45e7-9f96-f38020e750bb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1660272267-router', 'tenant_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:56:23.295288 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d451abc2-8cfe-403c-a71d-19f23d7ce1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:23.296102 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:23.326736 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ec947551-34ca-45e7-9f96-f38020e750bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:23.371712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ec947551-34ca-45e7-9f96-f38020e750bb admin admin] Usage tracker for resource:router and tenant:c2216bd4e99a4eb1bc00ada44567b6bf is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:23.391797 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ec947551-34ca-45e7-9f96-f38020e750bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:23.415382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ec947551-34ca-45e7-9f96-f38020e750bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:23.419688 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-560e8117-b79e-4414-a0f3-94c6cbe0f334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:23.559874 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9f538-da4c-4c8d-a9cb-a59c4b22539a None None] Pushing event updated for resources: {'Port': ['ID=62b722bd-19e5-4f62-9853-9fdb22931db9,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:23.600833 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f9f538-da4c-4c8d-a9cb-a59c4b22539a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:23.601179 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f9f538-da4c-4c8d-a9cb-a59c4b22539a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:23.601503 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f9f538-da4c-4c8d-a9cb-a59c4b22539a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:23.607204 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f9f538-da4c-4c8d-a9cb-a59c4b22539a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:23.607809 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f9f538-da4c-4c8d-a9cb-a59c4b22539a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:23.610964 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f9f538-da4c-4c8d-a9cb-a59c4b22539a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:23.612741 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f9f538-da4c-4c8d-a9cb-a59c4b22539a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:23.613441 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f9f538-da4c-4c8d-a9cb-a59c4b22539a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:23.615323 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f9f538-da4c-4c8d-a9cb-a59c4b22539a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:23.616348 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f9f538-da4c-4c8d-a9cb-a59c4b22539a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:23.617594 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec947551-34ca-45e7-9f96-f38020e750bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:23.618128 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f9f538-da4c-4c8d-a9cb-a59c4b22539a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:23.618128 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f9f538-da4c-4c8d-a9cb-a59c4b22539a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:23.619315 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec947551-34ca-45e7-9f96-f38020e750bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:23.856491 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d451abc2-8cfe-403c-a71d-19f23d7ce1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:23.931759 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7d45ea36-94a7-46e8-94dc-ae1a14fda5a0 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:23.961505 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451abc2-8cfe-403c-a71d-19f23d7ce1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382374a1-fac2-40e5-9fea-d0a96dd76c59,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:23.981521 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2589055a-43f3-47ac-a08a-c44404783853 None None] Network 37a7d3f0-790d-4769-b9e8-887239a3772c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:56:23.988056 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec947551-34ca-45e7-9f96-f38020e750bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:24.058747 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] Attempting to bind port 62b722bd-19e5-4f62-9853-9fdb22931db9 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:56:24.059498 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] Attempting to bind port 62b722bd-19e5-4f62-9853-9fdb22931db9 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '7c21b9c4-d869-4e78-b460-b7f7628a2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:56:24.060079 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] Attempting to bind port 62b722bd-19e5-4f62-9853-9fdb22931db9 on network b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:56:24.076438 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:56:24.091972 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] Checking segment: {'id': '7c21b9c4-d869-4e78-b460-b7f7628a2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:56:24.094907 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:24.095708 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] Bound using segment: {'id': '7c21b9c4-d869-4e78-b460-b7f7628a2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:56:24.096857 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] Bound port: 62b722bd-19e5-4f62-9853-9fdb22931db9, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c21b9c4-d869-4e78-b460-b7f7628a2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:56:24.098474 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:24.319725 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] For port 62b722bd-19e5-4f62-9853-9fdb22931db9, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:56:24.324967 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] For port 62b722bd-19e5-4f62-9853-9fdb22931db9, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=62b722bd-19e5-4f62-9853-9fdb22931db9,segment=NetworkSegment(7c21b9c4-d869-4e78-b460-b7f7628a2b3e),segment_id=7c21b9c4-d869-4e78-b460-b7f7628a2b3e)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:56:24.332386 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:24.429638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45ea36-94a7-46e8-94dc-ae1a14fda5a0 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Subnet': ['ID=f5592681-909b-4c14-a37d-b895b2387658,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:24.485209 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d451abc2-8cfe-403c-a71d-19f23d7ce1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:24.486445 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d451abc2-8cfe-403c-a71d-19f23d7ce1dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/382374a1-fac2-40e5-9fea-d0a96dd76c59 HTTP/1.1" status: 204 len: 168 time: 1.7618196 Mar 05 13:56:24.520635 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] Routers {'b3acb74c-7476-4fc9-be63-b7784eba438d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:56:24.547047 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:56:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3acb74c-7476-4fc9-be63-b7784eba438d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:24.595922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d45ea36-94a7-46e8-94dc-ae1a14fda5a0 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Checking segment: {'id': '766388b5-3451-41be-9855-f82f04934491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:56:24.596287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d45ea36-94a7-46e8-94dc-ae1a14fda5a0 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network hostable DHCP agents. Network: b55893b6-d16b-4775-88ae-7080a7228eb5, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:56:24.699329 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d45ea36-94a7-46e8-94dc-ae1a14fda5a0 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network b55893b6-d16b-4775-88ae-7080a7228eb5 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:56:24.780127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715152f0-1ae4-4bf4-995d-6000f5d4f23f req-3c399dfb-5c9d-4761-ae8b-b6a5b27e7b41 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:24.798176 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9f538-da4c-4c8d-a9cb-a59c4b22539a None None] Pushing event updated for resources: {'Port': ['ID=62b722bd-19e5-4f62-9853-9fdb22931db9,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:24.799013 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-715152f0-1ae4-4bf4-995d-6000f5d4f23f req-3c399dfb-5c9d-4761-ae8b-b6a5b27e7b41 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 943 time: 1.4321265 Mar 05 13:56:24.844612 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-7d45ea36-94a7-46e8-94dc-ae1a14fda5a0 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, b55893b6-d16b-4775-88ae-7080a7228eb5) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:56:24.854392 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe36b583-01c1-4208-950e-73aa0be17aec None None] Network b55893b6-d16b-4775-88ae-7080a7228eb5 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:56:24.889112 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d45ea36-94a7-46e8-94dc-ae1a14fda5a0 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:24.893974 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7d45ea36-94a7-46e8-94dc-ae1a14fda5a0 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:24.988059 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-715152f0-1ae4-4bf4-995d-6000f5d4f23f req-58de8cf6-b481-4977-8e8f-62fd8409fb46 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879156 Mar 05 13:56:24.992805 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7d45ea36-94a7-46e8-94dc-ae1a14fda5a0 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8914182 Mar 05 13:56:24.996851 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41838) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:25.138234 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] Set router b3acb74c-7476-4fc9-be63-b7784eba438d gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:56:25.358392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41842) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:25.499882 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-442bfa50-27ef-4101-a1ca-adb0ca68add4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:25.543778 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-442bfa50-27ef-4101-a1ca-adb0ca68add4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:25.557438 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-442bfa50-27ef-4101-a1ca-adb0ca68add4 admin admin] Usage tracker for resource:security_group_rule and tenant:54bd8883ee1d488686fecd9c5a46133a is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:25.570471 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-442bfa50-27ef-4101-a1ca-adb0ca68add4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:25.583765 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-442bfa50-27ef-4101-a1ca-adb0ca68add4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:25.616470 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-b55893b6-d16b-4775-88ae-7080a7228eb5', 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'fixed_ips': [{'subnet_id': 'f5592681-909b-4c14-a37d-b895b2387658'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:56:25.617336 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:25.757402 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec947551-34ca-45e7-9f96-f38020e750bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:26.042488 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21395820-3f77-44b3-8924-9cedc0ecf1ff req-1f1347c0-8813-4432-b9f4-674642d817e2 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:26.044197 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-21395820-3f77-44b3-8924-9cedc0ecf1ff req-1f1347c0-8813-4432-b9f4-674642d817e2 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 2.0996544 Mar 05 13:56:26.074812 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Allocated IP 172.22.0.2 (b55893b6-d16b-4775-88ae-7080a7228eb5/f5592681-909b-4c14-a37d-b895b2387658/326dca0b-ed23-4349-bb1c-647ce370be97) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:56:26.390334 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:56:15Z', 'revision_number': 3, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '62b722bd-19e5-4f62-9853-9fdb22931db9', 'name': '', 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:62:84:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:10Z', 'updated_at': '2022-03-05T13:56:24Z', 'revision_number': 4, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:13Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:26.402851 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd493ef6-c12a-44e3-b8d6-67c92ac277ed None None] The sync data for ids ['b3acb74c-7476-4fc9-be63-b7784eba438d'] in n-d-803718-1 is: [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:56:15Z', 'revision_number': 3, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '62b722bd-19e5-4f62-9853-9fdb22931db9', 'name': '', 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:62:84:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:10Z', 'updated_at': '2022-03-05T13:56:24Z', 'revision_number': 4, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:13Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:56:26.440107 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-560e8117-b79e-4414-a0f3-94c6cbe0f334 admin admin] Deleting port 641db6fc-cc53-4421-aea4-affbc96924af {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:56:26.440884 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-560e8117-b79e-4414-a0f3-94c6cbe0f334 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:26.648161 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-21395820-3f77-44b3-8924-9cedc0ecf1ff req-bda78ba4-18b7-4d69-be64-2bad4504b3a9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5819097 Mar 05 13:56:26.809006 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-442bfa50-27ef-4101-a1ca-adb0ca68add4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:26.881056 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:26.926949 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Transition to ACTIVE for port object 326dca0b-ed23-4349-bb1c-647ce370be97 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:56:26.979040 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-949ec83a-752d-437f-87c1-8c2f81c42cf9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:26.998382 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Transition to ACTIVE for port object 326dca0b-ed23-4349-bb1c-647ce370be97 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:56:27.014638 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-442bfa50-27ef-4101-a1ca-adb0ca68add4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:27.023760 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:27.289472 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Pushing event updated for resources: {'Port': ['ID=326dca0b-ed23-4349-bb1c-647ce370be97,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:27.318269 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:27.339049 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:27.341752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:27.342100 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:27.346264 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:27.346651 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:27.347025 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:27.347356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:27.357712 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:27.358360 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:27.358904 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:27.360294 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:27.377533 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-560e8117-b79e-4414-a0f3-94c6cbe0f334 admin admin] For port 641db6fc-cc53-4421-aea4-affbc96924af, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=641db6fc-cc53-4421-aea4-affbc96924af,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:56:27.378983 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-560e8117-b79e-4414-a0f3-94c6cbe0f334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:27.385352 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Network b55893b6-d16b-4775-88ae-7080a7228eb5 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:56:27.390462 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:56:27.402410 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:56:27.656679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-560e8117-b79e-4414-a0f3-94c6cbe0f334 admin admin] Calling delete_port for 641db6fc-cc53-4421-aea4-affbc96924af owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:56:27.661803 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Attempting to bind port 326dca0b-ed23-4349-bb1c-647ce370be97 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:56:27.662181 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Attempting to bind port 326dca0b-ed23-4349-bb1c-647ce370be97 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '766388b5-3451-41be-9855-f82f04934491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:56:27.662673 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Attempting to bind port 326dca0b-ed23-4349-bb1c-647ce370be97 on network b55893b6-d16b-4775-88ae-7080a7228eb5 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:56:27.688718 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:56:27.689091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Checking segment: {'id': '766388b5-3451-41be-9855-f82f04934491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:56:27.689499 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:27.689892 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Bound using segment: {'id': '766388b5-3451-41be-9855-f82f04934491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:56:27.690373 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Bound port: 326dca0b-ed23-4349-bb1c-647ce370be97, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766388b5-3451-41be-9855-f82f04934491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:56:27.690740 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:27.797695 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec947551-34ca-45e7-9f96-f38020e750bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:27.816087 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-949ec83a-752d-437f-87c1-8c2f81c42cf9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Allocated IP 172.22.0.1 (b55893b6-d16b-4775-88ae-7080a7228eb5/f5592681-909b-4c14-a37d-b895b2387658/fef1eda9-5942-4900-ab5a-49cdb433241c) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:56:27.850204 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 62b722bd-19e5-4f62-9853-9fdb22931db9 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:56:27.922038 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec947551-34ca-45e7-9f96-f38020e750bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:27.969191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] For port 326dca0b-ed23-4349-bb1c-647ce370be97, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:56:27.972509 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] For port 326dca0b-ed23-4349-bb1c-647ce370be97, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=326dca0b-ed23-4349-bb1c-647ce370be97,segment=NetworkSegment(766388b5-3451-41be-9855-f82f04934491),segment_id=766388b5-3451-41be-9855-f82f04934491)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:56:27.984058 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:28.187618 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-949ec83a-752d-437f-87c1-8c2f81c42cf9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:28.205429 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-949ec83a-752d-437f-87c1-8c2f81c42cf9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Transition to ACTIVE for port object fef1eda9-5942-4900-ab5a-49cdb433241c will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:56:28.247421 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 62b722bd-19e5-4f62-9853-9fdb22931db9 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:56:28.256074 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba4f35-3238-4a0d-a7aa-d15abd71dbad None None] Pushing event updated for resources: {'Port': ['ID=326dca0b-ed23-4349-bb1c-647ce370be97,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:28.270033 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 62b722bd-19e5-4f62-9853-9fdb22931db9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:28.270626 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:28.283654 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-949ec83a-752d-437f-87c1-8c2f81c42cf9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:28.365912 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-442bfa50-27ef-4101-a1ca-adb0ca68add4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=54bd8883ee1d488686fecd9c5a46133a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9937437 Mar 05 13:56:28.380270 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bfa50-27ef-4101-a1ca-adb0ca68add4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec8b4c4-5b10-4066-8574-d3d917f939c7,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:28.414385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41874) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:28.418057 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ec83a-752d-437f-87c1-8c2f81c42cf9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Port': ['ID=fef1eda9-5942-4900-ab5a-49cdb433241c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:28.463380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a34451-18fc-423b-800a-dd2adca2c8e4 req-0e33e51c-953b-4b08-bce8-e13300a707f6 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:28.476170 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d7a34451-18fc-423b-800a-dd2adca2c8e4 req-0e33e51c-953b-4b08-bce8-e13300a707f6 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 943 time: 2.0138638 Mar 05 13:56:28.501638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949ec83a-752d-437f-87c1-8c2f81c42cf9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network b55893b6-d16b-4775-88ae-7080a7228eb5 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:56:28.506308 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26129c8-4b5a-4bfb-aeaa-374cb6ef2853 req-a341c790-4f03-42a6-9bc8-b4b50c4b1beb tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:28.507882 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a26129c8-4b5a-4bfb-aeaa-374cb6ef2853 req-a341c790-4f03-42a6-9bc8-b4b50c4b1beb tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.5961139 Mar 05 13:56:28.508029 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-949ec83a-752d-437f-87c1-8c2f81c42cf9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:56:28.524749 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:28.534406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949ec83a-752d-437f-87c1-8c2f81c42cf9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:56:28.614196 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 62b722bd-19e5-4f62-9853-9fdb22931db9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=62b722bd-19e5-4f62-9853-9fdb22931db9,segment=NetworkSegment(7c21b9c4-d869-4e78-b460-b7f7628a2b3e),segment_id=7c21b9c4-d869-4e78-b460-b7f7628a2b3e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:56:28.621081 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:28.631498 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-ec947551-34ca-45e7-9f96-f38020e750bb admin admin] Allocated IP 172.25.4.228 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/193cffcf-f90f-4a76-8fd5-e7acccc5f66a) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:56:28.659412 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a26129c8-4b5a-4bfb-aeaa-374cb6ef2853 req-bd916061-0b18-46f8-8a16-8c782446545a tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413369 Mar 05 13:56:28.695668 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d7a34451-18fc-423b-800a-dd2adca2c8e4 req-c10a7bf5-bdc1-4573-b0ed-437bc7b72452 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182724 Mar 05 13:56:28.757608 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=62b722bd-19e5-4f62-9853-9fdb22931db9,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:28.764058 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-949ec83a-752d-437f-87c1-8c2f81c42cf9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:28.770157 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4165d790-ac9b-40bc-817e-bbd5b148c912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:28.836539 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:28.840376 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4165d790-ac9b-40bc-817e-bbd5b148c912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:29.007865 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:29.018963 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-560e8117-b79e-4414-a0f3-94c6cbe0f334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:29.097829 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec947551-34ca-45e7-9f96-f38020e750bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:29.101222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e8117-b79e-4414-a0f3-94c6cbe0f334 admin admin] Pushing event deleted for resources: {'Port': ['ID=641db6fc-cc53-4421-aea4-affbc96924af,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:29.173453 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4165d790-ac9b-40bc-817e-bbd5b148c912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:29.225361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165d790-ac9b-40bc-817e-bbd5b148c912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec8b4c4-5b10-4066-8574-d3d917f939c7,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:29.256061 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-949ec83a-752d-437f-87c1-8c2f81c42cf9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:29.277040 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4165d790-ac9b-40bc-817e-bbd5b148c912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:29.278179 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4165d790-ac9b-40bc-817e-bbd5b148c912 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ec8b4c4-5b10-4066-8574-d3d917f939c7 HTTP/1.1" status: 204 len: 168 time: 0.8536277 Mar 05 13:56:29.362913 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec947551-34ca-45e7-9f96-f38020e750bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:29.500785 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ec430-a401-4aa3-9892-89cad5cb29b8 req-e9e89ce8-a9ce-4ed0-84b9-adba399fdc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:29.502570 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f86ec430-a401-4aa3-9892-89cad5cb29b8 req-e9e89ce8-a9ce-4ed0-84b9-adba399fdc49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0cb196822f4846d19c3d4845f0c68c12&device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 1096 time: 0.3929870 Mar 05 13:56:29.593282 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec947551-34ca-45e7-9f96-f38020e750bb admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:56:29.608681 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-ec947551-34ca-45e7-9f96-f38020e750bb admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:56:29.628350 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec947551-34ca-45e7-9f96-f38020e750bb admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:56:29.677698 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec947551-34ca-45e7-9f96-f38020e750bb admin admin] Pushing event updated for resources: {'Port': ['ID=193cffcf-f90f-4a76-8fd5-e7acccc5f66a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:29.691060 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-560e8117-b79e-4414-a0f3-94c6cbe0f334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:29.929010 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 62b722bd-19e5-4f62-9853-9fdb22931db9 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:56:30.034339 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 62b722bd-19e5-4f62-9853-9fdb22931db9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:30.035209 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:30.118835 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca48bdc-42ac-43c0-be97-045c79db33ce None None] Network b55893b6-d16b-4775-88ae-7080a7228eb5 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:56:30.263149 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-876ae773-8044-4d05-9c59-7a9ea811493a None None] Provisioning for port 326dca0b-ed23-4349-bb1c-647ce370be97 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:56:30.331778 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ec430-a401-4aa3-9892-89cad5cb29b8 req-842cc9b5-e10d-4bbc-8d23-c12425a24844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:30.333224 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f86ec430-a401-4aa3-9892-89cad5cb29b8 req-842cc9b5-e10d-4bbc-8d23-c12425a24844 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da4e4533-5a72-4b34-a384-51bc2d0cd9c2 HTTP/1.1" status: 200 len: 914 time: 0.7267866 Mar 05 13:56:30.344644 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc138eb-f28a-4f70-bb4c-045bdd59d875 req-e7f0532d-797c-4b67-a3b3-0c18137f82ca tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:30.351637 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dbc138eb-f28a-4f70-bb4c-045bdd59d875 req-e7f0532d-797c-4b67-a3b3-0c18137f82ca tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.4685628 Mar 05 13:56:30.424691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 326dca0b-ed23-4349-bb1c-647ce370be97 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:56:30.488275 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f86ec430-a401-4aa3-9892-89cad5cb29b8 req-cb06686d-2004-4829-a151-f9f94576df08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0819c305-466e-4730-a043-3344fba50af8 HTTP/1.1" status: 200 len: 217 time: 0.1384490 Mar 05 13:56:30.507657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e566d24-3af5-41d7-8496-2728d0bf30e0 req-e9f3e26c-ea58-451c-92d7-6dff9654834e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:30.509756 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7e566d24-3af5-41d7-8496-2728d0bf30e0 req-e9f3e26c-ea58-451c-92d7-6dff9654834e tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 943 time: 0.5161266 Mar 05 13:56:30.557205 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dbc138eb-f28a-4f70-bb4c-045bdd59d875 req-8a192cea-c70c-451c-a717-6a3027f54e81 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046206 Mar 05 13:56:30.648800 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 326dca0b-ed23-4349-bb1c-647ce370be97 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:56:30.671845 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 326dca0b-ed23-4349-bb1c-647ce370be97 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:30.672212 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:30.698132 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7e566d24-3af5-41d7-8496-2728d0bf30e0 req-b6af218c-c5df-432c-88aa-b9681a06b936 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072705 Mar 05 13:56:30.720717 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ec430-a401-4aa3-9892-89cad5cb29b8 req-5c9fda3b-d271-49c1-a320-e245d87cde91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:30.723330 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f86ec430-a401-4aa3-9892-89cad5cb29b8 req-5c9fda3b-d271-49c1-a320-e245d87cde91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3dd0d26d-458d-486e-aca4-133a1510899b HTTP/1.1" status: 200 len: 854 time: 0.2241457 Mar 05 13:56:30.854809 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-949ec83a-752d-437f-87c1-8c2f81c42cf9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:30.880719 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f86ec430-a401-4aa3-9892-89cad5cb29b8 req-5cf0eb25-1fd7-4783-b9d3-2c842ff8d1c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da4e4533-5a72-4b34-a384-51bc2d0cd9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1486640 Mar 05 13:56:30.882023 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-949ec83a-752d-437f-87c1-8c2f81c42cf9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:30.932449 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:30.977407 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 326dca0b-ed23-4349-bb1c-647ce370be97, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=326dca0b-ed23-4349-bb1c-647ce370be97,segment=NetworkSegment(766388b5-3451-41be-9855-f82f04934491),segment_id=766388b5-3451-41be-9855-f82f04934491)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:56:30.985494 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:31.025557 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec947551-34ca-45e7-9f96-f38020e750bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:31.096579 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=326dca0b-ed23-4349-bb1c-647ce370be97,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:31.220382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560e8117-b79e-4414-a0f3-94c6cbe0f334 admin admin] Router ebed7ca6-286a-45b0-ab29-0b098cdfdadb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:56:31.247769 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-84deba7b-6ce7-41c8-8699-a871b660886f None None] Provisioning for port fef1eda9-5942-4900-ab5a-49cdb433241c completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:56:31.264744 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-84deba7b-6ce7-41c8-8699-a871b660886f None None] Provisioning complete for port fef1eda9-5942-4900-ab5a-49cdb433241c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:31.265300 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-84deba7b-6ce7-41c8-8699-a871b660886f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:31.341833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ec83a-752d-437f-87c1-8c2f81c42cf9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Port': ['ID=fef1eda9-5942-4900-ab5a-49cdb433241c,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:31.360291 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f86ec430-a401-4aa3-9892-89cad5cb29b8 req-ee6ec972-bed3-4d90-93e3-98c7cfd3b026 service neutron] 10.222.0.15 "GET /v2.0/networks/da4e4533-5a72-4b34-a384-51bc2d0cd9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915911 Mar 05 13:56:31.361083 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-949ec83a-752d-437f-87c1-8c2f81c42cf9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:31.429872 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-84deba7b-6ce7-41c8-8699-a871b660886f None None] Port fef1eda9-5942-4900-ab5a-49cdb433241c cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:56:31.455912 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-84deba7b-6ce7-41c8-8699-a871b660886f None None] Provisioning complete for port 326dca0b-ed23-4349-bb1c-647ce370be97 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:31.456488 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-84deba7b-6ce7-41c8-8699-a871b660886f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:31.788187 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 326dca0b-ed23-4349-bb1c-647ce370be97 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:56:31.882248 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f86ec430-a401-4aa3-9892-89cad5cb29b8 req-46ede2ec-ecf5-4a35-9061-b81029009561 service neutron] 10.222.0.15 "GET /v2.0/networks/da4e4533-5a72-4b34-a384-51bc2d0cd9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147605 Mar 05 13:56:31.916180 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 326dca0b-ed23-4349-bb1c-647ce370be97 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:31.916833 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:32.003269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560e8117-b79e-4414-a0f3-94c6cbe0f334 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:56:32.033998 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec947551-34ca-45e7-9f96-f38020e750bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:32.045952 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f773ebb4-23d7-4b97-a9d8-0746314e52ec None None] Sync routers for ids ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:56:32.060611 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-560e8117-b79e-4414-a0f3-94c6cbe0f334 admin admin] 10.222.0.16 "PUT /v2.0/routers/ebed7ca6-286a-45b0-ab29-0b098cdfdadb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2157481 Mar 05 13:56:32.066042 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41942) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:32.099442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f2604b13-b870-4a29-af7f-02757731f1ff details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:56:32.130071 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f773ebb4-23d7-4b97-a9d8-0746314e52ec None None] Routers {'ebed7ca6-286a-45b0-ab29-0b098cdfdadb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:56:32.135258 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-f773ebb4-23d7-4b97-a9d8-0746314e52ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:56:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:32.167987 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949ec83a-752d-437f-87c1-8c2f81c42cf9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network b55893b6-d16b-4775-88ae-7080a7228eb5 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:56:32.174617 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-949ec83a-752d-437f-87c1-8c2f81c42cf9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:56:32.370862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41952) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:32.411918 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370ec8b-5f95-4513-9187-0a9d3f828eae req-87778c8a-8994-424e-b56e-9985d6b2c15b tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:32.414274 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4370ec8b-5f95-4513-9187-0a9d3f828eae req-87778c8a-8994-424e-b56e-9985d6b2c15b tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 943 time: 0.3097003 Mar 05 13:56:32.508426 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc2aba-f167-4c20-ac1e-b73b24d2aafe req-7804fb43-1e01-4364-a3cb-7d2c5355598b tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:32.513321 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4397a087-2a8d-4c56-b95f-a87df98b2939 None None] Provisioning complete for port fef1eda9-5942-4900-ab5a-49cdb433241c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:32.514569 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4397a087-2a8d-4c56-b95f-a87df98b2939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:32.521650 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2adc2aba-f167-4c20-ac1e-b73b24d2aafe req-7804fb43-1e01-4364-a3cb-7d2c5355598b tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 0.7004387 Mar 05 13:56:32.568833 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4370ec8b-5f95-4513-9187-0a9d3f828eae req-3940e3bf-e5dd-4e95-89a9-1ca14b618fae tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446519 Mar 05 13:56:32.594311 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949ec83a-752d-437f-87c1-8c2f81c42cf9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Router b3acb74c-7476-4fc9-be63-b7784eba438d has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:56:32.628811 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4397a087-2a8d-4c56-b95f-a87df98b2939 None None] Port fef1eda9-5942-4900-ab5a-49cdb433241c cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:56:32.632953 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2adc2aba-f167-4c20-ac1e-b73b24d2aafe req-7a855f77-162f-4064-9356-649828255e90 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103680 Mar 05 13:56:32.662365 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec947551-34ca-45e7-9f96-f38020e750bb admin admin] Router 42c6a790-fa9f-4353-9547-a0c25ec0d5a6 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:56:32.778459 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f2604b13-b870-4a29-af7f-02757731f1ff, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f2604b13-b870-4a29-af7f-02757731f1ff,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:56:32.798703 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'f2604b13-b870-4a29-af7f-02757731f1ff', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'port_id': 'f2604b13-b870-4a29-af7f-02757731f1ff', 'mac_address': 'fa:16:3e:fa:57:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:56:32.837560 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949ec83a-752d-437f-87c1-8c2f81c42cf9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:56:32.843456 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-949ec83a-752d-437f-87c1-8c2f81c42cf9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/routers/b3acb74c-7476-4fc9-be63-b7784eba438d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8455715 Mar 05 13:56:32.846138 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41960) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:32.848953 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] Sync routers for ids ['b3acb74c-7476-4fc9-be63-b7784eba438d'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:56:32.852724 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-4621e208-4c59-4e67-826f-726eb368add8 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'network': {'name': 'tempest-RoutersTest-2129051126'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:56:32.859086 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4621e208-4c59-4e67-826f-726eb368add8 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:32.861871 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] Routers {'b3acb74c-7476-4fc9-be63-b7784eba438d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:56:32.863180 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:56:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3acb74c-7476-4fc9-be63-b7784eba438d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:32.870481 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4621e208-4c59-4e67-826f-726eb368add8 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:network and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:32.876245 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4621e208-4c59-4e67-826f-726eb368add8 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:32.890506 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4621e208-4c59-4e67-826f-726eb368add8 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:32.894174 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-f773ebb4-23d7-4b97-a9d8-0746314e52ec None None] Set router ebed7ca6-286a-45b0-ab29-0b098cdfdadb gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:56:32.912856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4621e208-4c59-4e67-826f-726eb368add8 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Made reservation on behalf of beafff5c987348ddbc3961566817c315 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:56:32.917269 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4621e208-4c59-4e67-826f-726eb368add8 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:32.933263 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8a0db466-6a49-40b7-84e3-65cb80ed4f4e admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:32.977843 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4621e208-4c59-4e67-826f-726eb368add8 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:56:32.998724 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4621e208-4c59-4e67-826f-726eb368add8 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:32.999095 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-4621e208-4c59-4e67-826f-726eb368add8 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Added segment da07bd95-0bb5-494c-867f-a990ce7df1bb of type vlan for network 184d82bc-52d9-490d-9eab-32c69da581e0 Mar 05 13:56:33.006173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-71fa748b-26b0-4517-8cf2-83116d459e6a tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:56:33.058908 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4621e208-4c59-4e67-826f-726eb368add8 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:33.094184 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] Set router b3acb74c-7476-4fc9-be63-b7784eba438d gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:56:33.109494 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4621e208-4c59-4e67-826f-726eb368add8 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:33.117224 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4621e208-4c59-4e67-826f-726eb368add8 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:33.118120 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4621e208-4c59-4e67-826f-726eb368add8 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:33.252889 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec947551-34ca-45e7-9f96-f38020e750bb admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:56:33.281459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621e208-4c59-4e67-826f-726eb368add8 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Network': ['ID=184d82bc-52d9-490d-9eab-32c69da581e0,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:33.286776 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] Sync routers for ids ['42c6a790-fa9f-4353-9547-a0c25ec0d5a6'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:56:33.287901 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4621e208-4c59-4e67-826f-726eb368add8 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4404352 Mar 05 13:56:33.290830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41964) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:33.298544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-18372cc9-732b-43f5-ae6d-ab8309f6a14a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'subnet': {'network_id': '184d82bc-52d9-490d-9eab-32c69da581e0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:56:33.299112 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c0059817-03bf-445d-8b35-8ab98279e5b9 None None] Provisioning complete for port fef1eda9-5942-4900-ab5a-49cdb433241c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:33.299659 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c0059817-03bf-445d-8b35-8ab98279e5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:33.338361 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 184d82bc-52d9-490d-9eab-32c69da581e0 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:56:33.396914 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] Routers {'42c6a790-fa9f-4353-9547-a0c25ec0d5a6'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:56:33.397984 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:56:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['42c6a790-fa9f-4353-9547-a0c25ec0d5a6'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:33.440185 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec947551-34ca-45e7-9f96-f38020e750bb admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:33.444261 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ec947551-34ca-45e7-9f96-f38020e750bb admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.1723526 Mar 05 13:56:33.445068 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41968) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:33.483467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-18372cc9-732b-43f5-ae6d-ab8309f6a14a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:33.486454 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:33.492299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-18372cc9-732b-43f5-ae6d-ab8309f6a14a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:subnet and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:33.498739 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-18372cc9-732b-43f5-ae6d-ab8309f6a14a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:33.510698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-18372cc9-732b-43f5-ae6d-ab8309f6a14a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:33.534290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18372cc9-732b-43f5-ae6d-ab8309f6a14a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Made reservation on behalf of beafff5c987348ddbc3961566817c315 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:56:33.538159 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-18372cc9-732b-43f5-ae6d-ab8309f6a14a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:33.541324 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-71fa748b-26b0-4517-8cf2-83116d459e6a tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] 10.222.0.16 "PUT /v2.0/quotas/3660c9dbfb70441caed8e22a55f21480 HTTP/1.1" status: 200 len: 366 time: 1.1202056 Mar 05 13:56:33.542638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41972) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:33.554498 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8a0db466-6a49-40b7-84e3-65cb80ed4f4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:33.582337 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2a41a283-af95-4a0f-9f72-6480dfb8f81a tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0356314 Mar 05 13:56:33.582971 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41978) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:33.596546 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c0059817-03bf-445d-8b35-8ab98279e5b9 None None] Port fef1eda9-5942-4900-ab5a-49cdb433241c cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:56:33.620549 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2604b13-b870-4a29-af7f-02757731f1ff {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:56:33.643832 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-8a0db466-6a49-40b7-84e3-65cb80ed4f4e admin admin] Deleting port 316d5545-6d7c-420c-8416-f8fc3c0baa90 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:56:33.644178 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8a0db466-6a49-40b7-84e3-65cb80ed4f4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:33.650636 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:56:29Z', 'revision_number': 4, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '62b722bd-19e5-4f62-9853-9fdb22931db9', 'name': '', 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:62:84:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:10Z', 'updated_at': '2022-03-05T13:56:28Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:13Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef1eda9-5942-4900-ab5a-49cdb433241c', 'name': '', 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:2a:0c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'f5592681-909b-4c14-a37d-b895b2387658', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:27Z', 'updated_at': '2022-03-05T13:56:30Z', 'revision_number': 2, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'f5592681-909b-4c14-a37d-b895b2387658', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:33.667524 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-f773ebb4-23d7-4b97-a9d8-0746314e52ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:56:28Z', 'revision_number': 5, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port': {'id': '316d5545-6d7c-420c-8416-f8fc3c0baa90', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:15Z', 'updated_at': '2022-03-05T13:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:33.676686 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] Checking router: b3acb74c-7476-4fc9-be63-b7784eba438d for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:56:33.677037 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] Updating router b3acb74c-7476-4fc9-be63-b7784eba438d port fef1eda9-5942-4900-ab5a-49cdb433241c binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:56:33.754790 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dba06c00-a6c2-465e-8846-353c2481d09d tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] 10.222.0.16 "GET /v2.0/quotas/3660c9dbfb70441caed8e22a55f21480 HTTP/1.1" status: 200 len: 366 time: 0.1663918 Mar 05 13:56:33.777050 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41986) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:33.787556 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f2604b13-b870-4a29-af7f-02757731f1ff, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f2604b13-b870-4a29-af7f-02757731f1ff,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:56:33.788982 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f773ebb4-23d7-4b97-a9d8-0746314e52ec None None] Checking router: ebed7ca6-286a-45b0-ab29-0b098cdfdadb for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:56:33.804630 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:33.843855 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:33.864978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f773ebb4-23d7-4b97-a9d8-0746314e52ec None None] Routers {'ebed7ca6-286a-45b0-ab29-0b098cdfdadb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:56:33.865980 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-f773ebb4-23d7-4b97-a9d8-0746314e52ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:56:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:33.967489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedc686-d9f8-48fc-b200-6997b531e98d req-084d4ee5-0117-49ba-9342-931c608f003b tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:33.979255 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bbedc686-d9f8-48fc-b200-6997b531e98d req-084d4ee5-0117-49ba-9342-931c608f003b tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 944 time: 0.1734884 Mar 05 13:56:34.055553 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] Set router 42c6a790-fa9f-4353-9547-a0c25ec0d5a6 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:56:34.153430 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c7530e51-7654-4a11-a371-2c3d76ce68ca tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/3660c9dbfb70441caed8e22a55f21480 HTTP/1.1" status: 204 len: 168 time: 0.2337608 Mar 05 13:56:34.163125 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41990) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:34.178508 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bbedc686-d9f8-48fc-b200-6997b531e98d req-ba144ce5-2761-4300-bd4a-380a533927ac tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949823 Mar 05 13:56:34.185729 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 0819c305-466e-4730-a043-3344fba50af8 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:56:34.245111 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-18372cc9-732b-43f5-ae6d-ab8309f6a14a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:34.254392 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['f2604b13-b870-4a29-af7f-02757731f1ff'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:56:34.420181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18372cc9-732b-43f5-ae6d-ab8309f6a14a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Subnet': ['ID=f0ec5d1a-88aa-4868-803a-6b3f17abf280,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:34.424056 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:34.450116 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18372cc9-732b-43f5-ae6d-ab8309f6a14a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Checking segment: {'id': 'da07bd95-0bb5-494c-867f-a990ce7df1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '184d82bc-52d9-490d-9eab-32c69da581e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:56:34.455084 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18372cc9-732b-43f5-ae6d-ab8309f6a14a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network hostable DHCP agents. Network: 184d82bc-52d9-490d-9eab-32c69da581e0, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:56:34.471728 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] Transition to ACTIVE for port object fef1eda9-5942-4900-ab5a-49cdb433241c will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:56:34.484558 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:34.517462 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5e6ef136-6477-4273-9d3a-ea663089f70b tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.3490193 Mar 05 13:56:34.519453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41994) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:34.562931 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d4b413d3-1d84-4aee-b0b5-cb5c8313203e tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] 10.222.0.16 "GET /v2.0/quotas/3660c9dbfb70441caed8e22a55f21480 HTTP/1.1" status: 200 len: 370 time: 0.0319068 Mar 05 13:56:34.564720 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18372cc9-732b-43f5-ae6d-ab8309f6a14a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network 184d82bc-52d9-490d-9eab-32c69da581e0 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:56:34.570143 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41998) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:34.604733 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc114cf9-ca24-43f2-bfcb-9280b97350bd None None] Pushing event updated for resources: {'Port': ['ID=fef1eda9-5942-4900-ab5a-49cdb433241c,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:34.643858 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42002) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:34.660078 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-668b4a7c-e67e-43cd-a231-06439ca1e465 tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] 10.222.0.16 "GET /v2.0/quotas/3660c9dbfb70441caed8e22a55f21480/default HTTP/1.1" status: 200 len: 370 time: 0.0505555 Mar 05 13:56:34.668184 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-18372cc9-732b-43f5-ae6d-ab8309f6a14a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 184d82bc-52d9-490d-9eab-32c69da581e0) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:56:34.691114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18372cc9-732b-43f5-ae6d-ab8309f6a14a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:34.694739 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-18372cc9-732b-43f5-ae6d-ab8309f6a14a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:34.750518 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=f2604b13-b870-4a29-af7f-02757731f1ff,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:34.758089 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07ec33d-f801-400e-932a-e0ec545b1e11 None None] Network 184d82bc-52d9-490d-9eab-32c69da581e0 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:56:34.781916 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-18372cc9-732b-43f5-ae6d-ab8309f6a14a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4898574 Mar 05 13:56:34.782789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42008) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:34.789049 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-8a0db466-6a49-40b7-84e3-65cb80ed4f4e admin admin] For port 316d5545-6d7c-420c-8416-f8fc3c0baa90, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=316d5545-6d7c-420c-8416-f8fc3c0baa90,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:56:34.789625 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8a0db466-6a49-40b7-84e3-65cb80ed4f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:34.873969 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] Attempting to bind port fef1eda9-5942-4900-ab5a-49cdb433241c on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:56:34.874813 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] Attempting to bind port fef1eda9-5942-4900-ab5a-49cdb433241c by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '766388b5-3451-41be-9855-f82f04934491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:56:34.875349 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] Attempting to bind port fef1eda9-5942-4900-ab5a-49cdb433241c on network b55893b6-d16b-4775-88ae-7080a7228eb5 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:56:34.881460 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:56:34.883436 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] Checking segment: {'id': '766388b5-3451-41be-9855-f82f04934491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:56:34.884115 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:34.884812 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] Bound using segment: {'id': '766388b5-3451-41be-9855-f82f04934491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:56:34.886361 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] Bound port: fef1eda9-5942-4900-ab5a-49cdb433241c, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766388b5-3451-41be-9855-f82f04934491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:56:34.886938 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:34.982546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-8a0db466-6a49-40b7-84e3-65cb80ed4f4e admin admin] Calling delete_port for 316d5545-6d7c-420c-8416-f8fc3c0baa90 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:56:35.023878 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] For port fef1eda9-5942-4900-ab5a-49cdb433241c, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:56:35.028962 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] For port fef1eda9-5942-4900-ab5a-49cdb433241c, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fef1eda9-5942-4900-ab5a-49cdb433241c,segment=NetworkSegment(766388b5-3451-41be-9855-f82f04934491),segment_id=766388b5-3451-41be-9855-f82f04934491)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:56:35.034791 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:35.112061 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-f773ebb4-23d7-4b97-a9d8-0746314e52ec None None] Set router ebed7ca6-286a-45b0-ab29-0b098cdfdadb gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:56:35.120693 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc114cf9-ca24-43f2-bfcb-9280b97350bd None None] Pushing event updated for resources: {'Port': ['ID=fef1eda9-5942-4900-ab5a-49cdb433241c,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:35.146436 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] Routers {'b3acb74c-7476-4fc9-be63-b7784eba438d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:56:35.147176 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:56:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3acb74c-7476-4fc9-be63-b7784eba438d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:35.289624 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-dad6f034-6046-4512-8bfb-4d9831ed01da tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] delete failed (client error): The resource could not be found. Mar 05 13:56:35.301791 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dad6f034-6046-4512-8bfb-4d9831ed01da tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/3660c9dbfb70441caed8e22a55f21480 HTTP/1.1" status: 404 len: 348 time: 0.6568210 Mar 05 13:56:35.315526 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf42ac7-b6b9-4296-a622-34f1fd075342 req-2d93c56a-649f-4ee8-b588-1bb53e5330a8 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:35.317206 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aaf42ac7-b6b9-4296-a622-34f1fd075342 req-2d93c56a-649f-4ee8-b588-1bb53e5330a8 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 945 time: 1.3669455 Mar 05 13:56:35.363028 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:35.373571 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-f773ebb4-23d7-4b97-a9d8-0746314e52ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:56:33Z', 'revision_number': 6, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:35.399528 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f773ebb4-23d7-4b97-a9d8-0746314e52ec None None] The sync data for ids ['ebed7ca6-286a-45b0-ab29-0b098cdfdadb'] in n-d-803718-1 is: [{'id': 'ebed7ca6-286a-45b0-ab29-0b098cdfdadb', 'name': 'tempest-AttachVolumeNegativeTest-2139136263-router', 'tenant_id': '6458262d05f2497586ebde1561a80c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:13Z', 'updated_at': '2022-03-05T13:56:33Z', 'revision_number': 6, 'project_id': '6458262d05f2497586ebde1561a80c5d', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:56:35.414382 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] Set router b3acb74c-7476-4fc9-be63-b7784eba438d gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:56:35.487149 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a239ef-5476-4b00-9674-27354d153fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-184d82bc-52d9-490d-9eab-32c69da581e0', 'network_id': '184d82bc-52d9-490d-9eab-32c69da581e0', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'fixed_ips': [{'subnet_id': 'f0ec5d1a-88aa-4868-803a-6b3f17abf280'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:56:35.489004 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f3a239ef-5476-4b00-9674-27354d153fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:35.536662 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42016) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:35.559557 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aaf42ac7-b6b9-4296-a622-34f1fd075342 req-414d1ab3-5efe-4a24-99d0-710fc6508db2 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145083 Mar 05 13:56:35.593195 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9b8dc2fd-5d29-4b25-9847-fa6bf0a9fd54 tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] Usage tracker for resource:network and tenant:69f5fc23c9a94a5fb4e159cc6ad3e821 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:35.670356 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9b8dc2fd-5d29-4b25-9847-fa6bf0a9fd54 tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:35.686067 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 0819c305-466e-4730-a043-3344fba50af8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=0819c305-466e-4730-a043-3344fba50af8,segment=NetworkSegment(42f4c1eb-4b87-43e5-bb20-3ed7950da0fe),segment_id=42f4c1eb-4b87-43e5-bb20-3ed7950da0fe)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:56:35.728991 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bf5214-4dfc-44ab-b08f-481e7e3273bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0819c305-466e-4730-a043-3344fba50af8'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:56:35.745689 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:35.800881 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9b8dc2fd-5d29-4b25-9847-fa6bf0a9fd54 tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] Usage tracker for resource:subnet and tenant:69f5fc23c9a94a5fb4e159cc6ad3e821 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:35.812406 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9b8dc2fd-5d29-4b25-9847-fa6bf0a9fd54 tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:35.853685 n-d-803718-1 neutron-server[87915]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '77bf5214-4dfc-44ab-b08f-481e7e3273bb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0819c305-466e-4730-a043-3344fba50af8', 'code': 422} returned with failed status Mar 05 13:56:35.855490 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9b8dc2fd-5d29-4b25-9847-fa6bf0a9fd54 tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] Usage tracker for resource:subnetpool and tenant:69f5fc23c9a94a5fb4e159cc6ad3e821 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:35.860346 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8a0db466-6a49-40b7-84e3-65cb80ed4f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:35.870489 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=0819c305-466e-4730-a043-3344fba50af8,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:35.874749 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 641db6fc-cc53-4421-aea4-affbc96924af no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:56:36.018938 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:56:29Z', 'revision_number': 4, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '62b722bd-19e5-4f62-9853-9fdb22931db9', 'name': '', 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:62:84:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:10Z', 'updated_at': '2022-03-05T13:56:28Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:13Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef1eda9-5942-4900-ab5a-49cdb433241c', 'name': '', 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:2a:0c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'f5592681-909b-4c14-a37d-b895b2387658', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:27Z', 'updated_at': '2022-03-05T13:56:35Z', 'revision_number': 4, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'f5592681-909b-4c14-a37d-b895b2387658', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:36.023525 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9b8dc2fd-5d29-4b25-9847-fa6bf0a9fd54 tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:36.024259 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963ce967-5e56-498c-a586-7d0b966dfd66 None None] The sync data for ids ['b3acb74c-7476-4fc9-be63-b7784eba438d'] in n-d-803718-1 is: [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:56:29Z', 'revision_number': 4, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '62b722bd-19e5-4f62-9853-9fdb22931db9', 'name': '', 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:62:84:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:10Z', 'updated_at': '2022-03-05T13:56:28Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:13Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef1eda9-5942-4900-ab5a-49cdb433241c', 'name': '', 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:2a:0c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'f5592681-909b-4c14-a37d-b895b2387658', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:27Z', 'updated_at': '2022-03-05T13:56:35Z', 'revision_number': 4, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'f5592681-909b-4c14-a37d-b895b2387658', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:56:36.040894 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0db466-6a49-40b7-84e3-65cb80ed4f4e admin admin] Pushing event deleted for resources: {'Port': ['ID=316d5545-6d7c-420c-8416-f8fc3c0baa90,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:36.062054 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-862e3053-b95b-48e5-a86e-439fbdb75187 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:36.067882 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 641db6fc-cc53-4421-aea4-affbc96924af {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:56:36.068501 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 641db6fc-cc53-4421-aea4-affbc96924af not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:56:36.106172 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c3f85-5078-4f61-aa98-b4bf19fafef5 req-1d90d591-0a3b-442c-a038-0b73ac40ddcc tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:36.107492 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9b8dc2fd-5d29-4b25-9847-fa6bf0a9fd54 tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] Usage tracker for resource:port and tenant:69f5fc23c9a94a5fb4e159cc6ad3e821 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:36.113796 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae2c3f85-5078-4f61-aa98-b4bf19fafef5 req-1d90d591-0a3b-442c-a038-0b73ac40ddcc tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 944 time: 0.5978608 Mar 05 13:56:36.160691 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9b8dc2fd-5d29-4b25-9847-fa6bf0a9fd54 tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:36.183928 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c6a790-fa9f-4353-9547-a0c25ec0d5a6', 'name': 'tempest-ServerRescueTestJSON-1660272267-router', 'tenant_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '193cffcf-f90f-4a76-8fd5-e7acccc5f66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:56:23Z', 'updated_at': '2022-03-05T13:56:30Z', 'revision_number': 3, 'project_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'gw_port': {'id': '193cffcf-f90f-4a76-8fd5-e7acccc5f66a', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cf:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c6a790-fa9f-4353-9547-a0c25ec0d5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:28Z', 'updated_at': '2022-03-05T13:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:36.193061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9b8dc2fd-5d29-4b25-9847-fa6bf0a9fd54 tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] Usage tracker for resource:router and tenant:69f5fc23c9a94a5fb4e159cc6ad3e821 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:36.200548 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] Checking router: 42c6a790-fa9f-4353-9547-a0c25ec0d5a6 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:56:36.200943 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] Updating router 42c6a790-fa9f-4353-9547-a0c25ec0d5a6 port 193cffcf-f90f-4a76-8fd5-e7acccc5f66a binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:56:36.247653 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9b8dc2fd-5d29-4b25-9847-fa6bf0a9fd54 tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:36.250102 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8a0db466-6a49-40b7-84e3-65cb80ed4f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:36.301739 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:36.311068 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae2c3f85-5078-4f61-aa98-b4bf19fafef5 req-aa250b87-a31f-499e-9cb9-8f7eeff48e6a tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950181 Mar 05 13:56:36.685892 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8a0db466-6a49-40b7-84e3-65cb80ed4f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:36.692294 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8a0db466-6a49-40b7-84e3-65cb80ed4f4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:36.752763 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a59447a6-e512-4199-945d-0fd4e5ef0b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:36.772683 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:36.777207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9b8dc2fd-5d29-4b25-9847-fa6bf0a9fd54 tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] Usage tracker for resource:floatingip and tenant:69f5fc23c9a94a5fb4e159cc6ad3e821 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:36.784411 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8a0db466-6a49-40b7-84e3-65cb80ed4f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:36.785121 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0db466-6a49-40b7-84e3-65cb80ed4f4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebed7ca6-286a-45b0-ab29-0b098cdfdadb {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:56:36.800837 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] Transition to ACTIVE for port object 193cffcf-f90f-4a76-8fd5-e7acccc5f66a will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:56:36.815421 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:36.862610 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9b8dc2fd-5d29-4b25-9847-fa6bf0a9fd54 tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:36.912255 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-f3a239ef-5476-4b00-9674-27354d153fa6 None None] Allocated IP 172.23.0.2 (184d82bc-52d9-490d-9eab-32c69da581e0/f0ec5d1a-88aa-4868-803a-6b3f17abf280/e54513ec-5607-4c39-97f4-82c7601aa393) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:56:36.990138 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8a0db466-6a49-40b7-84e3-65cb80ed4f4e admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:36.991307 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8a0db466-6a49-40b7-84e3-65cb80ed4f4e admin admin] 10.222.0.16 "DELETE /v2.0/routers/ebed7ca6-286a-45b0-ab29-0b098cdfdadb HTTP/1.1" status: 204 len: 168 time: 4.7171726 Mar 05 13:56:36.996607 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42034) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:37.013908 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] Attempting to bind port 193cffcf-f90f-4a76-8fd5-e7acccc5f66a on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:56:37.014277 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] Attempting to bind port 193cffcf-f90f-4a76-8fd5-e7acccc5f66a by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:56:37.014634 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] Attempting to bind port 193cffcf-f90f-4a76-8fd5-e7acccc5f66a on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:56:37.016663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b67af-a6e5-41c5-bfd9-4ecbfa09c201 None None] Pushing event updated for resources: {'Port': ['ID=193cffcf-f90f-4a76-8fd5-e7acccc5f66a,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:37.034652 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:56:37.035329 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:56:37.035896 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:37.036436 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:56:37.037074 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] Bound port: 193cffcf-f90f-4a76-8fd5-e7acccc5f66a, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:56:37.037611 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:37.077288 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a115ae1-65ad-4b4c-acf3-6ac8ab39748a admin admin] Deleting subnet c9349c82-1490-40bf-94d8-d6850b67eb95 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:56:37.080985 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0a115ae1-65ad-4b4c-acf3-6ac8ab39748a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:37.164969 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0a115ae1-65ad-4b4c-acf3-6ac8ab39748a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:37.202391 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] For port 193cffcf-f90f-4a76-8fd5-e7acccc5f66a, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:56:37.207439 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] For port 193cffcf-f90f-4a76-8fd5-e7acccc5f66a, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=193cffcf-f90f-4a76-8fd5-e7acccc5f66a,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:56:37.232065 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-a59447a6-e512-4199-945d-0fd4e5ef0b61 admin admin] Allocated IP 172.20.0.1 (37a7d3f0-790d-4769-b9e8-887239a3772c/251e09fb-aabe-4b04-921b-86ca0c662b76/4bd35a3b-9300-4c32-a647-24c6c038d473) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:56:37.277616 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0a115ae1-65ad-4b4c-acf3-6ac8ab39748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:37.333901 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f3a239ef-5476-4b00-9674-27354d153fa6 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:37.366608 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:37.371884 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61e09b-2b91-4939-af60-265eb2fc2317 req-8bb05026-039e-4d9b-8862-80ffc20b09bf tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:37.374930 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0a115ae1-65ad-4b4c-acf3-6ac8ab39748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:37.377607 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f3a239ef-5476-4b00-9674-27354d153fa6 None None] Transition to ACTIVE for port object e54513ec-5607-4c39-97f4-82c7601aa393 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:56:37.380360 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8b61e09b-2b91-4939-af60-265eb2fc2317 req-8bb05026-039e-4d9b-8862-80ffc20b09bf tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 943 time: 0.6043487 Mar 05 13:56:37.409776 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9b8dc2fd-5d29-4b25-9847-fa6bf0a9fd54 tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] Usage tracker for resource:security_group and tenant:69f5fc23c9a94a5fb4e159cc6ad3e821 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:37.436714 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a115ae1-65ad-4b4c-acf3-6ac8ab39748a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9349c82-1490-40bf-94d8-d6850b67eb95,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:37.439409 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0a115ae1-65ad-4b4c-acf3-6ac8ab39748a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:37.458091 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0a115ae1-65ad-4b4c-acf3-6ac8ab39748a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c9349c82-1490-40bf-94d8-d6850b67eb95 HTTP/1.1" status: 204 len: 168 time: 0.4600999 Mar 05 13:56:37.458953 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42040) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:37.488242 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9b8dc2fd-5d29-4b25-9847-fa6bf0a9fd54 tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:37.494193 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb2680c-f1fb-4264-91c9-9c0d3685a04b None None] Network 175f72fb-87d4-4d09-877c-e76b741da2ad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:56:37.552360 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a59447a6-e512-4199-945d-0fd4e5ef0b61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:37.618143 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8b61e09b-2b91-4939-af60-265eb2fc2317 req-685a1a3e-f60e-4e3c-b51f-9be78f153f19 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368317 Mar 05 13:56:37.621298 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a59447a6-e512-4199-945d-0fd4e5ef0b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:37.674344 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9b8dc2fd-5d29-4b25-9847-fa6bf0a9fd54 tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] Usage tracker for resource:security_group_rule and tenant:69f5fc23c9a94a5fb4e159cc6ad3e821 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:37.724140 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9b8dc2fd-5d29-4b25-9847-fa6bf0a9fd54 tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:37.731035 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59447a6-e512-4199-945d-0fd4e5ef0b61 admin admin] Network 37a7d3f0-790d-4769-b9e8-887239a3772c is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:56:37.735993 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-a59447a6-e512-4199-945d-0fd4e5ef0b61 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:56:37.738848 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fef1eda9-5942-4900-ab5a-49cdb433241c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:56:37.746540 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59447a6-e512-4199-945d-0fd4e5ef0b61 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:56:37.808958 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9b8dc2fd-5d29-4b25-9847-fa6bf0a9fd54 tempest-QuotasTest-3797448 tempest-QuotasTest-3797448-project-admin] 10.222.0.16 "GET /v2.0/quotas/69f5fc23c9a94a5fb4e159cc6ad3e821/details.json HTTP/1.1" status: 200 len: 703 time: 2.2609961 Mar 05 13:56:37.809149 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f3a239ef-5476-4b00-9674-27354d153fa6 None None] Transition to ACTIVE for port object e54513ec-5607-4c39-97f4-82c7601aa393 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:56:37.823544 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59447a6-e512-4199-945d-0fd4e5ef0b61 admin admin] Pushing event updated for resources: {'Port': ['ID=4bd35a3b-9300-4c32-a647-24c6c038d473,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:37.828403 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a59447a6-e512-4199-945d-0fd4e5ef0b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:37.883647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] Routers {'42c6a790-fa9f-4353-9547-a0c25ec0d5a6'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:56:37.884635 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:56:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['42c6a790-fa9f-4353-9547-a0c25ec0d5a6'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:37.913807 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9b1348af-236f-4200-af5b-c0aed903492f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:37.959869 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f3a239ef-5476-4b00-9674-27354d153fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:37.962948 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-9b1348af-236f-4200-af5b-c0aed903492f admin admin] Deleting port c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:56:37.963334 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9b1348af-236f-4200-af5b-c0aed903492f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:38.020780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a56b0b-1645-431a-8461-29c4f6ca0832 req-712f4c1c-2c0b-45b1-b257-cc461d7fd67c tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:38.022855 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-55a56b0b-1645-431a-8461-29c4f6ca0832 req-712f4c1c-2c0b-45b1-b257-cc461d7fd67c tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 944 time: 0.5203147 Mar 05 13:56:38.066193 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b67af-a6e5-41c5-bfd9-4ecbfa09c201 None None] Pushing event updated for resources: {'Port': ['ID=193cffcf-f90f-4a76-8fd5-e7acccc5f66a,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:38.074052 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-862e3053-b95b-48e5-a86e-439fbdb75187 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Allocated IP 172.23.0.1 (184d82bc-52d9-490d-9eab-32c69da581e0/f0ec5d1a-88aa-4868-803a-6b3f17abf280/d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:56:38.117814 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-55a56b0b-1645-431a-8461-29c4f6ca0832 req-a0cc19ac-2b45-4cc5-a36e-ef2f698875cf tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842600 Mar 05 13:56:38.262264 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] Set router 42c6a790-fa9f-4353-9547-a0c25ec0d5a6 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:56:38.353344 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a85bf-e1a5-4e6a-a160-03be50381b45 req-ec98a515-db8a-4146-9106-aa395889a5ba tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:38.355206 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec0a85bf-e1a5-4e6a-a160-03be50381b45 req-ec98a515-db8a-4146-9106-aa395889a5ba tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 943 time: 0.5284381 Mar 05 13:56:38.508034 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-9b1348af-236f-4200-af5b-c0aed903492f admin admin] For port c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6,segment=NetworkSegment(2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b),segment_id=2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:56:38.508390 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9b1348af-236f-4200-af5b-c0aed903492f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:38.528678 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a239ef-5476-4b00-9674-27354d153fa6 None None] Network 184d82bc-52d9-490d-9eab-32c69da581e0 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:56:38.530862 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f2604b13-b870-4a29-af7f-02757731f1ff up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:56:38.538136 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-862e3053-b95b-48e5-a86e-439fbdb75187 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:38.551087 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec0a85bf-e1a5-4e6a-a160-03be50381b45 req-13047c6b-05ed-4e83-84a7-edfb9e2573de tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764004 Mar 05 13:56:38.585797 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42052) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:38.614298 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a59447a6-e512-4199-945d-0fd4e5ef0b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:38.633366 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-f3a239ef-5476-4b00-9674-27354d153fa6 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:56:38.797413 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6cd6769a-2b27-4042-9578-3e32d7a6c836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:38.829964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-9b1348af-236f-4200-af5b-c0aed903492f admin admin] Calling delete_port for c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:56:38.870879 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6cd6769a-2b27-4042-9578-3e32d7a6c836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:38.872935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-862e3053-b95b-48e5-a86e-439fbdb75187 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Transition to ACTIVE for port object d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:56:38.876872 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a239ef-5476-4b00-9674-27354d153fa6 None None] Pushing event updated for resources: {'Port': ['ID=e54513ec-5607-4c39-97f4-82c7601aa393,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:38.881144 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6cd6769a-2b27-4042-9578-3e32d7a6c836 admin admin] Usage tracker for resource:security_group_rule and tenant:f9d5588bedfd46faafa0c4e80b4a910e is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:38.895571 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6cd6769a-2b27-4042-9578-3e32d7a6c836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:38.906913 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6cd6769a-2b27-4042-9578-3e32d7a6c836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:38.909667 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a239ef-5476-4b00-9674-27354d153fa6 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:56:39.015936 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a59447a6-e512-4199-945d-0fd4e5ef0b61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:39.021497 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-862e3053-b95b-48e5-a86e-439fbdb75187 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:39.026334 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a59447a6-e512-4199-945d-0fd4e5ef0b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:39.073400 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9b1348af-236f-4200-af5b-c0aed903492f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:39.084073 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port fef1eda9-5942-4900-ab5a-49cdb433241c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:56:39.105728 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fce1da7-3569-42b6-b5b8-510089788da3 None None] DHCP port deletion for 175f72fb-87d4-4d09-877c-e76b741da2ad request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:56:39.113216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862e3053-b95b-48e5-a86e-439fbdb75187 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network 184d82bc-52d9-490d-9eab-32c69da581e0 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:56:39.114204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1348af-236f-4200-af5b-c0aed903492f admin admin] No DVR routers for this DVR port c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6 on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:56:39.147615 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-862e3053-b95b-48e5-a86e-439fbdb75187 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:56:39.181326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862e3053-b95b-48e5-a86e-439fbdb75187 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:56:39.194181 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-55e76887-d037-4967-9c75-c7e484646061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:39.195708 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59447a6-e512-4199-945d-0fd4e5ef0b61 admin admin] Pushing event updated for resources: {'Port': ['ID=4bd35a3b-9300-4c32-a647-24c6c038d473,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:39.209756 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6cd6769a-2b27-4042-9578-3e32d7a6c836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:39.211291 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a59447a6-e512-4199-945d-0fd4e5ef0b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:39.219431 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6cd6769a-2b27-4042-9578-3e32d7a6c836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:39.254687 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port fef1eda9-5942-4900-ab5a-49cdb433241c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:39.254687 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:39.314875 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-862e3053-b95b-48e5-a86e-439fbdb75187 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:39.358094 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f3a239ef-5476-4b00-9674-27354d153fa6 None None] Attempting to bind port e54513ec-5607-4c39-97f4-82c7601aa393 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:56:39.381632 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f3a239ef-5476-4b00-9674-27354d153fa6 None None] Attempting to bind port e54513ec-5607-4c39-97f4-82c7601aa393 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'da07bd95-0bb5-494c-867f-a990ce7df1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '184d82bc-52d9-490d-9eab-32c69da581e0'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:56:39.382223 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a239ef-5476-4b00-9674-27354d153fa6 None None] Attempting to bind port e54513ec-5607-4c39-97f4-82c7601aa393 on network 184d82bc-52d9-490d-9eab-32c69da581e0 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:56:39.429472 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port f2604b13-b870-4a29-af7f-02757731f1ff triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:39.436179 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:39.467226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e3053-b95b-48e5-a86e-439fbdb75187 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Port': ['ID=d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:39.471671 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59447a6-e512-4199-945d-0fd4e5ef0b61 admin admin] Network 37a7d3f0-790d-4769-b9e8-887239a3772c is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:56:39.474229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-a59447a6-e512-4199-945d-0fd4e5ef0b61 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:56:39.492531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6769a-2b27-4042-9578-3e32d7a6c836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93cf928-33eb-40a7-b8a8-eb0a8e64e8c1,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:39.507721 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6cd6769a-2b27-4042-9578-3e32d7a6c836 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9d5588bedfd46faafa0c4e80b4a910e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9243376 Mar 05 13:56:39.508940 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42088) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:39.519024 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a239ef-5476-4b00-9674-27354d153fa6 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:56:39.526637 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a239ef-5476-4b00-9674-27354d153fa6 None None] Checking segment: {'id': 'da07bd95-0bb5-494c-867f-a990ce7df1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '184d82bc-52d9-490d-9eab-32c69da581e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:56:39.527275 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f3a239ef-5476-4b00-9674-27354d153fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:39.527768 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a239ef-5476-4b00-9674-27354d153fa6 None None] Bound using segment: {'id': 'da07bd95-0bb5-494c-867f-a990ce7df1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '184d82bc-52d9-490d-9eab-32c69da581e0'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:56:39.528381 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f3a239ef-5476-4b00-9674-27354d153fa6 None None] Bound port: e54513ec-5607-4c39-97f4-82c7601aa393, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da07bd95-0bb5-494c-867f-a990ce7df1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '184d82bc-52d9-490d-9eab-32c69da581e0'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:56:39.528846 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f3a239ef-5476-4b00-9674-27354d153fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:39.652787 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c6a790-fa9f-4353-9547-a0c25ec0d5a6', 'name': 'tempest-ServerRescueTestJSON-1660272267-router', 'tenant_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '193cffcf-f90f-4a76-8fd5-e7acccc5f66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:56:23Z', 'updated_at': '2022-03-05T13:56:30Z', 'revision_number': 3, 'project_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'gw_port': {'id': '193cffcf-f90f-4a76-8fd5-e7acccc5f66a', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cf:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c6a790-fa9f-4353-9547-a0c25ec0d5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:28Z', 'updated_at': '2022-03-05T13:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:39.699289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a8e3a8-c436-462e-8325-efac6584c878 None None] The sync data for ids ['42c6a790-fa9f-4353-9547-a0c25ec0d5a6'] in n-d-803718-1 is: [{'id': '42c6a790-fa9f-4353-9547-a0c25ec0d5a6', 'name': 'tempest-ServerRescueTestJSON-1660272267-router', 'tenant_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '193cffcf-f90f-4a76-8fd5-e7acccc5f66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:56:23Z', 'updated_at': '2022-03-05T13:56:30Z', 'revision_number': 3, 'project_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'gw_port': {'id': '193cffcf-f90f-4a76-8fd5-e7acccc5f66a', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cf:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c6a790-fa9f-4353-9547-a0c25ec0d5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:28Z', 'updated_at': '2022-03-05T13:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:56:39.758061 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1348af-236f-4200-af5b-c0aed903492f admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:39.780931 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9b1348af-236f-4200-af5b-c0aed903492f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:39.825546 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-f3a239ef-5476-4b00-9674-27354d153fa6 None None] For port e54513ec-5607-4c39-97f4-82c7601aa393, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:56:39.828160 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:39.829707 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59447a6-e512-4199-945d-0fd4e5ef0b61 admin admin] Router 42c6a790-fa9f-4353-9547-a0c25ec0d5a6 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:56:39.874676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10281b62-86e4-41c6-aae6-935e009bcef9 req-55b62917-fb2e-4d6e-be61-83b0920a31d1 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:39.883160 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10281b62-86e4-41c6-aae6-935e009bcef9 req-55b62917-fb2e-4d6e-be61-83b0920a31d1 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 944 time: 0.5193524 Mar 05 13:56:39.883352 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-f3a239ef-5476-4b00-9674-27354d153fa6 None None] For port e54513ec-5607-4c39-97f4-82c7601aa393, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e54513ec-5607-4c39-97f4-82c7601aa393,segment=NetworkSegment(da07bd95-0bb5-494c-867f-a990ce7df1bb),segment_id=da07bd95-0bb5-494c-867f-a990ce7df1bb)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:56:39.891747 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:39.907466 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-9b1348af-236f-4200-af5b-c0aed903492f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175f72fb-87d4-4d09-877c-e76b741da2ad']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:39.920064 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f3a239ef-5476-4b00-9674-27354d153fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:39.934876 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-862e3053-b95b-48e5-a86e-439fbdb75187 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:39.961016 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port fef1eda9-5942-4900-ab5a-49cdb433241c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fef1eda9-5942-4900-ab5a-49cdb433241c,segment=NetworkSegment(766388b5-3451-41be-9855-f82f04934491),segment_id=766388b5-3451-41be-9855-f82f04934491)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:56:39.972490 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a79986-8dc3-4f2b-92bd-10424b5ade89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2604b13-b870-4a29-af7f-02757731f1ff'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:56:39.995052 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:39.998310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-9b1348af-236f-4200-af5b-c0aed903492f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:39.998853 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-9b1348af-236f-4200-af5b-c0aed903492f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e44a30c-a4ac-4652-ab22-f6ef41a3bb7b') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:40.045331 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port f2604b13-b870-4a29-af7f-02757731f1ff, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f2604b13-b870-4a29-af7f-02757731f1ff,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:56:40.062309 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:40.078971 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 0819c305-466e-4730-a043-3344fba50af8 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:56:40.088160 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9b1348af-236f-4200-af5b-c0aed903492f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:40.109629 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a5195e14-0c50-4ed5-b7e4-8c7b830cc0a6 req-fc73c184-8a6c-4429-9d06-36ca55e1e078 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5238829 Mar 05 13:56:40.136645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 316d5545-6d7c-420c-8416-f8fc3c0baa90 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:56:40.159476 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10281b62-86e4-41c6-aae6-935e009bcef9 req-83207988-88c2-49a7-80a2-35340d0337ac tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2741158 Mar 05 13:56:40.208946 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9b1348af-236f-4200-af5b-c0aed903492f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:40.248488 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a239ef-5476-4b00-9674-27354d153fa6 None None] Pushing event updated for resources: {'Port': ['ID=e54513ec-5607-4c39-97f4-82c7601aa393,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:40.284635 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c8b44ab9-7023-4b30-9b09-207c58fcb4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:40.310184 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a79986-8dc3-4f2b-92bd-10424b5ade89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2604b13-b870-4a29-af7f-02757731f1ff', 'code': 200} Mar 05 13:56:40.320510 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 316d5545-6d7c-420c-8416-f8fc3c0baa90 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:56:40.320860 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 316d5545-6d7c-420c-8416-f8fc3c0baa90 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:56:40.345068 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c8b44ab9-7023-4b30-9b09-207c58fcb4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:40.460290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b1348af-236f-4200-af5b-c0aed903492f admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:56:40.460683 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9b1348af-236f-4200-af5b-c0aed903492f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:40.543131 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=fef1eda9-5942-4900-ab5a-49cdb433241c,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:40.556785 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c8b44ab9-7023-4b30-9b09-207c58fcb4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:40.683553 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 193cffcf-f90f-4a76-8fd5-e7acccc5f66a up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:56:40.709600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75112a14-34f1-4e4f-af02-3d8406a83c33 req-64748290-d981-4248-a864-3eb773493a74 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:40.717264 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-75112a14-34f1-4e4f-af02-3d8406a83c33 req-64748290-d981-4248-a864-3eb773493a74 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 943 time: 1.1311986 Mar 05 13:56:40.718522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59447a6-e512-4199-945d-0fd4e5ef0b61 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:56:40.819843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b44ab9-7023-4b30-9b09-207c58fcb4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93cf928-33eb-40a7-b8a8-eb0a8e64e8c1,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:40.840424 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a59447a6-e512-4199-945d-0fd4e5ef0b61 admin admin] 10.222.0.16 "PUT /v2.0/routers/42c6a790-fa9f-4353-9547-a0c25ec0d5a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3893006 Mar 05 13:56:40.845206 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c8b44ab9-7023-4b30-9b09-207c58fcb4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:40.846438 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c8b44ab9-7023-4b30-9b09-207c58fcb4a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c93cf928-33eb-40a7-b8a8-eb0a8e64e8c1 HTTP/1.1" status: 204 len: 168 time: 1.3336146 Mar 05 13:56:40.883938 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-75112a14-34f1-4e4f-af02-3d8406a83c33 req-6d1240e0-0ce3-4685-94ba-5d8b592ed8eb tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580584 Mar 05 13:56:41.001196 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=f2604b13-b870-4a29-af7f-02757731f1ff,revision_number=10']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:41.010266 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4fe6f4c7-d7bc-4d6f-aa46-025e00af6e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:56:41.013198 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:56:41.020647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 193cffcf-f90f-4a76-8fd5-e7acccc5f66a completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:56:41.037486 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 193cffcf-f90f-4a76-8fd5-e7acccc5f66a triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:41.037843 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:41.306117 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:41.366276 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9b1348af-236f-4200-af5b-c0aed903492f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:41.368539 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 193cffcf-f90f-4a76-8fd5-e7acccc5f66a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=193cffcf-f90f-4a76-8fd5-e7acccc5f66a,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:56:41.375614 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9b1348af-236f-4200-af5b-c0aed903492f admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:41.391499 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:41.531185 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:56:41.603967 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:56:41.604479 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c1b0e8da-8f9f-49b4-9f9f-d4c1033e54a6 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:56:41.713500 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=193cffcf-f90f-4a76-8fd5-e7acccc5f66a,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:41.855338 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42118) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:41.883096 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-112f4b55-14cb-41d3-a35a-17371bcffdfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:41.909664 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-112f4b55-14cb-41d3-a35a-17371bcffdfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:41.914477 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-112f4b55-14cb-41d3-a35a-17371bcffdfb admin admin] Usage tracker for resource:security_group_rule and tenant:69f5fc23c9a94a5fb4e159cc6ad3e821 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:41.918600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-112f4b55-14cb-41d3-a35a-17371bcffdfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:41.926253 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-112f4b55-14cb-41d3-a35a-17371bcffdfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:41.976577 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9b1348af-236f-4200-af5b-c0aed903492f admin admin] 10.222.0.16 "DELETE /v2.0/networks/175f72fb-87d4-4d09-877c-e76b741da2ad HTTP/1.1" status: 204 len: 168 time: 4.5134556 Mar 05 13:56:41.976577 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1348af-236f-4200-af5b-c0aed903492f admin admin] Pushing event deleted for resources: {'Network': ['ID=175f72fb-87d4-4d09-877c-e76b741da2ad,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:42.016413 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:42.065182 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-862e3053-b95b-48e5-a86e-439fbdb75187 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:42.068905 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:42.084181 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-862e3053-b95b-48e5-a86e-439fbdb75187 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:42.099066 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-112f4b55-14cb-41d3-a35a-17371bcffdfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:42.109637 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-112f4b55-14cb-41d3-a35a-17371bcffdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:42.152092 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-112f4b55-14cb-41d3-a35a-17371bcffdfb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69f5fc23c9a94a5fb4e159cc6ad3e821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2952943 Mar 05 13:56:42.154524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42126) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:42.245527 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2542652-5823-4aec-822f-578043d5c0ba req-b26c8976-7fa5-415c-b762-d60fd21be0e9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:42.247193 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4b5fea-c1eb-42b3-9f5f-4727689b3157 None None] Network 184d82bc-52d9-490d-9eab-32c69da581e0 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:56:42.248118 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f2542652-5823-4aec-822f-578043d5c0ba req-b26c8976-7fa5-415c-b762-d60fd21be0e9 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 946 time: 0.8850558 Mar 05 13:56:42.250172 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc948df-8e38-4732-b9f9-a0c04b7a3616 req-cf246574-f74e-495b-9f10-8d11c2451a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:42.251636 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6fc948df-8e38-4732-b9f9-a0c04b7a3616 req-cf246574-f74e-495b-9f10-8d11c2451a78 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 1097 time: 1.2137058 Mar 05 13:56:42.342602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5195e14-0c50-4ed5-b7e4-8c7b830cc0a6 req-0f990896-2c54-405f-a025-d68df6906c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:42.344151 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a5195e14-0c50-4ed5-b7e4-8c7b830cc0a6 req-0f990896-2c54-405f-a025-d68df6906c62 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb&tenant_id=0cb196822f4846d19c3d4845f0c68c12 HTTP/1.1" status: 200 len: 1094 time: 0.5116522 Mar 05 13:56:42.365776 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42138) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:42.393823 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-862e3053-b95b-48e5-a86e-439fbdb75187 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:42.420628 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6fc948df-8e38-4732-b9f9-a0c04b7a3616 req-6f696417-a590-4846-b41e-fc2b555922e5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359446 Mar 05 13:56:42.421245 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e3053-b95b-48e5-a86e-439fbdb75187 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event updated for resources: {'Port': ['ID=d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:42.445484 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f52f72da-3dbe-4031-b187-62fb1007a45d None None] Provisioning for port e54513ec-5607-4c39-97f4-82c7601aa393 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:56:42.502080 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f2542652-5823-4aec-822f-578043d5c0ba req-584fb8cc-0ad4-4161-87f7-9184b885ca3d tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211356 Mar 05 13:56:42.636403 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f4b55-14cb-41d3-a35a-17371bcffdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5fe6a3-1975-454c-b8cc-32851c1db87e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:42.654197 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-876003d3-38b9-4c3c-a9f6-77f03baaace8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6458262d05f2497586ebde1561a80c5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849874 Mar 05 13:56:42.664925 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42142) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:42.709017 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-064e7694-ccd9-4a68-8239-e556bf35bd14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:42.724888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fef1eda9-5942-4900-ab5a-49cdb433241c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:56:42.749453 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] Sync routers for ids ['42c6a790-fa9f-4353-9547-a0c25ec0d5a6'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:56:42.756168 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-3862694f-3430-48c6-9e95-aa1fc569c5c4 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:42.763955 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] Routers {'42c6a790-fa9f-4353-9547-a0c25ec0d5a6'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:56:42.764425 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-3862694f-3430-48c6-9e95-aa1fc569c5c4 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/networks?id=37a7d3f0-790d-4769-b9e8-887239a3772c HTTP/1.1" status: 200 len: 811 time: 0.2851651 Mar 05 13:56:42.765157 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:56:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['42c6a790-fa9f-4353-9547-a0c25ec0d5a6'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:42.792717 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-064e7694-ccd9-4a68-8239-e556bf35bd14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:42.808660 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-694a21a1-b437-4d89-bc57-7c81bdfa378f tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/quotas/c2216bd4e99a4eb1bc00ada44567b6bf HTTP/1.1" status: 200 len: 375 time: 0.0432916 Mar 05 13:56:42.843947 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5195e14-0c50-4ed5-b7e4-8c7b830cc0a6 req-9c788a64-6dfc-4cac-afb4-42d9ea70ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:42.845620 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a5195e14-0c50-4ed5-b7e4-8c7b830cc0a6 req-9c788a64-6dfc-4cac-afb4-42d9ea70ad4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0cb196822f4846d19c3d4845f0c68c12&device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 1094 time: 0.4453285 Mar 05 13:56:42.851056 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port fef1eda9-5942-4900-ab5a-49cdb433241c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:42.852341 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:42.939307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862e3053-b95b-48e5-a86e-439fbdb75187 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Network 184d82bc-52d9-490d-9eab-32c69da581e0 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:56:42.973951 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-064e7694-ccd9-4a68-8239-e556bf35bd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:42.975055 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-862e3053-b95b-48e5-a86e-439fbdb75187 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:56:43.003696 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-63977439-dfc6-433a-ba4e-cd4c487b75e0 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Synchronizing usage tracker for tenant:c2216bd4e99a4eb1bc00ada44567b6bf on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:56:43.013293 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e7694-ccd9-4a68-8239-e556bf35bd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5fe6a3-1975-454c-b8cc-32851c1db87e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:43.059250 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-064e7694-ccd9-4a68-8239-e556bf35bd14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:43.060403 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-064e7694-ccd9-4a68-8239-e556bf35bd14 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f5fe6a3-1975-454c-b8cc-32851c1db87e HTTP/1.1" status: 204 len: 168 time: 0.9043362 Mar 05 13:56:43.078305 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-63977439-dfc6-433a-ba4e-cd4c487b75e0 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Unset dirty status for tenant:c2216bd4e99a4eb1bc00ada44567b6bf on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:56:43.079632 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-63977439-dfc6-433a-ba4e-cd4c487b75e0 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2216bd4e99a4eb1bc00ada44567b6bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2702136 Mar 05 13:56:43.126191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 193cffcf-f90f-4a76-8fd5-e7acccc5f66a up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:56:43.178732 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] Set router 42c6a790-fa9f-4353-9547-a0c25ec0d5a6 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:56:43.258332 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2581b28c-969e-40b7-84ba-ce282e731629 None None] Provisioning for port d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:56:43.270250 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2581b28c-969e-40b7-84ba-ce282e731629 None None] Provisioning complete for port d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:43.270754 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2581b28c-969e-40b7-84ba-ce282e731629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:43.285708 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6b7d5c6-e3a6-42a4-9d73-a27dd7289056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:43.330155 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5195e14-0c50-4ed5-b7e4-8c7b830cc0a6 req-e7e1ede7-bb84-4baf-9f32-9d4d8cc9e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:43.332593 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 193cffcf-f90f-4a76-8fd5-e7acccc5f66a triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:43.333256 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:43.338959 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a5195e14-0c50-4ed5-b7e4-8c7b830cc0a6 req-e7e1ede7-bb84-4baf-9f32-9d4d8cc9e5d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da4e4533-5a72-4b34-a384-51bc2d0cd9c2 HTTP/1.1" status: 200 len: 914 time: 0.4824080 Mar 05 13:56:43.400276 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-fee4903e-e8fd-48b1-9b2f-9bc90150082e service neutron] 10.222.0.16 "GET /v2.0/networks/37a7d3f0-790d-4769-b9e8-887239a3772c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121731 Mar 05 13:56:43.597080 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2581b28c-969e-40b7-84ba-ce282e731629 None None] Port d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:56:43.706977 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6b7d5c6-e3a6-42a4-9d73-a27dd7289056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:43.777571 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-540d61ef-81be-4717-bb9d-431d7e56b850 service neutron] 10.222.0.16 "GET /v2.0/networks/37a7d3f0-790d-4769-b9e8-887239a3772c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624458 Mar 05 13:56:43.902135 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:43.907308 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e54513ec-5607-4c39-97f4-82c7601aa393 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:56:44.059423 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c6a790-fa9f-4353-9547-a0c25ec0d5a6', 'name': 'tempest-ServerRescueTestJSON-1660272267-router', 'tenant_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '193cffcf-f90f-4a76-8fd5-e7acccc5f66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:56:23Z', 'updated_at': '2022-03-05T13:56:38Z', 'revision_number': 4, 'project_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'gw_port': {'id': '193cffcf-f90f-4a76-8fd5-e7acccc5f66a', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c6a790-fa9f-4353-9547-a0c25ec0d5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:28Z', 'updated_at': '2022-03-05T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '4bd35a3b-9300-4c32-a647-24c6c038d473', 'name': '', 'network_id': '37a7d3f0-790d-4769-b9e8-887239a3772c', 'tenant_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'mac_address': 'fa:16:3e:2b:36:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c6a790-fa9f-4353-9547-a0c25ec0d5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '251e09fb-aabe-4b04-921b-86ca0c662b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:36Z', 'updated_at': '2022-03-05T13:56:38Z', 'revision_number': 2, 'project_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'subnets': [{'id': '251e09fb-aabe-4b04-921b-86ca0c662b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:44.063227 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8eb3d65a-a092-4150-9580-d66d54c36e98 None None] Provisioning complete for port d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:44.063549 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8eb3d65a-a092-4150-9580-d66d54c36e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:44.071967 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] Checking router: 42c6a790-fa9f-4353-9547-a0c25ec0d5a6 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:56:44.073166 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] Updating router 42c6a790-fa9f-4353-9547-a0c25ec0d5a6 port 4bd35a3b-9300-4c32-a647-24c6c038d473 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:56:44.215708 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port e54513ec-5607-4c39-97f4-82c7601aa393 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:56:44.221624 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-8eb3d65a-a092-4150-9580-d66d54c36e98 None None] Port d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:56:44.226727 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port e54513ec-5607-4c39-97f4-82c7601aa393 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:44.227146 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:44.262935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862e3053-b95b-48e5-a86e-439fbdb75187 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Router b3acb74c-7476-4fc9-be63-b7784eba438d has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:56:44.288068 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:44.288831 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a5195e14-0c50-4ed5-b7e4-8c7b830cc0a6 req-5a9de6d9-1511-4710-873c-924204048a26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0819c305-466e-4730-a043-3344fba50af8 HTTP/1.1" status: 200 len: 217 time: 0.6066647 Mar 05 13:56:44.425644 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2e32a728-8f75-44a3-b80b-d3da0e64c11a None None] Provisioning complete for port d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:44.426193 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2e32a728-8f75-44a3-b80b-d3da0e64c11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:44.436233 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061e038-60cd-4a23-8830-f9e5a744a9d9 req-0a6f4c67-3b1a-4668-a63a-e6f2cdf73fc9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:44.443719 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1061e038-60cd-4a23-8830-f9e5a744a9d9 req-0a6f4c67-3b1a-4668-a63a-e6f2cdf73fc9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 943 time: 1.6970379 Mar 05 13:56:44.459898 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6b7d5c6-e3a6-42a4-9d73-a27dd7289056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:44.473654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa982669-42e2-4df8-bceb-73ab671b793d req-78205b33-6b00-4e4a-b8ef-dd9f51d701ee tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:44.485560 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fa982669-42e2-4df8-bceb-73ab671b793d req-78205b33-6b00-4e4a-b8ef-dd9f51d701ee tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 946 time: 0.1924887 Mar 05 13:56:44.558081 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7d5c6-e3a6-42a4-9d73-a27dd7289056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03803f7-3fb7-4879-9ccd-ec71aeb40941,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:44.658166 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fa982669-42e2-4df8-bceb-73ab671b793d req-8657a583-a405-4b9c-9d2a-5acd3d39f693 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665809 Mar 05 13:56:44.752534 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6b7d5c6-e3a6-42a4-9d73-a27dd7289056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:44.775013 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c6b7d5c6-e3a6-42a4-9d73-a27dd7289056 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a03803f7-3fb7-4879-9ccd-ec71aeb40941 HTTP/1.1" status: 204 len: 168 time: 2.1023719 Mar 05 13:56:44.827023 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:44.896962 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5322b96c-a074-4162-8968-7ce5da399654 req-c078acb8-38b2-42e3-af36-ad51c17da4f3 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 210 time: 0.1265242 Mar 05 13:56:44.916254 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2e32a728-8f75-44a3-b80b-d3da0e64c11a None None] Port d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:56:44.966985 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port e54513ec-5607-4c39-97f4-82c7601aa393, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e54513ec-5607-4c39-97f4-82c7601aa393,segment=NetworkSegment(da07bd95-0bb5-494c-867f-a990ce7df1bb),segment_id=da07bd95-0bb5-494c-867f-a990ce7df1bb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:56:45.011008 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:45.044721 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5195e14-0c50-4ed5-b7e4-8c7b830cc0a6 req-be1777f8-b5a1-460b-9cf3-5ea094027a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:45.046258 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a5195e14-0c50-4ed5-b7e4-8c7b830cc0a6 req-be1777f8-b5a1-460b-9cf3-5ea094027a35 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3dd0d26d-458d-486e-aca4-133a1510899b HTTP/1.1" status: 200 len: 854 time: 0.7534184 Mar 05 13:56:45.143347 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1061e038-60cd-4a23-8830-f9e5a744a9d9 req-cee9b72d-a938-4404-979d-ce61c8836424 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6985264 Mar 05 13:56:45.189683 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:45.214797 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] Transition to ACTIVE for port object 4bd35a3b-9300-4c32-a647-24c6c038d473 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:56:45.226420 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:45.291908 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a5195e14-0c50-4ed5-b7e4-8c7b830cc0a6 req-a6955348-929d-491a-b51f-285c8bda3fa4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da4e4533-5a72-4b34-a384-51bc2d0cd9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2318203 Mar 05 13:56:45.321749 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d6470-76fc-4c35-9d30-ad9e62f432c0 None None] Pushing event updated for resources: {'Port': ['ID=4bd35a3b-9300-4c32-a647-24c6c038d473,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:45.407218 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862e3053-b95b-48e5-a86e-439fbdb75187 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:56:45.441679 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] Sync routers for ids ['b3acb74c-7476-4fc9-be63-b7784eba438d'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:56:45.484691 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-862e3053-b95b-48e5-a86e-439fbdb75187 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/routers/b3acb74c-7476-4fc9-be63-b7784eba438d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6995077 Mar 05 13:56:45.488996 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42232) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:45.499762 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e59d50d8-387f-4859-aaf4-dd1553dab478 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:56:45.521752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=e54513ec-5607-4c39-97f4-82c7601aa393,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:45.553917 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] Routers {'b3acb74c-7476-4fc9-be63-b7784eba438d'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:56:45.556627 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:56:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3acb74c-7476-4fc9-be63-b7784eba438d'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:45.642883 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] Attempting to bind port 4bd35a3b-9300-4c32-a647-24c6c038d473 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:56:45.643261 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] Attempting to bind port 4bd35a3b-9300-4c32-a647-24c6c038d473 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '4becda48-9179-4515-b671-cd25a86b8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '37a7d3f0-790d-4769-b9e8-887239a3772c'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:56:45.643629 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] Attempting to bind port 4bd35a3b-9300-4c32-a647-24c6c038d473 on network 37a7d3f0-790d-4769-b9e8-887239a3772c {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:56:45.663704 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:56:45.663985 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] Checking segment: {'id': '4becda48-9179-4515-b671-cd25a86b8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '37a7d3f0-790d-4769-b9e8-887239a3772c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:56:45.664384 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:45.664820 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] Bound using segment: {'id': '4becda48-9179-4515-b671-cd25a86b8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '37a7d3f0-790d-4769-b9e8-887239a3772c'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:56:45.665840 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] Bound port: 4bd35a3b-9300-4c32-a647-24c6c038d473, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4becda48-9179-4515-b671-cd25a86b8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '37a7d3f0-790d-4769-b9e8-887239a3772c'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:56:45.665840 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:45.779893 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a5195e14-0c50-4ed5-b7e4-8c7b830cc0a6 req-c1349904-a28d-476a-90f5-3ad6bf5b079e service neutron] 10.222.0.15 "GET /v2.0/networks/da4e4533-5a72-4b34-a384-51bc2d0cd9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728267 Mar 05 13:56:46.042608 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] For port 4bd35a3b-9300-4c32-a647-24c6c038d473, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:56:46.052558 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] For port 4bd35a3b-9300-4c32-a647-24c6c038d473, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4bd35a3b-9300-4c32-a647-24c6c038d473,segment=NetworkSegment(4becda48-9179-4515-b671-cd25a86b8593),segment_id=4becda48-9179-4515-b671-cd25a86b8593)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:56:46.060892 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:46.193742 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] Routers {'42c6a790-fa9f-4353-9547-a0c25ec0d5a6'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:56:46.197580 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:56:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['42c6a790-fa9f-4353-9547-a0c25ec0d5a6'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:46.245979 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-accf79a3-13e4-427d-9188-7d3640eaf7af req-780c8c10-5704-4d72-89e9-95bbd8262459 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 210 time: 0.1219041 Mar 05 13:56:46.275058 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a5195e14-0c50-4ed5-b7e4-8c7b830cc0a6 req-065868c3-6571-4a86-859d-547d382b5eb1 service neutron] 10.222.0.15 "GET /v2.0/networks/da4e4533-5a72-4b34-a384-51bc2d0cd9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743822 Mar 05 13:56:46.280044 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42262) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:46.360177 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d6470-76fc-4c35-9d30-ad9e62f432c0 None None] Pushing event updated for resources: {'Port': ['ID=4bd35a3b-9300-4c32-a647-24c6c038d473,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:46.456936 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] Set router b3acb74c-7476-4fc9-be63-b7784eba438d gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:56:46.611318 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-5d78226c-248d-46fa-afef-a189dfc1c6c5 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1816908341', 'router:external': True}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:56:46.618951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5d78226c-248d-46fa-afef-a189dfc1c6c5 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:46.628921 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5d78226c-248d-46fa-afef-a189dfc1c6c5 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Usage tracker for resource:network and tenant:0f5bd2fdd28e420b8c1076ab57e342d7 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:46.640112 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5d78226c-248d-46fa-afef-a189dfc1c6c5 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:46.663544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5d78226c-248d-46fa-afef-a189dfc1c6c5 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:46.716710 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f0fa0-0554-44ee-953f-b5c86f479df9 req-5f542a5e-2807-441d-918c-7486248ab04e tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:46.721418 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b51f0fa0-0554-44ee-953f-b5c86f479df9 req-5f542a5e-2807-441d-918c-7486248ab04e tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 943 time: 0.3447971 Mar 05 13:56:46.723671 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d78226c-248d-46fa-afef-a189dfc1c6c5 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Made reservation on behalf of 0f5bd2fdd28e420b8c1076ab57e342d7 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:56:46.725728 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] Set router 42c6a790-fa9f-4353-9547-a0c25ec0d5a6 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:56:46.728899 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5d78226c-248d-46fa-afef-a189dfc1c6c5 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:46.806001 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5d78226c-248d-46fa-afef-a189dfc1c6c5 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:46.911557 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5d78226c-248d-46fa-afef-a189dfc1c6c5 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:46.922638 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b51f0fa0-0554-44ee-953f-b5c86f479df9 req-638ddbe1-6f8d-4419-b5b8-75afc2cb99e8 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686151 Mar 05 13:56:46.930291 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5d78226c-248d-46fa-afef-a189dfc1c6c5 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Usage tracker for resource:security_group_rule and tenant:0f5bd2fdd28e420b8c1076ab57e342d7 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:46.937898 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5d78226c-248d-46fa-afef-a189dfc1c6c5 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:46.960421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5d78226c-248d-46fa-afef-a189dfc1c6c5 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:47.192487 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e54513ec-5607-4c39-97f4-82c7601aa393 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:56:47.194869 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5d78226c-248d-46fa-afef-a189dfc1c6c5 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:47.203944 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5d78226c-248d-46fa-afef-a189dfc1c6c5 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:47.289488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78226c-248d-46fa-afef-a189dfc1c6c5 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df27c411-3e9e-474e-afbf-e5c8f27c2d64,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:47.331855 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d78226c-248d-46fa-afef-a189dfc1c6c5 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:56:47.363547 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5d78226c-248d-46fa-afef-a189dfc1c6c5 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:47.363976 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-5d78226c-248d-46fa-afef-a189dfc1c6c5 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Added segment 3813a55a-b8ab-47f7-81cb-b877f91d61c1 of type vlan for network 5f9c7735-5f9a-4785-8415-3c7fa10909ef Mar 05 13:56:47.455151 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port e54513ec-5607-4c39-97f4-82c7601aa393 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:47.456561 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:47.511010 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5d78226c-248d-46fa-afef-a189dfc1c6c5 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:47.522513 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c6a790-fa9f-4353-9547-a0c25ec0d5a6', 'name': 'tempest-ServerRescueTestJSON-1660272267-router', 'tenant_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '193cffcf-f90f-4a76-8fd5-e7acccc5f66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:56:23Z', 'updated_at': '2022-03-05T13:56:38Z', 'revision_number': 4, 'project_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'gw_port': {'id': '193cffcf-f90f-4a76-8fd5-e7acccc5f66a', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c6a790-fa9f-4353-9547-a0c25ec0d5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:28Z', 'updated_at': '2022-03-05T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '4bd35a3b-9300-4c32-a647-24c6c038d473', 'name': '', 'network_id': '37a7d3f0-790d-4769-b9e8-887239a3772c', 'tenant_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'mac_address': 'fa:16:3e:2b:36:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c6a790-fa9f-4353-9547-a0c25ec0d5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '251e09fb-aabe-4b04-921b-86ca0c662b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:36Z', 'updated_at': '2022-03-05T13:56:46Z', 'revision_number': 4, 'project_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'subnets': [{'id': '251e09fb-aabe-4b04-921b-86ca0c662b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:47.546864 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0210cc78-8d34-4615-9143-3d013248e84d None None] The sync data for ids ['42c6a790-fa9f-4353-9547-a0c25ec0d5a6'] in n-d-803718-1 is: [{'id': '42c6a790-fa9f-4353-9547-a0c25ec0d5a6', 'name': 'tempest-ServerRescueTestJSON-1660272267-router', 'tenant_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '193cffcf-f90f-4a76-8fd5-e7acccc5f66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:56:23Z', 'updated_at': '2022-03-05T13:56:38Z', 'revision_number': 4, 'project_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'gw_port': {'id': '193cffcf-f90f-4a76-8fd5-e7acccc5f66a', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c6a790-fa9f-4353-9547-a0c25ec0d5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:28Z', 'updated_at': '2022-03-05T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '4bd35a3b-9300-4c32-a647-24c6c038d473', 'name': '', 'network_id': '37a7d3f0-790d-4769-b9e8-887239a3772c', 'tenant_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'mac_address': 'fa:16:3e:2b:36:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c6a790-fa9f-4353-9547-a0c25ec0d5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '251e09fb-aabe-4b04-921b-86ca0c662b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:36Z', 'updated_at': '2022-03-05T13:56:46Z', 'revision_number': 4, 'project_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'subnets': [{'id': '251e09fb-aabe-4b04-921b-86ca0c662b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:56:47.669348 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.extraroute_db [None req-e59d50d8-387f-4859-aaf4-dd1553dab478 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87913) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 05 13:56:47.745008 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5c4d9-b364-40db-9369-bfdcb47756f0 req-778cce04-8c34-4b11-bb1c-76f5c07d0aaf tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:47.756708 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1cd5c4d9-b364-40db-9369-bfdcb47756f0 req-778cce04-8c34-4b11-bb1c-76f5c07d0aaf tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 946 time: 1.7222621 Mar 05 13:56:47.763243 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-048bfac9-0279-45c4-a508-47d50e613a2d req-6ae2bb9f-87d6-42a3-a585-b0bb75c1d495 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 210 time: 0.1708229 Mar 05 13:56:47.767467 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5d78226c-248d-46fa-afef-a189dfc1c6c5 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:47.769577 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d78226c-248d-46fa-afef-a189dfc1c6c5 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:47.770190 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5d78226c-248d-46fa-afef-a189dfc1c6c5 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:47.776925 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:56:39Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '62b722bd-19e5-4f62-9853-9fdb22931db9', 'name': '', 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:62:84:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:10Z', 'updated_at': '2022-03-05T13:56:28Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:13Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67b9beb-bfd5-4a1c-a5fc-53c686dd99f8', 'name': '', 'network_id': '184d82bc-52d9-490d-9eab-32c69da581e0', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:94:ef:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'f0ec5d1a-88aa-4868-803a-6b3f17abf280', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:36Z', 'updated_at': '2022-03-05T13:56:41Z', 'revision_number': 2, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'f0ec5d1a-88aa-4868-803a-6b3f17abf280', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef1eda9-5942-4900-ab5a-49cdb433241c', 'name': '', 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:2a:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'f5592681-909b-4c14-a37d-b895b2387658', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:27Z', 'updated_at': '2022-03-05T13:56:39Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'f5592681-909b-4c14-a37d-b895b2387658', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:47.860864 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] Checking router: b3acb74c-7476-4fc9-be63-b7784eba438d for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:56:47.864186 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] Updating router b3acb74c-7476-4fc9-be63-b7784eba438d port d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:56:47.979490 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1cd5c4d9-b364-40db-9369-bfdcb47756f0 req-a3936d54-f6bc-4832-9556-dfc8343d38ee tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213209 Mar 05 13:56:47.980862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.extraroute_db [None req-e59d50d8-387f-4859-aaf4-dd1553dab478 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Removed routes are [] {{(pid=87913) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 05 13:56:47.981262 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e59d50d8-387f-4859-aaf4-dd1553dab478 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:48.146738 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5d78226c-248d-46fa-afef-a189dfc1c6c5 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.8655503 Mar 05 13:56:48.185359 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42320) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:48.194233 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78226c-248d-46fa-afef-a189dfc1c6c5 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Pushing event updated for resources: {'Network': ['ID=5f9c7735-5f9a-4785-8415-3c7fa10909ef,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:48.249772 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 5f9c7735-5f9a-4785-8415-3c7fa10909ef details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:56:48.250889 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Request body: {'subnet': {'network_id': '5f9c7735-5f9a-4785-8415-3c7fa10909ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:56:48.271391 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:48.312007 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Usage tracker for resource:subnet and tenant:0f5bd2fdd28e420b8c1076ab57e342d7 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:48.330695 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:48.361055 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:48.373403 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25ab9f-3810-40d9-9700-a029e243ad87 req-e210e422-b990-4913-86ab-6258fdc8ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:48.379174 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a25ab9f-3810-40d9-9700-a029e243ad87 req-e210e422-b990-4913-86ab-6258fdc8ea04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0cb196822f4846d19c3d4845f0c68c12&device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 1094 time: 0.5163317 Mar 05 13:56:48.484581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Made reservation on behalf of 0f5bd2fdd28e420b8c1076ab57e342d7 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:56:48.487541 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:48.534724 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:48.571909 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-f8040ab0-2492-4e2a-87e0-e65009a6633e tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:48.580728 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-f8040ab0-2492-4e2a-87e0-e65009a6633e tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.30 "GET /v2.0/networks?id=37a7d3f0-790d-4769-b9e8-887239a3772c HTTP/1.1" status: 200 len: 811 time: 2.0742044 Mar 05 13:56:48.609987 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-bcf6a50c-6d25-4544-8de9-2fa79592975b tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Request body: {'port': {'device_id': '0f44eb12-3cb7-4af8-b089-af2105b5226c', 'network_id': '37a7d3f0-790d-4769-b9e8-887239a3772c', 'admin_state_up': True, 'tenant_id': 'c2216bd4e99a4eb1bc00ada44567b6bf'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:56:48.854650 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-bcf6a50c-6d25-4544-8de9-2fa79592975b tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:48.876638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-bcf6a50c-6d25-4544-8de9-2fa79592975b tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:48.908847 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-bcf6a50c-6d25-4544-8de9-2fa79592975b tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Made reservation on behalf of c2216bd4e99a4eb1bc00ada44567b6bf for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:56:48.922885 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-bcf6a50c-6d25-4544-8de9-2fa79592975b tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:49.036928 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e8b6d-140c-4572-ac49-1f85b3163951 req-edf4437d-d14a-40cf-8204-c90b2ab3533a tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:49.048895 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b21e8b6d-140c-4572-ac49-1f85b3163951 req-edf4437d-d14a-40cf-8204-c90b2ab3533a tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 943 time: 0.7607620 Mar 05 13:56:49.297244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac107f83-b12c-443e-88c8-86112f69c03e req-5549e2ec-4da3-4ea3-af32-af4cd0fb3634 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:49.299500 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ac107f83-b12c-443e-88c8-86112f69c03e req-5549e2ec-4da3-4ea3-af32-af4cd0fb3634 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 1.1678391 Mar 05 13:56:49.342390 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4bd35a3b-9300-4c32-a647-24c6c038d473 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:56:49.710303 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b21e8b6d-140c-4572-ac49-1f85b3163951 req-4fa9c698-3eaa-4624-bbd6-a9ad0261ff81 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6601093 Mar 05 13:56:49.739767 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e59d50d8-387f-4859-aaf4-dd1553dab478 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:49.753206 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 4bd35a3b-9300-4c32-a647-24c6c038d473 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:56:49.811200 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 4bd35a3b-9300-4c32-a647-24c6c038d473 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:49.812785 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:49.858146 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e59d50d8-387f-4859-aaf4-dd1553dab478 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3922806'] for router, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:50.198493 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:50.206249 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25ab9f-3810-40d9-9700-a029e243ad87 req-c5281da7-7f5b-46c9-8ff7-fa96438786bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:50.208574 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a25ab9f-3810-40d9-9700-a029e243ad87 req-c5281da7-7f5b-46c9-8ff7-fa96438786bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=da4e4533-5a72-4b34-a384-51bc2d0cd9c2 HTTP/1.1" status: 200 len: 914 time: 1.7963355 Mar 05 13:56:50.213530 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ac107f83-b12c-443e-88c8-86112f69c03e req-176f9e9f-1b43-4f11-8fa4-8166249bf9ba tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8963842 Mar 05 13:56:50.263901 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] Transition to ACTIVE for port object d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:56:50.334323 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:50.429927 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-011375e0-ca40-4214-a20a-a25365633612 req-7963c474-62e2-4e9a-9289-b9340804ddf4 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 210 time: 0.1387393 Mar 05 13:56:50.437495 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a25ab9f-3810-40d9-9700-a029e243ad87 req-e4694fa3-941b-4be2-a0c8-c0f0904fa6a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0819c305-466e-4730-a043-3344fba50af8 HTTP/1.1" status: 200 len: 217 time: 0.2170589 Mar 05 13:56:50.443158 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59d50d8-387f-4859-aaf4-dd1553dab478 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Router b3acb74c-7476-4fc9-be63-b7784eba438d has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:56:50.506128 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-bcf6a50c-6d25-4544-8de9-2fa79592975b tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Allocated IP 172.20.0.4 (37a7d3f0-790d-4769-b9e8-887239a3772c/251e09fb-aabe-4b04-921b-86ca0c662b76/86deebad-0442-4d0a-939a-089d77d92f37) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:56:50.703602 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:50.892545 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 4bd35a3b-9300-4c32-a647-24c6c038d473, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4bd35a3b-9300-4c32-a647-24c6c038d473,segment=NetworkSegment(4becda48-9179-4515-b671-cd25a86b8593),segment_id=4becda48-9179-4515-b671-cd25a86b8593)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:56:50.913224 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25ab9f-3810-40d9-9700-a029e243ad87 req-949026d1-081c-4240-b34a-e629322d29d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:50.921805 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a25ab9f-3810-40d9-9700-a029e243ad87 req-949026d1-081c-4240-b34a-e629322d29d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3dd0d26d-458d-486e-aca4-133a1510899b HTTP/1.1" status: 200 len: 854 time: 0.4674242 Mar 05 13:56:50.973162 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc7b81-ad09-4141-8de7-b29b89c3741a None None] Pushing event updated for resources: {'Port': ['ID=d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:50.994647 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:51.040635 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] Attempting to bind port d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:56:51.041237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] Attempting to bind port d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'da07bd95-0bb5-494c-867f-a990ce7df1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '184d82bc-52d9-490d-9eab-32c69da581e0'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:56:51.041790 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] Attempting to bind port d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8 on network 184d82bc-52d9-490d-9eab-32c69da581e0 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:56:51.053071 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:56:51.053725 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] Checking segment: {'id': 'da07bd95-0bb5-494c-867f-a990ce7df1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '184d82bc-52d9-490d-9eab-32c69da581e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:56:51.054304 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:51.054893 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] Bound using segment: {'id': 'da07bd95-0bb5-494c-867f-a990ce7df1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '184d82bc-52d9-490d-9eab-32c69da581e0'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:56:51.056186 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] Bound port: d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da07bd95-0bb5-494c-867f-a990ce7df1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '184d82bc-52d9-490d-9eab-32c69da581e0'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:56:51.056780 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:51.124399 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a25ab9f-3810-40d9-9700-a029e243ad87 req-939d7718-5194-4720-8496-d0ef754a15c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da4e4533-5a72-4b34-a384-51bc2d0cd9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1844368 Mar 05 13:56:51.326295 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=4bd35a3b-9300-4c32-a647-24c6c038d473,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:51.358712 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] For port d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:56:51.364522 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] For port d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8,segment=NetworkSegment(da07bd95-0bb5-494c-867f-a990ce7df1bb),segment_id=da07bd95-0bb5-494c-867f-a990ce7df1bb)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:56:51.377391 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:51.394215 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a25ab9f-3810-40d9-9700-a029e243ad87 req-2b718ee6-b3b5-4e08-a652-bfc92c4dc4ea service neutron] 10.222.0.15 "GET /v2.0/networks/da4e4533-5a72-4b34-a384-51bc2d0cd9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496274 Mar 05 13:56:51.442817 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59d50d8-387f-4859-aaf4-dd1553dab478 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:56:51.501438 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e59d50d8-387f-4859-aaf4-dd1553dab478 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:51.505012 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e59d50d8-387f-4859-aaf4-dd1553dab478 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/routers/b3acb74c-7476-4fc9-be63-b7784eba438d HTTP/1.1" status: 200 len: 934 time: 6.0112178 Mar 05 13:56:51.511334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22f4e9-6307-4bf7-801d-df10d77875bf req-b4c87158-a337-4aba-a86c-de7d3c9d740c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:51.516433 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42378) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:51.522262 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0f22f4e9-6307-4bf7-801d-df10d77875bf req-b4c87158-a337-4aba-a86c-de7d3c9d740c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.9067097 Mar 05 13:56:51.575952 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc7b81-ad09-4141-8de7-b29b89c3741a None None] Pushing event updated for resources: {'Port': ['ID=d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:51.603023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] Routers {'b3acb74c-7476-4fc9-be63-b7784eba438d'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:56:51.603889 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:56:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3acb74c-7476-4fc9-be63-b7784eba438d'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:51.834566 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42384) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:51.893891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55f325-86c4-4ad6-8d22-5fd488d05409 req-e4ff957b-300c-4627-b8a6-35e6e1702d53 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:51.908787 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] Set router b3acb74c-7476-4fc9-be63-b7784eba438d gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:56:51.909481 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de55f325-86c4-4ad6-8d22-5fd488d05409 req-e4ff957b-300c-4627-b8a6-35e6e1702d53 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 943 time: 0.8451612 Mar 05 13:56:51.963198 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a25ab9f-3810-40d9-9700-a029e243ad87 req-6a695791-1e6a-4d76-946e-c2a17e702227 service neutron] 10.222.0.15 "GET /v2.0/networks/da4e4533-5a72-4b34-a384-51bc2d0cd9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395801 Mar 05 13:56:51.996309 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0f22f4e9-6307-4bf7-801d-df10d77875bf req-41b42690-d5a2-4570-bd72-7293c5f18501 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4696226 Mar 05 13:56:52.070262 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5851947-1bd9-4ecf-baf2-66158944ee05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:52.119586 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-648bd478-12aa-4ba0-afb4-d8fa9133931c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/routers/b3acb74c-7476-4fc9-be63-b7784eba438d HTTP/1.1" status: 200 len: 934 time: 0.5961215 Mar 05 13:56:52.125165 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-bcf6a50c-6d25-4544-8de9-2fa79592975b tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:52.128088 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42392) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:52.129613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.objects.ports [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87914) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 05 13:56:52.131514 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:52.143388 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de55f325-86c4-4ad6-8d22-5fd488d05409 req-0e19db9e-cd9b-4124-a4ec-57a2dc73351c tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220280 Mar 05 13:56:52.154711 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-11dd7cde-4304-46ed-b7ea-c308691b32a1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'router': {'routes': None}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:56:52.305432 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Pushing event updated for resources: {'Subnet': ['ID=83c180a5-5f8d-4298-a0e1-2847e5c3d8e1,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:52.308394 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e5851947-1bd9-4ecf-baf2-66158944ee05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:52.344560 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e5851947-1bd9-4ecf-baf2-66158944ee05 admin admin] Usage tracker for resource:security_group_rule and tenant:458b0b2de1ef480b8859927c90354a25 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:52.366885 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e5851947-1bd9-4ecf-baf2-66158944ee05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:52.389504 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:52.390310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:52.390310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:52.391572 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:52.391939 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:52.392278 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:52.393904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:52.394237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:52.394565 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:52.394916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:52.395243 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:52.395562 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:52.471296 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c22c498c-1a5c-4269-9d37-15959f42d82c req-909788e6-6ff0-46f8-8cae-41936aab2de4 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 210 time: 0.2244821 Mar 05 13:56:52.486168 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Checking segment: {'id': '3813a55a-b8ab-47f7-81cb-b877f91d61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f9c7735-5f9a-4785-8415-3c7fa10909ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:56:52.486521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Network hostable DHCP agents. Network: 5f9c7735-5f9a-4785-8415-3c7fa10909ef, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:56:52.510729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Network 5f9c7735-5f9a-4785-8415-3c7fa10909ef is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:56:52.532367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 5f9c7735-5f9a-4785-8415-3c7fa10909ef) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:56:52.546975 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:52.547579 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:52.550541 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d930cd-a8d4-4ec8-9dce-095a5269866f None None] Network 5f9c7735-5f9a-4785-8415-3c7fa10909ef requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:56:52.600532 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e5851947-1bd9-4ecf-baf2-66158944ee05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:52.638797 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f4542c19-195f-47be-bd5e-c26db2801b04 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.4459271 Mar 05 13:56:52.647437 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42406) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:52.649288 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-bcf6a50c-6d25-4544-8de9-2fa79592975b tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:52.654575 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ab0444d7-4426-48d5-9edf-1766b046b489 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-114560316', 'network_id': '5f9c7735-5f9a-4785-8415-3c7fa10909ef'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:56:52.677065 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ab0444d7-4426-48d5-9edf-1766b046b489 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:52.688938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ab0444d7-4426-48d5-9edf-1766b046b489 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Usage tracker for resource:port and tenant:0f5bd2fdd28e420b8c1076ab57e342d7 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:52.695501 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ab0444d7-4426-48d5-9edf-1766b046b489 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:52.727867 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ab0444d7-4426-48d5-9edf-1766b046b489 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:52.731294 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:56:47Z', 'revision_number': 6, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '62b722bd-19e5-4f62-9853-9fdb22931db9', 'name': '', 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:62:84:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:10Z', 'updated_at': '2022-03-05T13:56:28Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:13Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67b9beb-bfd5-4a1c-a5fc-53c686dd99f8', 'name': '', 'network_id': '184d82bc-52d9-490d-9eab-32c69da581e0', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:94:ef:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'f0ec5d1a-88aa-4868-803a-6b3f17abf280', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:36Z', 'updated_at': '2022-03-05T13:56:51Z', 'revision_number': 4, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'f0ec5d1a-88aa-4868-803a-6b3f17abf280', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef1eda9-5942-4900-ab5a-49cdb433241c', 'name': '', 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:2a:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'f5592681-909b-4c14-a37d-b895b2387658', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:27Z', 'updated_at': '2022-03-05T13:56:39Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'f5592681-909b-4c14-a37d-b895b2387658', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:52.740493 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10a0f10-8857-41dd-a736-6ea5f9d0fb7a None None] The sync data for ids ['b3acb74c-7476-4fc9-be63-b7784eba438d'] in n-d-803718-1 is: [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:56:47Z', 'revision_number': 6, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '62b722bd-19e5-4f62-9853-9fdb22931db9', 'name': '', 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:62:84:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:10Z', 'updated_at': '2022-03-05T13:56:28Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:13Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67b9beb-bfd5-4a1c-a5fc-53c686dd99f8', 'name': '', 'network_id': '184d82bc-52d9-490d-9eab-32c69da581e0', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:94:ef:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'f0ec5d1a-88aa-4868-803a-6b3f17abf280', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:36Z', 'updated_at': '2022-03-05T13:56:51Z', 'revision_number': 4, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'f0ec5d1a-88aa-4868-803a-6b3f17abf280', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef1eda9-5942-4900-ab5a-49cdb433241c', 'name': '', 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:2a:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'f5592681-909b-4c14-a37d-b895b2387658', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:27Z', 'updated_at': '2022-03-05T13:56:39Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'f5592681-909b-4c14-a37d-b895b2387658', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:56:52.770694 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0444d7-4426-48d5-9edf-1766b046b489 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Made reservation on behalf of 0f5bd2fdd28e420b8c1076ab57e342d7 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:56:52.777973 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ab0444d7-4426-48d5-9edf-1766b046b489 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:52.814215 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-bcf6a50c-6d25-4544-8de9-2fa79592975b tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Network 37a7d3f0-790d-4769-b9e8-887239a3772c is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:56:52.825145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-bcf6a50c-6d25-4544-8de9-2fa79592975b tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:56:52.855149 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-bcf6a50c-6d25-4544-8de9-2fa79592975b tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:56:52.890936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-ab0444d7-4426-48d5-9edf-1766b046b489 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] device_id is not set on port c2755dc9-3fcb-44a2-b3ce-7ff6599b6671 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:56:52.960687 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-bcf6a50c-6d25-4544-8de9-2fa79592975b tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:52.962107 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-bcf6a50c-6d25-4544-8de9-2fa79592975b tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:52.965568 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce563618-d7fe-4d81-9334-af975bdb2cca None None] Network 5f9c7735-5f9a-4785-8415-3c7fa10909ef requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:56:53.091053 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-ab0444d7-4426-48d5-9edf-1766b046b489 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Allocated IP 172.20.0.13 (5f9c7735-5f9a-4785-8415-3c7fa10909ef/83c180a5-5f8d-4298-a0e1-2847e5c3d8e1/c2755dc9-3fcb-44a2-b3ce-7ff6599b6671) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:56:53.371294 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:56:53.690323 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.extraroute_db [None req-11dd7cde-4304-46ed-b7ea-c308691b32a1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Added routes are [] {{(pid=87913) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 05 13:56:53.691501 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.extraroute_db [None req-11dd7cde-4304-46ed-b7ea-c308691b32a1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87913) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 05 13:56:53.697280 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:56:53.754979 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:53.757494 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:53.767645 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-11dd7cde-4304-46ed-b7ea-c308691b32a1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:53.782853 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6a50c-6d25-4544-8de9-2fa79592975b tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Pushing event updated for resources: {'Port': ['ID=86deebad-0442-4d0a-939a-089d77d92f37,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:53.816034 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ab0444d7-4426-48d5-9edf-1766b046b489 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:53.882827 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7334a3-f93a-4432-9ff8-64f8a238a79f req-1c6b0648-527e-4fe2-be99-dc55407bd9d6 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:53.895909 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6c7334a3-f93a-4432-9ff8-64f8a238a79f req-1c6b0648-527e-4fe2-be99-dc55407bd9d6 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 943 time: 0.3990316 Mar 05 13:56:53.990327 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f440de3-9b2f-4b85-83c0-56e87d5fa881 req-aa472847-8cb2-4a66-a7f1-2918058d12c8 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:54.003419 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f440de3-9b2f-4b85-83c0-56e87d5fa881 req-aa472847-8cb2-4a66-a7f1-2918058d12c8 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 1.6334414 Mar 05 13:56:54.068699 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6c7334a3-f93a-4432-9ff8-64f8a238a79f req-a3262742-4d18-4d5c-8824-631b6851743d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715112 Mar 05 13:56:54.081062 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ab0444d7-4426-48d5-9edf-1766b046b489 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:54.197549 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:54.272790 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8,segment=NetworkSegment(da07bd95-0bb5-494c-867f-a990ce7df1bb),segment_id=da07bd95-0bb5-494c-867f-a990ce7df1bb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:56:54.273429 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4474e3-ac0b-4ce2-831c-5012dfc326a2 None None] Sync routers for ids ['b3acb74c-7476-4fc9-be63-b7784eba438d'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:56:54.281076 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:54.282012 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4bd35a3b-9300-4c32-a647-24c6c038d473 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:56:54.297437 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4474e3-ac0b-4ce2-831c-5012dfc326a2 None None] Routers {'b3acb74c-7476-4fc9-be63-b7784eba438d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:56:54.298001 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-2a4474e3-ac0b-4ce2-831c-5012dfc326a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:56:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3acb74c-7476-4fc9-be63-b7784eba438d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:54.309797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0444d7-4426-48d5-9edf-1766b046b489 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Network 5f9c7735-5f9a-4785-8415-3c7fa10909ef is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:56:54.313511 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0444d7-4426-48d5-9edf-1766b046b489 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Pushing event updated for resources: {'Port': ['ID=c2755dc9-3fcb-44a2-b3ce-7ff6599b6671,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:54.405596 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-ab0444d7-4426-48d5-9edf-1766b046b489 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:56:54.416482 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0444d7-4426-48d5-9edf-1766b046b489 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:56:54.485988 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-bcf6a50c-6d25-4544-8de9-2fa79592975b tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8799510 Mar 05 13:56:54.502701 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0444d7-4426-48d5-9edf-1766b046b489 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:54.503845 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ab0444d7-4426-48d5-9edf-1766b046b489 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:54.537355 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Request body: {'port': {'device_id': '0f44eb12-3cb7-4af8-b089-af2105b5226c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:56:54.543169 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ab0444d7-4426-48d5-9edf-1766b046b489 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.8935452 Mar 05 13:56:54.545989 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42418) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:54.581930 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:54.598821 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 4bd35a3b-9300-4c32-a647-24c6c038d473 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:54.598821 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:54.641200 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f440de3-9b2f-4b85-83c0-56e87d5fa881 req-e65094e8-4cff-44fb-9641-ee2fe154b2bb tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6368160 Mar 05 13:56:54.846928 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-2a4474e3-ac0b-4ce2-831c-5012dfc326a2 None None] Set router b3acb74c-7476-4fc9-be63-b7784eba438d gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:56:54.889595 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-f8c839af-b361-45fe-bd64-a4f53072609c tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Deleting port c2755dc9-3fcb-44a2-b3ce-7ff6599b6671 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:56:54.890139 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f8c839af-b361-45fe-bd64-a4f53072609c tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:54.982258 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71800ad-30da-4266-86b9-4e69f965a77d req-70427749-62d7-4e74-b398-3242aabebd1e tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:54.990888 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a71800ad-30da-4266-86b9-4e69f965a77d req-70427749-62d7-4e74-b398-3242aabebd1e tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 931 time: 0.6856585 Mar 05 13:56:55.074951 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5851947-1bd9-4ecf-baf2-66158944ee05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:55.146394 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a71800ad-30da-4266-86b9-4e69f965a77d req-64cfada4-168f-4303-bbd3-5129a78dfbd8 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Synchronizing usage tracker for tenant:c2216bd4e99a4eb1bc00ada44567b6bf on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:56:55.191774 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:55.224683 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:56:55.345045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a71800ad-30da-4266-86b9-4e69f965a77d req-64cfada4-168f-4303-bbd3-5129a78dfbd8 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Unset dirty status for tenant:c2216bd4e99a4eb1bc00ada44567b6bf on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:56:55.354342 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a71800ad-30da-4266-86b9-4e69f965a77d req-64cfada4-168f-4303-bbd3-5129a78dfbd8 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624713 Mar 05 13:56:55.364454 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5851947-1bd9-4ecf-baf2-66158944ee05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:55.436128 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:56:55.437059 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:55.625286 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-2a4474e3-ac0b-4ce2-831c-5012dfc326a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:56:53Z', 'revision_number': 7, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '62b722bd-19e5-4f62-9853-9fdb22931db9', 'name': '', 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:62:84:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:10Z', 'updated_at': '2022-03-05T13:56:28Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:13Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67b9beb-bfd5-4a1c-a5fc-53c686dd99f8', 'name': '', 'network_id': '184d82bc-52d9-490d-9eab-32c69da581e0', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:94:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'f0ec5d1a-88aa-4868-803a-6b3f17abf280', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:36Z', 'updated_at': '2022-03-05T13:56:54Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'f0ec5d1a-88aa-4868-803a-6b3f17abf280', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef1eda9-5942-4900-ab5a-49cdb433241c', 'name': '', 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:2a:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'f5592681-909b-4c14-a37d-b895b2387658', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:27Z', 'updated_at': '2022-03-05T13:56:39Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'f5592681-909b-4c14-a37d-b895b2387658', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:55.637653 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4474e3-ac0b-4ce2-831c-5012dfc326a2 None None] Checking router: b3acb74c-7476-4fc9-be63-b7784eba438d for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:56:55.669864 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4474e3-ac0b-4ce2-831c-5012dfc326a2 None None] Routers {'b3acb74c-7476-4fc9-be63-b7784eba438d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:56:55.671027 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-2a4474e3-ac0b-4ce2-831c-5012dfc326a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:56:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3acb74c-7476-4fc9-be63-b7784eba438d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:55.725825 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f8c839af-b361-45fe-bd64-a4f53072609c tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:55.735770 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5851947-1bd9-4ecf-baf2-66158944ee05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a91e2f-f3ea-4ff7-8996-aab0319e0639,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:55.831493 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e5851947-1bd9-4ecf-baf2-66158944ee05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=458b0b2de1ef480b8859927c90354a25&name=default HTTP/1.1" status: 200 len: 2983 time: 3.9843557 Mar 05 13:56:55.835190 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42428) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:55.854096 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-11dd7cde-4304-46ed-b7ea-c308691b32a1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:55.874885 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-11dd7cde-4304-46ed-b7ea-c308691b32a1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3922806'] for router, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:56.054726 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:56:56.094531 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-f8c839af-b361-45fe-bd64-a4f53072609c tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Calling delete_port for c2755dc9-3fcb-44a2-b3ce-7ff6599b6671 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:56:56.128471 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-2a4474e3-ac0b-4ce2-831c-5012dfc326a2 None None] Set router b3acb74c-7476-4fc9-be63-b7784eba438d gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:56:56.222032 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45340d6c-6b2f-4169-b2ab-3c16d72f0ef5 req-1ca7c1ae-2ce3-45ee-9f54-1d1db3366101 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:56.244872 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-45340d6c-6b2f-4169-b2ab-3c16d72f0ef5 req-1ca7c1ae-2ce3-45ee-9f54-1d1db3366101 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 1.3111520 Mar 05 13:56:56.300140 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-44583eba-7cc7-4cc3-b37f-d1f3a14bf4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:56.354260 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-44583eba-7cc7-4cc3-b37f-d1f3a14bf4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:56.609936 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-44583eba-7cc7-4cc3-b37f-d1f3a14bf4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:56.626524 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-45340d6c-6b2f-4169-b2ab-3c16d72f0ef5 req-bccc5566-ae00-444f-a986-c9cf1b9582e6 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3795788 Mar 05 13:56:56.631235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44583eba-7cc7-4cc3-b37f-d1f3a14bf4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a91e2f-f3ea-4ff7-8996-aab0319e0639,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:56.633695 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f8c839af-b361-45fe-bd64-a4f53072609c tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:56.643322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37ab99-c2e4-448e-8123-1736ccda3a62 req-f080fb4f-d10f-4224-80f7-6b90b7f1892d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:56.683222 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3e37ab99-c2e4-448e-8123-1736ccda3a62 req-f080fb4f-d10f-4224-80f7-6b90b7f1892d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 943 time: 0.9664428 Mar 05 13:56:56.696234 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11dd7cde-4304-46ed-b7ea-c308691b32a1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Router b3acb74c-7476-4fc9-be63-b7784eba438d has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:56:56.879090 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86deebad-0442-4d0a-939a-089d77d92f37 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:56:56.889082 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:56.903765 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-2a4474e3-ac0b-4ce2-831c-5012dfc326a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:56:53Z', 'revision_number': 7, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '62b722bd-19e5-4f62-9853-9fdb22931db9', 'name': '', 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:62:84:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:10Z', 'updated_at': '2022-03-05T13:56:28Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:13Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67b9beb-bfd5-4a1c-a5fc-53c686dd99f8', 'name': '', 'network_id': '184d82bc-52d9-490d-9eab-32c69da581e0', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:94:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'f0ec5d1a-88aa-4868-803a-6b3f17abf280', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:36Z', 'updated_at': '2022-03-05T13:56:54Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'f0ec5d1a-88aa-4868-803a-6b3f17abf280', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef1eda9-5942-4900-ab5a-49cdb433241c', 'name': '', 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:2a:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'f5592681-909b-4c14-a37d-b895b2387658', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:27Z', 'updated_at': '2022-03-05T13:56:39Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'f5592681-909b-4c14-a37d-b895b2387658', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:56.915128 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c839af-b361-45fe-bd64-a4f53072609c tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2755dc9-3fcb-44a2-b3ce-7ff6599b6671,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:56.925267 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4474e3-ac0b-4ce2-831c-5012dfc326a2 None None] The sync data for ids ['b3acb74c-7476-4fc9-be63-b7784eba438d'] in n-d-803718-1 is: [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:56:53Z', 'revision_number': 7, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '62b722bd-19e5-4f62-9853-9fdb22931db9', 'name': '', 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:62:84:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:10Z', 'updated_at': '2022-03-05T13:56:28Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:13Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67b9beb-bfd5-4a1c-a5fc-53c686dd99f8', 'name': '', 'network_id': '184d82bc-52d9-490d-9eab-32c69da581e0', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:94:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'f0ec5d1a-88aa-4868-803a-6b3f17abf280', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:36Z', 'updated_at': '2022-03-05T13:56:54Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'f0ec5d1a-88aa-4868-803a-6b3f17abf280', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef1eda9-5942-4900-ab5a-49cdb433241c', 'name': '', 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:2a:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'f5592681-909b-4c14-a37d-b895b2387658', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:27Z', 'updated_at': '2022-03-05T13:56:39Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'f5592681-909b-4c14-a37d-b895b2387658', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:56:56.925785 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Transition to ACTIVE for port object 86deebad-0442-4d0a-939a-089d77d92f37 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:56:56.928803 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-44583eba-7cc7-4cc3-b37f-d1f3a14bf4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:56.932503 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-44583eba-7cc7-4cc3-b37f-d1f3a14bf4dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63a91e2f-f3ea-4ff7-8996-aab0319e0639 HTTP/1.1" status: 204 len: 168 time: 0.9643328 Mar 05 13:56:57.072938 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:57.268586 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3e37ab99-c2e4-448e-8123-1736ccda3a62 req-326cb3da-02d0-4d94-b061-28285e0fa312 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5843036 Mar 05 13:56:57.398069 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f8c839af-b361-45fe-bd64-a4f53072609c tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:57.404067 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f8c839af-b361-45fe-bd64-a4f53072609c tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "DELETE /v2.0/ports/c2755dc9-3fcb-44a2-b3ce-7ff6599b6671 HTTP/1.1" status: 204 len: 168 time: 2.8553526 Mar 05 13:56:57.411912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42470) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:57.423587 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-d51a9624-08c5-4f4a-8671-6f7a8e3acbd1 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5f9c7735-5f9a-4785-8415-3c7fa10909ef', 'external_fixed_ips': [{'subnet_id': '83c180a5-5f8d-4298-a0e1-2847e5c3d8e1', 'ip_address': '172.20.0.13'}]}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:56:57.444523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d51a9624-08c5-4f4a-8671-6f7a8e3acbd1 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:57.492819 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d51a9624-08c5-4f4a-8671-6f7a8e3acbd1 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Usage tracker for resource:router and tenant:0f5bd2fdd28e420b8c1076ab57e342d7 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:57.500442 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d51a9624-08c5-4f4a-8671-6f7a8e3acbd1 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:57.567349 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d51a9624-08c5-4f4a-8671-6f7a8e3acbd1 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:57.716112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42482) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:57.747300 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d51a9624-08c5-4f4a-8671-6f7a8e3acbd1 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:57.748545 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d51a9624-08c5-4f4a-8671-6f7a8e3acbd1 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:57.794631 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d51a9624-08c5-4f4a-8671-6f7a8e3acbd1 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:57.848398 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-805669fc-390f-46d9-9f3a-c2ccc742bf18 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:57.849879 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-805669fc-390f-46d9-9f3a-c2ccc742bf18 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 812 time: 0.3964422 Mar 05 13:56:57.883661 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-428f57b5-dea4-40c9-a49e-6fc336089da3 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/quotas/8857cbe55e484452818a32b411d7670f HTTP/1.1" status: 200 len: 375 time: 0.0152376 Mar 05 13:56:57.900638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Pushing event updated for resources: {'Port': ['ID=86deebad-0442-4d0a-939a-089d77d92f37,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:57.934592 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dd7cde-4304-46ed-b7ea-c308691b32a1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:56:57.942981 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2ac34f30-d8f2-4649-8724-33c7b1114ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:57.951190 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc59e966-d52a-4cd6-8cb5-001a39470f75 None None] Sync routers for ids ['b3acb74c-7476-4fc9-be63-b7784eba438d'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:56:57.968396 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc59e966-d52a-4cd6-8cb5-001a39470f75 None None] Routers {'b3acb74c-7476-4fc9-be63-b7784eba438d'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:56:57.969748 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-dc59e966-d52a-4cd6-8cb5-001a39470f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:56:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3acb74c-7476-4fc9-be63-b7784eba438d'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:58.088504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Attempting to bind port 86deebad-0442-4d0a-939a-089d77d92f37 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:56:58.089283 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Attempting to bind port 86deebad-0442-4d0a-939a-089d77d92f37 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '4becda48-9179-4515-b671-cd25a86b8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '37a7d3f0-790d-4769-b9e8-887239a3772c'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:56:58.089837 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Attempting to bind port 86deebad-0442-4d0a-939a-089d77d92f37 on network 37a7d3f0-790d-4769-b9e8-887239a3772c {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:56:58.112380 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed286cd-b609-4f71-862f-f223ffcc2836 req-80c23307-7049-4648-aa13-9b6f3dafe777 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:58.113468 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-0ed286cd-b609-4f71-862f-f223ffcc2836 req-80c23307-7049-4648-aa13-9b6f3dafe777 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Synchronizing usage tracker for tenant:c2216bd4e99a4eb1bc00ada44567b6bf on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:56:58.119764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Port 86deebad-0442-4d0a-939a-089d77d92f37 on network 37a7d3f0-790d-4769-b9e8-887239a3772c not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:56:58.120473 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Attempting to bind port 86deebad-0442-4d0a-939a-089d77d92f37 on network 37a7d3f0-790d-4769-b9e8-887239a3772c {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:56:58.127581 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:58.128220 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:58.128790 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:58.129327 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:58.129928 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:58.130451 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:58.131002 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:58.131536 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:58.132062 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:58.132594 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:58.133772 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:58.134474 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:56:58.142593 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2ac34f30-d8f2-4649-8724-33c7b1114ee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:56:58.148215 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2ac34f30-d8f2-4649-8724-33c7b1114ee3 admin admin] Usage tracker for resource:security_group_rule and tenant:79b7f0fdafa34ab29c6d2c575b086065 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:56:58.152563 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2ac34f30-d8f2-4649-8724-33c7b1114ee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:56:58.162626 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2ac34f30-d8f2-4649-8724-33c7b1114ee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:56:58.263370 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2ac34f30-d8f2-4649-8724-33c7b1114ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:58.277676 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:56:58.278670 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Checking segment: {'id': '4becda48-9179-4515-b671-cd25a86b8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '37a7d3f0-790d-4769-b9e8-887239a3772c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:56:58.279614 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Bound using segment: {'id': '4becda48-9179-4515-b671-cd25a86b8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '37a7d3f0-790d-4769-b9e8-887239a3772c'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:56:58.280447 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Bound port: 86deebad-0442-4d0a-939a-089d77d92f37, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4becda48-9179-4515-b671-cd25a86b8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '37a7d3f0-790d-4769-b9e8-887239a3772c'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:56:58.281199 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:58.296022 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-11dd7cde-4304-46ed-b7ea-c308691b32a1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:58.297577 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-11dd7cde-4304-46ed-b7ea-c308691b32a1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/routers/b3acb74c-7476-4fc9-be63-b7784eba438d HTTP/1.1" status: 200 len: 700 time: 6.1531258 Mar 05 13:56:58.301578 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-0ed286cd-b609-4f71-862f-f223ffcc2836 req-80c23307-7049-4648-aa13-9b6f3dafe777 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Unset dirty status for tenant:c2216bd4e99a4eb1bc00ada44567b6bf on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:56:58.307449 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0ed286cd-b609-4f71-862f-f223ffcc2836 req-80c23307-7049-4648-aa13-9b6f3dafe777 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 943 time: 1.3728909 Mar 05 13:56:58.308137 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2ac34f30-d8f2-4649-8724-33c7b1114ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:58.321501 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42492) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:58.396270 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-dc59e966-d52a-4cd6-8cb5-001a39470f75 None None] Set router b3acb74c-7476-4fc9-be63-b7784eba438d gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:56:58.517480 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2ac34f30-d8f2-4649-8724-33c7b1114ee3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79b7f0fdafa34ab29c6d2c575b086065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7289076 Mar 05 13:56:58.595239 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42496) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:58.660932 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac34f30-d8f2-4649-8724-33c7b1114ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65ec753-9143-4467-b997-4868e781545e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:58.732728 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d51a9624-08c5-4f4a-8671-6f7a8e3acbd1 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:58.808670 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] For port 86deebad-0442-4d0a-939a-089d77d92f37, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:56:58.825773 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] For port 86deebad-0442-4d0a-939a-089d77d92f37, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=86deebad-0442-4d0a-939a-089d77d92f37,segment=NetworkSegment(4becda48-9179-4515-b671-cd25a86b8593),segment_id=4becda48-9179-4515-b671-cd25a86b8593)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:56:58.835957 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0ed286cd-b609-4f71-862f-f223ffcc2836 req-352b9c02-54cc-4770-a08e-9d1d43258664 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096486 Mar 05 13:56:58.851225 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:59.001074 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:59.004732 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:59.048746 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3b4f126a-883b-48a9-ae93-0e8acad9c340 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/routers/b3acb74c-7476-4fc9-be63-b7784eba438d HTTP/1.1" status: 200 len: 700 time: 0.7230384 Mar 05 13:56:59.054136 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42502) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:56:59.064831 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-dc59e966-d52a-4cd6-8cb5-001a39470f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:56:53Z', 'revision_number': 7, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '62b722bd-19e5-4f62-9853-9fdb22931db9', 'name': '', 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:62:84:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:10Z', 'updated_at': '2022-03-05T13:56:28Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:13Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67b9beb-bfd5-4a1c-a5fc-53c686dd99f8', 'name': '', 'network_id': '184d82bc-52d9-490d-9eab-32c69da581e0', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:94:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'f0ec5d1a-88aa-4868-803a-6b3f17abf280', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:36Z', 'updated_at': '2022-03-05T13:56:54Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'f0ec5d1a-88aa-4868-803a-6b3f17abf280', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef1eda9-5942-4900-ab5a-49cdb433241c', 'name': '', 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:2a:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'f5592681-909b-4c14-a37d-b895b2387658', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:27Z', 'updated_at': '2022-03-05T13:56:39Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'f5592681-909b-4c14-a37d-b895b2387658', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:59.073247 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc59e966-d52a-4cd6-8cb5-001a39470f75 None None] Checking router: b3acb74c-7476-4fc9-be63-b7784eba438d for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:56:59.095983 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc59e966-d52a-4cd6-8cb5-001a39470f75 None None] Routers {'b3acb74c-7476-4fc9-be63-b7784eba438d'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:56:59.096615 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-dc59e966-d52a-4cd6-8cb5-001a39470f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:56:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3acb74c-7476-4fc9-be63-b7784eba438d'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:56:59.186080 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:59.186847 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:59.188733 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] 10.222.0.30 "PUT /v2.0/ports/86deebad-0442-4d0a-939a-089d77d92f37 HTTP/1.1" status: 200 len: 1091 time: 4.6918139 Mar 05 13:56:59.271593 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f44eb12-3cb7-4af8-b089-af2105b5226c', 'tag': '86deebad-0442-4d0a-939a-089d77d92f37'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:56:59.313192 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-dc59e966-d52a-4cd6-8cb5-001a39470f75 None None] Set router b3acb74c-7476-4fc9-be63-b7784eba438d gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:56:59.342186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf45a19-7f9a-4679-937a-4f52e2c4688e service neutron] Pushing event updated for resources: {'Port': ['ID=86deebad-0442-4d0a-939a-089d77d92f37,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:59.380447 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8b25f9fa-6d69-4de5-80ca-fa9dcf0a633b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:59.414042 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8b25f9fa-6d69-4de5-80ca-fa9dcf0a633b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:59.517685 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8b25f9fa-6d69-4de5-80ca-fa9dcf0a633b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:59.532712 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-1594739e-7536-459e-a1e0-d9caf5b309b0 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&fields=id HTTP/1.1" status: 200 len: 486 time: 1.4854214 Mar 05 13:56:59.588584 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8b25f9fa-6d69-4de5-80ca-fa9dcf0a633b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:56:59.595723 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8b25f9fa-6d69-4de5-80ca-fa9dcf0a633b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b65ec753-9143-4467-b997-4868e781545e HTTP/1.1" status: 204 len: 168 time: 0.9994118 Mar 05 13:56:59.604396 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25f9fa-6d69-4de5-80ca-fa9dcf0a633b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65ec753-9143-4467-b997-4868e781545e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:56:59.619916 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ef63f-7eb1-4a6b-880e-edbbb60dd4c2 req-9f522859-d9dc-425f-8251-3e071f9250af tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:59.622242 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-af8ef63f-7eb1-4a6b-880e-edbbb60dd4c2 req-9f522859-d9dc-425f-8251-3e071f9250af tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 943 time: 0.4311576 Mar 05 13:56:59.625049 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-40f00fc1-14f7-4c2c-b542-8c73cf6d308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:59.626857 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-40f00fc1-14f7-4c2c-b542-8c73cf6d308b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2216bd4e99a4eb1bc00ada44567b6bf&device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 1094 time: 0.3438430 Mar 05 13:56:59.735021 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-55d0c7c0-b679-4d73-8953-0b91779dbd41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86deebad-0442-4d0a-939a-089d77d92f37 HTTP/1.1" status: 200 len: 217 time: 0.0851951 Mar 05 13:56:59.864338 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-af8ef63f-7eb1-4a6b-880e-edbbb60dd4c2 req-a0d648a5-9992-485d-aaab-848b47d98a38 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353916 Mar 05 13:56:59.973123 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-49bcd689-9685-4385-9cb9-b0b77f83897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:56:59.977959 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-49bcd689-9685-4385-9cb9-b0b77f83897b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=251e09fb-aabe-4b04-921b-86ca0c662b76 HTTP/1.1" status: 200 len: 851 time: 0.2322297 Mar 05 13:57:00.026189 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-dc59e966-d52a-4cd6-8cb5-001a39470f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:56:53Z', 'revision_number': 7, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '62b722bd-19e5-4f62-9853-9fdb22931db9', 'name': '', 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:62:84:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:10Z', 'updated_at': '2022-03-05T13:56:28Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:13Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67b9beb-bfd5-4a1c-a5fc-53c686dd99f8', 'name': '', 'network_id': '184d82bc-52d9-490d-9eab-32c69da581e0', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:94:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'f0ec5d1a-88aa-4868-803a-6b3f17abf280', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:36Z', 'updated_at': '2022-03-05T13:56:54Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'f0ec5d1a-88aa-4868-803a-6b3f17abf280', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef1eda9-5942-4900-ab5a-49cdb433241c', 'name': '', 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:2a:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'f5592681-909b-4c14-a37d-b895b2387658', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:27Z', 'updated_at': '2022-03-05T13:56:39Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'f5592681-909b-4c14-a37d-b895b2387658', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:00.042967 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc59e966-d52a-4cd6-8cb5-001a39470f75 None None] The sync data for ids ['b3acb74c-7476-4fc9-be63-b7784eba438d'] in n-d-803718-1 is: [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:56:53Z', 'revision_number': 7, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '62b722bd-19e5-4f62-9853-9fdb22931db9', 'name': '', 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:62:84:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:10Z', 'updated_at': '2022-03-05T13:56:28Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:13Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67b9beb-bfd5-4a1c-a5fc-53c686dd99f8', 'name': '', 'network_id': '184d82bc-52d9-490d-9eab-32c69da581e0', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:94:ef:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': 'f0ec5d1a-88aa-4868-803a-6b3f17abf280', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:36Z', 'updated_at': '2022-03-05T13:56:54Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'f0ec5d1a-88aa-4868-803a-6b3f17abf280', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef1eda9-5942-4900-ab5a-49cdb433241c', 'name': '', 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:2a:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'f5592681-909b-4c14-a37d-b895b2387658', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:27Z', 'updated_at': '2022-03-05T13:56:39Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'f5592681-909b-4c14-a37d-b895b2387658', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:57:00.118373 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f44eb12-3cb7-4af8-b089-af2105b5226c', 'tag': '86deebad-0442-4d0a-939a-089d77d92f37', 'status': 'completed', 'code': 200} Mar 05 13:57:00.150206 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-8ab86526-151e-4f4a-869d-2f14ac3d7796 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37a7d3f0-790d-4769-b9e8-887239a3772c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1662362 Mar 05 13:57:00.563540 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-9731637a-85e5-4dcd-a746-c5ffe0107543 service neutron] 10.222.0.30 "GET /v2.0/networks/37a7d3f0-790d-4769-b9e8-887239a3772c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984859 Mar 05 13:57:00.689752 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-fb21751a-34bd-4c35-a311-3849bedf92d7 service neutron] 10.222.0.16 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9499056 Mar 05 13:57:00.888282 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c78f9-22b4-443e-80d9-26ca70b6647e req-743b1da7-40e9-4fd0-b99a-734f76fc0cc2 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:00.895903 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-021c78f9-22b4-443e-80d9-26ca70b6647e req-743b1da7-40e9-4fd0-b99a-734f76fc0cc2 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 943 time: 0.6537530 Mar 05 13:57:00.984248 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-021c78f9-22b4-443e-80d9-26ca70b6647e req-4a6a3667-4f3d-41a0-97cf-a8c02bfec091 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678089 Mar 05 13:57:01.055724 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5b3effc-00f6-4024-bb7d-4bfeb758f5fa req-4f0066e1-49fe-48c5-9ef3-24a6e12583af service neutron] 10.222.0.30 "GET /v2.0/networks/37a7d3f0-790d-4769-b9e8-887239a3772c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837167 Mar 05 13:57:01.068772 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-687100e2-74a0-4b1d-8879-8e02bfcff550 service neutron] 10.222.0.16 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773708 Mar 05 13:57:01.140981 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b149700a-260f-48e3-9c61-67bfbb5b8cca req-6a67db6e-fe6f-4fe0-8994-2a7ed81fff8c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3d759663-d57e-4924-b7fd-960b7de4e361&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9531789 Mar 05 13:57:01.618504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a7cd7-ffea-4e69-8636-aae5023644d8 req-166c2efa-7957-4098-8a59-3415de792ce7 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:01.636621 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-341a7cd7-ffea-4e69-8636-aae5023644d8 req-166c2efa-7957-4098-8a59-3415de792ce7 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 943 time: 0.3923728 Mar 05 13:57:01.639986 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426fe14-f82e-46cb-9342-1cca9bb65cdc req-00c2a2d1-dddb-4488-8a99-a1452610e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:01.640968 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7426fe14-f82e-46cb-9342-1cca9bb65cdc req-00c2a2d1-dddb-4488-8a99-a1452610e0e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2216bd4e99a4eb1bc00ada44567b6bf&device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 1094 time: 0.5219355 Mar 05 13:57:01.906706 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-341a7cd7-ffea-4e69-8636-aae5023644d8 req-756a3cb1-ffc5-491b-b818-d537aab7e8b3 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694459 Mar 05 13:57:01.955923 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e18e2916-468a-4ea2-b128-461577f22e18 req-17e189f1-fcda-4b0e-b11c-b27feb50e55e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f162b4c-b810-46a1-b646-09a00da2fbd3 HTTP/1.1" status: 200 len: 210 time: 0.4152822 Mar 05 13:57:01.982615 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426fe14-f82e-46cb-9342-1cca9bb65cdc req-c12a16b0-2ba3-414f-abe1-67ad72abdafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:01.984112 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7426fe14-f82e-46cb-9342-1cca9bb65cdc req-c12a16b0-2ba3-414f-abe1-67ad72abdafb service neutron] 10.222.0.30 "GET /v2.0/networks?id=37a7d3f0-790d-4769-b9e8-887239a3772c HTTP/1.1" status: 200 len: 911 time: 0.3177931 Mar 05 13:57:02.095759 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d51a9624-08c5-4f4a-8671-6f7a8e3acbd1 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:02.157598 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d51a9624-08c5-4f4a-8671-6f7a8e3acbd1 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:02.241227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149700a-260f-48e3-9c61-67bfbb5b8cca req-9a3c59f9-8b5c-45ca-b461-863bc746d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:02.242972 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b149700a-260f-48e3-9c61-67bfbb5b8cca req-9a3c59f9-8b5c-45ca-b461-863bc746d82d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=3d759663-d57e-4924-b7fd-960b7de4e361 HTTP/1.1" status: 200 len: 1096 time: 1.0633652 Mar 05 13:57:02.331003 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7426fe14-f82e-46cb-9342-1cca9bb65cdc req-4aea8ae8-062b-4b65-bf35-52da1d12a4f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86deebad-0442-4d0a-939a-089d77d92f37 HTTP/1.1" status: 200 len: 217 time: 0.3403189 Mar 05 13:57:02.411206 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426fe14-f82e-46cb-9342-1cca9bb65cdc req-87c798de-a4dc-4d3d-b390-7edf7202fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:02.412513 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7426fe14-f82e-46cb-9342-1cca9bb65cdc req-87c798de-a4dc-4d3d-b390-7edf7202fe51 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=251e09fb-aabe-4b04-921b-86ca0c662b76 HTTP/1.1" status: 200 len: 851 time: 0.0741816 Mar 05 13:57:02.477337 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7426fe14-f82e-46cb-9342-1cca9bb65cdc req-50b0e56f-6495-41a3-9122-44a06c3f8577 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37a7d3f0-790d-4769-b9e8-887239a3772c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582778 Mar 05 13:57:02.485948 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca039c-1980-4372-b261-54419f621d1a req-407e5a12-9f03-4b9d-8e0a-ac3fbc2632c6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:02.494901 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8cca039c-1980-4372-b261-54419f621d1a req-407e5a12-9f03-4b9d-8e0a-ac3fbc2632c6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 943 time: 0.2190642 Mar 05 13:57:02.632575 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8cca039c-1980-4372-b261-54419f621d1a req-81300d5c-b6ad-45dd-b780-b603afc8139e tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366539 Mar 05 13:57:02.661757 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-d51a9624-08c5-4f4a-8671-6f7a8e3acbd1 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Allocated IP 172.20.0.13 (5f9c7735-5f9a-4785-8415-3c7fa10909ef/83c180a5-5f8d-4298-a0e1-2847e5c3d8e1/7d1c47a1-36c2-4fca-b370-40233b3b56f9) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:57:02.682851 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7426fe14-f82e-46cb-9342-1cca9bb65cdc req-913f3aa7-c716-493a-95d5-2166b7d1cdcf service neutron] 10.222.0.30 "GET /v2.0/networks/37a7d3f0-790d-4769-b9e8-887239a3772c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856821 Mar 05 13:57:02.686678 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f5e8bfc1-ff11-477d-bef9-1a3ca3bb944a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:02.848788 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7426fe14-f82e-46cb-9342-1cca9bb65cdc req-cae008bd-57bc-4e7e-b324-3e1e97caa8ae service neutron] 10.222.0.30 "GET /v2.0/networks/37a7d3f0-790d-4769-b9e8-887239a3772c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601162 Mar 05 13:57:03.105485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149700a-260f-48e3-9c61-67bfbb5b8cca req-a181f7fd-58b1-482b-8558-18bbeb99f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:03.107183 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b149700a-260f-48e3-9c61-67bfbb5b8cca req-a181f7fd-58b1-482b-8558-18bbeb99f282 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 912 time: 0.7308817 Mar 05 13:57:03.191992 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-92f819a5-5eb9-4822-8a36-8f6284b92dd2 req-2fdf5099-d728-423b-ab1f-2eb2dd2cce97 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f162b4c-b810-46a1-b646-09a00da2fbd3 HTTP/1.1" status: 200 len: 210 time: 0.0464585 Mar 05 13:57:03.463567 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b149700a-260f-48e3-9c61-67bfbb5b8cca req-8e20de6a-22e8-4638-b28c-0459e2873227 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8f7d076-e06f-46df-ae6c-d36aef9de98f HTTP/1.1" status: 200 len: 217 time: 0.3444209 Mar 05 13:57:03.490129 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 86deebad-0442-4d0a-939a-089d77d92f37 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:57:03.524639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-3c50ed9a-c17b-4ca5-a6d2-b295ae4a6b8e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:03.526199 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-3c50ed9a-c17b-4ca5-a6d2-b295ae4a6b8e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.15 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 812 time: 0.6039767 Mar 05 13:57:03.553270 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-91febefc-19dc-48bc-8d29-2626bb692786 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Request body: {'port': {'device_id': '0f162b4c-b810-46a1-b646-09a00da2fbd3', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'admin_state_up': True, 'tenant_id': '8857cbe55e484452818a32b411d7670f'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:03.693039 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 86deebad-0442-4d0a-939a-089d77d92f37, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=86deebad-0442-4d0a-939a-089d77d92f37,segment=NetworkSegment(4becda48-9179-4515-b671-cd25a86b8593),segment_id=4becda48-9179-4515-b671-cd25a86b8593)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:03.712906 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149700a-260f-48e3-9c61-67bfbb5b8cca req-55ba668a-1642-4c7b-9158-a4c1422e2032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:03.713647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '86deebad-0442-4d0a-939a-089d77d92f37', 'network_id': '37a7d3f0-790d-4769-b9e8-887239a3772c', 'port_id': '86deebad-0442-4d0a-939a-089d77d92f37', 'mac_address': 'fa:16:3e:35:19:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251e09fb-aabe-4b04-921b-86ca0c662b76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:57:03.714476 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b149700a-260f-48e3-9c61-67bfbb5b8cca req-55ba668a-1642-4c7b-9158-a4c1422e2032 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.2349756 Mar 05 13:57:03.841375 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:03.871324 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42636) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:03.884500 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86deebad-0442-4d0a-939a-089d77d92f37 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:57:03.927512 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 86deebad-0442-4d0a-939a-089d77d92f37, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=86deebad-0442-4d0a-939a-089d77d92f37,segment=NetworkSegment(4becda48-9179-4515-b671-cd25a86b8593),segment_id=4becda48-9179-4515-b671-cd25a86b8593)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:03.938041 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:03.970326 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d51a9624-08c5-4f4a-8671-6f7a8e3acbd1 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:04.031358 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccda234-67f0-47c3-bef8-5b11913a2d94 req-f5ea581d-06ab-4b7e-b680-781da5084af1 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:04.040633 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fccda234-67f0-47c3-bef8-5b11913a2d94 req-f5ea581d-06ab-4b7e-b680-781da5084af1 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 943 time: 0.9214404 Mar 05 13:57:04.076662 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=86deebad-0442-4d0a-939a-089d77d92f37,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:04.126035 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-13c6536e-4ec3-492f-9034-efa333f48ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:04.142246 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-13c6536e-4ec3-492f-9034-efa333f48ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:04.146420 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-13c6536e-4ec3-492f-9034-efa333f48ca9 admin admin] Usage tracker for resource:security_group_rule and tenant:56eb9fb0d8bf46af8f322ea36b97089c is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:04.150516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-13c6536e-4ec3-492f-9034-efa333f48ca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:04.156877 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-13c6536e-4ec3-492f-9034-efa333f48ca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:04.175216 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['86deebad-0442-4d0a-939a-089d77d92f37'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:57:04.211600 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-91febefc-19dc-48bc-8d29-2626bb692786 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:04.249982 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-13c6536e-4ec3-492f-9034-efa333f48ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:04.254542 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8bfc1-ff11-477d-bef9-1a3ca3bb944a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting port d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:04.254892 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f5e8bfc1-ff11-477d-bef9-1a3ca3bb944a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:04.256887 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42648) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:04.302979 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d51a9624-08c5-4f4a-8671-6f7a8e3acbd1 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:04.306484 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-13c6536e-4ec3-492f-9034-efa333f48ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:04.371928 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fccda234-67f0-47c3-bef8-5b11913a2d94 req-fa9d38b8-9b7d-47fc-9a25-27258bea4897 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284369 Mar 05 13:57:04.372928 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-91febefc-19dc-48bc-8d29-2626bb692786 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:04.409012 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51a9624-08c5-4f4a-8671-6f7a8e3acbd1 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Network 5f9c7735-5f9a-4785-8415-3c7fa10909ef is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:57:04.421087 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6536e-4ec3-492f-9034-efa333f48ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc07950-564f-443d-aae6-65705f04742f,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:04.445854 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-d51a9624-08c5-4f4a-8671-6f7a8e3acbd1 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:57:04.487158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149700a-260f-48e3-9c61-67bfbb5b8cca req-7b320d7e-5220-4228-b376-7f6cb5f42ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:04.488015 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b149700a-260f-48e3-9c61-67bfbb5b8cca req-7b320d7e-5220-4228-b376-7f6cb5f42ad1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7496064 Mar 05 13:57:04.488809 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51a9624-08c5-4f4a-8671-6f7a8e3acbd1 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:57:04.503235 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-13c6536e-4ec3-492f-9034-efa333f48ca9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56eb9fb0d8bf46af8f322ea36b97089c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6279991 Mar 05 13:57:04.505240 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42654) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:04.588307 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eacedb46-9d45-48ad-ae64-9beea0fe08bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:04.625716 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-eacedb46-9d45-48ad-ae64-9beea0fe08bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:04.635435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-eacedb46-9d45-48ad-ae64-9beea0fe08bc admin admin] Usage tracker for resource:security_group_rule and tenant:991f38b5efcc416888f0b2f4ee6370ab is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:04.644925 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615cecd-d248-46ff-8386-3dd171c3220a req-beaf8620-e88d-43f5-ad38-12d81f65b5a9 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:04.646388 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4615cecd-d248-46ff-8386-3dd171c3220a req-beaf8620-e88d-43f5-ad38-12d81f65b5a9 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 944 time: 0.3949873 Mar 05 13:57:04.649383 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-eacedb46-9d45-48ad-ae64-9beea0fe08bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:04.652256 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-847e5b2f-5aef-42f0-9727-c436a1492501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:04.657499 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-eacedb46-9d45-48ad-ae64-9beea0fe08bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:04.658500 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-91febefc-19dc-48bc-8d29-2626bb692786 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Made reservation on behalf of 8857cbe55e484452818a32b411d7670f for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:57:04.661896 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-91febefc-19dc-48bc-8d29-2626bb692786 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:04.715922 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-847e5b2f-5aef-42f0-9727-c436a1492501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:04.778042 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a9624-08c5-4f4a-8671-6f7a8e3acbd1 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Pushing event updated for resources: {'Port': ['ID=7d1c47a1-36c2-4fca-b370-40233b3b56f9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:04.779730 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4615cecd-d248-46ff-8386-3dd171c3220a req-b4c723ba-1a3f-4116-b6fc-2268745c8457 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231842 Mar 05 13:57:04.789552 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-088930f6-0468-417b-9df8-5ad1bc06a0c7 req-71e96839-08c8-4545-a6e5-c17369325030 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f162b4c-b810-46a1-b646-09a00da2fbd3 HTTP/1.1" status: 200 len: 210 time: 0.2086637 Mar 05 13:57:04.844546 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-847e5b2f-5aef-42f0-9727-c436a1492501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:04.871734 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eacedb46-9d45-48ad-ae64-9beea0fe08bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:04.872743 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e5b2f-5aef-42f0-9727-c436a1492501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc07950-564f-443d-aae6-65705f04742f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:04.879146 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eacedb46-9d45-48ad-ae64-9beea0fe08bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:04.902868 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-847e5b2f-5aef-42f0-9727-c436a1492501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:04.906853 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-847e5b2f-5aef-42f0-9727-c436a1492501 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bdc07950-564f-443d-aae6-65705f04742f HTTP/1.1" status: 204 len: 168 time: 0.3977964 Mar 05 13:57:04.933192 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacedb46-9d45-48ad-ae64-9beea0fe08bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf49e963-05ea-4393-86cc-0b83f851a599,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:04.937466 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-eacedb46-9d45-48ad-ae64-9beea0fe08bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=991f38b5efcc416888f0b2f4ee6370ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6794064 Mar 05 13:57:04.940720 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42660) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:05.005293 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4565e92c-d34a-47ca-9d74-84dd91d5e8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:05.041949 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4565e92c-d34a-47ca-9d74-84dd91d5e8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:05.101237 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4565e92c-d34a-47ca-9d74-84dd91d5e8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:05.116108 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565e92c-d34a-47ca-9d74-84dd91d5e8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf49e963-05ea-4393-86cc-0b83f851a599,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:05.123419 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4565e92c-d34a-47ca-9d74-84dd91d5e8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:05.126671 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4565e92c-d34a-47ca-9d74-84dd91d5e8ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf49e963-05ea-4393-86cc-0b83f851a599 HTTP/1.1" status: 204 len: 168 time: 0.1826229 Mar 05 13:57:05.128828 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-f5e8bfc1-ff11-477d-bef9-1a3ca3bb944a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] For port d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8,segment=NetworkSegment(da07bd95-0bb5-494c-867f-a990ce7df1bb),segment_id=da07bd95-0bb5-494c-867f-a990ce7df1bb)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:05.129189 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f5e8bfc1-ff11-477d-bef9-1a3ca3bb944a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:05.245796 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42668) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:05.263337 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75fac62c-d04c-4d27-a9e5-ae341fb1a5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:05.278466 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-75fac62c-d04c-4d27-a9e5-ae341fb1a5b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:05.282426 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-75fac62c-d04c-4d27-a9e5-ae341fb1a5b8 admin admin] Usage tracker for resource:security_group_rule and tenant:606efe777cf84ad1a25b51feba64abe4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:05.285612 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-75fac62c-d04c-4d27-a9e5-ae341fb1a5b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:05.289264 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8bfc1-ff11-477d-bef9-1a3ca3bb944a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Calling delete_port for d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:57:05.291026 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-75fac62c-d04c-4d27-a9e5-ae341fb1a5b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:05.345269 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b149700a-260f-48e3-9c61-67bfbb5b8cca req-d74969a3-cd58-4bc9-b3ad-732364c9bcfc service neutron] 10.222.0.30 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7657204 Mar 05 13:57:05.385600 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75fac62c-d04c-4d27-a9e5-ae341fb1a5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:05.390575 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75fac62c-d04c-4d27-a9e5-ae341fb1a5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:05.459010 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-75fac62c-d04c-4d27-a9e5-ae341fb1a5b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=606efe777cf84ad1a25b51feba64abe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2123601 Mar 05 13:57:05.459842 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42676) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:05.460586 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fac62c-d04c-4d27-a9e5-ae341fb1a5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407af4b7-5ae4-4508-9420-f23b6b746f75,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:05.465722 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42678) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:05.496201 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e933c323-a6d6-41cf-9f6f-6d47b945bb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:05.504503 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 86deebad-0442-4d0a-939a-089d77d92f37 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:57:05.539328 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e933c323-a6d6-41cf-9f6f-6d47b945bb9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:05.553245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e933c323-a6d6-41cf-9f6f-6d47b945bb9c admin admin] Usage tracker for resource:security_group_rule and tenant:8a9fc2a26cb44f4d8682ef275d5fe1f1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:05.558404 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e933c323-a6d6-41cf-9f6f-6d47b945bb9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:05.568465 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e933c323-a6d6-41cf-9f6f-6d47b945bb9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:05.592379 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 86deebad-0442-4d0a-939a-089d77d92f37 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:57:05.598006 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 86deebad-0442-4d0a-939a-089d77d92f37 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:57:05.598663 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:05.605753 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-52440ba7-b439-4c49-b6df-91cce6b069c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:05.646246 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-52440ba7-b439-4c49-b6df-91cce6b069c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:05.725946 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:05.747349 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e933c323-a6d6-41cf-9f6f-6d47b945bb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:05.752143 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e933c323-a6d6-41cf-9f6f-6d47b945bb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:05.756693 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f44eb12-3cb7-4af8-b089-af2105b5226c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86deebad-0442-4d0a-939a-089d77d92f37'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:57:05.771333 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 86deebad-0442-4d0a-939a-089d77d92f37, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=86deebad-0442-4d0a-939a-089d77d92f37,segment=NetworkSegment(4becda48-9179-4515-b671-cd25a86b8593),segment_id=4becda48-9179-4515-b671-cd25a86b8593)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:05.778703 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:05.779558 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-52440ba7-b439-4c49-b6df-91cce6b069c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:05.809313 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-52440ba7-b439-4c49-b6df-91cce6b069c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:05.814537 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-52440ba7-b439-4c49-b6df-91cce6b069c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/407af4b7-5ae4-4508-9420-f23b6b746f75 HTTP/1.1" status: 204 len: 168 time: 0.3485999 Mar 05 13:57:05.858438 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e933c323-a6d6-41cf-9f6f-6d47b945bb9c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a9fc2a26cb44f4d8682ef275d5fe1f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3891847 Mar 05 13:57:05.858438 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933c323-a6d6-41cf-9f6f-6d47b945bb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0d7e3e-742f-4748-be5a-9b1382ae53ee,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:05.871972 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42692) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:05.883063 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-91febefc-19dc-48bc-8d29-2626bb692786 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Allocated IP 172.20.0.5 (a792319b-74ea-4dcb-9f15-429be8e1086d/ea456d6e-2c97-4643-a191-afd512f9677d/a0664c71-0486-49a1-b50f-6d303b85740c) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:57:05.915530 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f44eb12-3cb7-4af8-b089-af2105b5226c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86deebad-0442-4d0a-939a-089d77d92f37', 'code': 200} Mar 05 13:57:05.916996 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=86deebad-0442-4d0a-939a-089d77d92f37,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:06.021501 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52440ba7-b439-4c49-b6df-91cce6b069c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407af4b7-5ae4-4508-9420-f23b6b746f75,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:06.034676 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b149700a-260f-48e3-9c61-67bfbb5b8cca req-23716cc3-094f-4e45-a2a2-7d7378b5e82d service neutron] 10.222.0.30 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6789248 Mar 05 13:57:06.062278 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d51a9624-08c5-4f4a-8671-6f7a8e3acbd1 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:06.097376 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2603fafb-e143-4cd3-b7e4-4802a0355a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:06.125223 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a60470-acf1-4bf2-808f-80d8b8e01d7e req-0bf1c5f8-fdaa-463f-b4e3-8e409f758335 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:06.126665 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-33a60470-acf1-4bf2-808f-80d8b8e01d7e req-0bf1c5f8-fdaa-463f-b4e3-8e409f758335 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 945 time: 0.1659608 Mar 05 13:57:06.144444 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4c2af-6ddc-4d69-bdaf-1f83f964efa3 req-29c3f3c6-3006-4950-b285-9d73e59dd892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:06.145872 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ccf4c2af-6ddc-4d69-bdaf-1f83f964efa3 req-29c3f3c6-3006-4950-b285-9d73e59dd892 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 1096 time: 0.2664361 Mar 05 13:57:06.151551 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2603fafb-e143-4cd3-b7e4-4802a0355a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:06.246966 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-33a60470-acf1-4bf2-808f-80d8b8e01d7e req-ca884180-b2f2-48f2-a717-6d99f26e78c6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982594 Mar 05 13:57:06.252985 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ccf4c2af-6ddc-4d69-bdaf-1f83f964efa3 req-df5c0dbb-0fc8-442f-8a9e-d8ff546679c9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948739 Mar 05 13:57:06.291611 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2603fafb-e143-4cd3-b7e4-4802a0355a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:06.313632 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 0819c305-466e-4730-a043-3344fba50af8 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:57:06.324757 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603fafb-e143-4cd3-b7e4-4802a0355a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0d7e3e-742f-4748-be5a-9b1382ae53ee,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:06.331754 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2603fafb-e143-4cd3-b7e4-4802a0355a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:06.335322 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2603fafb-e143-4cd3-b7e4-4802a0355a07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b0d7e3e-742f-4748-be5a-9b1382ae53ee HTTP/1.1" status: 204 len: 168 time: 0.4600334 Mar 05 13:57:06.353844 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe56acb-8106-45f0-9d81-583773c54632 req-7857ab68-c97f-4206-bcd0-f0865ef46ea0 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:06.360684 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ffe56acb-8106-45f0-9d81-583773c54632 req-7857ab68-c97f-4206-bcd0-f0865ef46ea0 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 943 time: 0.7798202 Mar 05 13:57:06.526962 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3ab6f206-f26c-40f3-98cd-1a2deaa9972a req-fdbca0cf-5056-4a51-bb4e-dd5f74676abb tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f162b4c-b810-46a1-b646-09a00da2fbd3 HTTP/1.1" status: 200 len: 210 time: 0.1031854 Mar 05 13:57:06.612642 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ffe56acb-8106-45f0-9d81-583773c54632 req-daec11ee-f5ce-4e8d-9e3f-c79c83729c27 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510042 Mar 05 13:57:06.613358 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f5e8bfc1-ff11-477d-bef9-1a3ca3bb944a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:06.640758 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 0819c305-466e-4730-a043-3344fba50af8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=0819c305-466e-4730-a043-3344fba50af8,segment=NetworkSegment(42f4c1eb-4b87-43e5-bb20-3ed7950da0fe),segment_id=42f4c1eb-4b87-43e5-bb20-3ed7950da0fe)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:06.658567 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '0819c305-466e-4730-a043-3344fba50af8', 'network_id': 'da4e4533-5a72-4b34-a384-51bc2d0cd9c2', 'port_id': '0819c305-466e-4730-a043-3344fba50af8', 'mac_address': 'fa:16:3e:a4:55:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd0d26d-458d-486e-aca4-133a1510899b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:57:06.683774 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8bfc1-ff11-477d-bef9-1a3ca3bb944a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Port': ['ID=d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:06.735648 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:06.765503 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0819c305-466e-4730-a043-3344fba50af8 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:57:06.787333 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 0819c305-466e-4730-a043-3344fba50af8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=0819c305-466e-4730-a043-3344fba50af8,segment=NetworkSegment(42f4c1eb-4b87-43e5-bb20-3ed7950da0fe),segment_id=42f4c1eb-4b87-43e5-bb20-3ed7950da0fe)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:06.791980 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:06.891944 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=0819c305-466e-4730-a043-3344fba50af8,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:06.937500 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-91febefc-19dc-48bc-8d29-2626bb692786 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:07.019090 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['0819c305-466e-4730-a043-3344fba50af8'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:57:07.176426 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-91febefc-19dc-48bc-8d29-2626bb692786 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Transition to ACTIVE for port object a0664c71-0486-49a1-b50f-6d303b85740c will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:57:07.225233 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d51a9624-08c5-4f4a-8671-6f7a8e3acbd1 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:07.233863 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f5e8bfc1-ff11-477d-bef9-1a3ca3bb944a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:07.652386 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-91febefc-19dc-48bc-8d29-2626bb692786 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:07.664954 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['f736b7ec-e966-4c65-8fd3-25f7be175e1f', 'a8f7d076-e06f-46df-ae6c-d36aef9de98f'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:57:07.749831 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fc03e-4184-4b1b-b241-540c05594882 req-f2cd733b-5e53-455e-b31d-5d5aef7e517c tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:07.763184 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f91fc03e-4184-4b1b-b241-540c05594882 req-f2cd733b-5e53-455e-b31d-5d5aef7e517c tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 945 time: 0.3118110 Mar 05 13:57:07.874088 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f91fc03e-4184-4b1b-b241-540c05594882 req-a7434953-51b7-478d-b379-d9da6b96b77f tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074159 Mar 05 13:57:07.886682 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-91febefc-19dc-48bc-8d29-2626bb692786 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Network a792319b-74ea-4dcb-9f15-429be8e1086d is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:57:07.906689 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-91febefc-19dc-48bc-8d29-2626bb692786 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:57:07.916652 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-91febefc-19dc-48bc-8d29-2626bb692786 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:57:07.947908 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91febefc-19dc-48bc-8d29-2626bb692786 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Pushing event updated for resources: {'Port': ['ID=a0664c71-0486-49a1-b50f-6d303b85740c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:08.158120 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59132d-ad9d-453a-ba5a-30e7d089b1f4 req-688206a8-a33f-46f0-a0d2-1227e746ff37 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:08.171464 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d59132d-ad9d-453a-ba5a-30e7d089b1f4 req-688206a8-a33f-46f0-a0d2-1227e746ff37 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 944 time: 0.1264501 Mar 05 13:57:08.251867 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d59132d-ad9d-453a-ba5a-30e7d089b1f4 req-6aa017ef-2482-4591-9af6-69c5817dde53 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779910 Mar 05 13:57:08.251979 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c758fe88-26c9-47a6-a6f9-bfb90d6ae3a7 None None] Provisioning for port a0664c71-0486-49a1-b50f-6d303b85740c completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:57:08.261586 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c758fe88-26c9-47a6-a6f9-bfb90d6ae3a7 None None] Provisioning complete for port a0664c71-0486-49a1-b50f-6d303b85740c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:57:08.261956 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c758fe88-26c9-47a6-a6f9-bfb90d6ae3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:08.318336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-91febefc-19dc-48bc-8d29-2626bb692786 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:08.318986 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-91febefc-19dc-48bc-8d29-2626bb692786 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:08.324491 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c758fe88-26c9-47a6-a6f9-bfb90d6ae3a7 None None] Port a0664c71-0486-49a1-b50f-6d303b85740c cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:57:08.335433 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 0819c305-466e-4730-a043-3344fba50af8 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:57:08.343750 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa06ab-1dad-4d47-bd63-b2186d82a5fa req-46069387-a47c-4d5b-b1d9-86769ef01e07 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:08.345199 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7eaa06ab-1dad-4d47-bd63-b2186d82a5fa req-46069387-a47c-4d5b-b1d9-86769ef01e07 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f162b4c-b810-46a1-b646-09a00da2fbd3 HTTP/1.1" status: 200 len: 931 time: 0.5968931 Mar 05 13:57:08.375618 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51a9624-08c5-4f4a-8671-6f7a8e3acbd1 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Router ffda8fc0-1ec9-45ce-9288-faf10067053b is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:57:08.478168 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 0819c305-466e-4730-a043-3344fba50af8 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:57:08.478661 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:08.488714 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e8bfc1-ff11-477d-bef9-1a3ca3bb944a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Router b3acb74c-7476-4fc9-be63-b7784eba438d has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:57:08.633847 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7eaa06ab-1dad-4d47-bd63-b2186d82a5fa req-b41c276b-1998-4301-b695-4723386ef8c6 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784083 Mar 05 13:57:08.662305 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:08.678067 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-91febefc-19dc-48bc-8d29-2626bb692786 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1258113 Mar 05 13:57:08.775599 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] Request body: {'port': {'device_id': '0f162b4c-b810-46a1-b646-09a00da2fbd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:08.781864 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bf5214-4dfc-44ab-b08f-481e7e3273bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0819c305-466e-4730-a043-3344fba50af8'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:57:08.843113 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 0819c305-466e-4730-a043-3344fba50af8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=0819c305-466e-4730-a043-3344fba50af8,segment=NetworkSegment(42f4c1eb-4b87-43e5-bb20-3ed7950da0fe),segment_id=42f4c1eb-4b87-43e5-bb20-3ed7950da0fe)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:08.857896 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fa196b20-e646-4731-b186-2ba1d8532e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:08.868941 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:08.984608 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bf5214-4dfc-44ab-b08f-481e7e3273bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0819c305-466e-4730-a043-3344fba50af8', 'code': 200} Mar 05 13:57:09.051675 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51a9624-08c5-4f4a-8671-6f7a8e3acbd1 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:57:09.059158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e8bfc1-ff11-477d-bef9-1a3ca3bb944a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:57:09.061440 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=0819c305-466e-4730-a043-3344fba50af8,revision_number=10']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:09.065478 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] Sync routers for ids ['ffda8fc0-1ec9-45ce-9288-faf10067053b'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:57:09.073537 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f0607-e043-4750-8f94-a5197c47c1b5 req-7ded6e89-9d94-4bd9-9821-a1e1d46b0b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:09.075168 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-363f0607-e043-4750-8f94-a5197c47c1b5 req-7ded6e89-9d94-4bd9-9821-a1e1d46b0b8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2216bd4e99a4eb1bc00ada44567b6bf&device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 1096 time: 0.2543418 Mar 05 13:57:09.078244 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] Routers {'ffda8fc0-1ec9-45ce-9288-faf10067053b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:57:09.079444 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:56:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ffda8fc0-1ec9-45ce-9288-faf10067053b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:09.102814 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e77ff27-2da4-4c81-8429-14b8601c4196 None None] Sync routers for ids ['b3acb74c-7476-4fc9-be63-b7784eba438d'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:57:09.115466 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f5e8bfc1-ff11-477d-bef9-1a3ca3bb944a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/routers/b3acb74c-7476-4fc9-be63-b7784eba438d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0584300 Mar 05 13:57:09.119593 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e77ff27-2da4-4c81-8429-14b8601c4196 None None] Routers {'b3acb74c-7476-4fc9-be63-b7784eba438d'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:57:09.120238 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-1e77ff27-2da4-4c81-8429-14b8601c4196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:56:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3acb74c-7476-4fc9-be63-b7784eba438d'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:09.130415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42790) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:09.427747 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28926cc-0eda-4d88-aaa3-9d752da4e3e6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting subnet f0ec5d1a-88aa-4868-803a-6b3f17abf280 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:57:09.433689 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c28926cc-0eda-4d88-aaa3-9d752da4e3e6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:09.471699 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] Set router ffda8fc0-1ec9-45ce-9288-faf10067053b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:57:09.501190 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f0607-e043-4750-8f94-a5197c47c1b5 req-75ff6246-7872-4bd4-a635-689afa0c951c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:09.502849 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-363f0607-e043-4750-8f94-a5197c47c1b5 req-75ff6246-7872-4bd4-a635-689afa0c951c service neutron] 10.222.0.30 "GET /v2.0/networks?id=37a7d3f0-790d-4769-b9e8-887239a3772c HTTP/1.1" status: 200 len: 911 time: 0.4214687 Mar 05 13:57:09.540485 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:09.562061 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d51a9624-08c5-4f4a-8671-6f7a8e3acbd1 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:09.566870 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d51a9624-08c5-4f4a-8671-6f7a8e3acbd1 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 12.1535304 Mar 05 13:57:09.572403 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c28926cc-0eda-4d88-aaa3-9d752da4e3e6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:09.574444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42844) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:09.666625 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-363f0607-e043-4750-8f94-a5197c47c1b5 req-ff77924e-3b0d-4955-82b1-0ca184358bea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86deebad-0442-4d0a-939a-089d77d92f37 HTTP/1.1" status: 200 len: 217 time: 0.1566105 Mar 05 13:57:09.682903 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-1e77ff27-2da4-4c81-8429-14b8601c4196 None None] Set router b3acb74c-7476-4fc9-be63-b7784eba438d gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:57:09.815696 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f0607-e043-4750-8f94-a5197c47c1b5 req-6a2fde2a-db23-4f75-8c15-6e9f0783f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:09.817267 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-363f0607-e043-4750-8f94-a5197c47c1b5 req-6a2fde2a-db23-4f75-8c15-6e9f0783f7c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=251e09fb-aabe-4b04-921b-86ca0c662b76 HTTP/1.1" status: 200 len: 851 time: 0.1367729 Mar 05 13:57:09.881539 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c28926cc-0eda-4d88-aaa3-9d752da4e3e6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:09.966331 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-363f0607-e043-4750-8f94-a5197c47c1b5 req-78887c61-9812-423a-ac49-0255dd08d7f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37a7d3f0-790d-4769-b9e8-887239a3772c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1338108 Mar 05 13:57:10.007698 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc8d25-c8b0-4afa-b77f-a43be2c93d01 req-ebf8f081-d76d-4335-be25-db391a1ae974 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:10.010138 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95dc8d25-c8b0-4afa-b77f-a43be2c93d01 req-ebf8f081-d76d-4335-be25-db391a1ae974 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.4103403 Mar 05 13:57:10.126652 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c28926cc-0eda-4d88-aaa3-9d752da4e3e6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:10.243910 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffda8fc0-1ec9-45ce-9288-faf10067053b', 'name': '', 'tenant_id': '0f5bd2fdd28e420b8c1076ab57e342d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f9c7735-5f9a-4785-8415-3c7fa10909ef', 'external_fixed_ips': [{'subnet_id': '83c180a5-5f8d-4298-a0e1-2847e5c3d8e1', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '7d1c47a1-36c2-4fca-b370-40233b3b56f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:56:57Z', 'updated_at': '2022-03-05T13:57:05Z', 'revision_number': 3, 'project_id': '0f5bd2fdd28e420b8c1076ab57e342d7', 'gw_port': {'id': '7d1c47a1-36c2-4fca-b370-40233b3b56f9', 'name': '', 'network_id': '5f9c7735-5f9a-4785-8415-3c7fa10909ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:af:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffda8fc0-1ec9-45ce-9288-faf10067053b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '83c180a5-5f8d-4298-a0e1-2847e5c3d8e1', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:57:02Z', 'updated_at': '2022-03-05T13:57:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83c180a5-5f8d-4298-a0e1-2847e5c3d8e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:10.253261 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] Checking router: ffda8fc0-1ec9-45ce-9288-faf10067053b for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:57:10.253827 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] Updating router ffda8fc0-1ec9-45ce-9288-faf10067053b port 7d1c47a1-36c2-4fca-b370-40233b3b56f9 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:57:10.275205 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-1e77ff27-2da4-4c81-8429-14b8601c4196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:57:06Z', 'revision_number': 8, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '62b722bd-19e5-4f62-9853-9fdb22931db9', 'name': '', 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:62:84:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:10Z', 'updated_at': '2022-03-05T13:56:28Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:13Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef1eda9-5942-4900-ab5a-49cdb433241c', 'name': '', 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:2a:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'f5592681-909b-4c14-a37d-b895b2387658', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:27Z', 'updated_at': '2022-03-05T13:56:39Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'f5592681-909b-4c14-a37d-b895b2387658', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:10.281522 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e77ff27-2da4-4c81-8429-14b8601c4196 None None] Checking router: b3acb74c-7476-4fc9-be63-b7784eba438d for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:57:10.293758 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909f2001-07e9-4a9c-891f-43fa21cadd33 None None] Network 184d82bc-52d9-490d-9eab-32c69da581e0 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:57:10.301391 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28926cc-0eda-4d88-aaa3-9d752da4e3e6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ec5d1a-88aa-4868-803a-6b3f17abf280,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:10.305276 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c28926cc-0eda-4d88-aaa3-9d752da4e3e6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:10.341127 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95dc8d25-c8b0-4afa-b77f-a43be2c93d01 req-8688abe4-885c-46d0-9daf-a430f6550b79 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069043 Mar 05 13:57:10.350485 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:10.374527 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c28926cc-0eda-4d88-aaa3-9d752da4e3e6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/subnets/f0ec5d1a-88aa-4868-803a-6b3f17abf280 HTTP/1.1" status: 204 len: 168 time: 1.2402604 Mar 05 13:57:10.379720 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42878) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:10.621805 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e77ff27-2da4-4c81-8429-14b8601c4196 None None] Routers {'b3acb74c-7476-4fc9-be63-b7784eba438d'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:57:10.622443 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-1e77ff27-2da4-4c81-8429-14b8601c4196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:56:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3acb74c-7476-4fc9-be63-b7784eba438d'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:10.660130 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fbfdfb8-c586-4141-ad42-0135865f0bec tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:10.662454 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42886) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:10.738894 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-363f0607-e043-4750-8f94-a5197c47c1b5 req-df75325a-7db2-4e7d-84ba-037c14d6ce73 service neutron] 10.222.0.30 "GET /v2.0/networks/37a7d3f0-790d-4769-b9e8-887239a3772c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7611694 Mar 05 13:57:10.880458 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4999ec-867f-4e82-9631-4df203156405 req-8d4c6fbb-3d90-4b77-ba7d-106f28120aaf tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:10.883046 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1b4999ec-867f-4e82-9631-4df203156405 req-8d4c6fbb-3d90-4b77-ba7d-106f28120aaf tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 945 time: 1.8410487 Mar 05 13:57:10.892434 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017c08d-fc1c-4a5b-bb77-1b19863887d9 req-eb513de6-8978-4a4c-a7b2-065ce10bf0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:10.894152 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8017c08d-fc1c-4a5b-bb77-1b19863887d9 req-eb513de6-8978-4a4c-a7b2-065ce10bf0cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 1097 time: 1.6343968 Mar 05 13:57:10.917013 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-363f0607-e043-4750-8f94-a5197c47c1b5 req-5cf95b09-8a22-4766-a6b5-8786b89b1645 service neutron] 10.222.0.30 "GET /v2.0/networks/37a7d3f0-790d-4769-b9e8-887239a3772c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703238 Mar 05 13:57:10.920977 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-9fbfdfb8-c586-4141-ad42-0135865f0bec tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting port e54513ec-5607-4c39-97f4-82c7601aa393 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:10.920977 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fbfdfb8-c586-4141-ad42-0135865f0bec tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:10.996407 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21cbe479-9f75-4627-9b7d-8a6a57e29c0a tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:11.002179 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-79922708-20a6-4f84-bcd4-4c30e5592c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:11.058201 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:11.072303 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] Transition to ACTIVE for port object 7d1c47a1-36c2-4fca-b370-40233b3b56f9 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:57:11.088484 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:11.097548 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-1e77ff27-2da4-4c81-8429-14b8601c4196 None None] Set router b3acb74c-7476-4fc9-be63-b7784eba438d gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:57:11.209642 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] Attempting to bind port 7d1c47a1-36c2-4fca-b370-40233b3b56f9 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:57:11.210259 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] Attempting to bind port 7d1c47a1-36c2-4fca-b370-40233b3b56f9 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '3813a55a-b8ab-47f7-81cb-b877f91d61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f9c7735-5f9a-4785-8415-3c7fa10909ef'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:57:11.212353 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] Attempting to bind port 7d1c47a1-36c2-4fca-b370-40233b3b56f9 on network 5f9c7735-5f9a-4785-8415-3c7fa10909ef {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:57:11.212727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-79922708-20a6-4f84-bcd4-4c30e5592c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:11.229245 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:57:11.229888 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] Checking segment: {'id': '3813a55a-b8ab-47f7-81cb-b877f91d61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f9c7735-5f9a-4785-8415-3c7fa10909ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:57:11.230958 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:11.231422 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-79922708-20a6-4f84-bcd4-4c30e5592c12 admin admin] Usage tracker for resource:security_group_rule and tenant:3f71f41d67234ca08bad2c1ac6d33242 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:11.231689 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] Bound using segment: {'id': '3813a55a-b8ab-47f7-81cb-b877f91d61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f9c7735-5f9a-4785-8415-3c7fa10909ef'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:57:11.232314 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] Bound port: 7d1c47a1-36c2-4fca-b370-40233b3b56f9, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3813a55a-b8ab-47f7-81cb-b877f91d61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5f9c7735-5f9a-4785-8415-3c7fa10909ef'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:57:11.232958 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:11.238526 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-79922708-20a6-4f84-bcd4-4c30e5592c12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:11.252918 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-79922708-20a6-4f84-bcd4-4c30e5592c12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:11.263052 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39adf9b-c0c7-4248-a884-e856a3ed7d8a req-25a14488-fee4-42c5-9b52-6738c4eb293e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:11.270455 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d39adf9b-c0c7-4248-a884-e856a3ed7d8a req-25a14488-fee4-42c5-9b52-6738c4eb293e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f162b4c-b810-46a1-b646-09a00da2fbd3 HTTP/1.1" status: 200 len: 931 time: 0.6067755 Mar 05 13:57:11.273496 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d23b1-0912-4e8c-bf9c-497870532a22 None None] Pushing event updated for resources: {'Port': ['ID=7d1c47a1-36c2-4fca-b370-40233b3b56f9,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:11.336705 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21cbe479-9f75-4627-9b7d-8a6a57e29c0a tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:11.366458 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] For port 7d1c47a1-36c2-4fca-b370-40233b3b56f9, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:57:11.375690 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] For port 7d1c47a1-36c2-4fca-b370-40233b3b56f9, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7d1c47a1-36c2-4fca-b370-40233b3b56f9,segment=NetworkSegment(3813a55a-b8ab-47f7-81cb-b877f91d61c1),segment_id=3813a55a-b8ab-47f7-81cb-b877f91d61c1)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:57:11.380470 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1b4999ec-867f-4e82-9631-4df203156405 req-fa5e4a08-1e78-4f8e-b334-e983099adc60 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809554 Mar 05 13:57:11.397921 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:11.398924 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8017c08d-fc1c-4a5b-bb77-1b19863887d9 req-d64fdc52-37be-4df1-bcc0-5f32e4a1d56f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512892 Mar 05 13:57:11.409791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-21cbe479-9f75-4627-9b7d-8a6a57e29c0a tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Deleting port 7d1c47a1-36c2-4fca-b370-40233b3b56f9 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:11.410185 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21cbe479-9f75-4627-9b7d-8a6a57e29c0a tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:11.435319 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d39adf9b-c0c7-4248-a884-e856a3ed7d8a req-0fbc0085-c870-4791-8e87-91293403b076 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636980 Mar 05 13:57:11.466688 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-9fbfdfb8-c586-4141-ad42-0135865f0bec tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] For port e54513ec-5607-4c39-97f4-82c7601aa393, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e54513ec-5607-4c39-97f4-82c7601aa393,segment=NetworkSegment(da07bd95-0bb5-494c-867f-a990ce7df1bb),segment_id=da07bd95-0bb5-494c-867f-a990ce7df1bb)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:11.467307 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fbfdfb8-c586-4141-ad42-0135865f0bec tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:11.512620 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:57:11.562446 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] Routers {'ffda8fc0-1ec9-45ce-9288-faf10067053b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:57:11.563006 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:56:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ffda8fc0-1ec9-45ce-9288-faf10067053b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:11.618683 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-9fbfdfb8-c586-4141-ad42-0135865f0bec tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Calling delete_port for e54513ec-5607-4c39-97f4-82c7601aa393 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:57:11.630089 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-018034f9-f15f-45bb-ab1e-067d957e7683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:11.802088 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-1e77ff27-2da4-4c81-8429-14b8601c4196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:57:06Z', 'revision_number': 8, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '62b722bd-19e5-4f62-9853-9fdb22931db9', 'name': '', 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:62:84:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:10Z', 'updated_at': '2022-03-05T13:56:28Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:13Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef1eda9-5942-4900-ab5a-49cdb433241c', 'name': '', 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:2a:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'f5592681-909b-4c14-a37d-b895b2387658', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:27Z', 'updated_at': '2022-03-05T13:56:39Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'f5592681-909b-4c14-a37d-b895b2387658', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:11.810623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0664c71-0486-49a1-b50f-6d303b85740c {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:57:11.814465 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-79922708-20a6-4f84-bcd4-4c30e5592c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:11.817713 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fbfdfb8-c586-4141-ad42-0135865f0bec tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:11.820312 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e77ff27-2da4-4c81-8429-14b8601c4196 None None] The sync data for ids ['b3acb74c-7476-4fc9-be63-b7784eba438d'] in n-d-803718-1 is: [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:57:06Z', 'revision_number': 8, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '62b722bd-19e5-4f62-9853-9fdb22931db9', 'name': '', 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:62:84:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:10Z', 'updated_at': '2022-03-05T13:56:28Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:13Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef1eda9-5942-4900-ab5a-49cdb433241c', 'name': '', 'network_id': 'b55893b6-d16b-4775-88ae-7080a7228eb5', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:2a:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'f5592681-909b-4c14-a37d-b895b2387658', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:27Z', 'updated_at': '2022-03-05T13:56:39Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'f5592681-909b-4c14-a37d-b895b2387658', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:57:11.836508 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] Set router ffda8fc0-1ec9-45ce-9288-faf10067053b gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:57:11.876214 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:11.899702 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e38cba-29e7-4482-bde3-fc561173ecb0 None None] DHCP port deletion for 184d82bc-52d9-490d-9eab-32c69da581e0 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:57:11.966627 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] Transition to ACTIVE for port object a0664c71-0486-49a1-b50f-6d303b85740c will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:57:11.972787 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbfdfb8-c586-4141-ad42-0135865f0bec tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] No DVR routers for this DVR port e54513ec-5607-4c39-97f4-82c7601aa393 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:57:11.985653 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-79922708-20a6-4f84-bcd4-4c30e5592c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:11.988227 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:12.014618 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:12.022035 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffda8fc0-1ec9-45ce-9288-faf10067053b', 'name': '', 'tenant_id': '0f5bd2fdd28e420b8c1076ab57e342d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:56:57Z', 'updated_at': '2022-03-05T13:57:11Z', 'revision_number': 4, 'project_id': '0f5bd2fdd28e420b8c1076ab57e342d7', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:12.031970 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17975f6-0255-42ce-8674-ea1b6c50a7b3 None None] The sync data for ids ['ffda8fc0-1ec9-45ce-9288-faf10067053b'] in n-d-803718-1 is: [{'id': 'ffda8fc0-1ec9-45ce-9288-faf10067053b', 'name': '', 'tenant_id': '0f5bd2fdd28e420b8c1076ab57e342d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:56:57Z', 'updated_at': '2022-03-05T13:57:11Z', 'revision_number': 4, 'project_id': '0f5bd2fdd28e420b8c1076ab57e342d7', 'gw_port_host': None}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:57:12.034470 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d23b1-0912-4e8c-bf9c-497870532a22 None None] Pushing event updated for resources: {'Port': ['ID=7d1c47a1-36c2-4fca-b370-40233b3b56f9,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:12.056876 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:12.086751 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfdfb8-c586-4141-ad42-0135865f0bec tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Port': ['ID=e54513ec-5607-4c39-97f4-82c7601aa393,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:12.141157 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27634f38-e932-4082-965f-f50de509d0ac req-4f275378-d422-4387-bbc4-2ccde356cffe tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:12.148536 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-27634f38-e932-4082-965f-f50de509d0ac req-4f275378-d422-4387-bbc4-2ccde356cffe tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.5390129 Mar 05 13:57:12.219176 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-21cbe479-9f75-4627-9b7d-8a6a57e29c0a tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] For port 7d1c47a1-36c2-4fca-b370-40233b3b56f9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7d1c47a1-36c2-4fca-b370-40233b3b56f9,segment=NetworkSegment(3813a55a-b8ab-47f7-81cb-b877f91d61c1),segment_id=3813a55a-b8ab-47f7-81cb-b877f91d61c1)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:12.220027 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21cbe479-9f75-4627-9b7d-8a6a57e29c0a tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:12.231845 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fbfdfb8-c586-4141-ad42-0135865f0bec tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:12.241762 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-79922708-20a6-4f84-bcd4-4c30e5592c12 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f71f41d67234ca08bad2c1ac6d33242&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5671382 Mar 05 13:57:12.243407 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79922708-20a6-4f84-bcd4-4c30e5592c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2298c71f-af8d-4232-b582-3ebe5447854a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:12.253547 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42902) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:12.326569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-9fbfdfb8-c586-4141-ad42-0135865f0bec tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184d82bc-52d9-490d-9eab-32c69da581e0']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:12.350314 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-9fbfdfb8-c586-4141-ad42-0135865f0bec tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da07bd95-0bb5-494c-867f-a990ce7df1bb') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:12.350542 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-9fbfdfb8-c586-4141-ad42-0135865f0bec tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da07bd95-0bb5-494c-867f-a990ce7df1bb') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:12.407427 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fbfdfb8-c586-4141-ad42-0135865f0bec tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:12.436669 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3cffbdab-a797-4d55-a9ee-0d62c4a29484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:12.438861 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fbfdfb8-c586-4141-ad42-0135865f0bec tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:12.467036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fbfdfb8-c586-4141-ad42-0135865f0bec tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:57:12.467650 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fbfdfb8-c586-4141-ad42-0135865f0bec tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:57:12.484596 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:57:12.503123 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] Pushing event updated for resources: {'Port': ['ID=a0664c71-0486-49a1-b50f-6d303b85740c,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:12.513397 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-21cbe479-9f75-4627-9b7d-8a6a57e29c0a tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Calling delete_port for 7d1c47a1-36c2-4fca-b370-40233b3b56f9 owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:57:12.566427 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3cffbdab-a797-4d55-a9ee-0d62c4a29484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:12.577372 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-27634f38-e932-4082-965f-f50de509d0ac req-0f4b5b0d-c29d-49a2-88b1-f02a3d0d317c tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278576 Mar 05 13:57:12.653043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] Attempting to bind port a0664c71-0486-49a1-b50f-6d303b85740c on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:57:12.653395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] Attempting to bind port a0664c71-0486-49a1-b50f-6d303b85740c by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:57:12.653710 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] Attempting to bind port a0664c71-0486-49a1-b50f-6d303b85740c on network a792319b-74ea-4dcb-9f15-429be8e1086d {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:57:12.706686 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fbfdfb8-c586-4141-ad42-0135865f0bec tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:12.748141 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fbfdfb8-c586-4141-ad42-0135865f0bec tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:12.753591 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfdfb8-c586-4141-ad42-0135865f0bec tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Network': ['ID=184d82bc-52d9-490d-9eab-32c69da581e0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:12.782812 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55684e5c-fb16-426e-b020-72a2a0240366 req-6dce4bf7-4099-4d9b-b529-ded8ed3719ae tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:12.784357 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-55684e5c-fb16-426e-b020-72a2a0240366 req-6dce4bf7-4099-4d9b-b529-ded8ed3719ae tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 945 time: 0.1904147 Mar 05 13:57:12.808149 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9fbfdfb8-c586-4141-ad42-0135865f0bec tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/networks/184d82bc-52d9-490d-9eab-32c69da581e0 HTTP/1.1" status: 204 len: 168 time: 2.4143972 Mar 05 13:57:12.809245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42920) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:12.858995 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] Port a0664c71-0486-49a1-b50f-6d303b85740c on network a792319b-74ea-4dcb-9f15-429be8e1086d not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:57:12.859383 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] Attempting to bind port a0664c71-0486-49a1-b50f-6d303b85740c on network a792319b-74ea-4dcb-9f15-429be8e1086d {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:57:12.875769 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3cffbdab-a797-4d55-a9ee-0d62c4a29484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:12.878066 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3cffbdab-a797-4d55-a9ee-0d62c4a29484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:12.881745 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3cffbdab-a797-4d55-a9ee-0d62c4a29484 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2298c71f-af8d-4232-b582-3ebe5447854a HTTP/1.1" status: 204 len: 168 time: 0.6272044 Mar 05 13:57:12.907897 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:57:12.908236 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] Checking segment: {'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:57:12.908619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] Bound using segment: {'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:57:12.909064 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] Bound port: a0664c71-0486-49a1-b50f-6d303b85740c, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:57:12.909396 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:12.914432 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffbdab-a797-4d55-a9ee-0d62c4a29484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2298c71f-af8d-4232-b582-3ebe5447854a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:13.028320 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-55684e5c-fb16-426e-b020-72a2a0240366 req-47e79f31-37e5-4015-9397-78bc6f201136 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375562 Mar 05 13:57:13.082130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] For port a0664c71-0486-49a1-b50f-6d303b85740c, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:57:13.109475 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08abbe1-0b25-4fbe-966c-87bb6e28a85d req-9ef6d1e8-4a4d-4d96-8200-4303f9b5c5e9 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:13.110096 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c08abbe1-0b25-4fbe-966c-87bb6e28a85d req-9ef6d1e8-4a4d-4d96-8200-4303f9b5c5e9 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Synchronizing usage tracker for tenant:8857cbe55e484452818a32b411d7670f on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:57:13.167929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] For port a0664c71-0486-49a1-b50f-6d303b85740c, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=a0664c71-0486-49a1-b50f-6d303b85740c,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:57:13.208675 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:13.218751 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:57:13.291384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:13.292224 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:13.293860 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] 10.222.0.15 "PUT /v2.0/ports/a0664c71-0486-49a1-b50f-6d303b85740c HTTP/1.1" status: 200 len: 1091 time: 4.5311255 Mar 05 13:57:13.296823 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f162b4c-b810-46a1-b646-09a00da2fbd3', 'tag': 'a0664c71-0486-49a1-b50f-6d303b85740c'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:57:13.328258 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c08abbe1-0b25-4fbe-966c-87bb6e28a85d req-9ef6d1e8-4a4d-4d96-8200-4303f9b5c5e9 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Unset dirty status for tenant:8857cbe55e484452818a32b411d7670f on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:57:13.329941 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c08abbe1-0b25-4fbe-966c-87bb6e28a85d req-9ef6d1e8-4a4d-4d96-8200-4303f9b5c5e9 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f162b4c-b810-46a1-b646-09a00da2fbd3 HTTP/1.1" status: 200 len: 943 time: 0.4719360 Mar 05 13:57:13.332605 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:57:13.333032 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d67b9beb-bfd5-4a1c-a5fc-53c686dd99f8 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:57:13.335293 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e54513ec-5607-4c39-97f4-82c7601aa393 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:57:13.430802 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: e54513ec-5607-4c39-97f4-82c7601aa393 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:57:13.431479 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e54513ec-5607-4c39-97f4-82c7601aa393 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:57:13.514563 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f162b4c-b810-46a1-b646-09a00da2fbd3', 'tag': 'a0664c71-0486-49a1-b50f-6d303b85740c', 'status': 'completed', 'code': 200} Mar 05 13:57:13.643003 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:13.652860 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42970) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:13.669500 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21cbe479-9f75-4627-9b7d-8a6a57e29c0a tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:13.693630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a6f51-d418-4e23-90d2-d33537764f82 service neutron] Pushing event updated for resources: {'Port': ['ID=a0664c71-0486-49a1-b50f-6d303b85740c,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:13.740090 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fffd9942-796c-4c1f-b27c-0d22cb0d51f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:13.825514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbe479-9f75-4627-9b7d-8a6a57e29c0a tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d1c47a1-36c2-4fca-b370-40233b3b56f9,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:13.901257 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c08abbe1-0b25-4fbe-966c-87bb6e28a85d req-3f6e1e34-cfbb-4a53-8382-a15edfec64d4 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5455313 Mar 05 13:57:13.902089 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21cbe479-9f75-4627-9b7d-8a6a57e29c0a tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:13.927846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-fffd9942-796c-4c1f-b27c-0d22cb0d51f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:13.966697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-fffd9942-796c-4c1f-b27c-0d22cb0d51f2 admin admin] Usage tracker for resource:security_group_rule and tenant:6d9652d7bca643208a382f7d9eec03b5 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:13.979137 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-fffd9942-796c-4c1f-b27c-0d22cb0d51f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:13.990739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-fffd9942-796c-4c1f-b27c-0d22cb0d51f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:14.089805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd45927-832b-4996-b4bf-1b5b5b6dc2a4 req-30791edc-c18f-4e17-8d32-254b2bb94858 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:14.097181 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3fd45927-832b-4996-b4bf-1b5b5b6dc2a4 req-30791edc-c18f-4e17-8d32-254b2bb94858 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.2171493 Mar 05 13:57:14.105904 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21cbe479-9f75-4627-9b7d-8a6a57e29c0a tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:14.108784 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21cbe479-9f75-4627-9b7d-8a6a57e29c0a tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:14.132181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-c80e2686-c34f-44ca-930d-7fb99f5a5bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:14.134475 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-c80e2686-c34f-44ca-930d-7fb99f5a5bbe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=0f162b4c-b810-46a1-b646-09a00da2fbd3 HTTP/1.1" status: 200 len: 1094 time: 0.7800491 Mar 05 13:57:14.153680 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21cbe479-9f75-4627-9b7d-8a6a57e29c0a tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:14.154149 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cbe479-9f75-4627-9b7d-8a6a57e29c0a tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ffda8fc0-1ec9-45ce-9288-faf10067053b {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:57:14.174684 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21cbe479-9f75-4627-9b7d-8a6a57e29c0a tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:14.175861 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-21cbe479-9f75-4627-9b7d-8a6a57e29c0a tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "DELETE /v2.0/routers/ffda8fc0-1ec9-45ce-9288-faf10067053b HTTP/1.1" status: 204 len: 168 time: 4.5946579 Mar 05 13:57:14.188470 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42976) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:14.253952 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-3c6b6f6d-ea4e-4203-956f-f894a07b9567 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0664c71-0486-49a1-b50f-6d303b85740c HTTP/1.1" status: 200 len: 217 time: 0.0813406 Mar 05 13:57:14.257558 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fffd9942-796c-4c1f-b27c-0d22cb0d51f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:14.274733 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3fd45927-832b-4996-b4bf-1b5b5b6dc2a4 req-bf26a2ec-c756-4055-8e9b-7db0689962e6 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766329 Mar 05 13:57:14.300384 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fffd9942-796c-4c1f-b27c-0d22cb0d51f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:14.359114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-06fabd24-1bde-4f15-a942-fed19037ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:14.360557 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-06fabd24-1bde-4f15-a942-fed19037ba19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.1007369 Mar 05 13:57:14.421283 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da5ee67-7e8f-4503-938e-7060f5708377 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Deleting subnet 83c180a5-5f8d-4298-a0e1-2847e5c3d8e1 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:57:14.431206 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8da5ee67-7e8f-4503-938e-7060f5708377 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:14.462476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-4b77deee-f5b4-4cdf-8467-f3b678b0771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:14.463516 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fffd9942-796c-4c1f-b27c-0d22cb0d51f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d9652d7bca643208a382f7d9eec03b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8065670 Mar 05 13:57:14.464668 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-4b77deee-f5b4-4cdf-8467-f3b678b0771b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959358 Mar 05 13:57:14.470344 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd9942-796c-4c1f-b27c-0d22cb0d51f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d1e61e-4af6-4be7-bcee-73b57680329b,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:14.474822 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42980) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:14.513204 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ce74aa9c-7492-4f59-b353-2972049305e2 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:14.680820 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8da5ee67-7e8f-4503-938e-7060f5708377 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:14.707775 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178558d-9f68-4257-9e80-78f9873c44a9 req-ffc4f390-9b1c-4a03-ac4f-1b8ef63d48b3 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:14.720023 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f178558d-9f68-4257-9e80-78f9873c44a9 req-ffc4f390-9b1c-4a03-ac4f-1b8ef63d48b3 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 945 time: 0.2632782 Mar 05 13:57:14.786572 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f178558d-9f68-4257-9e80-78f9873c44a9 req-afb6ccc1-5184-4719-ae0e-278f14ec3129 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635428 Mar 05 13:57:14.812139 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-9fd22ea9-eefb-4fa5-bfc5-86e638d81eef service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711761 Mar 05 13:57:14.854586 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8da5ee67-7e8f-4503-938e-7060f5708377 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:14.935065 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3848eeda-2c82-4f13-952a-3e4410c6a9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:14.980772 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10f6fe69-20e7-4b2a-aa0a-e1a868319cc7 req-41ff1218-f80c-47df-b61f-8ab9fb1e6f7f service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610684 Mar 05 13:57:14.996137 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3848eeda-2c82-4f13-952a-3e4410c6a9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:15.059566 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8da5ee67-7e8f-4503-938e-7060f5708377 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:15.125264 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af8002-c04c-4570-8c52-042288516c14 req-3d8ec804-4f66-493a-b1c6-ade187ab9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:15.126986 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c6af8002-c04c-4570-8c52-042288516c14 req-3d8ec804-4f66-493a-b1c6-ade187ab9aa3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=0f162b4c-b810-46a1-b646-09a00da2fbd3 HTTP/1.1" status: 200 len: 1094 time: 0.0882826 Mar 05 13:57:15.145315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5ee67-7e8f-4503-938e-7060f5708377 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=83c180a5-5f8d-4298-a0e1-2847e5c3d8e1,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:15.163359 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8da5ee67-7e8f-4503-938e-7060f5708377 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:15.183249 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3848eeda-2c82-4f13-952a-3e4410c6a9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:15.233645 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8da5ee67-7e8f-4503-938e-7060f5708377 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/83c180a5-5f8d-4298-a0e1-2847e5c3d8e1 HTTP/1.1" status: 204 len: 168 time: 1.0297897 Mar 05 13:57:15.240178 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42990) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:15.241412 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848eeda-2c82-4f13-952a-3e4410c6a9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d1e61e-4af6-4be7-bcee-73b57680329b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:15.244094 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3848eeda-2c82-4f13-952a-3e4410c6a9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:15.248035 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3848eeda-2c82-4f13-952a-3e4410c6a9f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1d1e61e-4af6-4be7-bcee-73b57680329b HTTP/1.1" status: 204 len: 168 time: 0.7697425 Mar 05 13:57:15.446213 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ce74aa9c-7492-4f59-b353-2972049305e2 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting port fef1eda9-5942-4900-ab5a-49cdb433241c {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:15.446583 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ce74aa9c-7492-4f59-b353-2972049305e2 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:15.523703 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bb65f-6a3d-46dc-b2f9-f5aa5dd82150 req-22c1d8e7-981a-4992-8050-09a7858e4e47 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:15.525261 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-163bb65f-6a3d-46dc-b2f9-f5aa5dd82150 req-22c1d8e7-981a-4992-8050-09a7858e4e47 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f162b4c-b810-46a1-b646-09a00da2fbd3 HTTP/1.1" status: 200 len: 943 time: 0.4271631 Mar 05 13:57:15.532092 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e18485b5-f10f-4ced-9a13-fc8d820bbe78 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:15.657697 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d579535-548a-44cc-8840-f363b30a7b19 req-48c57b34-90f9-457b-b1d6-b9dab4991f6d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:15.659389 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3d579535-548a-44cc-8840-f363b30a7b19 req-48c57b34-90f9-457b-b1d6-b9dab4991f6d tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.1821237 Mar 05 13:57:15.662434 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af8002-c04c-4570-8c52-042288516c14 req-a01ec5c7-a41d-447a-bc48-38e07772caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:15.664554 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c6af8002-c04c-4570-8c52-042288516c14 req-a01ec5c7-a41d-447a-bc48-38e07772caa2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 912 time: 0.5281568 Mar 05 13:57:15.754426 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-163bb65f-6a3d-46dc-b2f9-f5aa5dd82150 req-8f8828ef-a735-4242-aed4-eba04adf69e8 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191937 Mar 05 13:57:15.779266 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c6af8002-c04c-4570-8c52-042288516c14 req-1b8034b6-7132-4b72-b3e8-de6e40ee13e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0664c71-0486-49a1-b50f-6d303b85740c HTTP/1.1" status: 200 len: 217 time: 0.0747213 Mar 05 13:57:15.779266 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3d579535-548a-44cc-8840-f363b30a7b19 req-b3370496-5a91-4799-b6ab-672078050280 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127894 Mar 05 13:57:15.905282 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af8002-c04c-4570-8c52-042288516c14 req-cdbcecba-eb0d-40dc-9883-26ddc38da934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:15.907090 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c6af8002-c04c-4570-8c52-042288516c14 req-cdbcecba-eb0d-40dc-9883-26ddc38da934 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.1277661 Mar 05 13:57:16.096276 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af8002-c04c-4570-8c52-042288516c14 req-ef3ca2aa-e41b-4948-9c71-2445d1702dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:16.096995 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c6af8002-c04c-4570-8c52-042288516c14 req-ef3ca2aa-e41b-4948-9c71-2445d1702dbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822581 Mar 05 13:57:16.113419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-ce74aa9c-7492-4f59-b353-2972049305e2 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] For port fef1eda9-5942-4900-ab5a-49cdb433241c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fef1eda9-5942-4900-ab5a-49cdb433241c,segment=NetworkSegment(766388b5-3451-41be-9855-f82f04934491),segment_id=766388b5-3451-41be-9855-f82f04934491)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:16.113770 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ce74aa9c-7492-4f59-b353-2972049305e2 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:16.154609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebe171-de13-40b5-a172-a599bc6fca67 req-7d02f91d-2832-40e0-9d25-a416698cbfb9 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:16.156153 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-62ebe171-de13-40b5-a172-a599bc6fca67 req-7d02f91d-2832-40e0-9d25-a416698cbfb9 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 945 time: 0.1374066 Mar 05 13:57:16.237406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43018) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:16.288788 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-62ebe171-de13-40b5-a172-a599bc6fca67 req-eed415b8-d107-4166-80cc-b84a6b66006b tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266575 Mar 05 13:57:16.303408 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ce74aa9c-7492-4f59-b353-2972049305e2 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Calling delete_port for fef1eda9-5942-4900-ab5a-49cdb433241c owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:57:16.336635 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c6af8002-c04c-4570-8c52-042288516c14 req-55458b6b-a1fa-4e7a-8f8d-ebdb1347522a service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249153 Mar 05 13:57:16.518423 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5f953e34-3cb6-4a4f-8848-1912655dc863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:16.543110 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e18485b5-f10f-4ced-9a13-fc8d820bbe78 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:16.560264 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5f953e34-3cb6-4a4f-8848-1912655dc863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:16.564342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5f953e34-3cb6-4a4f-8848-1912655dc863 admin admin] Usage tracker for resource:security_group_rule and tenant:db89295d95674639ba41dbdacc4b44e8 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:16.567293 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5f953e34-3cb6-4a4f-8848-1912655dc863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:16.574700 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c6af8002-c04c-4570-8c52-042288516c14 req-29eac568-1e26-4582-ad5d-c774ce3803fc service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310276 Mar 05 13:57:16.575579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5f953e34-3cb6-4a4f-8848-1912655dc863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:16.604603 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-e18485b5-f10f-4ced-9a13-fc8d820bbe78 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f9c7735-5f9a-4785-8415-3c7fa10909ef']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:16.634460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-e18485b5-f10f-4ced-9a13-fc8d820bbe78 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3813a55a-b8ab-47f7-81cb-b877f91d61c1') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:16.634756 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-e18485b5-f10f-4ced-9a13-fc8d820bbe78 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3813a55a-b8ab-47f7-81cb-b877f91d61c1') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:16.661167 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e18485b5-f10f-4ced-9a13-fc8d820bbe78 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:16.682414 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5f953e34-3cb6-4a4f-8848-1912655dc863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:16.691258 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e18485b5-f10f-4ced-9a13-fc8d820bbe78 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:16.692832 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5f953e34-3cb6-4a4f-8848-1912655dc863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:16.706110 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952e5b1-3a49-4865-b014-1d9c0a334c9b req-5bf93957-b361-4435-87e9-7ff4098bae6f tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:16.715445 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0952e5b1-3a49-4865-b014-1d9c0a334c9b req-5bf93957-b361-4435-87e9-7ff4098bae6f tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.6678936 Mar 05 13:57:16.735047 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18485b5-f10f-4ced-9a13-fc8d820bbe78 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:57:16.735443 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e18485b5-f10f-4ced-9a13-fc8d820bbe78 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:16.746596 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5f953e34-3cb6-4a4f-8848-1912655dc863 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db89295d95674639ba41dbdacc4b44e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5061510 Mar 05 13:57:16.747155 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43032) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:57:16.750340 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:57:16.865193 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f953e34-3cb6-4a4f-8848-1912655dc863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3231332b-9047-4fc5-9c8a-b4361915746d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:16.889754 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9ad0c548-e8c3-4cdf-880e-81ced08b3b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:16.908388 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0952e5b1-3a49-4865-b014-1d9c0a334c9b req-839d9052-bb3b-45f5-87a8-7513bef97f6a tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922872 Mar 05 13:57:16.914871 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ce74aa9c-7492-4f59-b353-2972049305e2 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:16.951441 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9ad0c548-e8c3-4cdf-880e-81ced08b3b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:16.995711 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e18485b5-f10f-4ced-9a13-fc8d820bbe78 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:17.022051 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce74aa9c-7492-4f59-b353-2972049305e2 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Port': ['ID=fef1eda9-5942-4900-ab5a-49cdb433241c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:17.031674 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18485b5-f10f-4ced-9a13-fc8d820bbe78 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5f9c7735-5f9a-4785-8415-3c7fa10909ef {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 05 13:57:17.036601 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e18485b5-f10f-4ced-9a13-fc8d820bbe78 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:17.046929 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18485b5-f10f-4ced-9a13-fc8d820bbe78 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f9c7735-5f9a-4785-8415-3c7fa10909ef,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:17.179078 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9ad0c548-e8c3-4cdf-880e-81ced08b3b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:17.208737 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0c548-e8c3-4cdf-880e-81ced08b3b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3231332b-9047-4fc5-9c8a-b4361915746d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:17.224749 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf236384-b1ef-489d-b08e-6bc091dd3f96 req-634738e1-2d1d-4444-820a-cb02da79d5a6 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:17.227550 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bf236384-b1ef-489d-b08e-6bc091dd3f96 req-634738e1-2d1d-4444-820a-cb02da79d5a6 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f162b4c-b810-46a1-b646-09a00da2fbd3 HTTP/1.1" status: 200 len: 943 time: 0.2399402 Mar 05 13:57:17.240686 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9ad0c548-e8c3-4cdf-880e-81ced08b3b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:17.244571 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9ad0c548-e8c3-4cdf-880e-81ced08b3b65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3231332b-9047-4fc5-9c8a-b4361915746d HTTP/1.1" status: 204 len: 168 time: 0.4936829 Mar 05 13:57:17.269296 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e18485b5-f10f-4ced-9a13-fc8d820bbe78 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "DELETE /v2.0/networks/5f9c7735-5f9a-4785-8415-3c7fa10909ef HTTP/1.1" status: 204 len: 168 time: 2.0192790 Mar 05 13:57:17.364679 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bf236384-b1ef-489d-b08e-6bc091dd3f96 req-6d95ba99-9c8c-4501-ad0a-5f1876011aeb tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246543 Mar 05 13:57:17.597286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48258dc7-5fc7-46ff-bb83-1ca865d34ad9 req-f82a8187-da8d-43b5-80e2-7688e3f21998 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:17.603587 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-48258dc7-5fc7-46ff-bb83-1ca865d34ad9 req-f82a8187-da8d-43b5-80e2-7688e3f21998 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.5418205 Mar 05 13:57:17.681535 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec0232-445d-4e0e-bebf-2bd52f737f71 req-b586ae7e-8644-4ad6-a953-47514411dfcb tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:17.683644 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16ec0232-445d-4e0e-bebf-2bd52f737f71 req-b586ae7e-8644-4ad6-a953-47514411dfcb tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 945 time: 0.1263642 Mar 05 13:57:17.736994 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-48258dc7-5fc7-46ff-bb83-1ca865d34ad9 req-12eeacb4-23a8-49d3-b80e-d753dc0701d1 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251361 Mar 05 13:57:17.737948 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ce74aa9c-7492-4f59-b353-2972049305e2 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:17.821549 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16ec0232-445d-4e0e-bebf-2bd52f737f71 req-1e3d670c-2ffc-4d7d-b13c-66dd30aa8650 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293719 Mar 05 13:57:17.933768 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43132) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:17.939461 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-d9fda6e2-24e8-41e7-b09b-2127460be8bf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Request body: {'router': {'name': 'tempest-router--466294902', 'project_id': '214d4ba3e6bc475a8952eca0c30a8784'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:17.945855 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d9fda6e2-24e8-41e7-b09b-2127460be8bf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:17.950242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d9fda6e2-24e8-41e7-b09b-2127460be8bf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Usage tracker for resource:router and tenant:214d4ba3e6bc475a8952eca0c30a8784 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:17.955582 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d9fda6e2-24e8-41e7-b09b-2127460be8bf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:17.965652 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d9fda6e2-24e8-41e7-b09b-2127460be8bf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:17.985269 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d9fda6e2-24e8-41e7-b09b-2127460be8bf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:17.986476 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d9fda6e2-24e8-41e7-b09b-2127460be8bf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:18.012634 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d9fda6e2-24e8-41e7-b09b-2127460be8bf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:18.037043 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d9fda6e2-24e8-41e7-b09b-2127460be8bf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:18.061599 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d9fda6e2-24e8-41e7-b09b-2127460be8bf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:18.063054 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d9fda6e2-24e8-41e7-b09b-2127460be8bf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1281724 Mar 05 13:57:18.065823 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43144) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:18.131905 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43148) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:18.173646 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03bbcf77-6d26-4304-91b7-ef4d4edfa429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:18.249167 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-51c19311-d356-4e9e-8289-6662b1522312 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:18.298356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-03bbcf77-6d26-4304-91b7-ef4d4edfa429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:18.314625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-03bbcf77-6d26-4304-91b7-ef4d4edfa429 admin admin] Usage tracker for resource:security_group_rule and tenant:e85129fa9f354c9fb0537b474801f671 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:18.318986 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-03bbcf77-6d26-4304-91b7-ef4d4edfa429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:18.355931 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device a0664c71-0486-49a1-b50f-6d303b85740c details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:57:18.382034 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4d718-3197-4d51-b1e8-cdaf82408aca req-92721acd-0409-4808-aae3-ef90750dbccb tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:18.399591 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-58e4d718-3197-4d51-b1e8-cdaf82408aca req-92721acd-0409-4808-aae3-ef90750dbccb tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.4758162 Mar 05 13:57:18.510248 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43162) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:18.523469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-03bbcf77-6d26-4304-91b7-ef4d4edfa429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:18.527828 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce74aa9c-7492-4f59-b353-2972049305e2 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Router b3acb74c-7476-4fc9-be63-b7784eba438d has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:57:18.583495 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-58e4d718-3197-4d51-b1e8-cdaf82408aca req-8e7f6681-cc8e-40e8-8175-2164a1ed90bf tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828258 Mar 05 13:57:18.624704 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port a0664c71-0486-49a1-b50f-6d303b85740c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=a0664c71-0486-49a1-b50f-6d303b85740c,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:18.639323 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'a0664c71-0486-49a1-b50f-6d303b85740c', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'port_id': 'a0664c71-0486-49a1-b50f-6d303b85740c', 'mac_address': 'fa:16:3e:9d:4e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:57:18.700878 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:18.720679 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0664c71-0486-49a1-b50f-6d303b85740c {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:57:18.739050 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port a0664c71-0486-49a1-b50f-6d303b85740c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=a0664c71-0486-49a1-b50f-6d303b85740c,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:18.748312 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:18.811107 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-397ad007-b13f-4db5-9a23-de2961faff8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:18.822959 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=a0664c71-0486-49a1-b50f-6d303b85740c,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:18.846295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-397ad007-b13f-4db5-9a23-de2961faff8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:18.855116 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce74aa9c-7492-4f59-b353-2972049305e2 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:57:18.857603 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-397ad007-b13f-4db5-9a23-de2961faff8e admin admin] Usage tracker for resource:security_group_rule and tenant:1a095aa255324ac689819d986ca4d890 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:18.861866 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-397ad007-b13f-4db5-9a23-de2961faff8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:18.868059 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ce74aa9c-7492-4f59-b353-2972049305e2 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/routers/b3acb74c-7476-4fc9-be63-b7784eba438d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0576863 Mar 05 13:57:18.868352 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7461cb79-caab-467f-9d1f-238671bf00ac None None] Sync routers for ids ['b3acb74c-7476-4fc9-be63-b7784eba438d'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:57:18.872874 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43176) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:18.876348 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-397ad007-b13f-4db5-9a23-de2961faff8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:18.878723 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7461cb79-caab-467f-9d1f-238671bf00ac None None] Routers {'b3acb74c-7476-4fc9-be63-b7784eba438d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:57:18.879364 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7461cb79-caab-467f-9d1f-238671bf00ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:57:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3acb74c-7476-4fc9-be63-b7784eba438d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:18.934303 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-51c19311-d356-4e9e-8289-6662b1522312 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:18.941861 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-51c19311-d356-4e9e-8289-6662b1522312 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:18.971547 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['a0664c71-0486-49a1-b50f-6d303b85740c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:57:18.975871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e5b61-779d-47bb-99b6-6b2f0d6f393f req-125f3a4f-9fd2-4253-86b4-b52e2be98eef tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:18.982875 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-612e5b61-779d-47bb-99b6-6b2f0d6f393f req-125f3a4f-9fd2-4253-86b4-b52e2be98eef tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.2482350 Mar 05 13:57:19.013995 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c43add-5298-49a9-8c18-fae25a868cf6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting subnet f5592681-909b-4c14-a37d-b895b2387658 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:57:19.018794 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b34d5-4aa1-42e4-ad40-a9d8d8fb5502 req-649f0a47-fd21-46c2-afce-3ffc4b8402c0 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:19.020233 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1f4b34d5-4aa1-42e4-ad40-a9d8d8fb5502 req-649f0a47-fd21-46c2-afce-3ffc4b8402c0 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f162b4c-b810-46a1-b646-09a00da2fbd3 HTTP/1.1" status: 200 len: 943 time: 0.4232216 Mar 05 13:57:19.022961 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-89c43add-5298-49a9-8c18-fae25a868cf6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:19.030465 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03bbcf77-6d26-4304-91b7-ef4d4edfa429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:19.049442 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-51c19311-d356-4e9e-8289-6662b1522312 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:19.049936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c19311-d356-4e9e-8289-6662b1522312 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e16ed020-ed0a-4030-8836-59a5605dd81c {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:57:19.065619 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03bbcf77-6d26-4304-91b7-ef4d4edfa429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:19.086191 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-7461cb79-caab-467f-9d1f-238671bf00ac None None] Set router b3acb74c-7476-4fc9-be63-b7784eba438d gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:57:19.110110 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-612e5b61-779d-47bb-99b6-6b2f0d6f393f req-570f2386-0445-4f63-b226-198a621a4012 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260765 Mar 05 13:57:19.111413 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbcf77-6d26-4304-91b7-ef4d4edfa429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b8de36-4ffa-431e-9f92-ed771c42b85f,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:19.128992 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-89c43add-5298-49a9-8c18-fae25a868cf6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:19.144206 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1f4b34d5-4aa1-42e4-ad40-a9d8d8fb5502 req-c74889ea-a47f-49dd-a62a-61afcf659713 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120558 Mar 05 13:57:19.152942 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-51c19311-d356-4e9e-8289-6662b1522312 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:19.154553 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-51c19311-d356-4e9e-8289-6662b1522312 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "DELETE /v2.0/routers/e16ed020-ed0a-4030-8836-59a5605dd81c HTTP/1.1" status: 204 len: 168 time: 1.0874739 Mar 05 13:57:19.161574 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-03bbcf77-6d26-4304-91b7-ef4d4edfa429 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e85129fa9f354c9fb0537b474801f671&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0280931 Mar 05 13:57:19.166059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43184) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:19.248813 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b8fb964b-a87f-4e25-b01f-3f91808c957e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:19.317228 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b8fb964b-a87f-4e25-b01f-3f91808c957e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:19.345375 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-397ad007-b13f-4db5-9a23-de2961faff8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:19.378861 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-397ad007-b13f-4db5-9a23-de2961faff8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:19.489569 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b8fb964b-a87f-4e25-b01f-3f91808c957e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:19.520112 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b8fb964b-a87f-4e25-b01f-3f91808c957e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:19.521480 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b8fb964b-a87f-4e25-b01f-3f91808c957e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84b8de36-4ffa-431e-9f92-ed771c42b85f HTTP/1.1" status: 204 len: 168 time: 0.3543980 Mar 05 13:57:19.528889 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-89c43add-5298-49a9-8c18-fae25a868cf6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:19.529331 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb964b-a87f-4e25-b01f-3f91808c957e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b8de36-4ffa-431e-9f92-ed771c42b85f,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:19.563341 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-397ad007-b13f-4db5-9a23-de2961faff8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a095aa255324ac689819d986ca4d890&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0513785 Mar 05 13:57:19.564263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ad007-b13f-4db5-9a23-de2961faff8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4bf6c2-1108-434e-a1fe-c410ec38659a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:19.567713 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43196) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:19.579618 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49848ab3-15b7-4b73-b7da-10e9600d95ba req-32ed3a88-d7ff-4d41-bd6e-c91b0352127a tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:19.582325 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-49848ab3-15b7-4b73-b7da-10e9600d95ba req-32ed3a88-d7ff-4d41-bd6e-c91b0352127a tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 945 time: 0.1442444 Mar 05 13:57:19.645498 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43200) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:19.650205 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-89c43add-5298-49a9-8c18-fae25a868cf6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:19.701462 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f2898-59e1-4784-8da9-0fd4f59464d2 req-584e1944-8397-41f8-9e72-08c517e09b0e tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:19.708569 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-300f2898-59e1-4784-8da9-0fd4f59464d2 req-584e1944-8397-41f8-9e72-08c517e09b0e tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.2148499 Mar 05 13:57:19.723473 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-49848ab3-15b7-4b73-b7da-10e9600d95ba req-122f5598-a437-4066-a950-a671a03d2fb3 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249955 Mar 05 13:57:19.731730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c43add-5298-49a9-8c18-fae25a868cf6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Subnet': ['ID=f5592681-909b-4c14-a37d-b895b2387658,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:19.734113 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-89c43add-5298-49a9-8c18-fae25a868cf6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:19.740675 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b6806de-3381-4e3a-bde4-b4f74f9dcee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:19.742733 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfdc387-cc1c-489d-9b5b-6937e6f4c312 None None] Network b55893b6-d16b-4775-88ae-7080a7228eb5 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:57:19.760201 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-89c43add-5298-49a9-8c18-fae25a868cf6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/subnets/f5592681-909b-4c14-a37d-b895b2387658 HTTP/1.1" status: 204 len: 168 time: 0.8854368 Mar 05 13:57:19.762623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43206) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:19.778483 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7461cb79-caab-467f-9d1f-238671bf00ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:57:16Z', 'revision_number': 9, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '62b722bd-19e5-4f62-9853-9fdb22931db9', 'name': '', 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:62:84:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:10Z', 'updated_at': '2022-03-05T13:56:28Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:13Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:19.785974 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7461cb79-caab-467f-9d1f-238671bf00ac None None] Checking router: b3acb74c-7476-4fc9-be63-b7784eba438d for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:57:19.791842 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b6806de-3381-4e3a-bde4-b4f74f9dcee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:19.809495 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7461cb79-caab-467f-9d1f-238671bf00ac None None] Routers {'b3acb74c-7476-4fc9-be63-b7784eba438d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:57:19.810327 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7461cb79-caab-467f-9d1f-238671bf00ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:57:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3acb74c-7476-4fc9-be63-b7784eba438d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:19.860580 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-300f2898-59e1-4784-8da9-0fd4f59464d2 req-f533b093-b31c-4241-8740-062f6a5d71f6 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509659 Mar 05 13:57:19.884110 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b6806de-3381-4e3a-bde4-b4f74f9dcee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:19.904866 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6806de-3381-4e3a-bde4-b4f74f9dcee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4bf6c2-1108-434e-a1fe-c410ec38659a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:19.919228 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b6806de-3381-4e3a-bde4-b4f74f9dcee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:19.923643 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4b6806de-3381-4e3a-bde4-b4f74f9dcee6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd4bf6c2-1108-434e-a1fe-c410ec38659a HTTP/1.1" status: 204 len: 168 time: 0.3398981 Mar 05 13:57:20.057737 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0af7465d-0b36-4ae3-8a6d-4eab6dd0056a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:20.145509 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-0af7465d-0b36-4ae3-8a6d-4eab6dd0056a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting port 326dca0b-ed23-4349-bb1c-647ce370be97 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:20.146226 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0af7465d-0b36-4ae3-8a6d-4eab6dd0056a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:20.174827 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-7461cb79-caab-467f-9d1f-238671bf00ac None None] Set router b3acb74c-7476-4fc9-be63-b7784eba438d gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:57:20.220020 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7612be-e257-4a08-984a-412f7f030d73 None None] DHCP port deletion for b55893b6-d16b-4775-88ae-7080a7228eb5 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:57:20.226992 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3b7612be-e257-4a08-984a-412f7f030d73 None None] Deleting port 326dca0b-ed23-4349-bb1c-647ce370be97 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:20.228324 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3b7612be-e257-4a08-984a-412f7f030d73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:20.256822 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-153361bd-9d63-43ba-86de-f937da61a6ef tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-606511662', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}, 'admin_state_up': False}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:20.286748 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-153361bd-9d63-43ba-86de-f937da61a6ef tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:20.338277 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-153361bd-9d63-43ba-86de-f937da61a6ef tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Usage tracker for resource:router and tenant:f114f70964a24a37b5636fdd81b09ecf is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:20.348433 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-153361bd-9d63-43ba-86de-f937da61a6ef tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:20.386833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-153361bd-9d63-43ba-86de-f937da61a6ef tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:20.428721 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055c5bc-7142-4e56-9798-f47c3ae84583 req-77f547a9-f4fd-42a7-a57f-7611338c089c tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:20.434265 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d055c5bc-7142-4e56-9798-f47c3ae84583 req-77f547a9-f4fd-42a7-a57f-7611338c089c tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.3744016 Mar 05 13:57:20.500440 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-3b7612be-e257-4a08-984a-412f7f030d73 None None] For port 326dca0b-ed23-4349-bb1c-647ce370be97, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=326dca0b-ed23-4349-bb1c-647ce370be97,segment=NetworkSegment(766388b5-3451-41be-9855-f82f04934491),segment_id=766388b5-3451-41be-9855-f82f04934491)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:20.501020 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3b7612be-e257-4a08-984a-412f7f030d73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:20.513492 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-153361bd-9d63-43ba-86de-f937da61a6ef tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:20.514943 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-153361bd-9d63-43ba-86de-f937da61a6ef tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:20.599647 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7b384-3cb4-406d-930a-34064fb147dc req-9c1273f6-3d32-4866-9139-851071b058ac tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:20.603926 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d055c5bc-7142-4e56-9798-f47c3ae84583 req-4247757b-adb2-4737-bd1b-072364153cef tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303015 Mar 05 13:57:20.621341 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6cc7b384-3cb4-406d-930a-34064fb147dc req-9c1273f6-3d32-4866-9139-851071b058ac tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f162b4c-b810-46a1-b646-09a00da2fbd3 HTTP/1.1" status: 200 len: 944 time: 0.2609484 Mar 05 13:57:20.664483 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3b7612be-e257-4a08-984a-412f7f030d73 None None] Calling delete_port for 326dca0b-ed23-4349-bb1c-647ce370be97 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:57:20.753766 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6cc7b384-3cb4-406d-930a-34064fb147dc req-fe8d9c4c-5c0b-4b41-bc86-9cb9683defe7 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215670 Mar 05 13:57:20.782075 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device a0664c71-0486-49a1-b50f-6d303b85740c up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:57:20.831178 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3b7612be-e257-4a08-984a-412f7f030d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:20.841629 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-153361bd-9d63-43ba-86de-f937da61a6ef tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:20.848712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-0af7465d-0b36-4ae3-8a6d-4eab6dd0056a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] For port 326dca0b-ed23-4349-bb1c-647ce370be97, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=326dca0b-ed23-4349-bb1c-647ce370be97,segment=NetworkSegment(766388b5-3451-41be-9855-f82f04934491),segment_id=766388b5-3451-41be-9855-f82f04934491)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:20.849117 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0af7465d-0b36-4ae3-8a6d-4eab6dd0056a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:20.917351 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7612be-e257-4a08-984a-412f7f030d73 None None] Pushing event deleted for resources: {'Port': ['ID=326dca0b-ed23-4349-bb1c-647ce370be97,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:20.919393 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7612be-e257-4a08-984a-412f7f030d73 None None] No DVR routers for this DVR port 326dca0b-ed23-4349-bb1c-647ce370be97 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:57:20.964122 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port a0664c71-0486-49a1-b50f-6d303b85740c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:57:20.972838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port a0664c71-0486-49a1-b50f-6d303b85740c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:57:20.973390 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:21.107225 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7461cb79-caab-467f-9d1f-238671bf00ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:57:16Z', 'revision_number': 9, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '62b722bd-19e5-4f62-9853-9fdb22931db9', 'name': '', 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:62:84:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:10Z', 'updated_at': '2022-03-05T13:56:28Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:13Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:21.113720 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7461cb79-caab-467f-9d1f-238671bf00ac None None] The sync data for ids ['b3acb74c-7476-4fc9-be63-b7784eba438d'] in n-d-803718-1 is: [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:57:16Z', 'revision_number': 9, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '62b722bd-19e5-4f62-9853-9fdb22931db9', 'name': '', 'network_id': 'b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:62:84:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:10Z', 'updated_at': '2022-03-05T13:56:28Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': 'e18cab26-cda7-49d0-b101-43a0a4123dbd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:13Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:57:21.142301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-0af7465d-0b36-4ae3-8a6d-4eab6dd0056a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Calling delete_port for 326dca0b-ed23-4349-bb1c-647ce370be97 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:57:21.248457 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-0af7465d-0b36-4ae3-8a6d-4eab6dd0056a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:57:21.248769 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-0af7465d-0b36-4ae3-8a6d-4eab6dd0056a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:57:21.274298 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:21.324910 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port a0664c71-0486-49a1-b50f-6d303b85740c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=a0664c71-0486-49a1-b50f-6d303b85740c,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:21.326409 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f162b4c-b810-46a1-b646-09a00da2fbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0664c71-0486-49a1-b50f-6d303b85740c'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:57:21.334373 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:21.413510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f197d86-53ed-449b-9db0-cff3809e5823 req-c32043ca-21b0-4ebf-887f-4c0201998258 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:21.415230 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5f197d86-53ed-449b-9db0-cff3809e5823 req-c32043ca-21b0-4ebf-887f-4c0201998258 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 946 time: 0.5402923 Mar 05 13:57:21.455678 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469c818-868d-4201-b876-37ec9fc9c868 req-a5f8b942-1496-4d1d-9a1e-e4987cc63065 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:21.464414 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c469c818-868d-4201-b876-37ec9fc9c868 req-a5f8b942-1496-4d1d-9a1e-e4987cc63065 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 945 time: 0.1006134 Mar 05 13:57:21.541176 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c469c818-868d-4201-b876-37ec9fc9c868 req-e1bcef16-da16-45b0-a581-1f9ebd8404b0 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754838 Mar 05 13:57:21.541692 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43262) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:21.560591 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5f197d86-53ed-449b-9db0-cff3809e5823 req-dfb80fb3-2829-4ca3-a4be-ab4351486b39 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833032 Mar 05 13:57:21.606605 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=a0664c71-0486-49a1-b50f-6d303b85740c,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:21.609327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 326dca0b-ed23-4349-bb1c-647ce370be97 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:57:21.685006 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 326dca0b-ed23-4349-bb1c-647ce370be97 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:57:21.688403 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 326dca0b-ed23-4349-bb1c-647ce370be97 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:57:21.743351 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f162b4c-b810-46a1-b646-09a00da2fbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0664c71-0486-49a1-b50f-6d303b85740c', 'code': 200} Mar 05 13:57:21.754288 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f1ace-6762-4ccf-8d73-e46083add46c req-aaefa069-e0e4-4702-ac8c-c713f96ba47d tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:21.759156 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7b5f1ace-6762-4ccf-8d73-e46083add46c req-aaefa069-e0e4-4702-ac8c-c713f96ba47d tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.15 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 946 time: 0.2026558 Mar 05 13:57:21.761132 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-0af7465d-0b36-4ae3-8a6d-4eab6dd0056a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting port 326dca0b-ed23-4349-bb1c-647ce370be97 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:21.761579 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0af7465d-0b36-4ae3-8a6d-4eab6dd0056a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:21.792774 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-153361bd-9d63-43ba-86de-f937da61a6ef tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:21.810726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43270) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:21.879037 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-0af7465d-0b36-4ae3-8a6d-4eab6dd0056a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] The port '326dca0b-ed23-4349-bb1c-647ce370be97' was deleted {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:57:21.894891 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-b66968bd-5528-4a61-adcd-b1cda28f0525 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2061658120-network', 'tenant_id': '7cd571e0577f428d9ea574f5ecb9c967'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:21.930058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b66968bd-5528-4a61-adcd-b1cda28f0525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:21.979590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-cecc71a0-7edf-4659-8b3b-b3a1b09518c6 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:21.980102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b66968bd-5528-4a61-adcd-b1cda28f0525 admin admin] Usage tracker for resource:network and tenant:7cd571e0577f428d9ea574f5ecb9c967 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:21.983413 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cecc71a0-7edf-4659-8b3b-b3a1b09518c6 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1685045 Mar 05 13:57:21.984502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43278) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:21.985396 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b66968bd-5528-4a61-adcd-b1cda28f0525 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:22.008825 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-95e40673-5b5a-4000-8131-130caa457b38 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.009663 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-95e40673-5b5a-4000-8131-130caa457b38 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0168939 Mar 05 13:57:22.010556 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b66968bd-5528-4a61-adcd-b1cda28f0525 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:22.016954 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43282) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.030418 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-7b5f1ace-6762-4ccf-8d73-e46083add46c req-757e8faf-9255-4456-b31e-f5ec235a12c7 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Deleting port f2604b13-b870-4a29-af7f-02757731f1ff {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:22.030779 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7b5f1ace-6762-4ccf-8d73-e46083add46c req-757e8faf-9255-4456-b31e-f5ec235a12c7 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:22.065685 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-650401a3-45f8-4330-a546-813589c3d2a8 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.066858 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-650401a3-45f8-4330-a546-813589c3d2a8 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0455258 Mar 05 13:57:22.075774 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43286) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.088532 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0af7465d-0b36-4ae3-8a6d-4eab6dd0056a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:22.090315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-0ad7792c-8e50-4dd6-a33f-8e0af8b80c5f tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.091259 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0ad7792c-8e50-4dd6-a33f-8e0af8b80c5f tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0100882 Mar 05 13:57:22.095729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66968bd-5528-4a61-adcd-b1cda28f0525 admin admin] Made reservation on behalf of 7cd571e0577f428d9ea574f5ecb9c967 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:57:22.097855 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43290) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.097996 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b66968bd-5528-4a61-adcd-b1cda28f0525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:22.111375 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-112a1af7-05fb-431c-8997-7b57fadb82a0 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.112303 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-112a1af7-05fb-431c-8997-7b57fadb82a0 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0092475 Mar 05 13:57:22.127668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43294) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.142823 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-79bedfd4-b9a1-4c54-a6b2-8643c45c4f5e tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.143744 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-79bedfd4-b9a1-4c54-a6b2-8643c45c4f5e tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0104392 Mar 05 13:57:22.146728 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b66968bd-5528-4a61-adcd-b1cda28f0525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:22.152051 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43298) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.176832 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-dd0ba39a-90d1-4207-9c05-ff3b20606dd2 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.177766 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dd0ba39a-90d1-4207-9c05-ff3b20606dd2 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0143747 Mar 05 13:57:22.181047 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43302) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.185198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-0af7465d-0b36-4ae3-8a6d-4eab6dd0056a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55893b6-d16b-4775-88ae-7080a7228eb5']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:22.197552 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-081d309e-2fc3-4c26-b881-eb537dc156b6 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.198494 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-081d309e-2fc3-4c26-b881-eb537dc156b6 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0164552 Mar 05 13:57:22.202578 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43306) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.208870 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-0af7465d-0b36-4ae3-8a6d-4eab6dd0056a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766388b5-3451-41be-9855-f82f04934491') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:22.209163 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-0af7465d-0b36-4ae3-8a6d-4eab6dd0056a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766388b5-3451-41be-9855-f82f04934491') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:22.216591 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b300b-c481-43fa-ace4-9a07696e556b req-66daf47f-a694-406c-9d18-4f7b19986976 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:22.218044 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e21b300b-c481-43fa-ace4-9a07696e556b req-66daf47f-a694-406c-9d18-4f7b19986976 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.4579918 Mar 05 13:57:22.219624 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-408f4abe-be30-4a76-a69b-1713833da2b4 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.224219 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-408f4abe-be30-4a76-a69b-1713833da2b4 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0148096 Mar 05 13:57:22.224363 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b66968bd-5528-4a61-adcd-b1cda28f0525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:22.224641 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43310) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.232910 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b66968bd-5528-4a61-adcd-b1cda28f0525 admin admin] Usage tracker for resource:security_group_rule and tenant:7cd571e0577f428d9ea574f5ecb9c967 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:22.237530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b66968bd-5528-4a61-adcd-b1cda28f0525 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:22.238282 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0af7465d-0b36-4ae3-8a6d-4eab6dd0056a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:22.243068 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-e6afd575-3160-4a00-965a-2464d3cca144 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.244014 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e6afd575-3160-4a00-965a-2464d3cca144 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0151408 Mar 05 13:57:22.253739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43314) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.256835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be372585-be51-48ef-b1c2-4afb7ce52fc7 req-8fe5bf75-9221-4952-9afa-09a557154d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:22.258347 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-be372585-be51-48ef-b1c2-4afb7ce52fc7 req-8fe5bf75-9221-4952-9afa-09a557154d95 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f162b4c-b810-46a1-b646-09a00da2fbd3 HTTP/1.1" status: 200 len: 1096 time: 0.3324311 Mar 05 13:57:22.259283 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b66968bd-5528-4a61-adcd-b1cda28f0525 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:22.269251 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-3a2df727-c406-44fc-8701-e886b983bcc6 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.270187 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3a2df727-c406-44fc-8701-e886b983bcc6 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0103381 Mar 05 13:57:22.276343 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43318) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.281232 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0af7465d-0b36-4ae3-8a6d-4eab6dd0056a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:22.286196 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-c3e9537f-3e3e-4df3-8606-acb151747c83 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.290195 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c3e9537f-3e3e-4df3-8606-acb151747c83 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0107143 Mar 05 13:57:22.299475 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97daa21b-d552-4c58-8ba0-5f8c421f8abb req-eedf080f-32eb-4a12-9d46-bb7aaa1bb425 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:22.300929 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-97daa21b-d552-4c58-8ba0-5f8c421f8abb req-eedf080f-32eb-4a12-9d46-bb7aaa1bb425 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f162b4c-b810-46a1-b646-09a00da2fbd3 HTTP/1.1" status: 200 len: 945 time: 0.3461454 Mar 05 13:57:22.302634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43322) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.306346 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af7465d-0b36-4ae3-8a6d-4eab6dd0056a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:57:22.306751 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0af7465d-0b36-4ae3-8a6d-4eab6dd0056a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:57:22.322937 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:57:22.339736 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-1d2a9130-1f22-4aa5-9398-76a303f5583a tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.340734 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1d2a9130-1f22-4aa5-9398-76a303f5583a tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0364399 Mar 05 13:57:22.350519 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43326) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.415600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-a412814a-ec33-422e-ab91-286c21ef4222 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.415893 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a412814a-ec33-422e-ab91-286c21ef4222 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0528924 Mar 05 13:57:22.424829 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43330) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.437234 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e21b300b-c481-43fa-ace4-9a07696e556b req-3b85cc2b-407f-45b7-b1cf-4e20aac3cdc7 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053516 Mar 05 13:57:22.437740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-59691f48-748e-4d58-9e72-632108184bde tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.438690 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-59691f48-748e-4d58-9e72-632108184bde tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0099080 Mar 05 13:57:22.447199 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43334) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.457278 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-be372585-be51-48ef-b1c2-4afb7ce52fc7 req-a5f3cc5f-dba0-427a-aee6-57fee1a6f0d4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788034 Mar 05 13:57:22.466385 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-769326d5-afba-4ce1-824d-c77c3b3e4b7e tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.467340 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-769326d5-afba-4ce1-824d-c77c3b3e4b7e tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0125766 Mar 05 13:57:22.471385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43338) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.474873 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-97daa21b-d552-4c58-8ba0-5f8c421f8abb req-d4045b16-8503-453d-a26c-a76d62ac249c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500213 Mar 05 13:57:22.476508 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-361abe04-556a-49f1-b4e0-3e83b6b557bd tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.477577 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-361abe04-556a-49f1-b4e0-3e83b6b557bd tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0050738 Mar 05 13:57:22.481155 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43342) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.493195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-6433be59-2021-4ce0-ad66-488dda8b5012 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.494324 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6433be59-2021-4ce0-ad66-488dda8b5012 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0122852 Mar 05 13:57:22.498012 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43346) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.512973 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-c1d67985-e755-4cdb-a6ae-376f28296c9f tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.516118 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c1d67985-e755-4cdb-a6ae-376f28296c9f tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0139642 Mar 05 13:57:22.516550 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43350) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.535676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-eb283b0b-8b63-460b-9884-e2d496b3c7b9 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.537078 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-eb283b0b-8b63-460b-9884-e2d496b3c7b9 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0158350 Mar 05 13:57:22.539276 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-7b5f1ace-6762-4ccf-8d73-e46083add46c req-757e8faf-9255-4456-b31e-f5ec235a12c7 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] For port f2604b13-b870-4a29-af7f-02757731f1ff, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=f2604b13-b870-4a29-af7f-02757731f1ff,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:22.539619 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7b5f1ace-6762-4ccf-8d73-e46083add46c req-757e8faf-9255-4456-b31e-f5ec235a12c7 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:22.550271 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43354) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.555011 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0af7465d-0b36-4ae3-8a6d-4eab6dd0056a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:22.558931 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0af7465d-0b36-4ae3-8a6d-4eab6dd0056a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:22.598809 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0af7465d-0b36-4ae3-8a6d-4eab6dd0056a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/networks/b55893b6-d16b-4775-88ae-7080a7228eb5 HTTP/1.1" status: 204 len: 168 time: 2.8351169 Mar 05 13:57:22.608599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43362) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.700608 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-df84d269-8b5c-4f8d-910c-3d6806b9f6ff tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.700608 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-df84d269-8b5c-4f8d-910c-3d6806b9f6ff tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.1464708 Mar 05 13:57:22.798317 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43366) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.819178 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-bde4d4f4-33e1-4b77-b316-1f3d88e3256f tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.823224 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-bde4d4f4-33e1-4b77-b316-1f3d88e3256f tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0225010 Mar 05 13:57:22.826120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43370) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.845836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-aa7d95f1-f9f0-4e8f-a470-94df93b051b5 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.849076 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-aa7d95f1-f9f0-4e8f-a470-94df93b051b5 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0166228 Mar 05 13:57:22.853636 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b66968bd-5528-4a61-adcd-b1cda28f0525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:22.854401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43374) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.867869 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7465d-0b36-4ae3-8a6d-4eab6dd0056a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Network': ['ID=b55893b6-d16b-4775-88ae-7080a7228eb5,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:22.870196 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-b9a1802e-34bd-459f-bba7-955632171724 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.873548 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b9a1802e-34bd-459f-bba7-955632171724 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0144887 Mar 05 13:57:22.875642 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b66968bd-5528-4a61-adcd-b1cda28f0525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:22.878248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43378) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.956950 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-1aebd229-fdf8-4353-b242-a827fd72df92 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.960297 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1aebd229-fdf8-4353-b242-a827fd72df92 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0194013 Mar 05 13:57:22.960455 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-153361bd-9d63-43ba-86de-f937da61a6ef tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:22.970420 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43382) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.977756 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-23a16c34-1afc-4928-9143-061e6503632a tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:22.980888 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-23a16c34-1afc-4928-9143-061e6503632a tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0051231 Mar 05 13:57:22.981975 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43386) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:22.994571 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66968bd-5528-4a61-adcd-b1cda28f0525 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:57:23.012526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66968bd-5528-4a61-adcd-b1cda28f0525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3859f3-2406-4018-b0fc-b5b2fff720fa,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:23.032803 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b66968bd-5528-4a61-adcd-b1cda28f0525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:23.033138 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-b66968bd-5528-4a61-adcd-b1cda28f0525 admin admin] Added segment a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d of type vlan for network f414ad02-1c0c-4bd5-b50a-8327414e8a67 Mar 05 13:57:23.046669 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-09d5e7e0-96ac-4ef2-94b0-873351a0f087 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.050085 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-09d5e7e0-96ac-4ef2-94b0-873351a0f087 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0108056 Mar 05 13:57:23.056148 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-153361bd-9d63-43ba-86de-f937da61a6ef tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:23.057733 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43390) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.069295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-e6758671-d3e9-4e5f-8143-5e921b1dc731 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.071109 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e6758671-d3e9-4e5f-8143-5e921b1dc731 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0099893 Mar 05 13:57:23.082098 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fef1eda9-5942-4900-ab5a-49cdb433241c no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:57:23.100049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43394) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.124202 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: fef1eda9-5942-4900-ab5a-49cdb433241c {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:57:23.124635 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fef1eda9-5942-4900-ab5a-49cdb433241c not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:57:23.128345 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-84c73ade-2621-41a1-b197-b35526beb703 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.133381 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-84c73ade-2621-41a1-b197-b35526beb703 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0256283 Mar 05 13:57:23.137256 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43398) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.150393 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae18a9c-b056-4943-861d-5f6fe60c04bd req-1cef7b9d-a76e-41fc-abc1-da197b8c7407 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:23.151882 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4ae18a9c-b056-4943-861d-5f6fe60c04bd req-1cef7b9d-a76e-41fc-abc1-da197b8c7407 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 945 time: 0.4624863 Mar 05 13:57:23.157232 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-de71cb89-82ac-4ccd-b6a2-ac8c708fee06 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.160615 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-de71cb89-82ac-4ccd-b6a2-ac8c708fee06 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0161309 Mar 05 13:57:23.161498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43402) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.167691 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b66968bd-5528-4a61-adcd-b1cda28f0525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:23.177426 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-1217a96d-41ff-4868-b31a-7f45f6055856 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.181228 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1217a96d-41ff-4868-b31a-7f45f6055856 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0165911 Mar 05 13:57:23.189525 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43406) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.215746 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-57191a06-138f-42e4-9f89-dd27ef888e40 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.218963 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-57191a06-138f-42e4-9f89-dd27ef888e40 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0117919 Mar 05 13:57:23.222229 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43410) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.222826 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7b5f1ace-6762-4ccf-8d73-e46083add46c req-757e8faf-9255-4456-b31e-f5ec235a12c7 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:23.223191 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7b5f1ace-6762-4ccf-8d73-e46083add46c req-757e8faf-9255-4456-b31e-f5ec235a12c7 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:23.223509 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [req-7b5f1ace-6762-4ccf-8d73-e46083add46c req-757e8faf-9255-4456-b31e-f5ec235a12c7 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Floating IP 087796e1-40e2-42f7-963f-de5d8005173e disassociated. External IP: 172.25.4.227, port: f2604b13-b870-4a29-af7f-02757731f1ff. Mar 05 13:57:23.223828 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-7b5f1ace-6762-4ccf-8d73-e46083add46c req-757e8faf-9255-4456-b31e-f5ec235a12c7 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Calling delete_port for f2604b13-b870-4a29-af7f-02757731f1ff owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:57:23.277019 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-45a0a1c1-7c37-4b87-88d2-09375c8d4540 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.280385 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-45a0a1c1-7c37-4b87-88d2-09375c8d4540 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0209110 Mar 05 13:57:23.283713 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43414) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.302721 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-9087503f-bd0d-44fa-934a-a780bbd81ec8 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.305957 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9087503f-bd0d-44fa-934a-a780bbd81ec8 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0127501 Mar 05 13:57:23.312367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43418) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.320381 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4ae18a9c-b056-4943-861d-5f6fe60c04bd req-b984ef8e-f22d-478e-bfd7-d7c0f51abd0d tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456344 Mar 05 13:57:23.323431 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-06e74839-1c1a-44ff-80ee-97010b28dfe3 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.326937 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-06e74839-1c1a-44ff-80ee-97010b28dfe3 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0110898 Mar 05 13:57:23.331709 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43422) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.337648 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b66968bd-5528-4a61-adcd-b1cda28f0525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:23.338574 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66968bd-5528-4a61-adcd-b1cda28f0525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:23.339169 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b66968bd-5528-4a61-adcd-b1cda28f0525 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:23.347398 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-d583f962-fb5b-41f5-921e-0d91d0db6a36 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.350610 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d583f962-fb5b-41f5-921e-0d91d0db6a36 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0155618 Mar 05 13:57:23.355455 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43426) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.365385 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67b2dd-d47c-4df3-9d5f-f837e16b715a req-5705cf43-25a8-48c7-95e6-3d1ddf9a6192 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:23.372210 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca67b2dd-d47c-4df3-9d5f-f837e16b715a req-5705cf43-25a8-48c7-95e6-3d1ddf9a6192 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 946 time: 0.5739186 Mar 05 13:57:23.400417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-ac03b3fe-d349-495e-8ac2-6e4771d4501e tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.401404 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ac03b3fe-d349-495e-8ac2-6e4771d4501e tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0448925 Mar 05 13:57:23.404514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43430) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.418170 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-8a8bff72-1b2d-4712-bb67-b1cc9d58c819 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.421606 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8a8bff72-1b2d-4712-bb67-b1cc9d58c819 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0130687 Mar 05 13:57:23.430135 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43434) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.443689 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-12f26db6-b8a1-4c90-880b-8487506a1224 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.447285 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-12f26db6-b8a1-4c90-880b-8487506a1224 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0113206 Mar 05 13:57:23.469618 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43438) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.482047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-f033f796-917a-449d-82ad-53d00b9e57aa tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.483313 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f033f796-917a-449d-82ad-53d00b9e57aa tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0118444 Mar 05 13:57:23.488335 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43444) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.529700 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b66968bd-5528-4a61-adcd-b1cda28f0525 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9869471 Mar 05 13:57:23.534379 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-153361bd-9d63-43ba-86de-f937da61a6ef tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Allocated IP 172.25.4.113 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/b2492b65-4534-41f8-bfdb-2759f807fd09) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:57:23.535114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-96cdc3bf-ca69-4dd7-85a2-786b82262f6b tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.536152 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-96cdc3bf-ca69-4dd7-85a2-786b82262f6b tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0467315 Mar 05 13:57:23.537041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66968bd-5528-4a61-adcd-b1cda28f0525 admin admin] Pushing event updated for resources: {'Network': ['ID=f414ad02-1c0c-4bd5-b50a-8327414e8a67,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:23.545120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43450) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.545453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43452) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.548673 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network f414ad02-1c0c-4bd5-b50a-8327414e8a67 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:57:23.556913 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-7b2cf1f2-a08d-43a3-9199-82d33fe6146c tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.560441 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7b2cf1f2-a08d-43a3-9199-82d33fe6146c tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0115829 Mar 05 13:57:23.566427 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-66b9af9f-b1a9-4089-a0eb-24139b1b23e0 admin admin] Request body: {'subnet': {'network_id': 'f414ad02-1c0c-4bd5-b50a-8327414e8a67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2061658120-subnet', 'tenant_id': '7cd571e0577f428d9ea574f5ecb9c967', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:23.572437 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43458) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.578200 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-66b9af9f-b1a9-4089-a0eb-24139b1b23e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:23.583654 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-b70d41b5-9dc0-4507-aa8f-66384ac997e3 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.586941 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b70d41b5-9dc0-4507-aa8f-66384ac997e3 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0127120 Mar 05 13:57:23.589677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43462) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.593280 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-66b9af9f-b1a9-4089-a0eb-24139b1b23e0 admin admin] Usage tracker for resource:subnet and tenant:7cd571e0577f428d9ea574f5ecb9c967 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:23.602032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-df1bab90-3d02-415b-8042-1451087b8208 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.605562 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-df1bab90-3d02-415b-8042-1451087b8208 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0138528 Mar 05 13:57:23.606459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-66b9af9f-b1a9-4089-a0eb-24139b1b23e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:23.610385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43466) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.616222 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-66b9af9f-b1a9-4089-a0eb-24139b1b23e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:23.621666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-3b42c9b5-b5e6-47c2-a14b-3e3c101a70ca tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.625215 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3b42c9b5-b5e6-47c2-a14b-3e3c101a70ca tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0138946 Mar 05 13:57:23.625794 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43470) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.631376 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7b5f1ace-6762-4ccf-8d73-e46083add46c req-757e8faf-9255-4456-b31e-f5ec235a12c7 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:23.638152 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-afb97940-ef68-4794-9ab7-35825538c202 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.641728 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-afb97940-ef68-4794-9ab7-35825538c202 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0136514 Mar 05 13:57:23.646741 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43474) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.688381 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca67b2dd-d47c-4df3-9d5f-f837e16b715a req-06d39826-712c-4146-be94-fa7ff2d8c1e8 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups?id=e50c82b6-0045-46ef-a16a-9c5866595ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3153441 Mar 05 13:57:23.689276 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-36c15562-c878-4210-963e-31f285be40a8 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.692883 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-36c15562-c878-4210-963e-31f285be40a8 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0160649 Mar 05 13:57:23.694509 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43478) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.702638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b9af9f-b1a9-4089-a0eb-24139b1b23e0 admin admin] Made reservation on behalf of 7cd571e0577f428d9ea574f5ecb9c967 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:57:23.704994 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-66b9af9f-b1a9-4089-a0eb-24139b1b23e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:23.749259 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-e4a7a225-ed15-459b-aa15-d83628b06bbb tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.750344 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e4a7a225-ed15-459b-aa15-d83628b06bbb tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0523477 Mar 05 13:57:23.757420 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43482) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.768893 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e8faf-9255-4456-b31e-f5ec235a12c7 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Pushing event deleted for resources: {'Port': ['ID=f2604b13-b870-4a29-af7f-02757731f1ff,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:23.769648 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-a369b07d-dc2c-4d43-ade6-a701c360c11a tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.775734 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a369b07d-dc2c-4d43-ade6-a701c360c11a tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0055554 Mar 05 13:57:23.792523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43486) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.807382 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-2c42ff9d-0bd7-417e-aab8-d2b63a3a4807 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.810944 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2c42ff9d-0bd7-417e-aab8-d2b63a3a4807 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0141900 Mar 05 13:57:23.816437 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43490) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.835050 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-84c0f37b-5583-49f8-bb54-6d6020ac858c tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.836145 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-84c0f37b-5583-49f8-bb54-6d6020ac858c tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0180905 Mar 05 13:57:23.840249 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-153361bd-9d63-43ba-86de-f937da61a6ef tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:23.870628 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43494) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.937113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-a7f15601-6894-426d-9f94-f5f36e085e9b tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.938042 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a7f15601-6894-426d-9f94-f5f36e085e9b tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0253301 Mar 05 13:57:23.946320 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43498) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.962307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-a7c8cc93-dbb8-4f0b-ae43-151e4565116e tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.963300 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a7c8cc93-dbb8-4f0b-ae43-151e4565116e tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0150983 Mar 05 13:57:23.966058 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43502) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.975418 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-f8ba16e0-4367-46fb-877a-fd26af7f04ac tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:23.977052 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f8ba16e0-4367-46fb-877a-fd26af7f04ac tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0092392 Mar 05 13:57:23.986754 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43506) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:23.990972 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-153361bd-9d63-43ba-86de-f937da61a6ef tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:23.999166 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-0c069d93-cc96-4cd3-ae89-ddad18495625 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:24.000091 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0c069d93-cc96-4cd3-ae89-ddad18495625 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0124314 Mar 05 13:57:24.036749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43510) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:24.060203 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-6af57f1b-d4d3-49cb-89ce-38c78a092013 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:24.061041 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6af57f1b-d4d3-49cb-89ce-38c78a092013 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0215011 Mar 05 13:57:24.068852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af761787-6cfa-42dd-8c8e-1304a572b996 req-5aa8af0a-a4b7-487e-ac0d-bc757e9bf82b tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:24.070324 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-af761787-6cfa-42dd-8c8e-1304a572b996 req-5aa8af0a-a4b7-487e-ac0d-bc757e9bf82b tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f162b4c-b810-46a1-b646-09a00da2fbd3 HTTP/1.1" status: 200 len: 945 time: 0.2421291 Mar 05 13:57:24.072230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43514) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:24.081650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-54fbd8e4-4d1c-4ff5-9738-df20aa233cf5 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:24.082648 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-54fbd8e4-4d1c-4ff5-9738-df20aa233cf5 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0094962 Mar 05 13:57:24.088095 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153361bd-9d63-43ba-86de-f937da61a6ef tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:57:24.095930 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43518) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:24.102230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-f0324edf-d5ff-4657-bde7-36deac161445 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:24.103243 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f0324edf-d5ff-4657-bde7-36deac161445 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0052266 Mar 05 13:57:24.112865 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db56f9-c333-4e6b-9891-1ef7d298cd2b req-f42e4b1b-307e-42cd-beb0-b27fad71d338 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:24.114256 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-65db56f9-c333-4e6b-9891-1ef7d298cd2b req-f42e4b1b-307e-42cd-beb0-b27fad71d338 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.4331744 Mar 05 13:57:24.117783 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43522) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:24.119030 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-153361bd-9d63-43ba-86de-f937da61a6ef tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:57:24.130808 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153361bd-9d63-43ba-86de-f937da61a6ef tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:57:24.158037 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153361bd-9d63-43ba-86de-f937da61a6ef tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Pushing event updated for resources: {'Port': ['ID=b2492b65-4534-41f8-bfdb-2759f807fd09,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:24.159655 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-d28f41bb-fdb2-45a9-9720-f46f76a4df15 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:24.164215 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d28f41bb-fdb2-45a9-9720-f46f76a4df15 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0399806 Mar 05 13:57:24.165734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43526) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:24.185623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b5f1ace-6762-4ccf-8d73-e46083add46c req-757e8faf-9255-4456-b31e-f5ec235a12c7 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Router 11b22a34-db94-48ea-88a2-77f69a6ef0b0 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:57:24.190836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-071bd695-3bdb-4c71-96bb-2d64a1b16c9c tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:24.191493 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-071bd695-3bdb-4c71-96bb-2d64a1b16c9c tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0101714 Mar 05 13:57:24.196531 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43530) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:24.205963 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b85c0e90-6e52-46f7-9c84-61d075081ee3 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:24.222527 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-9f40ca96-069e-4c35-ab40-504b90e18ebb tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:24.226088 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9f40ca96-069e-4c35-ab40-504b90e18ebb tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0189841 Mar 05 13:57:24.229331 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43534) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:24.247151 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-dc806e11-6c98-4c7b-b03d-24fff78f6dd3 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:24.250659 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dc806e11-6c98-4c7b-b03d-24fff78f6dd3 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0150032 Mar 05 13:57:24.263206 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43538) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:24.275704 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-af761787-6cfa-42dd-8c8e-1304a572b996 req-0571b269-15dc-4079-a4f1-7a5560530a19 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942453 Mar 05 13:57:24.286233 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-e1729833-f476-4987-8e16-abeb1e1474c9 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:24.287208 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e1729833-f476-4987-8e16-abeb1e1474c9 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0231886 Mar 05 13:57:24.330653 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43542) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:24.368717 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-64c61377-666d-4eda-8ab9-2f303406333f tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:24.372223 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-64c61377-666d-4eda-8ab9-2f303406333f tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0202072 Mar 05 13:57:24.380342 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-65db56f9-c333-4e6b-9891-1ef7d298cd2b req-d651a798-d33c-40ef-84cc-91aa3ed34a7f tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244225 Mar 05 13:57:24.380799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43548) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:24.402868 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-d4b2315e-1da0-4510-85e2-4eff5e89484e tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:24.402868 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d4b2315e-1da0-4510-85e2-4eff5e89484e tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0120759 Mar 05 13:57:24.422037 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43556) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:24.422919 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-66b9af9f-b1a9-4089-a0eb-24139b1b23e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:24.433904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [None req-0ff8fa10-281c-4730-a7fe-3e15b21b200c tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:24.438230 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0ff8fa10-281c-4730-a7fe-3e15b21b200c tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0095873 Mar 05 13:57:24.509368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43560) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:24.589217 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-0358c99b-6405-4a0b-a6c3-1c64a70bdbf2 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:24.590092 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0358c99b-6405-4a0b-a6c3-1c64a70bdbf2 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0779772 Mar 05 13:57:24.596041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43564) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:24.692019 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-c5676cb4-b7f4-4c6d-9235-876dd6050607 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:24.692984 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c5676cb4-b7f4-4c6d-9235-876dd6050607 tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0472796 Mar 05 13:57:24.714001 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43568) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:24.738820 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [None req-95c974c2-af61-43e8-9c6b-af093845c83f tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:24.739810 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-95c974c2-af61-43e8-9c6b-af093845c83f tempest-ExtensionsTestJSON-548336402 tempest-ExtensionsTestJSON-548336402-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0228469 Mar 05 13:57:24.755909 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3837c09c-e91b-4692-b77d-d3f8c5133789 req-ea396ec2-3ee2-4c40-81a4-378abeb3f332 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=8857cbe55e484452818a32b411d7670f HTTP/1.1" status: 200 len: 267 time: 0.2474437 Mar 05 13:57:24.788098 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b5f1ace-6762-4ccf-8d73-e46083add46c req-757e8faf-9255-4456-b31e-f5ec235a12c7 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:57:24.800491 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349d1456-9965-4d7b-a477-7119c89e2cf0 None None] Sync routers for ids ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:57:24.813627 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349d1456-9965-4d7b-a477-7119c89e2cf0 None None] Routers {'11b22a34-db94-48ea-88a2-77f69a6ef0b0'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:57:24.815513 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-349d1456-9965-4d7b-a477-7119c89e2cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:57:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:24.829639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9af9f-b1a9-4089-a0eb-24139b1b23e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c5272d-93eb-488f-b3b2-2c63f8c75f01,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:24.880682 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5f1ace-6762-4ccf-8d73-e46083add46c req-757e8faf-9255-4456-b31e-f5ec235a12c7 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] No DVR routers for this DVR port f2604b13-b870-4a29-af7f-02757731f1ff on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:57:24.883103 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b9af9f-b1a9-4089-a0eb-24139b1b23e0 admin admin] Checking segment: {'id': 'a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f414ad02-1c0c-4bd5-b50a-8327414e8a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:57:24.883103 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b9af9f-b1a9-4089-a0eb-24139b1b23e0 admin admin] Network hostable DHCP agents. Network: f414ad02-1c0c-4bd5-b50a-8327414e8a67, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:57:24.887906 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7b5f1ace-6762-4ccf-8d73-e46083add46c req-757e8faf-9255-4456-b31e-f5ec235a12c7 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:24.893330 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a79986-8dc3-4f2b-92bd-10424b5ade89', 'name': 'network-vif-deleted', 'tag': 'f2604b13-b870-4a29-af7f-02757731f1ff'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:57:24.940641 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d1379-9859-4899-aa42-17851e04febf req-cc736243-88de-4799-8a6b-0dcf117e3847 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:24.948381 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8e2d1379-9859-4899-aa42-17851e04febf req-cc736243-88de-4799-8a6b-0dcf117e3847 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 945 time: 0.3404877 Mar 05 13:57:24.965840 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7b5f1ace-6762-4ccf-8d73-e46083add46c req-757e8faf-9255-4456-b31e-f5ec235a12c7 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.15 "DELETE /v2.0/ports/f2604b13-b870-4a29-af7f-02757731f1ff HTTP/1.1" status: 204 len: 173 time: 3.1331153 Mar 05 13:57:24.966399 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b9af9f-b1a9-4089-a0eb-24139b1b23e0 admin admin] Network f414ad02-1c0c-4bd5-b50a-8327414e8a67 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:57:25.002827 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-66b9af9f-b1a9-4089-a0eb-24139b1b23e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, f414ad02-1c0c-4bd5-b50a-8327414e8a67) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:57:25.011280 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b9af9f-b1a9-4089-a0eb-24139b1b23e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:25.011862 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-66b9af9f-b1a9-4089-a0eb-24139b1b23e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:25.028827 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8e2d1379-9859-4899-aa42-17851e04febf req-a083f4f9-eefa-4a04-a2d0-428edfd32331 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793490 Mar 05 13:57:25.077815 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-66b9af9f-b1a9-4089-a0eb-24139b1b23e0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5219882 Mar 05 13:57:25.089030 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58571d4-6a6f-4474-8091-4f26e557b457 None None] Network f414ad02-1c0c-4bd5-b50a-8327414e8a67 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:57:25.178271 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-349d1456-9965-4d7b-a477-7119c89e2cf0 None None] Set router 11b22a34-db94-48ea-88a2-77f69a6ef0b0 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:57:25.335319 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837c09c-e91b-4692-b77d-d3f8c5133789 req-1c052b90-fbad-434c-b47e-cf826b13c15d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:25.336929 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3837c09c-e91b-4692-b77d-d3f8c5133789 req-1c052b90-fbad-434c-b47e-cf826b13c15d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f162b4c-b810-46a1-b646-09a00da2fbd3 HTTP/1.1" status: 200 len: 945 time: 0.5183930 Mar 05 13:57:25.339679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43588) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:25.378081 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-3837c09c-e91b-4692-b77d-d3f8c5133789 req-4902a15f-ec2d-477e-a29d-066243a837df tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Request body: {'port': {'security_groups': []}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:25.419769 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-153361bd-9d63-43ba-86de-f937da61a6ef tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:25.434584 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-03794b32-25f2-428b-88e0-5c8b1136d481 req-13f0c53a-fcc0-47e7-8db4-cc32e8ead56c tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Synchronizing usage tracker for tenant:d4bf4b89d64e49548563cf43af63d417 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:57:25.478577 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-03794b32-25f2-428b-88e0-5c8b1136d481 req-13f0c53a-fcc0-47e7-8db4-cc32e8ead56c tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Unset dirty status for tenant:d4bf4b89d64e49548563cf43af63d417 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:57:25.480348 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-03794b32-25f2-428b-88e0-5c8b1136d481 req-13f0c53a-fcc0-47e7-8db4-cc32e8ead56c tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/ports?device_id=11a79986-8dc3-4f2b-92bd-10424b5ade89 HTTP/1.1" status: 200 len: 210 time: 0.1269517 Mar 05 13:57:25.502866 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b85c0e90-6e52-46f7-9c84-61d075081ee3 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting port 62b722bd-19e5-4f62-9853-9fdb22931db9 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:25.503196 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b85c0e90-6e52-46f7-9c84-61d075081ee3 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:25.572102 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-944e286d-f2d4-4be7-9ae6-e52a0d70d0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:25.608705 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-944e286d-f2d4-4be7-9ae6-e52a0d70d0e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:25.615286 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-944e286d-f2d4-4be7-9ae6-e52a0d70d0e2 admin admin] Usage tracker for resource:security_group_rule and tenant:25b6e936d2ef472d9653f361b1384aaa is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:25.618586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-944e286d-f2d4-4be7-9ae6-e52a0d70d0e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:25.622439 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a79986-8dc3-4f2b-92bd-10424b5ade89', 'name': 'network-vif-deleted', 'tag': 'f2604b13-b870-4a29-af7f-02757731f1ff', 'status': 'completed', 'code': 200} Mar 05 13:57:25.627077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-944e286d-f2d4-4be7-9ae6-e52a0d70d0e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:25.816950 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-944e286d-f2d4-4be7-9ae6-e52a0d70d0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:25.827769 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-944e286d-f2d4-4be7-9ae6-e52a0d70d0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:25.891200 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd1f388-77b7-4102-9410-1764d3bb927a None None] Network f414ad02-1c0c-4bd5-b50a-8327414e8a67 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:57:25.911771 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3837c09c-e91b-4692-b77d-d3f8c5133789 req-4902a15f-ec2d-477e-a29d-066243a837df tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:25.939779 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-944e286d-f2d4-4be7-9ae6-e52a0d70d0e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25b6e936d2ef472d9653f361b1384aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5976741 Mar 05 13:57:25.946005 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43594) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:26.044435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e286d-f2d4-4be7-9ae6-e52a0d70d0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdbe363-2c83-42fa-9256-04b6e3539a34,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:26.105358 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-349d1456-9965-4d7b-a477-7119c89e2cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'name': 'tempest-AttachVolumeShelveTestJSON-193633381-router', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:49:53Z', 'revision_number': 4, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'gw_port': {'id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:43Z', 'updated_at': '2022-03-05T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '1d80b227-ff55-4ef2-825c-aefd97ffdaec', 'name': '', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'mac_address': 'fa:16:3e:fb:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:50Z', 'updated_at': '2022-03-05T13:50:01Z', 'revision_number': 5, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'subnets': [{'id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:26.112977 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b30d1cde-688a-4c4d-a0b9-da74bb6d839a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:26.117585 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349d1456-9965-4d7b-a477-7119c89e2cf0 None None] Checking router: 11b22a34-db94-48ea-88a2-77f69a6ef0b0 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:57:26.139594 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349d1456-9965-4d7b-a477-7119c89e2cf0 None None] Routers {'11b22a34-db94-48ea-88a2-77f69a6ef0b0'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:57:26.140519 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-349d1456-9965-4d7b-a477-7119c89e2cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:57:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:26.144188 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-b85c0e90-6e52-46f7-9c84-61d075081ee3 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] For port 62b722bd-19e5-4f62-9853-9fdb22931db9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=62b722bd-19e5-4f62-9853-9fdb22931db9,segment=NetworkSegment(7c21b9c4-d869-4e78-b460-b7f7628a2b3e),segment_id=7c21b9c4-d869-4e78-b460-b7f7628a2b3e)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:26.144543 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b85c0e90-6e52-46f7-9c84-61d075081ee3 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:26.191880 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b30d1cde-688a-4c4d-a0b9-da74bb6d839a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:26.423008 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b30d1cde-688a-4c4d-a0b9-da74bb6d839a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:26.485916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d1cde-688a-4c4d-a0b9-da74bb6d839a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdbe363-2c83-42fa-9256-04b6e3539a34,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:26.492460 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80c21d-2469-4b7e-b118-bb9933eb2ce0 req-bc0511f2-3ea6-4737-b312-94f3641d4795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:26.493121 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f2604b13-b870-4a29-af7f-02757731f1ff no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:57:26.493945 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d80c21d-2469-4b7e-b118-bb9933eb2ce0 req-bc0511f2-3ea6-4737-b312-94f3641d4795 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0cb196822f4846d19c3d4845f0c68c12&device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 1097 time: 0.2806990 Mar 05 13:57:26.501442 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b30d1cde-688a-4c4d-a0b9-da74bb6d839a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:26.502491 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b30d1cde-688a-4c4d-a0b9-da74bb6d839a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fcdbe363-2c83-42fa-9256-04b6e3539a34 HTTP/1.1" status: 204 len: 168 time: 0.5531440 Mar 05 13:57:26.512039 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dad68-b5ed-42d7-bec9-d25d17439e51 req-a3d75853-0c09-4d54-afb3-b40530f1e890 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:26.513799 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8b1dad68-b5ed-42d7-bec9-d25d17439e51 req-a3d75853-0c09-4d54-afb3-b40530f1e890 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.2176652 Mar 05 13:57:26.549347 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: f2604b13-b870-4a29-af7f-02757731f1ff {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:57:26.549703 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device f2604b13-b870-4a29-af7f-02757731f1ff not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:57:26.572674 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-153361bd-9d63-43ba-86de-f937da61a6ef tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:26.575232 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-349d1456-9965-4d7b-a477-7119c89e2cf0 None None] Set router 11b22a34-db94-48ea-88a2-77f69a6ef0b0 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:57:26.658628 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8b1dad68-b5ed-42d7-bec9-d25d17439e51 req-f10b5063-ac85-481e-90bc-fb9b20ddde35 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207535 Mar 05 13:57:26.716959 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80c21d-2469-4b7e-b118-bb9933eb2ce0 req-fa99d457-12de-4873-80a8-eb643f6b3050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:26.718718 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d80c21d-2469-4b7e-b118-bb9933eb2ce0 req-fa99d457-12de-4873-80a8-eb643f6b3050 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da4e4533-5a72-4b34-a384-51bc2d0cd9c2 HTTP/1.1" status: 200 len: 914 time: 0.2187185 Mar 05 13:57:26.732539 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b85c0e90-6e52-46f7-9c84-61d075081ee3 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Calling delete_port for 62b722bd-19e5-4f62-9853-9fdb22931db9 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:57:26.826196 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d80c21d-2469-4b7e-b118-bb9933eb2ce0 req-4d0cc5e8-0f60-42d8-bf47-6f19812f552a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0819c305-466e-4730-a043-3344fba50af8 HTTP/1.1" status: 200 len: 217 time: 0.0961649 Mar 05 13:57:26.989243 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80c21d-2469-4b7e-b118-bb9933eb2ce0 req-9c2e8e2d-e216-47a6-a488-b3f7ee4ebcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:26.990347 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d80c21d-2469-4b7e-b118-bb9933eb2ce0 req-9c2e8e2d-e216-47a6-a488-b3f7ee4ebcd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3dd0d26d-458d-486e-aca4-133a1510899b HTTP/1.1" status: 200 len: 854 time: 0.1580443 Mar 05 13:57:27.032885 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b85c0e90-6e52-46f7-9c84-61d075081ee3 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:27.055409 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d80c21d-2469-4b7e-b118-bb9933eb2ce0 req-af6f6c68-0e41-4f43-8b66-e0d792de6417 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da4e4533-5a72-4b34-a384-51bc2d0cd9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587220 Mar 05 13:57:27.162547 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c0e90-6e52-46f7-9c84-61d075081ee3 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Port': ['ID=62b722bd-19e5-4f62-9853-9fdb22931db9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:27.162818 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b28cd-b783-42d3-b0ab-33349340f408 req-f5ab7104-d200-4ce4-bdba-0a18fc20f470 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:27.182343 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-861b28cd-b783-42d3-b0ab-33349340f408 req-f5ab7104-d200-4ce4-bdba-0a18fc20f470 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 945 time: 0.2954814 Mar 05 13:57:27.199260 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-349d1456-9965-4d7b-a477-7119c89e2cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'name': 'tempest-AttachVolumeShelveTestJSON-193633381-router', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:49:53Z', 'revision_number': 4, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'gw_port': {'id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:43Z', 'updated_at': '2022-03-05T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '1d80b227-ff55-4ef2-825c-aefd97ffdaec', 'name': '', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'mac_address': 'fa:16:3e:fb:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:50Z', 'updated_at': '2022-03-05T13:50:01Z', 'revision_number': 5, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'subnets': [{'id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:27.204264 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349d1456-9965-4d7b-a477-7119c89e2cf0 None None] The sync data for ids ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'] in n-d-803718-1 is: [{'id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'name': 'tempest-AttachVolumeShelveTestJSON-193633381-router', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:49:53Z', 'revision_number': 4, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'gw_port': {'id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:43Z', 'updated_at': '2022-03-05T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '1d80b227-ff55-4ef2-825c-aefd97ffdaec', 'name': '', 'network_id': '47dce88b-b414-45d2-b170-ce43dcded289', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'mac_address': 'fa:16:3e:fb:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:50Z', 'updated_at': '2022-03-05T13:50:01Z', 'revision_number': 5, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'subnets': [{'id': '3f8c39d4-8db2-4e14-8534-4ef6364fca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:57:27.456199 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-861b28cd-b783-42d3-b0ab-33349340f408 req-fe0db481-2ec0-4b00-af67-96091e5cdec8 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728853 Mar 05 13:57:27.529528 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d80c21d-2469-4b7e-b118-bb9933eb2ce0 req-19ccc28d-86b0-472f-81c8-cf00517c3884 service neutron] 10.222.0.15 "GET /v2.0/networks/da4e4533-5a72-4b34-a384-51bc2d0cd9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617369 Mar 05 13:57:27.755935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43638) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:27.805060 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c37e765-b639-479a-ac39-41eb583b4df2 None None] New status for floating IP 087796e1-40e2-42f7-963f-de5d8005173e: DOWN {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 13:57:27.865101 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d80c21d-2469-4b7e-b118-bb9933eb2ce0 req-4ae3fca8-0e10-49bf-8168-b96bf950832e service neutron] 10.222.0.15 "GET /v2.0/networks/da4e4533-5a72-4b34-a384-51bc2d0cd9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267963 Mar 05 13:57:27.892665 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-3837c09c-e91b-4692-b77d-d3f8c5133789 req-4902a15f-ec2d-477e-a29d-066243a837df tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] For port a0664c71-0486-49a1-b50f-6d303b85740c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=a0664c71-0486-49a1-b50f-6d303b85740c,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:27.909387 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43642) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:27.931734 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b85c0e90-6e52-46f7-9c84-61d075081ee3 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:27.939568 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8bc1312-3e79-424b-ae96-5ca005ec35ed tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:27.998389 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b5cd5-89cb-420d-ae64-2d315ced7e6a req-ca617400-7c0f-4995-86ef-2bd1047b29fc tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:28.000833 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-456b5cd5-89cb-420d-ae64-2d315ced7e6a req-ca617400-7c0f-4995-86ef-2bd1047b29fc tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.1263559 Mar 05 13:57:28.073253 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8bc1312-3e79-424b-ae96-5ca005ec35ed tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:28.089742 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3837c09c-e91b-4692-b77d-d3f8c5133789 req-4902a15f-ec2d-477e-a29d-066243a837df tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:28.162085 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-47e74ec3-d2c3-465e-a104-1fa501d05c0f tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2104976794'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:28.166135 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3837c09c-e91b-4692-b77d-d3f8c5133789 req-4902a15f-ec2d-477e-a29d-066243a837df tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:28.178547 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['f736b7ec-e966-4c65-8fd3-25f7be175e1f', 'a8f7d076-e06f-46df-ae6c-d36aef9de98f'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:57:28.184467 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-456b5cd5-89cb-420d-ae64-2d315ced7e6a req-217da15f-4d7d-4100-9195-163667ddb4d9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774943 Mar 05 13:57:28.212407 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['a0664c71-0486-49a1-b50f-6d303b85740c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:57:28.369362 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-47e74ec3-d2c3-465e-a104-1fa501d05c0f tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:28.401100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-47e74ec3-d2c3-465e-a104-1fa501d05c0f tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Usage tracker for resource:network and tenant:565f22e790e74cc4a5d49c730bd9daea is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:28.419411 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-47e74ec3-d2c3-465e-a104-1fa501d05c0f tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:28.427379 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153361bd-9d63-43ba-86de-f937da61a6ef tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Router 72a9357b-63d2-42d0-a9b1-b7f8be62023d is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:57:28.460992 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837c09c-e91b-4692-b77d-d3f8c5133789 req-4902a15f-ec2d-477e-a29d-066243a837df tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:28.461459 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3837c09c-e91b-4692-b77d-d3f8c5133789 req-4902a15f-ec2d-477e-a29d-066243a837df tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:28.492610 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3837c09c-e91b-4692-b77d-d3f8c5133789 req-4902a15f-ec2d-477e-a29d-066243a837df tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "PUT /v2.0/ports/a0664c71-0486-49a1-b50f-6d303b85740c HTTP/1.1" status: 200 len: 904 time: 3.1306982 Mar 05 13:57:28.493691 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-47e74ec3-d2c3-465e-a104-1fa501d05c0f tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:28.499475 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f162b4c-b810-46a1-b646-09a00da2fbd3', 'tag': 'a0664c71-0486-49a1-b50f-6d303b85740c'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:57:28.563237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['a0664c71-0486-49a1-b50f-6d303b85740c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:57:28.743851 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b488d-4197-4d4c-9bc2-3e6c658dd2a8 req-eb268bf7-9914-4532-9276-180357338849 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:28.745743 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a06b488d-4197-4d4c-9bc2-3e6c658dd2a8 req-eb268bf7-9914-4532-9276-180357338849 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f162b4c-b810-46a1-b646-09a00da2fbd3 HTTP/1.1" status: 200 len: 907 time: 0.1031933 Mar 05 13:57:28.784310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902a15f-ec2d-477e-a29d-066243a837df tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Pushing event updated for resources: {'Port': ['ID=a0664c71-0486-49a1-b50f-6d303b85740c,revision_number=6']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:28.790865 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7fc87ff2-3220-4b07-b2b4-f2ddc01952c6 None None] Provisioning complete for port a0664c71-0486-49a1-b50f-6d303b85740c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:57:28.791359 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7fc87ff2-3220-4b07-b2b4-f2ddc01952c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:28.821776 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e74ec3-d2c3-465e-a104-1fa501d05c0f tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Made reservation on behalf of 565f22e790e74cc4a5d49c730bd9daea for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:57:28.825217 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-47e74ec3-d2c3-465e-a104-1fa501d05c0f tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:28.855273 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f162b4c-b810-46a1-b646-09a00da2fbd3', 'tag': 'a0664c71-0486-49a1-b50f-6d303b85740c', 'status': 'completed', 'code': 200} Mar 05 13:57:28.865836 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8bc1312-3e79-424b-ae96-5ca005ec35ed tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:28.938076 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:28.970989 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-47e74ec3-d2c3-465e-a104-1fa501d05c0f tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:28.979796 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:29.009900 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fcc66-16d9-466e-9853-4f084c0b00e8 req-593f6f17-c550-4f84-bbf2-6d66be9dc060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:29.011398 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af6fcc66-16d9-466e-9853-4f084c0b00e8 req-593f6f17-c550-4f84-bbf2-6d66be9dc060 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=0f162b4c-b810-46a1-b646-09a00da2fbd3 HTTP/1.1" status: 200 len: 1058 time: 0.1673822 Mar 05 13:57:29.056646 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc1312-3e79-424b-ae96-5ca005ec35ed tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50c82b6-0045-46ef-a16a-9c5866595ed4,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:29.094487 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-47e74ec3-d2c3-465e-a104-1fa501d05c0f tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:29.123783 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-47e74ec3-d2c3-465e-a104-1fa501d05c0f tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Usage tracker for resource:security_group_rule and tenant:565f22e790e74cc4a5d49c730bd9daea is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:29.129891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-47e74ec3-d2c3-465e-a104-1fa501d05c0f tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:29.150662 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-47e74ec3-d2c3-465e-a104-1fa501d05c0f tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:29.155790 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85c0e90-6e52-46f7-9c84-61d075081ee3 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Router b3acb74c-7476-4fc9-be63-b7784eba438d has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:57:29.158354 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153361bd-9d63-43ba-86de-f937da61a6ef tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:57:29.169574 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8bc1312-3e79-424b-ae96-5ca005ec35ed tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:29.170088 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bc1c8-fc5b-46c5-975a-7799093fb14e req-9115fecf-82ed-4385-93d5-98f5f59a07d0 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:29.170647 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d8bc1312-3e79-424b-ae96-5ca005ec35ed tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "DELETE /v2.0/security-groups/e50c82b6-0045-46ef-a16a-9c5866595ed4 HTTP/1.1" status: 204 len: 168 time: 1.3833985 Mar 05 13:57:29.177261 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ba9bc1c8-fc5b-46c5-975a-7799093fb14e req-9115fecf-82ed-4385-93d5-98f5f59a07d0 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.2107658 Mar 05 13:57:29.178283 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42f7f3a-2bf8-4e5b-9584-b49a2e1ad27c None None] Sync routers for ids ['72a9357b-63d2-42d0-a9b1-b7f8be62023d'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:57:29.179006 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43662) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:29.192225 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42f7f3a-2bf8-4e5b-9584-b49a2e1ad27c None None] Routers {'72a9357b-63d2-42d0-a9b1-b7f8be62023d'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:57:29.192958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-f42f7f3a-2bf8-4e5b-9584-b49a2e1ad27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:57:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['72a9357b-63d2-42d0-a9b1-b7f8be62023d'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:29.204237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fcc66-16d9-466e-9853-4f084c0b00e8 req-4d8ec6de-2256-4532-b08c-09cb94d8ad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:29.205672 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af6fcc66-16d9-466e-9853-4f084c0b00e8 req-4d8ec6de-2256-4532-b08c-09cb94d8ad76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 912 time: 0.1880348 Mar 05 13:57:29.270216 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-f42f7f3a-2bf8-4e5b-9584-b49a2e1ad27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:29.281362 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42f7f3a-2bf8-4e5b-9584-b49a2e1ad27c None None] Routers {'72a9357b-63d2-42d0-a9b1-b7f8be62023d'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:57:29.282123 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-f42f7f3a-2bf8-4e5b-9584-b49a2e1ad27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:57:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['72a9357b-63d2-42d0-a9b1-b7f8be62023d'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:29.283239 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-153361bd-9d63-43ba-86de-f937da61a6ef tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:29.287485 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-153361bd-9d63-43ba-86de-f937da61a6ef tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.6379373 Mar 05 13:57:29.287654 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af6fcc66-16d9-466e-9853-4f084c0b00e8 req-133db2e9-f327-4ff8-9ecd-ad54b4f164ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0664c71-0486-49a1-b50f-6d303b85740c HTTP/1.1" status: 200 len: 217 time: 0.0718677 Mar 05 13:57:29.288392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43668) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:29.295122 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ba9bc1c8-fc5b-46c5-975a-7799093fb14e req-7e5cf439-7cb9-42fe-82c1-ad9de0e77777 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170270 Mar 05 13:57:29.302969 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-7a1c9f91-87e8-4fbd-9444-d66f8d4e3253 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] show failed (client error): The resource could not be found. Mar 05 13:57:29.304067 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7a1c9f91-87e8-4fbd-9444-d66f8d4e3253 tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "GET /v2.0/security-groups/e50c82b6-0045-46ef-a16a-9c5866595ed4 HTTP/1.1" status: 404 len: 347 time: 0.1181378 Mar 05 13:57:29.311805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4587-722f-4b6b-ad3d-a9900c6c2926 req-232ef8e2-f8af-4c52-9dc7-6d829da02d0a tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:29.313270 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ce9f4587-722f-4b6b-ad3d-a9900c6c2926 req-232ef8e2-f8af-4c52-9dc7-6d829da02d0a tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 945 time: 0.6370103 Mar 05 13:57:29.316631 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43672) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:29.362716 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-f42f7f3a-2bf8-4e5b-9584-b49a2e1ad27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:29.363406 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42f7f3a-2bf8-4e5b-9584-b49a2e1ad27c None None] The sync data for ids ['72a9357b-63d2-42d0-a9b1-b7f8be62023d'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:57:29.551445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fcc66-16d9-466e-9853-4f084c0b00e8 req-ed97a878-3a28-4bd2-b303-4a3dfb86572c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:29.552892 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af6fcc66-16d9-466e-9853-4f084c0b00e8 req-ed97a878-3a28-4bd2-b303-4a3dfb86572c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.2569897 Mar 05 13:57:29.608583 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f5f82fbc-ee52-47db-b35b-b2225a74c31d tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Deleting port b4ea5e4b-111f-4489-83a5-56a4f7dbb875 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:29.608919 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5f82fbc-ee52-47db-b35b-b2225a74c31d tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:29.674063 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ce9f4587-722f-4b6b-ad3d-a9900c6c2926 req-b0b76a0a-a2fa-4e30-a769-4d436003493b tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137275 Mar 05 13:57:29.681671 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85c0e90-6e52-46f7-9c84-61d075081ee3 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:57:29.701003 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df49db3-0f2d-47d1-916b-0865b90b1885 None None] Sync routers for ids ['b3acb74c-7476-4fc9-be63-b7784eba438d'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:57:29.715313 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df49db3-0f2d-47d1-916b-0865b90b1885 None None] Routers {'b3acb74c-7476-4fc9-be63-b7784eba438d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:57:29.717338 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-9df49db3-0f2d-47d1-916b-0865b90b1885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:57:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3acb74c-7476-4fc9-be63-b7784eba438d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:29.730636 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b85c0e90-6e52-46f7-9c84-61d075081ee3 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/routers/b3acb74c-7476-4fc9-be63-b7784eba438d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1184914 Mar 05 13:57:29.731063 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-44f52374-3573-4f71-8cf9-a23582f1856c tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "GET /v2.0/routers/72a9357b-63d2-42d0-a9b1-b7f8be62023d HTTP/1.1" status: 200 len: 920 time: 0.4394429 Mar 05 13:57:29.731844 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43686) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:29.741537 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-469aca8f-172f-4223-8afd-486b07a02438 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:29.742287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-469aca8f-172f-4223-8afd-486b07a02438 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Synchronizing usage tracker for tenant:7cd571e0577f428d9ea574f5ecb9c967 on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:57:29.744779 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43688) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:29.780604 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-47e74ec3-d2c3-465e-a104-1fa501d05c0f tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:29.841576 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-47e74ec3-d2c3-465e-a104-1fa501d05c0f tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:29.861025 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d9e26184-369a-4f62-a875-a40a75cb4c6c tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "GET /v2.0/ports?device_id=72a9357b-63d2-42d0-a9b1-b7f8be62023d HTTP/1.1" status: 200 len: 205 time: 0.1096137 Mar 05 13:57:29.866501 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43694) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:29.893930 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-9df49db3-0f2d-47d1-916b-0865b90b1885 None None] Set router b3acb74c-7476-4fc9-be63-b7784eba438d gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:57:29.933764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e74ec3-d2c3-465e-a104-1fa501d05c0f tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:57:29.936614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-8410fd77-7c84-4822-9857-40c6bb7a13c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting subnet e18cab26-cda7-49d0-b101-43a0a4123dbd {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:57:29.948702 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8410fd77-7c84-4822-9857-40c6bb7a13c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:29.959738 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e74ec3-d2c3-465e-a104-1fa501d05c0f tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5450ba1d-4508-46f4-bd8c-94577fb70f8e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:29.976589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-469aca8f-172f-4223-8afd-486b07a02438 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Unset dirty status for tenant:7cd571e0577f428d9ea574f5ecb9c967 on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:57:29.978589 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-47e74ec3-d2c3-465e-a104-1fa501d05c0f tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:29.978891 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-47e74ec3-d2c3-465e-a104-1fa501d05c0f tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Added segment 29102c5e-77cc-40ad-93ef-09d7acb4aa00 of type vlan for network 837658d1-cf87-4040-9bcd-27ce9d500def Mar 05 13:57:29.983243 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-469aca8f-172f-4223-8afd-486b07a02438 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/networks?id=f414ad02-1c0c-4bd5-b50a-8327414e8a67 HTTP/1.1" status: 200 len: 809 time: 0.5596621 Mar 05 13:57:29.989560 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5f82fbc-ee52-47db-b35b-b2225a74c31d tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:29.989890 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5f82fbc-ee52-47db-b35b-b2225a74c31d tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:30.026851 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fcc66-16d9-466e-9853-4f084c0b00e8 req-51278d3e-e170-45b0-bcb0-72e1fd50e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:30.028328 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af6fcc66-16d9-466e-9853-4f084c0b00e8 req-51278d3e-e170-45b0-bcb0-72e1fd50e65d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4156184 Mar 05 13:57:30.033771 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-07986d2e-0b12-406c-84f7-a6a05e8f099c tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/quotas/7cd571e0577f428d9ea574f5ecb9c967 HTTP/1.1" status: 200 len: 375 time: 0.0497339 Mar 05 13:57:30.067090 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8410fd77-7c84-4822-9857-40c6bb7a13c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:30.219426 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-9df49db3-0f2d-47d1-916b-0865b90b1885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:57:26Z', 'revision_number': 10, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:13Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:30.224589 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df49db3-0f2d-47d1-916b-0865b90b1885 None None] Checking router: b3acb74c-7476-4fc9-be63-b7784eba438d for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:57:30.234501 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df49db3-0f2d-47d1-916b-0865b90b1885 None None] Routers {'b3acb74c-7476-4fc9-be63-b7784eba438d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:57:30.235543 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-9df49db3-0f2d-47d1-916b-0865b90b1885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:57:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3acb74c-7476-4fc9-be63-b7784eba438d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:30.276107 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f5f82fbc-ee52-47db-b35b-b2225a74c31d tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Calling delete_port for b4ea5e4b-111f-4489-83a5-56a4f7dbb875 owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:57:30.333056 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-47e74ec3-d2c3-465e-a104-1fa501d05c0f tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:30.351644 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e6348-f73c-4401-97c8-bbb3c473e288 req-fd8e71f1-755d-4f49-a502-3943c7b6b898 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:30.353142 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-403e6348-f73c-4401-97c8-bbb3c473e288 req-fd8e71f1-755d-4f49-a502-3943c7b6b898 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.5179777 Mar 05 13:57:30.359884 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-03b111f6-177a-4f1a-9f5d-68dfd9a21fd8 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cd571e0577f428d9ea574f5ecb9c967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2988853 Mar 05 13:57:30.416012 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-9df49db3-0f2d-47d1-916b-0865b90b1885 None None] Set router b3acb74c-7476-4fc9-be63-b7784eba438d gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:57:30.446211 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-403e6348-f73c-4401-97c8-bbb3c473e288 req-51b3a1d6-b813-4045-9c39-cbe8db899cce tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849030 Mar 05 13:57:30.449264 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-47e74ec3-d2c3-465e-a104-1fa501d05c0f tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:30.454124 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e74ec3-d2c3-465e-a104-1fa501d05c0f tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:30.454746 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-47e74ec3-d2c3-465e-a104-1fa501d05c0f tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:30.509201 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af6fcc66-16d9-466e-9853-4f084c0b00e8 req-214e5743-400b-4e2d-8d4d-b43fdcd4d822 service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744103 Mar 05 13:57:30.527802 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-2f4b0573-3b8b-4f04-b961-30a622607f75 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 13:57:30.530639 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-2f4b0573-3b8b-4f04-b961-30a622607f75 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165265 Mar 05 13:57:30.599348 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f4f7655-6536-4877-b539-e1996bbfeb32 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:30.659790 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-47e74ec3-d2c3-465e-a104-1fa501d05c0f tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.7493162 Mar 05 13:57:30.683986 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e74ec3-d2c3-465e-a104-1fa501d05c0f tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event updated for resources: {'Network': ['ID=837658d1-cf87-4040-9bcd-27ce9d500def,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:30.714677 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 837658d1-cf87-4040-9bcd-27ce9d500def details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:57:30.749471 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5f82fbc-ee52-47db-b35b-b2225a74c31d tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:30.830392 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-9df49db3-0f2d-47d1-916b-0865b90b1885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:57:26Z', 'revision_number': 10, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:13Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:30.843641 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df49db3-0f2d-47d1-916b-0865b90b1885 None None] The sync data for ids ['b3acb74c-7476-4fc9-be63-b7784eba438d'] in n-d-803718-1 is: [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:57:26Z', 'revision_number': 10, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None, '_interfaces': [{'id': '8d82641b-b00b-4072-b7fb-d3a37a3ff84e', 'name': '', 'network_id': '434c207b-d99f-47a2-a44b-e068cc8ff71c', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'mac_address': 'fa:16:3e:93:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:55:55Z', 'updated_at': '2022-03-05T13:56:13Z', 'revision_number': 5, 'project_id': 'beafff5c987348ddbc3961566817c315', 'subnets': [{'id': '456d0eef-0542-405d-8a86-795bb2c39aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:57:30.935544 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f82fbc-ee52-47db-b35b-b2225a74c31d tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Pushing event deleted for resources: {'Port': ['ID=b4ea5e4b-111f-4489-83a5-56a4f7dbb875,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:30.996213 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8410fd77-7c84-4822-9857-40c6bb7a13c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:31.017154 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170a349-6ed2-4f02-b741-74b453a5768a req-aa5c6387-20f8-4a44-8047-19e2ab08b1ea tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:31.018550 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4170a349-6ed2-4f02-b741-74b453a5768a req-aa5c6387-20f8-4a44-8047-19e2ab08b1ea tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.4081597 Mar 05 13:57:31.024932 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5f82fbc-ee52-47db-b35b-b2225a74c31d tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:31.027480 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5f82fbc-ee52-47db-b35b-b2225a74c31d tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:31.038264 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f5f82fbc-ee52-47db-b35b-b2225a74c31d tempest-AttachVolumeShelveTestJSON-750401975 tempest-AttachVolumeShelveTestJSON-750401975-project] 10.222.0.16 "DELETE /v2.0/floatingips/087796e1-40e2-42f7-963f-de5d8005173e HTTP/1.1" status: 204 len: 168 time: 1.7117305 Mar 05 13:57:31.091223 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4170a349-6ed2-4f02-b741-74b453a5768a req-28b4f2eb-3b19-457a-81f3-7eba91a8430c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606430 Mar 05 13:57:31.098223 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af6fcc66-16d9-466e-9853-4f084c0b00e8 req-3b2ebcfe-330e-4b53-98f7-980f3479260d service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5807528 Mar 05 13:57:31.144271 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-dc9ec5a7-f18a-4149-a853-d106c68062df service neutron] 10.222.0.16 "GET /v2.0/networks/f414ad02-1c0c-4bd5-b50a-8327414e8a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895577 Mar 05 13:57:31.218803 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f4f7655-6536-4877-b539-e1996bbfeb32 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:31.244032 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 62b722bd-19e5-4f62-9853-9fdb22931db9 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:57:31.347551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 62b722bd-19e5-4f62-9853-9fdb22931db9 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:57:31.347887 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 62b722bd-19e5-4f62-9853-9fdb22931db9 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:57:31.377835 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b12cbd-e053-4a9e-a1a1-526e233840f3 req-42ff8a92-e213-4758-9889-0f2504ac41ad tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:31.390138 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-45b12cbd-e053-4a9e-a1a1-526e233840f3 req-42ff8a92-e213-4758-9889-0f2504ac41ad tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.1594212 Mar 05 13:57:31.446160 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-8ff359c9-0a9a-4d3d-a6d4-9572ed7520b2 service neutron] 10.222.0.16 "GET /v2.0/networks/f414ad02-1c0c-4bd5-b50a-8327414e8a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007829 Mar 05 13:57:31.446476 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-45b12cbd-e053-4a9e-a1a1-526e233840f3 req-42878f02-683e-4bfb-b542-92bcbfaaefc3 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554218 Mar 05 13:57:31.448110 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-1f4f7655-6536-4877-b539-e1996bbfeb32 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Deleting port b2492b65-4534-41f8-bfdb-2759f807fd09 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:31.448654 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f4f7655-6536-4877-b539-e1996bbfeb32 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:31.563921 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8410fd77-7c84-4822-9857-40c6bb7a13c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:31.677245 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410fd77-7c84-4822-9857-40c6bb7a13c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Subnet': ['ID=e18cab26-cda7-49d0-b101-43a0a4123dbd,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:31.679884 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8410fd77-7c84-4822-9857-40c6bb7a13c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:31.704300 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2ff4d8-ad56-4fad-be50-6eb56cb493c0 None None] Network b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:57:31.846918 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff71636-1008-4356-af97-339f5d8a1ed5 req-d48ba403-f446-4d8f-80ab-3e0a403b1e74 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:31.848596 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aff71636-1008-4356-af97-339f5d8a1ed5 req-d48ba403-f446-4d8f-80ab-3e0a403b1e74 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 945 time: 0.1807833 Mar 05 13:57:31.907415 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aff71636-1008-4356-af97-339f5d8a1ed5 req-87a83560-cf1b-4d99-8419-c07ee58d16e9 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519896 Mar 05 13:57:32.029177 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8410fd77-7c84-4822-9857-40c6bb7a13c4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/subnets/e18cab26-cda7-49d0-b101-43a0a4123dbd HTTP/1.1" status: 204 len: 168 time: 2.2949889 Mar 05 13:57:32.060729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43718) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:32.079172 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-028b8e13-9923-44b9-8962-dbe98922f00c req-6188fa30-5c0e-4bfb-9c42-cf9cb16ea2a2 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e705391-2db3-48c5-9182-e25dfec37ae1 HTTP/1.1" status: 200 len: 210 time: 0.0768225 Mar 05 13:57:32.254984 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50204297-b11e-419e-8553-13e64dc38d70 None None] DHCP port deletion for b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:57:32.260476 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-50204297-b11e-419e-8553-13e64dc38d70 None None] Deleting port 1cb8165c-db06-4e07-a1f1-32a9da3a58cc {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:32.261171 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-50204297-b11e-419e-8553-13e64dc38d70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:32.298944 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f4f7655-6536-4877-b539-e1996bbfeb32 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:32.500862 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09fe18db-3cda-41c4-af82-0ee4b34bbf53 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:32.569549 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-1f4f7655-6536-4877-b539-e1996bbfeb32 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Calling delete_port for b2492b65-4534-41f8-bfdb-2759f807fd09 owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:57:32.608039 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d916f-77fe-4721-9e17-2eaf5117f950 req-45ac917c-7b98-48a2-bb75-257758156634 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:32.609516 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-597d916f-77fe-4721-9e17-2eaf5117f950 req-45ac917c-7b98-48a2-bb75-257758156634 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.2846987 Mar 05 13:57:32.728953 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-597d916f-77fe-4721-9e17-2eaf5117f950 req-b8f36472-8542-4e7a-acb5-a65e96d6ee89 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099811 Mar 05 13:57:32.832847 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-50204297-b11e-419e-8553-13e64dc38d70 None None] For port 1cb8165c-db06-4e07-a1f1-32a9da3a58cc, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1cb8165c-db06-4e07-a1f1-32a9da3a58cc,segment=NetworkSegment(7c21b9c4-d869-4e78-b460-b7f7628a2b3e),segment_id=7c21b9c4-d869-4e78-b460-b7f7628a2b3e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:32.833221 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-50204297-b11e-419e-8553-13e64dc38d70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:32.936857 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20771b4f-294d-42bb-8367-a54ab9b18fbf req-e88950f4-91cf-4e91-aec6-c330238bd0b9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:32.947434 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-20771b4f-294d-42bb-8367-a54ab9b18fbf req-e88950f4-91cf-4e91-aec6-c330238bd0b9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.0990229 Mar 05 13:57:32.975388 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:57:33.037435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-09fe18db-3cda-41c4-af82-0ee4b34bbf53 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting port 1cb8165c-db06-4e07-a1f1-32a9da3a58cc {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:33.037784 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09fe18db-3cda-41c4-af82-0ee4b34bbf53 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:33.049972 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-20771b4f-294d-42bb-8367-a54ab9b18fbf req-b22d66c8-312e-4926-8786-8e507528d593 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014380 Mar 05 13:57:33.095270 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-50204297-b11e-419e-8553-13e64dc38d70 None None] Calling delete_port for 1cb8165c-db06-4e07-a1f1-32a9da3a58cc owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:57:33.169903 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e640ac-bfe9-433a-8737-90592b7978fb req-bf6bc990-2f9c-41a0-be7a-3fe80c35721b tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:33.179869 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-97e640ac-bfe9-433a-8737-90592b7978fb req-bf6bc990-2f9c-41a0-be7a-3fe80c35721b tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 1.3201818 Mar 05 13:57:33.261792 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1cb8165c-db06-4e07-a1f1-32a9da3a58cc no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:57:33.290012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ecfbc7-4d15-4383-840e-aaa89ad316d5 req-c4892b36-a434-4c91-b60d-e27861085449 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:33.299368 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-65ecfbc7-4d15-4383-840e-aaa89ad316d5 req-c4892b36-a434-4c91-b60d-e27861085449 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 945 time: 0.1263354 Mar 05 13:57:33.307892 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-50204297-b11e-419e-8553-13e64dc38d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:33.313591 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-09fe18db-3cda-41c4-af82-0ee4b34bbf53 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] The port '1cb8165c-db06-4e07-a1f1-32a9da3a58cc' was deleted {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:57:33.326983 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-97e640ac-bfe9-433a-8737-90592b7978fb req-50e0d43d-f5fe-4d6e-b034-072308cc317e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461473 Mar 05 13:57:33.395031 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 1cb8165c-db06-4e07-a1f1-32a9da3a58cc {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:57:33.395836 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1cb8165c-db06-4e07-a1f1-32a9da3a58cc not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:57:33.421655 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50204297-b11e-419e-8553-13e64dc38d70 None None] Pushing event deleted for resources: {'Port': ['ID=1cb8165c-db06-4e07-a1f1-32a9da3a58cc,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:33.439112 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50204297-b11e-419e-8553-13e64dc38d70 None None] No DVR routers for this DVR port 1cb8165c-db06-4e07-a1f1-32a9da3a58cc on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:57:33.480148 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50204297-b11e-419e-8553-13e64dc38d70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:33.480827 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50204297-b11e-419e-8553-13e64dc38d70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:33.481382 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50204297-b11e-419e-8553-13e64dc38d70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:33.483209 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50204297-b11e-419e-8553-13e64dc38d70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:33.483796 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50204297-b11e-419e-8553-13e64dc38d70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:33.484334 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50204297-b11e-419e-8553-13e64dc38d70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:33.491895 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50204297-b11e-419e-8553-13e64dc38d70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:33.493596 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50204297-b11e-419e-8553-13e64dc38d70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:33.494032 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50204297-b11e-419e-8553-13e64dc38d70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:33.494510 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50204297-b11e-419e-8553-13e64dc38d70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:33.495490 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50204297-b11e-419e-8553-13e64dc38d70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:33.499677 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-65ecfbc7-4d15-4383-840e-aaa89ad316d5 req-edb86eba-b753-46b4-88ce-b9ed9c5e9d1a tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991739 Mar 05 13:57:33.503167 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50204297-b11e-419e-8553-13e64dc38d70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:33.769408 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09fe18db-3cda-41c4-af82-0ee4b34bbf53 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:33.830190 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bd2726d4-49e2-4d11-b303-8452f2bc453e req-aaf67e37-3a4d-4978-bb9d-95339e14b7f5 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e705391-2db3-48c5-9182-e25dfec37ae1 HTTP/1.1" status: 200 len: 210 time: 0.0844340 Mar 05 13:57:34.032528 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-09fe18db-3cda-41c4-af82-0ee4b34bbf53 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:34.056890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43742) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:34.063399 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-2b75918f-2771-49ca-b054-b0f50de326f6 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Request body: {'subnet': {'network_id': '837658d1-cf87-4040-9bcd-27ce9d500def', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:34.072887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-ef59d25f-8267-45c7-b02b-03b8493c2868 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:34.074356 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-ef59d25f-8267-45c7-b02b-03b8493c2868 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.15 "GET /v2.0/networks?id=f414ad02-1c0c-4bd5-b50a-8327414e8a67 HTTP/1.1" status: 200 len: 809 time: 0.4129694 Mar 05 13:57:34.077080 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-09fe18db-3cda-41c4-af82-0ee4b34bbf53 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c21b9c4-d869-4e78-b460-b7f7628a2b3e') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:34.077391 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-09fe18db-3cda-41c4-af82-0ee4b34bbf53 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c21b9c4-d869-4e78-b460-b7f7628a2b3e') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:34.084885 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d62be6-e93d-4ee0-9212-0935e88737d3 req-7658c77e-93b1-46e0-85ae-b1882db215d2 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:34.086860 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-70d62be6-e93d-4ee0-9212-0935e88737d3 req-7658c77e-93b1-46e0-85ae-b1882db215d2 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.1269929 Mar 05 13:57:34.094597 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-a97f026d-c861-4637-acda-00cb649861c8 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Request body: {'port': {'device_id': '6e705391-2db3-48c5-9182-e25dfec37ae1', 'network_id': 'f414ad02-1c0c-4bd5-b50a-8327414e8a67', 'admin_state_up': True, 'tenant_id': '7cd571e0577f428d9ea574f5ecb9c967'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:34.118136 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09fe18db-3cda-41c4-af82-0ee4b34bbf53 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:34.219162 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-70d62be6-e93d-4ee0-9212-0935e88737d3 req-e8fdd458-0e98-4f05-a043-c3c7b17ce8f0 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168416 Mar 05 13:57:34.220102 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2b75918f-2771-49ca-b054-b0f50de326f6 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:34.221113 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09fe18db-3cda-41c4-af82-0ee4b34bbf53 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:34.224057 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2b75918f-2771-49ca-b054-b0f50de326f6 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Usage tracker for resource:subnet and tenant:565f22e790e74cc4a5d49c730bd9daea is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:34.227663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2b75918f-2771-49ca-b054-b0f50de326f6 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:34.233478 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2b75918f-2771-49ca-b054-b0f50de326f6 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:34.246463 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b75918f-2771-49ca-b054-b0f50de326f6 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Made reservation on behalf of 565f22e790e74cc4a5d49c730bd9daea for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:57:34.249645 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f4f7655-6536-4877-b539-e1996bbfeb32 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:34.249941 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2b75918f-2771-49ca-b054-b0f50de326f6 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:34.311182 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fe18db-3cda-41c4-af82-0ee4b34bbf53 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:57:34.311499 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09fe18db-3cda-41c4-af82-0ee4b34bbf53 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:57:34.328012 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:57:34.363659 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012dbd7b-2f40-4c61-9d58-788d7e0d579f req-da53ab6f-2e1f-4193-a5df-9a9e825fdc0e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:34.368824 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-012dbd7b-2f40-4c61-9d58-788d7e0d579f req-da53ab6f-2e1f-4193-a5df-9a9e825fdc0e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.6012554 Mar 05 13:57:34.369973 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f7655-6536-4877-b539-e1996bbfeb32 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Pushing event deleted for resources: {'Port': ['ID=b2492b65-4534-41f8-bfdb-2759f807fd09,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:34.488377 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ef81f-9541-49e0-9fa8-6a95ca530cb6 req-254e44c5-ab81-44a3-b70a-f18f404f73b7 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:34.489879 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-974ef81f-9541-49e0-9fa8-6a95ca530cb6 req-254e44c5-ab81-44a3-b70a-f18f404f73b7 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.1295257 Mar 05 13:57:34.583339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-a97f026d-c861-4637-acda-00cb649861c8 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:34.597838 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-a97f026d-c861-4637-acda-00cb649861c8 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Usage tracker for resource:port and tenant:7cd571e0577f428d9ea574f5ecb9c967 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:34.601132 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09fe18db-3cda-41c4-af82-0ee4b34bbf53 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:34.604695 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-a97f026d-c861-4637-acda-00cb649861c8 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:34.630377 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-012dbd7b-2f40-4c61-9d58-788d7e0d579f req-6c8a8231-747d-4020-91a1-ac1c75c17009 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552013 Mar 05 13:57:34.634573 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09fe18db-3cda-41c4-af82-0ee4b34bbf53 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:34.637439 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-a97f026d-c861-4637-acda-00cb649861c8 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:34.649646 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe18db-3cda-41c4-af82-0ee4b34bbf53 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Network': ['ID=b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:34.660928 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f4f7655-6536-4877-b539-e1996bbfeb32 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:34.712436 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-09fe18db-3cda-41c4-af82-0ee4b34bbf53 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/networks/b8e3db6b-87e3-46c6-bbc9-ab5dc8e61d99 HTTP/1.1" status: 204 len: 168 time: 2.6506202 Mar 05 13:57:34.713538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43752) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:34.790436 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-974ef81f-9541-49e0-9fa8-6a95ca530cb6 req-92dfa048-35ed-4259-9f68-7e33bb41c726 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706394 Mar 05 13:57:34.836493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-a97f026d-c861-4637-acda-00cb649861c8 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Made reservation on behalf of 7cd571e0577f428d9ea574f5ecb9c967 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:57:34.839889 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-a97f026d-c861-4637-acda-00cb649861c8 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:34.887431 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2b75918f-2771-49ca-b054-b0f50de326f6 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:34.966585 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75918f-2771-49ca-b054-b0f50de326f6 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event updated for resources: {'Subnet': ['ID=8d702ae5-4744-4adb-b648-33b53c9b12b3,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:34.979740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b75918f-2771-49ca-b054-b0f50de326f6 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Checking segment: {'id': '29102c5e-77cc-40ad-93ef-09d7acb4aa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '837658d1-cf87-4040-9bcd-27ce9d500def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:57:34.980098 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b75918f-2771-49ca-b054-b0f50de326f6 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Network hostable DHCP agents. Network: 837658d1-cf87-4040-9bcd-27ce9d500def, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:57:35.004460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b75918f-2771-49ca-b054-b0f50de326f6 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Network 837658d1-cf87-4040-9bcd-27ce9d500def is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:57:35.018362 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-2b75918f-2771-49ca-b054-b0f50de326f6 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 837658d1-cf87-4040-9bcd-27ce9d500def) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:57:35.030108 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959e719c-22a4-4255-9af0-7ba4e1d3e1d5 None None] Network 837658d1-cf87-4040-9bcd-27ce9d500def requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:57:35.039635 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b75918f-2771-49ca-b054-b0f50de326f6 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:35.040486 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2b75918f-2771-49ca-b054-b0f50de326f6 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:35.131625 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2b75918f-2771-49ca-b054-b0f50de326f6 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0736454 Mar 05 13:57:35.138856 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43770) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:35.150189 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9da78a1d-e424-4f37-9bcc-dcf942efa05a req-0e39f023-0ae9-4941-9b36-44f601deccf8 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e705391-2db3-48c5-9182-e25dfec37ae1 HTTP/1.1" status: 200 len: 210 time: 0.1127734 Mar 05 13:57:35.161060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-5d0317d0-dc15-412d-9250-e632d7bba549 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1282938762'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:35.176669 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5d0317d0-dc15-412d-9250-e632d7bba549 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:35.189144 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5d0317d0-dc15-412d-9250-e632d7bba549 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Usage tracker for resource:network and tenant:565f22e790e74cc4a5d49c730bd9daea is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:35.195687 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5d0317d0-dc15-412d-9250-e632d7bba549 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:35.204149 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5d0317d0-dc15-412d-9250-e632d7bba549 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:35.217443 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0317d0-dc15-412d-9250-e632d7bba549 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Made reservation on behalf of 565f22e790e74cc4a5d49c730bd9daea for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:57:35.224069 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d0317d0-dc15-412d-9250-e632d7bba549 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:35.257743 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0317d0-dc15-412d-9250-e632d7bba549 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:57:35.268830 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d0317d0-dc15-412d-9250-e632d7bba549 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:35.269368 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-5d0317d0-dc15-412d-9250-e632d7bba549 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Added segment a4a68cd5-d380-4ba6-a422-16f335769f80 of type vlan for network 4582ae5e-d440-4013-a763-b763b3194eda Mar 05 13:57:35.293475 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f4f7655-6536-4877-b539-e1996bbfeb32 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:35.337392 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d0317d0-dc15-412d-9250-e632d7bba549 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:35.339295 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f4f7655-6536-4877-b539-e1996bbfeb32 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:35.371684 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb98f196-7bb0-4407-a798-271f7d6ce172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-837658d1-cf87-4040-9bcd-27ce9d500def', 'network_id': '837658d1-cf87-4040-9bcd-27ce9d500def', 'tenant_id': '565f22e790e74cc4a5d49c730bd9daea', 'fixed_ips': [{'subnet_id': '8d702ae5-4744-4adb-b648-33b53c9b12b3'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:57:35.373783 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fb98f196-7bb0-4407-a798-271f7d6ce172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:35.502505 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f4f7655-6536-4877-b539-e1996bbfeb32 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:35.503057 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4f7655-6536-4877-b539-e1996bbfeb32 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Fanout notify agent at l3_agent the message router_deleted on router 72a9357b-63d2-42d0-a9b1-b7f8be62023d {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:57:35.520268 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d0317d0-dc15-412d-9250-e632d7bba549 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:35.528790 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0317d0-dc15-412d-9250-e632d7bba549 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:35.529537 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d0317d0-dc15-412d-9250-e632d7bba549 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:35.539525 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-0b689642-1051-48d2-9716-18362f3b2d3f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:35.541040 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-0b689642-1051-48d2-9716-18362f3b2d3f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 812 time: 0.2313333 Mar 05 13:57:35.580271 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-fb98f196-7bb0-4407-a798-271f7d6ce172 None None] Allocated IP 2001:db8:0:ffff::2 (837658d1-cf87-4040-9bcd-27ce9d500def/8d702ae5-4744-4adb-b648-33b53c9b12b3/76b0ddcb-fb28-4086-84dc-45498c0d380c) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:57:35.600749 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-4688c878-ded0-4f22-a5e0-70365ec5d6dc tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/quotas/8857cbe55e484452818a32b411d7670f HTTP/1.1" status: 200 len: 375 time: 0.0353374 Mar 05 13:57:35.643278 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aadb08-95ac-42ba-9384-dae42c42ba86 req-270a1a08-cc0a-4147-b4e0-10ee430dade2 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:35.644744 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e9aadb08-95ac-42ba-9384-dae42c42ba86 req-270a1a08-cc0a-4147-b4e0-10ee430dade2 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 945 time: 0.7864387 Mar 05 13:57:35.662249 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f4f7655-6536-4877-b539-e1996bbfeb32 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:35.667205 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1f4f7655-6536-4877-b539-e1996bbfeb32 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "DELETE /v2.0/routers/72a9357b-63d2-42d0-a9b1-b7f8be62023d HTTP/1.1" status: 204 len: 168 time: 5.7963238 Mar 05 13:57:35.678016 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43782) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:35.692504 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5d0317d0-dc15-412d-9250-e632d7bba549 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5380607 Mar 05 13:57:35.704129 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43784) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:35.707414 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-df3d3238-1ca7-43cd-8f6c-2cd69abf1edf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Request body: {'router': {'name': 'tempest-snat-router-376468022', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'enable_snat': False}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:35.717268 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-698dadc4-17e3-44b0-abd1-ff84774832bc tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Request body: {'subnet': {'network_id': '4582ae5e-d440-4013-a763-b763b3194eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:35.728261 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-df3d3238-1ca7-43cd-8f6c-2cd69abf1edf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:35.734555 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0317d0-dc15-412d-9250-e632d7bba549 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event updated for resources: {'Network': ['ID=4582ae5e-d440-4013-a763-b763b3194eda,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:35.739788 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-df3d3238-1ca7-43cd-8f6c-2cd69abf1edf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Usage tracker for resource:router and tenant:0f5bd2fdd28e420b8c1076ab57e342d7 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:35.744755 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-df3d3238-1ca7-43cd-8f6c-2cd69abf1edf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:35.751994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-df3d3238-1ca7-43cd-8f6c-2cd69abf1edf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:35.752311 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 4582ae5e-d440-4013-a763-b763b3194eda details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:57:35.774848 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-df3d3238-1ca7-43cd-8f6c-2cd69abf1edf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:35.775938 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-df3d3238-1ca7-43cd-8f6c-2cd69abf1edf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:35.790262 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-df3d3238-1ca7-43cd-8f6c-2cd69abf1edf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:35.811518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-a97f026d-c861-4637-acda-00cb649861c8 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Allocated IP 172.20.0.2 (f414ad02-1c0c-4bd5-b50a-8327414e8a67/e8c5272d-93eb-488f-b3b2-2c63f8c75f01/b2b1916d-9d6b-4125-88e7-770b1e6e7735) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:57:35.824054 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-2977670c-d973-4a9e-9647-ac1b986ac3f2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1760776 Mar 05 13:57:35.911124 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fb98f196-7bb0-4407-a798-271f7d6ce172 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:35.925566 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fb98f196-7bb0-4407-a798-271f7d6ce172 None None] Transition to ACTIVE for port object 76b0ddcb-fb28-4086-84dc-45498c0d380c will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:57:35.933513 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e9aadb08-95ac-42ba-9384-dae42c42ba86 req-52d97ffa-11fc-42b4-a2c4-52c0685969e9 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682331 Mar 05 13:57:35.945093 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fb98f196-7bb0-4407-a798-271f7d6ce172 None None] Transition to ACTIVE for port object 76b0ddcb-fb28-4086-84dc-45498c0d380c will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:57:35.958468 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fb98f196-7bb0-4407-a798-271f7d6ce172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:35.988662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-698dadc4-17e3-44b0-abd1-ff84774832bc tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:36.008870 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-698dadc4-17e3-44b0-abd1-ff84774832bc tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Usage tracker for resource:subnet and tenant:565f22e790e74cc4a5d49c730bd9daea is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:36.012593 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-698dadc4-17e3-44b0-abd1-ff84774832bc tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:36.028742 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-698dadc4-17e3-44b0-abd1-ff84774832bc tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:36.033525 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb98f196-7bb0-4407-a798-271f7d6ce172 None None] Network 837658d1-cf87-4040-9bcd-27ce9d500def is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:57:36.035025 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-fb98f196-7bb0-4407-a798-271f7d6ce172 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:57:36.040838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb98f196-7bb0-4407-a798-271f7d6ce172 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:57:36.075382 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698dadc4-17e3-44b0-abd1-ff84774832bc tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Made reservation on behalf of 565f22e790e74cc4a5d49c730bd9daea for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:57:36.079085 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-698dadc4-17e3-44b0-abd1-ff84774832bc tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:36.176443 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-df3d3238-1ca7-43cd-8f6c-2cd69abf1edf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:36.231525 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-cef12252-f2a9-404c-8b48-1791e5ed6018 service neutron] 10.222.0.16 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587773 Mar 05 13:57:36.237518 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98f196-7bb0-4407-a798-271f7d6ce172 None None] Pushing event updated for resources: {'Port': ['ID=76b0ddcb-fb28-4086-84dc-45498c0d380c,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:36.242441 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-fb98f196-7bb0-4407-a798-271f7d6ce172 None None] Attempting to bind port 76b0ddcb-fb28-4086-84dc-45498c0d380c on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:57:36.243073 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-fb98f196-7bb0-4407-a798-271f7d6ce172 None None] Attempting to bind port 76b0ddcb-fb28-4086-84dc-45498c0d380c by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '29102c5e-77cc-40ad-93ef-09d7acb4aa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '837658d1-cf87-4040-9bcd-27ce9d500def'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:57:36.243612 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb98f196-7bb0-4407-a798-271f7d6ce172 None None] Attempting to bind port 76b0ddcb-fb28-4086-84dc-45498c0d380c on network 837658d1-cf87-4040-9bcd-27ce9d500def {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:57:36.251063 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb98f196-7bb0-4407-a798-271f7d6ce172 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:57:36.251473 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb98f196-7bb0-4407-a798-271f7d6ce172 None None] Checking segment: {'id': '29102c5e-77cc-40ad-93ef-09d7acb4aa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '837658d1-cf87-4040-9bcd-27ce9d500def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:57:36.251984 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fb98f196-7bb0-4407-a798-271f7d6ce172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:36.252482 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb98f196-7bb0-4407-a798-271f7d6ce172 None None] Bound using segment: {'id': '29102c5e-77cc-40ad-93ef-09d7acb4aa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '837658d1-cf87-4040-9bcd-27ce9d500def'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:57:36.252868 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-fb98f196-7bb0-4407-a798-271f7d6ce172 None None] Bound port: 76b0ddcb-fb28-4086-84dc-45498c0d380c, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29102c5e-77cc-40ad-93ef-09d7acb4aa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '837658d1-cf87-4040-9bcd-27ce9d500def'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:57:36.253393 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fb98f196-7bb0-4407-a798-271f7d6ce172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:36.442822 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-a97f026d-c861-4637-acda-00cb649861c8 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:36.451244 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-fb98f196-7bb0-4407-a798-271f7d6ce172 None None] For port 76b0ddcb-fb28-4086-84dc-45498c0d380c, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:57:36.456598 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-fb98f196-7bb0-4407-a798-271f7d6ce172 None None] For port 76b0ddcb-fb28-4086-84dc-45498c0d380c, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=76b0ddcb-fb28-4086-84dc-45498c0d380c,segment=NetworkSegment(29102c5e-77cc-40ad-93ef-09d7acb4aa00),segment_id=29102c5e-77cc-40ad-93ef-09d7acb4aa00)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:57:36.464403 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-6c811b67-4ca2-4349-8e32-e8df4475f510 service neutron] 10.222.0.16 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318718 Mar 05 13:57:36.464802 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fb98f196-7bb0-4407-a798-271f7d6ce172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:36.617344 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98f196-7bb0-4407-a798-271f7d6ce172 None None] Pushing event updated for resources: {'Port': ['ID=76b0ddcb-fb28-4086-84dc-45498c0d380c,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:36.757203 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e5d9e-afd6-4b45-9ff4-d219db532644 req-e17b5289-13c7-46d5-b9b7-419bebb2a100 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:36.765245 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-848e5d9e-afd6-4b45-9ff4-d219db532644 req-e17b5289-13c7-46d5-b9b7-419bebb2a100 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.4995897 Mar 05 13:57:36.893103 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-80173f33-9204-4a64-af18-561efd67b0c6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:36.974085 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-11cd7e8e-c6c9-4177-8d62-e505208b5eb2 req-f8427ba4-feb5-4142-8199-b94a889e6d8b tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e705391-2db3-48c5-9182-e25dfec37ae1 HTTP/1.1" status: 200 len: 210 time: 0.0987966 Mar 05 13:57:37.008002 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-a97f026d-c861-4637-acda-00cb649861c8 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:37.043632 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-df3d3238-1ca7-43cd-8f6c-2cd69abf1edf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:37.096735 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-848e5d9e-afd6-4b45-9ff4-d219db532644 req-ddfe7f96-b3cc-4b56-93cc-bcc15b08bd75 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297622 Mar 05 13:57:37.207775 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-df3d3238-1ca7-43cd-8f6c-2cd69abf1edf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:37.292723 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 76b0ddcb-fb28-4086-84dc-45498c0d380c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:57:37.329616 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec0151de-3086-4115-9527-a2510f868399 req-6d8e71f6-1d0d-4844-b737-3192da2ebb93 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 210 time: 0.1978128 Mar 05 13:57:37.441317 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 76b0ddcb-fb28-4086-84dc-45498c0d380c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:57:37.478219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf424dd-a38f-446c-b478-c642efad0037 req-63981f3b-703c-44e0-a2a5-a221730b5160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:37.479788 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4cf424dd-a38f-446c-b478-c642efad0037 req-63981f3b-703c-44e0-a2a5-a221730b5160 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 1096 time: 0.3216658 Mar 05 13:57:37.572744 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-df3d3238-1ca7-43cd-8f6c-2cd69abf1edf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Allocated IP 172.25.4.244 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/437f5c0b-7397-4659-b07d-142f4633524f) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:57:37.620889 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4cf424dd-a38f-446c-b478-c642efad0037 req-16d2d30e-3a5a-48a0-9e3f-56acc14fc922 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265864 Mar 05 13:57:37.704449 n-d-803718-1 neutron-server[87914]: DEBUG neutron.objects.ports [None req-698dadc4-17e3-44b0-abd1-ff84774832bc tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87914) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 05 13:57:37.726271 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-698dadc4-17e3-44b0-abd1-ff84774832bc tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:37.729761 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f026d-c861-4637-acda-00cb649861c8 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Pushing event updated for resources: {'Port': ['ID=b2b1916d-9d6b-4125-88e7-770b1e6e7735,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:37.738111 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-a97f026d-c861-4637-acda-00cb649861c8 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Network f414ad02-1c0c-4bd5-b50a-8327414e8a67 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:57:37.754398 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4f9b5-0ffb-4662-9e6a-4dcb81ef5a1f req-5697d0f6-5033-4548-9853-10ff991372b9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:37.755968 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-81d4f9b5-0ffb-4662-9e6a-4dcb81ef5a1f req-5697d0f6-5033-4548-9853-10ff991372b9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.2251046 Mar 05 13:57:37.778110 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-a97f026d-c861-4637-acda-00cb649861c8 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:57:37.795624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-a97f026d-c861-4637-acda-00cb649861c8 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:57:37.832363 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-df3d3238-1ca7-43cd-8f6c-2cd69abf1edf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:37.877167 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-81d4f9b5-0ffb-4662-9e6a-4dcb81ef5a1f req-8240815c-0132-4d51-bda8-114eff10f6d9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080265 Mar 05 13:57:37.944630 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-df3d3238-1ca7-43cd-8f6c-2cd69abf1edf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:38.038742 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698dadc4-17e3-44b0-abd1-ff84774832bc tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event updated for resources: {'Subnet': ['ID=7476af4d-6287-4a94-aa4e-3da1008e40ad,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:38.065302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-a97f026d-c861-4637-acda-00cb649861c8 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:38.065926 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-a97f026d-c861-4637-acda-00cb649861c8 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:38.092079 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d3238-1ca7-43cd-8f6c-2cd69abf1edf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Pushing event updated for resources: {'Port': ['ID=437f5c0b-7397-4659-b07d-142f4633524f,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:38.108232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698dadc4-17e3-44b0-abd1-ff84774832bc tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Checking segment: {'id': 'a4a68cd5-d380-4ba6-a422-16f335769f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4582ae5e-d440-4013-a763-b763b3194eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:57:38.108475 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3d3238-1ca7-43cd-8f6c-2cd69abf1edf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:57:38.108601 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698dadc4-17e3-44b0-abd1-ff84774832bc tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Network hostable DHCP agents. Network: 4582ae5e-d440-4013-a763-b763b3194eda, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:57:38.111942 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-df3d3238-1ca7-43cd-8f6c-2cd69abf1edf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:57:38.119281 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d3238-1ca7-43cd-8f6c-2cd69abf1edf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:57:38.125328 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fcf43-d598-4445-acea-41eca3735e2d req-c553543b-bb38-4216-84c5-31e7041675f5 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:38.132660 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-328fcf43-d598-4445-acea-41eca3735e2d req-c553543b-bb38-4216-84c5-31e7041675f5 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 945 time: 0.5508590 Mar 05 13:57:38.161251 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-a97f026d-c861-4637-acda-00cb649861c8 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0747697 Mar 05 13:57:38.183186 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-7b209dcd-5bc1-4f8d-9673-7268157d1e04 service neutron] Request body: {'port': {'device_id': '6e705391-2db3-48c5-9182-e25dfec37ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:38.248119 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fcb30d-ba00-44a6-b541-060e97f054ff None None] Network 837658d1-cf87-4040-9bcd-27ce9d500def requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:57:38.255603 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698dadc4-17e3-44b0-abd1-ff84774832bc tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Network 4582ae5e-d440-4013-a763-b763b3194eda is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:57:38.276605 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-328fcf43-d598-4445-acea-41eca3735e2d req-e12ec4ac-692a-4b5e-8071-b0548e683008 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429780 Mar 05 13:57:38.311749 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-02a10a05-a67a-4289-af6b-3218a229a324 None None] Provisioning for port 76b0ddcb-fb28-4086-84dc-45498c0d380c completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:57:38.370639 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-02a10a05-a67a-4289-af6b-3218a229a324 None None] Provisioning complete for port 76b0ddcb-fb28-4086-84dc-45498c0d380c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:57:38.371351 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-02a10a05-a67a-4289-af6b-3218a229a324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:38.465380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-698dadc4-17e3-44b0-abd1-ff84774832bc tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 4582ae5e-d440-4013-a763-b763b3194eda) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:57:38.544788 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698dadc4-17e3-44b0-abd1-ff84774832bc tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:38.545273 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-698dadc4-17e3-44b0-abd1-ff84774832bc tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:38.563011 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcefaf11-7043-4b6a-8f2a-999de8c0ba71 None None] Network 4582ae5e-d440-4013-a763-b763b3194eda requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:57:38.659987 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-7b209dcd-5bc1-4f8d-9673-7268157d1e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:38.671185 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-80173f33-9204-4a64-af18-561efd67b0c6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting port 8d82641b-b00b-4072-b7fb-d3a37a3ff84e {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:38.671993 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-80173f33-9204-4a64-af18-561efd67b0c6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:38.722936 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-698dadc4-17e3-44b0-abd1-ff84774832bc tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0176754 Mar 05 13:57:38.730317 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43822) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:38.741396 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-e628a488-1869-4c33-b0ff-ef1ca88b17f4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Request body: {'port': {'network_id': '4582ae5e-d440-4013-a763-b763b3194eda', 'name': 'tempest-NetworksIpV6TestAttrs-1951401116'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:38.810011 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-df3d3238-1ca7-43cd-8f6c-2cd69abf1edf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:38.963980 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-140a71c0-d74e-4f95-9b60-b8cd6c7e68cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:39.031115 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-02a10a05-a67a-4289-af6b-3218a229a324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:39.156781 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a726a74-2de5-4f61-8f61-da14f8f49657 req-db8b65de-f9d6-4783-8ab0-c300a5ae74f4 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:39.166017 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4a726a74-2de5-4f61-8f61-da14f8f49657 req-db8b65de-f9d6-4783-8ab0-c300a5ae74f4 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e705391-2db3-48c5-9182-e25dfec37ae1 HTTP/1.1" status: 200 len: 931 time: 0.9992163 Mar 05 13:57:39.195173 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162b034-a375-4638-9309-13315e51877c req-1b7a1a55-6f1b-4f7b-b863-6b5edd0049ac tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:39.204366 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6162b034-a375-4638-9309-13315e51877c req-1b7a1a55-6f1b-4f7b-b863-6b5edd0049ac tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.6665661 Mar 05 13:57:39.222669 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-02a10a05-a67a-4289-af6b-3218a229a324 None None] For port 76b0ddcb-fb28-4086-84dc-45498c0d380c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=76b0ddcb-fb28-4086-84dc-45498c0d380c,segment=NetworkSegment(29102c5e-77cc-40ad-93ef-09d7acb4aa00),segment_id=29102c5e-77cc-40ad-93ef-09d7acb4aa00)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:39.244794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7652684-8d82-493b-8642-b64c0adc1a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-4582ae5e-d440-4013-a763-b763b3194eda', 'network_id': '4582ae5e-d440-4013-a763-b763b3194eda', 'tenant_id': '565f22e790e74cc4a5d49c730bd9daea', 'fixed_ips': [{'subnet_id': '7476af4d-6287-4a94-aa4e-3da1008e40ad'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:57:39.246261 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f7652684-8d82-493b-8642-b64c0adc1a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:39.270285 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-02a10a05-a67a-4289-af6b-3218a229a324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:39.282175 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4a726a74-2de5-4f61-8f61-da14f8f49657 req-276ffce1-7742-464d-9ecc-67fb804fa5d9 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3859f3-2406-4018-b0fc-b5b2fff720fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129210 Mar 05 13:57:39.414641 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6162b034-a375-4638-9309-13315e51877c req-b06ef295-85a5-49a6-9aaf-e75c378fe5c6 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091525 Mar 05 13:57:39.427950 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-80173f33-9204-4a64-af18-561efd67b0c6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] For port 8d82641b-b00b-4072-b7fb-d3a37a3ff84e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=8d82641b-b00b-4072-b7fb-d3a37a3ff84e,segment=NetworkSegment(d4650812-fec2-4486-b305-8d38ea72f632),segment_id=d4650812-fec2-4486-b305-8d38ea72f632)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:39.427950 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-80173f33-9204-4a64-af18-561efd67b0c6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:39.475845 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e628a488-1869-4c33-b0ff-ef1ca88b17f4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:39.508704 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a10a05-a67a-4289-af6b-3218a229a324 None None] Pushing event updated for resources: {'Port': ['ID=76b0ddcb-fb28-4086-84dc-45498c0d380c,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:39.510108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e628a488-1869-4c33-b0ff-ef1ca88b17f4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Usage tracker for resource:port and tenant:565f22e790e74cc4a5d49c730bd9daea is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:39.592104 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-f7652684-8d82-493b-8642-b64c0adc1a48 None None] Allocated IP 2001:db8::f816:3eff:fec9:88c9 (4582ae5e-d440-4013-a763-b763b3194eda/7476af4d-6287-4a94-aa4e-3da1008e40ad/32fa3548-c18d-4dee-a22e-7a119376ad10) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:57:39.626212 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-70b62365-5645-48c0-a050-74f08f82b390 req-032bfbde-90ca-45c6-beb2-18cf183fff33 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 210 time: 0.1230223 Mar 05 13:57:39.693166 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-d997701a-2c04-40de-b3e1-4c91375050bb tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:39.695568 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-d997701a-2c04-40de-b3e1-4c91375050bb tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.30 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 812 time: 1.1969934 Mar 05 13:57:39.737330 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e628a488-1869-4c33-b0ff-ef1ca88b17f4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:39.752101 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-80173f33-9204-4a64-af18-561efd67b0c6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Calling delete_port for 8d82641b-b00b-4072-b7fb-d3a37a3ff84e owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:57:39.852771 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-95d161f2-7f9c-4890-9528-136f1f95a60a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Request body: {'port': {'device_id': 'b0f099ed-e6f2-4d74-90d4-3322fb1a4864', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'admin_state_up': True, 'tenant_id': '8857cbe55e484452818a32b411d7670f'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:39.947202 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9facf63e-6bf7-4254-9763-da2534629b90 None None] Provisioning complete for port 76b0ddcb-fb28-4086-84dc-45498c0d380c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:57:39.947572 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9facf63e-6bf7-4254-9763-da2534629b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:39.998545 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e628a488-1869-4c33-b0ff-ef1ca88b17f4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:40.017701 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f7652684-8d82-493b-8642-b64c0adc1a48 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:40.045677 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f7652684-8d82-493b-8642-b64c0adc1a48 None None] Transition to ACTIVE for port object 32fa3548-c18d-4dee-a22e-7a119376ad10 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:57:40.066292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e628a488-1869-4c33-b0ff-ef1ca88b17f4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Made reservation on behalf of 565f22e790e74cc4a5d49c730bd9daea for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:57:40.071128 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e628a488-1869-4c33-b0ff-ef1ca88b17f4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:40.080609 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f7652684-8d82-493b-8642-b64c0adc1a48 None None] Transition to ACTIVE for port object 32fa3548-c18d-4dee-a22e-7a119376ad10 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:57:40.104821 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f7652684-8d82-493b-8642-b64c0adc1a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:40.135357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-e628a488-1869-4c33-b0ff-ef1ca88b17f4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] device_id is not set on port 1a83826d-a4ff-4ef8-82ec-6b4b1cae5960 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:57:40.140357 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-95d161f2-7f9c-4890-9528-136f1f95a60a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:40.150619 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-95d161f2-7f9c-4890-9528-136f1f95a60a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:40.159789 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-df3d3238-1ca7-43cd-8f6c-2cd69abf1edf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:40.172758 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff010991-dc9a-4a6b-a6c0-216233c6813d req-778f53a7-079d-4974-9f9a-648013bf8d76 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:40.180523 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ff010991-dc9a-4a6b-a6c0-216233c6813d req-778f53a7-079d-4974-9f9a-648013bf8d76 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.3768344 Mar 05 13:57:40.196731 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-95d161f2-7f9c-4890-9528-136f1f95a60a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Made reservation on behalf of 8857cbe55e484452818a32b411d7670f for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:57:40.200200 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-95d161f2-7f9c-4890-9528-136f1f95a60a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:40.223644 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7652684-8d82-493b-8642-b64c0adc1a48 None None] Network 4582ae5e-d440-4013-a763-b763b3194eda is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:57:40.230415 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-f7652684-8d82-493b-8642-b64c0adc1a48 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:57:40.239665 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7652684-8d82-493b-8642-b64c0adc1a48 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:57:40.246045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926be167-9922-4081-98da-5b865ad58776 req-00af6812-c9d9-430b-9f94-75890645d2e6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:40.252845 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-926be167-9922-4081-98da-5b865ad58776 req-00af6812-c9d9-430b-9f94-75890645d2e6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 945 time: 0.5905895 Mar 05 13:57:40.348469 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7652684-8d82-493b-8642-b64c0adc1a48 None None] Pushing event updated for resources: {'Port': ['ID=32fa3548-c18d-4dee-a22e-7a119376ad10,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:40.410930 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f7652684-8d82-493b-8642-b64c0adc1a48 None None] Attempting to bind port 32fa3548-c18d-4dee-a22e-7a119376ad10 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:57:40.411310 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f7652684-8d82-493b-8642-b64c0adc1a48 None None] Attempting to bind port 32fa3548-c18d-4dee-a22e-7a119376ad10 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'a4a68cd5-d380-4ba6-a422-16f335769f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4582ae5e-d440-4013-a763-b763b3194eda'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:57:40.411657 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7652684-8d82-493b-8642-b64c0adc1a48 None None] Attempting to bind port 32fa3548-c18d-4dee-a22e-7a119376ad10 on network 4582ae5e-d440-4013-a763-b763b3194eda {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:57:40.414371 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-926be167-9922-4081-98da-5b865ad58776 req-d678762c-0768-4a9f-acf5-71c8c7d9be36 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601605 Mar 05 13:57:40.424796 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-7b209dcd-5bc1-4f8d-9673-7268157d1e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b1916d-9d6b-4125-88e7-770b1e6e7735 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:57:40.438791 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7652684-8d82-493b-8642-b64c0adc1a48 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:57:40.438791 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7652684-8d82-493b-8642-b64c0adc1a48 None None] Checking segment: {'id': 'a4a68cd5-d380-4ba6-a422-16f335769f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4582ae5e-d440-4013-a763-b763b3194eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:57:40.438791 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f7652684-8d82-493b-8642-b64c0adc1a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:40.438791 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7652684-8d82-493b-8642-b64c0adc1a48 None None] Bound using segment: {'id': 'a4a68cd5-d380-4ba6-a422-16f335769f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4582ae5e-d440-4013-a763-b763b3194eda'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:57:40.438791 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f7652684-8d82-493b-8642-b64c0adc1a48 None None] Bound port: 32fa3548-c18d-4dee-a22e-7a119376ad10, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a68cd5-d380-4ba6-a422-16f335769f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4582ae5e-d440-4013-a763-b763b3194eda'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:57:40.438791 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f7652684-8d82-493b-8642-b64c0adc1a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:40.458793 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-7b209dcd-5bc1-4f8d-9673-7268157d1e04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:40.529772 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-f7652684-8d82-493b-8642-b64c0adc1a48 None None] For port 32fa3548-c18d-4dee-a22e-7a119376ad10, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:57:40.543454 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ff010991-dc9a-4a6b-a6c0-216233c6813d req-9f5d60a1-5851-411f-a6c5-313b9bfb0e7c tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620322 Mar 05 13:57:40.560471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-f7652684-8d82-493b-8642-b64c0adc1a48 None None] For port 32fa3548-c18d-4dee-a22e-7a119376ad10, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=32fa3548-c18d-4dee-a22e-7a119376ad10,segment=NetworkSegment(a4a68cd5-d380-4ba6-a422-16f335769f80),segment_id=a4a68cd5-d380-4ba6-a422-16f335769f80)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:57:40.571834 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f7652684-8d82-493b-8642-b64c0adc1a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:40.681778 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43846) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:40.753060 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-e628a488-1869-4c33-b0ff-ef1ca88b17f4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Allocated IP 2001:db8::f816:3eff:fe7b:1b3d (4582ae5e-d440-4013-a763-b763b3194eda/7476af4d-6287-4a94-aa4e-3da1008e40ad/1a83826d-a4ff-4ef8-82ec-6b4b1cae5960) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:57:40.760762 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7652684-8d82-493b-8642-b64c0adc1a48 None None] Pushing event updated for resources: {'Port': ['ID=32fa3548-c18d-4dee-a22e-7a119376ad10,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:40.784084 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-7b209dcd-5bc1-4f8d-9673-7268157d1e04 service neutron] Transition to ACTIVE for port object b2b1916d-9d6b-4125-88e7-770b1e6e7735 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:57:40.793389 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-80173f33-9204-4a64-af18-561efd67b0c6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:40.890260 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-7b209dcd-5bc1-4f8d-9673-7268157d1e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:40.921530 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3d3238-1ca7-43cd-8f6c-2cd69abf1edf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Router c623ddcb-280b-4737-81aa-cd9060b38a4f is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:57:40.923498 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-20308939-36d8-46b7-b0c2-fc96979767a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:41.003744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80173f33-9204-4a64-af18-561efd67b0c6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Port': ['ID=8d82641b-b00b-4072-b7fb-d3a37a3ff84e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:41.030444 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-95d161f2-7f9c-4890-9528-136f1f95a60a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Allocated IP 172.20.0.10 (a792319b-74ea-4dcb-9f15-429be8e1086d/ea456d6e-2c97-4643-a191-afd512f9677d/a03ea37a-351d-4801-933f-4c0e93ca5c48) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:57:41.081317 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a3a6f-f999-4184-b368-06744171e2d6 req-8b480e41-801a-43f3-97b0-5d431d38106a tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:41.089331 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bd9a3a6f-f999-4184-b368-06744171e2d6 req-8b480e41-801a-43f3-97b0-5d431d38106a tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e705391-2db3-48c5-9182-e25dfec37ae1 HTTP/1.1" status: 200 len: 943 time: 0.2492962 Mar 05 13:57:41.245464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3d3238-1ca7-43cd-8f6c-2cd69abf1edf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:57:41.258084 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] Sync routers for ids ['c623ddcb-280b-4737-81aa-cd9060b38a4f'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:57:41.277023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] Routers {'c623ddcb-280b-4737-81aa-cd9060b38a4f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:57:41.277659 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:57:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c623ddcb-280b-4737-81aa-cd9060b38a4f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:41.307593 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bd9a3a6f-f999-4184-b368-06744171e2d6 req-0cc34bac-d46d-4b6a-bf6f-79275c7093ef tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3859f3-2406-4018-b0fc-b5b2fff720fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173488 Mar 05 13:57:41.481964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b209dcd-5bc1-4f8d-9673-7268157d1e04 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b1916d-9d6b-4125-88e7-770b1e6e7735,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:41.552345 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660b670-64ca-4ceb-8f37-b13285116fca req-bfd04957-8b2c-483c-aa12-bf7e0b3ec328 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:41.560432 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d660b670-64ca-4ceb-8f37-b13285116fca req-bfd04957-8b2c-483c-aa12-bf7e0b3ec328 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.7178087 Mar 05 13:57:41.592235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 76b0ddcb-fb28-4086-84dc-45498c0d380c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:57:41.739929 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] Set router c623ddcb-280b-4737-81aa-cd9060b38a4f gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:57:41.743131 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-df3d3238-1ca7-43cd-8f6c-2cd69abf1edf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:41.744497 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-df3d3238-1ca7-43cd-8f6c-2cd69abf1edf tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.0506945 Mar 05 13:57:41.754519 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-4e131962-d92b-4ad7-897a-9ee2e52f3b36 req-283eaac7-a622-4865-9d9c-9b031da56803 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Synchronizing usage tracker for tenant:8857cbe55e484452818a32b411d7670f on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:57:41.759230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43856) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:41.878481 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-95d161f2-7f9c-4890-9528-136f1f95a60a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:41.887590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-4e131962-d92b-4ad7-897a-9ee2e52f3b36 req-283eaac7-a622-4865-9d9c-9b031da56803 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Unset dirty status for tenant:8857cbe55e484452818a32b411d7670f on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:57:41.896541 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4e131962-d92b-4ad7-897a-9ee2e52f3b36 req-283eaac7-a622-4865-9d9c-9b031da56803 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 210 time: 0.2439814 Mar 05 13:57:41.940523 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 76b0ddcb-fb28-4086-84dc-45498c0d380c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:57:41.941639 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:41.944811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-95d161f2-7f9c-4890-9528-136f1f95a60a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Transition to ACTIVE for port object a03ea37a-351d-4801-933f-4c0e93ca5c48 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:57:41.988862 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-80173f33-9204-4a64-af18-561efd67b0c6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:42.120376 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:42.122252 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:42.187550 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d660b670-64ca-4ceb-8f37-b13285116fca req-cb90fa27-e460-4499-bdd0-d45f3e91f7a5 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6262112 Mar 05 13:57:42.217780 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-26884155-071c-4a23-94e9-29f74328998b tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "GET /v2.0/routers/c623ddcb-280b-4737-81aa-cd9060b38a4f HTTP/1.1" status: 200 len: 908 time: 0.4564941 Mar 05 13:57:42.250834 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43868) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:42.270989 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-fd326dc2-b442-4fe5-86dd-8aeefbf41763 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Request body: {'router': {'name': 'tempest-snat-router-376468022', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'enable_snat': True}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:42.281848 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-fd326dc2-b442-4fe5-86dd-8aeefbf41763 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:42.296080 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-fd326dc2-b442-4fe5-86dd-8aeefbf41763 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Usage tracker for resource:router and tenant:0f5bd2fdd28e420b8c1076ab57e342d7 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:42.299398 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-95d161f2-7f9c-4890-9528-136f1f95a60a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:42.309404 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-fd326dc2-b442-4fe5-86dd-8aeefbf41763 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:42.314162 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 32fa3548-c18d-4dee-a22e-7a119376ad10 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:57:42.353479 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c68655-0cbf-443b-a7d8-5f03635e1567 None None] Network 4582ae5e-d440-4013-a763-b763b3194eda requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:57:42.368211 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['f736b7ec-e966-4c65-8fd3-25f7be175e1f', 'a8f7d076-e06f-46df-ae6c-d36aef9de98f'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:57:42.371589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-7b209dcd-5bc1-4f8d-9673-7268157d1e04 service neutron] Attempting to bind port b2b1916d-9d6b-4125-88e7-770b1e6e7735 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:57:42.371933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-7b209dcd-5bc1-4f8d-9673-7268157d1e04 service neutron] Attempting to bind port b2b1916d-9d6b-4125-88e7-770b1e6e7735 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f414ad02-1c0c-4bd5-b50a-8327414e8a67'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:57:42.372265 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-7b209dcd-5bc1-4f8d-9673-7268157d1e04 service neutron] Attempting to bind port b2b1916d-9d6b-4125-88e7-770b1e6e7735 on network f414ad02-1c0c-4bd5-b50a-8327414e8a67 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:57:42.377459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-fd326dc2-b442-4fe5-86dd-8aeefbf41763 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:42.386201 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-c746d276-35b8-4822-a1b1-3dc6653122c8 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:42.388301 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-c746d276-35b8-4822-a1b1-3dc6653122c8 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/networks?id=37a7d3f0-790d-4769-b9e8-887239a3772c HTTP/1.1" status: 200 len: 811 time: 0.3280978 Mar 05 13:57:42.423973 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-95d161f2-7f9c-4890-9528-136f1f95a60a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Network a792319b-74ea-4dcb-9f15-429be8e1086d is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:57:42.434607 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-e41140e7-c8da-4cc7-8d15-002afc2aa1b9 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/quotas/c2216bd4e99a4eb1bc00ada44567b6bf HTTP/1.1" status: 200 len: 375 time: 0.0309699 Mar 05 13:57:42.476772 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-95d161f2-7f9c-4890-9528-136f1f95a60a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:57:42.484814 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d161f2-7f9c-4890-9528-136f1f95a60a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Pushing event updated for resources: {'Port': ['ID=a03ea37a-351d-4801-933f-4c0e93ca5c48,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:42.487429 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd326dc2-b442-4fe5-86dd-8aeefbf41763 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:42.488654 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd326dc2-b442-4fe5-86dd-8aeefbf41763 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:42.494605 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-95d161f2-7f9c-4890-9528-136f1f95a60a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:57:42.500792 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-7b209dcd-5bc1-4f8d-9673-7268157d1e04 service neutron] Port b2b1916d-9d6b-4125-88e7-770b1e6e7735 on network f414ad02-1c0c-4bd5-b50a-8327414e8a67 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:57:42.501126 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-7b209dcd-5bc1-4f8d-9673-7268157d1e04 service neutron] Attempting to bind port b2b1916d-9d6b-4125-88e7-770b1e6e7735 on network f414ad02-1c0c-4bd5-b50a-8327414e8a67 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:57:42.505462 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e628a488-1869-4c33-b0ff-ef1ca88b17f4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:42.563367 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ea04279d-36ce-4fba-a316-934f50c58374 None None] Provisioning for port 32fa3548-c18d-4dee-a22e-7a119376ad10 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:57:42.567587 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd326dc2-b442-4fe5-86dd-8aeefbf41763 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:42.569957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-7b209dcd-5bc1-4f8d-9673-7268157d1e04 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:57:42.569957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-7b209dcd-5bc1-4f8d-9673-7268157d1e04 service neutron] Checking segment: {'id': 'a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f414ad02-1c0c-4bd5-b50a-8327414e8a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:57:42.569957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-7b209dcd-5bc1-4f8d-9673-7268157d1e04 service neutron] Bound using segment: {'id': 'a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f414ad02-1c0c-4bd5-b50a-8327414e8a67'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:57:42.572778 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-7b209dcd-5bc1-4f8d-9673-7268157d1e04 service neutron] Bound port: b2b1916d-9d6b-4125-88e7-770b1e6e7735, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f414ad02-1c0c-4bd5-b50a-8327414e8a67'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:57:42.572948 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-7b209dcd-5bc1-4f8d-9673-7268157d1e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:42.597035 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-95d161f2-7f9c-4890-9528-136f1f95a60a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:42.597744 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-95d161f2-7f9c-4890-9528-136f1f95a60a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:42.630467 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c623ddcb-280b-4737-81aa-cd9060b38a4f', 'name': 'tempest-snat-router-376468022', 'tenant_id': '0f5bd2fdd28e420b8c1076ab57e342d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.244'}], 'enable_snat': False}, 'gw_port_id': '437f5c0b-7397-4659-b07d-142f4633524f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:57:35Z', 'updated_at': '2022-03-05T13:57:38Z', 'revision_number': 3, 'project_id': '0f5bd2fdd28e420b8c1076ab57e342d7', 'gw_port': {'id': '437f5c0b-7397-4659-b07d-142f4633524f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:aa:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c623ddcb-280b-4737-81aa-cd9060b38a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:57:37Z', 'updated_at': '2022-03-05T13:57:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:42.659697 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-95d161f2-7f9c-4890-9528-136f1f95a60a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9498918 Mar 05 13:57:42.667639 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] Checking router: c623ddcb-280b-4737-81aa-cd9060b38a4f for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:57:42.668008 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] Updating router c623ddcb-280b-4737-81aa-cd9060b38a4f port 437f5c0b-7397-4659-b07d-142f4633524f binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:57:42.691192 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 32fa3548-c18d-4dee-a22e-7a119376ad10 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:57:42.760195 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 32fa3548-c18d-4dee-a22e-7a119376ad10 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:57:42.760567 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:42.771223 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-e628a488-1869-4c33-b0ff-ef1ca88b17f4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Transition to ACTIVE for port object 1a83826d-a4ff-4ef8-82ec-6b4b1cae5960 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:57:42.862796 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] Request body: {'port': {'device_id': 'b0f099ed-e6f2-4d74-90d4-3322fb1a4864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:42.863472 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:42.866519 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80173f33-9204-4a64-af18-561efd67b0c6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Router b3acb74c-7476-4fc9-be63-b7784eba438d has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:57:42.898445 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-b2ff5328-9837-4da0-9168-2bac708b89b1 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2216bd4e99a4eb1bc00ada44567b6bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4630494 Mar 05 13:57:42.942390 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1b60d452-8bf0-43e6-b6b2-de24eed6fe81 None None] Provisioning for port a03ea37a-351d-4801-933f-4c0e93ca5c48 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:57:42.974337 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1b60d452-8bf0-43e6-b6b2-de24eed6fe81 None None] Provisioning complete for port a03ea37a-351d-4801-933f-4c0e93ca5c48 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:57:42.974834 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1b60d452-8bf0-43e6-b6b2-de24eed6fe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:43.016904 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd326dc2-b442-4fe5-86dd-8aeefbf41763 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:43.049044 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640f5e2-1f18-4e14-aa25-f31c314aee40 req-7a63e7b8-4368-4a61-892d-771744326301 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:43.054472 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0640f5e2-1f18-4e14-aa25-f31c314aee40 req-7a63e7b8-4368-4a61-892d-771744326301 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.6693053 Mar 05 13:57:43.062754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-7b209dcd-5bc1-4f8d-9673-7268157d1e04 service neutron] For port b2b1916d-9d6b-4125-88e7-770b1e6e7735, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:57:43.144867 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e628a488-1869-4c33-b0ff-ef1ca88b17f4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:43.156863 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-7b209dcd-5bc1-4f8d-9673-7268157d1e04 service neutron] For port b2b1916d-9d6b-4125-88e7-770b1e6e7735, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b2b1916d-9d6b-4125-88e7-770b1e6e7735,segment=NetworkSegment(a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d),segment_id=a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:57:43.187009 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-1b60d452-8bf0-43e6-b6b2-de24eed6fe81 None None] Port a03ea37a-351d-4801-933f-4c0e93ca5c48 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:57:43.198565 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:43.215070 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80173f33-9204-4a64-af18-561efd67b0c6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:57:43.218691 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:43.232626 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b41b20-7d2d-48a2-b466-2bd1c6293950 None None] Sync routers for ids ['b3acb74c-7476-4fc9-be63-b7784eba438d'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:57:43.236426 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-71e775e5-42c1-4c78-9917-a6e201c044b4 service neutron] 10.222.0.16 "GET /v2.0/networks/37a7d3f0-790d-4769-b9e8-887239a3772c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245883 Mar 05 13:57:43.242410 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-80173f33-9204-4a64-af18-561efd67b0c6 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/routers/b3acb74c-7476-4fc9-be63-b7784eba438d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5232368 Mar 05 13:57:43.244879 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-7b209dcd-5bc1-4f8d-9673-7268157d1e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:43.248418 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43878) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:43.253713 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b41b20-7d2d-48a2-b466-2bd1c6293950 None None] Routers {'b3acb74c-7476-4fc9-be63-b7784eba438d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:57:43.255179 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-59b41b20-7d2d-48a2-b466-2bd1c6293950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:57:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3acb74c-7476-4fc9-be63-b7784eba438d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:43.284704 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e628a488-1869-4c33-b0ff-ef1ca88b17f4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Network 4582ae5e-d440-4013-a763-b763b3194eda is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:57:43.321519 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-e628a488-1869-4c33-b0ff-ef1ca88b17f4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:57:43.324518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e628a488-1869-4c33-b0ff-ef1ca88b17f4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:57:43.330414 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e628a488-1869-4c33-b0ff-ef1ca88b17f4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:43.331273 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e628a488-1869-4c33-b0ff-ef1ca88b17f4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:43.342342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628a488-1869-4c33-b0ff-ef1ca88b17f4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event updated for resources: {'Port': ['ID=1a83826d-a4ff-4ef8-82ec-6b4b1cae5960,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:43.357849 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-7b209dcd-5bc1-4f8d-9673-7268157d1e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:43.358460 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-7b209dcd-5bc1-4f8d-9673-7268157d1e04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:43.359883 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-7b209dcd-5bc1-4f8d-9673-7268157d1e04 service neutron] 10.222.0.15 "PUT /v2.0/ports/b2b1916d-9d6b-4125-88e7-770b1e6e7735 HTTP/1.1" status: 200 len: 1091 time: 5.1817784 Mar 05 13:57:43.410061 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e705391-2db3-48c5-9182-e25dfec37ae1', 'tag': 'b2b1916d-9d6b-4125-88e7-770b1e6e7735'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:57:43.421969 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 32fa3548-c18d-4dee-a22e-7a119376ad10, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=32fa3548-c18d-4dee-a22e-7a119376ad10,segment=NetworkSegment(a4a68cd5-d380-4ba6-a422-16f335769f80),segment_id=a4a68cd5-d380-4ba6-a422-16f335769f80)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:43.447173 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:43.506775 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0640f5e2-1f18-4e14-aa25-f31c314aee40 req-09319e40-20b9-455f-8dcc-36d6aec4681c tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388919 Mar 05 13:57:43.662255 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-59b41b20-7d2d-48a2-b466-2bd1c6293950 None None] Set router b3acb74c-7476-4fc9-be63-b7784eba438d gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:57:43.665144 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e628a488-1869-4c33-b0ff-ef1ca88b17f4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.9272377 Mar 05 13:57:43.691451 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-686007e4-6787-4639-9400-55ba4cbfbd22 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting subnet 456d0eef-0542-405d-8a86-795bb2c39aea {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:57:43.699809 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43886) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:43.723162 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=32fa3548-c18d-4dee-a22e-7a119376ad10,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:43.757933 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-686007e4-6787-4639-9400-55ba4cbfbd22 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:43.781852 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-06088f90-f777-4285-825c-f8ee057845d1 service neutron] 10.222.0.16 "GET /v2.0/networks/37a7d3f0-790d-4769-b9e8-887239a3772c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715321 Mar 05 13:57:43.892900 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b209dcd-5bc1-4f8d-9673-7268157d1e04 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b1916d-9d6b-4125-88e7-770b1e6e7735,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:43.911425 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-59b41b20-7d2d-48a2-b466-2bd1c6293950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:57:40Z', 'revision_number': 11, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:43.921886 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b41b20-7d2d-48a2-b466-2bd1c6293950 None None] Checking router: b3acb74c-7476-4fc9-be63-b7784eba438d for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:57:43.941822 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b41b20-7d2d-48a2-b466-2bd1c6293950 None None] Routers {'b3acb74c-7476-4fc9-be63-b7784eba438d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:57:43.942432 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-59b41b20-7d2d-48a2-b466-2bd1c6293950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:57:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3acb74c-7476-4fc9-be63-b7784eba438d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:43.980036 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:43.997775 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] Transition to ACTIVE for port object 437f5c0b-7397-4659-b07d-142f4633524f will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:57:44.027841 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-89247955-70fb-42a2-8ef5-4b488ae4d930 None None] Provisioning complete for port 32fa3548-c18d-4dee-a22e-7a119376ad10 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:57:44.028357 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-89247955-70fb-42a2-8ef5-4b488ae4d930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:44.095650 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:44.098451 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:44.218189 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-59b41b20-7d2d-48a2-b466-2bd1c6293950 None None] Set router b3acb74c-7476-4fc9-be63-b7784eba438d gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:57:44.260942 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4d6c7-78f6-40a4-a09f-8dc9ad0c024a None None] Pushing event updated for resources: {'Port': ['ID=437f5c0b-7397-4659-b07d-142f4633524f,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:44.285390 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] Attempting to bind port 437f5c0b-7397-4659-b07d-142f4633524f on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:57:44.286451 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] Attempting to bind port 437f5c0b-7397-4659-b07d-142f4633524f by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:57:44.286451 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] Attempting to bind port 437f5c0b-7397-4659-b07d-142f4633524f on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:57:44.305824 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd326dc2-b442-4fe5-86dd-8aeefbf41763 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:44.311424 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-224ff761-2a1b-42b5-807c-07d59aef0ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:44.313458 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-224ff761-2a1b-42b5-807c-07d59aef0ee1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7cd571e0577f428d9ea574f5ecb9c967&device_id=6e705391-2db3-48c5-9182-e25dfec37ae1 HTTP/1.1" status: 200 len: 1094 time: 0.8910916 Mar 05 13:57:44.313644 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:57:44.314214 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:57:44.314629 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:44.315101 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:57:44.315607 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] Bound port: 437f5c0b-7397-4659-b07d-142f4633524f, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:57:44.315992 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:44.331327 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-686007e4-6787-4639-9400-55ba4cbfbd22 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:44.340132 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.resource_extend [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:57:44.348223 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd326dc2-b442-4fe5-86dd-8aeefbf41763 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:44.353244 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-59b41b20-7d2d-48a2-b466-2bd1c6293950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:57:40Z', 'revision_number': 11, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:44.360572 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b41b20-7d2d-48a2-b466-2bd1c6293950 None None] The sync data for ids ['b3acb74c-7476-4fc9-be63-b7784eba438d'] in n-d-803718-1 is: [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:57:40Z', 'revision_number': 11, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:57:44.513664 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-f9a1a5af-23f5-4cff-af9f-3210e33f2fa2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b2b1916d-9d6b-4125-88e7-770b1e6e7735 HTTP/1.1" status: 200 len: 217 time: 0.0897632 Mar 05 13:57:44.523553 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9a926c-8e7a-4744-ae82-9d8ebd18869b tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Deleting subnet 7476af4d-6287-4a94-aa4e-3da1008e40ad {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:57:44.527649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a03ea37a-351d-4801-933f-4c0e93ca5c48 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:57:44.569294 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ac9a926c-8e7a-4744-ae82-9d8ebd18869b tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:44.576575 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:44.598340 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] For port 437f5c0b-7397-4659-b07d-142f4633524f, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:57:44.605315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94890476-4812-4ca1-8e12-3332ff506d00 req-37913635-c312-475d-af1e-940ca480d424 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:44.606835 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94890476-4812-4ca1-8e12-3332ff506d00 req-37913635-c312-475d-af1e-940ca480d424 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 932 time: 0.4068942 Mar 05 13:57:44.624760 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] For port 437f5c0b-7397-4659-b07d-142f4633524f, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=437f5c0b-7397-4659-b07d-142f4633524f,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:57:44.629480 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:44.638973 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] Transition to ACTIVE for port object a03ea37a-351d-4801-933f-4c0e93ca5c48 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:57:44.652471 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:44.726725 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] Routers {'c623ddcb-280b-4737-81aa-cd9060b38a4f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:57:44.727625 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:57:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c623ddcb-280b-4737-81aa-cd9060b38a4f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:44.783930 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4d6c7-78f6-40a4-a09f-8dc9ad0c024a None None] Pushing event updated for resources: {'Port': ['ID=437f5c0b-7397-4659-b07d-142f4633524f,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:44.786745 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ac9a926c-8e7a-4744-ae82-9d8ebd18869b tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:44.837398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c4f39182-9304-457b-99a7-2dccaf12a0f5 None None] Provisioning for port 1a83826d-a4ff-4ef8-82ec-6b4b1cae5960 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:57:44.856206 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c4f39182-9304-457b-99a7-2dccaf12a0f5 None None] Provisioning complete for port 1a83826d-a4ff-4ef8-82ec-6b4b1cae5960 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:57:44.856577 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c4f39182-9304-457b-99a7-2dccaf12a0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:44.865524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-fd326dc2-b442-4fe5-86dd-8aeefbf41763 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Allocated IP 172.25.4.187 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/aa7ff223-6637-45e1-9103-139aa5d8afae) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:57:44.960621 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ac9a926c-8e7a-4744-ae82-9d8ebd18869b tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:45.054147 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c4f39182-9304-457b-99a7-2dccaf12a0f5 None None] Port 1a83826d-a4ff-4ef8-82ec-6b4b1cae5960 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:57:45.059562 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] Set router c623ddcb-280b-4737-81aa-cd9060b38a4f gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:57:45.066983 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8278807f-7fc4-4e6f-a89f-f934fa657737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:45.130096 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300a2ed-19f4-4030-b356-f96f863dd4b0 req-4f36fe41-b223-4b75-a8a4-2c0a1fa167f8 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:45.130813 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4300a2ed-19f4-4030-b356-f96f863dd4b0 req-4f36fe41-b223-4b75-a8a4-2c0a1fa167f8 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Synchronizing usage tracker for tenant:7cd571e0577f428d9ea574f5ecb9c967 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:57:45.143249 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ac9a926c-8e7a-4744-ae82-9d8ebd18869b tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:45.185819 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-59589c81-1cba-439a-8346-eaa5039e1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:45.186833 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-59589c81-1cba-439a-8346-eaa5039e1d6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e8c5272d-93eb-488f-b3b2-2c63f8c75f01 HTTP/1.1" status: 200 len: 849 time: 0.6513093 Mar 05 13:57:45.188655 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd326dc2-b442-4fe5-86dd-8aeefbf41763 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:45.242829 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94890476-4812-4ca1-8e12-3332ff506d00 req-775d55c1-14d8-428b-b20d-a4dee698092f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6277504 Mar 05 13:57:45.243427 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] Pushing event updated for resources: {'Port': ['ID=a03ea37a-351d-4801-933f-4c0e93ca5c48,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:45.246057 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-686007e4-6787-4639-9400-55ba4cbfbd22 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:45.253450 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd326dc2-b442-4fe5-86dd-8aeefbf41763 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:45.292489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a926c-8e7a-4744-ae82-9d8ebd18869b tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event deleted for resources: {'Subnet': ['ID=7476af4d-6287-4a94-aa4e-3da1008e40ad,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:45.304961 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ac9a926c-8e7a-4744-ae82-9d8ebd18869b tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:45.314538 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e705391-2db3-48c5-9182-e25dfec37ae1', 'tag': 'b2b1916d-9d6b-4125-88e7-770b1e6e7735', 'status': 'completed', 'code': 200} Mar 05 13:57:45.320170 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-fff0130e-83c2-489a-8b78-169b4eae5ceb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f414ad02-1c0c-4bd5-b50a-8327414e8a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200254 Mar 05 13:57:45.362642 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ac9a926c-8e7a-4744-ae82-9d8ebd18869b tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "DELETE /v2.0/subnets/7476af4d-6287-4a94-aa4e-3da1008e40ad HTTP/1.1" status: 204 len: 168 time: 1.6588466 Mar 05 13:57:45.376740 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4300a2ed-19f4-4030-b356-f96f863dd4b0 req-4f36fe41-b223-4b75-a8a4-2c0a1fa167f8 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Unset dirty status for tenant:7cd571e0577f428d9ea574f5ecb9c967 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:57:45.387888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077f68c4-e405-4294-8ff8-97738d791572 None None] Network 4582ae5e-d440-4013-a763-b763b3194eda requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:57:45.395359 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4300a2ed-19f4-4030-b356-f96f863dd4b0 req-4f36fe41-b223-4b75-a8a4-2c0a1fa167f8 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e705391-2db3-48c5-9182-e25dfec37ae1 HTTP/1.1" status: 200 len: 943 time: 1.5641658 Mar 05 13:57:45.404194 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43902) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:45.537826 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c05545-f742-4eaa-8d14-65141202f08a tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:45.542164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c05545-f742-4eaa-8d14-65141202f08a tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:45.543219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-71c05545-f742-4eaa-8d14-65141202f08a tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Synchronizing usage tracker for tenant:565f22e790e74cc4a5d49c730bd9daea on resource:subnet {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:57:45.588194 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd326dc2-b442-4fe5-86dd-8aeefbf41763 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:57:45.596056 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 32fa3548-c18d-4dee-a22e-7a119376ad10 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:57:45.604224 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-fd326dc2-b442-4fe5-86dd-8aeefbf41763 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:57:45.607173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd326dc2-b442-4fe5-86dd-8aeefbf41763 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:57:45.727239 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c623ddcb-280b-4737-81aa-cd9060b38a4f', 'name': 'tempest-snat-router-376468022', 'tenant_id': '0f5bd2fdd28e420b8c1076ab57e342d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.244'}], 'enable_snat': False}, 'gw_port_id': '437f5c0b-7397-4659-b07d-142f4633524f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:57:35Z', 'updated_at': '2022-03-05T13:57:38Z', 'revision_number': 3, 'project_id': '0f5bd2fdd28e420b8c1076ab57e342d7', 'gw_port': {'id': '437f5c0b-7397-4659-b07d-142f4633524f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:aa:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c623ddcb-280b-4737-81aa-cd9060b38a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:57:37Z', 'updated_at': '2022-03-05T13:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:45.733915 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7742190-4ef9-48d4-93d0-e2354b714f44 None None] The sync data for ids ['c623ddcb-280b-4737-81aa-cd9060b38a4f'] in n-d-803718-1 is: [{'id': 'c623ddcb-280b-4737-81aa-cd9060b38a4f', 'name': 'tempest-snat-router-376468022', 'tenant_id': '0f5bd2fdd28e420b8c1076ab57e342d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.244'}], 'enable_snat': False}, 'gw_port_id': '437f5c0b-7397-4659-b07d-142f4633524f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:57:35Z', 'updated_at': '2022-03-05T13:57:38Z', 'revision_number': 3, 'project_id': '0f5bd2fdd28e420b8c1076ab57e342d7', 'gw_port': {'id': '437f5c0b-7397-4659-b07d-142f4633524f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:aa:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c623ddcb-280b-4737-81aa-cd9060b38a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:57:37Z', 'updated_at': '2022-03-05T13:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:57:45.768703 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 32fa3548-c18d-4dee-a22e-7a119376ad10 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:57:45.768903 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:45.770548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4300a2ed-19f4-4030-b356-f96f863dd4b0 req-7db14430-66a7-4b38-805b-128eb7aa0cdf tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Synchronizing usage tracker for tenant:7cd571e0577f428d9ea574f5ecb9c967 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:57:45.801209 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-686007e4-6787-4639-9400-55ba4cbfbd22 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:45.861523 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e428b7e1-db15-4349-9b6b-1ecd3b8fcdd3 None None] DHCP port deletion for 4582ae5e-d440-4013-a763-b763b3194eda request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:57:45.866111 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e428b7e1-db15-4349-9b6b-1ecd3b8fcdd3 None None] Deleting port 32fa3548-c18d-4dee-a22e-7a119376ad10 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:45.866487 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e428b7e1-db15-4349-9b6b-1ecd3b8fcdd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:45.899726 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-abcda89c-707e-46db-9d19-e65cd770caed req-d379cc15-059e-4710-8fec-33f526e756d3 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 210 time: 0.3529284 Mar 05 13:57:45.931088 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd326dc2-b442-4fe5-86dd-8aeefbf41763 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Pushing event updated for resources: {'Port': ['ID=aa7ff223-6637-45e1-9103-139aa5d8afae,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:45.954590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686007e4-6787-4639-9400-55ba4cbfbd22 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Subnet': ['ID=456d0eef-0542-405d-8a86-795bb2c39aea,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:45.963263 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-686007e4-6787-4639-9400-55ba4cbfbd22 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:46.000674 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-46faf167-7722-4d46-a349-22c60ef22365 service neutron] 10.222.0.15 "GET /v2.0/networks/f414ad02-1c0c-4bd5-b50a-8327414e8a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6669030 Mar 05 13:57:46.041301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] Attempting to bind port a03ea37a-351d-4801-933f-4c0e93ca5c48 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:57:46.041628 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] Attempting to bind port a03ea37a-351d-4801-933f-4c0e93ca5c48 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:57:46.042116 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] Attempting to bind port a03ea37a-351d-4801-933f-4c0e93ca5c48 on network a792319b-74ea-4dcb-9f15-429be8e1086d {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:57:46.048559 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4300a2ed-19f4-4030-b356-f96f863dd4b0 req-7db14430-66a7-4b38-805b-128eb7aa0cdf tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Unset dirty status for tenant:7cd571e0577f428d9ea574f5ecb9c967 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:57:46.048998 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] Port a03ea37a-351d-4801-933f-4c0e93ca5c48 on network a792319b-74ea-4dcb-9f15-429be8e1086d not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:57:46.049385 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] Attempting to bind port a03ea37a-351d-4801-933f-4c0e93ca5c48 on network a792319b-74ea-4dcb-9f15-429be8e1086d {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:57:46.049500 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4300a2ed-19f4-4030-b356-f96f863dd4b0 req-7db14430-66a7-4b38-805b-128eb7aa0cdf tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3859f3-2406-4018-b0fc-b5b2fff720fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6533968 Mar 05 13:57:46.051459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-71c05545-f742-4eaa-8d14-65141202f08a tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Unset dirty status for tenant:565f22e790e74cc4a5d49c730bd9daea on resource:subnet {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:57:46.052653 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-71c05545-f742-4eaa-8d14-65141202f08a tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6447554 Mar 05 13:57:46.057110 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-686007e4-6787-4639-9400-55ba4cbfbd22 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/subnets/456d0eef-0542-405d-8a86-795bb2c39aea HTTP/1.1" status: 204 len: 168 time: 2.7958233 Mar 05 13:57:46.058126 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43906) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:46.058456 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43908) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:46.142663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847c4597-84e7-45e2-b6cf-83551780642a None None] Network 434c207b-d99f-47a2-a44b-e068cc8ff71c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:57:46.150319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-40a71b49-6fe6-413a-9590-c333ef88ba6f tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:46.151048 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-40a71b49-6fe6-413a-9590-c333ef88ba6f tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Synchronizing usage tracker for tenant:c2216bd4e99a4eb1bc00ada44567b6bf on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:57:46.165217 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 8d82641b-b00b-4072-b7fb-d3a37a3ff84e no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:57:46.227279 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 8d82641b-b00b-4072-b7fb-d3a37a3ff84e {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:57:46.227279 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 8d82641b-b00b-4072-b7fb-d3a37a3ff84e not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:57:46.248325 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:57:46.248675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] Checking segment: {'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:57:46.249040 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] Bound using segment: {'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:57:46.249481 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] Bound port: a03ea37a-351d-4801-933f-4c0e93ca5c48, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1916f3e1-af4c-45cb-949c-ee7da75a2a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:57:46.249946 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:46.557486 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0459b-2543-41a3-9d95-7ec2a4e9c1fd req-6675f7f6-f319-4948-a32d-078c615d3e46 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:46.559040 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-23b0459b-2543-41a3-9d95-7ec2a4e9c1fd req-6675f7f6-f319-4948-a32d-078c615d3e46 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.4363613 Mar 05 13:57:46.580532 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e428b7e1-db15-4349-9b6b-1ecd3b8fcdd3 None None] For port 32fa3548-c18d-4dee-a22e-7a119376ad10, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=32fa3548-c18d-4dee-a22e-7a119376ad10,segment=NetworkSegment(a4a68cd5-d380-4ba6-a422-16f335769f80),segment_id=a4a68cd5-d380-4ba6-a422-16f335769f80)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:46.580928 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e428b7e1-db15-4349-9b6b-1ecd3b8fcdd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:46.606579 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] For port a03ea37a-351d-4801-933f-4c0e93ca5c48, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:57:46.642532 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-23b0459b-2543-41a3-9d95-7ec2a4e9c1fd req-56d725ee-dd47-46cd-aa5d-21038564a1da tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740833 Mar 05 13:57:46.697382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] For port a03ea37a-351d-4801-933f-4c0e93ca5c48, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a03ea37a-351d-4801-933f-4c0e93ca5c48,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:57:46.712195 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:46.754795 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e428b7e1-db15-4349-9b6b-1ecd3b8fcdd3 None None] Calling delete_port for 32fa3548-c18d-4dee-a22e-7a119376ad10 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:57:46.786023 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:46.786629 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:46.788257 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] 10.222.0.30 "PUT /v2.0/ports/a03ea37a-351d-4801-933f-4c0e93ca5c48 HTTP/1.1" status: 200 len: 1092 time: 3.9844975 Mar 05 13:57:46.788704 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f099ed-e6f2-4d74-90d4-3322fb1a4864', 'tag': 'a03ea37a-351d-4801-933f-4c0e93ca5c48'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:57:46.870634 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a5ef0868-465a-45c9-ae2a-2250f980e780 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:46.889814 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e428b7e1-db15-4349-9b6b-1ecd3b8fcdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:46.899419 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b601f2d8-705d-4b8f-af3f-b6226b2e08d8 req-fa544e04-a4ed-47bf-ab98-673d4d687b90 service neutron] 10.222.0.15 "GET /v2.0/networks/f414ad02-1c0c-4bd5-b50a-8327414e8a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8851836 Mar 05 13:57:46.942396 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-40a71b49-6fe6-413a-9590-c333ef88ba6f tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Unset dirty status for tenant:c2216bd4e99a4eb1bc00ada44567b6bf on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:57:46.944273 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-40a71b49-6fe6-413a-9590-c333ef88ba6f tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.15 "GET /v2.0/networks?id=37a7d3f0-790d-4769-b9e8-887239a3772c HTTP/1.1" status: 200 len: 811 time: 1.3939030 Mar 05 13:57:46.950229 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ef0868-465a-45c9-ae2a-2250f980e780 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 05 13:57:46.958070 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ef0868-465a-45c9-ae2a-2250f980e780 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:57:46.960187 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a5ef0868-465a-45c9-ae2a-2250f980e780 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "DELETE /v2.0/networks/4582ae5e-d440-4013-a763-b763b3194eda HTTP/1.1" status: 409 len: 405 time: 0.8840539 Mar 05 13:57:46.972596 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb526b5-fa5d-4b13-9681-a460f13fd23c None None] DHCP port deletion for 434c207b-d99f-47a2-a44b-e068cc8ff71c request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:57:46.977376 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428b7e1-db15-4349-9b6b-1ecd3b8fcdd3 None None] Pushing event deleted for resources: {'Port': ['ID=32fa3548-c18d-4dee-a22e-7a119376ad10,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:46.984952 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e428b7e1-db15-4349-9b6b-1ecd3b8fcdd3 None None] No DVR routers for this DVR port 32fa3548-c18d-4dee-a22e-7a119376ad10 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:57:46.986852 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-edb526b5-fa5d-4b13-9681-a460f13fd23c None None] Deleting port 1a9814cc-2720-49b2-a2f0-0cd7affb89c9 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:46.987191 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-edb526b5-fa5d-4b13-9681-a460f13fd23c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:46.989830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43922) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:47.025541 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378dc01-cb86-49fe-9a95-ce1c51e577cb service neutron] Pushing event updated for resources: {'Port': ['ID=a03ea37a-351d-4801-933f-4c0e93ca5c48,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:47.035305 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd326dc2-b442-4fe5-86dd-8aeefbf41763 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:47.058096 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-f3749054-0c5b-460a-83c9-d2e287b5a3b6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Request body: {'port': {'device_id': '04d6af39-8510-416d-bd30-897f0c48efb4', 'network_id': '37a7d3f0-790d-4769-b9e8-887239a3772c', 'admin_state_up': True, 'tenant_id': 'c2216bd4e99a4eb1bc00ada44567b6bf'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:47.125518 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5da80726-98d7-4f58-85b3-6ccde283c571 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:47.134865 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-55d8b91a-6930-4100-a55a-0781c131f6c4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1393551718'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:47.168502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-55d8b91a-6930-4100-a55a-0781c131f6c4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:47.246444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-55d8b91a-6930-4100-a55a-0781c131f6c4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Usage tracker for resource:network and tenant:565f22e790e74cc4a5d49c730bd9daea is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:47.262751 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5da80726-98d7-4f58-85b3-6ccde283c571 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting port 1a9814cc-2720-49b2-a2f0-0cd7affb89c9 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:47.263265 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5da80726-98d7-4f58-85b3-6ccde283c571 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:47.263398 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eac9ab-6d74-430a-b13d-c5e7494a004c req-37801e62-d9e4-4a38-9c78-2d76af5a7972 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:47.264862 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-81eac9ab-6d74-430a-b13d-c5e7494a004c req-37801e62-d9e4-4a38-9c78-2d76af5a7972 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.3024642 Mar 05 13:57:47.288437 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-edb526b5-fa5d-4b13-9681-a460f13fd23c None None] For port 1a9814cc-2720-49b2-a2f0-0cd7affb89c9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1a9814cc-2720-49b2-a2f0-0cd7affb89c9,segment=NetworkSegment(d4650812-fec2-4486-b305-8d38ea72f632),segment_id=d4650812-fec2-4486-b305-8d38ea72f632)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:47.288823 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-edb526b5-fa5d-4b13-9681-a460f13fd23c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:47.313159 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-55d8b91a-6930-4100-a55a-0781c131f6c4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:47.341388 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-55d8b91a-6930-4100-a55a-0781c131f6c4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:47.350952 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-98863b5e-eace-4699-b9ff-cace8e1e53b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:47.352414 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-98863b5e-eace-4699-b9ff-cace8e1e53b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 1095 time: 0.5107830 Mar 05 13:57:47.419271 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-edb526b5-fa5d-4b13-9681-a460f13fd23c None None] Calling delete_port for 1a9814cc-2720-49b2-a2f0-0cd7affb89c9 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:57:47.443177 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416b21c-0ba9-4431-b105-a966831903dd req-a322b654-0838-4585-976c-5a1234d6c3c2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:47.445711 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f416b21c-0ba9-4431-b105-a966831903dd req-a322b654-0838-4585-976c-5a1234d6c3c2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 944 time: 0.9100165 Mar 05 13:57:47.452203 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-6eecd306-2266-4da8-b63a-380a398d5181 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a03ea37a-351d-4801-933f-4c0e93ca5c48 HTTP/1.1" status: 200 len: 217 time: 0.0907476 Mar 05 13:57:47.458986 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-81eac9ab-6d74-430a-b13d-c5e7494a004c req-2ebfb15c-a10e-4fe1-aa13-b8d8ceb7933a tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370573 Mar 05 13:57:47.514735 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d8b91a-6930-4100-a55a-0781c131f6c4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Made reservation on behalf of 565f22e790e74cc4a5d49c730bd9daea for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:57:47.519060 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55d8b91a-6930-4100-a55a-0781c131f6c4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:47.555421 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-edb526b5-fa5d-4b13-9681-a460f13fd23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:47.583432 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f099ed-e6f2-4d74-90d4-3322fb1a4864', 'tag': 'a03ea37a-351d-4801-933f-4c0e93ca5c48', 'status': 'completed', 'code': 200} Mar 05 13:57:47.635549 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb526b5-fa5d-4b13-9681-a460f13fd23c None None] Pushing event deleted for resources: {'Port': ['ID=1a9814cc-2720-49b2-a2f0-0cd7affb89c9,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:47.637567 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb526b5-fa5d-4b13-9681-a460f13fd23c None None] No DVR routers for this DVR port 1a9814cc-2720-49b2-a2f0-0cd7affb89c9 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:57:47.652792 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd326dc2-b442-4fe5-86dd-8aeefbf41763 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:47.656699 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-837265ab-f673-4edd-ab67-a625a30e938e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:47.658337 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-837265ab-f673-4edd-ab67-a625a30e938e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.1899481 Mar 05 13:57:47.667371 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 437f5c0b-7397-4659-b07d-142f4633524f up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:57:47.717032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbb9d9-8fdd-43ce-99bc-bedadbf128b0 req-12800a40-916e-412a-9bb0-23a1932335e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:47.718749 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b9cbb9d9-8fdd-43ce-99bc-bedadbf128b0 req-12800a40-916e-412a-9bb0-23a1932335e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7cd571e0577f428d9ea574f5ecb9c967&device_id=6e705391-2db3-48c5-9182-e25dfec37ae1 HTTP/1.1" status: 200 len: 1094 time: 0.7278354 Mar 05 13:57:47.719493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-8278807f-7fc4-4e6f-a89f-f934fa657737 admin admin] Deleting port 1d80b227-ff55-4ef2-825c-aefd97ffdaec {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:47.719832 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8278807f-7fc4-4e6f-a89f-f934fa657737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:47.775010 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 437f5c0b-7397-4659-b07d-142f4633524f completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:57:47.781689 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 437f5c0b-7397-4659-b07d-142f4633524f triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:57:47.782056 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:47.788567 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d8b91a-6930-4100-a55a-0781c131f6c4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:57:47.791378 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-f3749054-0c5b-460a-83c9-d2e287b5a3b6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:47.923332 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:47.940701 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 437f5c0b-7397-4659-b07d-142f4633524f, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=437f5c0b-7397-4659-b07d-142f4633524f,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:47.943468 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f416b21c-0ba9-4431-b105-a966831903dd req-18255616-8d02-4d6e-ac7b-3a3f511159bf tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539471 Mar 05 13:57:47.957491 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:47.966728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-f3749054-0c5b-460a-83c9-d2e287b5a3b6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:47.979172 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2a166fa3-14f1-4b29-88c9-55f942b57892 req-098a1dc9-c7ab-4591-a6dd-e780c51511dc tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 210 time: 0.0754285 Mar 05 13:57:47.979982 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55d8b91a-6930-4100-a55a-0781c131f6c4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:47.980389 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-55d8b91a-6930-4100-a55a-0781c131f6c4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Added segment 9d5c18f5-c493-4123-88ca-b1a1fd0d60c6 of type vlan for network c1894646-fc36-46af-ace3-4829e972197a Mar 05 13:57:48.072311 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-5da80726-98d7-4f58-85b3-6ccde283c571 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] For port 1a9814cc-2720-49b2-a2f0-0cd7affb89c9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1a9814cc-2720-49b2-a2f0-0cd7affb89c9,segment=NetworkSegment(d4650812-fec2-4486-b305-8d38ea72f632),segment_id=d4650812-fec2-4486-b305-8d38ea72f632)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:48.072744 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5da80726-98d7-4f58-85b3-6ccde283c571 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:48.083945 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-f3749054-0c5b-460a-83c9-d2e287b5a3b6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Made reservation on behalf of c2216bd4e99a4eb1bc00ada44567b6bf for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:57:48.087699 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-f3749054-0c5b-460a-83c9-d2e287b5a3b6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:48.092966 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=437f5c0b-7397-4659-b07d-142f4633524f,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:48.106585 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-ade99e5b-41c4-4c2c-834a-643a358a9c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:48.108193 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-ade99e5b-41c4-4c2c-834a-643a358a9c6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2381108 Mar 05 13:57:48.126820 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1a9814cc-2720-49b2-a2f0-0cd7affb89c9 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:57:48.199829 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 1a9814cc-2720-49b2-a2f0-0cd7affb89c9 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:57:48.200770 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1a9814cc-2720-49b2-a2f0-0cd7affb89c9 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:57:48.201372 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 32fa3548-c18d-4dee-a22e-7a119376ad10 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:57:48.291085 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 32fa3548-c18d-4dee-a22e-7a119376ad10 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:57:48.291434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 32fa3548-c18d-4dee-a22e-7a119376ad10 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:57:48.367416 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-a5a50a86-b8ab-4294-a1fd-baa0461ce85b service neutron] 10.222.0.30 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499073 Mar 05 13:57:48.411104 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd326dc2-b442-4fe5-86dd-8aeefbf41763 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Router 476e7c8a-f82f-4210-b97a-ed526afcf1e6 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:57:48.499216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5da80726-98d7-4f58-85b3-6ccde283c571 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Calling delete_port for 1a9814cc-2720-49b2-a2f0-0cd7affb89c9 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:57:48.526688 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55d8b91a-6930-4100-a55a-0781c131f6c4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:48.543793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbb9d9-8fdd-43ce-99bc-bedadbf128b0 req-46f8fd52-8348-44d5-893a-e2085539d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:48.545220 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b9cbb9d9-8fdd-43ce-99bc-bedadbf128b0 req-46f8fd52-8348-44d5-893a-e2085539d897 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f414ad02-1c0c-4bd5-b50a-8327414e8a67 HTTP/1.1" status: 200 len: 909 time: 0.7810395 Mar 05 13:57:48.578799 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51b246-14fb-470c-aeb5-7fada11fe043 req-98b3612e-071d-406b-82f0-38499b447e6a tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:48.580431 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2b51b246-14fb-470c-aeb5-7fada11fe043 req-98b3612e-071d-406b-82f0-38499b447e6a tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.2956638 Mar 05 13:57:48.719571 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-873eb94a-9a2d-4eae-8664-0a3ef7446739 req-9f0da310-d1bb-4bcd-bff1-380e83658673 service neutron] 10.222.0.30 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423276 Mar 05 13:57:48.734219 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2b51b246-14fb-470c-aeb5-7fada11fe043 req-41437f96-4226-451c-9bb5-3ddaa9f3891f tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467271 Mar 05 13:57:48.754862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd326dc2-b442-4fe5-86dd-8aeefbf41763 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:57:48.781456 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] Sync routers for ids ['476e7c8a-f82f-4210-b97a-ed526afcf1e6'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:57:48.792250 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] Routers {'476e7c8a-f82f-4210-b97a-ed526afcf1e6'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:57:48.792957 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:57:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['476e7c8a-f82f-4210-b97a-ed526afcf1e6'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:48.805657 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [None req-55d8b91a-6930-4100-a55a-0781c131f6c4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:57:48.826506 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b9cbb9d9-8fdd-43ce-99bc-bedadbf128b0 req-e5885d22-4e8a-49a1-ad42-8b5855181ce8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b2b1916d-9d6b-4125-88e7-770b1e6e7735 HTTP/1.1" status: 200 len: 217 time: 0.2647736 Mar 05 13:57:48.856614 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd326dc2-b442-4fe5-86dd-8aeefbf41763 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:48.860683 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fd326dc2-b442-4fe5-86dd-8aeefbf41763 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.5949137 Mar 05 13:57:48.861418 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43934) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:48.921374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-f3749054-0c5b-460a-83c9-d2e287b5a3b6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Allocated IP 172.20.0.2 (37a7d3f0-790d-4769-b9e8-887239a3772c/251e09fb-aabe-4b04-921b-86ca0c662b76/793b9042-ca60-4cbe-b8eb-291ceea07239) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:57:48.961632 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55d8b91a-6930-4100-a55a-0781c131f6c4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:48.967141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d8b91a-6930-4100-a55a-0781c131f6c4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:48.967731 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55d8b91a-6930-4100-a55a-0781c131f6c4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:49.040753 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-5da80726-98d7-4f58-85b3-6ccde283c571 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:57:49.041089 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-5da80726-98d7-4f58-85b3-6ccde283c571 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:57:49.045392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-8278807f-7fc4-4e6f-a89f-f934fa657737 admin admin] For port 1d80b227-ff55-4ef2-825c-aefd97ffdaec, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1d80b227-ff55-4ef2-825c-aefd97ffdaec,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:49.045735 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8278807f-7fc4-4e6f-a89f-f934fa657737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:49.076694 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec0482-4d47-4348-81ad-4b303b746401 req-3520f75f-1a47-4f5d-a3fb-b7b16f8686ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:49.078205 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-09ec0482-4d47-4348-81ad-4b303b746401 req-3520f75f-1a47-4f5d-a3fb-b7b16f8686ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 1095 time: 0.2840307 Mar 05 13:57:49.091387 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] Set router 476e7c8a-f82f-4210-b97a-ed526afcf1e6 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:57:49.108187 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbb9d9-8fdd-43ce-99bc-bedadbf128b0 req-5fab1adb-32a4-4512-97d2-a973e7ee2ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:49.109878 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b9cbb9d9-8fdd-43ce-99bc-bedadbf128b0 req-5fab1adb-32a4-4512-97d2-a973e7ee2ad0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e8c5272d-93eb-488f-b3b2-2c63f8c75f01 HTTP/1.1" status: 200 len: 849 time: 0.2655017 Mar 05 13:57:49.224045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d8483-3b66-4284-94f1-ba18305efc46 req-af5dec9c-74cc-41cd-9ea6-2bd82131d420 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:49.227161 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-505d8483-3b66-4284-94f1-ba18305efc46 req-af5dec9c-74cc-41cd-9ea6-2bd82131d420 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e705391-2db3-48c5-9182-e25dfec37ae1 HTTP/1.1" status: 200 len: 943 time: 0.9648988 Mar 05 13:57:49.322976 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-51a53ed8-a242-4b8a-962d-016607e60735 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "GET /v2.0/routers/476e7c8a-f82f-4210-b97a-ed526afcf1e6 HTTP/1.1" status: 200 len: 907 time: 0.4587278 Mar 05 13:57:49.326516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43944) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:49.378528 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-55d8b91a-6930-4100-a55a-0781c131f6c4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3317940 Mar 05 13:57:49.396027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-8278807f-7fc4-4e6f-a89f-f934fa657737 admin admin] Calling delete_port for 1d80b227-ff55-4ef2-825c-aefd97ffdaec owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:57:49.438655 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43948) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:49.445367 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b9cbb9d9-8fdd-43ce-99bc-bedadbf128b0 req-e09751f1-6a61-4461-8be0-97d2e1ae1981 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f414ad02-1c0c-4bd5-b50a-8327414e8a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3234203 Mar 05 13:57:49.446277 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8b91a-6930-4100-a55a-0781c131f6c4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event updated for resources: {'Network': ['ID=c1894646-fc36-46af-ace3-4829e972197a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:49.461469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Request body: {'subnet': {'network_id': 'c1894646-fc36-46af-ace3-4829e972197a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:49.462712 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network c1894646-fc36-46af-ace3-4829e972197a details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:57:49.562445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5da80726-98d7-4f58-85b3-6ccde283c571 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Deleting port 1a9814cc-2720-49b2-a2f0-0cd7affb89c9 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:49.562445 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5da80726-98d7-4f58-85b3-6ccde283c571 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:49.603956 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec0482-4d47-4348-81ad-4b303b746401 req-730cf3ce-1d58-46f3-a591-c018e11d6e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:49.605434 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-09ec0482-4d47-4348-81ad-4b303b746401 req-730cf3ce-1d58-46f3-a591-c018e11d6e45 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 912 time: 0.4368088 Mar 05 13:57:49.613820 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 437f5c0b-7397-4659-b07d-142f4633524f up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:57:49.617397 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a8c4f-a063-46d3-b3b2-aa80887e5ca3 req-5495154c-6c7b-4e95-9b64-7dc929cda563 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:49.618963 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-820a8c4f-a063-46d3-b3b2-aa80887e5ca3 req-5495154c-6c7b-4e95-9b64-7dc929cda563 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 944 time: 0.5373678 Mar 05 13:57:49.722986 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476e7c8a-f82f-4210-b97a-ed526afcf1e6', 'name': 'tempest-snat-router-376468022', 'tenant_id': '0f5bd2fdd28e420b8c1076ab57e342d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'aa7ff223-6637-45e1-9103-139aa5d8afae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:57:42Z', 'updated_at': '2022-03-05T13:57:46Z', 'revision_number': 3, 'project_id': '0f5bd2fdd28e420b8c1076ab57e342d7', 'gw_port': {'id': 'aa7ff223-6637-45e1-9103-139aa5d8afae', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:48:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '476e7c8a-f82f-4210-b97a-ed526afcf1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:57:44Z', 'updated_at': '2022-03-05T13:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:49.729701 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] Checking router: 476e7c8a-f82f-4210-b97a-ed526afcf1e6 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:57:49.730074 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] Updating router 476e7c8a-f82f-4210-b97a-ed526afcf1e6 port aa7ff223-6637-45e1-9103-139aa5d8afae binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 13:57:49.778134 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-09ec0482-4d47-4348-81ad-4b303b746401 req-9f9b5d1c-9c5f-4848-8b8f-1d5874bf9a8c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a03ea37a-351d-4801-933f-4c0e93ca5c48 HTTP/1.1" status: 200 len: 217 time: 0.1560838 Mar 05 13:57:49.813315 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:49.885406 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3bc04f4a-ff59-4bd1-b386-5c61604ec688 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:49.921730 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5da80726-98d7-4f58-85b3-6ccde283c571 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] The port '1a9814cc-2720-49b2-a2f0-0cd7affb89c9' was deleted {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:57:49.941147 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-820a8c4f-a063-46d3-b3b2-aa80887e5ca3 req-50299304-4898-4b7c-9b11-f251404d955e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530842 Mar 05 13:57:49.970184 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 437f5c0b-7397-4659-b07d-142f4633524f triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:57:49.971600 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:49.979632 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec0482-4d47-4348-81ad-4b303b746401 req-eaa67654-5323-4df6-bf1a-857b2bc07ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:49.983481 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-09ec0482-4d47-4348-81ad-4b303b746401 req-eaa67654-5323-4df6-bf1a-857b2bc07ec3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.1891394 Mar 05 13:57:49.986053 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-505d8483-3b66-4284-94f1-ba18305efc46 req-fdf3fc6a-412b-45d7-84e4-25064c2b71a5 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3859f3-2406-4018-b0fc-b5b2fff720fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6222036 Mar 05 13:57:50.170736 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:50.191830 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8e1f2f61-9395-44ef-90b3-a4ca7dcf68c5 req-2d808d8f-961a-46f3-adcb-aa998a12f8a0 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 210 time: 0.0467629 Mar 05 13:57:50.243613 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3bc04f4a-ff59-4bd1-b386-5c61604ec688 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:50.264933 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec0482-4d47-4348-81ad-4b303b746401 req-941266c7-136e-411f-b2af-1af434a0d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:50.266665 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-09ec0482-4d47-4348-81ad-4b303b746401 req-941266c7-136e-411f-b2af-1af434a0d34c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2563562 Mar 05 13:57:50.268872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-3bc04f4a-ff59-4bd1-b386-5c61604ec688 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Deleting port aa7ff223-6637-45e1-9103-139aa5d8afae {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:50.269263 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3bc04f4a-ff59-4bd1-b386-5c61604ec688 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:50.283665 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5da80726-98d7-4f58-85b3-6ccde283c571 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:50.304776 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-f3749054-0c5b-460a-83c9-d2e287b5a3b6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:50.312689 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:50.320396 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b9cbb9d9-8fdd-43ce-99bc-bedadbf128b0 req-014324a5-f4a9-4045-97ca-454c5edb8c39 service neutron] 10.222.0.15 "GET /v2.0/networks/f414ad02-1c0c-4bd5-b50a-8327414e8a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8338256 Mar 05 13:57:50.425703 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:50.440239 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] Transition to ACTIVE for port object aa7ff223-6637-45e1-9103-139aa5d8afae will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:57:50.455172 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:50.476357 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b9cbb9d9-8fdd-43ce-99bc-bedadbf128b0 req-545d3224-575f-434e-964e-63543c0df255 service neutron] 10.222.0.15 "GET /v2.0/networks/f414ad02-1c0c-4bd5-b50a-8327414e8a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427433 Mar 05 13:57:50.483281 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-5da80726-98d7-4f58-85b3-6ccde283c571 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['434c207b-d99f-47a2-a44b-e068cc8ff71c']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:50.506775 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Made reservation on behalf of 565f22e790e74cc4a5d49c730bd9daea for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:57:50.510345 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:50.561629 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device b2b1916d-9d6b-4125-88e7-770b1e6e7735 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:57:50.565645 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-09ec0482-4d47-4348-81ad-4b303b746401 req-f1c3d42d-62e2-466e-a633-a80197a4f7ca service neutron] 10.222.0.30 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669063 Mar 05 13:57:50.629730 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] Attempting to bind port aa7ff223-6637-45e1-9103-139aa5d8afae on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:57:50.631009 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] Attempting to bind port aa7ff223-6637-45e1-9103-139aa5d8afae by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:57:50.632118 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] Attempting to bind port aa7ff223-6637-45e1-9103-139aa5d8afae on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:57:50.648265 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:57:50.649962 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:57:50.651111 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:50.651728 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:57:50.652457 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] Bound port: aa7ff223-6637-45e1-9103-139aa5d8afae, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:57:50.653072 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:50.682741 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-5da80726-98d7-4f58-85b3-6ccde283c571 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4650812-fec2-4486-b305-8d38ea72f632') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:50.682970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-5da80726-98d7-4f58-85b3-6ccde283c571 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4650812-fec2-4486-b305-8d38ea72f632') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:50.724183 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3bc04f4a-ff59-4bd1-b386-5c61604ec688 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:50.726258 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5da80726-98d7-4f58-85b3-6ccde283c571 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:50.732855 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186b5f9-56c8-4114-bb2e-1dd857509caa None None] Pushing event updated for resources: {'Port': ['ID=aa7ff223-6637-45e1-9103-139aa5d8afae,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:50.861339 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] For port aa7ff223-6637-45e1-9103-139aa5d8afae, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:57:50.874063 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] For port aa7ff223-6637-45e1-9103-139aa5d8afae, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=aa7ff223-6637-45e1-9103-139aa5d8afae,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:57:50.892563 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:50.898170 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5da80726-98d7-4f58-85b3-6ccde283c571 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:50.908835 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-3bc04f4a-ff59-4bd1-b386-5c61604ec688 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Calling delete_port for aa7ff223-6637-45e1-9103-139aa5d8afae owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:57:50.915677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da80726-98d7-4f58-85b3-6ccde283c571 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:57:50.916067 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5da80726-98d7-4f58-85b3-6ccde283c571 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:57:50.934581 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:57:51.041949 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-3bc04f4a-ff59-4bd1-b386-5c61604ec688 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:57:51.041949 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-3bc04f4a-ff59-4bd1-b386-5c61604ec688 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:57:51.050804 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-09ec0482-4d47-4348-81ad-4b303b746401 req-f82ed5d4-e4d0-401b-a1ff-75e9e1cae723 service neutron] 10.222.0.30 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758556 Mar 05 13:57:51.058032 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-f3749054-0c5b-460a-83c9-d2e287b5a3b6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:51.098931 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port b2b1916d-9d6b-4125-88e7-770b1e6e7735, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b2b1916d-9d6b-4125-88e7-770b1e6e7735,segment=NetworkSegment(a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d),segment_id=a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:51.115883 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['86deebad-0442-4d0a-939a-089d77d92f37'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:57:51.178567 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'b2b1916d-9d6b-4125-88e7-770b1e6e7735', 'network_id': 'f414ad02-1c0c-4bd5-b50a-8327414e8a67', 'port_id': 'b2b1916d-9d6b-4125-88e7-770b1e6e7735', 'mac_address': 'fa:16:3e:b9:8e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c5272d-93eb-488f-b3b2-2c63f8c75f01', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:57:51.232183 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186b5f9-56c8-4114-bb2e-1dd857509caa None None] Pushing event updated for resources: {'Port': ['ID=aa7ff223-6637-45e1-9103-139aa5d8afae,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:51.239087 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] Routers {'476e7c8a-f82f-4210-b97a-ed526afcf1e6'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:57:51.239960 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:57:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['476e7c8a-f82f-4210-b97a-ed526afcf1e6'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:51.264381 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5da80726-98d7-4f58-85b3-6ccde283c571 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:51.278850 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82051ce0-e793-4a27-a14e-26921a4f7027 req-e35005c9-55d7-4545-87a4-c5ab2c5cad23 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:51.282129 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-f3749054-0c5b-460a-83c9-d2e287b5a3b6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Network 37a7d3f0-790d-4769-b9e8-887239a3772c is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:57:51.289044 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-f3749054-0c5b-460a-83c9-d2e287b5a3b6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:57:51.290840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3749054-0c5b-460a-83c9-d2e287b5a3b6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Pushing event updated for resources: {'Port': ['ID=793b9042-ca60-4cbe-b8eb-291ceea07239,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:51.292329 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-82051ce0-e793-4a27-a14e-26921a4f7027 req-e35005c9-55d7-4545-87a4-c5ab2c5cad23 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e705391-2db3-48c5-9182-e25dfec37ae1 HTTP/1.1" status: 200 len: 943 time: 0.1561453 Mar 05 13:57:51.315763 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-f3749054-0c5b-460a-83c9-d2e287b5a3b6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:57:51.359934 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5da80726-98d7-4f58-85b3-6ccde283c571 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:51.366618 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8278807f-7fc4-4e6f-a89f-f934fa657737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:51.375222 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-82051ce0-e793-4a27-a14e-26921a4f7027 req-ca1e3e62-8dbb-4dc2-ae65-9b607b0b8a82 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3859f3-2406-4018-b0fc-b5b2fff720fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733862 Mar 05 13:57:51.407879 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:51.465488 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b1916d-9d6b-4125-88e7-770b1e6e7735 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:57:51.509550 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] Set router 476e7c8a-f82f-4210-b97a-ed526afcf1e6 gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:57:51.585728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-f3749054-0c5b-460a-83c9-d2e287b5a3b6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:51.589530 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-f3749054-0c5b-460a-83c9-d2e287b5a3b6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:51.641758 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port b2b1916d-9d6b-4125-88e7-770b1e6e7735, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b2b1916d-9d6b-4125-88e7-770b1e6e7735,segment=NetworkSegment(a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d),segment_id=a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:51.644421 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476e7c8a-f82f-4210-b97a-ed526afcf1e6', 'name': 'tempest-snat-router-376468022', 'tenant_id': '0f5bd2fdd28e420b8c1076ab57e342d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:57:42Z', 'updated_at': '2022-03-05T13:57:50Z', 'revision_number': 4, 'project_id': '0f5bd2fdd28e420b8c1076ab57e342d7', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:51.645564 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5da80726-98d7-4f58-85b3-6ccde283c571 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/networks/434c207b-d99f-47a2-a44b-e068cc8ff71c HTTP/1.1" status: 204 len: 168 time: 5.5714579 Mar 05 13:57:51.647499 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da80726-98d7-4f58-85b3-6ccde283c571 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Pushing event deleted for resources: {'Network': ['ID=434c207b-d99f-47a2-a44b-e068cc8ff71c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:51.654476 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:51.654699 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43966) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:51.664681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278807f-7fc4-4e6f-a89f-f934fa657737 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d80b227-ff55-4ef2-825c-aefd97ffdaec,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:51.669317 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-f3749054-0c5b-460a-83c9-d2e287b5a3b6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6266687 Mar 05 13:57:51.674754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-7d459f5c-d2f1-45dc-aab1-0055f1fe7ffe tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'router': {'routes': None}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:51.704953 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5dc62e-0cc9-44b9-9de2-993296f3ce56 None None] The sync data for ids ['476e7c8a-f82f-4210-b97a-ed526afcf1e6'] in n-d-803718-1 is: [{'id': '476e7c8a-f82f-4210-b97a-ed526afcf1e6', 'name': 'tempest-snat-router-376468022', 'tenant_id': '0f5bd2fdd28e420b8c1076ab57e342d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:57:42Z', 'updated_at': '2022-03-05T13:57:50Z', 'revision_number': 4, 'project_id': '0f5bd2fdd28e420b8c1076ab57e342d7', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:57:51.789144 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a03ea37a-351d-4801-933f-4c0e93ca5c48 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:57:51.800347 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=b2b1916d-9d6b-4125-88e7-770b1e6e7735,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:51.802534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-3bc04f4a-ff59-4bd1-b386-5c61604ec688 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Deleting port aa7ff223-6637-45e1-9103-139aa5d8afae {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:51.803810 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3bc04f4a-ff59-4bd1-b386-5c61604ec688 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:51.947584 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['b2b1916d-9d6b-4125-88e7-770b1e6e7735'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:57:51.989276 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-c92bb2ed-7583-4604-863f-2b0cea291ef5 service neutron] Request body: {'port': {'device_id': '04d6af39-8510-416d-bd30-897f0c48efb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:52.051269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-3bc04f4a-ff59-4bd1-b386-5c61604ec688 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] For port aa7ff223-6637-45e1-9103-139aa5d8afae, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=aa7ff223-6637-45e1-9103-139aa5d8afae,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:52.051876 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3bc04f4a-ff59-4bd1-b386-5c61604ec688 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:52.102696 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a03ea37a-351d-4801-933f-4c0e93ca5c48, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a03ea37a-351d-4801-933f-4c0e93ca5c48,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:52.140557 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'a03ea37a-351d-4801-933f-4c0e93ca5c48', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'port_id': 'a03ea37a-351d-4801-933f-4c0e93ca5c48', 'mac_address': 'fa:16:3e:74:ad:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:57:52.207168 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-3bc04f4a-ff59-4bd1-b386-5c61604ec688 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Calling delete_port for aa7ff223-6637-45e1-9103-139aa5d8afae owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:57:52.236655 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:52.261320 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a03ea37a-351d-4801-933f-4c0e93ca5c48 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:57:52.300047 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a03ea37a-351d-4801-933f-4c0e93ca5c48, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a03ea37a-351d-4801-933f-4c0e93ca5c48,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:52.319139 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:52.375788 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.extraroute_db [None req-7d459f5c-d2f1-45dc-aab1-0055f1fe7ffe tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Added routes are [] {{(pid=87914) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 05 13:57:52.376243 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.extraroute_db [None req-7d459f5c-d2f1-45dc-aab1-0055f1fe7ffe tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Removed routes are [] {{(pid=87914) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 05 13:57:52.376428 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7d459f5c-d2f1-45dc-aab1-0055f1fe7ffe tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:52.468492 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a03ea37a-351d-4801-933f-4c0e93ca5c48,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:52.523057 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3bc04f4a-ff59-4bd1-b386-5c61604ec688 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:52.573630 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['a03ea37a-351d-4801-933f-4c0e93ca5c48'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:57:52.605331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc04f4a-ff59-4bd1-b386-5c61604ec688 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa7ff223-6637-45e1-9103-139aa5d8afae,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:52.746332 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4aa60e-f3fb-4c8c-aa57-e7be8c2d6dbb req-8d114327-a64f-49cf-875d-a9fe9afb5e66 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:52.747838 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7f4aa60e-f3fb-4c8c-aa57-e7be8c2d6dbb req-8d114327-a64f-49cf-875d-a9fe9afb5e66 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 944 time: 1.5955122 Mar 05 13:57:52.830131 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07320f-85a7-4fd4-9099-606c706cbaaf req-f9032f97-d60f-4cd2-95b1-5c79da3fb4b8 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:52.842856 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1f07320f-85a7-4fd4-9099-606c706cbaaf req-f9032f97-d60f-4cd2-95b1-5c79da3fb4b8 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 931 time: 1.3418615 Mar 05 13:57:52.921320 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3bc04f4a-ff59-4bd1-b386-5c61604ec688 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:53.047716 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1f07320f-85a7-4fd4-9099-606c706cbaaf req-7912b4b0-59dd-4dd4-b8fd-182468949bd5 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038732 Mar 05 13:57:53.115089 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3bc04f4a-ff59-4bd1-b386-5c61604ec688 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:53.117422 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3bc04f4a-ff59-4bd1-b386-5c61604ec688 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:53.144325 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3bc04f4a-ff59-4bd1-b386-5c61604ec688 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:53.145188 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc04f4a-ff59-4bd1-b386-5c61604ec688 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 476e7c8a-f82f-4210-b97a-ed526afcf1e6 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:57:53.165453 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3bc04f4a-ff59-4bd1-b386-5c61604ec688 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:53.168938 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3bc04f4a-ff59-4bd1-b386-5c61604ec688 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "DELETE /v2.0/routers/476e7c8a-f82f-4210-b97a-ed526afcf1e6 HTTP/1.1" status: 204 len: 168 time: 3.8373308 Mar 05 13:57:53.169065 n-d-803718-1 neutron-server[87914]: DEBUG neutron.objects.ports [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87914) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 05 13:57:53.169350 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43974) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:53.320265 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:53.428418 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7f4aa60e-f3fb-4c8c-aa57-e7be8c2d6dbb req-96aacc8c-96a8-4525-8fb3-b654448c1bf9 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577037 Mar 05 13:57:53.446642 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c1d9c-63d1-4213-b846-0c093648196b req-7f869912-fd51-4cbd-9fd4-95bd0d73a5e2 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:53.447152 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca4c1d9c-63d1-4213-b846-0c093648196b req-7f869912-fd51-4cbd-9fd4-95bd0d73a5e2 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e705391-2db3-48c5-9182-e25dfec37ae1 HTTP/1.1" status: 200 len: 944 time: 0.1925311 Mar 05 13:57:53.479504 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7d459f5c-d2f1-45dc-aab1-0055f1fe7ffe tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:53.492148 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-c92bb2ed-7583-4604-863f-2b0cea291ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:53.514023 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-63f3e1b4-93b2-486a-ae6d-63c327341cb9 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:53.522484 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7d459f5c-d2f1-45dc-aab1-0055f1fe7ffe tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3922806'] for router, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:53.575464 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca4c1d9c-63d1-4213-b846-0c093648196b req-097ef975-c32a-4d71-abd7-1d506292c1ec tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3859f3-2406-4018-b0fc-b5b2fff720fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271219 Mar 05 13:57:53.674011 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8278807f-7fc4-4e6f-a89f-f934fa657737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:53.691050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event updated for resources: {'Subnet': ['ID=ecc0f14d-6677-474f-bbcd-b383145d42ae,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:53.784907 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:53.785283 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:53.785588 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:53.785923 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:53.786255 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:53.786583 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:53.786945 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:53.787829 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:53.788171 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:53.788482 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:53.788797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:53.789119 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:53.819584 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a03ea37a-351d-4801-933f-4c0e93ca5c48 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:57:53.837476 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-63f3e1b4-93b2-486a-ae6d-63c327341cb9 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:53.853588 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-63f3e1b4-93b2-486a-ae6d-63c327341cb9 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Deleting port 437f5c0b-7397-4659-b07d-142f4633524f {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:53.853924 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-63f3e1b4-93b2-486a-ae6d-63c327341cb9 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:53.860988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Checking segment: {'id': '9d5c18f5-c493-4123-88ca-b1a1fd0d60c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c1894646-fc36-46af-ace3-4829e972197a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:57:53.861353 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Network hostable DHCP agents. Network: c1894646-fc36-46af-ace3-4829e972197a, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:57:53.878679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d459f5c-d2f1-45dc-aab1-0055f1fe7ffe tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Router b3acb74c-7476-4fc9-be63-b7784eba438d has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:57:53.923942 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port a03ea37a-351d-4801-933f-4c0e93ca5c48 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:57:53.936820 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port a03ea37a-351d-4801-933f-4c0e93ca5c48 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:57:53.937330 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:54.152849 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:54.191338 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-63f3e1b4-93b2-486a-ae6d-63c327341cb9 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] For port 437f5c0b-7397-4659-b07d-142f4633524f, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=437f5c0b-7397-4659-b07d-142f4633524f,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:54.191714 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-63f3e1b4-93b2-486a-ae6d-63c327341cb9 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:54.222273 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f099ed-e6f2-4d74-90d4-3322fb1a4864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03ea37a-351d-4801-933f-4c0e93ca5c48'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:57:54.236765 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Network c1894646-fc36-46af-ace3-4829e972197a is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:57:54.242812 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a03ea37a-351d-4801-933f-4c0e93ca5c48, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a03ea37a-351d-4801-933f-4c0e93ca5c48,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:54.253098 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:54.277269 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d459f5c-d2f1-45dc-aab1-0055f1fe7ffe tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:57:54.290777 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb0adc-557c-40a0-b872-40297ed1f09f None None] Sync routers for ids ['b3acb74c-7476-4fc9-be63-b7784eba438d'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:57:54.308581 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bb0adc-557c-40a0-b872-40297ed1f09f None None] Routers {'b3acb74c-7476-4fc9-be63-b7784eba438d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:57:54.309212 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-88bb0adc-557c-40a0-b872-40297ed1f09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:57:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3acb74c-7476-4fc9-be63-b7784eba438d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:54.341581 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a03ea37a-351d-4801-933f-4c0e93ca5c48,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:54.359842 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-63f3e1b4-93b2-486a-ae6d-63c327341cb9 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Calling delete_port for 437f5c0b-7397-4659-b07d-142f4633524f owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:57:54.468322 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-88bb0adc-557c-40a0-b872-40297ed1f09f None None] Set router b3acb74c-7476-4fc9-be63-b7784eba438d gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:57:54.541821 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device b2b1916d-9d6b-4125-88e7-770b1e6e7735 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:57:54.580581 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f099ed-e6f2-4d74-90d4-3322fb1a4864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03ea37a-351d-4801-933f-4c0e93ca5c48', 'code': 200} Mar 05 13:57:54.643878 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-88bb0adc-557c-40a0-b872-40297ed1f09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:57:40Z', 'revision_number': 11, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:54.649090 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb0adc-557c-40a0-b872-40297ed1f09f None None] Checking router: b3acb74c-7476-4fc9-be63-b7784eba438d for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:57:54.666441 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bb0adc-557c-40a0-b872-40297ed1f09f None None] Routers {'b3acb74c-7476-4fc9-be63-b7784eba438d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:57:54.667102 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-88bb0adc-557c-40a0-b872-40297ed1f09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:57:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b3acb74c-7476-4fc9-be63-b7784eba438d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:54.739339 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7d459f5c-d2f1-45dc-aab1-0055f1fe7ffe tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:54.744684 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7d459f5c-d2f1-45dc-aab1-0055f1fe7ffe tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/routers/b3acb74c-7476-4fc9-be63-b7784eba438d HTTP/1.1" status: 200 len: 701 time: 3.0774944 Mar 05 13:57:54.747836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43996) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:54.773089 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port b2b1916d-9d6b-4125-88e7-770b1e6e7735 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:57:54.781526 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port b2b1916d-9d6b-4125-88e7-770b1e6e7735 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:57:54.782220 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:54.825554 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, c1894646-fc36-46af-ace3-4829e972197a) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:57:54.828506 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c2df1829-7943-448f-8633-e84b23798017 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Synchronizing usage tracker for tenant:beafff5c987348ddbc3961566817c315 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:57:54.838616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdfee57-7553-4058-8076-6ee535340745 None None] Network c1894646-fc36-46af-ace3-4829e972197a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:57:54.844566 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-88bb0adc-557c-40a0-b872-40297ed1f09f None None] Set router b3acb74c-7476-4fc9-be63-b7784eba438d gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:57:54.850560 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:54.851413 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:54.865156 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-63f3e1b4-93b2-486a-ae6d-63c327341cb9 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:54.880905 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c2df1829-7943-448f-8633-e84b23798017 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Unset dirty status for tenant:beafff5c987348ddbc3961566817c315 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:57:54.885073 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c2df1829-7943-448f-8633-e84b23798017 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3acb74c-7476-4fc9-be63-b7784eba438d HTTP/1.1" status: 200 len: 205 time: 0.1301711 Mar 05 13:57:54.889312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44000) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:54.898596 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2dc97de9-a9de-4016-b181-0a21574a391d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.4491928 Mar 05 13:57:54.925791 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44004) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:54.931590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3e1b4-93b2-486a-ae6d-63c327341cb9 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Pushing event deleted for resources: {'Port': ['ID=437f5c0b-7397-4659-b07d-142f4633524f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:54.942695 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-69b718aa-eb5f-49ae-8173-f7a34a6fa93d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Request body: {'port': {'network_id': 'c1894646-fc36-46af-ace3-4829e972197a', 'name': 'tempest-NetworksIpV6TestAttrs-1440633638'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:55.005424 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-88bb0adc-557c-40a0-b872-40297ed1f09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:57:40Z', 'revision_number': 11, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:55.009583 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb0adc-557c-40a0-b872-40297ed1f09f None None] The sync data for ids ['b3acb74c-7476-4fc9-be63-b7784eba438d'] in n-d-803718-1 is: [{'id': 'b3acb74c-7476-4fc9-be63-b7784eba438d', 'name': 'tempest-RoutersTest-router-1231339563', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:55:50Z', 'updated_at': '2022-03-05T13:57:40Z', 'revision_number': 11, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:57:55.219747 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-63f3e1b4-93b2-486a-ae6d-63c327341cb9 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:55.232999 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:55.246529 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092da289-a0b5-48c4-8ca9-bd03dc6b662f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-c1894646-fc36-46af-ace3-4829e972197a', 'network_id': 'c1894646-fc36-46af-ace3-4829e972197a', 'tenant_id': '565f22e790e74cc4a5d49c730bd9daea', 'fixed_ips': [{'subnet_id': 'ecc0f14d-6677-474f-bbcd-b383145d42ae'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:57:55.247466 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-092da289-a0b5-48c4-8ca9-bd03dc6b662f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:55.272548 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7d619de4-e78f-4283-9439-02394982dc57 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:55.330054 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd40ba6-8b98-46d0-ae9b-1e8c3abb3fbf req-50a250a6-2f50-47ea-ade3-002bf031237c tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:55.330860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6cd40ba6-8b98-46d0-ae9b-1e8c3abb3fbf req-50a250a6-2f50-47ea-ade3-002bf031237c tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Synchronizing usage tracker for tenant:c2216bd4e99a4eb1bc00ada44567b6bf on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:57:55.336300 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port b2b1916d-9d6b-4125-88e7-770b1e6e7735, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b2b1916d-9d6b-4125-88e7-770b1e6e7735,segment=NetworkSegment(a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d),segment_id=a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:55.348858 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:55.351611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-69b718aa-eb5f-49ae-8173-f7a34a6fa93d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:55.367918 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-69b718aa-eb5f-49ae-8173-f7a34a6fa93d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Usage tracker for resource:port and tenant:565f22e790e74cc4a5d49c730bd9daea is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:55.422216 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-69b718aa-eb5f-49ae-8173-f7a34a6fa93d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:55.425210 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=b2b1916d-9d6b-4125-88e7-770b1e6e7735,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:55.426755 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f93cf-4529-4ad8-88f4-bb7cb94f9d90 req-cbca6ecc-31e6-412d-9b65-9d3ca1f300ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:55.428927 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5e4f93cf-4529-4ad8-88f4-bb7cb94f9d90 req-cbca6ecc-31e6-412d-9b65-9d3ca1f300ce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 1097 time: 0.6751952 Mar 05 13:57:55.444616 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-63f3e1b4-93b2-486a-ae6d-63c327341cb9 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:55.445603 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8278807f-7fc4-4e6f-a89f-f934fa657737 admin admin] Router 11b22a34-db94-48ea-88a2-77f69a6ef0b0 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:57:55.448230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-69b718aa-eb5f-49ae-8173-f7a34a6fa93d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:55.463300 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-63f3e1b4-93b2-486a-ae6d-63c327341cb9 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:55.475242 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eefe24-85bb-4604-aa89-8191f24db355 req-4d770d6d-9242-417e-95ac-e1967fb0780c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:55.476739 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b3eefe24-85bb-4604-aa89-8191f24db355 req-4d770d6d-9242-417e-95ac-e1967fb0780c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 946 time: 0.6644418 Mar 05 13:57:55.507184 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6cd40ba6-8b98-46d0-ae9b-1e8c3abb3fbf req-50a250a6-2f50-47ea-ade3-002bf031237c tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Unset dirty status for tenant:c2216bd4e99a4eb1bc00ada44567b6bf on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:57:55.508426 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6cd40ba6-8b98-46d0-ae9b-1e8c3abb3fbf req-50a250a6-2f50-47ea-ade3-002bf031237c tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 931 time: 1.2728009 Mar 05 13:57:55.530802 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b718aa-eb5f-49ae-8173-f7a34a6fa93d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Made reservation on behalf of 565f22e790e74cc4a5d49c730bd9daea for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:57:55.533630 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-092da289-a0b5-48c4-8ca9-bd03dc6b662f None None] Allocated IP 2001:db8::f816:3eff:fe9b:189a (c1894646-fc36-46af-ace3-4829e972197a/ecc0f14d-6677-474f-bbcd-b383145d42ae/e3885475-0964-4f45-88b0-70b6dd30a4fa) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:57:55.534311 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-69b718aa-eb5f-49ae-8173-f7a34a6fa93d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:55.566053 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-63f3e1b4-93b2-486a-ae6d-63c327341cb9 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:55.566516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f3e1b4-93b2-486a-ae6d-63c327341cb9 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c623ddcb-280b-4737-81aa-cd9060b38a4f {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:57:55.574106 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5e4f93cf-4529-4ad8-88f4-bb7cb94f9d90 req-e65757dc-8d37-4a42-8a0f-3a9bd7bc5b36 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322913 Mar 05 13:57:55.591354 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b3eefe24-85bb-4604-aa89-8191f24db355 req-c315a136-b898-4ebc-89ea-abb255fc7625 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064620 Mar 05 13:57:55.603766 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-69b718aa-eb5f-49ae-8173-f7a34a6fa93d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] device_id is not set on port 21676570-b4d7-4e71-8ba4-f5dd03f83713 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:57:55.666833 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-63f3e1b4-93b2-486a-ae6d-63c327341cb9 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:55.668154 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-63f3e1b4-93b2-486a-ae6d-63c327341cb9 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "DELETE /v2.0/routers/c623ddcb-280b-4737-81aa-cd9060b38a4f HTTP/1.1" status: 204 len: 168 time: 2.4978783 Mar 05 13:57:55.673334 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44008) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:55.684059 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-b307781e-534a-4fe4-a53d-0cfe04e72cc1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1449547656', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}, 'admin_state_up': False}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:55.766859 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b307781e-534a-4fe4-a53d-0cfe04e72cc1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:55.793533 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b307781e-534a-4fe4-a53d-0cfe04e72cc1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Usage tracker for resource:router and tenant:f114f70964a24a37b5636fdd81b09ecf is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:55.798828 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b307781e-534a-4fe4-a53d-0cfe04e72cc1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:55.810800 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b307781e-534a-4fe4-a53d-0cfe04e72cc1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:55.833131 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b307781e-534a-4fe4-a53d-0cfe04e72cc1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:55.835326 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b307781e-534a-4fe4-a53d-0cfe04e72cc1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:55.852218 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7d619de4-e78f-4283-9439-02394982dc57 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:55.856491 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7d619de4-e78f-4283-9439-02394982dc57 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:55.872856 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44287b9e-ca39-44b6-a77c-6f1e494629c1 req-c8400453-1daa-42c3-b765-83d9db8d9f30 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:55.874921 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-44287b9e-ca39-44b6-a77c-6f1e494629c1 req-c8400453-1daa-42c3-b765-83d9db8d9f30 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.1549597 Mar 05 13:57:55.876072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-c92bb2ed-7583-4604-863f-2b0cea291ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 793b9042-ca60-4cbe-b8eb-291ceea07239 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:57:55.879915 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b307781e-534a-4fe4-a53d-0cfe04e72cc1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:55.897177 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-092da289-a0b5-48c4-8ca9-bd03dc6b662f None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:55.902387 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-c92bb2ed-7583-4604-863f-2b0cea291ef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:55.909199 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-092da289-a0b5-48c4-8ca9-bd03dc6b662f None None] Transition to ACTIVE for port object e3885475-0964-4f45-88b0-70b6dd30a4fa will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:57:55.910268 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6cd40ba6-8b98-46d0-ae9b-1e8c3abb3fbf req-681ee4e0-8a3a-468a-b7db-97b8664a6c17 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807491 Mar 05 13:57:55.946553 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-092da289-a0b5-48c4-8ca9-bd03dc6b662f None None] Transition to ACTIVE for port object e3885475-0964-4f45-88b0-70b6dd30a4fa will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:57:55.955565 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-092da289-a0b5-48c4-8ca9-bd03dc6b662f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:55.995631 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7d619de4-e78f-4283-9439-02394982dc57 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:55.996425 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d619de4-e78f-4283-9439-02394982dc57 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Fanout notify agent at l3_agent the message router_deleted on router b3acb74c-7476-4fc9-be63-b7784eba438d {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:57:56.046553 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092da289-a0b5-48c4-8ca9-bd03dc6b662f None None] Network c1894646-fc36-46af-ace3-4829e972197a is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:57:56.056108 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-092da289-a0b5-48c4-8ca9-bd03dc6b662f None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:57:56.063584 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092da289-a0b5-48c4-8ca9-bd03dc6b662f None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:57:56.069592 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092da289-a0b5-48c4-8ca9-bd03dc6b662f None None] Pushing event updated for resources: {'Port': ['ID=e3885475-0964-4f45-88b0-70b6dd30a4fa,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:56.077110 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7d619de4-e78f-4283-9439-02394982dc57 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:56.085703 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7d619de4-e78f-4283-9439-02394982dc57 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/routers/b3acb74c-7476-4fc9-be63-b7784eba438d HTTP/1.1" status: 204 len: 168 time: 1.1848416 Mar 05 13:57:56.089251 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-c92bb2ed-7583-4604-863f-2b0cea291ef5 service neutron] Transition to ACTIVE for port object 793b9042-ca60-4cbe-b8eb-291ceea07239 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:57:56.095167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44012) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:56.139273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-5c7414a1-8154-4e44-8d95-dc4c7223f14f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1085564296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:56.148626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5c7414a1-8154-4e44-8d95-dc4c7223f14f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:57:56.153148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5c7414a1-8154-4e44-8d95-dc4c7223f14f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Usage tracker for resource:router and tenant:beafff5c987348ddbc3961566817c315 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:57:56.156548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5c7414a1-8154-4e44-8d95-dc4c7223f14f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:57:56.188416 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-092da289-a0b5-48c4-8ca9-bd03dc6b662f None None] Attempting to bind port e3885475-0964-4f45-88b0-70b6dd30a4fa on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:57:56.188718 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-092da289-a0b5-48c4-8ca9-bd03dc6b662f None None] Attempting to bind port e3885475-0964-4f45-88b0-70b6dd30a4fa by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '9d5c18f5-c493-4123-88ca-b1a1fd0d60c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c1894646-fc36-46af-ace3-4829e972197a'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:57:56.189635 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092da289-a0b5-48c4-8ca9-bd03dc6b662f None None] Attempting to bind port e3885475-0964-4f45-88b0-70b6dd30a4fa on network c1894646-fc36-46af-ace3-4829e972197a {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:57:56.191539 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5c7414a1-8154-4e44-8d95-dc4c7223f14f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:57:56.198309 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-c92bb2ed-7583-4604-863f-2b0cea291ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:56.202186 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092da289-a0b5-48c4-8ca9-bd03dc6b662f None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:57:56.202730 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092da289-a0b5-48c4-8ca9-bd03dc6b662f None None] Checking segment: {'id': '9d5c18f5-c493-4123-88ca-b1a1fd0d60c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c1894646-fc36-46af-ace3-4829e972197a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:57:56.204305 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-092da289-a0b5-48c4-8ca9-bd03dc6b662f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:56.204305 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092da289-a0b5-48c4-8ca9-bd03dc6b662f None None] Bound using segment: {'id': '9d5c18f5-c493-4123-88ca-b1a1fd0d60c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c1894646-fc36-46af-ace3-4829e972197a'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:57:56.205158 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-092da289-a0b5-48c4-8ca9-bd03dc6b662f None None] Bound port: e3885475-0964-4f45-88b0-70b6dd30a4fa, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5c18f5-c493-4123-88ca-b1a1fd0d60c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c1894646-fc36-46af-ace3-4829e972197a'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:57:56.205652 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-092da289-a0b5-48c4-8ca9-bd03dc6b662f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:56.239386 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-44287b9e-ca39-44b6-a77c-6f1e494629c1 req-5d8e955c-79f2-4010-b504-91558b60fd95 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574955 Mar 05 13:57:56.298890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-69b718aa-eb5f-49ae-8173-f7a34a6fa93d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Allocated IP 2001:db8::f816:3eff:fe3b:b21d (c1894646-fc36-46af-ace3-4829e972197a/ecc0f14d-6677-474f-bbcd-b383145d42ae/21676570-b4d7-4e71-8ba4-f5dd03f83713) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:57:56.327558 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-092da289-a0b5-48c4-8ca9-bd03dc6b662f None None] For port e3885475-0964-4f45-88b0-70b6dd30a4fa, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:57:56.332033 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-092da289-a0b5-48c4-8ca9-bd03dc6b662f None None] For port e3885475-0964-4f45-88b0-70b6dd30a4fa, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e3885475-0964-4f45-88b0-70b6dd30a4fa,segment=NetworkSegment(9d5c18f5-c493-4123-88ca-b1a1fd0d60c6),segment_id=9d5c18f5-c493-4123-88ca-b1a1fd0d60c6)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:57:56.336863 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-092da289-a0b5-48c4-8ca9-bd03dc6b662f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:56.448696 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092da289-a0b5-48c4-8ca9-bd03dc6b662f None None] Pushing event updated for resources: {'Port': ['ID=e3885475-0964-4f45-88b0-70b6dd30a4fa,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:56.448898 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bb2ed-7583-4604-863f-2b0cea291ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=793b9042-ca60-4cbe-b8eb-291ceea07239,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:56.460675 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c7414a1-8154-4e44-8d95-dc4c7223f14f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:56.461884 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c7414a1-8154-4e44-8d95-dc4c7223f14f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:56.477258 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b307781e-534a-4fe4-a53d-0cfe04e72cc1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:56.541270 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8278807f-7fc4-4e6f-a89f-f934fa657737 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:57:56.551191 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8278807f-7fc4-4e6f-a89f-f934fa657737 admin admin] 10.222.0.16 "PUT /v2.0/routers/11b22a34-db94-48ea-88a2-77f69a6ef0b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8679621 Mar 05 13:57:56.552514 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd508187-2ab6-4d60-85e5-31e1bda08c7b None None] Sync routers for ids ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:57:56.564268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd508187-2ab6-4d60-85e5-31e1bda08c7b None None] Routers {'11b22a34-db94-48ea-88a2-77f69a6ef0b0'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:57:56.565163 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-dd508187-2ab6-4d60-85e5-31e1bda08c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:57:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:56.565313 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44016) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:56.674476 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e705391-2db3-48c5-9182-e25dfec37ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b1916d-9d6b-4125-88e7-770b1e6e7735'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:57:56.796994 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c7414a1-8154-4e44-8d95-dc4c7223f14f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:56.876338 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-69b718aa-eb5f-49ae-8173-f7a34a6fa93d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:56.903074 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-dd508187-2ab6-4d60-85e5-31e1bda08c7b None None] Set router 11b22a34-db94-48ea-88a2-77f69a6ef0b0 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:57:56.903646 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-69b718aa-eb5f-49ae-8173-f7a34a6fa93d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Transition to ACTIVE for port object 21676570-b4d7-4e71-8ba4-f5dd03f83713 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:57:56.989573 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-69b718aa-eb5f-49ae-8173-f7a34a6fa93d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:57.003741 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6d38d-1817-484e-a640-edf11051b377 req-2739f265-38ea-40f6-a2ec-528480a96a6f tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:57.005213 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08e6d38d-1817-484e-a640-edf11051b377 req-2739f265-38ea-40f6-a2ec-528480a96a6f tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e705391-2db3-48c5-9182-e25dfec37ae1 HTTP/1.1" status: 200 len: 945 time: 0.9199836 Mar 05 13:57:57.010508 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c7414a1-8154-4e44-8d95-dc4c7223f14f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:57.030996 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c833f-2044-4f15-a2e8-e386c117b74f req-7c8f3ae2-47a0-4011-a3da-a8db8b7f098b tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:57.032424 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-da5c833f-2044-4f15-a2e8-e386c117b74f req-7c8f3ae2-47a0-4011-a3da-a8db8b7f098b tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.15 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 1.0081918 Mar 05 13:57:57.089962 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b718aa-eb5f-49ae-8173-f7a34a6fa93d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Network c1894646-fc36-46af-ace3-4829e972197a is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:57:57.138932 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-69b718aa-eb5f-49ae-8173-f7a34a6fa93d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:57:57.149057 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b718aa-eb5f-49ae-8173-f7a34a6fa93d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:57:57.154549 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b718aa-eb5f-49ae-8173-f7a34a6fa93d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:57.155214 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-69b718aa-eb5f-49ae-8173-f7a34a6fa93d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:57.165396 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b718aa-eb5f-49ae-8173-f7a34a6fa93d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event updated for resources: {'Port': ['ID=21676570-b4d7-4e71-8ba4-f5dd03f83713,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:57.168109 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-c92bb2ed-7583-4604-863f-2b0cea291ef5 service neutron] Attempting to bind port 793b9042-ca60-4cbe-b8eb-291ceea07239 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:57:57.168465 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-c92bb2ed-7583-4604-863f-2b0cea291ef5 service neutron] Attempting to bind port 793b9042-ca60-4cbe-b8eb-291ceea07239 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '4becda48-9179-4515-b671-cd25a86b8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '37a7d3f0-790d-4769-b9e8-887239a3772c'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:57:57.168822 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-c92bb2ed-7583-4604-863f-2b0cea291ef5 service neutron] Attempting to bind port 793b9042-ca60-4cbe-b8eb-291ceea07239 on network 37a7d3f0-790d-4769-b9e8-887239a3772c {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:57:57.172354 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6831b8ef-f452-4225-ad4e-bad5dcd60b00 admin admin] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:57.217245 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-69b718aa-eb5f-49ae-8173-f7a34a6fa93d tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2795825 Mar 05 13:57:57.222811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e0d55-c98a-4f7d-ba07-45592f807d25 req-85d1d472-26a6-4289-9bd9-614b90601508 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:57.224264 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de5e0d55-c98a-4f7d-ba07-45592f807d25 req-85d1d472-26a6-4289-9bd9-614b90601508 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 946 time: 0.2912104 Mar 05 13:57:57.225679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44026) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:57.247987 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c7414a1-8154-4e44-8d95-dc4c7223f14f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:57.249348 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5c7414a1-8154-4e44-8d95-dc4c7223f14f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1156909 Mar 05 13:57:57.255248 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-dd508187-2ab6-4d60-85e5-31e1bda08c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'name': 'tempest-AttachVolumeShelveTestJSON-193633381-router', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:57:50Z', 'revision_number': 5, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'gw_port': {'id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:43Z', 'updated_at': '2022-03-05T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:57.256147 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-c92bb2ed-7583-4604-863f-2b0cea291ef5 service neutron] Port 793b9042-ca60-4cbe-b8eb-291ceea07239 on network 37a7d3f0-790d-4769-b9e8-887239a3772c not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:57:57.256473 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-c92bb2ed-7583-4604-863f-2b0cea291ef5 service neutron] Attempting to bind port 793b9042-ca60-4cbe-b8eb-291ceea07239 on network 37a7d3f0-790d-4769-b9e8-887239a3772c {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:57:57.259583 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd508187-2ab6-4d60-85e5-31e1bda08c7b None None] Checking router: 11b22a34-db94-48ea-88a2-77f69a6ef0b0 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:57:57.261063 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08e6d38d-1817-484e-a640-edf11051b377 req-f3007c6f-adb1-45b3-b2e7-6b187c195807 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3859f3-2406-4018-b0fc-b5b2fff720fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395928 Mar 05 13:57:57.269458 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd508187-2ab6-4d60-85e5-31e1bda08c7b None None] Routers {'11b22a34-db94-48ea-88a2-77f69a6ef0b0'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:57:57.270149 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-dd508187-2ab6-4d60-85e5-31e1bda08c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:57:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:57.271234 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44030) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:57.279630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-29c9bfa7-b1ef-40fe-b320-14eb7e254377 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:57:57.347327 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-c92bb2ed-7583-4604-863f-2b0cea291ef5 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:57:57.347654 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-c92bb2ed-7583-4604-863f-2b0cea291ef5 service neutron] Checking segment: {'id': '4becda48-9179-4515-b671-cd25a86b8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '37a7d3f0-790d-4769-b9e8-887239a3772c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:57:57.348035 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-c92bb2ed-7583-4604-863f-2b0cea291ef5 service neutron] Bound using segment: {'id': '4becda48-9179-4515-b671-cd25a86b8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '37a7d3f0-790d-4769-b9e8-887239a3772c'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:57:57.348466 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-c92bb2ed-7583-4604-863f-2b0cea291ef5 service neutron] Bound port: 793b9042-ca60-4cbe-b8eb-291ceea07239, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4becda48-9179-4515-b671-cd25a86b8593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '37a7d3f0-790d-4769-b9e8-887239a3772c'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:57:57.348803 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-c92bb2ed-7583-4604-863f-2b0cea291ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:57.375057 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-da5c833f-2044-4f15-a2e8-e386c117b74f req-a707ce94-ec3d-4830-ae09-13c6f4e142e1 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Deleting port 0819c305-466e-4730-a043-3344fba50af8 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:57.375399 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-da5c833f-2044-4f15-a2e8-e386c117b74f req-a707ce94-ec3d-4830-ae09-13c6f4e142e1 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:57.376137 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de5e0d55-c98a-4f7d-ba07-45592f807d25 req-916748cb-9b6f-438f-bccb-ee982a411221 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927308 Mar 05 13:57:57.408623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-77311b93-0fec-4e5f-a113-ff359250e2e2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Deleting subnet ecc0f14d-6677-474f-bbcd-b383145d42ae {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:57:57.415883 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-77311b93-0fec-4e5f-a113-ff359250e2e2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:57.540861 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e705391-2db3-48c5-9182-e25dfec37ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b1916d-9d6b-4125-88e7-770b1e6e7735', 'code': 200} Mar 05 13:57:57.666046 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-dd508187-2ab6-4d60-85e5-31e1bda08c7b None None] Set router 11b22a34-db94-48ea-88a2-77f69a6ef0b0 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:57:57.727609 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e3885475-0964-4f45-88b0-70b6dd30a4fa up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:57:57.895354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0ddc69-c72f-44ec-865d-5b05d656c5ff None None] Network c1894646-fc36-46af-ace3-4829e972197a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:57:57.904534 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-77311b93-0fec-4e5f-a113-ff359250e2e2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:57.946952 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b307781e-534a-4fe4-a53d-0cfe04e72cc1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:58.076233 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-21237d5a-9c6d-40b2-b351-9d7cf6937ab7 None None] Provisioning for port e3885475-0964-4f45-88b0-70b6dd30a4fa completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:57:58.100146 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-21237d5a-9c6d-40b2-b351-9d7cf6937ab7 None None] Provisioning complete for port e3885475-0964-4f45-88b0-70b6dd30a4fa triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:57:58.100469 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-21237d5a-9c6d-40b2-b351-9d7cf6937ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:58.125675 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port e3885475-0964-4f45-88b0-70b6dd30a4fa completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:57:58.138803 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b307781e-534a-4fe4-a53d-0cfe04e72cc1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:58.149030 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port e3885475-0964-4f45-88b0-70b6dd30a4fa triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:57:58.149402 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:58.254361 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdb577-1b71-408a-a4da-6e49ecc6890b req-9e01b9d9-82d1-4f2a-90ba-398f445f0ebb tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:58.259339 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7dcdb577-1b71-408a-a4da-6e49ecc6890b req-9e01b9d9-82d1-4f2a-90ba-398f445f0ebb tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 943 time: 0.6815088 Mar 05 13:57:58.275483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737a448-e265-47c2-975f-040765ea4a34 req-9b6ccf7a-b786-4da0-92de-c0d401d90e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:58.276998 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a737a448-e265-47c2-975f-040765ea4a34 req-9b6ccf7a-b786-4da0-92de-c0d401d90e68 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6e705391-2db3-48c5-9182-e25dfec37ae1 HTTP/1.1" status: 200 len: 1096 time: 0.7882912 Mar 05 13:57:58.348924 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-29c9bfa7-b1ef-40fe-b320-14eb7e254377 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:58.353544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-c92bb2ed-7583-4604-863f-2b0cea291ef5 service neutron] For port 793b9042-ca60-4cbe-b8eb-291ceea07239, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:57:58.387721 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6831b8ef-f452-4225-ad4e-bad5dcd60b00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:58.402257 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-c92bb2ed-7583-4604-863f-2b0cea291ef5 service neutron] For port 793b9042-ca60-4cbe-b8eb-291ceea07239, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=793b9042-ca60-4cbe-b8eb-291ceea07239,segment=NetworkSegment(4becda48-9179-4515-b671-cd25a86b8593),segment_id=4becda48-9179-4515-b671-cd25a86b8593)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:57:58.430110 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7dcdb577-1b71-408a-a4da-6e49ecc6890b req-bbe9cb74-78a5-45c7-8f03-8fa5387ad2c3 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495752 Mar 05 13:57:58.456270 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-6831b8ef-f452-4225-ad4e-bad5dcd60b00 admin admin] Deleting port cdfcba9f-ee45-4aef-ab06-14836814ec10 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:58.456270 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6831b8ef-f452-4225-ad4e-bad5dcd60b00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:58.470374 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a737a448-e265-47c2-975f-040765ea4a34 req-bb9edb1f-554d-4051-97c0-33071f5b8d76 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8f3859f3-2406-4018-b0fc-b5b2fff720fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865976 Mar 05 13:57:58.481136 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-29c9bfa7-b1ef-40fe-b320-14eb7e254377 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3922806'] for router, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:58.490958 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-21237d5a-9c6d-40b2-b351-9d7cf6937ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:58.496397 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-77311b93-0fec-4e5f-a113-ff359250e2e2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:58.504342 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-c92bb2ed-7583-4604-863f-2b0cea291ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:58.530354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-dd508187-2ab6-4d60-85e5-31e1bda08c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'name': 'tempest-AttachVolumeShelveTestJSON-193633381-router', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:57:50Z', 'revision_number': 5, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'gw_port': {'id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:43Z', 'updated_at': '2022-03-05T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:57:58.536994 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:58.550310 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd508187-2ab6-4d60-85e5-31e1bda08c7b None None] The sync data for ids ['11b22a34-db94-48ea-88a2-77f69a6ef0b0'] in n-d-803718-1 is: [{'id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'name': 'tempest-AttachVolumeShelveTestJSON-193633381-router', 'tenant_id': 'd4bf4b89d64e49548563cf43af63d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:49:41Z', 'updated_at': '2022-03-05T13:57:50Z', 'revision_number': 5, 'project_id': 'd4bf4b89d64e49548563cf43af63d417', 'gw_port': {'id': 'cdfcba9f-ee45-4aef-ab06-14836814ec10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:29:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b22a34-db94-48ea-88a2-77f69a6ef0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:49:43Z', 'updated_at': '2022-03-05T13:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:57:58.597456 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-b307781e-534a-4fe4-a53d-0cfe04e72cc1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Allocated IP 172.25.4.58 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/5658304f-7f1d-402e-ba82-389bf53a9196) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:57:58.652744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6a881-f648-4c07-837c-319c08e771ef req-1d90579a-f51c-48f0-8a38-b90cf71b16cf tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:58.659596 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-65a6a881-f648-4c07-837c-319c08e771ef req-1d90579a-f51c-48f0-8a38-b90cf71b16cf tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 946 time: 0.9071949 Mar 05 13:57:58.704801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-c92bb2ed-7583-4604-863f-2b0cea291ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:58.705415 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-c92bb2ed-7583-4604-863f-2b0cea291ef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:58.708034 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-c92bb2ed-7583-4604-863f-2b0cea291ef5 service neutron] 10.222.0.15 "PUT /v2.0/ports/793b9042-ca60-4cbe-b8eb-291ceea07239 HTTP/1.1" status: 200 len: 1091 time: 6.7240300 Mar 05 13:57:58.730666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d6af39-8510-416d-bd30-897f0c48efb4', 'tag': '793b9042-ca60-4cbe-b8eb-291ceea07239'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:57:58.792584 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-77311b93-0fec-4e5f-a113-ff359250e2e2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:58.845313 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-77311b93-0fec-4e5f-a113-ff359250e2e2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:58.849886 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77311b93-0fec-4e5f-a113-ff359250e2e2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event deleted for resources: {'Subnet': ['ID=ecc0f14d-6677-474f-bbcd-b383145d42ae,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:58.895118 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77311b93-0fec-4e5f-a113-ff359250e2e2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:58.895454 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77311b93-0fec-4e5f-a113-ff359250e2e2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:58.895786 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77311b93-0fec-4e5f-a113-ff359250e2e2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:58.896112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77311b93-0fec-4e5f-a113-ff359250e2e2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:58.897626 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77311b93-0fec-4e5f-a113-ff359250e2e2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:58.898157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77311b93-0fec-4e5f-a113-ff359250e2e2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:58.898490 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77311b93-0fec-4e5f-a113-ff359250e2e2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:58.898836 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77311b93-0fec-4e5f-a113-ff359250e2e2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:58.899164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77311b93-0fec-4e5f-a113-ff359250e2e2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:58.899737 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77311b93-0fec-4e5f-a113-ff359250e2e2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:58.899870 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77311b93-0fec-4e5f-a113-ff359250e2e2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:58.900089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77311b93-0fec-4e5f-a113-ff359250e2e2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:57:58.936010 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-77311b93-0fec-4e5f-a113-ff359250e2e2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "DELETE /v2.0/subnets/ecc0f14d-6677-474f-bbcd-b383145d42ae HTTP/1.1" status: 204 len: 168 time: 1.7060196 Mar 05 13:57:58.946544 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46381baa-9e2a-4011-b2e6-65f7d2902c07 req-c58d0309-2e75-413e-833d-8498904b6641 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:58.947667 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a58d7c7-1e45-4d44-9160-bd9440cfa98b None None] Network c1894646-fc36-46af-ace3-4829e972197a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:57:58.950542 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44042) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:57:58.953772 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46381baa-9e2a-4011-b2e6-65f7d2902c07 req-c58d0309-2e75-413e-833d-8498904b6641 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e705391-2db3-48c5-9182-e25dfec37ae1 HTTP/1.1" status: 200 len: 945 time: 0.3374910 Mar 05 13:57:58.963020 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:58.969019 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-21237d5a-9c6d-40b2-b351-9d7cf6937ab7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:57:58.969452 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-21237d5a-9c6d-40b2-b351-9d7cf6937ab7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:57:58.978951 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b307781e-534a-4fe4-a53d-0cfe04e72cc1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:58.984732 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:57:58.984732 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:57:59.022591 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46381baa-9e2a-4011-b2e6-65f7d2902c07 req-12f2361c-546b-4b7f-9ce7-768b1ebb9045 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3859f3-2406-4018-b0fc-b5b2fff720fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678654 Mar 05 13:57:59.066713 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b307781e-534a-4fe4-a53d-0cfe04e72cc1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:59.074458 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bb2ed-7583-4604-863f-2b0cea291ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=793b9042-ca60-4cbe-b8eb-291ceea07239,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:59.114627 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:59.153368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b307781e-534a-4fe4-a53d-0cfe04e72cc1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:57:59.160485 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-65a6a881-f648-4c07-837c-319c08e771ef req-de0b52b3-787f-4450-9ed1-78f4769aa639 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/security-groups?id=3fd19758-7b8c-4483-9559-713a53423266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990284 Mar 05 13:57:59.163218 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-b307781e-534a-4fe4-a53d-0cfe04e72cc1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:57:59.168720 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-da5c833f-2044-4f15-a2e8-e386c117b74f req-a707ce94-ec3d-4830-ae09-13c6f4e142e1 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] For port 0819c305-466e-4730-a043-3344fba50af8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=0819c305-466e-4730-a043-3344fba50af8,segment=NetworkSegment(42f4c1eb-4b87-43e5-bb20-3ed7950da0fe),segment_id=42f4c1eb-4b87-43e5-bb20-3ed7950da0fe)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:59.183375 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-da5c833f-2044-4f15-a2e8-e386c117b74f req-a707ce94-ec3d-4830-ae09-13c6f4e142e1 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:59.183594 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b307781e-534a-4fe4-a53d-0cfe04e72cc1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:57:59.263917 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307781e-534a-4fe4-a53d-0cfe04e72cc1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Pushing event updated for resources: {'Port': ['ID=5658304f-7f1d-402e-ba82-389bf53a9196,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:57:59.290235 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d6af39-8510-416d-bd30-897f0c48efb4', 'tag': '793b9042-ca60-4cbe-b8eb-291ceea07239', 'status': 'completed', 'code': 200} Mar 05 13:57:59.361963 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-da5c833f-2044-4f15-a2e8-e386c117b74f req-a707ce94-ec3d-4830-ae09-13c6f4e142e1 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Calling delete_port for 0819c305-466e-4730-a043-3344fba50af8 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:57:59.375932 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d82ca2-b208-41ee-9036-00803fae246b None None] DHCP port deletion for c1894646-fc36-46af-ace3-4829e972197a request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:57:59.381342 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-82d82ca2-b208-41ee-9036-00803fae246b None None] Deleting port e3885475-0964-4f45-88b0-70b6dd30a4fa {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:57:59.381342 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-82d82ca2-b208-41ee-9036-00803fae246b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:59.420936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508ae3f1-74cf-4de6-a0b2-39d5c93daac9 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:59.421490 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508ae3f1-74cf-4de6-a0b2-39d5c93daac9 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:59.422242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-508ae3f1-74cf-4de6-a0b2-39d5c93daac9 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Synchronizing usage tracker for tenant:565f22e790e74cc4a5d49c730bd9daea on resource:subnet {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:57:59.498694 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-6831b8ef-f452-4225-ad4e-bad5dcd60b00 admin admin] For port cdfcba9f-ee45-4aef-ab06-14836814ec10, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cdfcba9f-ee45-4aef-ab06-14836814ec10,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:59.499242 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6831b8ef-f452-4225-ad4e-bad5dcd60b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:59.565603 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c9bfa7-b1ef-40fe-b320-14eb7e254377 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Router fa6c3be1-1197-46e2-ad06-e60cabbdaf15 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:57:59.568552 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f9199-180a-4ef5-9b38-1326ca0844ca req-38704f2f-d0f7-44c9-a550-f4d202c04760 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:59.573095 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b62f9199-180a-4ef5-9b38-1326ca0844ca req-38704f2f-d0f7-44c9-a550-f4d202c04760 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 946 time: 0.3578129 Mar 05 13:57:59.581983 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:59.731072 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b62f9199-180a-4ef5-9b38-1326ca0844ca req-063cb4b6-3530-4e64-82dd-5152518748c2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384449 Mar 05 13:57:59.745135 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port e3885475-0964-4f45-88b0-70b6dd30a4fa, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e3885475-0964-4f45-88b0-70b6dd30a4fa,segment=NetworkSegment(9d5c18f5-c493-4123-88ca-b1a1fd0d60c6),segment_id=9d5c18f5-c493-4123-88ca-b1a1fd0d60c6)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:59.746238 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-21237d5a-9c6d-40b2-b351-9d7cf6937ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:59.781428 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:59.781747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-6831b8ef-f452-4225-ad4e-bad5dcd60b00 admin admin] Calling delete_port for cdfcba9f-ee45-4aef-ab06-14836814ec10 owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:57:59.851156 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b307781e-534a-4fe4-a53d-0cfe04e72cc1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:59.872604 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 437f5c0b-7397-4659-b07d-142f4633524f no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:57:59.930705 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 437f5c0b-7397-4659-b07d-142f4633524f {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:57:59.931331 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 437f5c0b-7397-4659-b07d-142f4633524f not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:57:59.947212 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-f6099119-fb70-4850-8c6d-b0a127f7f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:57:59.949043 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-f6099119-fb70-4850-8c6d-b0a127f7f5c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2216bd4e99a4eb1bc00ada44567b6bf&device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 1094 time: 1.1091952 Mar 05 13:57:59.949726 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-508ae3f1-74cf-4de6-a0b2-39d5c93daac9 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Unset dirty status for tenant:565f22e790e74cc4a5d49c730bd9daea on resource:subnet {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:57:59.951083 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-508ae3f1-74cf-4de6-a0b2-39d5c93daac9 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.9947927 Mar 05 13:57:59.953843 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-82d82ca2-b208-41ee-9036-00803fae246b None None] For port e3885475-0964-4f45-88b0-70b6dd30a4fa, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e3885475-0964-4f45-88b0-70b6dd30a4fa,segment=NetworkSegment(9d5c18f5-c493-4123-88ca-b1a1fd0d60c6),segment_id=9d5c18f5-c493-4123-88ca-b1a1fd0d60c6)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:57:59.958331 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-82d82ca2-b208-41ee-9036-00803fae246b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:57:59.960486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44050) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:00.024049 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-21237d5a-9c6d-40b2-b351-9d7cf6937ab7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:58:00.024721 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-21237d5a-9c6d-40b2-b351-9d7cf6937ab7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:58:00.124861 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=e3885475-0964-4f45-88b0-70b6dd30a4fa,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:00.215686 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1d80b227-ff55-4ef2-825c-aefd97ffdaec no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:58:00.247911 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-82d82ca2-b208-41ee-9036-00803fae246b None None] Calling delete_port for e3885475-0964-4f45-88b0-70b6dd30a4fa owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:58:00.310738 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 1d80b227-ff55-4ef2-825c-aefd97ffdaec {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:58:00.311129 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1d80b227-ff55-4ef2-825c-aefd97ffdaec not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:58:00.311518 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e3885475-0964-4f45-88b0-70b6dd30a4fa no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:58:00.336093 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-da5c833f-2044-4f15-a2e8-e386c117b74f req-a707ce94-ec3d-4830-ae09-13c6f4e142e1 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:00.394411 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-8af46b10-770f-477c-b5e5-4cbc53c70025 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=793b9042-ca60-4cbe-b8eb-291ceea07239 HTTP/1.1" status: 200 len: 217 time: 0.4299817 Mar 05 13:58:00.492112 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:00.510225 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b307781e-534a-4fe4-a53d-0cfe04e72cc1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:00.526626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707ce94-ec3d-4830-ae09-13c6f4e142e1 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Pushing event deleted for resources: {'Port': ['ID=0819c305-466e-4730-a043-3344fba50af8,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:00.543117 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-82d82ca2-b208-41ee-9036-00803fae246b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:58:00.543801 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-82d82ca2-b208-41ee-9036-00803fae246b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:58:00.548639 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port e3885475-0964-4f45-88b0-70b6dd30a4fa, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e3885475-0964-4f45-88b0-70b6dd30a4fa,segment=NetworkSegment(9d5c18f5-c493-4123-88ca-b1a1fd0d60c6),segment_id=9d5c18f5-c493-4123-88ca-b1a1fd0d60c6)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:00.553406 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-aaa441f3-0a41-4116-9414-f4e8487d6dfa None None] Provisioning for port 21676570-b4d7-4e71-8ba4-f5dd03f83713 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:58:00.559859 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-aaa441f3-0a41-4116-9414-f4e8487d6dfa None None] Provisioning complete for port 21676570-b4d7-4e71-8ba4-f5dd03f83713 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:58:00.560401 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aaa441f3-0a41-4116-9414-f4e8487d6dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:00.594961 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 0819c305-466e-4730-a043-3344fba50af8 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:58:00.596086 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec9777-f410-4e43-8b4b-0475cacf8f35 req-9fbfdd63-da08-4571-a3fb-77231c94bb8c tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:00.597571 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6ec9777-f410-4e43-8b4b-0475cacf8f35 req-9fbfdd63-da08-4571-a3fb-77231c94bb8c tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e705391-2db3-48c5-9182-e25dfec37ae1 HTTP/1.1" status: 200 len: 945 time: 0.4219465 Mar 05 13:58:00.618674 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:00.686446 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: 0819c305-466e-4730-a043-3344fba50af8 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:58:00.686883 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 0819c305-466e-4730-a043-3344fba50af8 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:58:00.712421 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-aaa441f3-0a41-4116-9414-f4e8487d6dfa None None] Port 21676570-b4d7-4e71-8ba4-f5dd03f83713 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:58:00.725742 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6ec9777-f410-4e43-8b4b-0475cacf8f35 req-a2a4e285-5dee-4e22-a0f3-3a8304bf10bf tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3859f3-2406-4018-b0fc-b5b2fff720fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165497 Mar 05 13:58:00.730095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c9bfa7-b1ef-40fe-b320-14eb7e254377 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:58:00.741098 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=e3885475-0964-4f45-88b0-70b6dd30a4fa,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:00.744957 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-aaa441f3-0a41-4116-9414-f4e8487d6dfa None None] Provisioning complete for port e3885475-0964-4f45-88b0-70b6dd30a4fa triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:58:00.745326 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aaa441f3-0a41-4116-9414-f4e8487d6dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:00.745983 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3e0f5e-eb8a-4161-aece-beb4e1b7c2cf None None] Sync routers for ids ['fa6c3be1-1197-46e2-ad06-e60cabbdaf15'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:58:00.767244 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3e0f5e-eb8a-4161-aece-beb4e1b7c2cf None None] Routers {'fa6c3be1-1197-46e2-ad06-e60cabbdaf15'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:58:00.770850 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3c3e0f5e-eb8a-4161-aece-beb4e1b7c2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:57:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['fa6c3be1-1197-46e2-ad06-e60cabbdaf15'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:00.800043 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b307781e-534a-4fe4-a53d-0cfe04e72cc1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Router a6b1c511-7207-4fbe-ac02-d00d6dee6b47 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:58:00.811770 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d3f31bfa-07ab-4268-8f0d-ff3d22c1ecce tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:00.814207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5c833f-2044-4f15-a2e8-e386c117b74f req-a707ce94-ec3d-4830-ae09-13c6f4e142e1 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] No DVR routers for this DVR port 0819c305-466e-4730-a043-3344fba50af8 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:58:00.826043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-5bcb5f97-49f5-47e1-9fcb-35f1f4e7a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:00.827533 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-5bcb5f97-49f5-47e1-9fcb-35f1f4e7a569 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=251e09fb-aabe-4b04-921b-86ca0c662b76 HTTP/1.1" status: 200 len: 851 time: 0.3628042 Mar 05 13:58:00.832433 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-29c9bfa7-b1ef-40fe-b320-14eb7e254377 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:00.837674 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-29c9bfa7-b1ef-40fe-b320-14eb7e254377 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "PUT /v2.0/routers/fa6c3be1-1197-46e2-ad06-e60cabbdaf15 HTTP/1.1" status: 200 len: 694 time: 3.5649533 Mar 05 13:58:00.842884 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-da5c833f-2044-4f15-a2e8-e386c117b74f req-a707ce94-ec3d-4830-ae09-13c6f4e142e1 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:00.844841 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-da5c833f-2044-4f15-a2e8-e386c117b74f req-a707ce94-ec3d-4830-ae09-13c6f4e142e1 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.15 "DELETE /v2.0/ports/0819c305-466e-4730-a043-3344fba50af8 HTTP/1.1" status: 204 len: 173 time: 3.7901528 Mar 05 13:58:00.846244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44062) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:00.936781 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aaa441f3-0a41-4116-9414-f4e8487d6dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:00.988516 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-a9f7090a-fca3-4a2d-8157-81ef6d5a36fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37a7d3f0-790d-4769-b9e8-887239a3772c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489890 Mar 05 13:58:00.989357 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f31bfa-07ab-4268-8f0d-ff3d22c1ecce tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 05 13:58:00.989864 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f31bfa-07ab-4268-8f0d-ff3d22c1ecce tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:58:00.996949 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d3f31bfa-07ab-4268-8f0d-ff3d22c1ecce tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "DELETE /v2.0/networks/c1894646-fc36-46af-ace3-4829e972197a HTTP/1.1" status: 409 len: 405 time: 0.9567654 Mar 05 13:58:01.020056 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-aaa441f3-0a41-4116-9414-f4e8487d6dfa None None] For port e3885475-0964-4f45-88b0-70b6dd30a4fa, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e3885475-0964-4f45-88b0-70b6dd30a4fa,segment=NetworkSegment(9d5c18f5-c493-4123-88ca-b1a1fd0d60c6),segment_id=9d5c18f5-c493-4123-88ca-b1a1fd0d60c6)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:01.023771 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e1baf-46b7-4dd4-8dcc-52677ca038ed req-646da5be-747f-47b2-93ba-1a6d53dc4515 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:01.025457 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ad1e1baf-46b7-4dd4-8dcc-52677ca038ed req-646da5be-747f-47b2-93ba-1a6d53dc4515 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 943 time: 1.3744736 Mar 05 13:58:01.030204 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aaa441f3-0a41-4116-9414-f4e8487d6dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:01.065022 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44066) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:01.091331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e91a755e-047b-463c-bc5e-ab06ea44e660 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1926878358'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:01.102408 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e91a755e-047b-463c-bc5e-ab06ea44e660 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:01.119178 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-82d82ca2-b208-41ee-9036-00803fae246b None None] Deleting port e3885475-0964-4f45-88b0-70b6dd30a4fa {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:58:01.119783 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-82d82ca2-b208-41ee-9036-00803fae246b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:01.126241 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e91a755e-047b-463c-bc5e-ab06ea44e660 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Usage tracker for resource:network and tenant:565f22e790e74cc4a5d49c730bd9daea is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:01.145957 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa441f3-0a41-4116-9414-f4e8487d6dfa None None] Pushing event updated for resources: {'Port': ['ID=e3885475-0964-4f45-88b0-70b6dd30a4fa,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:01.170974 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-3c3e0f5e-eb8a-4161-aece-beb4e1b7c2cf None None] Set router fa6c3be1-1197-46e2-ad06-e60cabbdaf15 gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:58:01.180001 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e91a755e-047b-463c-bc5e-ab06ea44e660 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:01.195126 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e91a755e-047b-463c-bc5e-ab06ea44e660 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:01.260863 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91a755e-047b-463c-bc5e-ab06ea44e660 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Made reservation on behalf of 565f22e790e74cc4a5d49c730bd9daea for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:58:01.264325 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e91a755e-047b-463c-bc5e-ab06ea44e660 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:01.285062 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a30adfd3-2526-4ee6-bcb6-70a0b78a7b62 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/routers/fa6c3be1-1197-46e2-ad06-e60cabbdaf15 HTTP/1.1" status: 200 len: 700 time: 0.4377046 Mar 05 13:58:01.288466 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44072) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:01.293525 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bf5214-4dfc-44ab-b08f-481e7e3273bb', 'name': 'network-vif-deleted', 'tag': '0819c305-466e-4730-a043-3344fba50af8'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:58:01.298077 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b307781e-534a-4fe4-a53d-0cfe04e72cc1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:58:01.348813 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ffa6d-9640-401f-b16f-a674cc8a62a1 req-5bc05e24-efbd-47b2-9e27-b3f8ea46d219 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:01.351316 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db5ffa6d-9640-401f-b16f-a674cc8a62a1 req-5bc05e24-efbd-47b2-9e27-b3f8ea46d219 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 946 time: 0.3717194 Mar 05 13:58:01.424219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91a755e-047b-463c-bc5e-ab06ea44e660 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:58:01.440645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-82d82ca2-b208-41ee-9036-00803fae246b None None] For port e3885475-0964-4f45-88b0-70b6dd30a4fa, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e3885475-0964-4f45-88b0-70b6dd30a4fa,segment=NetworkSegment(9d5c18f5-c493-4123-88ca-b1a1fd0d60c6),segment_id=9d5c18f5-c493-4123-88ca-b1a1fd0d60c6)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:01.441114 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-82d82ca2-b208-41ee-9036-00803fae246b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:01.466822 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2e120da0-9644-4e90-853f-ce72ff89b916 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6c3be1-1197-46e2-ad06-e60cabbdaf15 HTTP/1.1" status: 200 len: 205 time: 0.1741292 Mar 05 13:58:01.481525 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44080) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:01.483691 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b307781e-534a-4fe4-a53d-0cfe04e72cc1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:01.488243 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b307781e-534a-4fe4-a53d-0cfe04e72cc1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8107963 Mar 05 13:58:01.493197 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44082) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:01.504722 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3c3e0f5e-eb8a-4161-aece-beb4e1b7c2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6c3be1-1197-46e2-ad06-e60cabbdaf15', 'name': 'tempest-RoutersTest-router-1085564296', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:57:56Z', 'updated_at': '2022-03-05T13:57:58Z', 'revision_number': 2, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:01.530614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a03b9ec1-2c82-4227-a94c-cd3c2e354de2 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'enable_snat': False}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:01.531597 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3e0f5e-eb8a-4161-aece-beb4e1b7c2cf None None] Checking router: fa6c3be1-1197-46e2-ad06-e60cabbdaf15 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:58:01.560854 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3e0f5e-eb8a-4161-aece-beb4e1b7c2cf None None] Routers {'fa6c3be1-1197-46e2-ad06-e60cabbdaf15'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:58:01.561972 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3c3e0f5e-eb8a-4161-aece-beb4e1b7c2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:57:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['fa6c3be1-1197-46e2-ad06-e60cabbdaf15'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:01.590841 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-82d82ca2-b208-41ee-9036-00803fae246b None None] Calling delete_port for e3885475-0964-4f45-88b0-70b6dd30a4fa owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:58:01.596345 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e91a755e-047b-463c-bc5e-ab06ea44e660 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:01.605134 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-e91a755e-047b-463c-bc5e-ab06ea44e660 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Added segment 247bf148-846a-4748-9440-42d0c67cfd51 of type vlan for network 73f75764-fc01-4232-b641-2cb0be13de67 Mar 05 13:58:01.610261 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-79678ce0-5ce2-4657-8980-73801c8a9e34 req-552b1b07-12f3-40bd-b38f-35feb752159e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5793293 Mar 05 13:58:01.613307 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db5ffa6d-9640-401f-b16f-a674cc8a62a1 req-87bca667-9530-43d6-81a7-675bf08bf8b3 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488179 Mar 05 13:58:01.623112 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ad1e1baf-46b7-4dd4-8dcc-52677ca038ed req-5bd38e36-e703-46b3-9d08-852120eb566f tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5488374 Mar 05 13:58:01.706982 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6831b8ef-f452-4225-ad4e-bad5dcd60b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:01.732270 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e9fd18-da1d-4838-af90-abfa1c223408 None None] Sync routers for ids ['a6b1c511-7207-4fbe-ac02-d00d6dee6b47'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:58:01.761883 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-82d82ca2-b208-41ee-9036-00803fae246b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:01.769474 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e9fd18-da1d-4838-af90-abfa1c223408 None None] Routers {'a6b1c511-7207-4fbe-ac02-d00d6dee6b47'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:58:01.770093 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e3e9fd18-da1d-4838-af90-abfa1c223408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:57:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['a6b1c511-7207-4fbe-ac02-d00d6dee6b47'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:01.789251 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831b8ef-f452-4225-ad4e-bad5dcd60b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdfcba9f-ee45-4aef-ab06-14836814ec10,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:01.793037 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-6e55b228-6bb2-4ce0-ac6b-25f48028d029 service neutron] 10.222.0.15 "GET /v2.0/networks/37a7d3f0-790d-4769-b9e8-887239a3772c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7638710 Mar 05 13:58:01.822333 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e0b3f5c0-6583-4a11-86ae-e9972344faf2 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:01.911121 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bf5214-4dfc-44ab-b08f-481e7e3273bb', 'name': 'network-vif-deleted', 'tag': '0819c305-466e-4730-a043-3344fba50af8', 'status': 'completed', 'code': 200} Mar 05 13:58:02.029291 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e91a755e-047b-463c-bc5e-ab06ea44e660 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:02.038386 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-3c3e0f5e-eb8a-4161-aece-beb4e1b7c2cf None None] Set router fa6c3be1-1197-46e2-ad06-e60cabbdaf15 gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:58:02.124055 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d82ca2-b208-41ee-9036-00803fae246b None None] Pushing event deleted for resources: {'Port': ['ID=e3885475-0964-4f45-88b0-70b6dd30a4fa,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:02.130614 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e3e9fd18-da1d-4838-af90-abfa1c223408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:02.144477 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d82ca2-b208-41ee-9036-00803fae246b None None] No DVR routers for this DVR port e3885475-0964-4f45-88b0-70b6dd30a4fa on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:58:02.165182 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e9fd18-da1d-4838-af90-abfa1c223408 None None] Routers {'a6b1c511-7207-4fbe-ac02-d00d6dee6b47'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:58:02.165818 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e3e9fd18-da1d-4838-af90-abfa1c223408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:57:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['a6b1c511-7207-4fbe-ac02-d00d6dee6b47'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:02.197020 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3ae209bb-3088-43a5-9b13-d178239efcaa req-1472d525-22ff-4faa-b193-e288dc6f53a9 tempest-ServersNegativeTestJSON-218314552 tempest-ServersNegativeTestJSON-218314552-project] 10.222.0.16 "GET /v2.0/ports?device_id=77bf5214-4dfc-44ab-b08f-481e7e3273bb HTTP/1.1" status: 200 len: 210 time: 0.1324854 Mar 05 13:58:02.233000 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e91a755e-047b-463c-bc5e-ab06ea44e660 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:02.241590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91a755e-047b-463c-bc5e-ab06ea44e660 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:02.241825 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3c3e0f5e-eb8a-4161-aece-beb4e1b7c2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6c3be1-1197-46e2-ad06-e60cabbdaf15', 'name': 'tempest-RoutersTest-router-1085564296', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:57:56Z', 'updated_at': '2022-03-05T13:57:58Z', 'revision_number': 2, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:02.244245 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e91a755e-047b-463c-bc5e-ab06ea44e660 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:02.250298 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3e0f5e-eb8a-4161-aece-beb4e1b7c2cf None None] The sync data for ids ['fa6c3be1-1197-46e2-ad06-e60cabbdaf15'] in n-d-803718-1 is: [{'id': 'fa6c3be1-1197-46e2-ad06-e60cabbdaf15', 'name': 'tempest-RoutersTest-router-1085564296', 'tenant_id': 'beafff5c987348ddbc3961566817c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:57:56Z', 'updated_at': '2022-03-05T13:57:58Z', 'revision_number': 2, 'project_id': 'beafff5c987348ddbc3961566817c315', 'gw_port_host': None}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:58:02.290192 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e3e9fd18-da1d-4838-af90-abfa1c223408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:02.290849 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e9fd18-da1d-4838-af90-abfa1c223408 None None] The sync data for ids ['a6b1c511-7207-4fbe-ac02-d00d6dee6b47'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:58:02.417522 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6831b8ef-f452-4225-ad4e-bad5dcd60b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:02.766089 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e91a755e-047b-463c-bc5e-ab06ea44e660 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6998785 Mar 05 13:58:02.773453 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6831b8ef-f452-4225-ad4e-bad5dcd60b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:02.775814 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44110) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:02.777822 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4c466200-77a2-4aa2-9429-a98fa8a3b8d5 req-f86e3fde-ce45-4999-90b6-6964faf83efe service neutron] 10.222.0.15 "GET /v2.0/networks/37a7d3f0-790d-4769-b9e8-887239a3772c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8655331 Mar 05 13:58:02.823251 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6831b8ef-f452-4225-ad4e-bad5dcd60b00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:02.837773 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-eb55ffce-9abf-4177-9943-2eff69927fb8 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Request body: {'subnet': {'network_id': '73f75764-fc01-4232-b641-2cb0be13de67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:02.934512 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a755e-047b-463c-bc5e-ab06ea44e660 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event updated for resources: {'Network': ['ID=73f75764-fc01-4232-b641-2cb0be13de67,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:02.948171 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 73f75764-fc01-4232-b641-2cb0be13de67 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:58:02.948423 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e0b3f5c0-6583-4a11-86ae-e9972344faf2 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:02.957378 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e0b3f5c0-6583-4a11-86ae-e9972344faf2 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:02.985549 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79678ce0-5ce2-4657-8980-73801c8a9e34 req-51899ca1-3085-447b-b9b5-583bfc105108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:02.987115 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-79678ce0-5ce2-4657-8980-73801c8a9e34 req-51899ca1-3085-447b-b9b5-583bfc105108 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 1096 time: 0.9208007 Mar 05 13:58:02.997100 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e0b3f5c0-6583-4a11-86ae-e9972344faf2 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:02.997615 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b3f5c0-6583-4a11-86ae-e9972344faf2 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Fanout notify agent at l3_agent the message router_deleted on router fa6c3be1-1197-46e2-ad06-e60cabbdaf15 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:58:03.024072 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e0b3f5c0-6583-4a11-86ae-e9972344faf2 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:03.029618 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e0b3f5c0-6583-4a11-86ae-e9972344faf2 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/routers/fa6c3be1-1197-46e2-ad06-e60cabbdaf15 HTTP/1.1" status: 204 len: 168 time: 1.5431061 Mar 05 13:58:03.030560 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44114) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:03.091720 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6831b8ef-f452-4225-ad4e-bad5dcd60b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:03.092252 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6831b8ef-f452-4225-ad4e-bad5dcd60b00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11b22a34-db94-48ea-88a2-77f69a6ef0b0 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:58:03.117735 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a198ac5-8a71-485e-84ac-89b67c32f50a req-3ad0fdcf-a5db-44aa-ad61-e6b1ed86c58b tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:03.119422 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1a198ac5-8a71-485e-84ac-89b67c32f50a req-3ad0fdcf-a5db-44aa-ad61-e6b1ed86c58b tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e705391-2db3-48c5-9182-e25dfec37ae1 HTTP/1.1" status: 200 len: 945 time: 0.3426530 Mar 05 13:58:03.145052 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e22a1d12-9d53-46a5-9141-82879dc6357c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Synchronizing usage tracker for tenant:beafff5c987348ddbc3961566817c315 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:58:03.207934 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-eb55ffce-9abf-4177-9943-2eff69927fb8 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:03.219865 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6831b8ef-f452-4225-ad4e-bad5dcd60b00 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:03.223482 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6831b8ef-f452-4225-ad4e-bad5dcd60b00 admin admin] 10.222.0.16 "DELETE /v2.0/routers/11b22a34-db94-48ea-88a2-77f69a6ef0b0 HTTP/1.1" status: 204 len: 168 time: 6.6531892 Mar 05 13:58:03.224736 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44120) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:03.252627 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-eb55ffce-9abf-4177-9943-2eff69927fb8 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:03.304144 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e22a1d12-9d53-46a5-9141-82879dc6357c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] Unset dirty status for tenant:beafff5c987348ddbc3961566817c315 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:58:03.307948 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e22a1d12-9d53-46a5-9141-82879dc6357c tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6c3be1-1197-46e2-ad06-e60cabbdaf15 HTTP/1.1" status: 200 len: 205 time: 0.2739549 Mar 05 13:58:03.315672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44124) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:03.324010 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1a198ac5-8a71-485e-84ac-89b67c32f50a req-b0410f10-a3a8-473b-a7e6-44fb6ffb3859 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3859f3-2406-4018-b0fc-b5b2fff720fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943278 Mar 05 13:58:03.365008 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e06d514-d074-4d4e-b3e6-3033027b76c5 admin admin] Deleting subnet 3f8c39d4-8db2-4e14-8534-4ef6364fca85 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:58:03.369722 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e06d514-d074-4d4e-b3e6-3033027b76c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:03.408996 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91b4ca-fa7d-457c-86f5-775b67bdc34d req-8aa4f068-2bf2-4472-9155-a1a1a42dcd85 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:03.416570 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b91b4ca-fa7d-457c-86f5-775b67bdc34d req-8aa4f068-2bf2-4472-9155-a1a1a42dcd85 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 946 time: 0.6562729 Mar 05 13:58:03.423612 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79678ce0-5ce2-4657-8980-73801c8a9e34 req-c69ff2a8-6a4c-425a-b890-f004f0a09912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:03.425108 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-79678ce0-5ce2-4657-8980-73801c8a9e34 req-c69ff2a8-6a4c-425a-b890-f004f0a09912 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 912 time: 0.3922431 Mar 05 13:58:03.437250 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbddba-cb73-4571-a893-4b147556261d req-a80f4984-bb0d-4aae-86ed-0dbd80c66bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:03.438854 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f4bbddba-cb73-4571-a893-4b147556261d req-a80f4984-bb0d-4aae-86ed-0dbd80c66bbe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2216bd4e99a4eb1bc00ada44567b6bf&device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 1094 time: 0.6083243 Mar 05 13:58:03.486340 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb55ffce-9abf-4177-9943-2eff69927fb8 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Made reservation on behalf of 565f22e790e74cc4a5d49c730bd9daea for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:58:03.490421 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eb55ffce-9abf-4177-9943-2eff69927fb8 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:03.516026 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-6b4d199e-a6b0-4b8b-84a5-f9167dffb3bf tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] delete failed (client error): The resource could not be found. Mar 05 13:58:03.516973 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6b4d199e-a6b0-4b8b-84a5-f9167dffb3bf tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/routers/fa6c3be1-1197-46e2-ad06-e60cabbdaf15 HTTP/1.1" status: 404 len: 336 time: 0.1937575 Mar 05 13:58:03.532871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44128) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:03.564212 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a03b9ec1-2c82-4227-a94c-cd3c2e354de2 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:03.581256 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e06d514-d074-4d4e-b3e6-3033027b76c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:03.644618 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-af19677c-6099-4814-9fc8-fd9a9bcb3463 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] DELETE failed (client error): The resource could not be found. Mar 05 13:58:03.645078 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af19677c-6099-4814-9fc8-fd9a9bcb3463 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:58:03.649928 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-af19677c-6099-4814-9fc8-fd9a9bcb3463 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/subnets/f0ec5d1a-88aa-4868-803a-6b3f17abf280 HTTP/1.1" status: 404 len: 337 time: 0.1116865 Mar 05 13:58:03.652682 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-79678ce0-5ce2-4657-8980-73801c8a9e34 req-a42c85cb-6988-4607-9138-cf893a1ecbab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f736b7ec-e966-4c65-8fd3-25f7be175e1f HTTP/1.1" status: 200 len: 217 time: 0.2192578 Mar 05 13:58:03.653778 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44132) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:03.726292 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b91b4ca-fa7d-457c-86f5-775b67bdc34d req-59af2b59-9b07-46e9-8753-52bb1d4b682f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087759 Mar 05 13:58:03.726718 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d2999f-23fb-4cb5-932d-ec92e5c571b9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] DELETE failed (client error): The resource could not be found. Mar 05 13:58:03.727235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d2999f-23fb-4cb5-932d-ec92e5c571b9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:58:03.731478 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a1d2999f-23fb-4cb5-932d-ec92e5c571b9 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/subnets/f5592681-909b-4c14-a37d-b895b2387658 HTTP/1.1" status: 404 len: 337 time: 0.0726058 Mar 05 13:58:03.737807 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44136) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:03.845209 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44140) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:03.850509 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc75c72-40d7-43b5-8715-1a21e24a5b93 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] DELETE failed (client error): The resource could not be found. Mar 05 13:58:03.851152 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc75c72-40d7-43b5-8715-1a21e24a5b93 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:58:03.852786 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3fc75c72-40d7-43b5-8715-1a21e24a5b93 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/subnets/e18cab26-cda7-49d0-b101-43a0a4123dbd HTTP/1.1" status: 404 len: 337 time: 0.0801167 Mar 05 13:58:03.892178 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44144) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:03.898628 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a03ea37a-351d-4801-933f-4c0e93ca5c48 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:58:03.926648 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79678ce0-5ce2-4657-8980-73801c8a9e34 req-b636f01e-dd79-412b-8367-cf2b4bf824ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:03.928800 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-79678ce0-5ce2-4657-8980-73801c8a9e34 req-b636f01e-dd79-412b-8367-cf2b4bf824ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.1963351 Mar 05 13:58:03.999851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2b89bc-1052-4e47-abbc-a628251e2f16 admin admin] Deleting subnet 3dd0d26d-458d-486e-aca4-133a1510899b {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:58:04.001155 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cdfcba9f-ee45-4aef-ab06-14836814ec10 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:58:04.002159 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e06d514-d074-4d4e-b3e6-3033027b76c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:04.006292 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a8288e-981f-4416-a400-1e2fe2dd6d7e tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] DELETE failed (client error): The resource could not be found. Mar 05 13:58:04.007027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a8288e-981f-4416-a400-1e2fe2dd6d7e tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:58:04.041459 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d2b89bc-1052-4e47-abbc-a628251e2f16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:04.041663 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-20a8288e-981f-4416-a400-1e2fe2dd6d7e tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/subnets/456d0eef-0542-405d-8a86-795bb2c39aea HTTP/1.1" status: 404 len: 337 time: 0.1397524 Mar 05 13:58:04.044074 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: cdfcba9f-ee45-4aef-ab06-14836814ec10 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:58:04.044416 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cdfcba9f-ee45-4aef-ab06-14836814ec10 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:58:04.044891 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44148) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:04.055689 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbddba-cb73-4571-a893-4b147556261d req-3e89c069-e33e-408a-a25f-a9202e15d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:04.057125 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f4bbddba-cb73-4571-a893-4b147556261d req-3e89c069-e33e-408a-a25f-a9202e15d827 service neutron] 10.222.0.15 "GET /v2.0/networks?id=37a7d3f0-790d-4769-b9e8-887239a3772c HTTP/1.1" status: 200 len: 911 time: 0.5926688 Mar 05 13:58:04.086926 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a03ea37a-351d-4801-933f-4c0e93ca5c48, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a03ea37a-351d-4801-933f-4c0e93ca5c48,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:04.100852 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'a03ea37a-351d-4801-933f-4c0e93ca5c48', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'port_id': 'a03ea37a-351d-4801-933f-4c0e93ca5c48', 'mac_address': 'fa:16:3e:74:ad:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:58:04.131584 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d2b89bc-1052-4e47-abbc-a628251e2f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:04.158613 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:04.174010 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19305365-2040-4b7f-9f01-4c2f4abb331c req-7cc1a2fe-0077-40ef-ab4d-669fc18273e6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:04.175515 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-19305365-2040-4b7f-9f01-4c2f4abb331c req-7cc1a2fe-0077-40ef-ab4d-669fc18273e6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 943 time: 0.5247283 Mar 05 13:58:04.183859 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a03ea37a-351d-4801-933f-4c0e93ca5c48 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:58:04.201879 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a03ea37a-351d-4801-933f-4c0e93ca5c48, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a03ea37a-351d-4801-933f-4c0e93ca5c48,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:04.207274 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:04.231712 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e06d514-d074-4d4e-b3e6-3033027b76c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:04.247081 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-01e1a80b-a4d0-4ab8-920b-61e11c758810 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3acb74c-7476-4fc9-be63-b7784eba438d HTTP/1.1" status: 200 len: 205 time: 0.1959028 Mar 05 13:58:04.258396 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44152) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:04.264443 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f4bbddba-cb73-4571-a893-4b147556261d req-48e30224-5977-4045-abd9-ca1cc5fad451 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=793b9042-ca60-4cbe-b8eb-291ceea07239 HTTP/1.1" status: 200 len: 217 time: 0.1709721 Mar 05 13:58:04.286064 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a03ea37a-351d-4801-933f-4c0e93ca5c48,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:04.293715 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79678ce0-5ce2-4657-8980-73801c8a9e34 req-b0066b29-a0c0-4569-8a63-b03b66a7e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:04.295341 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-79678ce0-5ce2-4657-8980-73801c8a9e34 req-b0066b29-a0c0-4569-8a63-b03b66a7e1fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3575943 Mar 05 13:58:04.296017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06d514-d074-4d4e-b3e6-3033027b76c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f8c39d4-8db2-4e14-8534-4ef6364fca85,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:04.306159 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e06d514-d074-4d4e-b3e6-3033027b76c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:04.312378 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['a03ea37a-351d-4801-933f-4c0e93ca5c48'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:58:04.314150 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d2b89bc-1052-4e47-abbc-a628251e2f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:04.337668 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0ebfdf-3078-4e00-a703-a68f8b0f07a3 None None] Network 47dce88b-b414-45d2-b170-ce43dcded289 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:58:04.395768 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-19305365-2040-4b7f-9f01-4c2f4abb331c req-ba04b81e-be48-4911-9934-584ce129459b tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038460 Mar 05 13:58:04.406783 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-7226104f-15a6-43e7-9eba-002c17a516f3 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] delete failed (client error): The resource could not be found. Mar 05 13:58:04.410060 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7226104f-15a6-43e7-9eba-002c17a516f3 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/routers/b3acb74c-7476-4fc9-be63-b7784eba438d HTTP/1.1" status: 404 len: 336 time: 0.1463530 Mar 05 13:58:04.410452 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5e06d514-d074-4d4e-b3e6-3033027b76c5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3f8c39d4-8db2-4e14-8534-4ef6364fca85 HTTP/1.1" status: 204 len: 168 time: 1.1814823 Mar 05 13:58:04.411630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44160) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:04.412555 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44162) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:04.569449 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-885c13ee-79c0-4679-92e7-04c7fef73261 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5d628c-73a2-4cba-b177-69e7adb4b12b HTTP/1.1" status: 200 len: 205 time: 0.1384814 Mar 05 13:58:04.578175 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84585f86-05fb-490d-8183-718e462a32d0 req-08ca3d8f-6aa4-40cb-98ef-52b40f8dad2b tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:04.579829 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-84585f86-05fb-490d-8183-718e462a32d0 req-08ca3d8f-6aa4-40cb-98ef-52b40f8dad2b tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e705391-2db3-48c5-9182-e25dfec37ae1 HTTP/1.1" status: 200 len: 945 time: 0.6843762 Mar 05 13:58:04.590803 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44168) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:04.710411 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-79678ce0-5ce2-4657-8980-73801c8a9e34 req-7da7ea34-aecc-419f-835e-49d39d3c6887 service neutron] 10.222.0.30 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994420 Mar 05 13:58:04.716278 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d2b89bc-1052-4e47-abbc-a628251e2f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:04.748453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfbd95b-7fbc-44ed-91cc-ea541046b3d8 None None] DHCP port deletion for 47dce88b-b414-45d2-b170-ce43dcded289 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:58:04.755259 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5cfbd95b-7fbc-44ed-91cc-ea541046b3d8 None None] Deleting port 3ff8f6d7-8e65-483b-840b-fbbdbac2b93c {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:58:04.756160 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd95b-7fbc-44ed-91cc-ea541046b3d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:04.756331 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbddba-cb73-4571-a893-4b147556261d req-508f2aff-12ca-41bc-b506-fae865fc51ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:04.757765 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f4bbddba-cb73-4571-a893-4b147556261d req-508f2aff-12ca-41bc-b506-fae865fc51ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=251e09fb-aabe-4b04-921b-86ca0c662b76 HTTP/1.1" status: 200 len: 851 time: 0.4370129 Mar 05 13:58:04.790100 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d2b89bc-1052-4e47-abbc-a628251e2f16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:04.810757 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b89bc-1052-4e47-abbc-a628251e2f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dd0d26d-458d-486e-aca4-133a1510899b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:04.823730 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5d2b89bc-1052-4e47-abbc-a628251e2f16 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3dd0d26d-458d-486e-aca4-133a1510899b HTTP/1.1" status: 204 len: 168 time: 0.9755015 Mar 05 13:58:04.826838 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44174) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:04.831363 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-1abd193d-5662-4571-91ad-75c7d14ab4f4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] delete failed (client error): The resource could not be found. Mar 05 13:58:04.832368 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1abd193d-5662-4571-91ad-75c7d14ab4f4 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/routers/cb5d628c-73a2-4cba-b177-69e7adb4b12b HTTP/1.1" status: 404 len: 336 time: 0.2400808 Mar 05 13:58:04.858853 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44178) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:04.870539 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f4bbddba-cb73-4571-a893-4b147556261d req-c5467ef7-d8ad-47b3-b278-42c0169f1c17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37a7d3f0-790d-4769-b9e8-887239a3772c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895963 Mar 05 13:58:04.973352 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f7e2aa1e-9430-43ec-ab22-236f2bf2cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:05.018226 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-4925fdeb-a2f0-4b7d-82fd-db33eb1ec7ff tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] DELETE failed (client error): The resource could not be found. Mar 05 13:58:05.018496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4925fdeb-a2f0-4b7d-82fd-db33eb1ec7ff tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:58:05.023128 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4925fdeb-a2f0-4b7d-82fd-db33eb1ec7ff tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/subnets/f2749231-5697-4635-96e3-e33b01fcae7d HTTP/1.1" status: 404 len: 337 time: 0.1529143 Mar 05 13:58:05.024166 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-84585f86-05fb-490d-8183-718e462a32d0 req-9422bf32-da8e-4ed0-8403-9fa29d2dec02 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Deleting port b2b1916d-9d6b-4125-88e7-770b1e6e7735 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:58:05.024295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44182) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:05.024739 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-84585f86-05fb-490d-8183-718e462a32d0 req-9422bf32-da8e-4ed0-8403-9fa29d2dec02 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:05.035793 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-5cfbd95b-7fbc-44ed-91cc-ea541046b3d8 None None] For port 3ff8f6d7-8e65-483b-840b-fbbdbac2b93c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3ff8f6d7-8e65-483b-840b-fbbdbac2b93c,segment=NetworkSegment(397893cc-d3d1-4daa-b559-3d945c09ca70),segment_id=397893cc-d3d1-4daa-b559-3d945c09ca70)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:05.036352 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd95b-7fbc-44ed-91cc-ea541046b3d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:05.098713 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e695a48a-8e4f-40ed-a561-e6a2e8477e5d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c3e0042-6883-4026-9cc8-75d4d8000df8 HTTP/1.1" status: 200 len: 205 time: 0.0668943 Mar 05 13:58:05.104114 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e05cf9d-da43-4da2-b248-ad3cf2cee67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:05.107254 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44186) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:05.158902 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5cfbd95b-7fbc-44ed-91cc-ea541046b3d8 None None] Calling delete_port for 3ff8f6d7-8e65-483b-840b-fbbdbac2b93c owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:58:05.191174 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-79678ce0-5ce2-4657-8980-73801c8a9e34 req-294b92a2-b925-4c62-aa32-4f4a5590c47b service neutron] 10.222.0.30 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700246 Mar 05 13:58:05.203995 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2aa1e-9430-43ec-ab22-236f2bf2cc2c admin admin] Deleting port 3ff8f6d7-8e65-483b-840b-fbbdbac2b93c {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:58:05.204329 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f7e2aa1e-9430-43ec-ab22-236f2bf2cc2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:05.213057 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-fe6f6e6c-f9b6-4cbf-83b8-dcb11b2bd7d2 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] delete failed (client error): The resource could not be found. Mar 05 13:58:05.216460 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fe6f6e6c-f9b6-4cbf-83b8-dcb11b2bd7d2 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/routers/1c3e0042-6883-4026-9cc8-75d4d8000df8 HTTP/1.1" status: 404 len: 336 time: 0.0983458 Mar 05 13:58:05.231805 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44190) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:05.236489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.objects.ports [None req-eb55ffce-9abf-4177-9943-2eff69927fb8 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87914) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 05 13:58:05.248229 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd95b-7fbc-44ed-91cc-ea541046b3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:05.276839 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6ca83-62af-41ed-b31a-244f1009a9b8 req-cb9c93c6-d7b0-454a-9407-da4cb66866eb tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:05.278381 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-08d6ca83-62af-41ed-b31a-244f1009a9b8 req-cb9c93c6-d7b0-454a-9407-da4cb66866eb tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 945 time: 0.4005105 Mar 05 13:58:05.296471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbd95b-7fbc-44ed-91cc-ea541046b3d8 None None] Pushing event deleted for resources: {'Port': ['ID=3ff8f6d7-8e65-483b-840b-fbbdbac2b93c,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:05.300411 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfbd95b-7fbc-44ed-91cc-ea541046b3d8 None None] No DVR routers for this DVR port 3ff8f6d7-8e65-483b-840b-fbbdbac2b93c on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:58:05.391611 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e05cf9d-da43-4da2-b248-ad3cf2cee67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:05.429655 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-08d6ca83-62af-41ed-b31a-244f1009a9b8 req-ac4ccaae-a7a7-48d7-bf71-999935e906e3 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358793 Mar 05 13:58:05.444759 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-2e05cf9d-da43-4da2-b248-ad3cf2cee67c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4e4533-5a72-4b34-a384-51bc2d0cd9c2']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:05.466542 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-2e05cf9d-da43-4da2-b248-ad3cf2cee67c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f4c1eb-4b87-43e5-bb20-3ed7950da0fe') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:05.466859 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-2e05cf9d-da43-4da2-b248-ad3cf2cee67c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f4c1eb-4b87-43e5-bb20-3ed7950da0fe') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:05.481992 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e05cf9d-da43-4da2-b248-ad3cf2cee67c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:05.491304 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eb55ffce-9abf-4177-9943-2eff69927fb8 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:05.509520 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e05cf9d-da43-4da2-b248-ad3cf2cee67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:05.523685 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e05cf9d-da43-4da2-b248-ad3cf2cee67c admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:58:05.524131 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e05cf9d-da43-4da2-b248-ad3cf2cee67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:58:05.547404 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:58:05.565009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614f02b-2576-451c-9621-4d02c3e8b174 req-6bd7159b-9a0d-4438-aee6-f34359fb9b14 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:05.572941 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1614f02b-2576-451c-9621-4d02c3e8b174 req-6bd7159b-9a0d-4438-aee6-f34359fb9b14 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e705391-2db3-48c5-9182-e25dfec37ae1 HTTP/1.1" status: 200 len: 945 time: 1.0378757 Mar 05 13:58:05.678395 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1ab85b1c-815c-4639-9293-9afd414f3f3d tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb19613-a332-4e21-adac-37421e80db00 HTTP/1.1" status: 200 len: 205 time: 0.4295869 Mar 05 13:58:05.680270 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44204) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:05.731105 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2aa1e-9430-43ec-ab22-236f2bf2cc2c admin admin] The port '3ff8f6d7-8e65-483b-840b-fbbdbac2b93c' was deleted {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:58:05.764977 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e05cf9d-da43-4da2-b248-ad3cf2cee67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:05.767849 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-08ec4455-a498-40e1-b79d-ff053f8df031 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] delete failed (client error): The resource could not be found. Mar 05 13:58:05.771241 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-08ec4455-a498-40e1-b79d-ff053f8df031 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/routers/1eb19613-a332-4e21-adac-37421e80db00 HTTP/1.1" status: 404 len: 336 time: 0.0870790 Mar 05 13:58:05.785311 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e05cf9d-da43-4da2-b248-ad3cf2cee67c admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:05.790245 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44212) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:05.801505 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05cf9d-da43-4da2-b248-ad3cf2cee67c admin admin] Pushing event deleted for resources: {'Network': ['ID=da4e4533-5a72-4b34-a384-51bc2d0cd9c2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:05.813054 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2e05cf9d-da43-4da2-b248-ad3cf2cee67c admin admin] 10.222.0.16 "DELETE /v2.0/networks/da4e4533-5a72-4b34-a384-51bc2d0cd9c2 HTTP/1.1" status: 204 len: 168 time: 0.9850230 Mar 05 13:58:05.846409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b544740-9b55-4f3d-a569-530bc00a52b8 req-1b99f282-90bb-40ef-ad3e-0aa7c2d4534d tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:05.848454 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7b544740-9b55-4f3d-a569-530bc00a52b8 req-1b99f282-90bb-40ef-ad3e-0aa7c2d4534d tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 943 time: 0.2286654 Mar 05 13:58:05.899308 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a03ea37a-351d-4801-933f-4c0e93ca5c48 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:58:05.911342 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7b544740-9b55-4f3d-a569-530bc00a52b8 req-e9846fc3-4ec2-40ed-9b4a-7ca51ae4fac2 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558126 Mar 05 13:58:05.942353 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f4bbddba-cb73-4571-a893-4b147556261d req-7d1679e2-6af9-4a12-8ba2-f4a590a28f22 service neutron] 10.222.0.15 "GET /v2.0/networks/37a7d3f0-790d-4769-b9e8-887239a3772c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0626016 Mar 05 13:58:05.966822 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1614f02b-2576-451c-9621-4d02c3e8b174 req-99b4ca57-e3c0-446f-a13c-152d541478b3 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3859f3-2406-4018-b0fc-b5b2fff720fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847725 Mar 05 13:58:06.038091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port a03ea37a-351d-4801-933f-4c0e93ca5c48 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:58:06.038657 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:06.048384 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44226) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:06.079966 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3ff8f6d7-8e65-483b-840b-fbbdbac2b93c no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:58:06.084799 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d982cd-cd5c-44cd-bceb-2d29955c8cf1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] DELETE failed (client error): The resource could not be found. Mar 05 13:58:06.085314 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d982cd-cd5c-44cd-bceb-2d29955c8cf1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:58:06.086980 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-03d982cd-cd5c-44cd-bceb-2d29955c8cf1 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/subnets/875db99e-07ac-402e-b659-dcaf99ca7eff HTTP/1.1" status: 404 len: 337 time: 0.2687163 Mar 05 13:58:06.090595 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44230) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:06.131423 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 3ff8f6d7-8e65-483b-840b-fbbdbac2b93c {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:58:06.131746 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3ff8f6d7-8e65-483b-840b-fbbdbac2b93c not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:58:06.155638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55ffce-9abf-4177-9943-2eff69927fb8 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event updated for resources: {'Subnet': ['ID=b8fcc8eb-1ed3-4a7d-8cdf-1b99e5bed9cd,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:06.178923 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b047bc3e-f417-4698-a757-7e08f241f15f tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a069ec3-5c91-4811-8ca5-7f276aeb26f4 HTTP/1.1" status: 200 len: 205 time: 0.0863376 Mar 05 13:58:06.182725 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f80fdccb-569c-46f2-8799-73b974a2ba4d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0cb196822f4846d19c3d4845f0c68c12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327693 Mar 05 13:58:06.183677 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44234) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:06.196051 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44236) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:06.231631 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:06.266522 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-8a0bbb4e-9e0d-4357-9b53-971563a90426 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] delete failed (client error): The resource could not be found. Mar 05 13:58:06.267010 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f099ed-e6f2-4d74-90d4-3322fb1a4864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03ea37a-351d-4801-933f-4c0e93ca5c48'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:58:06.268520 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8a0bbb4e-9e0d-4357-9b53-971563a90426 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/routers/1a069ec3-5c91-4811-8ca5-7f276aeb26f4 HTTP/1.1" status: 404 len: 336 time: 0.0837967 Mar 05 13:58:06.271062 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44242) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:06.278359 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a03ea37a-351d-4801-933f-4c0e93ca5c48, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a03ea37a-351d-4801-933f-4c0e93ca5c48,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:06.284442 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:06.342873 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92bf2fc-670c-446e-8e9f-b160293f645e tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] DELETE failed (client error): The resource could not be found. Mar 05 13:58:06.343540 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92bf2fc-670c-446e-8e9f-b160293f645e tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:58:06.344989 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb55ffce-9abf-4177-9943-2eff69927fb8 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Checking segment: {'id': '247bf148-846a-4748-9440-42d0c67cfd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '73f75764-fc01-4232-b641-2cb0be13de67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:58:06.345215 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a92bf2fc-670c-446e-8e9f-b160293f645e tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/subnets/c5de7895-8460-45d9-a0e0-61bd85e02dbb HTTP/1.1" status: 404 len: 337 time: 0.0730395 Mar 05 13:58:06.345444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb55ffce-9abf-4177-9943-2eff69927fb8 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Network hostable DHCP agents. Network: 73f75764-fc01-4232-b641-2cb0be13de67, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:58:06.348584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44248) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:06.363283 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f7e2aa1e-9430-43ec-ab22-236f2bf2cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:06.375082 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f099ed-e6f2-4d74-90d4-3322fb1a4864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03ea37a-351d-4801-933f-4c0e93ca5c48', 'code': 200} Mar 05 13:58:06.415272 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c18d77cf-6ccb-450b-bce8-e02e57aed4cf tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "GET /v2.0/ports?device_id=04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c HTTP/1.1" status: 200 len: 205 time: 0.0654891 Mar 05 13:58:06.419452 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44256) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:06.423551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a03ea37a-351d-4801-933f-4c0e93ca5c48,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:06.507225 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-e2a47ec2-59c3-4b72-b91e-05a931d33763 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] delete failed (client error): The resource could not be found. Mar 05 13:58:06.512355 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e2a47ec2-59c3-4b72-b91e-05a931d33763 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/routers/04f4e7ab-1a55-4e80-b4ed-fc6e38966d7c HTTP/1.1" status: 404 len: 336 time: 0.0918291 Mar 05 13:58:06.513596 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44262) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:06.593228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-f7e2aa1e-9430-43ec-ab22-236f2bf2cc2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47dce88b-b414-45d2-b170-ce43dcded289']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:06.603707 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 793b9042-ca60-4cbe-b8eb-291ceea07239 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:58:06.698911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-f7e2aa1e-9430-43ec-ab22-236f2bf2cc2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397893cc-d3d1-4daa-b559-3d945c09ca70') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:06.699284 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-f7e2aa1e-9430-43ec-ab22-236f2bf2cc2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397893cc-d3d1-4daa-b559-3d945c09ca70') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:06.707866 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68ab216-695c-4ac4-8907-16b90c2529a8 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] DELETE failed (client error): The resource could not be found. Mar 05 13:58:06.709348 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b2b42b7f-66aa-45c9-8125-5e3e9cdcfa31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:06.709521 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e68ab216-695c-4ac4-8907-16b90c2529a8 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:58:06.714999 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e68ab216-695c-4ac4-8907-16b90c2529a8 tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/subnets/24cc25f6-57cb-496f-a307-46f8a27b86f8 HTTP/1.1" status: 404 len: 337 time: 0.2000620 Mar 05 13:58:06.715352 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44266) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:06.721510 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb55ffce-9abf-4177-9943-2eff69927fb8 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Network 73f75764-fc01-4232-b641-2cb0be13de67 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:58:06.751946 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f7e2aa1e-9430-43ec-ab22-236f2bf2cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:06.759450 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-eb55ffce-9abf-4177-9943-2eff69927fb8 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 73f75764-fc01-4232-b641-2cb0be13de67) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:58:06.762626 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f4bbddba-cb73-4571-a893-4b147556261d req-add1f93e-bdb5-4275-bbe3-1d0b8656b0e8 service neutron] 10.222.0.15 "GET /v2.0/networks/37a7d3f0-790d-4769-b9e8-887239a3772c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7875934 Mar 05 13:58:06.763316 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4a8539-2616-48c3-b969-8d87eeb7cd0a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] DELETE failed (client error): The resource could not be found. Mar 05 13:58:06.764001 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4a8539-2616-48c3-b969-8d87eeb7cd0a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:58:06.764320 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-84585f86-05fb-490d-8183-718e462a32d0 req-9422bf32-da8e-4ed0-8403-9fa29d2dec02 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] For port b2b1916d-9d6b-4125-88e7-770b1e6e7735, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b2b1916d-9d6b-4125-88e7-770b1e6e7735,segment=NetworkSegment(a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d),segment_id=a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:06.764984 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-84585f86-05fb-490d-8183-718e462a32d0 req-9422bf32-da8e-4ed0-8403-9fa29d2dec02 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:06.769541 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ef4a8539-2616-48c3-b969-8d87eeb7cd0a tempest-RoutersTest-172550308 tempest-RoutersTest-172550308-project] 10.222.0.16 "DELETE /v2.0/subnets/ac432027-fece-4946-b640-3d603c8696e2 HTTP/1.1" status: 404 len: 337 time: 0.0528843 Mar 05 13:58:06.808086 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb55ffce-9abf-4177-9943-2eff69927fb8 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:06.808966 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eb55ffce-9abf-4177-9943-2eff69927fb8 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:06.814747 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 793b9042-ca60-4cbe-b8eb-291ceea07239, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=793b9042-ca60-4cbe-b8eb-291ceea07239,segment=NetworkSegment(4becda48-9179-4515-b671-cd25a86b8593),segment_id=4becda48-9179-4515-b671-cd25a86b8593)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:06.834072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '793b9042-ca60-4cbe-b8eb-291ceea07239', 'network_id': '37a7d3f0-790d-4769-b9e8-887239a3772c', 'port_id': '793b9042-ca60-4cbe-b8eb-291ceea07239', 'mac_address': 'fa:16:3e:b5:0d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251e09fb-aabe-4b04-921b-86ca0c662b76', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:58:06.841755 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7a0bde-ad9c-4591-a20f-c9d3490db4cd None None] Network 73f75764-fc01-4232-b641-2cb0be13de67 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:58:06.898462 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f7e2aa1e-9430-43ec-ab22-236f2bf2cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:06.971963 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b2b42b7f-66aa-45c9-8125-5e3e9cdcfa31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:07.009941 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:07.029967 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 793b9042-ca60-4cbe-b8eb-291ceea07239 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:58:07.053428 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-84585f86-05fb-490d-8183-718e462a32d0 req-9422bf32-da8e-4ed0-8403-9fa29d2dec02 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Calling delete_port for b2b1916d-9d6b-4125-88e7-770b1e6e7735 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:58:07.074021 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 793b9042-ca60-4cbe-b8eb-291ceea07239, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=793b9042-ca60-4cbe-b8eb-291ceea07239,segment=NetworkSegment(4becda48-9179-4515-b671-cd25a86b8593),segment_id=4becda48-9179-4515-b671-cd25a86b8593)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:07.092432 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e2aa1e-9430-43ec-ab22-236f2bf2cc2c admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:58:07.093416 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f7e2aa1e-9430-43ec-ab22-236f2bf2cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:07.101459 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:07.194677 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44278) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:07.255023 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0565b3-f77a-4b09-9ac4-9b0398383266 req-6764b85d-6345-4185-b9d2-b6109666d172 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:07.258134 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ee0565b3-f77a-4b09-9ac4-9b0398383266 req-6764b85d-6345-4185-b9d2-b6109666d172 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 944 time: 0.1809843 Mar 05 13:58:07.287594 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=793b9042-ca60-4cbe-b8eb-291ceea07239,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:07.326990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['793b9042-ca60-4cbe-b8eb-291ceea07239'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:58:07.373253 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ee0565b3-f77a-4b09-9ac4-9b0398383266 req-f4578fb1-a08c-4043-a2a5-7f8bd4b1c718 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085811 Mar 05 13:58:07.377794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a10864-63cb-4e30-a4bb-a6f8e4e317f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-73f75764-fc01-4232-b641-2cb0be13de67', 'network_id': '73f75764-fc01-4232-b641-2cb0be13de67', 'tenant_id': '565f22e790e74cc4a5d49c730bd9daea', 'fixed_ips': [{'subnet_id': 'b8fcc8eb-1ed3-4a7d-8cdf-1b99e5bed9cd'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:58:07.395237 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-92a10864-63cb-4e30-a4bb-a6f8e4e317f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:58:07.438108 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:58:07.589589 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f7e2aa1e-9430-43ec-ab22-236f2bf2cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:07.595464 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-eb55ffce-9abf-4177-9943-2eff69927fb8 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.8167136 Mar 05 13:58:07.602204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44284) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:07.613970 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-98f90791-ab5f-4ccf-a843-260964e2d56f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=beafff5c987348ddbc3961566817c315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4181342 Mar 05 13:58:07.630201 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44288) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:07.650857 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f7e2aa1e-9430-43ec-ab22-236f2bf2cc2c admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:07.726086 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-92a10864-63cb-4e30-a4bb-a6f8e4e317f8 None None] Allocated IP 2001:db8::f816:3eff:feaa:935a (73f75764-fc01-4232-b641-2cb0be13de67/b8fcc8eb-1ed3-4a7d-8cdf-1b99e5bed9cd/0ac15f0b-08f3-4a65-a34e-0fa1d7202210) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:58:07.765171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd059bff-dc60-4ee8-8b41-b74187113d22 req-c93fd4ba-ec1e-4ca6-b132-fc7d2eb1f283 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:07.766715 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bd059bff-dc60-4ee8-8b41-b74187113d22 req-c93fd4ba-ec1e-4ca6-b132-fc7d2eb1f283 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e705391-2db3-48c5-9182-e25dfec37ae1 HTTP/1.1" status: 200 len: 945 time: 0.2251194 Mar 05 13:58:07.769465 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c3af25fc-3ad9-492e-9782-03e9a47d2d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:07.858529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2aa1e-9430-43ec-ab22-236f2bf2cc2c admin admin] Pushing event deleted for resources: {'Network': ['ID=47dce88b-b414-45d2-b170-ce43dcded289,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:07.865787 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c3af25fc-3ad9-492e-9782-03e9a47d2d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:07.875770 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:07.877257 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bd059bff-dc60-4ee8-8b41-b74187113d22 req-0691bc09-93e5-4197-ac3a-40c4cfa20137 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3859f3-2406-4018-b0fc-b5b2fff720fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859551 Mar 05 13:58:07.906203 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d69ce-38b3-450d-9d0c-df53e2e0c046 req-0d421cfc-d5cf-4370-bd7e-8ecad31d3866 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:07.906203 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-106d69ce-38b3-450d-9d0c-df53e2e0c046 req-0d421cfc-d5cf-4370-bd7e-8ecad31d3866 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 946 time: 1.3137567 Mar 05 13:58:07.908558 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f7e2aa1e-9430-43ec-ab22-236f2bf2cc2c admin admin] 10.222.0.16 "DELETE /v2.0/networks/47dce88b-b414-45d2-b170-ce43dcded289 HTTP/1.1" status: 204 len: 168 time: 3.4877551 Mar 05 13:58:07.974319 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c3af25fc-3ad9-492e-9782-03e9a47d2d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:08.001643 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af25fc-3ad9-492e-9782-03e9a47d2d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fd7403-8f8c-47ba-81d5-b34b84d62e59,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:08.019638 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c3af25fc-3ad9-492e-9782-03e9a47d2d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:08.021234 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c3af25fc-3ad9-492e-9782-03e9a47d2d09 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57fd7403-8f8c-47ba-81d5-b34b84d62e59 HTTP/1.1" status: 204 len: 168 time: 0.3867552 Mar 05 13:58:08.112675 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-92a10864-63cb-4e30-a4bb-a6f8e4e317f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:08.131220 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44296) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:08.132562 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-92a10864-63cb-4e30-a4bb-a6f8e4e317f8 None None] Transition to ACTIVE for port object 0ac15f0b-08f3-4a65-a34e-0fa1d7202210 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:58:08.145107 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b2b42b7f-66aa-45c9-8125-5e3e9cdcfa31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:08.170612 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-92a10864-63cb-4e30-a4bb-a6f8e4e317f8 None None] Transition to ACTIVE for port object 0ac15f0b-08f3-4a65-a34e-0fa1d7202210 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:58:08.188516 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-106d69ce-38b3-450d-9d0c-df53e2e0c046 req-f70cfa4d-c7ea-4e6e-8f81-36f3ebb59d55 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270269 Mar 05 13:58:08.188883 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-92a10864-63cb-4e30-a4bb-a6f8e4e317f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:08.203263 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b42b7f-66aa-45c9-8125-5e3e9cdcfa31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd19758-7b8c-4483-9559-713a53423266,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:08.244590 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fb19e09f-8bfa-45be-be83-9961f3820501 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4bf4b89d64e49548563cf43af63d417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1108234 Mar 05 13:58:08.246860 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44300) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:08.288812 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a10864-63cb-4e30-a4bb-a6f8e4e317f8 None None] Pushing event updated for resources: {'Port': ['ID=0ac15f0b-08f3-4a65-a34e-0fa1d7202210,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:08.331035 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a10864-63cb-4e30-a4bb-a6f8e4e317f8 None None] Network 73f75764-fc01-4232-b641-2cb0be13de67 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:58:08.332128 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-92a10864-63cb-4e30-a4bb-a6f8e4e317f8 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:58:08.334848 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a10864-63cb-4e30-a4bb-a6f8e4e317f8 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:58:08.339480 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:08.423832 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e86aa5bb-cd5a-4bec-add6-926ef6e2d5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:08.446214 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b2b42b7f-66aa-45c9-8125-5e3e9cdcfa31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:08.449732 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b2b42b7f-66aa-45c9-8125-5e3e9cdcfa31 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3fd19758-7b8c-4483-9559-713a53423266 HTTP/1.1" status: 204 len: 168 time: 2.2450175 Mar 05 13:58:08.457147 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:08.503612 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e86aa5bb-cd5a-4bec-add6-926ef6e2d5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:08.521845 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-92a10864-63cb-4e30-a4bb-a6f8e4e317f8 None None] Attempting to bind port 0ac15f0b-08f3-4a65-a34e-0fa1d7202210 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:58:08.522217 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-92a10864-63cb-4e30-a4bb-a6f8e4e317f8 None None] Attempting to bind port 0ac15f0b-08f3-4a65-a34e-0fa1d7202210 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '247bf148-846a-4748-9440-42d0c67cfd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '73f75764-fc01-4232-b641-2cb0be13de67'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:58:08.522582 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a10864-63cb-4e30-a4bb-a6f8e4e317f8 None None] Attempting to bind port 0ac15f0b-08f3-4a65-a34e-0fa1d7202210 on network 73f75764-fc01-4232-b641-2cb0be13de67 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:58:08.540423 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a10864-63cb-4e30-a4bb-a6f8e4e317f8 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:58:08.540821 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a10864-63cb-4e30-a4bb-a6f8e4e317f8 None None] Checking segment: {'id': '247bf148-846a-4748-9440-42d0c67cfd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '73f75764-fc01-4232-b641-2cb0be13de67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:58:08.541186 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-92a10864-63cb-4e30-a4bb-a6f8e4e317f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:08.541574 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a10864-63cb-4e30-a4bb-a6f8e4e317f8 None None] Bound using segment: {'id': '247bf148-846a-4748-9440-42d0c67cfd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '73f75764-fc01-4232-b641-2cb0be13de67'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:58:08.544934 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-92a10864-63cb-4e30-a4bb-a6f8e4e317f8 None None] Bound port: 0ac15f0b-08f3-4a65-a34e-0fa1d7202210, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247bf148-846a-4748-9440-42d0c67cfd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '73f75764-fc01-4232-b641-2cb0be13de67'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:58:08.545345 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-92a10864-63cb-4e30-a4bb-a6f8e4e317f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:08.577127 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a03b9ec1-2c82-4227-a94c-cd3c2e354de2 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:08.639271 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event deleted for resources: {'Subnet': ['ID=b8fcc8eb-1ed3-4a7d-8cdf-1b99e5bed9cd,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:08.649815 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e86aa5bb-cd5a-4bec-add6-926ef6e2d5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:08.667448 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a03b9ec1-2c82-4227-a94c-cd3c2e354de2 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3922806'] for router, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:08.693298 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86aa5bb-cd5a-4bec-add6-926ef6e2d5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7fbf24-1a96-4e6b-9c62-ce34b5fb9c91,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:08.694815 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-92a10864-63cb-4e30-a4bb-a6f8e4e317f8 None None] For port 0ac15f0b-08f3-4a65-a34e-0fa1d7202210, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:58:08.701137 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-92a10864-63cb-4e30-a4bb-a6f8e4e317f8 None None] For port 0ac15f0b-08f3-4a65-a34e-0fa1d7202210, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0ac15f0b-08f3-4a65-a34e-0fa1d7202210,segment=NetworkSegment(247bf148-846a-4748-9440-42d0c67cfd51),segment_id=247bf148-846a-4748-9440-42d0c67cfd51)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:58:08.704539 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 793b9042-ca60-4cbe-b8eb-291ceea07239 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:58:08.717817 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-84585f86-05fb-490d-8183-718e462a32d0 req-9422bf32-da8e-4ed0-8403-9fa29d2dec02 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:08.745332 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-92a10864-63cb-4e30-a4bb-a6f8e4e317f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:08.796726 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e86aa5bb-cd5a-4bec-add6-926ef6e2d5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:08.800389 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e86aa5bb-cd5a-4bec-add6-926ef6e2d5a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f7fbf24-1a96-4e6b-9c62-ce34b5fb9c91 HTTP/1.1" status: 204 len: 168 time: 0.5482476 Mar 05 13:58:08.900335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7712d6-edd7-4db0-9ea8-9834f8a8d557 req-0b9397da-df30-44be-995a-7bb469e88476 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:08.920911 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7b7712d6-edd7-4db0-9ea8-9834f8a8d557 req-0b9397da-df30-44be-995a-7bb469e88476 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 944 time: 0.2034984 Mar 05 13:58:09.009995 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4d61b730-143f-44f1-80c3-45ceb5bc8a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:09.063598 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7b7712d6-edd7-4db0-9ea8-9834f8a8d557 req-1a7fd1cb-afa9-4e92-b7d4-b9d9ced32869 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417193 Mar 05 13:58:09.074195 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 793b9042-ca60-4cbe-b8eb-291ceea07239 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:58:09.196333 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 793b9042-ca60-4cbe-b8eb-291ceea07239 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:58:09.209481 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:09.287684 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cddcce3-d677-46b3-8e72-70befe6483d7 None None] Network 73f75764-fc01-4232-b641-2cb0be13de67 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:58:09.310987 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a10864-63cb-4e30-a4bb-a6f8e4e317f8 None None] Pushing event updated for resources: {'Port': ['ID=0ac15f0b-08f3-4a65-a34e-0fa1d7202210,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:09.525879 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:09.556366 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422bf32-da8e-4ed0-8403-9fa29d2dec02 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Pushing event deleted for resources: {'Port': ['ID=b2b1916d-9d6b-4125-88e7-770b1e6e7735,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:09.582405 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:09.661057 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3438113-437c-4758-9fd4-86f46f169e20 req-ff399c6a-0915-461c-b1a4-2ea5fe7df0ed tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:09.670826 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a3438113-437c-4758-9fd4-86f46f169e20 req-ff399c6a-0915-461c-b1a4-2ea5fe7df0ed tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 946 time: 0.2544332 Mar 05 13:58:09.705933 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 793b9042-ca60-4cbe-b8eb-291ceea07239, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=793b9042-ca60-4cbe-b8eb-291ceea07239,segment=NetworkSegment(4becda48-9179-4515-b671-cd25a86b8593),segment_id=4becda48-9179-4515-b671-cd25a86b8593)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:09.707548 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d6af39-8510-416d-bd30-897f0c48efb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793b9042-ca60-4cbe-b8eb-291ceea07239'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:58:09.721427 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d179b758-2620-47dd-ba40-558c1cf8c8c0 req-746abb10-d440-4f0c-8bcf-5918ea2dfbe4 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e705391-2db3-48c5-9182-e25dfec37ae1 HTTP/1.1" status: 200 len: 210 time: 0.2588179 Mar 05 13:58:09.723676 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:09.725646 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device b2b1916d-9d6b-4125-88e7-770b1e6e7735 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:58:09.747604 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03b9ec1-2c82-4227-a94c-cd3c2e354de2 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Router a6b1c511-7207-4fbe-ac02-d00d6dee6b47 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:58:09.787726 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a3438113-437c-4758-9fd4-86f46f169e20 req-ae20a2e7-2d51-435d-9395-dd7fa7a6c427 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142306 Mar 05 13:58:09.801631 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f75764-fc01-4232-b641-2cb0be13de67']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:09.818626 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: b2b1916d-9d6b-4125-88e7-770b1e6e7735 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:58:09.819345 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device b2b1916d-9d6b-4125-88e7-770b1e6e7735 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:58:09.848361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247bf148-846a-4748-9440-42d0c67cfd51') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:09.848680 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247bf148-846a-4748-9440-42d0c67cfd51') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:09.860370 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d6af39-8510-416d-bd30-897f0c48efb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793b9042-ca60-4cbe-b8eb-291ceea07239', 'code': 200} Mar 05 13:58:09.875445 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:09.897560 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:09.900148 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=793b9042-ca60-4cbe-b8eb-291ceea07239,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:09.931398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c110b9ac-7959-4147-9883-6eaae961ac01 None None] get_active_networks_info from n-d-803718-1 {{(pid=87915) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 05 13:58:09.979088 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:58:10.045577 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:58:10.046288 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:10.070703 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c110b9ac-7959-4147-9883-6eaae961ac01 None None] Resources bound (agent type, host, resource id): {{(pid=87915) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:58:10.136657 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:58:10.324469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-84585f86-05fb-490d-8183-718e462a32d0 req-9422bf32-da8e-4ed0-8403-9fa29d2dec02 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] No DVR routers for this DVR port b2b1916d-9d6b-4125-88e7-770b1e6e7735 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:58:10.327678 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef3a07-8f0a-4611-8349-c843b4ecf62e req-2f0677ca-b056-4efe-9378-dacacab89655 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:10.336119 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0cef3a07-8f0a-4611-8349-c843b4ecf62e req-2f0677ca-b056-4efe-9378-dacacab89655 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 945 time: 0.1201787 Mar 05 13:58:10.360976 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-84585f86-05fb-490d-8183-718e462a32d0 req-9422bf32-da8e-4ed0-8403-9fa29d2dec02 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:10.364135 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e705391-2db3-48c5-9182-e25dfec37ae1', 'name': 'network-vif-deleted', 'tag': 'b2b1916d-9d6b-4125-88e7-770b1e6e7735'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:58:10.433646 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0cef3a07-8f0a-4611-8349-c843b4ecf62e req-f4e58437-806d-4621-bbe9-9bcf480400a1 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921514 Mar 05 13:58:10.529594 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44360) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:10.877289 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-5f0c80ca-9494-40ac-a26e-dc60b8605d34 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:10.878052 n-d-803718-1 neutron-server[87913]: WARNING neutron.api.v2.base [None req-5f0c80ca-9494-40ac-a26e-dc60b8605d34 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 05 13:58:10.878917 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-5f0c80ca-9494-40ac-a26e-dc60b8605d34 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] create failed (client error): There was a conflict when trying to complete your request. Mar 05 13:58:10.881138 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5f0c80ca-9494-40ac-a26e-dc60b8605d34 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3494694 Mar 05 13:58:10.884123 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44384) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:10.885925 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e705391-2db3-48c5-9182-e25dfec37ae1', 'name': 'network-vif-deleted', 'tag': 'b2b1916d-9d6b-4125-88e7-770b1e6e7735', 'status': 'completed', 'code': 200} Mar 05 13:58:10.903615 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-928bfe9d-7245-46ea-868b-87b988f3dc28 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group': {'name': 'tempest-secgroup--712228232'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:10.934318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-928bfe9d-7245-46ea-868b-87b988f3dc28 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:10.940067 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7357f431-8364-4634-b8c3-f08b58be5423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:10.951827 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-928bfe9d-7245-46ea-868b-87b988f3dc28 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Usage tracker for resource:security_group and tenant:7676ab86c20241819800585c59882f86 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:10.969215 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-928bfe9d-7245-46ea-868b-87b988f3dc28 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:10.987986 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-928bfe9d-7245-46ea-868b-87b988f3dc28 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:11.004169 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-928bfe9d-7245-46ea-868b-87b988f3dc28 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:11.033382 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-928bfe9d-7245-46ea-868b-87b988f3dc28 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:11.118314 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d4981ead-72b0-414a-9198-9df39c950c08 req-ae41e6e9-45d2-47ac-bcd8-a9ebfe9d6ed2 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e705391-2db3-48c5-9182-e25dfec37ae1 HTTP/1.1" status: 200 len: 210 time: 0.0680027 Mar 05 13:58:11.123096 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-928bfe9d-7245-46ea-868b-87b988f3dc28 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:11.140297 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-928bfe9d-7245-46ea-868b-87b988f3dc28 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Usage tracker for resource:security_group_rule and tenant:7676ab86c20241819800585c59882f86 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:11.148302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-928bfe9d-7245-46ea-868b-87b988f3dc28 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:11.153015 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-84585f86-05fb-490d-8183-718e462a32d0 req-9422bf32-da8e-4ed0-8403-9fa29d2dec02 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.15 "DELETE /v2.0/ports/b2b1916d-9d6b-4125-88e7-770b1e6e7735 HTTP/1.1" status: 204 len: 173 time: 6.5017052 Mar 05 13:58:11.153909 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 13:58:11.153909 n-d-803718-1 neutron-server[87914]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 13:58:11.153909 n-d-803718-1 neutron-server[87914]: [parameters: {'id': '73f75764-fc01-4232-b641-2cb0be13de67'}] Mar 05 13:58:11.153909 n-d-803718-1 neutron-server[87914]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:58:11.155963 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:58:11.172113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-928bfe9d-7245-46ea-868b-87b988f3dc28 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:11.405409 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03b9ec1-2c82-4227-a94c-cd3c2e354de2 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:58:11.418583 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a03b9ec1-2c82-4227-a94c-cd3c2e354de2 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:11.420955 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed78e61-c582-4ff6-a9c6-08b50986ec9f None None] Sync routers for ids ['a6b1c511-7207-4fbe-ac02-d00d6dee6b47'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:58:11.431065 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44394) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:11.432349 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a03b9ec1-2c82-4227-a94c-cd3c2e354de2 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "PUT /v2.0/routers/a6b1c511-7207-4fbe-ac02-d00d6dee6b47 HTTP/1.1" status: 200 len: 921 time: 9.9146936 Mar 05 13:58:11.442905 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed78e61-c582-4ff6-a9c6-08b50986ec9f None None] Routers {'a6b1c511-7207-4fbe-ac02-d00d6dee6b47'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:58:11.443895 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-eed78e61-c582-4ff6-a9c6-08b50986ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:58:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['a6b1c511-7207-4fbe-ac02-d00d6dee6b47'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:11.499961 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49845660-a9af-4b2c-a1bf-6792bba226bc req-26146f87-00c1-435d-92c6-426d267c7451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:11.502069 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-49845660-a9af-4b2c-a1bf-6792bba226bc req-26146f87-00c1-435d-92c6-426d267c7451 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 1096 time: 1.4987957 Mar 05 13:58:11.567558 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-eed78e61-c582-4ff6-a9c6-08b50986ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:11.579028 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed78e61-c582-4ff6-a9c6-08b50986ec9f None None] Routers {'a6b1c511-7207-4fbe-ac02-d00d6dee6b47'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:58:11.579869 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-eed78e61-c582-4ff6-a9c6-08b50986ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:58:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['a6b1c511-7207-4fbe-ac02-d00d6dee6b47'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:11.662680 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-49845660-a9af-4b2c-a1bf-6792bba226bc req-54231285-83a3-4cba-8e88-e0cb372361aa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500163 Mar 05 13:58:11.663216 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:11.666010 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-eed78e61-c582-4ff6-a9c6-08b50986ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:11.666441 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed78e61-c582-4ff6-a9c6-08b50986ec9f None None] The sync data for ids ['a6b1c511-7207-4fbe-ac02-d00d6dee6b47'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:58:11.683606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c5ad8-01c9-4196-af66-9e530f4987f9 req-e3b339f4-b500-4b6f-9849-492bf29d684d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:11.691503 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-013c5ad8-01c9-4196-af66-9e530f4987f9 req-e3b339f4-b500-4b6f-9849-492bf29d684d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 946 time: 0.7002995 Mar 05 13:58:11.701941 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-928bfe9d-7245-46ea-868b-87b988f3dc28 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:11.715963 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-928bfe9d-7245-46ea-868b-87b988f3dc28 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:11.720661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Deleting port 0ac15f0b-08f3-4a65-a34e-0fa1d7202210 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:58:11.721748 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:11.740685 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-928bfe9d-7245-46ea-868b-87b988f3dc28 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:11.796192 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-928bfe9d-7245-46ea-868b-87b988f3dc28 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Usage tracker for resource:security_group_rule and tenant:7676ab86c20241819800585c59882f86 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:11.822329 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-013c5ad8-01c9-4196-af66-9e530f4987f9 req-9bc472ea-513e-4411-910a-3e089f8d0499 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295564 Mar 05 13:58:11.825953 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-928bfe9d-7245-46ea-868b-87b988f3dc28 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:11.851862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-928bfe9d-7245-46ea-868b-87b988f3dc28 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:11.938236 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bfe9d-7245-46ea-868b-87b988f3dc28 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=535b47ab-1366-4075-b64a-1cfb8b0177e6,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:12.045361 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:12.052807 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-886a9f11-fa96-4b7b-a116-5cb76024ffd0 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "GET /v2.0/routers/a6b1c511-7207-4fbe-ac02-d00d6dee6b47 HTTP/1.1" status: 200 len: 921 time: 0.6197417 Mar 05 13:58:12.072897 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44410) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:12.089593 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:12.150836 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761f23d-476d-404d-b106-0123aa1b72fb req-8a79f1f0-90c0-4424-9fe7-8c48fd315c62 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:12.152589 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2761f23d-476d-404d-b106-0123aa1b72fb req-8a79f1f0-90c0-4424-9fe7-8c48fd315c62 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 945 time: 0.4137852 Mar 05 13:58:12.205792 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-928bfe9d-7245-46ea-868b-87b988f3dc28 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:12.213910 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-928bfe9d-7245-46ea-868b-87b988f3dc28 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:12.375305 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] For port 0ac15f0b-08f3-4a65-a34e-0fa1d7202210, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0ac15f0b-08f3-4a65-a34e-0fa1d7202210,segment=NetworkSegment(247bf148-846a-4748-9440-42d0c67cfd51),segment_id=247bf148-846a-4748-9440-42d0c67cfd51)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:12.376045 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:12.405281 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2761f23d-476d-404d-b106-0123aa1b72fb req-8909d502-71a8-477d-9314-64828783b414 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455654 Mar 05 13:58:12.410799 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-928bfe9d-7245-46ea-868b-87b988f3dc28 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:12.417880 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-928bfe9d-7245-46ea-868b-87b988f3dc28 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5299063 Mar 05 13:58:12.418380 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bfe9d-7245-46ea-868b-87b988f3dc28 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eba13993-da14-4e5d-9487-da5cdcf8f564,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:12.424666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44420) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:12.438907 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-666ee7ab-bca4-49ab-9325-a87ef9fbf3a8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group_rule': {'security_group_id': 'eba13993-da14-4e5d-9487-da5cdcf8f564', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:12.455276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-666ee7ab-bca4-49ab-9325-a87ef9fbf3a8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:12.462947 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-666ee7ab-bca4-49ab-9325-a87ef9fbf3a8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Usage tracker for resource:security_group_rule and tenant:7676ab86c20241819800585c59882f86 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:12.470042 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-666ee7ab-bca4-49ab-9325-a87ef9fbf3a8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:12.485832 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-666ee7ab-bca4-49ab-9325-a87ef9fbf3a8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:12.519199 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-666ee7ab-bca4-49ab-9325-a87ef9fbf3a8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:12.596119 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Calling delete_port for 0ac15f0b-08f3-4a65-a34e-0fa1d7202210 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:58:12.710420 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-666ee7ab-bca4-49ab-9325-a87ef9fbf3a8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:12.731539 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-666ee7ab-bca4-49ab-9325-a87ef9fbf3a8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:12.804228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-62d20e76-d8dc-4dd7-a27d-b69d0f9081d8 req-ee361df9-a12e-43bf-859a-dc9c9fcbf5a4 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Synchronizing usage tracker for tenant:7cd571e0577f428d9ea574f5ecb9c967 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:58:12.823364 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:12.829060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ee7ab-bca4-49ab-9325-a87ef9fbf3a8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71aaf4b4-a5e2-4293-80b7-de14fac8085d,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:12.865986 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-666ee7ab-bca4-49ab-9325-a87ef9fbf3a8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:12.875127 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-666ee7ab-bca4-49ab-9325-a87ef9fbf3a8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4493613 Mar 05 13:58:12.875766 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44436) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:12.899489 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-13181c20-6a30-47b2-a0da-a200e7f73967 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group_rule': {'security_group_id': 'eba13993-da14-4e5d-9487-da5cdcf8f564', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:12.915834 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-13181c20-6a30-47b2-a0da-a200e7f73967 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:12.924843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-13181c20-6a30-47b2-a0da-a200e7f73967 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Usage tracker for resource:security_group_rule and tenant:7676ab86c20241819800585c59882f86 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:12.934613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] No DVR routers for this DVR port 0ac15f0b-08f3-4a65-a34e-0fa1d7202210 on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:58:12.938266 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-13181c20-6a30-47b2-a0da-a200e7f73967 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:12.938949 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event deleted for resources: {'Port': ['ID=0ac15f0b-08f3-4a65-a34e-0fa1d7202210,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:12.956890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-13181c20-6a30-47b2-a0da-a200e7f73967 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:12.975072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-62d20e76-d8dc-4dd7-a27d-b69d0f9081d8 req-ee361df9-a12e-43bf-859a-dc9c9fcbf5a4 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Unset dirty status for tenant:7cd571e0577f428d9ea574f5ecb9c967 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:58:12.985116 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-62d20e76-d8dc-4dd7-a27d-b69d0f9081d8 req-ee361df9-a12e-43bf-859a-dc9c9fcbf5a4 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e705391-2db3-48c5-9182-e25dfec37ae1 HTTP/1.1" status: 200 len: 210 time: 0.5067270 Mar 05 13:58:13.005231 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-13181c20-6a30-47b2-a0da-a200e7f73967 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:13.007048 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7bc79f-d97d-4310-abe4-dccc6c8c41a3 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:13.007988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3b7bc79f-d97d-4310-abe4-dccc6c8c41a3 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Synchronizing usage tracker for tenant:0f5bd2fdd28e420b8c1076ab57e342d7 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:58:13.081068 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3b7bc79f-d97d-4310-abe4-dccc6c8c41a3 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Unset dirty status for tenant:0f5bd2fdd28e420b8c1076ab57e342d7 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:58:13.082974 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3b7bc79f-d97d-4310-abe4-dccc6c8c41a3 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&device_id=a6b1c511-7207-4fbe-ac02-d00d6dee6b47&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.0091619 Mar 05 13:58:13.091698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44442) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:13.177442 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-13181c20-6a30-47b2-a0da-a200e7f73967 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] create failed (client error): There was a conflict when trying to complete your request. Mar 05 13:58:13.179063 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-13181c20-6a30-47b2-a0da-a200e7f73967 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3022263 Mar 05 13:58:13.181752 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44446) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:13.254296 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:13.267769 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba82f85-fc3f-4981-89b5-b3c2028af1e9 req-248a0a54-03f5-4f36-ad74-0e2057be24b0 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:13.269584 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1ba82f85-fc3f-4981-89b5-b3c2028af1e9 req-248a0a54-03f5-4f36-ad74-0e2057be24b0 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 946 time: 0.1843765 Mar 05 13:58:13.296040 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4c3f823c-d456-4307-a775-dcc20bcfecc6 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:13.298583 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f75764-fc01-4232-b641-2cb0be13de67']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:13.321102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247bf148-846a-4748-9440-42d0c67cfd51') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:13.321102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247bf148-846a-4748-9440-42d0c67cfd51') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:13.335673 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:13.357476 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:13.366504 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:58:13.367052 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:13.550714 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4c3f823c-d456-4307-a775-dcc20bcfecc6 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:13.571878 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1ba82f85-fc3f-4981-89b5-b3c2028af1e9 req-eefc1724-8241-49e4-9b2e-bc66bae34106 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949090 Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:58:13.603056 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:58:13.664609 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:13.667264 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4c3f823c-d456-4307-a775-dcc20bcfecc6 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:13.698805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f823c-d456-4307-a775-dcc20bcfecc6 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba13993-da14-4e5d-9487-da5cdcf8f564,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:13.714970 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4c3f823c-d456-4307-a775-dcc20bcfecc6 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:13.716181 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4c3f823c-d456-4307-a775-dcc20bcfecc6 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "DELETE /v2.0/security-groups/eba13993-da14-4e5d-9487-da5cdcf8f564 HTTP/1.1" status: 204 len: 168 time: 0.5334449 Mar 05 13:58:13.720897 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44458) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:13.798288 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:13.814798 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:13.834443 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-127b858b-6975-4515-ba12-b9b58e9890a4 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Synchronizing usage tracker for tenant:7676ab86c20241819800585c59882f86 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:58:13.860692 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-127b858b-6975-4515-ba12-b9b58e9890a4 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Unset dirty status for tenant:7676ab86c20241819800585c59882f86 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:58:13.868948 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-127b858b-6975-4515-ba12-b9b58e9890a4 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1469736 Mar 05 13:58:13.869837 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44464) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:13.880337 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-c34854d2-5b21-4a6f-a840-6e226c5c3be8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group': {'name': 'tempest-secgroup--359384912'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:13.914855 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c34854d2-5b21-4a6f-a840-6e226c5c3be8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:13.933283 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event deleted for resources: {'Network': ['ID=73f75764-fc01-4232-b641-2cb0be13de67,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:13.940528 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-11e4eb20-fdbf-4648-bc44-0b3971e750d2 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "DELETE /v2.0/networks/73f75764-fc01-4232-b641-2cb0be13de67 HTTP/1.1" status: 204 len: 168 time: 6.3319039 Mar 05 13:58:13.947918 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44468) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:13.957412 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c34854d2-5b21-4a6f-a840-6e226c5c3be8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:13.974232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-1e68b6a8-24b7-4b1b-a27d-9abd6ce23130 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1793958700'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:13.981921 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1e68b6a8-24b7-4b1b-a27d-9abd6ce23130 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:13.986852 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1e68b6a8-24b7-4b1b-a27d-9abd6ce23130 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Usage tracker for resource:network and tenant:565f22e790e74cc4a5d49c730bd9daea is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:13.991566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1e68b6a8-24b7-4b1b-a27d-9abd6ce23130 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:13.999555 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1e68b6a8-24b7-4b1b-a27d-9abd6ce23130 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:14.012146 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c34854d2-5b21-4a6f-a840-6e226c5c3be8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:14.024287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e68b6a8-24b7-4b1b-a27d-9abd6ce23130 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Made reservation on behalf of 565f22e790e74cc4a5d49c730bd9daea for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:58:14.030231 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1e68b6a8-24b7-4b1b-a27d-9abd6ce23130 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:14.066107 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92136d5-114f-4f34-9b19-895135ef3b28 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:14.067326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d92136d5-114f-4f34-9b19-895135ef3b28 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Synchronizing usage tracker for tenant:0f5bd2fdd28e420b8c1076ab57e342d7 on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:58:14.098623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c34854d2-5b21-4a6f-a840-6e226c5c3be8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:14.104658 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c34854d2-5b21-4a6f-a840-6e226c5c3be8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Usage tracker for resource:security_group_rule and tenant:7676ab86c20241819800585c59882f86 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:14.109765 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c34854d2-5b21-4a6f-a840-6e226c5c3be8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:14.119857 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c34854d2-5b21-4a6f-a840-6e226c5c3be8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:14.131615 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e68b6a8-24b7-4b1b-a27d-9abd6ce23130 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:58:14.143604 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f231a-81ef-48f2-a5c0-eb513aca1857 req-e857aca2-c1d8-4496-90b9-09e88263eff6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:14.151410 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1f6f231a-81ef-48f2-a5c0-eb513aca1857 req-e857aca2-c1d8-4496-90b9-09e88263eff6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 945 time: 0.4235334 Mar 05 13:58:14.183640 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d92136d5-114f-4f34-9b19-895135ef3b28 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Unset dirty status for tenant:0f5bd2fdd28e420b8c1076ab57e342d7 on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:58:14.184855 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d92136d5-114f-4f34-9b19-895135ef3b28 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 881 time: 1.0919011 Mar 05 13:58:14.186045 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1e68b6a8-24b7-4b1b-a27d-9abd6ce23130 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:14.186463 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-1e68b6a8-24b7-4b1b-a27d-9abd6ce23130 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Added segment 49007434-dc83-4b53-a8f9-77a8b3d3d040 of type vlan for network 3968eef9-7cf9-4a2b-9bfe-e31da03378f0 Mar 05 13:58:14.190021 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44478) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:14.425500 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ccef5226-5ad6-4d2d-aeeb-fd0a56ec89ed tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6b1c511-7207-4fbe-ac02-d00d6dee6b47 HTTP/1.1" status: 200 len: 205 time: 0.2267449 Mar 05 13:58:14.440556 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c34854d2-5b21-4a6f-a840-6e226c5c3be8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:14.441782 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44494) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:14.457194 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1e68b6a8-24b7-4b1b-a27d-9abd6ce23130 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:14.465365 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c34854d2-5b21-4a6f-a840-6e226c5c3be8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:14.509194 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1e68b6a8-24b7-4b1b-a27d-9abd6ce23130 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:14.514967 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e68b6a8-24b7-4b1b-a27d-9abd6ce23130 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:14.515658 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1e68b6a8-24b7-4b1b-a27d-9abd6ce23130 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:14.721279 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34854d2-5b21-4a6f-a840-6e226c5c3be8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3ac705-0532-4ff3-a899-b364a0f116e4,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:14.797646 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1e68b6a8-24b7-4b1b-a27d-9abd6ce23130 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8442070 Mar 05 13:58:14.803801 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44506) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:14.820010 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44508) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:14.821185 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1f6f231a-81ef-48f2-a5c0-eb513aca1857 req-c1b362d7-7caa-4dce-8b2b-44971bd0c63c tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6685076 Mar 05 13:58:14.825394 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68b6a8-24b7-4b1b-a27d-9abd6ce23130 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event updated for resources: {'Network': ['ID=3968eef9-7cf9-4a2b-9bfe-e31da03378f0,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:14.853019 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 3968eef9-7cf9-4a2b-9bfe-e31da03378f0 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:58:14.934338 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-91e0c4b2-d1fa-4b7d-bf06-f50d37738e7e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Request body: {'subnet': {'network_id': '3968eef9-7cf9-4a2b-9bfe-e31da03378f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:15.157185 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c34854d2-5b21-4a6f-a840-6e226c5c3be8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:15.161151 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c34854d2-5b21-4a6f-a840-6e226c5c3be8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2874641 Mar 05 13:58:15.189511 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44526) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:15.227856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-d4bf0915-0370-4537-82a7-1405af29575f tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group_rule': {'security_group_id': '2b3ac705-0532-4ff3-a899-b364a0f116e4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:15.228642 n-d-803718-1 neutron-server[87914]: WARNING neutron.api.v2.base [None req-d4bf0915-0370-4537-82a7-1405af29575f tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 05 13:58:15.229164 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-d4bf0915-0370-4537-82a7-1405af29575f tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 13:58:15.233343 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d4bf0915-0370-4537-82a7-1405af29575f tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0297644 Mar 05 13:58:15.246894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44530) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:15.314558 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4c6c8a53-1f43-4d41-a8cc-8ea2e769b5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:15.363327 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4c6c8a53-1f43-4d41-a8cc-8ea2e769b5b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:15.368807 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4c6c8a53-1f43-4d41-a8cc-8ea2e769b5b1 admin admin] Usage tracker for resource:security_group_rule and tenant:80684a55de49409ab70f1a2f675af25b is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:15.371749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4c6c8a53-1f43-4d41-a8cc-8ea2e769b5b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:15.376900 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90612860-7955-4fb7-ae85-a3843cbe0118 req-e917245c-82b2-427c-85d2-3021fb2a0b5b tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:15.378211 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4c6c8a53-1f43-4d41-a8cc-8ea2e769b5b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:15.378401 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-90612860-7955-4fb7-ae85-a3843cbe0118 req-e917245c-82b2-427c-85d2-3021fb2a0b5b tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 946 time: 0.2696416 Mar 05 13:58:15.483957 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e47aea6-8fcb-475e-a636-5230b3aabea1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:15.488143 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8049d8da-5fef-4a47-82a4-0e1fddad3c89 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:15.534121 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-90612860-7955-4fb7-ae85-a3843cbe0118 req-d2d51d25-0f15-4c0b-9e75-4f33b7ec91da tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481743 Mar 05 13:58:15.549658 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8049d8da-5fef-4a47-82a4-0e1fddad3c89 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:15.556467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-91e0c4b2-d1fa-4b7d-bf06-f50d37738e7e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:15.591946 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-ef6afbc7-8212-4ece-a8c4-923a26ad5729 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:15.600319 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-ef6afbc7-8212-4ece-a8c4-923a26ad5729 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/networks?id=f414ad02-1c0c-4bd5-b50a-8327414e8a67 HTTP/1.1" status: 200 len: 809 time: 0.8873711 Mar 05 13:58:15.625092 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-91e0c4b2-d1fa-4b7d-bf06-f50d37738e7e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:15.636553 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-200ae894-f0b7-4f16-906c-a9944ecb087c tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/quotas/7cd571e0577f428d9ea574f5ecb9c967 HTTP/1.1" status: 200 len: 375 time: 0.0352669 Mar 05 13:58:15.651769 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8049d8da-5fef-4a47-82a4-0e1fddad3c89 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:15.680526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049d8da-5fef-4a47-82a4-0e1fddad3c89 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3ac705-0532-4ff3-a899-b364a0f116e4,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:15.703318 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8049d8da-5fef-4a47-82a4-0e1fddad3c89 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:15.704527 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8049d8da-5fef-4a47-82a4-0e1fddad3c89 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "DELETE /v2.0/security-groups/2b3ac705-0532-4ff3-a899-b364a0f116e4 HTTP/1.1" status: 204 len: 168 time: 0.4568267 Mar 05 13:58:15.712321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44534) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:15.722307 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-817bd8dd-3a1e-4086-bce7-3d08a0f43dc9 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cd571e0577f428d9ea574f5ecb9c967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847399 Mar 05 13:58:15.836695 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ac0a796e-7100-4aba-bf7c-25e86c06e250 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Synchronizing usage tracker for tenant:7676ab86c20241819800585c59882f86 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:58:15.869650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ac0a796e-7100-4aba-bf7c-25e86c06e250 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Unset dirty status for tenant:7676ab86c20241819800585c59882f86 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:58:15.872509 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ac0a796e-7100-4aba-bf7c-25e86c06e250 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1588399 Mar 05 13:58:15.876112 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44538) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:15.882014 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e0c4b2-d1fa-4b7d-bf06-f50d37738e7e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Made reservation on behalf of 565f22e790e74cc4a5d49c730bd9daea for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:58:15.885648 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-91e0c4b2-d1fa-4b7d-bf06-f50d37738e7e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:15.886851 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-3b5a6237-d66e-49d9-b38e-bb2cc3e59da6 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group': {'name': 'tempest-secgroup--1692656914'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:15.902565 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3b5a6237-d66e-49d9-b38e-bb2cc3e59da6 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:15.932302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3b5a6237-d66e-49d9-b38e-bb2cc3e59da6 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:15.968710 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3b5a6237-d66e-49d9-b38e-bb2cc3e59da6 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:16.047293 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3b5a6237-d66e-49d9-b38e-bb2cc3e59da6 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:16.060728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3b5a6237-d66e-49d9-b38e-bb2cc3e59da6 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Usage tracker for resource:security_group_rule and tenant:7676ab86c20241819800585c59882f86 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:16.070622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3b5a6237-d66e-49d9-b38e-bb2cc3e59da6 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:16.081627 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3b5a6237-d66e-49d9-b38e-bb2cc3e59da6 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:16.112935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7f6d4-75de-4787-8f1b-0c6f4f8b84fd req-da10e113-b060-4bd6-88f8-c4f9315c9e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:16.115096 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-17c7f6d4-75de-4787-8f1b-0c6f4f8b84fd req-da10e113-b060-4bd6-88f8-c4f9315c9e9a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2216bd4e99a4eb1bc00ada44567b6bf&device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 1096 time: 0.1213729 Mar 05 13:58:16.206165 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4c6c8a53-1f43-4d41-a8cc-8ea2e769b5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:16.317161 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4c6c8a53-1f43-4d41-a8cc-8ea2e769b5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:16.393646 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e47aea6-8fcb-475e-a636-5230b3aabea1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:16.439735 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-0de4cc60-0360-457a-b09b-bb551a1359e3 service neutron] 10.222.0.16 "GET /v2.0/networks/f414ad02-1c0c-4bd5-b50a-8327414e8a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7059443 Mar 05 13:58:16.446411 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4c6c8a53-1f43-4d41-a8cc-8ea2e769b5b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80684a55de49409ab70f1a2f675af25b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6073236 Mar 05 13:58:16.446411 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c8a53-1f43-4d41-a8cc-8ea2e769b5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee18d6c8-2b90-44a3-a2f6-96b88df0e430,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:16.448048 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-91e0c4b2-d1fa-4b7d-bf06-f50d37738e7e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:16.453311 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44548) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:16.455060 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166658a-ee07-4c8b-b944-e59e15b0d55a req-fb6fc048-622e-43ea-be92-42bfd3619fd6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:16.463751 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4166658a-ee07-4c8b-b944-e59e15b0d55a req-fb6fc048-622e-43ea-be92-42bfd3619fd6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 945 time: 0.2269814 Mar 05 13:58:16.483110 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3b5a6237-d66e-49d9-b38e-bb2cc3e59da6 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:16.484732 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-2e47aea6-8fcb-475e-a636-5230b3aabea1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Deleting port 5658304f-7f1d-402e-ba82-389bf53a9196 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:58:16.485228 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e47aea6-8fcb-475e-a636-5230b3aabea1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:16.493402 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3b5a6237-d66e-49d9-b38e-bb2cc3e59da6 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:16.547589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a6237-d66e-49d9-b38e-bb2cc3e59da6 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e54af104-83ee-4a44-841a-e6de9f692603,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:16.551906 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7f6d4-75de-4787-8f1b-0c6f4f8b84fd req-c3525656-71f1-4241-afad-e608a80f1a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:16.553412 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-17c7f6d4-75de-4787-8f1b-0c6f4f8b84fd req-c3525656-71f1-4241-afad-e608a80f1a4c service neutron] 10.222.0.15 "GET /v2.0/networks?id=37a7d3f0-790d-4769-b9e8-887239a3772c HTTP/1.1" status: 200 len: 911 time: 0.4290731 Mar 05 13:58:16.654368 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-17c7f6d4-75de-4787-8f1b-0c6f4f8b84fd req-996caefa-a540-460a-86be-a0a5ea144771 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=793b9042-ca60-4cbe-b8eb-291ceea07239 HTTP/1.1" status: 200 len: 217 time: 0.0889122 Mar 05 13:58:16.679937 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4166658a-ee07-4c8b-b944-e59e15b0d55a req-527434d4-7ee3-49e6-8c7d-fda8047a8e12 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146573 Mar 05 13:58:16.797536 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3b5a6237-d66e-49d9-b38e-bb2cc3e59da6 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:16.799025 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3b5a6237-d66e-49d9-b38e-bb2cc3e59da6 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9216683 Mar 05 13:58:16.804296 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44558) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:16.811691 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-b67f9d97-2159-4809-a28d-d247f3aaf199 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group_rule': {'security_group_id': 'e54af104-83ee-4a44-841a-e6de9f692603', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:16.812957 n-d-803718-1 neutron-server[87914]: WARNING neutron.api.v2.base [None req-b67f9d97-2159-4809-a28d-d247f3aaf199 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 05 13:58:16.813746 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-b67f9d97-2159-4809-a28d-d247f3aaf199 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 13:58:16.814955 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b67f9d97-2159-4809-a28d-d247f3aaf199 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0092096 Mar 05 13:58:16.825175 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44562) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:16.926689 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7f6d4-75de-4787-8f1b-0c6f4f8b84fd req-2d156ae9-50a4-4352-b0ae-c595fe7dc942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:16.928308 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-17c7f6d4-75de-4787-8f1b-0c6f4f8b84fd req-2d156ae9-50a4-4352-b0ae-c595fe7dc942 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=251e09fb-aabe-4b04-921b-86ca0c662b76 HTTP/1.1" status: 200 len: 851 time: 0.2455595 Mar 05 13:58:16.989160 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-17c7f6d4-75de-4787-8f1b-0c6f4f8b84fd req-43c7c4d3-f60b-499d-8b69-24fa3dadd6ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37a7d3f0-790d-4769-b9e8-887239a3772c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491209 Mar 05 13:58:17.089366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0c4b2-d1fa-4b7d-bf06-f50d37738e7e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event updated for resources: {'Subnet': ['ID=bda2532a-6463-4e32-9d6d-f29205e83a3c,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:17.131573 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-88649025-232b-4c30-a78d-c02618aa6ab0 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:17.164932 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-88649025-232b-4c30-a78d-c02618aa6ab0 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:17.178062 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0c4b2-d1fa-4b7d-bf06-f50d37738e7e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Checking segment: {'id': '49007434-dc83-4b53-a8f9-77a8b3d3d040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3968eef9-7cf9-4a2b-9bfe-e31da03378f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:58:17.178415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e0c4b2-d1fa-4b7d-bf06-f50d37738e7e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Network hostable DHCP agents. Network: 3968eef9-7cf9-4a2b-9bfe-e31da03378f0, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:58:17.224559 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-88649025-232b-4c30-a78d-c02618aa6ab0 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:17.245715 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-90222776-76e6-4e66-bcbc-8559c3ee899e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:17.263321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88649025-232b-4c30-a78d-c02618aa6ab0 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54af104-83ee-4a44-841a-e6de9f692603,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:17.281303 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-987568f9-cca3-4517-ae31-51dd36088d1d service neutron] 10.222.0.16 "GET /v2.0/networks/f414ad02-1c0c-4bd5-b50a-8327414e8a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8270242 Mar 05 13:58:17.299093 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cbb646-de21-46c1-84ff-cc3635847bcd req-2a56b9d0-ffdf-4eba-a069-685e3c9804d8 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:17.300793 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-17cbb646-de21-46c1-84ff-cc3635847bcd req-2a56b9d0-ffdf-4eba-a069-685e3c9804d8 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 946 time: 0.4445462 Mar 05 13:58:17.302781 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-17c7f6d4-75de-4787-8f1b-0c6f4f8b84fd req-0843f3d4-391a-4a4f-9a91-d9a0335db24f service neutron] 10.222.0.15 "GET /v2.0/networks/37a7d3f0-790d-4769-b9e8-887239a3772c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056622 Mar 05 13:58:17.303713 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-88649025-232b-4c30-a78d-c02618aa6ab0 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:17.304840 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-88649025-232b-4c30-a78d-c02618aa6ab0 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "DELETE /v2.0/security-groups/e54af104-83ee-4a44-841a-e6de9f692603 HTTP/1.1" status: 204 len: 168 time: 0.4783840 Mar 05 13:58:17.311760 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44568) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:17.325404 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e0c4b2-d1fa-4b7d-bf06-f50d37738e7e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Network 3968eef9-7cf9-4a2b-9bfe-e31da03378f0 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:58:17.335956 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e47aea6-8fcb-475e-a636-5230b3aabea1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:17.349719 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-90222776-76e6-4e66-bcbc-8559c3ee899e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:17.427753 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-91e0c4b2-d1fa-4b7d-bf06-f50d37738e7e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 3968eef9-7cf9-4a2b-9bfe-e31da03378f0) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:58:17.435643 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384ec0a5-31fc-4ef3-8015-6c95896b070f None None] Network 3968eef9-7cf9-4a2b-9bfe-e31da03378f0 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:58:17.508045 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-2e47aea6-8fcb-475e-a636-5230b3aabea1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Calling delete_port for 5658304f-7f1d-402e-ba82-389bf53a9196 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:58:17.579388 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e0c4b2-d1fa-4b7d-bf06-f50d37738e7e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:17.580285 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-91e0c4b2-d1fa-4b7d-bf06-f50d37738e7e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:17.652419 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-17cbb646-de21-46c1-84ff-cc3635847bcd req-d5ee0241-2d31-4be8-ada3-5daf5b9af4f5 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416288 Mar 05 13:58:17.718103 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6d5fa854-772b-4b3f-827f-579a86460ab3 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Synchronizing usage tracker for tenant:7676ab86c20241819800585c59882f86 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:58:17.753613 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-820d2ff7-47af-4213-8c5a-77c118f0add2 req-27ce9bc5-9e89-4900-9a0d-62b84e242e50 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=700204f1-0547-4e4c-a9ae-12e4402b397e HTTP/1.1" status: 200 len: 210 time: 0.1292617 Mar 05 13:58:17.870647 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6d5fa854-772b-4b3f-827f-579a86460ab3 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Unset dirty status for tenant:7676ab86c20241819800585c59882f86 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:58:17.875630 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6d5fa854-772b-4b3f-827f-579a86460ab3 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5579801 Mar 05 13:58:17.879382 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-17c7f6d4-75de-4787-8f1b-0c6f4f8b84fd req-aff41cbb-f357-46df-90ac-cad0c64b46cb service neutron] 10.222.0.15 "GET /v2.0/networks/37a7d3f0-790d-4769-b9e8-887239a3772c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5665708 Mar 05 13:58:17.881844 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44584) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:17.906046 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24af3ab-2ee5-404f-b8d6-2e17f7a00ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-3968eef9-7cf9-4a2b-9bfe-e31da03378f0', 'network_id': '3968eef9-7cf9-4a2b-9bfe-e31da03378f0', 'tenant_id': '565f22e790e74cc4a5d49c730bd9daea', 'fixed_ips': [{'subnet_id': 'bda2532a-6463-4e32-9d6d-f29205e83a3c'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:58:17.912540 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c24af3ab-2ee5-404f-b8d6-2e17f7a00ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:17.913371 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-acdddd47-d9c4-4ab4-8424-e18794c9ae97 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group': {'name': 'tempest-secgroup--15621916'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:17.931715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-acdddd47-d9c4-4ab4-8424-e18794c9ae97 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:17.966570 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-acdddd47-d9c4-4ab4-8424-e18794c9ae97 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:18.006197 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-acdddd47-d9c4-4ab4-8424-e18794c9ae97 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:18.047648 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-91e0c4b2-d1fa-4b7d-bf06-f50d37738e7e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2058167 Mar 05 13:58:18.051491 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44594) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:18.080458 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-90222776-76e6-4e66-bcbc-8559c3ee899e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:18.157235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90222776-76e6-4e66-bcbc-8559c3ee899e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee18d6c8-2b90-44a3-a2f6-96b88df0e430,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:18.213787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-acdddd47-d9c4-4ab4-8424-e18794c9ae97 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:18.220275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-acdddd47-d9c4-4ab4-8424-e18794c9ae97 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Usage tracker for resource:security_group_rule and tenant:7676ab86c20241819800585c59882f86 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:18.224079 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-acdddd47-d9c4-4ab4-8424-e18794c9ae97 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:18.230980 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-90222776-76e6-4e66-bcbc-8559c3ee899e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:18.234911 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-90222776-76e6-4e66-bcbc-8559c3ee899e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee18d6c8-2b90-44a3-a2f6-96b88df0e430 HTTP/1.1" status: 204 len: 168 time: 1.7204893 Mar 05 13:58:18.235305 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-acdddd47-d9c4-4ab4-8424-e18794c9ae97 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:18.288432 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a013ed-043c-4b6c-b845-944ef514f0e8 req-375565c4-dcc9-4c9a-a71e-b0720745eddd tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:18.290288 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-22a013ed-043c-4b6c-b845-944ef514f0e8 req-375565c4-dcc9-4c9a-a71e-b0720745eddd tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 945 time: 0.2984779 Mar 05 13:58:18.306227 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e47aea6-8fcb-475e-a636-5230b3aabea1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:18.396342 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:18.406474 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-22a013ed-043c-4b6c-b845-944ef514f0e8 req-162d89a5-d653-4519-8bd0-83ea9aa92d77 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018536 Mar 05 13:58:18.456421 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47aea6-8fcb-475e-a636-5230b3aabea1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Pushing event deleted for resources: {'Port': ['ID=5658304f-7f1d-402e-ba82-389bf53a9196,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:18.466036 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-acdddd47-d9c4-4ab4-8424-e18794c9ae97 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:18.484037 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-acdddd47-d9c4-4ab4-8424-e18794c9ae97 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:18.548859 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-c24af3ab-2ee5-404f-b8d6-2e17f7a00ada None None] Allocated IP 2001:db8::2 (3968eef9-7cf9-4a2b-9bfe-e31da03378f0/bda2532a-6463-4e32-9d6d-f29205e83a3c/7701e404-587f-4ebb-9b1e-4614502a668b) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:58:18.613880 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdddd47-d9c4-4ab4-8424-e18794c9ae97 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2b0d88-43fe-47b0-8982-5aa9ec7061cf,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:18.629276 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-acdddd47-d9c4-4ab4-8424-e18794c9ae97 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:18.646811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44604) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:18.652872 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-acdddd47-d9c4-4ab4-8424-e18794c9ae97 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7566872 Mar 05 13:58:18.778926 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-14859963-9798-467f-aa8f-18a62daa7ca4 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group_rule': {'security_group_id': '8a2b0d88-43fe-47b0-8982-5aa9ec7061cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:18.795859 n-d-803718-1 neutron-server[87913]: WARNING neutron.api.v2.base [None req-14859963-9798-467f-aa8f-18a62daa7ca4 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 05 13:58:18.796524 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-14859963-9798-467f-aa8f-18a62daa7ca4 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 13:58:18.801124 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44612) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:18.801280 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-14859963-9798-467f-aa8f-18a62daa7ca4 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1532576 Mar 05 13:58:18.803188 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:18.808478 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ae7c11b7-64f4-44e8-9921-270d0b1bc0c4 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group_rule': {'security_group_id': '8a2b0d88-43fe-47b0-8982-5aa9ec7061cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:18.810752 n-d-803718-1 neutron-server[87914]: WARNING neutron.api.v2.base [None req-ae7c11b7-64f4-44e8-9921-270d0b1bc0c4 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 05 13:58:18.811347 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-ae7c11b7-64f4-44e8-9921-270d0b1bc0c4 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 13:58:18.812422 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ae7c11b7-64f4-44e8-9921-270d0b1bc0c4 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0100155 Mar 05 13:58:18.816446 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44616) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:18.841405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-6fdc13cd-a1c9-4931-a677-6d87849c3fa7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group_rule': {'security_group_id': '8a2b0d88-43fe-47b0-8982-5aa9ec7061cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:18.850777 n-d-803718-1 neutron-server[87914]: WARNING neutron.api.v2.base [None req-6fdc13cd-a1c9-4931-a677-6d87849c3fa7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 05 13:58:18.851403 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-6fdc13cd-a1c9-4931-a677-6d87849c3fa7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 13:58:18.853311 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6fdc13cd-a1c9-4931-a677-6d87849c3fa7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0350173 Mar 05 13:58:18.869243 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44620) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:18.885405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-47276f89-7718-4dcf-8657-0589c290ca7b tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group_rule': {'security_group_id': '8a2b0d88-43fe-47b0-8982-5aa9ec7061cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:18.886274 n-d-803718-1 neutron-server[87914]: WARNING neutron.api.v2.base [None req-47276f89-7718-4dcf-8657-0589c290ca7b tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 05 13:58:18.886756 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-47276f89-7718-4dcf-8657-0589c290ca7b tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 13:58:18.887731 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-47276f89-7718-4dcf-8657-0589c290ca7b tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0175080 Mar 05 13:58:18.902461 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44624) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:18.941358 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44628) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:19.022099 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e47aea6-8fcb-475e-a636-5230b3aabea1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:19.040427 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c24af3ab-2ee5-404f-b8d6-2e17f7a00ada None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:19.059113 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c24af3ab-2ee5-404f-b8d6-2e17f7a00ada None None] Transition to ACTIVE for port object 7701e404-587f-4ebb-9b1e-4614502a668b will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:58:19.067091 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0aab9b44-3cb6-4f2c-97d1-85067298617a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:19.083661 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c24af3ab-2ee5-404f-b8d6-2e17f7a00ada None None] Transition to ACTIVE for port object 7701e404-587f-4ebb-9b1e-4614502a668b will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:58:19.093563 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c24af3ab-2ee5-404f-b8d6-2e17f7a00ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:19.102091 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bfcee5b8-a69d-4042-b585-85a99992859e req-9907cf39-9cb8-473a-873e-87b9140e41e3 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=700204f1-0547-4e4c-a9ae-12e4402b397e HTTP/1.1" status: 200 len: 210 time: 0.1304150 Mar 05 13:58:19.129454 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0aab9b44-3cb6-4f2c-97d1-85067298617a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:19.145338 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0aab9b44-3cb6-4f2c-97d1-85067298617a admin admin] Usage tracker for resource:security_group_rule and tenant:41636d79326443308a011cf67916c9e8 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:19.157463 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0aab9b44-3cb6-4f2c-97d1-85067298617a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:19.191514 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24af3ab-2ee5-404f-b8d6-2e17f7a00ada None None] Network 3968eef9-7cf9-4a2b-9bfe-e31da03378f0 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:58:19.200907 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-c24af3ab-2ee5-404f-b8d6-2e17f7a00ada None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:58:19.205256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24af3ab-2ee5-404f-b8d6-2e17f7a00ada None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:58:19.212269 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0aab9b44-3cb6-4f2c-97d1-85067298617a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:19.265131 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12a20864-9340-4800-98b3-36414fe15ad1 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:19.295239 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24af3ab-2ee5-404f-b8d6-2e17f7a00ada None None] Pushing event updated for resources: {'Port': ['ID=7701e404-587f-4ebb-9b1e-4614502a668b,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:19.334733 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c24af3ab-2ee5-404f-b8d6-2e17f7a00ada None None] Attempting to bind port 7701e404-587f-4ebb-9b1e-4614502a668b on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:58:19.335247 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c24af3ab-2ee5-404f-b8d6-2e17f7a00ada None None] Attempting to bind port 7701e404-587f-4ebb-9b1e-4614502a668b by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '49007434-dc83-4b53-a8f9-77a8b3d3d040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3968eef9-7cf9-4a2b-9bfe-e31da03378f0'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:58:19.335742 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24af3ab-2ee5-404f-b8d6-2e17f7a00ada None None] Attempting to bind port 7701e404-587f-4ebb-9b1e-4614502a668b on network 3968eef9-7cf9-4a2b-9bfe-e31da03378f0 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:58:19.337881 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12a20864-9340-4800-98b3-36414fe15ad1 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:19.347869 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24af3ab-2ee5-404f-b8d6-2e17f7a00ada None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:58:19.348234 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24af3ab-2ee5-404f-b8d6-2e17f7a00ada None None] Checking segment: {'id': '49007434-dc83-4b53-a8f9-77a8b3d3d040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3968eef9-7cf9-4a2b-9bfe-e31da03378f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:58:19.353834 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c24af3ab-2ee5-404f-b8d6-2e17f7a00ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:19.354263 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24af3ab-2ee5-404f-b8d6-2e17f7a00ada None None] Bound using segment: {'id': '49007434-dc83-4b53-a8f9-77a8b3d3d040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3968eef9-7cf9-4a2b-9bfe-e31da03378f0'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:58:19.354811 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c24af3ab-2ee5-404f-b8d6-2e17f7a00ada None None] Bound port: 7701e404-587f-4ebb-9b1e-4614502a668b, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49007434-dc83-4b53-a8f9-77a8b3d3d040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3968eef9-7cf9-4a2b-9bfe-e31da03378f0'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:58:19.355468 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c24af3ab-2ee5-404f-b8d6-2e17f7a00ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:19.374484 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:19.412357 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e47aea6-8fcb-475e-a636-5230b3aabea1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:19.512036 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0aab9b44-3cb6-4f2c-97d1-85067298617a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:19.523116 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0aab9b44-3cb6-4f2c-97d1-85067298617a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:19.597146 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab9b44-3cb6-4f2c-97d1-85067298617a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68c5039-3359-47b6-892d-9367f2a3219b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:19.632995 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0aab9b44-3cb6-4f2c-97d1-85067298617a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41636d79326443308a011cf67916c9e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6878459 Mar 05 13:58:19.633949 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12a20864-9340-4800-98b3-36414fe15ad1 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:19.639862 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c24af3ab-2ee5-404f-b8d6-2e17f7a00ada None None] For port 7701e404-587f-4ebb-9b1e-4614502a668b, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:58:19.640401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44642) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:19.643140 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c24af3ab-2ee5-404f-b8d6-2e17f7a00ada None None] For port 7701e404-587f-4ebb-9b1e-4614502a668b, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7701e404-587f-4ebb-9b1e-4614502a668b,segment=NetworkSegment(49007434-dc83-4b53-a8f9-77a8b3d3d040),segment_id=49007434-dc83-4b53-a8f9-77a8b3d3d040)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:58:19.655499 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c24af3ab-2ee5-404f-b8d6-2e17f7a00ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:19.713260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20864-9340-4800-98b3-36414fe15ad1 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2b0d88-43fe-47b0-8982-5aa9ec7061cf,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:19.716687 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c12ef5-39cb-46e5-9b8d-1096cfc741cd req-d38d1302-c996-4ae4-b6cf-c8802ce165aa tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:19.725786 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-66c12ef5-39cb-46e5-9b8d-1096cfc741cd req-d38d1302-c996-4ae4-b6cf-c8802ce165aa tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 946 time: 0.7971959 Mar 05 13:58:19.735202 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e47aea6-8fcb-475e-a636-5230b3aabea1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:19.784011 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event deleted for resources: {'Subnet': ['ID=bda2532a-6463-4e32-9d6d-f29205e83a3c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:19.810950 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24af3ab-2ee5-404f-b8d6-2e17f7a00ada None None] Pushing event updated for resources: {'Port': ['ID=7701e404-587f-4ebb-9b1e-4614502a668b,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:19.877576 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12a20864-9340-4800-98b3-36414fe15ad1 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:19.878688 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-12a20864-9340-4800-98b3-36414fe15ad1 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "DELETE /v2.0/security-groups/8a2b0d88-43fe-47b0-8982-5aa9ec7061cf HTTP/1.1" status: 204 len: 168 time: 0.9752357 Mar 05 13:58:19.889013 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44648) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:19.937768 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e47aea6-8fcb-475e-a636-5230b3aabea1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:19.938444 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e47aea6-8fcb-475e-a636-5230b3aabea1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Fanout notify agent at l3_agent the message router_deleted on router a6b1c511-7207-4fbe-ac02-d00d6dee6b47 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:58:20.017622 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da7b035-93c2-4411-88b1-bd0d02e6841c None None] Network 3968eef9-7cf9-4a2b-9bfe-e31da03378f0 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:58:20.017876 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bc794804-471d-4f77-a8fe-b6fe34280df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:20.051007 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6f2fcc5a-6fd0-462f-871f-f61c3b8da1e4 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Synchronizing usage tracker for tenant:7676ab86c20241819800585c59882f86 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:58:20.075246 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bc794804-471d-4f77-a8fe-b6fe34280df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:20.091252 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d44fc-3873-4606-ad42-60c0debf23bf req-01ad5674-5839-4758-b73a-9e16e670961c tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:20.092863 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0a5d44fc-3873-4606-ad42-60c0debf23bf req-01ad5674-5839-4758-b73a-9e16e670961c tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 945 time: 0.3624156 Mar 05 13:58:20.137389 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6f2fcc5a-6fd0-462f-871f-f61c3b8da1e4 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Unset dirty status for tenant:7676ab86c20241819800585c59882f86 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:58:20.138890 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6f2fcc5a-6fd0-462f-871f-f61c3b8da1e4 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2456663 Mar 05 13:58:20.150845 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44654) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:20.163036 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-38fdc343-b285-4192-9a3e-9dc1ea8a0a76 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group': {'name': 'tempest-secgroup--266963363'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:20.180779 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-38fdc343-b285-4192-9a3e-9dc1ea8a0a76 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:20.196075 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0a5d44fc-3873-4606-ad42-60c0debf23bf req-b597e5ba-07c7-4ac6-8501-6344431aca43 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949473 Mar 05 13:58:20.201317 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-38fdc343-b285-4192-9a3e-9dc1ea8a0a76 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:20.202617 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:20.235381 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-38fdc343-b285-4192-9a3e-9dc1ea8a0a76 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:20.312361 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bc794804-471d-4f77-a8fe-b6fe34280df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:20.322571 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e47aea6-8fcb-475e-a636-5230b3aabea1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:20.323906 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2e47aea6-8fcb-475e-a636-5230b3aabea1 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "DELETE /v2.0/routers/a6b1c511-7207-4fbe-ac02-d00d6dee6b47 HTTP/1.1" status: 204 len: 168 time: 5.8800957 Mar 05 13:58:20.337697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44662) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:20.343207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3968eef9-7cf9-4a2b-9bfe-e31da03378f0']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:20.358170 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-ced042c1-ba6b-4d84-98cc-b451204f86f6 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-489928731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:20.396224 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc794804-471d-4f77-a8fe-b6fe34280df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68c5039-3359-47b6-892d-9367f2a3219b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:20.412659 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-38fdc343-b285-4192-9a3e-9dc1ea8a0a76 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:20.414620 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-1fabcdc4-1dd1-4285-a577-245ca924a9cd tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:20.420626 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-1fabcdc4-1dd1-4285-a577-245ca924a9cd tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.30 "GET /v2.0/networks?id=f414ad02-1c0c-4bd5-b50a-8327414e8a67 HTTP/1.1" status: 200 len: 809 time: 0.6809745 Mar 05 13:58:20.445656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-38fdc343-b285-4192-9a3e-9dc1ea8a0a76 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Usage tracker for resource:security_group_rule and tenant:7676ab86c20241819800585c59882f86 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:20.447935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49007434-dc83-4b53-a8f9-77a8b3d3d040') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:20.451834 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49007434-dc83-4b53-a8f9-77a8b3d3d040') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:20.468823 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bc794804-471d-4f77-a8fe-b6fe34280df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:20.482855 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-bc794804-471d-4f77-a8fe-b6fe34280df9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a68c5039-3359-47b6-892d-9367f2a3219b HTTP/1.1" status: 204 len: 168 time: 0.8196421 Mar 05 13:58:20.482855 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-38fdc343-b285-4192-9a3e-9dc1ea8a0a76 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:20.509365 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ced042c1-ba6b-4d84-98cc-b451204f86f6 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:20.518836 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-808146f5-a82f-4941-88a2-4add77102f24 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Request body: {'port': {'device_id': '700204f1-0547-4e4c-a9ae-12e4402b397e', 'network_id': 'f414ad02-1c0c-4bd5-b50a-8327414e8a67', 'admin_state_up': True, 'tenant_id': '7cd571e0577f428d9ea574f5ecb9c967'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:20.527321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-38fdc343-b285-4192-9a3e-9dc1ea8a0a76 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:20.601398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ab47ac-5fb2-4772-b39b-1f794cebad9e None None] get_active_networks_info from n-d-803718-1 {{(pid=87915) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 05 13:58:20.716370 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ab47ac-5fb2-4772-b39b-1f794cebad9e None None] Resources bound (agent type, host, resource id): {{(pid=87915) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 13:58:20.804084 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-808146f5-a82f-4941-88a2-4add77102f24 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:20.822001 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c216392a-c27e-4df6-a525-a7d6363e8610 req-ea64d02b-039a-40c9-b76a-6b0706980b0e tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=700204f1-0547-4e4c-a9ae-12e4402b397e HTTP/1.1" status: 200 len: 210 time: 0.3159692 Mar 05 13:58:20.827689 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-808146f5-a82f-4941-88a2-4add77102f24 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:20.884508 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:20.905580 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ced042c1-ba6b-4d84-98cc-b451204f86f6 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Usage tracker for resource:router and tenant:f114f70964a24a37b5636fdd81b09ecf is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:20.911535 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-38fdc343-b285-4192-9a3e-9dc1ea8a0a76 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:20.915015 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-808146f5-a82f-4941-88a2-4add77102f24 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Made reservation on behalf of 7cd571e0577f428d9ea574f5ecb9c967 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:58:20.917922 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-808146f5-a82f-4941-88a2-4add77102f24 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:20.923307 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-38fdc343-b285-4192-9a3e-9dc1ea8a0a76 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:20.954246 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ced042c1-ba6b-4d84-98cc-b451204f86f6 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:20.992494 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ced042c1-ba6b-4d84-98cc-b451204f86f6 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:21.005816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdc343-b285-4192-9a3e-9dc1ea8a0a76 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7efcbcf-c877-4b5e-97ec-743fab1f0071,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:21.060487 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-38fdc343-b285-4192-9a3e-9dc1ea8a0a76 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:21.066665 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-38fdc343-b285-4192-9a3e-9dc1ea8a0a76 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9113879 Mar 05 13:58:21.069754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44674) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:21.070393 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:21.082657 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-66c12ef5-39cb-46e5-9b8d-1096cfc741cd req-ac40bcfa-918f-445a-929f-9bdc64e13aea tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3560095 Mar 05 13:58:21.083964 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ced042c1-ba6b-4d84-98cc-b451204f86f6 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:21.084998 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ced042c1-ba6b-4d84-98cc-b451204f86f6 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:21.090544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ebade56a-d66b-4cee-841b-e5db9736b988 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group_rule': {'security_group_id': 'c7efcbcf-c877-4b5e-97ec-743fab1f0071', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:21.091788 n-d-803718-1 neutron-server[87914]: WARNING neutron.api.v2.base [None req-ebade56a-d66b-4cee-841b-e5db9736b988 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 05 13:58:21.092444 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-ebade56a-d66b-4cee-841b-e5db9736b988 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 13:58:21.102384 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ebade56a-d66b-4cee-841b-e5db9736b988 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0307000 Mar 05 13:58:21.103341 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44680) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:21.108692 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-54414736-eede-4522-904b-928edc3931f3 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group_rule': {'security_group_id': 'c7efcbcf-c877-4b5e-97ec-743fab1f0071', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:21.142501 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-54414736-eede-4522-904b-928edc3931f3 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:21.149987 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-54414736-eede-4522-904b-928edc3931f3 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Usage tracker for resource:security_group_rule and tenant:7676ab86c20241819800585c59882f86 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:21.153362 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-54414736-eede-4522-904b-928edc3931f3 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:21.162648 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-54414736-eede-4522-904b-928edc3931f3 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:21.229138 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-54414736-eede-4522-904b-928edc3931f3 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 13:58:21.230480 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-54414736-eede-4522-904b-928edc3931f3 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1260133 Mar 05 13:58:21.233588 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44688) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:21.242000 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-785eebfa-5781-483a-90b1-cc3af738c326 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group_rule': {'security_group_id': 'c7efcbcf-c877-4b5e-97ec-743fab1f0071', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:21.243263 n-d-803718-1 neutron-server[87914]: WARNING neutron.api.v2.base [None req-785eebfa-5781-483a-90b1-cc3af738c326 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 05 13:58:21.244348 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-785eebfa-5781-483a-90b1-cc3af738c326 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 13:58:21.246289 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-785eebfa-5781-483a-90b1-cc3af738c326 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0113187 Mar 05 13:58:21.256807 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44692) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:21.265321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-02fae5f8-043e-4c71-92f3-da8899f8f7ce tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group_rule': {'security_group_id': 'c7efcbcf-c877-4b5e-97ec-743fab1f0071', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:21.271915 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:58:21.291479 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:21.293693 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-02fae5f8-043e-4c71-92f3-da8899f8f7ce tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:21.309230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-02fae5f8-043e-4c71-92f3-da8899f8f7ce tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Usage tracker for resource:security_group_rule and tenant:7676ab86c20241819800585c59882f86 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:21.325779 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-02fae5f8-043e-4c71-92f3-da8899f8f7ce tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:58:21.337189 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:58:21.345875 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-02fae5f8-043e-4c71-92f3-da8899f8f7ce tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:21.438643 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-02fae5f8-043e-4c71-92f3-da8899f8f7ce tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 13:58:21.440118 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-02fae5f8-043e-4c71-92f3-da8899f8f7ce tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1821218 Mar 05 13:58:21.444189 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44702) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:21.449371 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-9085b294-47fd-4f87-971d-4ca8bfaa7f23 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group_rule': {'security_group_id': 'c7efcbcf-c877-4b5e-97ec-743fab1f0071', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:21.450310 n-d-803718-1 neutron-server[87914]: WARNING neutron.api.v2.base [None req-9085b294-47fd-4f87-971d-4ca8bfaa7f23 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 05 13:58:21.451818 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-9085b294-47fd-4f87-971d-4ca8bfaa7f23 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 13:58:21.452912 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9085b294-47fd-4f87-971d-4ca8bfaa7f23 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076165 Mar 05 13:58:21.457102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44706) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:21.462148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-8951c12f-9e62-4f31-a3c4-e37e0a3714fa tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group_rule': {'security_group_id': 'c7efcbcf-c877-4b5e-97ec-743fab1f0071', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:21.475696 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8951c12f-9e62-4f31-a3c4-e37e0a3714fa tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:21.487571 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8951c12f-9e62-4f31-a3c4-e37e0a3714fa tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Usage tracker for resource:security_group_rule and tenant:7676ab86c20241819800585c59882f86 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:21.496131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8951c12f-9e62-4f31-a3c4-e37e0a3714fa tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:21.515767 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8951c12f-9e62-4f31-a3c4-e37e0a3714fa tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:21.629151 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-8951c12f-9e62-4f31-a3c4-e37e0a3714fa tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 13:58:21.632375 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8951c12f-9e62-4f31-a3c4-e37e0a3714fa tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1741669 Mar 05 13:58:21.652435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44712) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:21.665892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-f7b94c79-9b63-4ef9-87da-e2298feedacc tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group_rule': {'security_group_id': 'c7efcbcf-c877-4b5e-97ec-743fab1f0071', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:21.666486 n-d-803718-1 neutron-server[87914]: WARNING neutron.api.v2.base [None req-f7b94c79-9b63-4ef9-87da-e2298feedacc tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 05 13:58:21.667063 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-f7b94c79-9b63-4ef9-87da-e2298feedacc tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 13:58:21.668057 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f7b94c79-9b63-4ef9-87da-e2298feedacc tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0146794 Mar 05 13:58:21.671237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44716) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:21.673237 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 13:58:21.673237 n-d-803718-1 neutron-server[87913]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 13:58:21.673237 n-d-803718-1 neutron-server[87913]: [parameters: {'id': '3968eef9-7cf9-4a2b-9bfe-e31da03378f0'}] Mar 05 13:58:21.673237 n-d-803718-1 neutron-server[87913]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:58:21.673946 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:58:21.678444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-3c135aca-88dc-43ac-94e1-c191dea914ad tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group_rule': {'security_group_id': 'c7efcbcf-c877-4b5e-97ec-743fab1f0071', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:21.701489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3c135aca-88dc-43ac-94e1-c191dea914ad tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:21.707324 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3c135aca-88dc-43ac-94e1-c191dea914ad tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Usage tracker for resource:security_group_rule and tenant:7676ab86c20241819800585c59882f86 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:21.711817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3c135aca-88dc-43ac-94e1-c191dea914ad tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:21.719433 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ced042c1-ba6b-4d84-98cc-b451204f86f6 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:21.723377 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3c135aca-88dc-43ac-94e1-c191dea914ad tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:21.837266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb255fb9-5582-4faa-9a88-2764f5a26853 req-970c0a1c-226b-4604-9e54-1917b2dd5bd8 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:21.845363 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eb255fb9-5582-4faa-9a88-2764f5a26853 req-970c0a1c-226b-4604-9e54-1917b2dd5bd8 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 945 time: 0.2804592 Mar 05 13:58:21.935601 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-3c135aca-88dc-43ac-94e1-c191dea914ad tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 13:58:21.936869 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3c135aca-88dc-43ac-94e1-c191dea914ad tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2646990 Mar 05 13:58:21.969804 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eb255fb9-5582-4faa-9a88-2764f5a26853 req-aa4047da-0268-4852-b6f9-72c04213206f tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232786 Mar 05 13:58:21.970368 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44728) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:22.007069 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-808146f5-a82f-4941-88a2-4add77102f24 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Allocated IP 172.20.0.8 (f414ad02-1c0c-4bd5-b50a-8327414e8a67/e8c5272d-93eb-488f-b3b2-2c63f8c75f01/a7569db1-e330-43a0-baeb-6c0870a45a9b) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:58:22.007470 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-390607ac-f994-459f-a339-4531803db00e tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group_rule': {'security_group_id': 'c7efcbcf-c877-4b5e-97ec-743fab1f0071', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:22.031419 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-390607ac-f994-459f-a339-4531803db00e tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:22.034549 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-390607ac-f994-459f-a339-4531803db00e tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Usage tracker for resource:security_group_rule and tenant:7676ab86c20241819800585c59882f86 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:22.044681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-390607ac-f994-459f-a339-4531803db00e tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:22.084833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-390607ac-f994-459f-a339-4531803db00e tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:22.121494 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ced042c1-ba6b-4d84-98cc-b451204f86f6 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:22.132320 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bb89333f-c35d-4294-b11d-47e0a9ab0a95 req-b8e5a310-8bc3-452d-9089-b3e46c11b3ef tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=700204f1-0547-4e4c-a9ae-12e4402b397e HTTP/1.1" status: 200 len: 210 time: 0.0857265 Mar 05 13:58:22.170437 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ced042c1-ba6b-4d84-98cc-b451204f86f6 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:22.174445 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ced042c1-ba6b-4d84-98cc-b451204f86f6 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.8353739 Mar 05 13:58:22.176002 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44736) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:22.178540 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:22.208810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-9003027c-5fc0-4583-9910-a5cc91fad95d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:22.216751 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Deleting port 7701e404-587f-4ebb-9b1e-4614502a668b {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:58:22.217076 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:22.352981 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-390607ac-f994-459f-a339-4531803db00e tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 13:58:22.357369 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-390607ac-f994-459f-a339-4531803db00e tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3827486 Mar 05 13:58:22.365208 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44746) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:22.664290 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-808146f5-a82f-4941-88a2-4add77102f24 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:22.681008 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a8c46616-16b5-4a25-9e1f-59b56d258da8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:22.706218 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] For port 7701e404-587f-4ebb-9b1e-4614502a668b, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7701e404-587f-4ebb-9b1e-4614502a668b,segment=NetworkSegment(49007434-dc83-4b53-a8f9-77a8b3d3d040),segment_id=49007434-dc83-4b53-a8f9-77a8b3d3d040)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:22.706579 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:22.776646 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514be83d-b7ff-4c06-9596-38d0e47478e2 req-35994b96-a777-451c-8246-7f3897aed9f3 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:22.784419 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-514be83d-b7ff-4c06-9596-38d0e47478e2 req-35994b96-a777-451c-8246-7f3897aed9f3 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 946 time: 0.4784327 Mar 05 13:58:22.879169 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Calling delete_port for 7701e404-587f-4ebb-9b1e-4614502a668b owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:58:22.939515 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a8c46616-16b5-4a25-9e1f-59b56d258da8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:23.041222 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9003027c-5fc0-4583-9910-a5cc91fad95d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:23.064088 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-514be83d-b7ff-4c06-9596-38d0e47478e2 req-771d2b15-f7b9-419c-bbcb-2e059337d441 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783718 Mar 05 13:58:23.208671 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-808146f5-a82f-4941-88a2-4add77102f24 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:23.258953 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a8c46616-16b5-4a25-9e1f-59b56d258da8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:23.282416 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:23.358367 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] No DVR routers for this DVR port 7701e404-587f-4ebb-9b1e-4614502a668b on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:58:23.374580 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-808146f5-a82f-4941-88a2-4add77102f24 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Network f414ad02-1c0c-4bd5-b50a-8327414e8a67 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:58:23.412737 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-808146f5-a82f-4941-88a2-4add77102f24 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:58:23.428108 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c46616-16b5-4a25-9e1f-59b56d258da8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7efcbcf-c877-4b5e-97ec-743fab1f0071,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:23.430065 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-808146f5-a82f-4941-88a2-4add77102f24 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:58:23.516053 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-808146f5-a82f-4941-88a2-4add77102f24 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:23.516618 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-808146f5-a82f-4941-88a2-4add77102f24 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:23.538202 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a8c46616-16b5-4a25-9e1f-59b56d258da8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:23.542221 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a8c46616-16b5-4a25-9e1f-59b56d258da8 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "DELETE /v2.0/security-groups/c7efcbcf-c877-4b5e-97ec-743fab1f0071 HTTP/1.1" status: 204 len: 168 time: 1.1731119 Mar 05 13:58:23.547192 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44782) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:23.568225 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-808146f5-a82f-4941-88a2-4add77102f24 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1308765 Mar 05 13:58:23.580681 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808146f5-a82f-4941-88a2-4add77102f24 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Pushing event updated for resources: {'Port': ['ID=a7569db1-e330-43a0-baeb-6c0870a45a9b,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:23.630227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-43b796b9-bd57-43d0-80e5-d585ab128199 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Synchronizing usage tracker for tenant:7676ab86c20241819800585c59882f86 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:58:23.638148 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-f7726c23-fddc-4ae1-b543-bafe29278d84 service neutron] Request body: {'port': {'device_id': '700204f1-0547-4e4c-a9ae-12e4402b397e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:23.710888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event deleted for resources: {'Port': ['ID=7701e404-587f-4ebb-9b1e-4614502a668b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:23.738121 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:23.786118 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9003027c-5fc0-4583-9910-a5cc91fad95d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:23.790530 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3968eef9-7cf9-4a2b-9bfe-e31da03378f0']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:23.813870 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab919399-ab16-4c12-97e8-01123fffc8e1 req-c1035fc7-703a-4bd1-8319-a1d346d884eb tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:23.815646 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ab919399-ab16-4c12-97e8-01123fffc8e1 req-c1035fc7-703a-4bd1-8319-a1d346d884eb tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 945 time: 0.5648355 Mar 05 13:58:23.836577 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9003027c-5fc0-4583-9910-a5cc91fad95d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:23.883608 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-f7726c23-fddc-4ae1-b543-bafe29278d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:23.894342 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49007434-dc83-4b53-a8f9-77a8b3d3d040') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:23.894683 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49007434-dc83-4b53-a8f9-77a8b3d3d040') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:23.929539 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:23.989975 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ab919399-ab16-4c12-97e8-01123fffc8e1 req-b22c3895-4b45-491f-a0c4-6c08d16fd791 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067381 Mar 05 13:58:24.005364 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:24.028210 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-9003027c-5fc0-4583-9910-a5cc91fad95d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Allocated IP 172.25.4.192 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/a7fa1d4a-adc4-4f0a-a617-6741c4874898) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:58:24.037504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:58:24.037504 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:58:24.053071 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:58:24.230866 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:24.284345 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:24.302965 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "DELETE /v2.0/networks/3968eef9-7cf9-4a2b-9bfe-e31da03378f0 HTTP/1.1" status: 204 len: 168 time: 6.2467127 Mar 05 13:58:24.312576 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9003027c-5fc0-4583-9910-a5cc91fad95d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:24.319877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-43b796b9-bd57-43d0-80e5-d585ab128199 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Unset dirty status for tenant:7676ab86c20241819800585c59882f86 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:58:24.322807 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-43b796b9-bd57-43d0-80e5-d585ab128199 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7660055 Mar 05 13:58:24.322807 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44802) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:24.331428 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44804) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:24.341195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-7513ce64-926e-4449-9ec4-51f30f75ef91 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-66991093'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:24.348052 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-6a8abedf-f3d2-4793-8768-245846c6b1ba tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group': {'name': 'tempest-secgroup--989746527'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:24.357265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d99036-9a1c-4d35-870b-0d7fc1ec6f19 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event deleted for resources: {'Network': ['ID=3968eef9-7cf9-4a2b-9bfe-e31da03378f0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:24.370563 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7513ce64-926e-4449-9ec4-51f30f75ef91 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:24.373408 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6a8abedf-f3d2-4793-8768-245846c6b1ba tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:24.385097 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7513ce64-926e-4449-9ec4-51f30f75ef91 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Usage tracker for resource:network and tenant:565f22e790e74cc4a5d49c730bd9daea is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:24.391860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7513ce64-926e-4449-9ec4-51f30f75ef91 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:24.402319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7513ce64-926e-4449-9ec4-51f30f75ef91 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:24.404487 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6a8abedf-f3d2-4793-8768-245846c6b1ba tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:24.414418 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afac5e3-55ab-47cd-8650-a7b8d3e79e6d req-4ce6aae5-acd9-4d7b-b08d-af9ee8e23591 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:24.426051 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9afac5e3-55ab-47cd-8650-a7b8d3e79e6d req-4ce6aae5-acd9-4d7b-b08d-af9ee8e23591 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=700204f1-0547-4e4c-a9ae-12e4402b397e HTTP/1.1" status: 200 len: 931 time: 0.9417648 Mar 05 13:58:24.495115 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9afac5e3-55ab-47cd-8650-a7b8d3e79e6d req-65045568-df0e-4c83-b81e-58061256abbb tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3859f3-2406-4018-b0fc-b5b2fff720fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631742 Mar 05 13:58:24.501338 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6a8abedf-f3d2-4793-8768-245846c6b1ba tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:24.525488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7513ce64-926e-4449-9ec4-51f30f75ef91 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Made reservation on behalf of 565f22e790e74cc4a5d49c730bd9daea for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:58:24.528999 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7513ce64-926e-4449-9ec4-51f30f75ef91 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:24.613001 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-f7726c23-fddc-4ae1-b543-bafe29278d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7569db1-e330-43a0-baeb-6c0870a45a9b {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:58:24.621658 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-f7726c23-fddc-4ae1-b543-bafe29278d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:24.632747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6a8abedf-f3d2-4793-8768-245846c6b1ba tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:24.639399 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6a8abedf-f3d2-4793-8768-245846c6b1ba tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Usage tracker for resource:security_group_rule and tenant:7676ab86c20241819800585c59882f86 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:24.640096 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-f7726c23-fddc-4ae1-b543-bafe29278d84 service neutron] Transition to ACTIVE for port object a7569db1-e330-43a0-baeb-6c0870a45a9b will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:58:24.642813 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9003027c-5fc0-4583-9910-a5cc91fad95d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:24.649761 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6a8abedf-f3d2-4793-8768-245846c6b1ba tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:24.657477 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-f7726c23-fddc-4ae1-b543-bafe29278d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:24.759599 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003027c-5fc0-4583-9910-a5cc91fad95d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Pushing event updated for resources: {'Port': ['ID=a7fa1d4a-adc4-4f0a-a617-6741c4874898,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:24.766581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6a8abedf-f3d2-4793-8768-245846c6b1ba tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:24.768999 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7513ce64-926e-4449-9ec4-51f30f75ef91 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:58:24.783547 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9003027c-5fc0-4583-9910-a5cc91fad95d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:58:24.794625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-9003027c-5fc0-4583-9910-a5cc91fad95d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:58:24.801121 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9003027c-5fc0-4583-9910-a5cc91fad95d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:58:24.944750 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7726c23-fddc-4ae1-b543-bafe29278d84 service neutron] Pushing event updated for resources: {'Port': ['ID=a7569db1-e330-43a0-baeb-6c0870a45a9b,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:25.065346 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7513ce64-926e-4449-9ec4-51f30f75ef91 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:25.066348 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb5b03-cf4f-434a-aca7-96baebbe5037 req-11cc2353-2f20-4893-aa83-9f9f04611f05 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:25.067374 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-7513ce64-926e-4449-9ec4-51f30f75ef91 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Added segment 55347b17-d975-42d0-a111-23966d40fbee of type vlan for network 3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22 Mar 05 13:58:25.068377 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-29fb5b03-cf4f-434a-aca7-96baebbe5037 req-11cc2353-2f20-4893-aa83-9f9f04611f05 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 946 time: 0.7002962 Mar 05 13:58:25.141365 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-f7726c23-fddc-4ae1-b543-bafe29278d84 service neutron] Attempting to bind port a7569db1-e330-43a0-baeb-6c0870a45a9b on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:58:25.141652 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-f7726c23-fddc-4ae1-b543-bafe29278d84 service neutron] Attempting to bind port a7569db1-e330-43a0-baeb-6c0870a45a9b by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f414ad02-1c0c-4bd5-b50a-8327414e8a67'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:58:25.141984 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-f7726c23-fddc-4ae1-b543-bafe29278d84 service neutron] Attempting to bind port a7569db1-e330-43a0-baeb-6c0870a45a9b on network f414ad02-1c0c-4bd5-b50a-8327414e8a67 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:58:25.201020 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-f7726c23-fddc-4ae1-b543-bafe29278d84 service neutron] Port a7569db1-e330-43a0-baeb-6c0870a45a9b on network f414ad02-1c0c-4bd5-b50a-8327414e8a67 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:58:25.206073 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-f7726c23-fddc-4ae1-b543-bafe29278d84 service neutron] Attempting to bind port a7569db1-e330-43a0-baeb-6c0870a45a9b on network f414ad02-1c0c-4bd5-b50a-8327414e8a67 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:58:25.228615 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-29fb5b03-cf4f-434a-aca7-96baebbe5037 req-3a991b42-e5db-47bd-9088-545190ac995d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471174 Mar 05 13:58:25.239220 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-f7726c23-fddc-4ae1-b543-bafe29278d84 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:58:25.240018 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-f7726c23-fddc-4ae1-b543-bafe29278d84 service neutron] Checking segment: {'id': 'a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f414ad02-1c0c-4bd5-b50a-8327414e8a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:58:25.240644 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-f7726c23-fddc-4ae1-b543-bafe29278d84 service neutron] Bound using segment: {'id': 'a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f414ad02-1c0c-4bd5-b50a-8327414e8a67'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:58:25.241266 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-f7726c23-fddc-4ae1-b543-bafe29278d84 service neutron] Bound port: a7569db1-e330-43a0-baeb-6c0870a45a9b, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f414ad02-1c0c-4bd5-b50a-8327414e8a67'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:58:25.241791 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-f7726c23-fddc-4ae1-b543-bafe29278d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:25.282045 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6a8abedf-f3d2-4793-8768-245846c6b1ba tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:25.298048 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6a8abedf-f3d2-4793-8768-245846c6b1ba tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:25.377511 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7513ce64-926e-4449-9ec4-51f30f75ef91 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:25.397071 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-f7726c23-fddc-4ae1-b543-bafe29278d84 service neutron] For port a7569db1-e330-43a0-baeb-6c0870a45a9b, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:58:25.405426 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-f7726c23-fddc-4ae1-b543-bafe29278d84 service neutron] For port a7569db1-e330-43a0-baeb-6c0870a45a9b, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a7569db1-e330-43a0-baeb-6c0870a45a9b,segment=NetworkSegment(a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d),segment_id=a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:58:25.413686 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-f7726c23-fddc-4ae1-b543-bafe29278d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:25.446595 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8abedf-f3d2-4793-8768-245846c6b1ba tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6bd034-ea16-455a-ba86-4eecf636c2d7,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:25.584666 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [None req-7513ce64-926e-4449-9ec4-51f30f75ef91 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:58:25.625589 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6a8abedf-f3d2-4793-8768-245846c6b1ba tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:25.631043 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6a8abedf-f3d2-4793-8768-245846c6b1ba tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2940047 Mar 05 13:58:25.632820 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44846) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:25.649245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-52796e72-ba98-4cda-957a-6080e21884ba tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group_rule': {'security_group_id': '5d6bd034-ea16-455a-ba86-4eecf636c2d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:25.663435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-f7726c23-fddc-4ae1-b543-bafe29278d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:25.664575 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-f7726c23-fddc-4ae1-b543-bafe29278d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:25.665929 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-f7726c23-fddc-4ae1-b543-bafe29278d84 service neutron] 10.222.0.30 "PUT /v2.0/ports/a7569db1-e330-43a0-baeb-6c0870a45a9b HTTP/1.1" status: 200 len: 1091 time: 2.0384719 Mar 05 13:58:25.669503 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-52796e72-ba98-4cda-957a-6080e21884ba tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:25.674180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700204f1-0547-4e4c-a9ae-12e4402b397e', 'tag': 'a7569db1-e330-43a0-baeb-6c0870a45a9b'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:58:25.689687 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-52796e72-ba98-4cda-957a-6080e21884ba tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Usage tracker for resource:security_group_rule and tenant:7676ab86c20241819800585c59882f86 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:25.703589 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7513ce64-926e-4449-9ec4-51f30f75ef91 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:25.723632 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7513ce64-926e-4449-9ec4-51f30f75ef91 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:25.724594 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7513ce64-926e-4449-9ec4-51f30f75ef91 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:25.729636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7726c23-fddc-4ae1-b543-bafe29278d84 service neutron] Pushing event updated for resources: {'Port': ['ID=a7569db1-e330-43a0-baeb-6c0870a45a9b,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:25.740647 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-52796e72-ba98-4cda-957a-6080e21884ba tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:25.747450 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-52796e72-ba98-4cda-957a-6080e21884ba tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:25.929011 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-52796e72-ba98-4cda-957a-6080e21884ba tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] create failed (client error): The resource could not be found. Mar 05 13:58:25.930044 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-52796e72-ba98-4cda-957a-6080e21884ba tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2897339 Mar 05 13:58:25.934313 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44856) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:25.968647 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-df3b713a-6598-46e0-9645-c75f8fededec tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group_rule': {'security_group_id': '5d6bd034-ea16-455a-ba86-4eecf636c2d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1a87bf84-ccba-4f39-a2cb-d779f0dc9600'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:25.985130 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-df3b713a-6598-46e0-9645-c75f8fededec tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:26.005599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-df3b713a-6598-46e0-9645-c75f8fededec tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Usage tracker for resource:security_group_rule and tenant:7676ab86c20241819800585c59882f86 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:26.014188 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-df3b713a-6598-46e0-9645-c75f8fededec tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:26.027615 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-df3b713a-6598-46e0-9645-c75f8fededec tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:26.080967 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-aa2046e3-963c-40ac-9034-96641d4991f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:26.083926 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-aa2046e3-963c-40ac-9034-96641d4991f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cd571e0577f428d9ea574f5ecb9c967&device_id=700204f1-0547-4e4c-a9ae-12e4402b397e HTTP/1.1" status: 200 len: 1094 time: 0.3255000 Mar 05 13:58:26.087108 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9003027c-5fc0-4583-9910-a5cc91fad95d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:26.225668 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e6158-4931-416f-a137-eea58b8dc527 req-dc6a5aad-5f83-4e04-a37d-38ee2037eecb tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:26.226390 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-0d6e6158-4931-416f-a137-eea58b8dc527 req-dc6a5aad-5f83-4e04-a37d-38ee2037eecb tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Synchronizing usage tracker for tenant:7cd571e0577f428d9ea574f5ecb9c967 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:58:26.247076 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-df3b713a-6598-46e0-9645-c75f8fededec tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] create failed (client error): The resource could not be found. Mar 05 13:58:26.251112 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-df3b713a-6598-46e0-9645-c75f8fededec tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3070226 Mar 05 13:58:26.252427 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44864) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:26.253399 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-2a7d59ec-36e6-45db-a7bb-810b9e608a96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7569db1-e330-43a0-baeb-6c0870a45a9b HTTP/1.1" status: 200 len: 217 time: 0.1531098 Mar 05 13:58:26.267404 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-0d6e6158-4931-416f-a137-eea58b8dc527 req-dc6a5aad-5f83-4e04-a37d-38ee2037eecb tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Unset dirty status for tenant:7cd571e0577f428d9ea574f5ecb9c967 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:58:26.268534 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0d6e6158-4931-416f-a137-eea58b8dc527 req-dc6a5aad-5f83-4e04-a37d-38ee2037eecb tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=700204f1-0547-4e4c-a9ae-12e4402b397e HTTP/1.1" status: 200 len: 943 time: 0.4627960 Mar 05 13:58:26.347211 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-e34e041c-4209-4423-b646-b36d743fe76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:26.350177 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-e34e041c-4209-4423-b646-b36d743fe76f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8c5272d-93eb-488f-b3b2-2c63f8c75f01 HTTP/1.1" status: 200 len: 849 time: 0.0774047 Mar 05 13:58:26.449087 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-c085f590-7780-4a26-82ed-bdd6ecbced16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f414ad02-1c0c-4bd5-b50a-8327414e8a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924907 Mar 05 13:58:26.572042 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0d6e6158-4931-416f-a137-eea58b8dc527 req-02219504-079f-48d1-82c1-869b8b7a1ead tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3859f3-2406-4018-b0fc-b5b2fff720fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207553 Mar 05 13:58:26.623747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44870) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:26.644349 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7513ce64-926e-4449-9ec4-51f30f75ef91 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.3161974 Mar 05 13:58:26.702354 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44876) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:26.725872 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a19992-43e4-40ef-be66-7c2215a6f5ac req-463b3752-8c8c-47a9-a763-61fe1aa40739 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:26.727522 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-37a19992-43e4-40ef-be66-7c2215a6f5ac req-463b3752-8c8c-47a9-a763-61fe1aa40739 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 945 time: 1.3369846 Mar 05 13:58:26.730340 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9003027c-5fc0-4583-9910-a5cc91fad95d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:26.745963 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-5058ed6c-ec8f-4dc4-abfc-52b7b4becacb tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Request body: {'subnet': {'network_id': '3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:26.749540 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-b2bdb826-54bd-4cd1-8e7a-5c4438102ed8 service neutron] 10.222.0.30 "GET /v2.0/networks/f414ad02-1c0c-4bd5-b50a-8327414e8a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921975 Mar 05 13:58:26.752587 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700204f1-0547-4e4c-a9ae-12e4402b397e', 'tag': 'a7569db1-e330-43a0-baeb-6c0870a45a9b', 'status': 'completed', 'code': 200} Mar 05 13:58:26.803131 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c04b7eed-4373-435e-8e5c-496194051e9e tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:26.858316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513ce64-926e-4449-9ec4-51f30f75ef91 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event updated for resources: {'Network': ['ID=3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:26.864606 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9003027c-5fc0-4583-9910-a5cc91fad95d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3922806'] for router, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:26.870402 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:58:26.956522 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c04b7eed-4373-435e-8e5c-496194051e9e tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:27.074085 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b43f052-6e15-4462-b8f5-84ae98530774 req-8c373630-8f0f-47b5-84b8-57f0dd1e58b2 service neutron] 10.222.0.30 "GET /v2.0/networks/f414ad02-1c0c-4bd5-b50a-8327414e8a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158545 Mar 05 13:58:27.112159 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4714335d-ee73-4ec4-a9a2-b1593944c8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:27.122435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64ae5e-0b1d-4dcd-9ce4-846633a271c8 req-4ceda41b-38f6-466c-b2ff-0db1f7109b8a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:27.124995 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4a64ae5e-0b1d-4dcd-9ce4-846633a271c8 req-4ceda41b-38f6-466c-b2ff-0db1f7109b8a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 946 time: 0.2971807 Mar 05 13:58:27.126105 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c04b7eed-4373-435e-8e5c-496194051e9e tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:27.149367 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-37a19992-43e4-40ef-be66-7c2215a6f5ac req-9d2ff8ba-732f-426b-8194-d12cf5e47dc2 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632932 Mar 05 13:58:27.150662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4714335d-ee73-4ec4-a9a2-b1593944c8a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:27.165401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4714335d-ee73-4ec4-a9a2-b1593944c8a0 admin admin] Usage tracker for resource:security_group_rule and tenant:32c293770b5146b4a7695edd90eb2048 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:27.168935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5058ed6c-ec8f-4dc4-abfc-52b7b4becacb tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:27.172110 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4714335d-ee73-4ec4-a9a2-b1593944c8a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:27.184330 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4714335d-ee73-4ec4-a9a2-b1593944c8a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:27.187343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5058ed6c-ec8f-4dc4-abfc-52b7b4becacb tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Usage tracker for resource:subnet and tenant:565f22e790e74cc4a5d49c730bd9daea is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:27.200534 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5058ed6c-ec8f-4dc4-abfc-52b7b4becacb tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:27.210892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5058ed6c-ec8f-4dc4-abfc-52b7b4becacb tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:27.234336 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b7eed-4373-435e-8e5c-496194051e9e tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6bd034-ea16-455a-ba86-4eecf636c2d7,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:27.290420 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c04b7eed-4373-435e-8e5c-496194051e9e tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:27.294710 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c04b7eed-4373-435e-8e5c-496194051e9e tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "DELETE /v2.0/security-groups/5d6bd034-ea16-455a-ba86-4eecf636c2d7 HTTP/1.1" status: 204 len: 168 time: 1.0402901 Mar 05 13:58:27.312845 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44882) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:27.357792 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4a64ae5e-0b1d-4dcd-9ce4-846633a271c8 req-e559e5e1-184d-4958-8ba4-badb3e76ea11 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131343 Mar 05 13:58:27.397981 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d2364-4741-4922-9f0e-1617ae5ac0be req-7a404b0b-3726-4b13-9aa9-0d79f91a0bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:27.403776 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d9d2364-4741-4922-9f0e-1617ae5ac0be req-7a404b0b-3726-4b13-9aa9-0d79f91a0bb6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cd571e0577f428d9ea574f5ecb9c967&device_id=700204f1-0547-4e4c-a9ae-12e4402b397e HTTP/1.1" status: 200 len: 1094 time: 0.2579246 Mar 05 13:58:27.452196 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9eee4495-b396-4bba-9f0f-32cc6bbd52e7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Synchronizing usage tracker for tenant:7676ab86c20241819800585c59882f86 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:58:27.459925 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5058ed6c-ec8f-4dc4-abfc-52b7b4becacb tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Made reservation on behalf of 565f22e790e74cc4a5d49c730bd9daea for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:58:27.463424 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5058ed6c-ec8f-4dc4-abfc-52b7b4becacb tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:27.607452 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d2364-4741-4922-9f0e-1617ae5ac0be req-c58817f5-7624-4c65-a87f-d30cab175f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:27.610928 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d9d2364-4741-4922-9f0e-1617ae5ac0be req-c58817f5-7624-4c65-a87f-d30cab175f6d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f414ad02-1c0c-4bd5-b50a-8327414e8a67 HTTP/1.1" status: 200 len: 909 time: 0.1986516 Mar 05 13:58:27.738260 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d9d2364-4741-4922-9f0e-1617ae5ac0be req-08748961-08e2-4150-adc7-004286487ee6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7569db1-e330-43a0-baeb-6c0870a45a9b HTTP/1.1" status: 200 len: 217 time: 0.1188440 Mar 05 13:58:27.753184 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9eee4495-b396-4bba-9f0f-32cc6bbd52e7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Unset dirty status for tenant:7676ab86c20241819800585c59882f86 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:58:27.754450 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9eee4495-b396-4bba-9f0f-32cc6bbd52e7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4363291 Mar 05 13:58:27.764230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44888) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:27.832318 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-d50ece99-bc4b-423a-8a62-30ffa4215ee7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group_rule': {'security_group_id': '567bb88e-5af7-42c8-bcf2-59b3135ad2b8', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:27.858850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d50ece99-bc4b-423a-8a62-30ffa4215ee7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:27.867710 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d2364-4741-4922-9f0e-1617ae5ac0be req-5e5c4d0e-6573-4b7d-836a-d255455517c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:27.872109 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d9d2364-4741-4922-9f0e-1617ae5ac0be req-5e5c4d0e-6573-4b7d-836a-d255455517c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8c5272d-93eb-488f-b3b2-2c63f8c75f01 HTTP/1.1" status: 200 len: 849 time: 0.1271222 Mar 05 13:58:27.877794 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d50ece99-bc4b-423a-8a62-30ffa4215ee7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Usage tracker for resource:security_group_rule and tenant:7676ab86c20241819800585c59882f86 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:27.922164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d50ece99-bc4b-423a-8a62-30ffa4215ee7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:27.949595 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d50ece99-bc4b-423a-8a62-30ffa4215ee7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:27.970890 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d9d2364-4741-4922-9f0e-1617ae5ac0be req-04051796-94c2-4d45-b6b8-60877782624a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f414ad02-1c0c-4bd5-b50a-8327414e8a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887892 Mar 05 13:58:27.989455 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9003027c-5fc0-4583-9910-a5cc91fad95d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Router cbdda44a-b065-45c1-b6da-7921114a7a50 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:58:28.030565 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4714335d-ee73-4ec4-a9a2-b1593944c8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:28.071597 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4714335d-ee73-4ec4-a9a2-b1593944c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:28.171271 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d9d2364-4741-4922-9f0e-1617ae5ac0be req-0b49dfca-0132-4953-8e3d-624c9044d3c9 service neutron] 10.222.0.30 "GET /v2.0/networks/f414ad02-1c0c-4bd5-b50a-8327414e8a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922052 Mar 05 13:58:28.305710 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589c2d7-295b-4fa5-9c69-129e29af708a req-c81d4f7a-6f1b-49b3-9952-89ac84b17dda tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:28.313323 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4589c2d7-295b-4fa5-9c69-129e29af708a req-c81d4f7a-6f1b-49b3-9952-89ac84b17dda tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=700204f1-0547-4e4c-a9ae-12e4402b397e HTTP/1.1" status: 200 len: 943 time: 0.5481892 Mar 05 13:58:28.378417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.objects.ports [None req-5058ed6c-ec8f-4dc4-abfc-52b7b4becacb tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87914) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 05 13:58:28.432949 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5058ed6c-ec8f-4dc4-abfc-52b7b4becacb tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:28.646536 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4714335d-ee73-4ec4-a9a2-b1593944c8a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32c293770b5146b4a7695edd90eb2048&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0217290 Mar 05 13:58:28.650590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44898) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:28.669849 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058ed6c-ec8f-4dc4-abfc-52b7b4becacb tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event updated for resources: {'Subnet': ['ID=a9cd6694-40a3-418e-881f-fa0e465b76df,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:28.673712 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714335d-ee73-4ec4-a9a2-b1593944c8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0afb030-2b95-4e72-919b-79c1e73c6188,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:28.677786 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d9d2364-4741-4922-9f0e-1617ae5ac0be req-2ce89dba-3f97-4704-8150-14ea92bbde16 service neutron] 10.222.0.30 "GET /v2.0/networks/f414ad02-1c0c-4bd5-b50a-8327414e8a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994712 Mar 05 13:58:28.709942 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4589c2d7-295b-4fa5-9c69-129e29af708a req-150056e2-67e8-4c39-b289-1d7e9d8c74eb tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3859f3-2406-4018-b0fc-b5b2fff720fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954694 Mar 05 13:58:28.771307 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242f487-afaf-4d0c-896d-3bdef1f7f19d req-f84b6605-8208-40b7-80d1-0b6c495bf61d tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:28.778599 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4242f487-afaf-4d0c-896d-3bdef1f7f19d req-f84b6605-8208-40b7-80d1-0b6c495bf61d tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 945 time: 0.2269452 Mar 05 13:58:28.795390 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3685d04e-807b-47c4-8b0c-29ed06c3815c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:28.863532 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3685d04e-807b-47c4-8b0c-29ed06c3815c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:28.868850 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:28.883942 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4242f487-afaf-4d0c-896d-3bdef1f7f19d req-16195be1-37d3-49fb-9107-32467a3e4e43 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043966 Mar 05 13:58:28.887031 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-d50ece99-bc4b-423a-8a62-30ffa4215ee7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] create failed (client error): The resource could not be found. Mar 05 13:58:28.888153 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d50ece99-bc4b-423a-8a62-30ffa4215ee7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.0643854 Mar 05 13:58:28.902371 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44902) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:28.914294 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-aafbc108-dbb5-4fb2-9919-1312fce0deab tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group': {'name': 'tempest-secgroup--1088886777'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:28.961072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-aafbc108-dbb5-4fb2-9919-1312fce0deab tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:28.965651 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:28.991394 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3685d04e-807b-47c4-8b0c-29ed06c3815c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:28.996863 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5058ed6c-ec8f-4dc4-abfc-52b7b4becacb tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Checking segment: {'id': '55347b17-d975-42d0-a111-23966d40fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:58:28.997304 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5058ed6c-ec8f-4dc4-abfc-52b7b4becacb tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Network hostable DHCP agents. Network: 3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:58:29.004025 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9003027c-5fc0-4583-9910-a5cc91fad95d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:58:29.011867 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-aafbc108-dbb5-4fb2-9919-1312fce0deab tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:29.016265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685d04e-807b-47c4-8b0c-29ed06c3815c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0afb030-2b95-4e72-919b-79c1e73c6188,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:29.023829 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3685d04e-807b-47c4-8b0c-29ed06c3815c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:29.027842 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3685d04e-807b-47c4-8b0c-29ed06c3815c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0afb030-2b95-4e72-919b-79c1e73c6188 HTTP/1.1" status: 204 len: 168 time: 0.3732905 Mar 05 13:58:29.028342 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdc4b29-ffab-4be4-8529-36052430c60d None None] Sync routers for ids ['cbdda44a-b065-45c1-b6da-7921114a7a50'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:58:29.056268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdc4b29-ffab-4be4-8529-36052430c60d None None] Routers {'cbdda44a-b065-45c1-b6da-7921114a7a50'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:58:29.057248 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0cdc4b29-ffab-4be4-8529-36052430c60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:58:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['cbdda44a-b065-45c1-b6da-7921114a7a50'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:29.090628 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-aafbc108-dbb5-4fb2-9919-1312fce0deab tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:29.131060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0cdc4b29-ffab-4be4-8529-36052430c60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:29.134250 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9003027c-5fc0-4583-9910-a5cc91fad95d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:29.138439 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44908) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:29.138648 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9003027c-5fc0-4583-9910-a5cc91fad95d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "PUT /v2.0/routers/cbdda44a-b065-45c1-b6da-7921114a7a50 HTTP/1.1" status: 200 len: 879 time: 6.9568584 Mar 05 13:58:29.146370 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5058ed6c-ec8f-4dc4-abfc-52b7b4becacb tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Network 3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:58:29.152448 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdc4b29-ffab-4be4-8529-36052430c60d None None] Routers {'cbdda44a-b065-45c1-b6da-7921114a7a50'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:58:29.153658 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0cdc4b29-ffab-4be4-8529-36052430c60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:58:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['cbdda44a-b065-45c1-b6da-7921114a7a50'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:29.168745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-aafbc108-dbb5-4fb2-9919-1312fce0deab tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:29.196759 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-aafbc108-dbb5-4fb2-9919-1312fce0deab tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Usage tracker for resource:security_group_rule and tenant:7676ab86c20241819800585c59882f86 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:29.206668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-aafbc108-dbb5-4fb2-9919-1312fce0deab tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:29.229949 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0cdc4b29-ffab-4be4-8529-36052430c60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:29.230441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-aafbc108-dbb5-4fb2-9919-1312fce0deab tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:29.230973 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdc4b29-ffab-4be4-8529-36052430c60d None None] The sync data for ids ['cbdda44a-b065-45c1-b6da-7921114a7a50'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:58:29.252209 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06beeb1-270c-4c3e-a236-73c24641482d req-9e64bba4-0d41-4021-a48b-9611a86cecce tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:29.252209 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c06beeb1-270c-4c3e-a236-73c24641482d req-9e64bba4-0d41-4021-a48b-9611a86cecce tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 946 time: 0.3235378 Mar 05 13:58:29.306053 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-5058ed6c-ec8f-4dc4-abfc-52b7b4becacb tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:58:29.312324 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5058ed6c-ec8f-4dc4-abfc-52b7b4becacb tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:29.313271 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5058ed6c-ec8f-4dc4-abfc-52b7b4becacb tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:29.314155 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc443c9-201b-4079-8d49-7d679fa005bc None None] Network 3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:58:29.374236 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c06beeb1-270c-4c3e-a236-73c24641482d req-8f6f3c68-8594-421a-800c-06dc90c94d16 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018150 Mar 05 13:58:29.389577 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5058ed6c-ec8f-4dc4-abfc-52b7b4becacb tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.6861222 Mar 05 13:58:29.392986 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44912) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:29.482672 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-aafbc108-dbb5-4fb2-9919-1312fce0deab tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:29.637358 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-34d1c1de-22f9-4e1f-bbfa-638033e29b90 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "GET /v2.0/routers/cbdda44a-b065-45c1-b6da-7921114a7a50 HTTP/1.1" status: 200 len: 920 time: 0.4974027 Mar 05 13:58:29.643186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44926) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:29.660061 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-aafbc108-dbb5-4fb2-9919-1312fce0deab tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:29.774214 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c99d5f-4265-4393-aeac-f1c0b751d4b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22', 'network_id': '3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22', 'tenant_id': '565f22e790e74cc4a5d49c730bd9daea', 'fixed_ips': [{'subnet_id': 'a9cd6694-40a3-418e-881f-fa0e465b76df'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:58:29.775429 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-41c99d5f-4265-4393-aeac-f1c0b751d4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:29.844629 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc854a79-38cd-4410-974f-c79f95c2f5f0 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:29.844878 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-aafbc108-dbb5-4fb2-9919-1312fce0deab tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:29.849169 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-aafbc108-dbb5-4fb2-9919-1312fce0deab tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9486842 Mar 05 13:58:29.849313 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cc854a79-38cd-4410-974f-c79f95c2f5f0 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&device_id=cbdda44a-b065-45c1-b6da-7921114a7a50&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2021720 Mar 05 13:58:29.849313 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44934) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:29.850098 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44936) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:29.850508 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44938) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:29.851485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbc108-dbb5-4fb2-9919-1312fce0deab tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca14a4db-698f-4778-8c2b-22f5e6426d0a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:29.918167 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:30.040555 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:30.113466 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e779e2d4-53cf-438e-ac6f-00cee3cd4c39 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group': {'name': 'tempest-secgroup--1136966550'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:30.116521 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-41c99d5f-4265-4393-aeac-f1c0b751d4b8 None None] Allocated IP 2001:db8::f816:3eff:fea8:a4ba (3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22/a9cd6694-40a3-418e-881f-fa0e465b76df/2c2a244c-fefe-4ae6-9bd7-65387978a5c5) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:58:30.123870 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e779e2d4-53cf-438e-ac6f-00cee3cd4c39 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:30.137632 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e779e2d4-53cf-438e-ac6f-00cee3cd4c39 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:30.177268 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1f981d5f-c82f-4bda-af6d-2bfcf5b0fbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:30.204750 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e779e2d4-53cf-438e-ac6f-00cee3cd4c39 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:30.293736 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1f981d5f-c82f-4bda-af6d-2bfcf5b0fbe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:30.304789 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1f981d5f-c82f-4bda-af6d-2bfcf5b0fbe2 admin admin] Usage tracker for resource:security_group_rule and tenant:a389304c012d44838cb2ec77de416ef7 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:30.313146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1f981d5f-c82f-4bda-af6d-2bfcf5b0fbe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:30.316130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31871bd7-98dc-4a68-8f70-14d2e384d654 req-8987cc42-e75e-4fcb-9175-6a71019f49fb tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:30.317699 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-31871bd7-98dc-4a68-8f70-14d2e384d654 req-8987cc42-e75e-4fcb-9175-6a71019f49fb tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 945 time: 0.1448846 Mar 05 13:58:30.330842 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1f981d5f-c82f-4bda-af6d-2bfcf5b0fbe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:30.390232 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e779e2d4-53cf-438e-ac6f-00cee3cd4c39 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:30.397955 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e779e2d4-53cf-438e-ac6f-00cee3cd4c39 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Usage tracker for resource:security_group_rule and tenant:7676ab86c20241819800585c59882f86 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:30.404248 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e779e2d4-53cf-438e-ac6f-00cee3cd4c39 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:30.429891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45aed3-4caa-4ff6-92ce-e455938b80cd req-f7bfa16f-a80d-4dc0-ac2c-86f0063f83f3 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:30.439727 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7b45aed3-4caa-4ff6-92ce-e455938b80cd req-f7bfa16f-a80d-4dc0-ac2c-86f0063f83f3 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=700204f1-0547-4e4c-a9ae-12e4402b397e HTTP/1.1" status: 200 len: 943 time: 0.2820771 Mar 05 13:58:30.440332 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-31871bd7-98dc-4a68-8f70-14d2e384d654 req-bdd86657-d892-44a1-9c2f-0f915fc0a660 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125309 Mar 05 13:58:30.442960 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c483faa-81a3-4bc7-a63b-6e0a7843d185 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:30.443922 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7c483faa-81a3-4bc7-a63b-6e0a7843d185 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Synchronizing usage tracker for tenant:0f5bd2fdd28e420b8c1076ab57e342d7 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:58:30.450538 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e779e2d4-53cf-438e-ac6f-00cee3cd4c39 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:30.468421 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-41c99d5f-4265-4393-aeac-f1c0b751d4b8 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:30.479837 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-41c99d5f-4265-4393-aeac-f1c0b751d4b8 None None] Transition to ACTIVE for port object 2c2a244c-fefe-4ae6-9bd7-65387978a5c5 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:58:30.493024 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7c483faa-81a3-4bc7-a63b-6e0a7843d185 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Unset dirty status for tenant:0f5bd2fdd28e420b8c1076ab57e342d7 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:58:30.496890 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7c483faa-81a3-4bc7-a63b-6e0a7843d185 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 881 time: 0.6418531 Mar 05 13:58:30.497825 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44952) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:30.529393 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-41c99d5f-4265-4393-aeac-f1c0b751d4b8 None None] Transition to ACTIVE for port object 2c2a244c-fefe-4ae6-9bd7-65387978a5c5 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:58:30.534439 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a7569db1-e330-43a0-baeb-6c0870a45a9b details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:58:30.546021 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-41c99d5f-4265-4393-aeac-f1c0b751d4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:30.565479 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7b45aed3-4caa-4ff6-92ce-e455938b80cd req-bd62105f-6e3a-48c6-95aa-473aed51bf4a tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3859f3-2406-4018-b0fc-b5b2fff720fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243286 Mar 05 13:58:30.604450 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e561a4a1-11e2-42f5-a079-9826c89ba083 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbdda44a-b065-45c1-b6da-7921114a7a50 HTTP/1.1" status: 200 len: 205 time: 0.1049438 Mar 05 13:58:30.605319 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44956) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:30.627791 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:30.677308 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c99d5f-4265-4393-aeac-f1c0b751d4b8 None None] Network 3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:58:30.681822 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-41c99d5f-4265-4393-aeac-f1c0b751d4b8 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:58:30.684366 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c99d5f-4265-4393-aeac-f1c0b751d4b8 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:58:30.751099 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.resource_extend [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:58:30.795008 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event deleted for resources: {'Subnet': ['ID=a9cd6694-40a3-418e-881f-fa0e465b76df,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:30.805034 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1f981d5f-c82f-4bda-af6d-2bfcf5b0fbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:30.851479 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e779e2d4-53cf-438e-ac6f-00cee3cd4c39 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:30.858897 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1f981d5f-c82f-4bda-af6d-2bfcf5b0fbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:30.876903 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e779e2d4-53cf-438e-ac6f-00cee3cd4c39 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:30.916175 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c99d5f-4265-4393-aeac-f1c0b751d4b8 None None] Pushing event updated for resources: {'Port': ['ID=2c2a244c-fefe-4ae6-9bd7-65387978a5c5,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:30.922550 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:30.955291 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:30.964329 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-41c99d5f-4265-4393-aeac-f1c0b751d4b8 None None] Attempting to bind port 2c2a244c-fefe-4ae6-9bd7-65387978a5c5 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:58:30.965059 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-41c99d5f-4265-4393-aeac-f1c0b751d4b8 None None] Attempting to bind port 2c2a244c-fefe-4ae6-9bd7-65387978a5c5 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '55347b17-d975-42d0-a111-23966d40fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:58:30.966793 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c99d5f-4265-4393-aeac-f1c0b751d4b8 None None] Attempting to bind port 2c2a244c-fefe-4ae6-9bd7-65387978a5c5 on network 3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:58:30.978847 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a7569db1-e330-43a0-baeb-6c0870a45a9b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a7569db1-e330-43a0-baeb-6c0870a45a9b,segment=NetworkSegment(a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d),segment_id=a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:30.979864 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55347b17-d975-42d0-a111-23966d40fbee') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:30.980226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55347b17-d975-42d0-a111-23966d40fbee') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:30.987554 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c99d5f-4265-4393-aeac-f1c0b751d4b8 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:58:30.987926 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c99d5f-4265-4393-aeac-f1c0b751d4b8 None None] Checking segment: {'id': '55347b17-d975-42d0-a111-23966d40fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:58:30.988520 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-41c99d5f-4265-4393-aeac-f1c0b751d4b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:30.989808 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c99d5f-4265-4393-aeac-f1c0b751d4b8 None None] Bound using segment: {'id': '55347b17-d975-42d0-a111-23966d40fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:58:30.990874 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-41c99d5f-4265-4393-aeac-f1c0b751d4b8 None None] Bound port: 2c2a244c-fefe-4ae6-9bd7-65387978a5c5, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55347b17-d975-42d0-a111-23966d40fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:58:30.991431 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-41c99d5f-4265-4393-aeac-f1c0b751d4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:31.007757 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc0ecc-df65-4edf-aeee-66634c138842 req-029b690f-54b5-47bd-ad1e-5a1905f9b795 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:31.016492 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ebcc0ecc-df65-4edf-aeee-66634c138842 req-029b690f-54b5-47bd-ad1e-5a1905f9b795 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 946 time: 0.3112705 Mar 05 13:58:31.021088 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'a7569db1-e330-43a0-baeb-6c0870a45a9b', 'network_id': 'f414ad02-1c0c-4bd5-b50a-8327414e8a67', 'port_id': 'a7569db1-e330-43a0-baeb-6c0870a45a9b', 'mac_address': 'fa:16:3e:f5:8a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c5272d-93eb-488f-b3b2-2c63f8c75f01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:58:31.021435 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:31.080498 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:31.093567 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:58:31.093969 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:31.097883 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8086221a-b80c-4676-b2de-4e1b1584a759 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:58:31.108988 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:58:31.133319 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ebcc0ecc-df65-4edf-aeee-66634c138842 req-743d0f02-0224-46db-84dd-7c07bb47d1b4 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157937 Mar 05 13:58:31.179874 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:31.206013 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1f981d5f-c82f-4bda-af6d-2bfcf5b0fbe2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a389304c012d44838cb2ec77de416ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3575642 Mar 05 13:58:31.218830 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f981d5f-c82f-4bda-af6d-2bfcf5b0fbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5214833b-5b52-43ce-a40e-8cb8c62b55d2,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:31.218830 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44972) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:31.237459 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 13:58:31.237459 n-d-803718-1 neutron-server[87914]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 13:58:31.237459 n-d-803718-1 neutron-server[87914]: [parameters: {'id': '3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22'}] Mar 05 13:58:31.237459 n-d-803718-1 neutron-server[87914]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:58:31.238457 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:58:31.259621 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7569db1-e330-43a0-baeb-6c0870a45a9b {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:58:31.272759 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-41c99d5f-4265-4393-aeac-f1c0b751d4b8 None None] For port 2c2a244c-fefe-4ae6-9bd7-65387978a5c5, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:58:31.280751 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-41c99d5f-4265-4393-aeac-f1c0b751d4b8 None None] For port 2c2a244c-fefe-4ae6-9bd7-65387978a5c5, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=2c2a244c-fefe-4ae6-9bd7-65387978a5c5,segment=NetworkSegment(55347b17-d975-42d0-a111-23966d40fbee),segment_id=55347b17-d975-42d0-a111-23966d40fbee)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:58:31.288240 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a7569db1-e330-43a0-baeb-6c0870a45a9b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a7569db1-e330-43a0-baeb-6c0870a45a9b,segment=NetworkSegment(a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d),segment_id=a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:31.288420 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e779e2d4-53cf-438e-ac6f-00cee3cd4c39 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:31.289524 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e779e2d4-53cf-438e-ac6f-00cee3cd4c39 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4352248 Mar 05 13:58:31.292895 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44976) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:31.293948 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-41c99d5f-4265-4393-aeac-f1c0b751d4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:31.300801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-6188c07c-557c-4b89-96d8-7c58db09d24d tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group_rule': {'security_group_id': 'ca14a4db-698f-4778-8c2b-22f5e6426d0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '3e6cd2ae-63de-41ae-9b85-fa881a526c4c'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:31.310207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6188c07c-557c-4b89-96d8-7c58db09d24d tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:31.314842 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6188c07c-557c-4b89-96d8-7c58db09d24d tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Usage tracker for resource:security_group_rule and tenant:7676ab86c20241819800585c59882f86 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:31.319222 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6188c07c-557c-4b89-96d8-7c58db09d24d tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:31.326348 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6188c07c-557c-4b89-96d8-7c58db09d24d tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:31.370242 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-6188c07c-557c-4b89-96d8-7c58db09d24d tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 13:58:31.372245 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6188c07c-557c-4b89-96d8-7c58db09d24d tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0780504 Mar 05 13:58:31.374922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44980) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:31.391747 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779e2d4-53cf-438e-ac6f-00cee3cd4c39 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6cd2ae-63de-41ae-9b85-fa881a526c4c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:31.417230 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:31.425731 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7bdaa9c1-4e70-473d-8164-856fbcc7d1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:31.456560 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2c100dd0-fae8-40fd-be14-e63f33a9a4e1 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:31.465537 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8086221a-b80c-4676-b2de-4e1b1584a759 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:31.497394 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2c100dd0-fae8-40fd-be14-e63f33a9a4e1 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:31.505880 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7bdaa9c1-4e70-473d-8164-856fbcc7d1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:31.516250 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-8086221a-b80c-4676-b2de-4e1b1584a759 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Deleting port a7fa1d4a-adc4-4f0a-a617-6741c4874898 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:58:31.516588 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8086221a-b80c-4676-b2de-4e1b1584a759 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:31.579596 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c99d5f-4265-4393-aeac-f1c0b751d4b8 None None] Pushing event updated for resources: {'Port': ['ID=2c2a244c-fefe-4ae6-9bd7-65387978a5c5,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:31.585744 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2c100dd0-fae8-40fd-be14-e63f33a9a4e1 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:31.610391 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c100dd0-fae8-40fd-be14-e63f33a9a4e1 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6cd2ae-63de-41ae-9b85-fa881a526c4c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:31.632220 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2c100dd0-fae8-40fd-be14-e63f33a9a4e1 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:31.636016 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2c100dd0-fae8-40fd-be14-e63f33a9a4e1 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "DELETE /v2.0/security-groups/3e6cd2ae-63de-41ae-9b85-fa881a526c4c HTTP/1.1" status: 204 len: 168 time: 0.2576625 Mar 05 13:58:31.636328 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44988) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:31.735629 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c18a3f5b-71d9-4d43-8f47-2e5a03a00d2d tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Synchronizing usage tracker for tenant:7676ab86c20241819800585c59882f86 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:58:31.738662 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a7569db1-e330-43a0-baeb-6c0870a45a9b,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:31.741558 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:31.750802 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7897352e-197c-4021-94e9-a7953addabfe None None] Network 3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:58:31.834360 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c18a3f5b-71d9-4d43-8f47-2e5a03a00d2d tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Unset dirty status for tenant:7676ab86c20241819800585c59882f86 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:58:31.839592 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c18a3f5b-71d9-4d43-8f47-2e5a03a00d2d tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2021213 Mar 05 13:58:31.840614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44992) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:31.903427 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Deleting port 2c2a244c-fefe-4ae6-9bd7-65387978a5c5 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:58:31.904092 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:31.922525 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['a7569db1-e330-43a0-baeb-6c0870a45a9b'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:58:32.075320 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2ce52-256e-4c9c-8b77-5080152bd420 req-cd276775-5fae-4d4b-b37d-acab82648197 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:32.076911 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41c2ce52-256e-4c9c-8b77-5080152bd420 req-cd276775-5fae-4d4b-b37d-acab82648197 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 945 time: 0.2839408 Mar 05 13:58:32.139593 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7bdaa9c1-4e70-473d-8164-856fbcc7d1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:32.150844 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8086221a-b80c-4676-b2de-4e1b1584a759 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:32.153945 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d9581b-e7d1-4145-b886-4f7be5bbda32 None None] get_active_networks_info from n-d-803718-1 {{(pid=87915) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 05 13:58:32.165114 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5ace2139-419a-4c9f-a067-b5a252394da1 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:32.193595 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdaa9c1-4e70-473d-8164-856fbcc7d1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5214833b-5b52-43ce-a40e-8cb8c62b55d2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:32.335256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d9581b-e7d1-4145-b886-4f7be5bbda32 None None] Resources bound (agent type, host, resource id): {{(pid=87915) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 13:58:32.364794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-8086221a-b80c-4676-b2de-4e1b1584a759 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Calling delete_port for a7fa1d4a-adc4-4f0a-a617-6741c4874898 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:58:32.384969 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] For port 2c2a244c-fefe-4ae6-9bd7-65387978a5c5, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=2c2a244c-fefe-4ae6-9bd7-65387978a5c5,segment=NetworkSegment(55347b17-d975-42d0-a111-23966d40fbee),segment_id=55347b17-d975-42d0-a111-23966d40fbee)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:32.385496 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:32.420102 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4701c4-a8fd-4a88-b60c-a7580a267637 req-9f62156b-10d3-4706-917e-e3b36bc36bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:32.421571 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec4701c4-a8fd-4a88-b60c-a7580a267637 req-9f62156b-10d3-4706-917e-e3b36bc36bd3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 1097 time: 0.6275673 Mar 05 13:58:32.435668 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41c2ce52-256e-4c9c-8b77-5080152bd420 req-7de54a92-a2a2-4a15-a976-65131459a4c2 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494070 Mar 05 13:58:32.493045 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7bdaa9c1-4e70-473d-8164-856fbcc7d1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:32.494416 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7bdaa9c1-4e70-473d-8164-856fbcc7d1dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5214833b-5b52-43ce-a40e-8cb8c62b55d2 HTTP/1.1" status: 204 len: 168 time: 1.2693710 Mar 05 13:58:32.584896 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Calling delete_port for 2c2a244c-fefe-4ae6-9bd7-65387978a5c5 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:58:32.647717 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5ace2139-419a-4c9f-a067-b5a252394da1 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:32.669183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da18b78-60bf-4aa0-988e-c736d9f89046 req-e455312d-0aa3-420e-a5d4-af1502d6e585 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:32.679549 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2da18b78-60bf-4aa0-988e-c736d9f89046 req-e455312d-0aa3-420e-a5d4-af1502d6e585 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=700204f1-0547-4e4c-a9ae-12e4402b397e HTTP/1.1" status: 200 len: 944 time: 0.9184186 Mar 05 13:58:32.756514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4701c4-a8fd-4a88-b60c-a7580a267637 req-984624d8-8479-4215-9770-dd98821d9f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:32.758002 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec4701c4-a8fd-4a88-b60c-a7580a267637 req-984624d8-8479-4215-9770-dd98821d9f8e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 912 time: 0.3201556 Mar 05 13:58:32.802466 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2da18b78-60bf-4aa0-988e-c736d9f89046 req-a276ebbf-5bb9-42ce-9dcb-df3bbb0e727a tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3859f3-2406-4018-b0fc-b5b2fff720fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192322 Mar 05 13:58:32.805975 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:32.868770 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event deleted for resources: {'Port': ['ID=2c2a244c-fefe-4ae6-9bd7-65387978a5c5,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:32.883108 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5ace2139-419a-4c9f-a067-b5a252394da1 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:32.889646 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] No DVR routers for this DVR port 2c2a244c-fefe-4ae6-9bd7-65387978a5c5 on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:58:32.917440 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec4701c4-a8fd-4a88-b60c-a7580a267637 req-49e9aabb-a4b4-4e9b-9852-2d0acb28d3ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a03ea37a-351d-4801-933f-4c0e93ca5c48 HTTP/1.1" status: 200 len: 217 time: 0.1526892 Mar 05 13:58:32.957373 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace2139-419a-4c9f-a067-b5a252394da1 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca14a4db-698f-4778-8c2b-22f5e6426d0a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:32.965964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dceceac-6b5d-4783-bcf4-45bf07c38bcc req-e435a952-9b58-4e4c-9d47-0bad0adf4bf1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:32.973205 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8dceceac-6b5d-4783-bcf4-45bf07c38bcc req-e435a952-9b58-4e4c-9d47-0bad0adf4bf1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 946 time: 0.3717544 Mar 05 13:58:33.028294 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5ace2139-419a-4c9f-a067-b5a252394da1 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:33.029454 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5ace2139-419a-4c9f-a067-b5a252394da1 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "DELETE /v2.0/security-groups/ca14a4db-698f-4778-8c2b-22f5e6426d0a HTTP/1.1" status: 204 len: 168 time: 1.1852896 Mar 05 13:58:33.072764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45008) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:33.091804 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:33.112127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4701c4-a8fd-4a88-b60c-a7580a267637 req-5cfc42db-91a8-48e4-9ae0-d5dfe9fb58c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:33.113654 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec4701c4-a8fd-4a88-b60c-a7580a267637 req-5cfc42db-91a8-48e4-9ae0-d5dfe9fb58c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.1893015 Mar 05 13:58:33.126343 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8dceceac-6b5d-4783-bcf4-45bf07c38bcc req-22ec2c20-19e5-461d-98f0-b3436b26c2be tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523118 Mar 05 13:58:33.134313 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:33.147873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55347b17-d975-42d0-a111-23966d40fbee') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:33.148218 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55347b17-d975-42d0-a111-23966d40fbee') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:33.163153 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:33.188421 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:33.195670 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:58:33.196058 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:58:33.212612 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:58:33.225876 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8086221a-b80c-4676-b2de-4e1b1584a759 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:33.288075 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-99daa809-36d1-436c-adbd-fdf4d0ba29de tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Synchronizing usage tracker for tenant:7676ab86c20241819800585c59882f86 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:58:33.292786 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086221a-b80c-4676-b2de-4e1b1584a759 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Pushing event deleted for resources: {'Port': ['ID=a7fa1d4a-adc4-4f0a-a617-6741c4874898,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:33.304849 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:33.331984 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:33.340323 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event deleted for resources: {'Network': ['ID=3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:33.349715 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d1d1712a-3d5e-40b5-b09e-1cd30663e72e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "DELETE /v2.0/networks/3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22 HTTP/1.1" status: 204 len: 168 time: 3.9545970 Mar 05 13:58:33.350317 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45020) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:33.393823 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-4960eda2-499d-4a0c-bc7f-f91a11357c5c tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] DELETE failed (client error): The resource could not be found. Mar 05 13:58:33.394291 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4960eda2-499d-4a0c-bc7f-f91a11357c5c tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:58:33.401411 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45026) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:33.402032 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-99daa809-36d1-436c-adbd-fdf4d0ba29de tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Unset dirty status for tenant:7676ab86c20241819800585c59882f86 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:58:33.402835 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4960eda2-499d-4a0c-bc7f-f91a11357c5c tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "DELETE /v2.0/subnets/a9cd6694-40a3-418e-881f-fa0e465b76df HTTP/1.1" status: 404 len: 337 time: 0.0486512 Mar 05 13:58:33.403282 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-99daa809-36d1-436c-adbd-fdf4d0ba29de tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3215933 Mar 05 13:58:33.415329 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4701c4-a8fd-4a88-b60c-a7580a267637 req-f21a9007-ea46-4c4c-9323-d4a71e961fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:33.415834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45032) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:33.416813 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec4701c4-a8fd-4a88-b60c-a7580a267637 req-f21a9007-ea46-4c4c-9323-d4a71e961fa7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2966585 Mar 05 13:58:33.431160 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-832632de-664e-4c83-ba60-e91b56f51ee7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group': {'name': 'tempest-secgroup--82120527'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:33.441089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-832632de-664e-4c83-ba60-e91b56f51ee7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:33.467944 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-832632de-664e-4c83-ba60-e91b56f51ee7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:33.490650 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-832632de-664e-4c83-ba60-e91b56f51ee7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:33.525861 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-832632de-664e-4c83-ba60-e91b56f51ee7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:33.529798 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-832632de-664e-4c83-ba60-e91b56f51ee7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Usage tracker for resource:security_group_rule and tenant:7676ab86c20241819800585c59882f86 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:33.532786 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-832632de-664e-4c83-ba60-e91b56f51ee7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:33.539493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-832632de-664e-4c83-ba60-e91b56f51ee7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:33.554882 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-59cbec6d-f4a4-4ae7-babb-16e489ab4d93 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] DELETE failed (client error): The resource could not be found. Mar 05 13:58:33.556757 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59cbec6d-f4a4-4ae7-babb-16e489ab4d93 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:58:33.619301 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-832632de-664e-4c83-ba60-e91b56f51ee7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:33.625954 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-832632de-664e-4c83-ba60-e91b56f51ee7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:33.670920 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-832632de-664e-4c83-ba60-e91b56f51ee7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:33.672395 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-832632de-664e-4c83-ba60-e91b56f51ee7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2544451 Mar 05 13:58:33.680622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45044) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:33.695560 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-9b04889a-2df6-4751-af0b-defde525d870 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:33.696222 n-d-803718-1 neutron-server[87914]: WARNING neutron.api.v2.base [None req-9b04889a-2df6-4751-af0b-defde525d870 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 05 13:58:33.696721 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-9b04889a-2df6-4751-af0b-defde525d870 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] update failed (client error): There was a conflict when trying to complete your request. Mar 05 13:58:33.697674 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9b04889a-2df6-4751-af0b-defde525d870 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "PUT /v2.0/security-groups/0382bce3-ae29-407f-acd7-7fc666f58a36 HTTP/1.1" status: 409 len: 330 time: 0.0149412 Mar 05 13:58:33.748027 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8086221a-b80c-4676-b2de-4e1b1584a759 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:33.787941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45048) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:33.812261 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832632de-664e-4c83-ba60-e91b56f51ee7 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0382bce3-ae29-407f-acd7-7fc666f58a36,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:33.842878 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-59cbec6d-f4a4-4ae7-babb-16e489ab4d93 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "DELETE /v2.0/networks/3f7b5b8e-b0f5-44fa-b43b-856a09ad5b22 HTTP/1.1" status: 404 len: 339 time: 0.4379950 Mar 05 13:58:33.851171 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45058) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:33.928103 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a62535f-1925-4e4c-9c26-bff7c386d636 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] DELETE failed (client error): The resource could not be found. Mar 05 13:58:33.928571 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a62535f-1925-4e4c-9c26-bff7c386d636 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:58:33.932968 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4a62535f-1925-4e4c-9c26-bff7c386d636 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "DELETE /v2.0/subnets/bda2532a-6463-4e32-9d6d-f29205e83a3c HTTP/1.1" status: 404 len: 337 time: 0.0751791 Mar 05 13:58:33.933600 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45062) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:33.990982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f20fa-d28b-4bbe-8e38-3d0301f609b7 req-f5f5fd01-2921-418b-be1b-0badb9b3e30e tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:33.992260 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ea8f20fa-d28b-4bbe-8e38-3d0301f609b7 req-f5f5fd01-2921-418b-be1b-0badb9b3e30e tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 945 time: 0.3107531 Mar 05 13:58:34.002987 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-720b5cd1-36d2-4fcc-b897-77f9ff800904 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] DELETE failed (client error): The resource could not be found. Mar 05 13:58:34.003485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720b5cd1-36d2-4fcc-b897-77f9ff800904 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:58:34.008809 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-720b5cd1-36d2-4fcc-b897-77f9ff800904 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "DELETE /v2.0/networks/3968eef9-7cf9-4a2b-9bfe-e31da03378f0 HTTP/1.1" status: 404 len: 339 time: 0.0727344 Mar 05 13:58:34.038068 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45068) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:34.061982 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ea8f20fa-d28b-4bbe-8e38-3d0301f609b7 req-b33c5b7b-940c-4dfd-9a77-cde688e5528b tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634146 Mar 05 13:58:34.062735 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4e615c3a-1ccd-41b6-b12c-0b543fced576 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:34.096130 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a7569db1-e330-43a0-baeb-6c0870a45a9b up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:58:34.187130 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port a7569db1-e330-43a0-baeb-6c0870a45a9b completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:58:34.201852 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port a7569db1-e330-43a0-baeb-6c0870a45a9b triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:58:34.202985 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:34.208772 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec4701c4-a8fd-4a88-b60c-a7580a267637 req-029cf6d2-3b51-4213-8cc3-31cbe8f9714a service neutron] 10.222.0.30 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7690604 Mar 05 13:58:34.231192 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4e615c3a-1ccd-41b6-b12c-0b543fced576 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:34.241419 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f520001-f65e-4449-9d53-c5c39e9cbad4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] DELETE failed (client error): The resource could not be found. Mar 05 13:58:34.242154 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f520001-f65e-4449-9d53-c5c39e9cbad4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:58:34.246171 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1f520001-f65e-4449-9d53-c5c39e9cbad4 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "DELETE /v2.0/subnets/b8fcc8eb-1ed3-4a7d-8cdf-1b99e5bed9cd HTTP/1.1" status: 404 len: 337 time: 0.1862822 Mar 05 13:58:34.248799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45076) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:34.347095 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bef5e8b-0749-4302-a7aa-8b771539a126 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] DELETE failed (client error): The resource could not be found. Mar 05 13:58:34.347966 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bef5e8b-0749-4302-a7aa-8b771539a126 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:58:34.350575 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1bef5e8b-0749-4302-a7aa-8b771539a126 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "DELETE /v2.0/networks/73f75764-fc01-4232-b641-2cb0be13de67 HTTP/1.1" status: 404 len: 339 time: 0.0998068 Mar 05 13:58:34.355388 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45082) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:34.390498 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:34.420518 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700204f1-0547-4e4c-a9ae-12e4402b397e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7569db1-e330-43a0-baeb-6c0870a45a9b'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:58:34.432308 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a7569db1-e330-43a0-baeb-6c0870a45a9b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a7569db1-e330-43a0-baeb-6c0870a45a9b,segment=NetworkSegment(a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d),segment_id=a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:34.436759 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:34.437944 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a03ea37a-351d-4801-933f-4c0e93ca5c48 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:58:34.511287 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8086221a-b80c-4676-b2de-4e1b1584a759 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:34.517189 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8086221a-b80c-4676-b2de-4e1b1584a759 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:34.595934 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a7569db1-e330-43a0-baeb-6c0870a45a9b,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:34.610409 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:58:34.611063 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:58:34.611610 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:58:34.612736 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:58:34.613080 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:58:34.613506 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:58:34.614153 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:58:34.614830 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:58:34.615386 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:58:34.615908 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:58:34.616429 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:58:34.616947 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:58:34.671069 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4e615c3a-1ccd-41b6-b12c-0b543fced576 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:34.708713 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8086221a-b80c-4676-b2de-4e1b1584a759 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:34.711218 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8086221a-b80c-4676-b2de-4e1b1584a759 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Fanout notify agent at l3_agent the message router_deleted on router cbdda44a-b065-45c1-b6da-7921114a7a50 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:58:34.725712 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e615c3a-1ccd-41b6-b12c-0b543fced576 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0382bce3-ae29-407f-acd7-7fc666f58a36,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:34.731728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5fe0f-bccb-42d3-b923-19f995ab0f0b req-31feb15c-646e-4dff-8ddf-b43a1a9d9842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:34.733121 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3eb5fe0f-bccb-42d3-b923-19f995ab0f0b req-31feb15c-646e-4dff-8ddf-b43a1a9d9842 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 1096 time: 0.5584433 Mar 05 13:58:34.740971 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-ed376ab1-a7f1-4eab-9831-5dadad2d4074 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Deleting port 21676570-b4d7-4e71-8ba4-f5dd03f83713 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:58:34.741419 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed376ab1-a7f1-4eab-9831-5dadad2d4074 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:34.741984 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31145ba-a88b-4f6e-943e-07d752f20edf req-0855735c-0d79-4ba2-91ef-98e92238eb68 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:34.743888 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f31145ba-a88b-4f6e-943e-07d752f20edf req-0855735c-0d79-4ba2-91ef-98e92238eb68 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=700204f1-0547-4e4c-a9ae-12e4402b397e HTTP/1.1" status: 200 len: 944 time: 0.5667131 Mar 05 13:58:34.767807 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8086221a-b80c-4676-b2de-4e1b1584a759 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:34.774269 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8086221a-b80c-4676-b2de-4e1b1584a759 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "DELETE /v2.0/routers/cbdda44a-b065-45c1-b6da-7921114a7a50 HTTP/1.1" status: 204 len: 168 time: 4.1531737 Mar 05 13:58:34.781921 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45094) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:34.786603 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec4701c4-a8fd-4a88-b60c-a7580a267637 req-16c32b50-4043-44d1-a5bd-3f6c3fcbc526 service neutron] 10.222.0.30 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994667 Mar 05 13:58:34.792231 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:34.822445 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4e615c3a-1ccd-41b6-b12c-0b543fced576 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:34.823146 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4e615c3a-1ccd-41b6-b12c-0b543fced576 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "DELETE /v2.0/security-groups/0382bce3-ae29-407f-acd7-7fc666f58a36 HTTP/1.1" status: 204 len: 168 time: 1.0302444 Mar 05 13:58:34.830186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-c24e75ed-5719-433d-9f62-adfd834e0837 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-317572706', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:34.834381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45100) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:34.846046 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c24e75ed-5719-433d-9f62-adfd834e0837 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:34.861209 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c24e75ed-5719-433d-9f62-adfd834e0837 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Usage tracker for resource:router and tenant:f114f70964a24a37b5636fdd81b09ecf is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:34.862823 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port a03ea37a-351d-4801-933f-4c0e93ca5c48, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a03ea37a-351d-4801-933f-4c0e93ca5c48,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:34.868136 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c24e75ed-5719-433d-9f62-adfd834e0837 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:34.872381 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:34.885063 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c24e75ed-5719-433d-9f62-adfd834e0837 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:34.902985 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f31145ba-a88b-4f6e-943e-07d752f20edf req-21d5b1b0-7c43-47ef-83c3-6653acb4cb3d tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3859f3-2406-4018-b0fc-b5b2fff720fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321640 Mar 05 13:58:34.909280 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c24e75ed-5719-433d-9f62-adfd834e0837 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:34.910496 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c24e75ed-5719-433d-9f62-adfd834e0837 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:34.929090 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c24e75ed-5719-433d-9f62-adfd834e0837 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:34.963934 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c24e75ed-5719-433d-9f62-adfd834e0837 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:35.003788 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700204f1-0547-4e4c-a9ae-12e4402b397e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7569db1-e330-43a0-baeb-6c0870a45a9b', 'code': 200} Mar 05 13:58:35.030733 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c24e75ed-5719-433d-9f62-adfd834e0837 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:35.037710 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=a03ea37a-351d-4801-933f-4c0e93ca5c48,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:35.050748 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c24e75ed-5719-433d-9f62-adfd834e0837 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2674084 Mar 05 13:58:35.052307 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45108) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:35.060656 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-37dbb942-85d4-45c1-867b-da82eb5aa5a3 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'enable_snat': True}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:35.090738 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3eb5fe0f-bccb-42d3-b923-19f995ab0f0b req-8ec09d31-b5e9-4310-9ad5-4f341a96fb60 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069596 Mar 05 13:58:35.135297 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93250eaf-ea3a-4aab-9c6f-4357afa18741 req-9bd15a4c-68fe-433e-938c-769da167525a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:35.136951 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93250eaf-ea3a-4aab-9c6f-4357afa18741 req-9bd15a4c-68fe-433e-938c-769da167525a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 946 time: 0.7292945 Mar 05 13:58:35.173134 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2fa4637c-972a-4dd2-a3d4-8716e2371e34 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Synchronizing usage tracker for tenant:7676ab86c20241819800585c59882f86 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:58:35.309757 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93250eaf-ea3a-4aab-9c6f-4357afa18741 req-bbcd0cb4-2031-4941-a567-8b0c29bb86bf tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668162 Mar 05 13:58:35.336528 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2fa4637c-972a-4dd2-a3d4-8716e2371e34 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] Unset dirty status for tenant:7676ab86c20241819800585c59882f86 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:58:35.341537 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2fa4637c-972a-4dd2-a3d4-8716e2371e34 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4996576 Mar 05 13:58:35.341945 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45126) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:35.366498 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed376ab1-a7f1-4eab-9831-5dadad2d4074 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:35.376636 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-7aa5578c-f4ed-4ae8-ae49-ca2b113078df tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] delete failed (client error): The resource could not be found. Mar 05 13:58:35.383262 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7aa5578c-f4ed-4ae8-ae49-ca2b113078df tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "DELETE /v2.0/security-groups/8c604ec5-4f42-4cc5-85cc-2d0cff1c7516 HTTP/1.1" status: 404 len: 347 time: 0.0369840 Mar 05 13:58:35.383825 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45132) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:35.460223 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-8089ba8d-5d1b-4916-a019-460779f2d708 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] show failed (client error): The resource could not be found. Mar 05 13:58:35.466709 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8089ba8d-5d1b-4916-a019-460779f2d708 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "GET /v2.0/security-groups/56c08b1d-a9fa-4f37-9972-0c16884a51b4 HTTP/1.1" status: 404 len: 347 time: 0.0794556 Mar 05 13:58:35.512836 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45138) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:35.556008 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-ed376ab1-a7f1-4eab-9831-5dadad2d4074 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Calling delete_port for 21676570-b4d7-4e71-8ba4-f5dd03f83713 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:58:35.598419 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-9894b91f-2535-4aab-9763-1aac0762cc92 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] show failed (client error): The resource could not be found. Mar 05 13:58:35.599689 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9894b91f-2535-4aab-9763-1aac0762cc92 tempest-NegativeSecGroupTest-494356569 tempest-NegativeSecGroupTest-494356569-project] 10.222.0.16 "GET /v2.0/security-group-rules/db332312-8f26-4e68-962e-bca551903cbf HTTP/1.1" status: 404 len: 356 time: 0.0847094 Mar 05 13:58:35.617850 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-37dbb942-85d4-45c1-867b-da82eb5aa5a3 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:35.634367 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53b547-cfef-4da9-8d1f-c94b6f2515bd req-f883c443-60db-479b-8641-c1f26f883e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:35.636354 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3a53b547-cfef-4da9-8d1f-c94b6f2515bd req-f883c443-60db-479b-8641-c1f26f883e15 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=700204f1-0547-4e4c-a9ae-12e4402b397e HTTP/1.1" status: 200 len: 1096 time: 0.5157411 Mar 05 13:58:35.663336 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed376ab1-a7f1-4eab-9831-5dadad2d4074 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:35.740031 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419a8e7-6956-4fea-a966-659e531349d0 req-1c3cbf29-3d6e-4f23-8a42-c21bbd85e0bf tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:35.741569 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0419a8e7-6956-4fea-a966-659e531349d0 req-1c3cbf29-3d6e-4f23-8a42-c21bbd85e0bf tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 945 time: 0.4268124 Mar 05 13:58:35.756398 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3a53b547-cfef-4da9-8d1f-c94b6f2515bd req-ee7b3096-4ec8-4128-af18-a33b8208fbd3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8f3859f3-2406-4018-b0fc-b5b2fff720fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132889 Mar 05 13:58:35.763456 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed376ab1-a7f1-4eab-9831-5dadad2d4074 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event deleted for resources: {'Port': ['ID=21676570-b4d7-4e71-8ba4-f5dd03f83713,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:35.776338 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed376ab1-a7f1-4eab-9831-5dadad2d4074 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:35.796411 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ed376ab1-a7f1-4eab-9831-5dadad2d4074 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "DELETE /v2.0/ports/21676570-b4d7-4e71-8ba4-f5dd03f83713 HTTP/1.1" status: 204 len: 168 time: 1.4218209 Mar 05 13:58:35.797464 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45152) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:35.859461 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-e196949c-ba46-46b1-9b3c-c03b852ceaea tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] DELETE failed (client error): The resource could not be found. Mar 05 13:58:35.859930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e196949c-ba46-46b1-9b3c-c03b852ceaea tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:58:35.864876 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e196949c-ba46-46b1-9b3c-c03b852ceaea tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "DELETE /v2.0/subnets/ecc0f14d-6677-474f-bbcd-b383145d42ae HTTP/1.1" status: 404 len: 337 time: 0.0625122 Mar 05 13:58:35.865978 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45158) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:35.871606 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0419a8e7-6956-4fea-a966-659e531349d0 req-6e9ecf57-2e25-4ff0-8c70-bd21849d7b19 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183617 Mar 05 13:58:36.061571 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-954d4952-98a7-4235-8a8b-4a7b7aaf7216 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:36.294807 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45172) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:36.370245 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-954d4952-98a7-4235-8a8b-4a7b7aaf7216 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:36.434266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-954d4952-98a7-4235-8a8b-4a7b7aaf7216 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1894646-fc36-46af-ace3-4829e972197a']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:36.453930 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-37dbb942-85d4-45c1-867b-da82eb5aa5a3 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:36.455120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-954d4952-98a7-4235-8a8b-4a7b7aaf7216 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5c18f5-c493-4123-88ca-b1a1fd0d60c6') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:36.455515 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-954d4952-98a7-4235-8a8b-4a7b7aaf7216 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5c18f5-c493-4123-88ca-b1a1fd0d60c6') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:36.479190 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-954d4952-98a7-4235-8a8b-4a7b7aaf7216 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:36.505477 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7bd5a-db3e-453c-9598-247960b19b25 req-f6567609-79f3-4fd5-b897-93d9a00542f9 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:36.507207 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d5e7bd5a-db3e-453c-9598-247960b19b25 req-f6567609-79f3-4fd5-b897-93d9a00542f9 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=700204f1-0547-4e4c-a9ae-12e4402b397e HTTP/1.1" status: 200 len: 945 time: 0.2113676 Mar 05 13:58:36.514699 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-954d4952-98a7-4235-8a8b-4a7b7aaf7216 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:36.544388 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954d4952-98a7-4235-8a8b-4a7b7aaf7216 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:58:36.544899 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-954d4952-98a7-4235-8a8b-4a7b7aaf7216 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:58:36.566793 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:58:36.648614 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1c7cbcd1-25ca-4ee0-8840-b216c9f7dea4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7676ab86c20241819800585c59882f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3417120 Mar 05 13:58:36.664057 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45188) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:36.666858 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-37dbb942-85d4-45c1-867b-da82eb5aa5a3 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:36.726681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45192) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:36.757939 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d5e7bd5a-db3e-453c-9598-247960b19b25 req-7890afaf-5239-46b0-b23c-98a3953d4f47 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3859f3-2406-4018-b0fc-b5b2fff720fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446063 Mar 05 13:58:36.784630 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-954d4952-98a7-4235-8a8b-4a7b7aaf7216 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:36.856429 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-954d4952-98a7-4235-8a8b-4a7b7aaf7216 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:36.869985 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d4952-98a7-4235-8a8b-4a7b7aaf7216 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event deleted for resources: {'Network': ['ID=c1894646-fc36-46af-ace3-4829e972197a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:36.881625 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-954d4952-98a7-4235-8a8b-4a7b7aaf7216 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "DELETE /v2.0/networks/c1894646-fc36-46af-ace3-4829e972197a HTTP/1.1" status: 204 len: 168 time: 1.0105371 Mar 05 13:58:36.884186 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45200) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:37.003258 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1405c06f-0953-4812-b371-d46780f0b6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:37.005867 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f099ed-e6f2-4d74-90d4-3322fb1a4864', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a03ea37a-351d-4801-933f-4c0e93ca5c48'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:58:37.040078 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-37dbb942-85d4-45c1-867b-da82eb5aa5a3 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Allocated IP 172.25.4.205 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/78f2672e-e602-404f-868f-0402c2993564) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:58:37.052422 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be40b0-27f4-49d4-bb20-e0acf426c506 req-1aad29a5-3c47-402b-9b23-aa074338ba0d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:37.059435 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86be40b0-27f4-49d4-bb20-e0acf426c506 req-1aad29a5-3c47-402b-9b23-aa074338ba0d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 944 time: 0.5131071 Mar 05 13:58:37.087173 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b7f1c8b-fbe0-4308-ac14-6b52a52deba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:37.097264 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1405c06f-0953-4812-b371-d46780f0b6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:37.128266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4b7f1c8b-fbe0-4308-ac14-6b52a52deba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:37.134244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4b7f1c8b-fbe0-4308-ac14-6b52a52deba9 admin admin] Usage tracker for resource:security_group_rule and tenant:d9c4defa6e3f4c37b29c486fba87a4a9 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:37.139197 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4b7f1c8b-fbe0-4308-ac14-6b52a52deba9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:37.147212 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4b7f1c8b-fbe0-4308-ac14-6b52a52deba9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:37.264271 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86be40b0-27f4-49d4-bb20-e0acf426c506 req-96227a8d-2312-4167-b9ee-1b57fc9d0f6e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038507 Mar 05 13:58:37.276926 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b7f1c8b-fbe0-4308-ac14-6b52a52deba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:37.316369 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45212) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:37.346164 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b7f1c8b-fbe0-4308-ac14-6b52a52deba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:37.359495 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f099ed-e6f2-4d74-90d4-3322fb1a4864', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a03ea37a-351d-4801-933f-4c0e93ca5c48', 'code': 200} Mar 05 13:58:37.370093 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1405c06f-0953-4812-b371-d46780f0b6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:37.398631 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405c06f-0953-4812-b371-d46780f0b6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535b47ab-1366-4075-b64a-1cfb8b0177e6,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:37.409043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-83f010b9-e9b0-43aa-a6e4-94fa064c867e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Deleting port 1a83826d-a4ff-4ef8-82ec-6b4b1cae5960 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:58:37.409591 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-83f010b9-e9b0-43aa-a6e4-94fa064c867e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:37.425865 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-37dbb942-85d4-45c1-867b-da82eb5aa5a3 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:37.451904 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1405c06f-0953-4812-b371-d46780f0b6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:37.453077 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1405c06f-0953-4812-b371-d46780f0b6a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/535b47ab-1366-4075-b64a-1cfb8b0177e6 HTTP/1.1" status: 204 len: 168 time: 0.7879157 Mar 05 13:58:37.477808 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-37dbb942-85d4-45c1-867b-da82eb5aa5a3 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:37.548926 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f1c8b-fbe0-4308-ac14-6b52a52deba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc25f98-78e3-4b56-b0b5-434f5cbce050,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:37.592182 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-98b92c98-b4c6-40a7-b23d-13ad5e24e1fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:37.613266 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dbb942-85d4-45c1-867b-da82eb5aa5a3 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:58:37.621355 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-37dbb942-85d4-45c1-867b-da82eb5aa5a3 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:58:37.623616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-98b92c98-b4c6-40a7-b23d-13ad5e24e1fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:37.634947 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dbb942-85d4-45c1-867b-da82eb5aa5a3 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:58:37.665191 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-98b92c98-b4c6-40a7-b23d-13ad5e24e1fa admin admin] Usage tracker for resource:security_group_rule and tenant:605f8b501fe14277bf6780830e12b8be is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:37.670960 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-98b92c98-b4c6-40a7-b23d-13ad5e24e1fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:37.684130 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbb942-85d4-45c1-867b-da82eb5aa5a3 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Pushing event updated for resources: {'Port': ['ID=78f2672e-e602-404f-868f-0402c2993564,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:37.687106 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-98b92c98-b4c6-40a7-b23d-13ad5e24e1fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:37.771711 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4b7f1c8b-fbe0-4308-ac14-6b52a52deba9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9c4defa6e3f4c37b29c486fba87a4a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0429986 Mar 05 13:58:37.778723 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45222) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:37.892074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e24ea-af79-4a83-88bf-d8ea9cbf4587 req-1d8ea84f-e3ae-45c1-a455-b3e13943dd4e tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:37.899662 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1a3e24ea-af79-4a83-88bf-d8ea9cbf4587 req-1d8ea84f-e3ae-45c1-a455-b3e13943dd4e tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 945 time: 0.7780385 Mar 05 13:58:37.904994 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-83f010b9-e9b0-43aa-a6e4-94fa064c867e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:38.057347 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-83f010b9-e9b0-43aa-a6e4-94fa064c867e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Calling delete_port for 1a83826d-a4ff-4ef8-82ec-6b4b1cae5960 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:58:38.108131 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1a3e24ea-af79-4a83-88bf-d8ea9cbf4587 req-b5608bf6-3363-43e3-bccc-dc4d276f81ae tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076073 Mar 05 13:58:38.145472 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5ade1c63-1e9a-4efc-92d1-0176cac34296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:38.156082 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-83f010b9-e9b0-43aa-a6e4-94fa064c867e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:38.211526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f010b9-e9b0-43aa-a6e4-94fa064c867e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event deleted for resources: {'Port': ['ID=1a83826d-a4ff-4ef8-82ec-6b4b1cae5960,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:38.214344 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5ade1c63-1e9a-4efc-92d1-0176cac34296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:38.216894 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-83f010b9-e9b0-43aa-a6e4-94fa064c867e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:38.229036 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-83f010b9-e9b0-43aa-a6e4-94fa064c867e tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "DELETE /v2.0/ports/1a83826d-a4ff-4ef8-82ec-6b4b1cae5960 HTTP/1.1" status: 204 len: 168 time: 1.3438082 Mar 05 13:58:38.231490 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45244) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:38.237419 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-98b92c98-b4c6-40a7-b23d-13ad5e24e1fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:38.259599 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-98b92c98-b4c6-40a7-b23d-13ad5e24e1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:38.288499 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0275493-4e61-4b62-9c2e-bcc2cfc09038 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] DELETE failed (client error): The resource could not be found. Mar 05 13:58:38.289525 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0275493-4e61-4b62-9c2e-bcc2cfc09038 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:58:38.291650 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a0275493-4e61-4b62-9c2e-bcc2cfc09038 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "DELETE /v2.0/subnets/7476af4d-6287-4a94-aa4e-3da1008e40ad HTTP/1.1" status: 404 len: 337 time: 0.0563352 Mar 05 13:58:38.294082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45252) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:38.353628 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79d7dd-ee3a-4707-8288-bd9d56d948cc req-fe18502b-6719-4591-b3ae-b0c244634cb0 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:38.355224 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3e79d7dd-ee3a-4707-8288-bd9d56d948cc req-fe18502b-6719-4591-b3ae-b0c244634cb0 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=700204f1-0547-4e4c-a9ae-12e4402b397e HTTP/1.1" status: 200 len: 945 time: 0.4176867 Mar 05 13:58:38.439832 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b92c98-b4c6-40a7-b23d-13ad5e24e1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddb69c0-a40a-464b-a1f0-5a13dcd4f676,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:38.451667 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-98b92c98-b4c6-40a7-b23d-13ad5e24e1fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=605f8b501fe14277bf6780830e12b8be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1309087 Mar 05 13:58:38.454067 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-37dbb942-85d4-45c1-867b-da82eb5aa5a3 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:38.470994 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa9c3-7221-4769-960f-b4a9c1f764de tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:38.472734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45260) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:38.542071 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3e79d7dd-ee3a-4707-8288-bd9d56d948cc req-4cbcddad-f2d3-4f12-9426-eb5314fa680a tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3859f3-2406-4018-b0fc-b5b2fff720fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676822 Mar 05 13:58:38.546619 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5ade1c63-1e9a-4efc-92d1-0176cac34296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:38.759062 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade1c63-1e9a-4efc-92d1-0176cac34296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc25f98-78e3-4b56-b0b5-434f5cbce050,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:38.775318 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-85b2f903-9159-4a78-bedc-cb4bcda1c573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:38.859702 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5ade1c63-1e9a-4efc-92d1-0176cac34296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:38.859702 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5ade1c63-1e9a-4efc-92d1-0176cac34296 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4fc25f98-78e3-4b56-b0b5-434f5cbce050 HTTP/1.1" status: 204 len: 168 time: 1.0766964 Mar 05 13:58:38.866224 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ab056-c68c-4b3c-af0a-8c0fcf591515 req-de0d6ea8-7a45-4436-af89-31d8331efc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:38.867889 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ad5ab056-c68c-4b3c-af0a-8c0fcf591515 req-de0d6ea8-7a45-4436-af89-31d8331efc70 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2216bd4e99a4eb1bc00ada44567b6bf&device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 1096 time: 0.3939486 Mar 05 13:58:38.872024 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa9c3-7221-4769-960f-b4a9c1f764de tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:39.022806 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a16da-c924-425f-92c3-065e37e4e647 req-39bddfc4-bb69-40a9-ba5f-833a708efe0f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:39.029742 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd1a16da-c924-425f-92c3-065e37e4e647 req-39bddfc4-bb69-40a9-ba5f-833a708efe0f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 944 time: 0.5057466 Mar 05 13:58:39.031995 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-42f1f83b-7149-42f7-a5cd-239b320efc96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:39.057518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-bc7aa9c3-7221-4769-960f-b4a9c1f764de tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4582ae5e-d440-4013-a763-b763b3194eda']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:39.102216 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2d96a-0fc6-46bb-82fc-5ca411df74d6 req-6529791a-ae00-4d97-a631-a2b0ddeed935 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:39.102341 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-bc7aa9c3-7221-4769-960f-b4a9c1f764de tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a68cd5-d380-4ba6-a422-16f335769f80') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:39.102669 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-bc7aa9c3-7221-4769-960f-b4a9c1f764de tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a68cd5-d380-4ba6-a422-16f335769f80') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:39.104448 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3ba2d96a-0fc6-46bb-82fc-5ca411df74d6 req-6529791a-ae00-4d97-a631-a2b0ddeed935 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 945 time: 0.3423753 Mar 05 13:58:39.144250 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa9c3-7221-4769-960f-b4a9c1f764de tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:39.153351 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-42f1f83b-7149-42f7-a5cd-239b320efc96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:39.189330 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-37dbb942-85d4-45c1-867b-da82eb5aa5a3 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:39.197106 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd1a16da-c924-425f-92c3-065e37e4e647 req-5986f9b4-70a7-42c0-ac9d-95d802913ded tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663244 Mar 05 13:58:39.208118 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3ba2d96a-0fc6-46bb-82fc-5ca411df74d6 req-da60e5ee-facb-4bc9-bd4d-d8f73e40cc67 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807447 Mar 05 13:58:39.220101 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ab056-c68c-4b3c-af0a-8c0fcf591515 req-2d8e0a22-45db-4a40-bde0-9fb63c1fd9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:39.224041 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ad5ab056-c68c-4b3c-af0a-8c0fcf591515 req-2d8e0a22-45db-4a40-bde0-9fb63c1fd9e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=37a7d3f0-790d-4769-b9e8-887239a3772c HTTP/1.1" status: 200 len: 911 time: 0.3349457 Mar 05 13:58:39.224831 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-37dbb942-85d4-45c1-867b-da82eb5aa5a3 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3922806'] for router, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:39.237676 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa9c3-7221-4769-960f-b4a9c1f764de tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:39.411212 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7aa9c3-7221-4769-960f-b4a9c1f764de tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:58:39.411627 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa9c3-7221-4769-960f-b4a9c1f764de tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:58:39.544253 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:58:39.547508 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ad5ab056-c68c-4b3c-af0a-8c0fcf591515 req-fc977816-0d39-411a-80cd-df9b1af7f817 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=793b9042-ca60-4cbe-b8eb-291ceea07239 HTTP/1.1" status: 200 len: 217 time: 0.3126791 Mar 05 13:58:39.639801 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37dbb942-85d4-45c1-867b-da82eb5aa5a3 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Router 4e0c732d-bcdf-4bca-b8fe-fdb6154aff3a is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:58:39.642850 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa9c3-7221-4769-960f-b4a9c1f764de tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:39.827635 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa9c3-7221-4769-960f-b4a9c1f764de tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:39.865163 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7aa9c3-7221-4769-960f-b4a9c1f764de tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event deleted for resources: {'Network': ['ID=4582ae5e-d440-4013-a763-b763b3194eda,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:39.911855 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dbb942-85d4-45c1-867b-da82eb5aa5a3 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:58:39.918727 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-37dbb942-85d4-45c1-867b-da82eb5aa5a3 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:39.919923 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-37dbb942-85d4-45c1-867b-da82eb5aa5a3 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "PUT /v2.0/routers/4e0c732d-bcdf-4bca-b8fe-fdb6154aff3a HTTP/1.1" status: 200 len: 914 time: 4.8665347 Mar 05 13:58:39.922193 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45314) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:39.922599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45316) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:39.923305 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b390ac9-5da7-41fc-bc17-77fa5079263b None None] Sync routers for ids ['4e0c732d-bcdf-4bca-b8fe-fdb6154aff3a'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:58:39.927667 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-bc7aa9c3-7221-4769-960f-b4a9c1f764de tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "DELETE /v2.0/networks/4582ae5e-d440-4013-a763-b763b3194eda HTTP/1.1" status: 204 len: 168 time: 1.6322279 Mar 05 13:58:39.948547 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b390ac9-5da7-41fc-bc17-77fa5079263b None None] Routers {'4e0c732d-bcdf-4bca-b8fe-fdb6154aff3a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:58:39.949594 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7b390ac9-5da7-41fc-bc17-77fa5079263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:58:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4e0c732d-bcdf-4bca-b8fe-fdb6154aff3a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:39.958077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ab056-c68c-4b3c-af0a-8c0fcf591515 req-2f9157ec-6feb-453e-bb21-56204a81984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:39.971463 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ad5ab056-c68c-4b3c-af0a-8c0fcf591515 req-2f9157ec-6feb-453e-bb21-56204a81984b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=251e09fb-aabe-4b04-921b-86ca0c662b76 HTTP/1.1" status: 200 len: 851 time: 0.3767114 Mar 05 13:58:39.973171 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-42f1f83b-7149-42f7-a5cd-239b320efc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:40.049353 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7b390ac9-5da7-41fc-bc17-77fa5079263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:40.061036 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b390ac9-5da7-41fc-bc17-77fa5079263b None None] Routers {'4e0c732d-bcdf-4bca-b8fe-fdb6154aff3a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:58:40.062058 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7b390ac9-5da7-41fc-bc17-77fa5079263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:58:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4e0c732d-bcdf-4bca-b8fe-fdb6154aff3a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:40.103045 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ad5ab056-c68c-4b3c-af0a-8c0fcf591515 req-283200cb-382e-4014-9f99-3a729e8553b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=37a7d3f0-790d-4769-b9e8-887239a3772c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255746 Mar 05 13:58:40.119002 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a03ea37a-351d-4801-933f-4c0e93ca5c48 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:58:40.142801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1f83b-7149-42f7-a5cd-239b320efc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddb69c0-a40a-464b-a1f0-5a13dcd4f676,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:40.192780 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-7b390ac9-5da7-41fc-bc17-77fa5079263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:40.193119 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b390ac9-5da7-41fc-bc17-77fa5079263b None None] The sync data for ids ['4e0c732d-bcdf-4bca-b8fe-fdb6154aff3a'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:58:40.286969 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0d3ce8a5-f1cb-43ea-8397-5aa112f21245 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "GET /v2.0/routers/4e0c732d-bcdf-4bca-b8fe-fdb6154aff3a HTTP/1.1" status: 200 len: 920 time: 0.3614354 Mar 05 13:58:40.291433 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45336) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:40.358139 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f61f9f-2a51-44dd-ab63-0d08398a3847 req-a2a3dadc-aeb3-4487-ac2f-c64c3ba2dccd tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:40.365389 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-49f61f9f-2a51-44dd-ab63-0d08398a3847 req-a2a3dadc-aeb3-4487-ac2f-c64c3ba2dccd tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.8490305 Mar 05 13:58:40.375948 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-42f1f83b-7149-42f7-a5cd-239b320efc96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:40.377026 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-42f1f83b-7149-42f7-a5cd-239b320efc96 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ddb69c0-a40a-464b-a1f0-5a13dcd4f676 HTTP/1.1" status: 204 len: 168 time: 1.8559167 Mar 05 13:58:40.423608 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ee665a-94cb-415e-8526-4d4b2cdafcb7 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Deleting subnet 8d702ae5-4744-4adb-b648-33b53c9b12b3 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:58:40.428808 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4ee665a-94cb-415e-8526-4d4b2cdafcb7 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:40.520096 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4ee665a-94cb-415e-8526-4d4b2cdafcb7 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:40.543741 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-49f61f9f-2a51-44dd-ab63-0d08398a3847 req-7b824b69-553f-4697-8659-ed074e7be30d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773694 Mar 05 13:58:40.551197 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ad5ab056-c68c-4b3c-af0a-8c0fcf591515 req-d0eea886-b7e3-4e0b-a3ff-38a4bc0193d5 service neutron] 10.222.0.15 "GET /v2.0/networks/37a7d3f0-790d-4769-b9e8-887239a3772c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126060 Mar 05 13:58:40.585285 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645ae94-46ae-4038-b2f0-692be83d285c req-628ee8b1-70a9-4bfa-8f0d-295e650b393a tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:40.592088 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9645ae94-46ae-4038-b2f0-692be83d285c req-628ee8b1-70a9-4bfa-8f0d-295e650b393a tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=700204f1-0547-4e4c-a9ae-12e4402b397e HTTP/1.1" status: 200 len: 945 time: 0.2388501 Mar 05 13:58:40.595264 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04fb213-bb09-4b85-a114-94886d1583dd tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:40.596691 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e04fb213-bb09-4b85-a114-94886d1583dd tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&device_id=4e0c732d-bcdf-4bca-b8fe-fdb6154aff3a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3042016 Mar 05 13:58:40.601654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45348) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:40.772706 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9645ae94-46ae-4038-b2f0-692be83d285c req-03cdebd3-4a66-4ce7-b865-9c05bed9cd0b tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3859f3-2406-4018-b0fc-b5b2fff720fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778340 Mar 05 13:58:40.811092 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ad5ab056-c68c-4b3c-af0a-8c0fcf591515 req-447479e6-0d86-4f8f-8c4c-bd6f5d00481f service neutron] 10.222.0.15 "GET /v2.0/networks/37a7d3f0-790d-4769-b9e8-887239a3772c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541296 Mar 05 13:58:40.916263 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f3019-f1ed-4f95-b117-5bd6e754dfc5 req-b0a37ec9-3aa1-4578-bfa6-800680c3af2b tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:40.928986 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a1635c86-133a-48a7-88ce-b9cdd84f6405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:40.929383 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-284f3019-f1ed-4f95-b117-5bd6e754dfc5 req-b0a37ec9-3aa1-4578-bfa6-800680c3af2b tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 945 time: 0.2601111 Mar 05 13:58:41.028183 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-284f3019-f1ed-4f95-b117-5bd6e754dfc5 req-5d4f928f-a27a-4e56-a5c8-66c2be213f24 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967185 Mar 05 13:58:41.148612 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4ee665a-94cb-415e-8526-4d4b2cdafcb7 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:41.177641 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45364) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:41.189155 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb00e44-5f94-4237-a1b5-97cb2dfe645b tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:41.193773 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-eeb00e44-5f94-4237-a1b5-97cb2dfe645b tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 881 time: 0.5759549 Mar 05 13:58:41.195067 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45368) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:41.209917 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c859535e-c3a5-4645-abac-402e3d3b1e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:41.246074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c859535e-c3a5-4645-abac-402e3d3b1e84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:41.251628 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c859535e-c3a5-4645-abac-402e3d3b1e84 admin admin] Usage tracker for resource:security_group_rule and tenant:b34cc6bf2fe24764a50f30ae4ec2b621 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:41.259205 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c859535e-c3a5-4645-abac-402e3d3b1e84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:41.265377 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c859535e-c3a5-4645-abac-402e3d3b1e84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:41.274081 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0db2afdb-ec7e-4c76-b246-52bd1783e6d4 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e0c732d-bcdf-4bca-b8fe-fdb6154aff3a HTTP/1.1" status: 200 len: 205 time: 0.0714312 Mar 05 13:58:41.276458 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45374) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:41.302179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd6224-a71a-4039-894c-e2c9864eaefe req-752cab3e-ee91-43fb-b5e0-12c2014031d6 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:41.304135 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3abd6224-a71a-4039-894c-e2c9864eaefe req-752cab3e-ee91-43fb-b5e0-12c2014031d6 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.2213011 Mar 05 13:58:41.329173 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4ee665a-94cb-415e-8526-4d4b2cdafcb7 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:41.373699 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4ee665a-94cb-415e-8526-4d4b2cdafcb7 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:41.380488 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6efe75-ed68-4604-9482-ca3af392f895 None None] Network 837658d1-cf87-4040-9bcd-27ce9d500def requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:58:41.400048 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee665a-94cb-415e-8526-4d4b2cdafcb7 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event deleted for resources: {'Subnet': ['ID=8d702ae5-4744-4adb-b648-33b53c9b12b3,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:41.469318 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e4ee665a-94cb-415e-8526-4d4b2cdafcb7 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "DELETE /v2.0/subnets/8d702ae5-4744-4adb-b648-33b53c9b12b3 HTTP/1.1" status: 204 len: 168 time: 1.5456822 Mar 05 13:58:41.480711 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45382) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:41.484873 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3abd6224-a71a-4039-894c-e2c9864eaefe req-c6ef56ec-23b8-48bc-b227-0b4bf8c58a5c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729133 Mar 05 13:58:41.565922 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7e56-cdaa-4c97-ac03-ff943e53e1ff tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:41.579679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933cc08-c8d2-4cc2-93e9-dac08008811a req-b7725d7d-e245-408e-9beb-c95096e3193e tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:41.581583 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b933cc08-c8d2-4cc2-93e9-dac08008811a req-b7725d7d-e245-408e-9beb-c95096e3193e tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.30 "GET /v2.0/ports?device_id=700204f1-0547-4e4c-a9ae-12e4402b397e HTTP/1.1" status: 200 len: 945 time: 0.1826649 Mar 05 13:58:41.782665 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-b933cc08-c8d2-4cc2-93e9-dac08008811a req-6b1ad755-dce4-411c-9852-aceb4dd49ea7 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Deleting port a7569db1-e330-43a0-baeb-6c0870a45a9b {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:58:41.783047 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-b933cc08-c8d2-4cc2-93e9-dac08008811a req-6b1ad755-dce4-411c-9852-aceb4dd49ea7 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:41.792269 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c859535e-c3a5-4645-abac-402e3d3b1e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:41.856872 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c859535e-c3a5-4645-abac-402e3d3b1e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:41.863325 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8943694d-ed40-494a-a4fe-f5b321a75b73 None None] DHCP port deletion for 837658d1-cf87-4040-9bcd-27ce9d500def request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:58:41.868351 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-8943694d-ed40-494a-a4fe-f5b321a75b73 None None] Deleting port 76b0ddcb-fb28-4086-84dc-45498c0d380c {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:58:41.868742 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8943694d-ed40-494a-a4fe-f5b321a75b73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:41.934794 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:42.022003 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Deleting port 76b0ddcb-fb28-4086-84dc-45498c0d380c {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:58:42.022342 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:42.044946 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:42.119516 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859535e-c3a5-4645-abac-402e3d3b1e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586941a4-4892-436b-b657-843e0bd04a2c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:42.135401 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c859535e-c3a5-4645-abac-402e3d3b1e84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b34cc6bf2fe24764a50f30ae4ec2b621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9562328 Mar 05 13:58:42.149421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45408) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:42.205383 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7e56-cdaa-4c97-ac03-ff943e53e1ff tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:42.217917 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 76b0ddcb-fb28-4086-84dc-45498c0d380c no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:58:42.258297 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7562e32-43c2-4d76-ba57-c797eb710c33 req-023380eb-2ba6-42fe-837f-84549b5b4e09 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:42.271628 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-1d9b7e56-cdaa-4c97-ac03-ff943e53e1ff tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Deleting port 78f2672e-e602-404f-868f-0402c2993564 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:58:42.271968 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7e56-cdaa-4c97-ac03-ff943e53e1ff tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:42.274250 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7562e32-43c2-4d76-ba57-c797eb710c33 req-023380eb-2ba6-42fe-837f-84549b5b4e09 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=700204f1-0547-4e4c-a9ae-12e4402b397e HTTP/1.1" status: 200 len: 945 time: 0.2648232 Mar 05 13:58:42.294406 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:42.339875 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09dc54-d821-4332-ad9c-df9d27c1a8d2 req-d935be0c-d4e5-4ec6-98c7-19bc821db2d2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:42.348256 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ac09dc54-d821-4332-ad9c-df9d27c1a8d2 req-d935be0c-d4e5-4ec6-98c7-19bc821db2d2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.5583801 Mar 05 13:58:42.388229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-b933cc08-c8d2-4cc2-93e9-dac08008811a req-6b1ad755-dce4-411c-9852-aceb4dd49ea7 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] For port a7569db1-e330-43a0-baeb-6c0870a45a9b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a7569db1-e330-43a0-baeb-6c0870a45a9b,segment=NetworkSegment(a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d),segment_id=a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:42.388586 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-b933cc08-c8d2-4cc2-93e9-dac08008811a req-6b1ad755-dce4-411c-9852-aceb4dd49ea7 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:42.515664 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8943694d-ed40-494a-a4fe-f5b321a75b73 None None] For port 76b0ddcb-fb28-4086-84dc-45498c0d380c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=76b0ddcb-fb28-4086-84dc-45498c0d380c,segment=NetworkSegment(29102c5e-77cc-40ad-93ef-09d7acb4aa00),segment_id=29102c5e-77cc-40ad-93ef-09d7acb4aa00)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:42.516264 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8943694d-ed40-494a-a4fe-f5b321a75b73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:42.547412 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7562e32-43c2-4d76-ba57-c797eb710c33 req-ce62569a-98fb-4265-8eeb-fcf108a48343 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f3859f3-2406-4018-b0fc-b5b2fff720fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722943 Mar 05 13:58:42.690086 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-b933cc08-c8d2-4cc2-93e9-dac08008811a req-6b1ad755-dce4-411c-9852-aceb4dd49ea7 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Calling delete_port for a7569db1-e330-43a0-baeb-6c0870a45a9b owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:58:42.757722 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-8943694d-ed40-494a-a4fe-f5b321a75b73 None None] Calling delete_port for 76b0ddcb-fb28-4086-84dc-45498c0d380c owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:58:42.847075 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:42.902061 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 76b0ddcb-fb28-4086-84dc-45498c0d380c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=76b0ddcb-fb28-4086-84dc-45498c0d380c,segment=NetworkSegment(29102c5e-77cc-40ad-93ef-09d7acb4aa00),segment_id=29102c5e-77cc-40ad-93ef-09d7acb4aa00)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:42.908249 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-24bdfc4e-3d22-46c0-9640-a92bdcfda0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:42.909632 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:42.936981 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] For port 76b0ddcb-fb28-4086-84dc-45498c0d380c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=76b0ddcb-fb28-4086-84dc-45498c0d380c,segment=NetworkSegment(29102c5e-77cc-40ad-93ef-09d7acb4aa00),segment_id=29102c5e-77cc-40ad-93ef-09d7acb4aa00)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:42.937445 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:42.949782 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ac09dc54-d821-4332-ad9c-df9d27c1a8d2 req-37c8f93f-74ad-4abb-a29d-b1e67b682a41 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680961 Mar 05 13:58:43.072020 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=76b0ddcb-fb28-4086-84dc-45498c0d380c,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:43.075894 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-8943694d-ed40-494a-a4fe-f5b321a75b73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:58:43.076357 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-8943694d-ed40-494a-a4fe-f5b321a75b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:58:43.162800 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1d8fa-f632-462d-a873-3394f58d3fb4 req-e3d32f96-ced0-4d80-a703-2d8f1790440a tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:43.164484 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b4c1d8fa-f632-462d-a873-3394f58d3fb4 req-e3d32f96-ced0-4d80-a703-2d8f1790440a tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 945 time: 0.4007225 Mar 05 13:58:43.211893 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-24bdfc4e-3d22-46c0-9640-a92bdcfda0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:43.220347 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-b933cc08-c8d2-4cc2-93e9-dac08008811a req-6b1ad755-dce4-411c-9852-aceb4dd49ea7 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:43.225481 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Calling delete_port for 76b0ddcb-fb28-4086-84dc-45498c0d380c owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:58:43.281598 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45438) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:43.299892 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b4c1d8fa-f632-462d-a873-3394f58d3fb4 req-19acc840-91fb-449f-b73d-a13b40fdc47c tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282270 Mar 05 13:58:43.341557 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ad755-dce4-411c-9852-aceb4dd49ea7 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Pushing event deleted for resources: {'Port': ['ID=a7569db1-e330-43a0-baeb-6c0870a45a9b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:43.396136 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-b933cc08-c8d2-4cc2-93e9-dac08008811a req-6b1ad755-dce4-411c-9852-aceb4dd49ea7 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] No DVR routers for this DVR port a7569db1-e330-43a0-baeb-6c0870a45a9b on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:58:43.396953 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7e56-cdaa-4c97-ac03-ff943e53e1ff tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:43.398507 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-b933cc08-c8d2-4cc2-93e9-dac08008811a req-6b1ad755-dce4-411c-9852-aceb4dd49ea7 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:43.407896 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700204f1-0547-4e4c-a9ae-12e4402b397e', 'name': 'network-vif-deleted', 'tag': 'a7569db1-e330-43a0-baeb-6c0870a45a9b'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:58:43.417788 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b933cc08-c8d2-4cc2-93e9-dac08008811a req-6b1ad755-dce4-411c-9852-aceb4dd49ea7 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.30 "DELETE /v2.0/ports/a7569db1-e330-43a0-baeb-6c0870a45a9b HTTP/1.1" status: 204 len: 173 time: 1.8248460 Mar 05 13:58:43.577064 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-8943694d-ed40-494a-a4fe-f5b321a75b73 None None] Deleting port 76b0ddcb-fb28-4086-84dc-45498c0d380c {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:58:43.577507 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8943694d-ed40-494a-a4fe-f5b321a75b73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:43.578549 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-1d9b7e56-cdaa-4c97-ac03-ff943e53e1ff tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Calling delete_port for 78f2672e-e602-404f-868f-0402c2993564 owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:58:43.620950 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3043f944-2479-4d59-9f9c-e1500f8d1644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:43.639470 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:58:43.640078 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:58:43.651326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872976c0-a5b8-4269-9f2d-f5067413b4a4 req-c4c00ba9-6340-4d74-a139-033fb3538002 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:43.653856 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3043f944-2479-4d59-9f9c-e1500f8d1644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:43.658143 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3043f944-2479-4d59-9f9c-e1500f8d1644 admin admin] Usage tracker for resource:security_group_rule and tenant:2fd48ad8d5bb4d04b8b750d43b00bb40 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:43.658987 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-872976c0-a5b8-4269-9f2d-f5067413b4a4 req-c4c00ba9-6340-4d74-a139-033fb3538002 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.5132766 Mar 05 13:58:43.662091 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3043f944-2479-4d59-9f9c-e1500f8d1644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:43.669639 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3043f944-2479-4d59-9f9c-e1500f8d1644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:43.702201 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:43.741717 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-24bdfc4e-3d22-46c0-9640-a92bdcfda0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:43.782642 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdfc4e-3d22-46c0-9640-a92bdcfda0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586941a4-4892-436b-b657-843e0bd04a2c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:43.816594 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-24bdfc4e-3d22-46c0-9640-a92bdcfda0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:43.822123 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-24bdfc4e-3d22-46c0-9640-a92bdcfda0e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/586941a4-4892-436b-b657-843e0bd04a2c HTTP/1.1" status: 204 len: 168 time: 1.6711771 Mar 05 13:58:43.858849 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-872976c0-a5b8-4269-9f2d-f5067413b4a4 req-a4575719-5330-4eac-aa2d-c26d08fe8d7c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986916 Mar 05 13:58:43.862511 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700204f1-0547-4e4c-a9ae-12e4402b397e', 'name': 'network-vif-deleted', 'tag': 'a7569db1-e330-43a0-baeb-6c0870a45a9b', 'status': 'completed', 'code': 200} Mar 05 13:58:43.899735 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3043f944-2479-4d59-9f9c-e1500f8d1644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:43.908985 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3043f944-2479-4d59-9f9c-e1500f8d1644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:44.106926 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8943694d-ed40-494a-a4fe-f5b321a75b73 None None] For port 76b0ddcb-fb28-4086-84dc-45498c0d380c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=76b0ddcb-fb28-4086-84dc-45498c0d380c,segment=NetworkSegment(29102c5e-77cc-40ad-93ef-09d7acb4aa00),segment_id=29102c5e-77cc-40ad-93ef-09d7acb4aa00)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:44.107806 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8943694d-ed40-494a-a4fe-f5b321a75b73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:44.147756 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7e56-cdaa-4c97-ac03-ff943e53e1ff tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:44.158470 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Deleting port 76b0ddcb-fb28-4086-84dc-45498c0d380c {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:58:44.159001 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:44.174125 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3043f944-2479-4d59-9f9c-e1500f8d1644 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2fd48ad8d5bb4d04b8b750d43b00bb40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8914855 Mar 05 13:58:44.185150 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45460) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:44.188500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043f944-2479-4d59-9f9c-e1500f8d1644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35da54f9-5449-4368-8c12-fecb77a2db95,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:44.190246 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a7569db1-e330-43a0-baeb-6c0870a45a9b no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:58:44.195807 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5eb2c5c8-e6ca-4ff3-aa66-ffb72cb53a3c req-cccc6be5-4ba3-4bc7-8073-03ff75bc2ab2 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Synchronizing usage tracker for tenant:7cd571e0577f428d9ea574f5ecb9c967 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:58:44.281777 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5eb2c5c8-e6ca-4ff3-aa66-ffb72cb53a3c req-cccc6be5-4ba3-4bc7-8073-03ff75bc2ab2 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] Unset dirty status for tenant:7cd571e0577f428d9ea574f5ecb9c967 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:58:44.296740 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5eb2c5c8-e6ca-4ff3-aa66-ffb72cb53a3c req-cccc6be5-4ba3-4bc7-8073-03ff75bc2ab2 tempest-VolumesActionsTest-386359216 tempest-VolumesActionsTest-386359216-project] 10.222.0.16 "GET /v2.0/ports?device_id=700204f1-0547-4e4c-a9ae-12e4402b397e HTTP/1.1" status: 200 len: 210 time: 0.2880740 Mar 05 13:58:44.300203 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b7e56-cdaa-4c97-ac03-ff943e53e1ff tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Pushing event deleted for resources: {'Port': ['ID=78f2672e-e602-404f-868f-0402c2993564,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:44.318539 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eb97130-c186-42a5-8fcb-d86ee3bf9757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:44.352696 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97dba8a-1e4b-4e5f-9be5-271ac5c6afee req-12f50ee1-e495-4f53-8d3b-1eb53be18b4d tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:44.354701 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c97dba8a-1e4b-4e5f-9be5-271ac5c6afee req-12f50ee1-e495-4f53-8d3b-1eb53be18b4d tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 945 time: 0.3234072 Mar 05 13:58:44.371955 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-8943694d-ed40-494a-a4fe-f5b321a75b73 None None] Calling delete_port for 76b0ddcb-fb28-4086-84dc-45498c0d380c owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:58:44.373491 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eb97130-c186-42a5-8fcb-d86ee3bf9757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:44.432988 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: a7569db1-e330-43a0-baeb-6c0870a45a9b {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:58:44.433329 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a7569db1-e330-43a0-baeb-6c0870a45a9b not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:58:44.445768 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eb97130-c186-42a5-8fcb-d86ee3bf9757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:44.465610 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb97130-c186-42a5-8fcb-d86ee3bf9757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35da54f9-5449-4368-8c12-fecb77a2db95,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:44.476080 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eb97130-c186-42a5-8fcb-d86ee3bf9757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:44.480804 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1eb97130-c186-42a5-8fcb-d86ee3bf9757 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35da54f9-5449-4368-8c12-fecb77a2db95 HTTP/1.1" status: 204 len: 168 time: 0.2932549 Mar 05 13:58:44.600969 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c97dba8a-1e4b-4e5f-9be5-271ac5c6afee req-5b9cfab2-bc0c-4afc-bb92-5d941685e588 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156222 Mar 05 13:58:44.626242 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7e56-cdaa-4c97-ac03-ff943e53e1ff tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:44.635670 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8943694d-ed40-494a-a4fe-f5b321a75b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:44.717651 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8943694d-ed40-494a-a4fe-f5b321a75b73 None None] No DVR routers for this DVR port 76b0ddcb-fb28-4086-84dc-45498c0d380c on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:58:44.764280 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943694d-ed40-494a-a4fe-f5b321a75b73 None None] Pushing event deleted for resources: {'Port': ['ID=76b0ddcb-fb28-4086-84dc-45498c0d380c,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:45.102479 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45490) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:45.130060 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4943c68-a714-421c-9192-18e307606491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:45.152983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f4943c68-a714-421c-9192-18e307606491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:45.153090 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7e56-cdaa-4c97-ac03-ff943e53e1ff tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:45.153910 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f4943c68-a714-421c-9192-18e307606491 admin admin] Usage tracker for resource:security_group_rule and tenant:440951088a9742ae89be168bc64fe7ad is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:45.157235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f4943c68-a714-421c-9192-18e307606491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:45.162845 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7e56-cdaa-4c97-ac03-ff943e53e1ff tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:45.165886 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f4943c68-a714-421c-9192-18e307606491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:45.185698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] For port 76b0ddcb-fb28-4086-84dc-45498c0d380c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=76b0ddcb-fb28-4086-84dc-45498c0d380c,segment=NetworkSegment(29102c5e-77cc-40ad-93ef-09d7acb4aa00),segment_id=29102c5e-77cc-40ad-93ef-09d7acb4aa00)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:45.186087 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:45.273481 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4943c68-a714-421c-9192-18e307606491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:45.279198 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4943c68-a714-421c-9192-18e307606491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:45.338600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4943c68-a714-421c-9192-18e307606491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fc8efe-884b-46b0-8b83-45b1ac2845af,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:45.382348 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f4943c68-a714-421c-9192-18e307606491 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=440951088a9742ae89be168bc64fe7ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786241 Mar 05 13:58:45.386156 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45500) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:45.395358 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Calling delete_port for 76b0ddcb-fb28-4086-84dc-45498c0d380c owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:58:45.496354 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7e56-cdaa-4c97-ac03-ff943e53e1ff tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:45.497127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9b7e56-cdaa-4c97-ac03-ff943e53e1ff tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Fanout notify agent at l3_agent the message router_deleted on router 4e0c732d-bcdf-4bca-b8fe-fdb6154aff3a {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:58:45.566188 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc2b9d-a469-48af-8aa5-a03bb181dccc req-f9293aab-611f-4efe-b797-00d28b469f4a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:45.568918 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3dc2b9d-a469-48af-8aa5-a03bb181dccc req-f9293aab-611f-4efe-b797-00d28b469f4a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.5500276 Mar 05 13:58:45.573747 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1d9b7e56-cdaa-4c97-ac03-ff943e53e1ff tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:45.575588 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1d9b7e56-cdaa-4c97-ac03-ff943e53e1ff tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "DELETE /v2.0/routers/4e0c732d-bcdf-4bca-b8fe-fdb6154aff3a HTTP/1.1" status: 204 len: 168 time: 4.2982311 Mar 05 13:58:45.579801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45508) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:45.588244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-12127c0d-29bb-4c38-a695-f9aa24c4056a tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1320995843', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:45.627091 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-12127c0d-29bb-4c38-a695-f9aa24c4056a tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:45.635568 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-88a668c5-68ec-463f-944b-f168b0faf4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:45.643861 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:58:45.649640 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:58:45.663353 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-12127c0d-29bb-4c38-a695-f9aa24c4056a tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Usage tracker for resource:router and tenant:f114f70964a24a37b5636fdd81b09ecf is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:45.681879 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-12127c0d-29bb-4c38-a695-f9aa24c4056a tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:45.693702 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-88a668c5-68ec-463f-944b-f168b0faf4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:45.707230 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3dc2b9d-a469-48af-8aa5-a03bb181dccc req-e8677bd3-e171-4db8-9954-c5dd27cac2e4 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173580 Mar 05 13:58:45.708334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-12127c0d-29bb-4c38-a695-f9aa24c4056a tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:45.737838 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12127c0d-29bb-4c38-a695-f9aa24c4056a tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:45.742965 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12127c0d-29bb-4c38-a695-f9aa24c4056a tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:45.787698 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12127c0d-29bb-4c38-a695-f9aa24c4056a tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:45.836746 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12127c0d-29bb-4c38-a695-f9aa24c4056a tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:45.885924 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12127c0d-29bb-4c38-a695-f9aa24c4056a tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:45.887179 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-12127c0d-29bb-4c38-a695-f9aa24c4056a tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3062050 Mar 05 13:58:45.889884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45526) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:45.892810 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-88a668c5-68ec-463f-944b-f168b0faf4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:45.900250 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-cd48df96-45de-4b22-bc9b-56f1334f1c63 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'enable_snat': False}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:45.911391 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a668c5-68ec-463f-944b-f168b0faf4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fc8efe-884b-46b0-8b83-45b1ac2845af,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:45.934298 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7172e-46f4-4e17-9d11-6b0044e36603 req-9f38a654-1569-4b2d-b147-f6ca8ba19965 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:45.936147 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dad7172e-46f4-4e17-9d11-6b0044e36603 req-9f38a654-1569-4b2d-b147-f6ca8ba19965 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 945 time: 0.1401594 Mar 05 13:58:45.938489 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-88a668c5-68ec-463f-944b-f168b0faf4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:45.939960 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-88a668c5-68ec-463f-944b-f168b0faf4d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78fc8efe-884b-46b0-8b83-45b1ac2845af HTTP/1.1" status: 204 len: 168 time: 0.5526428 Mar 05 13:58:46.032472 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dad7172e-46f4-4e17-9d11-6b0044e36603 req-b59d33da-5707-4c20-9a4a-837ff0520f7d tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799925 Mar 05 13:58:46.152808 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Deleting port 76b0ddcb-fb28-4086-84dc-45498c0d380c {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:58:46.153181 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:46.339830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] The port '76b0ddcb-fb28-4086-84dc-45498c0d380c' was deleted {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:58:46.767538 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cd48df96-45de-4b22-bc9b-56f1334f1c63 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:46.902737 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:46.934103 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837658d1-cf87-4040-9bcd-27ce9d500def']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:46.951963 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29102c5e-77cc-40ad-93ef-09d7acb4aa00') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:46.952265 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29102c5e-77cc-40ad-93ef-09d7acb4aa00') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:46.980261 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:58:47.018388 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:47.124449 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:47.140313 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:58:47.140714 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:58:47.433420 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:58:47.450302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40613ff-9264-4e77-b430-0226bc3b630e req-dff0dd1c-8549-445b-a35e-52219a097184 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:47.465578 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e40613ff-9264-4e77-b430-0226bc3b630e req-dff0dd1c-8549-445b-a35e-52219a097184 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 945 time: 0.2755804 Mar 05 13:58:47.578969 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:47.587444 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e40613ff-9264-4e77-b430-0226bc3b630e req-5b9c4c9e-2d65-4340-8f45-b2f113024c76 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208563 Mar 05 13:58:47.606797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fab28-78d8-4e8d-9228-f16f395507bb req-28e68a75-e36b-46f5-927a-d1ca2c85c099 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:47.614680 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c30fab28-78d8-4e8d-9228-f16f395507bb req-28e68a75-e36b-46f5-927a-d1ca2c85c099 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.6074455 Mar 05 13:58:47.652961 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:47.660636 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] 10.222.0.16 "DELETE /v2.0/networks/837658d1-cf87-4040-9bcd-27ce9d500def HTTP/1.1" status: 204 len: 168 time: 6.1769137 Mar 05 13:58:47.680213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba475f67-f935-4252-8225-0b9acba28719 tempest-NetworksIpV6TestAttrs-709527036 tempest-NetworksIpV6TestAttrs-709527036-project] Pushing event deleted for resources: {'Network': ['ID=837658d1-cf87-4040-9bcd-27ce9d500def,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:47.706519 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d5f77-0bf4-49d7-9d1e-cc5e35291dbb req-3a3439e9-fd55-46b3-91e1-a81e1f4c933e tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:47.708968 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d15d5f77-0bf4-49d7-9d1e-cc5e35291dbb req-3a3439e9-fd55-46b3-91e1-a81e1f4c933e tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.15 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 945 time: 0.9188075 Mar 05 13:58:47.763984 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c30fab28-78d8-4e8d-9228-f16f395507bb req-923bd4a5-9c70-4eab-8508-bf3c9281af9c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475096 Mar 05 13:58:47.817853 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-d15d5f77-0bf4-49d7-9d1e-cc5e35291dbb req-ccb73258-ad42-4835-9d37-af866eebf775 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Deleting port 793b9042-ca60-4cbe-b8eb-291ceea07239 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:58:47.818322 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d15d5f77-0bf4-49d7-9d1e-cc5e35291dbb req-ccb73258-ad42-4835-9d37-af866eebf775 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:48.245063 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cd48df96-45de-4b22-bc9b-56f1334f1c63 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:48.366904 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cd48df96-45de-4b22-bc9b-56f1334f1c63 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:48.426070 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45646) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:48.650587 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-d15d5f77-0bf4-49d7-9d1e-cc5e35291dbb req-ccb73258-ad42-4835-9d37-af866eebf775 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] For port 793b9042-ca60-4cbe-b8eb-291ceea07239, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=793b9042-ca60-4cbe-b8eb-291ceea07239,segment=NetworkSegment(4becda48-9179-4515-b671-cd25a86b8593),segment_id=4becda48-9179-4515-b671-cd25a86b8593)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:48.651195 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d15d5f77-0bf4-49d7-9d1e-cc5e35291dbb req-ccb73258-ad42-4835-9d37-af866eebf775 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:48.810114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-d15d5f77-0bf4-49d7-9d1e-cc5e35291dbb req-ccb73258-ad42-4835-9d37-af866eebf775 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Calling delete_port for 793b9042-ca60-4cbe-b8eb-291ceea07239 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:58:48.878460 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-cd48df96-45de-4b22-bc9b-56f1334f1c63 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Allocated IP 172.25.4.155 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/9e1ec501-ab2a-4c1e-95fc-c3790f88588d) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:58:48.897382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d86de-fa4b-408c-a78b-d948248d3335 req-3d6cc00a-f97b-4377-a2d7-a641625848f6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:48.908745 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e54d86de-fa4b-408c-a78b-d948248d3335 req-3d6cc00a-f97b-4377-a2d7-a641625848f6 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 945 time: 0.1470666 Mar 05 13:58:49.004821 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e54d86de-fa4b-408c-a78b-d948248d3335 req-2ba1bcaf-fd7a-4ce8-ad9d-ebb05ff850d8 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951903 Mar 05 13:58:49.076585 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-29e75b38-8708-4eeb-94ff-5c8cdd399dfc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=565f22e790e74cc4a5d49c730bd9daea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6483517 Mar 05 13:58:49.080504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45672) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:49.186795 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8360341c-8447-4cdb-bd2b-c4e7019c91d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:49.243409 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8360341c-8447-4cdb-bd2b-c4e7019c91d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:49.268499 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949d244-8fc2-41e1-9398-8fc2d59d1295 req-e8431a16-7027-4a4e-a7bf-8de80346dc52 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:49.270700 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4949d244-8fc2-41e1-9398-8fc2d59d1295 req-e8431a16-7027-4a4e-a7bf-8de80346dc52 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.3437302 Mar 05 13:58:49.273991 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cd48df96-45de-4b22-bc9b-56f1334f1c63 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:49.392242 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4949d244-8fc2-41e1-9398-8fc2d59d1295 req-58bb53d9-e512-4fc9-9ffb-c46f52196f0f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989726 Mar 05 13:58:49.394002 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8360341c-8447-4cdb-bd2b-c4e7019c91d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:49.422788 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360341c-8447-4cdb-bd2b-c4e7019c91d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5450ba1d-4508-46f4-bd8c-94577fb70f8e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:49.436379 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d15d5f77-0bf4-49d7-9d1e-cc5e35291dbb req-ccb73258-ad42-4835-9d37-af866eebf775 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:49.441855 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8360341c-8447-4cdb-bd2b-c4e7019c91d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:49.447734 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8360341c-8447-4cdb-bd2b-c4e7019c91d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5450ba1d-4508-46f4-bd8c-94577fb70f8e HTTP/1.1" status: 204 len: 168 time: 0.3640237 Mar 05 13:58:49.480496 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['86deebad-0442-4d0a-939a-089d77d92f37'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:58:49.596460 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb73258-ad42-4835-9d37-af866eebf775 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Pushing event deleted for resources: {'Port': ['ID=793b9042-ca60-4cbe-b8eb-291ceea07239,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:49.619222 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cd48df96-45de-4b22-bc9b-56f1334f1c63 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:50.205324 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48df96-45de-4b22-bc9b-56f1334f1c63 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Pushing event updated for resources: {'Port': ['ID=9e1ec501-ab2a-4c1e-95fc-c3790f88588d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:50.335300 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd48df96-45de-4b22-bc9b-56f1334f1c63 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:58:50.346576 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15d5f77-0bf4-49d7-9d1e-cc5e35291dbb req-ccb73258-ad42-4835-9d37-af866eebf775 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] No DVR routers for this DVR port 793b9042-ca60-4cbe-b8eb-291ceea07239 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:58:50.351747 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d15d5f77-0bf4-49d7-9d1e-cc5e35291dbb req-ccb73258-ad42-4835-9d37-af866eebf775 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:50.356214 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68ecaac4-0a74-49e5-84a7-b8c9a89192a3 req-fa28aec9-4cdb-4a68-be86-0019e3c3deee tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 210 time: 0.1108882 Mar 05 13:58:50.361858 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d6af39-8510-416d-bd30-897f0c48efb4', 'name': 'network-vif-deleted', 'tag': '793b9042-ca60-4cbe-b8eb-291ceea07239'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:58:50.371972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-cd48df96-45de-4b22-bc9b-56f1334f1c63 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:58:50.394313 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd48df96-45de-4b22-bc9b-56f1334f1c63 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:58:50.466711 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d15d5f77-0bf4-49d7-9d1e-cc5e35291dbb req-ccb73258-ad42-4835-9d37-af866eebf775 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.15 "DELETE /v2.0/ports/793b9042-ca60-4cbe-b8eb-291ceea07239 HTTP/1.1" status: 204 len: 173 time: 2.7479253 Mar 05 13:58:50.789283 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 793b9042-ca60-4cbe-b8eb-291ceea07239 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:58:50.909634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784be22-49dc-4323-8b29-b582bf3ef63f req-bb1deb60-debf-405b-98e9-4f4d334c254b tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:50.933147 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: 793b9042-ca60-4cbe-b8eb-291ceea07239 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:58:50.935675 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 793b9042-ca60-4cbe-b8eb-291ceea07239 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:58:50.937968 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4784be22-49dc-4323-8b29-b582bf3ef63f req-bb1deb60-debf-405b-98e9-4f4d334c254b tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.2914519 Mar 05 13:58:51.086490 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4784be22-49dc-4323-8b29-b582bf3ef63f req-c72b87b3-8a62-42c8-b709-b810b442b8e9 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463935 Mar 05 13:58:51.102991 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d6af39-8510-416d-bd30-897f0c48efb4', 'name': 'network-vif-deleted', 'tag': '793b9042-ca60-4cbe-b8eb-291ceea07239', 'status': 'completed', 'code': 200} Mar 05 13:58:51.364881 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62254ec-e830-4f46-96a8-ba5856eb2986 req-79220dcf-d915-4cd7-b890-bd89cfaeea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:51.366549 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d62254ec-e830-4f46-96a8-ba5856eb2986 req-79220dcf-d915-4cd7-b890-bd89cfaeea5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 1095 time: 1.1767464 Mar 05 13:58:51.395728 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cd48df96-45de-4b22-bc9b-56f1334f1c63 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:51.443988 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45732) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:51.973505 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-cda3790a-facb-405f-9099-5717f6cd8ea5 req-23c4c8e0-99a7-48df-9721-34006e443f04 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Synchronizing usage tracker for tenant:c2216bd4e99a4eb1bc00ada44567b6bf on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:58:51.982640 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a208fef8-423c-4c9d-96ad-19dcd23b8df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:52.027697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a208fef8-423c-4c9d-96ad-19dcd23b8df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:52.040722 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a208fef8-423c-4c9d-96ad-19dcd23b8df1 admin admin] Usage tracker for resource:security_group_rule and tenant:43b6f272c82846b58d0672f35616e6d5 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:52.046128 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a208fef8-423c-4c9d-96ad-19dcd23b8df1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:52.065790 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a208fef8-423c-4c9d-96ad-19dcd23b8df1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:52.152691 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-cda3790a-facb-405f-9099-5717f6cd8ea5 req-23c4c8e0-99a7-48df-9721-34006e443f04 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Unset dirty status for tenant:c2216bd4e99a4eb1bc00ada44567b6bf on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:58:52.153922 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cda3790a-facb-405f-9099-5717f6cd8ea5 req-23c4c8e0-99a7-48df-9721-34006e443f04 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=04d6af39-8510-416d-bd30-897f0c48efb4 HTTP/1.1" status: 200 len: 210 time: 0.3946922 Mar 05 13:58:52.229335 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62254ec-e830-4f46-96a8-ba5856eb2986 req-904f9561-6204-4159-a348-1661a663c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:52.230751 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d62254ec-e830-4f46-96a8-ba5856eb2986 req-904f9561-6204-4159-a348-1661a663c5d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 912 time: 0.6879656 Mar 05 13:58:52.464412 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d62254ec-e830-4f46-96a8-ba5856eb2986 req-1ecafb1d-acdb-4450-bf13-fda1fbd6cd54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b852d257-e284-4921-9e1c-1731d07e7b99 HTTP/1.1" status: 200 len: 998 time: 0.2241259 Mar 05 13:58:52.565557 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a208fef8-423c-4c9d-96ad-19dcd23b8df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:52.666886 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a208fef8-423c-4c9d-96ad-19dcd23b8df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:52.835552 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45768) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:52.841185 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208fef8-423c-4c9d-96ad-19dcd23b8df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d8b433-6971-42b5-8c13-278f40414467,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:52.851082 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a208fef8-423c-4c9d-96ad-19dcd23b8df1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43b6f272c82846b58d0672f35616e6d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4028583 Mar 05 13:58:52.856023 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45772) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:52.919874 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ce7af-2e0a-4cfc-ae07-d341df8e2a74 req-79ae5dea-e4d6-40c7-8fed-64afd03dce24 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:52.921435 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e72ce7af-2e0a-4cfc-ae07-d341df8e2a74 req-79ae5dea-e4d6-40c7-8fed-64afd03dce24 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.3532255 Mar 05 13:58:53.014554 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62254ec-e830-4f46-96a8-ba5856eb2986 req-c80c2db5-f354-4822-b867-fa673236cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:53.016007 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d62254ec-e830-4f46-96a8-ba5856eb2986 req-c80c2db5-f354-4822-b867-fa673236cf22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.5391548 Mar 05 13:58:53.076874 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cd48df96-45de-4b22-bc9b-56f1334f1c63 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:53.083388 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cd48df96-45de-4b22-bc9b-56f1334f1c63 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3922806'] for router, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:53.182388 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-a29ca543-5960-4091-b8f6-db9a6e473ad7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1154326237'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:53.219142 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a29ca543-5960-4091-b8f6-db9a6e473ad7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:53.237802 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a29ca543-5960-4091-b8f6-db9a6e473ad7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:network and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:53.252460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a29ca543-5960-4091-b8f6-db9a6e473ad7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:53.279158 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a29ca543-5960-4091-b8f6-db9a6e473ad7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:53.334399 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e72ce7af-2e0a-4cfc-ae07-d341df8e2a74 req-8c08809a-e828-413c-92df-06ffbf564be2 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3936439 Mar 05 13:58:53.346880 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29ca543-5960-4091-b8f6-db9a6e473ad7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Made reservation on behalf of f9698ae0269e4f54b2949da6501e3b33 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:58:53.362700 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a29ca543-5960-4091-b8f6-db9a6e473ad7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:53.412771 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a29ca543-5960-4091-b8f6-db9a6e473ad7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:53.456271 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-237e24db-2c45-4766-a898-9979c7f5880e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:53.535348 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a29ca543-5960-4091-b8f6-db9a6e473ad7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:53.583553 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a29ca543-5960-4091-b8f6-db9a6e473ad7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:security_group_rule and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:53.605089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a29ca543-5960-4091-b8f6-db9a6e473ad7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:53.643747 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-237e24db-2c45-4766-a898-9979c7f5880e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:53.671732 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a29ca543-5960-4091-b8f6-db9a6e473ad7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:53.680362 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62254ec-e830-4f46-96a8-ba5856eb2986 req-2d445d78-b3d4-44cc-a5fe-41257b270ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:53.685972 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d62254ec-e830-4f46-96a8-ba5856eb2986 req-2d445d78-b3d4-44cc-a5fe-41257b270ca1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6569221 Mar 05 13:58:53.924110 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-237e24db-2c45-4766-a898-9979c7f5880e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:53.957757 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e24db-2c45-4766-a898-9979c7f5880e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d8b433-6971-42b5-8c13-278f40414467,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:54.030199 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-237e24db-2c45-4766-a898-9979c7f5880e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:54.042169 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-237e24db-2c45-4766-a898-9979c7f5880e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30d8b433-6971-42b5-8c13-278f40414467 HTTP/1.1" status: 204 len: 168 time: 1.1838670 Mar 05 13:58:54.239198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd48df96-45de-4b22-bc9b-56f1334f1c63 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Router f398a83f-cb09-4e36-bdf3-eacc0350574c is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:58:54.264428 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a29ca543-5960-4091-b8f6-db9a6e473ad7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:54.275890 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a29ca543-5960-4091-b8f6-db9a6e473ad7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:54.292852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29ca543-5960-4091-b8f6-db9a6e473ad7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:58:54.305462 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a29ca543-5960-4091-b8f6-db9a6e473ad7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:54.305942 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-a29ca543-5960-4091-b8f6-db9a6e473ad7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Added segment 0d827752-0d45-43fc-b021-753f944b93c7 of type vlan for network 76277622-145f-49e4-8d08-9ab97f49e1e5 Mar 05 13:58:54.342697 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a29ca543-5960-4091-b8f6-db9a6e473ad7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:54.416334 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a29ca543-5960-4091-b8f6-db9a6e473ad7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:54.429756 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29ca543-5960-4091-b8f6-db9a6e473ad7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:54.430564 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d62254ec-e830-4f46-96a8-ba5856eb2986 req-af48d27d-f447-450a-8333-59d82bf17093 service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7259669 Mar 05 13:58:54.433252 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a29ca543-5960-4091-b8f6-db9a6e473ad7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:54.640996 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ca543-5960-4091-b8f6-db9a6e473ad7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=457cf779-78e2-4bd7-9e43-a652f464fc3a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:54.907868 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ca543-5960-4091-b8f6-db9a6e473ad7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Network': ['ID=76277622-145f-49e4-8d08-9ab97f49e1e5,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:54.916629 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a29ca543-5960-4091-b8f6-db9a6e473ad7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0790236 Mar 05 13:58:54.920356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 76277622-145f-49e4-8d08-9ab97f49e1e5 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:58:54.975859 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45816) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:54.983063 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-4d60fa5b-bb7a-4d67-8f4f-411207f7c88e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-737539262'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:54.991013 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4d60fa5b-bb7a-4d67-8f4f-411207f7c88e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:54.995868 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4d60fa5b-bb7a-4d67-8f4f-411207f7c88e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:network and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:54.999593 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4d60fa5b-bb7a-4d67-8f4f-411207f7c88e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:55.007477 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4d60fa5b-bb7a-4d67-8f4f-411207f7c88e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:55.022552 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d60fa5b-bb7a-4d67-8f4f-411207f7c88e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Made reservation on behalf of f9698ae0269e4f54b2949da6501e3b33 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:58:55.027551 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4d60fa5b-bb7a-4d67-8f4f-411207f7c88e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:55.103155 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d60fa5b-bb7a-4d67-8f4f-411207f7c88e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:58:55.129592 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4d60fa5b-bb7a-4d67-8f4f-411207f7c88e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:55.129947 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-4d60fa5b-bb7a-4d67-8f4f-411207f7c88e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Added segment 4348a697-103d-47f6-a5c3-fc8c0a655559 of type vlan for network 7000c47c-92be-46bf-8df0-c0c8e8ee30e3 Mar 05 13:58:55.194420 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4d60fa5b-bb7a-4d67-8f4f-411207f7c88e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:55.264693 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4d60fa5b-bb7a-4d67-8f4f-411207f7c88e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:55.273017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d60fa5b-bb7a-4d67-8f4f-411207f7c88e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:55.273752 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4d60fa5b-bb7a-4d67-8f4f-411207f7c88e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:55.383175 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd48df96-45de-4b22-bc9b-56f1334f1c63 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:58:55.401930 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cd48df96-45de-4b22-bc9b-56f1334f1c63 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:55.404774 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a995e8-5cf2-4f57-8674-b404f63508d0 None None] Sync routers for ids ['f398a83f-cb09-4e36-bdf3-eacc0350574c'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:58:55.411458 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cd48df96-45de-4b22-bc9b-56f1334f1c63 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "PUT /v2.0/routers/f398a83f-cb09-4e36-bdf3-eacc0350574c HTTP/1.1" status: 200 len: 916 time: 9.5199764 Mar 05 13:58:55.412405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45828) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:55.442273 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a995e8-5cf2-4f57-8674-b404f63508d0 None None] Routers {'f398a83f-cb09-4e36-bdf3-eacc0350574c'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:58:55.450580 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-c8a995e8-5cf2-4f57-8674-b404f63508d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:58:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['f398a83f-cb09-4e36-bdf3-eacc0350574c'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:55.484344 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4d60fa5b-bb7a-4d67-8f4f-411207f7c88e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4961820 Mar 05 13:58:55.506193 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45834) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:55.552549 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-4762997a-dc2b-48b8-9769-56ba6eb0d596 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'subnet': {'network_id': '76277622-145f-49e4-8d08-9ab97f49e1e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:55.608353 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548919c-86dc-4ac8-a479-7a6fe581af8f req-735b1a4b-fba3-441d-abd7-24d1b86e376f tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:55.610956 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-c8a995e8-5cf2-4f57-8674-b404f63508d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:55.620783 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4548919c-86dc-4ac8-a479-7a6fe581af8f req-735b1a4b-fba3-441d-abd7-24d1b86e376f tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 945 time: 1.3257432 Mar 05 13:58:55.624514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45838) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:55.633268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a995e8-5cf2-4f57-8674-b404f63508d0 None None] Routers {'f398a83f-cb09-4e36-bdf3-eacc0350574c'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:58:55.641354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-c8a995e8-5cf2-4f57-8674-b404f63508d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:58:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['f398a83f-cb09-4e36-bdf3-eacc0350574c'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:55.775487 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-c8a995e8-5cf2-4f57-8674-b404f63508d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:58:55.775882 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a995e8-5cf2-4f57-8674-b404f63508d0 None None] The sync data for ids ['f398a83f-cb09-4e36-bdf3-eacc0350574c'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:58:55.800843 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9be95043-acfd-4a1b-8bc6-3b1d4429c51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:55.831088 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4548919c-86dc-4ac8-a479-7a6fe581af8f req-0fb0f19a-d836-4d88-88f2-97c1fbaf2eb5 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072866 Mar 05 13:58:55.852942 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d62254ec-e830-4f46-96a8-ba5856eb2986 req-41c8a295-0f75-4b08-9ed5-ebb7dd6910ef service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1965039 Mar 05 13:58:55.866133 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60fa5b-bb7a-4d67-8f4f-411207f7c88e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Network': ['ID=7000c47c-92be-46bf-8df0-c0c8e8ee30e3,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:55.866932 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9be95043-acfd-4a1b-8bc6-3b1d4429c51c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:55.876888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 7000c47c-92be-46bf-8df0-c0c8e8ee30e3 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:58:55.924449 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1dc50-8aba-4dc0-be95-9d6bcd19f36c req-b1776ac2-3692-4172-b6da-91852c30fd09 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:55.931106 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-22b1dc50-8aba-4dc0-be95-9d6bcd19f36c req-b1776ac2-3692-4172-b6da-91852c30fd09 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 1.0159075 Mar 05 13:58:56.002975 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9be95043-acfd-4a1b-8bc6-3b1d4429c51c admin admin] Usage tracker for resource:security_group_rule and tenant:e2528f2692214884a8e06d99e04aaf84 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:56.013329 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9be95043-acfd-4a1b-8bc6-3b1d4429c51c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:56.039811 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9be95043-acfd-4a1b-8bc6-3b1d4429c51c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:56.103204 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cc9e2d5f-ca30-4c00-8b51-25ea7dd0a90d tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "GET /v2.0/routers/f398a83f-cb09-4e36-bdf3-eacc0350574c HTTP/1.1" status: 200 len: 922 time: 0.6691360 Mar 05 13:58:56.106097 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45846) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:56.361958 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-22b1dc50-8aba-4dc0-be95-9d6bcd19f36c req-8b3d858f-6db2-452b-bdee-0590b896a771 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4208436 Mar 05 13:58:56.387645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4762997a-dc2b-48b8-9769-56ba6eb0d596 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:56.403329 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4762997a-dc2b-48b8-9769-56ba6eb0d596 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:subnet and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:56.437911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4762997a-dc2b-48b8-9769-56ba6eb0d596 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:56.457974 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02507588-6e66-4572-8665-cec154f2b8fe tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:56.475801 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-02507588-6e66-4572-8665-cec154f2b8fe tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&device_id=f398a83f-cb09-4e36-bdf3-eacc0350574c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3686652 Mar 05 13:58:56.478512 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45860) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:56.492473 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4762997a-dc2b-48b8-9769-56ba6eb0d596 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:56.525076 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f292e29-485a-4e92-ae08-d3d633d54ed8 req-a0e3912d-9c4c-4537-bb7e-fc2ca791c680 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:56.532767 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f292e29-485a-4e92-ae08-d3d633d54ed8 req-a0e3912d-9c4c-4537-bb7e-fc2ca791c680 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 945 time: 0.4263990 Mar 05 13:58:56.566000 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9be95043-acfd-4a1b-8bc6-3b1d4429c51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:56.587048 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9be95043-acfd-4a1b-8bc6-3b1d4429c51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:56.675097 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4762997a-dc2b-48b8-9769-56ba6eb0d596 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Made reservation on behalf of f9698ae0269e4f54b2949da6501e3b33 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:58:56.687232 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4762997a-dc2b-48b8-9769-56ba6eb0d596 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:56.897789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2789c998-6371-4de3-9c60-b161778ee3e7 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:56.905516 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2789c998-6371-4de3-9c60-b161778ee3e7 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 881 time: 0.4178042 Mar 05 13:58:56.922838 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9be95043-acfd-4a1b-8bc6-3b1d4429c51c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2528f2692214884a8e06d99e04aaf84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2795010 Mar 05 13:58:56.922838 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45872) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:56.922838 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45874) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:57.026716 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be95043-acfd-4a1b-8bc6-3b1d4429c51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4f1a70-6328-4fdc-a7ab-2720bd487367,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:57.232625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95043-acfd-4a1b-8bc6-3b1d4429c51c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:58:57.232978 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95043-acfd-4a1b-8bc6-3b1d4429c51c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:58:57.233275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95043-acfd-4a1b-8bc6-3b1d4429c51c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:58:57.233613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95043-acfd-4a1b-8bc6-3b1d4429c51c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:58:57.233920 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95043-acfd-4a1b-8bc6-3b1d4429c51c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:58:57.234238 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95043-acfd-4a1b-8bc6-3b1d4429c51c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:58:57.234550 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95043-acfd-4a1b-8bc6-3b1d4429c51c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:58:57.234878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95043-acfd-4a1b-8bc6-3b1d4429c51c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:58:57.235186 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95043-acfd-4a1b-8bc6-3b1d4429c51c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:58:57.235484 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95043-acfd-4a1b-8bc6-3b1d4429c51c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:58:57.235793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95043-acfd-4a1b-8bc6-3b1d4429c51c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:58:57.236101 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be95043-acfd-4a1b-8bc6-3b1d4429c51c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:58:57.240376 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-59f01df7-e206-4f3d-8401-4aaa21ee15d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:57.244096 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d5f92139-95e3-46cd-a701-a8dfbf4a86e3 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "GET /v2.0/ports?device_id=f398a83f-cb09-4e36-bdf3-eacc0350574c HTTP/1.1" status: 200 len: 205 time: 0.3209286 Mar 05 13:58:57.247130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45884) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:57.258214 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-2f292e29-485a-4e92-ae08-d3d633d54ed8 req-a5917bf8-30a8-4b65-a470-ef3ff0d6be74 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Deleting port 86deebad-0442-4d0a-939a-089d77d92f37 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:58:57.258636 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2f292e29-485a-4e92-ae08-d3d633d54ed8 req-a5917bf8-30a8-4b65-a470-ef3ff0d6be74 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:57.419472 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4762997a-dc2b-48b8-9769-56ba6eb0d596 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:57.610291 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762997a-dc2b-48b8-9769-56ba6eb0d596 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Subnet': ['ID=b5a8054e-7219-4ad3-a371-27f8fca90635,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:57.755468 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4762997a-dc2b-48b8-9769-56ba6eb0d596 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Checking segment: {'id': '0d827752-0d45-43fc-b021-753f944b93c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '76277622-145f-49e4-8d08-9ab97f49e1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:58:57.756106 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4762997a-dc2b-48b8-9769-56ba6eb0d596 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network hostable DHCP agents. Network: 76277622-145f-49e4-8d08-9ab97f49e1e5, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:58:57.901914 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4762997a-dc2b-48b8-9769-56ba6eb0d596 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network 76277622-145f-49e4-8d08-9ab97f49e1e5 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:58:57.926692 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-59f01df7-e206-4f3d-8401-4aaa21ee15d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:57.964566 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-4762997a-dc2b-48b8-9769-56ba6eb0d596 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 76277622-145f-49e4-8d08-9ab97f49e1e5) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:58:57.974079 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4762997a-dc2b-48b8-9769-56ba6eb0d596 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:57.975651 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4762997a-dc2b-48b8-9769-56ba6eb0d596 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:57.976697 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c9581c-c0c4-45bf-b312-ee18e27db600 None None] Network 76277622-145f-49e4-8d08-9ab97f49e1e5 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:58:58.071029 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4762997a-dc2b-48b8-9769-56ba6eb0d596 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5482039 Mar 05 13:58:58.103941 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31393ee8-20fd-47ef-a613-b30a56a076ec req-3820548f-03ea-401a-bf87-52f7c67620be tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:58.105725 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31393ee8-20fd-47ef-a613-b30a56a076ec req-3820548f-03ea-401a-bf87-52f7c67620be tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.4380407 Mar 05 13:58:58.108727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45912) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:58:58.143267 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-fc2683da-e087-4b16-8699-970765f6657f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'subnet': {'network_id': '7000c47c-92be-46bf-8df0-c0c8e8ee30e3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:58:58.186626 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-59f01df7-e206-4f3d-8401-4aaa21ee15d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:58.230444 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 86deebad-0442-4d0a-939a-089d77d92f37 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:58:58.319656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f01df7-e206-4f3d-8401-4aaa21ee15d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4f1a70-6328-4fdc-a7ab-2720bd487367,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:58:58.360888 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-59f01df7-e206-4f3d-8401-4aaa21ee15d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:58.365961 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-59f01df7-e206-4f3d-8401-4aaa21ee15d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f4f1a70-6328-4fdc-a7ab-2720bd487367 HTTP/1.1" status: 204 len: 168 time: 1.4410398 Mar 05 13:58:58.380943 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7b45bd17-5e97-4188-ab2d-0344c656e6ab tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:58.592119 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-fc2683da-e087-4b16-8699-970765f6657f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:58:58.607228 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-fc2683da-e087-4b16-8699-970765f6657f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:subnet and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:58:58.620926 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-fc2683da-e087-4b16-8699-970765f6657f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:58:58.649367 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-fc2683da-e087-4b16-8699-970765f6657f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:58:58.711049 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-2f292e29-485a-4e92-ae08-d3d633d54ed8 req-a5917bf8-30a8-4b65-a470-ef3ff0d6be74 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] For port 86deebad-0442-4d0a-939a-089d77d92f37, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=86deebad-0442-4d0a-939a-089d77d92f37,segment=NetworkSegment(4becda48-9179-4515-b671-cd25a86b8593),segment_id=4becda48-9179-4515-b671-cd25a86b8593)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:58:58.711415 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2f292e29-485a-4e92-ae08-d3d633d54ed8 req-a5917bf8-30a8-4b65-a470-ef3ff0d6be74 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:58.925786 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380e0fe9-e4f2-4cd5-9c99-5d4bac970173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-76277622-145f-49e4-8d08-9ab97f49e1e5', 'network_id': '76277622-145f-49e4-8d08-9ab97f49e1e5', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'fixed_ips': [{'subnet_id': 'b5a8054e-7219-4ad3-a371-27f8fca90635'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:58:58.928039 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-380e0fe9-e4f2-4cd5-9c99-5d4bac970173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:59.022603 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a89ba-8439-41d0-a311-cc6dcbc11ec9 req-29383b67-d8c8-4d47-af16-f6a3cde5193d tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:58:59.025646 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fe1a89ba-8439-41d0-a311-cc6dcbc11ec9 req-29383b67-d8c8-4d47-af16-f6a3cde5193d tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 945 time: 1.7793233 Mar 05 13:58:59.094552 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7b45bd17-5e97-4188-ab2d-0344c656e6ab tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:59.101106 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:59.211160 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-7b45bd17-5e97-4188-ab2d-0344c656e6ab tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Deleting port 9e1ec501-ab2a-4c1e-95fc-c3790f88588d {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:58:59.217137 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7b45bd17-5e97-4188-ab2d-0344c656e6ab tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:59.401423 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31393ee8-20fd-47ef-a613-b30a56a076ec req-d884846b-6433-45b5-af37-9ff70267a542 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2215576 Mar 05 13:58:59.424148 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fe1a89ba-8439-41d0-a311-cc6dcbc11ec9 req-54643c59-98bf-492e-ac7f-b860d43ebeea tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/security-groups?id=28b1fc51-331d-46fe-a81d-319ade4bc6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852534 Mar 05 13:58:59.472312 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-2f292e29-485a-4e92-ae08-d3d633d54ed8 req-a5917bf8-30a8-4b65-a470-ef3ff0d6be74 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Calling delete_port for 86deebad-0442-4d0a-939a-089d77d92f37 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:58:59.576385 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-380e0fe9-e4f2-4cd5-9c99-5d4bac970173 None None] Allocated IP 2001:db8::2 (76277622-145f-49e4-8d08-9ab97f49e1e5/b5a8054e-7219-4ad3-a371-27f8fca90635/72a64eda-97b3-4c7d-bea9-6b60376f4409) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:58:59.651190 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2683da-e087-4b16-8699-970765f6657f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Made reservation on behalf of f9698ae0269e4f54b2949da6501e3b33 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:58:59.654702 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fc2683da-e087-4b16-8699-970765f6657f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:58:59.905495 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7b45bd17-5e97-4188-ab2d-0344c656e6ab tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:00.090651 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:00.180393 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:00.583068 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-7b45bd17-5e97-4188-ab2d-0344c656e6ab tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Calling delete_port for 9e1ec501-ab2a-4c1e-95fc-c3790f88588d owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:59:00.592241 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-380e0fe9-e4f2-4cd5-9c99-5d4bac970173 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:00.690559 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-380e0fe9-e4f2-4cd5-9c99-5d4bac970173 None None] Transition to ACTIVE for port object 72a64eda-97b3-4c7d-bea9-6b60376f4409 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:59:00.704843 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2f292e29-485a-4e92-ae08-d3d633d54ed8 req-a5917bf8-30a8-4b65-a470-ef3ff0d6be74 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:00.938178 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5917bf8-30a8-4b65-a470-ef3ff0d6be74 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Pushing event deleted for resources: {'Port': ['ID=86deebad-0442-4d0a-939a-089d77d92f37,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:01.038255 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-380e0fe9-e4f2-4cd5-9c99-5d4bac970173 None None] Transition to ACTIVE for port object 72a64eda-97b3-4c7d-bea9-6b60376f4409 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:59:01.043291 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e31d61ef-ae60-41d1-bcfc-ecd8fce9bc18 req-7316a4c2-0d66-42de-a517-07431ec9307c tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 210 time: 0.1857538 Mar 05 13:59:01.064285 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-380e0fe9-e4f2-4cd5-9c99-5d4bac970173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:01.223529 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f292e29-485a-4e92-ae08-d3d633d54ed8 req-a5917bf8-30a8-4b65-a470-ef3ff0d6be74 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] No DVR routers for this DVR port 86deebad-0442-4d0a-939a-089d77d92f37 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:59:01.231594 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2f292e29-485a-4e92-ae08-d3d633d54ed8 req-a5917bf8-30a8-4b65-a470-ef3ff0d6be74 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:01.236434 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f44eb12-3cb7-4af8-b089-af2105b5226c', 'name': 'network-vif-deleted', 'tag': '86deebad-0442-4d0a-939a-089d77d92f37'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:59:01.256237 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5917bf8-30a8-4b65-a470-ef3ff0d6be74 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:01.256890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5917bf8-30a8-4b65-a470-ef3ff0d6be74 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:01.257873 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5917bf8-30a8-4b65-a470-ef3ff0d6be74 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:01.258232 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5917bf8-30a8-4b65-a470-ef3ff0d6be74 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:01.258560 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5917bf8-30a8-4b65-a470-ef3ff0d6be74 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:01.260150 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5917bf8-30a8-4b65-a470-ef3ff0d6be74 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:01.261137 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5917bf8-30a8-4b65-a470-ef3ff0d6be74 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:01.262000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5917bf8-30a8-4b65-a470-ef3ff0d6be74 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:01.263520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5917bf8-30a8-4b65-a470-ef3ff0d6be74 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:01.263866 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5917bf8-30a8-4b65-a470-ef3ff0d6be74 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:01.264208 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5917bf8-30a8-4b65-a470-ef3ff0d6be74 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:01.265720 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5917bf8-30a8-4b65-a470-ef3ff0d6be74 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:01.353887 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e0fe9-e4f2-4cd5-9c99-5d4bac970173 None None] Pushing event updated for resources: {'Port': ['ID=72a64eda-97b3-4c7d-bea9-6b60376f4409,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:01.405591 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380e0fe9-e4f2-4cd5-9c99-5d4bac970173 None None] Network 76277622-145f-49e4-8d08-9ab97f49e1e5 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:59:01.411634 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-380e0fe9-e4f2-4cd5-9c99-5d4bac970173 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:59:01.422201 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380e0fe9-e4f2-4cd5-9c99-5d4bac970173 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:59:01.515047 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f292e29-485a-4e92-ae08-d3d633d54ed8 req-a5917bf8-30a8-4b65-a470-ef3ff0d6be74 tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.30 "DELETE /v2.0/ports/86deebad-0442-4d0a-939a-089d77d92f37 HTTP/1.1" status: 204 len: 173 time: 4.9761553 Mar 05 13:59:01.549566 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f44eb12-3cb7-4af8-b089-af2105b5226c', 'name': 'network-vif-deleted', 'tag': '86deebad-0442-4d0a-939a-089d77d92f37', 'status': 'completed', 'code': 200} Mar 05 13:59:01.710568 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da61a02-e4b6-4f1d-aa36-9a308b254819 req-68f8d669-1b09-4b6e-b749-aced61a5b209 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:01.714924 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0da61a02-e4b6-4f1d-aa36-9a308b254819 req-68f8d669-1b09-4b6e-b749-aced61a5b209 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 1.1730328 Mar 05 13:59:01.736163 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eaceed-1e53-4401-87e9-87ed54bf8088 req-b28b4dbd-3960-4fb4-b922-d217159f5a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:01.741588 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0eaceed-1e53-4401-87e9-87ed54bf8088 req-b28b4dbd-3960-4fb4-b922-d217159f5a19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 1095 time: 0.8037410 Mar 05 13:59:01.771966 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fc2683da-e087-4b16-8699-970765f6657f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:01.833440 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-380e0fe9-e4f2-4cd5-9c99-5d4bac970173 None None] Attempting to bind port 72a64eda-97b3-4c7d-bea9-6b60376f4409 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:59:01.834327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-380e0fe9-e4f2-4cd5-9c99-5d4bac970173 None None] Attempting to bind port 72a64eda-97b3-4c7d-bea9-6b60376f4409 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '0d827752-0d45-43fc-b021-753f944b93c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '76277622-145f-49e4-8d08-9ab97f49e1e5'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:59:01.835451 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380e0fe9-e4f2-4cd5-9c99-5d4bac970173 None None] Attempting to bind port 72a64eda-97b3-4c7d-bea9-6b60376f4409 on network 76277622-145f-49e4-8d08-9ab97f49e1e5 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:59:01.874459 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380e0fe9-e4f2-4cd5-9c99-5d4bac970173 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:59:01.875821 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380e0fe9-e4f2-4cd5-9c99-5d4bac970173 None None] Checking segment: {'id': '0d827752-0d45-43fc-b021-753f944b93c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '76277622-145f-49e4-8d08-9ab97f49e1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:59:01.878125 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-380e0fe9-e4f2-4cd5-9c99-5d4bac970173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:01.880269 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380e0fe9-e4f2-4cd5-9c99-5d4bac970173 None None] Bound using segment: {'id': '0d827752-0d45-43fc-b021-753f944b93c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '76277622-145f-49e4-8d08-9ab97f49e1e5'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:59:01.883906 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-380e0fe9-e4f2-4cd5-9c99-5d4bac970173 None None] Bound port: 72a64eda-97b3-4c7d-bea9-6b60376f4409, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d827752-0d45-43fc-b021-753f944b93c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '76277622-145f-49e4-8d08-9ab97f49e1e5'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:59:01.886668 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-380e0fe9-e4f2-4cd5-9c99-5d4bac970173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:02.059701 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2683da-e087-4b16-8699-970765f6657f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Subnet': ['ID=aba11c2d-fe88-4640-8d1a-0fd6cbc52a0b,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:02.062728 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2683da-e087-4b16-8699-970765f6657f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Checking segment: {'id': '4348a697-103d-47f6-a5c3-fc8c0a655559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7000c47c-92be-46bf-8df0-c0c8e8ee30e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:59:02.063315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2683da-e087-4b16-8699-970765f6657f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network hostable DHCP agents. Network: 7000c47c-92be-46bf-8df0-c0c8e8ee30e3, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:59:02.092307 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2683da-e087-4b16-8699-970765f6657f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network 7000c47c-92be-46bf-8df0-c0c8e8ee30e3 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:59:02.112543 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-fc2683da-e087-4b16-8699-970765f6657f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 7000c47c-92be-46bf-8df0-c0c8e8ee30e3) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:59:02.117812 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-380e0fe9-e4f2-4cd5-9c99-5d4bac970173 None None] For port 72a64eda-97b3-4c7d-bea9-6b60376f4409, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:59:02.129852 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-380e0fe9-e4f2-4cd5-9c99-5d4bac970173 None None] For port 72a64eda-97b3-4c7d-bea9-6b60376f4409, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=72a64eda-97b3-4c7d-bea9-6b60376f4409,segment=NetworkSegment(0d827752-0d45-43fc-b021-753f944b93c7),segment_id=0d827752-0d45-43fc-b021-753f944b93c7)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:59:02.132281 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2683da-e087-4b16-8699-970765f6657f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:02.133206 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fc2683da-e087-4b16-8699-970765f6657f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:02.140532 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9408914e-fc8b-46d0-92b2-0e68db413eb5 None None] Network 7000c47c-92be-46bf-8df0-c0c8e8ee30e3 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:59:02.161053 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fc2683da-e087-4b16-8699-970765f6657f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.0498700 Mar 05 13:59:02.162713 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45996) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:02.171300 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-7c100004-9880-44c9-b181-c606f65952ca tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-508038854', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:02.214638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7c100004-9880-44c9-b181-c606f65952ca tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:02.224290 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7c100004-9880-44c9-b181-c606f65952ca tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:router and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:02.231990 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7c100004-9880-44c9-b181-c606f65952ca tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:02.248952 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7c100004-9880-44c9-b181-c606f65952ca tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:02.275961 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c100004-9880-44c9-b181-c606f65952ca tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:02.278439 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c100004-9880-44c9-b181-c606f65952ca tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:02.640856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eaceed-1e53-4401-87e9-87ed54bf8088 req-3ed3a806-a32f-4c10-932c-f8a999975644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:02.646359 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0eaceed-1e53-4401-87e9-87ed54bf8088 req-3ed3a806-a32f-4c10-932c-f8a999975644 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 912 time: 0.8881373 Mar 05 13:59:02.663900 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7b45bd17-5e97-4188-ab2d-0344c656e6ab tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:02.676248 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c100004-9880-44c9-b181-c606f65952ca tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:02.678695 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-e082e380-68f7-423a-b3d2-fc0033867f41 req-7161a67e-3395-494e-8e2b-a50daa65f70f tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Synchronizing usage tracker for tenant:c2216bd4e99a4eb1bc00ada44567b6bf on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:59:02.918452 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-380e0fe9-e4f2-4cd5-9c99-5d4bac970173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:02.968797 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-e082e380-68f7-423a-b3d2-fc0033867f41 req-7161a67e-3395-494e-8e2b-a50daa65f70f tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] Unset dirty status for tenant:c2216bd4e99a4eb1bc00ada44567b6bf on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:59:02.970781 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e082e380-68f7-423a-b3d2-fc0033867f41 req-7161a67e-3395-494e-8e2b-a50daa65f70f tempest-ServerRescueTestJSON-1104689390 tempest-ServerRescueTestJSON-1104689390-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f44eb12-3cb7-4af8-b089-af2105b5226c HTTP/1.1" status: 200 len: 210 time: 0.5143771 Mar 05 13:59:02.974381 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c100004-9880-44c9-b181-c606f65952ca tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:03.032232 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c100004-9880-44c9-b181-c606f65952ca tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:03.034190 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7c100004-9880-44c9-b181-c606f65952ca tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8693764 Mar 05 13:59:03.037206 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46028) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:03.137783 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0da61a02-e4b6-4f1d-aa36-9a308b254819 req-e797694a-213a-4b02-9b5c-29fd59b04ccc tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3822548 Mar 05 13:59:03.216626 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50072c58-ba83-4013-a460-17812d8e857b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-7000c47c-92be-46bf-8df0-c0c8e8ee30e3', 'network_id': '7000c47c-92be-46bf-8df0-c0c8e8ee30e3', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'fixed_ips': [{'subnet_id': 'aba11c2d-fe88-4640-8d1a-0fd6cbc52a0b'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:59:03.216626 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-50072c58-ba83-4013-a460-17812d8e857b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:03.406570 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e0fe9-e4f2-4cd5-9c99-5d4bac970173 None None] Pushing event updated for resources: {'Port': ['ID=72a64eda-97b3-4c7d-bea9-6b60376f4409,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:03.416185 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45bd17-5e97-4188-ab2d-0344c656e6ab tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Pushing event deleted for resources: {'Port': ['ID=9e1ec501-ab2a-4c1e-95fc-c3790f88588d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:03.687261 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b1d60ce8-2328-47c1-9032-5b6f594cad84 req-085d59ff-cf25-4fee-b3d3-647a11339fc9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3d759663-d57e-4924-b7fd-960b7de4e361&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.4446394 Mar 05 13:59:03.762486 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0eaceed-1e53-4401-87e9-87ed54bf8088 req-96990c1a-0e18-4f31-8fd4-80546038fb82 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b852d257-e284-4921-9e1c-1731d07e7b99 HTTP/1.1" status: 200 len: 998 time: 1.0666332 Mar 05 13:59:03.768300 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-50072c58-ba83-4013-a460-17812d8e857b None None] Allocated IP 2001:db8:1::2 (7000c47c-92be-46bf-8df0-c0c8e8ee30e3/aba11c2d-fe88-4640-8d1a-0fd6cbc52a0b/09757aab-f5da-4ffd-833a-55556fcf68a1) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:59:04.212277 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7b45bd17-5e97-4188-ab2d-0344c656e6ab tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:04.371322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46056) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:04.453981 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-50072c58-ba83-4013-a460-17812d8e857b None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:04.467139 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-50072c58-ba83-4013-a460-17812d8e857b None None] Transition to ACTIVE for port object 09757aab-f5da-4ffd-833a-55556fcf68a1 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:59:04.489184 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-50072c58-ba83-4013-a460-17812d8e857b None None] Transition to ACTIVE for port object 09757aab-f5da-4ffd-833a-55556fcf68a1 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:59:04.494119 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 72a64eda-97b3-4c7d-bea9-6b60376f4409 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:59:04.538287 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-50072c58-ba83-4013-a460-17812d8e857b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:04.647218 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50072c58-ba83-4013-a460-17812d8e857b None None] Network 7000c47c-92be-46bf-8df0-c0c8e8ee30e3 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:59:04.664765 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-50072c58-ba83-4013-a460-17812d8e857b None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:59:04.691180 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50072c58-ba83-4013-a460-17812d8e857b None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:59:04.728363 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e07fbe0-79ce-4242-9319-08a0cac2dc83 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:05.087625 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50072c58-ba83-4013-a460-17812d8e857b None None] Pushing event updated for resources: {'Port': ['ID=09757aab-f5da-4ffd-833a-55556fcf68a1,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:05.217111 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-50072c58-ba83-4013-a460-17812d8e857b None None] Attempting to bind port 09757aab-f5da-4ffd-833a-55556fcf68a1 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:59:05.217479 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-50072c58-ba83-4013-a460-17812d8e857b None None] Attempting to bind port 09757aab-f5da-4ffd-833a-55556fcf68a1 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '4348a697-103d-47f6-a5c3-fc8c0a655559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7000c47c-92be-46bf-8df0-c0c8e8ee30e3'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:59:05.217855 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50072c58-ba83-4013-a460-17812d8e857b None None] Attempting to bind port 09757aab-f5da-4ffd-833a-55556fcf68a1 on network 7000c47c-92be-46bf-8df0-c0c8e8ee30e3 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:59:05.264442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50072c58-ba83-4013-a460-17812d8e857b None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:59:05.264825 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50072c58-ba83-4013-a460-17812d8e857b None None] Checking segment: {'id': '4348a697-103d-47f6-a5c3-fc8c0a655559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7000c47c-92be-46bf-8df0-c0c8e8ee30e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:59:05.265234 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-50072c58-ba83-4013-a460-17812d8e857b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:05.265638 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50072c58-ba83-4013-a460-17812d8e857b None None] Bound using segment: {'id': '4348a697-103d-47f6-a5c3-fc8c0a655559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7000c47c-92be-46bf-8df0-c0c8e8ee30e3'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:59:05.266129 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-50072c58-ba83-4013-a460-17812d8e857b None None] Bound port: 09757aab-f5da-4ffd-833a-55556fcf68a1, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4348a697-103d-47f6-a5c3-fc8c0a655559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7000c47c-92be-46bf-8df0-c0c8e8ee30e3'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:59:05.266504 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-50072c58-ba83-4013-a460-17812d8e857b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:05.277924 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46080) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:05.280390 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7b45bd17-5e97-4188-ab2d-0344c656e6ab tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:05.302783 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7b45bd17-5e97-4188-ab2d-0344c656e6ab tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:05.354867 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eaceed-1e53-4401-87e9-87ed54bf8088 req-7ba247ea-a9f1-4e68-b231-64178574c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:05.359357 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0eaceed-1e53-4401-87e9-87ed54bf8088 req-7ba247ea-a9f1-4e68-b231-64178574c70f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 1.3582332 Mar 05 13:59:05.418642 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d60ce8-2328-47c1-9032-5b6f594cad84 req-110c468d-c65c-4784-a779-dcabba0f97c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:05.420216 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b1d60ce8-2328-47c1-9032-5b6f594cad84 req-110c468d-c65c-4784-a779-dcabba0f97c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=3d759663-d57e-4924-b7fd-960b7de4e361 HTTP/1.1" status: 200 len: 1096 time: 1.6568463 Mar 05 13:59:05.548184 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-50072c58-ba83-4013-a460-17812d8e857b None None] For port 09757aab-f5da-4ffd-833a-55556fcf68a1, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:59:05.560169 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-50072c58-ba83-4013-a460-17812d8e857b None None] For port 09757aab-f5da-4ffd-833a-55556fcf68a1, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=09757aab-f5da-4ffd-833a-55556fcf68a1,segment=NetworkSegment(4348a697-103d-47f6-a5c3-fc8c0a655559),segment_id=4348a697-103d-47f6-a5c3-fc8c0a655559)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:59:05.587435 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-50072c58-ba83-4013-a460-17812d8e857b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:05.644699 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-5e07fbe0-79ce-4242-9319-08a0cac2dc83 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Allocated IP 2001:db8::1 (76277622-145f-49e4-8d08-9ab97f49e1e5/b5a8054e-7219-4ad3-a371-27f8fca90635/4f9b1ad3-fb20-4ae7-88e5-7ae8143c2973) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:59:05.700024 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ec87f1-98b7-4930-8c8b-bfbde45c03a8 None None] Network 76277622-145f-49e4-8d08-9ab97f49e1e5 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:59:05.815330 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 72a64eda-97b3-4c7d-bea9-6b60376f4409 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:59:05.910995 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ed9e7ec3-05e5-4955-a3d8-cabb200a27fc None None] Provisioning for port 72a64eda-97b3-4c7d-bea9-6b60376f4409 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:59:05.983022 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ed9e7ec3-05e5-4955-a3d8-cabb200a27fc None None] Provisioning complete for port 72a64eda-97b3-4c7d-bea9-6b60376f4409 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:59:05.983402 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ed9e7ec3-05e5-4955-a3d8-cabb200a27fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:06.050354 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e07fbe0-79ce-4242-9319-08a0cac2dc83 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:06.087851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-5e07fbe0-79ce-4242-9319-08a0cac2dc83 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Transition to ACTIVE for port object 4f9b1ad3-fb20-4ae7-88e5-7ae8143c2973 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:59:06.106980 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d6592fc-3b26-4e88-a2c4-5de223c8d57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:06.140349 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7b45bd17-5e97-4188-ab2d-0344c656e6ab tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:06.140861 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b45bd17-5e97-4188-ab2d-0344c656e6ab tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Fanout notify agent at l3_agent the message router_deleted on router f398a83f-cb09-4e36-bdf3-eacc0350574c {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:59:06.143018 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d60ce8-2328-47c1-9032-5b6f594cad84 req-2f94799c-a655-4006-b27a-64f39da41634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:06.144791 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b1d60ce8-2328-47c1-9032-5b6f594cad84 req-2f94799c-a655-4006-b27a-64f39da41634 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 912 time: 0.4821908 Mar 05 13:59:06.146389 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e07fbe0-79ce-4242-9319-08a0cac2dc83 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:06.167354 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8d6592fc-3b26-4e88-a2c4-5de223c8d57b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:06.255997 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7b45bd17-5e97-4188-ab2d-0344c656e6ab tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:06.260602 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7b45bd17-5e97-4188-ab2d-0344c656e6ab tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "DELETE /v2.0/routers/f398a83f-cb09-4e36-bdf3-eacc0350574c HTTP/1.1" status: 204 len: 168 time: 9.0085266 Mar 05 13:59:06.260602 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b1d60ce8-2328-47c1-9032-5b6f594cad84 req-de6d88ee-b54e-4141-b45f-934c96659a2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8f7d076-e06f-46df-ae6c-d36aef9de98f HTTP/1.1" status: 200 len: 217 time: 0.0862103 Mar 05 13:59:06.269561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46098) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:06.277867 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8d6592fc-3b26-4e88-a2c4-5de223c8d57b admin admin] Usage tracker for resource:security_group_rule and tenant:a4910bc2d948424cb51232b332e0791a is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:06.326551 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07fbe0-79ce-4242-9319-08a0cac2dc83 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Port': ['ID=4f9b1ad3-fb20-4ae7-88e5-7ae8143c2973,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:06.357754 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e07fbe0-79ce-4242-9319-08a0cac2dc83 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network 76277622-145f-49e4-8d08-9ab97f49e1e5 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:59:06.360970 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-5e07fbe0-79ce-4242-9319-08a0cac2dc83 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:59:06.361144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d60ce8-2328-47c1-9032-5b6f594cad84 req-0bede608-1186-4d0b-9407-caebc58f49f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:06.363160 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b1d60ce8-2328-47c1-9032-5b6f594cad84 req-0bede608-1186-4d0b-9407-caebc58f49f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.0901310 Mar 05 13:59:06.366354 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-d16f95d5-0cec-409f-a4d3-47b7e89c1a33 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2067012615', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}, 'admin_state_up': False}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:06.367780 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e07fbe0-79ce-4242-9319-08a0cac2dc83 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:59:06.368811 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e07fbe0-79ce-4242-9319-08a0cac2dc83 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:06.374553 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d16f95d5-0cec-409f-a4d3-47b7e89c1a33 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:06.388725 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d16f95d5-0cec-409f-a4d3-47b7e89c1a33 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Usage tracker for resource:router and tenant:f114f70964a24a37b5636fdd81b09ecf is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:06.396762 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d16f95d5-0cec-409f-a4d3-47b7e89c1a33 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:06.436670 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d16f95d5-0cec-409f-a4d3-47b7e89c1a33 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:06.455757 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50072c58-ba83-4013-a460-17812d8e857b None None] Pushing event updated for resources: {'Port': ['ID=09757aab-f5da-4ffd-833a-55556fcf68a1,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:06.463409 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8d6592fc-3b26-4e88-a2c4-5de223c8d57b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:06.557081 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c82d11-6628-4c45-8b53-dd6889cf7307 req-ca55d44b-588f-4c00-a05a-180c9adc0e3c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:06.558630 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-45c82d11-6628-4c45-8b53-dd6889cf7307 req-ca55d44b-588f-4c00-a05a-180c9adc0e3c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 1.9050157 Mar 05 13:59:06.591098 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d16f95d5-0cec-409f-a4d3-47b7e89c1a33 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:06.592097 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d16f95d5-0cec-409f-a4d3-47b7e89c1a33 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:06.640186 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d16f95d5-0cec-409f-a4d3-47b7e89c1a33 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:06.708580 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8d6592fc-3b26-4e88-a2c4-5de223c8d57b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:07.148017 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ed9e7ec3-05e5-4955-a3d8-cabb200a27fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:07.200203 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ed9e7ec3-05e5-4955-a3d8-cabb200a27fc None None] For port 72a64eda-97b3-4c7d-bea9-6b60376f4409, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=72a64eda-97b3-4c7d-bea9-6b60376f4409,segment=NetworkSegment(0d827752-0d45-43fc-b021-753f944b93c7),segment_id=0d827752-0d45-43fc-b021-753f944b93c7)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:59:07.209680 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ed9e7ec3-05e5-4955-a3d8-cabb200a27fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:07.314701 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e07fbe0-79ce-4242-9319-08a0cac2dc83 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:07.494473 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e7ec3-05e5-4955-a3d8-cabb200a27fc None None] Pushing event updated for resources: {'Port': ['ID=72a64eda-97b3-4c7d-bea9-6b60376f4409,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:07.567539 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eaceed-1e53-4401-87e9-87ed54bf8088 req-33bf1d55-ccac-4683-b475-1f0d2180679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:07.571325 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0eaceed-1e53-4401-87e9-87ed54bf8088 req-33bf1d55-ccac-4683-b475-1f0d2180679b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.1745820 Mar 05 13:59:07.751131 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b2ded6ae-69cb-4c7e-afae-6555d25ccbb8 None None] Provisioning complete for port 72a64eda-97b3-4c7d-bea9-6b60376f4409 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:59:07.751655 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b2ded6ae-69cb-4c7e-afae-6555d25ccbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:07.990379 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d6592fc-3b26-4e88-a2c4-5de223c8d57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:07.994822 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-45c82d11-6628-4c45-8b53-dd6889cf7307 req-414d80b0-ff57-4011-88cd-8817ed7f609e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3230302 Mar 05 13:59:08.041448 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d16f95d5-0cec-409f-a4d3-47b7e89c1a33 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:08.053846 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d6592fc-3b26-4e88-a2c4-5de223c8d57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:08.197508 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6592fc-3b26-4e88-a2c4-5de223c8d57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92c7401-2db2-4097-a6f3-bb1607bfcdca,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:08.217526 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b2ded6ae-69cb-4c7e-afae-6555d25ccbb8 None None] Provisioning for port 4f9b1ad3-fb20-4ae7-88e5-7ae8143c2973 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:59:08.242972 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b2ded6ae-69cb-4c7e-afae-6555d25ccbb8 None None] Provisioning complete for port 4f9b1ad3-fb20-4ae7-88e5-7ae8143c2973 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:59:08.243285 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b2ded6ae-69cb-4c7e-afae-6555d25ccbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:08.389224 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e8b0e6-6ba4-440f-9460-c3e876264630 None None] Network 7000c47c-92be-46bf-8df0-c0c8e8ee30e3 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:59:08.429671 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d60ce8-2328-47c1-9032-5b6f594cad84 req-650f30bd-aea2-4ab6-af45-2bd0e118575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:08.431344 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b1d60ce8-2328-47c1-9032-5b6f594cad84 req-650f30bd-aea2-4ab6-af45-2bd0e118575d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.9056826 Mar 05 13:59:08.438356 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46128) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:08.524210 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e07fbe0-79ce-4242-9319-08a0cac2dc83 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:08.536403 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e07fbe0-79ce-4242-9319-08a0cac2dc83 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:08.537311 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e07fbe0-79ce-4242-9319-08a0cac2dc83 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:08.628705 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b1d60ce8-2328-47c1-9032-5b6f594cad84 req-f0113ea2-f550-47af-a110-db95420ae631 service neutron] 10.222.0.30 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760967 Mar 05 13:59:08.756647 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8d6592fc-3b26-4e88-a2c4-5de223c8d57b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4910bc2d948424cb51232b332e0791a&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4597735 Mar 05 13:59:08.764646 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46138) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:08.764856 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 09757aab-f5da-4ffd-833a-55556fcf68a1 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:59:08.779460 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25c19f2f-f647-4735-9e52-2c142fc3b55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:08.853166 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07fbe0-79ce-4242-9319-08a0cac2dc83 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Port': ['ID=4f9b1ad3-fb20-4ae7-88e5-7ae8143c2973,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:08.947681 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b2ded6ae-69cb-4c7e-afae-6555d25ccbb8 None None] Port 4f9b1ad3-fb20-4ae7-88e5-7ae8143c2973 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:59:09.000859 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-25c19f2f-f647-4735-9e52-2c142fc3b55e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:09.071852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-25c19f2f-f647-4735-9e52-2c142fc3b55e admin admin] Usage tracker for resource:security_group_rule and tenant:c7a3ab663d7740e49b6dd4f630898326 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:09.084710 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-25c19f2f-f647-4735-9e52-2c142fc3b55e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:09.106083 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 09757aab-f5da-4ffd-833a-55556fcf68a1 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:59:09.109959 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-25c19f2f-f647-4735-9e52-2c142fc3b55e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:09.112806 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3288e3b7-3094-4512-b22d-504edfceea76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:09.145836 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 72a64eda-97b3-4c7d-bea9-6b60376f4409 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:59:09.223695 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0eaceed-1e53-4401-87e9-87ed54bf8088 req-22b9001f-ae77-4d2d-9cc6-5a039f98323e service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4523735 Mar 05 13:59:09.228538 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0dd18ca2-e7d4-4f8b-bb4f-d2f470b97fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:09.243077 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e07fbe0-79ce-4242-9319-08a0cac2dc83 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network 76277622-145f-49e4-8d08-9ab97f49e1e5 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:59:09.261702 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2ae73b9c-fcaf-4ed5-9cff-7d0f397d1ee5 None None] Provisioning for port 09757aab-f5da-4ffd-833a-55556fcf68a1 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:59:09.266025 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3288e3b7-3094-4512-b22d-504edfceea76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:09.291497 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2ae73b9c-fcaf-4ed5-9cff-7d0f397d1ee5 None None] Provisioning complete for port 09757aab-f5da-4ffd-833a-55556fcf68a1 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:59:09.292152 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2ae73b9c-fcaf-4ed5-9cff-7d0f397d1ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:09.346865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-5e07fbe0-79ce-4242-9319-08a0cac2dc83 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:59:09.493832 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 72a64eda-97b3-4c7d-bea9-6b60376f4409 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:59:09.497109 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:09.720182 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25c19f2f-f647-4735-9e52-2c142fc3b55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:09.726150 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3288e3b7-3094-4512-b22d-504edfceea76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:09.811805 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25c19f2f-f647-4735-9e52-2c142fc3b55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:09.842846 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2ae73b9c-fcaf-4ed5-9cff-7d0f397d1ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:09.903581 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288e3b7-3094-4512-b22d-504edfceea76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92c7401-2db2-4097-a6f3-bb1607bfcdca,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:09.942419 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-2ae73b9c-fcaf-4ed5-9cff-7d0f397d1ee5 None None] For port 09757aab-f5da-4ffd-833a-55556fcf68a1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=09757aab-f5da-4ffd-833a-55556fcf68a1,segment=NetworkSegment(4348a697-103d-47f6-a5c3-fc8c0a655559),segment_id=4348a697-103d-47f6-a5c3-fc8c0a655559)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:59:09.962583 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2ae73b9c-fcaf-4ed5-9cff-7d0f397d1ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:10.055307 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-25c19f2f-f647-4735-9e52-2c142fc3b55e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7a3ab663d7740e49b6dd4f630898326&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6158428 Mar 05 13:59:10.059523 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae73b9c-fcaf-4ed5-9cff-7d0f397d1ee5 None None] Pushing event updated for resources: {'Port': ['ID=09757aab-f5da-4ffd-833a-55556fcf68a1,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:10.109617 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2ae73b9c-fcaf-4ed5-9cff-7d0f397d1ee5 None None] Provisioning complete for port 4f9b1ad3-fb20-4ae7-88e5-7ae8143c2973 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:59:10.110241 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2ae73b9c-fcaf-4ed5-9cff-7d0f397d1ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:10.118285 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46160) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:10.195465 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2ae73b9c-fcaf-4ed5-9cff-7d0f397d1ee5 None None] Port 4f9b1ad3-fb20-4ae7-88e5-7ae8143c2973 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:59:10.226244 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3288e3b7-3094-4512-b22d-504edfceea76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:10.241527 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3288e3b7-3094-4512-b22d-504edfceea76 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d92c7401-2db2-4097-a6f3-bb1607bfcdca HTTP/1.1" status: 204 len: 168 time: 1.4614491 Mar 05 13:59:10.304668 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c19f2f-f647-4735-9e52-2c142fc3b55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20979bb3-96d5-4c44-846d-ee6563f363b4,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:10.328378 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fae1b88a-4c5f-414d-8619-346893aa495d None None] Provisioning complete for port 09757aab-f5da-4ffd-833a-55556fcf68a1 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:59:10.329401 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fae1b88a-4c5f-414d-8619-346893aa495d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:10.436398 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e01b1-026c-403b-b3c9-f3ea567a408e req-4339e6b7-6f83-409c-8f43-6fae5740457f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:10.437962 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ab0e01b1-026c-403b-b3c9-f3ea567a408e req-4339e6b7-6f83-409c-8f43-6fae5740457f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 1.0698340 Mar 05 13:59:10.469656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 09757aab-f5da-4ffd-833a-55556fcf68a1 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:59:10.657346 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ab0e01b1-026c-403b-b3c9-f3ea567a408e req-ebf2dfd9-3656-475a-82bb-925ae7d2c09d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114494 Mar 05 13:59:10.686891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e07fbe0-79ce-4242-9319-08a0cac2dc83 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Router 36170898-6a6e-449c-a318-fa0afde2f932 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:59:10.852756 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b1d60ce8-2328-47c1-9032-5b6f594cad84 req-a96ad916-b60a-4fb9-8e69-0979e5a84dc3 service neutron] 10.222.0.30 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2177148 Mar 05 13:59:10.869642 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 09757aab-f5da-4ffd-833a-55556fcf68a1 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:59:10.870000 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:10.976102 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0eaceed-1e53-4401-87e9-87ed54bf8088 req-4b260526-21ee-4040-b7dd-e689cf897898 service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5449529 Mar 05 13:59:11.061884 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6c306a55-eb77-4ba1-86bd-b8da938fbefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:11.071519 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fae1b88a-4c5f-414d-8619-346893aa495d None None] Provisioning complete for port 4f9b1ad3-fb20-4ae7-88e5-7ae8143c2973 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:59:11.071519 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fae1b88a-4c5f-414d-8619-346893aa495d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:11.153718 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e07fbe0-79ce-4242-9319-08a0cac2dc83 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:59:11.170292 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f0fcd6-97c4-40a3-a037-cfbb6dedbfdd None None] Sync routers for ids ['36170898-6a6e-449c-a318-fa0afde2f932'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:59:11.171964 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5e07fbe0-79ce-4242-9319-08a0cac2dc83 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/routers/36170898-6a6e-449c-a318-fa0afde2f932/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1334238 Mar 05 13:59:11.172961 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46182) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:11.191963 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8330852d-97fd-4fee-bf00-fc024531bc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:11.195789 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f0fcd6-97c4-40a3-a037-cfbb6dedbfdd None None] Routers {'36170898-6a6e-449c-a318-fa0afde2f932'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:59:11.202517 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-13f0fcd6-97c4-40a3-a037-cfbb6dedbfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:59:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['36170898-6a6e-449c-a318-fa0afde2f932'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:11.328634 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8330852d-97fd-4fee-bf00-fc024531bc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:11.394547 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-fae1b88a-4c5f-414d-8619-346893aa495d None None] Port 4f9b1ad3-fb20-4ae7-88e5-7ae8143c2973 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:59:11.403954 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-13f0fcd6-97c4-40a3-a037-cfbb6dedbfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:11.439920 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f0fcd6-97c4-40a3-a037-cfbb6dedbfdd None None] Routers {'36170898-6a6e-449c-a318-fa0afde2f932'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:59:11.447931 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-13f0fcd6-97c4-40a3-a037-cfbb6dedbfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:59:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['36170898-6a6e-449c-a318-fa0afde2f932'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:11.540547 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8330852d-97fd-4fee-bf00-fc024531bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:11.618041 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-13f0fcd6-97c4-40a3-a037-cfbb6dedbfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:11.618587 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f0fcd6-97c4-40a3-a037-cfbb6dedbfdd None None] The sync data for ids ['36170898-6a6e-449c-a318-fa0afde2f932'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:59:11.633853 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330852d-97fd-4fee-bf00-fc024531bc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20979bb3-96d5-4c44-846d-ee6563f363b4,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:11.640893 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d16f95d5-0cec-409f-a4d3-47b7e89c1a33 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:11.747843 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d16f95d5-0cec-409f-a4d3-47b7e89c1a33 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:11.754145 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8330852d-97fd-4fee-bf00-fc024531bc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:11.759322 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8330852d-97fd-4fee-bf00-fc024531bc1b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20979bb3-96d5-4c44-846d-ee6563f363b4 HTTP/1.1" status: 204 len: 168 time: 1.6393325 Mar 05 13:59:11.892512 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f596a68d-555f-47fb-b1fa-7eac0e96bfba tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:11.894097 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f596a68d-555f-47fb-b1fa-7eac0e96bfba tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Synchronizing usage tracker for tenant:f9698ae0269e4f54b2949da6501e3b33 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:59:11.912442 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a3fa53d3-bc64-41f6-8db1-cab3677c5ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:11.958182 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f596a68d-555f-47fb-b1fa-7eac0e96bfba tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Unset dirty status for tenant:f9698ae0269e4f54b2949da6501e3b33 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:59:11.966841 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f596a68d-555f-47fb-b1fa-7eac0e96bfba tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/ports/4f9b1ad3-fb20-4ae7-88e5-7ae8143c2973 HTTP/1.1" status: 200 len: 911 time: 0.7923565 Mar 05 13:59:11.969649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46204) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:12.063886 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:12.121248 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:12.360606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-d16f95d5-0cec-409f-a4d3-47b7e89c1a33 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Allocated IP 172.25.4.211 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/19112d26-1a9b-4105-acb0-2724c7123419) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:59:12.723857 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d16f95d5-0cec-409f-a4d3-47b7e89c1a33 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:12.790629 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d16f95d5-0cec-409f-a4d3-47b7e89c1a33 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:12.882756 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46230) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:12.922720 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16f95d5-0cec-409f-a4d3-47b7e89c1a33 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:59:12.951715 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f281e46b-2e20-4877-9d79-fc7721dfe2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:12.983888 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-d16f95d5-0cec-409f-a4d3-47b7e89c1a33 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:59:12.989459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16f95d5-0cec-409f-a4d3-47b7e89c1a33 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:59:13.285814 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f281e46b-2e20-4877-9d79-fc7721dfe2d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:13.446059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f281e46b-2e20-4877-9d79-fc7721dfe2d7 admin admin] Usage tracker for resource:security_group_rule and tenant:c8a8b569fa0141129462fd448df2fb59 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:13.547039 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f95d5-0cec-409f-a4d3-47b7e89c1a33 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Pushing event updated for resources: {'Port': ['ID=19112d26-1a9b-4105-acb0-2724c7123419,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:13.595478 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f281e46b-2e20-4877-9d79-fc7721dfe2d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:13.615986 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6ccc8-826c-47a9-a57c-976b45eb8312 req-2c6dfbdb-9dad-4206-948a-7bc19024809f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:13.628776 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-03f6ccc8-826c-47a9-a57c-976b45eb8312 req-2c6dfbdb-9dad-4206-948a-7bc19024809f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 1.5099494 Mar 05 13:59:13.655411 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:13.714493 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18d54eec-c6f6-403b-81b1-38750851128a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:13.852041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f281e46b-2e20-4877-9d79-fc7721dfe2d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:14.105837 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-03f6ccc8-826c-47a9-a57c-976b45eb8312 req-05f670da-fbae-4248-84bc-dfc989b948d9 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4761841 Mar 05 13:59:14.878751 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-18d54eec-c6f6-403b-81b1-38750851128a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Allocated IP 2001:db8:1::1 (7000c47c-92be-46bf-8df0-c0c8e8ee30e3/aba11c2d-fe88-4640-8d1a-0fd6cbc52a0b/de8c056a-36da-4ae5-b626-8774d8fe4fd6) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:59:15.225780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa53d3-bc64-41f6-8db1-cab3677c5ce3 admin admin] Deleting port 4bd35a3b-9300-4c32-a647-24c6c038d473 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:59:15.226298 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a3fa53d3-bc64-41f6-8db1-cab3677c5ce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:15.241711 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13704227-be5e-4ebd-b572-926da8e4671d req-45df0104-7373-45f4-ad3c-cb75ec1ae742 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:15.243309 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-13704227-be5e-4ebd-b572-926da8e4671d req-45df0104-7373-45f4-ad3c-cb75ec1ae742 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.7933733 Mar 05 13:59:15.368204 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-13704227-be5e-4ebd-b572-926da8e4671d req-0008a6fb-27e9-4021-b517-7bdf53084302 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060438 Mar 05 13:59:15.406040 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18d54eec-c6f6-403b-81b1-38750851128a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:15.458846 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d16f95d5-0cec-409f-a4d3-47b7e89c1a33 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:15.462254 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-18d54eec-c6f6-403b-81b1-38750851128a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Transition to ACTIVE for port object de8c056a-36da-4ae5-b626-8774d8fe4fd6 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:59:15.539059 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18d54eec-c6f6-403b-81b1-38750851128a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:15.654086 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d54eec-c6f6-403b-81b1-38750851128a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network 7000c47c-92be-46bf-8df0-c0c8e8ee30e3 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:59:15.662572 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-18d54eec-c6f6-403b-81b1-38750851128a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:59:15.668165 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d54eec-c6f6-403b-81b1-38750851128a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:59:15.668934 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18d54eec-c6f6-403b-81b1-38750851128a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:15.676573 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d54eec-c6f6-403b-81b1-38750851128a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Port': ['ID=de8c056a-36da-4ae5-b626-8774d8fe4fd6,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:16.184589 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f281e46b-2e20-4877-9d79-fc7721dfe2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:16.243507 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c1684c38-84a5-4994-9735-22034b5f5c88 None None] Provisioning for port de8c056a-36da-4ae5-b626-8774d8fe4fd6 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:59:16.250802 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c1684c38-84a5-4994-9735-22034b5f5c88 None None] Provisioning complete for port de8c056a-36da-4ae5-b626-8774d8fe4fd6 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:59:16.251456 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c1684c38-84a5-4994-9735-22034b5f5c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:16.258340 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18d54eec-c6f6-403b-81b1-38750851128a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:16.326261 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f281e46b-2e20-4877-9d79-fc7721dfe2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:16.389533 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c1684c38-84a5-4994-9735-22034b5f5c88 None None] Port de8c056a-36da-4ae5-b626-8774d8fe4fd6 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:59:16.439474 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46300) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:16.484009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281e46b-2e20-4877-9d79-fc7721dfe2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309aa787-57a5-408d-b94e-ea35e7e5b446,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:16.535226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199aad1a-9b0d-4233-9f16-c8a28fd46176 req-440fd1f3-dc79-43be-86bd-c7ec2deafbf5 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:16.536800 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-199aad1a-9b0d-4233-9f16-c8a28fd46176 req-440fd1f3-dc79-43be-86bd-c7ec2deafbf5 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.9012654 Mar 05 13:59:16.861403 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-a3fa53d3-bc64-41f6-8db1-cab3677c5ce3 admin admin] For port 4bd35a3b-9300-4c32-a647-24c6c038d473, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4bd35a3b-9300-4c32-a647-24c6c038d473,segment=NetworkSegment(4becda48-9179-4515-b671-cd25a86b8593),segment_id=4becda48-9179-4515-b671-cd25a86b8593)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:59:16.862844 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a3fa53d3-bc64-41f6-8db1-cab3677c5ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:16.872049 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d16f95d5-0cec-409f-a4d3-47b7e89c1a33 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:16.876287 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f281e46b-2e20-4877-9d79-fc7721dfe2d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8a8b569fa0141129462fd448df2fb59&name=default HTTP/1.1" status: 200 len: 2983 time: 3.9915707 Mar 05 13:59:16.884477 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46306) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:16.979470 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18d54eec-c6f6-403b-81b1-38750851128a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:16.990080 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18d54eec-c6f6-403b-81b1-38750851128a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:16.991464 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18d54eec-c6f6-403b-81b1-38750851128a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:16.999772 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-199aad1a-9b0d-4233-9f16-c8a28fd46176 req-bf043bc6-3253-402e-a874-3436bb78192d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4248278 Mar 05 13:59:17.338139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d54eec-c6f6-403b-81b1-38750851128a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Port': ['ID=de8c056a-36da-4ae5-b626-8774d8fe4fd6,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:17.391371 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f17c134-6d58-48f2-9e07-6970b79505f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:17.441646 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3f17c134-6d58-48f2-9e07-6970b79505f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:17.467567 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3f17c134-6d58-48f2-9e07-6970b79505f4 admin admin] Usage tracker for resource:security_group_rule and tenant:9d6666bab23d4846b91ada678fa2ae6b is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:17.473239 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3f17c134-6d58-48f2-9e07-6970b79505f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:17.474698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa53d3-bc64-41f6-8db1-cab3677c5ce3 admin admin] Calling delete_port for 4bd35a3b-9300-4c32-a647-24c6c038d473 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:59:17.500285 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3f17c134-6d58-48f2-9e07-6970b79505f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:17.672826 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d54eec-c6f6-403b-81b1-38750851128a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network 7000c47c-92be-46bf-8df0-c0c8e8ee30e3 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:59:17.746630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-18d54eec-c6f6-403b-81b1-38750851128a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:59:17.871832 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bfcf1577-5979-4578-84a2-890004208a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:17.904297 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bfcf1577-5979-4578-84a2-890004208a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:18.000716 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16f95d5-0cec-409f-a4d3-47b7e89c1a33 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Router fad58761-4987-4e61-968b-50471374e14b is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 13:59:18.196919 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d54eec-c6f6-403b-81b1-38750851128a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Router 36170898-6a6e-449c-a318-fa0afde2f932 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:59:18.201850 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f17c134-6d58-48f2-9e07-6970b79505f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:18.223861 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f17c134-6d58-48f2-9e07-6970b79505f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:18.245645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-01907e38-fedb-4929-9952-9c9abffda679 None None] Provisioning complete for port de8c056a-36da-4ae5-b626-8774d8fe4fd6 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:59:18.248267 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-01907e38-fedb-4929-9952-9c9abffda679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:18.297380 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3f17c134-6d58-48f2-9e07-6970b79505f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d6666bab23d4846b91ada678fa2ae6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3471081 Mar 05 13:59:18.304698 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa790f-b6d8-4082-a22b-0a0917945279 req-4a1cc7e0-0f4c-4536-a036-152b0a5fa610 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:18.305889 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-28aa790f-b6d8-4082-a22b-0a0917945279 req-4a1cc7e0-0f4c-4536-a036-152b0a5fa610 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 1.0832582 Mar 05 13:59:18.306517 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46334) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:18.307436 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17c134-6d58-48f2-9e07-6970b79505f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d914a2-f5d7-4359-94f9-303ec3075b64,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:18.381812 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bfcf1577-5979-4578-84a2-890004208a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:18.484927 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-01907e38-fedb-4929-9952-9c9abffda679 None None] Port de8c056a-36da-4ae5-b626-8774d8fe4fd6 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 13:59:18.501412 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf1577-5979-4578-84a2-890004208a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309aa787-57a5-408d-b94e-ea35e7e5b446,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:18.538909 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bfcf1577-5979-4578-84a2-890004208a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:18.540135 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-bfcf1577-5979-4578-84a2-890004208a1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/309aa787-57a5-408d-b94e-ea35e7e5b446 HTTP/1.1" status: 204 len: 168 time: 1.6530657 Mar 05 13:59:18.562034 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-28aa790f-b6d8-4082-a22b-0a0917945279 req-383b8dc2-fcd6-4c0d-9435-ef12c3180239 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417202 Mar 05 13:59:18.588697 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16f95d5-0cec-409f-a4d3-47b7e89c1a33 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:59:18.621655 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de92f98-0cbd-430a-834c-56f8cd2625ed None None] Sync routers for ids ['fad58761-4987-4e61-968b-50471374e14b'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:59:18.653842 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de92f98-0cbd-430a-834c-56f8cd2625ed None None] Routers {'fad58761-4987-4e61-968b-50471374e14b'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:59:18.655121 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-6de92f98-0cbd-430a-834c-56f8cd2625ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:59:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['fad58761-4987-4e61-968b-50471374e14b'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:18.728788 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-6de92f98-0cbd-430a-834c-56f8cd2625ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:18.740168 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de92f98-0cbd-430a-834c-56f8cd2625ed None None] Routers {'fad58761-4987-4e61-968b-50471374e14b'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:59:18.741150 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-6de92f98-0cbd-430a-834c-56f8cd2625ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:59:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['fad58761-4987-4e61-968b-50471374e14b'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:18.788171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d54eec-c6f6-403b-81b1-38750851128a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:59:18.795830 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-054e6be2-7c0b-4d06-b0a6-ceebff5538e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:18.800121 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a63073e-8405-4609-b2bb-7a92f7f09844 None None] Sync routers for ids ['36170898-6a6e-449c-a318-fa0afde2f932'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:59:18.812942 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a63073e-8405-4609-b2bb-7a92f7f09844 None None] Routers {'36170898-6a6e-449c-a318-fa0afde2f932'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:59:18.813908 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4a63073e-8405-4609-b2bb-7a92f7f09844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:59:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['36170898-6a6e-449c-a318-fa0afde2f932'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:18.818166 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-6de92f98-0cbd-430a-834c-56f8cd2625ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:18.818825 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de92f98-0cbd-430a-834c-56f8cd2625ed None None] The sync data for ids ['fad58761-4987-4e61-968b-50471374e14b'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:59:18.883091 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-054e6be2-7c0b-4d06-b0a6-ceebff5538e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:18.898805 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a3fa53d3-bc64-41f6-8db1-cab3677c5ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:18.951856 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-18d54eec-c6f6-403b-81b1-38750851128a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/routers/36170898-6a6e-449c-a318-fa0afde2f932/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9797859 Mar 05 13:59:18.963295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46348) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:18.981651 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d16f95d5-0cec-409f-a4d3-47b7e89c1a33 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:18.990901 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46352) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:18.991147 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d16f95d5-0cec-409f-a4d3-47b7e89c1a33 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 12.7073236 Mar 05 13:59:18.994488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa53d3-bc64-41f6-8db1-cab3677c5ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd35a3b-9300-4c32-a647-24c6c038d473,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:19.027665 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4a63073e-8405-4609-b2bb-7a92f7f09844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:19.039639 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a63073e-8405-4609-b2bb-7a92f7f09844 None None] Routers {'36170898-6a6e-449c-a318-fa0afde2f932'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:59:19.040231 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4a63073e-8405-4609-b2bb-7a92f7f09844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:59:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['36170898-6a6e-449c-a318-fa0afde2f932'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:19.085593 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-58c6d584-a6d1-4517-a29d-196d1f2d990d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:19.134860 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4a63073e-8405-4609-b2bb-7a92f7f09844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:19.135476 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a63073e-8405-4609-b2bb-7a92f7f09844 None None] The sync data for ids ['36170898-6a6e-449c-a318-fa0afde2f932'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:59:19.286361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cf78f-f81b-4d42-b9f5-4d59b576d8f2 req-322a2169-c49b-4c9c-babe-c32be11bc7e1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:19.288546 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-722cf78f-f81b-4d42-b9f5-4d59b576d8f2 req-322a2169-c49b-4c9c-babe-c32be11bc7e1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.4534428 Mar 05 13:59:19.422552 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c74a623-2748-4a68-b568-e621e4557cc8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:19.430547 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0c74a623-2748-4a68-b568-e621e4557cc8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Synchronizing usage tracker for tenant:f9698ae0269e4f54b2949da6501e3b33 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:59:19.515400 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a3fa53d3-bc64-41f6-8db1-cab3677c5ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:19.593686 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-054e6be2-7c0b-4d06-b0a6-ceebff5538e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:19.659946 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0c74a623-2748-4a68-b568-e621e4557cc8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Unset dirty status for tenant:f9698ae0269e4f54b2949da6501e3b33 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:59:19.672371 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0c74a623-2748-4a68-b568-e621e4557cc8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/ports/de8c056a-36da-4ae5-b626-8774d8fe4fd6 HTTP/1.1" status: 200 len: 913 time: 0.6991737 Mar 05 13:59:19.683498 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46372) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:19.870220 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e6be2-7c0b-4d06-b0a6-ceebff5538e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d914a2-f5d7-4359-94f9-303ec3075b64,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:19.877185 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-054e6be2-7c0b-4d06-b0a6-ceebff5538e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:19.878875 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-054e6be2-7c0b-4d06-b0a6-ceebff5538e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18d914a2-f5d7-4359-94f9-303ec3075b64 HTTP/1.1" status: 204 len: 168 time: 1.5667949 Mar 05 13:59:20.344043 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-722cf78f-f81b-4d42-b9f5-4d59b576d8f2 req-ee704f43-f712-4648-af80-8b027405e16c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8085556 Mar 05 13:59:20.355856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fa53d3-bc64-41f6-8db1-cab3677c5ce3 admin admin] Router 42c6a790-fa9f-4353-9547-a0c25ec0d5a6 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:59:20.777565 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fa53d3-bc64-41f6-8db1-cab3677c5ce3 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:59:20.789292 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a3fa53d3-bc64-41f6-8db1-cab3677c5ce3 admin admin] 10.222.0.16 "PUT /v2.0/routers/42c6a790-fa9f-4353-9547-a0c25ec0d5a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3619850 Mar 05 13:59:20.790179 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62f3ae4-942d-4a9b-ad40-761f669983ee None None] Sync routers for ids ['42c6a790-fa9f-4353-9547-a0c25ec0d5a6'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:59:20.792251 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46410) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:20.807193 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62f3ae4-942d-4a9b-ad40-761f669983ee None None] Routers {'42c6a790-fa9f-4353-9547-a0c25ec0d5a6'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:59:20.809215 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b62f3ae4-942d-4a9b-ad40-761f669983ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:59:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['42c6a790-fa9f-4353-9547-a0c25ec0d5a6'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:21.285717 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-b62f3ae4-942d-4a9b-ad40-761f669983ee None None] Set router 42c6a790-fa9f-4353-9547-a0c25ec0d5a6 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:59:21.838411 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-970794d4-cfe2-42c1-b64e-85c7efea8bb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:21.914515 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23105e5-fd2b-4af0-8d92-435bbf193c93 req-4314215d-7e1f-400f-a438-10568d61547a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:21.916090 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d23105e5-fd2b-4af0-8d92-435bbf193c93 req-4314215d-7e1f-400f-a438-10568d61547a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.3971386 Mar 05 13:59:21.990661 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d23105e5-fd2b-4af0-8d92-435bbf193c93 req-cc55d011-fd52-4f95-9b5e-d5eb0d14005f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555580 Mar 05 13:59:22.133210 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-970794d4-cfe2-42c1-b64e-85c7efea8bb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:22.149463 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-970794d4-cfe2-42c1-b64e-85c7efea8bb1 admin admin] Deleting port 193cffcf-f90f-4a76-8fd5-e7acccc5f66a {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:59:22.150477 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-970794d4-cfe2-42c1-b64e-85c7efea8bb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:22.167956 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b62f3ae4-942d-4a9b-ad40-761f669983ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c6a790-fa9f-4353-9547-a0c25ec0d5a6', 'name': 'tempest-ServerRescueTestJSON-1660272267-router', 'tenant_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '193cffcf-f90f-4a76-8fd5-e7acccc5f66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:56:23Z', 'updated_at': '2022-03-05T13:59:18Z', 'revision_number': 5, 'project_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'gw_port': {'id': '193cffcf-f90f-4a76-8fd5-e7acccc5f66a', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c6a790-fa9f-4353-9547-a0c25ec0d5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:56:28Z', 'updated_at': '2022-03-05T13:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:22.172998 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62f3ae4-942d-4a9b-ad40-761f669983ee None None] Checking router: 42c6a790-fa9f-4353-9547-a0c25ec0d5a6 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 13:59:22.184999 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62f3ae4-942d-4a9b-ad40-761f669983ee None None] Routers {'42c6a790-fa9f-4353-9547-a0c25ec0d5a6'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:59:22.185637 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b62f3ae4-942d-4a9b-ad40-761f669983ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:59:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['42c6a790-fa9f-4353-9547-a0c25ec0d5a6'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:22.280614 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58c6d584-a6d1-4517-a29d-196d1f2d990d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:22.367465 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58c6d584-a6d1-4517-a29d-196d1f2d990d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:22.412611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-58c6d584-a6d1-4517-a29d-196d1f2d990d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Deleting port 19112d26-1a9b-4105-acb0-2724c7123419 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:59:22.412961 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58c6d584-a6d1-4517-a29d-196d1f2d990d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:22.558850 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-b62f3ae4-942d-4a9b-ad40-761f669983ee None None] Set router 42c6a790-fa9f-4353-9547-a0c25ec0d5a6 gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 13:59:22.578711 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-970794d4-cfe2-42c1-b64e-85c7efea8bb1 admin admin] For port 193cffcf-f90f-4a76-8fd5-e7acccc5f66a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=193cffcf-f90f-4a76-8fd5-e7acccc5f66a,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:59:22.581765 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-970794d4-cfe2-42c1-b64e-85c7efea8bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:22.728717 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b62f3ae4-942d-4a9b-ad40-761f669983ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c6a790-fa9f-4353-9547-a0c25ec0d5a6', 'name': 'tempest-ServerRescueTestJSON-1660272267-router', 'tenant_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:56:23Z', 'updated_at': '2022-03-05T13:59:22Z', 'revision_number': 6, 'project_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:22.732914 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62f3ae4-942d-4a9b-ad40-761f669983ee None None] The sync data for ids ['42c6a790-fa9f-4353-9547-a0c25ec0d5a6'] in n-d-803718-1 is: [{'id': '42c6a790-fa9f-4353-9547-a0c25ec0d5a6', 'name': 'tempest-ServerRescueTestJSON-1660272267-router', 'tenant_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:56:23Z', 'updated_at': '2022-03-05T13:59:22Z', 'revision_number': 6, 'project_id': 'c2216bd4e99a4eb1bc00ada44567b6bf', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:59:22.851409 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-85c5fcd9-3656-4601-aabd-7e9e96e7070b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:22.886358 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46468) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:22.902516 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-970794d4-cfe2-42c1-b64e-85c7efea8bb1 admin admin] Calling delete_port for 193cffcf-f90f-4a76-8fd5-e7acccc5f66a owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:59:23.267774 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4812-1a77-4414-b2f5-c089af38357d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:23.318104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-dd8d4812-1a77-4414-b2f5-c089af38357d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:23.322688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dd8d4812-1a77-4414-b2f5-c089af38357d admin admin] Usage tracker for resource:security_group_rule and tenant:caa213eb50c3422f977f0898ca8a7316 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:23.325977 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dd8d4812-1a77-4414-b2f5-c089af38357d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:23.333747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-dd8d4812-1a77-4414-b2f5-c089af38357d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:23.500645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46488) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:23.514996 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4812-1a77-4414-b2f5-c089af38357d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:23.529605 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4812-1a77-4414-b2f5-c089af38357d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:23.619543 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58c6d584-a6d1-4517-a29d-196d1f2d990d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:23.627282 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d4812-1a77-4414-b2f5-c089af38357d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc20802-f604-42bc-80ad-1ff26cd8aa6d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:23.641145 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-970794d4-cfe2-42c1-b64e-85c7efea8bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:23.813415 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970794d4-cfe2-42c1-b64e-85c7efea8bb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=193cffcf-f90f-4a76-8fd5-e7acccc5f66a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:23.824315 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dd8d4812-1a77-4414-b2f5-c089af38357d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=caa213eb50c3422f977f0898ca8a7316&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9364476 Mar 05 13:59:23.832833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46502) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:23.981146 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 13:59:24.029438 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-970794d4-cfe2-42c1-b64e-85c7efea8bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:24.132045 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-58c6d584-a6d1-4517-a29d-196d1f2d990d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Calling delete_port for 19112d26-1a9b-4105-acb0-2724c7123419 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:59:24.205830 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e344bb9f-9e7f-4402-9a08-9cc80f9f76e4 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:24.313174 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e344bb9f-9e7f-4402-9a08-9cc80f9f76e4 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:24.327699 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e344bb9f-9e7f-4402-9a08-9cc80f9f76e4 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Usage tracker for resource:floatingip and tenant:e1392265984148c9825deff86e01aace is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:24.339994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e344bb9f-9e7f-4402-9a08-9cc80f9f76e4 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:24.352895 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e344bb9f-9e7f-4402-9a08-9cc80f9f76e4 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:24.378124 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e344bb9f-9e7f-4402-9a08-9cc80f9f76e4 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:24.380288 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4bd35a3b-9300-4c32-a647-24c6c038d473 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:59:24.453674 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 4bd35a3b-9300-4c32-a647-24c6c038d473 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:59:24.454025 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4bd35a3b-9300-4c32-a647-24c6c038d473 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:59:24.454426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 193cffcf-f90f-4a76-8fd5-e7acccc5f66a no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:59:24.463222 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-970794d4-cfe2-42c1-b64e-85c7efea8bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:24.473612 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-970794d4-cfe2-42c1-b64e-85c7efea8bb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:24.475413 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f83c0-640d-4548-9590-74775bf4da47 req-ccbfe00d-8c08-4400-918b-d512abd45e11 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:24.483653 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e20f83c0-640d-4548-9590-74775bf4da47 req-ccbfe00d-8c08-4400-918b-d512abd45e11 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.9820504 Mar 05 13:59:24.487779 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-18adb465-b2d4-4432-af7a-6eec087bb814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:24.535275 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-18adb465-b2d4-4432-af7a-6eec087bb814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:24.549766 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 193cffcf-f90f-4a76-8fd5-e7acccc5f66a {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:59:24.550669 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 193cffcf-f90f-4a76-8fd5-e7acccc5f66a not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:59:24.557008 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-970794d4-cfe2-42c1-b64e-85c7efea8bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:24.557540 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970794d4-cfe2-42c1-b64e-85c7efea8bb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42c6a790-fa9f-4353-9547-a0c25ec0d5a6 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:59:24.567993 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e20f83c0-640d-4548-9590-74775bf4da47 req-0a560c21-4aaf-43d8-9ed1-8d9586bee80e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807948 Mar 05 13:59:24.612721 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-970794d4-cfe2-42c1-b64e-85c7efea8bb1 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:24.614050 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-970794d4-cfe2-42c1-b64e-85c7efea8bb1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/42c6a790-fa9f-4353-9547-a0c25ec0d5a6 HTTP/1.1" status: 204 len: 168 time: 3.8208499 Mar 05 13:59:24.617793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46520) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:24.694818 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-e86e5fe7-dd99-4fb9-9051-2daff1d5e894 admin admin] Deleting subnet 251e09fb-aabe-4b04-921b-86ca0c662b76 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:59:24.698652 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e86e5fe7-dd99-4fb9-9051-2daff1d5e894 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:24.854880 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e86e5fe7-dd99-4fb9-9051-2daff1d5e894 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:24.922575 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-18adb465-b2d4-4432-af7a-6eec087bb814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:24.996224 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58c6d584-a6d1-4517-a29d-196d1f2d990d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:25.041803 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18adb465-b2d4-4432-af7a-6eec087bb814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc20802-f604-42bc-80ad-1ff26cd8aa6d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:25.054687 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-18adb465-b2d4-4432-af7a-6eec087bb814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:25.055986 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-18adb465-b2d4-4432-af7a-6eec087bb814 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bdc20802-f604-42bc-80ad-1ff26cd8aa6d HTTP/1.1" status: 204 len: 168 time: 1.2222228 Mar 05 13:59:25.245739 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e86e5fe7-dd99-4fb9-9051-2daff1d5e894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:25.331753 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6d584-a6d1-4517-a29d-196d1f2d990d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Pushing event deleted for resources: {'Port': ['ID=19112d26-1a9b-4105-acb0-2724c7123419,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:25.418681 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-85c5fcd9-3656-4601-aabd-7e9e96e7070b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting port de8c056a-36da-4ae5-b626-8774d8fe4fd6 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:59:25.419056 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-85c5fcd9-3656-4601-aabd-7e9e96e7070b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:25.425797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb80b5d-eb2e-4754-8fb0-7bd2a0c3d9b0 req-c46f3ec0-bc74-4e72-99dd-7bbf3ae1032f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:25.427833 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4bb80b5d-eb2e-4754-8fb0-7bd2a0c3d9b0 req-c46f3ec0-bc74-4e72-99dd-7bbf3ae1032f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8857cbe55e484452818a32b411d7670f&device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 1095 time: 0.3627603 Mar 05 13:59:25.495654 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e86e5fe7-dd99-4fb9-9051-2daff1d5e894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:25.556937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e5fe7-dd99-4fb9-9051-2daff1d5e894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=251e09fb-aabe-4b04-921b-86ca0c662b76,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:25.566471 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e344bb9f-9e7f-4402-9a08-9cc80f9f76e4 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:25.568921 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58c6d584-a6d1-4517-a29d-196d1f2d990d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:25.629199 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e86e5fe7-dd99-4fb9-9051-2daff1d5e894 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:25.650099 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e86e5fe7-dd99-4fb9-9051-2daff1d5e894 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/251e09fb-aabe-4b04-921b-86ca0c662b76 HTTP/1.1" status: 204 len: 168 time: 1.0304952 Mar 05 13:59:25.650784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46538) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:25.800517 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb80b5d-eb2e-4754-8fb0-7bd2a0c3d9b0 req-70c24992-d5ff-48fd-a6dc-522a8a38cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:25.802011 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4bb80b5d-eb2e-4754-8fb0-7bd2a0c3d9b0 req-70c24992-d5ff-48fd-a6dc-522a8a38cbf7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 200 len: 912 time: 0.3682458 Mar 05 13:59:25.806051 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-99e0e428-4e0f-4f96-be93-c6f080b15d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:25.920223 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4bb80b5d-eb2e-4754-8fb0-7bd2a0c3d9b0 req-b95ed0ee-190e-4597-ac66-ff71ebd566d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b852d257-e284-4921-9e1c-1731d07e7b99 HTTP/1.1" status: 200 len: 998 time: 0.1101332 Mar 05 13:59:25.922336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46542) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:26.012493 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74c48273-49d7-40bf-8af8-4ad94a591dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:26.054452 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb80b5d-eb2e-4754-8fb0-7bd2a0c3d9b0 req-87c5fe8d-a45b-4419-b73d-03b9357c5d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:26.055936 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4bb80b5d-eb2e-4754-8fb0-7bd2a0c3d9b0 req-87c5fe8d-a45b-4419-b73d-03b9357c5d23 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 200 len: 851 time: 0.1135323 Mar 05 13:59:26.232303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-74c48273-49d7-40bf-8af8-4ad94a591dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:26.238521 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-99e0e428-4e0f-4f96-be93-c6f080b15d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:26.282242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-74c48273-49d7-40bf-8af8-4ad94a591dd3 admin admin] Usage tracker for resource:security_group_rule and tenant:f62abceab3c2474881a9b6e5346bbab4 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:26.295890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3943c8e-73a3-43e0-b0d4-56d3ae50f20f req-d8eb3016-62fd-4d84-81cb-b49503d8a352 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:26.300909 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-74c48273-49d7-40bf-8af8-4ad94a591dd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:26.303454 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d3943c8e-73a3-43e0-b0d4-56d3ae50f20f req-d8eb3016-62fd-4d84-81cb-b49503d8a352 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 1.1835687 Mar 05 13:59:26.317970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-74c48273-49d7-40bf-8af8-4ad94a591dd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:26.323316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-99e0e428-4e0f-4f96-be93-c6f080b15d20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a7d3f0-790d-4769-b9e8-887239a3772c']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:26.435462 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58c6d584-a6d1-4517-a29d-196d1f2d990d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:26.470357 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74c48273-49d7-40bf-8af8-4ad94a591dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:26.478452 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-99e0e428-4e0f-4f96-be93-c6f080b15d20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4becda48-9179-4515-b671-cd25a86b8593') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:26.478880 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-99e0e428-4e0f-4f96-be93-c6f080b15d20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4becda48-9179-4515-b671-cd25a86b8593') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:26.480684 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d3943c8e-73a3-43e0-b0d4-56d3ae50f20f req-b3af5ca2-acc0-497a-ba89-8a210f81643c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763821 Mar 05 13:59:26.481599 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58c6d584-a6d1-4517-a29d-196d1f2d990d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3922806'] for router, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:26.506173 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-99e0e428-4e0f-4f96-be93-c6f080b15d20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:26.525317 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74c48273-49d7-40bf-8af8-4ad94a591dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:26.546159 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb80b5d-eb2e-4754-8fb0-7bd2a0c3d9b0 req-4985be90-f6c1-40d4-9b24-660eca35694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:26.547686 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4bb80b5d-eb2e-4754-8fb0-7bd2a0c3d9b0 req-4985be90-f6c1-40d4-9b24-660eca35694a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a792319b-74ea-4dcb-9f15-429be8e1086d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4830852 Mar 05 13:59:26.582308 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-99e0e428-4e0f-4f96-be93-c6f080b15d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:26.625075 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-85c5fcd9-3656-4601-aabd-7e9e96e7070b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:26.631046 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e0e428-4e0f-4f96-be93-c6f080b15d20 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:59:26.631453 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-99e0e428-4e0f-4f96-be93-c6f080b15d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: timer() Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:59:26.648698 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:59:26.716663 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-74c48273-49d7-40bf-8af8-4ad94a591dd3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f62abceab3c2474881a9b6e5346bbab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7933412 Mar 05 13:59:26.770931 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46558) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:26.787712 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c48273-49d7-40bf-8af8-4ad94a591dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fcf999-99cd-44fb-be53-454caf6cfe05,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:26.855351 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-99e0e428-4e0f-4f96-be93-c6f080b15d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:26.889369 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-99e0e428-4e0f-4f96-be93-c6f080b15d20 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:26.906266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0e428-4e0f-4f96-be93-c6f080b15d20 admin admin] Pushing event deleted for resources: {'Network': ['ID=37a7d3f0-790d-4769-b9e8-887239a3772c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:26.919224 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-97570b74-25d0-43d8-b4d0-6656bf4e4035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:26.926179 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4bb80b5d-eb2e-4754-8fb0-7bd2a0c3d9b0 req-d007ac35-b7e3-428e-8049-9e6e057f5bd9 service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694460 Mar 05 13:59:26.952067 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-85c5fcd9-3656-4601-aabd-7e9e96e7070b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Calling delete_port for de8c056a-36da-4ae5-b626-8774d8fe4fd6 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:59:27.003864 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c6d584-a6d1-4517-a29d-196d1f2d990d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Router fad58761-4987-4e61-968b-50471374e14b has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:59:27.043068 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-e344bb9f-9e7f-4402-9a08-9cc80f9f76e4 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Allocated IP 172.25.4.98 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/aa25a068-f956-4c90-9e3b-991a4ebe0eaf) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:59:27.086814 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-99e0e428-4e0f-4f96-be93-c6f080b15d20 admin admin] 10.222.0.16 "DELETE /v2.0/networks/37a7d3f0-790d-4769-b9e8-887239a3772c HTTP/1.1" status: 204 len: 168 time: 1.4280903 Mar 05 13:59:27.117457 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-97570b74-25d0-43d8-b4d0-6656bf4e4035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:27.249037 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4bb80b5d-eb2e-4754-8fb0-7bd2a0c3d9b0 req-837b3e3f-37c1-4735-ac65-7d4604c819e6 service neutron] 10.222.0.15 "GET /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107641 Mar 05 13:59:27.265712 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-97570b74-25d0-43d8-b4d0-6656bf4e4035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:27.269845 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c6d584-a6d1-4517-a29d-196d1f2d990d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:59:27.280484 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d837474b-06eb-4403-958b-6950566c4b56 None None] Sync routers for ids ['fad58761-4987-4e61-968b-50471374e14b'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:59:27.284411 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97570b74-25d0-43d8-b4d0-6656bf4e4035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fcf999-99cd-44fb-be53-454caf6cfe05,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:27.296963 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d837474b-06eb-4403-958b-6950566c4b56 None None] Routers {'fad58761-4987-4e61-968b-50471374e14b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:59:27.297257 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58c6d584-a6d1-4517-a29d-196d1f2d990d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:27.301940 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-58c6d584-a6d1-4517-a29d-196d1f2d990d tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "PUT /v2.0/routers/fad58761-4987-4e61-968b-50471374e14b HTTP/1.1" status: 200 len: 706 time: 8.2377198 Mar 05 13:59:27.302108 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-97570b74-25d0-43d8-b4d0-6656bf4e4035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:27.303393 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46564) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:27.303638 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-97570b74-25d0-43d8-b4d0-6656bf4e4035 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8fcf999-99cd-44fb-be53-454caf6cfe05 HTTP/1.1" status: 204 len: 168 time: 0.5308559 Mar 05 13:59:27.316469 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d837474b-06eb-4403-958b-6950566c4b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:59:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['fad58761-4987-4e61-968b-50471374e14b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:27.489537 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d837474b-06eb-4403-958b-6950566c4b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:27.501770 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d837474b-06eb-4403-958b-6950566c4b56 None None] Routers {'fad58761-4987-4e61-968b-50471374e14b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:59:27.503428 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d837474b-06eb-4403-958b-6950566c4b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:59:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['fad58761-4987-4e61-968b-50471374e14b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:27.577573 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d837474b-06eb-4403-958b-6950566c4b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:27.578168 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d837474b-06eb-4403-958b-6950566c4b56 None None] The sync data for ids ['fad58761-4987-4e61-968b-50471374e14b'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:59:27.588000 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46576) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:27.735518 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-eb8b69d8-21cf-4328-9efd-705a07e40aaf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2216bd4e99a4eb1bc00ada44567b6bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459136 Mar 05 13:59:27.737437 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46584) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:27.792749 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19904576-661c-45d9-9fd4-ffb1e95066ab req-203f4e27-6a0f-4f44-a698-b3f8e662fbb0 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:27.794255 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-19904576-661c-45d9-9fd4-ffb1e95066ab req-203f4e27-6a0f-4f44-a698-b3f8e662fbb0 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.1406810 Mar 05 13:59:27.907383 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-19904576-661c-45d9-9fd4-ffb1e95066ab req-12636f7c-ff0c-423a-b13d-4fea82a4b40d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061027 Mar 05 13:59:27.984159 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b29c6428-34f6-442c-9a6d-30423e7dd1b7 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "GET /v2.0/routers/fad58761-4987-4e61-968b-50471374e14b HTTP/1.1" status: 200 len: 741 time: 0.6778913 Mar 05 13:59:27.990320 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46596) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:28.107401 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-edb374ea-b274-4d98-915a-639c17b70e94 tempest-RoutersAdminTest-1462673126 tempest-RoutersAdminTest-1462673126-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&device_id=fad58761-4987-4e61-968b-50471374e14b HTTP/1.1" status: 200 len: 205 time: 0.1150858 Mar 05 13:59:28.109850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46602) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:28.221195 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c377ebe0-3882-4a02-bb01-4e461c335750 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "GET /v2.0/ports?device_id=fad58761-4987-4e61-968b-50471374e14b HTTP/1.1" status: 200 len: 205 time: 0.1099398 Mar 05 13:59:28.226629 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46608) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:28.452677 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e344bb9f-9e7f-4402-9a08-9cc80f9f76e4 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:28.459067 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-27b899ca-5ffc-4328-bf37-5253808dade5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:28.504507 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bb06e539-95ef-4587-a387-890d5e72311e tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:28.529734 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-27b899ca-5ffc-4328-bf37-5253808dade5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:28.634710 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-85c5fcd9-3656-4601-aabd-7e9e96e7070b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:28.697572 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-27b899ca-5ffc-4328-bf37-5253808dade5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:28.771807 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5fcd9-3656-4601-aabd-7e9e96e7070b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Port': ['ID=de8c056a-36da-4ae5-b626-8774d8fe4fd6,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:28.877244 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-27b899ca-5ffc-4328-bf37-5253808dade5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:28.879117 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-27b899ca-5ffc-4328-bf37-5253808dade5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28b1fc51-331d-46fe-a81d-319ade4bc6a0 HTTP/1.1" status: 204 len: 168 time: 1.1251650 Mar 05 13:59:28.885750 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b899ca-5ffc-4328-bf37-5253808dade5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b1fc51-331d-46fe-a81d-319ade4bc6a0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:28.971509 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bb06e539-95ef-4587-a387-890d5e72311e tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:28.974170 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bb06e539-95ef-4587-a387-890d5e72311e tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:29.022057 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bb06e539-95ef-4587-a387-890d5e72311e tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:29.024033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb06e539-95ef-4587-a387-890d5e72311e tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Fanout notify agent at l3_agent the message router_deleted on router fad58761-4987-4e61-968b-50471374e14b {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:59:29.051154 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bb06e539-95ef-4587-a387-890d5e72311e tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:29.054290 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-bb06e539-95ef-4587-a387-890d5e72311e tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "DELETE /v2.0/routers/fad58761-4987-4e61-968b-50471374e14b HTTP/1.1" status: 204 len: 168 time: 0.8251362 Mar 05 13:59:29.055365 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e344bb9f-9e7f-4402-9a08-9cc80f9f76e4 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:29.060901 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:29.082010 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46632) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:29.108364 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:29.152450 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e344bb9f-9e7f-4402-9a08-9cc80f9f76e4 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:59:29.163277 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-e344bb9f-9e7f-4402-9a08-9cc80f9f76e4 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:59:29.182505 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e344bb9f-9e7f-4402-9a08-9cc80f9f76e4 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:59:29.254638 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a38c38ee-2bd7-4c57-b415-4df777c05b89 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "GET /v2.0/ports?device_id=fad58761-4987-4e61-968b-50471374e14b HTTP/1.1" status: 200 len: 205 time: 0.1626122 Mar 05 13:59:29.254638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46642) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:29.276311 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-85c5fcd9-3656-4601-aabd-7e9e96e7070b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:29.421193 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-ded6e572-83f4-4894-aef2-bac3cc918d22 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] delete failed (client error): The resource could not be found. Mar 05 13:59:29.431373 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ded6e572-83f4-4894-aef2-bac3cc918d22 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "DELETE /v2.0/routers/fad58761-4987-4e61-968b-50471374e14b HTTP/1.1" status: 404 len: 336 time: 0.1757500 Mar 05 13:59:29.432218 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46654) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:29.535799 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-340dce65-3d2d-43d8-adc3-7af422a14f4a tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "GET /v2.0/ports?device_id=f398a83f-cb09-4e36-bdf3-eacc0350574c HTTP/1.1" status: 200 len: 205 time: 0.1018250 Mar 05 13:59:29.537384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46662) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:29.638015 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-86af32db-01e4-4dcd-9bf0-9750252a3237 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] delete failed (client error): The resource could not be found. Mar 05 13:59:29.642225 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-86af32db-01e4-4dcd-9bf0-9750252a3237 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "DELETE /v2.0/routers/f398a83f-cb09-4e36-bdf3-eacc0350574c HTTP/1.1" status: 404 len: 336 time: 0.1018133 Mar 05 13:59:29.643586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46666) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:29.703249 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-08c06500-7cc2-4d97-a614-1626272523ae tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e0c732d-bcdf-4bca-b8fe-fdb6154aff3a HTTP/1.1" status: 200 len: 205 time: 0.0582530 Mar 05 13:59:29.704346 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46672) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:29.775559 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e344bb9f-9e7f-4402-9a08-9cc80f9f76e4 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:29.796873 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-41758c7e-f9fc-4513-ba38-7deca7bafde8 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] delete failed (client error): The resource could not be found. Mar 05 13:59:29.801928 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-41758c7e-f9fc-4513-ba38-7deca7bafde8 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "DELETE /v2.0/routers/4e0c732d-bcdf-4bca-b8fe-fdb6154aff3a HTTP/1.1" status: 404 len: 336 time: 0.0959101 Mar 05 13:59:29.802501 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46682) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:29.937771 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344bb9f-9e7f-4402-9a08-9cc80f9f76e4 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Pushing event updated for resources: {'Port': ['ID=aa25a068-f956-4c90-9e3b-991a4ebe0eaf,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:29.983872 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d37d7c53-6a77-4b04-8639-15acba868547 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbdda44a-b065-45c1-b6da-7921114a7a50 HTTP/1.1" status: 200 len: 205 time: 0.1801932 Mar 05 13:59:29.984602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46696) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:30.057163 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-1da6a984-a93d-448c-86b0-fde916459441 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] delete failed (client error): The resource could not be found. Mar 05 13:59:30.071312 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1da6a984-a93d-448c-86b0-fde916459441 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "DELETE /v2.0/routers/cbdda44a-b065-45c1-b6da-7921114a7a50 HTTP/1.1" status: 404 len: 336 time: 0.0856605 Mar 05 13:59:30.071928 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46700) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:30.163567 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-29773431-553e-489c-9566-ec5a0e9291ee tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6b1c511-7207-4fbe-ac02-d00d6dee6b47 HTTP/1.1" status: 200 len: 205 time: 0.0876024 Mar 05 13:59:30.164637 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46708) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:30.218243 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e344bb9f-9e7f-4402-9a08-9cc80f9f76e4 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:30.260863 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e0711-8a27-4ee0-962e-5e0e2b69ab50 req-0d6ddf4b-59ed-4dc7-a8a4-961d3c01149a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:30.269153 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e0e0711-8a27-4ee0-962e-5e0e2b69ab50 req-0d6ddf4b-59ed-4dc7-a8a4-961d3c01149a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.9957876 Mar 05 13:59:30.279628 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-a0b9b013-433c-4cfa-8cf8-268bca8c6490 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] delete failed (client error): The resource could not be found. Mar 05 13:59:30.283901 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a0b9b013-433c-4cfa-8cf8-268bca8c6490 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "DELETE /v2.0/routers/a6b1c511-7207-4fbe-ac02-d00d6dee6b47 HTTP/1.1" status: 404 len: 336 time: 0.1152270 Mar 05 13:59:30.284110 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46716) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:30.370230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c5fcd9-3656-4601-aabd-7e9e96e7070b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Router 36170898-6a6e-449c-a318-fa0afde2f932 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:59:30.400781 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-672a5e82-03aa-4ca4-a873-d4f1fdc490db tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "GET /v2.0/ports?device_id=72a9357b-63d2-42d0-a9b1-b7f8be62023d HTTP/1.1" status: 200 len: 205 time: 0.1130364 Mar 05 13:59:30.401106 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46722) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:30.403508 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e0e0711-8a27-4ee0-962e-5e0e2b69ab50 req-3c03c691-3641-4b64-98b9-7368d5f3ff07 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275926 Mar 05 13:59:30.500120 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-985beaa1-c985-46d5-806d-b8923c894488 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] delete failed (client error): The resource could not be found. Mar 05 13:59:30.505219 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-985beaa1-c985-46d5-806d-b8923c894488 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "DELETE /v2.0/routers/72a9357b-63d2-42d0-a9b1-b7f8be62023d HTTP/1.1" status: 404 len: 336 time: 0.1032324 Mar 05 13:59:30.509101 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46730) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:30.590730 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46734) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:30.613211 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-e062c9f0-0626-45a2-a8c3-257bf6313e73 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] DELETE failed (client error): The resource could not be found. Mar 05 13:59:30.613815 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e062c9f0-0626-45a2-a8c3-257bf6313e73 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:59:30.618013 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e062c9f0-0626-45a2-a8c3-257bf6313e73 tempest-RoutersAdminTest-1097252442 tempest-RoutersAdminTest-1097252442-project] 10.222.0.16 "DELETE /v2.0/subnets/83c180a5-5f8d-4298-a0e1-2847e5c3d8e1 HTTP/1.1" status: 404 len: 337 time: 0.1055579 Mar 05 13:59:30.820650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdbcb4-9d5b-47ea-8e54-f5e19675ae1c req-7c7d53ba-69a3-4c85-a92b-994ad121ec08 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:30.832296 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7cfdbcb4-9d5b-47ea-8e54-f5e19675ae1c req-7c7d53ba-69a3-4c85-a92b-994ad121ec08 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.2290294 Mar 05 13:59:30.936967 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7cfdbcb4-9d5b-47ea-8e54-f5e19675ae1c req-8fdf5742-6c65-4c9c-8930-f4381caf4b9e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038723 Mar 05 13:59:31.147585 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46764) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:31.191769 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46770) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:31.265233 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-923a1a25-32b4-4f25-b99a-f5019372b33d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-490550722-network', 'tenant_id': '812716d33e00494481c55f180bd57dac'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:31.278844 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-923a1a25-32b4-4f25-b99a-f5019372b33d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:31.292086 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-923a1a25-32b4-4f25-b99a-f5019372b33d admin admin] Usage tracker for resource:network and tenant:812716d33e00494481c55f180bd57dac is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:31.303929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-923a1a25-32b4-4f25-b99a-f5019372b33d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:31.313202 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-923a1a25-32b4-4f25-b99a-f5019372b33d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:31.394951 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4ac66a5f-a083-4cdb-af87-11f11599436f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:31.410754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923a1a25-32b4-4f25-b99a-f5019372b33d admin admin] Made reservation on behalf of 812716d33e00494481c55f180bd57dac for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:59:31.413326 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-923a1a25-32b4-4f25-b99a-f5019372b33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:31.432727 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4ac66a5f-a083-4cdb-af87-11f11599436f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:31.436984 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4ac66a5f-a083-4cdb-af87-11f11599436f admin admin] Usage tracker for resource:security_group_rule and tenant:42af6f5a7a7b4c18903074ec0017d928 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:31.441200 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4ac66a5f-a083-4cdb-af87-11f11599436f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:31.447406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4ac66a5f-a083-4cdb-af87-11f11599436f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:31.459143 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c5fcd9-3656-4601-aabd-7e9e96e7070b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:59:31.469597 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795ab6ea-6f3a-4387-8ea4-961020288518 None None] Sync routers for ids ['36170898-6a6e-449c-a318-fa0afde2f932'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:59:31.486013 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795ab6ea-6f3a-4387-8ea4-961020288518 None None] Routers {'36170898-6a6e-449c-a318-fa0afde2f932'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:59:31.487800 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-795ab6ea-6f3a-4387-8ea4-961020288518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:59:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['36170898-6a6e-449c-a318-fa0afde2f932'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:31.520639 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-85c5fcd9-3656-4601-aabd-7e9e96e7070b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/routers/36170898-6a6e-449c-a318-fa0afde2f932/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8318787 Mar 05 13:59:31.535791 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46780) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:31.550880 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4ac66a5f-a083-4cdb-af87-11f11599436f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:31.552491 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3ca22de9-f285-4a3a-918a-37200604a76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:31.567912 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4ac66a5f-a083-4cdb-af87-11f11599436f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:31.594656 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-923a1a25-32b4-4f25-b99a-f5019372b33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:31.669301 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-923a1a25-32b4-4f25-b99a-f5019372b33d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:31.679292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-923a1a25-32b4-4f25-b99a-f5019372b33d admin admin] Usage tracker for resource:security_group_rule and tenant:812716d33e00494481c55f180bd57dac is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:31.685426 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-923a1a25-32b4-4f25-b99a-f5019372b33d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:31.692894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-923a1a25-32b4-4f25-b99a-f5019372b33d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:31.706439 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-795ab6ea-6f3a-4387-8ea4-961020288518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:31.734113 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.resource_extend [None req-e344bb9f-9e7f-4402-9a08-9cc80f9f76e4 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 13:59:31.735835 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795ab6ea-6f3a-4387-8ea4-961020288518 None None] Routers {'36170898-6a6e-449c-a318-fa0afde2f932'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:59:31.737327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-795ab6ea-6f3a-4387-8ea4-961020288518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:59:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['36170898-6a6e-449c-a318-fa0afde2f932'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:31.817012 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-923a1a25-32b4-4f25-b99a-f5019372b33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:31.821772 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3ca22de9-f285-4a3a-918a-37200604a76f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:31.833681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3ca22de9-f285-4a3a-918a-37200604a76f admin admin] Usage tracker for resource:security_group_rule and tenant:f114f70964a24a37b5636fdd81b09ecf is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:31.839018 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3ca22de9-f285-4a3a-918a-37200604a76f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:31.850437 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e344bb9f-9e7f-4402-9a08-9cc80f9f76e4 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:31.855395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3ca22de9-f285-4a3a-918a-37200604a76f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:31.864717 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e344bb9f-9e7f-4402-9a08-9cc80f9f76e4 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:31.968613 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-795ab6ea-6f3a-4387-8ea4-961020288518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:31.969237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795ab6ea-6f3a-4387-8ea4-961020288518 None None] The sync data for ids ['36170898-6a6e-449c-a318-fa0afde2f932'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:59:32.025524 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3ca22de9-f285-4a3a-918a-37200604a76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:32.036456 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-923a1a25-32b4-4f25-b99a-f5019372b33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:32.061255 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4ac66a5f-a083-4cdb-af87-11f11599436f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42af6f5a7a7b4c18903074ec0017d928&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4599891 Mar 05 13:59:32.062551 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3ca22de9-f285-4a3a-918a-37200604a76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:32.094674 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46800) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:32.097860 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3ca22de9-f285-4a3a-918a-37200604a76f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f114f70964a24a37b5636fdd81b09ecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9048898 Mar 05 13:59:32.103228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46804) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:32.104230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac66a5f-a083-4cdb-af87-11f11599436f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d51f530-eaed-4c57-8b65-7f1089d15b38,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:32.205951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923a1a25-32b4-4f25-b99a-f5019372b33d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:59:32.259110 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344bb9f-9e7f-4402-9a08-9cc80f9f76e4 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Pushing event updated for resources: {'Port': ['ID=aa25a068-f956-4c90-9e3b-991a4ebe0eaf,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:32.292970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a1a25-32b4-4f25-b99a-f5019372b33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f8320c-c3ed-434e-91cc-ab1683fd8730,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:32.310544 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-923a1a25-32b4-4f25-b99a-f5019372b33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:32.310807 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-923a1a25-32b4-4f25-b99a-f5019372b33d admin admin] Added segment 77579bbb-f3f4-4401-9d67-38c27afda0b5 of type vlan for network d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab Mar 05 13:59:32.342897 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-96b392e2-5799-4bd7-8281-2dff88f422d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:32.364366 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e344bb9f-9e7f-4402-9a08-9cc80f9f76e4 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:32.380225 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-96b392e2-5799-4bd7-8281-2dff88f422d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:32.436254 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e344bb9f-9e7f-4402-9a08-9cc80f9f76e4 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:32.442562 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e344bb9f-9e7f-4402-9a08-9cc80f9f76e4 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.9396808 Mar 05 13:59:32.444263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46840) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:32.457425 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-a4901b0b-c4dd-49b7-a0ca-b45740db04a5 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1311804748', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'fixed_ips': [{'ip_address': '172.25.4.98'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:32.467121 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a4901b0b-c4dd-49b7-a0ca-b45740db04a5 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:32.500393 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca22de9-f285-4a3a-918a-37200604a76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63db2848-6252-45db-b55a-ab9c86eb5760,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:32.510701 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-923a1a25-32b4-4f25-b99a-f5019372b33d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:32.534664 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a4901b0b-c4dd-49b7-a0ca-b45740db04a5 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Usage tracker for resource:port and tenant:e1392265984148c9825deff86e01aace is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:32.536336 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-408a527a-41d2-41c7-8dd4-f1c7bdae2a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:32.546039 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a4901b0b-c4dd-49b7-a0ca-b45740db04a5 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:32.585207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a4901b0b-c4dd-49b7-a0ca-b45740db04a5 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:32.586211 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-96b392e2-5799-4bd7-8281-2dff88f422d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:32.589755 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-408a527a-41d2-41c7-8dd4-f1c7bdae2a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:32.622077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b392e2-5799-4bd7-8281-2dff88f422d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63db2848-6252-45db-b55a-ab9c86eb5760,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:32.624085 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-923a1a25-32b4-4f25-b99a-f5019372b33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:32.625244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923a1a25-32b4-4f25-b99a-f5019372b33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:32.625948 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-923a1a25-32b4-4f25-b99a-f5019372b33d admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:32.675113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4901b0b-c4dd-49b7-a0ca-b45740db04a5 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Made reservation on behalf of e1392265984148c9825deff86e01aace for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:59:32.679434 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a4901b0b-c4dd-49b7-a0ca-b45740db04a5 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:32.703460 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a4901b0b-c4dd-49b7-a0ca-b45740db04a5 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:32.725693 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a4901b0b-c4dd-49b7-a0ca-b45740db04a5 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:32.731252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a4901b0b-c4dd-49b7-a0ca-b45740db04a5 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Usage tracker for resource:security_group_rule and tenant:e1392265984148c9825deff86e01aace is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:32.734818 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a4901b0b-c4dd-49b7-a0ca-b45740db04a5 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:32.742964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a4901b0b-c4dd-49b7-a0ca-b45740db04a5 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:32.755783 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-96b392e2-5799-4bd7-8281-2dff88f422d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:32.757364 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-96b392e2-5799-4bd7-8281-2dff88f422d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63db2848-6252-45db-b55a-ab9c86eb5760 HTTP/1.1" status: 204 len: 168 time: 0.6499789 Mar 05 13:59:32.849283 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-923a1a25-32b4-4f25-b99a-f5019372b33d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6979520 Mar 05 13:59:32.850798 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46862) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:32.857470 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-2a7ae203-212f-4570-9625-81e1cebc3b75 admin admin] Request body: {'subnet': {'network_id': 'd4afa47e-2aff-4520-ba7e-e7cc9ae8cdab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-490550722-subnet', 'tenant_id': '812716d33e00494481c55f180bd57dac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:32.866866 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a1a25-32b4-4f25-b99a-f5019372b33d admin admin] Pushing event updated for resources: {'Network': ['ID=d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:32.869656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2a7ae203-212f-4570-9625-81e1cebc3b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:32.874426 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2a7ae203-212f-4570-9625-81e1cebc3b75 admin admin] Usage tracker for resource:subnet and tenant:812716d33e00494481c55f180bd57dac is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:32.878793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2a7ae203-212f-4570-9625-81e1cebc3b75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:32.885993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2a7ae203-212f-4570-9625-81e1cebc3b75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:32.887430 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:59:32.896387 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-408a527a-41d2-41c7-8dd4-f1c7bdae2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:32.914437 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7ae203-212f-4570-9625-81e1cebc3b75 admin admin] Made reservation on behalf of 812716d33e00494481c55f180bd57dac for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:59:32.916858 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a7ae203-212f-4570-9625-81e1cebc3b75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:33.039634 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-408a527a-41d2-41c7-8dd4-f1c7bdae2a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:33.040748 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-408a527a-41d2-41c7-8dd4-f1c7bdae2a31 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d51f530-eaed-4c57-8b65-7f1089d15b38 HTTP/1.1" status: 204 len: 168 time: 0.9415236 Mar 05 13:59:33.041639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a527a-41d2-41c7-8dd4-f1c7bdae2a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d51f530-eaed-4c57-8b65-7f1089d15b38,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:33.209737 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a4901b0b-c4dd-49b7-a0ca-b45740db04a5 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:33.213928 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a7ae203-212f-4570-9625-81e1cebc3b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:33.229559 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a4901b0b-c4dd-49b7-a0ca-b45740db04a5 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:33.233178 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-a4901b0b-c4dd-49b7-a0ca-b45740db04a5 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] device_id is not set on port 61e9d103-a4bb-447b-a60a-e1c2da04c74b yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:59:33.409795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7ae203-212f-4570-9625-81e1cebc3b75 admin admin] Checking segment: {'id': '77579bbb-f3f4-4401-9d67-38c27afda0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4afa47e-2aff-4520-ba7e-e7cc9ae8cdab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:59:33.410352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7ae203-212f-4570-9625-81e1cebc3b75 admin admin] Network hostable DHCP agents. Network: d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:59:33.416131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46874) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:33.448820 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ae203-212f-4570-9625-81e1cebc3b75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed4c8408-d487-4d31-9891-8b8c29aaab3c,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:33.491998 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-127c9d26-2113-4fcc-963a-38314d786039 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f5bd2fdd28e420b8c1076ab57e342d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0712566 Mar 05 13:59:33.493252 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7ae203-212f-4570-9625-81e1cebc3b75 admin admin] Network d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:59:33.497394 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46878) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:33.498656 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4901b0b-c4dd-49b7-a0ca-b45740db04a5 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2f4f84-8ee9-47ae-b851-7e70085b6694,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:33.506066 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4901b0b-c4dd-49b7-a0ca-b45740db04a5 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 05 13:59:33.506711 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4901b0b-c4dd-49b7-a0ca-b45740db04a5 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 13:59:33.526106 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-2a7ae203-212f-4570-9625-81e1cebc3b75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:59:33.535142 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7ae203-212f-4570-9625-81e1cebc3b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:33.536658 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a7ae203-212f-4570-9625-81e1cebc3b75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:33.537244 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19827ea4-b991-4e83-a017-e62903c7dd38 None None] Network d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:59:33.561965 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b684e0-ea3c-4c07-9ea3-d1e3032d85e7 req-36b11c9e-bec9-4bcf-a663-26510fb7a9db tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:33.563530 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-36b684e0-ea3c-4c07-9ea3-d1e3032d85e7 req-36b11c9e-bec9-4bcf-a663-26510fb7a9db tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0f099ed-e6f2-4d74-90d4-3322fb1a4864 HTTP/1.1" status: 200 len: 944 time: 0.7325184 Mar 05 13:59:33.568196 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2a7ae203-212f-4570-9625-81e1cebc3b75 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7165298 Mar 05 13:59:33.625465 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd258-c7dc-4592-9af7-49bd1fec3213 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:33.779379 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-36b684e0-ea3c-4c07-9ea3-d1e3032d85e7 req-58f1a2ff-8f61-41bb-b661-e4058b66b54e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Deleting port a03ea37a-351d-4801-933f-4c0e93ca5c48 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:59:33.779732 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-36b684e0-ea3c-4c07-9ea3-d1e3032d85e7 req-58f1a2ff-8f61-41bb-b661-e4058b66b54e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:33.872935 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a4901b0b-c4dd-49b7-a0ca-b45740db04a5 tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.4213874 Mar 05 13:59:33.873911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46896) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:34.001463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b5987b-d389-4db2-8ab7-5da82e0e1a11 None None] Network d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:59:34.170857 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dad8bb26-a7c7-4ec8-b7a3-49256db4d032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:34.415541 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-191b1624-a9b3-44b1-b9e7-14960f346f3e tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Deleting port aa25a068-f956-4c90-9e3b-991a4ebe0eaf {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:59:34.416112 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-191b1624-a9b3-44b1-b9e7-14960f346f3e tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:34.749346 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dad8bb26-a7c7-4ec8-b7a3-49256db4d032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:34.797791 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-191b1624-a9b3-44b1-b9e7-14960f346f3e tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:34.798065 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-191b1624-a9b3-44b1-b9e7-14960f346f3e tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:34.851185 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-36b684e0-ea3c-4c07-9ea3-d1e3032d85e7 req-58f1a2ff-8f61-41bb-b661-e4058b66b54e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] For port a03ea37a-351d-4801-933f-4c0e93ca5c48, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a03ea37a-351d-4801-933f-4c0e93ca5c48,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:59:34.851548 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-36b684e0-ea3c-4c07-9ea3-d1e3032d85e7 req-58f1a2ff-8f61-41bb-b661-e4058b66b54e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:35.007381 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-36b684e0-ea3c-4c07-9ea3-d1e3032d85e7 req-58f1a2ff-8f61-41bb-b661-e4058b66b54e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Calling delete_port for a03ea37a-351d-4801-933f-4c0e93ca5c48 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:59:35.080373 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dad8bb26-a7c7-4ec8-b7a3-49256db4d032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:35.085897 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-191b1624-a9b3-44b1-b9e7-14960f346f3e tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Calling delete_port for aa25a068-f956-4c90-9e3b-991a4ebe0eaf owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:59:35.114588 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8bb26-a7c7-4ec8-b7a3-49256db4d032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df27c411-3e9e-474e-afbf-e5c8f27c2d64,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:35.185313 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dad8bb26-a7c7-4ec8-b7a3-49256db4d032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:35.208911 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dad8bb26-a7c7-4ec8-b7a3-49256db4d032 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df27c411-3e9e-474e-afbf-e5c8f27c2d64 HTTP/1.1" status: 204 len: 168 time: 1.7043016 Mar 05 13:59:35.241872 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-fc69f234-00cc-4b64-b372-f92ea0de2417 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:35.242651 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-fc69f234-00cc-4b64-b372-f92ea0de2417 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Synchronizing usage tracker for tenant:812716d33e00494481c55f180bd57dac on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:59:35.306192 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-fc69f234-00cc-4b64-b372-f92ea0de2417 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Unset dirty status for tenant:812716d33e00494481c55f180bd57dac on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:59:35.308446 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-fc69f234-00cc-4b64-b372-f92ea0de2417 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/networks?id=d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab HTTP/1.1" status: 200 len: 808 time: 0.6631026 Mar 05 13:59:35.345321 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-63946265-0b0d-4547-ae07-2fa5a541fdb6 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/quotas/812716d33e00494481c55f180bd57dac HTTP/1.1" status: 200 len: 375 time: 0.0166013 Mar 05 13:59:35.463379 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-9d3cd258-c7dc-4592-9af7-49bd1fec3213 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting port 4f9b1ad3-fb20-4ae7-88e5-7ae8143c2973 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:59:35.467243 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd258-c7dc-4592-9af7-49bd1fec3213 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:35.522508 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-36b684e0-ea3c-4c07-9ea3-d1e3032d85e7 req-58f1a2ff-8f61-41bb-b661-e4058b66b54e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:35.537108 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['f736b7ec-e966-4c65-8fd3-25f7be175e1f', 'a8f7d076-e06f-46df-ae6c-d36aef9de98f'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:59:35.587304 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1a2ff-8f61-41bb-b661-e4058b66b54e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Pushing event deleted for resources: {'Port': ['ID=a03ea37a-351d-4801-933f-4c0e93ca5c48,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:35.596784 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-b157d41e-2f3e-4f68-88d1-266e5da85df3 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=812716d33e00494481c55f180bd57dac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2381048 Mar 05 13:59:35.734486 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-191b1624-a9b3-44b1-b9e7-14960f346f3e tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:35.865540 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b684e0-ea3c-4c07-9ea3-d1e3032d85e7 req-58f1a2ff-8f61-41bb-b661-e4058b66b54e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] No DVR routers for this DVR port a03ea37a-351d-4801-933f-4c0e93ca5c48 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:59:35.887242 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-36b684e0-ea3c-4c07-9ea3-d1e3032d85e7 req-58f1a2ff-8f61-41bb-b661-e4058b66b54e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:35.889807 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f099ed-e6f2-4d74-90d4-3322fb1a4864', 'name': 'network-vif-deleted', 'tag': 'a03ea37a-351d-4801-933f-4c0e93ca5c48'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:59:35.935808 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b1624-a9b3-44b1-b9e7-14960f346f3e tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa25a068-f956-4c90-9e3b-991a4ebe0eaf,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:36.080435 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-36b684e0-ea3c-4c07-9ea3-d1e3032d85e7 req-58f1a2ff-8f61-41bb-b661-e4058b66b54e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "DELETE /v2.0/ports/a03ea37a-351d-4801-933f-4c0e93ca5c48 HTTP/1.1" status: 204 len: 173 time: 2.4785576 Mar 05 13:59:36.169993 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd258-c7dc-4592-9af7-49bd1fec3213 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:36.368823 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-c39bca47-6f7d-4e13-ac95-9e3895be8693 service neutron] 10.222.0.16 "GET /v2.0/networks/d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7613108 Mar 05 13:59:36.404261 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-191b1624-a9b3-44b1-b9e7-14960f346f3e tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:36.534146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-9d3cd258-c7dc-4592-9af7-49bd1fec3213 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Calling delete_port for 4f9b1ad3-fb20-4ae7-88e5-7ae8143c2973 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:59:36.622983 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-191b1624-a9b3-44b1-b9e7-14960f346f3e tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:36.624949 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-191b1624-a9b3-44b1-b9e7-14960f346f3e tempest-ExternalNetworksAdminNegativeTestJSON-991773297 tempest-ExternalNetworksAdminNegativeTestJSON-991773297-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/e6fdf6d3-cd86-4f4a-a8cd-853d0908f6ed HTTP/1.1" status: 204 len: 168 time: 2.7495189 Mar 05 13:59:36.712238 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-5038e0fb-1355-4ead-b708-dfd515d17cbb service neutron] 10.222.0.16 "GET /v2.0/networks/d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091187 Mar 05 13:59:36.931710 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd258-c7dc-4592-9af7-49bd1fec3213 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:37.055242 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cd258-c7dc-4592-9af7-49bd1fec3213 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Port': ['ID=4f9b1ad3-fb20-4ae7-88e5-7ae8143c2973,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:37.397348 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2b2ba00-70e7-4fd1-85c5-497f3e8cb339 req-890610cb-a255-46d9-9f9c-0791963e2e6c tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd1ab4cb-c1c7-429a-9fa5-cebd04428908 HTTP/1.1" status: 200 len: 210 time: 0.1320739 Mar 05 13:59:37.521788 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47116) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:37.571115 n-d-803718-1 neutron-server[87913]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b0f099ed-e6f2-4d74-90d4-3322fb1a4864', 'name': 'network-vif-deleted', 'tag': 'a03ea37a-351d-4801-933f-4c0e93ca5c48', 'status': 'failed', 'code': 422} returned with failed status Mar 05 13:59:37.597332 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd258-c7dc-4592-9af7-49bd1fec3213 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:37.675859 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47122) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:37.933375 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Request body: {'networks': [{'name': 'tempest-network--1538144100'}, {'name': 'tempest-network--1615375549'}]} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:37.933876 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Request body: {'network': {'name': 'tempest-network--1538144100'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:37.934356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Request body: {'network': {'name': 'tempest-network--1615375549'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:37.947379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:37.967526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Usage tracker for resource:network and tenant:a5d0e8000c0a4bb9aad4e58146ade188 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:37.981210 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:38.007920 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:38.091825 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Made reservation on behalf of a5d0e8000c0a4bb9aad4e58146ade188 for: {'network': 2} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:59:38.102741 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:38.174203 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd7ee-1251-4f0b-bcfd-f5f3be6466ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:38.226597 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:38.254227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47138) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:38.277795 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3cd258-c7dc-4592-9af7-49bd1fec3213 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Router 36170898-6a6e-449c-a318-fa0afde2f932 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 13:59:38.287219 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9e0dd7ee-1251-4f0b-bcfd-f5f3be6466ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:38.294374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9e0dd7ee-1251-4f0b-bcfd-f5f3be6466ed admin admin] Usage tracker for resource:security_group_rule and tenant:3dfa5bc4220644acb7da5bc40c2cbe1c is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:38.299998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9e0dd7ee-1251-4f0b-bcfd-f5f3be6466ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:38.311583 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9e0dd7ee-1251-4f0b-bcfd-f5f3be6466ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:38.414939 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd7ee-1251-4f0b-bcfd-f5f3be6466ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:38.421796 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:38.430881 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Usage tracker for resource:security_group_rule and tenant:a5d0e8000c0a4bb9aad4e58146ade188 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:38.431762 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:38.439687 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:38.529622 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3cd258-c7dc-4592-9af7-49bd1fec3213 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 13:59:38.546431 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0e2663-84cb-4c87-b196-103d086cdb84 None None] Sync routers for ids ['36170898-6a6e-449c-a318-fa0afde2f932'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 13:59:38.555773 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d514fbe-4f19-4181-b09c-c03cf2c83072 req-cdd76156-864d-4f8e-9b0f-a49888ed1658 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:38.562192 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-2d514fbe-4f19-4181-b09c-c03cf2c83072 req-cdd76156-864d-4f8e-9b0f-a49888ed1658 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Synchronizing usage tracker for tenant:8857cbe55e484452818a32b411d7670f on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:59:38.567963 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0e2663-84cb-4c87-b196-103d086cdb84 None None] Routers {'36170898-6a6e-449c-a318-fa0afde2f932'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:59:38.571235 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ab0e2663-84cb-4c87-b196-103d086cdb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:59:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['36170898-6a6e-449c-a318-fa0afde2f932'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:38.620262 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9d3cd258-c7dc-4592-9af7-49bd1fec3213 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/routers/36170898-6a6e-449c-a318-fa0afde2f932/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0804048 Mar 05 13:59:38.631749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47158) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:38.662985 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:38.721623 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e04f7341-4b4e-444c-b6c1-6aaa582e7489 req-ca41129e-ac2d-4d0a-9842-f912d59a8939 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd1ab4cb-c1c7-429a-9fa5-cebd04428908 HTTP/1.1" status: 200 len: 210 time: 0.0558615 Mar 05 13:59:38.722980 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd7ee-1251-4f0b-bcfd-f5f3be6466ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:38.753642 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:38.754298 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:38.760088 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ab0e2663-84cb-4c87-b196-103d086cdb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:38.767863 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-489fcadd-558f-4909-9d63-3d9adca37114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:38.782744 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-2d514fbe-4f19-4181-b09c-c03cf2c83072 req-cdd76156-864d-4f8e-9b0f-a49888ed1658 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Unset dirty status for tenant:8857cbe55e484452818a32b411d7670f on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:59:38.786892 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0e2663-84cb-4c87-b196-103d086cdb84 None None] Routers {'36170898-6a6e-449c-a318-fa0afde2f932'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 13:59:38.787372 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2d514fbe-4f19-4181-b09c-c03cf2c83072 req-cdd76156-864d-4f8e-9b0f-a49888ed1658 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f162b4c-b810-46a1-b646-09a00da2fbd3 HTTP/1.1" status: 200 len: 907 time: 0.5738745 Mar 05 13:59:38.788004 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ab0e2663-84cb-4c87-b196-103d086cdb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:59:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['36170898-6a6e-449c-a318-fa0afde2f932'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:38.816576 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ef2481ab-579f-4bc8-96c6-5f2e9d147304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:38.819002 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ac901a58-a475-43c5-bee0-495719460990 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Synchronizing usage tracker for tenant:f9698ae0269e4f54b2949da6501e3b33 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:59:38.872445 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ac901a58-a475-43c5-bee0-495719460990 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Unset dirty status for tenant:f9698ae0269e4f54b2949da6501e3b33 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:59:38.875948 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ef2481ab-579f-4bc8-96c6-5f2e9d147304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:38.878455 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ac901a58-a475-43c5-bee0-495719460990 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/ports?device_id=36170898-6a6e-449c-a318-fa0afde2f932 HTTP/1.1" status: 200 len: 205 time: 0.2401614 Mar 05 13:59:38.881991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47166) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:38.887430 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ef2481ab-579f-4bc8-96c6-5f2e9d147304 admin admin] Usage tracker for resource:security_group_rule and tenant:4712e403e46d41dab4c25f8d1824321a is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:38.900966 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0dd7ee-1251-4f0b-bcfd-f5f3be6466ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a15f7f-e58c-46ed-ba9d-d31e0eb0885e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:38.905248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ef2481ab-579f-4bc8-96c6-5f2e9d147304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:38.913786 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9e0dd7ee-1251-4f0b-bcfd-f5f3be6466ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3dfa5bc4220644acb7da5bc40c2cbe1c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2333319 Mar 05 13:59:38.938201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47170) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:38.945517 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:59:38.957847 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ab0e2663-84cb-4c87-b196-103d086cdb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:38.958573 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0e2663-84cb-4c87-b196-103d086cdb84 None None] The sync data for ids ['36170898-6a6e-449c-a318-fa0afde2f932'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 13:59:38.975242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ef2481ab-579f-4bc8-96c6-5f2e9d147304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:39.080420 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:39.080829 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Added segment aa2334b2-aec9-47a5-b526-728d9bf47161 of type vlan for network 741a5e6b-30d3-423c-959a-519bd6a1884a Mar 05 13:59:39.117463 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1a557d-ceda-4412-8827-91a8219c3504,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:39.198299 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:39.234808 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ca22965c-a834-4659-bfc0-3e87de8cf854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:39.243957 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3bae412-bf22-42d4-85a2-56a3e578f120 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:39.308652 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47184) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:39.429316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:59:39.442035 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:39.442561 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Added segment 9ef83dbe-e51a-4380-bef4-4a77ca65f0c4 of type vlan for network aea60e5c-9fa1-4a26-8c03-ea1565cb8d7b Mar 05 13:59:39.474472 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:39.554191 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:39.554967 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:39.561274 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:39.568457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:39.569204 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:39.575406 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eec0f99-76fc-4b8a-b420-9f28e8ef1b68 admin admin] Deleting subnet e8c5272d-93eb-488f-b3b2-2c63f8c75f01 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:59:39.582175 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eec0f99-76fc-4b8a-b420-9f28e8ef1b68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:39.642346 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eec0f99-76fc-4b8a-b420-9f28e8ef1b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:39.654173 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ca22965c-a834-4659-bfc0-3e87de8cf854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:39.707597 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eec0f99-76fc-4b8a-b420-9f28e8ef1b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:39.849840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Pushing event updated for resources: {'Network': ['ID=741a5e6b-30d3-423c-959a-519bd6a1884a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:39.865475 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 741a5e6b-30d3-423c-959a-519bd6a1884a details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:59:39.905488 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ef2481ab-579f-4bc8-96c6-5f2e9d147304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:39.931428 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b408542-6545-4fe7-9dd6-0a409f5b2119 req-c8bc6b1a-c541-44eb-8522-94e840c48572 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:39.933838 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0b408542-6545-4fe7-9dd6-0a409f5b2119 req-c8bc6b1a-c541-44eb-8522-94e840c48572 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f162b4c-b810-46a1-b646-09a00da2fbd3 HTTP/1.1" status: 200 len: 907 time: 0.4259889 Mar 05 13:59:39.941556 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.4179773 Mar 05 13:59:40.023620 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ef2481ab-579f-4bc8-96c6-5f2e9d147304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:40.116864 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47192) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:40.126054 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eec0f99-76fc-4b8a-b420-9f28e8ef1b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:40.147335 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-138b3fac-88d5-4320-8e72-f6e35a98f78d req-70ec21ab-9cb6-4a67-8047-629aadf1737f tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd1ab4cb-c1c7-429a-9fa5-cebd04428908 HTTP/1.1" status: 200 len: 210 time: 0.0999050 Mar 05 13:59:40.199825 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3bae412-bf22-42d4-85a2-56a3e578f120 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:40.207735 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3bae412-bf22-42d4-85a2-56a3e578f120 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:40.235700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec0f99-76fc-4b8a-b420-9f28e8ef1b68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8c5272d-93eb-488f-b3b2-2c63f8c75f01,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:40.252126 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eec0f99-76fc-4b8a-b420-9f28e8ef1b68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:40.268240 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1eec0f99-76fc-4b8a-b420-9f28e8ef1b68 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e8c5272d-93eb-488f-b3b2-2c63f8c75f01 HTTP/1.1" status: 204 len: 168 time: 0.9577575 Mar 05 13:59:40.270455 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47198) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:40.298386 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3bae412-bf22-42d4-85a2-56a3e578f120 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:40.299867 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bae412-bf22-42d4-85a2-56a3e578f120 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Fanout notify agent at l3_agent the message router_deleted on router 36170898-6a6e-449c-a318-fa0afde2f932 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 13:59:40.337877 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3bae412-bf22-42d4-85a2-56a3e578f120 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:40.341461 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d3bae412-bf22-42d4-85a2-56a3e578f120 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/routers/36170898-6a6e-449c-a318-fa0afde2f932 HTTP/1.1" status: 204 len: 168 time: 1.4558969 Mar 05 13:59:40.344173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47202) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:40.412794 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ca22965c-a834-4659-bfc0-3e87de8cf854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:40.423125 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4890a-93ea-4900-88b6-8389e902e0ad req-9d5df6dd-ec72-47da-ab08-5f42239ca68c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:40.425261 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-98a4890a-93ea-4900-88b6-8389e902e0ad req-9d5df6dd-ec72-47da-ab08-5f42239ca68c tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f162b4c-b810-46a1-b646-09a00da2fbd3 HTTP/1.1" status: 200 len: 907 time: 0.3025954 Mar 05 13:59:40.429228 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ef2481ab-579f-4bc8-96c6-5f2e9d147304 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4712e403e46d41dab4c25f8d1824321a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1694603 Mar 05 13:59:40.478524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47206) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:40.485144 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebed3bf7-0c9e-42de-8f55-bf82144e22c9 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting subnet aba11c2d-fe88-4640-8d1a-0fd6cbc52a0b {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:59:40.511555 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebed3bf7-0c9e-42de-8f55-bf82144e22c9 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:40.594465 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0b08d75-5872-4c43-97a9-3a8f4d288314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:40.660325 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebed3bf7-0c9e-42de-8f55-bf82144e22c9 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:40.660901 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-0b408542-6545-4fe7-9dd6-0a409f5b2119 req-7d34a72f-a7b3-4333-850a-dcd40babe29d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Deleting port a0664c71-0486-49a1-b50f-6d303b85740c {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:59:40.661247 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0b408542-6545-4fe7-9dd6-0a409f5b2119 req-7d34a72f-a7b3-4333-850a-dcd40babe29d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:40.790373 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d04da914-acfc-4934-82b4-3c21c1513e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:40.797855 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94758280-1b6c-4545-9bf2-59fac309017a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Pushing event updated for resources: {'Network': ['ID=aea60e5c-9fa1-4a26-8c03-ea1565cb8d7b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:40.810920 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network aea60e5c-9fa1-4a26-8c03-ea1565cb8d7b details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:59:40.815866 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2481ab-579f-4bc8-96c6-5f2e9d147304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36bbf64-c0a6-41b1-9d5f-ea74701041d6,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:40.888178 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ca22965c-a834-4659-bfc0-3e87de8cf854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:40.897268 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d04da914-acfc-4934-82b4-3c21c1513e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:40.908723 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ca22965c-a834-4659-bfc0-3e87de8cf854 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3a15f7f-e58c-46ed-ba9d-d31e0eb0885e HTTP/1.1" status: 204 len: 168 time: 1.9618437 Mar 05 13:59:40.917174 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0b08d75-5872-4c43-97a9-3a8f4d288314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:40.925379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad559c22-4db1-4ad9-8e5c-c4678a3dc602 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:40.948150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad559c22-4db1-4ad9-8e5c-c4678a3dc602 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:40.951027 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-213383ec-4be3-4ca6-8435-46b20041c731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:40.963170 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad559c22-4db1-4ad9-8e5c-c4678a3dc602 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:40.974810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad559c22-4db1-4ad9-8e5c-c4678a3dc602 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:40.976002 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ad559c22-4db1-4ad9-8e5c-c4678a3dc602 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Synchronizing usage tracker for tenant:a5d0e8000c0a4bb9aad4e58146ade188 on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:59:40.979227 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f0b08d75-5872-4c43-97a9-3a8f4d288314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f414ad02-1c0c-4bd5-b50a-8327414e8a67']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:40.986780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-412fef0d-1fe8-40a8-840b-999a96467125 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:40.988682 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-412fef0d-1fe8-40a8-840b-999a96467125 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.30 "GET /v2.0/networks?id=d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab HTTP/1.1" status: 200 len: 808 time: 1.0317123 Mar 05 13:59:41.001220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22965c-a834-4659-bfc0-3e87de8cf854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a15f7f-e58c-46ed-ba9d-d31e0eb0885e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:41.002510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f0b08d75-5872-4c43-97a9-3a8f4d288314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:41.003007 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f0b08d75-5872-4c43-97a9-3a8f4d288314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8cd5683-eb64-4d66-8ab2-80d2a61d1b2d') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:41.022514 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebed3bf7-0c9e-42de-8f55-bf82144e22c9 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:41.031310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-9587366a-a74c-4f9d-bb3b-919cc45dcaa9 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Request body: {'port': {'device_id': 'fd1ab4cb-c1c7-429a-9fa5-cebd04428908', 'network_id': 'd4afa47e-2aff-4520-ba7e-e7cc9ae8cdab', 'admin_state_up': True, 'tenant_id': '812716d33e00494481c55f180bd57dac'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:41.056593 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ad559c22-4db1-4ad9-8e5c-c4678a3dc602 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Unset dirty status for tenant:a5d0e8000c0a4bb9aad4e58146ade188 on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:59:41.060139 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ad559c22-4db1-4ad9-8e5c-c4678a3dc602 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.9094849 Mar 05 13:59:41.060298 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0b08d75-5872-4c43-97a9-3a8f4d288314 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:41.075060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47212) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:41.132839 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0b08d75-5872-4c43-97a9-3a8f4d288314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:41.202738 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b08d75-5872-4c43-97a9-3a8f4d288314 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:59:41.203151 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0b08d75-5872-4c43-97a9-3a8f4d288314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:59:41.248244 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:59:41.320949 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d04da914-acfc-4934-82b4-3c21c1513e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:41.402713 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-759287cb-fc2f-46c5-900a-207c8fcbea90 req-b4514f44-416b-40bd-9f19-79a44d053446 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd1ab4cb-c1c7-429a-9fa5-cebd04428908 HTTP/1.1" status: 200 len: 210 time: 0.0760164 Mar 05 13:59:41.403307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47222) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:41.406457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-9587366a-a74c-4f9d-bb3b-919cc45dcaa9 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:41.412214 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-9587366a-a74c-4f9d-bb3b-919cc45dcaa9 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Usage tracker for resource:port and tenant:812716d33e00494481c55f180bd57dac is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:41.417445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-9587366a-a74c-4f9d-bb3b-919cc45dcaa9 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:41.426036 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-9587366a-a74c-4f9d-bb3b-919cc45dcaa9 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:41.435568 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-0b408542-6545-4fe7-9dd6-0a409f5b2119 req-7d34a72f-a7b3-4333-850a-dcd40babe29d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] For port a0664c71-0486-49a1-b50f-6d303b85740c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=a0664c71-0486-49a1-b50f-6d303b85740c,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:59:41.436096 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0b408542-6545-4fe7-9dd6-0a409f5b2119 req-7d34a72f-a7b3-4333-850a-dcd40babe29d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:41.452773 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0b08d75-5872-4c43-97a9-3a8f4d288314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:41.459372 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04da914-acfc-4934-82b4-3c21c1513e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36bbf64-c0a6-41b1-9d5f-ea74701041d6,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:41.461457 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebed3bf7-0c9e-42de-8f55-bf82144e22c9 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:41.474180 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-9587366a-a74c-4f9d-bb3b-919cc45dcaa9 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Made reservation on behalf of 812716d33e00494481c55f180bd57dac for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:59:41.479630 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-9587366a-a74c-4f9d-bb3b-919cc45dcaa9 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:41.521519 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0b08d75-5872-4c43-97a9-3a8f4d288314 admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:41.537223 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7f94218-c7dc-4365-bc31-6bfc4aaa86ae tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:41.545186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed3bf7-0c9e-42de-8f55-bf82144e22c9 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Subnet': ['ID=aba11c2d-fe88-4640-8d1a-0fd6cbc52a0b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:41.551567 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebed3bf7-0c9e-42de-8f55-bf82144e22c9 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:41.554816 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea509f7b-6a5c-4300-b8c4-89a8607b4747 None None] Network 7000c47c-92be-46bf-8df0-c0c8e8ee30e3 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:59:41.557011 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b08d75-5872-4c43-97a9-3a8f4d288314 admin admin] Pushing event deleted for resources: {'Network': ['ID=f414ad02-1c0c-4bd5-b50a-8327414e8a67,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:41.582492 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d04da914-acfc-4934-82b4-3c21c1513e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:41.583897 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d04da914-acfc-4934-82b4-3c21c1513e3d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e36bbf64-c0a6-41b1-9d5f-ea74701041d6 HTTP/1.1" status: 204 len: 168 time: 1.1040254 Mar 05 13:59:41.588995 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f0b08d75-5872-4c43-97a9-3a8f4d288314 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f414ad02-1c0c-4bd5-b50a-8327414e8a67 HTTP/1.1" status: 204 len: 168 time: 1.3148887 Mar 05 13:59:41.590727 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ebed3bf7-0c9e-42de-8f55-bf82144e22c9 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/subnets/aba11c2d-fe88-4640-8d1a-0fd6cbc52a0b HTTP/1.1" status: 204 len: 168 time: 1.2441690 Mar 05 13:59:41.593898 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47230) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:41.850327 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0feeb0b-fbd0-42ae-a75e-b6723a732e45 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting subnet b5a8054e-7219-4ad3-a371-27f8fca90635 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 13:59:41.860184 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7f94218-c7dc-4365-bc31-6bfc4aaa86ae tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:41.867456 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-0b408542-6545-4fe7-9dd6-0a409f5b2119 req-7d34a72f-a7b3-4333-850a-dcd40babe29d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Calling delete_port for a0664c71-0486-49a1-b50f-6d303b85740c owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:59:41.868612 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0feeb0b-fbd0-42ae-a75e-b6723a732e45 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:41.946002 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47236) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:41.967391 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0feeb0b-fbd0-42ae-a75e-b6723a732e45 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:42.026991 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:42.038597 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-a7f94218-c7dc-4365-bc31-6bfc4aaa86ae tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741a5e6b-30d3-423c-959a-519bd6a1884a']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:42.071808 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:42.079273 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cb3541-f6fe-4c9e-9166-9b8eba5c44f0 None None] DHCP port deletion for 7000c47c-92be-46bf-8df0-c0c8e8ee30e3 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:59:42.092018 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb3541-f6fe-4c9e-9166-9b8eba5c44f0 None None] Deleting port 09757aab-f5da-4ffd-833a-55556fcf68a1 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:59:42.092579 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3541-f6fe-4c9e-9166-9b8eba5c44f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:42.154712 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-46819a4d-af4c-4e1a-85f7-edd04b2ad06a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1392265984148c9825deff86e01aace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7066746 Mar 05 13:59:42.198696 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47242) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:42.246254 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-a7f94218-c7dc-4365-bc31-6bfc4aaa86ae tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2334b2-aec9-47a5-b526-728d9bf47161') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:42.248260 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-a7f94218-c7dc-4365-bc31-6bfc4aaa86ae tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2334b2-aec9-47a5-b526-728d9bf47161') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:42.276825 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7f94218-c7dc-4365-bc31-6bfc4aaa86ae tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:42.283285 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ccd62634-24aa-41a4-a6d7-66d607149685 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cd571e0577f428d9ea574f5ecb9c967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3347609 Mar 05 13:59:42.288364 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47246) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:42.329229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b134f-2470-4c3c-a470-9ed0c948fb68 req-f0610f4b-e004-48b7-8461-fdb48e861064 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:42.330586 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-707b134f-2470-4c3c-a470-9ed0c948fb68 req-f0610f4b-e004-48b7-8461-fdb48e861064 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f162b4c-b810-46a1-b646-09a00da2fbd3 HTTP/1.1" status: 200 len: 907 time: 0.7072740 Mar 05 13:59:42.357837 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7f94218-c7dc-4365-bc31-6bfc4aaa86ae tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:42.407671 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f94218-c7dc-4365-bc31-6bfc4aaa86ae tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:59:42.408028 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7f94218-c7dc-4365-bc31-6bfc4aaa86ae tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:42.448631 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47254) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:59:42.448856 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:59:42.451759 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 09757aab-f5da-4ffd-833a-55556fcf68a1 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:59:42.543729 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a0352155-2e16-465c-813c-0912c9e052ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:42.570817 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e7cb3541-f6fe-4c9e-9166-9b8eba5c44f0 None None] For port 09757aab-f5da-4ffd-833a-55556fcf68a1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=09757aab-f5da-4ffd-833a-55556fcf68a1,segment=NetworkSegment(4348a697-103d-47f6-a5c3-fc8c0a655559),segment_id=4348a697-103d-47f6-a5c3-fc8c0a655559)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:59:42.571382 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3541-f6fe-4c9e-9166-9b8eba5c44f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:42.615522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a0352155-2e16-465c-813c-0912c9e052ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:42.619161 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0feeb0b-fbd0-42ae-a75e-b6723a732e45 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:42.623977 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0b408542-6545-4fe7-9dd6-0a409f5b2119 req-7d34a72f-a7b3-4333-850a-dcd40babe29d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:42.647588 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8a7b0b77-9c7c-45d4-80d3-5f83f00013de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:42.649250 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7f94218-c7dc-4365-bc31-6bfc4aaa86ae tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:42.664678 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-379273df-c225-413f-9ae6-9c543c5f3594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:42.671861 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a0352155-2e16-465c-813c-0912c9e052ca admin admin] Usage tracker for resource:security_group_rule and tenant:8c5b5907d7e7411bbac5ad3b27a4b6d6 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:42.691568 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a0352155-2e16-465c-813c-0912c9e052ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:42.692103 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7f94218-c7dc-4365-bc31-6bfc4aaa86ae tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:42.711277 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f94218-c7dc-4365-bc31-6bfc4aaa86ae tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Pushing event deleted for resources: {'Network': ['ID=741a5e6b-30d3-423c-959a-519bd6a1884a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:42.735507 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8a7b0b77-9c7c-45d4-80d3-5f83f00013de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:42.745650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34a72f-a7b3-4333-850a-dcd40babe29d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Pushing event deleted for resources: {'Port': ['ID=a0664c71-0486-49a1-b50f-6d303b85740c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:42.748215 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a0352155-2e16-465c-813c-0912c9e052ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:42.752212 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a7f94218-c7dc-4365-bc31-6bfc4aaa86ae tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] 10.222.0.16 "DELETE /v2.0/networks/741a5e6b-30d3-423c-959a-519bd6a1884a HTTP/1.1" status: 204 len: 168 time: 1.6731248 Mar 05 13:59:42.755798 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47258) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:42.786905 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb3541-f6fe-4c9e-9166-9b8eba5c44f0 None None] Calling delete_port for 09757aab-f5da-4ffd-833a-55556fcf68a1 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:59:42.801055 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fde02ebc-e0a6-4460-aa8f-bbce2f779118 req-a1c35908-9f40-480b-a3bc-89ac91f53ecb tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd1ab4cb-c1c7-429a-9fa5-cebd04428908 HTTP/1.1" status: 200 len: 210 time: 0.1723988 Mar 05 13:59:42.818969 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-9587366a-a74c-4f9d-bb3b-919cc45dcaa9 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Allocated IP 172.20.0.6 (d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab/ed4c8408-d487-4d31-9891-8b8c29aaab3c/89a62c64-99e2-4ea2-8f33-af29a6030bec) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:59:42.912155 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b408542-6545-4fe7-9dd6-0a409f5b2119 req-7d34a72f-a7b3-4333-850a-dcd40babe29d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] No DVR routers for this DVR port a0664c71-0486-49a1-b50f-6d303b85740c on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:59:42.921459 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0b408542-6545-4fe7-9dd6-0a409f5b2119 req-7d34a72f-a7b3-4333-850a-dcd40babe29d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:42.933503 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-379273df-c225-413f-9ae6-9c543c5f3594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:42.946718 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:42.960719 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0feeb0b-fbd0-42ae-a75e-b6723a732e45 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:43.035724 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0feeb0b-fbd0-42ae-a75e-b6723a732e45 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Subnet': ['ID=b5a8054e-7219-4ad3-a371-27f8fca90635,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:43.041151 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9a25d781-fcf2-410b-8090-b084d131e1fd tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:43.048825 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a0352155-2e16-465c-813c-0912c9e052ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:43.054189 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f162b4c-b810-46a1-b646-09a00da2fbd3', 'name': 'network-vif-deleted', 'tag': 'a0664c71-0486-49a1-b50f-6d303b85740c'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:59:43.055331 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8a7b0b77-9c7c-45d4-80d3-5f83f00013de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:43.058915 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0feeb0b-fbd0-42ae-a75e-b6723a732e45 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:43.078487 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0b408542-6545-4fe7-9dd6-0a409f5b2119 req-7d34a72f-a7b3-4333-850a-dcd40babe29d tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.15 "DELETE /v2.0/ports/a0664c71-0486-49a1-b50f-6d303b85740c HTTP/1.1" status: 204 len: 173 time: 3.1177483 Mar 05 13:59:43.079274 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a0352155-2e16-465c-813c-0912c9e052ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:43.080570 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfad21b-4957-47e8-9004-f7630af88c4e None None] Network 76277622-145f-49e4-8d08-9ab97f49e1e5 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:59:43.084853 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b0b77-9c7c-45d4-80d3-5f83f00013de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3859f3-2406-4018-b0fc-b5b2fff720fa,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:43.104526 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8a7b0b77-9c7c-45d4-80d3-5f83f00013de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:43.105929 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8a7b0b77-9c7c-45d4-80d3-5f83f00013de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f3859f3-2406-4018-b0fc-b5b2fff720fa HTTP/1.1" status: 204 len: 168 time: 0.8142166 Mar 05 13:59:43.112126 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c0feeb0b-fbd0-42ae-a75e-b6723a732e45 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/subnets/b5a8054e-7219-4ad3-a371-27f8fca90635 HTTP/1.1" status: 204 len: 168 time: 1.4878006 Mar 05 13:59:43.112730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47266) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:43.139295 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3541-f6fe-4c9e-9166-9b8eba5c44f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:43.191230 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f162b4c-b810-46a1-b646-09a00da2fbd3', 'name': 'network-vif-deleted', 'tag': 'a0664c71-0486-49a1-b50f-6d303b85740c', 'status': 'completed', 'code': 200} Mar 05 13:59:43.230818 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0352155-2e16-465c-813c-0912c9e052ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6486c83f-c01a-4261-9700-2ae26979d411,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:43.270160 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device a0664c71-0486-49a1-b50f-6d303b85740c no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:59:43.271007 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a0352155-2e16-465c-813c-0912c9e052ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c5b5907d7e7411bbac5ad3b27a4b6d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8218205 Mar 05 13:59:43.274858 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47270) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:43.324486 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5072c9fd-f7af-4f8f-aff7-a0e6ca298493 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:43.337615 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb3541-f6fe-4c9e-9166-9b8eba5c44f0 None None] Pushing event deleted for resources: {'Port': ['ID=09757aab-f5da-4ffd-833a-55556fcf68a1,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:43.372778 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3541-f6fe-4c9e-9166-9b8eba5c44f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:43.373416 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3541-f6fe-4c9e-9166-9b8eba5c44f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:43.373580 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3541-f6fe-4c9e-9166-9b8eba5c44f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:43.373913 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3541-f6fe-4c9e-9166-9b8eba5c44f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:43.374303 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3541-f6fe-4c9e-9166-9b8eba5c44f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:43.374650 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3541-f6fe-4c9e-9166-9b8eba5c44f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:43.375005 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3541-f6fe-4c9e-9166-9b8eba5c44f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:43.375323 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3541-f6fe-4c9e-9166-9b8eba5c44f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:43.375634 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3541-f6fe-4c9e-9166-9b8eba5c44f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:43.375945 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3541-f6fe-4c9e-9166-9b8eba5c44f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:43.376298 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3541-f6fe-4c9e-9166-9b8eba5c44f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:43.376686 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb3541-f6fe-4c9e-9166-9b8eba5c44f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:43.387031 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb3541-f6fe-4c9e-9166-9b8eba5c44f0 None None] No DVR routers for this DVR port 09757aab-f5da-4ffd-833a-55556fcf68a1 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:59:43.387975 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: a0664c71-0486-49a1-b50f-6d303b85740c {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:59:43.388457 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device a0664c71-0486-49a1-b50f-6d303b85740c not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:59:43.433946 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9a25d781-fcf2-410b-8090-b084d131e1fd tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:43.550387 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-9a25d781-fcf2-410b-8090-b084d131e1fd tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea60e5c-9fa1-4a26-8c03-ea1565cb8d7b']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:43.556686 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-379273df-c225-413f-9ae6-9c543c5f3594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:43.606620 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-9a25d781-fcf2-410b-8090-b084d131e1fd tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef83dbe-e51a-4380-bef4-4a77ca65f0c4') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:43.607252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-9a25d781-fcf2-410b-8090-b084d131e1fd tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef83dbe-e51a-4380-bef4-4a77ca65f0c4') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:43.631145 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9a25d781-fcf2-410b-8090-b084d131e1fd tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:43.679594 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:43.710452 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5072c9fd-f7af-4f8f-aff7-a0e6ca298493 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:43.736482 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9a25d781-fcf2-410b-8090-b084d131e1fd tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:43.777790 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379273df-c225-413f-9ae6-9c543c5f3594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2f4f84-8ee9-47ae-b851-7e70085b6694,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:43.781100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a25d781-fcf2-410b-8090-b084d131e1fd tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:59:43.786890 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9a25d781-fcf2-410b-8090-b084d131e1fd tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:43.789777 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4d9ba9-a20a-429d-93c0-983f4a4d2956 None None] DHCP port deletion for 76277622-145f-49e4-8d08-9ab97f49e1e5 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 13:59:43.808289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d9ba9-a20a-429d-93c0-983f4a4d2956 None None] Deleting port 72a64eda-97b3-4c7d-bea9-6b60376f4409 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:59:43.810089 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:59:43.814554 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ac4d9ba9-a20a-429d-93c0-983f4a4d2956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:43.824081 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-379273df-c225-413f-9ae6-9c543c5f3594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:43.827487 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-379273df-c225-413f-9ae6-9c543c5f3594 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c2f4f84-8ee9-47ae-b851-7e70085b6694 HTTP/1.1" status: 204 len: 168 time: 1.6239579 Mar 05 13:59:43.829059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f5d674c9-a15b-4dfa-ad98-185385944ed4 req-713d900d-5eee-403e-ab1d-be1f69965253 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Synchronizing usage tracker for tenant:8857cbe55e484452818a32b411d7670f on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:59:43.892374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f5d674c9-a15b-4dfa-ad98-185385944ed4 req-713d900d-5eee-403e-ab1d-be1f69965253 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Unset dirty status for tenant:8857cbe55e484452818a32b411d7670f on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:59:43.894297 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5d674c9-a15b-4dfa-ad98-185385944ed4 req-713d900d-5eee-403e-ab1d-be1f69965253 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f162b4c-b810-46a1-b646-09a00da2fbd3 HTTP/1.1" status: 200 len: 210 time: 0.3088160 Mar 05 13:59:43.896967 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3f3c2acd-eee8-4776-baf1-8cbe2a0697a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:43.917286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-5072c9fd-f7af-4f8f-aff7-a0e6ca298493 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7000c47c-92be-46bf-8df0-c0c8e8ee30e3']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:43.930694 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3f3c2acd-eee8-4776-baf1-8cbe2a0697a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:43.931911 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9a25d781-fcf2-410b-8090-b084d131e1fd tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:43.959417 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9a25d781-fcf2-410b-8090-b084d131e1fd tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:43.967290 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-5072c9fd-f7af-4f8f-aff7-a0e6ca298493 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4348a697-103d-47f6-a5c3-fc8c0a655559') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:43.967827 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-5072c9fd-f7af-4f8f-aff7-a0e6ca298493 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4348a697-103d-47f6-a5c3-fc8c0a655559') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:43.997234 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25d781-fcf2-410b-8090-b084d131e1fd tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Pushing event deleted for resources: {'Network': ['ID=aea60e5c-9fa1-4a26-8c03-ea1565cb8d7b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:44.010525 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5072c9fd-f7af-4f8f-aff7-a0e6ca298493 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:44.023535 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9a25d781-fcf2-410b-8090-b084d131e1fd tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] 10.222.0.16 "DELETE /v2.0/networks/aea60e5c-9fa1-4a26-8c03-ea1565cb8d7b HTTP/1.1" status: 204 len: 168 time: 1.2659724 Mar 05 13:59:44.026481 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47300) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:44.061238 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5072c9fd-f7af-4f8f-aff7-a0e6ca298493 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:44.068789 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-9587366a-a74c-4f9d-bb3b-919cc45dcaa9 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:44.093494 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5072c9fd-f7af-4f8f-aff7-a0e6ca298493 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:59:44.094348 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5072c9fd-f7af-4f8f-aff7-a0e6ca298493 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:59:44.115203 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:59:44.125552 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3f3c2acd-eee8-4776-baf1-8cbe2a0697a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:44.171857 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c2acd-eee8-4776-baf1-8cbe2a0697a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6486c83f-c01a-4261-9700-2ae26979d411,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:44.184065 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3f3c2acd-eee8-4776-baf1-8cbe2a0697a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:44.186989 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3f3c2acd-eee8-4776-baf1-8cbe2a0697a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6486c83f-c01a-4261-9700-2ae26979d411 HTTP/1.1" status: 204 len: 168 time: 0.9095430 Mar 05 13:59:44.209850 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-9587366a-a74c-4f9d-bb3b-919cc45dcaa9 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:44.377963 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587366a-a74c-4f9d-bb3b-919cc45dcaa9 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Pushing event updated for resources: {'Port': ['ID=89a62c64-99e2-4ea2-8f33-af29a6030bec,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:44.396950 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-9587366a-a74c-4f9d-bb3b-919cc45dcaa9 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Network d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:59:44.398477 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-9587366a-a74c-4f9d-bb3b-919cc45dcaa9 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:59:44.402367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-9587366a-a74c-4f9d-bb3b-919cc45dcaa9 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:59:44.466922 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 72a64eda-97b3-4c7d-bea9-6b60376f4409 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:59:44.508658 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-9587366a-a74c-4f9d-bb3b-919cc45dcaa9 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:44.511877 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-9587366a-a74c-4f9d-bb3b-919cc45dcaa9 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:44.555435 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-9587366a-a74c-4f9d-bb3b-919cc45dcaa9 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5574803 Mar 05 13:59:44.568196 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-bb7fcfbe-350d-4e81-ad9d-2a3bdcd4a8c8 service neutron] Request body: {'port': {'device_id': 'fd1ab4cb-c1c7-429a-9fa5-cebd04428908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:44.643299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ac4d9ba9-a20a-429d-93c0-983f4a4d2956 None None] For port 72a64eda-97b3-4c7d-bea9-6b60376f4409, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=72a64eda-97b3-4c7d-bea9-6b60376f4409,segment=NetworkSegment(0d827752-0d45-43fc-b021-753f944b93c7),segment_id=0d827752-0d45-43fc-b021-753f944b93c7)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:59:44.643682 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ac4d9ba9-a20a-429d-93c0-983f4a4d2956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:44.691013 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec538d84-66fd-4955-86d9-3ebd6a16cb31 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:44.705253 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec538d84-66fd-4955-86d9-3ebd6a16cb31 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:44.707272 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ec538d84-66fd-4955-86d9-3ebd6a16cb31 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Synchronizing usage tracker for tenant:a5d0e8000c0a4bb9aad4e58146ade188 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:59:44.717220 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5072c9fd-f7af-4f8f-aff7-a0e6ca298493 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:44.727283 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5072c9fd-f7af-4f8f-aff7-a0e6ca298493 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:44.788808 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5072c9fd-f7af-4f8f-aff7-a0e6ca298493 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/networks/7000c47c-92be-46bf-8df0-c0c8e8ee30e3 HTTP/1.1" status: 204 len: 168 time: 1.6731622 Mar 05 13:59:44.800299 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47324) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:44.848813 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-bb7fcfbe-350d-4e81-ad9d-2a3bdcd4a8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:44.963083 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d9ba9-a20a-429d-93c0-983f4a4d2956 None None] Calling delete_port for 72a64eda-97b3-4c7d-bea9-6b60376f4409 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:59:45.040758 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:45.120090 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 72a64eda-97b3-4c7d-bea9-6b60376f4409, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=72a64eda-97b3-4c7d-bea9-6b60376f4409,segment=NetworkSegment(0d827752-0d45-43fc-b021-753f944b93c7),segment_id=0d827752-0d45-43fc-b021-753f944b93c7)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:59:45.129738 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:45.296406 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=72a64eda-97b3-4c7d-bea9-6b60376f4409,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:45.316935 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-ac4d9ba9-a20a-429d-93c0-983f4a4d2956 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:59:45.317281 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-ac4d9ba9-a20a-429d-93c0-983f4a4d2956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:59:45.318419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ff8ea-c6e0-4246-b0c6-4c1fa6d96101 req-864311fd-3436-4364-9936-4941f5a1653a tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:45.320237 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-713ff8ea-c6e0-4246-b0c6-4c1fa6d96101 req-864311fd-3436-4364-9936-4941f5a1653a tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd1ab4cb-c1c7-429a-9fa5-cebd04428908 HTTP/1.1" status: 200 len: 931 time: 1.1226604 Mar 05 13:59:45.321395 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072c9fd-f7af-4f8f-aff7-a0e6ca298493 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Network': ['ID=7000c47c-92be-46bf-8df0-c0c8e8ee30e3,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:45.368774 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ec538d84-66fd-4955-86d9-3ebd6a16cb31 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Unset dirty status for tenant:a5d0e8000c0a4bb9aad4e58146ade188 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:59:45.370294 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ec538d84-66fd-4955-86d9-3ebd6a16cb31 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.3427122 Mar 05 13:59:45.378512 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47352) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:45.384525 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e00b2c1b-d1ed-4d07-919b-4db906316ba5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:45.393472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e96f9489-2161-4677-865c-bec0a30a8210 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-840347266'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:45.413031 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e96f9489-2161-4677-865c-bec0a30a8210 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:45.435134 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-713ff8ea-c6e0-4246-b0c6-4c1fa6d96101 req-eb02dc19-a6d9-4a0a-bab4-492d46a86ce3 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f8320c-c3ed-434e-91cc-ab1683fd8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032579 Mar 05 13:59:45.436985 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e00b2c1b-d1ed-4d07-919b-4db906316ba5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting port 72a64eda-97b3-4c7d-bea9-6b60376f4409 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:59:45.437457 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e00b2c1b-d1ed-4d07-919b-4db906316ba5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:45.471308 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e96f9489-2161-4677-865c-bec0a30a8210 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:45.506040 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96f9489-2161-4677-865c-bec0a30a8210 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Made reservation on behalf of a5d0e8000c0a4bb9aad4e58146ade188 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:59:45.513901 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e96f9489-2161-4677-865c-bec0a30a8210 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:45.678599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96f9489-2161-4677-865c-bec0a30a8210 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:59:45.698050 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e96f9489-2161-4677-865c-bec0a30a8210 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:45.699510 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-e96f9489-2161-4677-865c-bec0a30a8210 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Added segment 14a592b1-3700-4d83-92e5-912459e208aa of type vlan for network 39879e82-4da1-4e44-ab95-0af0e9f07bba Mar 05 13:59:45.707076 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-bb7fcfbe-350d-4e81-ad9d-2a3bdcd4a8c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a62c64-99e2-4ea2-8f33-af29a6030bec {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:59:45.726890 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-bb7fcfbe-350d-4e81-ad9d-2a3bdcd4a8c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:45.753739 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e96f9489-2161-4677-865c-bec0a30a8210 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:45.763285 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-bb7fcfbe-350d-4e81-ad9d-2a3bdcd4a8c8 service neutron] Transition to ACTIVE for port object 89a62c64-99e2-4ea2-8f33-af29a6030bec will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:59:45.771209 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-bb7fcfbe-350d-4e81-ad9d-2a3bdcd4a8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:45.818585 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d9ba9-a20a-429d-93c0-983f4a4d2956 None None] Deleting port 72a64eda-97b3-4c7d-bea9-6b60376f4409 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:59:45.819331 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ac4d9ba9-a20a-429d-93c0-983f4a4d2956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:45.853702 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e96f9489-2161-4677-865c-bec0a30a8210 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:45.859494 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96f9489-2161-4677-865c-bec0a30a8210 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:45.860092 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e96f9489-2161-4677-865c-bec0a30a8210 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:46.121649 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e96f9489-2161-4677-865c-bec0a30a8210 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7392530 Mar 05 13:59:46.152321 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47380) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:46.171703 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-3a0ca58a-6693-4292-9416-bf968af7af4f tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-592668627'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:46.265391 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fcfbe-350d-4e81-ad9d-2a3bdcd4a8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=89a62c64-99e2-4ea2-8f33-af29a6030bec,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:46.328388 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f9489-2161-4677-865c-bec0a30a8210 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Pushing event updated for resources: {'Network': ['ID=39879e82-4da1-4e44-ab95-0af0e9f07bba,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:46.356971 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47386) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:46.361052 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 39879e82-4da1-4e44-ab95-0af0e9f07bba details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:59:46.389832 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-bb7fcfbe-350d-4e81-ad9d-2a3bdcd4a8c8 service neutron] Attempting to bind port 89a62c64-99e2-4ea2-8f33-af29a6030bec on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:59:46.391256 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-bb7fcfbe-350d-4e81-ad9d-2a3bdcd4a8c8 service neutron] Attempting to bind port 89a62c64-99e2-4ea2-8f33-af29a6030bec by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '77579bbb-f3f4-4401-9d67-38c27afda0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4afa47e-2aff-4520-ba7e-e7cc9ae8cdab'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:59:46.391871 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-bb7fcfbe-350d-4e81-ad9d-2a3bdcd4a8c8 service neutron] Attempting to bind port 89a62c64-99e2-4ea2-8f33-af29a6030bec on network d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:59:46.404328 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3a0ca58a-6693-4292-9416-bf968af7af4f tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:46.404556 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-bb7fcfbe-350d-4e81-ad9d-2a3bdcd4a8c8 service neutron] Port 89a62c64-99e2-4ea2-8f33-af29a6030bec on network d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 13:59:46.407148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-bb7fcfbe-350d-4e81-ad9d-2a3bdcd4a8c8 service neutron] Attempting to bind port 89a62c64-99e2-4ea2-8f33-af29a6030bec on network d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:59:46.422345 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-bb7fcfbe-350d-4e81-ad9d-2a3bdcd4a8c8 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:59:46.424125 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-bb7fcfbe-350d-4e81-ad9d-2a3bdcd4a8c8 service neutron] Checking segment: {'id': '77579bbb-f3f4-4401-9d67-38c27afda0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4afa47e-2aff-4520-ba7e-e7cc9ae8cdab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:59:46.424842 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-bb7fcfbe-350d-4e81-ad9d-2a3bdcd4a8c8 service neutron] Bound using segment: {'id': '77579bbb-f3f4-4401-9d67-38c27afda0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4afa47e-2aff-4520-ba7e-e7cc9ae8cdab'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:59:46.427239 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-bb7fcfbe-350d-4e81-ad9d-2a3bdcd4a8c8 service neutron] Bound port: 89a62c64-99e2-4ea2-8f33-af29a6030bec, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77579bbb-f3f4-4401-9d67-38c27afda0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd4afa47e-2aff-4520-ba7e-e7cc9ae8cdab'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:59:46.429260 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-bb7fcfbe-350d-4e81-ad9d-2a3bdcd4a8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:46.537977 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3a0ca58a-6693-4292-9416-bf968af7af4f tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Usage tracker for resource:network and tenant:a5d0e8000c0a4bb9aad4e58146ade188 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:46.586601 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3a0ca58a-6693-4292-9416-bf968af7af4f tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:46.631074 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9d6b9-baf9-4982-9605-d7714a63df15 req-423a7b5f-b834-4ecc-b19f-4afe0a5d73fe tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:46.645791 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9bd9d6b9-baf9-4982-9605-d7714a63df15 req-423a7b5f-b834-4ecc-b19f-4afe0a5d73fe tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d759663-d57e-4924-b7fd-960b7de4e361 HTTP/1.1" status: 200 len: 945 time: 0.8325090 Mar 05 13:59:46.687370 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-bb7fcfbe-350d-4e81-ad9d-2a3bdcd4a8c8 service neutron] For port 89a62c64-99e2-4ea2-8f33-af29a6030bec, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:59:46.699738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-bb7fcfbe-350d-4e81-ad9d-2a3bdcd4a8c8 service neutron] For port 89a62c64-99e2-4ea2-8f33-af29a6030bec, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=89a62c64-99e2-4ea2-8f33-af29a6030bec,segment=NetworkSegment(77579bbb-f3f4-4401-9d67-38c27afda0b5),segment_id=77579bbb-f3f4-4401-9d67-38c27afda0b5)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:59:46.718529 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3a0ca58a-6693-4292-9416-bf968af7af4f tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:46.738919 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ac4d9ba9-a20a-429d-93c0-983f4a4d2956 None None] For port 72a64eda-97b3-4c7d-bea9-6b60376f4409, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=72a64eda-97b3-4c7d-bea9-6b60376f4409,segment=NetworkSegment(0d827752-0d45-43fc-b021-753f944b93c7),segment_id=0d827752-0d45-43fc-b021-753f944b93c7)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:59:46.739446 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ac4d9ba9-a20a-429d-93c0-983f4a4d2956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:46.765873 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af198cb-8709-478d-8c6a-3de773da736c req-bb46ef6b-db0a-4a23-bd04-b5517eb825bb tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:46.768198 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2af198cb-8709-478d-8c6a-3de773da736c req-bb46ef6b-db0a-4a23-bd04-b5517eb825bb tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d759663-d57e-4924-b7fd-960b7de4e361 HTTP/1.1" status: 200 len: 945 time: 0.8003099 Mar 05 13:59:46.780138 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9bd9d6b9-baf9-4982-9605-d7714a63df15 req-fb96649e-9cdb-4ca6-a6ac-10fc74233d27 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337955 Mar 05 13:59:46.798588 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-e00b2c1b-d1ed-4d07-919b-4db906316ba5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] For port 72a64eda-97b3-4c7d-bea9-6b60376f4409, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=72a64eda-97b3-4c7d-bea9-6b60376f4409,segment=NetworkSegment(0d827752-0d45-43fc-b021-753f944b93c7),segment_id=0d827752-0d45-43fc-b021-753f944b93c7)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:59:46.799265 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e00b2c1b-d1ed-4d07-919b-4db906316ba5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:46.803352 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-bb7fcfbe-350d-4e81-ad9d-2a3bdcd4a8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:46.930991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0ca58a-6693-4292-9416-bf968af7af4f tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Made reservation on behalf of a5d0e8000c0a4bb9aad4e58146ade188 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:59:46.950410 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3a0ca58a-6693-4292-9416-bf968af7af4f tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:46.962435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-66ca0460-8c4b-4787-b6d5-ba6da93a2ca7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1637788065'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:46.992717 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d9ba9-a20a-429d-93c0-983f4a4d2956 None None] Calling delete_port for 72a64eda-97b3-4c7d-bea9-6b60376f4409 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:59:47.000691 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-2af198cb-8709-478d-8c6a-3de773da736c req-95572e0e-ba51-4a41-a531-bb62372215f9 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Deleting port a8f7d076-e06f-46df-ae6c-d36aef9de98f {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:59:47.000985 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2af198cb-8709-478d-8c6a-3de773da736c req-95572e0e-ba51-4a41-a531-bb62372215f9 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:47.040945 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-bb7fcfbe-350d-4e81-ad9d-2a3bdcd4a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:47.041298 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-bb7fcfbe-350d-4e81-ad9d-2a3bdcd4a8c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:47.050565 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-bb7fcfbe-350d-4e81-ad9d-2a3bdcd4a8c8 service neutron] 10.222.0.30 "PUT /v2.0/ports/89a62c64-99e2-4ea2-8f33-af29a6030bec HTTP/1.1" status: 200 len: 1091 time: 2.4886761 Mar 05 13:59:47.084605 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-66ca0460-8c4b-4787-b6d5-ba6da93a2ca7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:47.086691 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1ab4cb-c1c7-429a-9fa5-cebd04428908', 'tag': '89a62c64-99e2-4ea2-8f33-af29a6030bec'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:59:47.098361 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ac4d9ba9-a20a-429d-93c0-983f4a4d2956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:47.145100 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-66ca0460-8c4b-4787-b6d5-ba6da93a2ca7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:network and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:47.161986 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4d9ba9-a20a-429d-93c0-983f4a4d2956 None None] No DVR routers for this DVR port 72a64eda-97b3-4c7d-bea9-6b60376f4409 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:59:47.163997 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-66ca0460-8c4b-4787-b6d5-ba6da93a2ca7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:47.176651 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d9ba9-a20a-429d-93c0-983f4a4d2956 None None] Pushing event deleted for resources: {'Port': ['ID=72a64eda-97b3-4c7d-bea9-6b60376f4409,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:47.271812 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-66ca0460-8c4b-4787-b6d5-ba6da93a2ca7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:47.289042 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1ab4cb-c1c7-429a-9fa5-cebd04428908', 'tag': '89a62c64-99e2-4ea2-8f33-af29a6030bec', 'status': 'completed', 'code': 200} Mar 05 13:59:47.303791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ca0460-8c4b-4787-b6d5-ba6da93a2ca7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:59:47.309504 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-66ca0460-8c4b-4787-b6d5-ba6da93a2ca7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:47.339858 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-66ca0460-8c4b-4787-b6d5-ba6da93a2ca7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:47.364655 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e00b2c1b-d1ed-4d07-919b-4db906316ba5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Calling delete_port for 72a64eda-97b3-4c7d-bea9-6b60376f4409 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:59:47.372183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fcfbe-350d-4e81-ad9d-2a3bdcd4a8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=89a62c64-99e2-4ea2-8f33-af29a6030bec,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:47.388843 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-66ca0460-8c4b-4787-b6d5-ba6da93a2ca7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:47.417996 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-66ca0460-8c4b-4787-b6d5-ba6da93a2ca7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:security_group_rule and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:47.427805 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-66ca0460-8c4b-4787-b6d5-ba6da93a2ca7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:47.447731 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-66ca0460-8c4b-4787-b6d5-ba6da93a2ca7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:47.461257 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b710da-2db5-4ff0-84fa-fb992c6df128 req-1b7f367e-0654-4f0b-be21-1e8dc3f1078c tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:47.462751 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-26b710da-2db5-4ff0-84fa-fb992c6df128 req-1b7f367e-0654-4f0b-be21-1e8dc3f1078c tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Synchronizing usage tracker for tenant:812716d33e00494481c55f180bd57dac on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:59:47.464006 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-e00b2c1b-d1ed-4d07-919b-4db906316ba5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:59:47.464522 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-e00b2c1b-d1ed-4d07-919b-4db906316ba5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:59:47.475846 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-13732741-2d32-49b6-b9c4-baf1111c131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:47.477417 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-13732741-2d32-49b6-b9c4-baf1111c131f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=812716d33e00494481c55f180bd57dac&device_id=fd1ab4cb-c1c7-429a-9fa5-cebd04428908 HTTP/1.1" status: 200 len: 1094 time: 0.3568442 Mar 05 13:59:47.524868 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0ca58a-6693-4292-9416-bf968af7af4f tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:59:47.583041 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3a0ca58a-6693-4292-9416-bf968af7af4f tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:47.583639 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-3a0ca58a-6693-4292-9416-bf968af7af4f tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Added segment b212599e-ad81-46f3-989e-c26c9eeb35fd of type vlan for network 8e10e88d-2409-4420-9198-f1137fc965c8 Mar 05 13:59:47.631071 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-3dae673c-a7a3-4b5c-b3d4-b9eb0ccc6bd4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89a62c64-99e2-4ea2-8f33-af29a6030bec HTTP/1.1" status: 200 len: 217 time: 0.1428699 Mar 05 13:59:47.684839 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3a0ca58a-6693-4292-9416-bf968af7af4f tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:47.717327 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-26b710da-2db5-4ff0-84fa-fb992c6df128 req-1b7f367e-0654-4f0b-be21-1e8dc3f1078c tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Unset dirty status for tenant:812716d33e00494481c55f180bd57dac on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:59:47.724189 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26b710da-2db5-4ff0-84fa-fb992c6df128 req-1b7f367e-0654-4f0b-be21-1e8dc3f1078c tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd1ab4cb-c1c7-429a-9fa5-cebd04428908 HTTP/1.1" status: 200 len: 943 time: 1.0223279 Mar 05 13:59:47.726881 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-d6a2fa67-7fe2-432d-8c11-f223626c69a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:47.728441 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-d6a2fa67-7fe2-432d-8c11-f223626c69a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ed4c8408-d487-4d31-9891-8b8c29aaab3c HTTP/1.1" status: 200 len: 848 time: 0.0914042 Mar 05 13:59:47.744921 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-2af198cb-8709-478d-8c6a-3de773da736c req-95572e0e-ba51-4a41-a531-bb62372215f9 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] For port a8f7d076-e06f-46df-ae6c-d36aef9de98f, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=a8f7d076-e06f-46df-ae6c-d36aef9de98f,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:59:47.747021 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2af198cb-8709-478d-8c6a-3de773da736c req-95572e0e-ba51-4a41-a531-bb62372215f9 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:47.809035 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-f9dbd28b-b745-4058-b89a-1005803b885c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602136 Mar 05 13:59:47.812095 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3a0ca58a-6693-4292-9416-bf968af7af4f tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:47.818088 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0ca58a-6693-4292-9416-bf968af7af4f tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:47.818685 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3a0ca58a-6693-4292-9416-bf968af7af4f tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:47.867396 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-26b710da-2db5-4ff0-84fa-fb992c6df128 req-b2c624ec-93d7-4442-9764-3aeb6147a0db tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Synchronizing usage tracker for tenant:812716d33e00494481c55f180bd57dac on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:59:47.993616 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-66ca0460-8c4b-4787-b6d5-ba6da93a2ca7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:47.996909 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-26b710da-2db5-4ff0-84fa-fb992c6df128 req-b2c624ec-93d7-4442-9764-3aeb6147a0db tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Unset dirty status for tenant:812716d33e00494481c55f180bd57dac on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:59:48.007724 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26b710da-2db5-4ff0-84fa-fb992c6df128 req-b2c624ec-93d7-4442-9764-3aeb6147a0db tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f8320c-c3ed-434e-91cc-ab1683fd8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824707 Mar 05 13:59:48.016062 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-66ca0460-8c4b-4787-b6d5-ba6da93a2ca7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:48.068820 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca0460-8c4b-4787-b6d5-ba6da93a2ca7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3c947f-70bd-493b-a2c2-bead39bc226b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:48.097315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ca0460-8c4b-4787-b6d5-ba6da93a2ca7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:59:48.107977 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-c938e7d9-23c3-439d-87f0-d661c8cef137 service neutron] 10.222.0.30 "GET /v2.0/networks/d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871003 Mar 05 13:59:48.115410 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-66ca0460-8c4b-4787-b6d5-ba6da93a2ca7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:48.115826 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-66ca0460-8c4b-4787-b6d5-ba6da93a2ca7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Added segment 722ffcdc-caad-4697-a25b-bce56300dcf5 of type vlan for network d67009e9-c74e-44a6-8a92-0c4d7928efad Mar 05 13:59:48.332228 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-66ca0460-8c4b-4787-b6d5-ba6da93a2ca7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:48.388593 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a6c94688-03f1-4ce2-9653-4c57ad652e76 req-07dd7d13-61d7-4fce-973e-a23a93e369e2 service neutron] 10.222.0.30 "GET /v2.0/networks/d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712386 Mar 05 13:59:48.405530 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-66ca0460-8c4b-4787-b6d5-ba6da93a2ca7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:48.415563 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ca0460-8c4b-4787-b6d5-ba6da93a2ca7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:48.416339 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-66ca0460-8c4b-4787-b6d5-ba6da93a2ca7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:48.443490 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-2af198cb-8709-478d-8c6a-3de773da736c req-95572e0e-ba51-4a41-a531-bb62372215f9 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Calling delete_port for a8f7d076-e06f-46df-ae6c-d36aef9de98f owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:59:48.480335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e00b2c1b-d1ed-4d07-919b-4db906316ba5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting port 72a64eda-97b3-4c7d-bea9-6b60376f4409 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:59:48.480667 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e00b2c1b-d1ed-4d07-919b-4db906316ba5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:48.507094 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ca58a-6693-4292-9416-bf968af7af4f tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Pushing event updated for resources: {'Network': ['ID=8e10e88d-2409-4420-9198-f1137fc965c8,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:48.518909 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 8e10e88d-2409-4420-9198-f1137fc965c8 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:59:48.622005 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca0460-8c4b-4787-b6d5-ba6da93a2ca7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Network': ['ID=d67009e9-c74e-44a6-8a92-0c4d7928efad,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:48.638447 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-66ca0460-8c4b-4787-b6d5-ba6da93a2ca7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2796938 Mar 05 13:59:48.640794 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47466) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:48.647325 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-fef28b1e-e782-4336-bd64-df032800b0da tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:48.654271 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:59:48.684832 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e00b2c1b-d1ed-4d07-919b-4db906316ba5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] The port '72a64eda-97b3-4c7d-bea9-6b60376f4409' was deleted {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 13:59:48.716818 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a875e12-6371-4472-9a71-8042a69674e0 req-5c2f977b-2d83-45dc-b57a-ea7607e76090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:48.718425 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9a875e12-6371-4472-9a71-8042a69674e0 req-5c2f977b-2d83-45dc-b57a-ea7607e76090 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=812716d33e00494481c55f180bd57dac&device_id=fd1ab4cb-c1c7-429a-9fa5-cebd04428908 HTTP/1.1" status: 200 len: 1094 time: 0.2519901 Mar 05 13:59:48.772717 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3a0ca58a-6693-4292-9416-bf968af7af4f tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6158183 Mar 05 13:59:48.788940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47470) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:48.896818 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e00b2c1b-d1ed-4d07-919b-4db906316ba5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:48.926274 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Request body: {'ports': [{'network_id': '39879e82-4da1-4e44-ab95-0af0e9f07bba', 'name': 'tempest-port--959905180', 'admin_state_up': True}, {'network_id': '8e10e88d-2409-4420-9198-f1137fc965c8', 'admin_state_up': False}]} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:48.926869 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Request body: {'port': {'network_id': '39879e82-4da1-4e44-ab95-0af0e9f07bba', 'name': 'tempest-port--959905180', 'admin_state_up': True}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:48.927153 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Request body: {'port': {'network_id': '8e10e88d-2409-4420-9198-f1137fc965c8', 'admin_state_up': False}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:48.964034 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60648c-5fbf-4db7-81fb-8fdcffd5afe3 req-7ce1ddc7-d047-4a76-8a7f-e0effbdca25a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:48.971447 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1f60648c-5fbf-4db7-81fb-8fdcffd5afe3 req-7ce1ddc7-d047-4a76-8a7f-e0effbdca25a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d759663-d57e-4924-b7fd-960b7de4e361 HTTP/1.1" status: 200 len: 945 time: 0.8608832 Mar 05 13:59:49.010020 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-e00b2c1b-d1ed-4d07-919b-4db906316ba5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76277622-145f-49e4-8d08-9ab97f49e1e5']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:49.023786 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-e00b2c1b-d1ed-4d07-919b-4db906316ba5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d827752-0d45-43fc-b021-753f944b93c7') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:49.024162 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-e00b2c1b-d1ed-4d07-919b-4db906316ba5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d827752-0d45-43fc-b021-753f944b93c7') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 13:59:49.036131 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e00b2c1b-d1ed-4d07-919b-4db906316ba5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:49.054751 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e00b2c1b-d1ed-4d07-919b-4db906316ba5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:49.061682 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00b2c1b-d1ed-4d07-919b-4db906316ba5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 13:59:49.062118 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e00b2c1b-d1ed-4d07-919b-4db906316ba5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: timer() Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 13:59:49.193785 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 13:59:49.232220 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e00b2c1b-d1ed-4d07-919b-4db906316ba5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:49.238052 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e00b2c1b-d1ed-4d07-919b-4db906316ba5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:49.242755 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fef28b1e-e782-4336-bd64-df032800b0da tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:49.284999 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e00b2c1b-d1ed-4d07-919b-4db906316ba5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/networks/76277622-145f-49e4-8d08-9ab97f49e1e5 HTTP/1.1" status: 204 len: 168 time: 4.4590194 Mar 05 13:59:49.288256 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1f60648c-5fbf-4db7-81fb-8fdcffd5afe3 req-5e03c9b6-e1c5-46c8-a010-e3d2d463b878 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159802 Mar 05 13:59:49.288736 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47488) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:49.293042 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b2c1b-d1ed-4d07-919b-4db906316ba5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Network': ['ID=76277622-145f-49e4-8d08-9ab97f49e1e5,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:49.293228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fef28b1e-e782-4336-bd64-df032800b0da tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:49.303851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-eca20191-0e70-46a1-8c21-e166e785af6a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1945499561'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:49.309862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-eca20191-0e70-46a1-8c21-e166e785af6a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:49.314993 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-eca20191-0e70-46a1-8c21-e166e785af6a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:network and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:49.315951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fef28b1e-e782-4336-bd64-df032800b0da tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:49.318026 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-eca20191-0e70-46a1-8c21-e166e785af6a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:49.326000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-eca20191-0e70-46a1-8c21-e166e785af6a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:49.355017 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2af198cb-8709-478d-8c6a-3de773da736c req-95572e0e-ba51-4a41-a531-bb62372215f9 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:49.367205 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['f736b7ec-e966-4c65-8fd3-25f7be175e1f'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:59:49.377761 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca20191-0e70-46a1-8c21-e166e785af6a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Made reservation on behalf of f9698ae0269e4f54b2949da6501e3b33 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:59:49.385483 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eca20191-0e70-46a1-8c21-e166e785af6a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:49.516525 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47494) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:49.526890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95572e0e-ba51-4a41-a531-bb62372215f9 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Pushing event deleted for resources: {'Port': ['ID=a8f7d076-e06f-46df-ae6c-d36aef9de98f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:49.605614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:49.611550 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Usage tracker for resource:port and tenant:a5d0e8000c0a4bb9aad4e58146ade188 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:49.615010 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:49.621484 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:49.633415 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fef28b1e-e782-4336-bd64-df032800b0da tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:49.637101 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a875e12-6371-4472-9a71-8042a69674e0 req-4a3e0076-5a71-4b2a-8810-56d4004edad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:49.638974 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9a875e12-6371-4472-9a71-8042a69674e0 req-4a3e0076-5a71-4b2a-8810-56d4004edad7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab HTTP/1.1" status: 200 len: 908 time: 0.8491192 Mar 05 13:59:49.644356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Made reservation on behalf of a5d0e8000c0a4bb9aad4e58146ade188 for: {'port': 2} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:59:49.650127 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:49.726296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af198cb-8709-478d-8c6a-3de773da736c req-95572e0e-ba51-4a41-a531-bb62372215f9 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] No DVR routers for this DVR port a8f7d076-e06f-46df-ae6c-d36aef9de98f on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:59:49.737346 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2af198cb-8709-478d-8c6a-3de773da736c req-95572e0e-ba51-4a41-a531-bb62372215f9 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:49.739348 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2af198cb-8709-478d-8c6a-3de773da736c req-95572e0e-ba51-4a41-a531-bb62372215f9 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.30 "DELETE /v2.0/ports/a8f7d076-e06f-46df-ae6c-d36aef9de98f HTTP/1.1" status: 204 len: 173 time: 2.9430499 Mar 05 13:59:49.739802 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d759663-d57e-4924-b7fd-960b7de4e361', 'name': 'network-vif-deleted', 'tag': 'a8f7d076-e06f-46df-ae6c-d36aef9de98f'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:59:49.769920 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca20191-0e70-46a1-8c21-e166e785af6a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 13:59:49.795772 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:49.824273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef28b1e-e782-4336-bd64-df032800b0da tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:59:49.828041 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fef28b1e-e782-4336-bd64-df032800b0da tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:49.829947 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eca20191-0e70-46a1-8c21-e166e785af6a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:49.831784 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-eca20191-0e70-46a1-8c21-e166e785af6a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Added segment baf76df8-ea91-4cd9-971e-89cf3f7f5588 of type vlan for network 40422caa-f7ac-460b-a2c0-7b178140edbf Mar 05 13:59:49.835018 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d759663-d57e-4924-b7fd-960b7de4e361', 'name': 'network-vif-deleted', 'tag': 'a8f7d076-e06f-46df-ae6c-d36aef9de98f', 'status': 'completed', 'code': 200} Mar 05 13:59:49.835918 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-73e323a2-6581-4503-823e-8dbc5d7282ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:49.850975 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9a875e12-6371-4472-9a71-8042a69674e0 req-f4ff9a8f-6304-4e7e-9ca7-87907afecbd5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89a62c64-99e2-4ea2-8f33-af29a6030bec HTTP/1.1" status: 200 len: 217 time: 0.1898770 Mar 05 13:59:49.861852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-73e323a2-6581-4503-823e-8dbc5d7282ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:49.870064 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-73e323a2-6581-4503-823e-8dbc5d7282ce admin admin] Usage tracker for resource:security_group_rule and tenant:365d609c47ad45d78dbfeb658364a280 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:49.881481 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-73e323a2-6581-4503-823e-8dbc5d7282ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:49.890937 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-73e323a2-6581-4503-823e-8dbc5d7282ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:49.895139 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eca20191-0e70-46a1-8c21-e166e785af6a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:49.958535 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eca20191-0e70-46a1-8c21-e166e785af6a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:49.964388 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca20191-0e70-46a1-8c21-e166e785af6a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:49.970801 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eca20191-0e70-46a1-8c21-e166e785af6a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:50.133272 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca20191-0e70-46a1-8c21-e166e785af6a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Network': ['ID=40422caa-f7ac-460b-a2c0-7b178140edbf,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:50.147794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 40422caa-f7ac-460b-a2c0-7b178140edbf details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 13:59:50.148344 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-eca20191-0e70-46a1-8c21-e166e785af6a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8562210 Mar 05 13:59:50.151347 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47508) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:50.156973 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-a55b6f4a-5d60-42e6-8559-0b695683f83a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'subnet': {'network_id': '40422caa-f7ac-460b-a2c0-7b178140edbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:50.222828 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-73e323a2-6581-4503-823e-8dbc5d7282ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:50.240160 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-73e323a2-6581-4503-823e-8dbc5d7282ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:50.277071 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116c226-e66b-4109-a717-8a129020e73f req-ffbcb1b5-7b4e-46b7-a388-7dbd5eca345d tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:50.278322 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2116c226-e66b-4109-a717-8a129020e73f req-ffbcb1b5-7b4e-46b7-a388-7dbd5eca345d tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd1ab4cb-c1c7-429a-9fa5-cebd04428908 HTTP/1.1" status: 200 len: 943 time: 1.1100194 Mar 05 13:59:50.292039 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a875e12-6371-4472-9a71-8042a69674e0 req-3733e86c-8367-4b8c-9276-b2d0f5c1cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:50.299630 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9a875e12-6371-4472-9a71-8042a69674e0 req-3733e86c-8367-4b8c-9276-b2d0f5c1cc8d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ed4c8408-d487-4d31-9891-8b8c29aaab3c HTTP/1.1" status: 200 len: 848 time: 0.4238763 Mar 05 13:59:50.396133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 89a62c64-99e2-4ea2-8f33-af29a6030bec details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 13:59:50.399680 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a8f7d076-e06f-46df-ae6c-d36aef9de98f no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:59:50.445589 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e323a2-6581-4503-823e-8dbc5d7282ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00af855b-54c8-4da2-ba62-42945badc3c1,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:50.527156 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: a8f7d076-e06f-46df-ae6c-d36aef9de98f {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:59:50.527506 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device a8f7d076-e06f-46df-ae6c-d36aef9de98f not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:59:50.578941 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9a875e12-6371-4472-9a71-8042a69674e0 req-0c742481-5503-43a4-99ec-68faaedd9221 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220334 Mar 05 13:59:50.619827 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-73e323a2-6581-4503-823e-8dbc5d7282ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=365d609c47ad45d78dbfeb658364a280&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0889797 Mar 05 13:59:50.624591 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a55b6f4a-5d60-42e6-8559-0b695683f83a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:50.636005 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-391cdb92-ce4d-4b3f-98da-e5710f09bbb8 req-13c5b596-02eb-42fe-9fe5-8332ab12d33b tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Synchronizing usage tracker for tenant:8857cbe55e484452818a32b411d7670f on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:59:50.643807 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47516) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:50.646968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a55b6f4a-5d60-42e6-8559-0b695683f83a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:subnet and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:50.659899 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a55b6f4a-5d60-42e6-8559-0b695683f83a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:50.665203 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2116c226-e66b-4109-a717-8a129020e73f req-b0c22e35-e7f4-4049-8d32-40dedd712a82 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f8320c-c3ed-434e-91cc-ab1683fd8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645027 Mar 05 13:59:50.688430 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] device_id is not set on port 18177f0f-5da4-4365-99e0-c755f8c2e11a yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:59:50.713556 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a55b6f4a-5d60-42e6-8559-0b695683f83a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:50.733215 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-391cdb92-ce4d-4b3f-98da-e5710f09bbb8 req-13c5b596-02eb-42fe-9fe5-8332ab12d33b tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Unset dirty status for tenant:8857cbe55e484452818a32b411d7670f on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:59:50.734545 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-391cdb92-ce4d-4b3f-98da-e5710f09bbb8 req-13c5b596-02eb-42fe-9fe5-8332ab12d33b tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d759663-d57e-4924-b7fd-960b7de4e361 HTTP/1.1" status: 200 len: 210 time: 0.1869361 Mar 05 13:59:50.772578 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55b6f4a-5d60-42e6-8559-0b695683f83a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Made reservation on behalf of f9698ae0269e4f54b2949da6501e3b33 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:59:50.776887 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a55b6f4a-5d60-42e6-8559-0b695683f83a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:50.852927 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 89a62c64-99e2-4ea2-8f33-af29a6030bec, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=89a62c64-99e2-4ea2-8f33-af29a6030bec,segment=NetworkSegment(77579bbb-f3f4-4401-9d67-38c27afda0b5),segment_id=77579bbb-f3f4-4401-9d67-38c27afda0b5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:59:50.902130 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '89a62c64-99e2-4ea2-8f33-af29a6030bec', 'network_id': 'd4afa47e-2aff-4520-ba7e-e7cc9ae8cdab', 'port_id': '89a62c64-99e2-4ea2-8f33-af29a6030bec', 'mac_address': 'fa:16:3e:1d:3f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4c8408-d487-4d31-9891-8b8c29aaab3c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 13:59:50.938476 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cd894bc7-e6ca-4ca7-9c6d-595fc9403083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:50.994459 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cd894bc7-e6ca-4ca7-9c6d-595fc9403083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:51.033605 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:51.059851 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a62c64-99e2-4ea2-8f33-af29a6030bec {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 13:59:51.080718 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 89a62c64-99e2-4ea2-8f33-af29a6030bec, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=89a62c64-99e2-4ea2-8f33-af29a6030bec,segment=NetworkSegment(77579bbb-f3f4-4401-9d67-38c27afda0b5),segment_id=77579bbb-f3f4-4401-9d67-38c27afda0b5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:59:51.086695 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:51.170039 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fef28b1e-e782-4336-bd64-df032800b0da tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:51.223612 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cd894bc7-e6ca-4ca7-9c6d-595fc9403083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:51.255289 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a55b6f4a-5d60-42e6-8559-0b695683f83a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:51.257735 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=89a62c64-99e2-4ea2-8f33-af29a6030bec,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:51.272707 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9a875e12-6371-4472-9a71-8042a69674e0 req-12352e37-d6a2-4b6b-bcd7-72e7bc6ff5af service neutron] 10.222.0.30 "GET /v2.0/networks/d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6840928 Mar 05 13:59:51.317386 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cd894bc7-e6ca-4ca7-9c6d-595fc9403083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:51.317386 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cd894bc7-e6ca-4ca7-9c6d-595fc9403083 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00af855b-54c8-4da2-ba62-42945badc3c1 HTTP/1.1" status: 204 len: 168 time: 0.6637630 Mar 05 13:59:51.325834 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['89a62c64-99e2-4ea2-8f33-af29a6030bec'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 13:59:51.431348 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd894bc7-e6ca-4ca7-9c6d-595fc9403083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00af855b-54c8-4da2-ba62-42945badc3c1,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:51.506088 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9a875e12-6371-4472-9a71-8042a69674e0 req-46afcaf0-8a4d-41e7-a39e-3d95ce9b565a service neutron] 10.222.0.30 "GET /v2.0/networks/d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254808 Mar 05 13:59:51.509914 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:51.671122 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef28b1e-e782-4336-bd64-df032800b0da tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Checking segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:59:51.673902 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef28b1e-e782-4336-bd64-df032800b0da tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network hostable DHCP agents. Network: d67009e9-c74e-44a6-8a92-0c4d7928efad, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:59:51.691687 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef28b1e-e782-4336-bd64-df032800b0da tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=b8a85b8b-7fd0-4090-af70-dab3a094b755,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:51.904512 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b6f4a-5d60-42e6-8559-0b695683f83a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Checking segment: {'id': 'baf76df8-ea91-4cd9-971e-89cf3f7f5588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '40422caa-f7ac-460b-a2c0-7b178140edbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:59:51.904886 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55b6f4a-5d60-42e6-8559-0b695683f83a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network hostable DHCP agents. Network: 40422caa-f7ac-460b-a2c0-7b178140edbf, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:59:51.914129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b6f4a-5d60-42e6-8559-0b695683f83a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Subnet': ['ID=d689bd0f-dbcf-4d2b-9281-e55902333ee9,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:51.960417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55b6f4a-5d60-42e6-8559-0b695683f83a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network 40422caa-f7ac-460b-a2c0-7b178140edbf is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:59:52.049554 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47548) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:52.069916 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7aad894f-e62c-40ef-b8ef-a598a1e94b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:52.086064 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7aad894f-e62c-40ef-b8ef-a598a1e94b15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:52.090146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7aad894f-e62c-40ef-b8ef-a598a1e94b15 admin admin] Usage tracker for resource:security_group_rule and tenant:abcc40836dff4fb5a32d4147aca4a4c7 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:52.093754 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7aad894f-e62c-40ef-b8ef-a598a1e94b15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:52.099859 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7aad894f-e62c-40ef-b8ef-a598a1e94b15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:52.150480 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] device_id is not set on port 675d2e73-82b4-48f5-8f2c-4541aa94b239 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:59:52.154135 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-a55b6f4a-5d60-42e6-8559-0b695683f83a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 40422caa-f7ac-460b-a2c0-7b178140edbf) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:59:52.164164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55b6f4a-5d60-42e6-8559-0b695683f83a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:52.164520 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a55b6f4a-5d60-42e6-8559-0b695683f83a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:52.172367 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c1e387-6418-44f5-b7b4-0147ce9a529d None None] Network 40422caa-f7ac-460b-a2c0-7b178140edbf requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:59:52.216460 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a55b6f4a-5d60-42e6-8559-0b695683f83a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0639763 Mar 05 13:59:52.217238 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47554) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:52.223102 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7aad894f-e62c-40ef-b8ef-a598a1e94b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:52.226312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef28b1e-e782-4336-bd64-df032800b0da tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:59:52.227020 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-7d4ace76-667d-44cb-8039-a7289545fec1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1506232117', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:52.234623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7d4ace76-667d-44cb-8039-a7289545fec1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:52.239234 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7d4ace76-667d-44cb-8039-a7289545fec1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:router and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:52.242305 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7d4ace76-667d-44cb-8039-a7289545fec1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:52.248920 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7d4ace76-667d-44cb-8039-a7289545fec1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:52.254510 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7aad894f-e62c-40ef-b8ef-a598a1e94b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:52.265133 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-fef28b1e-e782-4336-bd64-df032800b0da tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, d67009e9-c74e-44a6-8a92-0c4d7928efad) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:59:52.271177 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef28b1e-e782-4336-bd64-df032800b0da tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:52.271824 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fef28b1e-e782-4336-bd64-df032800b0da tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:52.287751 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7d4ace76-667d-44cb-8039-a7289545fec1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:52.289184 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7d4ace76-667d-44cb-8039-a7289545fec1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:52.318995 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fef28b1e-e782-4336-bd64-df032800b0da tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6746664 Mar 05 13:59:52.321195 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7aad894f-e62c-40ef-b8ef-a598a1e94b15 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=abcc40836dff4fb5a32d4147aca4a4c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2692966 Mar 05 13:59:52.323068 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47558) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:52.323068 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47560) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:52.333934 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-b4265517-5246-49ed-833a-d7d99fe8ab61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'name': 'tempest-NetworksTestDHCPv6-1819043956'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:52.356006 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad894f-e62c-40ef-b8ef-a598a1e94b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc8cb07-f457-4619-96bd-d36fe09fd605,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:52.356300 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7708c3bd-0d19-4fe8-acb5-4dce165333e5 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:59:52.379040 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7d4ace76-667d-44cb-8039-a7289545fec1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:52.414271 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7d4ace76-667d-44cb-8039-a7289545fec1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:52.441527 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db170cb1-7063-484d-a24d-50a2429fb4df req-22b13fec-65d0-4b80-bc67-3a5d00955e73 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:52.443337 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db170cb1-7063-484d-a24d-50a2429fb4df req-22b13fec-65d0-4b80-bc67-3a5d00955e73 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 945 time: 0.1309385 Mar 05 13:59:52.465500 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7d4ace76-667d-44cb-8039-a7289545fec1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:52.469639 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7d4ace76-667d-44cb-8039-a7289545fec1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2489841 Mar 05 13:59:52.473881 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47568) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:52.496759 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-6807c8a6-6c03-4df0-b0f6-cdc3febf7550 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'port': {'network_id': '40422caa-f7ac-460b-a2c0-7b178140edbf', 'name': 'tempest-RoutersIpV6Test-1668072318'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:52.551979 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db170cb1-7063-484d-a24d-50a2429fb4df req-89f34874-58ef-4ef3-8c7c-c2fb914cf7d1 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025517 Mar 05 13:59:52.615624 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:52.681079 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6807c8a6-6c03-4df0-b0f6-cdc3febf7550 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:52.683430 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70f820-e6d1-4c7c-91ba-732e891dcdc3 req-7d19e7cc-dac9-41b5-90eb-ab79561fbae4 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:52.690426 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb70f820-e6d1-4c7c-91ba-732e891dcdc3 req-7d19e7cc-dac9-41b5-90eb-ab79561fbae4 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd1ab4cb-c1c7-429a-9fa5-cebd04428908 HTTP/1.1" status: 200 len: 944 time: 0.5061424 Mar 05 13:59:52.692303 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6807c8a6-6c03-4df0-b0f6-cdc3febf7550 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:52.708800 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6807c8a6-6c03-4df0-b0f6-cdc3febf7550 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Made reservation on behalf of f9698ae0269e4f54b2949da6501e3b33 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:59:52.713579 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6807c8a6-6c03-4df0-b0f6-cdc3febf7550 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:52.730099 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5f08e0c1-e5ed-4842-8a55-82b8efc3e6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:52.738945 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4552d7cc-f32c-451f-96e4-0e02b2f18fba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d67009e9-c74e-44a6-8a92-0c4d7928efad', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'fixed_ips': [{'subnet_id': 'b8a85b8b-7fd0-4090-af70-dab3a094b755'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:59:52.739772 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4552d7cc-f32c-451f-96e4-0e02b2f18fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:52.747561 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-6807c8a6-6c03-4df0-b0f6-cdc3febf7550 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] device_id is not set on port 7dd212a4-7971-46ea-b62d-9782205c3c99 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:59:52.825529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d77f5-0a05-4444-a7e7-62ab808b4706 req-2d52b164-b877-4a10-b39b-4b00cb684af9 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:52.826992 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-190d77f5-0a05-4444-a7e7-62ab808b4706 req-2d52b164-b877-4a10-b39b-4b00cb684af9 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 945 time: 0.3814390 Mar 05 13:59:52.828809 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5f08e0c1-e5ed-4842-8a55-82b8efc3e6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:52.868967 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123d7a08-c5ee-4cae-9c2a-bd37ba070dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-40422caa-f7ac-460b-a2c0-7b178140edbf', 'network_id': '40422caa-f7ac-460b-a2c0-7b178140edbf', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'fixed_ips': [{'subnet_id': 'd689bd0f-dbcf-4d2b-9281-e55902333ee9'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 13:59:52.869773 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-123d7a08-c5ee-4cae-9c2a-bd37ba070dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:52.886374 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb70f820-e6d1-4c7c-91ba-732e891dcdc3 req-c2142854-a8e7-4820-a79b-7abe884772a6 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f8320c-c3ed-434e-91cc-ab1683fd8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947026 Mar 05 13:59:52.895410 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b4265517-5246-49ed-833a-d7d99fe8ab61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:52.925523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b4265517-5246-49ed-833a-d7d99fe8ab61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:port and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:52.940128 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b4265517-5246-49ed-833a-d7d99fe8ab61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:52.945939 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:52.963644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b4265517-5246-49ed-833a-d7d99fe8ab61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:52.971635 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-6807c8a6-6c03-4df0-b0f6-cdc3febf7550 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Allocated IP 2001:db8::fe (40422caa-f7ac-460b-a2c0-7b178140edbf/d689bd0f-dbcf-4d2b-9281-e55902333ee9/7dd212a4-7971-46ea-b62d-9782205c3c99) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:59:53.064518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-190d77f5-0a05-4444-a7e7-62ab808b4706 req-a4c1d3e9-971f-4322-afe5-a27921b6c257 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Deleting port f736b7ec-e966-4c65-8fd3-25f7be175e1f {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:59:53.065062 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-190d77f5-0a05-4444-a7e7-62ab808b4706 req-a4c1d3e9-971f-4322-afe5-a27921b6c257 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:53.111990 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4265517-5246-49ed-833a-d7d99fe8ab61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:59:53.116831 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b4265517-5246-49ed-833a-d7d99fe8ab61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:53.197019 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-4552d7cc-f32c-451f-96e4-0e02b2f18fba None None] Allocated IP 2001:db8::2 (d67009e9-c74e-44a6-8a92-0c4d7928efad/b8a85b8b-7fd0-4090-af70-dab3a094b755/ee4220ef-4fae-4ea8-aac6-00773ce0e10f) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:59:53.203305 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Pushing event updated for resources: {'Port': ['ID=18177f0f-5da4-4365-99e0-c755f8c2e11a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:53.227109 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-b4265517-5246-49ed-833a-d7d99fe8ab61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] device_id is not set on port 4afa341d-49cb-4e75-8f16-0c6f1502a56e yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:59:53.289185 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5f08e0c1-e5ed-4842-8a55-82b8efc3e6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:53.304873 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6807c8a6-6c03-4df0-b0f6-cdc3febf7550 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:53.339286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-6807c8a6-6c03-4df0-b0f6-cdc3febf7550 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Transition to ACTIVE for port object 7dd212a4-7971-46ea-b62d-9782205c3c99 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:59:53.371404 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6807c8a6-6c03-4df0-b0f6-cdc3febf7550 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:53.432490 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Checking segment: {'id': '14a592b1-3700-4d83-92e5-912459e208aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '39879e82-4da1-4e44-ab95-0af0e9f07bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:59:53.432862 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Network hostable DHCP agents. Network: 39879e82-4da1-4e44-ab95-0af0e9f07bba, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:59:53.461880 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08e0c1-e5ed-4842-8a55-82b8efc3e6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc8cb07-f457-4619-96bd-d36fe09fd605,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:53.496729 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5f08e0c1-e5ed-4842-8a55-82b8efc3e6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:53.500871 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5f08e0c1-e5ed-4842-8a55-82b8efc3e6ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbc8cb07-f457-4619-96bd-d36fe09fd605 HTTP/1.1" status: 204 len: 168 time: 1.1746135 Mar 05 13:59:53.613518 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6807c8a6-6c03-4df0-b0f6-cdc3febf7550 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network 40422caa-f7ac-460b-a2c0-7b178140edbf is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:59:53.621253 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4552d7cc-f32c-451f-96e4-0e02b2f18fba None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:53.623084 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-6807c8a6-6c03-4df0-b0f6-cdc3febf7550 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:59:53.637535 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6807c8a6-6c03-4df0-b0f6-cdc3febf7550 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:59:53.648224 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4552d7cc-f32c-451f-96e4-0e02b2f18fba None None] Transition to ACTIVE for port object ee4220ef-4fae-4ea8-aac6-00773ce0e10f will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:59:53.650239 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6807c8a6-6c03-4df0-b0f6-cdc3febf7550 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:53.650941 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6807c8a6-6c03-4df0-b0f6-cdc3febf7550 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:53.696282 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4552d7cc-f32c-451f-96e4-0e02b2f18fba None None] Transition to ACTIVE for port object ee4220ef-4fae-4ea8-aac6-00773ce0e10f will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:59:53.712736 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Network 39879e82-4da1-4e44-ab95-0af0e9f07bba is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:59:53.719112 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6807c8a6-6c03-4df0-b0f6-cdc3febf7550 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2439830 Mar 05 13:59:53.728595 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47594) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:53.753047 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-123d7a08-c5ee-4cae-9c2a-bd37ba070dc2 None None] Allocated IP 2001:db8::2 (40422caa-f7ac-460b-a2c0-7b178140edbf/d689bd0f-dbcf-4d2b-9281-e55902333ee9/dca742c0-b040-4672-93e6-0aca47c914d4) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:59:53.755424 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807c8a6-6c03-4df0-b0f6-cdc3febf7550 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Port': ['ID=7dd212a4-7971-46ea-b62d-9782205c3c99,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:53.881694 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 39879e82-4da1-4e44-ab95-0af0e9f07bba) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:59:53.920486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:59:53.921590 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:53.970358 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38587910-2c7a-4f5b-8d5d-8ee2ae530807 req-70c3cb10-8af9-4a23-bbf0-323b23c88807 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:53.972354 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-38587910-2c7a-4f5b-8d5d-8ee2ae530807 req-70c3cb10-8af9-4a23-bbf0-323b23c88807 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 945 time: 0.1596363 Mar 05 13:59:54.086827 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-38587910-2c7a-4f5b-8d5d-8ee2ae530807 req-8d8cbd6e-2208-4faf-908b-32c69160bb33 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074519 Mar 05 13:59:54.130112 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4552d7cc-f32c-451f-96e4-0e02b2f18fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:54.142796 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4052236-292b-498b-a2bf-e183d3de16ba None None] Network 39879e82-4da1-4e44-ab95-0af0e9f07bba requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:59:54.354700 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4552d7cc-f32c-451f-96e4-0e02b2f18fba None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:59:54.375738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-b4265517-5246-49ed-833a-d7d99fe8ab61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8::c8 (d67009e9-c74e-44a6-8a92-0c4d7928efad/b8a85b8b-7fd0-4090-af70-dab3a094b755/4afa341d-49cb-4e75-8f16-0c6f1502a56e) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:59:54.378234 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-4552d7cc-f32c-451f-96e4-0e02b2f18fba None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:59:54.466380 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552d7cc-f32c-451f-96e4-0e02b2f18fba None None] Pushing event updated for resources: {'Port': ['ID=ee4220ef-4fae-4ea8-aac6-00773ce0e10f,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:54.513510 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4552d7cc-f32c-451f-96e4-0e02b2f18fba None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:59:54.521084 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 89a62c64-99e2-4ea2-8f33-af29a6030bec up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:59:54.625684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Pushing event updated for resources: {'Port': ['ID=675d2e73-82b4-48f5-8f2c-4541aa94b239,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:54.747447 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-190d77f5-0a05-4444-a7e7-62ab808b4706 req-a4c1d3e9-971f-4322-afe5-a27921b6c257 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] For port f736b7ec-e966-4c65-8fd3-25f7be175e1f, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f736b7ec-e966-4c65-8fd3-25f7be175e1f,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:59:54.748195 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-190d77f5-0a05-4444-a7e7-62ab808b4706 req-a4c1d3e9-971f-4322-afe5-a27921b6c257 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:54.782877 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-123d7a08-c5ee-4cae-9c2a-bd37ba070dc2 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:54.801558 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4552d7cc-f32c-451f-96e4-0e02b2f18fba None None] Attempting to bind port ee4220ef-4fae-4ea8-aac6-00773ce0e10f on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:59:54.801957 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4552d7cc-f32c-451f-96e4-0e02b2f18fba None None] Attempting to bind port ee4220ef-4fae-4ea8-aac6-00773ce0e10f by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:59:54.802349 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4552d7cc-f32c-451f-96e4-0e02b2f18fba None None] Attempting to bind port ee4220ef-4fae-4ea8-aac6-00773ce0e10f on network d67009e9-c74e-44a6-8a92-0c4d7928efad {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:59:54.812583 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-123d7a08-c5ee-4cae-9c2a-bd37ba070dc2 None None] Transition to ACTIVE for port object dca742c0-b040-4672-93e6-0aca47c914d4 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:59:54.819689 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 89a62c64-99e2-4ea2-8f33-af29a6030bec completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:59:54.825707 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4552d7cc-f32c-451f-96e4-0e02b2f18fba None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:59:54.826089 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4552d7cc-f32c-451f-96e4-0e02b2f18fba None None] Checking segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:59:54.826488 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4552d7cc-f32c-451f-96e4-0e02b2f18fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:54.827058 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4552d7cc-f32c-451f-96e4-0e02b2f18fba None None] Bound using segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:59:54.827549 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4552d7cc-f32c-451f-96e4-0e02b2f18fba None None] Bound port: ee4220ef-4fae-4ea8-aac6-00773ce0e10f, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:59:54.827917 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4552d7cc-f32c-451f-96e4-0e02b2f18fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:54.852744 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 89a62c64-99e2-4ea2-8f33-af29a6030bec triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:59:54.853118 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:54.898468 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Checking segment: {'id': 'b212599e-ad81-46f3-989e-c26c9eeb35fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8e10e88d-2409-4420-9198-f1137fc965c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:59:54.898902 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Network hostable DHCP agents. Network: 8e10e88d-2409-4420-9198-f1137fc965c8, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 13:59:54.939558 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-123d7a08-c5ee-4cae-9c2a-bd37ba070dc2 None None] Transition to ACTIVE for port object dca742c0-b040-4672-93e6-0aca47c914d4 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:59:54.975255 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-123d7a08-c5ee-4cae-9c2a-bd37ba070dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:54.984039 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-190d77f5-0a05-4444-a7e7-62ab808b4706 req-a4c1d3e9-971f-4322-afe5-a27921b6c257 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Calling delete_port for f736b7ec-e966-4c65-8fd3-25f7be175e1f owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:59:55.101943 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4552d7cc-f32c-451f-96e4-0e02b2f18fba None None] For port ee4220ef-4fae-4ea8-aac6-00773ce0e10f, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:59:55.105265 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123d7a08-c5ee-4cae-9c2a-bd37ba070dc2 None None] Network 40422caa-f7ac-460b-a2c0-7b178140edbf is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:59:55.116867 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4552d7cc-f32c-451f-96e4-0e02b2f18fba None None] For port ee4220ef-4fae-4ea8-aac6-00773ce0e10f, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ee4220ef-4fae-4ea8-aac6-00773ce0e10f,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:59:55.125342 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-123d7a08-c5ee-4cae-9c2a-bd37ba070dc2 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:59:55.128683 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123d7a08-c5ee-4cae-9c2a-bd37ba070dc2 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:59:55.139089 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4552d7cc-f32c-451f-96e4-0e02b2f18fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:55.148230 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d7a08-c5ee-4cae-9c2a-bd37ba070dc2 None None] Pushing event updated for resources: {'Port': ['ID=dca742c0-b040-4672-93e6-0aca47c914d4,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:55.285776 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Network 8e10e88d-2409-4420-9198-f1137fc965c8 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 13:59:55.329457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad05404-87a8-450c-b14a-2b535604c58b req-bfc6581b-ed10-4f77-bfbf-3e887862683c tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:55.337605 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aad05404-87a8-450c-b14a-2b535604c58b req-bfc6581b-ed10-4f77-bfbf-3e887862683c tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd1ab4cb-c1c7-429a-9fa5-cebd04428908 HTTP/1.1" status: 200 len: 944 time: 1.1714563 Mar 05 13:59:55.347262 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552d7cc-f32c-451f-96e4-0e02b2f18fba None None] Pushing event updated for resources: {'Port': ['ID=ee4220ef-4fae-4ea8-aac6-00773ce0e10f,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:55.468588 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1369b-f626-4cb9-99a5-f7d5702147c7 req-35adcc54-b5a0-4cec-a232-a31f53d66707 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:55.478675 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-92f1369b-f626-4cb9-99a5-f7d5702147c7 req-35adcc54-b5a0-4cec-a232-a31f53d66707 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 945 time: 0.1427121 Mar 05 13:59:55.519365 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-123d7a08-c5ee-4cae-9c2a-bd37ba070dc2 None None] Attempting to bind port dca742c0-b040-4672-93e6-0aca47c914d4 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 13:59:55.523440 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-123d7a08-c5ee-4cae-9c2a-bd37ba070dc2 None None] Attempting to bind port dca742c0-b040-4672-93e6-0aca47c914d4 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'baf76df8-ea91-4cd9-971e-89cf3f7f5588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '40422caa-f7ac-460b-a2c0-7b178140edbf'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 13:59:55.523978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123d7a08-c5ee-4cae-9c2a-bd37ba070dc2 None None] Attempting to bind port dca742c0-b040-4672-93e6-0aca47c914d4 on network 40422caa-f7ac-460b-a2c0-7b178140edbf {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 13:59:55.543745 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123d7a08-c5ee-4cae-9c2a-bd37ba070dc2 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 13:59:55.546399 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123d7a08-c5ee-4cae-9c2a-bd37ba070dc2 None None] Checking segment: {'id': 'baf76df8-ea91-4cd9-971e-89cf3f7f5588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '40422caa-f7ac-460b-a2c0-7b178140edbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 13:59:55.546826 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-123d7a08-c5ee-4cae-9c2a-bd37ba070dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:55.547222 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123d7a08-c5ee-4cae-9c2a-bd37ba070dc2 None None] Bound using segment: {'id': 'baf76df8-ea91-4cd9-971e-89cf3f7f5588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '40422caa-f7ac-460b-a2c0-7b178140edbf'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 13:59:55.547708 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-123d7a08-c5ee-4cae-9c2a-bd37ba070dc2 None None] Bound port: dca742c0-b040-4672-93e6-0aca47c914d4, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf76df8-ea91-4cd9-971e-89cf3f7f5588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '40422caa-f7ac-460b-a2c0-7b178140edbf'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 13:59:55.549316 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-123d7a08-c5ee-4cae-9c2a-bd37ba070dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:55.584395 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-92f1369b-f626-4cb9-99a5-f7d5702147c7 req-2022a7b6-d9e9-49b6-a08e-a9b1571c4e60 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=edb40b62-941b-49df-960b-c1a4068da8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047256 Mar 05 13:59:55.608712 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 8e10e88d-2409-4420-9198-f1137fc965c8) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:59:55.629728 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:55.630692 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:59:55.639965 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:55.646869 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec7b587-1ee7-409b-9d23-59d0f3c512ae None None] Network 8e10e88d-2409-4420-9198-f1137fc965c8 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:59:55.649940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:55.650671 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:55.804080 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-123d7a08-c5ee-4cae-9c2a-bd37ba070dc2 None None] For port dca742c0-b040-4672-93e6-0aca47c914d4, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 13:59:55.811822 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-123d7a08-c5ee-4cae-9c2a-bd37ba070dc2 None None] For port dca742c0-b040-4672-93e6-0aca47c914d4, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=dca742c0-b040-4672-93e6-0aca47c914d4,segment=NetworkSegment(baf76df8-ea91-4cd9-971e-89cf3f7f5588),segment_id=baf76df8-ea91-4cd9-971e-89cf3f7f5588)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 13:59:55.839295 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aad05404-87a8-450c-b14a-2b535604c58b req-6a6a2517-51be-462d-83ba-5474279ffe99 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f8320c-c3ed-434e-91cc-ab1683fd8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007393 Mar 05 13:59:55.953524 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:55.971820 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f6176735-d6d1-417e-b48d-b3e1b79a006a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 7.1779215 Mar 05 13:59:55.972440 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47650) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:55.973237 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-190d77f5-0a05-4444-a7e7-62ab808b4706 req-a4c1d3e9-971f-4322-afe5-a27921b6c257 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:56.047150 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-123d7a08-c5ee-4cae-9c2a-bd37ba070dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:56.151137 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47656) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:56.157836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1d3e9-971f-4322-afe5-a27921b6c257 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Pushing event deleted for resources: {'Port': ['ID=f736b7ec-e966-4c65-8fd3-25f7be175e1f,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:56.240685 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e7bea1-ddde-4b84-b6a3-9bca66f8ac07 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:56.261197 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e7bea1-ddde-4b84-b6a3-9bca66f8ac07 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:56.267296 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-67e7bea1-ddde-4b84-b6a3-9bca66f8ac07 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2911425 Mar 05 13:59:56.275413 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47664) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:56.380032 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d7a08-c5ee-4cae-9c2a-bd37ba070dc2 None None] Pushing event updated for resources: {'Port': ['ID=dca742c0-b040-4672-93e6-0aca47c914d4,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:56.382633 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1ab4cb-c1c7-429a-9fa5-cebd04428908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a62c64-99e2-4ea2-8f33-af29a6030bec'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:59:56.398686 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-190d77f5-0a05-4444-a7e7-62ab808b4706 req-a4c1d3e9-971f-4322-afe5-a27921b6c257 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] No DVR routers for this DVR port f736b7ec-e966-4c65-8fd3-25f7be175e1f on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 13:59:56.408918 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-190d77f5-0a05-4444-a7e7-62ab808b4706 req-a4c1d3e9-971f-4322-afe5-a27921b6c257 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:56.421308 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-190d77f5-0a05-4444-a7e7-62ab808b4706 req-a4c1d3e9-971f-4322-afe5-a27921b6c257 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.30 "DELETE /v2.0/ports/f736b7ec-e966-4c65-8fd3-25f7be175e1f HTTP/1.1" status: 204 len: 173 time: 3.5769360 Mar 05 13:59:56.433035 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b88ce2d-5292-4f6d-860c-0e3863505fdc', 'name': 'network-vif-deleted', 'tag': 'f736b7ec-e966-4c65-8fd3-25f7be175e1f'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 13:59:56.468713 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 89a62c64-99e2-4ea2-8f33-af29a6030bec, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=89a62c64-99e2-4ea2-8f33-af29a6030bec,segment=NetworkSegment(77579bbb-f3f4-4401-9d67-38c27afda0b5),segment_id=77579bbb-f3f4-4401-9d67-38c27afda0b5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:59:56.482643 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b4265517-5246-49ed-833a-d7d99fe8ab61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:56.488369 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-54edc2dd-acac-4494-a3b9-907b76af9c92 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Deleting port 18177f0f-5da4-4365-99e0-c755f8c2e11a {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:59:56.495065 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-54edc2dd-acac-4494-a3b9-907b76af9c92 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:56.508803 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:56.609993 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device f736b7ec-e966-4c65-8fd3-25f7be175e1f no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 13:59:56.687351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-259285991', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 13:59:56.710350 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:56.723396 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: f736b7ec-e966-4c65-8fd3-25f7be175e1f {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 13:59:56.723992 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device f736b7ec-e966-4c65-8fd3-25f7be175e1f not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 13:59:56.727521 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Usage tracker for resource:port and tenant:98af1e53d81f46339bb2409a0c15241c is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:56.729308 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ee4220ef-4fae-4ea8-aac6-00773ce0e10f up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:59:56.749184 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:56.795130 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:56.850324 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=89a62c64-99e2-4ea2-8f33-af29a6030bec,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:56.857289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port ee4220ef-4fae-4ea8-aac6-00773ce0e10f completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:59:56.953357 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Made reservation on behalf of 98af1e53d81f46339bb2409a0c15241c for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 13:59:56.956349 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:57.067174 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:57.112610 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 13:59:57.127959 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Usage tracker for resource:security_group_rule and tenant:98af1e53d81f46339bb2409a0c15241c is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 13:59:57.131569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 13:59:57.138550 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 13:59:57.291187 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:57.343255 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1ab4cb-c1c7-429a-9fa5-cebd04428908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a62c64-99e2-4ea2-8f33-af29a6030bec', 'code': 200} Mar 05 13:59:57.409910 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:57.410672 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:57.420448 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b88ce2d-5292-4f6d-860c-0e3863505fdc', 'name': 'network-vif-deleted', 'tag': 'f736b7ec-e966-4c65-8fd3-25f7be175e1f', 'status': 'completed', 'code': 200} Mar 05 13:59:57.435846 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:57.524827 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] device_id is not set on port c355d2fa-754d-4673-8008-7e04131e52fa yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 13:59:57.651039 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-54edc2dd-acac-4494-a3b9-907b76af9c92 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:57.731510 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6412157-ae5a-45d0-8b4f-bc9a62cdddbf None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:59:57.861099 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Port': ['ID=7dd212a4-7971-46ea-b62d-9782205c3c99,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:57.899827 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5732efe0-8d38-4204-b2c8-87ee48c368a6 None None] Provisioning for port ee4220ef-4fae-4ea8-aac6-00773ce0e10f completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:59:57.908640 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5732efe0-8d38-4204-b2c8-87ee48c368a6 None None] Provisioning complete for port ee4220ef-4fae-4ea8-aac6-00773ce0e10f triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:59:57.908988 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5732efe0-8d38-4204-b2c8-87ee48c368a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:57.939362 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-b4265517-5246-49ed-833a-d7d99fe8ab61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Transition to ACTIVE for port object 4afa341d-49cb-4e75-8f16-0c6f1502a56e will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 13:59:57.975503 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ca831ce7-5210-4490-b711-46072d41230b req-ee126737-f926-47c3-95f3-ccf49d57d45a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Synchronizing usage tracker for tenant:8857cbe55e484452818a32b411d7670f on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:59:58.071902 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:58.072474 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:58.072818 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:58.073149 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:58.073479 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:58.073825 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:58.074155 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:58.074474 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:58.074811 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:58.075368 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:58.075485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:58.075752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 13:59:58.176812 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Allocated IP 172.25.4.58 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/c355d2fa-754d-4673-8008-7e04131e52fa) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 13:59:58.281393 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5732efe0-8d38-4204-b2c8-87ee48c368a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:58.379710 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abebadb-be17-4bc0-9126-b3a681ea23fe None None] Network 40422caa-f7ac-460b-a2c0-7b178140edbf requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 13:59:58.412549 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ca831ce7-5210-4490-b711-46072d41230b req-ee126737-f926-47c3-95f3-ccf49d57d45a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Unset dirty status for tenant:8857cbe55e484452818a32b411d7670f on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 13:59:58.430686 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ca831ce7-5210-4490-b711-46072d41230b req-ee126737-f926-47c3-95f3-ccf49d57d45a tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b88ce2d-5292-4f6d-860c-0e3863505fdc HTTP/1.1" status: 200 len: 210 time: 1.0066245 Mar 05 13:59:58.475912 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-5732efe0-8d38-4204-b2c8-87ee48c368a6 None None] For port ee4220ef-4fae-4ea8-aac6-00773ce0e10f, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ee4220ef-4fae-4ea8-aac6-00773ce0e10f,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:59:58.477984 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-54edc2dd-acac-4494-a3b9-907b76af9c92 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Calling delete_port for 18177f0f-5da4-4365-99e0-c755f8c2e11a owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 13:59:58.509996 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5732efe0-8d38-4204-b2c8-87ee48c368a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:58.650492 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:58.686936 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device dca742c0-b040-4672-93e6-0aca47c914d4 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 13:59:58.698604 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f16c04c-cdc2-42cc-a919-718f33ef4c9e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:58.715552 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-54edc2dd-acac-4494-a3b9-907b76af9c92 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:58.802354 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54edc2dd-acac-4494-a3b9-907b76af9c92 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Pushing event deleted for resources: {'Port': ['ID=18177f0f-5da4-4365-99e0-c755f8c2e11a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:58.857757 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port dca742c0-b040-4672-93e6-0aca47c914d4 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:59:58.872350 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port dca742c0-b040-4672-93e6-0aca47c914d4 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:59:58.872721 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:58.908051 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ff5f4-4acf-4995-aa09-d1e2659ef87c req-a57e5ce1-516f-4fbf-b7a6-9c9eb725ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:58.909677 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c10ff5f4-4acf-4995-aa09-d1e2659ef87c req-a57e5ce1-516f-4fbf-b7a6-9c9eb725ad97 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fd1ab4cb-c1c7-429a-9fa5-cebd04428908 HTTP/1.1" status: 200 len: 1096 time: 1.0515885 Mar 05 13:59:58.919521 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f697b0c5-a5b7-451f-8846-d302f7845de0 None None] Provisioning for port dca742c0-b040-4672-93e6-0aca47c914d4 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 13:59:58.942447 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b4265517-5246-49ed-833a-d7d99fe8ab61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:58.981127 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f697b0c5-a5b7-451f-8846-d302f7845de0 None None] Provisioning complete for port dca742c0-b040-4672-93e6-0aca47c914d4 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 13:59:58.981453 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f697b0c5-a5b7-451f-8846-d302f7845de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:58.984543 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-54edc2dd-acac-4494-a3b9-907b76af9c92 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:59.005551 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfc867-6a58-4a3b-8491-58e4ca91e6c5 req-1714860a-89bb-4ed2-b563-fcf74ff451b1 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:59.010242 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6dcfc867-6a58-4a3b-8491-58e4ca91e6c5 req-1714860a-89bb-4ed2-b563-fcf74ff451b1 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd1ab4cb-c1c7-429a-9fa5-cebd04428908 HTTP/1.1" status: 200 len: 945 time: 1.4127254 Mar 05 13:59:59.059761 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732efe0-8d38-4204-b2c8-87ee48c368a6 None None] Pushing event updated for resources: {'Port': ['ID=ee4220ef-4fae-4ea8-aac6-00773ce0e10f,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:59.113212 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4265517-5246-49ed-833a-d7d99fe8ab61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 13:59:59.135838 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:59.149674 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:59.191375 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-54edc2dd-acac-4494-a3b9-907b76af9c92 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] 10.222.0.16 "DELETE /v2.0/ports/18177f0f-5da4-4365-99e0-c755f8c2e11a HTTP/1.1" status: 204 len: 168 time: 2.9100168 Mar 05 13:59:59.210100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47690) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:59.228541 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-b4265517-5246-49ed-833a-d7d99fe8ab61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 13:59:59.242347 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4265517-5246-49ed-833a-d7d99fe8ab61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 13:59:59.249143 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4265517-5246-49ed-833a-d7d99fe8ab61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:59.250158 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b4265517-5246-49ed-833a-d7d99fe8ab61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:59.299795 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:59.307860 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c10ff5f4-4acf-4995-aa09-d1e2659ef87c req-218fe0db-508d-4a7d-a216-3b69c895fb29 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=24f8320c-c3ed-434e-91cc-ab1683fd8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382063 Mar 05 13:59:59.322709 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6dcfc867-6a58-4a3b-8491-58e4ca91e6c5 req-7a1c56cf-cc24-4b7c-831b-ffa850a9606b tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f8320c-c3ed-434e-91cc-ab1683fd8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897499 Mar 05 13:59:59.357542 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-76e197a8-61da-46f8-a4b3-b0d0f5522d4e tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Deleting port 675d2e73-82b4-48f5-8f2c-4541aa94b239 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 13:59:59.361946 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-76e197a8-61da-46f8-a4b3-b0d0f5522d4e tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:59.389170 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4265517-5246-49ed-833a-d7d99fe8ab61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=4afa341d-49cb-4e75-8f16-0c6f1502a56e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:59.393825 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b4265517-5246-49ed-833a-d7d99fe8ab61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 7.0689924 Mar 05 13:59:59.397264 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47696) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 13:59:59.403790 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:59.417656 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f697b0c5-a5b7-451f-8846-d302f7845de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:59.480459 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port dca742c0-b040-4672-93e6-0aca47c914d4, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=dca742c0-b040-4672-93e6-0aca47c914d4,segment=NetworkSegment(baf76df8-ea91-4cd9-971e-89cf3f7f5588),segment_id=baf76df8-ea91-4cd9-971e-89cf3f7f5588)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 13:59:59.494606 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:59.543619 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:59.670244 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-f697b0c5-a5b7-451f-8846-d302f7845de0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 13:59:59.670597 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-f697b0c5-a5b7-451f-8846-d302f7845de0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 13:59:59.737974 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 13:59:59.741623 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=dca742c0-b040-4672-93e6-0aca47c914d4,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 13:59:59.759754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf0dd0b-fe5b-440f-965e-feb5c067ce4c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:59.770778 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf0dd0b-fe5b-440f-965e-feb5c067ce4c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 13:59:59.773144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ebf0dd0b-fe5b-440f-965e-feb5c067ce4c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 13:59:59.902631 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:00.030672 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:00.071204 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:00:00.089022 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ebf0dd0b-fe5b-440f-965e-feb5c067ce4c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:00.092898 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ebf0dd0b-fe5b-440f-965e-feb5c067ce4c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.6919889 Mar 05 14:00:00.093336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47730) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:00.177106 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-76e197a8-61da-46f8-a4b3-b0d0f5522d4e tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:00.462342 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Pushing event updated for resources: {'Port': ['ID=c355d2fa-754d-4673-8008-7e04131e52fa,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:00.483855 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-76e197a8-61da-46f8-a4b3-b0d0f5522d4e tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Calling delete_port for 675d2e73-82b4-48f5-8f2c-4541aa94b239 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:00.512005 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ee4220ef-4fae-4ea8-aac6-00773ce0e10f up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:00:00.599754 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:00.599754 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:00.653476 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-95e2747d-0409-43c0-80de-3ed3346d2ff1 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 4.4964666 Mar 05 14:00:00.663062 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47752) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:00.676864 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-1c852ea0-355e-4096-bda5-9b7a973fdde5 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.58'}]}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:00.687766 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1c852ea0-355e-4096-bda5-9b7a973fdde5 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:00.695793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1c852ea0-355e-4096-bda5-9b7a973fdde5 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Usage tracker for resource:router and tenant:98af1e53d81f46339bb2409a0c15241c is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:00.706385 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1c852ea0-355e-4096-bda5-9b7a973fdde5 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:00.719996 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1c852ea0-355e-4096-bda5-9b7a973fdde5 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:00.729236 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-76e197a8-61da-46f8-a4b3-b0d0f5522d4e tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:00.760055 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:00.766146 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ac5ab763-780c-41c7-9385-f4762ebfd100 None None] Provisioning complete for port dca742c0-b040-4672-93e6-0aca47c914d4 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:00.769043 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ac5ab763-780c-41c7-9385-f4762ebfd100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:00.826851 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c852ea0-355e-4096-bda5-9b7a973fdde5 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:00.827886 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c852ea0-355e-4096-bda5-9b7a973fdde5 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:00.848155 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-76e197a8-61da-46f8-a4b3-b0d0f5522d4e tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:00.870273 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:00.871074 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:00.906777 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e197a8-61da-46f8-a4b3-b0d0f5522d4e tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Pushing event deleted for resources: {'Port': ['ID=675d2e73-82b4-48f5-8f2c-4541aa94b239,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:00.920222 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-76e197a8-61da-46f8-a4b3-b0d0f5522d4e tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] 10.222.0.16 "DELETE /v2.0/ports/675d2e73-82b4-48f5-8f2c-4541aa94b239 HTTP/1.1" status: 204 len: 168 time: 1.7075896 Mar 05 14:00:00.924764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47764) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:00.931354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port ee4220ef-4fae-4ea8-aac6-00773ce0e10f triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:00.931986 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:00.988131 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:00:01.000272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-210a13f8-5a7e-412c-9341-3f0f1f06e5ac tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting port 4afa341d-49cb-4e75-8f16-0c6f1502a56e {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:01.000755 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-210a13f8-5a7e-412c-9341-3f0f1f06e5ac tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:01.030419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-59f64247-24ee-4dca-8e58-4e9d858d07da tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Synchronizing usage tracker for tenant:a5d0e8000c0a4bb9aad4e58146ade188 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:01.035632 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c852ea0-355e-4096-bda5-9b7a973fdde5 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:01.118332 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-59f64247-24ee-4dca-8e58-4e9d858d07da tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Unset dirty status for tenant:a5d0e8000c0a4bb9aad4e58146ade188 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:01.121318 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-59f64247-24ee-4dca-8e58-4e9d858d07da tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1881864 Mar 05 14:00:01.138735 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47774) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:01.224025 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-922913767'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:01.247886 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6ed93-e81b-445d-8b08-5d69c52bda8c req-8a9d6ee4-1b62-4d62-9f16-0dbaffabac89 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:01.247886 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-abb6ed93-e81b-445d-8b08-5d69c52bda8c req-8a9d6ee4-1b62-4d62-9f16-0dbaffabac89 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd1ab4cb-c1c7-429a-9fa5-cebd04428908 HTTP/1.1" status: 200 len: 945 time: 0.5012929 Mar 05 14:00:01.250270 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:01.320615 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Usage tracker for resource:network and tenant:a5d0e8000c0a4bb9aad4e58146ade188 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:01.332151 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device dca742c0-b040-4672-93e6-0aca47c914d4 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:00:01.336410 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:01.348941 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:01.448027 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ac5ab763-780c-41c7-9385-f4762ebfd100 None None] Provisioning for port 4afa341d-49cb-4e75-8f16-0c6f1502a56e completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:01.459303 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ac5ab763-780c-41c7-9385-f4762ebfd100 None None] Provisioning complete for port 4afa341d-49cb-4e75-8f16-0c6f1502a56e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:01.459672 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ac5ab763-780c-41c7-9385-f4762ebfd100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:01.568181 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ac5ab763-780c-41c7-9385-f4762ebfd100 None None] Port 4afa341d-49cb-4e75-8f16-0c6f1502a56e cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:00:01.586852 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ac5ab763-780c-41c7-9385-f4762ebfd100 None None] Provisioning complete for port ee4220ef-4fae-4ea8-aac6-00773ce0e10f triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:01.587466 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ac5ab763-780c-41c7-9385-f4762ebfd100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:01.653197 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port dca742c0-b040-4672-93e6-0aca47c914d4 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:01.654041 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:01.824601 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Port': ['ID=7dd212a4-7971-46ea-b62d-9782205c3c99,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:01.856389 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-abb6ed93-e81b-445d-8b08-5d69c52bda8c req-68b27252-7844-46ed-941f-ab05cad8fcb8 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f8320c-c3ed-434e-91cc-ab1683fd8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5499108 Mar 05 14:00:01.881181 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Made reservation on behalf of a5d0e8000c0a4bb9aad4e58146ade188 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:01.884989 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:01.933177 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c852ea0-355e-4096-bda5-9b7a973fdde5 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:01.995504 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c8a18-cbc7-4eb4-8693-65823672af46 req-c3bffcbc-a61c-48cd-b1da-177a7e68e76e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:02.000456 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-240c8a18-cbc7-4eb4-8693-65823672af46 req-c3bffcbc-a61c-48cd-b1da-177a7e68e76e tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 1.2380779 Mar 05 14:00:02.006480 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network 40422caa-f7ac-460b-a2c0-7b178140edbf is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:02.049740 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:02.088516 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ac5ab763-780c-41c7-9385-f4762ebfd100 None None] Provisioning for port 7dd212a4-7971-46ea-b62d-9782205c3c99 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:02.102537 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ac5ab763-780c-41c7-9385-f4762ebfd100 None None] Provisioning complete for port 7dd212a4-7971-46ea-b62d-9782205c3c99 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:02.102950 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ac5ab763-780c-41c7-9385-f4762ebfd100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:02.109848 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:00:02.136519 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:02.136988 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Added segment 054356c8-d259-4023-b131-f14eda387b6d of type vlan for network f2db662e-424f-4cb2-a0d7-44a3442e7c15 Mar 05 14:00:02.212921 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:02.230030 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ac5ab763-780c-41c7-9385-f4762ebfd100 None None] Port 7dd212a4-7971-46ea-b62d-9782205c3c99 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:00:02.359693 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-798554dd-44f8-47db-84a3-bfa8782d9665 None None] Provisioning complete for port 7dd212a4-7971-46ea-b62d-9782205c3c99 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:02.360654 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-798554dd-44f8-47db-84a3-bfa8782d9665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:02.367116 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:02.374192 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:02.374192 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:02.466637 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2553897 Mar 05 14:00:02.481199 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47794) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:02.494610 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-dc4e8903-89b7-4e16-ac5c-7957c16a9227 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-467791935'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:02.508656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-798554dd-44f8-47db-84a3-bfa8782d9665 None None] Port 7dd212a4-7971-46ea-b62d-9782205c3c99 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:00:02.513713 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-dc4e8903-89b7-4e16-ac5c-7957c16a9227 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:02.553260 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-dc4e8903-89b7-4e16-ac5c-7957c16a9227 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Usage tracker for resource:network and tenant:a5d0e8000c0a4bb9aad4e58146ade188 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:02.573472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-dc4e8903-89b7-4e16-ac5c-7957c16a9227 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:02.573993 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-240c8a18-cbc7-4eb4-8693-65823672af46 req-1b8e9a87-ada4-4e23-93c0-d50be381044f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5366833 Mar 05 14:00:02.596531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-dc4e8903-89b7-4e16-ac5c-7957c16a9227 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:02.603976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece86954-c2fc-4936-93f2-dbc91d59bddf req-3e9d6c1e-19f5-4a2a-a3bf-754c4a04f0e6 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:02.605885 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ece86954-c2fc-4936-93f2-dbc91d59bddf req-3e9d6c1e-19f5-4a2a-a3bf-754c4a04f0e6 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.15 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 1.0487761 Mar 05 14:00:02.637176 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-479367c2-14dc-4ae7-8e2e-2c6c4d3ac665 None None] Provisioning complete for port 7dd212a4-7971-46ea-b62d-9782205c3c99 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:02.637697 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-479367c2-14dc-4ae7-8e2e-2c6c4d3ac665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:02.691418 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4e8903-89b7-4e16-ac5c-7957c16a9227 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Made reservation on behalf of a5d0e8000c0a4bb9aad4e58146ade188 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:02.695831 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc4e8903-89b7-4e16-ac5c-7957c16a9227 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:02.714621 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-210a13f8-5a7e-412c-9341-3f0f1f06e5ac tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:02.730438 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Pushing event updated for resources: {'Network': ['ID=f2db662e-424f-4cb2-a0d7-44a3442e7c15,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:02.744865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:00:02.745319 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:00:02.745739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:00:02.746249 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:00:02.747035 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:00:02.747488 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:00:02.747893 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:00:02.748369 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:00:02.748844 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:00:02.749746 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:00:02.750149 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:00:02.750593 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d301494f-88c2-4f8a-b9f1-370940942928 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:00:02.768310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4e8903-89b7-4e16-ac5c-7957c16a9227 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:00:02.777445 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc4e8903-89b7-4e16-ac5c-7957c16a9227 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:02.777856 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-dc4e8903-89b7-4e16-ac5c-7957c16a9227 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Added segment a53433b0-c7eb-476a-b0e3-20ec66c4357d of type vlan for network 68ea105c-2f14-4525-a157-177c36f5fb46 Mar 05 14:00:02.790555 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network f2db662e-424f-4cb2-a0d7-44a3442e7c15 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:00:02.807630 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc4e8903-89b7-4e16-ac5c-7957c16a9227 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:02.911551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-479367c2-14dc-4ae7-8e2e-2c6c4d3ac665 None None] Port 7dd212a4-7971-46ea-b62d-9782205c3c99 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:00:02.976432 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc4e8903-89b7-4e16-ac5c-7957c16a9227 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:02.992153 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4e8903-89b7-4e16-ac5c-7957c16a9227 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:02.992787 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc4e8903-89b7-4e16-ac5c-7957c16a9227 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:03.013840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-210a13f8-5a7e-412c-9341-3f0f1f06e5ac tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Calling delete_port for 4afa341d-49cb-4e75-8f16-0c6f1502a56e owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:03.112637 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-ece86954-c2fc-4936-93f2-dbc91d59bddf req-b2dfe831-3334-4e4a-a315-52f238c8fc27 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Deleting port b852d257-e284-4921-9e1c-1731d07e7b99 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:03.113485 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ece86954-c2fc-4936-93f2-dbc91d59bddf req-b2dfe831-3334-4e4a-a315-52f238c8fc27 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:03.201213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Router 57e5b2d3-2f21-4cc5-a9de-2ca276f2f5a2 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:00:03.359618 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e8903-89b7-4e16-ac5c-7957c16a9227 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Pushing event updated for resources: {'Network': ['ID=68ea105c-2f14-4525-a157-177c36f5fb46,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:03.377131 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 68ea105c-2f14-4525-a157-177c36f5fb46 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:00:03.529796 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dc4e8903-89b7-4e16-ac5c-7957c16a9227 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0371852 Mar 05 14:00:03.703353 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47834) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:03.712886 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Request body: {'subnets': [{'network_id': 'f2db662e-424f-4cb2-a0d7-44a3442e7c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--962355620', 'ip_version': 4}, {'network_id': '68ea105c-2f14-4525-a157-177c36f5fb46', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:03.723557 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Request body: {'subnet': {'network_id': 'f2db662e-424f-4cb2-a0d7-44a3442e7c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--962355620', 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:03.724408 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Request body: {'subnet': {'network_id': '68ea105c-2f14-4525-a157-177c36f5fb46', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:03.964880 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c852ea0-355e-4096-bda5-9b7a973fdde5 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:03.970978 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:00:03.986579 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc61c3-8a3d-4114-8b28-447bd7dd6d99 None None] Sync routers for ids ['57e5b2d3-2f21-4cc5-a9de-2ca276f2f5a2'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:00:04.010129 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c852ea0-355e-4096-bda5-9b7a973fdde5 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:04.035959 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbc61c3-8a3d-4114-8b28-447bd7dd6d99 None None] Routers {'57e5b2d3-2f21-4cc5-a9de-2ca276f2f5a2'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:00:04.045040 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-dbbc61c3-8a3d-4114-8b28-447bd7dd6d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:59:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['57e5b2d3-2f21-4cc5-a9de-2ca276f2f5a2'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:04.162542 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-dbbc61c3-8a3d-4114-8b28-447bd7dd6d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:04.171685 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbc61c3-8a3d-4114-8b28-447bd7dd6d99 None None] Routers {'57e5b2d3-2f21-4cc5-a9de-2ca276f2f5a2'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:00:04.173145 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-dbbc61c3-8a3d-4114-8b28-447bd7dd6d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:59:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['57e5b2d3-2f21-4cc5-a9de-2ca276f2f5a2'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:04.224573 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-210a13f8-5a7e-412c-9341-3f0f1f06e5ac tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:04.227967 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1ec6ff27-df5d-4fab-83c7-bd8564368ca8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/routers/57e5b2d3-2f21-4cc5-a9de-2ca276f2f5a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4980400 Mar 05 14:00:04.250468 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-dbbc61c3-8a3d-4114-8b28-447bd7dd6d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:04.251258 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc61c3-8a3d-4114-8b28-447bd7dd6d99 None None] The sync data for ids ['57e5b2d3-2f21-4cc5-a9de-2ca276f2f5a2'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:00:04.267956 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47842) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:04.272791 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:04.284537 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Usage tracker for resource:subnet and tenant:a5d0e8000c0a4bb9aad4e58146ade188 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:04.289891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:04.299939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:04.372571 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a13f8-5a7e-412c-9341-3f0f1f06e5ac tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Port': ['ID=4afa341d-49cb-4e75-8f16-0c6f1502a56e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:04.380556 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Made reservation on behalf of a5d0e8000c0a4bb9aad4e58146ade188 for: {'subnet': 2} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:04.385412 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:04.386378 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:04.437894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cf7fc5-89ed-4231-9bfa-f7264ebce510 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:04.439926 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f7cf7fc5-89ed-4231-9bfa-f7264ebce510 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/ports/7dd212a4-7971-46ea-b62d-9782205c3c99 HTTP/1.1" status: 200 len: 983 time: 0.1533594 Mar 05 14:00:04.449327 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47848) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:04.464454 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b28462-4053-4948-a5a4-9ccfae94ed94 req-afcd4268-7c10-435a-a454-c62ef78cbc38 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:04.473388 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-44b28462-4053-4948-a5a4-9ccfae94ed94 req-afcd4268-7c10-435a-a454-c62ef78cbc38 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 944 time: 0.6236548 Mar 05 14:00:04.570625 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-210a13f8-5a7e-412c-9341-3f0f1f06e5ac tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:04.573417 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-210a13f8-5a7e-412c-9341-3f0f1f06e5ac tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/4afa341d-49cb-4e75-8f16-0c6f1502a56e HTTP/1.1" status: 204 len: 168 time: 4.4789112 Mar 05 14:00:04.611468 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47856) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:04.804201 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-44b28462-4053-4948-a5a4-9ccfae94ed94 req-87dbc78d-d169-4f61-9940-69896a8c6f98 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups?id=b9794cc7-e91d-4c81-ac4d-8ef50ded873e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349389 Mar 05 14:00:04.810402 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-ece86954-c2fc-4936-93f2-dbc91d59bddf req-b2dfe831-3334-4e4a-a315-52f238c8fc27 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] For port b852d257-e284-4921-9e1c-1731d07e7b99, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b852d257-e284-4921-9e1c-1731d07e7b99,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:04.810802 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ece86954-c2fc-4936-93f2-dbc91d59bddf req-b2dfe831-3334-4e4a-a315-52f238c8fc27 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:04.877041 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c852ea0-355e-4096-bda5-9b7a973fdde5 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:04.956419 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab45e8a-f951-4741-ac9b-c61b3ba17d9e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:04.956917 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab45e8a-f951-4741-ac9b-c61b3ba17d9e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:04.957705 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3ab45e8a-f951-4741-ac9b-c61b3ba17d9e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:05.228248 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device b852d257-e284-4921-9e1c-1731d07e7b99 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:00:05.490491 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3ab45e8a-f951-4741-ac9b-c61b3ba17d9e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:05.495077 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3ab45e8a-f951-4741-ac9b-c61b3ba17d9e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8601935 Mar 05 14:00:05.498299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47876) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:05.579921 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ece86954-c2fc-4936-93f2-dbc91d59bddf req-b2dfe831-3334-4e4a-a315-52f238c8fc27 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:05.580336 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ece86954-c2fc-4936-93f2-dbc91d59bddf req-b2dfe831-3334-4e4a-a315-52f238c8fc27 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:05.580751 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [req-ece86954-c2fc-4936-93f2-dbc91d59bddf req-b2dfe831-3334-4e4a-a315-52f238c8fc27 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Floating IP e3384a6a-f5c2-4a11-9e5e-a185b7885504 disassociated. External IP: 172.25.4.91, port: b852d257-e284-4921-9e1c-1731d07e7b99. Mar 05 14:00:05.581157 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-ece86954-c2fc-4936-93f2-dbc91d59bddf req-b2dfe831-3334-4e4a-a315-52f238c8fc27 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Calling delete_port for b852d257-e284-4921-9e1c-1731d07e7b99 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:05.607278 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:05.688088 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c852ea0-355e-4096-bda5-9b7a973fdde5 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:05.690092 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Pushing event updated for resources: {'Subnet': ['ID=a5882e90-2766-4fb5-960f-40a537338300,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:05.693336 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c852ea0-355e-4096-bda5-9b7a973fdde5 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:05.771892 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c852ea0-355e-4096-bda5-9b7a973fdde5 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:05.772430 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c852ea0-355e-4096-bda5-9b7a973fdde5 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ce1bcb6-d68e-4955-beeb-563a58915937 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:00:05.790905 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Checking segment: {'id': '054356c8-d259-4023-b131-f14eda387b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f2db662e-424f-4cb2-a0d7-44a3442e7c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:00:05.791262 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Network hostable DHCP agents. Network: f2db662e-424f-4cb2-a0d7-44a3442e7c15, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:00:05.806579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d8dfe00-76a0-4217-8283-80f0c55ae565 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet b8a85b8b-7fd0-4090-af70-dab3a094b755 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:00:05.814364 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2d8dfe00-76a0-4217-8283-80f0c55ae565 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:05.834496 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-1c852ea0-355e-4096-bda5-9b7a973fdde5 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 05 14:00:05.836717 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1c852ea0-355e-4096-bda5-9b7a973fdde5 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.1699493 Mar 05 14:00:05.838532 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Network f2db662e-424f-4cb2-a0d7-44a3442e7c15 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:00:05.845051 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47886) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:05.939666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, f2db662e-424f-4cb2-a0d7-44a3442e7c15) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:05.946628 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:05.954642 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e50aa2-742e-4a90-b1a5-d032013cff99 None None] Network f2db662e-424f-4cb2-a0d7-44a3442e7c15 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:00:06.045124 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ece86954-c2fc-4936-93f2-dbc91d59bddf req-b2dfe831-3334-4e4a-a315-52f238c8fc27 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:06.069878 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2d8dfe00-76a0-4217-8283-80f0c55ae565 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:06.170611 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfe831-3334-4e4a-a315-52f238c8fc27 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Pushing event deleted for resources: {'Port': ['ID=b852d257-e284-4921-9e1c-1731d07e7b99,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:06.272682 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-5edbac4f-433a-4a47-a34d-e64d05c87077 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Deleting port c355d2fa-754d-4673-8008-7e04131e52fa {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:06.275294 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5edbac4f-433a-4a47-a34d-e64d05c87077 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:06.324049 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95866c06-9332-4e55-9217-f0bd8afd44cc req-91e7922b-22d0-46d4-96ca-b38d8bfa0d3f tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 210 time: 0.2534595 Mar 05 14:00:06.381647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833bf3f6-130e-48c2-8d3a-b3ed8949dba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-f2db662e-424f-4cb2-a0d7-44a3442e7c15', 'network_id': 'f2db662e-424f-4cb2-a0d7-44a3442e7c15', 'tenant_id': 'a5d0e8000c0a4bb9aad4e58146ade188', 'fixed_ips': [{'subnet_id': 'a5882e90-2766-4fb5-960f-40a537338300'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:00:06.382597 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-833bf3f6-130e-48c2-8d3a-b3ed8949dba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:06.386573 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Pushing event updated for resources: {'Subnet': ['ID=751572c9-3fb5-4d98-8b42-9b1897ff452c,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:06.407668 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Checking segment: {'id': 'a53433b0-c7eb-476a-b0e3-20ec66c4357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '68ea105c-2f14-4525-a157-177c36f5fb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:00:06.408425 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Network hostable DHCP agents. Network: 68ea105c-2f14-4525-a157-177c36f5fb46, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:00:06.637962 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Network 68ea105c-2f14-4525-a157-177c36f5fb46 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:00:06.681840 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-833bf3f6-130e-48c2-8d3a-b3ed8949dba1 None None] Allocated IP 172.20.0.2 (f2db662e-424f-4cb2-a0d7-44a3442e7c15/a5882e90-2766-4fb5-960f-40a537338300/cf6a76d6-ad65-4b64-9a6c-c07da1da61b1) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:00:06.698288 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 68ea105c-2f14-4525-a157-177c36f5fb46) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:06.721926 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:06.722534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:06.723400 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:06.988482 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-833bf3f6-130e-48c2-8d3a-b3ed8949dba1 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:07.002113 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a1bbe0d8-cb14-4fc0-a0b3-8cd065d47458 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.2940769 Mar 05 14:00:07.003299 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47906) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:07.014218 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-833bf3f6-130e-48c2-8d3a-b3ed8949dba1 None None] Transition to ACTIVE for port object cf6a76d6-ad65-4b64-9a6c-c07da1da61b1 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:07.055619 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-833bf3f6-130e-48c2-8d3a-b3ed8949dba1 None None] Transition to ACTIVE for port object cf6a76d6-ad65-4b64-9a6c-c07da1da61b1 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:07.068325 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd93f478-ebe6-4bb3-a895-10e5470c8173 None None] Network 68ea105c-2f14-4525-a157-177c36f5fb46 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:00:07.086480 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-833bf3f6-130e-48c2-8d3a-b3ed8949dba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:07.190344 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd11adf-4883-472f-9b96-011287446c24 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:07.192351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd11adf-4883-472f-9b96-011287446c24 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:07.194121 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd11adf-4883-472f-9b96-011287446c24 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:07.195392 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5fd11adf-4883-472f-9b96-011287446c24 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Synchronizing usage tracker for tenant:a5d0e8000c0a4bb9aad4e58146ade188 on resource:subnet {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:07.228196 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ece86954-c2fc-4936-93f2-dbc91d59bddf req-b2dfe831-3334-4e4a-a315-52f238c8fc27 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Router 1565042d-3de9-41d3-95c2-a0a45f6a3702 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:00:07.242543 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5fd11adf-4883-472f-9b96-011287446c24 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Unset dirty status for tenant:a5d0e8000c0a4bb9aad4e58146ade188 on resource:subnet {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:07.247145 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5fd11adf-4883-472f-9b96-011287446c24 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2297513 Mar 05 14:00:07.256519 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5edbac4f-433a-4a47-a34d-e64d05c87077 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:07.279916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47920) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:07.302611 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833bf3f6-130e-48c2-8d3a-b3ed8949dba1 None None] Network f2db662e-424f-4cb2-a0d7-44a3442e7c15 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:07.332018 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-833bf3f6-130e-48c2-8d3a-b3ed8949dba1 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:07.348746 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833bf3f6-130e-48c2-8d3a-b3ed8949dba1 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:00:07.355985 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833bf3f6-130e-48c2-8d3a-b3ed8949dba1 None None] Pushing event updated for resources: {'Port': ['ID=cf6a76d6-ad65-4b64-9a6c-c07da1da61b1,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:07.533397 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2d8dfe00-76a0-4217-8283-80f0c55ae565 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:07.707699 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-813004ac-38af-4d7d-80ec-4cad1b1dadb9 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Deleting subnet a5882e90-2766-4fb5-960f-40a537338300 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:00:07.711201 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-813004ac-38af-4d7d-80ec-4cad1b1dadb9 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:07.785376 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-833bf3f6-130e-48c2-8d3a-b3ed8949dba1 None None] Attempting to bind port cf6a76d6-ad65-4b64-9a6c-c07da1da61b1 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:00:07.786474 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-833bf3f6-130e-48c2-8d3a-b3ed8949dba1 None None] Attempting to bind port cf6a76d6-ad65-4b64-9a6c-c07da1da61b1 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '054356c8-d259-4023-b131-f14eda387b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f2db662e-424f-4cb2-a0d7-44a3442e7c15'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:00:07.789153 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833bf3f6-130e-48c2-8d3a-b3ed8949dba1 None None] Attempting to bind port cf6a76d6-ad65-4b64-9a6c-c07da1da61b1 on network f2db662e-424f-4cb2-a0d7-44a3442e7c15 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:00:07.830440 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833bf3f6-130e-48c2-8d3a-b3ed8949dba1 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:00:07.831152 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833bf3f6-130e-48c2-8d3a-b3ed8949dba1 None None] Checking segment: {'id': '054356c8-d259-4023-b131-f14eda387b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f2db662e-424f-4cb2-a0d7-44a3442e7c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:00:07.831989 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-833bf3f6-130e-48c2-8d3a-b3ed8949dba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:07.833202 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833bf3f6-130e-48c2-8d3a-b3ed8949dba1 None None] Bound using segment: {'id': '054356c8-d259-4023-b131-f14eda387b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f2db662e-424f-4cb2-a0d7-44a3442e7c15'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:00:07.833918 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-833bf3f6-130e-48c2-8d3a-b3ed8949dba1 None None] Bound port: cf6a76d6-ad65-4b64-9a6c-c07da1da61b1, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '054356c8-d259-4023-b131-f14eda387b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f2db662e-424f-4cb2-a0d7-44a3442e7c15'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:00:07.834524 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-833bf3f6-130e-48c2-8d3a-b3ed8949dba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:07.852922 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f022ad6-0a33-470c-828a-461949625283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-68ea105c-2f14-4525-a157-177c36f5fb46', 'network_id': '68ea105c-2f14-4525-a157-177c36f5fb46', 'tenant_id': 'a5d0e8000c0a4bb9aad4e58146ade188', 'fixed_ips': [{'subnet_id': '751572c9-3fb5-4d98-8b42-9b1897ff452c'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:00:07.854363 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f022ad6-0a33-470c-828a-461949625283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:07.892590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-5edbac4f-433a-4a47-a34d-e64d05c87077 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Calling delete_port for c355d2fa-754d-4673-8008-7e04131e52fa owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:07.961360 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-813004ac-38af-4d7d-80ec-4cad1b1dadb9 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:08.015950 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c5c5f-5f83-4a8e-b116-39d0a910ea96 req-7f052c39-8a12-4059-a05d-06a0ed9e36f7 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:08.025521 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-835c5c5f-5f83-4a8e-b116-39d0a910ea96 req-7f052c39-8a12-4059-a05d-06a0ed9e36f7 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd1ab4cb-c1c7-429a-9fa5-cebd04428908 HTTP/1.1" status: 200 len: 945 time: 0.8160982 Mar 05 14:00:08.067856 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5be8a4c4-ba21-4581-9279-423f1bf75484 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:08.111666 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6d058967-abea-403d-8a8a-0ad0332fb492 req-81cd8dd3-b935-4878-a55e-f94a4f3af3ba tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 210 time: 0.0543346 Mar 05 14:00:08.112495 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5edbac4f-433a-4a47-a34d-e64d05c87077 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:08.177772 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-833bf3f6-130e-48c2-8d3a-b3ed8949dba1 None None] For port cf6a76d6-ad65-4b64-9a6c-c07da1da61b1, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:00:08.183370 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-833bf3f6-130e-48c2-8d3a-b3ed8949dba1 None None] For port cf6a76d6-ad65-4b64-9a6c-c07da1da61b1, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cf6a76d6-ad65-4b64-9a6c-c07da1da61b1,segment=NetworkSegment(054356c8-d259-4023-b131-f14eda387b6d),segment_id=054356c8-d259-4023-b131-f14eda387b6d)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:00:08.227080 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-833bf3f6-130e-48c2-8d3a-b3ed8949dba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:08.231850 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2d8dfe00-76a0-4217-8283-80f0c55ae565 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:08.260607 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbac4f-433a-4a47-a34d-e64d05c87077 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Pushing event deleted for resources: {'Port': ['ID=c355d2fa-754d-4673-8008-7e04131e52fa,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:08.308879 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2d8dfe00-76a0-4217-8283-80f0c55ae565 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:08.318521 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0444bb36-6008-4574-82b0-ba847651bf39 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:00:08.430137 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-835c5c5f-5f83-4a8e-b116-39d0a910ea96 req-bb4fdfc3-6197-4927-ac52-a7a32213383d tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f8320c-c3ed-434e-91cc-ab1683fd8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035404 Mar 05 14:00:08.487831 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5edbac4f-433a-4a47-a34d-e64d05c87077 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:08.498390 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5edbac4f-433a-4a47-a34d-e64d05c87077 tempest-RoutersAdminNegativeIpV6Test-112185137 tempest-RoutersAdminNegativeIpV6Test-112185137-project-admin] 10.222.0.16 "DELETE /v2.0/ports/c355d2fa-754d-4673-8008-7e04131e52fa HTTP/1.1" status: 204 len: 168 time: 2.6489234 Mar 05 14:00:08.505028 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-813004ac-38af-4d7d-80ec-4cad1b1dadb9 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:08.546083 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47952) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:08.664606 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-7f022ad6-0a33-470c-828a-461949625283 None None] Allocated IP 172.20.0.18 (68ea105c-2f14-4525-a157-177c36f5fb46/751572c9-3fb5-4d98-8b42-9b1897ff452c/fb2290e1-5496-4892-9710-78903aa22a71) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:00:08.677202 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833bf3f6-130e-48c2-8d3a-b3ed8949dba1 None None] Pushing event updated for resources: {'Port': ['ID=cf6a76d6-ad65-4b64-9a6c-c07da1da61b1,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:08.746587 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ece86954-c2fc-4936-93f2-dbc91d59bddf req-b2dfe831-3334-4e4a-a315-52f238c8fc27 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:00:08.748532 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8dfe00-76a0-4217-8283-80f0c55ae565 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a85b8b-7fd0-4090-af70-dab3a094b755,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:08.758553 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9da96a-77a9-4b5b-abd0-69ccc04ae470 None None] Sync routers for ids ['1565042d-3de9-41d3-95c2-a0a45f6a3702'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:00:08.774690 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9da96a-77a9-4b5b-abd0-69ccc04ae470 None None] Routers {'1565042d-3de9-41d3-95c2-a0a45f6a3702'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:00:08.775499 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-cc9da96a-77a9-4b5b-abd0-69ccc04ae470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:59:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1565042d-3de9-41d3-95c2-a0a45f6a3702'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:08.818536 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-413354ac-b786-4e38-961c-f8ad5cc61ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:08.859682 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-413354ac-b786-4e38-961c-f8ad5cc61ee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:08.874545 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-413354ac-b786-4e38-961c-f8ad5cc61ee8 admin admin] Usage tracker for resource:security_group_rule and tenant:ce73d07c340b4f1598e3a016abc10b35 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:08.881354 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-413354ac-b786-4e38-961c-f8ad5cc61ee8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:08.891121 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-813004ac-38af-4d7d-80ec-4cad1b1dadb9 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:08.891933 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8a63d3ad-080d-4f21-99fe-a01dca1fe8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:08.906050 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2d8dfe00-76a0-4217-8283-80f0c55ae565 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/b8a85b8b-7fd0-4090-af70-dab3a094b755 HTTP/1.1" status: 204 len: 168 time: 3.4018199 Mar 05 14:00:08.913053 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47960) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:08.926510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-413354ac-b786-4e38-961c-f8ad5cc61ee8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:09.065068 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d665edf-325d-4e5c-be38-8ecb6cb91441 None None] DHCP port deletion for d67009e9-c74e-44a6-8a92-0c4d7928efad request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:00:09.092143 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47964) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:09.127335 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9d665edf-325d-4e5c-be38-8ecb6cb91441 None None] Deleting port ee4220ef-4fae-4ea8-aac6-00773ce0e10f {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:09.128603 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9d665edf-325d-4e5c-be38-8ecb6cb91441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:09.216053 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f022ad6-0a33-470c-828a-461949625283 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:09.221795 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-413354ac-b786-4e38-961c-f8ad5cc61ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:09.236279 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-413354ac-b786-4e38-961c-f8ad5cc61ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:09.244195 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-cc9da96a-77a9-4b5b-abd0-69ccc04ae470 None None] Set router 1565042d-3de9-41d3-95c2-a0a45f6a3702 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:00:09.308543 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-413354ac-b786-4e38-961c-f8ad5cc61ee8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce73d07c340b4f1598e3a016abc10b35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7608297 Mar 05 14:00:09.311767 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413354ac-b786-4e38-961c-f8ad5cc61ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31449e3-febe-40bd-82f5-b8418a461fc3,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:09.315427 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47972) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:09.324005 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7f022ad6-0a33-470c-828a-461949625283 None None] Transition to ACTIVE for port object fb2290e1-5496-4892-9710-78903aa22a71 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:09.407422 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cfe9efc1-a7dc-4f29-9bba-66d3b141e423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:09.451219 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cfe9efc1-a7dc-4f29-9bba-66d3b141e423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:09.527552 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cfe9efc1-a7dc-4f29-9bba-66d3b141e423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:09.567889 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7f022ad6-0a33-470c-828a-461949625283 None None] Transition to ACTIVE for port object fb2290e1-5496-4892-9710-78903aa22a71 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:09.627756 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f022ad6-0a33-470c-828a-461949625283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:09.714439 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9efc1-a7dc-4f29-9bba-66d3b141e423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31449e3-febe-40bd-82f5-b8418a461fc3,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:09.720624 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4ae49abb-9972-4fda-a9dc-51e15033cdd7 req-77812c36-6742-4be0-9684-921031c85a41 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 210 time: 0.1838078 Mar 05 14:00:09.722172 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1f6cf2ce-caf4-44a8-a50a-4683f2f92e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:09.732720 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cfe9efc1-a7dc-4f29-9bba-66d3b141e423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:09.734029 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cfe9efc1-a7dc-4f29-9bba-66d3b141e423 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e31449e3-febe-40bd-82f5-b8418a461fc3 HTTP/1.1" status: 204 len: 168 time: 0.4172633 Mar 05 14:00:09.737699 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-cc9da96a-77a9-4b5b-abd0-69ccc04ae470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'name': 'tempest-ServerActionsTestJSON-1951399340-router', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:50:34Z', 'updated_at': '2022-03-05T13:50:42Z', 'revision_number': 4, 'project_id': '8857cbe55e484452818a32b411d7670f', 'gw_port': {'id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:50:35Z', 'updated_at': '2022-03-05T13:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '91a4a00e-efe1-4e4e-8fd2-594d823ae012', 'name': '', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'mac_address': 'fa:16:3e:bb:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:50:40Z', 'updated_at': '2022-03-05T13:50:52Z', 'revision_number': 5, 'project_id': '8857cbe55e484452818a32b411d7670f', 'subnets': [{'id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:09.751900 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9da96a-77a9-4b5b-abd0-69ccc04ae470 None None] Checking router: 1565042d-3de9-41d3-95c2-a0a45f6a3702 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:00:09.763733 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1f6cf2ce-caf4-44a8-a50a-4683f2f92e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:09.771532 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1f6cf2ce-caf4-44a8-a50a-4683f2f92e7f admin admin] Usage tracker for resource:security_group_rule and tenant:62279cfaf127468590ece2e2fb7d5e5f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:09.777702 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9da96a-77a9-4b5b-abd0-69ccc04ae470 None None] Routers {'1565042d-3de9-41d3-95c2-a0a45f6a3702'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:00:09.778365 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-cc9da96a-77a9-4b5b-abd0-69ccc04ae470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T13:59:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1565042d-3de9-41d3-95c2-a0a45f6a3702'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:09.782612 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1f6cf2ce-caf4-44a8-a50a-4683f2f92e7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:09.800900 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1f6cf2ce-caf4-44a8-a50a-4683f2f92e7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:09.945604 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f022ad6-0a33-470c-828a-461949625283 None None] Pushing event updated for resources: {'Port': ['ID=fb2290e1-5496-4892-9710-78903aa22a71,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:09.950786 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813004ac-38af-4d7d-80ec-4cad1b1dadb9 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Pushing event deleted for resources: {'Subnet': ['ID=a5882e90-2766-4fb5-960f-40a537338300,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:09.985815 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f022ad6-0a33-470c-828a-461949625283 None None] Network 68ea105c-2f14-4525-a157-177c36f5fb46 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:10.000189 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-7f022ad6-0a33-470c-828a-461949625283 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:10.002621 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f022ad6-0a33-470c-828a-461949625283 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:00:10.015403 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1f6cf2ce-caf4-44a8-a50a-4683f2f92e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:10.025778 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1f6cf2ce-caf4-44a8-a50a-4683f2f92e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:10.087522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece86954-c2fc-4936-93f2-dbc91d59bddf req-b2dfe831-3334-4e4a-a315-52f238c8fc27 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] No DVR routers for this DVR port b852d257-e284-4921-9e1c-1731d07e7b99 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:00:10.091387 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ece86954-c2fc-4936-93f2-dbc91d59bddf req-b2dfe831-3334-4e4a-a315-52f238c8fc27 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:10.109952 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-813004ac-38af-4d7d-80ec-4cad1b1dadb9 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:10.112177 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1f6cf2ce-caf4-44a8-a50a-4683f2f92e7f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62279cfaf127468590ece2e2fb7d5e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0187457 Mar 05 14:00:10.114393 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47988) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:10.143031 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9d665edf-325d-4e5c-be38-8ecb6cb91441 None None] For port ee4220ef-4fae-4ea8-aac6-00773ce0e10f, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ee4220ef-4fae-4ea8-aac6-00773ce0e10f,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:10.143554 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9d665edf-325d-4e5c-be38-8ecb6cb91441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:10.146230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'name': 'network-vif-deleted', 'tag': 'b852d257-e284-4921-9e1c-1731d07e7b99'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:00:10.188496 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-84fad34f-2443-47c3-a5c7-4b21d02f0514 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.1133451 Mar 05 14:00:10.193358 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-813004ac-38af-4d7d-80ec-4cad1b1dadb9 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] 10.222.0.16 "DELETE /v2.0/subnets/a5882e90-2766-4fb5-960f-40a537338300 HTTP/1.1" status: 204 len: 168 time: 2.9092319 Mar 05 14:00:10.208255 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47994) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:10.208981 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47996) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:10.222910 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ece86954-c2fc-4936-93f2-dbc91d59bddf req-b2dfe831-3334-4e4a-a315-52f238c8fc27 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.15 "DELETE /v2.0/ports/b852d257-e284-4921-9e1c-1731d07e7b99 HTTP/1.1" status: 204 len: 173 time: 7.5879393 Mar 05 14:00:10.248863 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7f022ad6-0a33-470c-828a-461949625283 None None] Attempting to bind port fb2290e1-5496-4892-9710-78903aa22a71 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:00:10.249504 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7f022ad6-0a33-470c-828a-461949625283 None None] Attempting to bind port fb2290e1-5496-4892-9710-78903aa22a71 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'a53433b0-c7eb-476a-b0e3-20ec66c4357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '68ea105c-2f14-4525-a157-177c36f5fb46'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:00:10.250014 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f022ad6-0a33-470c-828a-461949625283 None None] Attempting to bind port fb2290e1-5496-4892-9710-78903aa22a71 on network 68ea105c-2f14-4525-a157-177c36f5fb46 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:00:10.261309 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-1bab020f-a81f-4fee-9599-b45187fb8ccb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:10.308058 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f15829-9526-43b7-8dc1-a1d2ddf6da49', 'name': 'network-vif-deleted', 'tag': 'b852d257-e284-4921-9e1c-1731d07e7b99', 'status': 'completed', 'code': 200} Mar 05 14:00:10.441133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9d665edf-325d-4e5c-be38-8ecb6cb91441 None None] Calling delete_port for ee4220ef-4fae-4ea8-aac6-00773ce0e10f owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:10.508583 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7fea87-abf6-485f-81d5-e29225df76c5 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Deleting subnet 751572c9-3fb5-4d98-8b42-9b1897ff452c {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:00:10.511963 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be7fea87-abf6-485f-81d5-e29225df76c5 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:10.530809 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f022ad6-0a33-470c-828a-461949625283 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 13, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:00:10.531337 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f022ad6-0a33-470c-828a-461949625283 None None] Checking segment: {'id': 'a53433b0-c7eb-476a-b0e3-20ec66c4357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '68ea105c-2f14-4525-a157-177c36f5fb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:00:10.532660 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f022ad6-0a33-470c-828a-461949625283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:10.535314 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f022ad6-0a33-470c-828a-461949625283 None None] Bound using segment: {'id': 'a53433b0-c7eb-476a-b0e3-20ec66c4357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '68ea105c-2f14-4525-a157-177c36f5fb46'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:00:10.535923 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7f022ad6-0a33-470c-828a-461949625283 None None] Bound port: fb2290e1-5496-4892-9710-78903aa22a71, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53433b0-c7eb-476a-b0e3-20ec66c4357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '68ea105c-2f14-4525-a157-177c36f5fb46'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:00:10.538603 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f022ad6-0a33-470c-828a-461949625283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:10.556037 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d907dda-f599-4695-9cde-4dc6600e113b req-b08fcfa0-c87d-4c66-9eaf-a72727231a01 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:10.568565 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d907dda-f599-4695-9cde-4dc6600e113b req-b08fcfa0-c87d-4c66-9eaf-a72727231a01 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd1ab4cb-c1c7-429a-9fa5-cebd04428908 HTTP/1.1" status: 200 len: 945 time: 0.8370805 Mar 05 14:00:10.583044 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48002) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:10.598662 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-cc9da96a-77a9-4b5b-abd0-69ccc04ae470 None None] Set router 1565042d-3de9-41d3-95c2-a0a45f6a3702 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:00:10.646265 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cf6a76d6-ad65-4b64-9a6c-c07da1da61b1 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:00:10.770862 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c001118-f2c9-460d-ab14-558ed9a1c49c req-e8188161-ee12-4597-9478-803a61dd517b tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:10.773946 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6c001118-f2c9-460d-ab14-558ed9a1c49c req-e8188161-ee12-4597-9478-803a61dd517b tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd1ab4cb-c1c7-429a-9fa5-cebd04428908 HTTP/1.1" status: 200 len: 945 time: 2.1646240 Mar 05 14:00:10.786502 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6cf2ce-caf4-44a8-a50a-4683f2f92e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7bd12b-6274-4459-92bb-0b53618a1d75,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:10.812717 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5be8a4c4-ba21-4581-9279-423f1bf75484 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting port 7dd212a4-7971-46ea-b62d-9782205c3c99 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:10.813410 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5be8a4c4-ba21-4581-9279-423f1bf75484 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:10.826669 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db595c05-2481-4994-a7a4-724a39aba838 None None] Network f2db662e-424f-4cb2-a0d7-44a3442e7c15 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:00:10.848839 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be7fea87-abf6-485f-81d5-e29225df76c5 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:10.939307 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-93f439b2-ac74-43e5-8fc2-9a97fad2cfef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:11.093515 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-eae4eac7-9221-493d-b790-4e5eacfb3822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:11.101525 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a3f67d78-a300-4c38-bfce-046e965d0751 None None] Provisioning for port cf6a76d6-ad65-4b64-9a6c-c07da1da61b1 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:11.101994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-93f439b2-ac74-43e5-8fc2-9a97fad2cfef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:11.128235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-7f022ad6-0a33-470c-828a-461949625283 None None] For port fb2290e1-5496-4892-9710-78903aa22a71, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:00:11.135803 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-7f022ad6-0a33-470c-828a-461949625283 None None] For port fb2290e1-5496-4892-9710-78903aa22a71, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fb2290e1-5496-4892-9710-78903aa22a71,segment=NetworkSegment(a53433b0-c7eb-476a-b0e3-20ec66c4357d),segment_id=a53433b0-c7eb-476a-b0e3-20ec66c4357d)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:00:11.142478 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9d665edf-325d-4e5c-be38-8ecb6cb91441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:11.160592 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be7fea87-abf6-485f-81d5-e29225df76c5 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:11.242036 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port cf6a76d6-ad65-4b64-9a6c-c07da1da61b1 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:11.249354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d665edf-325d-4e5c-be38-8ecb6cb91441 None None] No DVR routers for this DVR port ee4220ef-4fae-4ea8-aac6-00773ce0e10f on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:00:11.252645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d665edf-325d-4e5c-be38-8ecb6cb91441 None None] Pushing event deleted for resources: {'Port': ['ID=ee4220ef-4fae-4ea8-aac6-00773ce0e10f,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:11.253856 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f022ad6-0a33-470c-828a-461949625283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:11.299022 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5d907dda-f599-4695-9cde-4dc6600e113b req-10f476fa-1e22-4268-a475-6df5a7c13402 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f8320c-c3ed-434e-91cc-ab1683fd8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7284930 Mar 05 14:00:11.308380 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-01dd257f-6bba-4a1b-a2cb-adbb4c0817f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:11.315668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-93f439b2-ac74-43e5-8fc2-9a97fad2cfef admin admin] Usage tracker for resource:security_group_rule and tenant:df21728b218145e0b70129e5ce144a7f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:11.326317 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1bab020f-a81f-4fee-9599-b45187fb8ccb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:11.340382 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port cf6a76d6-ad65-4b64-9a6c-c07da1da61b1 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:11.340873 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:11.368747 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0b53c262-c12c-4e6b-b6ee-9c335126b8dd req-c7502c91-82e8-4b16-97aa-cd1d28ee95a8 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/ports?device_id=64f15829-9526-43b7-8dc1-a1d2ddf6da49 HTTP/1.1" status: 200 len: 210 time: 0.4657478 Mar 05 14:00:11.389705 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5be8a4c4-ba21-4581-9279-423f1bf75484 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:11.395271 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-cc9da96a-77a9-4b5b-abd0-69ccc04ae470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'name': 'tempest-ServerActionsTestJSON-1951399340-router', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:50:34Z', 'updated_at': '2022-03-05T13:50:42Z', 'revision_number': 4, 'project_id': '8857cbe55e484452818a32b411d7670f', 'gw_port': {'id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:50:35Z', 'updated_at': '2022-03-05T13:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '91a4a00e-efe1-4e4e-8fd2-594d823ae012', 'name': '', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'mac_address': 'fa:16:3e:bb:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:50:40Z', 'updated_at': '2022-03-05T13:50:52Z', 'revision_number': 5, 'project_id': '8857cbe55e484452818a32b411d7670f', 'subnets': [{'id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:11.400040 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1bab020f-a81f-4fee-9599-b45187fb8ccb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:11.401809 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9da96a-77a9-4b5b-abd0-69ccc04ae470 None None] The sync data for ids ['1565042d-3de9-41d3-95c2-a0a45f6a3702'] in n-d-803718-1 is: [{'id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'name': 'tempest-ServerActionsTestJSON-1951399340-router', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:50:34Z', 'updated_at': '2022-03-05T13:50:42Z', 'revision_number': 4, 'project_id': '8857cbe55e484452818a32b411d7670f', 'gw_port': {'id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:50:35Z', 'updated_at': '2022-03-05T13:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '91a4a00e-efe1-4e4e-8fd2-594d823ae012', 'name': '', 'network_id': 'a792319b-74ea-4dcb-9f15-429be8e1086d', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'mac_address': 'fa:16:3e:bb:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:50:40Z', 'updated_at': '2022-03-05T13:50:52Z', 'revision_number': 5, 'project_id': '8857cbe55e484452818a32b411d7670f', 'subnets': [{'id': 'ea456d6e-2c97-4643-a191-afd512f9677d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:00:11.410183 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1bab020f-a81f-4fee-9599-b45187fb8ccb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:11.431163 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1bab020f-a81f-4fee-9599-b45187fb8ccb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:11.462295 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-01dd257f-6bba-4a1b-a2cb-adbb4c0817f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:11.479262 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be7fea87-abf6-485f-81d5-e29225df76c5 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:11.586709 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bab020f-a81f-4fee-9599-b45187fb8ccb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:11.590070 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5be8a4c4-ba21-4581-9279-423f1bf75484 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Calling delete_port for 7dd212a4-7971-46ea-b62d-9782205c3c99 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:11.590221 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1bab020f-a81f-4fee-9599-b45187fb8ccb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:11.621323 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fea87-abf6-485f-81d5-e29225df76c5 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Pushing event deleted for resources: {'Subnet': ['ID=751572c9-3fb5-4d98-8b42-9b1897ff452c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:11.629227 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f022ad6-0a33-470c-828a-461949625283 None None] Pushing event updated for resources: {'Port': ['ID=fb2290e1-5496-4892-9710-78903aa22a71,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:11.639367 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:11.641633 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be7fea87-abf6-485f-81d5-e29225df76c5 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:11.665193 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-93f439b2-ac74-43e5-8fc2-9a97fad2cfef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:11.701469 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port cf6a76d6-ad65-4b64-9a6c-c07da1da61b1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cf6a76d6-ad65-4b64-9a6c-c07da1da61b1,segment=NetworkSegment(054356c8-d259-4023-b131-f14eda387b6d),segment_id=054356c8-d259-4023-b131-f14eda387b6d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:11.712760 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:11.714210 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-be7fea87-abf6-485f-81d5-e29225df76c5 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] 10.222.0.16 "DELETE /v2.0/subnets/751572c9-3fb5-4d98-8b42-9b1897ff452c HTTP/1.1" status: 204 len: 168 time: 1.4833508 Mar 05 14:00:11.738192 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48010) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:11.796685 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-93f439b2-ac74-43e5-8fc2-9a97fad2cfef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:11.818198 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2154a9e8-0934-4b2b-b9d2-17752f0d6611 None None] DHCP port deletion for f2db662e-424f-4cb2-a0d7-44a3442e7c15 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:00:11.856840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-6c001118-f2c9-460d-ab14-558ed9a1c49c req-2c92e173-15ed-4872-a7c6-c45452b96adc tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Deleting port 89a62c64-99e2-4ea2-8f33-af29a6030bec {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:11.857402 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6c001118-f2c9-460d-ab14-558ed9a1c49c req-2c92e173-15ed-4872-a7c6-c45452b96adc tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:11.861133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ee4220ef-4fae-4ea8-aac6-00773ce0e10f no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:00:11.894815 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fdb881-2ce7-4adf-8ea8-327a8da3a837 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:11.898490 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-58fdb881-2ce7-4adf-8ea8-327a8da3a837 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Synchronizing usage tracker for tenant:a5d0e8000c0a4bb9aad4e58146ade188 on resource:subnet {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:11.962282 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f353adaf-daa1-41c9-8805-32720bb172fd None None] New status for floating IP e3384a6a-f5c2-4a11-9e5e-a185b7885504: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:00:12.054878 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=cf6a76d6-ad65-4b64-9a6c-c07da1da61b1,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:12.056968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-58fdb881-2ce7-4adf-8ea8-327a8da3a837 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Unset dirty status for tenant:a5d0e8000c0a4bb9aad4e58146ade188 on resource:subnet {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:12.059148 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2154a9e8-0934-4b2b-b9d2-17752f0d6611 None None] Deleting port cf6a76d6-ad65-4b64-9a6c-c07da1da61b1 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:12.059603 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2154a9e8-0934-4b2b-b9d2-17752f0d6611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:12.071326 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-58fdb881-2ce7-4adf-8ea8-327a8da3a837 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3313413 Mar 05 14:00:12.072476 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48014) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:12.089858 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: ee4220ef-4fae-4ea8-aac6-00773ce0e10f {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:00:12.090276 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ee4220ef-4fae-4ea8-aac6-00773ce0e10f not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:00:12.115949 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-01dd257f-6bba-4a1b-a2cb-adbb4c0817f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:12.158316 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5be8a4c4-ba21-4581-9279-423f1bf75484 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:12.167016 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-01dd257f-6bba-4a1b-a2cb-adbb4c0817f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:12.173364 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-01dd257f-6bba-4a1b-a2cb-adbb4c0817f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec7bd12b-6274-4459-92bb-0b53618a1d75 HTTP/1.1" status: 204 len: 168 time: 2.0508680 Mar 05 14:00:12.174864 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd257f-6bba-4a1b-a2cb-adbb4c0817f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7bd12b-6274-4459-92bb-0b53618a1d75,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:12.313445 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-93f439b2-ac74-43e5-8fc2-9a97fad2cfef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:12.319839 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8a4c4-ba21-4581-9279-423f1bf75484 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Port': ['ID=7dd212a4-7971-46ea-b62d-9782205c3c99,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:12.339401 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:12.361629 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-93f439b2-ac74-43e5-8fc2-9a97fad2cfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:12.547539 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24f9387a-e00a-4c47-8dc1-a9757a133572 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:12.622634 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 89a62c64-99e2-4ea2-8f33-af29a6030bec no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:00:12.639411 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-24f9387a-e00a-4c47-8dc1-a9757a133572 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Deleting port fb2290e1-5496-4892-9710-78903aa22a71 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:12.639752 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24f9387a-e00a-4c47-8dc1-a9757a133572 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:12.710514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48030) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:12.733214 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-93f439b2-ac74-43e5-8fc2-9a97fad2cfef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df21728b218145e0b70129e5ce144a7f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0467994 Mar 05 14:00:12.751111 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:12.798585 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48034) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:12.862690 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fb2290e1-5496-4892-9710-78903aa22a71 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:00:13.097349 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48038) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:13.235239 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-2154a9e8-0934-4b2b-b9d2-17752f0d6611 None None] For port cf6a76d6-ad65-4b64-9a6c-c07da1da61b1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cf6a76d6-ad65-4b64-9a6c-c07da1da61b1,segment=NetworkSegment(054356c8-d259-4023-b131-f14eda387b6d),segment_id=054356c8-d259-4023-b131-f14eda387b6d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:13.235780 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2154a9e8-0934-4b2b-b9d2-17752f0d6611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:13.293015 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1bab020f-a81f-4fee-9599-b45187fb8ccb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:13.312437 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5be8a4c4-ba21-4581-9279-423f1bf75484 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:13.387955 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2154a9e8-0934-4b2b-b9d2-17752f0d6611 None None] Calling delete_port for cf6a76d6-ad65-4b64-9a6c-c07da1da61b1 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:13.407795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f439b2-ac74-43e5-8fc2-9a97fad2cfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a00066-237e-4c44-bb5d-b5d2c90f2f2f,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:13.461691 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9424a883-3b34-4cf4-a8ee-6f58e27751b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98af1e53d81f46339bb2409a0c15241c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3565109 Mar 05 14:00:13.466012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48044) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:13.494439 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bab020f-a81f-4fee-9599-b45187fb8ccb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:13.504852 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216d86d0-25eb-4b96-868e-7c0c141bced7 None None] Network 68ea105c-2f14-4525-a157-177c36f5fb46 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:00:13.509904 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-1bab020f-a81f-4fee-9599-b45187fb8ccb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:13.568302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-6c001118-f2c9-460d-ab14-558ed9a1c49c req-2c92e173-15ed-4872-a7c6-c45452b96adc tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] For port 89a62c64-99e2-4ea2-8f33-af29a6030bec, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=89a62c64-99e2-4ea2-8f33-af29a6030bec,segment=NetworkSegment(77579bbb-f3f4-4401-9d67-38c27afda0b5),segment_id=77579bbb-f3f4-4401-9d67-38c27afda0b5)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:13.570047 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6c001118-f2c9-460d-ab14-558ed9a1c49c req-2c92e173-15ed-4872-a7c6-c45452b96adc tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:13.585628 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bab020f-a81f-4fee-9599-b45187fb8ccb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:13.586233 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1bab020f-a81f-4fee-9599-b45187fb8ccb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:13.589839 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab020f-a81f-4fee-9599-b45187fb8ccb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=ba2cf655-9a6a-4a57-8129-1b2403f19ee5,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:13.633346 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-24f9387a-e00a-4c47-8dc1-a9757a133572 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] For port fb2290e1-5496-4892-9710-78903aa22a71, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fb2290e1-5496-4892-9710-78903aa22a71,segment=NetworkSegment(a53433b0-c7eb-476a-b0e3-20ec66c4357d),segment_id=a53433b0-c7eb-476a-b0e3-20ec66c4357d)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:13.633703 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24f9387a-e00a-4c47-8dc1-a9757a133572 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:13.819381 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1bab020f-a81f-4fee-9599-b45187fb8ccb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.5962486 Mar 05 14:00:13.821099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48050) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:13.823566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-6c001118-f2c9-460d-ab14-558ed9a1c49c req-2c92e173-15ed-4872-a7c6-c45452b96adc tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Calling delete_port for 89a62c64-99e2-4ea2-8f33-af29a6030bec owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:13.829587 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-24f9387a-e00a-4c47-8dc1-a9757a133572 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Calling delete_port for fb2290e1-5496-4892-9710-78903aa22a71 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:13.857448 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b13f2c-6c79-4941-88db-c30fb7e02027 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:00:13.864698 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-5d63bc27-ced5-4b0c-9f3c-10913166df38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'name': 'tempest-NetworksTestDHCPv6-367408143'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:13.926398 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5b6e9a8d-dc50-4f27-8eb0-59a2c8daa0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:13.940826 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2154a9e8-0934-4b2b-b9d2-17752f0d6611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:14.012923 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5b6e9a8d-dc50-4f27-8eb0-59a2c8daa0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:14.026126 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154a9e8-0934-4b2b-b9d2-17752f0d6611 None None] Pushing event deleted for resources: {'Port': ['ID=cf6a76d6-ad65-4b64-9a6c-c07da1da61b1,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:14.027485 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e7743cf0-d93f-471b-9978-850600f2efb7 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:14.029790 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:14.030797 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port fb2290e1-5496-4892-9710-78903aa22a71 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:14.044812 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-78956b16-0096-4ac7-8870-7791b5c4dff8 None None] Provisioning for port fb2290e1-5496-4892-9710-78903aa22a71 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:14.054158 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-78956b16-0096-4ac7-8870-7791b5c4dff8 None None] Provisioning complete for port fb2290e1-5496-4892-9710-78903aa22a71 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:14.059223 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-78956b16-0096-4ac7-8870-7791b5c4dff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:14.110741 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24f9387a-e00a-4c47-8dc1-a9757a133572 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:14.115661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48056) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:14.170753 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2154a9e8-0934-4b2b-b9d2-17752f0d6611 None None] No DVR routers for this DVR port cf6a76d6-ad65-4b64-9a6c-c07da1da61b1 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:00:14.181239 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9387a-e00a-4c47-8dc1-a9757a133572 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Pushing event deleted for resources: {'Port': ['ID=fb2290e1-5496-4892-9710-78903aa22a71,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:14.186972 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f9387a-e00a-4c47-8dc1-a9757a133572 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] No DVR routers for this DVR port fb2290e1-5496-4892-9710-78903aa22a71 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:00:14.214525 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e121f71-a486-4496-9aee-c9a61b90124e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:14.233849 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port fb2290e1-5496-4892-9710-78903aa22a71 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:14.234415 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:14.241596 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5d63bc27-ced5-4b0c-9f3c-10913166df38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:14.247415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5d63bc27-ced5-4b0c-9f3c-10913166df38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:port and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:14.251667 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5d63bc27-ced5-4b0c-9f3c-10913166df38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:14.259016 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5d63bc27-ced5-4b0c-9f3c-10913166df38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:14.275263 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-78956b16-0096-4ac7-8870-7791b5c4dff8 None None] Could not find standard attr ID for object fb2290e1-5496-4892-9710-78903aa22a71. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 14:00:14.279919 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5b6e9a8d-dc50-4f27-8eb0-59a2c8daa0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:14.299970 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Port fb2290e1-5496-4892-9710-78903aa22a71 was deleted so its status cannot be updated. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 05 14:00:14.300193 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d63bc27-ced5-4b0c-9f3c-10913166df38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:14.305168 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d63bc27-ced5-4b0c-9f3c-10913166df38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:14.307830 n-d-803718-1 neutron-server[87915]: INFO neutron.plugins.ml2.db [None req-78956b16-0096-4ac7-8870-7791b5c4dff8 None None] No ports have port_id starting with fb2290e1-5496-4892-9710-78903aa22a71 Mar 05 14:00:14.355358 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:14.446250 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e9a8d-dc50-4f27-8eb0-59a2c8daa0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f16c04c-cdc2-42cc-a919-718f33ef4c9e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:14.539955 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cf6a76d6-ad65-4b64-9a6c-c07da1da61b1 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:00:14.580538 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e7743cf0-d93f-471b-9978-850600f2efb7 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:14.583514 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22317c2-a926-4498-b4e2-94ec1b21d639 None None] DHCP port deletion for 68ea105c-2f14-4525-a157-177c36f5fb46 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:00:14.585839 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24f9387a-e00a-4c47-8dc1-a9757a133572 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:14.594383 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-5d63bc27-ced5-4b0c-9f3c-10913166df38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] device_id is not set on port 6d1dd7ea-557e-4cd9-a847-fa41f02b4174 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:00:14.599037 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: cf6a76d6-ad65-4b64-9a6c-c07da1da61b1 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:00:14.599719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cf6a76d6-ad65-4b64-9a6c-c07da1da61b1 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:00:14.649451 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d4d25b-0f8c-4aba-a673-354d46089cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d67009e9-c74e-44a6-8a92-0c4d7928efad', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'fixed_ips': [{'subnet_id': 'ba2cf655-9a6a-4a57-8129-1b2403f19ee5'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:00:14.649451 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-58d4d25b-0f8c-4aba-a673-354d46089cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:14.690374 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5b6e9a8d-dc50-4f27-8eb0-59a2c8daa0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:14.695117 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5b6e9a8d-dc50-4f27-8eb0-59a2c8daa0ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f16c04c-cdc2-42cc-a919-718f33ef4c9e HTTP/1.1" status: 204 len: 168 time: 1.1882546 Mar 05 14:00:14.710008 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6c001118-f2c9-460d-ab14-558ed9a1c49c req-2c92e173-15ed-4872-a7c6-c45452b96adc tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:14.727228 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e7743cf0-d93f-471b-9978-850600f2efb7 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:14.743454 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-24f9387a-e00a-4c47-8dc1-a9757a133572 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ea105c-2f14-4525-a157-177c36f5fb46']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:14.772520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-24f9387a-e00a-4c47-8dc1-a9757a133572 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53433b0-c7eb-476a-b0e3-20ec66c4357d') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:14.773233 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-24f9387a-e00a-4c47-8dc1-a9757a133572 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53433b0-c7eb-476a-b0e3-20ec66c4357d') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:14.795951 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24f9387a-e00a-4c47-8dc1-a9757a133572 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:14.806754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be8a4c4-ba21-4581-9279-423f1bf75484 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Router 57e5b2d3-2f21-4cc5-a9de-2ca276f2f5a2 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:00:14.811819 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92e173-15ed-4872-a7c6-c45452b96adc tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Pushing event deleted for resources: {'Port': ['ID=89a62c64-99e2-4ea2-8f33-af29a6030bec,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:14.822245 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bfecc-3144-4eff-a4d1-312d8a6f8063 req-9fda00b1-6fd4-4d7d-acfb-64eabb684852 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:14.823833 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-035bfecc-3144-4eff-a4d1-312d8a6f8063 req-9fda00b1-6fd4-4d7d-acfb-64eabb684852 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd1ab4cb-c1c7-429a-9fa5-cebd04428908 HTTP/1.1" status: 200 len: 945 time: 2.1118181 Mar 05 14:00:14.856763 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fb2290e1-5496-4892-9710-78903aa22a71 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:00:14.863533 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7743cf0-d93f-471b-9978-850600f2efb7 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9794cc7-e91d-4c81-ac4d-8ef50ded873e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:14.890721 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e121f71-a486-4496-9aee-c9a61b90124e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:14.902183 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-035bfecc-3144-4eff-a4d1-312d8a6f8063 req-68fcf658-fe8c-40ba-9135-a097d4598106 tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f8320c-c3ed-434e-91cc-ab1683fd8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651944 Mar 05 14:00:14.911025 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: fb2290e1-5496-4892-9710-78903aa22a71 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:00:14.911590 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fb2290e1-5496-4892-9710-78903aa22a71 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:00:14.973450 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24f9387a-e00a-4c47-8dc1-a9757a133572 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:14.993958 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f9387a-e00a-4c47-8dc1-a9757a133572 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:00:14.994728 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24f9387a-e00a-4c47-8dc1-a9757a133572 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:00:15.011501 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:00:15.077746 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c001118-f2c9-460d-ab14-558ed9a1c49c req-2c92e173-15ed-4872-a7c6-c45452b96adc tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] No DVR routers for this DVR port 89a62c64-99e2-4ea2-8f33-af29a6030bec on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:00:15.093154 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6c001118-f2c9-460d-ab14-558ed9a1c49c req-2c92e173-15ed-4872-a7c6-c45452b96adc tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:15.097961 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-5d63bc27-ced5-4b0c-9f3c-10913166df38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8::1e9 (d67009e9-c74e-44a6-8a92-0c4d7928efad/ba2cf655-9a6a-4a57-8129-1b2403f19ee5/6d1dd7ea-557e-4cd9-a847-fa41f02b4174) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:00:15.106698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1ab4cb-c1c7-429a-9fa5-cebd04428908', 'name': 'network-vif-deleted', 'tag': '89a62c64-99e2-4ea2-8f33-af29a6030bec'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:00:15.123519 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6c001118-f2c9-460d-ab14-558ed9a1c49c req-2c92e173-15ed-4872-a7c6-c45452b96adc tempest-ServerTagsTestJSON-963707521 tempest-ServerTagsTestJSON-963707521-project] 10.222.0.30 "DELETE /v2.0/ports/89a62c64-99e2-4ea2-8f33-af29a6030bec HTTP/1.1" status: 204 len: 173 time: 4.3179641 Mar 05 14:00:15.186125 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24f9387a-e00a-4c47-8dc1-a9757a133572 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:15.194500 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e7743cf0-d93f-471b-9978-850600f2efb7 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:15.198412 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e7743cf0-d93f-471b-9978-850600f2efb7 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "DELETE /v2.0/security-groups/b9794cc7-e91d-4c81-ac4d-8ef50ded873e HTTP/1.1" status: 204 len: 168 time: 2.4816792 Mar 05 14:00:15.207098 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48070) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:15.211723 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be8a4c4-ba21-4581-9279-423f1bf75484 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:00:15.220832 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1ab4cb-c1c7-429a-9fa5-cebd04428908', 'name': 'network-vif-deleted', 'tag': '89a62c64-99e2-4ea2-8f33-af29a6030bec', 'status': 'completed', 'code': 200} Mar 05 14:00:15.231712 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da83914-6abc-4548-826b-00800c24c6b3 None None] Sync routers for ids ['57e5b2d3-2f21-4cc5-a9de-2ca276f2f5a2'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:00:15.243095 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da83914-6abc-4548-826b-00800c24c6b3 None None] Routers {'57e5b2d3-2f21-4cc5-a9de-2ca276f2f5a2'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:00:15.243724 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3da83914-6abc-4548-826b-00800c24c6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:00:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['57e5b2d3-2f21-4cc5-a9de-2ca276f2f5a2'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:15.251629 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24f9387a-e00a-4c47-8dc1-a9757a133572 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:15.256333 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9387a-e00a-4c47-8dc1-a9757a133572 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Pushing event deleted for resources: {'Network': ['ID=68ea105c-2f14-4525-a157-177c36f5fb46,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:15.315324 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-55dbc9c1-369d-44bf-ac4f-24e2f44c87a5 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] show failed (client error): The resource could not be found. Mar 05 14:00:15.318890 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-55dbc9c1-369d-44bf-ac4f-24e2f44c87a5 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "GET /v2.0/security-groups/b9794cc7-e91d-4c81-ac4d-8ef50ded873e HTTP/1.1" status: 404 len: 347 time: 0.1082625 Mar 05 14:00:15.323380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48076) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:15.329868 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-24f9387a-e00a-4c47-8dc1-a9757a133572 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] 10.222.0.16 "DELETE /v2.0/networks/68ea105c-2f14-4525-a157-177c36f5fb46 HTTP/1.1" status: 204 len: 168 time: 3.2463253 Mar 05 14:00:15.330476 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e121f71-a486-4496-9aee-c9a61b90124e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:15.332433 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e121f71-a486-4496-9aee-c9a61b90124e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:15.333535 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0e121f71-a486-4496-9aee-c9a61b90124e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7a00066-237e-4c44-bb5d-b5d2c90f2f2f HTTP/1.1" status: 204 len: 168 time: 2.4740391 Mar 05 14:00:15.334419 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4d414be6-9a62-488a-b626-226ac705faf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:15.338989 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48080) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:15.375647 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3da83914-6abc-4548-826b-00800c24c6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:15.414511 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da83914-6abc-4548-826b-00800c24c6b3 None None] Routers {'57e5b2d3-2f21-4cc5-a9de-2ca276f2f5a2'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:00:15.416605 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3da83914-6abc-4548-826b-00800c24c6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:00:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['57e5b2d3-2f21-4cc5-a9de-2ca276f2f5a2'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:15.514021 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf2f3430-9512-45cf-a564-4a0239773d68 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:15.518065 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5be8a4c4-ba21-4581-9279-423f1bf75484 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/routers/57e5b2d3-2f21-4cc5-a9de-2ca276f2f5a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0674140 Mar 05 14:00:15.521516 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48090) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:15.631399 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3da83914-6abc-4548-826b-00800c24c6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:15.640656 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da83914-6abc-4548-826b-00800c24c6b3 None None] The sync data for ids ['57e5b2d3-2f21-4cc5-a9de-2ca276f2f5a2'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:00:15.690514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e121f71-a486-4496-9aee-c9a61b90124e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a00066-237e-4c44-bb5d-b5d2c90f2f2f,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:15.702964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4d414be6-9a62-488a-b626-226ac705faf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:16.007931 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf2f3430-9512-45cf-a564-4a0239773d68 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:16.037623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4d414be6-9a62-488a-b626-226ac705faf2 admin admin] Usage tracker for resource:security_group_rule and tenant:95f6f0a96ac14f04bd4474702e0ce1a5 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:16.081990 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48110) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:16.086795 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d63bc27-ced5-4b0c-9f3c-10913166df38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:16.090778 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-cf2f3430-9512-45cf-a564-4a0239773d68 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2db662e-424f-4cb2-a0d7-44a3442e7c15']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:16.158536 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-0b690025-95b3-4025-ba9e-2c6d51abc518 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Deleting port 7171e815-67ab-4bd5-a86a-6072dc7efb49 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:16.158914 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b690025-95b3-4025-ba9e-2c6d51abc518 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:16.173193 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-cf2f3430-9512-45cf-a564-4a0239773d68 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054356c8-d259-4023-b131-f14eda387b6d') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:16.173604 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-cf2f3430-9512-45cf-a564-4a0239773d68 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054356c8-d259-4023-b131-f14eda387b6d') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:16.186317 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b93e923-7596-45f3-a2c0-22596a964b15 admin admin] Deleting subnet ed4c8408-d487-4d31-9891-8b8c29aaab3c {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:00:16.190168 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7b93e923-7596-45f3-a2c0-22596a964b15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:16.229108 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-5d63bc27-ced5-4b0c-9f3c-10913166df38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Transition to ACTIVE for port object 6d1dd7ea-557e-4cd9-a847-fa41f02b4174 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:16.238109 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf2f3430-9512-45cf-a564-4a0239773d68 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:16.260828 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf2f3430-9512-45cf-a564-4a0239773d68 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:16.270661 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2f3430-9512-45cf-a564-4a0239773d68 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:00:16.271112 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf2f3430-9512-45cf-a564-4a0239773d68 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:16.281271 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4d414be6-9a62-488a-b626-226ac705faf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:00:16.286931 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:00:16.289100 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4d414be6-9a62-488a-b626-226ac705faf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:16.289938 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7b93e923-7596-45f3-a2c0-22596a964b15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:16.416965 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48124) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:16.437390 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7b93e923-7596-45f3-a2c0-22596a964b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:16.505179 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d63bc27-ced5-4b0c-9f3c-10913166df38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:16.570343 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf2f3430-9512-45cf-a564-4a0239773d68 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:16.580075 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7b93e923-7596-45f3-a2c0-22596a964b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:16.590623 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-58d4d25b-0f8c-4aba-a673-354d46089cac None None] Allocated IP 2001:db8::2 (d67009e9-c74e-44a6-8a92-0c4d7928efad/ba2cf655-9a6a-4a57-8129-1b2403f19ee5/c71ca8f5-206c-4070-a2ab-a3dbea0aa8be) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:00:16.615998 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-c9b80fa4-9bd0-4ecb-8036-9b7ec19464e0 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] remove_router_interface failed (client error): The resource could not be found. Mar 05 14:00:16.620189 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c9b80fa4-9bd0-4ecb-8036-9b7ec19464e0 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/routers/57e5b2d3-2f21-4cc5-a9de-2ca276f2f5a2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0514877 Mar 05 14:00:16.623306 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48132) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:16.681059 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf2f3430-9512-45cf-a564-4a0239773d68 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:16.694858 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93e923-7596-45f3-a2c0-22596a964b15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed4c8408-d487-4d31-9891-8b8c29aaab3c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:16.701640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f3430-9512-45cf-a564-4a0239773d68 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Pushing event deleted for resources: {'Network': ['ID=f2db662e-424f-4cb2-a0d7-44a3442e7c15,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:16.707449 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-bb843260-7b2e-48b6-b1f6-c0c89bf7fac2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Synchronizing usage tracker for tenant:f9698ae0269e4f54b2949da6501e3b33 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:16.714332 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cf2f3430-9512-45cf-a564-4a0239773d68 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] 10.222.0.16 "DELETE /v2.0/networks/f2db662e-424f-4cb2-a0d7-44a3442e7c15 HTTP/1.1" status: 204 len: 168 time: 1.3741243 Mar 05 14:00:16.717646 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48138) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:16.737077 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d63bc27-ced5-4b0c-9f3c-10913166df38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:16.764230 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b690025-95b3-4025-ba9e-2c6d51abc518 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:16.764546 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b690025-95b3-4025-ba9e-2c6d51abc518 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:16.778090 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-bb843260-7b2e-48b6-b1f6-c0c89bf7fac2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Unset dirty status for tenant:f9698ae0269e4f54b2949da6501e3b33 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:16.782238 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-bb843260-7b2e-48b6-b1f6-c0c89bf7fac2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/ports?device_id=57e5b2d3-2f21-4cc5-a9de-2ca276f2f5a2 HTTP/1.1" status: 200 len: 205 time: 0.1560466 Mar 05 14:00:16.786385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48142) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:16.869292 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-5d63bc27-ced5-4b0c-9f3c-10913166df38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:16.880474 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0f162269-831d-41d5-9608-be5cd82c2f7a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:16.893494 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d63bc27-ced5-4b0c-9f3c-10913166df38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:00:16.902503 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d63bc27-ced5-4b0c-9f3c-10913166df38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:16.903832 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d63bc27-ced5-4b0c-9f3c-10913166df38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:16.931657 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7b93e923-7596-45f3-a2c0-22596a964b15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:16.934487 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7b93e923-7596-45f3-a2c0-22596a964b15 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ed4c8408-d487-4d31-9891-8b8c29aaab3c HTTP/1.1" status: 204 len: 168 time: 0.8514159 Mar 05 14:00:16.942645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48150) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:16.955751 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5d63bc27-ced5-4b0c-9f3c-10913166df38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0970917 Mar 05 14:00:16.957020 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-58d4d25b-0f8c-4aba-a673-354d46089cac None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:16.969491 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-58d4d25b-0f8c-4aba-a673-354d46089cac None None] Transition to ACTIVE for port object c71ca8f5-206c-4070-a2ab-a3dbea0aa8be will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:16.979267 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48154) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:16.992307 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-58d4d25b-0f8c-4aba-a673-354d46089cac None None] Transition to ACTIVE for port object c71ca8f5-206c-4070-a2ab-a3dbea0aa8be will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:16.999954 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-58d4d25b-0f8c-4aba-a673-354d46089cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:17.015228 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63bc27-ced5-4b0c-9f3c-10913166df38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=6d1dd7ea-557e-4cd9-a847-fa41f02b4174,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:17.046425 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-28d09dfa-4dbc-4a01-ad5a-d2db56afa8f0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1139691486'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:17.060843 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-0b690025-95b3-4025-ba9e-2c6d51abc518 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Calling delete_port for 7171e815-67ab-4bd5-a86a-6072dc7efb49 owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:17.083888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d4d25b-0f8c-4aba-a673-354d46089cac None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:17.088297 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-58d4d25b-0f8c-4aba-a673-354d46089cac None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:17.098020 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d4d25b-0f8c-4aba-a673-354d46089cac None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:00:17.099969 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4d414be6-9a62-488a-b626-226ac705faf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:17.109212 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4bd546f2-3cc8-4156-adb3-7442bee1e1fb tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:17.160250 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4d25b-0f8c-4aba-a673-354d46089cac None None] Pushing event updated for resources: {'Port': ['ID=c71ca8f5-206c-4070-a2ab-a3dbea0aa8be,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:17.163089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-28d09dfa-4dbc-4a01-ad5a-d2db56afa8f0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:17.184850 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4d414be6-9a62-488a-b626-226ac705faf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:17.210032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-28d09dfa-4dbc-4a01-ad5a-d2db56afa8f0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Usage tracker for resource:network and tenant:56b96c04c4b446679513061b8864d205 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:17.243716 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-58d4d25b-0f8c-4aba-a673-354d46089cac None None] Attempting to bind port c71ca8f5-206c-4070-a2ab-a3dbea0aa8be on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:00:17.243716 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-58d4d25b-0f8c-4aba-a673-354d46089cac None None] Attempting to bind port c71ca8f5-206c-4070-a2ab-a3dbea0aa8be by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:00:17.243716 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d4d25b-0f8c-4aba-a673-354d46089cac None None] Attempting to bind port c71ca8f5-206c-4070-a2ab-a3dbea0aa8be on network d67009e9-c74e-44a6-8a92-0c4d7928efad {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:00:17.243716 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d4d25b-0f8c-4aba-a673-354d46089cac None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:00:17.243716 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d4d25b-0f8c-4aba-a673-354d46089cac None None] Checking segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:00:17.243716 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-58d4d25b-0f8c-4aba-a673-354d46089cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:17.243716 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d4d25b-0f8c-4aba-a673-354d46089cac None None] Bound using segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:00:17.244786 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-58d4d25b-0f8c-4aba-a673-354d46089cac None None] Bound port: c71ca8f5-206c-4070-a2ab-a3dbea0aa8be, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:00:17.245737 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4d414be6-9a62-488a-b626-226ac705faf2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95f6f0a96ac14f04bd4474702e0ce1a5&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0326920 Mar 05 14:00:17.247170 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-58d4d25b-0f8c-4aba-a673-354d46089cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:17.250830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-28d09dfa-4dbc-4a01-ad5a-d2db56afa8f0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:17.253575 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d414be6-9a62-488a-b626-226ac705faf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b321622c-c781-424f-a12f-4ac0a4619cd0,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:17.297981 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48166) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:17.323796 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0f162269-831d-41d5-9608-be5cd82c2f7a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:17.328864 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-28d09dfa-4dbc-4a01-ad5a-d2db56afa8f0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:17.338854 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a3f20b25-64f2-4fc8-a1b7-29af20f3c661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:17.373811 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-58d4d25b-0f8c-4aba-a673-354d46089cac None None] For port c71ca8f5-206c-4070-a2ab-a3dbea0aa8be, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:00:17.379687 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-58d4d25b-0f8c-4aba-a673-354d46089cac None None] For port c71ca8f5-206c-4070-a2ab-a3dbea0aa8be, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c71ca8f5-206c-4070-a2ab-a3dbea0aa8be,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:00:17.387344 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-58d4d25b-0f8c-4aba-a673-354d46089cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:17.420995 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-0f162269-831d-41d5-9608-be5cd82c2f7a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e10e88d-2409-4420-9198-f1137fc965c8']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:17.444651 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1228e8a8-5045-4d35-8d38-d0bffa0d5adb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:17.451491 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1228e8a8-5045-4d35-8d38-d0bffa0d5adb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:17.452394 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1228e8a8-5045-4d35-8d38-d0bffa0d5adb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:17.473490 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-0f162269-831d-41d5-9608-be5cd82c2f7a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b212599e-ad81-46f3-989e-c26c9eeb35fd') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:17.473924 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-0f162269-831d-41d5-9608-be5cd82c2f7a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b212599e-ad81-46f3-989e-c26c9eeb35fd') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:17.523574 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4d25b-0f8c-4aba-a673-354d46089cac None None] Pushing event updated for resources: {'Port': ['ID=c71ca8f5-206c-4070-a2ab-a3dbea0aa8be,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:17.543896 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0f162269-831d-41d5-9608-be5cd82c2f7a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:17.580917 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e96aa312-8e1d-4b80-8b3c-bdfe239fe2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:17.613397 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0f162269-831d-41d5-9608-be5cd82c2f7a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:17.623817 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1228e8a8-5045-4d35-8d38-d0bffa0d5adb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:17.625571 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1228e8a8-5045-4d35-8d38-d0bffa0d5adb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6066346 Mar 05 14:00:17.672092 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48178) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:17.705179 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e96aa312-8e1d-4b80-8b3c-bdfe239fe2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:17.712521 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f162269-831d-41d5-9608-be5cd82c2f7a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:00:17.712913 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0f162269-831d-41d5-9608-be5cd82c2f7a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:00:17.727355 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:00:17.794830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d09dfa-4dbc-4a01-ad5a-d2db56afa8f0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Made reservation on behalf of 56b96c04c4b446679513061b8864d205 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:17.806188 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-28d09dfa-4dbc-4a01-ad5a-d2db56afa8f0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:17.835783 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4bd546f2-3cc8-4156-adb3-7442bee1e1fb tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:17.840658 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4bd546f2-3cc8-4156-adb3-7442bee1e1fb tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:17.852768 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-28d09dfa-4dbc-4a01-ad5a-d2db56afa8f0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:17.864856 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a3f20b25-64f2-4fc8-a1b7-29af20f3c661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:17.969345 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-8a36d037-106f-42bb-801b-03d4c3a6fce8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting port 6d1dd7ea-557e-4cd9-a847-fa41f02b4174 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:17.970070 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8a36d037-106f-42bb-801b-03d4c3a6fce8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:18.007082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-28d09dfa-4dbc-4a01-ad5a-d2db56afa8f0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:18.045869 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-28d09dfa-4dbc-4a01-ad5a-d2db56afa8f0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Usage tracker for resource:security_group_rule and tenant:56b96c04c4b446679513061b8864d205 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:18.055403 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-28d09dfa-4dbc-4a01-ad5a-d2db56afa8f0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:18.058590 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4bd546f2-3cc8-4156-adb3-7442bee1e1fb tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:18.059315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd546f2-3cc8-4156-adb3-7442bee1e1fb tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Fanout notify agent at l3_agent the message router_deleted on router 57e5b2d3-2f21-4cc5-a9de-2ca276f2f5a2 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:00:18.070707 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0f162269-831d-41d5-9608-be5cd82c2f7a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:18.072378 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48186) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:18.080099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-a3f20b25-64f2-4fc8-a1b7-29af20f3c661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:18.100515 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-28d09dfa-4dbc-4a01-ad5a-d2db56afa8f0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:18.102407 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b690025-95b3-4025-ba9e-2c6d51abc518 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:18.103686 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0f162269-831d-41d5-9608-be5cd82c2f7a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:18.125889 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f162269-831d-41d5-9608-be5cd82c2f7a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Pushing event deleted for resources: {'Network': ['ID=8e10e88d-2409-4420-9198-f1137fc965c8,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:18.128781 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-a3f20b25-64f2-4fc8-a1b7-29af20f3c661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77579bbb-f3f4-4401-9d67-38c27afda0b5') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:18.129058 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-a3f20b25-64f2-4fc8-a1b7-29af20f3c661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77579bbb-f3f4-4401-9d67-38c27afda0b5') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:18.143463 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0f162269-831d-41d5-9608-be5cd82c2f7a tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] 10.222.0.16 "DELETE /v2.0/networks/8e10e88d-2409-4420-9198-f1137fc965c8 HTTP/1.1" status: 204 len: 168 time: 1.4166224 Mar 05 14:00:18.143689 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48192) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:18.147501 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a3f20b25-64f2-4fc8-a1b7-29af20f3c661 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:18.185530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b690025-95b3-4025-ba9e-2c6d51abc518 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Pushing event deleted for resources: {'Port': ['ID=7171e815-67ab-4bd5-a86a-6072dc7efb49,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:18.249944 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a3f20b25-64f2-4fc8-a1b7-29af20f3c661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:18.257899 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e96aa312-8e1d-4b80-8b3c-bdfe239fe2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:18.300633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f20b25-64f2-4fc8-a1b7-29af20f3c661 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:00:18.300926 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a3f20b25-64f2-4fc8-a1b7-29af20f3c661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:00:18.316459 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:00:18.330832 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96aa312-8e1d-4b80-8b3c-bdfe239fe2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b321622c-c781-424f-a12f-4ac0a4619cd0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:18.339463 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-166e5573-92d4-4f6f-b015-14e865de3fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:18.400079 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-43cc5505-0a2a-4cef-aa73-07f39b29cb63 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:18.414219 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e96aa312-8e1d-4b80-8b3c-bdfe239fe2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:18.418799 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e96aa312-8e1d-4b80-8b3c-bdfe239fe2b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b321622c-c781-424f-a12f-4ac0a4619cd0 HTTP/1.1" status: 204 len: 168 time: 1.1161375 Mar 05 14:00:18.424141 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-166e5573-92d4-4f6f-b015-14e865de3fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:18.438952 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-166e5573-92d4-4f6f-b015-14e865de3fad admin admin] Usage tracker for resource:security_group_rule and tenant:8ddba58801624fe7b0ba9c0dde2840ca is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:18.440962 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4bd546f2-3cc8-4156-adb3-7442bee1e1fb tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:18.444044 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4bd546f2-3cc8-4156-adb3-7442bee1e1fb tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/routers/57e5b2d3-2f21-4cc5-a9de-2ca276f2f5a2 HTTP/1.1" status: 204 len: 168 time: 1.6547728 Mar 05 14:00:18.446040 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48198) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:18.448160 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-166e5573-92d4-4f6f-b015-14e865de3fad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:18.465474 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b690025-95b3-4025-ba9e-2c6d51abc518 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:18.488354 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-166e5573-92d4-4f6f-b015-14e865de3fad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:18.490433 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a3f20b25-64f2-4fc8-a1b7-29af20f3c661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:18.518427 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a3f20b25-64f2-4fc8-a1b7-29af20f3c661 admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:18.538954 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b690025-95b3-4025-ba9e-2c6d51abc518 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:18.540468 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0b690025-95b3-4025-ba9e-2c6d51abc518 tempest-ServerActionsTestJSON-15372004 tempest-ServerActionsTestJSON-15372004-project] 10.222.0.16 "DELETE /v2.0/floatingips/e3384a6a-f5c2-4a11-9e5e-a185b7885504 HTTP/1.1" status: 204 len: 168 time: 3.2161152 Mar 05 14:00:18.557579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48202) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:18.561537 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f20b25-64f2-4fc8-a1b7-29af20f3c661 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:18.595746 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8a36d037-106f-42bb-801b-03d4c3a6fce8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:18.662936 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a3f20b25-64f2-4fc8-a1b7-29af20f3c661 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d4afa47e-2aff-4520-ba7e-e7cc9ae8cdab HTTP/1.1" status: 204 len: 168 time: 1.7185736 Mar 05 14:00:18.664796 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-43cc5505-0a2a-4cef-aa73-07f39b29cb63 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:18.724756 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-43cc5505-0a2a-4cef-aa73-07f39b29cb63 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39879e82-4da1-4e44-ab95-0af0e9f07bba']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:18.752500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-43cc5505-0a2a-4cef-aa73-07f39b29cb63 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a592b1-3700-4d83-92e5-912459e208aa') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:18.752790 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-43cc5505-0a2a-4cef-aa73-07f39b29cb63 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a592b1-3700-4d83-92e5-912459e208aa') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:18.771752 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-43cc5505-0a2a-4cef-aa73-07f39b29cb63 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:18.801855 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-43cc5505-0a2a-4cef-aa73-07f39b29cb63 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:18.809583 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-8a36d037-106f-42bb-801b-03d4c3a6fce8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Calling delete_port for 6d1dd7ea-557e-4cd9-a847-fa41f02b4174 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:18.827757 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43cc5505-0a2a-4cef-aa73-07f39b29cb63 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:00:18.828192 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-43cc5505-0a2a-4cef-aa73-07f39b29cb63 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:18.837439 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c71ca8f5-206c-4070-a2ab-a3dbea0aa8be up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:00:18.848660 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:00:18.862472 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a964a0d-4719-4a40-9d41-7cb67d558410 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting subnet d689bd0f-dbcf-4d2b-9281-e55902333ee9 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:00:18.879605 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-28d09dfa-4dbc-4a01-ad5a-d2db56afa8f0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:18.881055 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a964a0d-4719-4a40-9d41-7cb67d558410 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:18.968410 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a964a0d-4719-4a40-9d41-7cb67d558410 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:19.005133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port c71ca8f5-206c-4070-a2ab-a3dbea0aa8be completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:19.024171 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-166e5573-92d4-4f6f-b015-14e865de3fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:19.034350 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-166e5573-92d4-4f6f-b015-14e865de3fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:19.044911 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-28d09dfa-4dbc-4a01-ad5a-d2db56afa8f0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:19.076885 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-43cc5505-0a2a-4cef-aa73-07f39b29cb63 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:19.123268 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-43cc5505-0a2a-4cef-aa73-07f39b29cb63 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:19.130090 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48218) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:19.156890 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d09dfa-4dbc-4a01-ad5a-d2db56afa8f0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:00:19.162896 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc5505-0a2a-4cef-aa73-07f39b29cb63 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] Pushing event deleted for resources: {'Network': ['ID=39879e82-4da1-4e44-ab95-0af0e9f07bba,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:19.171106 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-28d09dfa-4dbc-4a01-ad5a-d2db56afa8f0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:19.171450 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-28d09dfa-4dbc-4a01-ad5a-d2db56afa8f0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Added segment fa52d638-866d-49eb-8fac-69d263455109 of type vlan for network 15a79933-c99f-4524-8c29-6c44d3c63971 Mar 05 14:00:19.176640 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-166e5573-92d4-4f6f-b015-14e865de3fad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ddba58801624fe7b0ba9c0dde2840ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0994530 Mar 05 14:00:19.177329 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48222) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:19.190595 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e5573-92d4-4f6f-b015-14e865de3fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89918ad-78c0-4324-b5d6-9f68b8a06030,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:19.190854 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e4231903-ff19-43b3-af68-eb6ee5ddefe6 None None] Provisioning for port c71ca8f5-206c-4070-a2ab-a3dbea0aa8be completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:19.200249 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e4231903-ff19-43b3-af68-eb6ee5ddefe6 None None] Provisioning complete for port c71ca8f5-206c-4070-a2ab-a3dbea0aa8be triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:19.200689 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e4231903-ff19-43b3-af68-eb6ee5ddefe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:19.206036 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-28d09dfa-4dbc-4a01-ad5a-d2db56afa8f0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:19.212600 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-43cc5505-0a2a-4cef-aa73-07f39b29cb63 tempest-BulkNetworkOpsTest-1728700014 tempest-BulkNetworkOpsTest-1728700014-project] 10.222.0.16 "DELETE /v2.0/networks/39879e82-4da1-4e44-ab95-0af0e9f07bba HTTP/1.1" status: 204 len: 168 time: 1.0679984 Mar 05 14:00:19.280071 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-27761509-c2cc-4dbf-b625-5d34b24fd207 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=812716d33e00494481c55f180bd57dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488483 Mar 05 14:00:19.283388 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48228) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:19.311872 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d09dfa-4dbc-4a01-ad5a-d2db56afa8f0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=058b02c3-b74d-4a9d-9eaa-2b1641c704b7,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:19.329017 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-28d09dfa-4dbc-4a01-ad5a-d2db56afa8f0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:19.335169 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d09dfa-4dbc-4a01-ad5a-d2db56afa8f0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:19.336037 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-28d09dfa-4dbc-4a01-ad5a-d2db56afa8f0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:19.379207 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dda0cbb4-720d-4601-be5a-4a5ca0d4948c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:19.455507 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-49a98bd6-3e9e-495b-a737-92658bc994a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:19.493353 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-49a98bd6-3e9e-495b-a737-92658bc994a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:19.555724 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dda0cbb4-720d-4601-be5a-4a5ca0d4948c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:19.580157 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-49a98bd6-3e9e-495b-a737-92658bc994a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:19.598029 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e4231903-ff19-43b3-af68-eb6ee5ddefe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:19.613960 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a98bd6-3e9e-495b-a737-92658bc994a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f8320c-c3ed-434e-91cc-ab1683fd8730,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:19.635814 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-49a98bd6-3e9e-495b-a737-92658bc994a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:19.638397 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-49a98bd6-3e9e-495b-a737-92658bc994a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24f8320c-c3ed-434e-91cc-ab1683fd8730 HTTP/1.1" status: 204 len: 168 time: 0.3541002 Mar 05 14:00:19.661178 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e4231903-ff19-43b3-af68-eb6ee5ddefe6 None None] For port c71ca8f5-206c-4070-a2ab-a3dbea0aa8be, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c71ca8f5-206c-4070-a2ab-a3dbea0aa8be,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:19.662246 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dda0cbb4-720d-4601-be5a-4a5ca0d4948c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:19.668092 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e4231903-ff19-43b3-af68-eb6ee5ddefe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:19.693618 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0cbb4-720d-4601-be5a-4a5ca0d4948c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89918ad-78c0-4324-b5d6-9f68b8a06030,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:19.699221 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dda0cbb4-720d-4601-be5a-4a5ca0d4948c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:19.700534 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dda0cbb4-720d-4601-be5a-4a5ca0d4948c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d89918ad-78c0-4324-b5d6-9f68b8a06030 HTTP/1.1" status: 204 len: 168 time: 0.5150788 Mar 05 14:00:19.757051 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-28d09dfa-4dbc-4a01-ad5a-d2db56afa8f0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.2445168 Mar 05 14:00:19.757198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48246) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:19.766488 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-32bd45b2-2037-4e53-bf41-555379c70e6d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Request body: {'subnet': {'network_id': '15a79933-c99f-4524-8c29-6c44d3c63971', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:19.788549 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4231903-ff19-43b3-af68-eb6ee5ddefe6 None None] Pushing event updated for resources: {'Port': ['ID=c71ca8f5-206c-4070-a2ab-a3dbea0aa8be,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:19.910739 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a964a0d-4719-4a40-9d41-7cb67d558410 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:19.929216 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-32bd45b2-2037-4e53-bf41-555379c70e6d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:19.934624 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-32bd45b2-2037-4e53-bf41-555379c70e6d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Usage tracker for resource:subnet and tenant:56b96c04c4b446679513061b8864d205 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:19.938577 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-32bd45b2-2037-4e53-bf41-555379c70e6d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:19.939086 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d09dfa-4dbc-4a01-ad5a-d2db56afa8f0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Pushing event updated for resources: {'Network': ['ID=15a79933-c99f-4524-8c29-6c44d3c63971,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:19.952258 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 15a79933-c99f-4524-8c29-6c44d3c63971 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:00:19.975721 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-32bd45b2-2037-4e53-bf41-555379c70e6d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:19.995136 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bd45b2-2037-4e53-bf41-555379c70e6d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Made reservation on behalf of 56b96c04c4b446679513061b8864d205 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:19.999117 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-32bd45b2-2037-4e53-bf41-555379c70e6d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:20.090733 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-95d195ed-9225-4209-81b2-53b1158f11f3 None None] Provisioning for port 6d1dd7ea-557e-4cd9-a847-fa41f02b4174 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:20.092701 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8a36d037-106f-42bb-801b-03d4c3a6fce8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:20.117295 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-95d195ed-9225-4209-81b2-53b1158f11f3 None None] Provisioning complete for port 6d1dd7ea-557e-4cd9-a847-fa41f02b4174 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:20.117743 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-95d195ed-9225-4209-81b2-53b1158f11f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:20.202673 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-95d195ed-9225-4209-81b2-53b1158f11f3 None None] Port 6d1dd7ea-557e-4cd9-a847-fa41f02b4174 was deleted so its status cannot be updated. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 05 14:00:20.224526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48254) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:20.308497 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36d037-106f-42bb-801b-03d4c3a6fce8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Port': ['ID=6d1dd7ea-557e-4cd9-a847-fa41f02b4174,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:20.324246 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a964a0d-4719-4a40-9d41-7cb67d558410 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:20.336128 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8a36d037-106f-42bb-801b-03d4c3a6fce8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:20.405910 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-32bd45b2-2037-4e53-bf41-555379c70e6d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:20.416029 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a964a0d-4719-4a40-9d41-7cb67d558410 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:20.423820 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3a964a0d-4719-4a40-9d41-7cb67d558410 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/subnets/d689bd0f-dbcf-4d2b-9281-e55902333ee9 HTTP/1.1" status: 204 len: 168 time: 1.9634199 Mar 05 14:00:20.428605 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e6d1f5-7806-43ef-828e-58cdeabc0edd None None] Network 40422caa-f7ac-460b-a2c0-7b178140edbf requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:00:20.455919 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48264) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:20.466231 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48268) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:20.468463 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a964a0d-4719-4a40-9d41-7cb67d558410 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Subnet': ['ID=d689bd0f-dbcf-4d2b-9281-e55902333ee9,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:20.558805 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0ca7f04e-8715-47f9-8c86-8038b65d9748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:20.573053 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8a36d037-106f-42bb-801b-03d4c3a6fce8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/6d1dd7ea-557e-4cd9-a847-fa41f02b4174 HTTP/1.1" status: 204 len: 168 time: 2.8921287 Mar 05 14:00:20.608991 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48274) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:20.716235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70f7769-1c9b-4a0d-8c4e-08c24be7a16f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:20.717761 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70f7769-1c9b-4a0d-8c4e-08c24be7a16f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:20.718459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e70f7769-1c9b-4a0d-8c4e-08c24be7a16f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:20.740808 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd45b2-2037-4e53-bf41-555379c70e6d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Pushing event updated for resources: {'Subnet': ['ID=b0ab08b6-e479-4820-9e76-59cb71d75832,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:20.746624 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0ca7f04e-8715-47f9-8c86-8038b65d9748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:20.764696 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0dbebeef-5c59-4415-bcb1-a6c38a5b2122 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:20.780774 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bd45b2-2037-4e53-bf41-555379c70e6d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Checking segment: {'id': 'fa52d638-866d-49eb-8fac-69d263455109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '15a79933-c99f-4524-8c29-6c44d3c63971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:00:20.781168 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bd45b2-2037-4e53-bf41-555379c70e6d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Network hostable DHCP agents. Network: 15a79933-c99f-4524-8c29-6c44d3c63971, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:00:20.782110 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c71ca8f5-206c-4070-a2ab-a3dbea0aa8be up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:00:20.796461 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0ca7f04e-8715-47f9-8c86-8038b65d9748 admin admin] Usage tracker for resource:security_group_rule and tenant:e7d7f9636a6b479293464110a332691c is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:20.800234 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e70f7769-1c9b-4a0d-8c4e-08c24be7a16f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:20.804557 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e70f7769-1c9b-4a0d-8c4e-08c24be7a16f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1897194 Mar 05 14:00:20.808254 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48282) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:20.829595 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0ca7f04e-8715-47f9-8c86-8038b65d9748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:20.848033 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-0dbebeef-5c59-4415-bcb1-a6c38a5b2122 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting port dca742c0-b040-4672-93e6-0aca47c914d4 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:20.849060 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0dbebeef-5c59-4415-bcb1-a6c38a5b2122 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:20.907069 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7f703079-02ee-4723-b6e7-1ff934f91c93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5d0e8000c0a4bb9aad4e58146ade188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6808491 Mar 05 14:00:20.915445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48290) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:20.971157 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c0bb64-5f62-4e07-a9ce-70e0d1cb4b7e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet ba2cf655-9a6a-4a57-8129-1b2403f19ee5 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:00:20.978498 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c2c0bb64-5f62-4e07-a9ce-70e0d1cb4b7e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:20.980313 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port c71ca8f5-206c-4070-a2ab-a3dbea0aa8be triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:20.980735 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:21.037247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0ca7f04e-8715-47f9-8c86-8038b65d9748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:21.043543 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc92384b-1ecd-4c91-a7c1-fa3b1848b37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:21.059982 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bd45b2-2037-4e53-bf41-555379c70e6d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Network 15a79933-c99f-4524-8c29-6c44d3c63971 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:00:21.090307 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a28f39-87b4-4591-b86b-9181d732c84b None None] DHCP port deletion for 40422caa-f7ac-460b-a2c0-7b178140edbf request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:00:21.103035 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-32bd45b2-2037-4e53-bf41-555379c70e6d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 15a79933-c99f-4524-8c29-6c44d3c63971) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:21.122523 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc40224-fe0a-45a4-88b2-494d4a698763 None None] Network 15a79933-c99f-4524-8c29-6c44d3c63971 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:00:21.129499 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bd45b2-2037-4e53-bf41-555379c70e6d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:21.130579 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-32bd45b2-2037-4e53-bf41-555379c70e6d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:21.149250 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b54a943a-6dcc-4df6-9c1b-45838c57210e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:21.178048 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c2c0bb64-5f62-4e07-a9ce-70e0d1cb4b7e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:21.240833 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-32bd45b2-2037-4e53-bf41-555379c70e6d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4811492 Mar 05 14:00:21.244031 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48300) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:21.311370 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-21a28f39-87b4-4591-b86b-9181d732c84b None None] Deleting port dca742c0-b040-4672-93e6-0aca47c914d4 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:21.313023 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-21a28f39-87b4-4591-b86b-9181d732c84b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:21.360092 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-0dbebeef-5c59-4415-bcb1-a6c38a5b2122 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] For port dca742c0-b040-4672-93e6-0aca47c914d4, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=dca742c0-b040-4672-93e6-0aca47c914d4,segment=NetworkSegment(baf76df8-ea91-4cd9-971e-89cf3f7f5588),segment_id=baf76df8-ea91-4cd9-971e-89cf3f7f5588)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:21.361306 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0dbebeef-5c59-4415-bcb1-a6c38a5b2122 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:21.510080 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b54a943a-6dcc-4df6-9c1b-45838c57210e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:21.543269 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-08b1739b-47cd-41cf-8b52-6c5af5af60e2 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Request body: {'port': {'network_id': '15a79933-c99f-4524-8c29-6c44d3c63971', 'name': 'tempest-AllowedAddressPairTestJSON-1191835058'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:21.616753 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-0dbebeef-5c59-4415-bcb1-a6c38a5b2122 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Calling delete_port for dca742c0-b040-4672-93e6-0aca47c914d4 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:21.670038 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0ca7f04e-8715-47f9-8c86-8038b65d9748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:21.683143 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0ca7f04e-8715-47f9-8c86-8038b65d9748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:21.723367 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0ca7f04e-8715-47f9-8c86-8038b65d9748 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e7d7f9636a6b479293464110a332691c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2320499 Mar 05 14:00:21.724056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48322) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:21.788417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7f04e-8715-47f9-8c86-8038b65d9748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea1073a-3ee3-4619-8262-92f235ae1227,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:21.792286 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8810ac55-e420-4f12-acd0-2724199eb496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-15a79933-c99f-4524-8c29-6c44d3c63971', 'network_id': '15a79933-c99f-4524-8c29-6c44d3c63971', 'tenant_id': '56b96c04c4b446679513061b8864d205', 'fixed_ips': [{'subnet_id': 'b0ab08b6-e479-4820-9e76-59cb71d75832'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:00:21.793182 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8810ac55-e420-4f12-acd0-2724199eb496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:21.803434 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0dbebeef-5c59-4415-bcb1-a6c38a5b2122 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:21.866460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbebeef-5c59-4415-bcb1-a6c38a5b2122 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] No DVR routers for this DVR port dca742c0-b040-4672-93e6-0aca47c914d4 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:00:21.878497 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-21a28f39-87b4-4591-b86b-9181d732c84b None None] For port dca742c0-b040-4672-93e6-0aca47c914d4, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=dca742c0-b040-4672-93e6-0aca47c914d4,segment=NetworkSegment(baf76df8-ea91-4cd9-971e-89cf3f7f5588),segment_id=baf76df8-ea91-4cd9-971e-89cf3f7f5588)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:21.879798 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-21a28f39-87b4-4591-b86b-9181d732c84b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:21.902325 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbebeef-5c59-4415-bcb1-a6c38a5b2122 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Port': ['ID=dca742c0-b040-4672-93e6-0aca47c914d4,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:22.054200 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8f32a871-759d-40eb-8c9c-84c4f5aa4f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:22.093534 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8f32a871-759d-40eb-8c9c-84c4f5aa4f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:22.100856 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-21a28f39-87b4-4591-b86b-9181d732c84b None None] Calling delete_port for dca742c0-b040-4672-93e6-0aca47c914d4 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:22.114159 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0dbebeef-5c59-4415-bcb1-a6c38a5b2122 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:22.163256 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-0dbebeef-5c59-4415-bcb1-a6c38a5b2122 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40422caa-f7ac-460b-a2c0-7b178140edbf']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:22.183507 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-0dbebeef-5c59-4415-bcb1-a6c38a5b2122 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf76df8-ea91-4cd9-971e-89cf3f7f5588') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:22.183507 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-0dbebeef-5c59-4415-bcb1-a6c38a5b2122 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf76df8-ea91-4cd9-971e-89cf3f7f5588') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:22.198102 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0dbebeef-5c59-4415-bcb1-a6c38a5b2122 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:22.224918 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c2c0bb64-5f62-4e07-a9ce-70e0d1cb4b7e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:22.225448 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-21a28f39-87b4-4591-b86b-9181d732c84b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:00:22.225448 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-21a28f39-87b4-4591-b86b-9181d732c84b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:00:22.232567 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0dbebeef-5c59-4415-bcb1-a6c38a5b2122 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:22.251550 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dbebeef-5c59-4415-bcb1-a6c38a5b2122 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:00:22.255204 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0dbebeef-5c59-4415-bcb1-a6c38a5b2122 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:00:22.279019 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:00:22.294441 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b54a943a-6dcc-4df6-9c1b-45838c57210e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:22.317393 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-08b1739b-47cd-41cf-8b52-6c5af5af60e2 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:22.319856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a943a-6dcc-4df6-9c1b-45838c57210e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1a557d-ceda-4412-8827-91a8219c3504,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:22.381250 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-08b1739b-47cd-41cf-8b52-6c5af5af60e2 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Usage tracker for resource:port and tenant:56b96c04c4b446679513061b8864d205 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:22.402839 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-08b1739b-47cd-41cf-8b52-6c5af5af60e2 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:22.410449 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b54a943a-6dcc-4df6-9c1b-45838c57210e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:22.411679 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b54a943a-6dcc-4df6-9c1b-45838c57210e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a1a557d-ceda-4412-8827-91a8219c3504 HTTP/1.1" status: 204 len: 168 time: 1.4929721 Mar 05 14:00:22.425809 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-08b1739b-47cd-41cf-8b52-6c5af5af60e2 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:22.467583 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-fc92384b-1ecd-4c91-a7c1-fa3b1848b37d admin admin] Deleting port 91a4a00e-efe1-4e4e-8fd2-594d823ae012 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:22.468140 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc92384b-1ecd-4c91-a7c1-fa3b1848b37d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:22.471369 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8f32a871-759d-40eb-8c9c-84c4f5aa4f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:22.510116 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c2c0bb64-5f62-4e07-a9ce-70e0d1cb4b7e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:22.546425 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32a871-759d-40eb-8c9c-84c4f5aa4f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea1073a-3ee3-4619-8262-92f235ae1227,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:22.568284 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0bb64-5f62-4e07-a9ce-70e0d1cb4b7e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=ba2cf655-9a6a-4a57-8129-1b2403f19ee5,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:22.575106 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b1739b-47cd-41cf-8b52-6c5af5af60e2 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Made reservation on behalf of 56b96c04c4b446679513061b8864d205 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:22.579977 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-08b1739b-47cd-41cf-8b52-6c5af5af60e2 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:22.589675 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0dbebeef-5c59-4415-bcb1-a6c38a5b2122 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:22.640745 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c2c0bb64-5f62-4e07-a9ce-70e0d1cb4b7e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:22.668093 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0dbebeef-5c59-4415-bcb1-a6c38a5b2122 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:22.673833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbebeef-5c59-4415-bcb1-a6c38a5b2122 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Network': ['ID=40422caa-f7ac-460b-a2c0-7b178140edbf,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:22.692599 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8f32a871-759d-40eb-8c9c-84c4f5aa4f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:22.692599 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8f32a871-759d-40eb-8c9c-84c4f5aa4f8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eea1073a-3ee3-4619-8262-92f235ae1227 HTTP/1.1" status: 204 len: 168 time: 0.9602969 Mar 05 14:00:22.699617 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0dbebeef-5c59-4415-bcb1-a6c38a5b2122 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/networks/40422caa-f7ac-460b-a2c0-7b178140edbf HTTP/1.1" status: 204 len: 168 time: 2.2344100 Mar 05 14:00:22.701255 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48440) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:22.717160 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-08b1739b-47cd-41cf-8b52-6c5af5af60e2 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] device_id is not set on port 62f8dc17-caa2-49cf-9cfc-a27f59e60ab9 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:00:22.717842 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-4f1f9f92-01db-4f53-9c95-1d8f72220a2b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1219292960'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:22.721855 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27074eb-c2c6-41f3-9491-177c4d176059 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:00:22.725807 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4f1f9f92-01db-4f53-9c95-1d8f72220a2b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:22.730384 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4f1f9f92-01db-4f53-9c95-1d8f72220a2b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:network and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:22.760645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4f1f9f92-01db-4f53-9c95-1d8f72220a2b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:22.770382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4f1f9f92-01db-4f53-9c95-1d8f72220a2b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:22.814017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1f9f92-01db-4f53-9c95-1d8f72220a2b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Made reservation on behalf of f9698ae0269e4f54b2949da6501e3b33 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:22.831841 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f1f9f92-01db-4f53-9c95-1d8f72220a2b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:22.856170 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-21a28f39-87b4-4591-b86b-9181d732c84b None None] Deleting port dca742c0-b040-4672-93e6-0aca47c914d4 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:22.856805 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-21a28f39-87b4-4591-b86b-9181d732c84b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:22.884246 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device dca742c0-b040-4672-93e6-0aca47c914d4 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:00:22.887545 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c2c0bb64-5f62-4e07-a9ce-70e0d1cb4b7e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/ba2cf655-9a6a-4a57-8129-1b2403f19ee5 HTTP/1.1" status: 204 len: 168 time: 2.0772362 Mar 05 14:00:22.888214 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48468) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:22.916685 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1f9f92-01db-4f53-9c95-1d8f72220a2b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:00:22.937965 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f1f9f92-01db-4f53-9c95-1d8f72220a2b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:22.938321 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-4f1f9f92-01db-4f53-9c95-1d8f72220a2b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Added segment 8514a403-5e53-402e-9a03-8cea89795d8b of type vlan for network a6b362ed-f1ad-4f62-9413-803f8b051226 Mar 05 14:00:22.985103 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-696614a4-77dc-4bd7-8d04-8bfbb558a0e7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0907042 Mar 05 14:00:22.985274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48484) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:22.993736 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-c97d76f5-24c1-4e69-b891-b7f806dcc7a2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:23.013070 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-8810ac55-e420-4f12-acd0-2724199eb496 None None] Allocated IP 172.20.0.2 (15a79933-c99f-4524-8c29-6c44d3c63971/b0ab08b6-e479-4820-9e76-59cb71d75832/bcbc9f9c-927b-408a-a97e-b9e3592fab29) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:00:23.017322 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f1f9f92-01db-4f53-9c95-1d8f72220a2b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:23.042210 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-fc92384b-1ecd-4c91-a7c1-fa3b1848b37d admin admin] For port 91a4a00e-efe1-4e4e-8fd2-594d823ae012, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=91a4a00e-efe1-4e4e-8fd2-594d823ae012,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:23.042621 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc92384b-1ecd-4c91-a7c1-fa3b1848b37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:23.145861 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c97d76f5-24c1-4e69-b891-b7f806dcc7a2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:23.150612 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f1f9f92-01db-4f53-9c95-1d8f72220a2b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:23.158456 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1f9f92-01db-4f53-9c95-1d8f72220a2b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:23.159375 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f1f9f92-01db-4f53-9c95-1d8f72220a2b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:23.181457 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c97d76f5-24c1-4e69-b891-b7f806dcc7a2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:23.198074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-fc92384b-1ecd-4c91-a7c1-fa3b1848b37d admin admin] Calling delete_port for 91a4a00e-efe1-4e4e-8fd2-594d823ae012 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:23.204471 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c97d76f5-24c1-4e69-b891-b7f806dcc7a2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:23.222970 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c97d76f5-24c1-4e69-b891-b7f806dcc7a2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:23.276735 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8810ac55-e420-4f12-acd0-2724199eb496 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:23.289398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8810ac55-e420-4f12-acd0-2724199eb496 None None] Transition to ACTIVE for port object bcbc9f9c-927b-408a-a97e-b9e3592fab29 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:23.296069 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4f1f9f92-01db-4f53-9c95-1d8f72220a2b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5930467 Mar 05 14:00:23.300108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48494) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:23.301331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f9f92-01db-4f53-9c95-1d8f72220a2b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Network': ['ID=a6b362ed-f1ad-4f62-9413-803f8b051226,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:23.306439 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97d76f5-24c1-4e69-b891-b7f806dcc7a2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:23.311830 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8810ac55-e420-4f12-acd0-2724199eb496 None None] Transition to ACTIVE for port object bcbc9f9c-927b-408a-a97e-b9e3592fab29 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:23.312003 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c97d76f5-24c1-4e69-b891-b7f806dcc7a2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:23.316439 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: dca742c0-b040-4672-93e6-0aca47c914d4 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:00:23.316939 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device dca742c0-b040-4672-93e6-0aca47c914d4 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:00:23.360966 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network a6b362ed-f1ad-4f62-9413-803f8b051226 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:00:23.407943 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8810ac55-e420-4f12-acd0-2724199eb496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:23.451386 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-21a28f39-87b4-4591-b86b-9181d732c84b None None] The port 'dca742c0-b040-4672-93e6-0aca47c914d4' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:00:23.480136 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-fe111604-bac6-494b-8c11-b69b8bcbc299 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'subnet': {'network_id': 'a6b362ed-f1ad-4f62-9413-803f8b051226', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:23.608772 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-08b1739b-47cd-41cf-8b52-6c5af5af60e2 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Allocated IP 172.20.0.8 (15a79933-c99f-4524-8c29-6c44d3c63971/b0ab08b6-e479-4820-9e76-59cb71d75832/62f8dc17-caa2-49cf-9cfc-a27f59e60ab9) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:00:23.635403 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c97d76f5-24c1-4e69-b891-b7f806dcc7a2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:23.656306 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8810ac55-e420-4f12-acd0-2724199eb496 None None] Network 15a79933-c99f-4524-8c29-6c44d3c63971 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:23.676727 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fe111604-bac6-494b-8c11-b69b8bcbc299 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:23.681088 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fe111604-bac6-494b-8c11-b69b8bcbc299 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:subnet and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:23.684318 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fe111604-bac6-494b-8c11-b69b8bcbc299 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:23.690658 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fe111604-bac6-494b-8c11-b69b8bcbc299 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:23.705321 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97d76f5-24c1-4e69-b891-b7f806dcc7a2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:23.711904 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-c97d76f5-24c1-4e69-b891-b7f806dcc7a2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:23.718548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe111604-bac6-494b-8c11-b69b8bcbc299 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Made reservation on behalf of f9698ae0269e4f54b2949da6501e3b33 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:23.722482 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fe111604-bac6-494b-8c11-b69b8bcbc299 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:23.725316 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-8810ac55-e420-4f12-acd0-2724199eb496 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:23.737328 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8810ac55-e420-4f12-acd0-2724199eb496 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:00:23.741712 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810ac55-e420-4f12-acd0-2724199eb496 None None] Pushing event updated for resources: {'Port': ['ID=bcbc9f9c-927b-408a-a97e-b9e3592fab29,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:23.899788 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8810ac55-e420-4f12-acd0-2724199eb496 None None] Attempting to bind port bcbc9f9c-927b-408a-a97e-b9e3592fab29 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:00:23.900153 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8810ac55-e420-4f12-acd0-2724199eb496 None None] Attempting to bind port bcbc9f9c-927b-408a-a97e-b9e3592fab29 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'fa52d638-866d-49eb-8fac-69d263455109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '15a79933-c99f-4524-8c29-6c44d3c63971'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:00:23.900564 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8810ac55-e420-4f12-acd0-2724199eb496 None None] Attempting to bind port bcbc9f9c-927b-408a-a97e-b9e3592fab29 on network 15a79933-c99f-4524-8c29-6c44d3c63971 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:00:23.918145 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8810ac55-e420-4f12-acd0-2724199eb496 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:00:23.918795 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8810ac55-e420-4f12-acd0-2724199eb496 None None] Checking segment: {'id': 'fa52d638-866d-49eb-8fac-69d263455109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '15a79933-c99f-4524-8c29-6c44d3c63971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:00:23.919383 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8810ac55-e420-4f12-acd0-2724199eb496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:23.919847 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8810ac55-e420-4f12-acd0-2724199eb496 None None] Bound using segment: {'id': 'fa52d638-866d-49eb-8fac-69d263455109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '15a79933-c99f-4524-8c29-6c44d3c63971'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:00:23.920393 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8810ac55-e420-4f12-acd0-2724199eb496 None None] Bound port: bcbc9f9c-927b-408a-a97e-b9e3592fab29, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa52d638-866d-49eb-8fac-69d263455109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '15a79933-c99f-4524-8c29-6c44d3c63971'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:00:23.920759 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8810ac55-e420-4f12-acd0-2724199eb496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:23.971163 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97d76f5-24c1-4e69-b891-b7f806dcc7a2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:23.972785 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c97d76f5-24c1-4e69-b891-b7f806dcc7a2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:24.026386 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc92384b-1ecd-4c91-a7c1-fa3b1848b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:24.047953 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8810ac55-e420-4f12-acd0-2724199eb496 None None] For port bcbc9f9c-927b-408a-a97e-b9e3592fab29, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:00:24.049710 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48514) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:24.051292 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8810ac55-e420-4f12-acd0-2724199eb496 None None] For port bcbc9f9c-927b-408a-a97e-b9e3592fab29, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=bcbc9f9c-927b-408a-a97e-b9e3592fab29,segment=NetworkSegment(fa52d638-866d-49eb-8fac-69d263455109),segment_id=fa52d638-866d-49eb-8fac-69d263455109)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:00:24.059661 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8810ac55-e420-4f12-acd0-2724199eb496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:24.084751 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d76f5-24c1-4e69-b891-b7f806dcc7a2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=5c99786b-a496-4f02-905a-d3452fb44b41,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:24.104836 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c97d76f5-24c1-4e69-b891-b7f806dcc7a2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1185579 Mar 05 14:00:24.107409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48520) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:24.115119 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e6b0557f-b6a8-4f2f-be89-dcfac6a8fc8a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'name': 'tempest-NetworksTestDHCPv6-2046283267'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:24.122118 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92384b-1ecd-4c91-a7c1-fa3b1848b37d admin admin] Pushing event deleted for resources: {'Port': ['ID=91a4a00e-efe1-4e4e-8fd2-594d823ae012,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:24.163145 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee00df5a-92a7-43e0-894b-e52e2ea72ba7 None None] DHCP port deletion for d67009e9-c74e-44a6-8a92-0c4d7928efad request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:00:24.180465 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ee00df5a-92a7-43e0-894b-e52e2ea72ba7 None None] Deleting port c71ca8f5-206c-4070-a2ab-a3dbea0aa8be {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:24.180902 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ee00df5a-92a7-43e0-894b-e52e2ea72ba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:24.254273 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810ac55-e420-4f12-acd0-2724199eb496 None None] Pushing event updated for resources: {'Port': ['ID=bcbc9f9c-927b-408a-a97e-b9e3592fab29,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:24.326000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48528) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:24.475302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e6b0557f-b6a8-4f2f-be89-dcfac6a8fc8a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:24.489094 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e6b0557f-b6a8-4f2f-be89-dcfac6a8fc8a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:port and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:24.496984 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e6b0557f-b6a8-4f2f-be89-dcfac6a8fc8a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:24.527923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e6b0557f-b6a8-4f2f-be89-dcfac6a8fc8a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:24.616255 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9bef8add-1ea6-4668-9c02-5e44585fd570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:24.651631 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9bef8add-1ea6-4668-9c02-5e44585fd570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:24.670639 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b0557f-b6a8-4f2f-be89-dcfac6a8fc8a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:24.674730 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e6b0557f-b6a8-4f2f-be89-dcfac6a8fc8a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:24.705970 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9bef8add-1ea6-4668-9c02-5e44585fd570 admin admin] Usage tracker for resource:security_group_rule and tenant:1ad08f03c442459984436c35b14f7c3f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:24.710216 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9bef8add-1ea6-4668-9c02-5e44585fd570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:24.730192 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9bef8add-1ea6-4668-9c02-5e44585fd570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:24.744542 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ee00df5a-92a7-43e0-894b-e52e2ea72ba7 None None] For port c71ca8f5-206c-4070-a2ab-a3dbea0aa8be, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c71ca8f5-206c-4070-a2ab-a3dbea0aa8be,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:24.745070 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ee00df5a-92a7-43e0-894b-e52e2ea72ba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:24.824818 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-08b1739b-47cd-41cf-8b52-6c5af5af60e2 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:24.875818 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9bef8add-1ea6-4668-9c02-5e44585fd570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:24.893219 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fe111604-bac6-494b-8c11-b69b8bcbc299 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:24.901864 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-08b1739b-47cd-41cf-8b52-6c5af5af60e2 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Transition to ACTIVE for port object 62f8dc17-caa2-49cf-9cfc-a27f59e60ab9 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:24.908282 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-e6b0557f-b6a8-4f2f-be89-dcfac6a8fc8a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] device_id is not set on port 1e945737-3ee0-4425-b933-3215900ae14b yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:00:24.950328 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device bcbc9f9c-927b-408a-a97e-b9e3592fab29 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:00:25.031725 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe111604-bac6-494b-8c11-b69b8bcbc299 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Checking segment: {'id': '8514a403-5e53-402e-9a03-8cea89795d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a6b362ed-f1ad-4f62-9413-803f8b051226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:00:25.032077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe111604-bac6-494b-8c11-b69b8bcbc299 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network hostable DHCP agents. Network: a6b362ed-f1ad-4f62-9413-803f8b051226, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:00:25.093324 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9bef8add-1ea6-4668-9c02-5e44585fd570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:25.108172 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ee00df5a-92a7-43e0-894b-e52e2ea72ba7 None None] Calling delete_port for c71ca8f5-206c-4070-a2ab-a3dbea0aa8be owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:25.169801 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef8add-1ea6-4668-9c02-5e44585fd570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb1e6b4-7325-4624-b419-88eeb250dbf1,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:25.189194 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4502616e-8a5f-4959-bd12-00068694c386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:25.209699 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48550) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:25.251197 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4502616e-8a5f-4959-bd12-00068694c386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:25.256489 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9bef8add-1ea6-4668-9c02-5e44585fd570 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ad08f03c442459984436c35b14f7c3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2048330 Mar 05 14:00:25.264020 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4502616e-8a5f-4959-bd12-00068694c386 admin admin] Usage tracker for resource:security_group_rule and tenant:87a622ad12bc4e539e77f51a1a587cd3 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:25.267838 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48556) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:25.271163 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4502616e-8a5f-4959-bd12-00068694c386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:25.313843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4502616e-8a5f-4959-bd12-00068694c386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:25.321925 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-e6b0557f-b6a8-4f2f-be89-dcfac6a8fc8a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8::3f (d67009e9-c74e-44a6-8a92-0c4d7928efad/5c99786b-a496-4f02-905a-d3452fb44b41/1e945737-3ee0-4425-b933-3215900ae14b) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:00:25.350296 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port bcbc9f9c-927b-408a-a97e-b9e3592fab29 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:25.355623 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ee00df5a-92a7-43e0-894b-e52e2ea72ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:25.390808 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc92384b-1ecd-4c91-a7c1-fa3b1848b37d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:25.413021 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe111604-bac6-494b-8c11-b69b8bcbc299 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network a6b362ed-f1ad-4f62-9413-803f8b051226 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:00:25.496007 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d267f15-bcf1-474c-b488-f1d9b048ae19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:25.496241 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c71ca8f5-206c-4070-a2ab-a3dbea0aa8be no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:00:25.616995 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: c71ca8f5-206c-4070-a2ab-a3dbea0aa8be {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:00:25.617343 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c71ca8f5-206c-4070-a2ab-a3dbea0aa8be not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:00:25.618922 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00df5a-92a7-43e0-894b-e52e2ea72ba7 None None] Pushing event deleted for resources: {'Port': ['ID=c71ca8f5-206c-4070-a2ab-a3dbea0aa8be,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:25.622474 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee00df5a-92a7-43e0-894b-e52e2ea72ba7 None None] No DVR routers for this DVR port c71ca8f5-206c-4070-a2ab-a3dbea0aa8be on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:00:25.646926 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6491c812-cf98-4a83-b851-97dd05a65fc2 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:00:25.647924 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d267f15-bcf1-474c-b488-f1d9b048ae19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:25.727723 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe111604-bac6-494b-8c11-b69b8bcbc299 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Subnet': ['ID=3587459d-a0e0-46c8-80d5-465f7d9a74f0,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:25.804334 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f07759a8-7ed5-49b1-9ef8-3fc48dfe46f6 tempest-SubnetPoolsTestJSON-2107557110 tempest-SubnetPoolsTestJSON-2107557110-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1933240028', 'prefixes': ['172.20.0.0/16']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:25.808102 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460f433f-d6b2-4d3e-821f-56d0c09e02b2 None None] Network 15a79933-c99f-4524-8c29-6c44d3c63971 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:00:25.847993 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f07759a8-7ed5-49b1-9ef8-3fc48dfe46f6 tempest-SubnetPoolsTestJSON-2107557110 tempest-SubnetPoolsTestJSON-2107557110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:25.882298 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4502616e-8a5f-4959-bd12-00068694c386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:25.913954 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4502616e-8a5f-4959-bd12-00068694c386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:25.958469 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4502616e-8a5f-4959-bd12-00068694c386 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87a622ad12bc4e539e77f51a1a587cd3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6127207 Mar 05 14:00:25.959598 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48570) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:25.985865 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ac309325-f928-497a-932f-5e7f456bae06 None None] Provisioning for port bcbc9f9c-927b-408a-a97e-b9e3592fab29 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:25.995000 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-fe111604-bac6-494b-8c11-b69b8bcbc299 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, a6b362ed-f1ad-4f62-9413-803f8b051226) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:26.022302 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d267f15-bcf1-474c-b488-f1d9b048ae19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:26.022888 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-08b1739b-47cd-41cf-8b52-6c5af5af60e2 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:26.024414 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e8c621-b732-4a35-a9b1-28f6242f3bd3 None None] Network a6b362ed-f1ad-4f62-9413-803f8b051226 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:00:26.029704 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe111604-bac6-494b-8c11-b69b8bcbc299 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:26.031129 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fe111604-bac6-494b-8c11-b69b8bcbc299 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:26.040727 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e6b0557f-b6a8-4f2f-be89-dcfac6a8fc8a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:26.062506 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502616e-8a5f-4959-bd12-00068694c386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be3f9ae-3492-4fb8-a0f0-5343b3275a07,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:26.072341 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ac309325-f928-497a-932f-5e7f456bae06 None None] Provisioning complete for port bcbc9f9c-927b-408a-a97e-b9e3592fab29 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:26.072976 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ac309325-f928-497a-932f-5e7f456bae06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:26.099939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d267f15-bcf1-474c-b488-f1d9b048ae19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb1e6b4-7325-4624-b419-88eeb250dbf1,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:26.126979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-e6b0557f-b6a8-4f2f-be89-dcfac6a8fc8a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Transition to ACTIVE for port object 1e945737-3ee0-4425-b933-3215900ae14b will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:26.166798 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5d267f15-bcf1-474c-b488-f1d9b048ae19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:26.170246 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5d267f15-bcf1-474c-b488-f1d9b048ae19 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5fb1e6b4-7325-4624-b419-88eeb250dbf1 HTTP/1.1" status: 204 len: 168 time: 0.8987808 Mar 05 14:00:26.174823 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14b829e4-99d3-4a7c-bd20-154c8c17f8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:26.190954 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f07759a8-7ed5-49b1-9ef8-3fc48dfe46f6 tempest-SubnetPoolsTestJSON-2107557110 tempest-SubnetPoolsTestJSON-2107557110-project] Notify callbacks [] for subnetpool, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:26.194668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc92384b-1ecd-4c91-a7c1-fa3b1848b37d admin admin] Router 1565042d-3de9-41d3-95c2-a0a45f6a3702 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:00:26.195140 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f07759a8-7ed5-49b1-9ef8-3fc48dfe46f6 tempest-SubnetPoolsTestJSON-2107557110 tempest-SubnetPoolsTestJSON-2107557110-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9719896 Mar 05 14:00:26.197293 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48582) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:26.227967 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1739b-47cd-41cf-8b52-6c5af5af60e2 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Pushing event updated for resources: {'Port': ['ID=62f8dc17-caa2-49cf-9cfc-a27f59e60ab9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:26.244251 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14b829e4-99d3-4a7c-bd20-154c8c17f8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:26.262175 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b1739b-47cd-41cf-8b52-6c5af5af60e2 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Network 15a79933-c99f-4524-8c29-6c44d3c63971 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:26.272325 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fe111604-bac6-494b-8c11-b69b8bcbc299 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9679611 Mar 05 14:00:26.273299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48586) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:26.277512 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-eaf72a53-cf20-40eb-8346-e9ca405de9d4 tempest-SubnetPoolsTestJSON-2107557110 tempest-SubnetPoolsTestJSON-2107557110-project] 10.222.0.16 "GET /v2.0/subnetpools/aeb547c6-1acc-4e83-ba66-dd4e09a1db4a HTTP/1.1" status: 200 len: 732 time: 0.0745502 Mar 05 14:00:26.282010 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48588) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:26.282148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-08b1739b-47cd-41cf-8b52-6c5af5af60e2 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:26.292019 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b1739b-47cd-41cf-8b52-6c5af5af60e2 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:00:26.292150 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e6b0557f-b6a8-4f2f-be89-dcfac6a8fc8a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:26.301384 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-8122ce20-8af3-42ec-aac7-c558e65ec5f1 tempest-SubnetPoolsTestJSON-2107557110 tempest-SubnetPoolsTestJSON-2107557110-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-185133188'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:26.327464 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-5880b8f6-69a5-4f08-852e-02334557ae80 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1738702297', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:26.337081 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5880b8f6-69a5-4f08-852e-02334557ae80 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:26.346910 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5880b8f6-69a5-4f08-852e-02334557ae80 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:router and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:26.351537 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5880b8f6-69a5-4f08-852e-02334557ae80 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:26.359657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5880b8f6-69a5-4f08-852e-02334557ae80 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:26.483507 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b0557f-b6a8-4f2f-be89-dcfac6a8fc8a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:26.495634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-e6b0557f-b6a8-4f2f-be89-dcfac6a8fc8a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:26.502647 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b0557f-b6a8-4f2f-be89-dcfac6a8fc8a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:00:26.508772 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b0557f-b6a8-4f2f-be89-dcfac6a8fc8a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:26.509414 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e6b0557f-b6a8-4f2f-be89-dcfac6a8fc8a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:26.543621 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e6b0557f-b6a8-4f2f-be89-dcfac6a8fc8a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4353271 Mar 05 14:00:26.547999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48598) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:26.548715 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0557f-b6a8-4f2f-be89-dcfac6a8fc8a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=1e945737-3ee0-4425-b933-3215900ae14b,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:26.559938 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ac309325-f928-497a-932f-5e7f456bae06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:26.655953 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14b829e4-99d3-4a7c-bd20-154c8c17f8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:26.677690 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14b829e4-99d3-4a7c-bd20-154c8c17f8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:26.679117 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-14b829e4-99d3-4a7c-bd20-154c8c17f8c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3be3f9ae-3492-4fb8-a0f0-5343b3275a07 HTTP/1.1" status: 204 len: 168 time: 0.7144217 Mar 05 14:00:26.682622 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4842384d-95a0-44a5-a657-680cbdbddedc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-a6b362ed-f1ad-4f62-9413-803f8b051226', 'network_id': 'a6b362ed-f1ad-4f62-9413-803f8b051226', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'fixed_ips': [{'subnet_id': '3587459d-a0e0-46c8-80d5-465f7d9a74f0'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:00:26.683734 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4842384d-95a0-44a5-a657-680cbdbddedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:26.691900 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b829e4-99d3-4a7c-bd20-154c8c17f8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be3f9ae-3492-4fb8-a0f0-5343b3275a07,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:26.694821 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8122ce20-8af3-42ec-aac7-c558e65ec5f1 tempest-SubnetPoolsTestJSON-2107557110 tempest-SubnetPoolsTestJSON-2107557110-project] Notify callbacks [] for subnetpool, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:26.708466 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8122ce20-8af3-42ec-aac7-c558e65ec5f1 tempest-SubnetPoolsTestJSON-2107557110 tempest-SubnetPoolsTestJSON-2107557110-project] 10.222.0.16 "PUT /v2.0/subnetpools/aeb547c6-1acc-4e83-ba66-dd4e09a1db4a HTTP/1.1" status: 200 len: 683 time: 0.4254441 Mar 05 14:00:26.709482 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48606) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:26.716587 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59966bf7-d491-45e3-9ccc-faa6240f29a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d67009e9-c74e-44a6-8a92-0c4d7928efad', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'fixed_ips': [{'subnet_id': '5c99786b-a496-4f02-905a-d3452fb44b41'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:00:26.717872 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-59966bf7-d491-45e3-9ccc-faa6240f29a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:26.734682 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713894a9-c62e-484f-9ada-62eb7f3a3247 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:26.735509 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-713894a9-c62e-484f-9ada-62eb7f3a3247 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:26.744192 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ac309325-f928-497a-932f-5e7f456bae06 None None] For port bcbc9f9c-927b-408a-a97e-b9e3592fab29, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=bcbc9f9c-927b-408a-a97e-b9e3592fab29,segment=NetworkSegment(fa52d638-866d-49eb-8fac-69d263455109),segment_id=fa52d638-866d-49eb-8fac-69d263455109)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:26.758075 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ac309325-f928-497a-932f-5e7f456bae06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:26.803152 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b1739b-47cd-41cf-8b52-6c5af5af60e2 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:26.803765 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-713894a9-c62e-484f-9ada-62eb7f3a3247 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:26.803905 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-08b1739b-47cd-41cf-8b52-6c5af5af60e2 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:26.807935 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-713894a9-c62e-484f-9ada-62eb7f3a3247 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2554641 Mar 05 14:00:26.811931 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48610) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:26.826091 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5880b8f6-69a5-4f08-852e-02334557ae80 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:26.827166 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5880b8f6-69a5-4f08-852e-02334557ae80 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:26.925074 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-01dda5a4-2aa9-4206-9c0e-80a07ed35837 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting port 1e945737-3ee0-4425-b933-3215900ae14b {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:26.925664 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-01dda5a4-2aa9-4206-9c0e-80a07ed35837 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:26.944218 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc92384b-1ecd-4c91-a7c1-fa3b1848b37d admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:00:26.955594 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-08b1739b-47cd-41cf-8b52-6c5af5af60e2 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7004013 Mar 05 14:00:26.964738 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48614) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:26.965341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48616) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:26.982343 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fc92384b-1ecd-4c91-a7c1-fa3b1848b37d admin admin] 10.222.0.16 "PUT /v2.0/routers/1565042d-3de9-41d3-95c2-a0a45f6a3702/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4112756 Mar 05 14:00:26.995240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48622) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:27.001441 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5880b8f6-69a5-4f08-852e-02334557ae80 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:27.007483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-a57eb94f-1fbc-4fd6-a8ef-9dfde490ea5f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Request body: {'port': {'network_id': '15a79933-c99f-4524-8c29-6c44d3c63971', 'name': 'tempest-AllowedAddressPairTestJSON-1254777467', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3d:1e:f6'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:27.013549 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63af7fcc-2fd2-4179-a424-0aadf8e1002d None None] Sync routers for ids ['1565042d-3de9-41d3-95c2-a0a45f6a3702'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:00:27.051231 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e0ae6eb-4664-46fa-af4e-46cd878ba80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:27.065911 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c82ad509-7a64-4f4d-bc1a-445c5ec66623 tempest-SubnetPoolsTestJSON-2107557110 tempest-SubnetPoolsTestJSON-2107557110-project] Notify callbacks [] for subnetpool, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:27.070039 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c82ad509-7a64-4f4d-bc1a-445c5ec66623 tempest-SubnetPoolsTestJSON-2107557110 tempest-SubnetPoolsTestJSON-2107557110-project] 10.222.0.16 "DELETE /v2.0/subnetpools/aeb547c6-1acc-4e83-ba66-dd4e09a1db4a HTTP/1.1" status: 204 len: 168 time: 0.3578088 Mar 05 14:00:27.071074 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48626) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:27.105514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9e0ae6eb-4664-46fa-af4e-46cd878ba80b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:27.129181 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5880b8f6-69a5-4f08-852e-02334557ae80 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:27.147871 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63af7fcc-2fd2-4179-a424-0aadf8e1002d None None] Routers {'1565042d-3de9-41d3-95c2-a0a45f6a3702'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:00:27.151645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-63af7fcc-2fd2-4179-a424-0aadf8e1002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:00:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1565042d-3de9-41d3-95c2-a0a45f6a3702'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:27.198193 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9e0ae6eb-4664-46fa-af4e-46cd878ba80b admin admin] Usage tracker for resource:security_group_rule and tenant:7def3de1cba048d5aaa43fe5716291ce is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:27.214797 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5880b8f6-69a5-4f08-852e-02334557ae80 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:27.221857 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5880b8f6-69a5-4f08-852e-02334557ae80 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9286580 Mar 05 14:00:27.242843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9e0ae6eb-4664-46fa-af4e-46cd878ba80b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:27.245447 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48630) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:27.249544 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-70721001-ff0a-4128-a8c7-34225828c8f3 tempest-SubnetPoolsTestJSON-2107557110 tempest-SubnetPoolsTestJSON-2107557110-project] show failed (client error): The resource could not be found. Mar 05 14:00:27.254919 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-70721001-ff0a-4128-a8c7-34225828c8f3 tempest-SubnetPoolsTestJSON-2107557110 tempest-SubnetPoolsTestJSON-2107557110-project] 10.222.0.16 "GET /v2.0/subnetpools/aeb547c6-1acc-4e83-ba66-dd4e09a1db4a HTTP/1.1" status: 404 len: 346 time: 0.1752236 Mar 05 14:00:27.257743 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48632) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:27.286556 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9e0ae6eb-4664-46fa-af4e-46cd878ba80b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:27.435286 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac309325-f928-497a-932f-5e7f456bae06 None None] Pushing event updated for resources: {'Port': ['ID=bcbc9f9c-927b-408a-a97e-b9e3592fab29,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:27.478231 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55245206-dd3b-4697-8b75-489ff07b2796 admin admin] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:27.537845 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-b3848476-d9e7-44a1-adfd-3d656c625556 tempest-SubnetPoolsTestJSON-2107557110 tempest-SubnetPoolsTestJSON-2107557110-project] delete failed (client error): The resource could not be found. Mar 05 14:00:27.544179 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b3848476-d9e7-44a1-adfd-3d656c625556 tempest-SubnetPoolsTestJSON-2107557110 tempest-SubnetPoolsTestJSON-2107557110-project] 10.222.0.16 "DELETE /v2.0/subnetpools/aeb547c6-1acc-4e83-ba66-dd4e09a1db4a HTTP/1.1" status: 404 len: 346 time: 0.2651093 Mar 05 14:00:27.936697 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-aa92d223-3efc-4101-a076-5e9ad40dd8ff None None] Provisioning complete for port bcbc9f9c-927b-408a-a97e-b9e3592fab29 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:27.938905 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aa92d223-3efc-4101-a076-5e9ad40dd8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:28.048100 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55245206-dd3b-4697-8b75-489ff07b2796 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:28.069537 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-55245206-dd3b-4697-8b75-489ff07b2796 admin admin] Deleting port d441bb73-1939-4bab-82b8-aa30679bf375 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:28.070367 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55245206-dd3b-4697-8b75-489ff07b2796 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:28.076157 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-01dda5a4-2aa9-4206-9c0e-80a07ed35837 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:28.093479 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-4842384d-95a0-44a5-a657-680cbdbddedc None None] Allocated IP 2001:db8::2 (a6b362ed-f1ad-4f62-9413-803f8b051226/3587459d-a0e0-46c8-80d5-465f7d9a74f0/1056365f-36f0-4454-a65e-2ed9006bbccf) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:00:28.138869 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48660) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:28.200053 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-59966bf7-d491-45e3-9ccc-faa6240f29a1 None None] Allocated IP 2001:db8::2 (d67009e9-c74e-44a6-8a92-0c4d7928efad/5c99786b-a496-4f02-905a-d3452fb44b41/077369e9-6015-4642-83c3-33fe20ac3229) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:00:28.225710 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-01dda5a4-2aa9-4206-9c0e-80a07ed35837 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Calling delete_port for 1e945737-3ee0-4425-b933-3215900ae14b owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:28.291280 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-63af7fcc-2fd2-4179-a424-0aadf8e1002d None None] Set router 1565042d-3de9-41d3-95c2-a0a45f6a3702 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:00:28.404497 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e6af2eb9-f290-4063-857c-95c91531026d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:28.412998 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-01dda5a4-2aa9-4206-9c0e-80a07ed35837 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:28.430896 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-55245206-dd3b-4697-8b75-489ff07b2796 admin admin] For port d441bb73-1939-4bab-82b8-aa30679bf375, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d441bb73-1939-4bab-82b8-aa30679bf375,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:28.431183 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55245206-dd3b-4697-8b75-489ff07b2796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:28.445287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e6af2eb9-f290-4063-857c-95c91531026d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:28.453357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e6af2eb9-f290-4063-857c-95c91531026d admin admin] Usage tracker for resource:security_group_rule and tenant:0e180a12b8794912aaab6be9de9c6301 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:28.610784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e6af2eb9-f290-4063-857c-95c91531026d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:28.623419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a57eb94f-1fbc-4fd6-a8ef-9dfde490ea5f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:28.630561 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dda5a4-2aa9-4206-9c0e-80a07ed35837 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Port': ['ID=1e945737-3ee0-4425-b933-3215900ae14b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:28.647321 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a57eb94f-1fbc-4fd6-a8ef-9dfde490ea5f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Usage tracker for resource:port and tenant:56b96c04c4b446679513061b8864d205 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:28.709313 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a57eb94f-1fbc-4fd6-a8ef-9dfde490ea5f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:28.730733 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e0ae6eb-4664-46fa-af4e-46cd878ba80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:28.731938 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a57eb94f-1fbc-4fd6-a8ef-9dfde490ea5f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:28.777751 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-55245206-dd3b-4697-8b75-489ff07b2796 admin admin] Calling delete_port for d441bb73-1939-4bab-82b8-aa30679bf375 owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:28.807286 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e6af2eb9-f290-4063-857c-95c91531026d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:28.872543 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e0ae6eb-4664-46fa-af4e-46cd878ba80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:28.928282 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-01dda5a4-2aa9-4206-9c0e-80a07ed35837 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:28.937719 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ae6eb-4664-46fa-af4e-46cd878ba80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5281c796-0d6b-47c8-b451-73bb19e8e54b,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:29.028320 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e6af2eb9-f290-4063-857c-95c91531026d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:29.039701 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e6af2eb9-f290-4063-857c-95c91531026d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:29.047273 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57eb94f-1fbc-4fd6-a8ef-9dfde490ea5f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Made reservation on behalf of 56b96c04c4b446679513061b8864d205 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:29.142306 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9e0ae6eb-4664-46fa-af4e-46cd878ba80b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7def3de1cba048d5aaa43fe5716291ce&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1690679 Mar 05 14:00:29.174674 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e6af2eb9-f290-4063-857c-95c91531026d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e180a12b8794912aaab6be9de9c6301&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0345545 Mar 05 14:00:29.175493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48692) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:29.185373 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55245206-dd3b-4697-8b75-489ff07b2796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:29.194963 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48696) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:29.199706 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-59966bf7-d491-45e3-9ccc-faa6240f29a1 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:29.212587 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-59966bf7-d491-45e3-9ccc-faa6240f29a1 None None] Transition to ACTIVE for port object 077369e9-6015-4642-83c3-33fe20ac3229 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:29.226171 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-01dda5a4-2aa9-4206-9c0e-80a07ed35837 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/1e945737-3ee0-4425-b933-3215900ae14b HTTP/1.1" status: 204 len: 168 time: 2.4129345 Mar 05 14:00:29.230732 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48700) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:29.233819 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-59966bf7-d491-45e3-9ccc-faa6240f29a1 None None] Transition to ACTIVE for port object 077369e9-6015-4642-83c3-33fe20ac3229 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:29.238570 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device bcbc9f9c-927b-408a-a97e-b9e3592fab29 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:00:29.283952 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55245206-dd3b-4697-8b75-489ff07b2796 admin admin] Pushing event deleted for resources: {'Port': ['ID=d441bb73-1939-4bab-82b8-aa30679bf375,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:29.397626 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a57eb94f-1fbc-4fd6-a8ef-9dfde490ea5f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:29.404404 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-59966bf7-d491-45e3-9ccc-faa6240f29a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:29.416848 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07e31857-909e-4456-9524-17ace6bab24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:29.455967 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fe6698f2-eb23-4ebb-a09a-ee195bedd954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:29.514129 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-aa92d223-3efc-4101-a076-5e9ad40dd8ff None None] Provisioning for port 62f8dc17-caa2-49cf-9cfc-a27f59e60ab9 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:29.539946 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af2eb9-f290-4063-857c-95c91531026d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6edb8e3-57fe-4592-8de0-90710a9070e9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:29.561858 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59966bf7-d491-45e3-9ccc-faa6240f29a1 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:29.570621 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-59966bf7-d491-45e3-9ccc-faa6240f29a1 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:29.576674 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59966bf7-d491-45e3-9ccc-faa6240f29a1 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:00:29.580431 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-aa92d223-3efc-4101-a076-5e9ad40dd8ff None None] Provisioning complete for port 62f8dc17-caa2-49cf-9cfc-a27f59e60ab9 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:29.581043 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aa92d223-3efc-4101-a076-5e9ad40dd8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:29.596872 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fe6698f2-eb23-4ebb-a09a-ee195bedd954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:29.617889 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:29.618683 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:29.689519 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4134a55e-6b73-4326-ba62-af136c2fe396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:29.694902 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fe6698f2-eb23-4ebb-a09a-ee195bedd954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:29.697425 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4842384d-95a0-44a5-a657-680cbdbddedc None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:29.719199 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59966bf7-d491-45e3-9ccc-faa6240f29a1 None None] Pushing event updated for resources: {'Port': ['ID=077369e9-6015-4642-83c3-33fe20ac3229,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:29.721004 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48714) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:29.737877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6698f2-eb23-4ebb-a09a-ee195bedd954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5281c796-0d6b-47c8-b451-73bb19e8e54b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:29.762433 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55245206-dd3b-4697-8b75-489ff07b2796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:29.795098 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4842384d-95a0-44a5-a657-680cbdbddedc None None] Transition to ACTIVE for port object 1056365f-36f0-4454-a65e-2ed9006bbccf will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:29.811579 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port bcbc9f9c-927b-408a-a97e-b9e3592fab29 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:29.811955 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:29.841187 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-a57eb94f-1fbc-4fd6-a8ef-9dfde490ea5f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] device_id is not set on port 56477e26-f1f1-4fa0-ade6-1141502d7c08 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:00:29.848890 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-aa92d223-3efc-4101-a076-5e9ad40dd8ff None None] Port 62f8dc17-caa2-49cf-9cfc-a27f59e60ab9 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:00:29.882437 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-59966bf7-d491-45e3-9ccc-faa6240f29a1 None None] Attempting to bind port 077369e9-6015-4642-83c3-33fe20ac3229 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:00:29.882833 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-59966bf7-d491-45e3-9ccc-faa6240f29a1 None None] Attempting to bind port 077369e9-6015-4642-83c3-33fe20ac3229 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:00:29.883933 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59966bf7-d491-45e3-9ccc-faa6240f29a1 None None] Attempting to bind port 077369e9-6015-4642-83c3-33fe20ac3229 on network d67009e9-c74e-44a6-8a92-0c4d7928efad {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:00:29.896271 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59966bf7-d491-45e3-9ccc-faa6240f29a1 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:00:29.896747 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59966bf7-d491-45e3-9ccc-faa6240f29a1 None None] Checking segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:00:29.897075 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-59966bf7-d491-45e3-9ccc-faa6240f29a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:29.898029 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59966bf7-d491-45e3-9ccc-faa6240f29a1 None None] Bound using segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:00:29.898524 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-59966bf7-d491-45e3-9ccc-faa6240f29a1 None None] Bound port: 077369e9-6015-4642-83c3-33fe20ac3229, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:00:29.898994 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-59966bf7-d491-45e3-9ccc-faa6240f29a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:29.911633 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4842384d-95a0-44a5-a657-680cbdbddedc None None] Transition to ACTIVE for port object 1056365f-36f0-4454-a65e-2ed9006bbccf will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:29.913805 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4134a55e-6b73-4326-ba62-af136c2fe396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:29.922337 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f996c2-909b-4abc-b458-dc926d04864b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:29.924213 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f996c2-909b-4abc-b458-dc926d04864b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:29.924951 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-76f996c2-909b-4abc-b458-dc926d04864b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:29.938616 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4842384d-95a0-44a5-a657-680cbdbddedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:30.010945 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fe6698f2-eb23-4ebb-a09a-ee195bedd954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:30.011980 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fe6698f2-eb23-4ebb-a09a-ee195bedd954 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5281c796-0d6b-47c8-b451-73bb19e8e54b HTTP/1.1" status: 204 len: 168 time: 0.8284633 Mar 05 14:00:30.016686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-76f996c2-909b-4abc-b458-dc926d04864b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:30.017940 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-76f996c2-909b-4abc-b458-dc926d04864b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7839088 Mar 05 14:00:30.023836 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48722) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:30.031703 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d09705c0-d8e6-4777-b8eb-515ca0ad06a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:30.048744 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55245206-dd3b-4697-8b75-489ff07b2796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:30.054398 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55245206-dd3b-4697-8b75-489ff07b2796 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:30.060748 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d09705c0-d8e6-4777-b8eb-515ca0ad06a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:30.081895 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d09705c0-d8e6-4777-b8eb-515ca0ad06a6 admin admin] Usage tracker for resource:security_group_rule and tenant:9f1f60a24f0042e1adb9ab32d9ab562a is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:30.086854 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d09705c0-d8e6-4777-b8eb-515ca0ad06a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:30.094531 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d09705c0-d8e6-4777-b8eb-515ca0ad06a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:30.105278 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55245206-dd3b-4697-8b75-489ff07b2796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:30.105864 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55245206-dd3b-4697-8b75-489ff07b2796 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1565042d-3de9-41d3-95c2-a0a45f6a3702 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:00:30.133696 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55245206-dd3b-4697-8b75-489ff07b2796 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:30.134821 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-55245206-dd3b-4697-8b75-489ff07b2796 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1565042d-3de9-41d3-95c2-a0a45f6a3702 HTTP/1.1" status: 204 len: 168 time: 3.1375613 Mar 05 14:00:30.135597 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4134a55e-6b73-4326-ba62-af136c2fe396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:30.136086 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-63af7fcc-2fd2-4179-a424-0aadf8e1002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'name': 'tempest-ServerActionsTestJSON-1951399340-router', 'tenant_id': '8857cbe55e484452818a32b411d7670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T13:50:34Z', 'updated_at': '2022-03-05T14:00:23Z', 'revision_number': 5, 'project_id': '8857cbe55e484452818a32b411d7670f', 'gw_port': {'id': 'd441bb73-1939-4bab-82b8-aa30679bf375', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1565042d-3de9-41d3-95c2-a0a45f6a3702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T13:50:35Z', 'updated_at': '2022-03-05T13:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:30.139090 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48726) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:30.191119 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4842384d-95a0-44a5-a657-680cbdbddedc None None] Network a6b362ed-f1ad-4f62-9413-803f8b051226 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:30.191500 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4134a55e-6b73-4326-ba62-af136c2fe396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:30.192610 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4134a55e-6b73-4326-ba62-af136c2fe396 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e6edb8e3-57fe-4592-8de0-90710a9070e9 HTTP/1.1" status: 204 len: 168 time: 0.9477940 Mar 05 14:00:30.193426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-4842384d-95a0-44a5-a657-680cbdbddedc None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:30.201681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134a55e-6b73-4326-ba62-af136c2fe396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6edb8e3-57fe-4592-8de0-90710a9070e9,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:30.211382 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4842384d-95a0-44a5-a657-680cbdbddedc None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:00:30.294671 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f9f294-0c1d-46ea-8075-8d2b6a33a850 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet 5c99786b-a496-4f02-905a-d3452fb44b41 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:00:30.308741 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d09705c0-d8e6-4777-b8eb-515ca0ad06a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:30.316161 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5f9f294-0c1d-46ea-8075-8d2b6a33a850 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:30.319458 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd720b7-bd75-454d-8a24-816e5af5d185 admin admin] Deleting subnet ea456d6e-2c97-4643-a191-afd512f9677d {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:00:30.323815 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d09705c0-d8e6-4777-b8eb-515ca0ad06a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:30.356920 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-acd720b7-bd75-454d-8a24-816e5af5d185 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:30.424391 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-07e31857-909e-4456-9524-17ace6bab24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Allocated IP 2001:db8::1 (a6b362ed-f1ad-4f62-9413-803f8b051226/3587459d-a0e0-46c8-80d5-465f7d9a74f0/0738a0a7-8f2d-4a86-9c1b-02ea418318a1) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:00:30.442837 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d09705c0-d8e6-4777-b8eb-515ca0ad06a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f1f60a24f0042e1adb9ab32d9ab562a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7179210 Mar 05 14:00:30.444680 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48738) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:30.445881 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-a57eb94f-1fbc-4fd6-a8ef-9dfde490ea5f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Allocated IP 172.20.0.9 (15a79933-c99f-4524-8c29-6c44d3c63971/b0ab08b6-e479-4820-9e76-59cb71d75832/56477e26-f1f1-4fa0-ade6-1141502d7c08) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:00:30.476406 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5f9f294-0c1d-46ea-8075-8d2b6a33a850 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:30.620148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09705c0-d8e6-4777-b8eb-515ca0ad06a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61680587-83e9-4f68-ad79-3e0fbc1d75fc,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:30.657316 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-acd720b7-bd75-454d-8a24-816e5af5d185 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:30.738169 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63af7fcc-2fd2-4179-a424-0aadf8e1002d None None] Checking router: 1565042d-3de9-41d3-95c2-a0a45f6a3702 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:00:30.751907 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-59966bf7-d491-45e3-9ccc-faa6240f29a1 None None] For port 077369e9-6015-4642-83c3-33fe20ac3229, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:00:30.787538 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842384d-95a0-44a5-a657-680cbdbddedc None None] Pushing event updated for resources: {'Port': ['ID=1056365f-36f0-4454-a65e-2ed9006bbccf,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:30.798026 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4842384d-95a0-44a5-a657-680cbdbddedc None None] Attempting to bind port 1056365f-36f0-4454-a65e-2ed9006bbccf on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:00:30.798401 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4842384d-95a0-44a5-a657-680cbdbddedc None None] Attempting to bind port 1056365f-36f0-4454-a65e-2ed9006bbccf by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8514a403-5e53-402e-9a03-8cea89795d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a6b362ed-f1ad-4f62-9413-803f8b051226'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:00:30.798743 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4842384d-95a0-44a5-a657-680cbdbddedc None None] Attempting to bind port 1056365f-36f0-4454-a65e-2ed9006bbccf on network a6b362ed-f1ad-4f62-9413-803f8b051226 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:00:30.806077 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-15d6731b-fcdf-41cf-9251-b1d3e6e5869e None None] Provisioning complete for port 62f8dc17-caa2-49cf-9cfc-a27f59e60ab9 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:30.806449 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-15d6731b-fcdf-41cf-9251-b1d3e6e5869e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:30.870439 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63af7fcc-2fd2-4179-a424-0aadf8e1002d None None] Routers set() bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:00:30.870860 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63af7fcc-2fd2-4179-a424-0aadf8e1002d None None] Router IDs set() for agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 05 14:00:30.871675 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_agentschedulers_db [None req-63af7fcc-2fd2-4179-a424-0aadf8e1002d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1565042d-3de9-41d3-95c2-a0a45f6a3702'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:00:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent'). {{(pid=87915) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 05 14:00:30.871991 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63af7fcc-2fd2-4179-a424-0aadf8e1002d None None] The sync data for ids ['1565042d-3de9-41d3-95c2-a0a45f6a3702'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:00:30.881663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-59966bf7-d491-45e3-9ccc-faa6240f29a1 None None] For port 077369e9-6015-4642-83c3-33fe20ac3229, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=077369e9-6015-4642-83c3-33fe20ac3229,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:00:30.882902 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4842384d-95a0-44a5-a657-680cbdbddedc None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:00:30.883291 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4842384d-95a0-44a5-a657-680cbdbddedc None None] Checking segment: {'id': '8514a403-5e53-402e-9a03-8cea89795d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a6b362ed-f1ad-4f62-9413-803f8b051226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:00:30.884519 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4842384d-95a0-44a5-a657-680cbdbddedc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:30.884519 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4842384d-95a0-44a5-a657-680cbdbddedc None None] Bound using segment: {'id': '8514a403-5e53-402e-9a03-8cea89795d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a6b362ed-f1ad-4f62-9413-803f8b051226'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:00:30.884519 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4842384d-95a0-44a5-a657-680cbdbddedc None None] Bound port: 1056365f-36f0-4454-a65e-2ed9006bbccf, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8514a403-5e53-402e-9a03-8cea89795d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a6b362ed-f1ad-4f62-9413-803f8b051226'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:00:30.884892 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4842384d-95a0-44a5-a657-680cbdbddedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:30.989320 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-05e6ecdf-d851-49fb-ae4e-7b42467fef72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:31.030700 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-05e6ecdf-d851-49fb-ae4e-7b42467fef72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:31.044131 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5f9f294-0c1d-46ea-8075-8d2b6a33a850 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:31.045702 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-59966bf7-d491-45e3-9ccc-faa6240f29a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:31.100419 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07e31857-909e-4456-9524-17ace6bab24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:31.107372 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-acd720b7-bd75-454d-8a24-816e5af5d185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:31.156778 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59966bf7-d491-45e3-9ccc-faa6240f29a1 None None] Pushing event updated for resources: {'Port': ['ID=077369e9-6015-4642-83c3-33fe20ac3229,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:31.193464 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-15d6731b-fcdf-41cf-9251-b1d3e6e5869e None None] Port 62f8dc17-caa2-49cf-9cfc-a27f59e60ab9 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:00:31.201200 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4842384d-95a0-44a5-a657-680cbdbddedc None None] For port 1056365f-36f0-4454-a65e-2ed9006bbccf, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:00:31.207666 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4842384d-95a0-44a5-a657-680cbdbddedc None None] For port 1056365f-36f0-4454-a65e-2ed9006bbccf, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1056365f-36f0-4454-a65e-2ed9006bbccf,segment=NetworkSegment(8514a403-5e53-402e-9a03-8cea89795d8b),segment_id=8514a403-5e53-402e-9a03-8cea89795d8b)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:00:31.214531 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4842384d-95a0-44a5-a657-680cbdbddedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:31.248281 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-05e6ecdf-d851-49fb-ae4e-7b42467fef72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:31.248773 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-07e31857-909e-4456-9524-17ace6bab24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Transition to ACTIVE for port object 0738a0a7-8f2d-4a86-9c1b-02ea418318a1 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:31.306649 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a57eb94f-1fbc-4fd6-a8ef-9dfde490ea5f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:31.337873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6ecdf-d851-49fb-ae4e-7b42467fef72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61680587-83e9-4f68-ad79-3e0fbc1d75fc,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:31.346211 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842384d-95a0-44a5-a657-680cbdbddedc None None] Pushing event updated for resources: {'Port': ['ID=1056365f-36f0-4454-a65e-2ed9006bbccf,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:31.367212 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-acd720b7-bd75-454d-8a24-816e5af5d185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:31.381813 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-a57eb94f-1fbc-4fd6-a8ef-9dfde490ea5f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Transition to ACTIVE for port object 56477e26-f1f1-4fa0-ade6-1141502d7c08 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:31.411371 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5f9f294-0c1d-46ea-8075-8d2b6a33a850 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:31.515327 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07e31857-909e-4456-9524-17ace6bab24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:31.537608 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47be2bd1-9f14-4a86-b5c9-6b4ba5063045 None None] Network a792319b-74ea-4dcb-9f15-429be8e1086d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:00:31.553819 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-05e6ecdf-d851-49fb-ae4e-7b42467fef72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:31.558258 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-05e6ecdf-d851-49fb-ae4e-7b42467fef72 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61680587-83e9-4f68-ad79-3e0fbc1d75fc HTTP/1.1" status: 204 len: 168 time: 1.0984306 Mar 05 14:00:31.561045 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-acd720b7-bd75-454d-8a24-816e5af5d185 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:31.567062 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-acd720b7-bd75-454d-8a24-816e5af5d185 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ea456d6e-2c97-4643-a191-afd512f9677d HTTP/1.1" status: 204 len: 168 time: 1.4154415 Mar 05 14:00:31.572275 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9f294-0c1d-46ea-8075-8d2b6a33a850 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=5c99786b-a496-4f02-905a-d3452fb44b41,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:31.573980 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48758) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:31.585698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd720b7-bd75-454d-8a24-816e5af5d185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea456d6e-2c97-4643-a191-afd512f9677d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:31.626019 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5f9f294-0c1d-46ea-8075-8d2b6a33a850 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:31.714950 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e31857-909e-4456-9524-17ace6bab24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network a6b362ed-f1ad-4f62-9413-803f8b051226 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:31.729684 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-07e31857-909e-4456-9524-17ace6bab24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:31.744339 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e31857-909e-4456-9524-17ace6bab24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:00:31.745028 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07e31857-909e-4456-9524-17ace6bab24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:31.805787 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e31857-909e-4456-9524-17ace6bab24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Port': ['ID=0738a0a7-8f2d-4a86-9c1b-02ea418318a1,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:31.818581 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f5f9f294-0c1d-46ea-8075-8d2b6a33a850 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/5c99786b-a496-4f02-905a-d3452fb44b41 HTTP/1.1" status: 204 len: 168 time: 1.7916987 Mar 05 14:00:31.821511 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48768) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:31.880608 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-247b684e-3dad-46e9-8a0d-6415c507dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:32.009500 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a57eb94f-1fbc-4fd6-a8ef-9dfde490ea5f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:32.023944 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-85a4fe21-8add-4ef0-8f44-f4fe19d1a3df tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2010176 Mar 05 14:00:32.026472 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48776) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:32.123962 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174a1ed2-b4d8-4fa4-bf8b-8b2c412950fb None None] DHCP port deletion for a792319b-74ea-4dcb-9f15-429be8e1086d request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:00:32.130904 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-174a1ed2-b4d8-4fa4-bf8b-8b2c412950fb None None] Deleting port 5b300ac9-5a99-4705-8add-112256e662a6 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:32.131571 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-174a1ed2-b4d8-4fa4-bf8b-8b2c412950fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:32.247308 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f97f56-2fa1-45ec-81d7-f973d69bc7ff tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:32.248043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e6f97f56-2fa1-45ec-81d7-f973d69bc7ff tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:32.250410 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-247b684e-3dad-46e9-8a0d-6415c507dd5c admin admin] Deleting port 5b300ac9-5a99-4705-8add-112256e662a6 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:32.250744 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-247b684e-3dad-46e9-8a0d-6415c507dd5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:32.277986 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e6f97f56-2fa1-45ec-81d7-f973d69bc7ff tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:32.283429 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e6f97f56-2fa1-45ec-81d7-f973d69bc7ff tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2544572 Mar 05 14:00:32.285702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48780) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:32.381860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bfecc1-2a5a-445c-a942-70508abfe7aa tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:32.382956 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c0bfecc1-2a5a-445c-a942-70508abfe7aa tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:32.386933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48788) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:32.433613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c0bfecc1-2a5a-445c-a942-70508abfe7aa tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:32.435006 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c0bfecc1-2a5a-445c-a942-70508abfe7aa tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1480870 Mar 05 14:00:32.437447 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48798) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:32.572420 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-51e0f3a4-78c0-467a-be81-2d37d7070819 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1333208 Mar 05 14:00:32.576448 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48806) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:32.584651 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-5a27a21f-2148-4351-9f47-9c7d312712f3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:32.674528 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-247b684e-3dad-46e9-8a0d-6415c507dd5c admin admin] For port 5b300ac9-5a99-4705-8add-112256e662a6, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5b300ac9-5a99-4705-8add-112256e662a6,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:32.675174 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-247b684e-3dad-46e9-8a0d-6415c507dd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:32.830327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-174a1ed2-b4d8-4fa4-bf8b-8b2c412950fb None None] For port 5b300ac9-5a99-4705-8add-112256e662a6, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5b300ac9-5a99-4705-8add-112256e662a6,segment=NetworkSegment(1916f3e1-af4c-45cb-949c-ee7da75a2a71),segment_id=1916f3e1-af4c-45cb-949c-ee7da75a2a71)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:32.834034 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-174a1ed2-b4d8-4fa4-bf8b-8b2c412950fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:32.849608 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5a27a21f-2148-4351-9f47-9c7d312712f3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:32.891657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5a27a21f-2148-4351-9f47-9c7d312712f3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:32.944317 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-cb4d94c1-96c4-4698-9feb-2f61581bc8fe tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-720597574'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:32.969383 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-cb4d94c1-96c4-4698-9feb-2f61581bc8fe tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:32.983167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cb4d94c1-96c4-4698-9feb-2f61581bc8fe tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Usage tracker for resource:network and tenant:23a4b3194da7402bb141a9a5c1bced92 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:32.991452 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cb4d94c1-96c4-4698-9feb-2f61581bc8fe tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:33.002349 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-cb4d94c1-96c4-4698-9feb-2f61581bc8fe tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:33.011842 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a27a21f-2148-4351-9f47-9c7d312712f3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:33.021892 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5a27a21f-2148-4351-9f47-9c7d312712f3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:33.028440 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57eb94f-1fbc-4fd6-a8ef-9dfde490ea5f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Network 15a79933-c99f-4524-8c29-6c44d3c63971 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:33.032234 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-a57eb94f-1fbc-4fd6-a8ef-9dfde490ea5f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:33.035459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57eb94f-1fbc-4fd6-a8ef-9dfde490ea5f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:00:33.064441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4d94c1-96c4-4698-9feb-2f61581bc8fe tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Made reservation on behalf of 23a4b3194da7402bb141a9a5c1bced92 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:33.069198 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cb4d94c1-96c4-4698-9feb-2f61581bc8fe tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:33.121003 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-247b684e-3dad-46e9-8a0d-6415c507dd5c admin admin] Calling delete_port for 5b300ac9-5a99-4705-8add-112256e662a6 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:33.153548 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57eb94f-1fbc-4fd6-a8ef-9dfde490ea5f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Pushing event updated for resources: {'Port': ['ID=56477e26-f1f1-4fa0-ade6-1141502d7c08,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:33.223985 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cb4d94c1-96c4-4698-9feb-2f61581bc8fe tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:33.320542 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07e31857-909e-4456-9524-17ace6bab24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:33.350594 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1056365f-36f0-4454-a65e-2ed9006bbccf up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:00:33.410888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57eb94f-1fbc-4fd6-a8ef-9dfde490ea5f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:33.411458 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a57eb94f-1fbc-4fd6-a8ef-9dfde490ea5f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:33.506438 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-cb4d94c1-96c4-4698-9feb-2f61581bc8fe tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:33.522960 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cb4d94c1-96c4-4698-9feb-2f61581bc8fe tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Usage tracker for resource:security_group_rule and tenant:23a4b3194da7402bb141a9a5c1bced92 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:33.527692 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cb4d94c1-96c4-4698-9feb-2f61581bc8fe tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:33.544085 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-cb4d94c1-96c4-4698-9feb-2f61581bc8fe tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:33.565921 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-174a1ed2-b4d8-4fa4-bf8b-8b2c412950fb None None] Calling delete_port for 5b300ac9-5a99-4705-8add-112256e662a6 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:33.605991 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a57eb94f-1fbc-4fd6-a8ef-9dfde490ea5f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 6.6383996 Mar 05 14:00:33.613097 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48822) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:33.712547 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5c32a568-2a28-43df-90f6-efae87055eb4 None None] Provisioning for port 56477e26-f1f1-4fa0-ade6-1141502d7c08 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:33.721929 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5c32a568-2a28-43df-90f6-efae87055eb4 None None] Provisioning complete for port 56477e26-f1f1-4fa0-ade6-1141502d7c08 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:33.722386 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5c32a568-2a28-43df-90f6-efae87055eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:33.791704 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5c32a568-2a28-43df-90f6-efae87055eb4 None None] Port 56477e26-f1f1-4fa0-ade6-1141502d7c08 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:00:33.793377 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584af2be-9292-4f4a-932c-1f1e15820b1e None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:00:33.944167 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07174ea5-eafc-43cd-a23c-84bde4581792 None None] Network a6b362ed-f1ad-4f62-9413-803f8b051226 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:00:33.970295 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-247b684e-3dad-46e9-8a0d-6415c507dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:33.996468 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5a27a21f-2148-4351-9f47-9c7d312712f3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:34.054226 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b684e-3dad-46e9-8a0d-6415c507dd5c admin admin] Pushing event deleted for resources: {'Port': ['ID=5b300ac9-5a99-4705-8add-112256e662a6,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:34.063774 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cb4d94c1-96c4-4698-9feb-2f61581bc8fe tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:34.076808 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a27a21f-2148-4351-9f47-9c7d312712f3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:34.077433 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b684e-3dad-46e9-8a0d-6415c507dd5c admin admin] No DVR routers for this DVR port 5b300ac9-5a99-4705-8add-112256e662a6 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:00:34.078145 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cb4d94c1-96c4-4698-9feb-2f61581bc8fe tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:34.098323 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-5a27a21f-2148-4351-9f47-9c7d312712f3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:34.112785 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a27a21f-2148-4351-9f47-9c7d312712f3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:34.113448 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5a27a21f-2148-4351-9f47-9c7d312712f3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:34.144166 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27a21f-2148-4351-9f47-9c7d312712f3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=8ff81f84-addc-4a8e-82e9-33fe6c419bf7,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:34.148124 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4d94c1-96c4-4698-9feb-2f61581bc8fe tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:00:34.162195 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5a27a21f-2148-4351-9f47-9c7d312712f3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5845098 Mar 05 14:00:34.166606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48832) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:34.193095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-d2b3c40c-40e3-48f8-92aa-6c7f1c38b869 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'fixed_ips': [{'subnet_id': '8ff81f84-addc-4a8e-82e9-33fe6c419bf7', 'ip_address': '2001:db8::280e:d176:4e9:76f8'}], 'name': 'tempest-NetworksTestDHCPv6-989632879'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:34.213421 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cb4d94c1-96c4-4698-9feb-2f61581bc8fe tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:34.213861 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-cb4d94c1-96c4-4698-9feb-2f61581bc8fe tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Added segment 37d60a0e-1a42-4494-b837-000ebfb7eae0 of type vlan for network 0d6bd3ad-e9a4-4538-89cb-2134d8df71f0 Mar 05 14:00:34.226753 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d94c1-96c4-4698-9feb-2f61581bc8fe tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa4c8e8-8390-4085-afb2-88cb960b8147,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:34.275454 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ad6c8911-44a2-4579-b4db-ddc14a4e76fa None None] Could not find standard attr ID for object 1e945737-3ee0-4425-b933-3215900ae14b. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 14:00:34.326824 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-247b684e-3dad-46e9-8a0d-6415c507dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:34.335191 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-174a1ed2-b4d8-4fa4-bf8b-8b2c412950fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:00:34.335399 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cb4d94c1-96c4-4698-9feb-2f61581bc8fe tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:34.335695 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-174a1ed2-b4d8-4fa4-bf8b-8b2c412950fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:00:34.369502 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 1056365f-36f0-4454-a65e-2ed9006bbccf completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:34.392078 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 077369e9-6015-4642-83c3-33fe20ac3229 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:00:34.396319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d2b3c40c-40e3-48f8-92aa-6c7f1c38b869 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:34.416074 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cb4d94c1-96c4-4698-9feb-2f61581bc8fe tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:34.421786 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4d94c1-96c4-4698-9feb-2f61581bc8fe tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:34.422463 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cb4d94c1-96c4-4698-9feb-2f61581bc8fe tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:34.457808 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ad6c8911-44a2-4579-b4db-ddc14a4e76fa None None] Provisioning for port 077369e9-6015-4642-83c3-33fe20ac3229 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:34.463831 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53abaf65-cb6c-44d7-9665-e7a55194eef7 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:34.464068 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d2b3c40c-40e3-48f8-92aa-6c7f1c38b869 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:34.491314 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53abaf65-cb6c-44d7-9665-e7a55194eef7 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:34.498438 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53abaf65-cb6c-44d7-9665-e7a55194eef7 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:34.500969 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-53abaf65-cb6c-44d7-9665-e7a55194eef7 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Synchronizing usage tracker for tenant:56b96c04c4b446679513061b8864d205 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:34.516430 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cb4d94c1-96c4-4698-9feb-2f61581bc8fe tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.1282437 Mar 05 14:00:34.519477 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48844) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:34.541884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-50bc6591-007d-410c-b545-5ace76265472 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Request body: {'subnet': {'network_id': '0d6bd3ad-e9a4-4538-89cb-2134d8df71f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:34.566251 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b3c40c-40e3-48f8-92aa-6c7f1c38b869 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:34.571952 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-247b684e-3dad-46e9-8a0d-6415c507dd5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a792319b-74ea-4dcb-9f15-429be8e1086d']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:34.573790 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 077369e9-6015-4642-83c3-33fe20ac3229 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:34.580517 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ad6c8911-44a2-4579-b4db-ddc14a4e76fa None None] Provisioning for port 1056365f-36f0-4454-a65e-2ed9006bbccf completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:34.589611 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 077369e9-6015-4642-83c3-33fe20ac3229 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:34.590090 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:34.631153 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ad6c8911-44a2-4579-b4db-ddc14a4e76fa None None] Provisioning complete for port 1056365f-36f0-4454-a65e-2ed9006bbccf triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:34.631713 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ad6c8911-44a2-4579-b4db-ddc14a4e76fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:34.669976 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-247b684e-3dad-46e9-8a0d-6415c507dd5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1916f3e1-af4c-45cb-949c-ee7da75a2a71') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:34.670526 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-247b684e-3dad-46e9-8a0d-6415c507dd5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1916f3e1-af4c-45cb-949c-ee7da75a2a71') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:34.697890 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65d4956-63fd-473d-8143-02c867b8dcb3 None None] DHCP port deletion for d67009e9-c74e-44a6-8a92-0c4d7928efad request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:00:34.707076 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-247b684e-3dad-46e9-8a0d-6415c507dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:34.716009 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c65d4956-63fd-473d-8143-02c867b8dcb3 None None] Deleting port 077369e9-6015-4642-83c3-33fe20ac3229 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:34.716507 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c65d4956-63fd-473d-8143-02c867b8dcb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:34.737819 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-53abaf65-cb6c-44d7-9665-e7a55194eef7 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Unset dirty status for tenant:56b96c04c4b446679513061b8864d205 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:34.739485 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-53abaf65-cb6c-44d7-9665-e7a55194eef7 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 1.1128805 Mar 05 14:00:34.744446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48850) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:34.748590 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-247b684e-3dad-46e9-8a0d-6415c507dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:34.801854 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d94c1-96c4-4698-9feb-2f61581bc8fe tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Pushing event updated for resources: {'Network': ['ID=0d6bd3ad-e9a4-4538-89cb-2134d8df71f0,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:34.826111 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 0d6bd3ad-e9a4-4538-89cb-2134d8df71f0 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:00:34.918489 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-98d058d2-2d2f-47aa-bfae-c7a0d7c456b0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Deleting port 56477e26-f1f1-4fa0-ade6-1141502d7c08 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:34.919030 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-98d058d2-2d2f-47aa-bfae-c7a0d7c456b0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:34.958559 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-174a1ed2-b4d8-4fa4-bf8b-8b2c412950fb None None] Deleting port 5b300ac9-5a99-4705-8add-112256e662a6 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:34.959172 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-174a1ed2-b4d8-4fa4-bf8b-8b2c412950fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:35.017567 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-50bc6591-007d-410c-b545-5ace76265472 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:35.021665 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-50bc6591-007d-410c-b545-5ace76265472 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Usage tracker for resource:subnet and tenant:23a4b3194da7402bb141a9a5c1bced92 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:35.024767 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-50bc6591-007d-410c-b545-5ace76265472 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:35.030831 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-50bc6591-007d-410c-b545-5ace76265472 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:35.042702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-247b684e-3dad-46e9-8a0d-6415c507dd5c admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:00:35.043342 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-247b684e-3dad-46e9-8a0d-6415c507dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:00:35.060031 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:00:35.062669 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bc6591-007d-410c-b545-5ace76265472 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Made reservation on behalf of 23a4b3194da7402bb141a9a5c1bced92 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:35.069124 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-50bc6591-007d-410c-b545-5ace76265472 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:35.319281 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-247b684e-3dad-46e9-8a0d-6415c507dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:35.335121 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c65d4956-63fd-473d-8143-02c867b8dcb3 None None] For port 077369e9-6015-4642-83c3-33fe20ac3229, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=077369e9-6015-4642-83c3-33fe20ac3229,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:35.335688 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c65d4956-63fd-473d-8143-02c867b8dcb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:35.386272 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d2b3c40c-40e3-48f8-92aa-6c7f1c38b869 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:35.387514 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-247b684e-3dad-46e9-8a0d-6415c507dd5c admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:35.423410 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-247b684e-3dad-46e9-8a0d-6415c507dd5c admin admin] 10.222.0.16 "DELETE /v2.0/networks/a792319b-74ea-4dcb-9f15-429be8e1086d HTTP/1.1" status: 204 len: 168 time: 3.8324661 Mar 05 14:00:35.579337 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-d2b3c40c-40e3-48f8-92aa-6c7f1c38b869 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] device_id is not set on port 5420d58f-17b8-43f4-b9a4-8cf39e53f6bb yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:00:35.600145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b684e-3dad-46e9-8a0d-6415c507dd5c admin admin] Pushing event deleted for resources: {'Network': ['ID=a792319b-74ea-4dcb-9f15-429be8e1086d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:35.600938 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c65d4956-63fd-473d-8143-02c867b8dcb3 None None] Calling delete_port for 077369e9-6015-4642-83c3-33fe20ac3229 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:35.605411 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.resource_extend [None req-07e31857-909e-4456-9524-17ace6bab24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 14:00:35.660706 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07e31857-909e-4456-9524-17ace6bab24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:35.706054 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-174a1ed2-b4d8-4fa4-bf8b-8b2c412950fb None None] The port '5b300ac9-5a99-4705-8add-112256e662a6' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:00:35.810443 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:35.833197 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07e31857-909e-4456-9524-17ace6bab24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:35.834132 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07e31857-909e-4456-9524-17ace6bab24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:35.859643 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48874) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:35.918878 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 077369e9-6015-4642-83c3-33fe20ac3229, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=077369e9-6015-4642-83c3-33fe20ac3229,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:35.926705 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ad6c8911-44a2-4579-b4db-ddc14a4e76fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:35.949928 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:35.972165 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-54fa306d-44b9-46bd-baff-81773ac0d825 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8857cbe55e484452818a32b411d7670f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1111305 Mar 05 14:00:35.980764 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48880) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:36.020595 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-c65d4956-63fd-473d-8143-02c867b8dcb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:00:36.022404 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-c65d4956-63fd-473d-8143-02c867b8dcb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:00:36.025811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e31857-909e-4456-9524-17ace6bab24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Port': ['ID=0738a0a7-8f2d-4a86-9c1b-02ea418318a1,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:36.044827 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-98d058d2-2d2f-47aa-bfae-c7a0d7c456b0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:36.080295 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 91a4a00e-efe1-4e4e-8fd2-594d823ae012 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:00:36.183702 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 91a4a00e-efe1-4e4e-8fd2-594d823ae012 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:00:36.185265 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 91a4a00e-efe1-4e4e-8fd2-594d823ae012 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:00:36.186451 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d441bb73-1939-4bab-82b8-aa30679bf375 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:00:36.213357 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-98d058d2-2d2f-47aa-bfae-c7a0d7c456b0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Calling delete_port for 56477e26-f1f1-4fa0-ade6-1141502d7c08 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:36.216079 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-d2b3c40c-40e3-48f8-92aa-6c7f1c38b869 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8::280e:d176:4e9:76f8 (d67009e9-c74e-44a6-8a92-0c4d7928efad/8ff81f84-addc-4a8e-82e9-33fe6c419bf7/5420d58f-17b8-43f4-b9a4-8cf39e53f6bb) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:00:36.236963 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-40cf0638-276e-47ae-af04-03e56a9a10d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:36.269590 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-50bc6591-007d-410c-b545-5ace76265472 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:36.305070 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e31857-909e-4456-9524-17ace6bab24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network a6b362ed-f1ad-4f62-9413-803f8b051226 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:36.307483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-07e31857-909e-4456-9524-17ace6bab24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:36.324999 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: d441bb73-1939-4bab-82b8-aa30679bf375 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:00:36.325654 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d441bb73-1939-4bab-82b8-aa30679bf375 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:00:36.326238 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5b300ac9-5a99-4705-8add-112256e662a6 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:00:36.360518 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-40cf0638-276e-47ae-af04-03e56a9a10d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:36.381576 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 5b300ac9-5a99-4705-8add-112256e662a6 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:00:36.381944 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5b300ac9-5a99-4705-8add-112256e662a6 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:00:36.389458 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ad6c8911-44a2-4579-b4db-ddc14a4e76fa None None] For port 1056365f-36f0-4454-a65e-2ed9006bbccf, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1056365f-36f0-4454-a65e-2ed9006bbccf,segment=NetworkSegment(8514a403-5e53-402e-9a03-8cea89795d8b),segment_id=8514a403-5e53-402e-9a03-8cea89795d8b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:36.396460 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=077369e9-6015-4642-83c3-33fe20ac3229,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:36.401453 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ad6c8911-44a2-4579-b4db-ddc14a4e76fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:36.445268 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc6591-007d-410c-b545-5ace76265472 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Checking segment: {'id': '37d60a0e-1a42-4494-b837-000ebfb7eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0d6bd3ad-e9a4-4538-89cb-2134d8df71f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:00:36.445628 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bc6591-007d-410c-b545-5ace76265472 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Network hostable DHCP agents. Network: 0d6bd3ad-e9a4-4538-89cb-2134d8df71f0, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:00:36.543592 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c65d4956-63fd-473d-8143-02c867b8dcb3 None None] Deleting port 077369e9-6015-4642-83c3-33fe20ac3229 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:36.543900 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c65d4956-63fd-473d-8143-02c867b8dcb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:36.560662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc6591-007d-410c-b545-5ace76265472 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Pushing event updated for resources: {'Subnet': ['ID=a248c014-2ffa-4040-af09-846edab24851,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:36.575487 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c8911-44a2-4579-b4db-ddc14a4e76fa None None] Pushing event updated for resources: {'Port': ['ID=1056365f-36f0-4454-a65e-2ed9006bbccf,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:36.591872 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 077369e9-6015-4642-83c3-33fe20ac3229 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:00:36.613780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bc6591-007d-410c-b545-5ace76265472 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Network 0d6bd3ad-e9a4-4538-89cb-2134d8df71f0 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:00:36.647229 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-50bc6591-007d-410c-b545-5ace76265472 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 0d6bd3ad-e9a4-4538-89cb-2134d8df71f0) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:36.665569 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bc6591-007d-410c-b545-5ace76265472 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:36.666157 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-50bc6591-007d-410c-b545-5ace76265472 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:36.728602 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-50bc6591-007d-410c-b545-5ace76265472 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1957722 Mar 05 14:00:36.731647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9148507f-2f85-4c61-b848-4029dc979bd3 None None] Network 0d6bd3ad-e9a4-4538-89cb-2134d8df71f0 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:00:36.787567 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48894) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:36.794897 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-98d058d2-2d2f-47aa-bfae-c7a0d7c456b0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:36.801303 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-1a231302-7aa3-4291-bdec-9184db0fa694 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Request body: {'port': {'network_id': '0d6bd3ad-e9a4-4538-89cb-2134d8df71f0', 'name': 'tempest-TagsExtTest-433851346'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:36.830057 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-40cf0638-276e-47ae-af04-03e56a9a10d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:36.833479 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-40cf0638-276e-47ae-af04-03e56a9a10d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:36.837964 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-40cf0638-276e-47ae-af04-03e56a9a10d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/edb40b62-941b-49df-960b-c1a4068da8a4 HTTP/1.1" status: 204 len: 168 time: 0.8540192 Mar 05 14:00:36.855020 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf0638-276e-47ae-af04-03e56a9a10d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb40b62-941b-49df-960b-c1a4068da8a4,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:36.940883 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d2b3c40c-40e3-48f8-92aa-6c7f1c38b869 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:36.949478 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e946e448-2a80-4daa-8917-132b0a7b140d None None] Provisioning complete for port 1056365f-36f0-4454-a65e-2ed9006bbccf triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:36.949983 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e946e448-2a80-4daa-8917-132b0a7b140d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:36.951721 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d058d2-2d2f-47aa-bfae-c7a0d7c456b0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Pushing event deleted for resources: {'Port': ['ID=56477e26-f1f1-4fa0-ade6-1141502d7c08,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:36.970186 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-d2b3c40c-40e3-48f8-92aa-6c7f1c38b869 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Transition to ACTIVE for port object 5420d58f-17b8-43f4-b9a4-8cf39e53f6bb will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:37.024640 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d2b3c40c-40e3-48f8-92aa-6c7f1c38b869 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:37.133306 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b3c40c-40e3-48f8-92aa-6c7f1c38b869 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:37.138099 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-d2b3c40c-40e3-48f8-92aa-6c7f1c38b869 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:37.150014 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b3c40c-40e3-48f8-92aa-6c7f1c38b869 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:00:37.163831 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b3c40c-40e3-48f8-92aa-6c7f1c38b869 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:37.165675 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d2b3c40c-40e3-48f8-92aa-6c7f1c38b869 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:37.235751 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3c40c-40e3-48f8-92aa-6c7f1c38b869 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=5420d58f-17b8-43f4-b9a4-8cf39e53f6bb,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:37.259763 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d2b3c40c-40e3-48f8-92aa-6c7f1c38b869 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.0845962 Mar 05 14:00:37.260497 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48906) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:37.292906 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e31857-909e-4456-9524-17ace6bab24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Router 0d43ccfc-7607-4f0b-bf54-2a631bcc6937 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:00:37.314037 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1a231302-7aa3-4291-bdec-9184db0fa694 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:37.328321 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1a231302-7aa3-4291-bdec-9184db0fa694 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Usage tracker for resource:port and tenant:23a4b3194da7402bb141a9a5c1bced92 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:37.332344 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1a231302-7aa3-4291-bdec-9184db0fa694 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:37.436573 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1a231302-7aa3-4291-bdec-9184db0fa694 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:37.513103 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3b7670-81ec-4066-83e5-451ecb8f7ca8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:37.528889 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3b7670-81ec-4066-83e5-451ecb8f7ca8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:37.529761 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0c3b7670-81ec-4066-83e5-451ecb8f7ca8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:37.532738 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:37.568710 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0c3b7670-81ec-4066-83e5-451ecb8f7ca8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:37.570885 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0c3b7670-81ec-4066-83e5-451ecb8f7ca8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.3093810 Mar 05 14:00:37.573828 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48916) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:37.632358 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a231302-7aa3-4291-bdec-9184db0fa694 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Made reservation on behalf of 23a4b3194da7402bb141a9a5c1bced92 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:37.635952 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1a231302-7aa3-4291-bdec-9184db0fa694 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:37.716670 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-ef7adf08-09b7-40eb-81c1-fdb355821cd2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting port 5420d58f-17b8-43f4-b9a4-8cf39e53f6bb {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:37.717096 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ef7adf08-09b7-40eb-81c1-fdb355821cd2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:37.736042 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9e79cf-34da-4218-b3f5-d91e0fd01393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-0d6bd3ad-e9a4-4538-89cb-2134d8df71f0', 'network_id': '0d6bd3ad-e9a4-4538-89cb-2134d8df71f0', 'tenant_id': '23a4b3194da7402bb141a9a5c1bced92', 'fixed_ips': [{'subnet_id': 'a248c014-2ffa-4040-af09-846edab24851'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:00:37.737631 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9c9e79cf-34da-4218-b3f5-d91e0fd01393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:37.751866 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-1a231302-7aa3-4291-bdec-9184db0fa694 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] device_id is not set on port 7175810e-5c52-4438-84d5-2c204454a0aa yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:00:37.896774 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c65d4956-63fd-473d-8143-02c867b8dcb3 None None] For port 077369e9-6015-4642-83c3-33fe20ac3229, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=077369e9-6015-4642-83c3-33fe20ac3229,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:37.905752 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e31857-909e-4456-9524-17ace6bab24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:00:37.906260 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c65d4956-63fd-473d-8143-02c867b8dcb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:37.914940 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 077369e9-6015-4642-83c3-33fe20ac3229, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=077369e9-6015-4642-83c3-33fe20ac3229,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:37.931515 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce5005-d77b-4253-b05f-b01dfa903bb2 None None] Sync routers for ids ['0d43ccfc-7607-4f0b-bf54-2a631bcc6937'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:00:37.945618 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce5005-d77b-4253-b05f-b01dfa903bb2 None None] Routers {'0d43ccfc-7607-4f0b-bf54-2a631bcc6937'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:00:37.946826 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-f7ce5005-d77b-4253-b05f-b01dfa903bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:00:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['0d43ccfc-7607-4f0b-bf54-2a631bcc6937'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:37.998316 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e946e448-2a80-4daa-8917-132b0a7b140d None None] Provisioning for port 0738a0a7-8f2d-4a86-9c1b-02ea418318a1 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:38.019185 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:38.079976 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-f7ce5005-d77b-4253-b05f-b01dfa903bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:38.088720 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:00:38.097530 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce5005-d77b-4253-b05f-b01dfa903bb2 None None] Routers {'0d43ccfc-7607-4f0b-bf54-2a631bcc6937'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:00:38.103186 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-f7ce5005-d77b-4253-b05f-b01dfa903bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:00:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['0d43ccfc-7607-4f0b-bf54-2a631bcc6937'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:38.121354 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-07e31857-909e-4456-9524-17ace6bab24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/routers/0d43ccfc-7607-4f0b-bf54-2a631bcc6937/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8648849 Mar 05 14:00:38.139161 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48936) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:38.208181 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-f7ce5005-d77b-4253-b05f-b01dfa903bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:38.208749 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce5005-d77b-4253-b05f-b01dfa903bb2 None None] The sync data for ids ['0d43ccfc-7607-4f0b-bf54-2a631bcc6937'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:00:38.237090 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ef7adf08-09b7-40eb-81c1-fdb355821cd2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:38.380170 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c65d4956-63fd-473d-8143-02c867b8dcb3 None None] Calling delete_port for 077369e9-6015-4642-83c3-33fe20ac3229 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:38.408720 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-98d058d2-2d2f-47aa-bfae-c7a0d7c456b0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:38.410555 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-98d058d2-2d2f-47aa-bfae-c7a0d7c456b0 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "DELETE /v2.0/ports/56477e26-f1f1-4fa0-ade6-1141502d7c08 HTTP/1.1" status: 204 len: 168 time: 3.6640522 Mar 05 14:00:38.417040 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48948) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:38.505451 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e946e448-2a80-4daa-8917-132b0a7b140d None None] Provisioning complete for port 0738a0a7-8f2d-4a86-9c1b-02ea418318a1 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:38.505973 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e946e448-2a80-4daa-8917-132b0a7b140d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:38.518527 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-1a231302-7aa3-4291-bdec-9184db0fa694 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Allocated IP 172.20.0.5 (0d6bd3ad-e9a4-4538-89cb-2134d8df71f0/a248c014-2ffa-4040-af09-846edab24851/7175810e-5c52-4438-84d5-2c204454a0aa) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:00:38.539179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed686c00-d321-4613-8635-9637e93e4594 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:38.539766 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ed686c00-d321-4613-8635-9637e93e4594 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Synchronizing usage tracker for tenant:f9698ae0269e4f54b2949da6501e3b33 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:38.553889 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-771205a8-ca5e-44dc-8f4a-50f791bffdaa tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] GET failed (client error): The resource could not be found. Mar 05 14:00:38.554435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-771205a8-ca5e-44dc-8f4a-50f791bffdaa tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Synchronizing usage tracker for tenant:56b96c04c4b446679513061b8864d205 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:38.585057 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-ef7adf08-09b7-40eb-81c1-fdb355821cd2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Calling delete_port for 5420d58f-17b8-43f4-b9a4-8cf39e53f6bb owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:38.600090 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1056365f-36f0-4454-a65e-2ed9006bbccf up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:00:38.652525 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ed686c00-d321-4613-8635-9637e93e4594 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Unset dirty status for tenant:f9698ae0269e4f54b2949da6501e3b33 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:38.656254 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ed686c00-d321-4613-8635-9637e93e4594 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/ports/0738a0a7-8f2d-4a86-9c1b-02ea418318a1 HTTP/1.1" status: 200 len: 911 time: 0.5075569 Mar 05 14:00:38.663974 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48956) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:38.778886 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48962) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:38.818891 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=077369e9-6015-4642-83c3-33fe20ac3229,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:38.829729 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e946e448-2a80-4daa-8917-132b0a7b140d None None] Port 0738a0a7-8f2d-4a86-9c1b-02ea418318a1 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:00:38.837486 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-feb10f86-dacd-4256-93cd-ea5caab9daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:38.862076 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-c65d4956-63fd-473d-8143-02c867b8dcb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:00:38.863829 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-c65d4956-63fd-473d-8143-02c867b8dcb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:00:38.866806 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1056365f-36f0-4454-a65e-2ed9006bbccf triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:38.870240 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:38.948592 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ef7adf08-09b7-40eb-81c1-fdb355821cd2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:38.969319 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-572f984e-c944-47f6-afc3-5802abb5adfc None None] Provisioning complete for port 0738a0a7-8f2d-4a86-9c1b-02ea418318a1 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:38.970334 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-572f984e-c944-47f6-afc3-5802abb5adfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:38.979318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-771205a8-ca5e-44dc-8f4a-50f791bffdaa tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Unset dirty status for tenant:56b96c04c4b446679513061b8864d205 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:38.984870 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-771205a8-ca5e-44dc-8f4a-50f791bffdaa tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "GET /v2.0/ports/56477e26-f1f1-4fa0-ade6-1141502d7c08 HTTP/1.1" status: 404 len: 333 time: 0.5629988 Mar 05 14:00:39.018021 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48970) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:39.048678 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e718ca3c-3ffd-4979-a9d9-31be7311c6b3 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Request body: {'port': {'network_id': '15a79933-c99f-4524-8c29-6c44d3c63971', 'name': 'tempest-AllowedAddressPairTestJSON-1095504289'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:39.100366 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c65d4956-63fd-473d-8143-02c867b8dcb3 None None] Deleting port 077369e9-6015-4642-83c3-33fe20ac3229 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:39.100742 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c65d4956-63fd-473d-8143-02c867b8dcb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:39.173335 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-572f984e-c944-47f6-afc3-5802abb5adfc None None] Port 0738a0a7-8f2d-4a86-9c1b-02ea418318a1 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:00:39.270719 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-1455a306-5c5e-4a64-9290-07aa30a7e2e1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1741056665-network', 'tenant_id': 'c673babd057141e6a6036155554612b8'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:39.277935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1455a306-5c5e-4a64-9290-07aa30a7e2e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:39.283489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1455a306-5c5e-4a64-9290-07aa30a7e2e1 admin admin] Usage tracker for resource:network and tenant:c673babd057141e6a6036155554612b8 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:39.289281 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1455a306-5c5e-4a64-9290-07aa30a7e2e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:39.298516 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1455a306-5c5e-4a64-9290-07aa30a7e2e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:39.328652 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1455a306-5c5e-4a64-9290-07aa30a7e2e1 admin admin] Made reservation on behalf of c673babd057141e6a6036155554612b8 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:39.332066 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1455a306-5c5e-4a64-9290-07aa30a7e2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:39.349476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7adf08-09b7-40eb-81c1-fdb355821cd2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Port': ['ID=5420d58f-17b8-43f4-b9a4-8cf39e53f6bb,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:39.366494 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1455a306-5c5e-4a64-9290-07aa30a7e2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:39.425417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1455a306-5c5e-4a64-9290-07aa30a7e2e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:39.429318 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1455a306-5c5e-4a64-9290-07aa30a7e2e1 admin admin] Usage tracker for resource:security_group_rule and tenant:c673babd057141e6a6036155554612b8 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:39.432293 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1455a306-5c5e-4a64-9290-07aa30a7e2e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:39.439227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1455a306-5c5e-4a64-9290-07aa30a7e2e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:39.498353 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ef7adf08-09b7-40eb-81c1-fdb355821cd2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:39.566183 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1455a306-5c5e-4a64-9290-07aa30a7e2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:39.574397 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1455a306-5c5e-4a64-9290-07aa30a7e2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:39.606060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c65d4956-63fd-473d-8143-02c867b8dcb3 None None] For port 077369e9-6015-4642-83c3-33fe20ac3229, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=077369e9-6015-4642-83c3-33fe20ac3229,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:39.606644 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c65d4956-63fd-473d-8143-02c867b8dcb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:39.619058 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ef7adf08-09b7-40eb-81c1-fdb355821cd2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/5420d58f-17b8-43f4-b9a4-8cf39e53f6bb HTTP/1.1" status: 204 len: 168 time: 2.0441170 Mar 05 14:00:39.619997 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1455a306-5c5e-4a64-9290-07aa30a7e2e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:00:39.625133 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48980) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:39.667887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455a306-5c5e-4a64-9290-07aa30a7e2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9403bdb8-350a-4ac1-9935-790fc7dfa095,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:39.679745 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1455a306-5c5e-4a64-9290-07aa30a7e2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:39.680084 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-1455a306-5c5e-4a64-9290-07aa30a7e2e1 admin admin] Added segment d673757e-1552-4bae-9333-c690e5b936ff of type vlan for network 023b79d9-d371-45a8-a6ca-937a808b812a Mar 05 14:00:39.743356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56b066b-1909-422c-8dd3-427a630e50e0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:39.744936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56b066b-1909-422c-8dd3-427a630e50e0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:39.745701 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f56b066b-1909-422c-8dd3-427a630e50e0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:39.752755 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1455a306-5c5e-4a64-9290-07aa30a7e2e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:39.768367 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c65d4956-63fd-473d-8143-02c867b8dcb3 None None] Calling delete_port for 077369e9-6015-4642-83c3-33fe20ac3229 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:39.782158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f56b066b-1909-422c-8dd3-427a630e50e0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:39.786166 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f56b066b-1909-422c-8dd3-427a630e50e0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1600800 Mar 05 14:00:39.790559 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48986) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:39.834292 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e718ca3c-3ffd-4979-a9d9-31be7311c6b3 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:39.842651 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1455a306-5c5e-4a64-9290-07aa30a7e2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:39.844048 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1455a306-5c5e-4a64-9290-07aa30a7e2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:39.844869 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1455a306-5c5e-4a64-9290-07aa30a7e2e1 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:39.862053 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1a231302-7aa3-4291-bdec-9184db0fa694 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:39.873150 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e718ca3c-3ffd-4979-a9d9-31be7311c6b3 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:39.876779 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c65d4956-63fd-473d-8143-02c867b8dcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:39.902358 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-1a231302-7aa3-4291-bdec-9184db0fa694 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Transition to ACTIVE for port object 7175810e-5c52-4438-84d5-2c204454a0aa will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:39.930584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e718ca3c-3ffd-4979-a9d9-31be7311c6b3 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Made reservation on behalf of 56b96c04c4b446679513061b8864d205 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:39.934060 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e718ca3c-3ffd-4979-a9d9-31be7311c6b3 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:39.947273 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d4956-63fd-473d-8143-02c867b8dcb3 None None] Pushing event deleted for resources: {'Port': ['ID=077369e9-6015-4642-83c3-33fe20ac3229,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:39.958883 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65d4956-63fd-473d-8143-02c867b8dcb3 None None] No DVR routers for this DVR port 077369e9-6015-4642-83c3-33fe20ac3229 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:00:39.968159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-e718ca3c-3ffd-4979-a9d9-31be7311c6b3 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] device_id is not set on port 172ed238-d98e-4667-8065-22b709723b4d yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:00:39.985658 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d110f3-7359-4023-9699-7176ce336d3b None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:00:40.101980 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1455a306-5c5e-4a64-9290-07aa30a7e2e1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3219047 Mar 05 14:00:40.111585 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-83220df5-ddd2-4498-87cc-a18ad2a3e9e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet 8ff81f84-addc-4a8e-82e9-33fe6c419bf7 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:00:40.113453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48996) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:40.119410 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-83220df5-ddd2-4498-87cc-a18ad2a3e9e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:40.131318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-e718ca3c-3ffd-4979-a9d9-31be7311c6b3 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Allocated IP 172.20.0.13 (15a79933-c99f-4524-8c29-6c44d3c63971/b0ab08b6-e479-4820-9e76-59cb71d75832/172ed238-d98e-4667-8065-22b709723b4d) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:00:40.211877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-2d163cac-d865-4b69-9b99-2ace28ad1b59 admin admin] Request body: {'subnet': {'network_id': '023b79d9-d371-45a8-a6ca-937a808b812a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1741056665-subnet', 'tenant_id': 'c673babd057141e6a6036155554612b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:40.242996 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2d163cac-d865-4b69-9b99-2ace28ad1b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:40.299415 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-83220df5-ddd2-4498-87cc-a18ad2a3e9e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:40.357709 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e718ca3c-3ffd-4979-a9d9-31be7311c6b3 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:40.375098 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-e718ca3c-3ffd-4979-a9d9-31be7311c6b3 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Transition to ACTIVE for port object 172ed238-d98e-4667-8065-22b709723b4d will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:40.419942 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1310c23a-d0ab-484a-a645-ccfcf4ff6433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d67009e9-c74e-44a6-8a92-0c4d7928efad', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'fixed_ips': [{'subnet_id': '8ff81f84-addc-4a8e-82e9-33fe6c419bf7'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:00:40.422361 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1310c23a-d0ab-484a-a645-ccfcf4ff6433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:40.453025 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e718ca3c-3ffd-4979-a9d9-31be7311c6b3 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:40.486313 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-83220df5-ddd2-4498-87cc-a18ad2a3e9e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:40.553388 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455a306-5c5e-4a64-9290-07aa30a7e2e1 admin admin] Pushing event updated for resources: {'Network': ['ID=023b79d9-d371-45a8-a6ca-937a808b812a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:40.569752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2d163cac-d865-4b69-9b99-2ace28ad1b59 admin admin] Usage tracker for resource:subnet and tenant:c673babd057141e6a6036155554612b8 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:40.585201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2d163cac-d865-4b69-9b99-2ace28ad1b59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:40.614529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2d163cac-d865-4b69-9b99-2ace28ad1b59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:40.625437 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e718ca3c-3ffd-4979-a9d9-31be7311c6b3 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Network 15a79933-c99f-4524-8c29-6c44d3c63971 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:40.631339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49008) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:40.637503 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-e718ca3c-3ffd-4979-a9d9-31be7311c6b3 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:40.646035 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 023b79d9-d371-45a8-a6ca-937a808b812a details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:00:40.650061 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d163cac-d865-4b69-9b99-2ace28ad1b59 admin admin] Made reservation on behalf of c673babd057141e6a6036155554612b8 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:40.653080 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2d163cac-d865-4b69-9b99-2ace28ad1b59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:40.670066 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e718ca3c-3ffd-4979-a9d9-31be7311c6b3 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:00:40.772425 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e718ca3c-3ffd-4979-a9d9-31be7311c6b3 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:40.773746 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e718ca3c-3ffd-4979-a9d9-31be7311c6b3 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:40.896844 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718ca3c-3ffd-4979-a9d9-31be7311c6b3 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Pushing event updated for resources: {'Port': ['ID=172ed238-d98e-4667-8065-22b709723b4d,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:40.916396 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e718ca3c-3ffd-4979-a9d9-31be7311c6b3 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8965347 Mar 05 14:00:40.924989 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49020) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:40.934487 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-1a6366d1-1271-43b9-b0f0-f4de352da458 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3d:1e:f6'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:40.935804 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-48faaa6f-03a2-4047-bc5a-eb854330d05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:40.950972 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ea2083e1-5198-44fc-8dec-648bf6e83324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:40.967520 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-83220df5-ddd2-4498-87cc-a18ad2a3e9e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:40.980422 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-924c3a30-16b7-44e7-91e0-c7ea5e74f624 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:41.004815 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-9c9e79cf-34da-4218-b3f5-d91e0fd01393 None None] Allocated IP 172.20.0.2 (0d6bd3ad-e9a4-4538-89cb-2134d8df71f0/a248c014-2ffa-4040-af09-846edab24851/906edc4b-6e7f-4b92-b828-068773e56082) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:00:41.025256 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ea2083e1-5198-44fc-8dec-648bf6e83324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:41.036511 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83220df5-ddd2-4498-87cc-a18ad2a3e9e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff81f84-addc-4a8e-82e9-33fe6c419bf7,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:41.039941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ea2083e1-5198-44fc-8dec-648bf6e83324 admin admin] Usage tracker for resource:security_group_rule and tenant:3ec103cd7152424194840261d6db9f3f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:41.054933 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-83220df5-ddd2-4498-87cc-a18ad2a3e9e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:41.059226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ea2083e1-5198-44fc-8dec-648bf6e83324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:41.072915 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ea2083e1-5198-44fc-8dec-648bf6e83324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:41.078784 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2d163cac-d865-4b69-9b99-2ace28ad1b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:41.141501 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-83220df5-ddd2-4498-87cc-a18ad2a3e9e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/8ff81f84-addc-4a8e-82e9-33fe6c419bf7 HTTP/1.1" status: 204 len: 168 time: 1.3498616 Mar 05 14:00:41.159431 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49026) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:41.211559 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1a231302-7aa3-4291-bdec-9184db0fa694 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:41.261195 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1b4db203-10a9-4a18-b572-3a9745d2d046 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1026871 Mar 05 14:00:41.265924 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49032) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:41.268468 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9c9e79cf-34da-4218-b3f5-d91e0fd01393 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:41.281862 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-e7207f93-9de9-4ef7-ae37-55ac0e8bf90f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:41.282453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9c9e79cf-34da-4218-b3f5-d91e0fd01393 None None] Transition to ACTIVE for port object 906edc4b-6e7f-4b92-b828-068773e56082 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:41.297440 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d163cac-d865-4b69-9b99-2ace28ad1b59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16e9fa03-6dcf-4202-87d3-e611c183d13c,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:41.304688 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9c9e79cf-34da-4218-b3f5-d91e0fd01393 None None] Transition to ACTIVE for port object 906edc4b-6e7f-4b92-b828-068773e56082 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:41.309152 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d163cac-d865-4b69-9b99-2ace28ad1b59 admin admin] Checking segment: {'id': 'd673757e-1552-4bae-9333-c690e5b936ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '023b79d9-d371-45a8-a6ca-937a808b812a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:00:41.309539 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d163cac-d865-4b69-9b99-2ace28ad1b59 admin admin] Network hostable DHCP agents. Network: 023b79d9-d371-45a8-a6ca-937a808b812a, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:00:41.317152 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9c9e79cf-34da-4218-b3f5-d91e0fd01393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:41.397039 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a231302-7aa3-4291-bdec-9184db0fa694 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Network 0d6bd3ad-e9a4-4538-89cb-2134d8df71f0 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server [None req-1310c23a-d0ab-484a-a645-ccfcf4ff6433 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ff81f84-addc-4a8e-82e9-33fe6c419bf7: This subnet is being modified by another concurrent operation. Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server raise exception Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ff81f84-addc-4a8e-82e9-33fe6c419bf7: This subnet is being modified by another concurrent operation. Mar 05 14:00:41.398614 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server Mar 05 14:00:41.447245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-1a231302-7aa3-4291-bdec-9184db0fa694 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:41.450065 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d163cac-d865-4b69-9b99-2ace28ad1b59 admin admin] Network 023b79d9-d371-45a8-a6ca-937a808b812a is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:00:41.453087 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a231302-7aa3-4291-bdec-9184db0fa694 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:00:41.465836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e7207f93-9de9-4ef7-ae37-55ac0e8bf90f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:41.480341 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e7207f93-9de9-4ef7-ae37-55ac0e8bf90f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:41.487518 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ea2083e1-5198-44fc-8dec-648bf6e83324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:41.488714 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e7207f93-9de9-4ef7-ae37-55ac0e8bf90f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:41.491715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-2d163cac-d865-4b69-9b99-2ace28ad1b59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 023b79d9-d371-45a8-a6ca-937a808b812a) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:41.498570 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d163cac-d865-4b69-9b99-2ace28ad1b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:41.499458 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2d163cac-d865-4b69-9b99-2ace28ad1b59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:41.503988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e7207f93-9de9-4ef7-ae37-55ac0e8bf90f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:41.506021 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ea2083e1-5198-44fc-8dec-648bf6e83324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:41.529782 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a82c1f-094f-4793-b882-0785f5a108bd None None] Network 023b79d9-d371-45a8-a6ca-937a808b812a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:00:41.536896 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a231302-7aa3-4291-bdec-9184db0fa694 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Pushing event updated for resources: {'Port': ['ID=7175810e-5c52-4438-84d5-2c204454a0aa,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:41.559357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2083e1-5198-44fc-8dec-648bf6e83324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e98c0bc-e63f-4ea5-a235-879ae5025a75,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:41.587480 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7207f93-9de9-4ef7-ae37-55ac0e8bf90f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:41.591875 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e7207f93-9de9-4ef7-ae37-55ac0e8bf90f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:41.592004 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9e79cf-34da-4218-b3f5-d91e0fd01393 None None] Network 0d6bd3ad-e9a4-4538-89cb-2134d8df71f0 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:41.597439 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5e665b94-8b99-48c8-ac53-c23681b8b6e6 None None] Provisioning for port 172ed238-d98e-4667-8065-22b709723b4d completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:41.601533 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-9c9e79cf-34da-4218-b3f5-d91e0fd01393 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:41.615875 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9e79cf-34da-4218-b3f5-d91e0fd01393 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:00:41.629446 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ea2083e1-5198-44fc-8dec-648bf6e83324 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ec103cd7152424194840261d6db9f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9899290 Mar 05 14:00:41.633276 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49040) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:41.636923 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2d163cac-d865-4b69-9b99-2ace28ad1b59 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4470911 Mar 05 14:00:41.748499 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5e665b94-8b99-48c8-ac53-c23681b8b6e6 None None] Provisioning complete for port 172ed238-d98e-4667-8065-22b709723b4d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:41.749719 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5e665b94-8b99-48c8-ac53-c23681b8b6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:41.801588 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85f26872-bcc6-4135-b8a0-aa1ea81dc65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:41.808823 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a231302-7aa3-4291-bdec-9184db0fa694 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:41.809453 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1a231302-7aa3-4291-bdec-9184db0fa694 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:41.842557 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1a231302-7aa3-4291-bdec-9184db0fa694 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 5.0514624 Mar 05 14:00:41.876332 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49050) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:41.878626 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e79cf-34da-4218-b3f5-d91e0fd01393 None None] Pushing event updated for resources: {'Port': ['ID=906edc4b-6e7f-4b92-b828-068773e56082,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:41.894554 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-8c3bfb97-0bbf-421d-beb6-1fd67b0a65c9 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1221389256', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:41.902391 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8c3bfb97-0bbf-421d-beb6-1fd67b0a65c9 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:41.908552 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8c3bfb97-0bbf-421d-beb6-1fd67b0a65c9 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Usage tracker for resource:router and tenant:23a4b3194da7402bb141a9a5c1bced92 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:41.911776 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8c3bfb97-0bbf-421d-beb6-1fd67b0a65c9 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:41.919672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8c3bfb97-0bbf-421d-beb6-1fd67b0a65c9 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:41.954856 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85f26872-bcc6-4135-b8a0-aa1ea81dc65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:41.975428 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9c9e79cf-34da-4218-b3f5-d91e0fd01393 None None] Attempting to bind port 906edc4b-6e7f-4b92-b828-068773e56082 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:00:41.975793 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9c9e79cf-34da-4218-b3f5-d91e0fd01393 None None] Attempting to bind port 906edc4b-6e7f-4b92-b828-068773e56082 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '37d60a0e-1a42-4494-b837-000ebfb7eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0d6bd3ad-e9a4-4538-89cb-2134d8df71f0'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:00:41.976259 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e79cf-34da-4218-b3f5-d91e0fd01393 None None] Attempting to bind port 906edc4b-6e7f-4b92-b828-068773e56082 on network 0d6bd3ad-e9a4-4538-89cb-2134d8df71f0 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:00:41.987703 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5e665b94-8b99-48c8-ac53-c23681b8b6e6 None None] Port 172ed238-d98e-4667-8065-22b709723b4d cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:00:41.988273 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c3bfb97-0bbf-421d-beb6-1fd67b0a65c9 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:41.994360 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e79cf-34da-4218-b3f5-d91e0fd01393 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:00:41.995057 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e79cf-34da-4218-b3f5-d91e0fd01393 None None] Checking segment: {'id': '37d60a0e-1a42-4494-b837-000ebfb7eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0d6bd3ad-e9a4-4538-89cb-2134d8df71f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:00:41.995501 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9c9e79cf-34da-4218-b3f5-d91e0fd01393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:41.995989 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e79cf-34da-4218-b3f5-d91e0fd01393 None None] Bound using segment: {'id': '37d60a0e-1a42-4494-b837-000ebfb7eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0d6bd3ad-e9a4-4538-89cb-2134d8df71f0'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:00:41.996480 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9c9e79cf-34da-4218-b3f5-d91e0fd01393 None None] Bound port: 906edc4b-6e7f-4b92-b828-068773e56082, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d60a0e-1a42-4494-b837-000ebfb7eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0d6bd3ad-e9a4-4538-89cb-2134d8df71f0'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:00:41.996878 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9c9e79cf-34da-4218-b3f5-d91e0fd01393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:41.997258 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c3bfb97-0bbf-421d-beb6-1fd67b0a65c9 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:42.012582 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-924c3a30-16b7-44e7-91e0-c7ea5e74f624 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting port 0738a0a7-8f2d-4a86-9c1b-02ea418318a1 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:42.013174 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-924c3a30-16b7-44e7-91e0-c7ea5e74f624 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:42.078715 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1a6366d1-1271-43b9-b0f0-f4de352da458 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:42.141134 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c3bfb97-0bbf-421d-beb6-1fd67b0a65c9 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:42.195376 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:42.206978 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:42.289955 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9c9e79cf-34da-4218-b3f5-d91e0fd01393 None None] For port 906edc4b-6e7f-4b92-b828-068773e56082, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:00:42.298090 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d2fb6c-9c39-4240-9bd1-923aec386132 None None] Network 023b79d9-d371-45a8-a6ca-937a808b812a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:00:42.314554 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9c9e79cf-34da-4218-b3f5-d91e0fd01393 None None] For port 906edc4b-6e7f-4b92-b828-068773e56082, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=906edc4b-6e7f-4b92-b828-068773e56082,segment=NetworkSegment(37d60a0e-1a42-4494-b837-000ebfb7eae0),segment_id=37d60a0e-1a42-4494-b837-000ebfb7eae0)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:00:42.331493 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9c9e79cf-34da-4218-b3f5-d91e0fd01393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:42.383988 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-924c3a30-16b7-44e7-91e0-c7ea5e74f624 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:42.428002 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e79cf-34da-4218-b3f5-d91e0fd01393 None None] Pushing event updated for resources: {'Port': ['ID=906edc4b-6e7f-4b92-b828-068773e56082,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:42.546475 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c3bfb97-0bbf-421d-beb6-1fd67b0a65c9 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:42.560811 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e7207f93-9de9-4ef7-ae37-55ac0e8bf90f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:42.603918 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-924c3a30-16b7-44e7-91e0-c7ea5e74f624 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Calling delete_port for 0738a0a7-8f2d-4a86-9c1b-02ea418318a1 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:42.685241 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85f26872-bcc6-4135-b8a0-aa1ea81dc65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:42.791306 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1a6366d1-1271-43b9-b0f0-f4de352da458 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:42.886951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f26872-bcc6-4135-b8a0-aa1ea81dc65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e98c0bc-e63f-4ea5-a235-879ae5025a75,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:42.927971 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1a6366d1-1271-43b9-b0f0-f4de352da458 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:42.939305 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-c7c7ffae-7afa-4cff-a0be-933081ea1bc3 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:42.940049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-c7c7ffae-7afa-4cff-a0be-933081ea1bc3 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Synchronizing usage tracker for tenant:c673babd057141e6a6036155554612b8 on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:42.945168 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7207f93-9de9-4ef7-ae37-55ac0e8bf90f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:42.950531 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85f26872-bcc6-4135-b8a0-aa1ea81dc65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:42.952656 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-85f26872-bcc6-4135-b8a0-aa1ea81dc65d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e98c0bc-e63f-4ea5-a235-879ae5025a75 HTTP/1.1" status: 204 len: 168 time: 1.3167727 Mar 05 14:00:42.956944 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c3bfb97-0bbf-421d-beb6-1fd67b0a65c9 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:42.961222 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8c3bfb97-0bbf-421d-beb6-1fd67b0a65c9 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0781920 Mar 05 14:00:42.962796 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-e7207f93-9de9-4ef7-ae37-55ac0e8bf90f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:42.966681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7207f93-9de9-4ef7-ae37-55ac0e8bf90f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:42.967365 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e7207f93-9de9-4ef7-ae37-55ac0e8bf90f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:42.975258 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1348383-8ab1-4ee5-bed1-f3d31dc7ffd0 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:00:42.979938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49080) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:43.007911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-87157cbe-2246-43df-8ff3-80d7e6f2027c tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-53790159', 'prefixes': ['172.20.0.0/16']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:43.014828 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-87157cbe-2246-43df-8ff3-80d7e6f2027c tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:43.029635 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-c7c7ffae-7afa-4cff-a0be-933081ea1bc3 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Unset dirty status for tenant:c673babd057141e6a6036155554612b8 on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:43.029635 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-c7c7ffae-7afa-4cff-a0be-933081ea1bc3 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/networks?id=023b79d9-d371-45a8-a6ca-937a808b812a HTTP/1.1" status: 200 len: 814 time: 0.3429728 Mar 05 14:00:43.029635 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7207f93-9de9-4ef7-ae37-55ac0e8bf90f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=fcfbf9f1-1f95-45da-a931-c8387906528a,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:43.059997 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-178b0500-dd11-4ccb-861f-0b5fb6258117 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/quotas/c673babd057141e6a6036155554612b8 HTTP/1.1" status: 200 len: 375 time: 0.0234740 Mar 05 14:00:43.065974 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e7207f93-9de9-4ef7-ae37-55ac0e8bf90f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7917850 Mar 05 14:00:43.066097 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49086) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:43.073343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-f89c8e00-96c1-4b68-a688-1644b57d3dc6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'fixed_ips': [{'subnet_id': 'fcfbf9f1-1f95-45da-a931-c8387906528a', 'ip_address': '2001:db8::3ba8:7916:9e3a:825f'}], 'name': 'tempest-NetworksTestDHCPv6-903838001'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:43.152615 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-d82ece74-0b73-4994-bad1-2130bca55bf2 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c673babd057141e6a6036155554612b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836709 Mar 05 14:00:43.265319 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6366d1-1271-43b9-b0f0-f4de352da458 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Pushing event updated for resources: {'Port': ['ID=172ed238-d98e-4667-8065-22b709723b4d,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:43.343944 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-924c3a30-16b7-44e7-91e0-c7ea5e74f624 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:43.456956 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d67009e9-c74e-44a6-8a92-0c4d7928efad', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'fixed_ips': [{'subnet_id': 'fcfbf9f1-1f95-45da-a931-c8387906528a'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:00:43.457906 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:43.460226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f89c8e00-96c1-4b68-a688-1644b57d3dc6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:43.465023 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f89c8e00-96c1-4b68-a688-1644b57d3dc6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:port and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:43.468194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f89c8e00-96c1-4b68-a688-1644b57d3dc6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:43.474955 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f89c8e00-96c1-4b68-a688-1644b57d3dc6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:43.491996 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c3a30-16b7-44e7-91e0-c7ea5e74f624 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Port': ['ID=0738a0a7-8f2d-4a86-9c1b-02ea418318a1,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:43.512780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89c8e00-96c1-4b68-a688-1644b57d3dc6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:43.578602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-1a6366d1-1271-43b9-b0f0-f4de352da458 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] In _notify_port_updated(), no bound segment for port 172ed238-d98e-4667-8065-22b709723b4d on network 15a79933-c99f-4524-8c29-6c44d3c63971 {{(pid=87913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 14:00:43.591988 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6366d1-1271-43b9-b0f0-f4de352da458 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:43.600411 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1a6366d1-1271-43b9-b0f0-f4de352da458 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:43.602371 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1a6366d1-1271-43b9-b0f0-f4de352da458 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "PUT /v2.0/ports/172ed238-d98e-4667-8065-22b709723b4d HTTP/1.1" status: 200 len: 994 time: 2.6762891 Mar 05 14:00:43.607633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49094) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:43.616541 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-87157cbe-2246-43df-8ff3-80d7e6f2027c tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks [] for subnetpool, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:43.627752 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-87157cbe-2246-43df-8ff3-80d7e6f2027c tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.6346023 Mar 05 14:00:43.657313 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49098) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:43.669640 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-7fbed270-980c-4487-a0f9-76e5a65bf71b service neutron] 10.222.0.16 "GET /v2.0/networks/023b79d9-d371-45a8-a6ca-937a808b812a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491775 Mar 05 14:00:43.704082 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:43.809806 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2ed589d3-0ea6-4d9a-a693-20ca29b843dd None None] Provisioning complete for port 172ed238-d98e-4667-8065-22b709723b4d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:43.810169 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2ed589d3-0ea6-4d9a-a693-20ca29b843dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:43.898181 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-924c3a30-16b7-44e7-91e0-c7ea5e74f624 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:43.925023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2ed589d3-0ea6-4d9a-a693-20ca29b843dd None None] Port 172ed238-d98e-4667-8065-22b709723b4d cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:00:43.979842 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Allocated IP 2001:db8::2 (d67009e9-c74e-44a6-8a92-0c4d7928efad/fcfbf9f1-1f95-45da-a931-c8387906528a/fc01ef22-672b-4339-b3d2-5336658b1ac4) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:00:43.986233 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-7169cacc-a40f-44bc-b99d-cd7bc8c80483 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Deleting port 172ed238-d98e-4667-8065-22b709723b4d {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:43.986818 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7169cacc-a40f-44bc-b99d-cd7bc8c80483 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:44.029328 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f89c8e00-96c1-4b68-a688-1644b57d3dc6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:44.051233 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49104) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:44.170374 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f55dd1-8d79-4f20-addd-4d6f4f691e74 None None] Network 0d6bd3ad-e9a4-4538-89cb-2134d8df71f0 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:00:44.213358 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-4eebe297-2c0e-4840-b87b-a6f908cc02df tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a248c014-2ffa-4040-af09-846edab24851', 'tempest-TagsExtTest-Tag-1957601919') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:44.252228 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-cac89d30-41f7-45c5-92c3-a94487671250 service neutron] 10.222.0.16 "GET /v2.0/networks/023b79d9-d371-45a8-a6ca-937a808b812a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000222 Mar 05 14:00:44.282410 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-f89c8e00-96c1-4b68-a688-1644b57d3dc6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] device_id is not set on port 0af27b85-592b-4dd4-b518-b473d151a4bd yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:00:44.301228 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924c3a30-16b7-44e7-91e0-c7ea5e74f624 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Router 0d43ccfc-7607-4f0b-bf54-2a631bcc6937 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:00:44.337511 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-afd0baf4-6ded-4d27-8642-b24cdffb290d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:44.367167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-afd0baf4-6ded-4d27-8642-b24cdffb290d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:44.371476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-afd0baf4-6ded-4d27-8642-b24cdffb290d admin admin] Usage tracker for resource:security_group_rule and tenant:e015cee597b249a2a0ab54efc88459a3 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:44.375369 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-afd0baf4-6ded-4d27-8642-b24cdffb290d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:44.375928 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7a796583-5ffe-49fd-a2c8-86748de02f31 None None] Provisioning for port 906edc4b-6e7f-4b92-b828-068773e56082 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:44.380116 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:44.381738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-afd0baf4-6ded-4d27-8642-b24cdffb290d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:44.407777 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Transition to ACTIVE for port object fc01ef22-672b-4339-b3d2-5336658b1ac4 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:44.477644 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-afd0baf4-6ded-4d27-8642-b24cdffb290d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:44.501707 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-afd0baf4-6ded-4d27-8642-b24cdffb290d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:44.604360 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-afd0baf4-6ded-4d27-8642-b24cdffb290d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e015cee597b249a2a0ab54efc88459a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3541429 Mar 05 14:00:44.621083 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 906edc4b-6e7f-4b92-b828-068773e56082 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:00:44.621393 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924c3a30-16b7-44e7-91e0-c7ea5e74f624 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:00:44.622901 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49116) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:44.682911 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Transition to ACTIVE for port object fc01ef22-672b-4339-b3d2-5336658b1ac4 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:44.685245 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb983cc-4daf-41c1-9fb5-40ef272d5cab None None] Sync routers for ids ['0d43ccfc-7607-4f0b-bf54-2a631bcc6937'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:00:44.756138 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb983cc-4daf-41c1-9fb5-40ef272d5cab None None] Routers {'0d43ccfc-7607-4f0b-bf54-2a631bcc6937'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:00:44.756958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0bb983cc-4daf-41c1-9fb5-40ef272d5cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:00:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['0d43ccfc-7607-4f0b-bf54-2a631bcc6937'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:44.768740 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3e51f5fc-1131-47ab-97c2-d2cab5e31230 req-1c44d580-5cae-48e9-b535-663409b44e3e tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd9113c4-a4a5-48a1-a408-dc0171766086 HTTP/1.1" status: 200 len: 210 time: 0.1132708 Mar 05 14:00:44.773328 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-924c3a30-16b7-44e7-91e0-c7ea5e74f624 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/routers/0d43ccfc-7607-4f0b-bf54-2a631bcc6937/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1082902 Mar 05 14:00:44.777445 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49120) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:44.822589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0baf4-6ded-4d27-8642-b24cdffb290d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdfd3de-f73f-4f31-88e4-68592a32a664,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:44.825765 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49124) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:44.860762 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-93b574a9-7510-4261-bad4-44223015b0e5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Synchronizing usage tracker for tenant:f9698ae0269e4f54b2949da6501e3b33 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:44.864969 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc922-5ab0-4fed-817c-f8ca98cc5113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:44.902744 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-93b574a9-7510-4261-bad4-44223015b0e5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Unset dirty status for tenant:f9698ae0269e4f54b2949da6501e3b33 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:44.907839 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-93b574a9-7510-4261-bad4-44223015b0e5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d43ccfc-7607-4f0b-bf54-2a631bcc6937 HTTP/1.1" status: 200 len: 205 time: 0.1294394 Mar 05 14:00:44.909878 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc922-5ab0-4fed-817c-f8ca98cc5113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:44.916277 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0bb983cc-4daf-41c1-9fb5-40ef272d5cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:44.924875 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49134) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:44.947251 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:45.046242 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb983cc-4daf-41c1-9fb5-40ef272d5cab None None] Routers {'0d43ccfc-7607-4f0b-bf54-2a631bcc6937'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:00:45.047035 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0bb983cc-4daf-41c1-9fb5-40ef272d5cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:00:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['0d43ccfc-7607-4f0b-bf54-2a631bcc6937'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:45.092556 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7169cacc-a40f-44bc-b99d-cd7bc8c80483 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:45.097931 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8622efd1-f057-482e-9216-49e476b96c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:45.115188 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0bb983cc-4daf-41c1-9fb5-40ef272d5cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:45.115634 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb983cc-4daf-41c1-9fb5-40ef272d5cab None None] The sync data for ids ['0d43ccfc-7607-4f0b-bf54-2a631bcc6937'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:00:45.127693 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:45.131536 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8622efd1-f057-482e-9216-49e476b96c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:45.135724 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a98a7c97-4642-4200-8bf6-5d8a26084197 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:45.139784 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:45.146238 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:00:45.196535 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8622efd1-f057-482e-9216-49e476b96c3f admin admin] Usage tracker for resource:security_group_rule and tenant:5f7403ef7ffb4ba4af2f17ed696e2222 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:45.235218 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Pushing event updated for resources: {'Port': ['ID=fc01ef22-672b-4339-b3d2-5336658b1ac4,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:45.283338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:00:45.283677 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:00:45.284013 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:00:45.284339 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:00:45.284660 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:00:45.284979 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:00:45.285296 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:00:45.285610 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:00:45.285925 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:00:45.286236 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:00:45.286547 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:00:45.286955 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:00:45.409198 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 906edc4b-6e7f-4b92-b828-068773e56082 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:45.434558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-7169cacc-a40f-44bc-b99d-cd7bc8c80483 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Calling delete_port for 172ed238-d98e-4667-8065-22b709723b4d owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:45.440709 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 906edc4b-6e7f-4b92-b828-068773e56082 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:45.441913 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:45.486846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8622efd1-f057-482e-9216-49e476b96c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:45.496316 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4eebe297-2c0e-4840-b87b-a6f908cc02df tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "PUT /v2.0/subnets/a248c014-2ffa-4040-af09-846edab24851/tags/tempest-TagsExtTest-Tag-1957601919 HTTP/1.1" status: 201 len: 201 time: 1.8348739 Mar 05 14:00:45.498389 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Attempting to bind port fc01ef22-672b-4339-b3d2-5336658b1ac4 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:00:45.499304 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Attempting to bind port fc01ef22-672b-4339-b3d2-5336658b1ac4 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:00:45.500057 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Attempting to bind port fc01ef22-672b-4339-b3d2-5336658b1ac4 on network d67009e9-c74e-44a6-8a92-0c4d7928efad {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:00:45.502806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49140) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:45.524382 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:00:45.525467 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Checking segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:00:45.526128 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:45.526841 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Bound using segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:00:45.527541 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Bound port: fc01ef22-672b-4339-b3d2-5336658b1ac4, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:00:45.529076 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:45.535025 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8622efd1-f057-482e-9216-49e476b96c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:45.555141 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.tag.tag_plugin [None req-5167d868-0c8d-442f-87a3-d017029a6f67 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7175810e-5c52-4438-84d5-2c204454a0aa', 'tempest-TagsExtTest-Tag-1543767905') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:45.596987 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-f89c8e00-96c1-4b68-a688-1644b57d3dc6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8::3ba8:7916:9e3a:825f (d67009e9-c74e-44a6-8a92-0c4d7928efad/fcfbf9f1-1f95-45da-a931-c8387906528a/0af27b85-592b-4dd4-b518-b473d151a4bd) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:00:45.652094 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] For port fc01ef22-672b-4339-b3d2-5336658b1ac4, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:00:45.656863 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] For port fc01ef22-672b-4339-b3d2-5336658b1ac4, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fc01ef22-672b-4339-b3d2-5336658b1ac4,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:00:45.674381 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:45.691424 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc922-5ab0-4fed-817c-f8ca98cc5113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:45.757789 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7169cacc-a40f-44bc-b99d-cd7bc8c80483 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:45.861207 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-768a673c-aa85-45d5-95f1-7cd78ad79931 None None] Provisioning for port 7175810e-5c52-4438-84d5-2c204454a0aa completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:45.879632 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-768a673c-aa85-45d5-95f1-7cd78ad79931 None None] Provisioning complete for port 7175810e-5c52-4438-84d5-2c204454a0aa triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:45.880007 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-768a673c-aa85-45d5-95f1-7cd78ad79931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:45.951508 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-768a673c-aa85-45d5-95f1-7cd78ad79931 None None] Port 7175810e-5c52-4438-84d5-2c204454a0aa cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:00:45.976258 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13444a04-697f-4d9e-8684-032624acf9c0 None None] Pushing event updated for resources: {'Port': ['ID=fc01ef22-672b-4339-b3d2-5336658b1ac4,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:46.006415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc922-5ab0-4fed-817c-f8ca98cc5113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdfd3de-f73f-4f31-88e4-68592a32a664,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:46.008741 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc922-5ab0-4fed-817c-f8ca98cc5113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:46.010193 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3a7cc922-5ab0-4fed-817c-f8ca98cc5113 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7cdfd3de-f73f-4f31-88e4-68592a32a664 HTTP/1.1" status: 204 len: 168 time: 1.3862302 Mar 05 14:00:46.023847 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-768a673c-aa85-45d5-95f1-7cd78ad79931 None None] Provisioning complete for port 906edc4b-6e7f-4b92-b828-068773e56082 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:46.024253 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-768a673c-aa85-45d5-95f1-7cd78ad79931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:46.064009 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a98a7c97-4642-4200-8bf6-5d8a26084197 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:46.068562 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a98a7c97-4642-4200-8bf6-5d8a26084197 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:46.100547 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:46.127748 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f89c8e00-96c1-4b68-a688-1644b57d3dc6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:46.146161 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-f89c8e00-96c1-4b68-a688-1644b57d3dc6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Transition to ACTIVE for port object 0af27b85-592b-4dd4-b518-b473d151a4bd will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:46.180572 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a98a7c97-4642-4200-8bf6-5d8a26084197 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:46.181782 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98a7c97-4642-4200-8bf6-5d8a26084197 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Fanout notify agent at l3_agent the message router_deleted on router 0d43ccfc-7607-4f0b-bf54-2a631bcc6937 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:00:46.274107 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-768a673c-aa85-45d5-95f1-7cd78ad79931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:46.308792 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 906edc4b-6e7f-4b92-b828-068773e56082, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=906edc4b-6e7f-4b92-b828-068773e56082,segment=NetworkSegment(37d60a0e-1a42-4494-b837-000ebfb7eae0),segment_id=37d60a0e-1a42-4494-b837-000ebfb7eae0)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:46.326496 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a98a7c97-4642-4200-8bf6-5d8a26084197 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:46.330118 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a98a7c97-4642-4200-8bf6-5d8a26084197 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/routers/0d43ccfc-7607-4f0b-bf54-2a631bcc6937 HTTP/1.1" status: 204 len: 168 time: 1.4017243 Mar 05 14:00:46.334033 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f89c8e00-96c1-4b68-a688-1644b57d3dc6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:46.335842 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169cacc-a40f-44bc-b99d-cd7bc8c80483 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Pushing event deleted for resources: {'Port': ['ID=172ed238-d98e-4667-8065-22b709723b4d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:46.341902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49150) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:46.349620 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:46.357423 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8622efd1-f057-482e-9216-49e476b96c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:46.466320 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ad075b-fa88-4922-9cd6-7c7bd7485d33 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting subnet 3587459d-a0e0-46c8-80d5-465f7d9a74f0 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:00:46.469390 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8622efd1-f057-482e-9216-49e476b96c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:46.505245 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5167d868-0c8d-442f-87a3-d017029a6f67 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "PUT /v2.0/ports/7175810e-5c52-4438-84d5-2c204454a0aa/tags/tempest-TagsExtTest-Tag-1543767905 HTTP/1.1" status: 201 len: 201 time: 0.9883988 Mar 05 14:00:46.507456 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a8ad075b-fa88-4922-9cd6-7c7bd7485d33 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:46.593800 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49154) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:46.626160 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.tag.tag_plugin [None req-a3d35c60-5f42-4593-b530-3cf915d34d40 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e357297f-21c7-4214-85af-93a543fe1d2e', 'tempest-TagsExtTest-Tag-104812625') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:46.637824 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fc01ef22-672b-4339-b3d2-5336658b1ac4 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:00:46.677281 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-768a673c-aa85-45d5-95f1-7cd78ad79931 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:00:46.677899 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-768a673c-aa85-45d5-95f1-7cd78ad79931 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:00:46.699025 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=906edc4b-6e7f-4b92-b828-068773e56082,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:46.761120 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port fc01ef22-672b-4339-b3d2-5336658b1ac4 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:46.765341 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8622efd1-f057-482e-9216-49e476b96c3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f7403ef7ffb4ba4af2f17ed696e2222&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9353850 Mar 05 14:00:46.771126 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49164) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:46.773649 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a8ad075b-fa88-4922-9cd6-7c7bd7485d33 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:46.804749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622efd1-f057-482e-9216-49e476b96c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3509aa-da3f-44b6-ba91-ab023408a4c2,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:46.805078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c8e00-96c1-4b68-a688-1644b57d3dc6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=0af27b85-592b-4dd4-b518-b473d151a4bd,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:46.839316 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-54ffb0ab-1016-447c-90dd-d9332d01ce7a req-2f6febe5-8d71-43b1-8a7d-c69eb95c8abd tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd9113c4-a4a5-48a1-a408-dc0171766086 HTTP/1.1" status: 200 len: 210 time: 0.6598582 Mar 05 14:00:46.915544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89c8e00-96c1-4b68-a688-1644b57d3dc6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:46.967338 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-f89c8e00-96c1-4b68-a688-1644b57d3dc6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:46.976474 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dceac754-6213-4b68-a092-ef6a66cf46d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:46.979674 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89c8e00-96c1-4b68-a688-1644b57d3dc6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:00:46.987174 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89c8e00-96c1-4b68-a688-1644b57d3dc6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:46.988262 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f89c8e00-96c1-4b68-a688-1644b57d3dc6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:46.992254 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a3d35c60-5f42-4593-b530-3cf915d34d40 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "PUT /v2.0/routers/e357297f-21c7-4214-85af-93a543fe1d2e/tags/tempest-TagsExtTest-Tag-104812625 HTTP/1.1" status: 201 len: 201 time: 0.3801832 Mar 05 14:00:46.992932 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49174) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:47.005961 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.tag.tag_plugin [None req-efc73165-8546-4f87-b798-c1e68b60ffa8 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3b08ac33-6a47-4977-a5cd-8a98a9c9e015', 'tempest-TagsExtTest-Tag-201593147') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:47.032686 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a8ad075b-fa88-4922-9cd6-7c7bd7485d33 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:47.040586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-8c73cfe7-3f49-4887-9480-04aae2ce4102 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:47.042191 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-8c73cfe7-3f49-4887-9480-04aae2ce4102 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.30 "GET /v2.0/networks?id=023b79d9-d371-45a8-a6ca-937a808b812a HTTP/1.1" status: 200 len: 814 time: 0.8641427 Mar 05 14:00:47.055254 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-0a0202ad-559c-41ca-850f-9c59a29809cd tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Request body: {'port': {'device_id': 'fd9113c4-a4a5-48a1-a408-dc0171766086', 'network_id': '023b79d9-d371-45a8-a6ca-937a808b812a', 'admin_state_up': True, 'tenant_id': 'c673babd057141e6a6036155554612b8'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:47.074755 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dceac754-6213-4b68-a092-ef6a66cf46d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:47.164488 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-efc73165-8546-4f87-b798-c1e68b60ffa8 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "PUT /v2.0/subnetpools/3b08ac33-6a47-4977-a5cd-8a98a9c9e015/tags/tempest-TagsExtTest-Tag-201593147 HTTP/1.1" status: 201 len: 201 time: 0.1665981 Mar 05 14:00:47.165099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49182) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:47.171918 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.tag.tag_plugin [None req-61b68742-a89d-4dfb-9755-bf8f0f04e559 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a248c014-2ffa-4040-af09-846edab24851') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:47.202951 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a8ad075b-fa88-4922-9cd6-7c7bd7485d33 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:47.210705 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7169cacc-a40f-44bc-b99d-cd7bc8c80483 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:47.220760 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7169cacc-a40f-44bc-b99d-cd7bc8c80483 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "DELETE /v2.0/ports/172ed238-d98e-4667-8065-22b709723b4d HTTP/1.1" status: 204 len: 168 time: 3.6099391 Mar 05 14:00:47.223020 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f89c8e00-96c1-4b68-a688-1644b57d3dc6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.1556773 Mar 05 14:00:47.229345 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49186) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:47.231127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49188) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:47.246594 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dceac754-6213-4b68-a092-ef6a66cf46d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:47.273014 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad075b-fa88-4922-9cd6-7c7bd7485d33 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Subnet': ['ID=3587459d-a0e0-46c8-80d5-465f7d9a74f0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:47.279530 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a8ad075b-fa88-4922-9cd6-7c7bd7485d33 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:47.288973 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceac754-6213-4b68-a092-ef6a66cf46d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3509aa-da3f-44b6-ba91-ab023408a4c2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:47.291537 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d6ed4d-1c76-4a41-b892-566f5c59d978 None None] Network a6b362ed-f1ad-4f62-9413-803f8b051226 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:00:47.318557 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a8ad075b-fa88-4922-9cd6-7c7bd7485d33 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/subnets/3587459d-a0e0-46c8-80d5-465f7d9a74f0 HTTP/1.1" status: 204 len: 168 time: 0.9635723 Mar 05 14:00:47.319914 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dceac754-6213-4b68-a092-ef6a66cf46d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:47.326638 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dceac754-6213-4b68-a092-ef6a66cf46d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab3509aa-da3f-44b6-ba91-ab023408a4c2 HTTP/1.1" status: 204 len: 168 time: 0.5211675 Mar 05 14:00:47.326638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49194) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:47.419932 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d762c83-25a6-4e61-8422-5c4754279a65 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] GET failed (client error): The resource could not be found. Mar 05 14:00:47.420475 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5d762c83-25a6-4e61-8422-5c4754279a65 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Synchronizing usage tracker for tenant:56b96c04c4b446679513061b8864d205 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:47.470077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-0a0202ad-559c-41ca-850f-9c59a29809cd tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:47.478790 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-0a0202ad-559c-41ca-850f-9c59a29809cd tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Usage tracker for resource:port and tenant:c673babd057141e6a6036155554612b8 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:47.484853 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-0a0202ad-559c-41ca-850f-9c59a29809cd tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:47.500653 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-0a0202ad-559c-41ca-850f-9c59a29809cd tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:47.527358 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5d762c83-25a6-4e61-8422-5c4754279a65 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Unset dirty status for tenant:56b96c04c4b446679513061b8864d205 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:47.535217 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5d762c83-25a6-4e61-8422-5c4754279a65 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "GET /v2.0/ports/172ed238-d98e-4667-8065-22b709723b4d HTTP/1.1" status: 404 len: 333 time: 0.2790232 Mar 05 14:00:47.539235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49202) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:47.564039 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-0c35cbae-75bf-4842-900d-3b2e2d406ffc tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Request body: {'port': {'network_id': '15a79933-c99f-4524-8c29-6c44d3c63971', 'name': 'tempest-AllowedAddressPairTestJSON-1254295498'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:47.598392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-0a0202ad-559c-41ca-850f-9c59a29809cd tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Made reservation on behalf of c673babd057141e6a6036155554612b8 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:47.603682 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-0a0202ad-559c-41ca-850f-9c59a29809cd tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:47.612155 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e1bc425b-3409-4693-9a1c-5f0a5ab4c20e None None] Provisioning complete for port 7175810e-5c52-4438-84d5-2c204454a0aa triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:47.612760 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e1bc425b-3409-4693-9a1c-5f0a5ab4c20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:47.614977 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b2665398-d31f-41e1-be0c-27952553ee2a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:47.642414 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-61b68742-a89d-4dfb-9755-bf8f0f04e559 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/subnets/a248c014-2ffa-4040-af09-846edab24851/tags HTTP/1.1" status: 200 len: 241 time: 0.4745502 Mar 05 14:00:47.642414 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49208) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:47.660530 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.tag.tag_plugin [None req-804ab2fd-9e19-4eb7-b45a-51388b8672b5 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a248c014-2ffa-4040-af09-846edab24851', 'tempest-TagsExtTest-Tag-1957601919') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:47.717114 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b2665398-d31f-41e1-be0c-27952553ee2a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting port 1056365f-36f0-4454-a65e-2ed9006bbccf {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:47.717457 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b2665398-d31f-41e1-be0c-27952553ee2a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:47.743214 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc425b-3409-4693-9a1c-5f0a5ab4c20e None None] Port 7175810e-5c52-4438-84d5-2c204454a0aa cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:00:47.887077 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f7bf3293-5115-4220-832d-a7da25abc46f None None] Provisioning for port fc01ef22-672b-4339-b3d2-5336658b1ac4 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:47.907207 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f7bf3293-5115-4220-832d-a7da25abc46f None None] Provisioning complete for port fc01ef22-672b-4339-b3d2-5336658b1ac4 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:47.909831 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3293-5115-4220-832d-a7da25abc46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:47.925747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24771346-78e2-44ae-9f21-62c0196d9417 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:47.932786 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24771346-78e2-44ae-9f21-62c0196d9417 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:47.933295 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-24771346-78e2-44ae-9f21-62c0196d9417 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:47.966784 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-804ab2fd-9e19-4eb7-b45a-51388b8672b5 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/subnets/a248c014-2ffa-4040-af09-846edab24851/tags/tempest-TagsExtTest-Tag-1957601919 HTTP/1.1" status: 204 len: 168 time: 0.3220856 Mar 05 14:00:47.975688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49222) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:48.000181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-90500888-f96f-4a39-96a5-ba01d9edc122 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a248c014-2ffa-4040-af09-846edab24851', 'tempest-TagsExtTest-Tag-1957601919') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:48.088004 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-24771346-78e2-44ae-9f21-62c0196d9417 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:48.091732 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-24771346-78e2-44ae-9f21-62c0196d9417 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.8316693 Mar 05 14:00:48.183164 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a1572e-1bbe-462c-b0fd-e78f367cd4c1 None None] DHCP port deletion for a6b362ed-f1ad-4f62-9413-803f8b051226 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:00:48.220108 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-80a1572e-1bbe-462c-b0fd-e78f367cd4c1 None None] Deleting port 1056365f-36f0-4454-a65e-2ed9006bbccf {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:48.221643 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-80a1572e-1bbe-462c-b0fd-e78f367cd4c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:48.221997 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49226) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:48.270825 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-99d23171-6c6a-44c5-98db-74b9a59bb9cc req-bb80dc3c-a6b4-4b58-aa4a-263551b8ede7 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd9113c4-a4a5-48a1-a408-dc0171766086 HTTP/1.1" status: 200 len: 210 time: 0.2467020 Mar 05 14:00:48.290971 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-b2665398-d31f-41e1-be0c-27952553ee2a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] For port 1056365f-36f0-4454-a65e-2ed9006bbccf, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1056365f-36f0-4454-a65e-2ed9006bbccf,segment=NetworkSegment(8514a403-5e53-402e-9a03-8cea89795d8b),segment_id=8514a403-5e53-402e-9a03-8cea89795d8b)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:48.291536 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b2665398-d31f-41e1-be0c-27952553ee2a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:48.313546 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0c35cbae-75bf-4842-900d-3b2e2d406ffc tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:48.350532 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0c35cbae-75bf-4842-900d-3b2e2d406ffc tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:48.382907 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c35cbae-75bf-4842-900d-3b2e2d406ffc tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Made reservation on behalf of 56b96c04c4b446679513061b8864d205 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:48.387069 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0c35cbae-75bf-4842-900d-3b2e2d406ffc tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:48.398197 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-0a0202ad-559c-41ca-850f-9c59a29809cd tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Allocated IP 172.20.0.12 (023b79d9-d371-45a8-a6ca-937a808b812a/16e9fa03-6dcf-4202-87d3-e611c183d13c/08ea0926-be08-4b3e-a4bd-e10a7d99cedd) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:00:48.456135 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b2665398-d31f-41e1-be0c-27952553ee2a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Calling delete_port for 1056365f-36f0-4454-a65e-2ed9006bbccf owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:48.459343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49238) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:48.484197 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15c143b0-5bcb-49fe-b960-c1efc3fea7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:48.495510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-83596b22-51d9-4e35-9ca4-468f1bf62283 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting port 0af27b85-592b-4dd4-b518-b473d151a4bd {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:48.496215 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-83596b22-51d9-4e35-9ca4-468f1bf62283 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:48.500962 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-90500888-f96f-4a39-96a5-ba01d9edc122 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "DELETE /v2.0/subnets/a248c014-2ffa-4040-af09-846edab24851/tags/tempest-TagsExtTest-Tag-1957601919 HTTP/1.1" status: 204 len: 168 time: 0.5197406 Mar 05 14:00:48.506439 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-0c35cbae-75bf-4842-900d-3b2e2d406ffc tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] device_id is not set on port e6520477-a181-4e46-875d-888ad608033a yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:00:48.527993 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49242) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:48.540791 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.tag.tag_plugin [None req-92d355c7-87bb-4c74-877a-095ce57509ae tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a248c014-2ffa-4040-af09-846edab24851') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:48.563456 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-15c143b0-5bcb-49fe-b960-c1efc3fea7e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:48.567453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-15c143b0-5bcb-49fe-b960-c1efc3fea7e1 admin admin] Usage tracker for resource:security_group_rule and tenant:0027ac5d046c48ee8bfd2ebd73e0a551 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:48.570455 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-15c143b0-5bcb-49fe-b960-c1efc3fea7e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:48.576699 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-15c143b0-5bcb-49fe-b960-c1efc3fea7e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:48.627945 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3293-5115-4220-832d-a7da25abc46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:48.639515 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 906edc4b-6e7f-4b92-b828-068773e56082 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:00:48.670129 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15c143b0-5bcb-49fe-b960-c1efc3fea7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:48.683106 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15c143b0-5bcb-49fe-b960-c1efc3fea7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:48.767639 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b2665398-d31f-41e1-be0c-27952553ee2a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:48.807798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-f7bf3293-5115-4220-832d-a7da25abc46f None None] For port fc01ef22-672b-4339-b3d2-5336658b1ac4, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fc01ef22-672b-4339-b3d2-5336658b1ac4,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:48.826953 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-15c143b0-5bcb-49fe-b960-c1efc3fea7e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0027ac5d046c48ee8bfd2ebd73e0a551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3653345 Mar 05 14:00:48.843282 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49250) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:48.850998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c143b0-5bcb-49fe-b960-c1efc3fea7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4894631-9b77-41bb-b595-cdda95d24f74,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:48.897068 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2665398-d31f-41e1-be0c-27952553ee2a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Port': ['ID=1056365f-36f0-4454-a65e-2ed9006bbccf,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:48.906924 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2665398-d31f-41e1-be0c-27952553ee2a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] No DVR routers for this DVR port 1056365f-36f0-4454-a65e-2ed9006bbccf on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:00:48.909217 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3293-5115-4220-832d-a7da25abc46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:48.963668 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-92d355c7-87bb-4c74-877a-095ce57509ae tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/subnets/a248c014-2ffa-4040-af09-846edab24851/tags HTTP/1.1" status: 200 len: 205 time: 0.4342747 Mar 05 14:00:48.972243 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49254) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:48.978283 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.tag.tag_plugin [None req-40c0749b-ee8f-4498-9861-5896021d9ee2 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7175810e-5c52-4438-84d5-2c204454a0aa') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:49.012276 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf3293-5115-4220-832d-a7da25abc46f None None] Pushing event updated for resources: {'Port': ['ID=fc01ef22-672b-4339-b3d2-5336658b1ac4,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:49.028188 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-80a1572e-1bbe-462c-b0fd-e78f367cd4c1 None None] For port 1056365f-36f0-4454-a65e-2ed9006bbccf, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1056365f-36f0-4454-a65e-2ed9006bbccf,segment=NetworkSegment(8514a403-5e53-402e-9a03-8cea89795d8b),segment_id=8514a403-5e53-402e-9a03-8cea89795d8b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:49.028575 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-80a1572e-1bbe-462c-b0fd-e78f367cd4c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.055396 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-0c35cbae-75bf-4842-900d-3b2e2d406ffc tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Allocated IP 172.20.0.3 (15a79933-c99f-4524-8c29-6c44d3c63971/b0ab08b6-e479-4820-9e76-59cb71d75832/e6520477-a181-4e46-875d-888ad608033a) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:00:49.077908 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-631b3f6b-b13b-467c-972f-78922e5fa7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.106611 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 906edc4b-6e7f-4b92-b828-068773e56082 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:49.106611 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.147132 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-0a0202ad-559c-41ca-850f-9c59a29809cd tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.157530 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-83596b22-51d9-4e35-9ca4-468f1bf62283 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.166601 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-631b3f6b-b13b-467c-972f-78922e5fa7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.181584 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b2665398-d31f-41e1-be0c-27952553ee2a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.205593 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-80a1572e-1bbe-462c-b0fd-e78f367cd4c1 None None] Calling delete_port for 1056365f-36f0-4454-a65e-2ed9006bbccf owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:49.241637 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-461d32ef-e1b1-4ca5-99bb-daf4c95b72db None None] Provisioning for port 0af27b85-592b-4dd4-b518-b473d151a4bd completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:49.251529 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-461d32ef-e1b1-4ca5-99bb-daf4c95b72db None None] Provisioning complete for port 0af27b85-592b-4dd4-b518-b473d151a4bd triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:49.251805 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-461d32ef-e1b1-4ca5-99bb-daf4c95b72db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.273029 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49260) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:49.334971 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-83596b22-51d9-4e35-9ca4-468f1bf62283 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Calling delete_port for 0af27b85-592b-4dd4-b518-b473d151a4bd owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:49.376590 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-40c0749b-ee8f-4498-9861-5896021d9ee2 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/ports/7175810e-5c52-4438-84d5-2c204454a0aa/tags HTTP/1.1" status: 200 len: 241 time: 0.4014018 Mar 05 14:00:49.377187 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49268) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:49.383555 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-631b3f6b-b13b-467c-972f-78922e5fa7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.395014 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-77e4e090-6643-47c4-8c2e-f677e4e4dd53 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7175810e-5c52-4438-84d5-2c204454a0aa', 'tempest-TagsExtTest-Tag-1543767905') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:49.400828 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-461d32ef-e1b1-4ca5-99bb-daf4c95b72db None None] Port 0af27b85-592b-4dd4-b518-b473d151a4bd cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:00:49.414681 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-b2665398-d31f-41e1-be0c-27952553ee2a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b362ed-f1ad-4f62-9413-803f8b051226']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:49.450255 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-b2665398-d31f-41e1-be0c-27952553ee2a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8514a403-5e53-402e-9a03-8cea89795d8b') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:49.450255 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-b2665398-d31f-41e1-be0c-27952553ee2a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8514a403-5e53-402e-9a03-8cea89795d8b') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:49.463481 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-80a1572e-1bbe-462c-b0fd-e78f367cd4c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:00:49.464165 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-80a1572e-1bbe-462c-b0fd-e78f367cd4c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:00:49.464700 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-0a0202ad-559c-41ca-850f-9c59a29809cd tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.488860 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b2665398-d31f-41e1-be0c-27952553ee2a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.509840 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b2665398-d31f-41e1-be0c-27952553ee2a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.516735 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2665398-d31f-41e1-be0c-27952553ee2a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:00:49.517014 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b2665398-d31f-41e1-be0c-27952553ee2a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:00:49.532719 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:00:49.556777 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b3f6b-b13b-467c-972f-78922e5fa7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4894631-9b77-41bb-b595-cdda95d24f74,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:49.560873 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1056365f-36f0-4454-a65e-2ed9006bbccf no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:00:49.610045 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 1056365f-36f0-4454-a65e-2ed9006bbccf {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:00:49.610704 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1056365f-36f0-4454-a65e-2ed9006bbccf not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:00:49.614729 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2c0789e6-70dd-4f8c-87d2-a171c8cc5742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.671485 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b2665398-d31f-41e1-be0c-27952553ee2a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.675767 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b2665398-d31f-41e1-be0c-27952553ee2a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.692458 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-0a0202ad-559c-41ca-850f-9c59a29809cd tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Network 023b79d9-d371-45a8-a6ca-937a808b812a is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:49.696342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2c0789e6-70dd-4f8c-87d2-a171c8cc5742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:49.711953 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-0a0202ad-559c-41ca-850f-9c59a29809cd tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:49.717071 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2c0789e6-70dd-4f8c-87d2-a171c8cc5742 admin admin] Usage tracker for resource:security_group_rule and tenant:96c6774ec0c24c1e8a40bd365bd1163e is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:49.718146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2665398-d31f-41e1-be0c-27952553ee2a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Network': ['ID=a6b362ed-f1ad-4f62-9413-803f8b051226,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:49.720534 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0202ad-559c-41ca-850f-9c59a29809cd tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Pushing event updated for resources: {'Port': ['ID=08ea0926-be08-4b3e-a4bd-e10a7d99cedd,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:49.725245 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0c35cbae-75bf-4842-900d-3b2e2d406ffc tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.728438 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2c0789e6-70dd-4f8c-87d2-a171c8cc5742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:49.731101 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-0a0202ad-559c-41ca-850f-9c59a29809cd tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:00:49.740425 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b2665398-d31f-41e1-be0c-27952553ee2a tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/networks/a6b362ed-f1ad-4f62-9413-803f8b051226 HTTP/1.1" status: 204 len: 168 time: 2.4091802 Mar 05 14:00:49.740425 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49272) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:49.752809 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-22f1bff5-a820-4db1-98e0-bedac90406df tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-139425159', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}, 'admin_state_up': False}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:49.760765 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-22f1bff5-a820-4db1-98e0-bedac90406df tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:49.764863 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-83596b22-51d9-4e35-9ca4-468f1bf62283 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.771395 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-631b3f6b-b13b-467c-972f-78922e5fa7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.771843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-22f1bff5-a820-4db1-98e0-bedac90406df tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:router and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:49.775245 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-631b3f6b-b13b-467c-972f-78922e5fa7d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4894631-9b77-41bb-b595-cdda95d24f74 HTTP/1.1" status: 204 len: 168 time: 0.9309988 Mar 05 14:00:49.781087 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2c0789e6-70dd-4f8c-87d2-a171c8cc5742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:49.813634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-0c35cbae-75bf-4842-900d-3b2e2d406ffc tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Transition to ACTIVE for port object e6520477-a181-4e46-875d-888ad608033a will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:49.816506 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-22f1bff5-a820-4db1-98e0-bedac90406df tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:49.862261 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-22f1bff5-a820-4db1-98e0-bedac90406df tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:49.864382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83596b22-51d9-4e35-9ca4-468f1bf62283 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Port': ['ID=0af27b85-592b-4dd4-b518-b473d151a4bd,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:49.871460 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-0a0202ad-559c-41ca-850f-9c59a29809cd tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:49.872088 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-0a0202ad-559c-41ca-850f-9c59a29809cd tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.876340 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-83596b22-51d9-4e35-9ca4-468f1bf62283 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.880752 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-83596b22-51d9-4e35-9ca4-468f1bf62283 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/0af27b85-592b-4dd4-b518-b473d151a4bd HTTP/1.1" status: 204 len: 168 time: 1.6552067 Mar 05 14:00:49.882470 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49278) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:49.885545 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-77e4e090-6643-47c4-8c2e-f677e4e4dd53 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/ports/7175810e-5c52-4438-84d5-2c204454a0aa/tags/tempest-TagsExtTest-Tag-1543767905 HTTP/1.1" status: 204 len: 168 time: 0.5076976 Mar 05 14:00:49.895611 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49282) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:49.911378 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-78c2f56f-f960-4d3f-8e50-7ac7fff5edc3 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7175810e-5c52-4438-84d5-2c204454a0aa', 'tempest-TagsExtTest-Tag-1543767905') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:49.927191 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22f1bff5-a820-4db1-98e0-bedac90406df tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.928207 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22f1bff5-a820-4db1-98e0-bedac90406df tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.952086 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd102b7-d64d-4eb1-9ee8-9c9a1cc6097c req-5335a967-953f-4902-98a0-738d24fd8eae tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:49.952922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4dd102b7-d64d-4eb1-9ee8-9c9a1cc6097c req-5335a967-953f-4902-98a0-738d24fd8eae tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Synchronizing usage tracker for tenant:c673babd057141e6a6036155554612b8 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:49.965985 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-80a1572e-1bbe-462c-b0fd-e78f367cd4c1 None None] Deleting port 1056365f-36f0-4454-a65e-2ed9006bbccf {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:49.966582 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-80a1572e-1bbe-462c-b0fd-e78f367cd4c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.972980 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ba6a99-d221-4bf4-9f46-5f057999da7b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:49.974466 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ba6a99-d221-4bf4-9f46-5f057999da7b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:49.975368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-19ba6a99-d221-4bf4-9f46-5f057999da7b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:49.978534 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22f1bff5-a820-4db1-98e0-bedac90406df tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:49.995459 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-0a0202ad-559c-41ca-850f-9c59a29809cd tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9439662 Mar 05 14:00:50.016696 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] Request body: {'port': {'device_id': 'fd9113c4-a4a5-48a1-a408-dc0171766086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:50.077497 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4dd102b7-d64d-4eb1-9ee8-9c9a1cc6097c req-5335a967-953f-4902-98a0-738d24fd8eae tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Unset dirty status for tenant:c673babd057141e6a6036155554612b8 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:50.078559 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4dd102b7-d64d-4eb1-9ee8-9c9a1cc6097c req-5335a967-953f-4902-98a0-738d24fd8eae tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd9113c4-a4a5-48a1-a408-dc0171766086 HTTP/1.1" status: 200 len: 932 time: 0.5815938 Mar 05 14:00:50.087459 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0c35cbae-75bf-4842-900d-3b2e2d406ffc tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:50.108845 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-80a1572e-1bbe-462c-b0fd-e78f367cd4c1 None None] The port '1056365f-36f0-4454-a65e-2ed9006bbccf' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:00:50.157034 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-19ba6a99-d221-4bf4-9f46-5f057999da7b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:50.158215 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-19ba6a99-d221-4bf4-9f46-5f057999da7b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2758603 Mar 05 14:00:50.159311 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524ba18f-36ec-457b-8c2e-c92bae8df4a9 None None] get_active_networks_info from n-d-803718-1 {{(pid=87915) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 05 14:00:50.162968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49290) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:50.227214 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2c0789e6-70dd-4f8c-87d2-a171c8cc5742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:50.250670 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c35cbae-75bf-4842-900d-3b2e2d406ffc tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Network 15a79933-c99f-4524-8c29-6c44d3c63971 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:50.269269 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-0c35cbae-75bf-4842-900d-3b2e2d406ffc tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:50.279357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c35cbae-75bf-4842-900d-3b2e2d406ffc tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:00:50.291829 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524ba18f-36ec-457b-8c2e-c92bae8df4a9 None None] Resources bound (agent type, host, resource id): {{(pid=87915) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 14:00:50.322265 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2c0789e6-70dd-4f8c-87d2-a171c8cc5742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:50.416492 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0789e6-70dd-4f8c-87d2-a171c8cc5742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e381ff-601e-4339-9d50-c1bd077add23,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:50.482725 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4dd102b7-d64d-4eb1-9ee8-9c9a1cc6097c req-f39cc07e-4e33-494a-a0a8-1fc1659005c0 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Synchronizing usage tracker for tenant:c673babd057141e6a6036155554612b8 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:50.519048 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6861da-65e1-4d0d-9ca5-551b9c0d4bf1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet fcfbf9f1-1f95-45da-a931-c8387906528a {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:00:50.522853 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49302) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:50.525715 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-78c2f56f-f960-4d3f-8e50-7ac7fff5edc3 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "DELETE /v2.0/ports/7175810e-5c52-4438-84d5-2c204454a0aa/tags/tempest-TagsExtTest-Tag-1543767905 HTTP/1.1" status: 204 len: 168 time: 0.6212766 Mar 05 14:00:50.532869 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35cbae-75bf-4842-900d-3b2e2d406ffc tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Pushing event updated for resources: {'Port': ['ID=e6520477-a181-4e46-875d-888ad608033a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:50.543693 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2c0789e6-70dd-4f8c-87d2-a171c8cc5742 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96c6774ec0c24c1e8a40bd365bd1163e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2571719 Mar 05 14:00:50.554816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49306) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:50.562949 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fc01ef22-672b-4339-b3d2-5336658b1ac4 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:00:50.613796 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:50.627898 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3b6861da-65e1-4d0d-9ca5-551b9c0d4bf1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:50.644506 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c35cbae-75bf-4842-900d-3b2e2d406ffc tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:50.645130 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0c35cbae-75bf-4842-900d-3b2e2d406ffc tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:50.675426 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.tag.tag_plugin [None req-06245e89-4f5a-439e-8474-035cf0b65256 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7175810e-5c52-4438-84d5-2c204454a0aa') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:50.676911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4dd102b7-d64d-4eb1-9ee8-9c9a1cc6097c req-f39cc07e-4e33-494a-a0a8-1fc1659005c0 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Unset dirty status for tenant:c673babd057141e6a6036155554612b8 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:50.678491 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4dd102b7-d64d-4eb1-9ee8-9c9a1cc6097c req-f39cc07e-4e33-494a-a0a8-1fc1659005c0 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/security-groups?id=9403bdb8-350a-4ac1-9935-790fc7dfa095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5863101 Mar 05 14:00:50.704741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port fc01ef22-672b-4339-b3d2-5336658b1ac4 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:50.705105 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:50.719666 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22f1bff5-a820-4db1-98e0-bedac90406df tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:50.734484 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6e319e7-2ee9-432b-9635-5f859ece615f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:50.768142 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0c35cbae-75bf-4842-900d-3b2e2d406ffc tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2230532 Mar 05 14:00:50.769412 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49316) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:50.793345 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6e319e7-2ee9-432b-9635-5f859ece615f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:50.793843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f2000eca-aec0-4a7d-b6e2-d617b69f80e9 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3d:1e:f6'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:50.850578 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3b6861da-65e1-4d0d-9ca5-551b9c0d4bf1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:50.945715 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3b6861da-65e1-4d0d-9ca5-551b9c0d4bf1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:51.173876 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6e319e7-2ee9-432b-9635-5f859ece615f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:51.205782 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e319e7-2ee9-432b-9635-5f859ece615f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e381ff-601e-4339-9d50-c1bd077add23,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:51.221608 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6e319e7-2ee9-432b-9635-5f859ece615f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:51.225348 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c6e319e7-2ee9-432b-9635-5f859ece615f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0e381ff-601e-4339-9d50-c1bd077add23 HTTP/1.1" status: 204 len: 168 time: 0.6632006 Mar 05 14:00:51.275362 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-06245e89-4f5a-439e-8474-035cf0b65256 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/ports/7175810e-5c52-4438-84d5-2c204454a0aa/tags HTTP/1.1" status: 200 len: 205 time: 0.7481217 Mar 05 14:00:51.278644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49326) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:51.293454 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-2f3c3111-550d-40e7-9495-26fb81b8db4f tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e357297f-21c7-4214-85af-93a543fe1d2e') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:51.340499 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3b6861da-65e1-4d0d-9ca5-551b9c0d4bf1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:51.507340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6861da-65e1-4d0d-9ca5-551b9c0d4bf1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=fcfbf9f1-1f95-45da-a931-c8387906528a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:51.531447 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3b6861da-65e1-4d0d-9ca5-551b9c0d4bf1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:51.536840 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 14:00:51.557493 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2f3c3111-550d-40e7-9495-26fb81b8db4f tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/routers/e357297f-21c7-4214-85af-93a543fe1d2e/tags HTTP/1.1" status: 200 len: 240 time: 0.2675402 Mar 05 14:00:51.559368 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49338) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:51.588144 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2000eca-aec0-4a7d-b6e2-d617b69f80e9 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:51.603482 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3b6861da-65e1-4d0d-9ca5-551b9c0d4bf1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/fcfbf9f1-1f95-45da-a931-c8387906528a HTTP/1.1" status: 204 len: 168 time: 1.4392874 Mar 05 14:00:51.610251 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49344) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:51.674932 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ea0926-be08-4b3e-a4bd-e10a7d99cedd {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:00:51.685089 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:51.708023 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] Transition to ACTIVE for port object 08ea0926-be08-4b3e-a4bd-e10a7d99cedd will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:51.722544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-f5b766d0-4108-4d0c-b42a-2eae1c9662b2 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e357297f-21c7-4214-85af-93a543fe1d2e', 'tempest-TagsExtTest-Tag-104812625') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:51.737662 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49350) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:51.784792 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a8ab6686-62d3-4cf6-94f8-99d2bb29c664 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1708028 Mar 05 14:00:51.788515 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49356) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:51.834358 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:51.877815 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-594d07cf-996e-4094-a473-049f79ee8b74 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:51.897201 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becabdff-2b61-45d0-943a-4170337fcbbe None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:00:51.906829 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07e466af-090e-4bc5-9d6f-efa99ef5fd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:52.211317 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d7005b10-2578-4dca-931b-cbd4f247b171 None None] Provisioning complete for port fc01ef22-672b-4339-b3d2-5336658b1ac4 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:52.213168 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d7005b10-2578-4dca-931b-cbd4f247b171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:52.213307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=08ea0926-be08-4b3e-a4bd-e10a7d99cedd,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:52.221808 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f5b766d0-4108-4d0c-b42a-2eae1c9662b2 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/routers/e357297f-21c7-4214-85af-93a543fe1d2e/tags/tempest-TagsExtTest-Tag-104812625 HTTP/1.1" status: 204 len: 168 time: 0.6614788 Mar 05 14:00:52.222441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49368) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:52.234833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-c8dbe45a-c2c5-4da8-8290-8d85e182633f tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e357297f-21c7-4214-85af-93a543fe1d2e', 'tempest-TagsExtTest-Tag-104812625') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:52.331213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] Attempting to bind port 08ea0926-be08-4b3e-a4bd-e10a7d99cedd on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:00:52.331539 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] Attempting to bind port 08ea0926-be08-4b3e-a4bd-e10a7d99cedd by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'd673757e-1552-4bae-9333-c690e5b936ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '023b79d9-d371-45a8-a6ca-937a808b812a'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:00:52.331858 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] Attempting to bind port 08ea0926-be08-4b3e-a4bd-e10a7d99cedd on network 023b79d9-d371-45a8-a6ca-937a808b812a {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:00:52.337208 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] Port 08ea0926-be08-4b3e-a4bd-e10a7d99cedd on network 023b79d9-d371-45a8-a6ca-937a808b812a not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:00:52.337521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] Attempting to bind port 08ea0926-be08-4b3e-a4bd-e10a7d99cedd on network 023b79d9-d371-45a8-a6ca-937a808b812a {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:00:52.379106 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-07e466af-090e-4bc5-9d6f-efa99ef5fd65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:52.411963 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce417bf-5fb9-4085-b700-7adf37fd69f5 None None] DHCP port deletion for d67009e9-c74e-44a6-8a92-0c4d7928efad request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:00:52.417126 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9ce417bf-5fb9-4085-b700-7adf37fd69f5 None None] Deleting port fc01ef22-672b-4339-b3d2-5336658b1ac4 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:52.417510 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9ce417bf-5fb9-4085-b700-7adf37fd69f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:52.418718 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:00:52.418718 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] Checking segment: {'id': 'd673757e-1552-4bae-9333-c690e5b936ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '023b79d9-d371-45a8-a6ca-937a808b812a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:00:52.419090 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] Bound using segment: {'id': 'd673757e-1552-4bae-9333-c690e5b936ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '023b79d9-d371-45a8-a6ca-937a808b812a'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:00:52.419474 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] Bound port: 08ea0926-be08-4b3e-a4bd-e10a7d99cedd, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd673757e-1552-4bae-9333-c690e5b936ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '023b79d9-d371-45a8-a6ca-937a808b812a'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:00:52.419812 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:52.449099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-07e466af-090e-4bc5-9d6f-efa99ef5fd65 admin admin] Usage tracker for resource:security_group_rule and tenant:3c73de8bc22b411fb7142186c37b2a50 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:52.488641 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-07e466af-090e-4bc5-9d6f-efa99ef5fd65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:52.505835 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-07e466af-090e-4bc5-9d6f-efa99ef5fd65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:52.508375 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22f1bff5-a820-4db1-98e0-bedac90406df tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:52.569898 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fc01ef22-672b-4339-b3d2-5336658b1ac4 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:00:52.579066 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c8dbe45a-c2c5-4da8-8290-8d85e182633f tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "DELETE /v2.0/routers/e357297f-21c7-4214-85af-93a543fe1d2e/tags/tempest-TagsExtTest-Tag-104812625 HTTP/1.1" status: 204 len: 168 time: 0.3504646 Mar 05 14:00:52.591987 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] For port 08ea0926-be08-4b3e-a4bd-e10a7d99cedd, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:00:52.596533 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] For port 08ea0926-be08-4b3e-a4bd-e10a7d99cedd, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=08ea0926-be08-4b3e-a4bd-e10a7d99cedd,segment=NetworkSegment(d673757e-1552-4bae-9333-c690e5b936ff),segment_id=d673757e-1552-4bae-9333-c690e5b936ff)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:00:52.598188 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49384) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:52.606101 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-dcaa1e0b-6e0e-4ed4-bb1d-ca57be7f6735 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e357297f-21c7-4214-85af-93a543fe1d2e') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:52.613918 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-594d07cf-996e-4094-a473-049f79ee8b74 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:52.616609 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22f1bff5-a820-4db1-98e0-bedac90406df tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:52.637156 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-594d07cf-996e-4094-a473-049f79ee8b74 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:52.642059 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-594d07cf-996e-4094-a473-049f79ee8b74 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:52.664803 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7408e745-4785-4d2d-adb5-2c40df13f0bf None None] Provisioning for port e6520477-a181-4e46-875d-888ad608033a completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:52.681812 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7408e745-4785-4d2d-adb5-2c40df13f0bf None None] Provisioning complete for port e6520477-a181-4e46-875d-888ad608033a triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:52.681969 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7408e745-4785-4d2d-adb5-2c40df13f0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:52.693766 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:52.733610 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-594d07cf-996e-4094-a473-049f79ee8b74 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:52.749997 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:52.752197 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:52.753917 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] 10.222.0.30 "PUT /v2.0/ports/08ea0926-be08-4b3e-a4bd-e10a7d99cedd HTTP/1.1" status: 200 len: 1092 time: 2.7459369 Mar 05 14:00:52.763076 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9113c4-a4a5-48a1-a408-dc0171766086', 'tag': '08ea0926-be08-4b3e-a4bd-e10a7d99cedd'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:00:52.807919 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594d07cf-996e-4094-a473-049f79ee8b74 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:52.812195 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-594d07cf-996e-4094-a473-049f79ee8b74 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:52.831353 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9ce417bf-5fb9-4085-b700-7adf37fd69f5 None None] For port fc01ef22-672b-4339-b3d2-5336658b1ac4, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fc01ef22-672b-4339-b3d2-5336658b1ac4,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:52.831944 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9ce417bf-5fb9-4085-b700-7adf37fd69f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:52.869052 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9113c4-a4a5-48a1-a408-dc0171766086', 'tag': '08ea0926-be08-4b3e-a4bd-e10a7d99cedd', 'status': 'completed', 'code': 200} Mar 05 14:00:52.914776 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-7408e745-4785-4d2d-adb5-2c40df13f0bf None None] Port e6520477-a181-4e46-875d-888ad608033a cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:00:53.036959 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9ce417bf-5fb9-4085-b700-7adf37fd69f5 None None] Calling delete_port for fc01ef22-672b-4339-b3d2-5336658b1ac4 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:53.069600 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-594d07cf-996e-4094-a473-049f79ee8b74 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:53.107119 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dcaa1e0b-6e0e-4ed4-bb1d-ca57be7f6735 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/routers/e357297f-21c7-4214-85af-93a543fe1d2e/tags HTTP/1.1" status: 200 len: 205 time: 0.5075288 Mar 05 14:00:53.111697 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49396) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:53.112438 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c21568-a748-4446-9add-ee3dd679b9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=08ea0926-be08-4b3e-a4bd-e10a7d99cedd,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:53.113930 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:53.114614 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0c813-b15b-4bf3-89db-658e96fe5b79 req-66c1b1ac-01d9-4752-8d32-6cbf26a79fe0 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:53.116573 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-08a0c813-b15b-4bf3-89db-658e96fe5b79 req-66c1b1ac-01d9-4752-8d32-6cbf26a79fe0 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd9113c4-a4a5-48a1-a408-dc0171766086 HTTP/1.1" status: 200 len: 944 time: 1.2239306 Mar 05 14:00:53.121812 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-c4533a2e-e1e7-4af8-be07-2fe23a391abf tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3b08ac33-6a47-4977-a5cd-8a98a9c9e015') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:53.137128 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.resource_extend [None req-f2000eca-aec0-4a7d-b6e2-d617b69f80e9 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 14:00:53.156862 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c4533a2e-e1e7-4af8-be07-2fe23a391abf tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/subnetpools/3b08ac33-6a47-4977-a5cd-8a98a9c9e015/tags HTTP/1.1" status: 200 len: 240 time: 0.0411706 Mar 05 14:00:53.161143 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49400) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:53.173239 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-454c00b0-257e-41da-9a22-0ee5319d62fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:53.174747 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-454c00b0-257e-41da-9a22-0ee5319d62fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c673babd057141e6a6036155554612b8&device_id=fd9113c4-a4a5-48a1-a408-dc0171766086 HTTP/1.1" status: 200 len: 1095 time: 0.3517203 Mar 05 14:00:53.188237 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2000eca-aec0-4a7d-b6e2-d617b69f80e9 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:53.207501 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port fc01ef22-672b-4339-b3d2-5336658b1ac4, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fc01ef22-672b-4339-b3d2-5336658b1ac4,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:53.213361 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:53.240795 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.tag.tag_plugin [None req-5557f756-6eff-4585-80d1-739f6bd9f014 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3b08ac33-6a47-4977-a5cd-8a98a9c9e015', 'tempest-TagsExtTest-Tag-201593147') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:53.265899 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2000eca-aec0-4a7d-b6e2-d617b69f80e9 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:53.269278 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-40d48fd1-0732-4a1b-b9ef-6c424faa6f8c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08ea0926-be08-4b3e-a4bd-e10a7d99cedd HTTP/1.1" status: 200 len: 217 time: 0.0877399 Mar 05 14:00:53.279586 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-9ce417bf-5fb9-4085-b700-7adf37fd69f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:00:53.280028 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-9ce417bf-5fb9-4085-b700-7adf37fd69f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:00:53.315294 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=fc01ef22-672b-4339-b3d2-5336658b1ac4,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:53.316749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594d07cf-996e-4094-a473-049f79ee8b74 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:53.345095 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-594d07cf-996e-4094-a473-049f79ee8b74 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:53.349467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49408) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:53.361627 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-06c7248f-58c9-467d-a861-d8481c9a871d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:53.363291 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-06c7248f-58c9-467d-a861-d8481c9a871d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16e9fa03-6dcf-4202-87d3-e611c183d13c HTTP/1.1" status: 200 len: 854 time: 0.0886688 Mar 05 14:00:53.370270 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594d07cf-996e-4094-a473-049f79ee8b74 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:53.370875 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-594d07cf-996e-4094-a473-049f79ee8b74 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:53.411948 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d07cf-996e-4094-a473-049f79ee8b74 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=6b568f09-40c2-45f9-9a5a-a3a2d8292dbc,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:53.418297 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-eb618726-941e-419a-b462-321f2bb1ab85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=023b79d9-d371-45a8-a6ca-937a808b812a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492573 Mar 05 14:00:53.445446 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-08a0c813-b15b-4bf3-89db-658e96fe5b79 req-395fabe3-7ac5-41e8-a6a9-635a12d4528a tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/security-groups?id=9403bdb8-350a-4ac1-9935-790fc7dfa095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110313 Mar 05 14:00:53.496903 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-22f1bff5-a820-4db1-98e0-bedac90406df tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Allocated IP 172.25.4.28 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/febd2328-8f40-4d1f-8256-1543da8aa5b8) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:00:53.526662 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07e466af-090e-4bc5-9d6f-efa99ef5fd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:53.535026 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5557f756-6eff-4585-80d1-739f6bd9f014 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/subnetpools/3b08ac33-6a47-4977-a5cd-8a98a9c9e015/tags/tempest-TagsExtTest-Tag-201593147 HTTP/1.1" status: 204 len: 168 time: 0.3511548 Mar 05 14:00:53.549167 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49414) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:53.553349 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1262b6ad-adb6-4039-9aed-fb9d041ef8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:53.566895 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07e466af-090e-4bc5-9d6f-efa99ef5fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:53.579917 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.tag.tag_plugin [None req-26f0d424-242e-4d94-80f9-8fbf35d67c9c tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3b08ac33-6a47-4977-a5cd-8a98a9c9e015', 'tempest-TagsExtTest-Tag-201593147') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:53.581108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1262b6ad-adb6-4039-9aed-fb9d041ef8aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:53.588686 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1262b6ad-adb6-4039-9aed-fb9d041ef8aa admin admin] Usage tracker for resource:security_group_rule and tenant:f4d58c6817434bf18acc9c3a3e01a235 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:53.593280 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1262b6ad-adb6-4039-9aed-fb9d041ef8aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:53.602633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1262b6ad-adb6-4039-9aed-fb9d041ef8aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:53.610493 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f2000eca-aec0-4a7d-b6e2-d617b69f80e9 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] In _notify_port_updated(), no bound segment for port e6520477-a181-4e46-875d-888ad608033a on network 15a79933-c99f-4524-8c29-6c44d3c63971 {{(pid=87913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 14:00:53.616189 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2000eca-aec0-4a7d-b6e2-d617b69f80e9 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:53.616826 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2000eca-aec0-4a7d-b6e2-d617b69f80e9 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:53.618291 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f2000eca-aec0-4a7d-b6e2-d617b69f80e9 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "PUT /v2.0/ports/e6520477-a181-4e46-875d-888ad608033a HTTP/1.1" status: 200 len: 996 time: 2.8383350 Mar 05 14:00:53.627782 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49418) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:53.636563 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2000eca-aec0-4a7d-b6e2-d617b69f80e9 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Pushing event updated for resources: {'Port': ['ID=e6520477-a181-4e46-875d-888ad608033a,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:53.647919 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-594d07cf-996e-4094-a473-049f79ee8b74 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8556836 Mar 05 14:00:53.664787 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49422) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:53.684661 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-7baff8cc-a2a3-4ab9-bac6-144908c1ba9b service neutron] 10.222.0.30 "GET /v2.0/networks/023b79d9-d371-45a8-a6ca-937a808b812a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603471 Mar 05 14:00:53.732387 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-fd70ee1c-8dc0-4cb2-8b4f-0597246ce0e1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'fixed_ips': [{'subnet_id': '6b568f09-40c2-45f9-9a5a-a3a2d8292dbc', 'ip_address': '2001:db8::bf5d:f07e:ae75:234'}], 'name': 'tempest-NetworksTestDHCPv6-53923436'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:53.746336 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-47ac1f0e-59d1-49b7-a980-113e4ad677bf None None] Provisioning complete for port e6520477-a181-4e46-875d-888ad608033a triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:53.746552 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-47ac1f0e-59d1-49b7-a980-113e4ad677bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:53.756151 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-07e466af-090e-4bc5-9d6f-efa99ef5fd65 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c73de8bc22b411fb7142186c37b2a50&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0056038 Mar 05 14:00:53.762721 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49426) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:53.767014 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-388f99df-072f-4d91-96df-7a3a278af77f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Deleting port e6520477-a181-4e46-875d-888ad608033a {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:53.767355 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-388f99df-072f-4d91-96df-7a3a278af77f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:53.782723 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e466af-090e-4bc5-9d6f-efa99ef5fd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2443495-86a8-445a-8068-fc2804b57a16,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:53.783062 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9ce417bf-5fb9-4085-b700-7adf37fd69f5 None None] Deleting port fc01ef22-672b-4339-b3d2-5336658b1ac4 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:53.783438 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9ce417bf-5fb9-4085-b700-7adf37fd69f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:53.850816 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-47ac1f0e-59d1-49b7-a980-113e4ad677bf None None] Port e6520477-a181-4e46-875d-888ad608033a cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:00:53.933501 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22f1bff5-a820-4db1-98e0-bedac90406df tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:53.958092 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-26f0d424-242e-4d94-80f9-8fbf35d67c9c tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "DELETE /v2.0/subnetpools/3b08ac33-6a47-4977-a5cd-8a98a9c9e015/tags/tempest-TagsExtTest-Tag-201593147 HTTP/1.1" status: 204 len: 168 time: 0.4023299 Mar 05 14:00:53.960097 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49430) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:53.968625 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-fd70ee1c-8dc0-4cb2-8b4f-0597246ce0e1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:53.974244 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.tag.tag_plugin [None req-2f6e9263-a4b4-4d0b-a23b-f7a87a18e37d tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3b08ac33-6a47-4977-a5cd-8a98a9c9e015') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:53.990696 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-153b7070-e694-4824-84c7-62a3e9e5b719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:53.999231 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-fd70ee1c-8dc0-4cb2-8b4f-0597246ce0e1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:54.021779 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2f6e9263-a4b4-4d0b-a23b-f7a87a18e37d tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/subnetpools/3b08ac33-6a47-4977-a5cd-8a98a9c9e015/tags HTTP/1.1" status: 200 len: 205 time: 0.0565715 Mar 05 14:00:54.023684 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd70ee1c-8dc0-4cb2-8b4f-0597246ce0e1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:54.029244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49434) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:54.044412 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9ce417bf-5fb9-4085-b700-7adf37fd69f5 None None] For port fc01ef22-672b-4339-b3d2-5336658b1ac4, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fc01ef22-672b-4339-b3d2-5336658b1ac4,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:54.044412 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9ce417bf-5fb9-4085-b700-7adf37fd69f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:54.067698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-89e6b83f-261e-4804-9967-7cc8b2059cab tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3b08ac33-6a47-4977-a5cd-8a98a9c9e015') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:54.089520 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aeb04de9-b394-400c-a9bf-632069fdff97 req-3e43da0e-10f1-40b3-bcc2-76bd51a1ca93 service neutron] 10.222.0.30 "GET /v2.0/networks/023b79d9-d371-45a8-a6ca-937a808b812a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930535 Mar 05 14:00:54.112315 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-153b7070-e694-4824-84c7-62a3e9e5b719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:54.114507 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22f1bff5-a820-4db1-98e0-bedac90406df tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:54.150912 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1262b6ad-adb6-4039-9aed-fb9d041ef8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:54.195964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f1bff5-a820-4db1-98e0-bedac90406df tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:54.208367 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-22f1bff5-a820-4db1-98e0-bedac90406df tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:54.214962 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f1bff5-a820-4db1-98e0-bedac90406df tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:00:54.221421 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1262b6ad-adb6-4039-9aed-fb9d041ef8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:54.221953 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9ce417bf-5fb9-4085-b700-7adf37fd69f5 None None] Calling delete_port for fc01ef22-672b-4339-b3d2-5336658b1ac4 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:54.307974 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9ce417bf-5fb9-4085-b700-7adf37fd69f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:54.358895 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce417bf-5fb9-4085-b700-7adf37fd69f5 None None] Pushing event deleted for resources: {'Port': ['ID=fc01ef22-672b-4339-b3d2-5336658b1ac4,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:54.360885 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce417bf-5fb9-4085-b700-7adf37fd69f5 None None] No DVR routers for this DVR port fc01ef22-672b-4339-b3d2-5336658b1ac4 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:00:54.384451 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1bff5-a820-4db1-98e0-bedac90406df tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Port': ['ID=febd2328-8f40-4d1f-8256-1543da8aa5b8,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:54.395981 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0537e08-c427-49e3-a5fe-95c74c1e35d4 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:00:54.400009 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1262b6ad-adb6-4039-9aed-fb9d041ef8aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4d58c6817434bf18acc9c3a3e01a235&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0491743 Mar 05 14:00:54.400929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262b6ad-adb6-4039-9aed-fb9d041ef8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e71b91d-56d4-47d9-93e3-c95614907f30,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:54.403129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49438) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:54.411730 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-89e6b83f-261e-4804-9967-7cc8b2059cab tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "DELETE /v2.0/subnetpools/3b08ac33-6a47-4977-a5cd-8a98a9c9e015/tags HTTP/1.1" status: 204 len: 168 time: 0.3707283 Mar 05 14:00:54.419019 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49442) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:54.433216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-00ef858b-d4be-4513-8d79-e92b1407d1e6 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e357297f-21c7-4214-85af-93a543fe1d2e') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:54.436124 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd70ee1c-8dc0-4cb2-8b4f-0597246ce0e1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:54.528062 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-388f99df-072f-4d91-96df-7a3a278af77f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:54.551093 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-fd70ee1c-8dc0-4cb2-8b4f-0597246ce0e1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] device_id is not set on port 22ab854f-3399-4480-89ed-6bf403dc5f3e yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:00:54.678066 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-388f99df-072f-4d91-96df-7a3a278af77f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Calling delete_port for e6520477-a181-4e46-875d-888ad608033a owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:54.699417 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b416e64-a62c-4bf5-ad6d-8b7716bb2302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d67009e9-c74e-44a6-8a92-0c4d7928efad', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'fixed_ips': [{'subnet_id': '6b568f09-40c2-45f9-9a5a-a3a2d8292dbc'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:00:54.700446 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7b416e64-a62c-4bf5-ad6d-8b7716bb2302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:54.735721 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c5315811-d0b0-4fc9-ba3b-213db63fe57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:54.771821 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-153b7070-e694-4824-84c7-62a3e9e5b719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:54.808362 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b7070-e694-4824-84c7-62a3e9e5b719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2443495-86a8-445a-8068-fc2804b57a16,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:54.827627 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbd494-f428-4e88-b602-cbd298e5c79a req-39df848d-f8fe-490d-a21f-cf0eead7179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:54.829198 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8adbd494-f428-4e88-b602-cbd298e5c79a req-39df848d-f8fe-490d-a21f-cf0eead7179b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c673babd057141e6a6036155554612b8&device_id=fd9113c4-a4a5-48a1-a408-dc0171766086 HTTP/1.1" status: 200 len: 1095 time: 0.6660519 Mar 05 14:00:54.834801 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c5315811-d0b0-4fc9-ba3b-213db63fe57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:54.886146 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-7b416e64-a62c-4bf5-ad6d-8b7716bb2302 None None] Allocated IP 2001:db8::2 (d67009e9-c74e-44a6-8a92-0c4d7928efad/6b568f09-40c2-45f9-9a5a-a3a2d8292dbc/fc6cb39b-188c-4596-a528-c8fc342ba393) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:00:55.075684 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-153b7070-e694-4824-84c7-62a3e9e5b719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:55.078918 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-153b7070-e694-4824-84c7-62a3e9e5b719 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2443495-86a8-445a-8068-fc2804b57a16 HTTP/1.1" status: 204 len: 168 time: 1.2798395 Mar 05 14:00:55.082944 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c5315811-d0b0-4fc9-ba3b-213db63fe57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:55.092397 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22f1bff5-a820-4db1-98e0-bedac90406df tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:55.124151 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7b416e64-a62c-4bf5-ad6d-8b7716bb2302 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:55.138176 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7b416e64-a62c-4bf5-ad6d-8b7716bb2302 None None] Transition to ACTIVE for port object fc6cb39b-188c-4596-a528-c8fc342ba393 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:55.167488 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5315811-d0b0-4fc9-ba3b-213db63fe57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e71b91d-56d4-47d9-93e3-c95614907f30,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:55.169202 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7b416e64-a62c-4bf5-ad6d-8b7716bb2302 None None] Transition to ACTIVE for port object fc6cb39b-188c-4596-a528-c8fc342ba393 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:55.191125 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c5315811-d0b0-4fc9-ba3b-213db63fe57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:55.192368 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c5315811-d0b0-4fc9-ba3b-213db63fe57a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e71b91d-56d4-47d9-93e3-c95614907f30 HTTP/1.1" status: 204 len: 168 time: 0.7852416 Mar 05 14:00:55.200487 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7b416e64-a62c-4bf5-ad6d-8b7716bb2302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:55.284561 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-00ef858b-d4be-4513-8d79-e92b1407d1e6 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "DELETE /v2.0/routers/e357297f-21c7-4214-85af-93a543fe1d2e/tags HTTP/1.1" status: 204 len: 168 time: 0.8592296 Mar 05 14:00:55.296744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49454) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:55.316941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-efa302a3-eba9-45dc-900e-a77011f270c5 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7175810e-5c52-4438-84d5-2c204454a0aa') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:55.343076 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b416e64-a62c-4bf5-ad6d-8b7716bb2302 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:55.346372 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-7b416e64-a62c-4bf5-ad6d-8b7716bb2302 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:55.351997 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338563e8-5ba2-4a6a-847c-ad5cbb2e92ec req-ed6fd9e6-8e98-412a-9058-01afb65a5b1f tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:55.353512 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-338563e8-5ba2-4a6a-847c-ad5cbb2e92ec req-ed6fd9e6-8e98-412a-9058-01afb65a5b1f tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd9113c4-a4a5-48a1-a408-dc0171766086 HTTP/1.1" status: 200 len: 944 time: 0.7442570 Mar 05 14:00:55.369232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbd494-f428-4e88-b602-cbd298e5c79a req-c8a290b6-991e-4299-ab90-9a569dcf0616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:55.370815 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8adbd494-f428-4e88-b602-cbd298e5c79a req-c8a290b6-991e-4299-ab90-9a569dcf0616 service neutron] 10.222.0.30 "GET /v2.0/networks?id=023b79d9-d371-45a8-a6ca-937a808b812a HTTP/1.1" status: 200 len: 914 time: 0.5302718 Mar 05 14:00:55.377162 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b416e64-a62c-4bf5-ad6d-8b7716bb2302 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:00:55.487148 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7b416e64-a62c-4bf5-ad6d-8b7716bb2302 None None] Attempting to bind port fc6cb39b-188c-4596-a528-c8fc342ba393 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:00:55.487755 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7b416e64-a62c-4bf5-ad6d-8b7716bb2302 None None] Attempting to bind port fc6cb39b-188c-4596-a528-c8fc342ba393 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:00:55.488291 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b416e64-a62c-4bf5-ad6d-8b7716bb2302 None None] Attempting to bind port fc6cb39b-188c-4596-a528-c8fc342ba393 on network d67009e9-c74e-44a6-8a92-0c4d7928efad {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:00:55.493782 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b416e64-a62c-4bf5-ad6d-8b7716bb2302 None None] Pushing event updated for resources: {'Port': ['ID=fc6cb39b-188c-4596-a528-c8fc342ba393,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:55.496620 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b416e64-a62c-4bf5-ad6d-8b7716bb2302 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:00:55.497165 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8adbd494-f428-4e88-b602-cbd298e5c79a req-75ff9c82-17ef-4bfb-ad36-236bc50720d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08ea0926-be08-4b3e-a4bd-e10a7d99cedd HTTP/1.1" status: 200 len: 217 time: 0.1036410 Mar 05 14:00:55.497373 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b416e64-a62c-4bf5-ad6d-8b7716bb2302 None None] Checking segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:00:55.497931 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7b416e64-a62c-4bf5-ad6d-8b7716bb2302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:55.499041 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b416e64-a62c-4bf5-ad6d-8b7716bb2302 None None] Bound using segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:00:55.499704 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7b416e64-a62c-4bf5-ad6d-8b7716bb2302 None None] Bound port: fc6cb39b-188c-4596-a528-c8fc342ba393, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:00:55.500248 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7b416e64-a62c-4bf5-ad6d-8b7716bb2302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:55.559921 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-388f99df-072f-4d91-96df-7a3a278af77f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:55.631889 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-338563e8-5ba2-4a6a-847c-ad5cbb2e92ec req-ae7471c7-78e0-4c4f-a597-3c4d5ab1f845 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/security-groups?id=9403bdb8-350a-4ac1-9935-790fc7dfa095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642052 Mar 05 14:00:55.641392 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-fd70ee1c-8dc0-4cb2-8b4f-0597246ce0e1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8::bf5d:f07e:ae75:234 (d67009e9-c74e-44a6-8a92-0c4d7928efad/6b568f09-40c2-45f9-9a5a-a3a2d8292dbc/22ab854f-3399-4480-89ed-6bf403dc5f3e) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:00:55.688217 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f99df-072f-4d91-96df-7a3a278af77f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Pushing event deleted for resources: {'Port': ['ID=e6520477-a181-4e46-875d-888ad608033a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:55.696020 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-7b416e64-a62c-4bf5-ad6d-8b7716bb2302 None None] For port fc6cb39b-188c-4596-a528-c8fc342ba393, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:00:55.706596 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-7b416e64-a62c-4bf5-ad6d-8b7716bb2302 None None] For port fc6cb39b-188c-4596-a528-c8fc342ba393, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fc6cb39b-188c-4596-a528-c8fc342ba393,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:00:55.714868 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7b416e64-a62c-4bf5-ad6d-8b7716bb2302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:55.786265 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbd494-f428-4e88-b602-cbd298e5c79a req-700c5ad3-f779-48f8-8f1c-4b05b3c1cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:55.787774 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8adbd494-f428-4e88-b602-cbd298e5c79a req-700c5ad3-f779-48f8-8f1c-4b05b3c1cbd7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16e9fa03-6dcf-4202-87d3-e611c183d13c HTTP/1.1" status: 200 len: 854 time: 0.2788885 Mar 05 14:00:55.864076 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49468) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:55.873617 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8adbd494-f428-4e88-b602-cbd298e5c79a req-a00273df-5b12-433c-b1a0-a9e7ffdab33c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=023b79d9-d371-45a8-a6ca-937a808b812a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725276 Mar 05 14:00:55.894259 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-388f99df-072f-4d91-96df-7a3a278af77f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:55.905033 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-efa302a3-eba9-45dc-900e-a77011f270c5 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "DELETE /v2.0/ports/7175810e-5c52-4438-84d5-2c204454a0aa/tags HTTP/1.1" status: 204 len: 168 time: 0.6033721 Mar 05 14:00:55.911588 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b416e64-a62c-4bf5-ad6d-8b7716bb2302 None None] Pushing event updated for resources: {'Port': ['ID=fc6cb39b-188c-4596-a528-c8fc342ba393,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:55.919373 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49472) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:55.936005 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-242d8edd-ff3c-4447-aa45-fe86141a4ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:55.950246 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.tag.tag_plugin [None req-56355c75-d1b0-4c09-8ec2-a5195474ef65 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a248c014-2ffa-4040-af09-846edab24851') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:55.962062 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-388f99df-072f-4d91-96df-7a3a278af77f tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "DELETE /v2.0/ports/e6520477-a181-4e46-875d-888ad608033a HTTP/1.1" status: 204 len: 168 time: 2.3297846 Mar 05 14:00:55.966235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49476) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:56.000093 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22f1bff5-a820-4db1-98e0-bedac90406df tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:56.052245 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-242d8edd-ff3c-4447-aa45-fe86141a4ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:56.072833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-242d8edd-ff3c-4447-aa45-fe86141a4ecb admin admin] Usage tracker for resource:security_group_rule and tenant:88901b10d9f64b6084fd31a56d884ae6 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:56.076291 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c6f7a4-7fbe-4827-8323-e8d59ceac384 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] GET failed (client error): The resource could not be found. Mar 05 14:00:56.076858 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b4c6f7a4-7fbe-4827-8323-e8d59ceac384 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Synchronizing usage tracker for tenant:56b96c04c4b446679513061b8864d205 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:56.086289 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-242d8edd-ff3c-4447-aa45-fe86141a4ecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:56.099155 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-242d8edd-ff3c-4447-aa45-fe86141a4ecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:56.150494 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b4c6f7a4-7fbe-4827-8323-e8d59ceac384 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Unset dirty status for tenant:56b96c04c4b446679513061b8864d205 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:56.151397 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b4c6f7a4-7fbe-4827-8323-e8d59ceac384 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "GET /v2.0/ports/e6520477-a181-4e46-875d-888ad608033a HTTP/1.1" status: 404 len: 333 time: 0.1818910 Mar 05 14:00:56.157942 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49484) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:56.168998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-8d27d1a3-63c3-4fa5-9c5b-ffc06993ec27 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Request body: {'port': {'network_id': '15a79933-c99f-4524-8c29-6c44d3c63971', 'name': 'tempest-AllowedAddressPairTestJSON-1091420323'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:56.183933 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8adbd494-f428-4e88-b602-cbd298e5c79a req-a92b047a-9d04-4051-868c-701d11b0da33 service neutron] 10.222.0.30 "GET /v2.0/networks/023b79d9-d371-45a8-a6ca-937a808b812a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817061 Mar 05 14:00:56.534840 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-242d8edd-ff3c-4447-aa45-fe86141a4ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:56.539561 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8adbd494-f428-4e88-b602-cbd298e5c79a req-9388b352-8155-413b-8d6d-2909c9ff340a service neutron] 10.222.0.30 "GET /v2.0/networks/023b79d9-d371-45a8-a6ca-937a808b812a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373325 Mar 05 14:00:56.554429 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-242d8edd-ff3c-4447-aa45-fe86141a4ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:56.579765 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8d27d1a3-63c3-4fa5-9c5b-ffc06993ec27 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:56.612190 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fc6cb39b-188c-4596-a528-c8fc342ba393 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:00:56.620561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8d27d1a3-63c3-4fa5-9c5b-ffc06993ec27 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:56.631179 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-242d8edd-ff3c-4447-aa45-fe86141a4ecb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=88901b10d9f64b6084fd31a56d884ae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7647760 Mar 05 14:00:56.632033 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49496) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:56.634191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d8edd-ff3c-4447-aa45-fe86141a4ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66458da-b20e-4bf7-9e4c-281ae9e396fa,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:56.634954 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd70ee1c-8dc0-4cb2-8b4f-0597246ce0e1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:56.645363 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d27d1a3-63c3-4fa5-9c5b-ffc06993ec27 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Made reservation on behalf of 56b96c04c4b446679513061b8864d205 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:56.651797 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d27d1a3-63c3-4fa5-9c5b-ffc06993ec27 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:56.685058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-8d27d1a3-63c3-4fa5-9c5b-ffc06993ec27 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] device_id is not set on port 519c6b07-6f9d-4d63-b8d9-d43e118839da yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:00:56.712332 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port fc6cb39b-188c-4596-a528-c8fc342ba393 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:56.720790 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-56355c75-d1b0-4c09-8ec2-a5195474ef65 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "DELETE /v2.0/subnets/a248c014-2ffa-4040-af09-846edab24851/tags HTTP/1.1" status: 204 len: 168 time: 0.8003392 Mar 05 14:00:56.725456 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49502) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:56.732704 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-fd70ee1c-8dc0-4cb2-8b4f-0597246ce0e1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Transition to ACTIVE for port object 22ab854f-3399-4480-89ed-6bf403dc5f3e will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:56.781055 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.tag.tag_plugin [None req-4e054994-1d53-4d3e-893d-0f3249b66952 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a248c014-2ffa-4040-af09-846edab24851', 'tempest-TagsExtTest-Tag-1208279269') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:56.861341 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-8d27d1a3-63c3-4fa5-9c5b-ffc06993ec27 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Allocated IP 172.20.0.12 (15a79933-c99f-4524-8c29-6c44d3c63971/b0ab08b6-e479-4820-9e76-59cb71d75832/519c6b07-6f9d-4d63-b8d9-d43e118839da) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:00:56.918119 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e6143776-7b0a-466d-bfed-3e692539604b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:56.934439 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f1bff5-a820-4db1-98e0-bedac90406df tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Router d3466336-9f03-44e8-b252-19e4edbb37f2 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:00:57.036281 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd70ee1c-8dc0-4cb2-8b4f-0597246ce0e1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:57.058212 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e6143776-7b0a-466d-bfed-3e692539604b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:57.229824 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd70ee1c-8dc0-4cb2-8b4f-0597246ce0e1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:57.231951 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70ee1c-8dc0-4cb2-8b4f-0597246ce0e1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=22ab854f-3399-4480-89ed-6bf403dc5f3e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:57.235311 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-fd70ee1c-8dc0-4cb2-8b4f-0597246ce0e1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:57.244638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd70ee1c-8dc0-4cb2-8b4f-0597246ce0e1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:00:57.249717 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd70ee1c-8dc0-4cb2-8b4f-0597246ce0e1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:57.250468 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd70ee1c-8dc0-4cb2-8b4f-0597246ce0e1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:57.275544 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d92097-af3e-4afb-aab8-27c906ad4eed req-becc1302-414f-4563-8b9d-f9071f0024de tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:57.277043 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e8d92097-af3e-4afb-aab8-27c906ad4eed req-becc1302-414f-4563-8b9d-f9071f0024de tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd9113c4-a4a5-48a1-a408-dc0171766086 HTTP/1.1" status: 200 len: 944 time: 0.4598417 Mar 05 14:00:57.284490 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d27d1a3-63c3-4fa5-9c5b-ffc06993ec27 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:57.307248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-8d27d1a3-63c3-4fa5-9c5b-ffc06993ec27 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Transition to ACTIVE for port object 519c6b07-6f9d-4d63-b8d9-d43e118839da will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:00:57.335062 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d27d1a3-63c3-4fa5-9c5b-ffc06993ec27 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:57.372275 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e6143776-7b0a-466d-bfed-3e692539604b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:57.407582 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6143776-7b0a-466d-bfed-3e692539604b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66458da-b20e-4bf7-9e4c-281ae9e396fa,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:57.419539 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e6143776-7b0a-466d-bfed-3e692539604b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:57.421428 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e6143776-7b0a-466d-bfed-3e692539604b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a66458da-b20e-4bf7-9e4c-281ae9e396fa HTTP/1.1" status: 204 len: 168 time: 0.7822938 Mar 05 14:00:57.426126 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fd70ee1c-8dc0-4cb2-8b4f-0597246ce0e1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.7555146 Mar 05 14:00:57.427062 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49522) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:57.463447 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-799b8312-7fbc-4ad0-a8d1-5d386ec97578 None None] Provisioning for port fc6cb39b-188c-4596-a528-c8fc342ba393 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:57.465226 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4e054994-1d53-4d3e-893d-0f3249b66952 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "PUT /v2.0/subnets/a248c014-2ffa-4040-af09-846edab24851/tags/tempest-TagsExtTest-Tag-1208279269 HTTP/1.1" status: 201 len: 201 time: 0.7342672 Mar 05 14:00:57.479070 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-799b8312-7fbc-4ad0-a8d1-5d386ec97578 None None] Provisioning complete for port fc6cb39b-188c-4596-a528-c8fc342ba393 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:57.479362 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-799b8312-7fbc-4ad0-a8d1-5d386ec97578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:57.480390 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d27d1a3-63c3-4fa5-9c5b-ffc06993ec27 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Network 15a79933-c99f-4524-8c29-6c44d3c63971 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:00:57.481749 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49526) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:57.490276 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-8d27d1a3-63c3-4fa5-9c5b-ffc06993ec27 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:00:57.512650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d27d1a3-63c3-4fa5-9c5b-ffc06993ec27 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:00:57.614024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-56a3d6ea-257a-41c1-95b7-e16498bdf105 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7175810e-5c52-4438-84d5-2c204454a0aa', 'tempest-TagsExtTest-Tag-1181482425') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:57.614738 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f1bff5-a820-4db1-98e0-bedac90406df tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:00:57.625052 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf5412b-c7e4-44f5-a83b-0b2454d904a1 None None] Sync routers for ids ['d3466336-9f03-44e8-b252-19e4edbb37f2'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:00:57.640024 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf5412b-c7e4-44f5-a83b-0b2454d904a1 None None] Routers {'d3466336-9f03-44e8-b252-19e4edbb37f2'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:00:57.640651 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-9bf5412b-c7e4-44f5-a83b-0b2454d904a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:00:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['d3466336-9f03-44e8-b252-19e4edbb37f2'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:57.651927 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e8d92097-af3e-4afb-aab8-27c906ad4eed req-40835fc7-a2f3-4e2b-aa1e-76b5b21f1909 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/security-groups?id=9403bdb8-350a-4ac1-9935-790fc7dfa095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533101 Mar 05 14:00:57.668156 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d27d1a3-63c3-4fa5-9c5b-ffc06993ec27 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:57.669549 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d27d1a3-63c3-4fa5-9c5b-ffc06993ec27 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:57.709169 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27d1a3-63c3-4fa5-9c5b-ffc06993ec27 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Pushing event updated for resources: {'Port': ['ID=519c6b07-6f9d-4d63-b8d9-d43e118839da,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:57.721709 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22f1bff5-a820-4db1-98e0-bedac90406df tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:57.722795 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-22f1bff5-a820-4db1-98e0-bedac90406df tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 7.9812939 Mar 05 14:00:57.731018 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49530) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:57.754195 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8d27d1a3-63c3-4fa5-9c5b-ffc06993ec27 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5950079 Mar 05 14:00:57.765349 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49534) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:57.788794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-761a06fa-16b4-47dd-8778-48a38a25e1da tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Request body: {'port': {'network_id': '15a79933-c99f-4524-8c29-6c44d3c63971', 'name': 'tempest-AllowedAddressPairTestJSON-1634974824'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:57.822518 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-799b8312-7fbc-4ad0-a8d1-5d386ec97578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:57.827698 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-9bf5412b-c7e4-44f5-a83b-0b2454d904a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:57.850242 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf5412b-c7e4-44f5-a83b-0b2454d904a1 None None] Routers {'d3466336-9f03-44e8-b252-19e4edbb37f2'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:00:57.850920 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-9bf5412b-c7e4-44f5-a83b-0b2454d904a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:00:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['d3466336-9f03-44e8-b252-19e4edbb37f2'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:57.889412 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5054ff1c-646b-4647-b911-0716da8c1ca8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:57.896413 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-799b8312-7fbc-4ad0-a8d1-5d386ec97578 None None] For port fc6cb39b-188c-4596-a528-c8fc342ba393, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fc6cb39b-188c-4596-a528-c8fc342ba393,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:57.899649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5054ff1c-646b-4647-b911-0716da8c1ca8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:57.900477 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5054ff1c-646b-4647-b911-0716da8c1ca8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:57.902097 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-799b8312-7fbc-4ad0-a8d1-5d386ec97578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:57.972812 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-9bf5412b-c7e4-44f5-a83b-0b2454d904a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:57.973556 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf5412b-c7e4-44f5-a83b-0b2454d904a1 None None] The sync data for ids ['d3466336-9f03-44e8-b252-19e4edbb37f2'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:00:58.052647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b8312-7fbc-4ad0-a8d1-5d386ec97578 None None] Pushing event updated for resources: {'Port': ['ID=fc6cb39b-188c-4596-a528-c8fc342ba393,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:58.069550 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-36bd9d9e-db8c-41fe-b47b-2c496497048d None None] Provisioning for port 519c6b07-6f9d-4d63-b8d9-d43e118839da completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:58.074347 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5054ff1c-646b-4647-b911-0716da8c1ca8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:58.075802 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5054ff1c-646b-4647-b911-0716da8c1ca8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.6305859 Mar 05 14:00:58.076033 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-36bd9d9e-db8c-41fe-b47b-2c496497048d None None] Provisioning complete for port 519c6b07-6f9d-4d63-b8d9-d43e118839da triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:58.077099 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-36bd9d9e-db8c-41fe-b47b-2c496497048d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:58.080134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49542) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:58.094390 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-56a3d6ea-257a-41c1-95b7-e16498bdf105 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "PUT /v2.0/ports/7175810e-5c52-4438-84d5-2c204454a0aa/tags/tempest-TagsExtTest-Tag-1181482425 HTTP/1.1" status: 201 len: 201 time: 0.6093535 Mar 05 14:00:58.096863 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49548) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:58.108610 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-31cc777e-6213-4530-95f3-aad6b0ab9ea4 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e357297f-21c7-4214-85af-93a543fe1d2e', 'tempest-TagsExtTest-Tag-1363746658') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:58.155416 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-a2f088b2-b489-4393-a13f-0ad3b110266a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting port 22ab854f-3399-4480-89ed-6bf403dc5f3e {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:00:58.155764 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a2f088b2-b489-4393-a13f-0ad3b110266a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:58.178441 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-92c575ef-d6f8-4a76-91d3-19b453832d91 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/routers/d3466336-9f03-44e8-b252-19e4edbb37f2 HTTP/1.1" status: 200 len: 883 time: 0.4386032 Mar 05 14:00:58.179119 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-36bd9d9e-db8c-41fe-b47b-2c496497048d None None] Port 519c6b07-6f9d-4d63-b8d9-d43e118839da cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:00:58.182123 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49552) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:58.204465 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-36bd9d9e-db8c-41fe-b47b-2c496497048d None None] Provisioning for port 22ab854f-3399-4480-89ed-6bf403dc5f3e completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:00:58.210573 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-36bd9d9e-db8c-41fe-b47b-2c496497048d None None] Provisioning complete for port 22ab854f-3399-4480-89ed-6bf403dc5f3e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:58.211053 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-36bd9d9e-db8c-41fe-b47b-2c496497048d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:58.258420 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-761a06fa-16b4-47dd-8778-48a38a25e1da tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:00:58.282713 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-761a06fa-16b4-47dd-8778-48a38a25e1da tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Usage tracker for resource:port and tenant:56b96c04c4b446679513061b8864d205 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:00:58.309999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-761a06fa-16b4-47dd-8778-48a38a25e1da tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:00:58.328863 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-761a06fa-16b4-47dd-8778-48a38a25e1da tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:00:58.368204 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-36bd9d9e-db8c-41fe-b47b-2c496497048d None None] Port 22ab854f-3399-4480-89ed-6bf403dc5f3e cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:00:58.396809 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-31cc777e-6213-4530-95f3-aad6b0ab9ea4 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "PUT /v2.0/routers/e357297f-21c7-4214-85af-93a543fe1d2e/tags/tempest-TagsExtTest-Tag-1363746658 HTTP/1.1" status: 201 len: 201 time: 0.2990639 Mar 05 14:00:58.399336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49564) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:58.406310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-b1d12298-105d-4f77-b399-ae35bb643b56 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3b08ac33-6a47-4977-a5cd-8a98a9c9e015', 'tempest-TagsExtTest-Tag-136066613') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:58.527092 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761a06fa-16b4-47dd-8778-48a38a25e1da tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Made reservation on behalf of 56b96c04c4b446679513061b8864d205 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:00:58.532710 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-761a06fa-16b4-47dd-8778-48a38a25e1da tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:58.549523 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b1d12298-105d-4f77-b399-ae35bb643b56 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "PUT /v2.0/subnetpools/3b08ac33-6a47-4977-a5cd-8a98a9c9e015/tags/tempest-TagsExtTest-Tag-136066613 HTTP/1.1" status: 201 len: 201 time: 0.1486130 Mar 05 14:00:58.552023 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49570) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:58.562756 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-aa399a54-81d0-4d8a-b6cb-53c52f4e2b43 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a248c014-2ffa-4040-af09-846edab24851', {'tags': ['tempest-TagsExtTest-Tag-1923330220', 'tempest-TagsExtTest-Tag-2132075932', 'tempest-TagsExtTest-Tag-990094450']}) {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:58.579367 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fc6cb39b-188c-4596-a528-c8fc342ba393 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:00:58.601179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-761a06fa-16b4-47dd-8778-48a38a25e1da tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] device_id is not set on port d15c3d64-ac38-4ca5-a07f-ddd4a66eee5f yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:00:58.677191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9cbe952f-dc95-4fd8-9685-4a27c160ffe4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Synchronizing usage tracker for tenant:f9698ae0269e4f54b2949da6501e3b33 on resource:router {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:00:58.713790 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9cbe952f-dc95-4fd8-9685-4a27c160ffe4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Unset dirty status for tenant:f9698ae0269e4f54b2949da6501e3b33 on resource:router {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:00:58.717807 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9cbe952f-dc95-4fd8-9685-4a27c160ffe4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.5320399 Mar 05 14:00:58.718052 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49584) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:58.726122 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-42823010-21c8-4144-8cd0-3c0a41c53986 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-139425159'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:00:58.731703 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 08ea0926-be08-4b3e-a4bd-e10a7d99cedd details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:00:58.794481 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port fc6cb39b-188c-4596-a528-c8fc342ba393 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:00:58.795131 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:58.825780 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-aa399a54-81d0-4d8a-b6cb-53c52f4e2b43 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "PUT /v2.0/subnets/a248c014-2ffa-4040-af09-846edab24851/tags HTTP/1.1" status: 200 len: 317 time: 0.2706773 Mar 05 14:00:58.830095 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49588) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:58.838818 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a2f088b2-b489-4393-a13f-0ad3b110266a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:58.903953 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.tag.tag_plugin [None req-36b75380-6cc6-449c-9f74-4a0c8f3b2568 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a248c014-2ffa-4040-af09-846edab24851') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:59.126968 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:59.137530 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:59.230641 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-a2f088b2-b489-4393-a13f-0ad3b110266a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Calling delete_port for 22ab854f-3399-4480-89ed-6bf403dc5f3e owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:00:59.247137 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 08ea0926-be08-4b3e-a4bd-e10a7d99cedd, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=08ea0926-be08-4b3e-a4bd-e10a7d99cedd,segment=NetworkSegment(d673757e-1552-4bae-9333-c690e5b936ff),segment_id=d673757e-1552-4bae-9333-c690e5b936ff)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:59.273586 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '08ea0926-be08-4b3e-a4bd-e10a7d99cedd', 'network_id': '023b79d9-d371-45a8-a6ca-937a808b812a', 'port_id': '08ea0926-be08-4b3e-a4bd-e10a7d99cedd', 'mac_address': 'fa:16:3e:85:f8:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e9fa03-6dcf-4202-87d3-e611c183d13c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:00:59.323735 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-761a06fa-16b4-47dd-8778-48a38a25e1da tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Allocated IP 172.20.0.14 (15a79933-c99f-4524-8c29-6c44d3c63971/b0ab08b6-e479-4820-9e76-59cb71d75832/d15c3d64-ac38-4ca5-a07f-ddd4a66eee5f) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:00:59.337739 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:59.367093 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ea0926-be08-4b3e-a4bd-e10a7d99cedd {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:00:59.409319 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 08ea0926-be08-4b3e-a4bd-e10a7d99cedd, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=08ea0926-be08-4b3e-a4bd-e10a7d99cedd,segment=NetworkSegment(d673757e-1552-4bae-9333-c690e5b936ff),segment_id=d673757e-1552-4bae-9333-c690e5b936ff)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:00:59.422809 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:59.651202 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=08ea0926-be08-4b3e-a4bd-e10a7d99cedd,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:59.676816 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['08ea0926-be08-4b3e-a4bd-e10a7d99cedd'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:00:59.793088 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-36b75380-6cc6-449c-9f74-4a0c8f3b2568 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "DELETE /v2.0/subnets/a248c014-2ffa-4040-af09-846edab24851/tags HTTP/1.1" status: 204 len: 168 time: 0.9586773 Mar 05 14:00:59.799725 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49604) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:00:59.809401 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.tag.tag_plugin [None req-fcabcf18-9e61-4054-b95a-82b437fdc0ca tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a248c014-2ffa-4040-af09-846edab24851', 'tempest-TagsExtTest-Tag-1923330220') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:00:59.908289 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-761a06fa-16b4-47dd-8778-48a38a25e1da tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:59.912685 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a2f088b2-b489-4393-a13f-0ad3b110266a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:00:59.961800 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f6db1-990a-481a-9992-dac5980847fe req-856840ee-a6e3-4e75-89a5-a4ef4dcc5df6 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:00:59.963275 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a78f6db1-990a-481a-9992-dac5980847fe req-856840ee-a6e3-4e75-89a5-a4ef4dcc5df6 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd9113c4-a4a5-48a1-a408-dc0171766086 HTTP/1.1" status: 200 len: 944 time: 0.9436910 Mar 05 14:00:59.989500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f088b2-b489-4393-a13f-0ad3b110266a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Port': ['ID=22ab854f-3399-4480-89ed-6bf403dc5f3e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:00:59.993070 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-761a06fa-16b4-47dd-8778-48a38a25e1da tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Transition to ACTIVE for port object d15c3d64-ac38-4ca5-a07f-ddd4a66eee5f will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:00.049547 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a2f088b2-b489-4393-a13f-0ad3b110266a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:00.083084 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-fcabcf18-9e61-4054-b95a-82b437fdc0ca tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] show failed (client error): The resource could not be found. Mar 05 14:01:00.083084 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fcabcf18-9e61-4054-b95a-82b437fdc0ca tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/subnets/a248c014-2ffa-4040-af09-846edab24851/tags/tempest-TagsExtTest-Tag-1923330220 HTTP/1.1" status: 404 len: 329 time: 0.2776184 Mar 05 14:01:00.083307 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a78f6db1-990a-481a-9992-dac5980847fe req-0eb28522-2f1e-41f3-b63e-e2fe5ba3dc01 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/security-groups?id=9403bdb8-350a-4ac1-9935-790fc7dfa095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591905 Mar 05 14:01:00.093223 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49614) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:00.097795 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a2f088b2-b489-4393-a13f-0ad3b110266a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/22ab854f-3399-4480-89ed-6bf403dc5f3e HTTP/1.1" status: 204 len: 168 time: 2.0144446 Mar 05 14:01:00.098139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49618) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:00.101953 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-a42d3c0b-4553-40c0-8e10-4792b4ae925f tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a248c014-2ffa-4040-af09-846edab24851', 'tempest-TagsExtTest-Tag-2132075932') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:00.134005 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-761a06fa-16b4-47dd-8778-48a38a25e1da tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:00.148966 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-42823010-21c8-4144-8cd0-3c0a41c53986 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:00.168605 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-42823010-21c8-4144-8cd0-3c0a41c53986 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3922806'] for router, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:00.233921 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761a06fa-16b4-47dd-8778-48a38a25e1da tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Network 15a79933-c99f-4524-8c29-6c44d3c63971 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:00.242311 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-761a06fa-16b4-47dd-8778-48a38a25e1da tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:00.249672 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761a06fa-16b4-47dd-8778-48a38a25e1da tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:01:00.271545 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-a42d3c0b-4553-40c0-8e10-4792b4ae925f tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] show failed (client error): The resource could not be found. Mar 05 14:01:00.272573 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a42d3c0b-4553-40c0-8e10-4792b4ae925f tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/subnets/a248c014-2ffa-4040-af09-846edab24851/tags/tempest-TagsExtTest-Tag-2132075932 HTTP/1.1" status: 404 len: 329 time: 0.1783378 Mar 05 14:01:00.281623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49626) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:00.293793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-52427c47-eced-4494-8b36-0e0c99e7e04c tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a248c014-2ffa-4040-af09-846edab24851', 'tempest-TagsExtTest-Tag-990094450') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:00.335506 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acfd60b-9533-4a7c-9e03-d1514a968c33 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:00.337553 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acfd60b-9533-4a7c-9e03-d1514a968c33 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:00.338604 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2acfd60b-9533-4a7c-9e03-d1514a968c33 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:01:00.361406 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a06fa-16b4-47dd-8778-48a38a25e1da tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Pushing event updated for resources: {'Port': ['ID=d15c3d64-ac38-4ca5-a07f-ddd4a66eee5f,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:00.441908 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761a06fa-16b4-47dd-8778-48a38a25e1da tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:00.442652 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-761a06fa-16b4-47dd-8778-48a38a25e1da tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:00.453074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42823010-21c8-4144-8cd0-3c0a41c53986 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Router d3466336-9f03-44e8-b252-19e4edbb37f2 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:01:00.461671 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2acfd60b-9533-4a7c-9e03-d1514a968c33 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:01:00.466781 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49636) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:00.467224 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2acfd60b-9533-4a7c-9e03-d1514a968c33 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3670752 Mar 05 14:01:00.489940 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-761a06fa-16b4-47dd-8778-48a38a25e1da tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7235014 Mar 05 14:01:00.495491 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49640) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:00.504087 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-8d24f5a2-515a-44da-8111-b0c86c8b8e7d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3d:1e:f6'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:dd:13:1a'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:00.598529 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-52427c47-eced-4494-8b36-0e0c99e7e04c tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] show failed (client error): The resource could not be found. Mar 05 14:01:00.602063 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-52427c47-eced-4494-8b36-0e0c99e7e04c tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/subnets/a248c014-2ffa-4040-af09-846edab24851/tags/tempest-TagsExtTest-Tag-990094450 HTTP/1.1" status: 404 len: 328 time: 0.3173122 Mar 05 14:01:00.604889 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49650) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:00.610434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2b31158b-d2be-4d8c-8166-29a05b422263 None None] Provisioning for port d15c3d64-ac38-4ca5-a07f-ddd4a66eee5f completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:00.619350 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2b31158b-d2be-4d8c-8166-29a05b422263 None None] Provisioning complete for port d15c3d64-ac38-4ca5-a07f-ddd4a66eee5f triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:00.619704 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2b31158b-d2be-4d8c-8166-29a05b422263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:00.619914 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-2a570573-63c4-4c95-ac1a-fd399fa0349c tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7175810e-5c52-4438-84d5-2c204454a0aa', {'tags': ['tempest-TagsExtTest-Tag-1044596960', 'tempest-TagsExtTest-Tag-1080559104', 'tempest-TagsExtTest-Tag-987237374']}) {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:00.721374 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 08ea0926-be08-4b3e-a4bd-e10a7d99cedd up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:01:00.773886 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-b657aa0c-6e7b-469c-b3c0-990b92fc752b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet 6b568f09-40c2-45f9-9a5a-a3a2d8292dbc {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:01:00.783780 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b657aa0c-6e7b-469c-b3c0-990b92fc752b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:00.791854 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2b31158b-d2be-4d8c-8166-29a05b422263 None None] Port d15c3d64-ac38-4ca5-a07f-ddd4a66eee5f cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:01:00.860003 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 08ea0926-be08-4b3e-a4bd-e10a7d99cedd completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:00.870493 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 08ea0926-be08-4b3e-a4bd-e10a7d99cedd triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:00.870885 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:00.872907 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8d24f5a2-515a-44da-8111-b0c86c8b8e7d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:00.954345 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49668) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:00.957388 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2a570573-63c4-4c95-ac1a-fd399fa0349c tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "PUT /v2.0/ports/7175810e-5c52-4438-84d5-2c204454a0aa/tags HTTP/1.1" status: 200 len: 317 time: 0.3493705 Mar 05 14:01:00.965268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.tag.tag_plugin [None req-48109053-51a4-4c95-9519-1634fe95e43c tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7175810e-5c52-4438-84d5-2c204454a0aa') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:00.966955 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42823010-21c8-4144-8cd0-3c0a41c53986 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:01:00.979178 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d32d22-ba8b-4158-9b55-ec904815e12a None None] Sync routers for ids ['d3466336-9f03-44e8-b252-19e4edbb37f2'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:01:00.985119 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-42823010-21c8-4144-8cd0-3c0a41c53986 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:00.988584 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-42823010-21c8-4144-8cd0-3c0a41c53986 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/routers/d3466336-9f03-44e8-b252-19e4edbb37f2 HTTP/1.1" status: 200 len: 890 time: 2.2670438 Mar 05 14:01:01.006561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49672) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:01.008006 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d32d22-ba8b-4158-9b55-ec904815e12a None None] Routers {'d3466336-9f03-44e8-b252-19e4edbb37f2'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:01:01.009039 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-01d32d22-ba8b-4158-9b55-ec904815e12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:00:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['d3466336-9f03-44e8-b252-19e4edbb37f2'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:01.013631 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b657aa0c-6e7b-469c-b3c0-990b92fc752b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:01.094152 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-01d32d22-ba8b-4158-9b55-ec904815e12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:01.156002 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d32d22-ba8b-4158-9b55-ec904815e12a None None] Routers {'d3466336-9f03-44e8-b252-19e4edbb37f2'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:01:01.159359 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-01d32d22-ba8b-4158-9b55-ec904815e12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:00:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['d3466336-9f03-44e8-b252-19e4edbb37f2'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:01.223992 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8d24f5a2-515a-44da-8111-b0c86c8b8e7d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:01.234185 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8d24f5a2-515a-44da-8111-b0c86c8b8e7d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:01.243859 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b657aa0c-6e7b-469c-b3c0-990b92fc752b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:01.295857 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-01d32d22-ba8b-4158-9b55-ec904815e12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:01.296257 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d32d22-ba8b-4158-9b55-ec904815e12a None None] The sync data for ids ['d3466336-9f03-44e8-b252-19e4edbb37f2'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:01:01.313058 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:01.335877 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24f5a2-515a-44da-8111-b0c86c8b8e7d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Pushing event updated for resources: {'Port': ['ID=d15c3d64-ac38-4ca5-a07f-ddd4a66eee5f,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:01.349032 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9113c4-a4a5-48a1-a408-dc0171766086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ea0926-be08-4b3e-a4bd-e10a7d99cedd'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:01:01.366235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 08ea0926-be08-4b3e-a4bd-e10a7d99cedd, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=08ea0926-be08-4b3e-a4bd-e10a7d99cedd,segment=NetworkSegment(d673757e-1552-4bae-9333-c690e5b936ff),segment_id=d673757e-1552-4bae-9333-c690e5b936ff)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:01:01.377010 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:01.395140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49682) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:01.464972 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9113c4-a4a5-48a1-a408-dc0171766086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ea0926-be08-4b3e-a4bd-e10a7d99cedd', 'code': 200} Mar 05 14:01:01.465551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=08ea0926-be08-4b3e-a4bd-e10a7d99cedd,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:01.543659 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-8d24f5a2-515a-44da-8111-b0c86c8b8e7d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] In _notify_port_updated(), no bound segment for port d15c3d64-ac38-4ca5-a07f-ddd4a66eee5f on network 15a79933-c99f-4524-8c29-6c44d3c63971 {{(pid=87913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 14:01:01.549476 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d24f5a2-515a-44da-8111-b0c86c8b8e7d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:01.550134 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8d24f5a2-515a-44da-8111-b0c86c8b8e7d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:01.551507 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8d24f5a2-515a-44da-8111-b0c86c8b8e7d tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "PUT /v2.0/ports/d15c3d64-ac38-4ca5-a07f-ddd4a66eee5f HTTP/1.1" status: 200 len: 1057 time: 1.0545762 Mar 05 14:01:01.555996 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49686) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:01.590593 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e7350053-5f67-473e-9f8d-03f89bde0d29 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/routers/d3466336-9f03-44e8-b252-19e4edbb37f2 HTTP/1.1" status: 200 len: 890 time: 0.5807719 Mar 05 14:01:01.594705 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49692) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:01.668292 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-48109053-51a4-4c95-9519-1634fe95e43c tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "DELETE /v2.0/ports/7175810e-5c52-4438-84d5-2c204454a0aa/tags HTTP/1.1" status: 204 len: 168 time: 0.7120695 Mar 05 14:01:01.669851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3c3d9613-07af-4480-a09b-b913e74debea tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Synchronizing usage tracker for tenant:f9698ae0269e4f54b2949da6501e3b33 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:01:01.675969 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49696) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:01.689392 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e72a7f-9b9d-4b2a-85e8-e92bdcc606b9 req-02abdb90-0f85-474a-ad9f-41f64b97bced tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:01.690911 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-81e72a7f-9b9d-4b2a-85e8-e92bdcc606b9 req-02abdb90-0f85-474a-ad9f-41f64b97bced tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd9113c4-a4a5-48a1-a408-dc0171766086 HTTP/1.1" status: 200 len: 946 time: 0.3514850 Mar 05 14:01:01.695922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-c6bb54a9-dc5b-4a9a-90a1-0f6d0b11fa9c tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7175810e-5c52-4438-84d5-2c204454a0aa', 'tempest-TagsExtTest-Tag-1044596960') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:01.720171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3c3d9613-07af-4480-a09b-b913e74debea tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Unset dirty status for tenant:f9698ae0269e4f54b2949da6501e3b33 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:01:01.723722 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3c3d9613-07af-4480-a09b-b913e74debea tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3466336-9f03-44e8-b252-19e4edbb37f2 HTTP/1.1" status: 200 len: 205 time: 0.1181295 Mar 05 14:01:01.724733 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49700) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:01.743573 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ac04259f-b54d-4f8d-84d5-0f9c08796194 None None] Provisioning complete for port d15c3d64-ac38-4ca5-a07f-ddd4a66eee5f triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:01.747170 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ac04259f-b54d-4f8d-84d5-0f9c08796194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:01.762308 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b657aa0c-6e7b-469c-b3c0-990b92fc752b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:01.839168 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ac04259f-b54d-4f8d-84d5-0f9c08796194 None None] Port d15c3d64-ac38-4ca5-a07f-ddd4a66eee5f cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:01:01.983977 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-81e72a7f-9b9d-4b2a-85e8-e92bdcc606b9 req-de69e055-d512-4e89-a4e0-8a7093f3bac9 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/security-groups?id=9403bdb8-350a-4ac1-9935-790fc7dfa095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836025 Mar 05 14:01:02.004833 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ad4a4b54-0925-4080-b062-7893f7f21dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:02.039442 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-24474af8-9e4a-488b-9f54-2c4b3d4b1832 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Deleting port d15c3d64-ac38-4ca5-a07f-ddd4a66eee5f {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:02.039806 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-24474af8-9e4a-488b-9f54-2c4b3d4b1832 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:02.085806 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b657aa0c-6e7b-469c-b3c0-990b92fc752b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:02.088784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657aa0c-6e7b-469c-b3c0-990b92fc752b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=6b568f09-40c2-45f9-9a5a-a3a2d8292dbc,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:02.102333 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072dacae-5bfc-4124-98d5-b5ecc2bdcc93 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:01:02.113190 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ad4a4b54-0925-4080-b062-7893f7f21dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:02.126833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b657aa0c-6e7b-469c-b3c0-990b92fc752b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:02.127285 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b657aa0c-6e7b-469c-b3c0-990b92fc752b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:02.127523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b657aa0c-6e7b-469c-b3c0-990b92fc752b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:02.127853 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b657aa0c-6e7b-469c-b3c0-990b92fc752b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:02.128210 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b657aa0c-6e7b-469c-b3c0-990b92fc752b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:02.128529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b657aa0c-6e7b-469c-b3c0-990b92fc752b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:02.128875 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b657aa0c-6e7b-469c-b3c0-990b92fc752b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:02.129189 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b657aa0c-6e7b-469c-b3c0-990b92fc752b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:02.129498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b657aa0c-6e7b-469c-b3c0-990b92fc752b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:02.129812 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b657aa0c-6e7b-469c-b3c0-990b92fc752b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:02.130120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b657aa0c-6e7b-469c-b3c0-990b92fc752b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:02.130427 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b657aa0c-6e7b-469c-b3c0-990b92fc752b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:02.143549 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ad4a4b54-0925-4080-b062-7893f7f21dc1 admin admin] Usage tracker for resource:security_group_rule and tenant:de48afdf95df43f28d606f884735b747 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:02.149846 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ad4a4b54-0925-4080-b062-7893f7f21dc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:02.151788 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:02.192062 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b657aa0c-6e7b-469c-b3c0-990b92fc752b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/6b568f09-40c2-45f9-9a5a-a3a2d8292dbc HTTP/1.1" status: 204 len: 168 time: 1.7235184 Mar 05 14:01:02.193327 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ad4a4b54-0925-4080-b062-7893f7f21dc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:02.206814 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49706) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:02.318959 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f176e2e4-a1e7-46c1-961c-e859355414f0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1047015 Mar 05 14:01:02.322657 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49710) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:02.336615 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef88b5-cf74-49c6-8b88-9618d5865e2b req-55072821-8321-4da5-988a-6eda0614658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:02.338119 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3eef88b5-cf74-49c6-8b88-9618d5865e2b req-55072821-8321-4da5-988a-6eda0614658b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fd9113c4-a4a5-48a1-a408-dc0171766086 HTTP/1.1" status: 200 len: 1097 time: 0.7587655 Mar 05 14:01:02.383213 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-c6bb54a9-dc5b-4a9a-90a1-0f6d0b11fa9c tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] show failed (client error): The resource could not be found. Mar 05 14:01:02.386915 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c6bb54a9-dc5b-4a9a-90a1-0f6d0b11fa9c tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/ports/7175810e-5c52-4438-84d5-2c204454a0aa/tags/tempest-TagsExtTest-Tag-1044596960 HTTP/1.1" status: 404 len: 329 time: 0.7057457 Mar 05 14:01:02.396205 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2b9048-726c-4f16-a4ef-9958f033003e None None] DHCP port deletion for d67009e9-c74e-44a6-8a92-0c4d7928efad request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:01:02.400171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49714) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:02.407428 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b9048-726c-4f16-a4ef-9958f033003e None None] Deleting port fc6cb39b-188c-4596-a528-c8fc342ba393 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:02.408839 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bd2b9048-726c-4f16-a4ef-9958f033003e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:02.417359 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.tag.tag_plugin [None req-55e55b9c-1a80-4e21-895f-be90ee555fca tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7175810e-5c52-4438-84d5-2c204454a0aa', 'tempest-TagsExtTest-Tag-1080559104') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:02.477972 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:02.518460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting port febd2328-8f40-4d1f-8256-1543da8aa5b8 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:02.519248 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:02.525313 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-24474af8-9e4a-488b-9f54-2c4b3d4b1832 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:02.565813 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fc6cb39b-188c-4596-a528-c8fc342ba393 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:01:02.586851 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-55e55b9c-1a80-4e21-895f-be90ee555fca tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] show failed (client error): The resource could not be found. Mar 05 14:01:02.590407 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-55e55b9c-1a80-4e21-895f-be90ee555fca tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/ports/7175810e-5c52-4438-84d5-2c204454a0aa/tags/tempest-TagsExtTest-Tag-1080559104 HTTP/1.1" status: 404 len: 329 time: 0.1790080 Mar 05 14:01:02.596750 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49718) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:02.609282 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.tag.tag_plugin [None req-a3306bb4-b82d-4edc-93b5-f45bdc1ceec7 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7175810e-5c52-4438-84d5-2c204454a0aa', 'tempest-TagsExtTest-Tag-987237374') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:02.666715 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000bcfd4-e7b4-425b-aece-c4fef6ed3fac tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:02.667623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-000bcfd4-e7b4-425b-aece-c4fef6ed3fac tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:01:02.671379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-24474af8-9e4a-488b-9f54-2c4b3d4b1832 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Calling delete_port for d15c3d64-ac38-4ca5-a07f-ddd4a66eee5f owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:01:02.723541 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-000bcfd4-e7b4-425b-aece-c4fef6ed3fac tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:01:02.727112 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-000bcfd4-e7b4-425b-aece-c4fef6ed3fac tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4012179 Mar 05 14:01:02.731314 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49722) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:02.817526 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3063bd78-0bb9-47ca-b729-ecf37103b6a1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:02.819356 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3063bd78-0bb9-47ca-b729-ecf37103b6a1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0868707 Mar 05 14:01:02.824194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49726) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:02.849687 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-bd2b9048-726c-4f16-a4ef-9958f033003e None None] For port fc6cb39b-188c-4596-a528-c8fc342ba393, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fc6cb39b-188c-4596-a528-c8fc342ba393,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:01:02.850264 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bd2b9048-726c-4f16-a4ef-9958f033003e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:02.923001 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-a3306bb4-b82d-4edc-93b5-f45bdc1ceec7 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] show failed (client error): The resource could not be found. Mar 05 14:01:02.926689 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a3306bb4-b82d-4edc-93b5-f45bdc1ceec7 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/ports/7175810e-5c52-4438-84d5-2c204454a0aa/tags/tempest-TagsExtTest-Tag-987237374 HTTP/1.1" status: 404 len: 328 time: 0.3244417 Mar 05 14:01:02.926933 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3eef88b5-cf74-49c6-8b88-9618d5865e2b req-c902121d-07d3-4e3f-bc25-05b92788caff service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9403bdb8-350a-4ac1-9935-790fc7dfa095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5762982 Mar 05 14:01:02.931846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49730) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:02.932020 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2ee12d52-ad10-4c34-bdb6-64d3c6982d6e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992150 Mar 05 14:01:02.933557 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49734) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:02.933691 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.tag.tag_plugin [None req-9efb9dcf-762f-4ec6-97cb-b53471144fe9 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e357297f-21c7-4214-85af-93a543fe1d2e', {'tags': ['tempest-TagsExtTest-Tag-309135331', 'tempest-TagsExtTest-Tag-1741226891', 'tempest-TagsExtTest-Tag-1329495127']}) {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:02.943027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-b8f01605-5b1d-4c36-95dc-b810fdd48ef9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:02.978040 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-24474af8-9e4a-488b-9f54-2c4b3d4b1832 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:03.022410 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b9048-726c-4f16-a4ef-9958f033003e None None] Calling delete_port for fc6cb39b-188c-4596-a528-c8fc342ba393 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:01:03.038648 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24474af8-9e4a-488b-9f54-2c4b3d4b1832 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Pushing event deleted for resources: {'Port': ['ID=d15c3d64-ac38-4ca5-a07f-ddd4a66eee5f,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:03.078894 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:03.116967 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port fc6cb39b-188c-4596-a528-c8fc342ba393, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fc6cb39b-188c-4596-a528-c8fc342ba393,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:01:03.147002 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:03.200840 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:03.288347 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-bd2b9048-726c-4f16-a4ef-9958f033003e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:01:03.288699 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-bd2b9048-726c-4f16-a4ef-9958f033003e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:01:03.304423 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=fc6cb39b-188c-4596-a528-c8fc342ba393,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:03.347231 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b8f01605-5b1d-4c36-95dc-b810fdd48ef9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:03.374089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b8f01605-5b1d-4c36-95dc-b810fdd48ef9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:03.377887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b8f01605-5b1d-4c36-95dc-b810fdd48ef9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:03.398805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Calling delete_port for febd2328-8f40-4d1f-8256-1543da8aa5b8 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:01:03.433579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b8f01605-5b1d-4c36-95dc-b810fdd48ef9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:03.447785 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9efb9dcf-762f-4ec6-97cb-b53471144fe9 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "PUT /v2.0/routers/e357297f-21c7-4214-85af-93a543fe1d2e/tags HTTP/1.1" status: 200 len: 317 time: 0.5194976 Mar 05 14:01:03.450335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49744) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:03.450999 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ad4a4b54-0925-4080-b062-7893f7f21dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:03.459223 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.tag.tag_plugin [None req-bd4ed3cb-5bdb-4639-8bed-93b7c1a07b10 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e357297f-21c7-4214-85af-93a543fe1d2e') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:03.470005 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ad4a4b54-0925-4080-b062-7893f7f21dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:03.501003 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f01605-5b1d-4c36-95dc-b810fdd48ef9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:01:03.504458 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b8f01605-5b1d-4c36-95dc-b810fdd48ef9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:03.660222 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bd4ed3cb-5bdb-4639-8bed-93b7c1a07b10 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "DELETE /v2.0/routers/e357297f-21c7-4214-85af-93a543fe1d2e/tags HTTP/1.1" status: 204 len: 168 time: 0.2087078 Mar 05 14:01:03.663242 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49748) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:03.671024 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.tag.tag_plugin [None req-d0c97867-ea61-4f1e-9b18-18b7d524cca2 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e357297f-21c7-4214-85af-93a543fe1d2e', 'tempest-TagsExtTest-Tag-309135331') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:03.675220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a4b54-0925-4080-b062-7893f7f21dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621e3e80-7011-4684-ad39-4df7d50248f1,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:03.718797 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ad4a4b54-0925-4080-b062-7893f7f21dc1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de48afdf95df43f28d606f884735b747&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3224764 Mar 05 14:01:03.724884 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49752) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:03.772232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62239769-f00d-4d1b-a3b9-913a8b26563b req-bb74319d-be14-4062-83ee-c2433bbf9c75 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:03.773901 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-62239769-f00d-4d1b-a3b9-913a8b26563b req-bb74319d-be14-4062-83ee-c2433bbf9c75 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd9113c4-a4a5-48a1-a408-dc0171766086 HTTP/1.1" status: 200 len: 946 time: 0.5372257 Mar 05 14:01:03.790622 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b9048-726c-4f16-a4ef-9958f033003e None None] Deleting port fc6cb39b-188c-4596-a528-c8fc342ba393 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:03.791467 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bd2b9048-726c-4f16-a4ef-9958f033003e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:04.068711 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-24474af8-9e4a-488b-9f54-2c4b3d4b1832 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:04.082646 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-62239769-f00d-4d1b-a3b9-913a8b26563b req-de818979-1573-43cb-bf3a-3ea8b9880faa tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/security-groups?id=9403bdb8-350a-4ac1-9935-790fc7dfa095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994249 Mar 05 14:01:04.091238 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:04.096633 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-d0c97867-ea61-4f1e-9b18-18b7d524cca2 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] show failed (client error): The resource could not be found. Mar 05 14:01:04.098048 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d0c97867-ea61-4f1e-9b18-18b7d524cca2 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/routers/e357297f-21c7-4214-85af-93a543fe1d2e/tags/tempest-TagsExtTest-Tag-309135331 HTTP/1.1" status: 404 len: 328 time: 0.4337795 Mar 05 14:01:04.102173 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49756) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:04.129370 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-c363b6cc-64b4-4d14-b0e6-a9c89ab548b7 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e357297f-21c7-4214-85af-93a543fe1d2e', 'tempest-TagsExtTest-Tag-1741226891') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:04.174114 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-97bad33e-acca-4b5c-ad96-f61065384cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:04.180066 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Port': ['ID=febd2328-8f40-4d1f-8256-1543da8aa5b8,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:04.184603 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-bd2b9048-726c-4f16-a4ef-9958f033003e None None] For port fc6cb39b-188c-4596-a528-c8fc342ba393, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fc6cb39b-188c-4596-a528-c8fc342ba393,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:01:04.185508 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bd2b9048-726c-4f16-a4ef-9958f033003e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:04.211202 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-24474af8-9e4a-488b-9f54-2c4b3d4b1832 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "DELETE /v2.0/ports/d15c3d64-ac38-4ca5-a07f-ddd4a66eee5f HTTP/1.1" status: 204 len: 168 time: 2.6268599 Mar 05 14:01:04.216142 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49760) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:04.244876 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:04.245459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:04.245570 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:04.245852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:04.246176 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:04.246518 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:04.246868 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:04.247189 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:04.247505 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:04.247822 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:04.248190 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:04.248525 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:04.303927 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-97bad33e-acca-4b5c-ad96-f61065384cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:04.314452 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29d4e82-21ed-478e-97e8-352c84fc2e85 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] GET failed (client error): The resource could not be found. Mar 05 14:01:04.315291 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b29d4e82-21ed-478e-97e8-352c84fc2e85 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Synchronizing usage tracker for tenant:56b96c04c4b446679513061b8864d205 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:01:04.343025 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b9048-726c-4f16-a4ef-9958f033003e None None] Calling delete_port for fc6cb39b-188c-4596-a528-c8fc342ba393 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:01:04.390337 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:04.426648 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-c363b6cc-64b4-4d14-b0e6-a9c89ab548b7 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] show failed (client error): The resource could not be found. Mar 05 14:01:04.427562 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c363b6cc-64b4-4d14-b0e6-a9c89ab548b7 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/routers/e357297f-21c7-4214-85af-93a543fe1d2e/tags/tempest-TagsExtTest-Tag-1741226891 HTTP/1.1" status: 404 len: 329 time: 0.3244436 Mar 05 14:01:04.430570 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b29d4e82-21ed-478e-97e8-352c84fc2e85 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Unset dirty status for tenant:56b96c04c4b446679513061b8864d205 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:01:04.434315 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b29d4e82-21ed-478e-97e8-352c84fc2e85 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "GET /v2.0/ports/d15c3d64-ac38-4ca5-a07f-ddd4a66eee5f HTTP/1.1" status: 404 len: 333 time: 0.2149146 Mar 05 14:01:04.441223 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49768) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:04.441540 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49770) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:04.485831 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-cc0be18a-fad8-45d0-96d0-df56d618d38e tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e357297f-21c7-4214-85af-93a543fe1d2e', 'tempest-TagsExtTest-Tag-1329495127') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:04.511941 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bd2b9048-726c-4f16-a4ef-9958f033003e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:04.577699 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b8f01605-5b1d-4c36-95dc-b810fdd48ef9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:04.589616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b9048-726c-4f16-a4ef-9958f033003e None None] Pushing event deleted for resources: {'Port': ['ID=fc6cb39b-188c-4596-a528-c8fc342ba393,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:04.598172 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2b9048-726c-4f16-a4ef-9958f033003e None None] No DVR routers for this DVR port fc6cb39b-188c-4596-a528-c8fc342ba393 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:01:04.661778 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f01605-5b1d-4c36-95dc-b810fdd48ef9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:04.667401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-b8f01605-5b1d-4c36-95dc-b810fdd48ef9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:04.671070 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f01605-5b1d-4c36-95dc-b810fdd48ef9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:04.671712 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b8f01605-5b1d-4c36-95dc-b810fdd48ef9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:04.677490 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c786e5dc-b346-45f9-b1e1-ee00d1351882 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:01:04.693894 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:04.697122 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:04.733358 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5bad9e06-88b0-406c-bf85-fdcd86f63531 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Deleting port 519c6b07-6f9d-4d63-b8d9-d43e118839da {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:04.733700 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5bad9e06-88b0-406c-bf85-fdcd86f63531 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:04.743734 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-97bad33e-acca-4b5c-ad96-f61065384cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:04.756608 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49778) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:04.763185 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:04.763674 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Fanout notify agent at l3_agent the message router_deleted on router d3466336-9f03-44e8-b252-19e4edbb37f2 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:01:04.772568 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bad33e-acca-4b5c-ad96-f61065384cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621e3e80-7011-4684-ad39-4df7d50248f1,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:04.809931 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:04.811415 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-86e04024-a904-4524-a4fc-1fb8a7d84ac4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/routers/d3466336-9f03-44e8-b252-19e4edbb37f2 HTTP/1.1" status: 204 len: 168 time: 3.0858727 Mar 05 14:01:04.813068 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-97bad33e-acca-4b5c-ad96-f61065384cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:04.818220 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-97bad33e-acca-4b5c-ad96-f61065384cc9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/621e3e80-7011-4684-ad39-4df7d50248f1 HTTP/1.1" status: 204 len: 168 time: 1.0875967 Mar 05 14:01:04.819067 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49784) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:04.825799 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-af35833f-30e8-401d-b2ae-35a00b0f91aa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-760938201'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:04.833886 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-af35833f-30e8-401d-b2ae-35a00b0f91aa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:04.834516 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f01605-5b1d-4c36-95dc-b810fdd48ef9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=47858ab8-f39e-4104-bce5-63cabc5acee0,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:04.839174 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-cc0be18a-fad8-45d0-96d0-df56d618d38e tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] show failed (client error): The resource could not be found. Mar 05 14:01:04.840533 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cc0be18a-fad8-45d0-96d0-df56d618d38e tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/routers/e357297f-21c7-4214-85af-93a543fe1d2e/tags/tempest-TagsExtTest-Tag-1329495127 HTTP/1.1" status: 404 len: 329 time: 0.3979673 Mar 05 14:01:04.855663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-af35833f-30e8-401d-b2ae-35a00b0f91aa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:network and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:04.857222 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49790) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:04.862945 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-af35833f-30e8-401d-b2ae-35a00b0f91aa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:04.867454 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-4bea792a-db42-4323-88f4-6fffff95709b tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3b08ac33-6a47-4977-a5cd-8a98a9c9e015', {'tags': ['tempest-TagsExtTest-Tag-1044613999', 'tempest-TagsExtTest-Tag-1723576873', 'tempest-TagsExtTest-Tag-861937524']}) {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:04.871773 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-af35833f-30e8-401d-b2ae-35a00b0f91aa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:04.888649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af35833f-30e8-401d-b2ae-35a00b0f91aa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Made reservation on behalf of f9698ae0269e4f54b2949da6501e3b33 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:01:04.896868 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af35833f-30e8-401d-b2ae-35a00b0f91aa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:04.915817 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b8f01605-5b1d-4c36-95dc-b810fdd48ef9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9783363 Mar 05 14:01:04.916978 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49794) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:04.930931 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-4c835733-0b13-4ace-b890-7cbdb979791e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'fixed_ips': [{'subnet_id': '47858ab8-f39e-4104-bce5-63cabc5acee0', 'ip_address': '2001:db8::d5db:e6b:81ef:d6c7'}], 'name': 'tempest-NetworksTestDHCPv6-279842646'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:04.938080 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af35833f-30e8-401d-b2ae-35a00b0f91aa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:01:04.950870 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af35833f-30e8-401d-b2ae-35a00b0f91aa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:04.952111 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-af35833f-30e8-401d-b2ae-35a00b0f91aa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Added segment f8bed98c-5369-4221-96cc-a9226daf93ab of type vlan for network 1bb70fd3-ce1f-443d-9eab-b8d47eefdb78 Mar 05 14:01:04.985163 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bf592fe4-6fa1-4d2f-b2d2-380758ac5d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:05.017038 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-bf592fe4-6fa1-4d2f-b2d2-380758ac5d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:05.020154 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af35833f-30e8-401d-b2ae-35a00b0f91aa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:05.025956 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-bf592fe4-6fa1-4d2f-b2d2-380758ac5d64 admin admin] Usage tracker for resource:security_group_rule and tenant:3d1fac3588144cd1860c2bea77db6e4e is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:05.030675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-bf592fe4-6fa1-4d2f-b2d2-380758ac5d64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:05.038555 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-bf592fe4-6fa1-4d2f-b2d2-380758ac5d64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:05.063692 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c136e3-c569-4f66-9cd0-83b71b524922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d67009e9-c74e-44a6-8a92-0c4d7928efad', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'fixed_ips': [{'subnet_id': '47858ab8-f39e-4104-bce5-63cabc5acee0'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:01:05.064598 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-03c136e3-c569-4f66-9cd0-83b71b524922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:05.082835 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af35833f-30e8-401d-b2ae-35a00b0f91aa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:05.088657 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af35833f-30e8-401d-b2ae-35a00b0f91aa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:05.089268 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af35833f-30e8-401d-b2ae-35a00b0f91aa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:05.118273 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4bea792a-db42-4323-88f4-6fffff95709b tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "PUT /v2.0/subnetpools/3b08ac33-6a47-4977-a5cd-8a98a9c9e015/tags HTTP/1.1" status: 200 len: 317 time: 0.2594342 Mar 05 14:01:05.141656 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49800) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:05.158350 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.tag.tag_plugin [None req-776f6ad6-3f36-46d0-adac-afd4697f9614 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3b08ac33-6a47-4977-a5cd-8a98a9c9e015') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:05.259817 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-af35833f-30e8-401d-b2ae-35a00b0f91aa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4396136 Mar 05 14:01:05.261177 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49806) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:05.271634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-176063a8-f254-4eb3-a7ef-13e132ab15f2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'subnet': {'network_id': '1bb70fd3-ce1f-443d-9eab-b8d47eefdb78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:05.287241 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5bad9e06-88b0-406c-bf85-fdcd86f63531 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:05.291254 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35833f-30e8-401d-b2ae-35a00b0f91aa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Network': ['ID=1bb70fd3-ce1f-443d-9eab-b8d47eefdb78,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:05.311262 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 1bb70fd3-ce1f-443d-9eab-b8d47eefdb78 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:01:05.345602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49810) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:05.361898 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-03c136e3-c569-4f66-9cd0-83b71b524922 None None] Allocated IP 2001:db8::2 (d67009e9-c74e-44a6-8a92-0c4d7928efad/47858ab8-f39e-4104-bce5-63cabc5acee0/0ec8decc-89d8-4d73-b344-bf5a868b98bb) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:01:05.418977 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5bad9e06-88b0-406c-bf85-fdcd86f63531 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Calling delete_port for 519c6b07-6f9d-4d63-b8d9-d43e118839da owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:01:05.458454 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-776f6ad6-3f36-46d0-adac-afd4697f9614 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "DELETE /v2.0/subnetpools/3b08ac33-6a47-4977-a5cd-8a98a9c9e015/tags HTTP/1.1" status: 204 len: 168 time: 0.3122711 Mar 05 14:01:05.482408 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49814) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:05.483253 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3b9ccd4e-3096-424f-bb86-ef13e4ebed39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:05.506161 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4c835733-0b13-4ace-b890-7cbdb979791e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:05.509716 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.tag.tag_plugin [None req-4e536fc3-c6f3-4d91-a559-67b0d37b9078 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3b08ac33-6a47-4977-a5cd-8a98a9c9e015', 'tempest-TagsExtTest-Tag-1044613999') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:05.518448 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4c835733-0b13-4ace-b890-7cbdb979791e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:05.523732 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bf592fe4-6fa1-4d2f-b2d2-380758ac5d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:05.533144 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3b9ccd4e-3096-424f-bb86-ef13e4ebed39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:05.543213 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bf592fe4-6fa1-4d2f-b2d2-380758ac5d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:05.553416 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3b9ccd4e-3096-424f-bb86-ef13e4ebed39 admin admin] Usage tracker for resource:security_group_rule and tenant:1f3232fbb76d40dcab8f9506aa419641 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:05.556345 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-176063a8-f254-4eb3-a7ef-13e132ab15f2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:05.569149 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c835733-0b13-4ace-b890-7cbdb979791e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:01:05.569578 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3b9ccd4e-3096-424f-bb86-ef13e4ebed39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:05.583653 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-176063a8-f254-4eb3-a7ef-13e132ab15f2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:subnet and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:05.587836 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3b9ccd4e-3096-424f-bb86-ef13e4ebed39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:05.598132 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-176063a8-f254-4eb3-a7ef-13e132ab15f2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:05.610611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-176063a8-f254-4eb3-a7ef-13e132ab15f2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:05.649373 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bf592fe4-6fa1-4d2f-b2d2-380758ac5d64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d1fac3588144cd1860c2bea77db6e4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8891268 Mar 05 14:01:05.650494 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-4e536fc3-c6f3-4d91-a559-67b0d37b9078 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] show failed (client error): The resource could not be found. Mar 05 14:01:05.651439 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4e536fc3-c6f3-4d91-a559-67b0d37b9078 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/subnetpools/3b08ac33-6a47-4977-a5cd-8a98a9c9e015/tags/tempest-TagsExtTest-Tag-1044613999 HTTP/1.1" status: 404 len: 329 time: 0.1580491 Mar 05 14:01:05.652161 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf592fe4-6fa1-4d2f-b2d2-380758ac5d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f018c91e-efd1-4235-acfb-dee3774066dc,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:05.663451 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49818) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:05.663740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49820) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:05.670993 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176063a8-f254-4eb3-a7ef-13e132ab15f2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Made reservation on behalf of f9698ae0269e4f54b2949da6501e3b33 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:01:05.674470 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-176063a8-f254-4eb3-a7ef-13e132ab15f2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:05.705244 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.tag.tag_plugin [None req-37a3e95e-967c-487d-8b32-28b787debe8d tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3b08ac33-6a47-4977-a5cd-8a98a9c9e015', 'tempest-TagsExtTest-Tag-1723576873') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:05.734889 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-03c136e3-c569-4f66-9cd0-83b71b524922 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:05.785166 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ff14a-da33-4820-bb84-35ead63defd2 req-3c99ba99-e3bf-4ae1-b7cf-1388d838b716 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:05.786673 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f59ff14a-da33-4820-bb84-35ead63defd2 req-3c99ba99-e3bf-4ae1-b7cf-1388d838b716 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd9113c4-a4a5-48a1-a408-dc0171766086 HTTP/1.1" status: 200 len: 946 time: 0.4419565 Mar 05 14:01:05.827564 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-03c136e3-c569-4f66-9cd0-83b71b524922 None None] Transition to ACTIVE for port object 0ec8decc-89d8-4d73-b344-bf5a868b98bb will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:05.832670 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5bad9e06-88b0-406c-bf85-fdcd86f63531 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:05.850167 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-03c136e3-c569-4f66-9cd0-83b71b524922 None None] Transition to ACTIVE for port object 0ec8decc-89d8-4d73-b344-bf5a868b98bb will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:05.855846 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-03c136e3-c569-4f66-9cd0-83b71b524922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:05.901505 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-37a3e95e-967c-487d-8b32-28b787debe8d tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] show failed (client error): The resource could not be found. Mar 05 14:01:05.902529 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-37a3e95e-967c-487d-8b32-28b787debe8d tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/subnetpools/3b08ac33-6a47-4977-a5cd-8a98a9c9e015/tags/tempest-TagsExtTest-Tag-1723576873 HTTP/1.1" status: 404 len: 329 time: 0.2363937 Mar 05 14:01:05.906019 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad9e06-88b0-406c-bf85-fdcd86f63531 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Pushing event deleted for resources: {'Port': ['ID=519c6b07-6f9d-4d63-b8d9-d43e118839da,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:05.907749 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49826) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:05.919692 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c136e3-c569-4f66-9cd0-83b71b524922 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:05.923468 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-03c136e3-c569-4f66-9cd0-83b71b524922 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:05.927765 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c136e3-c569-4f66-9cd0-83b71b524922 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:01:05.954670 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-6a5be20f-2386-490c-bcc1-79abc320a933 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3b08ac33-6a47-4977-a5cd-8a98a9c9e015', 'tempest-TagsExtTest-Tag-861937524') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:05.976812 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f59ff14a-da33-4820-bb84-35ead63defd2 req-1a97276b-256d-4d2b-911a-30199c2a7dae tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/security-groups?id=9403bdb8-350a-4ac1-9935-790fc7dfa095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289940 Mar 05 14:01:05.997523 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-493be803-1ebc-4bbb-aaf7-ab3d32682a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:06.004022 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c136e3-c569-4f66-9cd0-83b71b524922 None None] Pushing event updated for resources: {'Port': ['ID=0ec8decc-89d8-4d73-b344-bf5a868b98bb,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:06.025545 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c835733-0b13-4ace-b890-7cbdb979791e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:06.039582 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3b9ccd4e-3096-424f-bb86-ef13e4ebed39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:06.069559 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3b9ccd4e-3096-424f-bb86-ef13e4ebed39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:06.091978 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-6a5be20f-2386-490c-bcc1-79abc320a933 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] show failed (client error): The resource could not be found. Mar 05 14:01:06.093184 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6a5be20f-2386-490c-bcc1-79abc320a933 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/subnetpools/3b08ac33-6a47-4977-a5cd-8a98a9c9e015/tags/tempest-TagsExtTest-Tag-861937524 HTTP/1.1" status: 404 len: 328 time: 0.1783481 Mar 05 14:01:06.098306 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49832) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:06.125351 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-4c835733-0b13-4ace-b890-7cbdb979791e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] device_id is not set on port 5b9524d1-bb2c-449c-9c39-e5b7319c2867 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:01:06.131107 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-493be803-1ebc-4bbb-aaf7-ab3d32682a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:06.133534 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-03c136e3-c569-4f66-9cd0-83b71b524922 None None] Attempting to bind port 0ec8decc-89d8-4d73-b344-bf5a868b98bb on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:01:06.134151 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-03c136e3-c569-4f66-9cd0-83b71b524922 None None] Attempting to bind port 0ec8decc-89d8-4d73-b344-bf5a868b98bb by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:01:06.134741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c136e3-c569-4f66-9cd0-83b71b524922 None None] Attempting to bind port 0ec8decc-89d8-4d73-b344-bf5a868b98bb on network d67009e9-c74e-44a6-8a92-0c4d7928efad {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:01:06.150753 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c136e3-c569-4f66-9cd0-83b71b524922 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:01:06.151329 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c136e3-c569-4f66-9cd0-83b71b524922 None None] Checking segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:01:06.151823 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-03c136e3-c569-4f66-9cd0-83b71b524922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:06.152762 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c136e3-c569-4f66-9cd0-83b71b524922 None None] Bound using segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:01:06.152914 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-03c136e3-c569-4f66-9cd0-83b71b524922 None None] Bound port: 0ec8decc-89d8-4d73-b344-bf5a868b98bb, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:01:06.153370 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-03c136e3-c569-4f66-9cd0-83b71b524922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:06.302586 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-03c136e3-c569-4f66-9cd0-83b71b524922 None None] For port 0ec8decc-89d8-4d73-b344-bf5a868b98bb, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:01:06.308731 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-03c136e3-c569-4f66-9cd0-83b71b524922 None None] For port 0ec8decc-89d8-4d73-b344-bf5a868b98bb, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0ec8decc-89d8-4d73-b344-bf5a868b98bb,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:01:06.322618 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-03c136e3-c569-4f66-9cd0-83b71b524922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:06.401824 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ccd4e-3096-424f-bb86-ef13e4ebed39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f35f90-dc06-4605-a49f-7a34aa04d15d,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:06.407302 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3b9ccd4e-3096-424f-bb86-ef13e4ebed39 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f3232fbb76d40dcab8f9506aa419641&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0578878 Mar 05 14:01:06.416726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49844) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:06.442927 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c136e3-c569-4f66-9cd0-83b71b524922 None None] Pushing event updated for resources: {'Port': ['ID=0ec8decc-89d8-4d73-b344-bf5a868b98bb,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:06.496971 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-8ed1eb33-cf1c-40da-a717-a9481d603530 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3b08ac33-6a47-4977-a5cd-8a98a9c9e015') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:06.511327 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5bad9e06-88b0-406c-bf85-fdcd86f63531 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:06.523838 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-176063a8-f254-4eb3-a7ef-13e132ab15f2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:06.586874 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5bad9e06-88b0-406c-bf85-fdcd86f63531 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "DELETE /v2.0/ports/519c6b07-6f9d-4d63-b8d9-d43e118839da HTTP/1.1" status: 204 len: 168 time: 2.1401672 Mar 05 14:01:06.586874 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-4c835733-0b13-4ace-b890-7cbdb979791e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8::d5db:e6b:81ef:d6c7 (d67009e9-c74e-44a6-8a92-0c4d7928efad/47858ab8-f39e-4104-bce5-63cabc5acee0/5b9524d1-bb2c-449c-9c39-e5b7319c2867) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:01:06.590133 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-493be803-1ebc-4bbb-aaf7-ab3d32682a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:06.593894 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49848) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:06.614895 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8ed1eb33-cf1c-40da-a717-a9481d603530 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "DELETE /v2.0/subnetpools/3b08ac33-6a47-4977-a5cd-8a98a9c9e015/tags HTTP/1.1" status: 204 len: 168 time: 0.4961886 Mar 05 14:01:06.628392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49852) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:06.634903 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-e08735a4-c503-426a-b12d-be7106bfd23e tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e357297f-21c7-4214-85af-93a543fe1d2e') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:06.728115 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493be803-1ebc-4bbb-aaf7-ab3d32682a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f018c91e-efd1-4235-acfb-dee3774066dc,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:06.750828 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-863431de-8129-4eff-beaf-05bb50177e9e tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] GET failed (client error): The resource could not be found. Mar 05 14:01:06.751726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-863431de-8129-4eff-beaf-05bb50177e9e tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Synchronizing usage tracker for tenant:56b96c04c4b446679513061b8864d205 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:01:06.779790 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3748e8d3-eab8-46c0-87a7-790fd89af43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:06.797959 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176063a8-f254-4eb3-a7ef-13e132ab15f2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Subnet': ['ID=012e01a4-cae3-47a9-8da4-a53fb29d5bb1,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:06.848771 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176063a8-f254-4eb3-a7ef-13e132ab15f2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Checking segment: {'id': 'f8bed98c-5369-4221-96cc-a9226daf93ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1bb70fd3-ce1f-443d-9eab-b8d47eefdb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:01:06.849138 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176063a8-f254-4eb3-a7ef-13e132ab15f2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network hostable DHCP agents. Network: 1bb70fd3-ce1f-443d-9eab-b8d47eefdb78, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:01:06.856867 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-493be803-1ebc-4bbb-aaf7-ab3d32682a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:06.858637 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-493be803-1ebc-4bbb-aaf7-ab3d32682a44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f018c91e-efd1-4235-acfb-dee3774066dc HTTP/1.1" status: 204 len: 168 time: 1.1939676 Mar 05 14:01:06.870307 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3748e8d3-eab8-46c0-87a7-790fd89af43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:06.950003 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-863431de-8129-4eff-beaf-05bb50177e9e tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Unset dirty status for tenant:56b96c04c4b446679513061b8864d205 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:01:06.951683 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-863431de-8129-4eff-beaf-05bb50177e9e tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "GET /v2.0/ports/519c6b07-6f9d-4d63-b8d9-d43e118839da HTTP/1.1" status: 404 len: 333 time: 0.3398120 Mar 05 14:01:06.969806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49860) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:06.977857 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e08735a4-c503-426a-b12d-be7106bfd23e tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "DELETE /v2.0/routers/e357297f-21c7-4214-85af-93a543fe1d2e/tags HTTP/1.1" status: 204 len: 168 time: 0.3483808 Mar 05 14:01:06.983930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49864) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:07.015127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176063a8-f254-4eb3-a7ef-13e132ab15f2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network 1bb70fd3-ce1f-443d-9eab-b8d47eefdb78 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:01:07.020827 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-31fa3495-959f-4fdb-91d5-823924c09b37 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7175810e-5c52-4438-84d5-2c204454a0aa') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:07.060174 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-176063a8-f254-4eb3-a7ef-13e132ab15f2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 1bb70fd3-ce1f-443d-9eab-b8d47eefdb78) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:07.069126 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b6348e31-ead6-4674-bc94-9a2c6bf96b6c tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Deleting port 62f8dc17-caa2-49cf-9cfc-a27f59e60ab9 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:07.069469 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b6348e31-ead6-4674-bc94-9a2c6bf96b6c tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:07.071003 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea965acd-bed9-41d3-9592-a7be1eeb5588 None None] Network 1bb70fd3-ce1f-443d-9eab-b8d47eefdb78 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:01:07.101153 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176063a8-f254-4eb3-a7ef-13e132ab15f2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:07.101735 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-176063a8-f254-4eb3-a7ef-13e132ab15f2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:07.152405 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-176063a8-f254-4eb3-a7ef-13e132ab15f2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8867242 Mar 05 14:01:07.157178 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49870) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:07.173123 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-dbcd3bc5-f02c-4121-b3ff-9e5d16a167c9 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-879938832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:07.181364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-dbcd3bc5-f02c-4121-b3ff-9e5d16a167c9 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:07.186816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dbcd3bc5-f02c-4121-b3ff-9e5d16a167c9 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:router and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:07.190075 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dbcd3bc5-f02c-4121-b3ff-9e5d16a167c9 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:07.191412 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3748e8d3-eab8-46c0-87a7-790fd89af43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:07.194193 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3748e8d3-eab8-46c0-87a7-790fd89af43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:07.197852 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3748e8d3-eab8-46c0-87a7-790fd89af43f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0f35f90-dc06-4605-a49f-7a34aa04d15d HTTP/1.1" status: 204 len: 168 time: 0.7778902 Mar 05 14:01:07.200115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-dbcd3bc5-f02c-4121-b3ff-9e5d16a167c9 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:07.221463 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748e8d3-eab8-46c0-87a7-790fd89af43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f35f90-dc06-4605-a49f-7a34aa04d15d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:07.226898 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3bc5-f02c-4121-b3ff-9e5d16a167c9 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:07.229019 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3bc5-f02c-4121-b3ff-9e5d16a167c9 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:07.296980 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e9dbd-1685-419e-84df-e38200e64aec req-24e1ccc8-cb9d-4cec-9ec8-6e3a86ae140f tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:07.304059 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0f5e9dbd-1685-419e-84df-e38200e64aec req-24e1ccc8-cb9d-4cec-9ec8-6e3a86ae140f tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd9113c4-a4a5-48a1-a408-dc0171766086 HTTP/1.1" status: 200 len: 946 time: 0.3251348 Mar 05 14:01:07.313930 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c835733-0b13-4ace-b890-7cbdb979791e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:07.348069 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-31fa3495-959f-4fdb-91d5-823924c09b37 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "DELETE /v2.0/ports/7175810e-5c52-4438-84d5-2c204454a0aa/tags HTTP/1.1" status: 204 len: 168 time: 0.3632555 Mar 05 14:01:07.352744 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3bc5-f02c-4121-b3ff-9e5d16a167c9 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:07.367926 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49878) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:07.431753 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.tag.tag_plugin [None req-ad4cb90f-4060-434b-b9f7-e24b9f03f543 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a248c014-2ffa-4040-af09-846edab24851') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:07.455030 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49882) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:07.479158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-4c835733-0b13-4ace-b890-7cbdb979791e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Transition to ACTIVE for port object 5b9524d1-bb2c-449c-9c39-e5b7319c2867 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:07.508757 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b6348e31-ead6-4674-bc94-9a2c6bf96b6c tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:07.543233 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0f5e9dbd-1685-419e-84df-e38200e64aec req-0532edc2-cec2-4e7c-b63a-f7b4296fa91a tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/security-groups?id=9403bdb8-350a-4ac1-9935-790fc7dfa095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379599 Mar 05 14:01:07.571299 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3bc5-f02c-4121-b3ff-9e5d16a167c9 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:07.613663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f7a5e7-9bb8-4795-adb2-63f301311828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-1bb70fd3-ce1f-443d-9eab-b8d47eefdb78', 'network_id': '1bb70fd3-ce1f-443d-9eab-b8d47eefdb78', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'fixed_ips': [{'subnet_id': '012e01a4-cae3-47a9-8da4-a53fb29d5bb1'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:01:07.615419 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c8f7a5e7-9bb8-4795-adb2-63f301311828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:07.622733 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3bc5-f02c-4121-b3ff-9e5d16a167c9 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:07.624657 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dbcd3bc5-f02c-4121-b3ff-9e5d16a167c9 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4635010 Mar 05 14:01:07.627536 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49888) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:07.632445 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c835733-0b13-4ace-b890-7cbdb979791e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:07.749923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b6348e31-ead6-4674-bc94-9a2c6bf96b6c tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Calling delete_port for 62f8dc17-caa2-49cf-9cfc-a27f59e60ab9 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:01:07.810511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-c8f7a5e7-9bb8-4795-adb2-63f301311828 None None] Allocated IP 2001:db8::2 (1bb70fd3-ce1f-443d-9eab-b8d47eefdb78/012e01a4-cae3-47a9-8da4-a53fb29d5bb1/fbaab24c-15f5-4a18-aade-30a34efbaf1a) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:01:07.864685 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ad4cb90f-4060-434b-b9f7-e24b9f03f543 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "DELETE /v2.0/subnets/a248c014-2ffa-4040-af09-846edab24851/tags HTTP/1.1" status: 204 len: 168 time: 0.4889553 Mar 05 14:01:07.875262 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46421d77-68ab-482c-8ca2-9fd8f59ab1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:07.934599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49896) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:07.970440 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c835733-0b13-4ace-b890-7cbdb979791e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:07.975290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-4c835733-0b13-4ace-b890-7cbdb979791e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:07.985453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-46421d77-68ab-482c-8ca2-9fd8f59ab1e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:08.015053 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-46421d77-68ab-482c-8ca2-9fd8f59ab1e2 admin admin] Usage tracker for resource:security_group_rule and tenant:9f299148c01142278ec8d03265647073 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:08.023932 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-46421d77-68ab-482c-8ca2-9fd8f59ab1e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:08.041334 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-46421d77-68ab-482c-8ca2-9fd8f59ab1e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:08.067092 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-552eea12-134f-4e6c-b275-7288943a44f5 None None] Provisioning for port 0ec8decc-89d8-4d73-b344-bf5a868b98bb completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:08.152755 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b6348e31-ead6-4674-bc94-9a2c6bf96b6c tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:08.211344 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c8f7a5e7-9bb8-4795-adb2-63f301311828 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:08.230818 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c8f7a5e7-9bb8-4795-adb2-63f301311828 None None] Transition to ACTIVE for port object fbaab24c-15f5-4a18-aade-30a34efbaf1a will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:08.245222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6348e31-ead6-4674-bc94-9a2c6bf96b6c tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Pushing event deleted for resources: {'Port': ['ID=62f8dc17-caa2-49cf-9cfc-a27f59e60ab9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:08.254607 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c8f7a5e7-9bb8-4795-adb2-63f301311828 None None] Transition to ACTIVE for port object fbaab24c-15f5-4a18-aade-30a34efbaf1a will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:08.261659 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c8f7a5e7-9bb8-4795-adb2-63f301311828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:08.315364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c835733-0b13-4ace-b890-7cbdb979791e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:01:08.322804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c835733-0b13-4ace-b890-7cbdb979791e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:08.323452 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c835733-0b13-4ace-b890-7cbdb979791e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:08.344340 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f7a5e7-9bb8-4795-adb2-63f301311828 None None] Network 1bb70fd3-ce1f-443d-9eab-b8d47eefdb78 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:08.370721 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-c8f7a5e7-9bb8-4795-adb2-63f301311828 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:08.399226 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f7a5e7-9bb8-4795-adb2-63f301311828 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:01:08.423423 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d717b96-0f47-4675-913a-febb2b3b7569 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks [] for subnetpool, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:08.423744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c835733-0b13-4ace-b890-7cbdb979791e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=5b9524d1-bb2c-449c-9c39-e5b7319c2867,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:08.432586 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1d717b96-0f47-4675-913a-febb2b3b7569 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "DELETE /v2.0/subnetpools/3b08ac33-6a47-4977-a5cd-8a98a9c9e015 HTTP/1.1" status: 204 len: 168 time: 0.4944367 Mar 05 14:01:08.487164 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7a5e7-9bb8-4795-adb2-63f301311828 None None] Pushing event updated for resources: {'Port': ['ID=fbaab24c-15f5-4a18-aade-30a34efbaf1a,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:08.505429 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49912) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:08.608654 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bab1d48b-d65c-4f08-becb-25d7cbab4b72 None None] Provisioning for port 5b9524d1-bb2c-449c-9c39-e5b7319c2867 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:08.617899 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c8f7a5e7-9bb8-4795-adb2-63f301311828 None None] Attempting to bind port fbaab24c-15f5-4a18-aade-30a34efbaf1a on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:01:08.619005 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c8f7a5e7-9bb8-4795-adb2-63f301311828 None None] Attempting to bind port fbaab24c-15f5-4a18-aade-30a34efbaf1a by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'f8bed98c-5369-4221-96cc-a9226daf93ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1bb70fd3-ce1f-443d-9eab-b8d47eefdb78'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:01:08.623182 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f7a5e7-9bb8-4795-adb2-63f301311828 None None] Attempting to bind port fbaab24c-15f5-4a18-aade-30a34efbaf1a on network 1bb70fd3-ce1f-443d-9eab-b8d47eefdb78 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:01:08.630685 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bab1d48b-d65c-4f08-becb-25d7cbab4b72 None None] Provisioning complete for port 5b9524d1-bb2c-449c-9c39-e5b7319c2867 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:08.631228 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bab1d48b-d65c-4f08-becb-25d7cbab4b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:08.634140 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46421d77-68ab-482c-8ca2-9fd8f59ab1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:08.651186 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46421d77-68ab-482c-8ca2-9fd8f59ab1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:08.669766 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0ec8decc-89d8-4d73-b344-bf5a868b98bb up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:01:08.675238 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-396f5cb9-db19-497a-9a28-1df642164b98 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "GET /v2.0/ports?device_id=e357297f-21c7-4214-85af-93a543fe1d2e HTTP/1.1" status: 200 len: 205 time: 0.1279569 Mar 05 14:01:08.677059 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4c835733-0b13-4ace-b890-7cbdb979791e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.7594237 Mar 05 14:01:08.677844 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49920) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:08.706798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f7a5e7-9bb8-4795-adb2-63f301311828 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:01:08.707824 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f7a5e7-9bb8-4795-adb2-63f301311828 None None] Checking segment: {'id': 'f8bed98c-5369-4221-96cc-a9226daf93ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1bb70fd3-ce1f-443d-9eab-b8d47eefdb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:01:08.708294 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c8f7a5e7-9bb8-4795-adb2-63f301311828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:08.708755 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f7a5e7-9bb8-4795-adb2-63f301311828 None None] Bound using segment: {'id': 'f8bed98c-5369-4221-96cc-a9226daf93ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1bb70fd3-ce1f-443d-9eab-b8d47eefdb78'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:01:08.709305 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c8f7a5e7-9bb8-4795-adb2-63f301311828 None None] Bound port: fbaab24c-15f5-4a18-aade-30a34efbaf1a, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8bed98c-5369-4221-96cc-a9226daf93ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1bb70fd3-ce1f-443d-9eab-b8d47eefdb78'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:01:08.709736 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c8f7a5e7-9bb8-4795-adb2-63f301311828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:08.715472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49922) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:08.765060 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-46421d77-68ab-482c-8ca2-9fd8f59ab1e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f299148c01142278ec8d03265647073&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3089077 Mar 05 14:01:08.768052 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49926) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:08.811374 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46421d77-68ab-482c-8ca2-9fd8f59ab1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98393db3-d8c1-4c27-99ea-284bd6c3757d,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:08.819751 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b6348e31-ead6-4674-bc94-9a2c6bf96b6c tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:08.829419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-dca3df39-2aad-4db4-b94c-b07086f64e4a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'fixed_ips': [{'subnet_id': '47858ab8-f39e-4104-bce5-63cabc5acee0', 'ip_address': '2001:db8::d5db:e6b:81ef:d6c7'}], 'name': 'tempest-NetworksTestDHCPv6-1529339583'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:08.848239 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b6348e31-ead6-4674-bc94-9a2c6bf96b6c tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "DELETE /v2.0/ports/62f8dc17-caa2-49cf-9cfc-a27f59e60ab9 HTTP/1.1" status: 204 len: 168 time: 1.8773124 Mar 05 14:01:08.864421 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49934) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:08.885523 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c8f7a5e7-9bb8-4795-adb2-63f301311828 None None] For port fbaab24c-15f5-4a18-aade-30a34efbaf1a, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:01:08.889332 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c8f7a5e7-9bb8-4795-adb2-63f301311828 None None] For port fbaab24c-15f5-4a18-aade-30a34efbaf1a, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fbaab24c-15f5-4a18-aade-30a34efbaf1a,segment=NetworkSegment(f8bed98c-5369-4221-96cc-a9226daf93ab),segment_id=f8bed98c-5369-4221-96cc-a9226daf93ab)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:01:08.929700 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c8f7a5e7-9bb8-4795-adb2-63f301311828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:08.990687 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b4d2ff-941a-431e-aa40-5743ad540f4e tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Deleting subnet b0ab08b6-e479-4820-9e76-59cb71d75832 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:01:08.993705 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-65b4d2ff-941a-431e-aa40-5743ad540f4e tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:09.007092 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-bab1d48b-d65c-4f08-becb-25d7cbab4b72 None None] Port 5b9524d1-bb2c-449c-9c39-e5b7319c2867 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:01:09.009935 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-013d5e96-e729-4c1b-b0d2-6754bdde23ef tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:09.011724 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a4f2beae-4da1-4a74-89e0-97ce1e90bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:09.042232 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23ba1dfb-c096-4285-ad7d-2f39620339b9 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:09.068170 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-65b4d2ff-941a-431e-aa40-5743ad540f4e tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:09.082987 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7a5e7-9bb8-4795-adb2-63f301311828 None None] Pushing event updated for resources: {'Port': ['ID=fbaab24c-15f5-4a18-aade-30a34efbaf1a,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:09.087347 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 0ec8decc-89d8-4d73-b344-bf5a868b98bb completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:09.096399 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 0ec8decc-89d8-4d73-b344-bf5a868b98bb triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:09.096765 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:09.285308 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e183fb-6c1c-45be-8206-4640f34c8bea req-3deff057-655e-4716-8499-2a45d277085c tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:09.286901 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c9e183fb-6c1c-45be-8206-4640f34c8bea req-3deff057-655e-4716-8499-2a45d277085c tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd9113c4-a4a5-48a1-a408-dc0171766086 HTTP/1.1" status: 200 len: 946 time: 0.9587436 Mar 05 14:01:09.314245 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:09.352212 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 0ec8decc-89d8-4d73-b344-bf5a868b98bb, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0ec8decc-89d8-4d73-b344-bf5a868b98bb,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:01:09.360097 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:09.506074 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=0ec8decc-89d8-4d73-b344-bf5a868b98bb,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:09.519863 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-991d9c01-7238-42c8-8e2d-f55e2f126dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:09.544124 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdbe6c-1f57-4b08-90d6-255575f3d53e req-0a428d11-7df9-4499-8560-341b15461a77 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:09.554303 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d0cdbe6c-1f57-4b08-90d6-255575f3d53e req-0a428d11-7df9-4499-8560-341b15461a77 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd9113c4-a4a5-48a1-a408-dc0171766086 HTTP/1.1" status: 200 len: 946 time: 0.8338304 Mar 05 14:01:09.616201 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-65b4d2ff-941a-431e-aa40-5743ad540f4e tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:09.689582 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-dca3df39-2aad-4db4-b94c-b07086f64e4a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:09.694888 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-991d9c01-7238-42c8-8e2d-f55e2f126dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:09.709779 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-dca3df39-2aad-4db4-b94c-b07086f64e4a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:port and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:09.717340 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d0cdbe6c-1f57-4b08-90d6-255575f3d53e req-6a139571-7585-4222-a403-de4a57b4c60e tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/security-groups?id=9403bdb8-350a-4ac1-9935-790fc7dfa095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623144 Mar 05 14:01:09.720310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-dca3df39-2aad-4db4-b94c-b07086f64e4a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:09.740027 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-dca3df39-2aad-4db4-b94c-b07086f64e4a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:09.773584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca3df39-2aad-4db4-b94c-b07086f64e4a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:01:09.814337 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-65b4d2ff-941a-431e-aa40-5743ad540f4e tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:09.832979 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23ba1dfb-c096-4285-ad7d-2f39620339b9 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:09.845591 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23ba1dfb-c096-4285-ad7d-2f39620339b9 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:09.861707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-c9e183fb-6c1c-45be-8206-4640f34c8bea req-60262757-3030-4bb9-b5f0-3f8f4f545a85 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Deleting port 08ea0926-be08-4b3e-a4bd-e10a7d99cedd {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:09.862079 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c9e183fb-6c1c-45be-8206-4640f34c8bea req-60262757-3030-4bb9-b5f0-3f8f4f545a85 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:09.913687 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4d2ff-941a-431e-aa40-5743ad540f4e tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ab08b6-e479-4820-9e76-59cb71d75832,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:09.929387 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-65b4d2ff-941a-431e-aa40-5743ad540f4e tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:09.934726 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd21e41e-4f68-4b5b-8221-cb774d6a1091 None None] Network 15a79933-c99f-4524-8c29-6c44d3c63971 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:01:09.944896 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-991d9c01-7238-42c8-8e2d-f55e2f126dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:09.966544 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-65b4d2ff-941a-431e-aa40-5743ad540f4e tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "DELETE /v2.0/subnets/b0ab08b6-e479-4820-9e76-59cb71d75832 HTTP/1.1" status: 204 len: 168 time: 1.0970800 Mar 05 14:01:09.970862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d9c01-7238-42c8-8e2d-f55e2f126dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98393db3-d8c1-4c27-99ea-284bd6c3757d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:09.972832 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-991d9c01-7238-42c8-8e2d-f55e2f126dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:09.974046 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-991d9c01-7238-42c8-8e2d-f55e2f126dd7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98393db3-d8c1-4c27-99ea-284bd6c3757d HTTP/1.1" status: 204 len: 168 time: 1.1593065 Mar 05 14:01:09.977438 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49954) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:10.051652 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dca3df39-2aad-4db4-b94c-b07086f64e4a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:10.217765 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-dca3df39-2aad-4db4-b94c-b07086f64e4a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] device_id is not set on port d36a5acc-ab7e-492d-bdc4-a40455420aca yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:01:10.303192 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23ba1dfb-c096-4285-ad7d-2f39620339b9 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:10.303791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ba1dfb-c096-4285-ad7d-2f39620339b9 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Fanout notify agent at l3_agent the message router_deleted on router e357297f-21c7-4214-85af-93a543fe1d2e {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:01:10.323259 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-05c4f5bf-cec0-42a3-bbcd-bfc51da40690 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:10.387424 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-05c4f5bf-cec0-42a3-bbcd-bfc51da40690 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Deleting port bcbc9f9c-927b-408a-a97e-b9e3592fab29 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:10.387811 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-05c4f5bf-cec0-42a3-bbcd-bfc51da40690 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:10.432504 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23ba1dfb-c096-4285-ad7d-2f39620339b9 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:10.433864 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-23ba1dfb-c096-4285-ad7d-2f39620339b9 tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "DELETE /v2.0/routers/e357297f-21c7-4214-85af-93a543fe1d2e HTTP/1.1" status: 204 len: 168 time: 1.7522891 Mar 05 14:01:10.444324 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49966) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:10.476346 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1dc02e-a196-4de9-85a0-74b58ac8d8a7 None None] DHCP port deletion for 15a79933-c99f-4524-8c29-6c44d3c63971 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:01:10.481185 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4c1dc02e-a196-4de9-85a0-74b58ac8d8a7 None None] Deleting port bcbc9f9c-927b-408a-a97e-b9e3592fab29 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:10.481726 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4c1dc02e-a196-4de9-85a0-74b58ac8d8a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:10.527312 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49970) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:10.543881 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-013d5e96-e729-4c1b-b0d2-6754bdde23ef tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Allocated IP 2001:db8::1 (1bb70fd3-ce1f-443d-9eab-b8d47eefdb78/012e01a4-cae3-47a9-8da4-a53fb29d5bb1/f4e3c433-f1d2-453f-a752-66dc2067e59f) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:01:10.659313 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ebd156-de40-46a2-a0c6-f621b2ea1592 None None] Network 1bb70fd3-ce1f-443d-9eab-b8d47eefdb78 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:01:10.752777 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0ec8decc-89d8-4d73-b344-bf5a868b98bb up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:01:10.815979 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-013d5e96-e729-4c1b-b0d2-6754bdde23ef tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:10.837227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-013d5e96-e729-4c1b-b0d2-6754bdde23ef tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Transition to ACTIVE for port object f4e3c433-f1d2-453f-a752-66dc2067e59f will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:10.875798 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-20ff967b-2cea-49f5-8100-61709e2deaf2 req-20651a59-eaf3-4f6f-8c31-d63b7398a9c2 service neutron] (87914) timed out ('10.222.0.15', 64541) {{(pid=87914) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 14:01:10.903845 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2a316cbe-e20c-4cad-842a-123bdc642951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:10.922961 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-c1d500a2-ffc9-483c-a35b-6aa5912b8e54 req-692c6efe-6da6-43b1-9cb8-b170d67a1bfa service neutron] (87914) timed out ('10.222.0.15', 64596) {{(pid=87914) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 14:01:10.930440 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-c434fc15-21a4-4eab-90e3-71d89e8b3762 req-c7d814b7-85ad-4995-8c61-d760ae96cc52 service neutron] (87914) timed out ('10.222.0.15', 64580) {{(pid=87914) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 14:01:10.947784 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-013d5e96-e729-4c1b-b0d2-6754bdde23ef tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:10.984956 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f177a464-feba-44d6-9d80-6b5c5d812fbf None None] Provisioning for port fbaab24c-15f5-4a18-aade-30a34efbaf1a completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:11.001966 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2a316cbe-e20c-4cad-842a-123bdc642951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:11.034182 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2a316cbe-e20c-4cad-842a-123bdc642951 admin admin] Usage tracker for resource:security_group_rule and tenant:24b49dc1200841d0ae58fff9e388c55a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:11.085209 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2a316cbe-e20c-4cad-842a-123bdc642951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:11.097889 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca3df39-2aad-4db4-b94c-b07086f64e4a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 05 14:01:11.098395 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca3df39-2aad-4db4-b94c-b07086f64e4a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:01:11.131344 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2a316cbe-e20c-4cad-842a-123bdc642951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:11.138781 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dca3df39-2aad-4db4-b94c-b07086f64e4a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 2.3722486 Mar 05 14:01:11.143509 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49988) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:11.152467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-335a4079-0865-4fb1-ae11-71aa826fccda tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Deleting port 7175810e-5c52-4438-84d5-2c204454a0aa {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:11.153671 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-335a4079-0865-4fb1-ae11-71aa826fccda tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:11.155981 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-05c4f5bf-cec0-42a3-bbcd-bfc51da40690 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] For port bcbc9f9c-927b-408a-a97e-b9e3592fab29, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=bcbc9f9c-927b-408a-a97e-b9e3592fab29,segment=NetworkSegment(fa52d638-866d-49eb-8fac-69d263455109),segment_id=fa52d638-866d-49eb-8fac-69d263455109)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:01:11.156342 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-05c4f5bf-cec0-42a3-bbcd-bfc51da40690 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:11.181438 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4d922711-b4a7-41a9-971e-a25ce6d9800f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:11.223469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013d5e96-e729-4c1b-b0d2-6754bdde23ef tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network 1bb70fd3-ce1f-443d-9eab-b8d47eefdb78 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:11.246981 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-013d5e96-e729-4c1b-b0d2-6754bdde23ef tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:11.255296 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4c1dc02e-a196-4de9-85a0-74b58ac8d8a7 None None] For port bcbc9f9c-927b-408a-a97e-b9e3592fab29, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=bcbc9f9c-927b-408a-a97e-b9e3592fab29,segment=NetworkSegment(fa52d638-866d-49eb-8fac-69d263455109),segment_id=fa52d638-866d-49eb-8fac-69d263455109)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:01:11.255771 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4c1dc02e-a196-4de9-85a0-74b58ac8d8a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:11.272401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013d5e96-e729-4c1b-b0d2-6754bdde23ef tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:01:11.274038 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-013d5e96-e729-4c1b-b0d2-6754bdde23ef tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:11.353771 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-05c4f5bf-cec0-42a3-bbcd-bfc51da40690 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Calling delete_port for bcbc9f9c-927b-408a-a97e-b9e3592fab29 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:01:11.460040 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2a316cbe-e20c-4cad-842a-123bdc642951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:11.470944 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2a316cbe-e20c-4cad-842a-123bdc642951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:11.535949 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4c1dc02e-a196-4de9-85a0-74b58ac8d8a7 None None] Calling delete_port for bcbc9f9c-927b-408a-a97e-b9e3592fab29 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:01:11.568278 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a316cbe-e20c-4cad-842a-123bdc642951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db1363d-3e2f-434c-a652-4bef597bc7b9,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:11.588762 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-335a4079-0865-4fb1-ae11-71aa826fccda tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:11.589772 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c352896-1732-48b0-89f9-282e25ae4cb4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:11.596469 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c352896-1732-48b0-89f9-282e25ae4cb4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:11.597273 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7c352896-1732-48b0-89f9-282e25ae4cb4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:01:11.603938 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2a316cbe-e20c-4cad-842a-123bdc642951 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=24b49dc1200841d0ae58fff9e388c55a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0756185 Mar 05 14:01:11.609582 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50000) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:11.637157 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-05c4f5bf-cec0-42a3-bbcd-bfc51da40690 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:11.655826 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 0ec8decc-89d8-4d73-b344-bf5a868b98bb triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:11.656449 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:11.704416 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4f5bf-cec0-42a3-bbcd-bfc51da40690 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Pushing event deleted for resources: {'Port': ['ID=bcbc9f9c-927b-408a-a97e-b9e3592fab29,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:11.706284 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7c352896-1732-48b0-89f9-282e25ae4cb4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:01:11.707702 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7c352896-1732-48b0-89f9-282e25ae4cb4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5602798 Mar 05 14:01:11.730985 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c4f5bf-cec0-42a3-bbcd-bfc51da40690 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] No DVR routers for this DVR port bcbc9f9c-927b-408a-a97e-b9e3592fab29 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:01:11.732448 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50004) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:11.747963 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-335a4079-0865-4fb1-ae11-71aa826fccda tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Calling delete_port for 7175810e-5c52-4438-84d5-2c204454a0aa owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:01:11.781662 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-4c1dc02e-a196-4de9-85a0-74b58ac8d8a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:01:11.782405 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-4c1dc02e-a196-4de9-85a0-74b58ac8d8a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:01:11.863215 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-89fb99fa-5809-458b-852e-d2bfdfd8f1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:11.870870 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fbaab24c-15f5-4a18-aade-30a34efbaf1a up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:01:11.946808 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d5e96-e729-4c1b-b0d2-6754bdde23ef tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Port': ['ID=f4e3c433-f1d2-453f-a752-66dc2067e59f,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:11.961894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c9e183fb-6c1c-45be-8206-4640f34c8bea req-60262757-3030-4bb9-b5f0-3f8f4f545a85 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] For port 08ea0926-be08-4b3e-a4bd-e10a7d99cedd, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=08ea0926-be08-4b3e-a4bd-e10a7d99cedd,segment=NetworkSegment(d673757e-1552-4bae-9333-c690e5b936ff),segment_id=d673757e-1552-4bae-9333-c690e5b936ff)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:01:11.962153 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c9e183fb-6c1c-45be-8206-4640f34c8bea req-60262757-3030-4bb9-b5f0-3f8f4f545a85 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:12.001117 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port fbaab24c-15f5-4a18-aade-30a34efbaf1a completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:12.026657 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port fbaab24c-15f5-4a18-aade-30a34efbaf1a triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:12.027978 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:12.119608 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:12.135401 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-335a4079-0865-4fb1-ae11-71aa826fccda tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:12.146259 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:12.149483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-49b308e2-704f-441b-9c95-16524414a692 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting port 5b9524d1-bb2c-449c-9c39-e5b7319c2867 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:12.149989 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-49b308e2-704f-441b-9c95-16524414a692 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:12.196371 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-05c4f5bf-cec0-42a3-bbcd-bfc51da40690 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:12.214845 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-c9e183fb-6c1c-45be-8206-4640f34c8bea req-60262757-3030-4bb9-b5f0-3f8f4f545a85 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Calling delete_port for 08ea0926-be08-4b3e-a4bd-e10a7d99cedd owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:01:12.220453 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-89fb99fa-5809-458b-852e-d2bfdfd8f1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:12.271605 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-05c4f5bf-cec0-42a3-bbcd-bfc51da40690 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a79933-c99f-4524-8c29-6c44d3c63971']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:12.290302 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4c1dc02e-a196-4de9-85a0-74b58ac8d8a7 None None] Deleting port bcbc9f9c-927b-408a-a97e-b9e3592fab29 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:12.290922 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4c1dc02e-a196-4de9-85a0-74b58ac8d8a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:12.492434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4c1dc02e-a196-4de9-85a0-74b58ac8d8a7 None None] The port 'bcbc9f9c-927b-408a-a97e-b9e3592fab29' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:01:12.503143 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3ff420be-aa5f-407d-a8d0-b2636dea156f None None] Provisioning for port f4e3c433-f1d2-453f-a752-66dc2067e59f completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:12.534090 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3ff420be-aa5f-407d-a8d0-b2636dea156f None None] Provisioning complete for port f4e3c433-f1d2-453f-a752-66dc2067e59f triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:12.534472 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3ff420be-aa5f-407d-a8d0-b2636dea156f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:12.597808 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-05c4f5bf-cec0-42a3-bbcd-bfc51da40690 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa52d638-866d-49eb-8fac-69d263455109') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:12.598545 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-05c4f5bf-cec0-42a3-bbcd-bfc51da40690 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa52d638-866d-49eb-8fac-69d263455109') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:12.618094 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a4079-0865-4fb1-ae11-71aa826fccda tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Pushing event deleted for resources: {'Port': ['ID=7175810e-5c52-4438-84d5-2c204454a0aa,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:12.645541 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:12.649708 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-05c4f5bf-cec0-42a3-bbcd-bfc51da40690 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:12.667958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3ff420be-aa5f-407d-a8d0-b2636dea156f None None] Port f4e3c433-f1d2-453f-a752-66dc2067e59f cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:01:12.668087 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965601a-2779-40ed-b817-8c2441095532 req-02287874-c298-41d8-8ecc-6351ab4f1f77 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:12.671534 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2965601a-2779-40ed-b817-8c2441095532 req-02287874-c298-41d8-8ecc-6351ab4f1f77 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd9113c4-a4a5-48a1-a408-dc0171766086 HTTP/1.1" status: 200 len: 946 time: 1.7139425 Mar 05 14:01:12.702638 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port fbaab24c-15f5-4a18-aade-30a34efbaf1a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fbaab24c-15f5-4a18-aade-30a34efbaf1a,segment=NetworkSegment(f8bed98c-5369-4221-96cc-a9226daf93ab),segment_id=f8bed98c-5369-4221-96cc-a9226daf93ab)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:01:12.708974 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3ff420be-aa5f-407d-a8d0-b2636dea156f None None] Provisioning complete for port fbaab24c-15f5-4a18-aade-30a34efbaf1a triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:12.709439 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3ff420be-aa5f-407d-a8d0-b2636dea156f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:12.719531 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-05c4f5bf-cec0-42a3-bbcd-bfc51da40690 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:12.728713 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-89fb99fa-5809-458b-852e-d2bfdfd8f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:12.733284 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-49b308e2-704f-441b-9c95-16524414a692 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:12.742614 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:12.763463 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c4f5bf-cec0-42a3-bbcd-bfc51da40690 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:01:12.764774 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-05c4f5bf-cec0-42a3-bbcd-bfc51da40690 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:01:12.782140 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:01:12.804105 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-013d5e96-e729-4c1b-b0d2-6754bdde23ef tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:12.835511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 08ea0926-be08-4b3e-a4bd-e10a7d99cedd no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:01:12.860087 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb99fa-5809-458b-852e-d2bfdfd8f1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db1363d-3e2f-434c-a652-4bef597bc7b9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:12.870739 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device bcbc9f9c-927b-408a-a97e-b9e3592fab29 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:01:12.907549 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-335a4079-0865-4fb1-ae11-71aa826fccda tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:12.930935 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2965601a-2779-40ed-b817-8c2441095532 req-d84b8f79-2f5e-4a3d-97fb-284b4b4c818d tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/security-groups?id=9403bdb8-350a-4ac1-9935-790fc7dfa095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040763 Mar 05 14:01:12.956519 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: bcbc9f9c-927b-408a-a97e-b9e3592fab29 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:01:12.956657 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device bcbc9f9c-927b-408a-a97e-b9e3592fab29 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:01:12.993511 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-49b308e2-704f-441b-9c95-16524414a692 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Calling delete_port for 5b9524d1-bb2c-449c-9c39-e5b7319c2867 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:01:13.035396 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=fbaab24c-15f5-4a18-aade-30a34efbaf1a,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:13.041085 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-335a4079-0865-4fb1-ae11-71aa826fccda tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "DELETE /v2.0/ports/7175810e-5c52-4438-84d5-2c204454a0aa HTTP/1.1" status: 204 len: 168 time: 2.5945990 Mar 05 14:01:13.043166 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50030) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:13.068344 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-05c4f5bf-cec0-42a3-bbcd-bfc51da40690 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:13.099545 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-89fb99fa-5809-458b-852e-d2bfdfd8f1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:13.100663 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-89fb99fa-5809-458b-852e-d2bfdfd8f1f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2db1363d-3e2f-434c-a652-4bef597bc7b9 HTTP/1.1" status: 204 len: 168 time: 1.4900014 Mar 05 14:01:13.104484 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-05c4f5bf-cec0-42a3-bbcd-bfc51da40690 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:13.107626 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4f5bf-cec0-42a3-bbcd-bfc51da40690 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] Pushing event deleted for resources: {'Network': ['ID=15a79933-c99f-4524-8c29-6c44d3c63971,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:13.128594 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-05c4f5bf-cec0-42a3-bbcd-bfc51da40690 tempest-AllowedAddressPairTestJSON-432171295 tempest-AllowedAddressPairTestJSON-432171295-project] 10.222.0.16 "DELETE /v2.0/networks/15a79933-c99f-4524-8c29-6c44d3c63971 HTTP/1.1" status: 204 len: 168 time: 3.1478179 Mar 05 14:01:13.194617 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:13.227681 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-49b308e2-704f-441b-9c95-16524414a692 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:13.288911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b308e2-704f-441b-9c95-16524414a692 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Port': ['ID=5b9524d1-bb2c-449c-9c39-e5b7319c2867,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:13.305056 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-822a93c8-1f1a-486c-9aff-7d93d7306adb tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Deleting subnet a248c014-2ffa-4040-af09-846edab24851 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:01:13.309195 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-822a93c8-1f1a-486c-9aff-7d93d7306adb tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:13.342880 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-49b308e2-704f-441b-9c95-16524414a692 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:13.376883 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-49b308e2-704f-441b-9c95-16524414a692 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/5b9524d1-bb2c-449c-9c39-e5b7319c2867 HTTP/1.1" status: 204 len: 168 time: 1.6405089 Mar 05 14:01:13.378799 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50042) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:13.385882 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5426daf0-0970-460b-8016-efebdd8f5aa2 None None] Provisioning complete for port f4e3c433-f1d2-453f-a752-66dc2067e59f triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:13.386693 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5426daf0-0970-460b-8016-efebdd8f5aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:13.395960 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-822a93c8-1f1a-486c-9aff-7d93d7306adb tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:13.460363 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5426daf0-0970-460b-8016-efebdd8f5aa2 None None] Port f4e3c433-f1d2-453f-a752-66dc2067e59f cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:01:13.510946 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6925e2cd-9296-4049-8d10-cecd969f3f81 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:13.514517 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6925e2cd-9296-4049-8d10-cecd969f3f81 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:13.523615 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6925e2cd-9296-4049-8d10-cecd969f3f81 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1435053 Mar 05 14:01:13.524415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50048) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:13.568713 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50052) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:13.573247 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c9e183fb-6c1c-45be-8206-4640f34c8bea req-60262757-3030-4bb9-b5f0-3f8f4f545a85 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:13.647537 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b299c4e-1c0d-4719-9825-9f19e71c62f4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet 47858ab8-f39e-4104-bce5-63cabc5acee0 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:01:13.652656 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b299c4e-1c0d-4719-9825-9f19e71c62f4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:13.672682 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:13.712152 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b299c4e-1c0d-4719-9825-9f19e71c62f4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:13.724551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60262757-3030-4bb9-b5f0-3f8f4f545a85 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Pushing event deleted for resources: {'Port': ['ID=08ea0926-be08-4b3e-a4bd-e10a7d99cedd,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:13.822096 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-822a93c8-1f1a-486c-9aff-7d93d7306adb tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:13.827365 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b299c4e-1c0d-4719-9825-9f19e71c62f4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:13.859346 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50064) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:13.875665 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e183fb-6c1c-45be-8206-4640f34c8bea req-60262757-3030-4bb9-b5f0-3f8f4f545a85 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] No DVR routers for this DVR port 08ea0926-be08-4b3e-a4bd-e10a7d99cedd on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:01:13.905270 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c9e183fb-6c1c-45be-8206-4640f34c8bea req-60262757-3030-4bb9-b5f0-3f8f4f545a85 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:13.919046 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9113c4-a4a5-48a1-a408-dc0171766086', 'name': 'network-vif-deleted', 'tag': '08ea0926-be08-4b3e-a4bd-e10a7d99cedd'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:01:13.924683 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b299c4e-1c0d-4719-9825-9f19e71c62f4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:13.936018 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dc27d20c-5506-437f-8ea0-27b89eeb65cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:13.973636 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c9e183fb-6c1c-45be-8206-4640f34c8bea req-60262757-3030-4bb9-b5f0-3f8f4f545a85 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.30 "DELETE /v2.0/ports/08ea0926-be08-4b3e-a4bd-e10a7d99cedd HTTP/1.1" status: 204 len: 173 time: 4.4040365 Mar 05 14:01:13.992639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-dc27d20c-5506-437f-8ea0-27b89eeb65cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:14.002282 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9113c4-a4a5-48a1-a408-dc0171766086', 'name': 'network-vif-deleted', 'tag': '08ea0926-be08-4b3e-a4bd-e10a7d99cedd', 'status': 'completed', 'code': 200} Mar 05 14:01:14.006111 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dc27d20c-5506-437f-8ea0-27b89eeb65cf admin admin] Usage tracker for resource:security_group_rule and tenant:7aeefd10fa494d53a258dd2e590827d6 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:14.046439 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b299c4e-1c0d-4719-9825-9f19e71c62f4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:14.053169 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36b7325-7d12-4311-8809-39b6571ee3a4 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:01:14.058041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dc27d20c-5506-437f-8ea0-27b89eeb65cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:14.075346 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b299c4e-1c0d-4719-9825-9f19e71c62f4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=47858ab8-f39e-4104-bce5-63cabc5acee0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:14.080729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-dc27d20c-5506-437f-8ea0-27b89eeb65cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:14.093922 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9b299c4e-1c0d-4719-9825-9f19e71c62f4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/47858ab8-f39e-4104-bce5-63cabc5acee0 HTTP/1.1" status: 204 len: 168 time: 0.5657504 Mar 05 14:01:14.095186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50072) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:14.118550 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-822a93c8-1f1a-486c-9aff-7d93d7306adb tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:14.206400 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-396f0ac4-91c8-4d51-94c2-f582d2affe06 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1066730 Mar 05 14:01:14.207917 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50076) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:14.214235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-443f0373-f0fd-40ac-981e-a09cb81a35b3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:14.239327 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-013d5e96-e729-4c1b-b0d2-6754bdde23ef tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:14.337406 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-013d5e96-e729-4c1b-b0d2-6754bdde23ef tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:14.338189 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-013d5e96-e729-4c1b-b0d2-6754bdde23ef tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:14.351546 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-41f681f9-569f-4cce-8618-2d32a8694d5d req-dfc17a58-0f0c-4fc1-9e9f-ac1b46ed93a3 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Synchronizing usage tracker for tenant:c673babd057141e6a6036155554612b8 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:01:14.366381 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-443f0373-f0fd-40ac-981e-a09cb81a35b3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:14.370876 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-443f0373-f0fd-40ac-981e-a09cb81a35b3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:14.374606 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-443f0373-f0fd-40ac-981e-a09cb81a35b3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:14.400248 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-443f0373-f0fd-40ac-981e-a09cb81a35b3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:14.408705 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf41b0ef-11f8-4a17-9fb3-1cf0f52e5cc9 None None] DHCP port deletion for d67009e9-c74e-44a6-8a92-0c4d7928efad request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:01:14.412816 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cf41b0ef-11f8-4a17-9fb3-1cf0f52e5cc9 None None] Deleting port 0ec8decc-89d8-4d73-b344-bf5a868b98bb {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:14.413193 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cf41b0ef-11f8-4a17-9fb3-1cf0f52e5cc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:14.434523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a93c8-1f1a-486c-9aff-7d93d7306adb tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Pushing event deleted for resources: {'Subnet': ['ID=a248c014-2ffa-4040-af09-846edab24851,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:14.435245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443f0373-f0fd-40ac-981e-a09cb81a35b3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:01:14.437046 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-822a93c8-1f1a-486c-9aff-7d93d7306adb tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:14.439231 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-443f0373-f0fd-40ac-981e-a09cb81a35b3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:14.456844 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-822a93c8-1f1a-486c-9aff-7d93d7306adb tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "DELETE /v2.0/subnets/a248c014-2ffa-4040-af09-846edab24851 HTTP/1.1" status: 204 len: 168 time: 1.4041350 Mar 05 14:01:14.494184 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50082) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:14.507864 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93af9fe0-ec30-42d2-80d0-6fe01c61fb5d None None] Network 0d6bd3ad-e9a4-4538-89cb-2134d8df71f0 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:01:14.714562 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-41f681f9-569f-4cce-8618-2d32a8694d5d req-dfc17a58-0f0c-4fc1-9e9f-ac1b46ed93a3 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] Unset dirty status for tenant:c673babd057141e6a6036155554612b8 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:01:14.715620 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-41f681f9-569f-4cce-8618-2d32a8694d5d req-dfc17a58-0f0c-4fc1-9e9f-ac1b46ed93a3 tempest-ServerAddressesTestJSON-1898821238 tempest-ServerAddressesTestJSON-1898821238-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd9113c4-a4a5-48a1-a408-dc0171766086 HTTP/1.1" status: 200 len: 210 time: 0.5870306 Mar 05 14:01:14.718071 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013d5e96-e729-4c1b-b0d2-6754bdde23ef tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network 1bb70fd3-ce1f-443d-9eab-b8d47eefdb78 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:14.720594 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d5e96-e729-4c1b-b0d2-6754bdde23ef tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Port': ['ID=f4e3c433-f1d2-453f-a752-66dc2067e59f,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:14.739991 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-61a7b0cb-c52c-414c-a52a-28e855998808 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56b96c04c4b446679513061b8864d205&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1586986 Mar 05 14:01:14.741805 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50086) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:14.755581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-013d5e96-e729-4c1b-b0d2-6754bdde23ef tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:15.029467 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f71b5bdf-7b7d-437a-bc42-767a58f27f5a tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:15.050362 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f71b5bdf-7b7d-437a-bc42-767a58f27f5a tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Deleting port 906edc4b-6e7f-4b92-b828-068773e56082 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:15.051110 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f71b5bdf-7b7d-437a-bc42-767a58f27f5a tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:15.082549 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:01:15.163170 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fbaab24c-15f5-4a18-aade-30a34efbaf1a up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:01:15.337354 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c8613633-ba19-4e0e-abcd-e6e9ea24c40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:15.440535 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dc27d20c-5506-437f-8ea0-27b89eeb65cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:15.458871 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c8613633-ba19-4e0e-abcd-e6e9ea24c40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:15.487220 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dc27d20c-5506-437f-8ea0-27b89eeb65cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:15.509157 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port fbaab24c-15f5-4a18-aade-30a34efbaf1a triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:15.510210 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:15.540112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-f71b5bdf-7b7d-437a-bc42-767a58f27f5a tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] For port 906edc4b-6e7f-4b92-b828-068773e56082, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=906edc4b-6e7f-4b92-b828-068773e56082,segment=NetworkSegment(37d60a0e-1a42-4494-b837-000ebfb7eae0),segment_id=37d60a0e-1a42-4494-b837-000ebfb7eae0)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:01:15.540737 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f71b5bdf-7b7d-437a-bc42-767a58f27f5a tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:15.571179 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-443f0373-f0fd-40ac-981e-a09cb81a35b3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:15.590709 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-cf41b0ef-11f8-4a17-9fb3-1cf0f52e5cc9 None None] For port 0ec8decc-89d8-4d73-b344-bf5a868b98bb, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0ec8decc-89d8-4d73-b344-bf5a868b98bb,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:01:15.592042 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cf41b0ef-11f8-4a17-9fb3-1cf0f52e5cc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:15.615405 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ebb49954-afdc-49ed-813b-d3d96dd35541 None None] Provisioning complete for port f4e3c433-f1d2-453f-a752-66dc2067e59f triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:15.616141 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ebb49954-afdc-49ed-813b-d3d96dd35541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:15.631622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27d20c-5506-437f-8ea0-27b89eeb65cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e58704-2958-408c-9835-b83b09d0b2d5,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:15.640113 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dc27d20c-5506-437f-8ea0-27b89eeb65cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7aeefd10fa494d53a258dd2e590827d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7678201 Mar 05 14:01:15.640113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013d5e96-e729-4c1b-b0d2-6754bdde23ef tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Router 4f7e13ab-279a-492a-aa80-36c917d2f59a is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:01:15.640887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50096) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:15.878711 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cf41b0ef-11f8-4a17-9fb3-1cf0f52e5cc9 None None] Calling delete_port for 0ec8decc-89d8-4d73-b344-bf5a868b98bb owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:01:15.920916 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f71b5bdf-7b7d-437a-bc42-767a58f27f5a tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Calling delete_port for 906edc4b-6e7f-4b92-b828-068773e56082 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:01:15.968141 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443f0373-f0fd-40ac-981e-a09cb81a35b3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:15.979932 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50104) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:15.997427 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-443f0373-f0fd-40ac-981e-a09cb81a35b3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:16.008165 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443f0373-f0fd-40ac-981e-a09cb81a35b3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:16.009090 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-443f0373-f0fd-40ac-981e-a09cb81a35b3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:16.046250 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013d5e96-e729-4c1b-b0d2-6754bdde23ef tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:01:16.068803 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ece16-8109-45ba-b414-ca4ef8def9b5 None None] Sync routers for ids ['4f7e13ab-279a-492a-aa80-36c917d2f59a'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:01:16.085544 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c8613633-ba19-4e0e-abcd-e6e9ea24c40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:16.089420 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f0373-f0fd-40ac-981e-a09cb81a35b3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=40627b08-48e4-4f80-bef0-e3439e02ba66,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:16.095057 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03ece16-8109-45ba-b414-ca4ef8def9b5 None None] Routers {'4f7e13ab-279a-492a-aa80-36c917d2f59a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:01:16.096528 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d03ece16-8109-45ba-b414-ca4ef8def9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:01:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4f7e13ab-279a-492a-aa80-36c917d2f59a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:16.113158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8613633-ba19-4e0e-abcd-e6e9ea24c40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058b02c3-b74d-4a9d-9eaa-2b1641c704b7,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:16.127761 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-443f0373-f0fd-40ac-981e-a09cb81a35b3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9182005 Mar 05 14:01:16.133823 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c8613633-ba19-4e0e-abcd-e6e9ea24c40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:16.142173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50108) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:16.143550 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f523dc0-cb9b-4513-96b0-4d08e1834050 None None] DHCP port deletion for 0d6bd3ad-e9a4-4538-89cb-2134d8df71f0 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:01:16.146517 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c8613633-ba19-4e0e-abcd-e6e9ea24c40a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/058b02c3-b74d-4a9d-9eaa-2b1641c704b7 HTTP/1.1" status: 204 len: 168 time: 1.3479357 Mar 05 14:01:16.149102 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-51278a49-a37f-4c02-a759-b0aac5d11003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:16.161400 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-013d5e96-e729-4c1b-b0d2-6754bdde23ef tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/routers/4f7e13ab-279a-492a-aa80-36c917d2f59a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5305548 Mar 05 14:01:16.163629 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-2fc79bee-62c1-4d3f-9ea7-e215e4f8f51a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'fixed_ips': [{'subnet_id': '40627b08-48e4-4f80-bef0-e3439e02ba66', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1084889829'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:16.165971 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50116) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:16.187186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-a943cb4c-2a62-4089-8448-3e62a5950cd3 admin admin] Deleting subnet 16e9fa03-6dcf-4202-87d3-e611c183d13c {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:01:16.191521 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a943cb4c-2a62-4089-8448-3e62a5950cd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:16.209102 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-8f523dc0-cb9b-4513-96b0-4d08e1834050 None None] Deleting port 906edc4b-6e7f-4b92-b828-068773e56082 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:16.209637 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8f523dc0-cb9b-4513-96b0-4d08e1834050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:16.233504 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-51278a49-a37f-4c02-a759-b0aac5d11003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:16.246667 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a943cb4c-2a62-4089-8448-3e62a5950cd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:16.262875 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d03ece16-8109-45ba-b414-ca4ef8def9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:16.284848 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03ece16-8109-45ba-b414-ca4ef8def9b5 None None] Routers {'4f7e13ab-279a-492a-aa80-36c917d2f59a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:01:16.287234 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d03ece16-8109-45ba-b414-ca4ef8def9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:01:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4f7e13ab-279a-492a-aa80-36c917d2f59a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:16.287533 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ebb49954-afdc-49ed-813b-d3d96dd35541 None None] Port f4e3c433-f1d2-453f-a752-66dc2067e59f cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:01:16.314701 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a943cb4c-2a62-4089-8448-3e62a5950cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:16.400924 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a943cb4c-2a62-4089-8448-3e62a5950cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:16.405129 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d03ece16-8109-45ba-b414-ca4ef8def9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:16.406112 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ece16-8109-45ba-b414-ca4ef8def9b5 None None] The sync data for ids ['4f7e13ab-279a-492a-aa80-36c917d2f59a'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:01:16.472163 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-51278a49-a37f-4c02-a759-b0aac5d11003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:16.479876 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f71b5bdf-7b7d-437a-bc42-767a58f27f5a tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:16.520131 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943cb4c-2a62-4089-8448-3e62a5950cd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16e9fa03-6dcf-4202-87d3-e611c183d13c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:16.532901 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-8f523dc0-cb9b-4513-96b0-4d08e1834050 None None] The port '906edc4b-6e7f-4b92-b828-068773e56082' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:01:16.567599 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0ec8decc-89d8-4d73-b344-bf5a868b98bb no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:01:16.582002 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51278a49-a37f-4c02-a759-b0aac5d11003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e58704-2958-408c-9835-b83b09d0b2d5,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:16.601827 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a943cb4c-2a62-4089-8448-3e62a5950cd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:16.628761 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cf41b0ef-11f8-4a17-9fb3-1cf0f52e5cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:16.633707 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b5bdf-7b7d-437a-bc42-767a58f27f5a tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Pushing event deleted for resources: {'Port': ['ID=906edc4b-6e7f-4b92-b828-068773e56082,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:16.635723 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71b5bdf-7b7d-437a-bc42-767a58f27f5a tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] No DVR routers for this DVR port 906edc4b-6e7f-4b92-b828-068773e56082 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:01:16.651672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738b5e89-485c-48f0-932d-5f7d96505172 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:16.652325 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-738b5e89-485c-48f0-932d-5f7d96505172 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Synchronizing usage tracker for tenant:f9698ae0269e4f54b2949da6501e3b33 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:01:16.664244 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-51278a49-a37f-4c02-a759-b0aac5d11003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:16.665538 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-51278a49-a37f-4c02-a759-b0aac5d11003 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79e58704-2958-408c-9835-b83b09d0b2d5 HTTP/1.1" status: 204 len: 168 time: 1.0233967 Mar 05 14:01:16.684847 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-738b5e89-485c-48f0-932d-5f7d96505172 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Unset dirty status for tenant:f9698ae0269e4f54b2949da6501e3b33 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:01:16.689798 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-738b5e89-485c-48f0-932d-5f7d96505172 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/ports/f4e3c433-f1d2-453f-a752-66dc2067e59f HTTP/1.1" status: 200 len: 911 time: 0.5166042 Mar 05 14:01:16.689967 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50134) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:16.692711 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 0ec8decc-89d8-4d73-b344-bf5a868b98bb {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:01:16.693288 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0ec8decc-89d8-4d73-b344-bf5a868b98bb not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:01:16.697912 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41b0ef-11f8-4a17-9fb3-1cf0f52e5cc9 None None] Pushing event deleted for resources: {'Port': ['ID=0ec8decc-89d8-4d73-b344-bf5a868b98bb,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:16.704000 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-14c02129-5c6b-4876-851d-f3df2194af66 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '012e01a4-cae3-47a9-8da4-a53fb29d5bb1'}]}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:16.705739 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf41b0ef-11f8-4a17-9fb3-1cf0f52e5cc9 None None] No DVR routers for this DVR port 0ec8decc-89d8-4d73-b344-bf5a868b98bb on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:01:16.712980 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a943cb4c-2a62-4089-8448-3e62a5950cd3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/16e9fa03-6dcf-4202-87d3-e611c183d13c HTTP/1.1" status: 204 len: 168 time: 0.7246103 Mar 05 14:01:16.726833 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa800e81-2b80-4174-af36-a325f3d0c4a9 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:01:16.757642 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50138) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:16.776389 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2fc79bee-62c1-4d3f-9ea7-e215e4f8f51a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:16.783965 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2fc79bee-62c1-4d3f-9ea7-e215e4f8f51a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:port and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:16.802979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2fc79bee-62c1-4d3f-9ea7-e215e4f8f51a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:16.826897 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2fc79bee-62c1-4d3f-9ea7-e215e4f8f51a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:17.085134 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 906edc4b-6e7f-4b92-b828-068773e56082 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:01:17.133328 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7db31d-cd1f-468c-b701-bc78e2323526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d67009e9-c74e-44a6-8a92-0c4d7928efad', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'fixed_ips': [{'subnet_id': '40627b08-48e4-4f80-bef0-e3439e02ba66'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:01:17.134159 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6d7db31d-cd1f-468c-b701-bc78e2323526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:17.134400 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc79bee-62c1-4d3f-9ea7-e215e4f8f51a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:01:17.163226 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 906edc4b-6e7f-4b92-b828-068773e56082 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:01:17.163560 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 906edc4b-6e7f-4b92-b828-068773e56082 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:01:17.199001 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-14c02129-5c6b-4876-851d-f3df2194af66 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:17.400433 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-6d7db31d-cd1f-468c-b701-bc78e2323526 None None] Allocated IP 2001:db8::2 (d67009e9-c74e-44a6-8a92-0c4d7928efad/40627b08-48e4-4f80-bef0-e3439e02ba66/cdb838e6-3b51-4269-9724-24151204c98a) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:01:17.484788 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f71b5bdf-7b7d-437a-bc42-767a58f27f5a tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:17.544212 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f71b5bdf-7b7d-437a-bc42-767a58f27f5a tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6bd3ad-e9a4-4538-89cb-2134d8df71f0']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:17.570888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f71b5bdf-7b7d-437a-bc42-767a58f27f5a tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d60a0e-1a42-4494-b837-000ebfb7eae0') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:17.571149 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f71b5bdf-7b7d-437a-bc42-767a58f27f5a tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d60a0e-1a42-4494-b837-000ebfb7eae0') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:17.583557 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f71b5bdf-7b7d-437a-bc42-767a58f27f5a tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:17.600985 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f71b5bdf-7b7d-437a-bc42-767a58f27f5a tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:17.608991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71b5bdf-7b7d-437a-bc42-767a58f27f5a tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:01:17.610210 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f71b5bdf-7b7d-437a-bc42-767a58f27f5a tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:01:17.697259 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:01:17.745663 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8791e90-e5a7-4d93-bd9f-c6ca33e7fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:17.824465 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f71b5bdf-7b7d-437a-bc42-767a58f27f5a tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:17.883116 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f71b5bdf-7b7d-437a-bc42-767a58f27f5a tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:17.910619 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b5bdf-7b7d-437a-bc42-767a58f27f5a tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] Pushing event deleted for resources: {'Network': ['ID=0d6bd3ad-e9a4-4538-89cb-2134d8df71f0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:17.981173 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6d7db31d-cd1f-468c-b701-bc78e2323526 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:18.010859 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6d7db31d-cd1f-468c-b701-bc78e2323526 None None] Transition to ACTIVE for port object cdb838e6-3b51-4269-9724-24151204c98a will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:18.018754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50176) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:18.039212 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8791e90-e5a7-4d93-bd9f-c6ca33e7fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:18.053251 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6d7db31d-cd1f-468c-b701-bc78e2323526 None None] Transition to ACTIVE for port object cdb838e6-3b51-4269-9724-24151204c98a will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:18.064394 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6d7db31d-cd1f-468c-b701-bc78e2323526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:18.100141 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d8791e90-e5a7-4d93-bd9f-c6ca33e7fa26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023b79d9-d371-45a8-a6ca-937a808b812a']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:18.133455 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d8791e90-e5a7-4d93-bd9f-c6ca33e7fa26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd673757e-1552-4bae-9333-c690e5b936ff') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:18.133731 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d8791e90-e5a7-4d93-bd9f-c6ca33e7fa26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd673757e-1552-4bae-9333-c690e5b936ff') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:18.157912 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f71b5bdf-7b7d-437a-bc42-767a58f27f5a tempest-TagsExtTest-1103272876 tempest-TagsExtTest-1103272876-project] 10.222.0.16 "DELETE /v2.0/networks/0d6bd3ad-e9a4-4538-89cb-2134d8df71f0 HTTP/1.1" status: 204 len: 168 time: 3.6598730 Mar 05 14:01:18.168322 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8791e90-e5a7-4d93-bd9f-c6ca33e7fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:18.193725 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7db31d-cd1f-468c-b701-bc78e2323526 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:18.209934 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2fc79bee-62c1-4d3f-9ea7-e215e4f8f51a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:18.218590 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-6d7db31d-cd1f-468c-b701-bc78e2323526 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:18.224724 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7db31d-cd1f-468c-b701-bc78e2323526 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:01:18.234744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-579a4584-5d2a-4e89-b2dc-4d24b02e72eb tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-354235370'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:18.240100 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8791e90-e5a7-4d93-bd9f-c6ca33e7fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:18.248815 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-579a4584-5d2a-4e89-b2dc-4d24b02e72eb tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:18.251190 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-2fc79bee-62c1-4d3f-9ea7-e215e4f8f51a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] device_id is not set on port 714c7adc-2d1c-4eef-8449-c5d27b7c3cb7 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:01:18.264899 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-579a4584-5d2a-4e89-b2dc-4d24b02e72eb tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Usage tracker for resource:network and tenant:cc9af02f1eae41708aadc397126f48b9 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:18.270362 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-579a4584-5d2a-4e89-b2dc-4d24b02e72eb tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:18.291734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-579a4584-5d2a-4e89-b2dc-4d24b02e72eb tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:18.293378 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8791e90-e5a7-4d93-bd9f-c6ca33e7fa26 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:01:18.293965 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8791e90-e5a7-4d93-bd9f-c6ca33e7fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:01:18.309235 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:01:18.330985 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579a4584-5d2a-4e89-b2dc-4d24b02e72eb tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Made reservation on behalf of cc9af02f1eae41708aadc397126f48b9 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:01:18.336017 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-579a4584-5d2a-4e89-b2dc-4d24b02e72eb tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:18.355233 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-579a4584-5d2a-4e89-b2dc-4d24b02e72eb tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:18.379229 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-579a4584-5d2a-4e89-b2dc-4d24b02e72eb tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:18.385629 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-579a4584-5d2a-4e89-b2dc-4d24b02e72eb tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Usage tracker for resource:security_group_rule and tenant:cc9af02f1eae41708aadc397126f48b9 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:18.390343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-579a4584-5d2a-4e89-b2dc-4d24b02e72eb tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:18.420673 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-579a4584-5d2a-4e89-b2dc-4d24b02e72eb tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:18.424253 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-14c02129-5c6b-4876-851d-f3df2194af66 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:18.441865 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-14c02129-5c6b-4876-851d-f3df2194af66 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:18.459301 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c02129-5c6b-4876-851d-f3df2194af66 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:18.461071 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-14c02129-5c6b-4876-851d-f3df2194af66 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:18.465743 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-14c02129-5c6b-4876-851d-f3df2194af66 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/ports/f4e3c433-f1d2-453f-a752-66dc2067e59f HTTP/1.1" status: 200 len: 911 time: 1.7734771 Mar 05 14:01:18.466812 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50198) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:18.471454 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8791e90-e5a7-4d93-bd9f-c6ca33e7fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:18.509489 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8791e90-e5a7-4d93-bd9f-c6ca33e7fa26 admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:18.578292 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8791e90-e5a7-4d93-bd9f-c6ca33e7fa26 admin admin] Pushing event deleted for resources: {'Network': ['ID=023b79d9-d371-45a8-a6ca-937a808b812a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:18.602331 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7db31d-cd1f-468c-b701-bc78e2323526 None None] Pushing event updated for resources: {'Port': ['ID=cdb838e6-3b51-4269-9724-24151204c98a,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:18.611010 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d8791e90-e5a7-4d93-bd9f-c6ca33e7fa26 admin admin] 10.222.0.16 "DELETE /v2.0/networks/023b79d9-d371-45a8-a6ca-937a808b812a HTTP/1.1" status: 204 len: 168 time: 1.8365083 Mar 05 14:01:18.633957 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc79bee-62c1-4d3f-9ea7-e215e4f8f51a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:01:18.635673 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc79bee-62c1-4d3f-9ea7-e215e4f8f51a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:01:18.654796 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-6d7db31d-cd1f-468c-b701-bc78e2323526 None None] Attempting to bind port cdb838e6-3b51-4269-9724-24151204c98a on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:01:18.655263 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-6d7db31d-cd1f-468c-b701-bc78e2323526 None None] Attempting to bind port cdb838e6-3b51-4269-9724-24151204c98a by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:01:18.655926 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7db31d-cd1f-468c-b701-bc78e2323526 None None] Attempting to bind port cdb838e6-3b51-4269-9724-24151204c98a on network d67009e9-c74e-44a6-8a92-0c4d7928efad {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:01:18.662466 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7db31d-cd1f-468c-b701-bc78e2323526 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:01:18.662937 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7db31d-cd1f-468c-b701-bc78e2323526 None None] Checking segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:01:18.663344 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6d7db31d-cd1f-468c-b701-bc78e2323526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:18.663742 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7db31d-cd1f-468c-b701-bc78e2323526 None None] Bound using segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:01:18.664210 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-6d7db31d-cd1f-468c-b701-bc78e2323526 None None] Bound port: cdb838e6-3b51-4269-9724-24151204c98a, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:01:18.664920 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6d7db31d-cd1f-468c-b701-bc78e2323526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:18.677930 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2fc79bee-62c1-4d3f-9ea7-e215e4f8f51a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.5345671 Mar 05 14:01:18.679461 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50204) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:18.775426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-6d7db31d-cd1f-468c-b701-bc78e2323526 None None] For port cdb838e6-3b51-4269-9724-24151204c98a, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:01:18.780833 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-6d7db31d-cd1f-468c-b701-bc78e2323526 None None] For port cdb838e6-3b51-4269-9724-24151204c98a, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cdb838e6-3b51-4269-9724-24151204c98a,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:01:18.786387 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6d7db31d-cd1f-468c-b701-bc78e2323526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:18.852151 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50210) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:18.916967 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7db31d-cd1f-468c-b701-bc78e2323526 None None] Pushing event updated for resources: {'Port': ['ID=cdb838e6-3b51-4269-9724-24151204c98a,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:18.962541 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c02129-5c6b-4876-851d-f3df2194af66 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Port': ['ID=f4e3c433-f1d2-453f-a752-66dc2067e59f,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:18.981717 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b7aac1-6ba2-42ef-9546-b074aff80dd7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:18.985888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d8b7aac1-6ba2-42ef-9546-b074aff80dd7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:01:19.037226 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d8b7aac1-6ba2-42ef-9546-b074aff80dd7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:01:19.039115 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d8b7aac1-6ba2-42ef-9546-b074aff80dd7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3569629 Mar 05 14:01:19.042071 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50220) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:19.139608 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50224) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:19.236929 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fb58ec11-1393-4513-be74-0edae488392a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c673babd057141e6a6036155554612b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0920427 Mar 05 14:01:19.239944 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50228) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:19.265002 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eda1f01-59a0-417d-9ce6-c835a7e804c0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:19.265002 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eda1f01-59a0-417d-9ce6-c835a7e804c0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:19.265872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5eda1f01-59a0-417d-9ce6-c835a7e804c0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:01:19.344822 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5eda1f01-59a0-417d-9ce6-c835a7e804c0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:01:19.345927 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5eda1f01-59a0-417d-9ce6-c835a7e804c0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3027408 Mar 05 14:01:19.356569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50236) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:19.458558 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee52f234-c124-47d3-997b-c62d39a4a41c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet 40627b08-48e4-4f80-bef0-e3439e02ba66 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:01:19.476851 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ee52f234-c124-47d3-997b-c62d39a4a41c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:19.511066 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ce229688-5dfd-4e04-a128-820c282547b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:19.512462 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-579a4584-5d2a-4e89-b2dc-4d24b02e72eb tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:19.523286 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-579a4584-5d2a-4e89-b2dc-4d24b02e72eb tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:19.600172 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ce229688-5dfd-4e04-a128-820c282547b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:19.615105 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a1811d7e-0b1a-4f78-bb56-810dbab50bac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23a4b3194da7402bb141a9a5c1bced92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7521522 Mar 05 14:01:19.620285 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ee52f234-c124-47d3-997b-c62d39a4a41c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:19.630138 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50242) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:19.637556 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579a4584-5d2a-4e89-b2dc-4d24b02e72eb tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:01:19.676309 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a4584-5d2a-4e89-b2dc-4d24b02e72eb tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ca8b59-507b-4d24-b1a7-fccde1db99a8,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:19.742051 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-579a4584-5d2a-4e89-b2dc-4d24b02e72eb tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:19.742285 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-579a4584-5d2a-4e89-b2dc-4d24b02e72eb tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Added segment 6b1f4fb3-bf45-498b-be0f-51fb02694c79 of type vlan for network 8a4ab280-ad93-48eb-bc8a-2239cab25a6f Mar 05 14:01:19.744217 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ce229688-5dfd-4e04-a128-820c282547b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:19.784368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce229688-5dfd-4e04-a128-820c282547b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9403bdb8-350a-4ac1-9935-790fc7dfa095,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:19.788901 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ee52f234-c124-47d3-997b-c62d39a4a41c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:19.790289 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-579a4584-5d2a-4e89-b2dc-4d24b02e72eb tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:19.824712 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-19b61782-a7bd-42e2-9fd4-abd98f232332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:19.852628 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-19b61782-a7bd-42e2-9fd4-abd98f232332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:19.875319 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ce229688-5dfd-4e04-a128-820c282547b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:19.879609 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ce229688-5dfd-4e04-a128-820c282547b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9403bdb8-350a-4ac1-9935-790fc7dfa095 HTTP/1.1" status: 204 len: 168 time: 0.6386085 Mar 05 14:01:19.943821 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ee52f234-c124-47d3-997b-c62d39a4a41c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:20.033257 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-579a4584-5d2a-4e89-b2dc-4d24b02e72eb tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:20.039688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579a4584-5d2a-4e89-b2dc-4d24b02e72eb tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:20.040400 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-579a4584-5d2a-4e89-b2dc-4d24b02e72eb tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:20.053492 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ee52f234-c124-47d3-997b-c62d39a4a41c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:20.081700 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ee52f234-c124-47d3-997b-c62d39a4a41c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/40627b08-48e4-4f80-bef0-e3439e02ba66 HTTP/1.1" status: 204 len: 168 time: 0.7202787 Mar 05 14:01:20.083139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52f234-c124-47d3-997b-c62d39a4a41c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=40627b08-48e4-4f80-bef0-e3439e02ba66,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:20.095100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50260) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:20.219130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a4584-5d2a-4e89-b2dc-4d24b02e72eb tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Pushing event updated for resources: {'Network': ['ID=8a4ab280-ad93-48eb-bc8a-2239cab25a6f,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:20.227377 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50268) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:20.237677 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a87e5868-9f66-430c-ac7d-b608be069a2c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1251643 Mar 05 14:01:20.245233 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 8a4ab280-ad93-48eb-bc8a-2239cab25a6f details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:01:20.252725 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-c0b4029d-6b1e-4c88-977a-4460b55440e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:20.384203 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5f712b86-64e0-4a72-b49a-5fe27948646e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:20.507387 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-19b61782-a7bd-42e2-9fd4-abd98f232332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:20.645622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b61782-a7bd-42e2-9fd4-abd98f232332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa4c8e8-8390-4085-afb2-88cb960b8147,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:20.658366 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-19b61782-a7bd-42e2-9fd4-abd98f232332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:20.661797 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-19b61782-a7bd-42e2-9fd4-abd98f232332 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2aa4c8e8-8390-4085-afb2-88cb960b8147 HTTP/1.1" status: 204 len: 168 time: 1.0234282 Mar 05 14:01:20.661797 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-579a4584-5d2a-4e89-b2dc-4d24b02e72eb tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.6412721 Mar 05 14:01:20.664529 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50286) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:20.673783 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c0b4029d-6b1e-4c88-977a-4460b55440e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:20.679860 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f1021676-bb4a-47cd-aff2-62575df3b4ec tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Request body: {'subnet': {'network_id': '8a4ab280-ad93-48eb-bc8a-2239cab25a6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:20.693552 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bd4b79-1750-40d0-8630-f05c67c6531e None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:01:20.761912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c0b4029d-6b1e-4c88-977a-4460b55440e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:20.770934 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c0b4029d-6b1e-4c88-977a-4460b55440e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:20.811830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c0b4029d-6b1e-4c88-977a-4460b55440e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:20.912574 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f1021676-bb4a-47cd-aff2-62575df3b4ec tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:20.916896 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b4029d-6b1e-4c88-977a-4460b55440e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:01:20.920534 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c0b4029d-6b1e-4c88-977a-4460b55440e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:20.929345 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f1021676-bb4a-47cd-aff2-62575df3b4ec tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Usage tracker for resource:subnet and tenant:cc9af02f1eae41708aadc397126f48b9 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:20.932483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f1021676-bb4a-47cd-aff2-62575df3b4ec tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:20.947004 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f1021676-bb4a-47cd-aff2-62575df3b4ec tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:20.963644 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1021676-bb4a-47cd-aff2-62575df3b4ec tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Made reservation on behalf of cc9af02f1eae41708aadc397126f48b9 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:01:20.967155 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1021676-bb4a-47cd-aff2-62575df3b4ec tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:20.988445 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cef5d5cf-12c8-44e4-8708-c12f443a6061 None None] Provisioning for port cdb838e6-3b51-4269-9724-24151204c98a completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:21.192378 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cdb838e6-3b51-4269-9724-24151204c98a up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:01:21.256038 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92ddbb5-76a3-465c-9e40-33e02ae14a3d None None] DHCP port deletion for d67009e9-c74e-44a6-8a92-0c4d7928efad request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:01:21.266132 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b92ddbb5-76a3-465c-9e40-33e02ae14a3d None None] Deleting port cdb838e6-3b51-4269-9724-24151204c98a {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:21.266877 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b92ddbb5-76a3-465c-9e40-33e02ae14a3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:21.772780 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port cdb838e6-3b51-4269-9724-24151204c98a completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:21.775734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5f712b86-64e0-4a72-b49a-5fe27948646e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting port f4e3c433-f1d2-453f-a752-66dc2067e59f {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:21.776217 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5f712b86-64e0-4a72-b49a-5fe27948646e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:21.803353 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1021676-bb4a-47cd-aff2-62575df3b4ec tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:21.809199 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port cdb838e6-3b51-4269-9724-24151204c98a triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:21.809842 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:21.906247 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b92ddbb5-76a3-465c-9e40-33e02ae14a3d None None] For port cdb838e6-3b51-4269-9724-24151204c98a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cdb838e6-3b51-4269-9724-24151204c98a,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:01:21.906909 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b92ddbb5-76a3-465c-9e40-33e02ae14a3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:21.986891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1021676-bb4a-47cd-aff2-62575df3b4ec tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Pushing event updated for resources: {'Subnet': ['ID=0cf5813a-7fb0-44df-b51e-c73e11f86a24,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:22.043663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1021676-bb4a-47cd-aff2-62575df3b4ec tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Checking segment: {'id': '6b1f4fb3-bf45-498b-be0f-51fb02694c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8a4ab280-ad93-48eb-bc8a-2239cab25a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:01:22.044908 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1021676-bb4a-47cd-aff2-62575df3b4ec tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Network hostable DHCP agents. Network: 8a4ab280-ad93-48eb-bc8a-2239cab25a6f, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:01:22.076560 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1021676-bb4a-47cd-aff2-62575df3b4ec tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Network 8a4ab280-ad93-48eb-bc8a-2239cab25a6f is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:01:22.105363 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-f1021676-bb4a-47cd-aff2-62575df3b4ec tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 8a4ab280-ad93-48eb-bc8a-2239cab25a6f) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:22.111318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1021676-bb4a-47cd-aff2-62575df3b4ec tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:22.112539 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1021676-bb4a-47cd-aff2-62575df3b4ec tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:22.121271 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c0b4029d-6b1e-4c88-977a-4460b55440e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:22.132721 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b92ddbb5-76a3-465c-9e40-33e02ae14a3d None None] Calling delete_port for cdb838e6-3b51-4269-9724-24151204c98a owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:01:22.163822 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f1021676-bb4a-47cd-aff2-62575df3b4ec tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4973023 Mar 05 14:01:22.164530 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50326) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:22.172770 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-cf546b27-b1e6-4f68-bd8c-b5267b4b3251 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1497744547', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:22.178854 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74882872-823e-4a1d-beb7-9b0e01f9da9a None None] Network 8a4ab280-ad93-48eb-bc8a-2239cab25a6f requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:01:22.191141 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cf546b27-b1e6-4f68-bd8c-b5267b4b3251 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:22.196828 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cf546b27-b1e6-4f68-bd8c-b5267b4b3251 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Usage tracker for resource:router and tenant:cc9af02f1eae41708aadc397126f48b9 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:22.200431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cf546b27-b1e6-4f68-bd8c-b5267b4b3251 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:22.207278 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cf546b27-b1e6-4f68-bd8c-b5267b4b3251 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:22.227307 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf546b27-b1e6-4f68-bd8c-b5267b4b3251 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:22.228929 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf546b27-b1e6-4f68-bd8c-b5267b4b3251 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:22.255990 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf546b27-b1e6-4f68-bd8c-b5267b4b3251 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:22.292226 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf546b27-b1e6-4f68-bd8c-b5267b4b3251 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:22.307914 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b4029d-6b1e-4c88-977a-4460b55440e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:22.327749 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cf546b27-b1e6-4f68-bd8c-b5267b4b3251 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:22.336050 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cf546b27-b1e6-4f68-bd8c-b5267b4b3251 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1699789 Mar 05 14:01:22.337593 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50332) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:22.341994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-c0b4029d-6b1e-4c88-977a-4460b55440e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:22.399936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b4029d-6b1e-4c88-977a-4460b55440e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:22.400525 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c0b4029d-6b1e-4c88-977a-4460b55440e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:22.488767 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5f712b86-64e0-4a72-b49a-5fe27948646e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:22.498582 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b92ddbb5-76a3-465c-9e40-33e02ae14a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:22.540362 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4029d-6b1e-4c88-977a-4460b55440e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=cf36f38e-ec1b-4bc8-8641-dfe49943eff1,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:22.610531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50342) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:22.631938 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92ddbb5-76a3-465c-9e40-33e02ae14a3d None None] No DVR routers for this DVR port cdb838e6-3b51-4269-9724-24151204c98a on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:01:22.653603 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ddbb5-76a3-465c-9e40-33e02ae14a3d None None] Pushing event deleted for resources: {'Port': ['ID=cdb838e6-3b51-4269-9724-24151204c98a,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:22.711437 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ba5592-21aa-4f08-ade6-7fcff65312d6 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:01:22.742512 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:22.924203 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5f712b86-64e0-4a72-b49a-5fe27948646e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Calling delete_port for f4e3c433-f1d2-453f-a752-66dc2067e59f owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:01:22.982681 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c0b4029d-6b1e-4c88-977a-4460b55440e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7537553 Mar 05 14:01:22.991933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50356) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:23.002003 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-daa9b892-19bf-4938-9a8a-2dfc7ac948fb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-724894228', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:23.012376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-daa9b892-19bf-4938-9a8a-2dfc7ac948fb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:23.022501 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-daa9b892-19bf-4938-9a8a-2dfc7ac948fb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:router and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:23.044525 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-daa9b892-19bf-4938-9a8a-2dfc7ac948fb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:23.071105 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-daa9b892-19bf-4938-9a8a-2dfc7ac948fb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:23.092965 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a085c5-4347-4350-aa72-d383bdcbff44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-8a4ab280-ad93-48eb-bc8a-2239cab25a6f', 'network_id': '8a4ab280-ad93-48eb-bc8a-2239cab25a6f', 'tenant_id': 'cc9af02f1eae41708aadc397126f48b9', 'fixed_ips': [{'subnet_id': '0cf5813a-7fb0-44df-b51e-c73e11f86a24'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:01:23.102289 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-49a085c5-4347-4350-aa72-d383bdcbff44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:23.112738 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cdb838e6-3b51-4269-9724-24151204c98a no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:01:23.117804 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-daa9b892-19bf-4938-9a8a-2dfc7ac948fb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:23.121590 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-daa9b892-19bf-4938-9a8a-2dfc7ac948fb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:23.182702 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: cdb838e6-3b51-4269-9724-24151204c98a {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:01:23.183395 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cdb838e6-3b51-4269-9724-24151204c98a not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:01:23.211498 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-daa9b892-19bf-4938-9a8a-2dfc7ac948fb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:23.344179 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-daa9b892-19bf-4938-9a8a-2dfc7ac948fb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:23.380264 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec7a0e1-0faa-478d-9b7d-6ddd19e9a8b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d67009e9-c74e-44a6-8a92-0c4d7928efad', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'fixed_ips': [{'subnet_id': 'cf36f38e-ec1b-4bc8-8641-dfe49943eff1'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:01:23.380729 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-eec7a0e1-0faa-478d-9b7d-6ddd19e9a8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:23.401234 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-af7b6a2d-d392-4ad9-8fe7-0cd030c6e4cb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-504043248-network', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:23.417914 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-af7b6a2d-d392-4ad9-8fe7-0cd030c6e4cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:23.422344 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-af7b6a2d-d392-4ad9-8fe7-0cd030c6e4cb admin admin] Usage tracker for resource:network and tenant:d227d433c2ad48fd969273c5938fc066 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:23.435725 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-af7b6a2d-d392-4ad9-8fe7-0cd030c6e4cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:23.441728 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-af7b6a2d-d392-4ad9-8fe7-0cd030c6e4cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:23.468539 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7b6a2d-d392-4ad9-8fe7-0cd030c6e4cb admin admin] Made reservation on behalf of d227d433c2ad48fd969273c5938fc066 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:01:23.472419 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af7b6a2d-d392-4ad9-8fe7-0cd030c6e4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:23.517228 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af7b6a2d-d392-4ad9-8fe7-0cd030c6e4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:23.525426 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-daa9b892-19bf-4938-9a8a-2dfc7ac948fb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:23.528817 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-daa9b892-19bf-4938-9a8a-2dfc7ac948fb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5331635 Mar 05 14:01:23.531150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50368) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:23.548350 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-49a085c5-4347-4350-aa72-d383bdcbff44 None None] Allocated IP 172.20.0.2 (8a4ab280-ad93-48eb-bc8a-2239cab25a6f/0cf5813a-7fb0-44df-b51e-c73e11f86a24/4701e0fd-fbb3-4d69-865f-d85cb90c8244) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:01:23.581898 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-af7b6a2d-d392-4ad9-8fe7-0cd030c6e4cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:23.663309 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-af7b6a2d-d392-4ad9-8fe7-0cd030c6e4cb admin admin] Usage tracker for resource:security_group_rule and tenant:d227d433c2ad48fd969273c5938fc066 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:23.668827 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-af7b6a2d-d392-4ad9-8fe7-0cd030c6e4cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:23.689811 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b9506c6f-2896-444e-9492-15eb369c4f89 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:23.713033 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-af7b6a2d-d392-4ad9-8fe7-0cd030c6e4cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:23.852412 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-eec7a0e1-0faa-478d-9b7d-6ddd19e9a8b3 None None] Allocated IP 2001:db8::2 (d67009e9-c74e-44a6-8a92-0c4d7928efad/cf36f38e-ec1b-4bc8-8641-dfe49943eff1/3f12e248-154f-4234-b40c-4626777479da) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:01:23.855877 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5f712b86-64e0-4a72-b49a-5fe27948646e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:24.022924 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f712b86-64e0-4a72-b49a-5fe27948646e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Port': ['ID=f4e3c433-f1d2-453f-a752-66dc2067e59f,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:24.191934 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af7b6a2d-d392-4ad9-8fe7-0cd030c6e4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:24.207816 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af7b6a2d-d392-4ad9-8fe7-0cd030c6e4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:24.222192 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-49a085c5-4347-4350-aa72-d383bdcbff44 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:24.236741 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7b6a2d-d392-4ad9-8fe7-0cd030c6e4cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:01:24.268620 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af7b6a2d-d392-4ad9-8fe7-0cd030c6e4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:24.269362 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-af7b6a2d-d392-4ad9-8fe7-0cd030c6e4cb admin admin] Added segment 071e9780-6476-4093-bf3c-5d5498e1e2cf of type vlan for network 9e1fbddc-f285-40f2-9ffb-2b02622ef359 Mar 05 14:01:24.300911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b6a2d-d392-4ad9-8fe7-0cd030c6e4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71f1338-77d4-4087-9134-c9982e920f8d,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:24.324640 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af7b6a2d-d392-4ad9-8fe7-0cd030c6e4cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:24.376040 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af7b6a2d-d392-4ad9-8fe7-0cd030c6e4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:24.377003 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7b6a2d-d392-4ad9-8fe7-0cd030c6e4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:24.377575 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af7b6a2d-d392-4ad9-8fe7-0cd030c6e4cb admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:24.395659 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-49a085c5-4347-4350-aa72-d383bdcbff44 None None] Transition to ACTIVE for port object 4701e0fd-fbb3-4d69-865f-d85cb90c8244 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:24.436832 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-49a085c5-4347-4350-aa72-d383bdcbff44 None None] Transition to ACTIVE for port object 4701e0fd-fbb3-4d69-865f-d85cb90c8244 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:24.449351 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-eec7a0e1-0faa-478d-9b7d-6ddd19e9a8b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:24.462810 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-49a085c5-4347-4350-aa72-d383bdcbff44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:24.516829 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-eec7a0e1-0faa-478d-9b7d-6ddd19e9a8b3 None None] Transition to ACTIVE for port object 3f12e248-154f-4234-b40c-4626777479da will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:24.537260 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a085c5-4347-4350-aa72-d383bdcbff44 None None] Network 8a4ab280-ad93-48eb-bc8a-2239cab25a6f is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:24.545124 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-49a085c5-4347-4350-aa72-d383bdcbff44 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:24.552573 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a085c5-4347-4350-aa72-d383bdcbff44 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:01:24.570601 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-eec7a0e1-0faa-478d-9b7d-6ddd19e9a8b3 None None] Transition to ACTIVE for port object 3f12e248-154f-4234-b40c-4626777479da will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:24.609791 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a085c5-4347-4350-aa72-d383bdcbff44 None None] Pushing event updated for resources: {'Port': ['ID=4701e0fd-fbb3-4d69-865f-d85cb90c8244,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:24.650065 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-eec7a0e1-0faa-478d-9b7d-6ddd19e9a8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:24.758045 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec7a0e1-0faa-478d-9b7d-6ddd19e9a8b3 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:24.770904 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-eec7a0e1-0faa-478d-9b7d-6ddd19e9a8b3 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:24.779674 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec7a0e1-0faa-478d-9b7d-6ddd19e9a8b3 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:01:24.811291 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-49a085c5-4347-4350-aa72-d383bdcbff44 None None] Attempting to bind port 4701e0fd-fbb3-4d69-865f-d85cb90c8244 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:01:24.812207 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-49a085c5-4347-4350-aa72-d383bdcbff44 None None] Attempting to bind port 4701e0fd-fbb3-4d69-865f-d85cb90c8244 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '6b1f4fb3-bf45-498b-be0f-51fb02694c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8a4ab280-ad93-48eb-bc8a-2239cab25a6f'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:01:24.816858 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a085c5-4347-4350-aa72-d383bdcbff44 None None] Attempting to bind port 4701e0fd-fbb3-4d69-865f-d85cb90c8244 on network 8a4ab280-ad93-48eb-bc8a-2239cab25a6f {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:01:24.926982 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b6a2d-d392-4ad9-8fe7-0cd030c6e4cb admin admin] Pushing event updated for resources: {'Network': ['ID=9e1fbddc-f285-40f2-9ffb-2b02622ef359,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:24.932655 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-af7b6a2d-d392-4ad9-8fe7-0cd030c6e4cb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3191240 Mar 05 14:01:24.939785 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50408) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:24.945637 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5f712b86-64e0-4a72-b49a-5fe27948646e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:24.962865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-7397452d-0cf1-4ada-a992-c3c83c4cf6c3 admin admin] Request body: {'subnet': {'network_id': '9e1fbddc-f285-40f2-9ffb-2b02622ef359', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-504043248-subnet', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:24.983150 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 9e1fbddc-f285-40f2-9ffb-2b02622ef359 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:01:24.987578 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7397452d-0cf1-4ada-a992-c3c83c4cf6c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:25.008631 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7397452d-0cf1-4ada-a992-c3c83c4cf6c3 admin admin] Usage tracker for resource:subnet and tenant:d227d433c2ad48fd969273c5938fc066 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:25.020830 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7397452d-0cf1-4ada-a992-c3c83c4cf6c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:25.034123 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-b9506c6f-2896-444e-9492-15eb369c4f89 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Allocated IP 172.20.0.1 (8a4ab280-ad93-48eb-bc8a-2239cab25a6f/0cf5813a-7fb0-44df-b51e-c73e11f86a24/fce57600-3dac-44c4-9658-65c63c6cc358) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:01:25.050652 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7397452d-0cf1-4ada-a992-c3c83c4cf6c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:25.069067 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7a0e1-0faa-478d-9b7d-6ddd19e9a8b3 None None] Pushing event updated for resources: {'Port': ['ID=3f12e248-154f-4234-b40c-4626777479da,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:25.072236 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a085c5-4347-4350-aa72-d383bdcbff44 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:01:25.072958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a085c5-4347-4350-aa72-d383bdcbff44 None None] Checking segment: {'id': '6b1f4fb3-bf45-498b-be0f-51fb02694c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8a4ab280-ad93-48eb-bc8a-2239cab25a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:01:25.073565 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-49a085c5-4347-4350-aa72-d383bdcbff44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:25.074158 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a085c5-4347-4350-aa72-d383bdcbff44 None None] Bound using segment: {'id': '6b1f4fb3-bf45-498b-be0f-51fb02694c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8a4ab280-ad93-48eb-bc8a-2239cab25a6f'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:01:25.074815 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-49a085c5-4347-4350-aa72-d383bdcbff44 None None] Bound port: 4701e0fd-fbb3-4d69-865f-d85cb90c8244, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1f4fb3-bf45-498b-be0f-51fb02694c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8a4ab280-ad93-48eb-bc8a-2239cab25a6f'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:01:25.075938 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-49a085c5-4347-4350-aa72-d383bdcbff44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:25.089268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7397452d-0cf1-4ada-a992-c3c83c4cf6c3 admin admin] Made reservation on behalf of d227d433c2ad48fd969273c5938fc066 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:01:25.092029 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7397452d-0cf1-4ada-a992-c3c83c4cf6c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:25.342662 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-eec7a0e1-0faa-478d-9b7d-6ddd19e9a8b3 None None] Attempting to bind port 3f12e248-154f-4234-b40c-4626777479da on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:01:25.343072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-eec7a0e1-0faa-478d-9b7d-6ddd19e9a8b3 None None] Attempting to bind port 3f12e248-154f-4234-b40c-4626777479da by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:01:25.343445 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec7a0e1-0faa-478d-9b7d-6ddd19e9a8b3 None None] Attempting to bind port 3f12e248-154f-4234-b40c-4626777479da on network d67009e9-c74e-44a6-8a92-0c4d7928efad {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:01:25.361123 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12a65b88-f629-4b2f-b9bd-3ae84e3b2326 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:25.374170 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec7a0e1-0faa-478d-9b7d-6ddd19e9a8b3 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:01:25.374580 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec7a0e1-0faa-478d-9b7d-6ddd19e9a8b3 None None] Checking segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:01:25.375132 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-eec7a0e1-0faa-478d-9b7d-6ddd19e9a8b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:25.375555 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec7a0e1-0faa-478d-9b7d-6ddd19e9a8b3 None None] Bound using segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:01:25.376038 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-eec7a0e1-0faa-478d-9b7d-6ddd19e9a8b3 None None] Bound port: 3f12e248-154f-4234-b40c-4626777479da, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:01:25.376414 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-eec7a0e1-0faa-478d-9b7d-6ddd19e9a8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:25.588997 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b9506c6f-2896-444e-9492-15eb369c4f89 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:25.659728 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-b9506c6f-2896-444e-9492-15eb369c4f89 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Transition to ACTIVE for port object fce57600-3dac-44c4-9658-65c63c6cc358 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:25.734689 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7397452d-0cf1-4ada-a992-c3c83c4cf6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:25.736974 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-49a085c5-4347-4350-aa72-d383bdcbff44 None None] For port 4701e0fd-fbb3-4d69-865f-d85cb90c8244, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:01:25.767467 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-49a085c5-4347-4350-aa72-d383bdcbff44 None None] For port 4701e0fd-fbb3-4d69-865f-d85cb90c8244, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4701e0fd-fbb3-4d69-865f-d85cb90c8244,segment=NetworkSegment(6b1f4fb3-bf45-498b-be0f-51fb02694c79),segment_id=6b1f4fb3-bf45-498b-be0f-51fb02694c79)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:01:25.777286 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-eec7a0e1-0faa-478d-9b7d-6ddd19e9a8b3 None None] For port 3f12e248-154f-4234-b40c-4626777479da, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:01:25.785236 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-eec7a0e1-0faa-478d-9b7d-6ddd19e9a8b3 None None] For port 3f12e248-154f-4234-b40c-4626777479da, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3f12e248-154f-4234-b40c-4626777479da,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:01:25.789254 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-49a085c5-4347-4350-aa72-d383bdcbff44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:25.795991 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b9506c6f-2896-444e-9492-15eb369c4f89 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:25.798889 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f712b86-64e0-4a72-b49a-5fe27948646e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Router 4f7e13ab-279a-492a-aa80-36c917d2f59a has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:01:25.888696 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-eec7a0e1-0faa-478d-9b7d-6ddd19e9a8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:25.912894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50444) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:26.017244 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a085c5-4347-4350-aa72-d383bdcbff44 None None] Pushing event updated for resources: {'Port': ['ID=4701e0fd-fbb3-4d69-865f-d85cb90c8244,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:26.055418 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f712b86-64e0-4a72-b49a-5fe27948646e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:01:26.066298 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9506c6f-2896-444e-9492-15eb369c4f89 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Network 8a4ab280-ad93-48eb-bc8a-2239cab25a6f is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:26.073127 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5f712b86-64e0-4a72-b49a-5fe27948646e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/routers/4f7e13ab-279a-492a-aa80-36c917d2f59a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3934329 Mar 05 14:01:26.077240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50456) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:26.086873 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-b9506c6f-2896-444e-9492-15eb369c4f89 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:26.097636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9506c6f-2896-444e-9492-15eb369c4f89 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Pushing event updated for resources: {'Port': ['ID=fce57600-3dac-44c4-9658-65c63c6cc358,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:26.110708 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9506c6f-2896-444e-9492-15eb369c4f89 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:01:26.116881 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa9e9cd-bb43-4ae9-a320-5cf8eda2ca85 None None] Sync routers for ids ['4f7e13ab-279a-492a-aa80-36c917d2f59a'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:01:26.169887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a11874ab-ad9b-45ab-9c2e-f386c78ea3f4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Synchronizing usage tracker for tenant:f9698ae0269e4f54b2949da6501e3b33 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:01:26.178500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397452d-0cf1-4ada-a992-c3c83c4cf6c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=996696e8-f383-47a4-b5dd-497af7965d47,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:26.179991 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa9e9cd-bb43-4ae9-a320-5cf8eda2ca85 None None] Routers {'4f7e13ab-279a-492a-aa80-36c917d2f59a'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:01:26.180636 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-3aa9e9cd-bb43-4ae9-a320-5cf8eda2ca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:01:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4f7e13ab-279a-492a-aa80-36c917d2f59a'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:26.265056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7397452d-0cf1-4ada-a992-c3c83c4cf6c3 admin admin] Checking segment: {'id': '071e9780-6476-4093-bf3c-5d5498e1e2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9e1fbddc-f285-40f2-9ffb-2b02622ef359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:01:26.265862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7397452d-0cf1-4ada-a992-c3c83c4cf6c3 admin admin] Network hostable DHCP agents. Network: 9e1fbddc-f285-40f2-9ffb-2b02622ef359, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:01:26.309370 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a11874ab-ad9b-45ab-9c2e-f386c78ea3f4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Unset dirty status for tenant:f9698ae0269e4f54b2949da6501e3b33 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:01:26.313159 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a11874ab-ad9b-45ab-9c2e-f386c78ea3f4 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f7e13ab-279a-492a-aa80-36c917d2f59a HTTP/1.1" status: 200 len: 205 time: 0.2330699 Mar 05 14:01:26.319591 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50464) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:26.396849 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-3aa9e9cd-bb43-4ae9-a320-5cf8eda2ca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:26.427179 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa9e9cd-bb43-4ae9-a320-5cf8eda2ca85 None None] Routers {'4f7e13ab-279a-492a-aa80-36c917d2f59a'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:01:26.427801 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-3aa9e9cd-bb43-4ae9-a320-5cf8eda2ca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:01:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4f7e13ab-279a-492a-aa80-36c917d2f59a'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:26.537496 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b9506c6f-2896-444e-9492-15eb369c4f89 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:26.542256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-3aa9e9cd-bb43-4ae9-a320-5cf8eda2ca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:26.542781 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa9e9cd-bb43-4ae9-a320-5cf8eda2ca85 None None] The sync data for ids ['4f7e13ab-279a-492a-aa80-36c917d2f59a'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:01:26.545980 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7a0e1-0faa-478d-9b7d-6ddd19e9a8b3 None None] Pushing event updated for resources: {'Port': ['ID=3f12e248-154f-4234-b40c-4626777479da,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:26.552835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-12a65b88-f629-4b2f-b9bd-3ae84e3b2326 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8::1 (d67009e9-c74e-44a6-8a92-0c4d7928efad/cf36f38e-ec1b-4bc8-8641-dfe49943eff1/94589f36-dcb8-4e2a-8d02-2e4aeb59ae75) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:01:26.556597 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-be9dcca9-b7a8-4492-bd6e-0ac1e711b141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:26.585734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-be9dcca9-b7a8-4492-bd6e-0ac1e711b141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:26.598003 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7397452d-0cf1-4ada-a992-c3c83c4cf6c3 admin admin] Network 9e1fbddc-f285-40f2-9ffb-2b02622ef359 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:01:26.663881 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-be9dcca9-b7a8-4492-bd6e-0ac1e711b141 admin admin] Usage tracker for resource:security_group_rule and tenant:10e7de5214bb4f1c909f3944f13736b9 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:26.670271 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-be9dcca9-b7a8-4492-bd6e-0ac1e711b141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:26.680522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-be9dcca9-b7a8-4492-bd6e-0ac1e711b141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:26.758085 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5a32b58f-a420-4165-8ce3-d10aedb33ce2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:26.858651 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12a65b88-f629-4b2f-b9bd-3ae84e3b2326 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:26.895006 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-12a65b88-f629-4b2f-b9bd-3ae84e3b2326 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Transition to ACTIVE for port object 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:26.920470 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-7397452d-0cf1-4ada-a992-c3c83c4cf6c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 9e1fbddc-f285-40f2-9ffb-2b02622ef359) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:26.926578 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7397452d-0cf1-4ada-a992-c3c83c4cf6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:26.927173 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7397452d-0cf1-4ada-a992-c3c83c4cf6c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:26.931408 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-be9dcca9-b7a8-4492-bd6e-0ac1e711b141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:26.936707 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abff4c0d-b2b4-4b1e-8748-c8ab00823484 None None] Network 9e1fbddc-f285-40f2-9ffb-2b02622ef359 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:01:26.945599 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b9506c6f-2896-444e-9492-15eb369c4f89 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:26.954235 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-be9dcca9-b7a8-4492-bd6e-0ac1e711b141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:27.079280 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-be9dcca9-b7a8-4492-bd6e-0ac1e711b141 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=10e7de5214bb4f1c909f3944f13736b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1592820 Mar 05 14:01:27.080371 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12a65b88-f629-4b2f-b9bd-3ae84e3b2326 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:27.085114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9dcca9-b7a8-4492-bd6e-0ac1e711b141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b38ddc4-ee14-4f21-bba0-6db82e0fda1f,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:27.087866 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50474) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:27.245064 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a65b88-f629-4b2f-b9bd-3ae84e3b2326 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:27.256891 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-12a65b88-f629-4b2f-b9bd-3ae84e3b2326 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:27.265036 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a65b88-f629-4b2f-b9bd-3ae84e3b2326 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:01:27.265829 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12a65b88-f629-4b2f-b9bd-3ae84e3b2326 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:27.327058 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4701e0fd-fbb3-4d69-865f-d85cb90c8244 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:01:27.335526 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5a32b58f-a420-4165-8ce3-d10aedb33ce2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:27.337997 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5a32b58f-a420-4165-8ce3-d10aedb33ce2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:27.370586 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7397452d-0cf1-4ada-a992-c3c83c4cf6c3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.4131393 Mar 05 14:01:27.379995 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5a32b58f-a420-4165-8ce3-d10aedb33ce2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:27.380351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a32b58f-a420-4165-8ce3-d10aedb33ce2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Fanout notify agent at l3_agent the message router_deleted on router 4f7e13ab-279a-492a-aa80-36c917d2f59a {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:01:27.396551 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50482) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:27.407306 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5a32b58f-a420-4165-8ce3-d10aedb33ce2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:27.408213 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5a32b58f-a420-4165-8ce3-d10aedb33ce2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/routers/4f7e13ab-279a-492a-aa80-36c917d2f59a HTTP/1.1" status: 204 len: 168 time: 1.0865095 Mar 05 14:01:27.424563 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50484) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:27.433439 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-5226675c-5c5c-4966-9fad-eb23f25eb6eb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-504043248-router', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:27.447760 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5226675c-5c5c-4966-9fad-eb23f25eb6eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:27.455240 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5226675c-5c5c-4966-9fad-eb23f25eb6eb admin admin] Usage tracker for resource:router and tenant:d227d433c2ad48fd969273c5938fc066 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:27.637422 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a65b88-f629-4b2f-b9bd-3ae84e3b2326 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=94589f36-dcb8-4e2a-8d02-2e4aeb59ae75,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:27.670383 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038eeac4-0d0b-4033-bc28-e9dc7448bbbe None None] Network 9e1fbddc-f285-40f2-9ffb-2b02622ef359 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:01:27.725910 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 4701e0fd-fbb3-4d69-865f-d85cb90c8244 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:27.734288 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b14a7bcb-fa92-48c0-ada5-30df7c4b1a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:27.746745 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3f12e248-154f-4234-b40c-4626777479da up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:01:27.896819 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b14a7bcb-fa92-48c0-ada5-30df7c4b1a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:28.021122 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5226675c-5c5c-4966-9fad-eb23f25eb6eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:28.032806 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12a65b88-f629-4b2f-b9bd-3ae84e3b2326 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:28.071562 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5226675c-5c5c-4966-9fad-eb23f25eb6eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:28.072676 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a41fcb88-5ff0-4f3d-a533-0c9034f6c8de None None] Provisioning for port 3f12e248-154f-4234-b40c-4626777479da completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:28.127504 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 3f12e248-154f-4234-b40c-4626777479da completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:28.136809 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 3f12e248-154f-4234-b40c-4626777479da triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:28.137180 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:28.358895 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5226675c-5c5c-4966-9fad-eb23f25eb6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:28.359925 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5226675c-5c5c-4966-9fad-eb23f25eb6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:28.379856 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:28.417040 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a5f0c1-35b9-42cc-b36b-5dc63697129f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting subnet 012e01a4-cae3-47a9-8da4-a53fb29d5bb1 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:01:28.424299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 3f12e248-154f-4234-b40c-4626777479da, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3f12e248-154f-4234-b40c-4626777479da,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:01:28.426449 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4509690f-6ccf-40c0-8187-b47045815911 None None] Network 8a4ab280-ad93-48eb-bc8a-2239cab25a6f requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:01:28.430998 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6a5f0c1-35b9-42cc-b36b-5dc63697129f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:28.456536 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:28.471468 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5226675c-5c5c-4966-9fad-eb23f25eb6eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:28.574276 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6a5f0c1-35b9-42cc-b36b-5dc63697129f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:28.661313 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6c90b885-4383-4c57-b2c1-6a20fe65abdd None None] Provisioning for port 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:28.681111 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=3f12e248-154f-4234-b40c-4626777479da,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:28.686839 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6c90b885-4383-4c57-b2c1-6a20fe65abdd None None] Provisioning complete for port 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:28.687211 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6c90b885-4383-4c57-b2c1-6a20fe65abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:28.979061 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b14a7bcb-fa92-48c0-ada5-30df7c4b1a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:28.988531 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:28.989218 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-6c90b885-4383-4c57-b2c1-6a20fe65abdd None None] Port 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:01:29.036646 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12a65b88-f629-4b2f-b9bd-3ae84e3b2326 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:29.042594 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a7bcb-fa92-48c0-ada5-30df7c4b1a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b38ddc4-ee14-4f21-bba0-6db82e0fda1f,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:29.055000 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12a65b88-f629-4b2f-b9bd-3ae84e3b2326 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:29.056356 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12a65b88-f629-4b2f-b9bd-3ae84e3b2326 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:29.078802 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:29.080198 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6c90b885-4383-4c57-b2c1-6a20fe65abdd None None] Provisioning for port 4701e0fd-fbb3-4d69-865f-d85cb90c8244 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:29.125290 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6c90b885-4383-4c57-b2c1-6a20fe65abdd None None] Provisioning complete for port 4701e0fd-fbb3-4d69-865f-d85cb90c8244 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:29.125880 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6c90b885-4383-4c57-b2c1-6a20fe65abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:29.137392 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b14a7bcb-fa92-48c0-ada5-30df7c4b1a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:29.143937 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b14a7bcb-fa92-48c0-ada5-30df7c4b1a53 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b38ddc4-ee14-4f21-bba0-6db82e0fda1f HTTP/1.1" status: 204 len: 168 time: 1.9847109 Mar 05 14:01:29.166819 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3f12e248-154f-4234-b40c-4626777479da up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:01:29.255743 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5226675c-5c5c-4966-9fad-eb23f25eb6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:29.354289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 3f12e248-154f-4234-b40c-4626777479da triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:29.354999 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:29.462073 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a65b88-f629-4b2f-b9bd-3ae84e3b2326 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=94589f36-dcb8-4e2a-8d02-2e4aeb59ae75,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:29.463081 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6a5f0c1-35b9-42cc-b36b-5dc63697129f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:29.508246 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6c90b885-4383-4c57-b2c1-6a20fe65abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:29.568698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a65b88-f629-4b2f-b9bd-3ae84e3b2326 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:29.573450 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-12a65b88-f629-4b2f-b9bd-3ae84e3b2326 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:29.576255 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b9506c6f-2896-444e-9492-15eb369c4f89 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:29.626496 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b9506c6f-2896-444e-9492-15eb369c4f89 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:29.725513 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-6c90b885-4383-4c57-b2c1-6a20fe65abdd None None] For port 4701e0fd-fbb3-4d69-865f-d85cb90c8244, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4701e0fd-fbb3-4d69-865f-d85cb90c8244,segment=NetworkSegment(6b1f4fb3-bf45-498b-be0f-51fb02694c79),segment_id=6b1f4fb3-bf45-498b-be0f-51fb02694c79)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:01:29.751660 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6c90b885-4383-4c57-b2c1-6a20fe65abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:29.952004 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90b885-4383-4c57-b2c1-6a20fe65abdd None None] Pushing event updated for resources: {'Port': ['ID=4701e0fd-fbb3-4d69-865f-d85cb90c8244,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:30.036626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50540) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:30.044268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1997e7e5-3937-4544-bc80-641043ce2ea4 None None] Provisioning for port fce57600-3dac-44c4-9658-65c63c6cc358 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:30.052349 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1997e7e5-3937-4544-bc80-641043ce2ea4 None None] Provisioning complete for port fce57600-3dac-44c4-9658-65c63c6cc358 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:30.062412 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1997e7e5-3937-4544-bc80-641043ce2ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:30.104096 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c036839e-4487-4f2f-a89e-e6d3bf6883ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:30.136442 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c036839e-4487-4f2f-a89e-e6d3bf6883ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:30.142820 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c036839e-4487-4f2f-a89e-e6d3bf6883ec admin admin] Usage tracker for resource:security_group_rule and tenant:cdbe9f0ff14149c68783baa24a17eeac is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:30.146445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c036839e-4487-4f2f-a89e-e6d3bf6883ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:30.156404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c036839e-4487-4f2f-a89e-e6d3bf6883ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:30.171801 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b9506c6f-2896-444e-9492-15eb369c4f89 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:30.182377 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-1997e7e5-3937-4544-bc80-641043ce2ea4 None None] Port fce57600-3dac-44c4-9658-65c63c6cc358 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:01:30.189837 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9506c6f-2896-444e-9492-15eb369c4f89 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Pushing event updated for resources: {'Port': ['ID=fce57600-3dac-44c4-9658-65c63c6cc358,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:30.201987 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1997e7e5-3937-4544-bc80-641043ce2ea4 None None] Provisioning complete for port 4701e0fd-fbb3-4d69-865f-d85cb90c8244 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:30.202594 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1997e7e5-3937-4544-bc80-641043ce2ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:30.237505 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6a5f0c1-35b9-42cc-b36b-5dc63697129f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:30.366513 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5f0c1-35b9-42cc-b36b-5dc63697129f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Subnet': ['ID=012e01a4-cae3-47a9-8da4-a53fb29d5bb1,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:30.368483 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6a5f0c1-35b9-42cc-b36b-5dc63697129f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:30.376368 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a8717a-3096-4f22-b8b3-3bca5204be01 None None] Network 1bb70fd3-ce1f-443d-9eab-b8d47eefdb78 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:01:30.452401 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c036839e-4487-4f2f-a89e-e6d3bf6883ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:30.453974 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a65b88-f629-4b2f-b9bd-3ae84e3b2326 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Router 20e093ac-3a70-43ea-89a2-497e4b81505c is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:01:30.491627 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d6a5f0c1-35b9-42cc-b36b-5dc63697129f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/subnets/012e01a4-cae3-47a9-8da4-a53fb29d5bb1 HTTP/1.1" status: 204 len: 168 time: 3.0653644 Mar 05 14:01:30.495395 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50554) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:30.539157 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fbad0e34-c2ee-4b42-af4e-3e43c89a7cef None None] Provisioning complete for port 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:30.539519 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fbad0e34-c2ee-4b42-af4e-3e43c89a7cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:30.601820 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c036839e-4487-4f2f-a89e-e6d3bf6883ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:30.616441 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9506c6f-2896-444e-9492-15eb369c4f89 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Network 8a4ab280-ad93-48eb-bc8a-2239cab25a6f is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:30.624891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-b9506c6f-2896-444e-9492-15eb369c4f89 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:30.701361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036839e-4487-4f2f-a89e-e6d3bf6883ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee890256-8918-400d-85de-3cd97ca99977,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:30.825989 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-fbad0e34-c2ee-4b42-af4e-3e43c89a7cef None None] Port 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:01:30.848577 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fbad0e34-c2ee-4b42-af4e-3e43c89a7cef None None] Provisioning complete for port fce57600-3dac-44c4-9658-65c63c6cc358 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:30.848940 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fbad0e34-c2ee-4b42-af4e-3e43c89a7cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:30.897411 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c036839e-4487-4f2f-a89e-e6d3bf6883ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cdbe9f0ff14149c68783baa24a17eeac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8597281 Mar 05 14:01:30.905459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50564) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:30.924420 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-fbad0e34-c2ee-4b42-af4e-3e43c89a7cef None None] Port fce57600-3dac-44c4-9658-65c63c6cc358 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:01:30.989039 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a65b88-f629-4b2f-b9bd-3ae84e3b2326 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:01:31.003204 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] Sync routers for ids ['20e093ac-3a70-43ea-89a2-497e4b81505c'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:01:31.011336 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6d9d27-2aac-4967-a105-bc7e3ce3c459 None None] DHCP port deletion for 1bb70fd3-ce1f-443d-9eab-b8d47eefdb78 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:01:31.018804 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3c6d9d27-2aac-4967-a105-bc7e3ce3c459 None None] Deleting port fbaab24c-15f5-4a18-aade-30a34efbaf1a {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:31.019189 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3c6d9d27-2aac-4967-a105-bc7e3ce3c459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:31.027809 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-12a65b88-f629-4b2f-b9bd-3ae84e3b2326 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "PUT /v2.0/routers/20e093ac-3a70-43ea-89a2-497e4b81505c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4938672 Mar 05 14:01:31.030578 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50568) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:31.031344 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] Routers {'20e093ac-3a70-43ea-89a2-497e4b81505c'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:01:31.034927 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:01:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['20e093ac-3a70-43ea-89a2-497e4b81505c'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:31.094723 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7022f87b-2764-4004-aadb-1c311422b55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:31.117556 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50572) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:31.147361 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7022f87b-2764-4004-aadb-1c311422b55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:31.187627 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4701e0fd-fbb3-4d69-865f-d85cb90c8244 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:01:31.218138 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7022f87b-2764-4004-aadb-1c311422b55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:31.243886 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49b1098-f9a7-41bc-9b88-1fdec40a9d7c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:31.244414 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c49b1098-f9a7-41bc-9b88-1fdec40a9d7c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:01:31.249428 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022f87b-2764-4004-aadb-1c311422b55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee890256-8918-400d-85de-3cd97ca99977,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:31.261922 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7022f87b-2764-4004-aadb-1c311422b55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:31.263656 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7022f87b-2764-4004-aadb-1c311422b55d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee890256-8918-400d-85de-3cd97ca99977 HTTP/1.1" status: 204 len: 168 time: 0.3571992 Mar 05 14:01:31.304071 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c49b1098-f9a7-41bc-9b88-1fdec40a9d7c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:01:31.308404 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c49b1098-f9a7-41bc-9b88-1fdec40a9d7c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports/94589f36-dcb8-4e2a-8d02-2e4aeb59ae75 HTTP/1.1" status: 200 len: 911 time: 0.2768104 Mar 05 14:01:31.309084 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50582) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:31.351735 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4599906-eb13-486f-8f57-b77121e49af7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:31.444201 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] Set router 20e093ac-3a70-43ea-89a2-497e4b81505c gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:01:31.451574 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a3fed2-2fd4-463f-8545-9712a82f96f3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:31.467761 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a3fed2-2fd4-463f-8545-9712a82f96f3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:31.475274 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-03a3fed2-2fd4-463f-8545-9712a82f96f3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1650138 Mar 05 14:01:31.475911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50588) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:31.597185 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-3c6d9d27-2aac-4967-a105-bc7e3ce3c459 None None] For port fbaab24c-15f5-4a18-aade-30a34efbaf1a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fbaab24c-15f5-4a18-aade-30a34efbaf1a,segment=NetworkSegment(f8bed98c-5369-4221-96cc-a9226daf93ab),segment_id=f8bed98c-5369-4221-96cc-a9226daf93ab)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:01:31.597990 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3c6d9d27-2aac-4967-a105-bc7e3ce3c459 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:31.735441 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3c6d9d27-2aac-4967-a105-bc7e3ce3c459 None None] Calling delete_port for fbaab24c-15f5-4a18-aade-30a34efbaf1a owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:01:31.763317 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f4599906-eb13-486f-8f57-b77121e49af7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting port fbaab24c-15f5-4a18-aade-30a34efbaf1a {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:31.763967 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4599906-eb13-486f-8f57-b77121e49af7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:31.823178 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e4bdc85c-8101-465d-adc3-1f1dfd2c625c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:31.860645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6c624e1a-e5c3-45b3-97c5-e86e1264f164 None None] Provisioning complete for port fce57600-3dac-44c4-9658-65c63c6cc358 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:31.860645 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6c624e1a-e5c3-45b3-97c5-e86e1264f164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:31.960112 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e4bdc85c-8101-465d-adc3-1f1dfd2c625c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:31.967384 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9506c6f-2896-444e-9492-15eb369c4f89 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Router 1df8dbd2-2a83-4e07-ad00-297b56f5377c is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:01:31.984467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e4bdc85c-8101-465d-adc3-1f1dfd2c625c admin admin] Usage tracker for resource:security_group_rule and tenant:b76d3ed3e1414ad5a0cb696dbd76b9b2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:32.007444 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-6c624e1a-e5c3-45b3-97c5-e86e1264f164 None None] Port fce57600-3dac-44c4-9658-65c63c6cc358 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:01:32.010691 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3c6d9d27-2aac-4967-a105-bc7e3ce3c459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:32.027278 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e4bdc85c-8101-465d-adc3-1f1dfd2c625c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:32.028194 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e093ac-3a70-43ea-89a2-497e4b81505c', 'name': 'tempest-NetworksTestDHCPv6-router-724894228', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:23Z', 'updated_at': '2022-03-05T14:01:27Z', 'revision_number': 2, 'project_id': '3c0764293a3340c8864dd88c0a88fd24', 'gw_port_host': None, '_interfaces': [{'id': '94589f36-dcb8-4e2a-8d02-2e4aeb59ae75', 'name': '', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'mac_address': 'fa:16:3e:61:2e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e093ac-3a70-43ea-89a2-497e4b81505c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'cf36f38e-ec1b-4bc8-8641-dfe49943eff1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:25Z', 'updated_at': '2022-03-05T14:01:28Z', 'revision_number': 2, 'project_id': '3c0764293a3340c8864dd88c0a88fd24', 'subnets': [{'id': 'cf36f38e-ec1b-4bc8-8641-dfe49943eff1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:32.034301 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] Checking router: 20e093ac-3a70-43ea-89a2-497e4b81505c for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:01:32.034915 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] Updating router 20e093ac-3a70-43ea-89a2-497e4b81505c port 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:01:32.063631 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e4bdc85c-8101-465d-adc3-1f1dfd2c625c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:32.096377 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:32.102794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6d9d27-2aac-4967-a105-bc7e3ce3c459 None None] No DVR routers for this DVR port fbaab24c-15f5-4a18-aade-30a34efbaf1a on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:01:32.113217 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d9d27-2aac-4967-a105-bc7e3ce3c459 None None] Pushing event deleted for resources: {'Port': ['ID=fbaab24c-15f5-4a18-aade-30a34efbaf1a,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:32.115528 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 4701e0fd-fbb3-4d69-865f-d85cb90c8244 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:32.115945 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:32.347231 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e4bdc85c-8101-465d-adc3-1f1dfd2c625c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:32.363404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fbaab24c-15f5-4a18-aade-30a34efbaf1a no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:01:32.391443 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e4bdc85c-8101-465d-adc3-1f1dfd2c625c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:32.413580 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9506c6f-2896-444e-9492-15eb369c4f89 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:01:32.422319 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b9506c6f-2896-444e-9492-15eb369c4f89 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] 10.222.0.16 "PUT /v2.0/routers/1df8dbd2-2a83-4e07-ad00-297b56f5377c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0832181 Mar 05 14:01:32.445886 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50606) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:32.474407 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ae4fd23f-3867-4c68-96f7-048c6d4ce739 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Request body: {'port': {'network_id': '8a4ab280-ad93-48eb-bc8a-2239cab25a6f', 'name': 'tempest-FloatingIPNegativeTestJSON-2121060664'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:32.483275 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f32ed50-5aca-448e-96a4-0d92f6ce2df9 None None] Sync routers for ids ['1df8dbd2-2a83-4e07-ad00-297b56f5377c'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:01:32.520441 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:32.530698 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f4599906-eb13-486f-8f57-b77121e49af7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] The port 'fbaab24c-15f5-4a18-aade-30a34efbaf1a' was deleted {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:01:32.534330 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: fbaab24c-15f5-4a18-aade-30a34efbaf1a {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:01:32.534976 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fbaab24c-15f5-4a18-aade-30a34efbaf1a not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:01:32.536122 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] Transition to ACTIVE for port object 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:32.537989 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5226675c-5c5c-4966-9fad-eb23f25eb6eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:32.546030 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f32ed50-5aca-448e-96a4-0d92f6ce2df9 None None] Routers {'1df8dbd2-2a83-4e07-ad00-297b56f5377c'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:01:32.546404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-2f32ed50-5aca-448e-96a4-0d92f6ce2df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:01:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1df8dbd2-2a83-4e07-ad00-297b56f5377c'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:32.549973 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:32.638737 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-2f32ed50-5aca-448e-96a4-0d92f6ce2df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:32.656719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f32ed50-5aca-448e-96a4-0d92f6ce2df9 None None] Routers {'1df8dbd2-2a83-4e07-ad00-297b56f5377c'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:01:32.657385 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-2f32ed50-5aca-448e-96a4-0d92f6ce2df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:01:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1df8dbd2-2a83-4e07-ad00-297b56f5377c'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:32.680402 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5226675c-5c5c-4966-9fad-eb23f25eb6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:32.824874 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-2f32ed50-5aca-448e-96a4-0d92f6ce2df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:32.831761 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f32ed50-5aca-448e-96a4-0d92f6ce2df9 None None] The sync data for ids ['1df8dbd2-2a83-4e07-ad00-297b56f5377c'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:01:32.909759 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ae4fd23f-3867-4c68-96f7-048c6d4ce739 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:32.913737 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ae4fd23f-3867-4c68-96f7-048c6d4ce739 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Usage tracker for resource:port and tenant:cc9af02f1eae41708aadc397126f48b9 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:32.917600 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ae4fd23f-3867-4c68-96f7-048c6d4ce739 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:32.920954 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] Attempting to bind port 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:01:32.923980 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ae4fd23f-3867-4c68-96f7-048c6d4ce739 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:32.924612 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] Attempting to bind port 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:01:32.925147 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] Attempting to bind port 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75 on network d67009e9-c74e-44a6-8a92-0c4d7928efad {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:01:32.927214 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-5226675c-5c5c-4966-9fad-eb23f25eb6eb admin admin] Allocated IP 172.25.4.212 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/87ef91ad-1350-4e69-8464-3042a2d8e3aa) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:01:32.946663 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e4bdc85c-8101-465d-adc3-1f1dfd2c625c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b76d3ed3e1414ad5a0cb696dbd76b9b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8197167 Mar 05 14:01:32.948058 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:01:32.949745 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] Checking segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:01:32.950888 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:32.957852 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] Bound using segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:01:32.958566 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] Bound port: 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:01:32.959998 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:32.960524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4fd23f-3867-4c68-96f7-048c6d4ce739 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Made reservation on behalf of cc9af02f1eae41708aadc397126f48b9 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:01:32.964110 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ae4fd23f-3867-4c68-96f7-048c6d4ce739 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:32.984568 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50618) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:32.985769 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdc85c-8101-465d-adc3-1f1dfd2c625c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427e29bc-9397-41f4-960b-9e3a6dfa880f,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:33.080054 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-ae4fd23f-3867-4c68-96f7-048c6d4ce739 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] device_id is not set on port 97d347c9-60a7-4cde-a4a9-fe6ee9d096df yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:01:33.100257 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] For port 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:01:33.104402 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] For port 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=94589f36-dcb8-4e2a-8d02-2e4aeb59ae75,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:01:33.112639 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571157c-7050-4483-ae73-d8baa8039203 None None] Pushing event updated for resources: {'Port': ['ID=94589f36-dcb8-4e2a-8d02-2e4aeb59ae75,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:33.118888 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:33.154279 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571157c-7050-4483-ae73-d8baa8039203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:33.157109 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571157c-7050-4483-ae73-d8baa8039203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:33.160440 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571157c-7050-4483-ae73-d8baa8039203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:33.160798 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571157c-7050-4483-ae73-d8baa8039203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:33.161129 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571157c-7050-4483-ae73-d8baa8039203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:33.162791 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571157c-7050-4483-ae73-d8baa8039203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:33.163164 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571157c-7050-4483-ae73-d8baa8039203 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:33.163598 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571157c-7050-4483-ae73-d8baa8039203 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:33.163802 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571157c-7050-4483-ae73-d8baa8039203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:33.166381 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571157c-7050-4483-ae73-d8baa8039203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:33.166742 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571157c-7050-4483-ae73-d8baa8039203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:33.167110 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571157c-7050-4483-ae73-d8baa8039203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:33.174686 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5226675c-5c5c-4966-9fad-eb23f25eb6eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:33.272059 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-60f50b4c-3fe5-4f04-a11f-c4ee728d91eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:33.273877 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4599906-eb13-486f-8f57-b77121e49af7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:33.305078 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-60f50b4c-3fe5-4f04-a11f-c4ee728d91eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:33.344997 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f4599906-eb13-486f-8f57-b77121e49af7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb70fd3-ce1f-443d-9eab-b8d47eefdb78']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:33.353376 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571157c-7050-4483-ae73-d8baa8039203 None None] Pushing event updated for resources: {'Port': ['ID=94589f36-dcb8-4e2a-8d02-2e4aeb59ae75,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:33.383580 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] Routers {'20e093ac-3a70-43ea-89a2-497e4b81505c'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:01:33.384204 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:01:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['20e093ac-3a70-43ea-89a2-497e4b81505c'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:33.387423 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f4599906-eb13-486f-8f57-b77121e49af7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8bed98c-5369-4221-96cc-a9226daf93ab') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:33.388339 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f4599906-eb13-486f-8f57-b77121e49af7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8bed98c-5369-4221-96cc-a9226daf93ab') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:33.422928 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-60f50b4c-3fe5-4f04-a11f-c4ee728d91eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:33.425288 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4599906-eb13-486f-8f57-b77121e49af7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:33.459700 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4599906-eb13-486f-8f57-b77121e49af7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:33.484948 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5226675c-5c5c-4966-9fad-eb23f25eb6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:33.499702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4599906-eb13-486f-8f57-b77121e49af7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:01:33.500108 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4599906-eb13-486f-8f57-b77121e49af7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:33.519267 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f50b4c-3fe5-4f04-a11f-c4ee728d91eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427e29bc-9397-41f4-960b-9e3a6dfa880f,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:33.539764 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-60f50b4c-3fe5-4f04-a11f-c4ee728d91eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:33.541832 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-60f50b4c-3fe5-4f04-a11f-c4ee728d91eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/427e29bc-9397-41f4-960b-9e3a6dfa880f HTTP/1.1" status: 204 len: 168 time: 0.5504501 Mar 05 14:01:33.573487 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-ae4fd23f-3867-4c68-96f7-048c6d4ce739 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Allocated IP 172.20.0.3 (8a4ab280-ad93-48eb-bc8a-2239cab25a6f/0cf5813a-7fb0-44df-b51e-c73e11f86a24/97d347c9-60a7-4cde-a4a9-fe6ee9d096df) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:01:33.599373 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:01:33.704065 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5226675c-5c5c-4966-9fad-eb23f25eb6eb admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:33.712441 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-5226675c-5c5c-4966-9fad-eb23f25eb6eb admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:33.720665 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5226675c-5c5c-4966-9fad-eb23f25eb6eb admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:01:33.840367 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] Set router 20e093ac-3a70-43ea-89a2-497e4b81505c gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:01:33.847048 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e7b5b671-844c-49be-b49a-3a6aedea576c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:33.928365 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226675c-5c5c-4966-9fad-eb23f25eb6eb admin admin] Pushing event updated for resources: {'Port': ['ID=87ef91ad-1350-4e69-8464-3042a2d8e3aa,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:33.936062 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4599906-eb13-486f-8f57-b77121e49af7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:33.961172 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4599906-eb13-486f-8f57-b77121e49af7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:33.973748 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4599906-eb13-486f-8f57-b77121e49af7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Network': ['ID=1bb70fd3-ce1f-443d-9eab-b8d47eefdb78,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:34.048127 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f4599906-eb13-486f-8f57-b77121e49af7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/networks/1bb70fd3-ce1f-443d-9eab-b8d47eefdb78 HTTP/1.1" status: 204 len: 168 time: 3.5505710 Mar 05 14:01:34.048747 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50644) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:34.067828 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-158e0e93-f955-40bc-8817-f4cb7968e65b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1286162151', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:34.075704 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-158e0e93-f955-40bc-8817-f4cb7968e65b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:34.081228 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-158e0e93-f955-40bc-8817-f4cb7968e65b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:router and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:34.083966 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-158e0e93-f955-40bc-8817-f4cb7968e65b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:34.089732 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-158e0e93-f955-40bc-8817-f4cb7968e65b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:34.198293 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-158e0e93-f955-40bc-8817-f4cb7968e65b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:34.199290 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-158e0e93-f955-40bc-8817-f4cb7968e65b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:34.237480 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-158e0e93-f955-40bc-8817-f4cb7968e65b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:34.293383 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50656) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:34.337008 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dc525259-de50-4a58-85f8-ce88852a8eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:34.348666 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-158e0e93-f955-40bc-8817-f4cb7968e65b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:34.387152 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-dc525259-de50-4a58-85f8-ce88852a8eb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:34.430784 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-158e0e93-f955-40bc-8817-f4cb7968e65b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:34.437737 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-158e0e93-f955-40bc-8817-f4cb7968e65b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3792846 Mar 05 14:01:34.535147 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e093ac-3a70-43ea-89a2-497e4b81505c', 'name': 'tempest-NetworksTestDHCPv6-router-724894228', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:23Z', 'updated_at': '2022-03-05T14:01:27Z', 'revision_number': 2, 'project_id': '3c0764293a3340c8864dd88c0a88fd24', 'gw_port_host': None, '_interfaces': [{'id': '94589f36-dcb8-4e2a-8d02-2e4aeb59ae75', 'name': '', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'mac_address': 'fa:16:3e:61:2e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e093ac-3a70-43ea-89a2-497e4b81505c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'cf36f38e-ec1b-4bc8-8641-dfe49943eff1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:25Z', 'updated_at': '2022-03-05T14:01:33Z', 'revision_number': 4, 'project_id': '3c0764293a3340c8864dd88c0a88fd24', 'subnets': [{'id': 'cf36f38e-ec1b-4bc8-8641-dfe49943eff1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:34.543500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50664) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:34.544942 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686e5282-3638-4cf7-bfe8-adabdba63cee None None] The sync data for ids ['20e093ac-3a70-43ea-89a2-497e4b81505c'] in n-d-803718-1 is: [{'id': '20e093ac-3a70-43ea-89a2-497e4b81505c', 'name': 'tempest-NetworksTestDHCPv6-router-724894228', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:23Z', 'updated_at': '2022-03-05T14:01:27Z', 'revision_number': 2, 'project_id': '3c0764293a3340c8864dd88c0a88fd24', 'gw_port_host': None, '_interfaces': [{'id': '94589f36-dcb8-4e2a-8d02-2e4aeb59ae75', 'name': '', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'mac_address': 'fa:16:3e:61:2e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e093ac-3a70-43ea-89a2-497e4b81505c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'cf36f38e-ec1b-4bc8-8641-dfe49943eff1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:25Z', 'updated_at': '2022-03-05T14:01:33Z', 'revision_number': 4, 'project_id': '3c0764293a3340c8864dd88c0a88fd24', 'subnets': [{'id': 'cf36f38e-ec1b-4bc8-8641-dfe49943eff1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:01:34.577663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-58ab909f-b510-40cf-b2bb-d4bfe16f8843 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1611350778'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:34.588484 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-58ab909f-b510-40cf-b2bb-d4bfe16f8843 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:34.607535 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-58ab909f-b510-40cf-b2bb-d4bfe16f8843 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:network and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:34.621605 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-58ab909f-b510-40cf-b2bb-d4bfe16f8843 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:34.625834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dc525259-de50-4a58-85f8-ce88852a8eb4 admin admin] Usage tracker for resource:security_group_rule and tenant:2be5b1008dd048739b92ce916e08e043 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:34.654107 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dc525259-de50-4a58-85f8-ce88852a8eb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:34.669727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-58ab909f-b510-40cf-b2bb-d4bfe16f8843 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:34.678267 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-dc525259-de50-4a58-85f8-ce88852a8eb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:34.688971 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ab909f-b510-40cf-b2bb-d4bfe16f8843 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Made reservation on behalf of f9698ae0269e4f54b2949da6501e3b33 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:01:34.692648 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58ab909f-b510-40cf-b2bb-d4bfe16f8843 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:34.693901 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ae4fd23f-3867-4c68-96f7-048c6d4ce739 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:34.719481 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5226675c-5c5c-4966-9fad-eb23f25eb6eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:34.734941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-ae4fd23f-3867-4c68-96f7-048c6d4ce739 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Transition to ACTIVE for port object 97d347c9-60a7-4cde-a4a9-fe6ee9d096df will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:34.819210 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-e7b5b671-844c-49be-b49a-3a6aedea576c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting port 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:34.819557 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e7b5b671-844c-49be-b49a-3a6aedea576c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:34.831971 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ab909f-b510-40cf-b2bb-d4bfe16f8843 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:01:34.845696 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58ab909f-b510-40cf-b2bb-d4bfe16f8843 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:34.846685 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-58ab909f-b510-40cf-b2bb-d4bfe16f8843 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Added segment e7cb5b20-5dc2-41bb-aaa6-198b1f327254 of type vlan for network 11f820fc-6e70-405d-a25d-39a81029ebab Mar 05 14:01:34.905056 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58ab909f-b510-40cf-b2bb-d4bfe16f8843 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:34.921688 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ae4fd23f-3867-4c68-96f7-048c6d4ce739 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:34.959225 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58ab909f-b510-40cf-b2bb-d4bfe16f8843 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:34.960269 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dc525259-de50-4a58-85f8-ce88852a8eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:34.965200 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ab909f-b510-40cf-b2bb-d4bfe16f8843 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:34.966482 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58ab909f-b510-40cf-b2bb-d4bfe16f8843 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:35.152042 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dc525259-de50-4a58-85f8-ce88852a8eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:35.176368 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:01:35.193711 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-58ab909f-b510-40cf-b2bb-d4bfe16f8843 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6462159 Mar 05 14:01:35.226566 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50684) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:35.256589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4fd23f-3867-4c68-96f7-048c6d4ce739 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Pushing event updated for resources: {'Port': ['ID=97d347c9-60a7-4cde-a4a9-fe6ee9d096df,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:35.257306 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-6b1c33cc-cc5c-43ac-95f8-b60dbca7f1a1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'subnet': {'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:35.269049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc525259-de50-4a58-85f8-ce88852a8eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ca44b6-406c-4326-8733-2e793d7f3659,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:35.328245 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:35.336148 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:35.336800 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:35.385768 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4fd23f-3867-4c68-96f7-048c6d4ce739 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Network 8a4ab280-ad93-48eb-bc8a-2239cab25a6f is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:35.393619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-ae4fd23f-3867-4c68-96f7-048c6d4ce739 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:35.397319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4fd23f-3867-4c68-96f7-048c6d4ce739 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:01:35.505373 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dc525259-de50-4a58-85f8-ce88852a8eb4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2be5b1008dd048739b92ce916e08e043&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2099245 Mar 05 14:01:35.526399 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50696) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:35.690577 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4fd23f-3867-4c68-96f7-048c6d4ce739 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:35.691299 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ae4fd23f-3867-4c68-96f7-048c6d4ce739 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:35.767299 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:35.780804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-e7b5b671-844c-49be-b49a-3a6aedea576c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] For port 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=94589f36-dcb8-4e2a-8d02-2e4aeb59ae75,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:01:35.781573 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e7b5b671-844c-49be-b49a-3a6aedea576c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:35.790223 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6b1c33cc-cc5c-43ac-95f8-b60dbca7f1a1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:35.797688 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6b1c33cc-cc5c-43ac-95f8-b60dbca7f1a1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:subnet and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:35.801095 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6b1c33cc-cc5c-43ac-95f8-b60dbca7f1a1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:35.807805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6b1c33cc-cc5c-43ac-95f8-b60dbca7f1a1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:35.813733 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5226675c-5c5c-4966-9fad-eb23f25eb6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:35.817435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab909f-b510-40cf-b2bb-d4bfe16f8843 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Network': ['ID=11f820fc-6e70-405d-a25d-39a81029ebab,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:35.840034 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0e0220fa-29ad-43cd-9a03-52442f60147b None None] Provisioning for port 97d347c9-60a7-4cde-a4a9-fe6ee9d096df completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:35.846047 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 11f820fc-6e70-405d-a25d-39a81029ebab details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:01:35.875182 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=94589f36-dcb8-4e2a-8d02-2e4aeb59ae75,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:01:35.876698 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0e0220fa-29ad-43cd-9a03-52442f60147b None None] Provisioning complete for port 97d347c9-60a7-4cde-a4a9-fe6ee9d096df triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:35.877318 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0e0220fa-29ad-43cd-9a03-52442f60147b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:36.008490 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:36.049822 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-59ddb249-ca91-40fe-b0e4-9de8cb6f2fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:36.060459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1c33cc-cc5c-43ac-95f8-b60dbca7f1a1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Made reservation on behalf of f9698ae0269e4f54b2949da6501e3b33 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:01:36.063825 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6b1c33cc-cc5c-43ac-95f8-b60dbca7f1a1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:36.092242 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-59ddb249-ca91-40fe-b0e4-9de8cb6f2fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:36.136090 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=94589f36-dcb8-4e2a-8d02-2e4aeb59ae75,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:36.149223 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-0e0220fa-29ad-43cd-9a03-52442f60147b None None] Port 97d347c9-60a7-4cde-a4a9-fe6ee9d096df cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:01:36.179074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-e7b5b671-844c-49be-b49a-3a6aedea576c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Calling delete_port for 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:01:36.267429 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-59ddb249-ca91-40fe-b0e4-9de8cb6f2fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:36.281589 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ae4fd23f-3867-4c68-96f7-048c6d4ce739 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8170743 Mar 05 14:01:36.288898 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50712) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:36.303661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-3e615fe1-fb65-424d-88ad-1bb0547e27b1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:36.310981 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3e615fe1-fb65-424d-88ad-1bb0547e27b1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:36.324303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3e615fe1-fb65-424d-88ad-1bb0547e27b1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Usage tracker for resource:floatingip and tenant:cc9af02f1eae41708aadc397126f48b9 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:36.327948 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddb249-ca91-40fe-b0e4-9de8cb6f2fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ca44b6-406c-4326-8733-2e793d7f3659,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:36.330108 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-59ddb249-ca91-40fe-b0e4-9de8cb6f2fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:36.331233 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-59ddb249-ca91-40fe-b0e4-9de8cb6f2fe5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6ca44b6-406c-4326-8733-2e793d7f3659 HTTP/1.1" status: 204 len: 168 time: 0.7962275 Mar 05 14:01:36.332834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3e615fe1-fb65-424d-88ad-1bb0547e27b1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:36.348446 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3e615fe1-fb65-424d-88ad-1bb0547e27b1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:36.394083 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5226675c-5c5c-4966-9fad-eb23f25eb6eb admin admin] Router 187f7b76-1d7a-4a5a-a380-85076b60abbb is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:01:36.401977 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3e615fe1-fb65-424d-88ad-1bb0547e27b1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:36.629520 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-e7b5b671-844c-49be-b49a-3a6aedea576c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:01:36.629938 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-e7b5b671-844c-49be-b49a-3a6aedea576c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:01:36.672706 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5226675c-5c5c-4966-9fad-eb23f25eb6eb admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:01:36.684780 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] Sync routers for ids ['187f7b76-1d7a-4a5a-a380-85076b60abbb'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:01:36.688675 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6b1c33cc-cc5c-43ac-95f8-b60dbca7f1a1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:36.695056 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3e615fe1-fb65-424d-88ad-1bb0547e27b1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:36.699055 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] Routers {'187f7b76-1d7a-4a5a-a380-85076b60abbb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:01:36.701250 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:01:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['187f7b76-1d7a-4a5a-a380-85076b60abbb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:36.788435 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5226675c-5c5c-4966-9fad-eb23f25eb6eb admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:36.790043 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5226675c-5c5c-4966-9fad-eb23f25eb6eb admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.3778958 Mar 05 14:01:36.794668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50730) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:36.812575 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1c33cc-cc5c-43ac-95f8-b60dbca7f1a1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Checking segment: {'id': 'e7cb5b20-5dc2-41bb-aaa6-198b1f327254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:01:36.813346 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1c33cc-cc5c-43ac-95f8-b60dbca7f1a1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network hostable DHCP agents. Network: 11f820fc-6e70-405d-a25d-39a81029ebab, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:01:36.827545 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c33cc-cc5c-43ac-95f8-b60dbca7f1a1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Subnet': ['ID=f356a642-f50d-410a-b61c-830ee38301f3,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:36.847966 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1c33cc-cc5c-43ac-95f8-b60dbca7f1a1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network 11f820fc-6e70-405d-a25d-39a81029ebab is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:01:36.863565 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-6b1c33cc-cc5c-43ac-95f8-b60dbca7f1a1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 11f820fc-6e70-405d-a25d-39a81029ebab) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:36.875649 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d27b16-d4a1-42c8-b720-45e83f13856c None None] Network 11f820fc-6e70-405d-a25d-39a81029ebab requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:01:36.877422 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1c33cc-cc5c-43ac-95f8-b60dbca7f1a1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:36.878654 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6b1c33cc-cc5c-43ac-95f8-b60dbca7f1a1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:36.916019 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6b1c33cc-cc5c-43ac-95f8-b60dbca7f1a1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6783366 Mar 05 14:01:36.919079 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50736) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:37.123991 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] Set router 187f7b76-1d7a-4a5a-a380-85076b60abbb gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:01:37.154396 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50744) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:37.172022 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-e7b5b671-844c-49be-b49a-3a6aedea576c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting port 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:37.172359 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e7b5b671-844c-49be-b49a-3a6aedea576c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:37.220601 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:01:37.497381 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:37.500683 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:37.504637 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-abb86500-59c7-4f38-978b-b5227d6e7849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:37.578137 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84384dc5-a461-4cc5-a712-3ae63f6c5659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-11f820fc-6e70-405d-a25d-39a81029ebab', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:01:37.582303 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-84384dc5-a461-4cc5-a712-3ae63f6c5659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:37.656113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-e7b5b671-844c-49be-b49a-3a6aedea576c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] For port 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=94589f36-dcb8-4e2a-8d02-2e4aeb59ae75,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:01:37.656469 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e7b5b671-844c-49be-b49a-3a6aedea576c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:37.662849 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-abb86500-59c7-4f38-978b-b5227d6e7849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:37.676499 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-abb86500-59c7-4f38-978b-b5227d6e7849 admin admin] Usage tracker for resource:security_group_rule and tenant:74ecb83094904f2da0e7e0e89ef0a307 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:37.740969 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-abb86500-59c7-4f38-978b-b5227d6e7849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:37.754996 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'name': 'tempest-ServerRescueTestJSONUnderV235-504043248-router', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:28Z', 'updated_at': '2022-03-05T14:01:34Z', 'revision_number': 3, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'gw_port': {'id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:39:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:32Z', 'updated_at': '2022-03-05T14:01:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:37.766571 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] Checking router: 187f7b76-1d7a-4a5a-a380-85076b60abbb for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:01:37.769038 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] Updating router 187f7b76-1d7a-4a5a-a380-85076b60abbb port 87ef91ad-1350-4e69-8464-3042a2d8e3aa binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:01:37.775659 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-abb86500-59c7-4f38-978b-b5227d6e7849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:37.783418 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c64e85d-da31-4a8b-b80a-888cda5dc35f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:37.850373 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:37.926709 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-e7b5b671-844c-49be-b49a-3a6aedea576c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Calling delete_port for 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:01:38.095195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-3e615fe1-fb65-424d-88ad-1bb0547e27b1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Allocated IP 172.25.4.250 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/e1f41b42-3276-4e85-9041-a16b134cd038) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:01:38.101948 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-abb86500-59c7-4f38-978b-b5227d6e7849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:38.203854 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-84384dc5-a461-4cc5-a712-3ae63f6c5659 None None] Allocated IP 2001:db8::2 (11f820fc-6e70-405d-a25d-39a81029ebab/f356a642-f50d-410a-b61c-830ee38301f3/e1dc07b7-441f-45bb-ba81-a31e7dd6dd41) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:01:38.214031 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-abb86500-59c7-4f38-978b-b5227d6e7849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:38.316821 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-abb86500-59c7-4f38-978b-b5227d6e7849 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74ecb83094904f2da0e7e0e89ef0a307&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1602426 Mar 05 14:01:38.317626 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb86500-59c7-4f38-978b-b5227d6e7849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f9e3e9-7ad4-4fb9-9ede-c86563d77e85,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:38.324485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50774) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:38.615638 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-facae78d-2396-4d39-a068-a4d747ee2cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:38.641048 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-84384dc5-a461-4cc5-a712-3ae63f6c5659 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:38.643879 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-facae78d-2396-4d39-a068-a4d747ee2cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:38.717566 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-facae78d-2396-4d39-a068-a4d747ee2cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:38.741229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facae78d-2396-4d39-a068-a4d747ee2cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f9e3e9-7ad4-4fb9-9ede-c86563d77e85,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:38.741572 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3e615fe1-fb65-424d-88ad-1bb0547e27b1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:38.763122 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-facae78d-2396-4d39-a068-a4d747ee2cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:38.767498 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-facae78d-2396-4d39-a068-a4d747ee2cee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26f9e3e9-7ad4-4fb9-9ede-c86563d77e85 HTTP/1.1" status: 204 len: 168 time: 0.4401646 Mar 05 14:01:38.792174 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-84384dc5-a461-4cc5-a712-3ae63f6c5659 None None] Transition to ACTIVE for port object e1dc07b7-441f-45bb-ba81-a31e7dd6dd41 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:38.804003 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e7b5b671-844c-49be-b49a-3a6aedea576c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:38.854324 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a18a33a0-5287-4dde-b67d-d72fd3c1ffbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:38.860970 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-84384dc5-a461-4cc5-a712-3ae63f6c5659 None None] Transition to ACTIVE for port object e1dc07b7-441f-45bb-ba81-a31e7dd6dd41 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:38.872845 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-84384dc5-a461-4cc5-a712-3ae63f6c5659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:38.933113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5b671-844c-49be-b49a-3a6aedea576c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Port': ['ID=94589f36-dcb8-4e2a-8d02-2e4aeb59ae75,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:39.011144 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84384dc5-a461-4cc5-a712-3ae63f6c5659 None None] Network 11f820fc-6e70-405d-a25d-39a81029ebab is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:39.015748 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-3c64e85d-da31-4a8b-b80a-888cda5dc35f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Allocated IP 2001:db8::1 (11f820fc-6e70-405d-a25d-39a81029ebab/f356a642-f50d-410a-b61c-830ee38301f3/98646134-7a04-45e4-ac9b-ee3faa8b007e) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:01:39.021513 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-84384dc5-a461-4cc5-a712-3ae63f6c5659 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:39.037792 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84384dc5-a461-4cc5-a712-3ae63f6c5659 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:01:39.311033 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3e615fe1-fb65-424d-88ad-1bb0547e27b1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:39.471823 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c64e85d-da31-4a8b-b80a-888cda5dc35f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:39.488903 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e7b5b671-844c-49be-b49a-3a6aedea576c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:39.515185 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84384dc5-a461-4cc5-a712-3ae63f6c5659 None None] Pushing event updated for resources: {'Port': ['ID=e1dc07b7-441f-45bb-ba81-a31e7dd6dd41,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:39.533066 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e615fe1-fb65-424d-88ad-1bb0547e27b1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:39.535867 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-84384dc5-a461-4cc5-a712-3ae63f6c5659 None None] Attempting to bind port e1dc07b7-441f-45bb-ba81-a31e7dd6dd41 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:01:39.536269 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-84384dc5-a461-4cc5-a712-3ae63f6c5659 None None] Attempting to bind port e1dc07b7-441f-45bb-ba81-a31e7dd6dd41 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'e7cb5b20-5dc2-41bb-aaa6-198b1f327254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:01:39.536625 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84384dc5-a461-4cc5-a712-3ae63f6c5659 None None] Attempting to bind port e1dc07b7-441f-45bb-ba81-a31e7dd6dd41 on network 11f820fc-6e70-405d-a25d-39a81029ebab {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:01:39.538450 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-3c64e85d-da31-4a8b-b80a-888cda5dc35f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Transition to ACTIVE for port object 98646134-7a04-45e4-ac9b-ee3faa8b007e will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:39.545705 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84384dc5-a461-4cc5-a712-3ae63f6c5659 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:01:39.546046 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84384dc5-a461-4cc5-a712-3ae63f6c5659 None None] Checking segment: {'id': 'e7cb5b20-5dc2-41bb-aaa6-198b1f327254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:01:39.546458 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-84384dc5-a461-4cc5-a712-3ae63f6c5659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:39.546876 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84384dc5-a461-4cc5-a712-3ae63f6c5659 None None] Bound using segment: {'id': 'e7cb5b20-5dc2-41bb-aaa6-198b1f327254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:01:39.547356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-84384dc5-a461-4cc5-a712-3ae63f6c5659 None None] Bound port: e1dc07b7-441f-45bb-ba81-a31e7dd6dd41, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7cb5b20-5dc2-41bb-aaa6-198b1f327254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:01:39.547744 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-84384dc5-a461-4cc5-a712-3ae63f6c5659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:39.563439 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-3e615fe1-fb65-424d-88ad-1bb0547e27b1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:39.586314 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c64e85d-da31-4a8b-b80a-888cda5dc35f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:39.650043 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:39.665310 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] Transition to ACTIVE for port object 87ef91ad-1350-4e69-8464-3042a2d8e3aa will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:39.665835 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c64e85d-da31-4a8b-b80a-888cda5dc35f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network 11f820fc-6e70-405d-a25d-39a81029ebab is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:39.670557 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-3c64e85d-da31-4a8b-b80a-888cda5dc35f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:39.675182 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:39.679274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c64e85d-da31-4a8b-b80a-888cda5dc35f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:01:39.679940 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c64e85d-da31-4a8b-b80a-888cda5dc35f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:39.719881 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64e85d-da31-4a8b-b80a-888cda5dc35f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Port': ['ID=98646134-7a04-45e4-ac9b-ee3faa8b007e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:39.764792 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-84384dc5-a461-4cc5-a712-3ae63f6c5659 None None] For port e1dc07b7-441f-45bb-ba81-a31e7dd6dd41, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:01:39.769295 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-84384dc5-a461-4cc5-a712-3ae63f6c5659 None None] For port e1dc07b7-441f-45bb-ba81-a31e7dd6dd41, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e1dc07b7-441f-45bb-ba81-a31e7dd6dd41,segment=NetworkSegment(e7cb5b20-5dc2-41bb-aaa6-198b1f327254),segment_id=e7cb5b20-5dc2-41bb-aaa6-198b1f327254)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:01:39.780428 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-84384dc5-a461-4cc5-a712-3ae63f6c5659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:39.836439 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] Attempting to bind port 87ef91ad-1350-4e69-8464-3042a2d8e3aa on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:01:39.836804 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] Attempting to bind port 87ef91ad-1350-4e69-8464-3042a2d8e3aa by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:01:39.837725 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] Attempting to bind port 87ef91ad-1350-4e69-8464-3042a2d8e3aa on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:01:39.849503 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:01:39.850198 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:01:39.850981 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:39.851592 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:01:39.852282 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] Bound port: 87ef91ad-1350-4e69-8464-3042a2d8e3aa, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:01:39.852902 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:39.860016 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c64e85d-da31-4a8b-b80a-888cda5dc35f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:39.884327 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae919e5f-af91-49a2-a7c5-cb3a2c077a75 None None] Pushing event updated for resources: {'Port': ['ID=87ef91ad-1350-4e69-8464-3042a2d8e3aa,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:39.947873 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84384dc5-a461-4cc5-a712-3ae63f6c5659 None None] Pushing event updated for resources: {'Port': ['ID=e1dc07b7-441f-45bb-ba81-a31e7dd6dd41,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:39.979654 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] For port 87ef91ad-1350-4e69-8464-3042a2d8e3aa, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:01:39.988462 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] For port 87ef91ad-1350-4e69-8464-3042a2d8e3aa, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=87ef91ad-1350-4e69-8464-3042a2d8e3aa,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:01:39.997329 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:40.174441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e615fe1-fb65-424d-88ad-1bb0547e27b1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:01:40.206237 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] Routers {'187f7b76-1d7a-4a5a-a380-85076b60abbb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:01:40.209722 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:01:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['187f7b76-1d7a-4a5a-a380-85076b60abbb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:40.370313 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae919e5f-af91-49a2-a7c5-cb3a2c077a75 None None] Pushing event updated for resources: {'Port': ['ID=87ef91ad-1350-4e69-8464-3042a2d8e3aa,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:40.408483 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c64e85d-da31-4a8b-b80a-888cda5dc35f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:40.415153 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c64e85d-da31-4a8b-b80a-888cda5dc35f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:40.416096 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c64e85d-da31-4a8b-b80a-888cda5dc35f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:40.429683 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e615fe1-fb65-424d-88ad-1bb0547e27b1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Pushing event updated for resources: {'Port': ['ID=e1f41b42-3276-4e85-9041-a16b134cd038,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:40.527754 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64e85d-da31-4a8b-b80a-888cda5dc35f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Port': ['ID=98646134-7a04-45e4-ac9b-ee3faa8b007e,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:40.601968 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] Set router 187f7b76-1d7a-4a5a-a380-85076b60abbb gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:01:40.696600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c64e85d-da31-4a8b-b80a-888cda5dc35f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network 11f820fc-6e70-405d-a25d-39a81029ebab is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:40.697776 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-3c64e85d-da31-4a8b-b80a-888cda5dc35f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:40.885508 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3e615fe1-fb65-424d-88ad-1bb0547e27b1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:40.907559 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b5b671-844c-49be-b49a-3a6aedea576c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Router 20e093ac-3a70-43ea-89a2-497e4b81505c has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:01:40.941689 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d7844b74-0df0-4be0-9c72-088994a3bea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:40.992317 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c64e85d-da31-4a8b-b80a-888cda5dc35f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Router 1ed1dcb5-fa00-40c8-834b-37773777bb1f is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:01:41.173669 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'name': 'tempest-ServerRescueTestJSONUnderV235-504043248-router', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:28Z', 'updated_at': '2022-03-05T14:01:34Z', 'revision_number': 3, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'gw_port': {'id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:39:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:32Z', 'updated_at': '2022-03-05T14:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:41.189251 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee8d9ac-56c7-49b6-813b-f0a95ca885bd None None] The sync data for ids ['187f7b76-1d7a-4a5a-a380-85076b60abbb'] in n-d-803718-1 is: [{'id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'name': 'tempest-ServerRescueTestJSONUnderV235-504043248-router', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:28Z', 'updated_at': '2022-03-05T14:01:34Z', 'revision_number': 3, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'gw_port': {'id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:39:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:32Z', 'updated_at': '2022-03-05T14:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:01:41.240176 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e1dc07b7-441f-45bb-ba81-a31e7dd6dd41 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:01:41.258289 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3b97dc31-ac5d-49aa-b8d4-74622df5b179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:41.377844 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port e1dc07b7-441f-45bb-ba81-a31e7dd6dd41 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:41.437699 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c64e85d-da31-4a8b-b80a-888cda5dc35f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:01:41.454824 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] Sync routers for ids ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:01:41.455041 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3c64e85d-da31-4a8b-b80a-888cda5dc35f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/routers/1ed1dcb5-fa00-40c8-834b-37773777bb1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5300155 Mar 05 14:01:41.455869 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50832) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:41.471629 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-27ca7c17-09ea-4467-a3dc-0c237c9cedb2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-580874078'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:41.472086 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] Routers {'1ed1dcb5-fa00-40c8-834b-37773777bb1f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:01:41.473491 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:01:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:41.486625 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-27ca7c17-09ea-4467-a3dc-0c237c9cedb2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:41.497700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-27ca7c17-09ea-4467-a3dc-0c237c9cedb2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:network and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:41.504545 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-27ca7c17-09ea-4467-a3dc-0c237c9cedb2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:41.515562 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-27ca7c17-09ea-4467-a3dc-0c237c9cedb2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:41.576337 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b5b671-844c-49be-b49a-3a6aedea576c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:01:41.589057 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e406942-9d69-46f9-91d2-8011a4e0a17c None None] Sync routers for ids ['20e093ac-3a70-43ea-89a2-497e4b81505c'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:01:41.605531 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e406942-9d69-46f9-91d2-8011a4e0a17c None None] Routers {'20e093ac-3a70-43ea-89a2-497e4b81505c'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:01:41.610112 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-9e406942-9d69-46f9-91d2-8011a4e0a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:01:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['20e093ac-3a70-43ea-89a2-497e4b81505c'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:41.660730 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3e615fe1-fb65-424d-88ad-1bb0547e27b1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:41.857877 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ca7c17-09ea-4467-a3dc-0c237c9cedb2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Made reservation on behalf of f9698ae0269e4f54b2949da6501e3b33 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:01:41.879719 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-27ca7c17-09ea-4467-a3dc-0c237c9cedb2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:41.966353 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ca7c17-09ea-4467-a3dc-0c237c9cedb2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:01:41.991297 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-27ca7c17-09ea-4467-a3dc-0c237c9cedb2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:41.991685 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-27ca7c17-09ea-4467-a3dc-0c237c9cedb2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Added segment 75378509-93c1-461b-931c-0a91d9e49750 of type vlan for network e9938043-2ef4-41bc-89c9-22fadfddd949 Mar 05 14:01:42.009018 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80c482d-27b3-46b4-aef7-d809d7253bf1 None None] Network 11f820fc-6e70-405d-a25d-39a81029ebab requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:01:42.065419 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-27ca7c17-09ea-4467-a3dc-0c237c9cedb2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:42.087545 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-9e406942-9d69-46f9-91d2-8011a4e0a17c None None] Set router 20e093ac-3a70-43ea-89a2-497e4b81505c gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:01:42.143163 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-27ca7c17-09ea-4467-a3dc-0c237c9cedb2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:42.149010 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ca7c17-09ea-4467-a3dc-0c237c9cedb2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:42.149611 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-27ca7c17-09ea-4467-a3dc-0c237c9cedb2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:42.202512 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e7b5b671-844c-49be-b49a-3a6aedea576c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "PUT /v2.0/routers/20e093ac-3a70-43ea-89a2-497e4b81505c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7200608 Mar 05 14:01:42.203409 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50872) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:42.228763 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] Set router 1ed1dcb5-fa00-40c8-834b-37773777bb1f gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:01:42.405742 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-27ca7c17-09ea-4467-a3dc-0c237c9cedb2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9470611 Mar 05 14:01:42.409330 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50880) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:42.428702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca7c17-09ea-4467-a3dc-0c237c9cedb2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Network': ['ID=e9938043-2ef4-41bc-89c9-22fadfddd949,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:42.445844 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-9e406942-9d69-46f9-91d2-8011a4e0a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e093ac-3a70-43ea-89a2-497e4b81505c', 'name': 'tempest-NetworksTestDHCPv6-router-724894228', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:23Z', 'updated_at': '2022-03-05T14:01:38Z', 'revision_number': 3, 'project_id': '3c0764293a3340c8864dd88c0a88fd24', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:42.457791 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e406942-9d69-46f9-91d2-8011a4e0a17c None None] Checking router: 20e093ac-3a70-43ea-89a2-497e4b81505c for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:01:42.484988 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e406942-9d69-46f9-91d2-8011a4e0a17c None None] Routers {'20e093ac-3a70-43ea-89a2-497e4b81505c'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:01:42.485622 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-9e406942-9d69-46f9-91d2-8011a4e0a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:01:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['20e093ac-3a70-43ea-89a2-497e4b81505c'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:42.508454 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50884) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:42.732747 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network e9938043-2ef4-41bc-89c9-22fadfddd949 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:01:42.804110 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-3b97dc31-ac5d-49aa-b8d4-74622df5b179 admin admin] Allocated IP 172.20.0.1 (9e1fbddc-f285-40f2-9ffb-2b02622ef359/996696e8-f383-47a4-b5dd-497af7965d47/f49483e5-b318-48f7-bd77-e83feacf9734) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:01:42.817303 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-894235fd-d595-4939-aa23-dbdd8ec498e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:42.879921 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-894235fd-d595-4939-aa23-dbdd8ec498e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:42.894651 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-894235fd-d595-4939-aa23-dbdd8ec498e9 admin admin] Usage tracker for resource:security_group_rule and tenant:22e3b71d582a4f918577aa730b1215f5 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:42.904361 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-894235fd-d595-4939-aa23-dbdd8ec498e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:42.908146 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-9e406942-9d69-46f9-91d2-8011a4e0a17c None None] Set router 20e093ac-3a70-43ea-89a2-497e4b81505c gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:01:42.921075 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-894235fd-d595-4939-aa23-dbdd8ec498e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:43.015558 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3b97dc31-ac5d-49aa-b8d4-74622df5b179 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:43.025031 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-b616f6af-b15d-423a-822b-d84f47b65d78 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'subnet': {'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:43.030015 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-9e406942-9d69-46f9-91d2-8011a4e0a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e093ac-3a70-43ea-89a2-497e4b81505c', 'name': 'tempest-NetworksTestDHCPv6-router-724894228', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:23Z', 'updated_at': '2022-03-05T14:01:38Z', 'revision_number': 3, 'project_id': '3c0764293a3340c8864dd88c0a88fd24', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:43.035796 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e406942-9d69-46f9-91d2-8011a4e0a17c None None] The sync data for ids ['20e093ac-3a70-43ea-89a2-497e4b81505c'] in n-d-803718-1 is: [{'id': '20e093ac-3a70-43ea-89a2-497e4b81505c', 'name': 'tempest-NetworksTestDHCPv6-router-724894228', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:23Z', 'updated_at': '2022-03-05T14:01:38Z', 'revision_number': 3, 'project_id': '3c0764293a3340c8864dd88c0a88fd24', 'gw_port_host': None}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:01:43.072018 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092c9e19-bd36-4081-8570-746b2630f3d0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:43.082380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092c9e19-bd36-4081-8570-746b2630f3d0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:43.085912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-092c9e19-bd36-4081-8570-746b2630f3d0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:01:43.132156 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-894235fd-d595-4939-aa23-dbdd8ec498e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:43.139308 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-894235fd-d595-4939-aa23-dbdd8ec498e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:43.163304 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:43.175156 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0c802a33-9d73-4a0b-8fda-f0e69d69f002 None None] Provisioning for port e1dc07b7-441f-45bb-ba81-a31e7dd6dd41 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:43.180507 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:43.186241 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0c802a33-9d73-4a0b-8fda-f0e69d69f002 None None] Provisioning complete for port e1dc07b7-441f-45bb-ba81-a31e7dd6dd41 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:43.186853 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0c802a33-9d73-4a0b-8fda-f0e69d69f002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:43.227497 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-894235fd-d595-4939-aa23-dbdd8ec498e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22e3b71d582a4f918577aa730b1215f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7155418 Mar 05 14:01:43.235342 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50908) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:43.300179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894235fd-d595-4939-aa23-dbdd8ec498e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673ae84f-85f5-4d8e-92da-170d2a44c1cb,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:43.364466 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c46ec892-303f-43c2-9433-281d151f716c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:43.397014 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c46ec892-303f-43c2-9433-281d151f716c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:43.476872 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 87ef91ad-1350-4e69-8464-3042a2d8e3aa up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:01:43.489285 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c46ec892-303f-43c2-9433-281d151f716c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:43.518063 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-092c9e19-bd36-4081-8570-746b2630f3d0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:01:43.520922 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-092c9e19-bd36-4081-8570-746b2630f3d0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.3099828 Mar 05 14:01:43.540590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50930) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:43.556039 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ec892-303f-43c2-9433-281d151f716c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673ae84f-85f5-4d8e-92da-170d2a44c1cb,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:43.563921 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c46ec892-303f-43c2-9433-281d151f716c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:43.568615 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c46ec892-303f-43c2-9433-281d151f716c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/673ae84f-85f5-4d8e-92da-170d2a44c1cb HTTP/1.1" status: 204 len: 168 time: 0.3319752 Mar 05 14:01:43.602588 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3e615fe1-fb65-424d-88ad-1bb0547e27b1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:43.662134 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3e615fe1-fb65-424d-88ad-1bb0547e27b1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:43.841435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b616f6af-b15d-423a-822b-d84f47b65d78 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:43.863164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b616f6af-b15d-423a-822b-d84f47b65d78 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:subnet and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:43.874643 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b616f6af-b15d-423a-822b-d84f47b65d78 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:43.889777 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0c802a33-9d73-4a0b-8fda-f0e69d69f002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:44.009023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:01:39Z', 'revision_number': 2, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None, '_interfaces': [{'id': '98646134-7a04-45e4-ac9b-ee3faa8b007e', 'name': '', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:b3:14:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:38Z', 'updated_at': '2022-03-05T14:01:40Z', 'revision_number': 2, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:44.011383 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:44.039663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] Checking router: 1ed1dcb5-fa00-40c8-834b-37773777bb1f for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:01:44.040200 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] Updating router 1ed1dcb5-fa00-40c8-834b-37773777bb1f port 98646134-7a04-45e4-ac9b-ee3faa8b007e binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:01:44.115449 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 87ef91ad-1350-4e69-8464-3042a2d8e3aa completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:44.127865 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-0c802a33-9d73-4a0b-8fda-f0e69d69f002 None None] For port e1dc07b7-441f-45bb-ba81-a31e7dd6dd41, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e1dc07b7-441f-45bb-ba81-a31e7dd6dd41,segment=NetworkSegment(e7cb5b20-5dc2-41bb-aaa6-198b1f327254),segment_id=e7cb5b20-5dc2-41bb-aaa6-198b1f327254)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:01:44.131816 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 87ef91ad-1350-4e69-8464-3042a2d8e3aa triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:44.132294 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:44.188862 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b616f6af-b15d-423a-822b-d84f47b65d78 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:44.209210 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0c802a33-9d73-4a0b-8fda-f0e69d69f002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:44.243889 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3b97dc31-ac5d-49aa-b8d4-74622df5b179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:44.266551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e615fe1-fb65-424d-88ad-1bb0547e27b1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Pushing event updated for resources: {'Port': ['ID=e1f41b42-3276-4e85-9041-a16b134cd038,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:44.292005 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50940) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:44.327193 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7d4c88e9-ea9d-4e61-b1c3-b477ffd8a45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:44.343641 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c802a33-9d73-4a0b-8fda-f0e69d69f002 None None] Pushing event updated for resources: {'Port': ['ID=e1dc07b7-441f-45bb-ba81-a31e7dd6dd41,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:44.346201 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:44.358341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7d4c88e9-ea9d-4e61-b1c3-b477ffd8a45a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:44.364002 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7d4c88e9-ea9d-4e61-b1c3-b477ffd8a45a admin admin] Usage tracker for resource:security_group_rule and tenant:466291b605e148629385222990faa4f4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:44.371013 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7d4c88e9-ea9d-4e61-b1c3-b477ffd8a45a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:44.373857 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-218b17d3-84e6-464d-8151-9d955442c469 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet cf36f38e-ec1b-4bc8-8641-dfe49943eff1 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:01:44.397490 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7d4c88e9-ea9d-4e61-b1c3-b477ffd8a45a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:44.398748 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b616f6af-b15d-423a-822b-d84f47b65d78 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Made reservation on behalf of f9698ae0269e4f54b2949da6501e3b33 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:01:44.402641 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b616f6af-b15d-423a-822b-d84f47b65d78 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:44.449165 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-218b17d3-84e6-464d-8151-9d955442c469 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:44.521068 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b5335ef9-c2d0-4926-85d1-6bb1d2aa289c None None] Provisioning for port 98646134-7a04-45e4-ac9b-ee3faa8b007e completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:44.537326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b97dc31-ac5d-49aa-b8d4-74622df5b179 admin admin] Network 9e1fbddc-f285-40f2-9ffb-2b02622ef359 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:44.538425 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3e615fe1-fb65-424d-88ad-1bb0547e27b1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:44.541055 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b5335ef9-c2d0-4926-85d1-6bb1d2aa289c None None] Provisioning complete for port 98646134-7a04-45e4-ac9b-ee3faa8b007e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:44.541538 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b5335ef9-c2d0-4926-85d1-6bb1d2aa289c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:44.576602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-3b97dc31-ac5d-49aa-b8d4-74622df5b179 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:44.601310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b97dc31-ac5d-49aa-b8d4-74622df5b179 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:01:44.669346 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97dc31-ac5d-49aa-b8d4-74622df5b179 admin admin] Pushing event updated for resources: {'Port': ['ID=f49483e5-b318-48f7-bd77-e83feacf9734,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:44.675613 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7d4c88e9-ea9d-4e61-b1c3-b477ffd8a45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:44.684861 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7d4c88e9-ea9d-4e61-b1c3-b477ffd8a45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:44.709433 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b5335ef9-c2d0-4926-85d1-6bb1d2aa289c None None] Port 98646134-7a04-45e4-ac9b-ee3faa8b007e cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:01:44.737849 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7d4c88e9-ea9d-4e61-b1c3-b477ffd8a45a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=466291b605e148629385222990faa4f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4446313 Mar 05 14:01:44.740621 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50952) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:44.802488 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-218b17d3-84e6-464d-8151-9d955442c469 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:44.851717 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3e615fe1-fb65-424d-88ad-1bb0547e27b1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:44.857678 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3e615fe1-fb65-424d-88ad-1bb0547e27b1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5636377 Mar 05 14:01:44.863767 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50960) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:44.890289 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-12ac5257-c05e-4ac3-972b-8f3f5994eb2e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Request body: {'floatingip': {'port_id': '97d347c9-60a7-4cde-a4a9-fe6ee9d096df', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:44.904598 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c081187-219e-445f-bc73-855da493808d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:44.906516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c88e9-ea9d-4e61-b1c3-b477ffd8a45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1959d83d-f5f8-4e08-ba30-906b9b448e46,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:44.954031 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c081187-219e-445f-bc73-855da493808d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:44.989868 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12ac5257-c05e-4ac3-972b-8f3f5994eb2e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for floatingip, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:45.055613 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:45.086082 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c081187-219e-445f-bc73-855da493808d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:45.090112 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3b97dc31-ac5d-49aa-b8d4-74622df5b179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:45.151928 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c081187-219e-445f-bc73-855da493808d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:45.154694 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1c081187-219e-445f-bc73-855da493808d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1959d83d-f5f8-4e08-ba30-906b9b448e46 HTTP/1.1" status: 204 len: 168 time: 0.4129734 Mar 05 14:01:45.158129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c081187-219e-445f-bc73-855da493808d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1959d83d-f5f8-4e08-ba30-906b9b448e46,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:45.287126 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b5335ef9-c2d0-4926-85d1-6bb1d2aa289c None None] Provisioning complete for port e1dc07b7-441f-45bb-ba81-a31e7dd6dd41 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:45.288985 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b5335ef9-c2d0-4926-85d1-6bb1d2aa289c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:45.372289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 87ef91ad-1350-4e69-8464-3042a2d8e3aa, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=87ef91ad-1350-4e69-8464-3042a2d8e3aa,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:01:45.421969 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:45.503821 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-218b17d3-84e6-464d-8151-9d955442c469 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:45.577447 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e1dc07b7-441f-45bb-ba81-a31e7dd6dd41 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:01:45.589978 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-12ac5257-c05e-4ac3-972b-8f3f5994eb2e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] update failed (client error): The resource could not be found. Mar 05 14:01:45.594618 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-12ac5257-c05e-4ac3-972b-8f3f5994eb2e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] 10.222.0.16 "PUT /v2.0/floatingips/6884801a-6136-4944-9a2f-ec2a9a420a57 HTTP/1.1" status: 404 len: 507 time: 0.7196331 Mar 05 14:01:45.594859 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50988) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:45.714879 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=87ef91ad-1350-4e69-8464-3042a2d8e3aa,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:45.777141 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-218b17d3-84e6-464d-8151-9d955442c469 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:45.817657 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3b97dc31-ac5d-49aa-b8d4-74622df5b179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:45.828595 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b616f6af-b15d-423a-822b-d84f47b65d78 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:45.842061 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b17d3-84e6-464d-8151-9d955442c469 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=cf36f38e-ec1b-4bc8-8641-dfe49943eff1,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:45.881541 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-218b17d3-84e6-464d-8151-9d955442c469 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:45.883724 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:45.884241 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:45.884766 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:45.885263 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:45.885754 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:45.886245 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:45.886893 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:45.887962 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:45.888464 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:45.888954 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:45.889442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:45.889932 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:01:45.894888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a393942-19ee-4c37-b093-85a16c625392 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:01:45.918212 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-4153a302-3122-4c4c-bd31-4babbebf21de tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Deleting port e1f41b42-3276-4e85-9041-a16b134cd038 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:45.919080 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4153a302-3122-4c4c-bd31-4babbebf21de tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:46.070355 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-218b17d3-84e6-464d-8151-9d955442c469 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/cf36f38e-ec1b-4bc8-8641-dfe49943eff1 HTTP/1.1" status: 204 len: 168 time: 2.5017502 Mar 05 14:01:46.099467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51000) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:46.194812 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4153a302-3122-4c4c-bd31-4babbebf21de tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:46.195151 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4153a302-3122-4c4c-bd31-4babbebf21de tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:46.213788 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4a7d42d5-50d6-4530-b968-536edbf5bc30 None None] Provisioning complete for port 98646134-7a04-45e4-ac9b-ee3faa8b007e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:46.214069 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4a7d42d5-50d6-4530-b968-536edbf5bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:46.225233 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616f6af-b15d-423a-822b-d84f47b65d78 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Subnet': ['ID=2678694a-9fd1-49aa-8642-8b73462c3120,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:46.239717 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port e1dc07b7-441f-45bb-ba81-a31e7dd6dd41 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:46.240089 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:46.346289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d42d5-50d6-4530-b968-536edbf5bc30 None None] Port 98646134-7a04-45e4-ac9b-ee3faa8b007e cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:01:46.374361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616f6af-b15d-423a-822b-d84f47b65d78 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Checking segment: {'id': '75378509-93c1-461b-931c-0a91d9e49750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:01:46.377315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b616f6af-b15d-423a-822b-d84f47b65d78 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network hostable DHCP agents. Network: e9938043-2ef4-41bc-89c9-22fadfddd949, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:01:46.380711 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:46.421069 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] Transition to ACTIVE for port object 98646134-7a04-45e4-ac9b-ee3faa8b007e will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:46.424020 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-4153a302-3122-4c4c-bd31-4babbebf21de tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Calling delete_port for e1f41b42-3276-4e85-9041-a16b134cd038 owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:01:46.471966 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:46.601976 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6dac9-4aab-4b61-a0b3-97fb98e687a3 None None] Pushing event updated for resources: {'Port': ['ID=98646134-7a04-45e4-ac9b-ee3faa8b007e,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:46.674015 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4153a302-3122-4c4c-bd31-4babbebf21de tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:46.835750 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a334d9c2-8cc6-4e8f-b713-7b7751596287 None None] DHCP port deletion for d67009e9-c74e-44a6-8a92-0c4d7928efad request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:01:46.867512 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a334d9c2-8cc6-4e8f-b713-7b7751596287 None None] Deleting port 3f12e248-154f-4234-b40c-4626777479da {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:46.868342 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a334d9c2-8cc6-4e8f-b713-7b7751596287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:46.879960 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153a302-3122-4c4c-bd31-4babbebf21de tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Pushing event deleted for resources: {'Port': ['ID=e1f41b42-3276-4e85-9041-a16b134cd038,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:47.023399 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4153a302-3122-4c4c-bd31-4babbebf21de tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:47.068623 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4153a302-3122-4c4c-bd31-4babbebf21de tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:47.076341 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4153a302-3122-4c4c-bd31-4babbebf21de tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] 10.222.0.16 "DELETE /v2.0/floatingips/6884801a-6136-4944-9a2f-ec2a9a420a57 HTTP/1.1" status: 204 len: 168 time: 1.4811230 Mar 05 14:01:47.078816 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51020) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:47.092888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-a98d456b-7791-47b0-ab10-c5f6fa1764d1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Request body: {'floatingip': {'floating_network_id': '8a4ab280-ad93-48eb-bc8a-2239cab25a6f', 'port_id': '97d347c9-60a7-4cde-a4a9-fe6ee9d096df', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:47.105115 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a98d456b-7791-47b0-ab10-c5f6fa1764d1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:47.119457 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a98d456b-7791-47b0-ab10-c5f6fa1764d1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Usage tracker for resource:floatingip and tenant:cc9af02f1eae41708aadc397126f48b9 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:47.127904 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a98d456b-7791-47b0-ab10-c5f6fa1764d1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:47.134260 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a98d456b-7791-47b0-ab10-c5f6fa1764d1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:47.154522 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a98d456b-7791-47b0-ab10-c5f6fa1764d1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:47.185337 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:01:47.327795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b616f6af-b15d-423a-822b-d84f47b65d78 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network e9938043-2ef4-41bc-89c9-22fadfddd949 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:01:47.358152 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a7b63566-98e4-4551-a368-01944792f2b9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:router {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:01:47.376719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] Attempting to bind port 98646134-7a04-45e4-ac9b-ee3faa8b007e on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:01:47.377303 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] Attempting to bind port 98646134-7a04-45e4-ac9b-ee3faa8b007e by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'e7cb5b20-5dc2-41bb-aaa6-198b1f327254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:01:47.377911 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] Attempting to bind port 98646134-7a04-45e4-ac9b-ee3faa8b007e on network 11f820fc-6e70-405d-a25d-39a81029ebab {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:01:47.380490 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:01:47.381123 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 94589f36-dcb8-4e2a-8d02-2e4aeb59ae75 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:01:47.394973 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-b616f6af-b15d-423a-822b-d84f47b65d78 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, e9938043-2ef4-41bc-89c9-22fadfddd949) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:47.419198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b616f6af-b15d-423a-822b-d84f47b65d78 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:47.420820 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b616f6af-b15d-423a-822b-d84f47b65d78 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:47.430855 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:01:47.431262 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] Checking segment: {'id': 'e7cb5b20-5dc2-41bb-aaa6-198b1f327254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:01:47.431912 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:47.432167 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] Bound using segment: {'id': 'e7cb5b20-5dc2-41bb-aaa6-198b1f327254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:01:47.432715 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] Bound port: 98646134-7a04-45e4-ac9b-ee3faa8b007e, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7cb5b20-5dc2-41bb-aaa6-198b1f327254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:01:47.433521 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:47.434839 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-a98d456b-7791-47b0-ab10-c5f6fa1764d1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:01:47.438851 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a98d456b-7791-47b0-ab10-c5f6fa1764d1 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3576536 Mar 05 14:01:47.442080 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51026) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:47.444801 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b8509d-7e90-492d-9789-0b5f2146c228 None None] Network e9938043-2ef4-41bc-89c9-22fadfddd949 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:01:47.461684 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-22b3c2f9-565e-411e-a54a-992efb1b0db0 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': '97d347c9-60a7-4cde-a4a9-fe6ee9d096df', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:47.483514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-22b3c2f9-565e-411e-a54a-992efb1b0db0 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:47.492896 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b616f6af-b15d-423a-822b-d84f47b65d78 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.0310190 Mar 05 14:01:47.494821 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51030) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:47.503447 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-22b3c2f9-565e-411e-a54a-992efb1b0db0 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Usage tracker for resource:floatingip and tenant:cc9af02f1eae41708aadc397126f48b9 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:47.509106 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-22b3c2f9-565e-411e-a54a-992efb1b0db0 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:47.557551 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3b97dc31-ac5d-49aa-b8d4-74622df5b179 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:47.560113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a7b63566-98e4-4551-a368-01944792f2b9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:router {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:01:47.564478 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a7b63566-98e4-4551-a368-01944792f2b9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.4634967 Mar 05 14:01:47.566387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51038) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:47.614967 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-22b3c2f9-565e-411e-a54a-992efb1b0db0 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:47.655134 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 87ef91ad-1350-4e69-8464-3042a2d8e3aa up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:01:47.749062 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3b97dc31-ac5d-49aa-b8d4-74622df5b179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:47.855242 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3b97dc31-ac5d-49aa-b8d4-74622df5b179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:47.869463 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22b3c2f9-565e-411e-a54a-992efb1b0db0 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:48.006586 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6327f9f1-30f2-4718-bc82-ca460981660e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:48.041889 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a334d9c2-8cc6-4e8f-b713-7b7751596287 None None] For port 3f12e248-154f-4234-b40c-4626777479da, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3f12e248-154f-4234-b40c-4626777479da,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:01:48.043042 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a334d9c2-8cc6-4e8f-b713-7b7751596287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:48.240926 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97dc31-ac5d-49aa-b8d4-74622df5b179 admin admin] Pushing event updated for resources: {'Port': ['ID=f49483e5-b318-48f7-bd77-e83feacf9734,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:48.376485 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a334d9c2-8cc6-4e8f-b713-7b7751596287 None None] Calling delete_port for 3f12e248-154f-4234-b40c-4626777479da owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:01:48.556392 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6327f9f1-30f2-4718-bc82-ca460981660e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:48.558291 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6327f9f1-30f2-4718-bc82-ca460981660e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:48.615196 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6327f9f1-30f2-4718-bc82-ca460981660e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:48.616794 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6327f9f1-30f2-4718-bc82-ca460981660e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Fanout notify agent at l3_agent the message router_deleted on router 20e093ac-3a70-43ea-89a2-497e4b81505c {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:01:48.650870 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] For port 98646134-7a04-45e4-ac9b-ee3faa8b007e, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:01:48.668741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] For port 98646134-7a04-45e4-ac9b-ee3faa8b007e, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=98646134-7a04-45e4-ac9b-ee3faa8b007e,segment=NetworkSegment(e7cb5b20-5dc2-41bb-aaa6-198b1f327254),segment_id=e7cb5b20-5dc2-41bb-aaa6-198b1f327254)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:01:48.680850 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6327f9f1-30f2-4718-bc82-ca460981660e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:48.686440 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6327f9f1-30f2-4718-bc82-ca460981660e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/routers/20e093ac-3a70-43ea-89a2-497e4b81505c HTTP/1.1" status: 204 len: 168 time: 1.1149893 Mar 05 14:01:48.686875 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51068) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:48.701453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b97dc31-ac5d-49aa-b8d4-74622df5b179 admin admin] Network 9e1fbddc-f285-40f2-9ffb-2b02622ef359 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:48.716342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-0b6ea107-77f6-4c4c-9eb2-cb2801d6f5b8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:48.725666 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a334d9c2-8cc6-4e8f-b713-7b7751596287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:48.740092 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:48.820259 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22b3c2f9-565e-411e-a54a-992efb1b0db0 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:48.906634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-3b97dc31-ac5d-49aa-b8d4-74622df5b179 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:48.923694 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0b6ea107-77f6-4c4c-9eb2-cb2801d6f5b8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:48.984439 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a334d9c2-8cc6-4e8f-b713-7b7751596287 None None] No DVR routers for this DVR port 3f12e248-154f-4234-b40c-4626777479da on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:01:48.987787 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d49d1ff-ab54-41fd-a26d-eafb1d81146d tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:49.029390 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 87ef91ad-1350-4e69-8464-3042a2d8e3aa triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:49.029987 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:49.088938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0b6ea107-77f6-4c4c-9eb2-cb2801d6f5b8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:49.103698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0b6ea107-77f6-4c4c-9eb2-cb2801d6f5b8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:49.112265 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334d9c2-8cc6-4e8f-b713-7b7751596287 None None] Pushing event deleted for resources: {'Port': ['ID=3f12e248-154f-4234-b40c-4626777479da,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:49.130195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0b6ea107-77f6-4c4c-9eb2-cb2801d6f5b8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:49.131491 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66798a0b-4032-434b-a732-837e714282db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-e9938043-2ef4-41bc-89c9-22fadfddd949', 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'fixed_ips': [{'subnet_id': '2678694a-9fd1-49aa-8642-8b73462c3120'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:01:49.132353 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-66798a0b-4032-434b-a732-837e714282db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:49.182740 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6ea107-77f6-4c4c-9eb2-cb2801d6f5b8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:01:49.193439 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b6ea107-77f6-4c4c-9eb2-cb2801d6f5b8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:49.324152 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] Routers {'1ed1dcb5-fa00-40c8-834b-37773777bb1f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:01:49.325065 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:01:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:49.623970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b97dc31-ac5d-49aa-b8d4-74622df5b179 admin admin] Router 187f7b76-1d7a-4a5a-a380-85076b60abbb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:01:49.659840 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-3d49d1ff-ab54-41fd-a26d-eafb1d81146d tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Allocated IP 2001:db8:1::1 (e9938043-2ef4-41bc-89c9-22fadfddd949/2678694a-9fd1-49aa-8642-8b73462c3120/dc10b29a-2478-4f82-a0cf-720c0e8dadad) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:01:49.771572 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6dac9-4aab-4b61-a0b3-97fb98e687a3 None None] Pushing event updated for resources: {'Port': ['ID=98646134-7a04-45e4-ac9b-ee3faa8b007e,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:49.903560 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d49d1ff-ab54-41fd-a26d-eafb1d81146d tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:49.930220 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-3d49d1ff-ab54-41fd-a26d-eafb1d81146d tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Transition to ACTIVE for port object dc10b29a-2478-4f82-a0cf-720c0e8dadad will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:49.995092 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] Set router 1ed1dcb5-fa00-40c8-834b-37773777bb1f gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:01:50.010052 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d49d1ff-ab54-41fd-a26d-eafb1d81146d tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:50.206589 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49d1ff-ab54-41fd-a26d-eafb1d81146d tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Port': ['ID=dc10b29a-2478-4f82-a0cf-720c0e8dadad,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:50.231773 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d49d1ff-ab54-41fd-a26d-eafb1d81146d tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network e9938043-2ef4-41bc-89c9-22fadfddd949 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:50.251796 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-3d49d1ff-ab54-41fd-a26d-eafb1d81146d tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:50.263725 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d49d1ff-ab54-41fd-a26d-eafb1d81146d tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:01:50.265496 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d49d1ff-ab54-41fd-a26d-eafb1d81146d tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:50.271521 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-22b3c2f9-565e-411e-a54a-992efb1b0db0 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Allocated IP 172.25.4.44 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/ffdeae12-fe2b-4c8d-9bee-84b55a65da88) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:01:50.353922 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3f12e248-154f-4234-b40c-4626777479da no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:01:50.514312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b97dc31-ac5d-49aa-b8d4-74622df5b179 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:01:50.543813 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3b97dc31-ac5d-49aa-b8d4-74622df5b179 admin admin] 10.222.0.16 "PUT /v2.0/routers/187f7b76-1d7a-4a5a-a380-85076b60abbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7474933 Mar 05 14:01:50.565591 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b6ea107-77f6-4c4c-9eb2-cb2801d6f5b8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:50.569223 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 3f12e248-154f-4234-b40c-4626777479da {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:01:50.571841 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3f12e248-154f-4234-b40c-4626777479da not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:01:50.601102 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] Sync routers for ids ['187f7b76-1d7a-4a5a-a380-85076b60abbb'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:01:50.676601 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-66798a0b-4032-434b-a732-837e714282db None None] Allocated IP 2001:db8:1::2 (e9938043-2ef4-41bc-89c9-22fadfddd949/2678694a-9fd1-49aa-8642-8b73462c3120/976fdce2-a88b-4d6a-a8d1-12f86599c089) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:01:50.698724 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] Routers {'187f7b76-1d7a-4a5a-a380-85076b60abbb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:01:50.699263 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:01:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['187f7b76-1d7a-4a5a-a380-85076b60abbb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:50.706332 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6ea107-77f6-4c4c-9eb2-cb2801d6f5b8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:50.733484 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-0b6ea107-77f6-4c4c-9eb2-cb2801d6f5b8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:50.750495 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6ea107-77f6-4c4c-9eb2-cb2801d6f5b8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:50.751189 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b6ea107-77f6-4c4c-9eb2-cb2801d6f5b8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:50.774348 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0025a9c8-948c-4a63-ba61-2dcc3eb74b6c None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:01:50.828493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ea107-77f6-4c4c-9eb2-cb2801d6f5b8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=02747081-191e-46ee-8926-6025bf619299,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:50.857793 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0b6ea107-77f6-4c4c-9eb2-cb2801d6f5b8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1650965 Mar 05 14:01:50.860563 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51104) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:50.870045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-d3890966-caff-49d6-96b5-8e11441b2420 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-26282607', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:50.883255 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d3890966-caff-49d6-96b5-8e11441b2420 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:50.893112 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d3890966-caff-49d6-96b5-8e11441b2420 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:router and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:50.896622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d3890966-caff-49d6-96b5-8e11441b2420 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:50.923221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d3890966-caff-49d6-96b5-8e11441b2420 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:50.946427 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d3890966-caff-49d6-96b5-8e11441b2420 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:50.947812 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d3890966-caff-49d6-96b5-8e11441b2420 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:50.979994 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d3890966-caff-49d6-96b5-8e11441b2420 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:51.023569 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d3890966-caff-49d6-96b5-8e11441b2420 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:51.071216 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d49d1ff-ab54-41fd-a26d-eafb1d81146d tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:51.098950 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d3890966-caff-49d6-96b5-8e11441b2420 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:51.101189 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d3890966-caff-49d6-96b5-8e11441b2420 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2394941 Mar 05 14:01:51.105772 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51114) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:51.115675 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22b3c2f9-565e-411e-a54a-992efb1b0db0 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:51.712550 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9a9acb-e91d-4847-b675-877062acfd15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d67009e9-c74e-44a6-8a92-0c4d7928efad', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'fixed_ips': [{'subnet_id': '02747081-191e-46ee-8926-6025bf619299'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:01:51.715471 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0b9a9acb-e91d-4847-b675-877062acfd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:51.773774 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-4e54988e-8b4b-409a-ace1-bf4d49369d93 req-1ffc866d-8db8-40bc-8e8a-80b29a7faecf service neutron] (87913) timed out ('10.222.0.16', 57440) {{(pid=87913) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 14:01:51.850747 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] Set router 187f7b76-1d7a-4a5a-a380-85076b60abbb gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:01:52.052619 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22b3c2f9-565e-411e-a54a-992efb1b0db0 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:52.088470 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:01:52.126885 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:01:39Z', 'revision_number': 2, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None, '_interfaces': [{'id': '98646134-7a04-45e4-ac9b-ee3faa8b007e', 'name': '', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:b3:14:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:38Z', 'updated_at': '2022-03-05T14:01:48Z', 'revision_number': 4, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:52.143515 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-96cfca37-4f57-45be-b10e-dd2b314f7807 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:52.146108 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-96cfca37-4f57-45be-b10e-dd2b314f7807 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/networks?id=9e1fbddc-f285-40f2-9ffb-2b02622ef359 HTTP/1.1" status: 200 len: 819 time: 0.3591962 Mar 05 14:01:52.182800 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-2bb1da95-c7d4-4077-89e0-11da0fa129e0 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/quotas/d227d433c2ad48fd969273c5938fc066 HTTP/1.1" status: 200 len: 375 time: 0.0290656 Mar 05 14:01:52.198008 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9316bb30-edbc-4fd7-b1c6-b2c1f1cacdea None None] The sync data for ids ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'] in n-d-803718-1 is: [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:01:39Z', 'revision_number': 2, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None, '_interfaces': [{'id': '98646134-7a04-45e4-ac9b-ee3faa8b007e', 'name': '', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:b3:14:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:38Z', 'updated_at': '2022-03-05T14:01:48Z', 'revision_number': 4, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:01:52.247372 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b3c2f9-565e-411e-a54a-992efb1b0db0 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:52.262331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-22b3c2f9-565e-411e-a54a-992efb1b0db0 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:52.287122 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b3c2f9-565e-411e-a54a-992efb1b0db0 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:01:52.316715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-343652ec-4ac2-4f63-bcb0-d36474b1b7dd tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Synchronizing usage tracker for tenant:d227d433c2ad48fd969273c5938fc066 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:01:52.345101 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-343652ec-4ac2-4f63-bcb0-d36474b1b7dd tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Unset dirty status for tenant:d227d433c2ad48fd969273c5938fc066 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:01:52.346676 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-343652ec-4ac2-4f63-bcb0-d36474b1b7dd tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d227d433c2ad48fd969273c5938fc066&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1581337 Mar 05 14:01:52.642023 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3c2f9-565e-411e-a54a-992efb1b0db0 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Pushing event updated for resources: {'Port': ['ID=ffdeae12-fe2b-4c8d-9bee-84b55a65da88,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:52.701428 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86f54861-e321-4dca-b5ae-e7367c1efa0a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:52.829067 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-66798a0b-4032-434b-a732-837e714282db None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:52.840988 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-66798a0b-4032-434b-a732-837e714282db None None] Transition to ACTIVE for port object 976fdce2-a88b-4d6a-a8d1-12f86599c089 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:52.864047 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-ba339f2f-02ed-456c-a875-f5b0b3399e95 service neutron] 10.222.0.16 "GET /v2.0/networks/9e1fbddc-f285-40f2-9ffb-2b02622ef359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064211 Mar 05 14:01:52.888868 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-66798a0b-4032-434b-a732-837e714282db None None] Transition to ACTIVE for port object 976fdce2-a88b-4d6a-a8d1-12f86599c089 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:52.924753 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-66798a0b-4032-434b-a732-837e714282db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:53.136383 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66798a0b-4032-434b-a732-837e714282db None None] Network e9938043-2ef4-41bc-89c9-22fadfddd949 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:53.166185 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-66798a0b-4032-434b-a732-837e714282db None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:53.214086 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66798a0b-4032-434b-a732-837e714282db None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:01:53.232713 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-3004411e-2c0a-4ba3-95b9-aff3ce9b4556 service neutron] 10.222.0.16 "GET /v2.0/networks/9e1fbddc-f285-40f2-9ffb-2b02622ef359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579457 Mar 05 14:01:53.238508 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-0b9a9acb-e91d-4847-b675-877062acfd15 None None] Allocated IP 2001:db8::2 (d67009e9-c74e-44a6-8a92-0c4d7928efad/02747081-191e-46ee-8926-6025bf619299/61f59170-6fce-47ee-b070-c5864082cc35) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:01:53.271913 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d49d1ff-ab54-41fd-a26d-eafb1d81146d tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:53.327401 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66798a0b-4032-434b-a732-837e714282db None None] Pushing event updated for resources: {'Port': ['ID=976fdce2-a88b-4d6a-a8d1-12f86599c089,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:53.681338 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d49d1ff-ab54-41fd-a26d-eafb1d81146d tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:53.682329 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d49d1ff-ab54-41fd-a26d-eafb1d81146d tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:53.695816 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'name': 'tempest-ServerRescueTestJSONUnderV235-504043248-router', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:28Z', 'updated_at': '2022-03-05T14:01:45Z', 'revision_number': 4, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'gw_port': {'id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:32Z', 'updated_at': '2022-03-05T14:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'f49483e5-b318-48f7-bd77-e83feacf9734', 'name': '', 'network_id': '9e1fbddc-f285-40f2-9ffb-2b02622ef359', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'mac_address': 'fa:16:3e:45:e0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '996696e8-f383-47a4-b5dd-497af7965d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:41Z', 'updated_at': '2022-03-05T14:01:46Z', 'revision_number': 2, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'subnets': [{'id': '996696e8-f383-47a4-b5dd-497af7965d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:53.699938 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-66798a0b-4032-434b-a732-837e714282db None None] Attempting to bind port 976fdce2-a88b-4d6a-a8d1-12f86599c089 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:01:53.700362 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-66798a0b-4032-434b-a732-837e714282db None None] Attempting to bind port 976fdce2-a88b-4d6a-a8d1-12f86599c089 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '75378509-93c1-461b-931c-0a91d9e49750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:01:53.700679 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66798a0b-4032-434b-a732-837e714282db None None] Attempting to bind port 976fdce2-a88b-4d6a-a8d1-12f86599c089 on network e9938043-2ef4-41bc-89c9-22fadfddd949 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:01:53.723598 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66798a0b-4032-434b-a732-837e714282db None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:01:53.723978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66798a0b-4032-434b-a732-837e714282db None None] Checking segment: {'id': '75378509-93c1-461b-931c-0a91d9e49750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:01:53.724388 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-66798a0b-4032-434b-a732-837e714282db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:53.724767 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66798a0b-4032-434b-a732-837e714282db None None] Bound using segment: {'id': '75378509-93c1-461b-931c-0a91d9e49750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:01:53.725250 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-66798a0b-4032-434b-a732-837e714282db None None] Bound port: 976fdce2-a88b-4d6a-a8d1-12f86599c089, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75378509-93c1-461b-931c-0a91d9e49750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:01:53.725617 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-66798a0b-4032-434b-a732-837e714282db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:53.744845 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] Checking router: 187f7b76-1d7a-4a5a-a380-85076b60abbb for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:01:53.745200 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] Updating router 187f7b76-1d7a-4a5a-a380-85076b60abbb port f49483e5-b318-48f7-bd77-e83feacf9734 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:01:54.046333 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6c3d0f1c-a6c7-424b-ad5a-96970f5712e8 req-3ec0b76c-45dc-4be8-bfff-42c9c2ecc8ab tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 210 time: 0.3693583 Mar 05 14:01:54.144215 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51180) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:54.283320 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:54.454399 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-22b3c2f9-565e-411e-a54a-992efb1b0db0 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Deleting port ffdeae12-fe2b-4c8d-9bee-84b55a65da88 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:54.454994 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22b3c2f9-565e-411e-a54a-992efb1b0db0 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:54.458218 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-aecd59bd-c981-4c97-be1c-f8182ea33883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:54.462746 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-66798a0b-4032-434b-a732-837e714282db None None] For port 976fdce2-a88b-4d6a-a8d1-12f86599c089, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:01:54.475898 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-66798a0b-4032-434b-a732-837e714282db None None] For port 976fdce2-a88b-4d6a-a8d1-12f86599c089, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=976fdce2-a88b-4d6a-a8d1-12f86599c089,segment=NetworkSegment(75378509-93c1-461b-931c-0a91d9e49750),segment_id=75378509-93c1-461b-931c-0a91d9e49750)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:01:54.500761 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-aecd59bd-c981-4c97-be1c-f8182ea33883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:54.506890 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-66798a0b-4032-434b-a732-837e714282db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:54.509881 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-aecd59bd-c981-4c97-be1c-f8182ea33883 admin admin] Usage tracker for resource:security_group_rule and tenant:ef4637452c0543c79534d4d78e53c6bc is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:54.517630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-aecd59bd-c981-4c97-be1c-f8182ea33883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:54.530441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-aecd59bd-c981-4c97-be1c-f8182ea33883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:54.578919 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49d1ff-ab54-41fd-a26d-eafb1d81146d tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Port': ['ID=dc10b29a-2478-4f82-a0cf-720c0e8dadad,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:54.676736 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0b9a9acb-e91d-4847-b675-877062acfd15 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:54.754122 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0b9a9acb-e91d-4847-b675-877062acfd15 None None] Transition to ACTIVE for port object 61f59170-6fce-47ee-b070-c5864082cc35 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:54.760891 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-aecd59bd-c981-4c97-be1c-f8182ea33883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:54.790947 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d49d1ff-ab54-41fd-a26d-eafb1d81146d tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network e9938043-2ef4-41bc-89c9-22fadfddd949 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:54.797496 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-aecd59bd-c981-4c97-be1c-f8182ea33883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:54.810651 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-3d49d1ff-ab54-41fd-a26d-eafb1d81146d tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:54.903297 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 98646134-7a04-45e4-ac9b-ee3faa8b007e up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:01:54.935830 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-aecd59bd-c981-4c97-be1c-f8182ea33883 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef4637452c0543c79534d4d78e53c6bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7903564 Mar 05 14:01:54.963863 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51200) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:55.032810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd59bd-c981-4c97-be1c-f8182ea33883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b207554-d29e-40bd-ba6d-d32fdf2a796c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:55.059347 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66798a0b-4032-434b-a732-837e714282db None None] Pushing event updated for resources: {'Port': ['ID=976fdce2-a88b-4d6a-a8d1-12f86599c089,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:55.075742 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0b9a9acb-e91d-4847-b675-877062acfd15 None None] Transition to ACTIVE for port object 61f59170-6fce-47ee-b070-c5864082cc35 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:55.076888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 98646134-7a04-45e4-ac9b-ee3faa8b007e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:55.088897 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 98646134-7a04-45e4-ac9b-ee3faa8b007e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:55.089570 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:55.149102 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0b9a9acb-e91d-4847-b675-877062acfd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:55.181437 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d263b25e-9c4b-4086-a183-dd02f9aee02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:55.270517 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d263b25e-9c4b-4086-a183-dd02f9aee02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:55.290888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a9acb-e91d-4847-b675-877062acfd15 None None] Pushing event updated for resources: {'Port': ['ID=61f59170-6fce-47ee-b070-c5864082cc35,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:55.300544 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-86f54861-e321-4dca-b5ae-e7367c1efa0a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8::1 (d67009e9-c74e-44a6-8a92-0c4d7928efad/02747081-191e-46ee-8926-6025bf619299/66fba3b5-ff13-4e60-b6a7-955f91e9364d) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:01:55.366078 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9a9acb-e91d-4847-b675-877062acfd15 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:55.372180 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-0b9a9acb-e91d-4847-b675-877062acfd15 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:55.375711 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9a9acb-e91d-4847-b675-877062acfd15 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:01:55.570563 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7abb3051-c779-4794-ab9d-a3084c9e01cd req-684ad459-7b65-4884-bd38-fc5befc87cb0 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 210 time: 0.1281078 Mar 05 14:01:55.657175 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22b3c2f9-565e-411e-a54a-992efb1b0db0 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:55.657747 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22b3c2f9-565e-411e-a54a-992efb1b0db0 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:55.770852 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-0b9a9acb-e91d-4847-b675-877062acfd15 None None] Attempting to bind port 61f59170-6fce-47ee-b070-c5864082cc35 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:01:55.771664 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-0b9a9acb-e91d-4847-b675-877062acfd15 None None] Attempting to bind port 61f59170-6fce-47ee-b070-c5864082cc35 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:01:55.772239 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a9acb-e91d-4847-b675-877062acfd15 None None] Attempting to bind port 61f59170-6fce-47ee-b070-c5864082cc35 on network d67009e9-c74e-44a6-8a92-0c4d7928efad {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:01:55.777872 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-936b87b1-8283-40ed-b7ff-85474f36b697 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:55.779800 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-936b87b1-8283-40ed-b7ff-85474f36b697 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.30 "GET /v2.0/networks?id=9e1fbddc-f285-40f2-9ffb-2b02622ef359 HTTP/1.1" status: 200 len: 819 time: 0.3413110 Mar 05 14:01:55.780714 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d263b25e-9c4b-4086-a183-dd02f9aee02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:55.789020 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a9acb-e91d-4847-b675-877062acfd15 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:01:55.789663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a9acb-e91d-4847-b675-877062acfd15 None None] Checking segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:01:55.790221 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0b9a9acb-e91d-4847-b675-877062acfd15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:55.790807 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a9acb-e91d-4847-b675-877062acfd15 None None] Bound using segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:01:55.791438 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-0b9a9acb-e91d-4847-b675-877062acfd15 None None] Bound port: 61f59170-6fce-47ee-b070-c5864082cc35, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:01:55.791969 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0b9a9acb-e91d-4847-b675-877062acfd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:55.807208 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263b25e-9c4b-4086-a183-dd02f9aee02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b207554-d29e-40bd-ba6d-d32fdf2a796c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:55.817799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-2ced3ba0-8c4f-478b-b36d-7e9c16b0981e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Request body: {'port': {'device_id': '3310c07c-07ff-4efa-a4f0-1f0a211d48de', 'network_id': '9e1fbddc-f285-40f2-9ffb-2b02622ef359', 'admin_state_up': True, 'tenant_id': 'd227d433c2ad48fd969273c5938fc066'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:55.832361 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-22b3c2f9-565e-411e-a54a-992efb1b0db0 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Calling delete_port for ffdeae12-fe2b-4c8d-9bee-84b55a65da88 owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:01:55.847333 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:55.873432 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d263b25e-9c4b-4086-a183-dd02f9aee02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:55.874710 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d263b25e-9c4b-4086-a183-dd02f9aee02a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b207554-d29e-40bd-ba6d-d32fdf2a796c HTTP/1.1" status: 204 len: 168 time: 0.9073312 Mar 05 14:01:56.033192 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-2ced3ba0-8c4f-478b-b36d-7e9c16b0981e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:56.073326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-2ced3ba0-8c4f-478b-b36d-7e9c16b0981e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:56.109407 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-2ced3ba0-8c4f-478b-b36d-7e9c16b0981e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Made reservation on behalf of d227d433c2ad48fd969273c5938fc066 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:01:56.118809 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-2ced3ba0-8c4f-478b-b36d-7e9c16b0981e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:56.132831 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 98646134-7a04-45e4-ac9b-ee3faa8b007e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=98646134-7a04-45e4-ac9b-ee3faa8b007e,segment=NetworkSegment(e7cb5b20-5dc2-41bb-aaa6-198b1f327254),segment_id=e7cb5b20-5dc2-41bb-aaa6-198b1f327254)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:01:56.151999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d49d1ff-ab54-41fd-a26d-eafb1d81146d tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Router 1ed1dcb5-fa00-40c8-834b-37773777bb1f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:01:56.159926 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:56.174469 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22b3c2f9-565e-411e-a54a-992efb1b0db0 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:56.284244 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=98646134-7a04-45e4-ac9b-ee3faa8b007e,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:56.298960 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-0b9a9acb-e91d-4847-b675-877062acfd15 None None] For port 61f59170-6fce-47ee-b070-c5864082cc35, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:01:56.301944 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:56.322440 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-0b9a9acb-e91d-4847-b675-877062acfd15 None None] For port 61f59170-6fce-47ee-b070-c5864082cc35, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=61f59170-6fce-47ee-b070-c5864082cc35,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:01:56.333716 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] Transition to ACTIVE for port object f49483e5-b318-48f7-bd77-e83feacf9734 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:56.339435 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0b9a9acb-e91d-4847-b675-877062acfd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:56.409356 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:56.459338 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51218) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:56.601867 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3c2f9-565e-411e-a54a-992efb1b0db0 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Pushing event deleted for resources: {'Port': ['ID=ffdeae12-fe2b-4c8d-9bee-84b55a65da88,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:56.616686 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-2ced3ba0-8c4f-478b-b36d-7e9c16b0981e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Allocated IP 172.20.0.5 (9e1fbddc-f285-40f2-9ffb-2b02622ef359/996696e8-f383-47a4-b5dd-497af7965d47/dbbc008b-01e0-4c78-b474-912346267e44) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:01:56.666287 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86f54861-e321-4dca-b5ae-e7367c1efa0a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:56.746695 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-86f54861-e321-4dca-b5ae-e7367c1efa0a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Transition to ACTIVE for port object 66fba3b5-ff13-4e60-b6a7-955f91e9364d will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:01:56.852688 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a9acb-e91d-4847-b675-877062acfd15 None None] Pushing event updated for resources: {'Port': ['ID=61f59170-6fce-47ee-b070-c5864082cc35,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:56.864436 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86f54861-e321-4dca-b5ae-e7367c1efa0a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:56.987015 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7025082-4ca7-4d0c-8439-bfee74114012 None None] Network e9938043-2ef4-41bc-89c9-22fadfddd949 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:01:57.103212 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 976fdce2-a88b-4d6a-a8d1-12f86599c089 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:01:57.159340 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-887ad3a0-c034-4f80-9ad6-83174ed2c0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:57.209760 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-2ced3ba0-8c4f-478b-b36d-7e9c16b0981e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:57.269730 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-2ced3ba0-8c4f-478b-b36d-7e9c16b0981e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:57.337079 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] Attempting to bind port f49483e5-b318-48f7-bd77-e83feacf9734 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:01:57.337659 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] Attempting to bind port f49483e5-b318-48f7-bd77-e83feacf9734 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '071e9780-6476-4093-bf3c-5d5498e1e2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9e1fbddc-f285-40f2-9ffb-2b02622ef359'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:01:57.337808 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] Attempting to bind port f49483e5-b318-48f7-bd77-e83feacf9734 on network 9e1fbddc-f285-40f2-9ffb-2b02622ef359 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:01:57.358054 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a34b70-f976-4c1b-9d4e-192f252a341d None None] Pushing event updated for resources: {'Port': ['ID=f49483e5-b318-48f7-bd77-e83feacf9734,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:57.369259 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f54861-e321-4dca-b5ae-e7367c1efa0a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:57.387963 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-86f54861-e321-4dca-b5ae-e7367c1efa0a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:57.395878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-2ced3ba0-8c4f-478b-b36d-7e9c16b0981e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Network 9e1fbddc-f285-40f2-9ffb-2b02622ef359 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:01:57.399449 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-2ced3ba0-8c4f-478b-b36d-7e9c16b0981e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:01:57.408755 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-51cc7c43-62ed-4d2a-931e-743e27aef2ac None None] Provisioning for port 976fdce2-a88b-4d6a-a8d1-12f86599c089 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:57.415749 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:01:57.416135 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] Checking segment: {'id': '071e9780-6476-4093-bf3c-5d5498e1e2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9e1fbddc-f285-40f2-9ffb-2b02622ef359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:01:57.416534 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:57.416932 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] Bound using segment: {'id': '071e9780-6476-4093-bf3c-5d5498e1e2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9e1fbddc-f285-40f2-9ffb-2b02622ef359'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:01:57.417467 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] Bound port: f49483e5-b318-48f7-bd77-e83feacf9734, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071e9780-6476-4093-bf3c-5d5498e1e2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9e1fbddc-f285-40f2-9ffb-2b02622ef359'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:01:57.417884 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:57.459542 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f54861-e321-4dca-b5ae-e7367c1efa0a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:01:57.461379 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86f54861-e321-4dca-b5ae-e7367c1efa0a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:57.601134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-887ad3a0-c034-4f80-9ad6-83174ed2c0da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:57.610635 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 976fdce2-a88b-4d6a-a8d1-12f86599c089 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:57.648072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 976fdce2-a88b-4d6a-a8d1-12f86599c089 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:57.648416 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:57.654163 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d49d1ff-ab54-41fd-a26d-eafb1d81146d tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:01:57.664028 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] Sync routers for ids ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:01:57.685409 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] Routers {'1ed1dcb5-fa00-40c8-834b-37773777bb1f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:01:57.686240 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:01:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:57.717339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-2ced3ba0-8c4f-478b-b36d-7e9c16b0981e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:01:57.737028 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] For port f49483e5-b318-48f7-bd77-e83feacf9734, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:01:57.744096 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] For port f49483e5-b318-48f7-bd77-e83feacf9734, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f49483e5-b318-48f7-bd77-e83feacf9734,segment=NetworkSegment(071e9780-6476-4093-bf3c-5d5498e1e2cf),segment_id=071e9780-6476-4093-bf3c-5d5498e1e2cf)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:01:57.775441 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-887ad3a0-c034-4f80-9ad6-83174ed2c0da admin admin] Usage tracker for resource:security_group_rule and tenant:5f276e12f55445fb9086a834ad451bc6 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:57.779845 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-887ad3a0-c034-4f80-9ad6-83174ed2c0da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:57.786571 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-887ad3a0-c034-4f80-9ad6-83174ed2c0da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:57.798728 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:57.842687 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced3ba0-8c4f-478b-b36d-7e9c16b0981e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Pushing event updated for resources: {'Port': ['ID=dbbc008b-01e0-4c78-b474-912346267e44,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:57.938728 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-887ad3a0-c034-4f80-9ad6-83174ed2c0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:57.939953 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-2ced3ba0-8c4f-478b-b36d-7e9c16b0981e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:57.942013 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a34b70-f976-4c1b-9d4e-192f252a341d None None] Pushing event updated for resources: {'Port': ['ID=f49483e5-b318-48f7-bd77-e83feacf9734,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:57.943184 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-2ced3ba0-8c4f-478b-b36d-7e9c16b0981e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:57.955244 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86f54861-e321-4dca-b5ae-e7367c1efa0a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:57.988929 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-22b3c2f9-565e-411e-a54a-992efb1b0db0 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] create failed (client error): The resource could not be found. Mar 05 14:01:57.995245 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-22b3c2f9-565e-411e-a54a-992efb1b0db0 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 10.5509310 Mar 05 14:01:57.996130 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-887ad3a0-c034-4f80-9ad6-83174ed2c0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:58.021611 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51240) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:58.036378 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f54861-e321-4dca-b5ae-e7367c1efa0a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=66fba3b5-ff13-4e60-b6a7-955f91e9364d,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:58.079197 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:58.086920 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-887ad3a0-c034-4f80-9ad6-83174ed2c0da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f276e12f55445fb9086a834ad451bc6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4912128 Mar 05 14:01:58.124043 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ad3a0-c034-4f80-9ad6-83174ed2c0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0285cb59-3215-4c7e-94ef-ed482a4de74a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:58.133141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51244) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:58.140483 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 976fdce2-a88b-4d6a-a8d1-12f86599c089, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=976fdce2-a88b-4d6a-a8d1-12f86599c089,segment=NetworkSegment(75378509-93c1-461b-931c-0a91d9e49750),segment_id=75378509-93c1-461b-931c-0a91d9e49750)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:01:58.152172 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:58.154033 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 98646134-7a04-45e4-ac9b-ee3faa8b007e up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:01:58.156901 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-2ced3ba0-8c4f-478b-b36d-7e9c16b0981e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3553698 Mar 05 14:01:58.186709 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] Routers {'187f7b76-1d7a-4a5a-a380-85076b60abbb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:01:58.187726 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:01:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['187f7b76-1d7a-4a5a-a380-85076b60abbb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:58.210986 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] Set router 1ed1dcb5-fa00-40c8-834b-37773777bb1f gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:01:58.218054 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] Request body: {'port': {'device_id': '3310c07c-07ff-4efa-a4f0-1f0a211d48de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:58.339303 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d3cc5-e1d2-47d6-85c4-55df3ec3ebb4 req-1b0896a1-dd42-4480-b4dd-97ab137767da tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:01:58.358349 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=976fdce2-a88b-4d6a-a8d1-12f86599c089,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:58.369145 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-fa93fb03-181c-40e0-9136-653ec0fea684 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Deleting port 97d347c9-60a7-4cde-a4a9-fe6ee9d096df {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:01:58.369494 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fa93fb03-181c-40e0-9136-653ec0fea684 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:58.377417 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a71d3cc5-e1d2-47d6-85c4-55df3ec3ebb4 req-1b0896a1-dd42-4480-b4dd-97ab137767da tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 931 time: 1.2262127 Mar 05 14:01:58.410750 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-948b5250-96b5-428c-b9eb-000406ec430c None None] Provisioning for port 61f59170-6fce-47ee-b070-c5864082cc35 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:58.599305 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:58.685149 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 98646134-7a04-45e4-ac9b-ee3faa8b007e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:58.685513 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:58.747260 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3d49d1ff-ab54-41fd-a26d-eafb1d81146d tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/routers/1ed1dcb5-fa00-40c8-834b-37773777bb1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2485507 Mar 05 14:01:58.768756 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51252) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:58.813943 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-b7145818-f7e6-4927-ad7e-4026a560a904 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-774768912'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:01:58.837725 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-470939c1-0498-4437-bd02-33b1762e981f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:58.887846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b7145818-f7e6-4927-ad7e-4026a560a904 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:01:58.909998 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-a71d3cc5-e1d2-47d6-85c4-55df3ec3ebb4 req-5e70eabe-3ed0-4600-ad63-b9ac3d08a868 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Synchronizing usage tracker for tenant:d227d433c2ad48fd969273c5938fc066 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:01:58.911248 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-470939c1-0498-4437-bd02-33b1762e981f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:58.920696 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b7145818-f7e6-4927-ad7e-4026a560a904 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:network and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:01:58.926172 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b7145818-f7e6-4927-ad7e-4026a560a904 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:01:59.050172 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] Set router 187f7b76-1d7a-4a5a-a380-85076b60abbb gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:01:59.052469 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:01:50Z', 'revision_number': 3, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None, '_interfaces': [{'id': '98646134-7a04-45e4-ac9b-ee3faa8b007e', 'name': '', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:b3:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:38Z', 'updated_at': '2022-03-05T14:01:55Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc10b29a-2478-4f82-a0cf-720c0e8dadad', 'name': '', 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:a9:1a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:49Z', 'updated_at': '2022-03-05T14:01:51Z', 'revision_number': 2, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:01:59.064704 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] Checking router: 1ed1dcb5-fa00-40c8-834b-37773777bb1f for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:01:59.065115 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] Updating router 1ed1dcb5-fa00-40c8-834b-37773777bb1f port dc10b29a-2478-4f82-a0cf-720c0e8dadad binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:01:59.147132 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-470939c1-0498-4437-bd02-33b1762e981f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:59.206798 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:59.236658 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-591d59e9-71a0-40c0-a823-ad746b5f6dec None None] Provisioning for port 66fba3b5-ff13-4e60-b6a7-955f91e9364d completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:01:59.238354 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470939c1-0498-4437-bd02-33b1762e981f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0285cb59-3215-4c7e-94ef-ed482a4de74a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:59.262005 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b7145818-f7e6-4927-ad7e-4026a560a904 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:01:59.283140 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-591d59e9-71a0-40c0-a823-ad746b5f6dec None None] Provisioning complete for port 66fba3b5-ff13-4e60-b6a7-955f91e9364d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:01:59.283511 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-591d59e9-71a0-40c0-a823-ad746b5f6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:59.349216 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:59.379628 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-470939c1-0498-4437-bd02-33b1762e981f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:59.382211 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 976fdce2-a88b-4d6a-a8d1-12f86599c089 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:01:59.393738 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-470939c1-0498-4437-bd02-33b1762e981f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0285cb59-3215-4c7e-94ef-ed482a4de74a HTTP/1.1" status: 204 len: 168 time: 1.2399337 Mar 05 14:01:59.460449 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:59.465573 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86f54861-e321-4dca-b5ae-e7367c1efa0a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:59.508376 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-a71d3cc5-e1d2-47d6-85c4-55df3ec3ebb4 req-5e70eabe-3ed0-4600-ad63-b9ac3d08a868 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Unset dirty status for tenant:d227d433c2ad48fd969273c5938fc066 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:01:59.511366 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a71d3cc5-e1d2-47d6-85c4-55df3ec3ebb4 req-5e70eabe-3ed0-4600-ad63-b9ac3d08a868 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1331072 Mar 05 14:01:59.519124 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86f54861-e321-4dca-b5ae-e7367c1efa0a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:59.527048 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86f54861-e321-4dca-b5ae-e7367c1efa0a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:59.720128 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f54861-e321-4dca-b5ae-e7367c1efa0a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=66fba3b5-ff13-4e60-b6a7-955f91e9364d,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:01:59.742231 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7145818-f7e6-4927-ad7e-4026a560a904 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Made reservation on behalf of f9698ae0269e4f54b2949da6501e3b33 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:01:59.748055 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7145818-f7e6-4927-ad7e-4026a560a904 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:59.790622 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7145818-f7e6-4927-ad7e-4026a560a904 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:01:59.803736 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51266) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:01:59.804100 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7145818-f7e6-4927-ad7e-4026a560a904 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:01:59.808254 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-b7145818-f7e6-4927-ad7e-4026a560a904 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Added segment f15c16e9-f493-483e-ae44-8b8f7c57a198 of type vlan for network 4a390654-2560-471a-91a2-fbddaffc3c8b Mar 05 14:01:59.863172 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7145818-f7e6-4927-ad7e-4026a560a904 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:00.048681 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-591d59e9-71a0-40c0-a823-ad746b5f6dec None None] Port 66fba3b5-ff13-4e60-b6a7-955f91e9364d cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:02:00.061892 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:00.078845 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] Transition to ACTIVE for port object dc10b29a-2478-4f82-a0cf-720c0e8dadad will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:02:00.094574 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:00.133819 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7145818-f7e6-4927-ad7e-4026a560a904 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:00.145728 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7145818-f7e6-4927-ad7e-4026a560a904 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:00.146372 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7145818-f7e6-4927-ad7e-4026a560a904 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:00.174363 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fa93fb03-181c-40e0-9136-653ec0fea684 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:00.235340 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 976fdce2-a88b-4d6a-a8d1-12f86599c089 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:00.235769 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:00.365104 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8df99-aa0c-4e8b-a5a3-ab9da8244b17 None None] Pushing event updated for resources: {'Port': ['ID=dc10b29a-2478-4f82-a0cf-720c0e8dadad,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:00.474294 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] Attempting to bind port dc10b29a-2478-4f82-a0cf-720c0e8dadad on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:02:00.474944 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] Attempting to bind port dc10b29a-2478-4f82-a0cf-720c0e8dadad by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '75378509-93c1-461b-931c-0a91d9e49750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:02:00.476323 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] Attempting to bind port dc10b29a-2478-4f82-a0cf-720c0e8dadad on network e9938043-2ef4-41bc-89c9-22fadfddd949 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:02:00.491758 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:02:00.492941 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] Checking segment: {'id': '75378509-93c1-461b-931c-0a91d9e49750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:02:00.494901 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:00.495466 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] Bound using segment: {'id': '75378509-93c1-461b-931c-0a91d9e49750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:02:00.497666 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] Bound port: dc10b29a-2478-4f82-a0cf-720c0e8dadad, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75378509-93c1-461b-931c-0a91d9e49750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:02:00.499207 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:00.573122 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b7145818-f7e6-4927-ad7e-4026a560a904 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7734661 Mar 05 14:02:00.605564 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51288) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:00.617846 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-fa93fb03-181c-40e0-9136-653ec0fea684 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Calling delete_port for 97d347c9-60a7-4cde-a4a9-fe6ee9d096df owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:02:00.619979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-5c53f849-968b-4c4f-aea5-42141ca32c2e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'subnet': {'network_id': '4a390654-2560-471a-91a2-fbddaffc3c8b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:00.653203 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ee1b8b25-1454-4fac-b77b-50a464cf0b12 None None] Provisioning complete for port 976fdce2-a88b-4d6a-a8d1-12f86599c089 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:00.656963 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8b25-1454-4fac-b77b-50a464cf0b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:00.708191 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] For port dc10b29a-2478-4f82-a0cf-720c0e8dadad, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:02:00.718849 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] For port dc10b29a-2478-4f82-a0cf-720c0e8dadad, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=dc10b29a-2478-4f82-a0cf-720c0e8dadad,segment=NetworkSegment(75378509-93c1-461b-931c-0a91d9e49750),segment_id=75378509-93c1-461b-931c-0a91d9e49750)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:02:00.729293 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:00.757030 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 61f59170-6fce-47ee-b070-c5864082cc35 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:02:00.779227 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-11a12a13-aacc-4bcf-8d75-016e74072387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:00.781623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5c53f849-968b-4c4f-aea5-42141ca32c2e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:00.853928 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-11a12a13-aacc-4bcf-8d75-016e74072387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:00.864354 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-11a12a13-aacc-4bcf-8d75-016e74072387 admin admin] Usage tracker for resource:security_group_rule and tenant:a57fab8fc67f4f5dacee406c1eca3052 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:00.873054 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-11a12a13-aacc-4bcf-8d75-016e74072387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:00.960531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5c53f849-968b-4c4f-aea5-42141ca32c2e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:subnet and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:00.976296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5c53f849-968b-4c4f-aea5-42141ca32c2e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:00.982940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-11a12a13-aacc-4bcf-8d75-016e74072387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:01.004826 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7145818-f7e6-4927-ad7e-4026a560a904 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Network': ['ID=4a390654-2560-471a-91a2-fbddaffc3c8b,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:01.008965 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5c53f849-968b-4c4f-aea5-42141ca32c2e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:01.031467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f54861-e321-4dca-b5ae-e7367c1efa0a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:02:01.034576 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-86f54861-e321-4dca-b5ae-e7367c1efa0a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:01.040629 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8df99-aa0c-4e8b-a5a3-ab9da8244b17 None None] Pushing event updated for resources: {'Port': ['ID=dc10b29a-2478-4f82-a0cf-720c0e8dadad,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:01.056670 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 14:02:01.061837 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 4a390654-2560-471a-91a2-fbddaffc3c8b details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:02:01.068808 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] Routers {'1ed1dcb5-fa00-40c8-834b-37773777bb1f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:02:01.070106 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:01:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:01.270264 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c53f849-968b-4c4f-aea5-42141ca32c2e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Made reservation on behalf of f9698ae0269e4f54b2949da6501e3b33 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:01.279989 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c53f849-968b-4c4f-aea5-42141ca32c2e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:01.285785 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbbc008b-01e0-4c78-b474-912346267e44 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:02:01.324036 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:01.354440 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] Transition to ACTIVE for port object dbbc008b-01e0-4c78-b474-912346267e44 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:02:01.374521 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'name': 'tempest-ServerRescueTestJSONUnderV235-504043248-router', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:28Z', 'updated_at': '2022-03-05T14:01:45Z', 'revision_number': 4, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'gw_port': {'id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:32Z', 'updated_at': '2022-03-05T14:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'f49483e5-b318-48f7-bd77-e83feacf9734', 'name': '', 'network_id': '9e1fbddc-f285-40f2-9ffb-2b02622ef359', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'mac_address': 'fa:16:3e:45:e0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '996696e8-f383-47a4-b5dd-497af7965d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:41Z', 'updated_at': '2022-03-05T14:01:57Z', 'revision_number': 4, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'subnets': [{'id': '996696e8-f383-47a4-b5dd-497af7965d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:01.380553 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3ea422-e8e4-434c-8b26-cc1b9142f0cf None None] The sync data for ids ['187f7b76-1d7a-4a5a-a380-85076b60abbb'] in n-d-803718-1 is: [{'id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'name': 'tempest-ServerRescueTestJSONUnderV235-504043248-router', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:28Z', 'updated_at': '2022-03-05T14:01:45Z', 'revision_number': 4, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'gw_port': {'id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:32Z', 'updated_at': '2022-03-05T14:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'f49483e5-b318-48f7-bd77-e83feacf9734', 'name': '', 'network_id': '9e1fbddc-f285-40f2-9ffb-2b02622ef359', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'mac_address': 'fa:16:3e:45:e0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '996696e8-f383-47a4-b5dd-497af7965d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:41Z', 'updated_at': '2022-03-05T14:01:57Z', 'revision_number': 4, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'subnets': [{'id': '996696e8-f383-47a4-b5dd-497af7965d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:02:01.397597 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ee1b8b25-1454-4fac-b77b-50a464cf0b12 None None] Provisioning for port dc10b29a-2478-4f82-a0cf-720c0e8dadad completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:02:01.421026 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 61f59170-6fce-47ee-b070-c5864082cc35 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:02:01.440048 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 61f59170-6fce-47ee-b070-c5864082cc35 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:01.440891 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:01.563393 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] Set router 1ed1dcb5-fa00-40c8-834b-37773777bb1f gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:02:01.672907 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:01.706421 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:01.753290 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 61f59170-6fce-47ee-b070-c5864082cc35, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=61f59170-6fce-47ee-b070-c5864082cc35,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:01.762413 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:01.970969 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] Pushing event updated for resources: {'Port': ['ID=dbbc008b-01e0-4c78-b474-912346267e44,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:01.973536 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=61f59170-6fce-47ee-b070-c5864082cc35,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:01.979015 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f3866dd5-2c86-4727-8056-e065d6e395b3 None None] Provisioning complete for port 66fba3b5-ff13-4e60-b6a7-955f91e9364d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:01.979396 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f3866dd5-2c86-4727-8056-e065d6e395b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:02.031354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f49483e5-b318-48f7-bd77-e83feacf9734 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:02:02.130823 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fa93fb03-181c-40e0-9136-653ec0fea684 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:02.191386 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port f49483e5-b318-48f7-bd77-e83feacf9734 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:02:02.223787 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port f49483e5-b318-48f7-bd77-e83feacf9734 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:02.237949 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:02.293485 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c53f849-968b-4c4f-aea5-42141ca32c2e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:02.314330 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-f3866dd5-2c86-4727-8056-e065d6e395b3 None None] Port 66fba3b5-ff13-4e60-b6a7-955f91e9364d cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:02:02.436532 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558813e4-e7af-4c97-a0dc-a43c04ec3abe req-b4ed72d3-0c9a-4218-9f7d-610a0656b52b tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:02.437273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-558813e4-e7af-4c97-a0dc-a43c04ec3abe req-b4ed72d3-0c9a-4218-9f7d-610a0656b52b tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Synchronizing usage tracker for tenant:d227d433c2ad48fd969273c5938fc066 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:02:02.449758 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:01:50Z', 'revision_number': 3, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None, '_interfaces': [{'id': '98646134-7a04-45e4-ac9b-ee3faa8b007e', 'name': '', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:b3:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:38Z', 'updated_at': '2022-03-05T14:01:55Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc10b29a-2478-4f82-a0cf-720c0e8dadad', 'name': '', 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:a9:1a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:49Z', 'updated_at': '2022-03-05T14:02:00Z', 'revision_number': 4, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:02.459171 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a71a74b-10de-4d71-8607-1f8b5e76b160 None None] The sync data for ids ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'] in n-d-803718-1 is: [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:01:50Z', 'revision_number': 3, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None, '_interfaces': [{'id': '98646134-7a04-45e4-ac9b-ee3faa8b007e', 'name': '', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:b3:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:38Z', 'updated_at': '2022-03-05T14:01:55Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc10b29a-2478-4f82-a0cf-720c0e8dadad', 'name': '', 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:a9:1a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:49Z', 'updated_at': '2022-03-05T14:02:00Z', 'revision_number': 4, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:02:02.518964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f54861-e321-4dca-b5ae-e7367c1efa0a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Router 0f37d61f-5d7f-492b-abd2-34588f63334a is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:02:02.560400 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:02.666269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53f849-968b-4c4f-aea5-42141ca32c2e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Subnet': ['ID=ef39a511-466d-4b1f-815e-af41d68104bb,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:02.681647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port f49483e5-b318-48f7-bd77-e83feacf9734, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f49483e5-b318-48f7-bd77-e83feacf9734,segment=NetworkSegment(071e9780-6476-4093-bf3c-5d5498e1e2cf),segment_id=071e9780-6476-4093-bf3c-5d5498e1e2cf)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:02.693164 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:02.831307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93fb03-181c-40e0-9136-653ec0fea684 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Pushing event deleted for resources: {'Port': ['ID=97d347c9-60a7-4cde-a4a9-fe6ee9d096df,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:02.848701 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93fb03-181c-40e0-9136-653ec0fea684 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:02.849278 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93fb03-181c-40e0-9136-653ec0fea684 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:02.849629 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93fb03-181c-40e0-9136-653ec0fea684 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:02.849965 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93fb03-181c-40e0-9136-653ec0fea684 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:02.850297 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93fb03-181c-40e0-9136-653ec0fea684 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:02.850819 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93fb03-181c-40e0-9136-653ec0fea684 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:02.853752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93fb03-181c-40e0-9136-653ec0fea684 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:02.853752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93fb03-181c-40e0-9136-653ec0fea684 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:02.853752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93fb03-181c-40e0-9136-653ec0fea684 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:02.853752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93fb03-181c-40e0-9136-653ec0fea684 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:02.853752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93fb03-181c-40e0-9136-653ec0fea684 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:02.853752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93fb03-181c-40e0-9136-653ec0fea684 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:02.906679 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=f49483e5-b318-48f7-bd77-e83feacf9734,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:03.015169 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c53f849-968b-4c4f-aea5-42141ca32c2e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Checking segment: {'id': 'f15c16e9-f493-483e-ae44-8b8f7c57a198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4a390654-2560-471a-91a2-fbddaffc3c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:02:03.015530 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c53f849-968b-4c4f-aea5-42141ca32c2e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network hostable DHCP agents. Network: 4a390654-2560-471a-91a2-fbddaffc3c8b, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:02:03.087654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c53f849-968b-4c4f-aea5-42141ca32c2e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network 4a390654-2560-471a-91a2-fbddaffc3c8b is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:02:03.113330 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-5c53f849-968b-4c4f-aea5-42141ca32c2e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 4a390654-2560-471a-91a2-fbddaffc3c8b) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:03.120336 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f54861-e321-4dca-b5ae-e7367c1efa0a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:02:03.122087 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8aeabc-56ac-46d9-96c3-0ffc91329485 None None] Network 4a390654-2560-471a-91a2-fbddaffc3c8b requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:03.122627 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c53f849-968b-4c4f-aea5-42141ca32c2e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:03.123299 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c53f849-968b-4c4f-aea5-42141ca32c2e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:03.158639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-558813e4-e7af-4c97-a0dc-a43c04ec3abe req-b4ed72d3-0c9a-4218-9f7d-610a0656b52b tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Unset dirty status for tenant:d227d433c2ad48fd969273c5938fc066 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:02:03.160878 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-558813e4-e7af-4c97-a0dc-a43c04ec3abe req-b4ed72d3-0c9a-4218-9f7d-610a0656b52b tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 931 time: 2.3039632 Mar 05 14:02:03.162135 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-86f54861-e321-4dca-b5ae-e7367c1efa0a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "PUT /v2.0/routers/0f37d61f-5d7f-492b-abd2-34588f63334a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0287364 Mar 05 14:02:03.171805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51318) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:03.245142 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5c53f849-968b-4c4f-aea5-42141ca32c2e tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6381900 Mar 05 14:02:03.251371 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51324) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:03.334388 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fa93fb03-181c-40e0-9136-653ec0fea684 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:03.412282 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fa93fb03-181c-40e0-9136-653ec0fea684 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] 10.222.0.16 "DELETE /v2.0/ports/97d347c9-60a7-4cde-a4a9-fe6ee9d096df HTTP/1.1" status: 204 len: 168 time: 5.3815610 Mar 05 14:02:03.425562 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-11a12a13-aacc-4bcf-8d75-016e74072387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:03.433338 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51332) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:03.520328 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35928a9-bfc4-45a0-a57c-5077f66f1784 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:03.521152 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b35928a9-bfc4-45a0-a57c-5077f66f1784 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:02:03.605427 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-11a12a13-aacc-4bcf-8d75-016e74072387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:03.635550 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] Sync routers for ids ['0f37d61f-5d7f-492b-abd2-34588f63334a'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:02:03.664847 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] Routers {'0f37d61f-5d7f-492b-abd2-34588f63334a'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:02:03.665618 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:01:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['0f37d61f-5d7f-492b-abd2-34588f63334a'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:03.711758 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] Attempting to bind port dbbc008b-01e0-4c78-b474-912346267e44 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:02:03.712171 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] Attempting to bind port dbbc008b-01e0-4c78-b474-912346267e44 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '071e9780-6476-4093-bf3c-5d5498e1e2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9e1fbddc-f285-40f2-9ffb-2b02622ef359'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:02:03.712439 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] Attempting to bind port dbbc008b-01e0-4c78-b474-912346267e44 on network 9e1fbddc-f285-40f2-9ffb-2b02622ef359 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:02:03.735505 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b35928a9-bfc4-45a0-a57c-5077f66f1784 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:02:03.739532 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b35928a9-bfc4-45a0-a57c-5077f66f1784 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports/66fba3b5-ff13-4e60-b6a7-955f91e9364d HTTP/1.1" status: 200 len: 911 time: 0.5667152 Mar 05 14:02:03.744105 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51342) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:03.798436 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] Port dbbc008b-01e0-4c78-b474-912346267e44 on network 9e1fbddc-f285-40f2-9ffb-2b02622ef359 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:02:03.798807 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] Attempting to bind port dbbc008b-01e0-4c78-b474-912346267e44 on network 9e1fbddc-f285-40f2-9ffb-2b02622ef359 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:02:03.857967 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-558813e4-e7af-4c97-a0dc-a43c04ec3abe req-43d72a62-ee8c-465d-a963-f66ce0930112 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6648829 Mar 05 14:02:03.887399 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:02:03.887947 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] Checking segment: {'id': '071e9780-6476-4093-bf3c-5d5498e1e2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9e1fbddc-f285-40f2-9ffb-2b02622ef359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:02:03.888492 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] Bound using segment: {'id': '071e9780-6476-4093-bf3c-5d5498e1e2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9e1fbddc-f285-40f2-9ffb-2b02622ef359'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:02:03.889105 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] Bound port: dbbc008b-01e0-4c78-b474-912346267e44, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '071e9780-6476-4093-bf3c-5d5498e1e2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9e1fbddc-f285-40f2-9ffb-2b02622ef359'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:02:03.889624 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:03.913273 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-11a12a13-aacc-4bcf-8d75-016e74072387 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a57fab8fc67f4f5dacee406c1eca3052&name=default HTTP/1.1" status: 200 len: 2983 time: 4.0978553 Mar 05 14:02:03.972828 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] Set router 0f37d61f-5d7f-492b-abd2-34588f63334a gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:02:04.049531 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51348) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:04.050334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a12a13-aacc-4bcf-8d75-016e74072387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7334f7b8-8200-4bf2-ba27-51af85ecfd24,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:04.185051 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] For port dbbc008b-01e0-4c78-b474-912346267e44, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:02:04.218360 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device dc10b29a-2478-4f82-a0cf-720c0e8dadad up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:02:04.244836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ebfe14-1c17-4c28-addf-3d73b4f48a3d tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:04.247531 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-00ebfe14-1c17-4c28-addf-3d73b4f48a3d tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Synchronizing usage tracker for tenant:cc9af02f1eae41708aadc397126f48b9 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:02:04.313355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] For port dbbc008b-01e0-4c78-b474-912346267e44, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=dbbc008b-01e0-4c78-b474-912346267e44,segment=NetworkSegment(071e9780-6476-4093-bf3c-5d5498e1e2cf),segment_id=071e9780-6476-4093-bf3c-5d5498e1e2cf)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:02:04.321333 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-00ebfe14-1c17-4c28-addf-3d73b4f48a3d tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Unset dirty status for tenant:cc9af02f1eae41708aadc397126f48b9 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:02:04.325616 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-00ebfe14-1c17-4c28-addf-3d73b4f48a3d tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] 10.222.0.16 "GET /v2.0/ports?device_id=1df8dbd2-2a83-4e07-ad00-297b56f5377c HTTP/1.1" status: 200 len: 913 time: 0.8500421 Mar 05 14:02:04.327282 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51354) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:04.330289 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:04.470176 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port dc10b29a-2478-4f82-a0cf-720c0e8dadad completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:02:04.486042 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53d9be0-79ee-44a7-bb47-0a9d6897b52e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-4a390654-2560-471a-91a2-fbddaffc3c8b', 'network_id': '4a390654-2560-471a-91a2-fbddaffc3c8b', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'fixed_ips': [{'subnet_id': 'ef39a511-466d-4b1f-815e-af41d68104bb'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:02:04.487043 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b53d9be0-79ee-44a7-bb47-0a9d6897b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:04.503375 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51358) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:04.573355 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port dc10b29a-2478-4f82-a0cf-720c0e8dadad triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:04.573594 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:04.584683 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d213873b-4cd6-4ba2-8ba9-8bf6bb904d7b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:04.588057 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:04.589119 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:04.593258 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] 10.222.0.30 "PUT /v2.0/ports/dbbc008b-01e0-4c78-b474-912346267e44 HTTP/1.1" status: 200 len: 1091 time: 6.4167390 Mar 05 14:02:04.607083 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d213873b-4cd6-4ba2-8ba9-8bf6bb904d7b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:04.613872 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d213873b-4cd6-4ba2-8ba9-8bf6bb904d7b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.8538470 Mar 05 14:02:04.630097 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51374) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:04.689321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3310c07c-07ff-4efa-a4f0-1f0a211d48de', 'tag': 'dbbc008b-01e0-4c78-b474-912346267e44'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:02:04.784343 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b2441d2a-985b-4d5c-a84f-4690f49f0ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:04.789129 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3310c07c-07ff-4efa-a4f0-1f0a211d48de', 'tag': 'dbbc008b-01e0-4c78-b474-912346267e44', 'status': 'completed', 'code': 200} Mar 05 14:02:04.799948 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:04.835781 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a7d31-9a45-4f3b-9802-9a0ce91e4591 service neutron] Pushing event updated for resources: {'Port': ['ID=dbbc008b-01e0-4c78-b474-912346267e44,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:04.841582 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port dc10b29a-2478-4f82-a0cf-720c0e8dadad, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=dc10b29a-2478-4f82-a0cf-720c0e8dadad,segment=NetworkSegment(75378509-93c1-461b-931c-0a91d9e49750),segment_id=75378509-93c1-461b-931c-0a91d9e49750)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:04.880236 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:04.881252 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f49483e5-b318-48f7-bd77-e83feacf9734 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:02:04.958047 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b2441d2a-985b-4d5c-a84f-4690f49f0ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:05.039794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=dc10b29a-2478-4f82-a0cf-720c0e8dadad,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:05.054477 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b2441d2a-985b-4d5c-a84f-4690f49f0ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:05.086877 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port f49483e5-b318-48f7-bd77-e83feacf9734 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:05.087160 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:05.124557 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-128d87b2-a4db-4f6b-b7ef-071c6e5688a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:05.149790 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-b53d9be0-79ee-44a7-bb47-0a9d6897b52e None None] Allocated IP 2001:db8:2::2 (4a390654-2560-471a-91a2-fbddaffc3c8b/ef39a511-466d-4b1f-815e-af41d68104bb/eb0f0a59-df51-4178-9a28-3e50c9378c84) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:02:05.205421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2441d2a-985b-4d5c-a84f-4690f49f0ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7334f7b8-8200-4bf2-ba27-51af85ecfd24,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:05.219705 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-22ffa6e7-2c6c-4fe9-9202-ac1883737686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:05.221258 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-22ffa6e7-2c6c-4fe9-9202-ac1883737686 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d227d433c2ad48fd969273c5938fc066&device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 1094 time: 0.5207818 Mar 05 14:02:05.223091 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-128d87b2-a4db-4f6b-b7ef-071c6e5688a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:05.284997 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 61f59170-6fce-47ee-b070-c5864082cc35 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:02:05.288700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-128d87b2-a4db-4f6b-b7ef-071c6e5688a2 admin admin] Usage tracker for resource:security_group_rule and tenant:1d12bf0320fe4d48b3150b5adb1dbef7 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:05.306695 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b2441d2a-985b-4d5c-a84f-4690f49f0ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:05.310455 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b2441d2a-985b-4d5c-a84f-4690f49f0ff0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7334f7b8-8200-4bf2-ba27-51af85ecfd24 HTTP/1.1" status: 204 len: 168 time: 1.2506096 Mar 05 14:02:05.318244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-128d87b2-a4db-4f6b-b7ef-071c6e5688a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:05.330534 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-c3b09bee-9cf6-4083-ae5b-933e73c1908b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbbc008b-01e0-4c78-b474-912346267e44 HTTP/1.1" status: 200 len: 217 time: 0.0956631 Mar 05 14:02:05.335075 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-128d87b2-a4db-4f6b-b7ef-071c6e5688a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:05.423221 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5eea-9d86-4a03-906c-dae0a523e24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:05.572183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-191bfdc7-0641-4d4d-ba79-b0733defe566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:05.574839 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-191bfdc7-0641-4d4d-ba79-b0733defe566 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=996696e8-f383-47a4-b5dd-497af7965d47 HTTP/1.1" status: 200 len: 859 time: 0.2366590 Mar 05 14:02:05.613289 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b53d9be0-79ee-44a7-bb47-0a9d6897b52e None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:05.635932 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f37d61f-5d7f-492b-abd2-34588f63334a', 'name': 'tempest-NetworksTestDHCPv6-router-26282607', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:50Z', 'updated_at': '2022-03-05T14:01:57Z', 'revision_number': 2, 'project_id': '3c0764293a3340c8864dd88c0a88fd24', 'gw_port_host': None, '_interfaces': [{'id': '66fba3b5-ff13-4e60-b6a7-955f91e9364d', 'name': '', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'mac_address': 'fa:16:3e:bc:4c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f37d61f-5d7f-492b-abd2-34588f63334a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '02747081-191e-46ee-8926-6025bf619299', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:54Z', 'updated_at': '2022-03-05T14:01:59Z', 'revision_number': 2, 'project_id': '3c0764293a3340c8864dd88c0a88fd24', 'subnets': [{'id': '02747081-191e-46ee-8926-6025bf619299', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:05.654076 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b53d9be0-79ee-44a7-bb47-0a9d6897b52e None None] Transition to ACTIVE for port object eb0f0a59-df51-4178-9a28-3e50c9378c84 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:02:05.669094 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] Checking router: 0f37d61f-5d7f-492b-abd2-34588f63334a for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:02:05.669824 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] Updating router 0f37d61f-5d7f-492b-abd2-34588f63334a port 66fba3b5-ff13-4e60-b6a7-955f91e9364d binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:02:05.679222 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-57659867-14bd-4c88-9c1b-01b8839064c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e1fbddc-f285-40f2-9ffb-2b02622ef359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898886 Mar 05 14:02:05.744366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51394) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:05.774599 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b53d9be0-79ee-44a7-bb47-0a9d6897b52e None None] Transition to ACTIVE for port object eb0f0a59-df51-4178-9a28-3e50c9378c84 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:02:05.793956 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b53d9be0-79ee-44a7-bb47-0a9d6897b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:05.820594 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22df3fcd-ac56-48c4-9ee4-987f183694dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:05.885689 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:05.924454 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-22df3fcd-ac56-48c4-9ee4-987f183694dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:05.924691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53d9be0-79ee-44a7-bb47-0a9d6897b52e None None] Network 4a390654-2560-471a-91a2-fbddaffc3c8b is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:02:05.929577 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-b53d9be0-79ee-44a7-bb47-0a9d6897b52e None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:05.934566 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-22df3fcd-ac56-48c4-9ee4-987f183694dd admin admin] Usage tracker for resource:security_group_rule and tenant:24d377689b3a4654828ab34af49ffc47 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:05.935442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53d9be0-79ee-44a7-bb47-0a9d6897b52e None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:02:05.941087 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-22df3fcd-ac56-48c4-9ee4-987f183694dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:05.966362 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-22df3fcd-ac56-48c4-9ee4-987f183694dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:06.080456 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b137ca3-6371-44ed-a2be-dfa0c695bb2d req-5cf37da0-13b3-4962-9adb-dc9b95509fde tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:06.084987 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4b137ca3-6371-44ed-a2be-dfa0c695bb2d req-5cf37da0-13b3-4962-9adb-dc9b95509fde tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 943 time: 0.9381716 Mar 05 14:02:06.191005 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-197d5b9c-6e15-40b3-8437-d9757fbb7683 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:06.284245 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4b137ca3-6371-44ed-a2be-dfa0c695bb2d req-219a21a8-d36e-49d2-a29c-4e8e88c5f6de tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667733 Mar 05 14:02:06.298605 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-128d87b2-a4db-4f6b-b7ef-071c6e5688a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:06.363694 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-128d87b2-a4db-4f6b-b7ef-071c6e5688a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:06.389599 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d9be0-79ee-44a7-bb47-0a9d6897b52e None None] Pushing event updated for resources: {'Port': ['ID=eb0f0a59-df51-4178-9a28-3e50c9378c84,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:06.391884 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 61f59170-6fce-47ee-b070-c5864082cc35 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:06.392436 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:06.462359 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-46629939-ff6d-49e2-98e5-a0a651edb6a5 service neutron] 10.222.0.30 "GET /v2.0/networks/9e1fbddc-f285-40f2-9ffb-2b02622ef359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7556605 Mar 05 14:02:06.524409 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b53d9be0-79ee-44a7-bb47-0a9d6897b52e None None] Attempting to bind port eb0f0a59-df51-4178-9a28-3e50c9378c84 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:02:06.525028 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b53d9be0-79ee-44a7-bb47-0a9d6897b52e None None] Attempting to bind port eb0f0a59-df51-4178-9a28-3e50c9378c84 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'f15c16e9-f493-483e-ae44-8b8f7c57a198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4a390654-2560-471a-91a2-fbddaffc3c8b'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:02:06.525566 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d9be0-79ee-44a7-bb47-0a9d6897b52e None None] Attempting to bind port eb0f0a59-df51-4178-9a28-3e50c9378c84 on network 4a390654-2560-471a-91a2-fbddaffc3c8b {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:02:06.547233 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-128d87b2-a4db-4f6b-b7ef-071c6e5688a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d12bf0320fe4d48b3150b5adb1dbef7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0393376 Mar 05 14:02:06.551462 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d87b2-a4db-4f6b-b7ef-071c6e5688a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6514b56-057c-4fd0-ab56-b9815978a9ef,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:06.553992 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51402) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:06.573867 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d9be0-79ee-44a7-bb47-0a9d6897b52e None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:02:06.574375 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d9be0-79ee-44a7-bb47-0a9d6897b52e None None] Checking segment: {'id': 'f15c16e9-f493-483e-ae44-8b8f7c57a198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4a390654-2560-471a-91a2-fbddaffc3c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:02:06.574661 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b53d9be0-79ee-44a7-bb47-0a9d6897b52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:06.575266 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d9be0-79ee-44a7-bb47-0a9d6897b52e None None] Bound using segment: {'id': 'f15c16e9-f493-483e-ae44-8b8f7c57a198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4a390654-2560-471a-91a2-fbddaffc3c8b'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:02:06.575761 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b53d9be0-79ee-44a7-bb47-0a9d6897b52e None None] Bound port: eb0f0a59-df51-4178-9a28-3e50c9378c84, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15c16e9-f493-483e-ae44-8b8f7c57a198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4a390654-2560-471a-91a2-fbddaffc3c8b'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:02:06.576141 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b53d9be0-79ee-44a7-bb47-0a9d6897b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:06.677551 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:06.731171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-d1ee5eea-9d86-4a03-906c-dae0a523e24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Allocated IP 2001:db8:2::1 (4a390654-2560-471a-91a2-fbddaffc3c8b/ef39a511-466d-4b1f-815e-af41d68104bb/55751487-7b43-4078-b588-4f72e2ca8509) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:02:06.747522 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-da8d68d0-ee3f-42a9-af3e-082fa9f4aea1 req-13ba4d6b-2e9f-4ca0-a462-189ba2016058 service neutron] 10.222.0.30 "GET /v2.0/networks/9e1fbddc-f285-40f2-9ffb-2b02622ef359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722163 Mar 05 14:02:06.757301 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-31ca8a36-5d78-4a54-8c43-87993678e09e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:06.829195 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] Transition to ACTIVE for port object 66fba3b5-ff13-4e60-b6a7-955f91e9364d will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:02:06.846039 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-197d5b9c-6e15-40b3-8437-d9757fbb7683 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting port 66fba3b5-ff13-4e60-b6a7-955f91e9364d {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:02:06.846744 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-197d5b9c-6e15-40b3-8437-d9757fbb7683 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:06.847850 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:06.887340 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-575cdd4b-5e99-4b51-bd18-d16a063bf2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:06.892470 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b53d9be0-79ee-44a7-bb47-0a9d6897b52e None None] For port eb0f0a59-df51-4178-9a28-3e50c9378c84, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:02:06.899682 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22df3fcd-ac56-48c4-9ee4-987f183694dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:06.924569 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22df3fcd-ac56-48c4-9ee4-987f183694dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:07.021051 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b53d9be0-79ee-44a7-bb47-0a9d6897b52e None None] For port eb0f0a59-df51-4178-9a28-3e50c9378c84, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=eb0f0a59-df51-4178-9a28-3e50c9378c84,segment=NetworkSegment(f15c16e9-f493-483e-ae44-8b8f7c57a198),segment_id=f15c16e9-f493-483e-ae44-8b8f7c57a198)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:02:07.080517 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-22df3fcd-ac56-48c4-9ee4-987f183694dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=24d377689b3a4654828ab34af49ffc47&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3326240 Mar 05 14:02:07.092290 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51408) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:07.111290 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b53d9be0-79ee-44a7-bb47-0a9d6897b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:07.131793 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-575cdd4b-5e99-4b51-bd18-d16a063bf2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:07.212117 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112294a-a555-42f0-b5b9-b6b4f97c9206 None None] Pushing event updated for resources: {'Port': ['ID=66fba3b5-ff13-4e60-b6a7-955f91e9364d,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:07.221509 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device dc10b29a-2478-4f82-a0cf-720c0e8dadad up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:02:07.247820 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df3fcd-ac56-48c4-9ee4-987f183694dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3c910d-5cb7-4c1c-aeba-c30991e382be,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:07.300458 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe7751-a833-44b3-93f0-3498f487f99e req-9af16bce-9ba9-4a0f-937f-d86fe04dd1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:07.302209 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9fbe7751-a833-44b3-93f0-3498f487f99e req-9af16bce-9ba9-4a0f-937f-d86fe04dd1c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d227d433c2ad48fd969273c5938fc066&device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 1094 time: 0.4808459 Mar 05 14:02:07.383383 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] Attempting to bind port 66fba3b5-ff13-4e60-b6a7-955f91e9364d on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:02:07.384015 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] Attempting to bind port 66fba3b5-ff13-4e60-b6a7-955f91e9364d by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:02:07.384577 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] Attempting to bind port 66fba3b5-ff13-4e60-b6a7-955f91e9364d on network d67009e9-c74e-44a6-8a92-0c4d7928efad {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:02:07.392253 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-575cdd4b-5e99-4b51-bd18-d16a063bf2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:07.397367 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3fcd-ac56-48c4-9ee4-987f183694dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:07.397713 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3fcd-ac56-48c4-9ee4-987f183694dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:07.398056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3fcd-ac56-48c4-9ee4-987f183694dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:07.398385 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3fcd-ac56-48c4-9ee4-987f183694dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:07.398715 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3fcd-ac56-48c4-9ee4-987f183694dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:07.411324 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3fcd-ac56-48c4-9ee4-987f183694dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:07.411696 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3fcd-ac56-48c4-9ee4-987f183694dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:07.412041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3fcd-ac56-48c4-9ee4-987f183694dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:07.412381 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3fcd-ac56-48c4-9ee4-987f183694dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:07.412717 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3fcd-ac56-48c4-9ee4-987f183694dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:07.413047 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3fcd-ac56-48c4-9ee4-987f183694dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:07.413374 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22df3fcd-ac56-48c4-9ee4-987f183694dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:07.420103 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:02:07.421155 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] Checking segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:02:07.421742 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:07.422322 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] Bound using segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:02:07.423017 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] Bound port: 66fba3b5-ff13-4e60-b6a7-955f91e9364d, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:02:07.423581 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:07.436909 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575cdd4b-5e99-4b51-bd18-d16a063bf2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6514b56-057c-4fd0-ab56-b9815978a9ef,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:07.522582 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-78e55a0c-d410-475e-99b5-655724262236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:07.531586 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d9be0-79ee-44a7-bb47-0a9d6897b52e None None] Pushing event updated for resources: {'Port': ['ID=eb0f0a59-df51-4178-9a28-3e50c9378c84,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:07.546679 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-575cdd4b-5e99-4b51-bd18-d16a063bf2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:07.561866 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-78e55a0c-d410-475e-99b5-655724262236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:07.563103 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-575cdd4b-5e99-4b51-bd18-d16a063bf2ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6514b56-057c-4fd0-ab56-b9815978a9ef HTTP/1.1" status: 204 len: 168 time: 1.0034597 Mar 05 14:02:07.627289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port dc10b29a-2478-4f82-a0cf-720c0e8dadad triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:07.627873 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:07.679695 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-31ca8a36-5d78-4a54-8c43-87993678e09e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Deleting port fce57600-3dac-44c4-9658-65c63c6cc358 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:02:07.680040 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-31ca8a36-5d78-4a54-8c43-87993678e09e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:07.784345 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-78e55a0c-d410-475e-99b5-655724262236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:07.800909 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] For port 66fba3b5-ff13-4e60-b6a7-955f91e9364d, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:02:07.804754 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] For port 66fba3b5-ff13-4e60-b6a7-955f91e9364d, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=66fba3b5-ff13-4e60-b6a7-955f91e9364d,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:02:07.839715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe7751-a833-44b3-93f0-3498f487f99e req-dbdee1b4-474a-4b32-91f1-8e8a5a56ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:07.846093 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9fbe7751-a833-44b3-93f0-3498f487f99e req-dbdee1b4-474a-4b32-91f1-8e8a5a56ce8d service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e1fbddc-f285-40f2-9ffb-2b02622ef359 HTTP/1.1" status: 200 len: 919 time: 0.5348763 Mar 05 14:02:07.856038 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:07.883776 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5eea-9d86-4a03-906c-dae0a523e24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:07.943789 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e55a0c-d410-475e-99b5-655724262236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3c910d-5cb7-4c1c-aeba-c30991e382be,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:08.011609 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-d1ee5eea-9d86-4a03-906c-dae0a523e24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Transition to ACTIVE for port object 55751487-7b43-4078-b588-4f72e2ca8509 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:02:08.013107 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-197d5b9c-6e15-40b3-8437-d9757fbb7683 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] For port 66fba3b5-ff13-4e60-b6a7-955f91e9364d, host n-d-803718-1, got binding levels [] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:08.013461 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-197d5b9c-6e15-40b3-8437-d9757fbb7683 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:08.035461 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-78e55a0c-d410-475e-99b5-655724262236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:08.039355 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-78e55a0c-d410-475e-99b5-655724262236 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf3c910d-5cb7-4c1c-aeba-c30991e382be HTTP/1.1" status: 204 len: 168 time: 0.9205430 Mar 05 14:02:08.129702 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] Routers {'0f37d61f-5d7f-492b-abd2-34588f63334a'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:02:08.130346 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:01:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['0f37d61f-5d7f-492b-abd2-34588f63334a'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:08.196300 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-31ca8a36-5d78-4a54-8c43-87993678e09e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:08.326991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-197d5b9c-6e15-40b3-8437-d9757fbb7683 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Calling delete_port for 66fba3b5-ff13-4e60-b6a7-955f91e9364d owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:02:08.338309 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9fbe7751-a833-44b3-93f0-3498f487f99e req-afaadd75-688c-4bbf-aec9-176c969a0c9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbbc008b-01e0-4c78-b474-912346267e44 HTTP/1.1" status: 200 len: 217 time: 0.4847693 Mar 05 14:02:08.391616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112294a-a555-42f0-b5b9-b6b4f97c9206 None None] Pushing event updated for resources: {'Port': ['ID=66fba3b5-ff13-4e60-b6a7-955f91e9364d,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:08.395378 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34c48c-7033-4bda-b744-11edfa7162e0 req-869cd7f0-b61d-48e5-a845-4ffa464a2ed2 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:08.397481 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4d34c48c-7033-4bda-b744-11edfa7162e0 req-869cd7f0-b61d-48e5-a845-4ffa464a2ed2 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 943 time: 0.7463951 Mar 05 14:02:08.475012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51430) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:08.599772 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f3480a71-d012-4a19-8e66-ad94a2143814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:08.628207 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] Set router 0f37d61f-5d7f-492b-abd2-34588f63334a gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:02:08.662464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f3480a71-d012-4a19-8e66-ad94a2143814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:08.677587 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f3480a71-d012-4a19-8e66-ad94a2143814 admin admin] Usage tracker for resource:security_group_rule and tenant:5a72da8d670f485ea37573a140440ff7 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:08.691782 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4d34c48c-7033-4bda-b744-11edfa7162e0 req-4bc75aa9-1721-4a79-a8ad-701dfafc4c6d tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708602 Mar 05 14:02:08.701535 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f3480a71-d012-4a19-8e66-ad94a2143814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:08.709742 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f3480a71-d012-4a19-8e66-ad94a2143814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:08.737481 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5eea-9d86-4a03-906c-dae0a523e24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:08.772127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-31ca8a36-5d78-4a54-8c43-87993678e09e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Calling delete_port for fce57600-3dac-44c4-9658-65c63c6cc358 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:02:08.795646 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3e13c8c2-5b66-4694-a19c-b82423c3892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:08.881285 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ee5eea-9d86-4a03-906c-dae0a523e24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network 4a390654-2560-471a-91a2-fbddaffc3c8b is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:02:08.883730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-d1ee5eea-9d86-4a03-906c-dae0a523e24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:08.887584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ee5eea-9d86-4a03-906c-dae0a523e24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:02:08.889027 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5eea-9d86-4a03-906c-dae0a523e24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:08.911588 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe7751-a833-44b3-93f0-3498f487f99e req-974df8ac-9d6e-46c5-ad5b-e78939a485c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:08.912948 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9fbe7751-a833-44b3-93f0-3498f487f99e req-974df8ac-9d6e-46c5-ad5b-e78939a485c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=996696e8-f383-47a4-b5dd-497af7965d47 HTTP/1.1" status: 200 len: 859 time: 0.4740050 Mar 05 14:02:08.952909 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee5eea-9d86-4a03-906c-dae0a523e24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Port': ['ID=55751487-7b43-4078-b588-4f72e2ca8509,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:09.008938 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9fbe7751-a833-44b3-93f0-3498f487f99e req-c98c33da-e498-4be1-b641-88431363987e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e1fbddc-f285-40f2-9ffb-2b02622ef359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884635 Mar 05 14:02:09.044561 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-197d5b9c-6e15-40b3-8437-d9757fbb7683 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:02:09.045083 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-197d5b9c-6e15-40b3-8437-d9757fbb7683 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:02:09.140639 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5eea-9d86-4a03-906c-dae0a523e24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:09.209434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5b6148-92ba-4b94-9071-9c007e41ddc9 None None] Network 4a390654-2560-471a-91a2-fbddaffc3c8b requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:09.271351 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device eb0f0a59-df51-4178-9a28-3e50c9378c84 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:02:09.320481 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9fbe7751-a833-44b3-93f0-3498f487f99e req-0c6f732c-28b7-4573-9bab-4d1f3740f92c service neutron] 10.222.0.30 "GET /v2.0/networks/9e1fbddc-f285-40f2-9ffb-2b02622ef359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021011 Mar 05 14:02:09.453595 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3bc704ac-a05d-47dc-87c9-f476daa0731b None None] Provisioning for port eb0f0a59-df51-4178-9a28-3e50c9378c84 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:02:09.471846 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-31ca8a36-5d78-4a54-8c43-87993678e09e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:09.597303 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-197d5b9c-6e15-40b3-8437-d9757fbb7683 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting port 66fba3b5-ff13-4e60-b6a7-955f91e9364d {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:02:09.597303 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-197d5b9c-6e15-40b3-8437-d9757fbb7683 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:09.640901 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f3480a71-d012-4a19-8e66-ad94a2143814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:09.871680 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f3480a71-d012-4a19-8e66-ad94a2143814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:09.911647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port eb0f0a59-df51-4178-9a28-3e50c9378c84 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:02:09.925825 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port eb0f0a59-df51-4178-9a28-3e50c9378c84 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:09.926219 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:10.000757 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f3480a71-d012-4a19-8e66-ad94a2143814 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a72da8d670f485ea37573a140440ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5191216 Mar 05 14:02:10.010442 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51460) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:10.020020 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3480a71-d012-4a19-8e66-ad94a2143814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84562db5-d481-45a6-91a0-4bc77f73e888,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:10.055968 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f37d61f-5d7f-492b-abd2-34588f63334a', 'name': 'tempest-NetworksTestDHCPv6-router-26282607', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:50Z', 'updated_at': '2022-03-05T14:01:57Z', 'revision_number': 2, 'project_id': '3c0764293a3340c8864dd88c0a88fd24', 'gw_port_host': None, '_interfaces': [{'id': '66fba3b5-ff13-4e60-b6a7-955f91e9364d', 'name': '', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'mac_address': 'fa:16:3e:bc:4c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f37d61f-5d7f-492b-abd2-34588f63334a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '02747081-191e-46ee-8926-6025bf619299', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:54Z', 'updated_at': '2022-03-05T14:02:07Z', 'revision_number': 4, 'project_id': '3c0764293a3340c8864dd88c0a88fd24', 'subnets': [{'id': '02747081-191e-46ee-8926-6025bf619299', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:10.067082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca8a36-5d78-4a54-8c43-87993678e09e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Pushing event deleted for resources: {'Port': ['ID=fce57600-3dac-44c4-9658-65c63c6cc358,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:10.092078 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0047904-9a87-4752-ae47-38a4698d9301 None None] The sync data for ids ['0f37d61f-5d7f-492b-abd2-34588f63334a'] in n-d-803718-1 is: [{'id': '0f37d61f-5d7f-492b-abd2-34588f63334a', 'name': 'tempest-NetworksTestDHCPv6-router-26282607', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:50Z', 'updated_at': '2022-03-05T14:01:57Z', 'revision_number': 2, 'project_id': '3c0764293a3340c8864dd88c0a88fd24', 'gw_port_host': None, '_interfaces': [{'id': '66fba3b5-ff13-4e60-b6a7-955f91e9364d', 'name': '', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'mac_address': 'fa:16:3e:bc:4c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f37d61f-5d7f-492b-abd2-34588f63334a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '02747081-191e-46ee-8926-6025bf619299', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:54Z', 'updated_at': '2022-03-05T14:02:07Z', 'revision_number': 4, 'project_id': '3c0764293a3340c8864dd88c0a88fd24', 'subnets': [{'id': '02747081-191e-46ee-8926-6025bf619299', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:02:10.150156 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:10.235237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port eb0f0a59-df51-4178-9a28-3e50c9378c84, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=eb0f0a59-df51-4178-9a28-3e50c9378c84,segment=NetworkSegment(f15c16e9-f493-483e-ae44-8b8f7c57a198),segment_id=f15c16e9-f493-483e-ae44-8b8f7c57a198)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:10.244322 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:10.273123 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9fbe7751-a833-44b3-93f0-3498f487f99e req-0f3f09b6-2926-4f25-85f2-b732b6549ed8 service neutron] 10.222.0.30 "GET /v2.0/networks/9e1fbddc-f285-40f2-9ffb-2b02622ef359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9444559 Mar 05 14:02:10.416226 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=eb0f0a59-df51-4178-9a28-3e50c9378c84,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:10.431941 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-31ca8a36-5d78-4a54-8c43-87993678e09e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:10.631535 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5eea-9d86-4a03-906c-dae0a523e24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:10.654257 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bdf892ad-fe4a-4f83-864f-41be79982c7d None None] Provisioning for port 55751487-7b43-4078-b588-4f72e2ca8509 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:02:10.659860 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5eea-9d86-4a03-906c-dae0a523e24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:10.673517 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bdf892ad-fe4a-4f83-864f-41be79982c7d None None] Provisioning complete for port 55751487-7b43-4078-b588-4f72e2ca8509 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:10.673942 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bdf892ad-fe4a-4f83-864f-41be79982c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:10.675079 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5eea-9d86-4a03-906c-dae0a523e24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:10.816380 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-bdf892ad-fe4a-4f83-864f-41be79982c7d None None] Port 55751487-7b43-4078-b588-4f72e2ca8509 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:02:10.841590 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c7623635-f733-4732-a61a-c64fda22cd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:10.851875 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bdf892ad-fe4a-4f83-864f-41be79982c7d None None] Provisioning complete for port eb0f0a59-df51-4178-9a28-3e50c9378c84 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:10.852352 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bdf892ad-fe4a-4f83-864f-41be79982c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:10.958738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d27137-07be-49db-8ed9-7025fa74eac3 req-ae014a13-2e98-491f-bb5f-57444be65ba6 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:10.960472 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16d27137-07be-49db-8ed9-7025fa74eac3 req-ae014a13-2e98-491f-bb5f-57444be65ba6 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 943 time: 0.9923995 Mar 05 14:02:10.997113 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5fa8966c-0183-4087-ba2f-d5414ec6d13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:11.101611 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device dbbc008b-01e0-4c78-b474-912346267e44 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:02:11.115500 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ca8a36-5d78-4a54-8c43-87993678e09e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Router 1df8dbd2-2a83-4e07-ad00-297b56f5377c has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:02:11.244398 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-197d5b9c-6e15-40b3-8437-d9757fbb7683 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] For port 66fba3b5-ff13-4e60-b6a7-955f91e9364d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=66fba3b5-ff13-4e60-b6a7-955f91e9364d,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:11.246641 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-197d5b9c-6e15-40b3-8437-d9757fbb7683 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:11.264591 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c7623635-f733-4732-a61a-c64fda22cd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:11.281764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee5eea-9d86-4a03-906c-dae0a523e24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Port': ['ID=55751487-7b43-4078-b588-4f72e2ca8509,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:11.302282 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 66fba3b5-ff13-4e60-b6a7-955f91e9364d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:02:11.484799 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-197d5b9c-6e15-40b3-8437-d9757fbb7683 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Calling delete_port for 66fba3b5-ff13-4e60-b6a7-955f91e9364d owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:02:11.685023 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16d27137-07be-49db-8ed9-7025fa74eac3 req-06e7dd7e-36e0-40bc-946b-92937fb3a285 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6323047 Mar 05 14:02:11.718272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ca8a36-5d78-4a54-8c43-87993678e09e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:02:11.733429 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b651f1-165e-401f-8625-5a98a60c11fa None None] Sync routers for ids ['1df8dbd2-2a83-4e07-ad00-297b56f5377c'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:02:11.754240 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b651f1-165e-401f-8625-5a98a60c11fa None None] Routers {'1df8dbd2-2a83-4e07-ad00-297b56f5377c'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:02:11.755174 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-50b651f1-165e-401f-8625-5a98a60c11fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:02:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1df8dbd2-2a83-4e07-ad00-297b56f5377c'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:11.771560 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-31ca8a36-5d78-4a54-8c43-87993678e09e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] 10.222.0.16 "PUT /v2.0/routers/1df8dbd2-2a83-4e07-ad00-297b56f5377c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4366086 Mar 05 14:02:11.778948 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51490) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:11.868859 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-50b651f1-165e-401f-8625-5a98a60c11fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:11.887166 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 66fba3b5-ff13-4e60-b6a7-955f91e9364d completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:02:11.896560 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b651f1-165e-401f-8625-5a98a60c11fa None None] Routers {'1df8dbd2-2a83-4e07-ad00-297b56f5377c'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:02:11.897854 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-50b651f1-165e-401f-8625-5a98a60c11fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:02:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1df8dbd2-2a83-4e07-ad00-297b56f5377c'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:11.912415 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 66fba3b5-ff13-4e60-b6a7-955f91e9364d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:11.916040 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:12.040901 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-50b651f1-165e-401f-8625-5a98a60c11fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:12.041589 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b651f1-165e-401f-8625-5a98a60c11fa None None] The sync data for ids ['1df8dbd2-2a83-4e07-ad00-297b56f5377c'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:02:12.184209 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ee5eea-9d86-4a03-906c-dae0a523e24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network 4a390654-2560-471a-91a2-fbddaffc3c8b is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:02:12.190296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-d1ee5eea-9d86-4a03-906c-dae0a523e24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:12.192395 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bc6f9b3c-f3a5-44b8-a23f-cb5816c024d1 None None] Provisioning complete for port 55751487-7b43-4078-b588-4f72e2ca8509 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:12.192857 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9b3c-f3a5-44b8-a23f-cb5816c024d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:12.210513 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22ce6dad-c5ef-4127-8b59-494fe91ef71d tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:12.334370 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-197d5b9c-6e15-40b3-8437-d9757fbb7683 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:12.345182 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c7623635-f733-4732-a61a-c64fda22cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:12.359810 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port dbbc008b-01e0-4c78-b474-912346267e44, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=dbbc008b-01e0-4c78-b474-912346267e44,segment=NetworkSegment(071e9780-6476-4093-bf3c-5d5498e1e2cf),segment_id=071e9780-6476-4093-bf3c-5d5498e1e2cf)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:12.375732 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f9b3c-f3a5-44b8-a23f-cb5816c024d1 None None] Port 55751487-7b43-4078-b588-4f72e2ca8509 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:02:12.377922 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'dbbc008b-01e0-4c78-b474-912346267e44', 'network_id': '9e1fbddc-f285-40f2-9ffb-2b02622ef359', 'port_id': 'dbbc008b-01e0-4c78-b474-912346267e44', 'mac_address': 'fa:16:3e:c1:ea:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '996696e8-f383-47a4-b5dd-497af7965d47', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:02:12.544243 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:12.603292 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Port 66fba3b5-ff13-4e60-b6a7-955f91e9364d update to ACTIVE by agent not found {{(pid=87915) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 05 14:02:12.604017 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device eb0f0a59-df51-4178-9a28-3e50c9378c84 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:02:12.685042 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:12.730934 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d5b9c-6e15-40b3-8437-d9757fbb7683 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Port': ['ID=66fba3b5-ff13-4e60-b6a7-955f91e9364d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:12.768413 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port eb0f0a59-df51-4178-9a28-3e50c9378c84 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:12.768844 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:12.819555 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22ce6dad-c5ef-4127-8b59-494fe91ef71d tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:12.824822 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22ce6dad-c5ef-4127-8b59-494fe91ef71d tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:12.827668 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5a7e4b6f-e9f3-4f50-8ed7-f6ed0a403d79 None None] Provisioning complete for port 55751487-7b43-4078-b588-4f72e2ca8509 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:12.829175 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5a7e4b6f-e9f3-4f50-8ed7-f6ed0a403d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:12.836718 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7623635-f733-4732-a61a-c64fda22cd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84562db5-d481-45a6-91a0-4bc77f73e888,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:12.884290 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22ce6dad-c5ef-4127-8b59-494fe91ef71d tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:12.884829 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ce6dad-c5ef-4127-8b59-494fe91ef71d tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Fanout notify agent at l3_agent the message router_deleted on router 1df8dbd2-2a83-4e07-ad00-297b56f5377c {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:02:12.923809 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22ce6dad-c5ef-4127-8b59-494fe91ef71d tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:12.925963 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-22ce6dad-c5ef-4127-8b59-494fe91ef71d tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] 10.222.0.16 "DELETE /v2.0/routers/1df8dbd2-2a83-4e07-ad00-297b56f5377c HTTP/1.1" status: 204 len: 168 time: 1.1427307 Mar 05 14:02:12.930063 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51504) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:12.942722 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5a7e4b6f-e9f3-4f50-8ed7-f6ed0a403d79 None None] Port 55751487-7b43-4078-b588-4f72e2ca8509 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:02:12.958251 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:13.012138 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbbc008b-01e0-4c78-b474-912346267e44 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:02:13.040508 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port dbbc008b-01e0-4c78-b474-912346267e44, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=dbbc008b-01e0-4c78-b474-912346267e44,segment=NetworkSegment(071e9780-6476-4093-bf3c-5d5498e1e2cf),segment_id=071e9780-6476-4093-bf3c-5d5498e1e2cf)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:13.077012 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:13.087929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51510) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:13.095004 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-8227c1ac-7ec2-48f3-8a89-2e313e2f27c3 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Deleting subnet 0cf5813a-7fb0-44df-b51e-c73e11f86a24 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:02:13.116303 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8227c1ac-7ec2-48f3-8a89-2e313e2f27c3 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:13.124465 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-197d5b9c-6e15-40b3-8437-d9757fbb7683 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:13.165777 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=dbbc008b-01e0-4c78-b474-912346267e44,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:13.236399 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8227c1ac-7ec2-48f3-8a89-2e313e2f27c3 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:13.283646 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['dbbc008b-01e0-4c78-b474-912346267e44'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:02:13.291579 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ee5eea-9d86-4a03-906c-dae0a523e24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Router 1ed1dcb5-fa00-40c8-834b-37773777bb1f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:02:13.294353 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c7623635-f733-4732-a61a-c64fda22cd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:13.297813 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c7623635-f733-4732-a61a-c64fda22cd5c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84562db5-d481-45a6-91a0-4bc77f73e888 HTTP/1.1" status: 204 len: 168 time: 3.2824199 Mar 05 14:02:13.339703 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-84ce202d-31ce-492a-a14e-e017fe879b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:13.358948 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-84ce202d-31ce-492a-a14e-e017fe879b71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:13.363034 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-84ce202d-31ce-492a-a14e-e017fe879b71 admin admin] Usage tracker for resource:security_group_rule and tenant:ed43e81cbc864c4b93ffa787182c8a51 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:13.366019 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-84ce202d-31ce-492a-a14e-e017fe879b71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:13.372232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-84ce202d-31ce-492a-a14e-e017fe879b71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:13.594946 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-84ce202d-31ce-492a-a14e-e017fe879b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:13.596414 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8227c1ac-7ec2-48f3-8a89-2e313e2f27c3 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:13.628056 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-84ce202d-31ce-492a-a14e-e017fe879b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:13.672182 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce202d-31ce-492a-a14e-e017fe879b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2a9880-84cf-4b93-871f-7b2b2f4f0c54,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:13.692148 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:13.716772 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-84ce202d-31ce-492a-a14e-e017fe879b71 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed43e81cbc864c4b93ffa787182c8a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6250234 Mar 05 14:02:13.718237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51522) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:13.772660 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8227c1ac-7ec2-48f3-8a89-2e313e2f27c3 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:13.799834 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ee5eea-9d86-4a03-906c-dae0a523e24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:02:13.808564 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d42d52-c8ff-4118-a9cf-9a19f14b70e4 req-4f5e898d-47f7-482e-9064-2737614ff52d tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:13.810164 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b2d42d52-c8ff-4118-a9cf-9a19f14b70e4 req-4f5e898d-47f7-482e-9064-2737614ff52d tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 944 time: 0.8866899 Mar 05 14:02:13.813521 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d1ee5eea-9d86-4a03-906c-dae0a523e24b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/routers/1ed1dcb5-fa00-40c8-834b-37773777bb1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5608222 Mar 05 14:02:13.814488 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] Sync routers for ids ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:02:13.816369 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51530) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:13.825343 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] Routers {'1ed1dcb5-fa00-40c8-834b-37773777bb1f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:02:13.825572 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-b7753e7e-bc50-4819-ae74-c930461e9652 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-529545505'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:13.826417 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:02:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:13.834435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b7753e7e-bc50-4819-ae74-c930461e9652 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:13.835915 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8227c1ac-7ec2-48f3-8a89-2e313e2f27c3 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:13.848894 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197d5b9c-6e15-40b3-8437-d9757fbb7683 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Router 0f37d61f-5d7f-492b-abd2-34588f63334a has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:02:13.850472 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8227c1ac-7ec2-48f3-8a89-2e313e2f27c3 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] 10.222.0.16 "DELETE /v2.0/subnets/0cf5813a-7fb0-44df-b51e-c73e11f86a24 HTTP/1.1" status: 204 len: 168 time: 0.9193509 Mar 05 14:02:13.852295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51536) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:13.853943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227c1ac-7ec2-48f3-8a89-2e313e2f27c3 tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf5813a-7fb0-44df-b51e-c73e11f86a24,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:13.863310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b7753e7e-bc50-4819-ae74-c930461e9652 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:network and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:13.872775 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3433a819-ce08-4c97-9db1-852c5477a43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:13.887188 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b7753e7e-bc50-4819-ae74-c930461e9652 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:13.911753 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3433a819-ce08-4c97-9db1-852c5477a43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:13.912023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5511ff0e-c36c-4f85-ad3a-40f6840f1c96 None None] Network 8a4ab280-ad93-48eb-bc8a-2239cab25a6f requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:13.922127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b7753e7e-bc50-4819-ae74-c930461e9652 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:13.989376 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3433a819-ce08-4c97-9db1-852c5477a43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:14.025822 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433a819-ce08-4c97-9db1-852c5477a43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2a9880-84cf-4b93-871f-7b2b2f4f0c54,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:14.041075 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3433a819-ce08-4c97-9db1-852c5477a43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:14.045598 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3433a819-ce08-4c97-9db1-852c5477a43f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4f2a9880-84cf-4b93-871f-7b2b2f4f0c54 HTTP/1.1" status: 204 len: 168 time: 0.3263705 Mar 05 14:02:14.066858 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b2d42d52-c8ff-4118-a9cf-9a19f14b70e4 req-e9fd1d49-c02b-438a-98ed-2722b5cf3b42 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473629 Mar 05 14:02:14.168524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7753e7e-bc50-4819-ae74-c930461e9652 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Made reservation on behalf of f9698ae0269e4f54b2949da6501e3b33 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:14.172050 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7753e7e-bc50-4819-ae74-c930461e9652 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:14.185381 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197d5b9c-6e15-40b3-8437-d9757fbb7683 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:02:14.197009 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-197d5b9c-6e15-40b3-8437-d9757fbb7683 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "PUT /v2.0/routers/0f37d61f-5d7f-492b-abd2-34588f63334a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5659153 Mar 05 14:02:14.198654 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61f9b0-09bb-464b-b70b-590eaeb68d18 None None] Sync routers for ids ['0f37d61f-5d7f-492b-abd2-34588f63334a'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:02:14.200080 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51552) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:14.201396 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d868-32c3-430e-af9d-646008f3d30e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:14.212527 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af61f9b0-09bb-464b-b70b-590eaeb68d18 None None] Routers {'0f37d61f-5d7f-492b-abd2-34588f63334a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:02:14.213401 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-af61f9b0-09bb-464b-b70b-590eaeb68d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:02:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['0f37d61f-5d7f-492b-abd2-34588f63334a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:14.226555 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7753e7e-bc50-4819-ae74-c930461e9652 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:02:14.229019 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-c7d4d868-32c3-430e-af9d-646008f3d30e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Deleting port 4701e0fd-fbb3-4d69-865f-d85cb90c8244 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:02:14.229678 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d868-32c3-430e-af9d-646008f3d30e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:14.287995 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7753e7e-bc50-4819-ae74-c930461e9652 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:14.296034 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-b7753e7e-bc50-4819-ae74-c930461e9652 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Added segment 08a1900a-a1da-4203-b29b-355c8f2c55ca of type vlan for network ec129a3c-79c6-4838-9bec-b888bfb6a077 Mar 05 14:02:14.318062 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] Set router 1ed1dcb5-fa00-40c8-834b-37773777bb1f gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:02:14.418101 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa05b06-c5f1-40aa-a894-53e1221e5e51 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:14.434795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa05b06-c5f1-40aa-a894-53e1221e5e51 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:14.439713 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0fa05b06-c5f1-40aa-a894-53e1221e5e51 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:02:14.464784 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7753e7e-bc50-4819-ae74-c930461e9652 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:14.501661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0fa05b06-c5f1-40aa-a894-53e1221e5e51 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:02:14.503194 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0fa05b06-c5f1-40aa-a894-53e1221e5e51 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3008866 Mar 05 14:02:14.505847 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51560) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:14.616991 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-af61f9b0-09bb-464b-b70b-590eaeb68d18 None None] Set router 0f37d61f-5d7f-492b-abd2-34588f63334a gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:02:14.647662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e40168e-a351-4030-90f4-fe19025bad3d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet 02747081-191e-46ee-8926-6025bf619299 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:02:14.654834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51564) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:14.659772 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1e40168e-a351-4030-90f4-fe19025bad3d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:14.739447 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6443b32c-1388-493a-b16e-a22c3dc476b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:14.763319 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7753e7e-bc50-4819-ae74-c930461e9652 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:14.769871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7753e7e-bc50-4819-ae74-c930461e9652 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:14.770896 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7753e7e-bc50-4819-ae74-c930461e9652 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:14.804531 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6443b32c-1388-493a-b16e-a22c3dc476b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:14.822972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6443b32c-1388-493a-b16e-a22c3dc476b7 admin admin] Usage tracker for resource:security_group_rule and tenant:8e0889a0efd24385a759cfc792792484 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:14.839491 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1e40168e-a351-4030-90f4-fe19025bad3d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:14.849719 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-c7d4d868-32c3-430e-af9d-646008f3d30e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] For port 4701e0fd-fbb3-4d69-865f-d85cb90c8244, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4701e0fd-fbb3-4d69-865f-d85cb90c8244,segment=NetworkSegment(6b1f4fb3-bf45-498b-be0f-51fb02694c79),segment_id=6b1f4fb3-bf45-498b-be0f-51fb02694c79)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:14.850258 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d868-32c3-430e-af9d-646008f3d30e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:14.900157 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6443b32c-1388-493a-b16e-a22c3dc476b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:14.924758 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6443b32c-1388-493a-b16e-a22c3dc476b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:14.936565 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-af61f9b0-09bb-464b-b70b-590eaeb68d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f37d61f-5d7f-492b-abd2-34588f63334a', 'name': 'tempest-NetworksTestDHCPv6-router-26282607', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:50Z', 'updated_at': '2022-03-05T14:02:11Z', 'revision_number': 3, 'project_id': '3c0764293a3340c8864dd88c0a88fd24', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:14.949585 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61f9b0-09bb-464b-b70b-590eaeb68d18 None None] Checking router: 0f37d61f-5d7f-492b-abd2-34588f63334a for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:02:14.954452 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:02:09Z', 'revision_number': 4, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None, '_interfaces': [{'id': '55751487-7b43-4078-b588-4f72e2ca8509', 'name': '', 'network_id': '4a390654-2560-471a-91a2-fbddaffc3c8b', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:12:8e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'ef39a511-466d-4b1f-815e-af41d68104bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:02:05Z', 'updated_at': '2022-03-05T14:02:09Z', 'revision_number': 2, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'ef39a511-466d-4b1f-815e-af41d68104bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98646134-7a04-45e4-ac9b-ee3faa8b007e', 'name': '', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:b3:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:38Z', 'updated_at': '2022-03-05T14:01:55Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc10b29a-2478-4f82-a0cf-720c0e8dadad', 'name': '', 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:a9:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:49Z', 'updated_at': '2022-03-05T14:02:04Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:14.962936 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] Checking router: 1ed1dcb5-fa00-40c8-834b-37773777bb1f for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:02:14.963799 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] Updating router 1ed1dcb5-fa00-40c8-834b-37773777bb1f port 55751487-7b43-4078-b588-4f72e2ca8509 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:02:14.975739 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af61f9b0-09bb-464b-b70b-590eaeb68d18 None None] Routers {'0f37d61f-5d7f-492b-abd2-34588f63334a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:02:14.976457 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-af61f9b0-09bb-464b-b70b-590eaeb68d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:02:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['0f37d61f-5d7f-492b-abd2-34588f63334a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:15.035747 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e06c8a-2d09-4fe1-9203-1e0d9fa60791 None None] DHCP port deletion for 8a4ab280-ad93-48eb-bc8a-2239cab25a6f request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:02:15.050958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-23e06c8a-2d09-4fe1-9203-1e0d9fa60791 None None] Deleting port 4701e0fd-fbb3-4d69-865f-d85cb90c8244 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:02:15.051511 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-23e06c8a-2d09-4fe1-9203-1e0d9fa60791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:15.087864 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b7753e7e-bc50-4819-ae74-c930461e9652 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2704749 Mar 05 14:02:15.101913 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51574) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:15.107470 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device dbbc008b-01e0-4c78-b474-912346267e44 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:02:15.194504 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-6a34d9bf-9097-46b1-8780-b290928f75be req-5754793f-3191-4636-803d-c01c6dbd249b service neutron] (87914) timed out ('10.222.0.30', 61988) {{(pid=87914) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 14:02:15.273561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-8367d62a-c35f-447e-a4b6-24221264e4fa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'subnet': {'network_id': 'ec129a3c-79c6-4838-9bec-b888bfb6a077', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:15.276665 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-af61f9b0-09bb-464b-b70b-590eaeb68d18 None None] Set router 0f37d61f-5d7f-492b-abd2-34588f63334a gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:02:15.280837 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:15.359825 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4701e0fd-fbb3-4d69-865f-d85cb90c8244 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:02:15.460289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port dbbc008b-01e0-4c78-b474-912346267e44 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:02:15.481075 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-c7d4d868-32c3-430e-af9d-646008f3d30e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Calling delete_port for 4701e0fd-fbb3-4d69-865f-d85cb90c8244 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:02:15.508606 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-af61f9b0-09bb-464b-b70b-590eaeb68d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f37d61f-5d7f-492b-abd2-34588f63334a', 'name': 'tempest-NetworksTestDHCPv6-router-26282607', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:50Z', 'updated_at': '2022-03-05T14:02:11Z', 'revision_number': 3, 'project_id': '3c0764293a3340c8864dd88c0a88fd24', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:15.520392 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61f9b0-09bb-464b-b70b-590eaeb68d18 None None] The sync data for ids ['0f37d61f-5d7f-492b-abd2-34588f63334a'] in n-d-803718-1 is: [{'id': '0f37d61f-5d7f-492b-abd2-34588f63334a', 'name': 'tempest-NetworksTestDHCPv6-router-26282607', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:50Z', 'updated_at': '2022-03-05T14:02:11Z', 'revision_number': 3, 'project_id': '3c0764293a3340c8864dd88c0a88fd24', 'gw_port_host': None}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:02:15.537615 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port dbbc008b-01e0-4c78-b474-912346267e44 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:15.537996 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:15.655299 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7753e7e-bc50-4819-ae74-c930461e9652 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Network': ['ID=ec129a3c-79c6-4838-9bec-b888bfb6a077,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:15.718828 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network ec129a3c-79c6-4838-9bec-b888bfb6a077 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:02:15.723252 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d868-32c3-430e-af9d-646008f3d30e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:15.810878 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d4d868-32c3-430e-af9d-646008f3d30e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] No DVR routers for this DVR port 4701e0fd-fbb3-4d69-865f-d85cb90c8244 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:02:15.916168 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1e40168e-a351-4030-90f4-fe19025bad3d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:15.918069 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:15.952758 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4d868-32c3-430e-af9d-646008f3d30e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Pushing event deleted for resources: {'Port': ['ID=4701e0fd-fbb3-4d69-865f-d85cb90c8244,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:15.981491 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8367d62a-c35f-447e-a4b6-24221264e4fa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:16.023239 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8367d62a-c35f-447e-a4b6-24221264e4fa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:subnet and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:16.030062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8367d62a-c35f-447e-a4b6-24221264e4fa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:16.043939 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8367d62a-c35f-447e-a4b6-24221264e4fa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:16.093461 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d868-32c3-430e-af9d-646008f3d30e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:16.097786 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8367d62a-c35f-447e-a4b6-24221264e4fa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Made reservation on behalf of f9698ae0269e4f54b2949da6501e3b33 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:16.103941 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8367d62a-c35f-447e-a4b6-24221264e4fa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:16.148930 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-c7d4d868-32c3-430e-af9d-646008f3d30e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4ab280-ad93-48eb-bc8a-2239cab25a6f']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:16.172232 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-c7d4d868-32c3-430e-af9d-646008f3d30e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1f4fb3-bf45-498b-be0f-51fb02694c79') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:16.172506 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-c7d4d868-32c3-430e-af9d-646008f3d30e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1f4fb3-bf45-498b-be0f-51fb02694c79') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:16.208694 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d868-32c3-430e-af9d-646008f3d30e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:16.213526 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6443b32c-1388-493a-b16e-a22c3dc476b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:16.233729 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6443b32c-1388-493a-b16e-a22c3dc476b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:16.257079 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d868-32c3-430e-af9d-646008f3d30e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:16.267932 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d4d868-32c3-430e-af9d-646008f3d30e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:02:16.268352 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d868-32c3-430e-af9d-646008f3d30e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:02:16.300532 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:02:16.357872 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-23e06c8a-2d09-4fe1-9203-1e0d9fa60791 None None] For port 4701e0fd-fbb3-4d69-865f-d85cb90c8244, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4701e0fd-fbb3-4d69-865f-d85cb90c8244,segment=NetworkSegment(6b1f4fb3-bf45-498b-be0f-51fb02694c79),segment_id=6b1f4fb3-bf45-498b-be0f-51fb02694c79)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:16.358667 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-23e06c8a-2d09-4fe1-9203-1e0d9fa60791 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:16.448127 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1e40168e-a351-4030-90f4-fe19025bad3d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:16.472871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51598) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:16.474506 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6443b32c-1388-493a-b16e-a22c3dc476b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e0889a0efd24385a759cfc792792484&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8019769 Mar 05 14:02:16.606058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40168e-a351-4030-90f4-fe19025bad3d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=02747081-191e-46ee-8926-6025bf619299,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:16.634985 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1e40168e-a351-4030-90f4-fe19025bad3d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:16.640946 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d868-32c3-430e-af9d-646008f3d30e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:16.665361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b924a-6e0a-482b-af29-035218b9d0e1 req-dfd0357c-a832-4ab3-991c-babd8bfebe23 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:16.684803 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d868-32c3-430e-af9d-646008f3d30e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:16.692380 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-723b924a-6e0a-482b-af29-035218b9d0e1 req-dfd0357c-a832-4ab3-991c-babd8bfebe23 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 944 time: 0.8906720 Mar 05 14:02:16.706331 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-23e06c8a-2d09-4fe1-9203-1e0d9fa60791 None None] Calling delete_port for 4701e0fd-fbb3-4d69-865f-d85cb90c8244 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:02:16.738034 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d6b78d-bdbc-405f-bd4c-0c0d42982137 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:16.739164 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c7d4d868-32c3-430e-af9d-646008f3d30e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] 10.222.0.16 "DELETE /v2.0/networks/8a4ab280-ad93-48eb-bc8a-2239cab25a6f HTTP/1.1" status: 204 len: 168 time: 2.8819482 Mar 05 14:02:16.756463 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4d868-32c3-430e-af9d-646008f3d30e tempest-FloatingIPNegativeTestJSON-329995390 tempest-FloatingIPNegativeTestJSON-329995390-project] Pushing event deleted for resources: {'Network': ['ID=8a4ab280-ad93-48eb-bc8a-2239cab25a6f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:16.774963 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4fe3086-bdb4-43e7-a4a1-f8386015d403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:16.784790 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443b32c-1388-493a-b16e-a22c3dc476b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8342f580-82b6-4fb3-81d0-b9002b1ffa5a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:16.801299 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1e40168e-a351-4030-90f4-fe19025bad3d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/02747081-191e-46ee-8926-6025bf619299 HTTP/1.1" status: 204 len: 168 time: 2.2943041 Mar 05 14:02:16.805012 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51606) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:16.879402 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4fe3086-bdb4-43e7-a4a1-f8386015d403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:16.922063 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:17.005395 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4fe3086-bdb4-43e7-a4a1-f8386015d403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:17.007359 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-723b924a-6e0a-482b-af29-035218b9d0e1 req-dfadf0de-e66c-4456-b04e-d7fda6f7e992 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138967 Mar 05 14:02:17.031176 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe3086-bdb4-43e7-a4a1-f8386015d403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8342f580-82b6-4fb3-81d0-b9002b1ffa5a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:17.055611 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4fe3086-bdb4-43e7-a4a1-f8386015d403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:17.056890 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e4fe3086-bdb4-43e7-a4a1-f8386015d403 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8342f580-82b6-4fb3-81d0-b9002b1ffa5a HTTP/1.1" status: 204 len: 168 time: 0.5830700 Mar 05 14:02:17.159896 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3310c07c-07ff-4efa-a4f0-1f0a211d48de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbc008b-01e0-4c78-b474-912346267e44'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:02:17.225910 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0d0037da-e2a7-4015-8765-36e64d109cb6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:router {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:02:17.239267 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51620) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:17.284507 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0d0037da-e2a7-4015-8765-36e64d109cb6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:router {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:02:17.285736 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0d0037da-e2a7-4015-8765-36e64d109cb6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.4797935 Mar 05 14:02:17.288489 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51626) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:17.387553 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8367d62a-c35f-447e-a4b6-24221264e4fa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:17.399150 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:17.428653 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] Transition to ACTIVE for port object 55751487-7b43-4078-b588-4f72e2ca8509 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:02:17.452039 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port dbbc008b-01e0-4c78-b474-912346267e44, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=dbbc008b-01e0-4c78-b474-912346267e44,segment=NetworkSegment(071e9780-6476-4093-bf3c-5d5498e1e2cf),segment_id=071e9780-6476-4093-bf3c-5d5498e1e2cf)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:17.534499 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:17.539930 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:17.553103 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 66fba3b5-ff13-4e60-b6a7-955f91e9364d no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:02:17.597256 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367d62a-c35f-447e-a4b6-24221264e4fa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Subnet': ['ID=0602ee75-12b1-4872-a16f-44e5357720ab,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:17.623459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8367d62a-c35f-447e-a4b6-24221264e4fa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Checking segment: {'id': '08a1900a-a1da-4203-b29b-355c8f2c55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec129a3c-79c6-4838-9bec-b888bfb6a077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:02:17.623929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8367d62a-c35f-447e-a4b6-24221264e4fa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network hostable DHCP agents. Network: ec129a3c-79c6-4838-9bec-b888bfb6a077, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:02:17.656961 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3310c07c-07ff-4efa-a4f0-1f0a211d48de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbc008b-01e0-4c78-b474-912346267e44', 'code': 200} Mar 05 14:02:17.694023 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-faaf897d-41c4-40f9-aa19-b17659e020b9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:17.779705 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 66fba3b5-ff13-4e60-b6a7-955f91e9364d {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:02:17.780175 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 66fba3b5-ff13-4e60-b6a7-955f91e9364d not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:02:17.843140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8367d62a-c35f-447e-a4b6-24221264e4fa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network ec129a3c-79c6-4838-9bec-b888bfb6a077 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:02:17.946694 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-8367d62a-c35f-447e-a4b6-24221264e4fa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, ec129a3c-79c6-4838-9bec-b888bfb6a077) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:17.958491 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8367d62a-c35f-447e-a4b6-24221264e4fa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:17.959102 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8367d62a-c35f-447e-a4b6-24221264e4fa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:17.986600 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae618a-577b-4151-8b2d-c8d25d58aec8 req-6e93d4a9-86a2-448e-a6ad-41131aa9e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:17.997875 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d3ae618a-577b-4151-8b2d-c8d25d58aec8 req-6e93d4a9-86a2-448e-a6ad-41131aa9e236 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 1096 time: 0.3360658 Mar 05 14:02:18.040784 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-23e06c8a-2d09-4fe1-9203-1e0d9fa60791 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:02:18.041169 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-23e06c8a-2d09-4fe1-9203-1e0d9fa60791 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:02:18.073075 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfa888c-59aa-4402-8e13-f5c2dbb25f10 None None] Network ec129a3c-79c6-4838-9bec-b888bfb6a077 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:18.145003 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8367d62a-c35f-447e-a4b6-24221264e4fa tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9993081 Mar 05 14:02:18.147626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51648) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:18.409417 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-faaf897d-41c4-40f9-aa19-b17659e020b9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:18.413128 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-547c04e3-a750-4676-a6f4-5b0c3d90385b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc9af02f1eae41708aadc397126f48b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1723938 Mar 05 14:02:18.414624 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-faaf897d-41c4-40f9-aa19-b17659e020b9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:18.416715 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51656) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:18.472189 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d3ae618a-577b-4151-8b2d-c8d25d58aec8 req-2917f4dd-dac2-4d07-863b-f25e1935e4ab service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717169 Mar 05 14:02:18.473811 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-faaf897d-41c4-40f9-aa19-b17659e020b9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:18.474563 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faaf897d-41c4-40f9-aa19-b17659e020b9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Fanout notify agent at l3_agent the message router_deleted on router 0f37d61f-5d7f-492b-abd2-34588f63334a {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:02:18.495212 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] Attempting to bind port 55751487-7b43-4078-b588-4f72e2ca8509 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:02:18.495634 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] Attempting to bind port 55751487-7b43-4078-b588-4f72e2ca8509 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'f15c16e9-f493-483e-ae44-8b8f7c57a198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4a390654-2560-471a-91a2-fbddaffc3c8b'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:02:18.496166 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] Attempting to bind port 55751487-7b43-4078-b588-4f72e2ca8509 on network 4a390654-2560-471a-91a2-fbddaffc3c8b {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:02:18.517136 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:02:18.517741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] Checking segment: {'id': 'f15c16e9-f493-483e-ae44-8b8f7c57a198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4a390654-2560-471a-91a2-fbddaffc3c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:02:18.518393 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:18.518845 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] Bound using segment: {'id': 'f15c16e9-f493-483e-ae44-8b8f7c57a198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4a390654-2560-471a-91a2-fbddaffc3c8b'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:02:18.519376 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] Bound port: 55751487-7b43-4078-b588-4f72e2ca8509, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15c16e9-f493-483e-ae44-8b8f7c57a198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4a390654-2560-471a-91a2-fbddaffc3c8b'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:02:18.519994 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:18.530893 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-faaf897d-41c4-40f9-aa19-b17659e020b9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:18.537105 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-faaf897d-41c4-40f9-aa19-b17659e020b9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/routers/0f37d61f-5d7f-492b-abd2-34588f63334a HTTP/1.1" status: 204 len: 168 time: 1.2476349 Mar 05 14:02:18.541077 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51662) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:18.549394 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-007c4529-c770-4864-aaa7-bfe3018481f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:18.577010 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-23e06c8a-2d09-4fe1-9203-1e0d9fa60791 None None] Deleting port 4701e0fd-fbb3-4d69-865f-d85cb90c8244 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:02:18.583009 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-23e06c8a-2d09-4fe1-9203-1e0d9fa60791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:18.733839 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-007c4529-c770-4864-aaa7-bfe3018481f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:18.743457 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] For port 55751487-7b43-4078-b588-4f72e2ca8509, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:02:18.753321 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] For port 55751487-7b43-4078-b588-4f72e2ca8509, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=55751487-7b43-4078-b588-4f72e2ca8509,segment=NetworkSegment(f15c16e9-f493-483e-ae44-8b8f7c57a198),segment_id=f15c16e9-f493-483e-ae44-8b8f7c57a198)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:02:18.780343 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=dbbc008b-01e0-4c78-b474-912346267e44,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:18.810795 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:18.857041 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-007c4529-c770-4864-aaa7-bfe3018481f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:18.881072 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-007c4529-c770-4864-aaa7-bfe3018481f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:18.885181 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-007c4529-c770-4864-aaa7-bfe3018481f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08ca8b59-507b-4d24-b1a7-fccde1db99a8 HTTP/1.1" status: 204 len: 168 time: 0.4660084 Mar 05 14:02:18.903095 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9be4895-aaa9-450a-8eb6-a338fd11a02a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:18.903829 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a9be4895-aaa9-450a-8eb6-a338fd11a02a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:02:18.908791 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c4529-c770-4864-aaa7-bfe3018481f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ca8b59-507b-4d24-b1a7-fccde1db99a8,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:18.951864 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a9be4895-aaa9-450a-8eb6-a338fd11a02a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:02:18.956462 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a9be4895-aaa9-450a-8eb6-a338fd11a02a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4109995 Mar 05 14:02:18.957210 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51674) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:18.966099 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-23e06c8a-2d09-4fe1-9203-1e0d9fa60791 None None] The port '4701e0fd-fbb3-4d69-865f-d85cb90c8244' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:02:19.252071 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ba751-0e9b-46e5-8127-e9825a7b1001 req-7d541e18-9642-45bf-bf1d-1ae4e330c03c tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:19.253631 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ee8ba751-0e9b-46e5-8127-e9825a7b1001 req-7d541e18-9642-45bf-bf1d-1ae4e330c03c tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 945 time: 0.6513088 Mar 05 14:02:19.361284 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ee8ba751-0e9b-46e5-8127-e9825a7b1001 req-51e7b72f-7008-40c4-a8f7-75f8a89ef9ad tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981596 Mar 05 14:02:19.442032 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5ad325-8af7-4208-9a7d-a4b56048cd16 None None] DHCP port deletion for d67009e9-c74e-44a6-8a92-0c4d7928efad request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:02:19.444457 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c2c792-9060-4dae-b81f-0f653bee0d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-ec129a3c-79c6-4838-9bec-b888bfb6a077', 'network_id': 'ec129a3c-79c6-4838-9bec-b888bfb6a077', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'fixed_ips': [{'subnet_id': '0602ee75-12b1-4872-a16f-44e5357720ab'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:02:19.445239 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-02c2c792-9060-4dae-b81f-0f653bee0d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:19.494457 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 61f59170-6fce-47ee-b070-c5864082cc35 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:02:19.586391 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b78929a-c375-48c8-96e7-a89b7b27dd83 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:19.595271 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9b78929a-c375-48c8-96e7-a89b7b27dd83 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:02:19.646228 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9b78929a-c375-48c8-96e7-a89b7b27dd83 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:02:19.647581 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9b78929a-c375-48c8-96e7-a89b7b27dd83 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6892898 Mar 05 14:02:19.650184 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51696) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:19.717551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] Routers {'1ed1dcb5-fa00-40c8-834b-37773777bb1f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:02:19.718202 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:02:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:19.836069 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cd5ad325-8af7-4208-9a7d-a4b56048cd16 None None] Deleting port 61f59170-6fce-47ee-b070-c5864082cc35 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:02:19.836069 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad325-8af7-4208-9a7d-a4b56048cd16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:19.847871 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12ac5150-86a9-45a1-8b2c-c11c559b79f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:19.858302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ce5c1041-ec8c-47ed-9591-3922fca0015e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:router {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:02:19.901915 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ce5c1041-ec8c-47ed-9591-3922fca0015e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:router {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:02:19.903284 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ce5c1041-ec8c-47ed-9591-3922fca0015e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2521477 Mar 05 14:02:19.908890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51712) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:19.919628 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-20791e15-3258-42ab-aea1-cae3d11fbdc7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:20.033795 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6859ab-4d68-408f-acb6-9162b2eb44d2 None None] Pushing event updated for resources: {'Port': ['ID=55751487-7b43-4078-b588-4f72e2ca8509,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:20.195134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-20791e15-3258-42ab-aea1-cae3d11fbdc7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:20.210737 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-20791e15-3258-42ab-aea1-cae3d11fbdc7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:20.234836 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20791e15-3258-42ab-aea1-cae3d11fbdc7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:20.243410 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-20791e15-3258-42ab-aea1-cae3d11fbdc7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:20.615595 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] Set router 1ed1dcb5-fa00-40c8-834b-37773777bb1f gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:02:20.681255 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6859ab-4d68-408f-acb6-9162b2eb44d2 None None] Pushing event updated for resources: {'Port': ['ID=55751487-7b43-4078-b588-4f72e2ca8509,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:20.883851 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51750) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:21.033733 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:21.068755 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f2606-7837-44f6-8433-6c0911c1bd61 req-44444ed0-9e35-43d2-adee-37a4ba1c68fb tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:21.076498 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-909f2606-7837-44f6-8433-6c0911c1bd61 req-44444ed0-9e35-43d2-adee-37a4ba1c68fb tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 945 time: 0.4679253 Mar 05 14:02:21.118622 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-02c2c792-9060-4dae-b81f-0f653bee0d59 None None] Allocated IP 2001:db8:3::2 (ec129a3c-79c6-4838-9bec-b888bfb6a077/0602ee75-12b1-4872-a16f-44e5357720ab/38db99c7-38ee-40b7-81f4-a4e2099837a5) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:02:21.158648 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-f7c7231b-7ffb-4c5f-91d1-ecdea93060a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-910101697'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:21.163815 n-d-803718-1 neutron-server[87913]: DEBUG neutron.objects.ports [None req-20791e15-3258-42ab-aea1-cae3d11fbdc7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87913) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 05 14:02:21.166975 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f7c7231b-7ffb-4c5f-91d1-ecdea93060a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:21.181688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f7c7231b-7ffb-4c5f-91d1-ecdea93060a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Usage tracker for resource:network and tenant:4fd975adce244750abf4b5cff1096b35 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:21.188494 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f7c7231b-7ffb-4c5f-91d1-ecdea93060a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:21.197953 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f7c7231b-7ffb-4c5f-91d1-ecdea93060a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:21.216644 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 61f59170-6fce-47ee-b070-c5864082cc35, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=61f59170-6fce-47ee-b070-c5864082cc35,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:21.228231 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-cd5ad325-8af7-4208-9a7d-a4b56048cd16 None None] For port 61f59170-6fce-47ee-b070-c5864082cc35, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=61f59170-6fce-47ee-b070-c5864082cc35,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:21.228740 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad325-8af7-4208-9a7d-a4b56048cd16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:21.231387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c7231b-7ffb-4c5f-91d1-ecdea93060a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Made reservation on behalf of 4fd975adce244750abf4b5cff1096b35 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:21.241061 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f7c7231b-7ffb-4c5f-91d1-ecdea93060a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:21.259261 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:21.293572 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-909f2606-7837-44f6-8433-6c0911c1bd61 req-c2fcd07a-d609-4a7c-bf46-a55e3be2bcc9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069921 Mar 05 14:02:21.303280 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f7c7231b-7ffb-4c5f-91d1-ecdea93060a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:21.320400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f7c7231b-7ffb-4c5f-91d1-ecdea93060a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:21.338946 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f7c7231b-7ffb-4c5f-91d1-ecdea93060a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Usage tracker for resource:security_group_rule and tenant:4fd975adce244750abf4b5cff1096b35 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:21.343542 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f7c7231b-7ffb-4c5f-91d1-ecdea93060a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:21.350312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f7c7231b-7ffb-4c5f-91d1-ecdea93060a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:21.567095 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cd5ad325-8af7-4208-9a7d-a4b56048cd16 None None] Calling delete_port for 61f59170-6fce-47ee-b070-c5864082cc35 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:02:21.569750 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f7c7231b-7ffb-4c5f-91d1-ecdea93060a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:21.578270 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f7c7231b-7ffb-4c5f-91d1-ecdea93060a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:21.640962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c7231b-7ffb-4c5f-91d1-ecdea93060a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:02:21.657303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7231b-7ffb-4c5f-91d1-ecdea93060a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e1049c-428c-45eb-8ae8-27f98464818b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:21.683765 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f7c7231b-7ffb-4c5f-91d1-ecdea93060a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:21.683765 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-f7c7231b-7ffb-4c5f-91d1-ecdea93060a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Added segment 981e363c-ac7c-453a-a6a0-2d8421f6a0f8 of type vlan for network 2f962155-5349-450e-8471-08e3a9c95199 Mar 05 14:02:21.693287 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-20791e15-3258-42ab-aea1-cae3d11fbdc7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:21.748227 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f7c7231b-7ffb-4c5f-91d1-ecdea93060a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:21.781827 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=61f59170-6fce-47ee-b070-c5864082cc35,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:21.826288 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f7c7231b-7ffb-4c5f-91d1-ecdea93060a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:21.838145 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c7231b-7ffb-4c5f-91d1-ecdea93060a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:21.839772 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f7c7231b-7ffb-4c5f-91d1-ecdea93060a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:22.094792 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f7c7231b-7ffb-4c5f-91d1-ecdea93060a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1968424 Mar 05 14:02:22.250198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51802) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:22.261630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-10cfe689-8811-4213-b82f-cb5eb04afd6f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'subnet': {'network_id': '2f962155-5349-450e-8471-08e3a9c95199', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:22.358252 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-cd5ad325-8af7-4208-9a7d-a4b56048cd16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:02:22.359003 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-cd5ad325-8af7-4208-9a7d-a4b56048cd16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:02:22.373783 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-20791e15-3258-42ab-aea1-cae3d11fbdc7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] For port 61f59170-6fce-47ee-b070-c5864082cc35, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=61f59170-6fce-47ee-b070-c5864082cc35,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:22.480885 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdc5c1-7a0b-469e-91ee-b754028d4c6a req-2b64e28c-24bc-43d8-b3e6-da9017c89b0e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:22.488828 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25cdc5c1-7a0b-469e-91ee-b754028d4c6a req-2b64e28c-24bc-43d8-b3e6-da9017c89b0e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 945 time: 0.4027426 Mar 05 14:02:22.504991 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7231b-7ffb-4c5f-91d1-ecdea93060a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Network': ['ID=2f962155-5349-450e-8471-08e3a9c95199,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:22.516467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-10cfe689-8811-4213-b82f-cb5eb04afd6f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:22.531774 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 2f962155-5349-450e-8471-08e3a9c95199 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:02:22.553881 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-10cfe689-8811-4213-b82f-cb5eb04afd6f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Usage tracker for resource:subnet and tenant:4fd975adce244750abf4b5cff1096b35 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:22.580372 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:02:09Z', 'revision_number': 4, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None, '_interfaces': [{'id': '55751487-7b43-4078-b588-4f72e2ca8509', 'name': '', 'network_id': '4a390654-2560-471a-91a2-fbddaffc3c8b', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:12:8e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'ef39a511-466d-4b1f-815e-af41d68104bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:02:05Z', 'updated_at': '2022-03-05T14:02:18Z', 'revision_number': 4, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'ef39a511-466d-4b1f-815e-af41d68104bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98646134-7a04-45e4-ac9b-ee3faa8b007e', 'name': '', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:b3:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:38Z', 'updated_at': '2022-03-05T14:01:55Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc10b29a-2478-4f82-a0cf-720c0e8dadad', 'name': '', 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:a9:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:49Z', 'updated_at': '2022-03-05T14:02:04Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:22.581618 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51812) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:22.590988 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-20791e15-3258-42ab-aea1-cae3d11fbdc7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:22.595308 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-10cfe689-8811-4213-b82f-cb5eb04afd6f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:22.601573 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f29563a-5025-43c3-b359-2f88d4a805d7 None None] The sync data for ids ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'] in n-d-803718-1 is: [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:02:09Z', 'revision_number': 4, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None, '_interfaces': [{'id': '55751487-7b43-4078-b588-4f72e2ca8509', 'name': '', 'network_id': '4a390654-2560-471a-91a2-fbddaffc3c8b', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:12:8e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'ef39a511-466d-4b1f-815e-af41d68104bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:02:05Z', 'updated_at': '2022-03-05T14:02:18Z', 'revision_number': 4, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'ef39a511-466d-4b1f-815e-af41d68104bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98646134-7a04-45e4-ac9b-ee3faa8b007e', 'name': '', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:b3:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:38Z', 'updated_at': '2022-03-05T14:01:55Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc10b29a-2478-4f82-a0cf-720c0e8dadad', 'name': '', 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:a9:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:49Z', 'updated_at': '2022-03-05T14:02:04Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:02:22.609185 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25cdc5c1-7a0b-469e-91ee-b754028d4c6a req-176ed81b-4497-4579-8ae4-fe3bfbc7fbf8 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129475 Mar 05 14:02:22.613402 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-20791e15-3258-42ab-aea1-cae3d11fbdc7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:22.614230 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-20791e15-3258-42ab-aea1-cae3d11fbdc7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:22.639035 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-10cfe689-8811-4213-b82f-cb5eb04afd6f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:22.716862 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-02c2c792-9060-4dae-b81f-0f653bee0d59 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:22.717738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa633a9-55f5-4886-acf5-cd25e5325eea req-9187a366-ffe6-47a3-8e9b-d6f45f94f5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:22.721057 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ffa633a9-55f5-4886-acf5-cd25e5325eea req-9187a366-ffe6-47a3-8e9b-d6f45f94f5d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d227d433c2ad48fd969273c5938fc066&device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 1096 time: 0.7891369 Mar 05 14:02:22.723670 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cfe689-8811-4213-b82f-cb5eb04afd6f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Made reservation on behalf of 4fd975adce244750abf4b5cff1096b35 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:22.728419 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-10cfe689-8811-4213-b82f-cb5eb04afd6f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:22.749753 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-02c2c792-9060-4dae-b81f-0f653bee0d59 None None] Transition to ACTIVE for port object 38db99c7-38ee-40b7-81f4-a4e2099837a5 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:02:22.821406 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-02c2c792-9060-4dae-b81f-0f653bee0d59 None None] Transition to ACTIVE for port object 38db99c7-38ee-40b7-81f4-a4e2099837a5 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:02:22.846260 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-02c2c792-9060-4dae-b81f-0f653bee0d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:22.954028 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20791e15-3258-42ab-aea1-cae3d11fbdc7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:02:22.958622 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-20791e15-3258-42ab-aea1-cae3d11fbdc7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:22.969115 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20791e15-3258-42ab-aea1-cae3d11fbdc7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:22.969860 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-20791e15-3258-42ab-aea1-cae3d11fbdc7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:22.993104 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20791e15-3258-42ab-aea1-cae3d11fbdc7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=93f27aab-6681-45a0-90bf-f57cff3aefcd,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:23.005186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20791e15-3258-42ab-aea1-cae3d11fbdc7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=61f59170-6fce-47ee-b070-c5864082cc35,revision_number=7']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:23.010252 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cd5ad325-8af7-4208-9a7d-a4b56048cd16 None None] Deleting port 61f59170-6fce-47ee-b070-c5864082cc35 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:02:23.012154 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad325-8af7-4208-9a7d-a4b56048cd16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:23.069704 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c2c792-9060-4dae-b81f-0f653bee0d59 None None] Network ec129a3c-79c6-4838-9bec-b888bfb6a077 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:02:23.085849 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51822) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:23.087230 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-20791e15-3258-42ab-aea1-cae3d11fbdc7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1715567 Mar 05 14:02:23.100257 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-02c2c792-9060-4dae-b81f-0f653bee0d59 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:23.127450 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c2c792-9060-4dae-b81f-0f653bee0d59 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:02:23.166583 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ea5073eb-ae1a-4aab-84a1-73ab929e7075 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:23.254949 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5f8870ea-6219-4b01-99d5-3a3a83d74ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:23.346205 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2c792-9060-4dae-b81f-0f653bee0d59 None None] Pushing event updated for resources: {'Port': ['ID=38db99c7-38ee-40b7-81f4-a4e2099837a5,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:23.383711 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-02c2c792-9060-4dae-b81f-0f653bee0d59 None None] Attempting to bind port 38db99c7-38ee-40b7-81f4-a4e2099837a5 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:02:23.386133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-02c2c792-9060-4dae-b81f-0f653bee0d59 None None] Attempting to bind port 38db99c7-38ee-40b7-81f4-a4e2099837a5 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '08a1900a-a1da-4203-b29b-355c8f2c55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec129a3c-79c6-4838-9bec-b888bfb6a077'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:02:23.386133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c2c792-9060-4dae-b81f-0f653bee0d59 None None] Attempting to bind port 38db99c7-38ee-40b7-81f4-a4e2099837a5 on network ec129a3c-79c6-4838-9bec-b888bfb6a077 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:02:23.397644 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c2c792-9060-4dae-b81f-0f653bee0d59 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:02:23.398092 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c2c792-9060-4dae-b81f-0f653bee0d59 None None] Checking segment: {'id': '08a1900a-a1da-4203-b29b-355c8f2c55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec129a3c-79c6-4838-9bec-b888bfb6a077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:02:23.398733 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-02c2c792-9060-4dae-b81f-0f653bee0d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:23.398733 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c2c792-9060-4dae-b81f-0f653bee0d59 None None] Bound using segment: {'id': '08a1900a-a1da-4203-b29b-355c8f2c55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec129a3c-79c6-4838-9bec-b888bfb6a077'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:02:23.399245 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-02c2c792-9060-4dae-b81f-0f653bee0d59 None None] Bound port: 38db99c7-38ee-40b7-81f4-a4e2099837a5, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a1900a-a1da-4203-b29b-355c8f2c55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec129a3c-79c6-4838-9bec-b888bfb6a077'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:02:23.399714 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-02c2c792-9060-4dae-b81f-0f653bee0d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:23.405880 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5f8870ea-6219-4b01-99d5-3a3a83d74ec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:23.524087 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 55751487-7b43-4078-b588-4f72e2ca8509 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:02:23.549010 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5f8870ea-6219-4b01-99d5-3a3a83d74ec0 admin admin] Usage tracker for resource:security_group_rule and tenant:cc95bed0c7e746558df19205df9f6be9 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:23.555004 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5f8870ea-6219-4b01-99d5-3a3a83d74ec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:23.731694 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 55751487-7b43-4078-b588-4f72e2ca8509 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:02:23.752825 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 55751487-7b43-4078-b588-4f72e2ca8509 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:23.753314 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:23.857213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa633a9-55f5-4886-acf5-cd25e5325eea req-84800c6f-4acd-4624-9ca8-e4ed796ee4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:23.857567 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-02c2c792-9060-4dae-b81f-0f653bee0d59 None None] For port 38db99c7-38ee-40b7-81f4-a4e2099837a5, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:02:23.859005 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ffa633a9-55f5-4886-acf5-cd25e5325eea req-84800c6f-4acd-4624-9ca8-e4ed796ee4b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e1fbddc-f285-40f2-9ffb-2b02622ef359 HTTP/1.1" status: 200 len: 919 time: 1.0638707 Mar 05 14:02:23.873670 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-02c2c792-9060-4dae-b81f-0f653bee0d59 None None] For port 38db99c7-38ee-40b7-81f4-a4e2099837a5, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=38db99c7-38ee-40b7-81f4-a4e2099837a5,segment=NetworkSegment(08a1900a-a1da-4203-b29b-355c8f2c55ca),segment_id=08a1900a-a1da-4203-b29b-355c8f2c55ca)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:02:23.875143 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51836) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:23.912303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5f8870ea-6219-4b01-99d5-3a3a83d74ec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:23.921686 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-02c2c792-9060-4dae-b81f-0f653bee0d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:24.019346 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2c792-9060-4dae-b81f-0f653bee0d59 None None] Pushing event updated for resources: {'Port': ['ID=38db99c7-38ee-40b7-81f4-a4e2099837a5,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:24.034328 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-cd5ad325-8af7-4208-9a7d-a4b56048cd16 None None] For port 61f59170-6fce-47ee-b070-c5864082cc35, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=61f59170-6fce-47ee-b070-c5864082cc35,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:24.034627 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad325-8af7-4208-9a7d-a4b56048cd16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:24.144467 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-32015325-d68f-414b-84af-2477779396b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:24.176464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-32015325-d68f-414b-84af-2477779396b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:24.187722 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-32015325-d68f-414b-84af-2477779396b6 admin admin] Usage tracker for resource:security_group_rule and tenant:cfb7372982e8487ebe1e05189eb0e35d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:24.191402 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-32015325-d68f-414b-84af-2477779396b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:24.196928 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:24.202033 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-32015325-d68f-414b-84af-2477779396b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:24.220143 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cd5ad325-8af7-4208-9a7d-a4b56048cd16 None None] Calling delete_port for 61f59170-6fce-47ee-b070-c5864082cc35 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:02:24.315434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 55751487-7b43-4078-b588-4f72e2ca8509, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=55751487-7b43-4078-b588-4f72e2ca8509,segment=NetworkSegment(f15c16e9-f493-483e-ae44-8b8f7c57a198),segment_id=f15c16e9-f493-483e-ae44-8b8f7c57a198)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:24.318946 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-12ac5150-86a9-45a1-8b2c-c11c559b79f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Allocated IP 2001:db8:3::1 (ec129a3c-79c6-4838-9bec-b888bfb6a077/0602ee75-12b1-4872-a16f-44e5357720ab/dd539842-0d1a-4953-9474-47c9d944dbcd) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:02:24.336394 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:24.388663 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-32015325-d68f-414b-84af-2477779396b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:24.400169 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-32015325-d68f-414b-84af-2477779396b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:24.528062 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32015325-d68f-414b-84af-2477779396b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b28201-2b8d-4be6-b0c2-c7da567052b3,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:24.536465 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-32015325-d68f-414b-84af-2477779396b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cfb7372982e8487ebe1e05189eb0e35d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6602921 Mar 05 14:02:24.539118 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51842) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:24.554902 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-10cfe689-8811-4213-b82f-cb5eb04afd6f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:24.574408 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=55751487-7b43-4078-b588-4f72e2ca8509,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:24.613300 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad325-8af7-4208-9a7d-a4b56048cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:24.670158 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7513d549-f67a-41a2-bdd1-903abe0f75dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:24.710293 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ffa633a9-55f5-4886-acf5-cd25e5325eea req-5c0912d8-80a3-452a-b496-4bb20a7f139a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbbc008b-01e0-4c78-b474-912346267e44 HTTP/1.1" status: 200 len: 217 time: 0.8003032 Mar 05 14:02:24.756628 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7513d549-f67a-41a2-bdd1-903abe0f75dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:24.762681 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ad325-8af7-4208-9a7d-a4b56048cd16 None None] Pushing event deleted for resources: {'Port': ['ID=61f59170-6fce-47ee-b070-c5864082cc35,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:24.868943 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7513d549-f67a-41a2-bdd1-903abe0f75dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:24.903810 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513d549-f67a-41a2-bdd1-903abe0f75dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b28201-2b8d-4be6-b0c2-c7da567052b3,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:24.905836 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7513d549-f67a-41a2-bdd1-903abe0f75dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:24.906987 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7513d549-f67a-41a2-bdd1-903abe0f75dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78b28201-2b8d-4be6-b0c2-c7da567052b3 HTTP/1.1" status: 204 len: 168 time: 0.3660097 Mar 05 14:02:25.006571 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfe689-8811-4213-b82f-cb5eb04afd6f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Subnet': ['ID=1c02a29a-4580-4199-b6ee-dbd2f3291f33,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:25.015871 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ea5073eb-ae1a-4aab-84a1-73ab929e7075 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:25.040930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ea5073eb-ae1a-4aab-84a1-73ab929e7075 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:25.055435 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12ac5150-86a9-45a1-8b2c-c11c559b79f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:25.055435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ea5073eb-ae1a-4aab-84a1-73ab929e7075 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:25.058914 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa633a9-55f5-4886-acf5-cd25e5325eea req-8675db16-ec4e-47cb-ae3c-a27116f08e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:25.061191 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ffa633a9-55f5-4886-acf5-cd25e5325eea req-8675db16-ec4e-47cb-ae3c-a27116f08e27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=996696e8-f383-47a4-b5dd-497af7965d47 HTTP/1.1" status: 200 len: 859 time: 0.3219807 Mar 05 14:02:25.075993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ea5073eb-ae1a-4aab-84a1-73ab929e7075 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:25.119346 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cfe689-8811-4213-b82f-cb5eb04afd6f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Checking segment: {'id': '981e363c-ac7c-453a-a6a0-2d8421f6a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2f962155-5349-450e-8471-08e3a9c95199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:02:25.119703 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cfe689-8811-4213-b82f-cb5eb04afd6f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Network hostable DHCP agents. Network: 2f962155-5349-450e-8471-08e3a9c95199, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:02:25.172128 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ffa633a9-55f5-4886-acf5-cd25e5325eea req-92fd1db8-db14-4cf9-bfa3-0d1f90c3bc3e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e1fbddc-f285-40f2-9ffb-2b02622ef359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924001 Mar 05 14:02:25.173382 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-12ac5150-86a9-45a1-8b2c-c11c559b79f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Transition to ACTIVE for port object dd539842-0d1a-4953-9474-47c9d944dbcd will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:02:25.184629 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5ad325-8af7-4208-9a7d-a4b56048cd16 None None] No DVR routers for this DVR port 61f59170-6fce-47ee-b070-c5864082cc35 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:02:25.209189 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ffdbbb-b719-4c30-81d3-176e6a6cba09 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:25.214231 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5073eb-ae1a-4aab-84a1-73ab929e7075 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:25.217789 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ea5073eb-ae1a-4aab-84a1-73ab929e7075 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:25.267999 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d320a7e-54cb-4454-94cd-5956ec6eb2bd req-1f0b3e6c-65ee-4a6c-9211-0e6e478b61c5 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:25.269480 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d320a7e-54cb-4454-94cd-5956ec6eb2bd req-1f0b3e6c-65ee-4a6c-9211-0e6e478b61c5 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 945 time: 1.3846138 Mar 05 14:02:25.433863 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cfe689-8811-4213-b82f-cb5eb04afd6f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Network 2f962155-5349-450e-8471-08e3a9c95199 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:02:25.661231 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51852) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:25.676215 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 38db99c7-38ee-40b7-81f4-a4e2099837a5 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:02:25.688389 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5f8870ea-6219-4b01-99d5-3a3a83d74ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:25.706868 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-612d84b9-dbcd-41c4-9b9d-ef345a76c434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:25.744535 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056b4566-155d-4b73-86b1-ba54a42c7780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d67009e9-c74e-44a6-8a92-0c4d7928efad', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'fixed_ips': [{'subnet_id': '93f27aab-6681-45a0-90bf-f57cff3aefcd'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:02:25.750565 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-056b4566-155d-4b73-86b1-ba54a42c7780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:25.754908 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-612d84b9-dbcd-41c4-9b9d-ef345a76c434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:25.763637 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-612d84b9-dbcd-41c4-9b9d-ef345a76c434 admin admin] Usage tracker for resource:security_group_rule and tenant:de2a0adadac6434889af04ba432ddae8 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:25.768113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-612d84b9-dbcd-41c4-9b9d-ef345a76c434 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:25.781314 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-612d84b9-dbcd-41c4-9b9d-ef345a76c434 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:25.821216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-10cfe689-8811-4213-b82f-cb5eb04afd6f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 2f962155-5349-450e-8471-08e3a9c95199) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:25.828583 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cfe689-8811-4213-b82f-cb5eb04afd6f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:25.829174 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-10cfe689-8811-4213-b82f-cb5eb04afd6f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:25.857716 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dbcbcc-65af-45b8-ab6c-a905fe80cf4c None None] Network 2f962155-5349-450e-8471-08e3a9c95199 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:25.907548 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5f8870ea-6219-4b01-99d5-3a3a83d74ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:25.942794 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12ac5150-86a9-45a1-8b2c-c11c559b79f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:25.971907 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-612d84b9-dbcd-41c4-9b9d-ef345a76c434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:25.981451 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-612d84b9-dbcd-41c4-9b9d-ef345a76c434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:26.058016 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86144fc6-04f9-4d30-aeef-3f5e032c8edd None None] Network ec129a3c-79c6-4838-9bec-b888bfb6a077 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:26.067924 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d84b9-dbcd-41c4-9b9d-ef345a76c434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8d4593-e108-447d-8029-1b9816ee96bc,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:26.086132 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-10cfe689-8811-4213-b82f-cb5eb04afd6f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.8348300 Mar 05 14:02:26.102098 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-612d84b9-dbcd-41c4-9b9d-ef345a76c434 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de2a0adadac6434889af04ba432ddae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4396412 Mar 05 14:02:26.102962 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51858) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:26.109092 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51860) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:26.124455 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac5150-86a9-45a1-8b2c-c11c559b79f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Port': ['ID=dd539842-0d1a-4953-9474-47c9d944dbcd,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:26.132330 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-90f8c1d5-5a2e-4aed-93d4-8d53f10c6f0f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-664585520'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:26.150241 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ac5150-86a9-45a1-8b2c-c11c559b79f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network ec129a3c-79c6-4838-9bec-b888bfb6a077 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:02:26.155657 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d320a7e-54cb-4454-94cd-5956ec6eb2bd req-b33b01f8-4221-4005-bb8c-641a3d7912dd tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8659101 Mar 05 14:02:26.166062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-12ac5150-86a9-45a1-8b2c-c11c559b79f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:26.169568 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ac5150-86a9-45a1-8b2c-c11c559b79f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:02:26.170117 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12ac5150-86a9-45a1-8b2c-c11c559b79f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:26.263580 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ffa633a9-55f5-4886-acf5-cd25e5325eea req-56a3eafa-d60d-43e7-8d66-2d19670a572b service neutron] 10.222.0.30 "GET /v2.0/networks/9e1fbddc-f285-40f2-9ffb-2b02622ef359?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0805497 Mar 05 14:02:26.330493 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 38db99c7-38ee-40b7-81f4-a4e2099837a5 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:02:26.346831 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-90f8c1d5-5a2e-4aed-93d4-8d53f10c6f0f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:26.352370 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 55751487-7b43-4078-b588-4f72e2ca8509 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:02:26.358245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-90f8c1d5-5a2e-4aed-93d4-8d53f10c6f0f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Usage tracker for resource:network and tenant:4fd975adce244750abf4b5cff1096b35 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:26.370996 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-90f8c1d5-5a2e-4aed-93d4-8d53f10c6f0f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:26.384859 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-90f8c1d5-5a2e-4aed-93d4-8d53f10c6f0f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:26.409651 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bada39-5852-4b6e-b8dd-ce5a52946c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-2f962155-5349-450e-8471-08e3a9c95199', 'network_id': '2f962155-5349-450e-8471-08e3a9c95199', 'tenant_id': '4fd975adce244750abf4b5cff1096b35', 'fixed_ips': [{'subnet_id': '1c02a29a-4580-4199-b6ee-dbd2f3291f33'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:02:26.410937 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6bada39-5852-4b6e-b8dd-ce5a52946c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:26.431554 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07650de8-4f08-473f-a1aa-9b64cbd7add1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:26.450862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f8c1d5-5a2e-4aed-93d4-8d53f10c6f0f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Made reservation on behalf of 4fd975adce244750abf4b5cff1096b35 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:26.455691 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-90f8c1d5-5a2e-4aed-93d4-8d53f10c6f0f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:26.494809 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07650de8-4f08-473f-a1aa-9b64cbd7add1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:26.530458 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bc5da4ec-66ad-4be7-ace0-800e15d259aa None None] Provisioning for port 38db99c7-38ee-40b7-81f4-a4e2099837a5 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:02:26.549585 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5f8870ea-6219-4b01-99d5-3a3a83d74ec0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc95bed0c7e746558df19205df9f6be9&name=default HTTP/1.1" status: 200 len: 2983 time: 3.9298100 Mar 05 14:02:26.550169 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bc5da4ec-66ad-4be7-ace0-800e15d259aa None None] Provisioning complete for port 38db99c7-38ee-40b7-81f4-a4e2099837a5 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:26.550169 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bc5da4ec-66ad-4be7-ace0-800e15d259aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:26.550390 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51866) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:26.552929 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f8c1d5-5a2e-4aed-93d4-8d53f10c6f0f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:02:26.592103 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-90f8c1d5-5a2e-4aed-93d4-8d53f10c6f0f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:26.592605 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-90f8c1d5-5a2e-4aed-93d4-8d53f10c6f0f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Added segment 95e77ffb-f527-4eaf-b58d-7a21ddff9636 of type vlan for network 76c274a5-e0c0-4674-8b26-aae047015611 Mar 05 14:02:26.607306 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8870ea-6219-4b01-99d5-3a3a83d74ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfbf766-f9c1-487c-82bb-79496c83bb01,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:26.698676 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12ac5150-86a9-45a1-8b2c-c11c559b79f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:26.728651 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ffa633a9-55f5-4886-acf5-cd25e5325eea req-a42f2a9b-7cdf-4b5c-b98e-fdd580cdf22d service neutron] 10.222.0.30 "GET /v2.0/networks/9e1fbddc-f285-40f2-9ffb-2b02622ef359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345815 Mar 05 14:02:26.815630 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-90f8c1d5-5a2e-4aed-93d4-8d53f10c6f0f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:26.820884 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-056b4566-155d-4b73-86b1-ba54a42c7780 None None] Allocated IP 2001:db8::f816:3eff:fedd:c51c (d67009e9-c74e-44a6-8a92-0c4d7928efad/93f27aab-6681-45a0-90bf-f57cff3aefcd/c6e0ba1c-5855-47bc-9ae2-5aefc1f75397) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:02:26.824392 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07650de8-4f08-473f-a1aa-9b64cbd7add1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:26.851786 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af94e05a-cfa4-488f-aaac-fb2a69b46039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:26.858970 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07650de8-4f08-473f-a1aa-9b64cbd7add1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8d4593-e108-447d-8029-1b9816ee96bc,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:26.909989 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 55751487-7b43-4078-b588-4f72e2ca8509 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:26.910662 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:26.923109 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af94e05a-cfa4-488f-aaac-fb2a69b46039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:26.937951 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07650de8-4f08-473f-a1aa-9b64cbd7add1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:26.939134 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-07650de8-4f08-473f-a1aa-9b64cbd7add1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd8d4593-e108-447d-8029-1b9816ee96bc HTTP/1.1" status: 204 len: 168 time: 0.8283360 Mar 05 14:02:26.942655 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-90f8c1d5-5a2e-4aed-93d4-8d53f10c6f0f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:26.955552 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f8c1d5-5a2e-4aed-93d4-8d53f10c6f0f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:26.956226 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-90f8c1d5-5a2e-4aed-93d4-8d53f10c6f0f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:27.105199 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-90f8c1d5-5a2e-4aed-93d4-8d53f10c6f0f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0006068 Mar 05 14:02:27.112751 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51876) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:27.124577 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-4d2c6ded-fd99-4224-b362-b326c708c3a7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'subnet': {'network_id': '76c274a5-e0c0-4674-8b26-aae047015611', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:27.160269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8c1d5-5a2e-4aed-93d4-8d53f10c6f0f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Network': ['ID=76c274a5-e0c0-4674-8b26-aae047015611,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:27.258580 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ea5073eb-ae1a-4aab-84a1-73ab929e7075 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:27.420344 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4d2c6ded-fd99-4224-b362-b326c708c3a7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:27.473700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4d2c6ded-fd99-4224-b362-b326c708c3a7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Usage tracker for resource:subnet and tenant:4fd975adce244750abf4b5cff1096b35 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:27.480239 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af94e05a-cfa4-488f-aaac-fb2a69b46039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:27.493805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4d2c6ded-fd99-4224-b362-b326c708c3a7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:27.525230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4d2c6ded-fd99-4224-b362-b326c708c3a7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:27.540763 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94e05a-cfa4-488f-aaac-fb2a69b46039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfbf766-f9c1-487c-82bb-79496c83bb01,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:27.552952 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af94e05a-cfa4-488f-aaac-fb2a69b46039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:27.562645 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-af94e05a-cfa4-488f-aaac-fb2a69b46039 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ebfbf766-f9c1-487c-82bb-79496c83bb01 HTTP/1.1" status: 204 len: 168 time: 1.0115857 Mar 05 14:02:27.577784 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2c6ded-fd99-4224-b362-b326c708c3a7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Made reservation on behalf of 4fd975adce244750abf4b5cff1096b35 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:27.582629 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4d2c6ded-fd99-4224-b362-b326c708c3a7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:27.643642 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 76c274a5-e0c0-4674-8b26-aae047015611 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:02:27.719804 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-d6bada39-5852-4b6e-b8dd-ce5a52946c46 None None] Allocated IP 172.20.255.242 (2f962155-5349-450e-8471-08e3a9c95199/1c02a29a-4580-4199-b6ee-dbd2f3291f33/910a98f4-fe37-4ae8-866a-72160e94e18d) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:02:27.777507 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378334e0-f86e-4601-80b9-b4e57452d9b8 req-3f6f3fe9-4004-4a41-9038-75dd81f1b5b1 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:27.795250 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-378334e0-f86e-4601-80b9-b4e57452d9b8 req-3f6f3fe9-4004-4a41-9038-75dd81f1b5b1 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 945 time: 0.3781040 Mar 05 14:02:27.813178 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5073eb-ae1a-4aab-84a1-73ab929e7075 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:02:27.825326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-ea5073eb-ae1a-4aab-84a1-73ab929e7075 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:27.837308 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5073eb-ae1a-4aab-84a1-73ab929e7075 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:27.839809 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ea5073eb-ae1a-4aab-84a1-73ab929e7075 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:27.940432 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-378334e0-f86e-4601-80b9-b4e57452d9b8 req-a1ff5d20-b46d-4fd0-a13b-fb1c7163e746 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428931 Mar 05 14:02:28.126314 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bc5da4ec-66ad-4be7-ace0-800e15d259aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:28.168493 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12ac5150-86a9-45a1-8b2c-c11c559b79f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:28.208521 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-056b4566-155d-4b73-86b1-ba54a42c7780 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:28.219581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5073eb-ae1a-4aab-84a1-73ab929e7075 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=7b7fd952-7304-4046-ba3f-c0db3e0da643,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:28.237565 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ea5073eb-ae1a-4aab-84a1-73ab929e7075 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1265109 Mar 05 14:02:28.242508 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51898) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:28.253294 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12ac5150-86a9-45a1-8b2c-c11c559b79f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:28.254295 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12ac5150-86a9-45a1-8b2c-c11c559b79f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:28.271966 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-bf69216f-5521-471b-b3d3-c676a29ac3f6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'mac_address': 'fa:16:3e:8f:c6:66', 'name': 'tempest-NetworksTestDHCPv6-354455227'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:28.277691 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4d2c6ded-fd99-4224-b362-b326c708c3a7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:28.281993 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-056b4566-155d-4b73-86b1-ba54a42c7780 None None] Transition to ACTIVE for port object c6e0ba1c-5855-47bc-9ae2-5aefc1f75397 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:02:28.357419 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-bc5da4ec-66ad-4be7-ace0-800e15d259aa None None] For port 38db99c7-38ee-40b7-81f4-a4e2099837a5, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=38db99c7-38ee-40b7-81f4-a4e2099837a5,segment=NetworkSegment(08a1900a-a1da-4203-b29b-355c8f2c55ca),segment_id=08a1900a-a1da-4203-b29b-355c8f2c55ca)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:28.377940 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bc5da4ec-66ad-4be7-ace0-800e15d259aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:28.397486 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-056b4566-155d-4b73-86b1-ba54a42c7780 None None] Transition to ACTIVE for port object c6e0ba1c-5855-47bc-9ae2-5aefc1f75397 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:02:28.518207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac5150-86a9-45a1-8b2c-c11c559b79f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event updated for resources: {'Port': ['ID=dd539842-0d1a-4953-9474-47c9d944dbcd,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:28.570547 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c6ded-fd99-4224-b362-b326c708c3a7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Subnet': ['ID=31c50452-c4ea-4b77-a404-b24cb99b2ee9,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:28.585395 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2c6ded-fd99-4224-b362-b326c708c3a7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Checking segment: {'id': '95e77ffb-f527-4eaf-b58d-7a21ddff9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '76c274a5-e0c0-4674-8b26-aae047015611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:02:28.588843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2c6ded-fd99-4224-b362-b326c708c3a7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Network hostable DHCP agents. Network: 76c274a5-e0c0-4674-8b26-aae047015611, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:02:28.591455 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-056b4566-155d-4b73-86b1-ba54a42c7780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:28.629362 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6bada39-5852-4b6e-b8dd-ce5a52946c46 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:28.640100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2c6ded-fd99-4224-b362-b326c708c3a7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Network 76c274a5-e0c0-4674-8b26-aae047015611 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:02:28.661482 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-4d2c6ded-fd99-4224-b362-b326c708c3a7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 76c274a5-e0c0-4674-8b26-aae047015611) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:28.663271 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51908) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:28.685684 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b5d395-6644-4167-b54e-0bbb912dcf28 None None] Network 76c274a5-e0c0-4674-8b26-aae047015611 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:28.706341 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6bada39-5852-4b6e-b8dd-ce5a52946c46 None None] Transition to ACTIVE for port object 910a98f4-fe37-4ae8-866a-72160e94e18d will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:02:28.710999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2c6ded-fd99-4224-b362-b326c708c3a7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:28.718499 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4d2c6ded-fd99-4224-b362-b326c708c3a7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:28.740212 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5da4ec-66ad-4be7-ace0-800e15d259aa None None] Pushing event updated for resources: {'Port': ['ID=38db99c7-38ee-40b7-81f4-a4e2099837a5,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:28.745414 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056b4566-155d-4b73-86b1-ba54a42c7780 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:02:28.769402 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6d034f20-2490-418a-8382-63ae02657bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:28.783570 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4d2c6ded-fd99-4224-b362-b326c708c3a7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6697555 Mar 05 14:02:28.787930 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51914) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:28.813420 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6d034f20-2490-418a-8382-63ae02657bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:28.813887 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-056b4566-155d-4b73-86b1-ba54a42c7780 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:28.836204 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6d034f20-2490-418a-8382-63ae02657bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:698c6ad4daa34fb790925dd635a69cfb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:28.838448 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b4566-155d-4b73-86b1-ba54a42c7780 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:02:28.843289 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6d034f20-2490-418a-8382-63ae02657bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:28.912198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6d034f20-2490-418a-8382-63ae02657bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:29.018471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6bada39-5852-4b6e-b8dd-ce5a52946c46 None None] Transition to ACTIVE for port object 910a98f4-fe37-4ae8-866a-72160e94e18d will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:02:29.078620 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6bada39-5852-4b6e-b8dd-ce5a52946c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:29.087889 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:02:29.160728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-bf69216f-5521-471b-b3d3-c676a29ac3f6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:29.165469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-bf69216f-5521-471b-b3d3-c676a29ac3f6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:port and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:29.174265 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-bf69216f-5521-471b-b3d3-c676a29ac3f6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:29.191975 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-bf69216f-5521-471b-b3d3-c676a29ac3f6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:29.226543 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf69216f-5521-471b-b3d3-c676a29ac3f6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:29.277732 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60e62a83-b26b-4bae-a2ee-2389085e09fb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:29.295752 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6d034f20-2490-418a-8382-63ae02657bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:29.321848 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ac5150-86a9-45a1-8b2c-c11c559b79f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Network ec129a3c-79c6-4838-9bec-b888bfb6a077 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:02:29.343353 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-12ac5150-86a9-45a1-8b2c-c11c559b79f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:29.344098 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:29.361330 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bada39-5852-4b6e-b8dd-ce5a52946c46 None None] Network 2f962155-5349-450e-8471-08e3a9c95199 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:02:29.384147 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-d6bada39-5852-4b6e-b8dd-ce5a52946c46 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:29.387224 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bada39-5852-4b6e-b8dd-ce5a52946c46 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:02:29.405835 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6d034f20-2490-418a-8382-63ae02657bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:29.435036 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b4566-155d-4b73-86b1-ba54a42c7780 None None] Pushing event updated for resources: {'Port': ['ID=c6e0ba1c-5855-47bc-9ae2-5aefc1f75397,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:29.475928 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6d034f20-2490-418a-8382-63ae02657bc2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=698c6ad4daa34fb790925dd635a69cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8114624 Mar 05 14:02:29.488272 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51922) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:29.508609 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-08282321-21b1-43d7-b83a-0ea227b6203c None None] Provisioning complete for port 38db99c7-38ee-40b7-81f4-a4e2099837a5 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:29.508978 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-08282321-21b1-43d7-b83a-0ea227b6203c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:29.562184 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d034f20-2490-418a-8382-63ae02657bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca81716-b97d-4e0e-8179-0a439098c82c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:29.574498 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:29.582604 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bada39-5852-4b6e-b8dd-ce5a52946c46 None None] Pushing event updated for resources: {'Port': ['ID=910a98f4-fe37-4ae8-866a-72160e94e18d,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:29.587470 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-056b4566-155d-4b73-86b1-ba54a42c7780 None None] Attempting to bind port c6e0ba1c-5855-47bc-9ae2-5aefc1f75397 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:02:29.587829 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-056b4566-155d-4b73-86b1-ba54a42c7780 None None] Attempting to bind port c6e0ba1c-5855-47bc-9ae2-5aefc1f75397 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:02:29.588178 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b4566-155d-4b73-86b1-ba54a42c7780 None None] Attempting to bind port c6e0ba1c-5855-47bc-9ae2-5aefc1f75397 on network d67009e9-c74e-44a6-8a92-0c4d7928efad {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:02:29.609764 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b4566-155d-4b73-86b1-ba54a42c7780 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:02:29.613835 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b4566-155d-4b73-86b1-ba54a42c7780 None None] Checking segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:02:29.614950 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-056b4566-155d-4b73-86b1-ba54a42c7780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:29.616010 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b4566-155d-4b73-86b1-ba54a42c7780 None None] Bound using segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:02:29.617620 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-056b4566-155d-4b73-86b1-ba54a42c7780 None None] Bound port: c6e0ba1c-5855-47bc-9ae2-5aefc1f75397, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:02:29.618703 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-056b4566-155d-4b73-86b1-ba54a42c7780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:29.644698 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60e62a83-b26b-4bae-a2ee-2389085e09fb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:29.853635 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60e62a83-b26b-4bae-a2ee-2389085e09fb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:29.861269 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-056b4566-155d-4b73-86b1-ba54a42c7780 None None] For port c6e0ba1c-5855-47bc-9ae2-5aefc1f75397, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:02:29.865097 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-056b4566-155d-4b73-86b1-ba54a42c7780 None None] For port c6e0ba1c-5855-47bc-9ae2-5aefc1f75397, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c6e0ba1c-5855-47bc-9ae2-5aefc1f75397,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:02:29.882817 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-056b4566-155d-4b73-86b1-ba54a42c7780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:29.910982 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e62a83-b26b-4bae-a2ee-2389085e09fb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Subnet': ['ID=31c50452-c4ea-4b77-a404-b24cb99b2ee9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:29.918716 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42285229-7d32-435e-a5a2-0ca7bec71521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:29.927954 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e47c8-d7d2-4eb3-b83a-bb89e5c66343 req-b59217cc-3844-4aa9-831d-e1ae48cd9995 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:29.929572 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7e0e47c8-d7d2-4eb3-b83a-bb89e5c66343 req-b59217cc-3844-4aa9-831d-e1ae48cd9995 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 945 time: 0.7190671 Mar 05 14:02:29.987576 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858b3f67-c4ff-4407-b451-72761f100b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-76c274a5-e0c0-4674-8b26-aae047015611', 'network_id': '76c274a5-e0c0-4674-8b26-aae047015611', 'tenant_id': '4fd975adce244750abf4b5cff1096b35', 'fixed_ips': [{'subnet_id': '31c50452-c4ea-4b77-a404-b24cb99b2ee9'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:02:29.988405 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-858b3f67-c4ff-4407-b451-72761f100b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:30.015243 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-d6bada39-5852-4b6e-b8dd-ce5a52946c46 None None] Attempting to bind port 910a98f4-fe37-4ae8-866a-72160e94e18d on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:02:30.015659 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-d6bada39-5852-4b6e-b8dd-ce5a52946c46 None None] Attempting to bind port 910a98f4-fe37-4ae8-866a-72160e94e18d by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '981e363c-ac7c-453a-a6a0-2d8421f6a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2f962155-5349-450e-8471-08e3a9c95199'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:02:30.016015 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bada39-5852-4b6e-b8dd-ce5a52946c46 None None] Attempting to bind port 910a98f4-fe37-4ae8-866a-72160e94e18d on network 2f962155-5349-450e-8471-08e3a9c95199 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:02:30.032072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ac5150-86a9-45a1-8b2c-c11c559b79f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Router 1ed1dcb5-fa00-40c8-834b-37773777bb1f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:02:30.033129 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bada39-5852-4b6e-b8dd-ce5a52946c46 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:02:30.033500 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bada39-5852-4b6e-b8dd-ce5a52946c46 None None] Checking segment: {'id': '981e363c-ac7c-453a-a6a0-2d8421f6a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2f962155-5349-450e-8471-08e3a9c95199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:02:30.033894 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6bada39-5852-4b6e-b8dd-ce5a52946c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:30.034281 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bada39-5852-4b6e-b8dd-ce5a52946c46 None None] Bound using segment: {'id': '981e363c-ac7c-453a-a6a0-2d8421f6a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2f962155-5349-450e-8471-08e3a9c95199'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:02:30.034747 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-d6bada39-5852-4b6e-b8dd-ce5a52946c46 None None] Bound port: 910a98f4-fe37-4ae8-866a-72160e94e18d, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981e363c-ac7c-453a-a6a0-2d8421f6a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2f962155-5349-450e-8471-08e3a9c95199'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:02:30.035129 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6bada39-5852-4b6e-b8dd-ce5a52946c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:30.046592 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bf69216f-5521-471b-b3d3-c676a29ac3f6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:30.050265 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42285229-7d32-435e-a5a2-0ca7bec71521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:30.073144 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60e62a83-b26b-4bae-a2ee-2389085e09fb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:30.161816 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-60e62a83-b26b-4bae-a2ee-2389085e09fb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c274a5-e0c0-4674-8b26-aae047015611']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:30.181590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-60e62a83-b26b-4bae-a2ee-2389085e09fb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e77ffb-f527-4eaf-b58d-7a21ddff9636') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:30.182056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-60e62a83-b26b-4bae-a2ee-2389085e09fb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e77ffb-f527-4eaf-b58d-7a21ddff9636') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:30.197033 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60e62a83-b26b-4bae-a2ee-2389085e09fb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:30.232387 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60e62a83-b26b-4bae-a2ee-2389085e09fb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:30.256370 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e62a83-b26b-4bae-a2ee-2389085e09fb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:02:30.262216 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60e62a83-b26b-4bae-a2ee-2389085e09fb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:30.282605 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b4566-155d-4b73-86b1-ba54a42c7780 None None] Pushing event updated for resources: {'Port': ['ID=c6e0ba1c-5855-47bc-9ae2-5aefc1f75397,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:30.301554 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-08282321-21b1-43d7-b83a-0ea227b6203c None None] Provisioning for port dd539842-0d1a-4953-9474-47c9d944dbcd completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:02:30.318092 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccfd081-55fe-434b-806a-4aaa2f8bde5d None None] Network 76c274a5-e0c0-4674-8b26-aae047015611 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:30.326006 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42285229-7d32-435e-a5a2-0ca7bec71521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:02:30.332260 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:02:30.399850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ac5150-86a9-45a1-8b2c-c11c559b79f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:02:30.410521 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7e0e47c8-d7d2-4eb3-b83a-bb89e5c66343 req-95185668-8b0c-4a61-bee3-209c2c0f2cb5 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465930 Mar 05 14:02:30.414814 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-12ac5150-86a9-45a1-8b2c-c11c559b79f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/routers/1ed1dcb5-fa00-40c8-834b-37773777bb1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2636878 Mar 05 14:02:30.422183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51936) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:30.427661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-bcb2ba32-8987-4cd9-ba35-c1f7623632f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:30.730606 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-08282321-21b1-43d7-b83a-0ea227b6203c None None] Provisioning complete for port dd539842-0d1a-4953-9474-47c9d944dbcd triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:30.730606 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-08282321-21b1-43d7-b83a-0ea227b6203c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:30.746338 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-bf69216f-5521-471b-b3d3-c676a29ac3f6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] device_id is not set on port ce756cd8-cd24-4eb1-a3b9-dfa4728ec3e0 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:02:30.774413 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 38db99c7-38ee-40b7-81f4-a4e2099837a5 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:02:30.841554 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] Sync routers for ids ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:02:30.940270 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6bada39-5852-4b6e-b8dd-ce5a52946c46 None None] For port 910a98f4-fe37-4ae8-866a-72160e94e18d, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:02:30.981106 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] Routers {'1ed1dcb5-fa00-40c8-834b-37773777bb1f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:02:30.981106 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:02:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:31.060163 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-08282321-21b1-43d7-b83a-0ea227b6203c None None] Port dd539842-0d1a-4953-9474-47c9d944dbcd cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:02:31.063727 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 38db99c7-38ee-40b7-81f4-a4e2099837a5 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:31.064493 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:31.101421 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42285229-7d32-435e-a5a2-0ca7bec71521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca81716-b97d-4e0e-8179-0a439098c82c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:31.107623 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60e62a83-b26b-4bae-a2ee-2389085e09fb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:31.140855 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60e62a83-b26b-4bae-a2ee-2389085e09fb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:31.153030 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-60e62a83-b26b-4bae-a2ee-2389085e09fb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/networks/76c274a5-e0c0-4674-8b26-aae047015611 HTTP/1.1" status: 204 len: 168 time: 2.3637354 Mar 05 14:02:31.159842 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42285229-7d32-435e-a5a2-0ca7bec71521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:31.161475 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-42285229-7d32-435e-a5a2-0ca7bec71521 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ca81716-b97d-4e0e-8179-0a439098c82c HTTP/1.1" status: 204 len: 168 time: 1.6701844 Mar 05 14:02:31.162530 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51948) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:31.163528 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e62a83-b26b-4bae-a2ee-2389085e09fb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Network': ['ID=76c274a5-e0c0-4674-8b26-aae047015611,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:31.186627 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-5da81c3a-0c0e-45a0-9ecc-8516b7cf13de tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-355650235'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:31.201190 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5da81c3a-0c0e-45a0-9ecc-8516b7cf13de tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:31.218939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5da81c3a-0c0e-45a0-9ecc-8516b7cf13de tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Usage tracker for resource:network and tenant:4fd975adce244750abf4b5cff1096b35 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:31.227533 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5da81c3a-0c0e-45a0-9ecc-8516b7cf13de tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:31.247055 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5da81c3a-0c0e-45a0-9ecc-8516b7cf13de tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:31.273686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da81c3a-0c0e-45a0-9ecc-8516b7cf13de tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Made reservation on behalf of 4fd975adce244750abf4b5cff1096b35 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:31.278058 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5da81c3a-0c0e-45a0-9ecc-8516b7cf13de tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:31.315981 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6bada39-5852-4b6e-b8dd-ce5a52946c46 None None] For port 910a98f4-fe37-4ae8-866a-72160e94e18d, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=910a98f4-fe37-4ae8-866a-72160e94e18d,segment=NetworkSegment(981e363c-ac7c-453a-a6a0-2d8421f6a0f8),segment_id=981e363c-ac7c-453a-a6a0-2d8421f6a0f8)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:02:31.343996 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6bada39-5852-4b6e-b8dd-ce5a52946c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:31.359805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da81c3a-0c0e-45a0-9ecc-8516b7cf13de tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:02:31.372934 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5da81c3a-0c0e-45a0-9ecc-8516b7cf13de tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:31.373384 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-5da81c3a-0c0e-45a0-9ecc-8516b7cf13de tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Added segment 63d08ee1-710b-482c-b9e2-65fcc7f817b6 of type vlan for network 5926524b-a41e-4da4-b250-2c2149f07f3a Mar 05 14:02:31.413674 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5da81c3a-0c0e-45a0-9ecc-8516b7cf13de tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:31.505354 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5da81c3a-0c0e-45a0-9ecc-8516b7cf13de tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:31.512842 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da81c3a-0c0e-45a0-9ecc-8516b7cf13de tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:31.515232 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5da81c3a-0c0e-45a0-9ecc-8516b7cf13de tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:31.547475 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c24e302d-d6e0-4d83-9af2-f2c1e5277fa9 None None] Provisioning complete for port dd539842-0d1a-4953-9474-47c9d944dbcd triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:31.549160 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c24e302d-d6e0-4d83-9af2-f2c1e5277fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:31.699781 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c24e302d-d6e0-4d83-9af2-f2c1e5277fa9 None None] Port dd539842-0d1a-4953-9474-47c9d944dbcd cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:02:31.716948 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] Set router 1ed1dcb5-fa00-40c8-834b-37773777bb1f gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:02:31.783444 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5da81c3a-0c0e-45a0-9ecc-8516b7cf13de tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6021874 Mar 05 14:02:31.788996 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51962) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:31.820903 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-fb38e2cb-96c2-4454-943f-247676cd82a6 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'subnet': {'network_id': '5926524b-a41e-4da4-b250-2c2149f07f3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:31.884508 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da81c3a-0c0e-45a0-9ecc-8516b7cf13de tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Network': ['ID=5926524b-a41e-4da4-b250-2c2149f07f3a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:31.901892 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bada39-5852-4b6e-b8dd-ce5a52946c46 None None] Pushing event updated for resources: {'Port': ['ID=910a98f4-fe37-4ae8-866a-72160e94e18d,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:31.983621 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 5926524b-a41e-4da4-b250-2c2149f07f3a details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:02:32.023257 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c68a2fa-41e1-4d16-b2f6-40383be96d71 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:32.062007 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20162914-3ae2-4fce-a247-f8dce7aed0e0 req-18579a96-14be-4359-9bf6-443714d27cdb tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:32.083562 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-20162914-3ae2-4fce-a247-f8dce7aed0e0 req-18579a96-14be-4359-9bf6-443714d27cdb tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 945 time: 0.3114691 Mar 05 14:02:32.233757 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fb38e2cb-96c2-4454-943f-247676cd82a6 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:32.237957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fb38e2cb-96c2-4454-943f-247676cd82a6 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Usage tracker for resource:subnet and tenant:4fd975adce244750abf4b5cff1096b35 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:32.248863 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fb38e2cb-96c2-4454-943f-247676cd82a6 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:32.248863 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fb38e2cb-96c2-4454-943f-247676cd82a6 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:32.267105 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-20162914-3ae2-4fce-a247-f8dce7aed0e0 req-25c0b9c0-9f02-4653-8106-041db8cc913a tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824644 Mar 05 14:02:32.296884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb38e2cb-96c2-4454-943f-247676cd82a6 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Made reservation on behalf of 4fd975adce244750abf4b5cff1096b35 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:32.300423 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fb38e2cb-96c2-4454-943f-247676cd82a6 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:32.425258 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.ipam_backend_mixin [None req-fb38e2cb-96c2-4454-943f-247676cd82a6 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Performing IP validity checks on allocation pools {{(pid=87914) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 05 14:02:32.425974 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.ipam_backend_mixin [None req-fb38e2cb-96c2-4454-943f-247676cd82a6 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87914) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 05 14:02:32.587269 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fb38e2cb-96c2-4454-943f-247676cd82a6 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:32.692487 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-bf69216f-5521-471b-b3d3-c676a29ac3f6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 172.20.0.5 (d67009e9-c74e-44a6-8a92-0c4d7928efad/7b7fd952-7304-4046-ba3f-c0db3e0da643/ce756cd8-cd24-4eb1-a3b9-dfa4728ec3e0) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:02:32.765740 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-bf69216f-5521-471b-b3d3-c676a29ac3f6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8::f816:3eff:fe8f:c666 (d67009e9-c74e-44a6-8a92-0c4d7928efad/93f27aab-6681-45a0-90bf-f57cff3aefcd/ce756cd8-cd24-4eb1-a3b9-dfa4728ec3e0) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:02:32.827809 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38e2cb-96c2-4454-943f-247676cd82a6 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Subnet': ['ID=34f88647-69e8-43a8-b8c0-1f81c8d29a9c,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:32.847555 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.extraroute_db [None req-bcb2ba32-8987-4cd9-ba35-c1f7623632f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87914) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 05 14:02:32.880303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb38e2cb-96c2-4454-943f-247676cd82a6 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Checking segment: {'id': '63d08ee1-710b-482c-b9e2-65fcc7f817b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5926524b-a41e-4da4-b250-2c2149f07f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:02:32.880303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb38e2cb-96c2-4454-943f-247676cd82a6 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Network hostable DHCP agents. Network: 5926524b-a41e-4da4-b250-2c2149f07f3a, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:02:32.915597 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.extraroute_db [None req-bcb2ba32-8987-4cd9-ba35-c1f7623632f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Removed routes are [] {{(pid=87914) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 05 14:02:32.916087 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bcb2ba32-8987-4cd9-ba35-c1f7623632f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:32.927090 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 910a98f4-fe37-4ae8-866a-72160e94e18d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:02:33.067899 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e9ff7a25-0089-4d7a-8609-4d34461ff599 None None] Provisioning for port c6e0ba1c-5855-47bc-9ae2-5aefc1f75397 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:02:33.183984 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb38e2cb-96c2-4454-943f-247676cd82a6 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Network 5926524b-a41e-4da4-b250-2c2149f07f3a is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:02:33.284535 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-fb38e2cb-96c2-4454-943f-247676cd82a6 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 5926524b-a41e-4da4-b250-2c2149f07f3a) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:33.331110 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb38e2cb-96c2-4454-943f-247676cd82a6 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:33.345622 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fb38e2cb-96c2-4454-943f-247676cd82a6 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:33.348792 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ed7a0c-1c9a-4bc2-bbd5-4a7ffc6f8abd None None] Network 5926524b-a41e-4da4-b250-2c2149f07f3a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:33.358979 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bf69216f-5521-471b-b3d3-c676a29ac3f6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:33.487292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-bf69216f-5521-471b-b3d3-c676a29ac3f6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Transition to ACTIVE for port object ce756cd8-cd24-4eb1-a3b9-dfa4728ec3e0 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:02:33.602955 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52008) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:33.623626 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fb38e2cb-96c2-4454-943f-247676cd82a6 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.8254931 Mar 05 14:02:33.677334 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 910a98f4-fe37-4ae8-866a-72160e94e18d completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:02:33.688883 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c6e0ba1c-5855-47bc-9ae2-5aefc1f75397 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:02:33.746163 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:02:26Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None, '_interfaces': [{'id': '55751487-7b43-4078-b588-4f72e2ca8509', 'name': '', 'network_id': '4a390654-2560-471a-91a2-fbddaffc3c8b', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:12:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'ef39a511-466d-4b1f-815e-af41d68104bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:02:05Z', 'updated_at': '2022-03-05T14:02:24Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'ef39a511-466d-4b1f-815e-af41d68104bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98646134-7a04-45e4-ac9b-ee3faa8b007e', 'name': '', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:b3:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:38Z', 'updated_at': '2022-03-05T14:01:55Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc10b29a-2478-4f82-a0cf-720c0e8dadad', 'name': '', 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:a9:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:49Z', 'updated_at': '2022-03-05T14:02:04Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd539842-0d1a-4953-9474-47c9d944dbcd', 'name': '', 'network_id': 'ec129a3c-79c6-4838-9bec-b888bfb6a077', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:61:f1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '0602ee75-12b1-4872-a16f-44e5357720ab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:02:20Z', 'updated_at': '2022-03-05T14:02:27Z', 'revision_number': 2, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': '0602ee75-12b1-4872-a16f-44e5357720ab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:33.778302 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] Checking router: 1ed1dcb5-fa00-40c8-834b-37773777bb1f for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:02:33.778825 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] Updating router 1ed1dcb5-fa00-40c8-834b-37773777bb1f port dd539842-0d1a-4953-9474-47c9d944dbcd binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:02:33.835308 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cbc371bc-a2e9-4efe-af06-e221afd1a4bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:33.849769 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:33.896969 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22413ba-27f4-4033-88cc-15a54301b617 None None] Network 2f962155-5349-450e-8471-08e3a9c95199 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:33.917805 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cbc371bc-a2e9-4efe-af06-e221afd1a4bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:34.019803 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cbc371bc-a2e9-4efe-af06-e221afd1a4bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:34.133260 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bf69216f-5521-471b-b3d3-c676a29ac3f6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:34.240450 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e3e21b5f-14ed-48e9-b3f9-4593475b90a3 None None] Provisioning for port 910a98f4-fe37-4ae8-866a-72160e94e18d completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:02:34.244270 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc371bc-a2e9-4efe-af06-e221afd1a4bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Subnet': ['ID=34f88647-69e8-43a8-b8c0-1f81c8d29a9c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:34.248826 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf69216f-5521-471b-b3d3-c676a29ac3f6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:02:34.265902 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-bf69216f-5521-471b-b3d3-c676a29ac3f6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:34.278172 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf69216f-5521-471b-b3d3-c676a29ac3f6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:02:34.340862 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e3e21b5f-14ed-48e9-b3f9-4593475b90a3 None None] Provisioning complete for port 910a98f4-fe37-4ae8-866a-72160e94e18d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:34.341838 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e3e21b5f-14ed-48e9-b3f9-4593475b90a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:34.347071 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cbc371bc-a2e9-4efe-af06-e221afd1a4bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:34.351307 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bcb2ba32-8987-4cd9-ba35-c1f7623632f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:34.358507 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf69216f-5521-471b-b3d3-c676a29ac3f6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:34.359190 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bf69216f-5521-471b-b3d3-c676a29ac3f6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:34.382545 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port c6e0ba1c-5855-47bc-9ae2-5aefc1f75397 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:02:34.393529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69216f-5521-471b-b3d3-c676a29ac3f6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=ce756cd8-cd24-4eb1-a3b9-dfa4728ec3e0,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:34.396388 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bcb2ba32-8987-4cd9-ba35-c1f7623632f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3922806'] for router, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:34.397862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-cbc371bc-a2e9-4efe-af06-e221afd1a4bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5926524b-a41e-4da4-b250-2c2149f07f3a']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:34.433419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-cbc371bc-a2e9-4efe-af06-e221afd1a4bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d08ee1-710b-482c-b9e2-65fcc7f817b6') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:34.433668 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-cbc371bc-a2e9-4efe-af06-e221afd1a4bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d08ee1-710b-482c-b9e2-65fcc7f817b6') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:34.454755 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port c6e0ba1c-5855-47bc-9ae2-5aefc1f75397 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:34.455444 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:34.478684 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cbc371bc-a2e9-4efe-af06-e221afd1a4bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:34.524368 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cbc371bc-a2e9-4efe-af06-e221afd1a4bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:34.544509 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc371bc-a2e9-4efe-af06-e221afd1a4bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:02:34.545602 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cbc371bc-a2e9-4efe-af06-e221afd1a4bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:34.551990 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-bf69216f-5521-471b-b3d3-c676a29ac3f6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 6.3043096 Mar 05 14:02:34.560839 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebb4f9-32fc-4ec2-a1e8-f1b9b8d8c856 req-8c6fbce0-ab6c-4851-9430-0dcf7227d964 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:34.562351 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8aebb4f9-32fc-4ec2-a1e8-f1b9b8d8c856 req-8c6fbce0-ab6c-4851-9430-0dcf7227d964 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 945 time: 0.9645650 Mar 05 14:02:34.562865 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52040) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:34.581986 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878cf7f5-ed73-42c4-a401-0a7b4e9eb1bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-5926524b-a41e-4da4-b250-2c2149f07f3a', 'network_id': '5926524b-a41e-4da4-b250-2c2149f07f3a', 'tenant_id': '4fd975adce244750abf4b5cff1096b35', 'fixed_ips': [{'subnet_id': '34f88647-69e8-43a8-b8c0-1f81c8d29a9c'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:02:34.583165 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-878cf7f5-ed73-42c4-a401-0a7b4e9eb1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:02:34.639024 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:02:34.720469 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cbc371bc-a2e9-4efe-af06-e221afd1a4bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:34.744787 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cbc371bc-a2e9-4efe-af06-e221afd1a4bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:34.759486 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cbc371bc-a2e9-4efe-af06-e221afd1a4bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/networks/5926524b-a41e-4da4-b250-2c2149f07f3a HTTP/1.1" status: 204 len: 168 time: 1.1539719 Mar 05 14:02:34.765501 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52046) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:34.772169 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e9a26ec7-1702-4972-9ae6-9f345291bdc1 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-913784233'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:34.776609 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc371bc-a2e9-4efe-af06-e221afd1a4bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Network': ['ID=5926524b-a41e-4da4-b250-2c2149f07f3a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:34.780121 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e9a26ec7-1702-4972-9ae6-9f345291bdc1 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:34.785153 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e9a26ec7-1702-4972-9ae6-9f345291bdc1 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Usage tracker for resource:network and tenant:4fd975adce244750abf4b5cff1096b35 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:34.788431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e9a26ec7-1702-4972-9ae6-9f345291bdc1 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:34.793745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb2ba32-8987-4cd9-ba35-c1f7623632f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Router 1ed1dcb5-fa00-40c8-834b-37773777bb1f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:02:34.797266 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e9a26ec7-1702-4972-9ae6-9f345291bdc1 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:34.802693 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-878cf7f5-ed73-42c4-a401-0a7b4e9eb1bf None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 05 14:02:34.802693 n-d-803718-1 neutron-server[87915]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Mar 05 14:02:34.802693 n-d-803718-1 neutron-server[87915]: [parameters: {'project_id': '4fd975adce244750abf4b5cff1096b35', 'id': '863b1b46-1398-4fe3-90ed-307353595b5e', 'name': '', 'network_id': '5926524b-a41e-4da4-b250-2c2149f07f3a', 'mac_address': 'fa:16:3e:00:db:65', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-5926524b-a41e-4da4-b250-2c2149f07f3a', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2760}] Mar 05 14:02:34.802693 n-d-803718-1 neutron-server[87915]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:02:34.803219 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-878cf7f5-ed73-42c4-a401-0a7b4e9eb1bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:02:34.812880 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8aebb4f9-32fc-4ec2-a1e8-f1b9b8d8c856 req-f54bc5ca-0523-4f1a-bf3e-abfc051c8a3d tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118757 Mar 05 14:02:34.816700 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776df6c7-21ea-446d-b7de-f3dd5f29433c None None] Update dhcp port {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'fixed_ips': [{'subnet_id': '93f27aab-6681-45a0-90bf-f57cff3aefcd', 'ip_address': '2001:db8::f816:3eff:fedd:c51c'}, {'subnet_id': '7b7fd952-7304-4046-ba3f-c0db3e0da643'}], 'binding:host_id': 'n-d-803718-1'}, 'id': 'c6e0ba1c-5855-47bc-9ae2-5aefc1f75397'} from n-d-803718-1. {{(pid=87915) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 05 14:02:34.826992 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a26ec7-1702-4972-9ae6-9f345291bdc1 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Made reservation on behalf of 4fd975adce244750abf4b5cff1096b35 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:34.833431 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e9a26ec7-1702-4972-9ae6-9f345291bdc1 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:34.919886 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a26ec7-1702-4972-9ae6-9f345291bdc1 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:02:34.945965 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e9a26ec7-1702-4972-9ae6-9f345291bdc1 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:34.946312 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-e9a26ec7-1702-4972-9ae6-9f345291bdc1 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Added segment 161bb7cd-df4b-4dcd-bbe7-61306dcb84c8 of type vlan for network 5c7bb4a9-7a81-41e5-b287-b8da6caca99c Mar 05 14:02:34.976880 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c288d04-fb1c-46c8-b1c0-b22b01eec9b8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:34.985166 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c288d04-fb1c-46c8-b1c0-b22b01eec9b8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:34.986143 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4c288d04-fb1c-46c8-b1c0-b22b01eec9b8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:02:35.004673 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e9a26ec7-1702-4972-9ae6-9f345291bdc1 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:35.061659 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e9a26ec7-1702-4972-9ae6-9f345291bdc1 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:35.067277 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a26ec7-1702-4972-9ae6-9f345291bdc1 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:35.067883 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e9a26ec7-1702-4972-9ae6-9f345291bdc1 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:35.071967 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52070) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:35.091540 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4c288d04-fb1c-46c8-b1c0-b22b01eec9b8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:02:35.092830 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4c288d04-fb1c-46c8-b1c0-b22b01eec9b8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.5266631 Mar 05 14:02:35.096084 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52076) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:35.143479 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb2ba32-8987-4cd9-ba35-c1f7623632f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:02:35.157391 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bcb2ba32-8987-4cd9-ba35-c1f7623632f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:35.158859 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-bcb2ba32-8987-4cd9-ba35-c1f7623632f5 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/routers/1ed1dcb5-fa00-40c8-834b-37773777bb1f HTTP/1.1" status: 200 len: 954 time: 4.7354193 Mar 05 14:02:35.161927 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52084) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:35.258660 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-776df6c7-21ea-446d-b7de-f3dd5f29433c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:35.271619 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a26ec7-1702-4972-9ae6-9f345291bdc1 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Network': ['ID=5c7bb4a9-7a81-41e5-b287-b8da6caca99c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:35.287086 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e9a26ec7-1702-4972-9ae6-9f345291bdc1 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5205150 Mar 05 14:02:35.289583 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52094) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:35.296572 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-662464a5-c904-4d73-8158-81a77cc3cf6c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'subnet': {'network_id': '5c7bb4a9-7a81-41e5-b287-b8da6caca99c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:35.334143 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 5c7bb4a9-7a81-41e5-b287-b8da6caca99c details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:02:35.347383 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-878cf7f5-ed73-42c4-a401-0a7b4e9eb1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:35.393569 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3d4954fc-e6f9-40cb-833b-48f5768940f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:35.405299 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e3e21b5f-14ed-48e9-b3f9-4593475b90a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:35.408885 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-b1a0ea8f-b641-4757-a06a-3c74130e5834 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting port ce756cd8-cd24-4eb1-a3b9-dfa4728ec3e0 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:02:35.409285 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b1a0ea8f-b641-4757-a06a-3c74130e5834 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:35.423707 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:35.475690 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3d4954fc-e6f9-40cb-833b-48f5768940f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:35.484834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3d4954fc-e6f9-40cb-833b-48f5768940f2 admin admin] Usage tracker for resource:security_group_rule and tenant:dcb57ff7e4b248eea4c30aed76cc4dd9 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:35.492945 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-97ce2d2c-d5d1-4abe-8140-85077157a636 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/routers/1ed1dcb5-fa00-40c8-834b-37773777bb1f HTTP/1.1" status: 200 len: 954 time: 0.3300219 Mar 05 14:02:35.494193 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3d4954fc-e6f9-40cb-833b-48f5768940f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:35.503114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52100) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:35.505864 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3d4954fc-e6f9-40cb-833b-48f5768940f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:35.507623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-662464a5-c904-4d73-8158-81a77cc3cf6c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:35.517625 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-662464a5-c904-4d73-8158-81a77cc3cf6c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Usage tracker for resource:subnet and tenant:4fd975adce244750abf4b5cff1096b35 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:35.520285 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a0b48dc2-3a45-4fce-9b79-82fcef522fbf tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'router': {'routes': None}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:35.523013 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-662464a5-c904-4d73-8158-81a77cc3cf6c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:35.532473 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-662464a5-c904-4d73-8158-81a77cc3cf6c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:35.548473 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662464a5-c904-4d73-8158-81a77cc3cf6c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Made reservation on behalf of 4fd975adce244750abf4b5cff1096b35 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:35.553504 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-662464a5-c904-4d73-8158-81a77cc3cf6c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:35.635981 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52106) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:35.637562 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.resource_extend [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 14:02:35.733014 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e3e21b5f-14ed-48e9-b3f9-4593475b90a3 None None] For port 910a98f4-fe37-4ae8-866a-72160e94e18d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=910a98f4-fe37-4ae8-866a-72160e94e18d,segment=NetworkSegment(981e363c-ac7c-453a-a6a0-2d8421f6a0f8),segment_id=981e363c-ac7c-453a-a6a0-2d8421f6a0f8)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:35.802187 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e3e21b5f-14ed-48e9-b3f9-4593475b90a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:35.903419 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port c6e0ba1c-5855-47bc-9ae2-5aefc1f75397, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c6e0ba1c-5855-47bc-9ae2-5aefc1f75397,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:35.916542 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-662464a5-c904-4d73-8158-81a77cc3cf6c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:35.971998 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b56f0e-99eb-4f2c-bf16-a2aa2247fd8f None None] Network 5926524b-a41e-4da4-b250-2c2149f07f3a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:36.021167 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:36.068743 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b56f0e-99eb-4f2c-bf16-a2aa2247fd8f None None] Network 5926524b-a41e-4da4-b250-2c2149f07f3a could not be found, it might have been deleted concurrently. {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 05 14:02:36.072470 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:36.145890 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] Transition to ACTIVE for port object dd539842-0d1a-4953-9474-47c9d944dbcd will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:02:36.158247 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e21b5f-14ed-48e9-b3f9-4593475b90a3 None None] Pushing event updated for resources: {'Port': ['ID=910a98f4-fe37-4ae8-866a-72160e94e18d,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:36.170372 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662464a5-c904-4d73-8158-81a77cc3cf6c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Checking segment: {'id': '161bb7cd-df4b-4dcd-bbe7-61306dcb84c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5c7bb4a9-7a81-41e5-b287-b8da6caca99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:02:36.170977 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662464a5-c904-4d73-8158-81a77cc3cf6c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Network hostable DHCP agents. Network: 5c7bb4a9-7a81-41e5-b287-b8da6caca99c, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:02:36.195869 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662464a5-c904-4d73-8158-81a77cc3cf6c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Subnet': ['ID=c4f9433d-d635-45b9-85e6-853aeef5d295,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:36.218526 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:36.219511 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662464a5-c904-4d73-8158-81a77cc3cf6c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Network 5c7bb4a9-7a81-41e5-b287-b8da6caca99c is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:02:36.248146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-662464a5-c904-4d73-8158-81a77cc3cf6c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 5c7bb4a9-7a81-41e5-b287-b8da6caca99c) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:36.261361 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca50367-dfba-4f67-8a45-617861068e04 req-3948ba3a-9bf0-4e2b-ae48-a22f035a8b9c tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:36.263212 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dca50367-dfba-4f67-8a45-617861068e04 req-3948ba3a-9bf0-4e2b-ae48-a22f035a8b9c tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 945 time: 0.1982718 Mar 05 14:02:36.264674 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662464a5-c904-4d73-8158-81a77cc3cf6c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:36.265341 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-662464a5-c904-4d73-8158-81a77cc3cf6c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:36.327092 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dca50367-dfba-4f67-8a45-617861068e04 req-a9fc74bd-e6ad-4b03-8a1c-c08f5f5bdf9f tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553083 Mar 05 14:02:36.360210 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-662464a5-c904-4d73-8158-81a77cc3cf6c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0625761 Mar 05 14:02:36.360210 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52118) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:36.395528 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-776df6c7-21ea-446d-b7de-f3dd5f29433c None None] Allocated IP 172.20.0.2 (d67009e9-c74e-44a6-8a92-0c4d7928efad/7b7fd952-7304-4046-ba3f-c0db3e0da643/c6e0ba1c-5855-47bc-9ae2-5aefc1f75397) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:02:36.406088 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ff5419-4147-4471-a3fe-d3afc770edc7 None None] Network 5c7bb4a9-7a81-41e5-b287-b8da6caca99c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:36.412231 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b1a0ea8f-b641-4757-a06a-3c74130e5834 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:36.597308 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-b1a0ea8f-b641-4757-a06a-3c74130e5834 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Calling delete_port for ce756cd8-cd24-4eb1-a3b9-dfa4728ec3e0 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:02:36.691032 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e0e9-77a3-4860-8d90-c4d35c6678b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:36.717570 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=c6e0ba1c-5855-47bc-9ae2-5aefc1f75397,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:36.732161 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5cc5e0e9-77a3-4860-8d90-c4d35c6678b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:36.736335 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5cc5e0e9-77a3-4860-8d90-c4d35c6678b3 admin admin] Usage tracker for resource:security_group_rule and tenant:d0d8438869a9403a8506ac254835e9d2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:36.740217 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5cc5e0e9-77a3-4860-8d90-c4d35c6678b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:36.746601 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5cc5e0e9-77a3-4860-8d90-c4d35c6678b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:36.765260 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-185338bd-6e0f-4b74-9adc-0840341affaf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:36.848038 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-185338bd-6e0f-4b74-9adc-0840341affaf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:36.857898 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e0e9-77a3-4860-8d90-c4d35c6678b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:36.875864 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e0e9-77a3-4860-8d90-c4d35c6678b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:36.946793 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-185338bd-6e0f-4b74-9adc-0840341affaf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:36.991087 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185338bd-6e0f-4b74-9adc-0840341affaf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Subnet': ['ID=c4f9433d-d635-45b9-85e6-853aeef5d295,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:37.002342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5e0e9-77a3-4860-8d90-c4d35c6678b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88d3524-7120-4f19-8171-8f162889e0b8,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:37.034283 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-776df6c7-21ea-446d-b7de-f3dd5f29433c None None] For port c6e0ba1c-5855-47bc-9ae2-5aefc1f75397, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c6e0ba1c-5855-47bc-9ae2-5aefc1f75397,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:37.068414 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-776df6c7-21ea-446d-b7de-f3dd5f29433c None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:37.080744 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5cc5e0e9-77a3-4860-8d90-c4d35c6678b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0d8438869a9403a8506ac254835e9d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4436467 Mar 05 14:02:37.086169 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52126) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:37.088244 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-776df6c7-21ea-446d-b7de-f3dd5f29433c None None] Transition to ACTIVE for port object c6e0ba1c-5855-47bc-9ae2-5aefc1f75397 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:02:37.103068 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-185338bd-6e0f-4b74-9adc-0840341affaf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:37.128060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f517d-58b9-4229-961b-dff5af7b2492 None None] Pushing event updated for resources: {'Port': ['ID=dd539842-0d1a-4953-9474-47c9d944dbcd,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:37.142987 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-776df6c7-21ea-446d-b7de-f3dd5f29433c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:37.146642 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-185338bd-6e0f-4b74-9adc-0840341affaf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7bb4a9-7a81-41e5-b287-b8da6caca99c']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:37.165736 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-185338bd-6e0f-4b74-9adc-0840341affaf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161bb7cd-df4b-4dcd-bbe7-61306dcb84c8') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:37.166852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-185338bd-6e0f-4b74-9adc-0840341affaf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161bb7cd-df4b-4dcd-bbe7-61306dcb84c8') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:37.190031 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-185338bd-6e0f-4b74-9adc-0840341affaf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:37.202846 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3d4954fc-e6f9-40cb-833b-48f5768940f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:37.217953 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-185338bd-6e0f-4b74-9adc-0840341affaf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:37.226396 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-185338bd-6e0f-4b74-9adc-0840341affaf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:02:37.228185 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-185338bd-6e0f-4b74-9adc-0840341affaf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:37.231552 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776df6c7-21ea-446d-b7de-f3dd5f29433c None None] Pushing event updated for resources: {'Port': ['ID=c6e0ba1c-5855-47bc-9ae2-5aefc1f75397,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:37.232985 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3d4954fc-e6f9-40cb-833b-48f5768940f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:37.295637 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-323ad7df-a888-4e01-8c9b-20952f397361 None None] Provisioning complete for port 910a98f4-fe37-4ae8-866a-72160e94e18d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:37.295999 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-323ad7df-a888-4e01-8c9b-20952f397361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:37.323998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4954fc-e6f9-40cb-833b-48f5768940f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeee9698-3bd0-4ec9-a338-c6ba45bd14ae,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:37.363357 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] Attempting to bind port dd539842-0d1a-4953-9474-47c9d944dbcd on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:02:37.363933 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] Attempting to bind port dd539842-0d1a-4953-9474-47c9d944dbcd by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '08a1900a-a1da-4203-b29b-355c8f2c55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec129a3c-79c6-4838-9bec-b888bfb6a077'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:02:37.364491 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] Attempting to bind port dd539842-0d1a-4953-9474-47c9d944dbcd on network ec129a3c-79c6-4838-9bec-b888bfb6a077 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:02:37.385570 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8a6e11d2-5647-476e-9c9b-3bdcd7c74fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:37.391960 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3d4954fc-e6f9-40cb-833b-48f5768940f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dcb57ff7e4b248eea4c30aed76cc4dd9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3184326 Mar 05 14:02:37.396434 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52134) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:02:37.419827 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:02:37.426523 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-185338bd-6e0f-4b74-9adc-0840341affaf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:37.439906 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:02:37.440849 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] Checking segment: {'id': '08a1900a-a1da-4203-b29b-355c8f2c55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec129a3c-79c6-4838-9bec-b888bfb6a077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:02:37.441629 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:37.442179 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] Bound using segment: {'id': '08a1900a-a1da-4203-b29b-355c8f2c55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec129a3c-79c6-4838-9bec-b888bfb6a077'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:02:37.442885 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] Bound port: dd539842-0d1a-4953-9474-47c9d944dbcd, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a1900a-a1da-4203-b29b-355c8f2c55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ec129a3c-79c6-4838-9bec-b888bfb6a077'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:02:37.443696 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:37.486335 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-185338bd-6e0f-4b74-9adc-0840341affaf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:37.493891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185338bd-6e0f-4b74-9adc-0840341affaf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Network': ['ID=5c7bb4a9-7a81-41e5-b287-b8da6caca99c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:37.517936 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-185338bd-6e0f-4b74-9adc-0840341affaf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/networks/5c7bb4a9-7a81-41e5-b287-b8da6caca99c HTTP/1.1" status: 204 len: 168 time: 1.1601055 Mar 05 14:02:37.519796 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52140) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:37.525636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-8ab21d10-ec10-421a-bcbe-5382a8e728bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2106477664'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:37.539698 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8ab21d10-ec10-421a-bcbe-5382a8e728bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:37.548542 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8ab21d10-ec10-421a-bcbe-5382a8e728bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Usage tracker for resource:network and tenant:4fd975adce244750abf4b5cff1096b35 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:37.558600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8ab21d10-ec10-421a-bcbe-5382a8e728bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:37.570667 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8ab21d10-ec10-421a-bcbe-5382a8e728bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:37.601380 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab21d10-ec10-421a-bcbe-5382a8e728bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Made reservation on behalf of 4fd975adce244750abf4b5cff1096b35 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:37.605664 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8ab21d10-ec10-421a-bcbe-5382a8e728bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:37.642835 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab21d10-ec10-421a-bcbe-5382a8e728bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:02:37.655813 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8ab21d10-ec10-421a-bcbe-5382a8e728bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:37.656234 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-8ab21d10-ec10-421a-bcbe-5382a8e728bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Added segment f92a407e-c428-44ad-b424-14eb34ccad26 of type vlan for network 673340c8-6fb9-4a57-93e9-9ea6792f6e79 Mar 05 14:02:37.669653 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6a2e7c-e7b1-4724-9f1c-02c7cabb5e8c None None] Network 5c7bb4a9-7a81-41e5-b287-b8da6caca99c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:37.688739 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8ab21d10-ec10-421a-bcbe-5382a8e728bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:37.729519 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6a2e7c-e7b1-4724-9f1c-02c7cabb5e8c None None] Network 5c7bb4a9-7a81-41e5-b287-b8da6caca99c could not be found, it might have been deleted concurrently. {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 05 14:02:37.746502 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8ab21d10-ec10-421a-bcbe-5382a8e728bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:37.760496 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab21d10-ec10-421a-bcbe-5382a8e728bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:37.764047 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8ab21d10-ec10-421a-bcbe-5382a8e728bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:37.770605 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] For port dd539842-0d1a-4953-9474-47c9d944dbcd, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:02:37.774516 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] For port dd539842-0d1a-4953-9474-47c9d944dbcd, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=dd539842-0d1a-4953-9474-47c9d944dbcd,segment=NetworkSegment(08a1900a-a1da-4203-b29b-355c8f2c55ca),segment_id=08a1900a-a1da-4203-b29b-355c8f2c55ca)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:02:37.781937 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:37.837887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.extraroute_db [None req-a0b48dc2-3a45-4fce-9b79-82fcef522fbf tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Added routes are [] {{(pid=87914) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 05 14:02:37.838656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.extraroute_db [None req-a0b48dc2-3a45-4fce-9b79-82fcef522fbf tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87914) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 05 14:02:37.879614 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] Routers {'1ed1dcb5-fa00-40c8-834b-37773777bb1f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:02:37.880605 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:02:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:37.882055 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a0b48dc2-3a45-4fce-9b79-82fcef522fbf tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:37.918820 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8a6e11d2-5647-476e-9c9b-3bdcd7c74fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:37.951080 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8ab21d10-ec10-421a-bcbe-5382a8e728bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4309800 Mar 05 14:02:37.966179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52146) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:37.973907 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-16bbb442-932b-401c-9144-4ab4bf916c03 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'subnet': {'network_id': '673340c8-6fb9-4a57-93e9-9ea6792f6e79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:38.177506 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab21d10-ec10-421a-bcbe-5382a8e728bb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Network': ['ID=673340c8-6fb9-4a57-93e9-9ea6792f6e79,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:38.205497 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8a6e11d2-5647-476e-9c9b-3bdcd7c74fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:38.221517 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-16bbb442-932b-401c-9144-4ab4bf916c03 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:38.232167 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-16bbb442-932b-401c-9144-4ab4bf916c03 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Usage tracker for resource:subnet and tenant:4fd975adce244750abf4b5cff1096b35 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:38.235301 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 910a98f4-fe37-4ae8-866a-72160e94e18d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:02:38.237240 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-16bbb442-932b-401c-9144-4ab4bf916c03 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:38.253557 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-16bbb442-932b-401c-9144-4ab4bf916c03 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:38.278050 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 673340c8-6fb9-4a57-93e9-9ea6792f6e79 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:02:38.281819 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bbb442-932b-401c-9144-4ab4bf916c03 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Made reservation on behalf of 4fd975adce244750abf4b5cff1096b35 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:38.285866 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-16bbb442-932b-401c-9144-4ab4bf916c03 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:38.351438 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f517d-58b9-4229-961b-dff5af7b2492 None None] Pushing event updated for resources: {'Port': ['ID=dd539842-0d1a-4953-9474-47c9d944dbcd,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:38.464169 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] Set router 1ed1dcb5-fa00-40c8-834b-37773777bb1f gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:02:38.484546 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e11d2-5647-476e-9c9b-3bdcd7c74fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88d3524-7120-4f19-8171-8f162889e0b8,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:38.687337 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-700f0e01-2773-4a05-b213-f26771c7036a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:38.717854 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-16bbb442-932b-401c-9144-4ab4bf916c03 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:38.829230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbb442-932b-401c-9144-4ab4bf916c03 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Subnet': ['ID=a663d4ff-07fc-498c-a715-b29c132f48d4,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:38.844485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bbb442-932b-401c-9144-4ab4bf916c03 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Checking segment: {'id': 'f92a407e-c428-44ad-b424-14eb34ccad26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '673340c8-6fb9-4a57-93e9-9ea6792f6e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:02:38.845277 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bbb442-932b-401c-9144-4ab4bf916c03 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Network hostable DHCP agents. Network: 673340c8-6fb9-4a57-93e9-9ea6792f6e79, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:02:38.863620 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 910a98f4-fe37-4ae8-866a-72160e94e18d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:38.863943 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:38.888229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bbb442-932b-401c-9144-4ab4bf916c03 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Network 673340c8-6fb9-4a57-93e9-9ea6792f6e79 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:02:38.902295 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-700f0e01-2773-4a05-b213-f26771c7036a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:38.904450 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-16bbb442-932b-401c-9144-4ab4bf916c03 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 673340c8-6fb9-4a57-93e9-9ea6792f6e79) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:38.908518 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bbb442-932b-401c-9144-4ab4bf916c03 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:38.909101 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-16bbb442-932b-401c-9144-4ab4bf916c03 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:38.953725 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-16bbb442-932b-401c-9144-4ab4bf916c03 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9838483 Mar 05 14:02:38.954384 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52152) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:38.960546 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b1a0ea8f-b641-4757-a06a-3c74130e5834 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:38.971339 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538bbae3-2011-45d5-9a20-8dad3afc4efa None None] Network 673340c8-6fb9-4a57-93e9-9ea6792f6e79 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:38.992400 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-18ba7817-71da-4d95-b496-5c1840e5e9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:39.065736 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8a6e11d2-5647-476e-9c9b-3bdcd7c74fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:39.070192 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8a6e11d2-5647-476e-9c9b-3bdcd7c74fc6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a88d3524-7120-4f19-8171-8f162889e0b8 HTTP/1.1" status: 204 len: 168 time: 1.9830470 Mar 05 14:02:39.129886 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0ea8f-b641-4757-a06a-3c74130e5834 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Port': ['ID=ce756cd8-cd24-4eb1-a3b9-dfa4728ec3e0,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:39.137965 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a0b48dc2-3a45-4fce-9b79-82fcef522fbf tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:39.155468 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25171cd-61d8-490f-aedd-8e213fea6213 req-4ef4d072-5e8b-4bca-8c79-c1d36b74cff9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:39.157081 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d25171cd-61d8-490f-aedd-8e213fea6213 req-4ef4d072-5e8b-4bca-8c79-c1d36b74cff9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 945 time: 1.1828394 Mar 05 14:02:39.222377 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7cc0629b-5962-4ba5-bdb7-39a2f29a0cbb None None] Provisioning for port c6e0ba1c-5855-47bc-9ae2-5aefc1f75397 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:02:39.229645 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af831da6-b5cc-47d5-9eee-d5e50f760c9d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:39.284501 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a0b48dc2-3a45-4fce-9b79-82fcef522fbf tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3922806'] for router, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:39.316771 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7cc0629b-5962-4ba5-bdb7-39a2f29a0cbb None None] Provisioning complete for port c6e0ba1c-5855-47bc-9ae2-5aefc1f75397 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:39.317305 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7cc0629b-5962-4ba5-bdb7-39a2f29a0cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:39.384468 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af831da6-b5cc-47d5-9eee-d5e50f760c9d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:39.596452 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-700f0e01-2773-4a05-b213-f26771c7036a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:39.671127 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d25171cd-61d8-490f-aedd-8e213fea6213 req-79656306-acd9-4ffa-8317-80f39a7a57ec tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617445 Mar 05 14:02:39.674035 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b1a0ea8f-b641-4757-a06a-3c74130e5834 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:39.713741 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f0e01-2773-4a05-b213-f26771c7036a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeee9698-3bd0-4ec9-a338-c6ba45bd14ae,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:39.725318 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-700f0e01-2773-4a05-b213-f26771c7036a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:39.729878 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-700f0e01-2773-4a05-b213-f26771c7036a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eeee9698-3bd0-4ec9-a338-c6ba45bd14ae HTTP/1.1" status: 204 len: 168 time: 2.3262482 Mar 05 14:02:39.738611 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b1a0ea8f-b641-4757-a06a-3c74130e5834 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/ce756cd8-cd24-4eb1-a3b9-dfa4728ec3e0 HTTP/1.1" status: 204 len: 168 time: 4.6413245 Mar 05 14:02:39.740161 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52162) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:39.748325 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af831da6-b5cc-47d5-9eee-d5e50f760c9d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:39.811031 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:02:37Z', 'revision_number': 7, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None, '_interfaces': [{'id': '55751487-7b43-4078-b588-4f72e2ca8509', 'name': '', 'network_id': '4a390654-2560-471a-91a2-fbddaffc3c8b', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:12:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'ef39a511-466d-4b1f-815e-af41d68104bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:02:05Z', 'updated_at': '2022-03-05T14:02:24Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'ef39a511-466d-4b1f-815e-af41d68104bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98646134-7a04-45e4-ac9b-ee3faa8b007e', 'name': '', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:b3:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:38Z', 'updated_at': '2022-03-05T14:01:55Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc10b29a-2478-4f82-a0cf-720c0e8dadad', 'name': '', 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:a9:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:49Z', 'updated_at': '2022-03-05T14:02:04Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd539842-0d1a-4953-9474-47c9d944dbcd', 'name': '', 'network_id': 'ec129a3c-79c6-4838-9bec-b888bfb6a077', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:61:f1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '0602ee75-12b1-4872-a16f-44e5357720ab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:02:20Z', 'updated_at': '2022-03-05T14:02:37Z', 'revision_number': 4, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': '0602ee75-12b1-4872-a16f-44e5357720ab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:39.814099 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c6e0ba1c-5855-47bc-9ae2-5aefc1f75397 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:02:39.836839 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c578c4c-7a12-4754-b794-da52b3fa70bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:39.839371 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c578c4c-7a12-4754-b794-da52b3fa70bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:39.841178 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c578c4c-7a12-4754-b794-da52b3fa70bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:39.842115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3c578c4c-7a12-4754-b794-da52b3fa70bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:02:39.859193 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b48dc2-3a45-4fce-9b79-82fcef522fbf tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Router 1ed1dcb5-fa00-40c8-834b-37773777bb1f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:02:39.861909 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af831da6-b5cc-47d5-9eee-d5e50f760c9d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Subnet': ['ID=a663d4ff-07fc-498c-a715-b29c132f48d4,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:39.929435 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0d6006-a149-4953-9924-d55f0d01513b None None] The sync data for ids ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'] in n-d-803718-1 is: [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:02:37Z', 'revision_number': 7, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None, '_interfaces': [{'id': '55751487-7b43-4078-b588-4f72e2ca8509', 'name': '', 'network_id': '4a390654-2560-471a-91a2-fbddaffc3c8b', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:12:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'ef39a511-466d-4b1f-815e-af41d68104bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:02:05Z', 'updated_at': '2022-03-05T14:02:24Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'ef39a511-466d-4b1f-815e-af41d68104bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98646134-7a04-45e4-ac9b-ee3faa8b007e', 'name': '', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:b3:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:38Z', 'updated_at': '2022-03-05T14:01:55Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc10b29a-2478-4f82-a0cf-720c0e8dadad', 'name': '', 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:a9:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:49Z', 'updated_at': '2022-03-05T14:02:04Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd539842-0d1a-4953-9474-47c9d944dbcd', 'name': '', 'network_id': 'ec129a3c-79c6-4838-9bec-b888bfb6a077', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:61:f1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '0602ee75-12b1-4872-a16f-44e5357720ab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:02:20Z', 'updated_at': '2022-03-05T14:02:37Z', 'revision_number': 4, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': '0602ee75-12b1-4872-a16f-44e5357720ab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:02:39.943662 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52168) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:39.954827 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3c578c4c-7a12-4754-b794-da52b3fa70bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:02:39.956684 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3c578c4c-7a12-4754-b794-da52b3fa70bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2113767 Mar 05 14:02:39.965153 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52172) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:40.040874 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e807ad43-45fa-47d3-bbeb-3543edb88fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-673340c8-6fb9-4a57-93e9-9ea6792f6e79', 'network_id': '673340c8-6fb9-4a57-93e9-9ea6792f6e79', 'tenant_id': '4fd975adce244750abf4b5cff1096b35', 'fixed_ips': [{'subnet_id': 'a663d4ff-07fc-498c-a715-b29c132f48d4'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:02:40.042005 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e807ad43-45fa-47d3-bbeb-3543edb88fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:40.054440 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-c029566c-de1d-4768-a5e2-f686ad859e36 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet 7b7fd952-7304-4046-ba3f-c0db3e0da643 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:02:40.058922 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c029566c-de1d-4768-a5e2-f686ad859e36 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:40.059278 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port c6e0ba1c-5855-47bc-9ae2-5aefc1f75397 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:40.059719 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:40.092225 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1b39fbff-ddaa-4d11-b448-b33f28a5fa31 None None] Could not find standard attr ID for object ce756cd8-cd24-4eb1-a3b9-dfa4728ec3e0. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 14:02:40.142708 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c029566c-de1d-4768-a5e2-f686ad859e36 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:40.195931 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af831da6-b5cc-47d5-9eee-d5e50f760c9d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:40.210842 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b4355b5b-7a69-493a-86f9-0c9434a57c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:40.273639 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b4355b5b-7a69-493a-86f9-0c9434a57c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:40.278959 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-af831da6-b5cc-47d5-9eee-d5e50f760c9d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673340c8-6fb9-4a57-93e9-9ea6792f6e79']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:40.285675 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc48e4cf-f6b9-4f51-9a97-bcf7106526d5 None None] Network 673340c8-6fb9-4a57-93e9-9ea6792f6e79 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:40.312660 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b4355b5b-7a69-493a-86f9-0c9434a57c62 admin admin] Usage tracker for resource:security_group_rule and tenant:082d135ca7984f54bbdb96aedc6d4a29 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:40.321834 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b4355b5b-7a69-493a-86f9-0c9434a57c62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:40.356242 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-af831da6-b5cc-47d5-9eee-d5e50f760c9d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f92a407e-c428-44ad-b424-14eb34ccad26') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:40.363382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-af831da6-b5cc-47d5-9eee-d5e50f760c9d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f92a407e-c428-44ad-b424-14eb34ccad26') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:40.384094 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b4355b5b-7a69-493a-86f9-0c9434a57c62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:40.392427 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af831da6-b5cc-47d5-9eee-d5e50f760c9d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:40.456995 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af831da6-b5cc-47d5-9eee-d5e50f760c9d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:40.491145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af831da6-b5cc-47d5-9eee-d5e50f760c9d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:02:40.491634 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af831da6-b5cc-47d5-9eee-d5e50f760c9d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:02:40.513958 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:02:40.561874 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b48dc2-3a45-4fce-9b79-82fcef522fbf tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:02:40.601611 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a0b48dc2-3a45-4fce-9b79-82fcef522fbf tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:40.602993 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a0b48dc2-3a45-4fce-9b79-82fcef522fbf tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/routers/1ed1dcb5-fa00-40c8-834b-37773777bb1f HTTP/1.1" status: 200 len: 704 time: 5.0984931 Mar 05 14:02:40.605518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52178) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:40.737861 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device dd539842-0d1a-4953-9474-47c9d944dbcd up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:02:40.762927 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af831da6-b5cc-47d5-9eee-d5e50f760c9d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:40.777893 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52184) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:40.796432 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af831da6-b5cc-47d5-9eee-d5e50f760c9d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:40.836616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af831da6-b5cc-47d5-9eee-d5e50f760c9d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Network': ['ID=673340c8-6fb9-4a57-93e9-9ea6792f6e79,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:40.847314 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec1e2c86-323a-4694-99a7-5acbb4ed89d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:40.871841 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-af831da6-b5cc-47d5-9eee-d5e50f760c9d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/networks/673340c8-6fb9-4a57-93e9-9ea6792f6e79 HTTP/1.1" status: 204 len: 168 time: 1.9168482 Mar 05 14:02:40.878845 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a4ccc713-f70e-42a5-a512-552632377434 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/routers/1ed1dcb5-fa00-40c8-834b-37773777bb1f HTTP/1.1" status: 200 len: 704 time: 0.2722027 Mar 05 14:02:40.879461 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52188) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:40.891606 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52190) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:40.895795 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b4355b5b-7a69-493a-86f9-0c9434a57c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:40.897214 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ec1e2c86-323a-4694-99a7-5acbb4ed89d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:40.904674 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-0d87187a-44c1-4dc4-84b8-5add8e89dac7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1586966236'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:40.912908 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0d87187a-44c1-4dc4-84b8-5add8e89dac7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:40.942680 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0d87187a-44c1-4dc4-84b8-5add8e89dac7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Usage tracker for resource:network and tenant:4fd975adce244750abf4b5cff1096b35 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:40.946427 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port dd539842-0d1a-4953-9474-47c9d944dbcd completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:02:40.954019 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0d87187a-44c1-4dc4-84b8-5add8e89dac7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:40.955614 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-579f8aec-8e19-4774-ac3e-97de2c8f77f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:40.961586 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port dd539842-0d1a-4953-9474-47c9d944dbcd triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:40.963128 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:40.975266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0d87187a-44c1-4dc4-84b8-5add8e89dac7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:40.977680 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c029566c-de1d-4768-a5e2-f686ad859e36 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:41.077372 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d87187a-44c1-4dc4-84b8-5add8e89dac7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Made reservation on behalf of 4fd975adce244750abf4b5cff1096b35 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:41.081232 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0d87187a-44c1-4dc4-84b8-5add8e89dac7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:41.131024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d87187a-44c1-4dc4-84b8-5add8e89dac7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:02:41.148845 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0d87187a-44c1-4dc4-84b8-5add8e89dac7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:41.149288 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-0d87187a-44c1-4dc4-84b8-5add8e89dac7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Added segment b714e074-7b07-4dd6-a80e-e50fad15e741 of type vlan for network 1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97 Mar 05 14:02:41.153582 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:41.157177 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c029566c-de1d-4768-a5e2-f686ad859e36 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:41.157407 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ec1e2c86-323a-4694-99a7-5acbb4ed89d5 admin admin] Usage tracker for resource:security_group_rule and tenant:b61f31f067e740738ff4e102d3565a1a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:41.169795 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ec1e2c86-323a-4694-99a7-5acbb4ed89d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:41.173742 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b4355b5b-7a69-493a-86f9-0c9434a57c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:41.220942 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port dd539842-0d1a-4953-9474-47c9d944dbcd, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=dd539842-0d1a-4953-9474-47c9d944dbcd,segment=NetworkSegment(08a1900a-a1da-4203-b29b-355c8f2c55ca),segment_id=08a1900a-a1da-4203-b29b-355c8f2c55ca)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:41.222103 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0d87187a-44c1-4dc4-84b8-5add8e89dac7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:41.230228 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:41.239921 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ec1e2c86-323a-4694-99a7-5acbb4ed89d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:41.272065 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0d87187a-44c1-4dc4-84b8-5add8e89dac7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:41.278009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d87187a-44c1-4dc4-84b8-5add8e89dac7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:41.278935 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0d87187a-44c1-4dc4-84b8-5add8e89dac7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:41.284347 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029566c-de1d-4768-a5e2-f686ad859e36 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=7b7fd952-7304-4046-ba3f-c0db3e0da643,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:41.288124 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c029566c-de1d-4768-a5e2-f686ad859e36 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:41.324085 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af7c764-604c-4938-b897-5936e36b0e08 None None] Sync routers for ids ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:02:41.340650 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af7c764-604c-4938-b897-5936e36b0e08 None None] Routers {'1ed1dcb5-fa00-40c8-834b-37773777bb1f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:02:41.341539 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ccddc4-4729-457f-b940-f07e202800eb None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:41.344862 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4af7c764-604c-4938-b897-5936e36b0e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:02:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:41.401937 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b4355b5b-7a69-493a-86f9-0c9434a57c62 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=082d135ca7984f54bbdb96aedc6d4a29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4537325 Mar 05 14:02:41.409057 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4355b5b-7a69-493a-86f9-0c9434a57c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62383d12-62e2-4fa1-93ae-16c094db8306,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:41.433778 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52198) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:41.554079 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=dd539842-0d1a-4953-9474-47c9d944dbcd,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:41.561267 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c029566c-de1d-4768-a5e2-f686ad859e36 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/7b7fd952-7304-4046-ba3f-c0db3e0da643 HTTP/1.1" status: 204 len: 168 time: 1.5947552 Mar 05 14:02:41.573446 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0d87187a-44c1-4dc4-84b8-5add8e89dac7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6783390 Mar 05 14:02:41.574333 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52202) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:41.574566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52204) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:41.625041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a980e82b-2c5f-40d9-bfcc-ad7b99ab2435 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'subnet': {'network_id': '1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:41.719119 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-4af7c764-604c-4938-b897-5936e36b0e08 None None] Set router 1ed1dcb5-fa00-40c8-834b-37773777bb1f gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:02:41.742471 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87187a-44c1-4dc4-84b8-5add8e89dac7 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Network': ['ID=1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:41.757025 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a980e82b-2c5f-40d9-bfcc-ad7b99ab2435 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:41.770352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a980e82b-2c5f-40d9-bfcc-ad7b99ab2435 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Usage tracker for resource:subnet and tenant:4fd975adce244750abf4b5cff1096b35 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:41.776503 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a980e82b-2c5f-40d9-bfcc-ad7b99ab2435 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:41.787136 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a980e82b-2c5f-40d9-bfcc-ad7b99ab2435 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:41.799675 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-09594814-2647-4023-88f3-2cf3b6c8458b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet 93f27aab-6681-45a0-90bf-f57cff3aefcd {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:02:41.799960 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:02:41.802984 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09594814-2647-4023-88f3-2cf3b6c8458b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:41.872894 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3a0f3a2e-3463-46ee-bf27-4648f7c2a859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:41.892397 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a980e82b-2c5f-40d9-bfcc-ad7b99ab2435 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Made reservation on behalf of 4fd975adce244750abf4b5cff1096b35 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:41.906590 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a980e82b-2c5f-40d9-bfcc-ad7b99ab2435 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:41.917691 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6f8d5-294f-4a8b-a361-3f07c4c92fba req-5bf6d234-bb6c-4456-a285-dc2d40dda51e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:41.924914 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a8e6f8d5-294f-4a8b-a361-3f07c4c92fba req-5bf6d234-bb6c-4456-a285-dc2d40dda51e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 945 time: 0.7645392 Mar 05 14:02:41.989719 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09594814-2647-4023-88f3-2cf3b6c8458b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:42.028669 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3a0f3a2e-3463-46ee-bf27-4648f7c2a859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:42.125882 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:42.139696 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:42.183243 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec1e2c86-323a-4694-99a7-5acbb4ed89d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:42.186347 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.ipam_backend_mixin [None req-a980e82b-2c5f-40d9-bfcc-ad7b99ab2435 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Performing IP validity checks on allocation pools {{(pid=87914) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 05 14:02:42.187191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.ipam_backend_mixin [None req-a980e82b-2c5f-40d9-bfcc-ad7b99ab2435 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87914) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 05 14:02:42.202444 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a8e6f8d5-294f-4a8b-a361-3f07c4c92fba req-f1fcdc0a-db82-4cab-826a-cf5e16440d0a tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765942 Mar 05 14:02:42.216398 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec1e2c86-323a-4694-99a7-5acbb4ed89d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:42.293818 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ec1e2c86-323a-4694-99a7-5acbb4ed89d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b61f31f067e740738ff4e102d3565a1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4990408 Mar 05 14:02:42.298971 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52212) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:42.322563 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e2c86-323a-4694-99a7-5acbb4ed89d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99aa495-a1a1-4278-8c78-9e455cec2219,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:42.356952 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09594814-2647-4023-88f3-2cf3b6c8458b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:42.383065 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3a0f3a2e-3463-46ee-bf27-4648f7c2a859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:42.411495 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4af7c764-604c-4938-b897-5936e36b0e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:02:37Z', 'revision_number': 7, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None, '_interfaces': [{'id': '55751487-7b43-4078-b588-4f72e2ca8509', 'name': '', 'network_id': '4a390654-2560-471a-91a2-fbddaffc3c8b', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:12:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'ef39a511-466d-4b1f-815e-af41d68104bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:02:05Z', 'updated_at': '2022-03-05T14:02:24Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'ef39a511-466d-4b1f-815e-af41d68104bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98646134-7a04-45e4-ac9b-ee3faa8b007e', 'name': '', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:b3:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:38Z', 'updated_at': '2022-03-05T14:01:55Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc10b29a-2478-4f82-a0cf-720c0e8dadad', 'name': '', 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:a9:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:49Z', 'updated_at': '2022-03-05T14:02:04Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd539842-0d1a-4953-9474-47c9d944dbcd', 'name': '', 'network_id': 'ec129a3c-79c6-4838-9bec-b888bfb6a077', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:61:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '0602ee75-12b1-4872-a16f-44e5357720ab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:02:20Z', 'updated_at': '2022-03-05T14:02:41Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': '0602ee75-12b1-4872-a16f-44e5357720ab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:42.417068 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af7c764-604c-4938-b897-5936e36b0e08 None None] Checking router: 1ed1dcb5-fa00-40c8-834b-37773777bb1f for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:02:42.427783 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af7c764-604c-4938-b897-5936e36b0e08 None None] Routers {'1ed1dcb5-fa00-40c8-834b-37773777bb1f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:02:42.428786 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4af7c764-604c-4938-b897-5936e36b0e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:02:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:42.455533 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f3a2e-3463-46ee-bf27-4648f7c2a859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62383d12-62e2-4fa1-93ae-16c094db8306,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:42.477360 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4641d7c5-11aa-4b98-92cf-a11cb89fea7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:42.521317 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device dd539842-0d1a-4953-9474-47c9d944dbcd up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:02:42.583896 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a980e82b-2c5f-40d9-bfcc-ad7b99ab2435 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:42.650240 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3a0f3a2e-3463-46ee-bf27-4648f7c2a859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:42.659932 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3a0f3a2e-3463-46ee-bf27-4648f7c2a859 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62383d12-62e2-4fa1-93ae-16c094db8306 HTTP/1.1" status: 204 len: 168 time: 1.2248185 Mar 05 14:02:42.670193 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4641d7c5-11aa-4b98-92cf-a11cb89fea7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:42.678452 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port dd539842-0d1a-4953-9474-47c9d944dbcd triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:42.678452 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:42.723437 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09594814-2647-4023-88f3-2cf3b6c8458b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:42.743458 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-4af7c764-604c-4938-b897-5936e36b0e08 None None] Set router 1ed1dcb5-fa00-40c8-834b-37773777bb1f gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:02:42.743695 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a980e82b-2c5f-40d9-bfcc-ad7b99ab2435 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Checking segment: {'id': 'b714e074-7b07-4dd6-a80e-e50fad15e741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:02:42.743902 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a980e82b-2c5f-40d9-bfcc-ad7b99ab2435 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Network hostable DHCP agents. Network: 1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:02:42.751814 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980e82b-2c5f-40d9-bfcc-ad7b99ab2435 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Subnet': ['ID=0a60d5f4-d94a-4095-94cb-71fc2ebe14a2,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:42.805533 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09594814-2647-4023-88f3-2cf3b6c8458b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:42.848442 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-09594814-2647-4023-88f3-2cf3b6c8458b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/93f27aab-6681-45a0-90bf-f57cff3aefcd HTTP/1.1" status: 204 len: 168 time: 1.2485688 Mar 05 14:02:42.849389 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09594814-2647-4023-88f3-2cf3b6c8458b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=93f27aab-6681-45a0-90bf-f57cff3aefcd,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:42.852268 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52218) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:42.897972 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4641d7c5-11aa-4b98-92cf-a11cb89fea7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:42.936214 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a980e82b-2c5f-40d9-bfcc-ad7b99ab2435 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Network 1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:02:42.965130 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-707d42c1-5cad-410f-abc0-e63140565e74 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115713 Mar 05 14:02:42.968904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52222) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:42.972793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641d7c5-11aa-4b98-92cf-a11cb89fea7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99aa495-a1a1-4278-8c78-9e455cec2219,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:42.984639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-6c9d8490-549c-4de2-80fc-24179c1c8efb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:43.004079 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ae244e95-8241-4dbb-9fe3-fcc2dd33e9af tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:43.030081 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-a980e82b-2c5f-40d9-bfcc-ad7b99ab2435 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:43.050385 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31f82cc-ba81-44e8-9328-ea27dcbf4606 None None] Network 1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:43.081574 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a980e82b-2c5f-40d9-bfcc-ad7b99ab2435 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:43.082154 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a980e82b-2c5f-40d9-bfcc-ad7b99ab2435 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:43.229559 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada373bc-b1e1-470d-bdaa-5226c95c78ad None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:43.457020 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d4a76a04-3193-48ad-91ee-a5a15f9c9246 None None] Provisioning complete for port c6e0ba1c-5855-47bc-9ae2-5aefc1f75397 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:43.457340 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d4a76a04-3193-48ad-91ee-a5a15f9c9246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:43.484914 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4641d7c5-11aa-4b98-92cf-a11cb89fea7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:43.487762 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4641d7c5-11aa-4b98-92cf-a11cb89fea7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b99aa495-a1a1-4278-8c78-9e455cec2219 HTTP/1.1" status: 204 len: 168 time: 1.1872079 Mar 05 14:02:43.513273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6c9d8490-549c-4de2-80fc-24179c1c8efb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:43.571867 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6c9d8490-549c-4de2-80fc-24179c1c8efb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:43.576857 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a980e82b-2c5f-40d9-bfcc-ad7b99ab2435 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9965012 Mar 05 14:02:43.578397 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6c9d8490-549c-4de2-80fc-24179c1c8efb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:43.580124 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52240) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:43.591124 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6c9d8490-549c-4de2-80fc-24179c1c8efb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:43.631550 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9d8490-549c-4de2-80fc-24179c1c8efb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:43.635617 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c9d8490-549c-4de2-80fc-24179c1c8efb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:43.696448 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4af7c764-604c-4938-b897-5936e36b0e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:02:37Z', 'revision_number': 7, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None, '_interfaces': [{'id': '55751487-7b43-4078-b588-4f72e2ca8509', 'name': '', 'network_id': '4a390654-2560-471a-91a2-fbddaffc3c8b', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:12:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'ef39a511-466d-4b1f-815e-af41d68104bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:02:05Z', 'updated_at': '2022-03-05T14:02:24Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'ef39a511-466d-4b1f-815e-af41d68104bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98646134-7a04-45e4-ac9b-ee3faa8b007e', 'name': '', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:b3:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:38Z', 'updated_at': '2022-03-05T14:01:55Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc10b29a-2478-4f82-a0cf-720c0e8dadad', 'name': '', 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:a9:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:49Z', 'updated_at': '2022-03-05T14:02:04Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd539842-0d1a-4953-9474-47c9d944dbcd', 'name': '', 'network_id': 'ec129a3c-79c6-4838-9bec-b888bfb6a077', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:61:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '0602ee75-12b1-4872-a16f-44e5357720ab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:02:20Z', 'updated_at': '2022-03-05T14:02:41Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': '0602ee75-12b1-4872-a16f-44e5357720ab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:43.708052 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af7c764-604c-4938-b897-5936e36b0e08 None None] The sync data for ids ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'] in n-d-803718-1 is: [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:02:37Z', 'revision_number': 7, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None, '_interfaces': [{'id': '55751487-7b43-4078-b588-4f72e2ca8509', 'name': '', 'network_id': '4a390654-2560-471a-91a2-fbddaffc3c8b', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:12:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'ef39a511-466d-4b1f-815e-af41d68104bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:02:05Z', 'updated_at': '2022-03-05T14:02:24Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'ef39a511-466d-4b1f-815e-af41d68104bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98646134-7a04-45e4-ac9b-ee3faa8b007e', 'name': '', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:b3:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:38Z', 'updated_at': '2022-03-05T14:01:55Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc10b29a-2478-4f82-a0cf-720c0e8dadad', 'name': '', 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:a9:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:49Z', 'updated_at': '2022-03-05T14:02:04Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd539842-0d1a-4953-9474-47c9d944dbcd', 'name': '', 'network_id': 'ec129a3c-79c6-4838-9bec-b888bfb6a077', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:61:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '0602ee75-12b1-4872-a16f-44e5357720ab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:02:20Z', 'updated_at': '2022-03-05T14:02:41Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': '0602ee75-12b1-4872-a16f-44e5357720ab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:02:43.763589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5660f-0c2a-4cda-9ac1-7c507a5bfccb req-c48130b8-1d48-4516-ac10-fd01d2ec43c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:43.772867 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-31c5660f-0c2a-4cda-9ac1-7c507a5bfccb req-c48130b8-1d48-4516-ac10-fd01d2ec43c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 1096 time: 0.6916761 Mar 05 14:02:43.914573 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:44.113198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ae244e95-8241-4dbb-9fe3-fcc2dd33e9af tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting port dd539842-0d1a-4953-9474-47c9d944dbcd {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:02:44.113537 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ae244e95-8241-4dbb-9fe3-fcc2dd33e9af tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:44.142417 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97', 'network_id': '1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97', 'tenant_id': '4fd975adce244750abf4b5cff1096b35', 'fixed_ips': [{'subnet_id': '0a60d5f4-d94a-4095-94cb-71fc2ebe14a2'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:02:44.143476 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:44.296074 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-31c5660f-0c2a-4cda-9ac1-7c507a5bfccb req-8e40b19b-cba0-4a9a-b452-8af58c314d93 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101764 Mar 05 14:02:44.331270 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32611cad-3b50-4e9a-ba7c-45c09dc91224 req-20be44c7-dc45-4a71-90eb-ad9082d6c5f8 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:44.339249 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32611cad-3b50-4e9a-ba7c-45c09dc91224 req-20be44c7-dc45-4a71-90eb-ad9082d6c5f8 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 945 time: 0.8275979 Mar 05 14:02:44.443913 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:44.476492 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32611cad-3b50-4e9a-ba7c-45c09dc91224 req-8d8f699d-c1cf-4cb1-a44f-57b9d85c4090 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266506 Mar 05 14:02:44.507488 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Allocated IP 172.20.0.3 (1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97/0a60d5f4-d94a-4095-94cb-71fc2ebe14a2/b756e68e-8d60-44d1-b893-3aadeda6ee6d) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:02:44.669948 n-d-803718-1 neutron-server[87914]: DEBUG neutron.objects.ports [None req-6c9d8490-549c-4de2-80fc-24179c1c8efb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87914) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 05 14:02:44.784591 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:44.796749 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Transition to ACTIVE for port object b756e68e-8d60-44d1-b893-3aadeda6ee6d will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:02:44.816909 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Transition to ACTIVE for port object b756e68e-8d60-44d1-b893-3aadeda6ee6d will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:02:44.831911 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86d7b6c-e299-4d5e-82e8-06d4906ac949 None None] DHCP port deletion for d67009e9-c74e-44a6-8a92-0c4d7928efad request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:02:44.839877 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:44.892865 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e86d7b6c-e299-4d5e-82e8-06d4906ac949 None None] Deleting port c6e0ba1c-5855-47bc-9ae2-5aefc1f75397 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:02:44.893529 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e86d7b6c-e299-4d5e-82e8-06d4906ac949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:44.961294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-ae244e95-8241-4dbb-9fe3-fcc2dd33e9af tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] For port dd539842-0d1a-4953-9474-47c9d944dbcd, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=dd539842-0d1a-4953-9474-47c9d944dbcd,segment=NetworkSegment(08a1900a-a1da-4203-b29b-355c8f2c55ca),segment_id=08a1900a-a1da-4203-b29b-355c8f2c55ca)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:44.962368 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ae244e95-8241-4dbb-9fe3-fcc2dd33e9af tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:44.986168 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Network 1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:02:45.001546 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:45.037581 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:45.197006 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ae244e95-8241-4dbb-9fe3-fcc2dd33e9af tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Calling delete_port for dd539842-0d1a-4953-9474-47c9d944dbcd owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:02:45.233865 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:02:45.452951 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Pushing event updated for resources: {'Port': ['ID=b756e68e-8d60-44d1-b893-3aadeda6ee6d,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:45.540073 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:45.568280 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c9d8490-549c-4de2-80fc-24179c1c8efb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:45.714058 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Subnet': ['ID=0a60d5f4-d94a-4095-94cb-71fc2ebe14a2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:45.921122 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e86d7b6c-e299-4d5e-82e8-06d4906ac949 None None] For port c6e0ba1c-5855-47bc-9ae2-5aefc1f75397, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c6e0ba1c-5855-47bc-9ae2-5aefc1f75397,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:45.921877 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e86d7b6c-e299-4d5e-82e8-06d4906ac949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:46.068915 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e86d7b6c-e299-4d5e-82e8-06d4906ac949 None None] Calling delete_port for c6e0ba1c-5855-47bc-9ae2-5aefc1f75397 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:02:46.144793 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:46.169980 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Attempting to bind port b756e68e-8d60-44d1-b893-3aadeda6ee6d on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:02:46.170789 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Attempting to bind port b756e68e-8d60-44d1-b893-3aadeda6ee6d by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'b714e074-7b07-4dd6-a80e-e50fad15e741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:02:46.171422 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Attempting to bind port b756e68e-8d60-44d1-b893-3aadeda6ee6d on network 1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:02:46.208909 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:02:46.209803 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Checking segment: {'id': 'b714e074-7b07-4dd6-a80e-e50fad15e741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:02:46.211167 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:46.212000 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Bound using segment: {'id': 'b714e074-7b07-4dd6-a80e-e50fad15e741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:02:46.213473 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Bound port: b756e68e-8d60-44d1-b893-3aadeda6ee6d, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b714e074-7b07-4dd6-a80e-e50fad15e741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:02:46.214206 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:46.243737 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:46.278133 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b714e074-7b07-4dd6-a80e-e50fad15e741') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:46.278504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b714e074-7b07-4dd6-a80e-e50fad15e741') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:46.320920 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-6c9d8490-549c-4de2-80fc-24179c1c8efb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] For port c6e0ba1c-5855-47bc-9ae2-5aefc1f75397, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c6e0ba1c-5855-47bc-9ae2-5aefc1f75397,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:46.334322 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:46.357902 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ae244e95-8241-4dbb-9fe3-fcc2dd33e9af tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:46.383925 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c9d8490-549c-4de2-80fc-24179c1c8efb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:46.394547 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c9d8490-549c-4de2-80fc-24179c1c8efb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:46.395298 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c9d8490-549c-4de2-80fc-24179c1c8efb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:46.439268 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-e86d7b6c-e299-4d5e-82e8-06d4906ac949 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:02:46.442717 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-e86d7b6c-e299-4d5e-82e8-06d4906ac949 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:02:46.508075 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] For port b756e68e-8d60-44d1-b893-3aadeda6ee6d, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:02:46.526506 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c6e0ba1c-5855-47bc-9ae2-5aefc1f75397 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:02:46.542500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae244e95-8241-4dbb-9fe3-fcc2dd33e9af tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Port': ['ID=dd539842-0d1a-4953-9474-47c9d944dbcd,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:46.618434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] For port b756e68e-8d60-44d1-b893-3aadeda6ee6d, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b756e68e-8d60-44d1-b893-3aadeda6ee6d,segment=NetworkSegment(b714e074-7b07-4dd6-a80e-e50fad15e741),segment_id=b714e074-7b07-4dd6-a80e-e50fad15e741)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:02:46.641394 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:46.656614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d8490-549c-4de2-80fc-24179c1c8efb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=c6e0ba1c-5855-47bc-9ae2-5aefc1f75397,revision_number=8']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:46.694133 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:46.710597 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b1dc8-195c-4dc2-9800-eb521bd088d2 req-7161e111-e383-4c34-9fe4-732a560ec469 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:46.713234 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4b0b1dc8-195c-4dc2-9800-eb521bd088d2 req-7161e111-e383-4c34-9fe4-732a560ec469 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 945 time: 0.8563957 Mar 05 14:02:46.716786 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9d8490-549c-4de2-80fc-24179c1c8efb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:02:46.725576 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-6c9d8490-549c-4de2-80fc-24179c1c8efb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:46.732448 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9d8490-549c-4de2-80fc-24179c1c8efb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:46.733035 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c9d8490-549c-4de2-80fc-24179c1c8efb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:46.776183 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Pushing event updated for resources: {'Port': ['ID=b756e68e-8d60-44d1-b893-3aadeda6ee6d,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:46.809936 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6c9d8490-549c-4de2-80fc-24179c1c8efb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8398542 Mar 05 14:02:46.811408 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d8490-549c-4de2-80fc-24179c1c8efb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=6663d416-79d3-43cd-b9b8-af2b50340419,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:46.813684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52330) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:46.824242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-abbc13f8-33ea-41c8-bb71-4c485babca31 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:46.846266 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:46.846799 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:46.847293 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:46.847712 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:46.848147 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:46.848578 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:46.849032 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:46.849456 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:46.850020 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:46.850447 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:46.850900 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:46.851326 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9296deb1-dd97-499e-8c25-4b24ae1fc9b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:02:46.972952 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e86d7b6c-e299-4d5e-82e8-06d4906ac949 None None] Deleting port c6e0ba1c-5855-47bc-9ae2-5aefc1f75397 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:02:46.974176 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e86d7b6c-e299-4d5e-82e8-06d4906ac949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:47.033193 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ae244e95-8241-4dbb-9fe3-fcc2dd33e9af tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:47.039119 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:02:47.039505 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:02:47.058792 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:02:47.061111 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52336) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:47.243896 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-abbc13f8-33ea-41c8-bb71-4c485babca31 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:47.256415 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-abbc13f8-33ea-41c8-bb71-4c485babca31 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:47.261891 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-abbc13f8-33ea-41c8-bb71-4c485babca31 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:47.280241 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-abbc13f8-33ea-41c8-bb71-4c485babca31 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:47.299756 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbc13f8-33ea-41c8-bb71-4c485babca31 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:47.303525 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-abbc13f8-33ea-41c8-bb71-4c485babca31 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:47.321059 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4b0b1dc8-195c-4dc2-9800-eb521bd088d2 req-aa2e660b-ba7a-4b20-a522-2c871ca7d3c2 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891710 Mar 05 14:02:47.331815 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 14:02:47.331815 n-d-803718-1 neutron-server[87913]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 14:02:47.331815 n-d-803718-1 neutron-server[87913]: [parameters: {'id': '1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97'}] Mar 05 14:02:47.331815 n-d-803718-1 neutron-server[87913]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:02:47.332473 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:47.332594 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:02:47.431185 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3bab1d-91ee-4273-94a7-bb40364cc05e None None] Network 1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:47.593716 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-4059c484-9cbe-4fe8-913b-722ec38f58ef req-b2164721-f865-4206-9ce6-3b93855c483e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1108952631', 'description': 'tempest-description-1448209612'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:47.611819 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-4059c484-9cbe-4fe8-913b-722ec38f58ef req-b2164721-f865-4206-9ce6-3b93855c483e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:47.631889 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-4059c484-9cbe-4fe8-913b-722ec38f58ef req-b2164721-f865-4206-9ce6-3b93855c483e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:47.684756 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4059c484-9cbe-4fe8-913b-722ec38f58ef req-b2164721-f865-4206-9ce6-3b93855c483e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:47.727889 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-4059c484-9cbe-4fe8-913b-722ec38f58ef req-b2164721-f865-4206-9ce6-3b93855c483e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:47.734291 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4059c484-9cbe-4fe8-913b-722ec38f58ef req-b2164721-f865-4206-9ce6-3b93855c483e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Usage tracker for resource:security_group_rule and tenant:d227d433c2ad48fd969273c5938fc066 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:47.738379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4059c484-9cbe-4fe8-913b-722ec38f58ef req-b2164721-f865-4206-9ce6-3b93855c483e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:47.748153 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-4059c484-9cbe-4fe8-913b-722ec38f58ef req-b2164721-f865-4206-9ce6-3b93855c483e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:47.816242 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1cc93924-7fcc-4bfc-a16e-34dec5810c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:47.842630 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:47.857045 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1cc93924-7fcc-4bfc-a16e-34dec5810c11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:47.882292 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1cc93924-7fcc-4bfc-a16e-34dec5810c11 admin admin] Usage tracker for resource:security_group_rule and tenant:7094e3d5b5d243159e2f69f503c300f1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:47.887534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1cc93924-7fcc-4bfc-a16e-34dec5810c11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:47.909276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1cc93924-7fcc-4bfc-a16e-34dec5810c11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:47.937793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Deleting port b756e68e-8d60-44d1-b893-3aadeda6ee6d {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:02:47.939142 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:47.965614 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4059c484-9cbe-4fe8-913b-722ec38f58ef req-b2164721-f865-4206-9ce6-3b93855c483e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:47.975466 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4059c484-9cbe-4fe8-913b-722ec38f58ef req-b2164721-f865-4206-9ce6-3b93855c483e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:48.038518 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port c6e0ba1c-5855-47bc-9ae2-5aefc1f75397, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c6e0ba1c-5855-47bc-9ae2-5aefc1f75397,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:48.058601 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae244e95-8241-4dbb-9fe3-fcc2dd33e9af tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Router 1ed1dcb5-fa00-40c8-834b-37773777bb1f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:02:48.064500 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-abbc13f8-33ea-41c8-bb71-4c485babca31 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:48.075588 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4059c484-9cbe-4fe8-913b-722ec38f58ef req-b2164721-f865-4206-9ce6-3b93855c483e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:48.086853 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4059c484-9cbe-4fe8-913b-722ec38f58ef req-b2164721-f865-4206-9ce6-3b93855c483e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.5021126 Mar 05 14:02:48.096025 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:48.260710 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e86d7b6c-e299-4d5e-82e8-06d4906ac949 None None] For port c6e0ba1c-5855-47bc-9ae2-5aefc1f75397, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c6e0ba1c-5855-47bc-9ae2-5aefc1f75397,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:48.261906 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e86d7b6c-e299-4d5e-82e8-06d4906ac949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:48.274150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2164721-f865-4206-9ce6-3b93855c483e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e7c941-2b59-43e4-9945-e9b55e1f3228,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:48.308677 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae244e95-8241-4dbb-9fe3-fcc2dd33e9af tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:02:48.339884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbc13f8-33ea-41c8-bb71-4c485babca31 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:02:48.351002 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-abbc13f8-33ea-41c8-bb71-4c485babca31 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:48.362386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbc13f8-33ea-41c8-bb71-4c485babca31 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:48.363501 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-abbc13f8-33ea-41c8-bb71-4c485babca31 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:48.406624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc13f8-33ea-41c8-bb71-4c485babca31 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=2b531c9e-26f1-418e-95ce-9ee340d5cc40,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:48.420795 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1cc93924-7fcc-4bfc-a16e-34dec5810c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:48.436555 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-abbc13f8-33ea-41c8-bb71-4c485babca31 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6218219 Mar 05 14:02:48.443183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52360) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:48.451296 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-b4c57b58-09ce-48ff-9783-94887be0cd87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'mac_address': 'fa:16:3e:e4:1f:59', 'name': 'tempest-NetworksTestDHCPv6-1728291014'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:48.461585 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ae244e95-8241-4dbb-9fe3-fcc2dd33e9af tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/routers/1ed1dcb5-fa00-40c8-834b-37773777bb1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5690880 Mar 05 14:02:48.462374 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1cc93924-7fcc-4bfc-a16e-34dec5810c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:48.490536 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52364) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:48.505078 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1cc93924-7fcc-4bfc-a16e-34dec5810c11 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7094e3d5b5d243159e2f69f503c300f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4303305 Mar 05 14:02:48.510007 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52366) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:48.672463 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-676f24c7-a6b7-4c8f-8b42-e6b8e3ccafc1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting subnet 0602ee75-12b1-4872-a16f-44e5357720ab {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:02:48.687931 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-676f24c7-a6b7-4c8f-8b42-e6b8e3ccafc1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:48.695109 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e86d7b6c-e299-4d5e-82e8-06d4906ac949 None None] Calling delete_port for c6e0ba1c-5855-47bc-9ae2-5aefc1f75397 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:02:48.726752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b4c57b58-09ce-48ff-9783-94887be0cd87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:48.734479 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b4c57b58-09ce-48ff-9783-94887be0cd87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:port and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:48.743436 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b4c57b58-09ce-48ff-9783-94887be0cd87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:48.755828 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b4c57b58-09ce-48ff-9783-94887be0cd87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:48.790024 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1b6e7-e6e2-4e93-8416-cf8e34ec535b None None] Sync routers for ids ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:02:48.796761 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-676f24c7-a6b7-4c8f-8b42-e6b8e3ccafc1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:48.815007 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c57b58-09ce-48ff-9783-94887be0cd87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:48.863356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c1b6e7-e6e2-4e93-8416-cf8e34ec535b None None] Routers {'1ed1dcb5-fa00-40c8-834b-37773777bb1f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:02:48.863896 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21156904-fd48-4f1e-915c-a973e282f4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:48.867484 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-02c1b6e7-e6e2-4e93-8416-cf8e34ec535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:02:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:48.893774 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21156904-fd48-4f1e-915c-a973e282f4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:48.905681 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc93924-7fcc-4bfc-a16e-34dec5810c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe757ce-2d3e-4734-9c3e-6cb4f6ec1a22,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:48.966641 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5c514577-4eb7-48f8-aacc-3b1b2acd3691 req-755409e3-8a90-4985-8481-254a0e81b333 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1108952631&fields=id&tenant_id=d227d433c2ad48fd969273c5938fc066 HTTP/1.1" status: 200 len: 267 time: 0.6704562 Mar 05 14:02:49.085492 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=c6e0ba1c-5855-47bc-9ae2-5aefc1f75397,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:49.113460 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-e86d7b6c-e299-4d5e-82e8-06d4906ac949 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:02:49.114514 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-e86d7b6c-e299-4d5e-82e8-06d4906ac949 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:02:49.140058 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21156904-fd48-4f1e-915c-a973e282f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:49.179964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21156904-fd48-4f1e-915c-a973e282f4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe757ce-2d3e-4734-9c3e-6cb4f6ec1a22,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:49.187839 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b4c57b58-09ce-48ff-9783-94887be0cd87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:49.204889 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21156904-fd48-4f1e-915c-a973e282f4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:49.208325 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-21156904-fd48-4f1e-915c-a973e282f4f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbe757ce-2d3e-4734-9c3e-6cb4f6ec1a22 HTTP/1.1" status: 204 len: 168 time: 0.6911535 Mar 05 14:02:49.224063 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] For port b756e68e-8d60-44d1-b893-3aadeda6ee6d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b756e68e-8d60-44d1-b893-3aadeda6ee6d,segment=NetworkSegment(b714e074-7b07-4dd6-a80e-e50fad15e741),segment_id=b714e074-7b07-4dd6-a80e-e50fad15e741)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:49.224483 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:49.258393 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-b4c57b58-09ce-48ff-9783-94887be0cd87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] device_id is not set on port 7eb76bf5-64f9-4516-87bc-a70eed07b0aa yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:02:49.281694 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-02c1b6e7-e6e2-4e93-8416-cf8e34ec535b None None] Set router 1ed1dcb5-fa00-40c8-834b-37773777bb1f gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:02:49.500184 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Calling delete_port for b756e68e-8d60-44d1-b893-3aadeda6ee6d owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:02:49.569794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e86d7b6c-e299-4d5e-82e8-06d4906ac949 None None] Deleting port c6e0ba1c-5855-47bc-9ae2-5aefc1f75397 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:02:49.570437 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e86d7b6c-e299-4d5e-82e8-06d4906ac949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:49.584054 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-676f24c7-a6b7-4c8f-8b42-e6b8e3ccafc1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:49.920766 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c514577-4eb7-48f8-aacc-3b1b2acd3691 req-4c86a9e3-24c9-4233-9711-e0766671cce1 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:49.935832 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5c514577-4eb7-48f8-aacc-3b1b2acd3691 req-4c86a9e3-24c9-4233-9711-e0766671cce1 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 945 time: 0.9656641 Mar 05 14:02:49.949780 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-5c514577-4eb7-48f8-aacc-3b1b2acd3691 req-ca8f0443-395f-4196-a786-ba32370bd9c4 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Request body: {'port': {'security_groups': ['b71f1338-77d4-4087-9134-c9982e920f8d', '22e7c941-2b59-43e4-9945-e9b55e1f3228']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:50.060176 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-b4c57b58-09ce-48ff-9783-94887be0cd87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 172.20.0.8 (d67009e9-c74e-44a6-8a92-0c4d7928efad/2b531c9e-26f1-418e-95ce-9ee340d5cc40/7eb76bf5-64f9-4516-87bc-a70eed07b0aa) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:02:50.072971 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-b4c57b58-09ce-48ff-9783-94887be0cd87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8::f816:3eff:fee4:1f59 (d67009e9-c74e-44a6-8a92-0c4d7928efad/6663d416-79d3-43cd-b9b8-af2b50340419/7eb76bf5-64f9-4516-87bc-a70eed07b0aa) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:02:50.099128 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-02c1b6e7-e6e2-4e93-8416-cf8e34ec535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:02:45Z', 'revision_number': 8, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None, '_interfaces': [{'id': '55751487-7b43-4078-b588-4f72e2ca8509', 'name': '', 'network_id': '4a390654-2560-471a-91a2-fbddaffc3c8b', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:12:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'ef39a511-466d-4b1f-815e-af41d68104bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:02:05Z', 'updated_at': '2022-03-05T14:02:24Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'ef39a511-466d-4b1f-815e-af41d68104bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98646134-7a04-45e4-ac9b-ee3faa8b007e', 'name': '', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:b3:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:38Z', 'updated_at': '2022-03-05T14:01:55Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc10b29a-2478-4f82-a0cf-720c0e8dadad', 'name': '', 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:a9:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:49Z', 'updated_at': '2022-03-05T14:02:04Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:50.141142 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1b6e7-e6e2-4e93-8416-cf8e34ec535b None None] Checking router: 1ed1dcb5-fa00-40c8-834b-37773777bb1f for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:02:50.172456 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e86d7b6c-e299-4d5e-82e8-06d4906ac949 None None] For port c6e0ba1c-5855-47bc-9ae2-5aefc1f75397, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c6e0ba1c-5855-47bc-9ae2-5aefc1f75397,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:50.172994 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e86d7b6c-e299-4d5e-82e8-06d4906ac949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:50.235055 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c1b6e7-e6e2-4e93-8416-cf8e34ec535b None None] Routers {'1ed1dcb5-fa00-40c8-834b-37773777bb1f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:02:50.236067 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-02c1b6e7-e6e2-4e93-8416-cf8e34ec535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:02:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:50.359754 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:50.490289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e86d7b6c-e299-4d5e-82e8-06d4906ac949 None None] Calling delete_port for c6e0ba1c-5855-47bc-9ae2-5aefc1f75397 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:02:50.545997 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Port': ['ID=b756e68e-8d60-44d1-b893-3aadeda6ee6d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:50.550591 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5c514577-4eb7-48f8-aacc-3b1b2acd3691 req-ca8f0443-395f-4196-a786-ba32370bd9c4 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:50.570459 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-676f24c7-a6b7-4c8f-8b42-e6b8e3ccafc1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:50.594634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No DVR routers for this DVR port b756e68e-8d60-44d1-b893-3aadeda6ee6d on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:02:50.653239 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b4c57b58-09ce-48ff-9783-94887be0cd87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:50.679728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-b4c57b58-09ce-48ff-9783-94887be0cd87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Transition to ACTIVE for port object 7eb76bf5-64f9-4516-87bc-a70eed07b0aa will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:02:50.720802 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b4c57b58-09ce-48ff-9783-94887be0cd87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:50.749584 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-02c1b6e7-e6e2-4e93-8416-cf8e34ec535b None None] Set router 1ed1dcb5-fa00-40c8-834b-37773777bb1f gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:02:50.800153 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14bdd45-92a6-44ca-83dc-e1556089c214 None None] Network ec129a3c-79c6-4838-9bec-b888bfb6a077 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:50.821905 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-676f24c7-a6b7-4c8f-8b42-e6b8e3ccafc1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:50.838703 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-676f24c7-a6b7-4c8f-8b42-e6b8e3ccafc1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/subnets/0602ee75-12b1-4872-a16f-44e5357720ab HTTP/1.1" status: 204 len: 168 time: 2.3323214 Mar 05 14:02:50.838978 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52406) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:50.887444 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f24c7-a6b7-4c8f-8b42-e6b8e3ccafc1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Subnet': ['ID=0602ee75-12b1-4872-a16f-44e5357720ab,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:50.992946 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:50.996836 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c8ad0c34-ea1a-4bcb-9e41-b1f8ea851e89 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:51.018620 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c57b58-09ce-48ff-9783-94887be0cd87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:02:51.024024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-b4c57b58-09ce-48ff-9783-94887be0cd87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:51.030757 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c57b58-09ce-48ff-9783-94887be0cd87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:02:51.045776 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:51.058868 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c57b58-09ce-48ff-9783-94887be0cd87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=7eb76bf5-64f9-4516-87bc-a70eed07b0aa,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:51.072407 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad0c34-ea1a-4bcb-9e41-b1f8ea851e89 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting port 38db99c7-38ee-40b7-81f4-a4e2099837a5 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:02:51.073042 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c8ad0c34-ea1a-4bcb-9e41-b1f8ea851e89 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:51.074400 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b714e074-7b07-4dd6-a80e-e50fad15e741') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:51.074937 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b714e074-7b07-4dd6-a80e-e50fad15e741') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:51.092017 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:51.120536 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:51.130455 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:02:51.131336 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:51.265737 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c57b58-09ce-48ff-9783-94887be0cd87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:51.267130 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b4c57b58-09ce-48ff-9783-94887be0cd87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:02:51.278165 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:02:51.286510 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:51.299872 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e86d7b6c-e299-4d5e-82e8-06d4906ac949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:51.308542 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:51.339502 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b4c57b58-09ce-48ff-9783-94887be0cd87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8956399 Mar 05 14:02:51.351714 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52416) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:51.389533 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d7b6c-e299-4d5e-82e8-06d4906ac949 None None] Pushing event deleted for resources: {'Port': ['ID=c6e0ba1c-5855-47bc-9ae2-5aefc1f75397,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:51.408232 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/networks/1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97 HTTP/1.1" status: 204 len: 168 time: 7.8203557 Mar 05 14:02:51.413522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c4d81-7e9b-4d32-9da0-cd968c268ae4 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Network': ['ID=1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:51.422389 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52424) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:51.441274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-8418a65e-df02-4a22-9394-3a404cb301db tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-848885043'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:51.513940 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d7b6c-e299-4d5e-82e8-06d4906ac949 None None] No DVR routers for this DVR port c6e0ba1c-5855-47bc-9ae2-5aefc1f75397 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:02:51.542639 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53336705-810c-4ce6-849d-5477146232fc None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:51.589917 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8418a65e-df02-4a22-9394-3a404cb301db tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:51.600426 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8418a65e-df02-4a22-9394-3a404cb301db tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Usage tracker for resource:network and tenant:4fd975adce244750abf4b5cff1096b35 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:51.611033 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8418a65e-df02-4a22-9394-3a404cb301db tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:51.621867 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8418a65e-df02-4a22-9394-3a404cb301db tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:51.651056 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-c8ad0c34-ea1a-4bcb-9e41-b1f8ea851e89 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] For port 38db99c7-38ee-40b7-81f4-a4e2099837a5, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=38db99c7-38ee-40b7-81f4-a4e2099837a5,segment=NetworkSegment(08a1900a-a1da-4203-b29b-355c8f2c55ca),segment_id=08a1900a-a1da-4203-b29b-355c8f2c55ca)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:51.657661 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c8ad0c34-ea1a-4bcb-9e41-b1f8ea851e89 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:51.686525 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8418a65e-df02-4a22-9394-3a404cb301db tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Made reservation on behalf of 4fd975adce244750abf4b5cff1096b35 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:51.696578 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8418a65e-df02-4a22-9394-3a404cb301db tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:51.756220 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-5c514577-4eb7-48f8-aacc-3b1b2acd3691 req-ca8f0443-395f-4196-a786-ba32370bd9c4 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] For port dbbc008b-01e0-4c78-b474-912346267e44, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=dbbc008b-01e0-4c78-b474-912346267e44,segment=NetworkSegment(071e9780-6476-4093-bf3c-5d5498e1e2cf),segment_id=071e9780-6476-4093-bf3c-5d5498e1e2cf)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:51.806756 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8418a65e-df02-4a22-9394-3a404cb301db tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:02:51.856131 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8418a65e-df02-4a22-9394-3a404cb301db tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:51.856480 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-8418a65e-df02-4a22-9394-3a404cb301db tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Added segment ff7dd023-a03b-425d-8463-cf4a8f69444b of type vlan for network 5fe6e17c-6517-4899-ade2-7aa3f3a00bfe Mar 05 14:02:51.863419 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5c514577-4eb7-48f8-aacc-3b1b2acd3691 req-ca8f0443-395f-4196-a786-ba32370bd9c4 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:51.876071 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5c514577-4eb7-48f8-aacc-3b1b2acd3691 req-ca8f0443-395f-4196-a786-ba32370bd9c4 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:51.922506 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162f2875-f634-44ef-8a8b-f3d80d0ebf94 None None] DHCP port deletion for ec129a3c-79c6-4838-9bec-b888bfb6a077 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:02:51.927781 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['dbbc008b-01e0-4c78-b474-912346267e44'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:02:51.981453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad0c34-ea1a-4bcb-9e41-b1f8ea851e89 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Calling delete_port for 38db99c7-38ee-40b7-81f4-a4e2099837a5 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:02:52.003114 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-162f2875-f634-44ef-8a8b-f3d80d0ebf94 None None] Deleting port 38db99c7-38ee-40b7-81f4-a4e2099837a5 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:02:52.003894 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-162f2875-f634-44ef-8a8b-f3d80d0ebf94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:52.008834 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c514577-4eb7-48f8-aacc-3b1b2acd3691 req-ca8f0443-395f-4196-a786-ba32370bd9c4 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:52.010207 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5c514577-4eb7-48f8-aacc-3b1b2acd3691 req-ca8f0443-395f-4196-a786-ba32370bd9c4 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:52.011904 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5c514577-4eb7-48f8-aacc-3b1b2acd3691 req-ca8f0443-395f-4196-a786-ba32370bd9c4 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "PUT /v2.0/ports/dbbc008b-01e0-4c78-b474-912346267e44 HTTP/1.1" status: 200 len: 981 time: 2.0776229 Mar 05 14:02:52.012373 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3310c07c-07ff-4efa-a4f0-1f0a211d48de', 'tag': 'dbbc008b-01e0-4c78-b474-912346267e44'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:02:52.109885 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8418a65e-df02-4a22-9394-3a404cb301db tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:52.124776 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d076b235-5208-4f80-93fc-0b6eb1659307 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:52.126379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d076b235-5208-4f80-93fc-0b6eb1659307 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:02:52.148069 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['dbbc008b-01e0-4c78-b474-912346267e44'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:02:52.155344 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52444) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:52.213138 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f0443-395f-4196-a786-ba32370bd9c4 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Pushing event updated for resources: {'Port': ['ID=dbbc008b-01e0-4c78-b474-912346267e44,revision_number=6']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:52.232661 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3310c07c-07ff-4efa-a4f0-1f0a211d48de', 'tag': 'dbbc008b-01e0-4c78-b474-912346267e44', 'status': 'completed', 'code': 200} Mar 05 14:02:52.242474 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8418a65e-df02-4a22-9394-3a404cb301db tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:52.248666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8418a65e-df02-4a22-9394-3a404cb301db tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:52.249294 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8418a65e-df02-4a22-9394-3a404cb301db tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:52.253559 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d076b235-5208-4f80-93fc-0b6eb1659307 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:02:52.257343 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d076b235-5208-4f80-93fc-0b6eb1659307 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.9020505 Mar 05 14:02:52.300676 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52450) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:52.391360 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-10a43c4c-611d-4c85-a7b6-98d6f590d6a3 req-927c748e-b0ff-4dc8-8e4c-8f22067448ef tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Synchronizing usage tracker for tenant:d227d433c2ad48fd969273c5938fc066 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:02:52.446313 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1795001844', 'router:external': True}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:52.447855 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-10a43c4c-611d-4c85-a7b6-98d6f590d6a3 req-927c748e-b0ff-4dc8-8e4c-8f22067448ef tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Unset dirty status for tenant:d227d433c2ad48fd969273c5938fc066 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:02:52.449196 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10a43c4c-611d-4c85-a7b6-98d6f590d6a3 req-927c748e-b0ff-4dc8-8e4c-8f22067448ef tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1108952631&fields=id&tenant_id=d227d433c2ad48fd969273c5938fc066 HTTP/1.1" status: 200 len: 267 time: 0.3081398 Mar 05 14:02:52.452550 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c8ad0c34-ea1a-4bcb-9e41-b1f8ea851e89 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:52.487933 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:52.492424 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8418a65e-df02-4a22-9394-3a404cb301db tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0662720 Mar 05 14:02:52.498120 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 38db99c7-38ee-40b7-81f4-a4e2099837a5 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:02:52.527019 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52454) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:52.556038 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-86a40a97-28f4-4473-83d0-f2f8816b2d41 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'subnet': {'network_id': '5fe6e17c-6517-4899-ade2-7aa3f3a00bfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:52.584099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-421569e3-1d6f-4d90-8110-eab593647f38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting port 7eb76bf5-64f9-4516-87bc-a70eed07b0aa {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:02:52.585245 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-421569e3-1d6f-4d90-8110-eab593647f38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:52.625151 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Usage tracker for resource:network and tenant:2f1d61ce5b154de6b48ddd0056ce0dcc is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:52.633334 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-162f2875-f634-44ef-8a8b-f3d80d0ebf94 None None] The port '38db99c7-38ee-40b7-81f4-a4e2099837a5' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:02:52.637403 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 38db99c7-38ee-40b7-81f4-a4e2099837a5 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:02:52.637949 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 38db99c7-38ee-40b7-81f4-a4e2099837a5 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:02:52.643324 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:52.656852 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad0c34-ea1a-4bcb-9e41-b1f8ea851e89 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Port': ['ID=38db99c7-38ee-40b7-81f4-a4e2099837a5,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:52.666705 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ad0c34-ea1a-4bcb-9e41-b1f8ea851e89 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] No DVR routers for this DVR port 38db99c7-38ee-40b7-81f4-a4e2099837a5 on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:02:52.672110 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418a65e-df02-4a22-9394-3a404cb301db tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Network': ['ID=5fe6e17c-6517-4899-ade2-7aa3f3a00bfe,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:52.681874 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:52.706191 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Made reservation on behalf of 2f1d61ce5b154de6b48ddd0056ce0dcc for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:52.709225 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:52.718179 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb96dac-4c5a-471b-a355-1392235143a3 req-9b364cc4-5856-4683-b732-4b6e17636ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:52.719810 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ebb96dac-4c5a-471b-a355-1392235143a3 req-9b364cc4-5856-4683-b732-4b6e17636ab8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d227d433c2ad48fd969273c5938fc066&device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 1135 time: 0.4634314 Mar 05 14:02:52.731647 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:52.734691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-02c1b6e7-e6e2-4e93-8416-cf8e34ec535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:02:45Z', 'revision_number': 8, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None, '_interfaces': [{'id': '55751487-7b43-4078-b588-4f72e2ca8509', 'name': '', 'network_id': '4a390654-2560-471a-91a2-fbddaffc3c8b', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:12:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'ef39a511-466d-4b1f-815e-af41d68104bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:02:05Z', 'updated_at': '2022-03-05T14:02:24Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'ef39a511-466d-4b1f-815e-af41d68104bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98646134-7a04-45e4-ac9b-ee3faa8b007e', 'name': '', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:b3:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:38Z', 'updated_at': '2022-03-05T14:01:55Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc10b29a-2478-4f82-a0cf-720c0e8dadad', 'name': '', 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:a9:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:49Z', 'updated_at': '2022-03-05T14:02:04Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:52.744335 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 5fe6e17c-6517-4899-ade2-7aa3f3a00bfe details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:02:52.796176 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:52.804620 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Usage tracker for resource:security_group_rule and tenant:2f1d61ce5b154de6b48ddd0056ce0dcc is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:52.814524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:52.828437 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1b6e7-e6e2-4e93-8416-cf8e34ec535b None None] The sync data for ids ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'] in n-d-803718-1 is: [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:02:45Z', 'revision_number': 8, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None, '_interfaces': [{'id': '55751487-7b43-4078-b588-4f72e2ca8509', 'name': '', 'network_id': '4a390654-2560-471a-91a2-fbddaffc3c8b', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:12:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'ef39a511-466d-4b1f-815e-af41d68104bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:02:05Z', 'updated_at': '2022-03-05T14:02:24Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'ef39a511-466d-4b1f-815e-af41d68104bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98646134-7a04-45e4-ac9b-ee3faa8b007e', 'name': '', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:b3:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:38Z', 'updated_at': '2022-03-05T14:01:55Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc10b29a-2478-4f82-a0cf-720c0e8dadad', 'name': '', 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:a9:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:49Z', 'updated_at': '2022-03-05T14:02:04Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:02:52.849943 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:52.948542 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d67009e9-c74e-44a6-8a92-0c4d7928efad', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'fixed_ips': [{'subnet_id': '2b531c9e-26f1-418e-95ce-9ee340d5cc40'}, {'subnet_id': '6663d416-79d3-43cd-b9b8-af2b50340419'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:02:52.949423 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:53.157656 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-421569e3-1d6f-4d90-8110-eab593647f38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:53.275518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-86a40a97-28f4-4473-83d0-f2f8816b2d41 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:53.291792 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-86a40a97-28f4-4473-83d0-f2f8816b2d41 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Usage tracker for resource:subnet and tenant:4fd975adce244750abf4b5cff1096b35 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:53.298058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-86a40a97-28f4-4473-83d0-f2f8816b2d41 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:53.305300 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-86a40a97-28f4-4473-83d0-f2f8816b2d41 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:53.344295 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a40a97-28f4-4473-83d0-f2f8816b2d41 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Made reservation on behalf of 4fd975adce244750abf4b5cff1096b35 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:53.349159 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-86a40a97-28f4-4473-83d0-f2f8816b2d41 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:53.358187 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] Allocated IP 172.20.0.2 (d67009e9-c74e-44a6-8a92-0c4d7928efad/2b531c9e-26f1-418e-95ce-9ee340d5cc40/1c06afec-2314-469b-a0d6-315f1ad6a3d2) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:02:53.369437 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] Allocated IP 2001:db8::f816:3eff:fe45:b1bd (d67009e9-c74e-44a6-8a92-0c4d7928efad/6663d416-79d3-43cd-b9b8-af2b50340419/1c06afec-2314-469b-a0d6-315f1ad6a3d2) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:02:53.373084 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-421569e3-1d6f-4d90-8110-eab593647f38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Calling delete_port for 7eb76bf5-64f9-4516-87bc-a70eed07b0aa owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:02:53.380405 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c8ad0c34-ea1a-4bcb-9e41-b1f8ea851e89 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:53.471118 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:53.577911 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:53.582259 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-c8ad0c34-ea1a-4bcb-9e41-b1f8ea851e89 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec129a3c-79c6-4838-9bec-b888bfb6a077']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:53.608115 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:02:53.628287 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:53.630395 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Added segment 906682de-0192-4744-90a9-9027824ea66a of type vlan for network f296ca45-8154-4ac9-949b-24c71eacde86 Mar 05 14:02:53.700538 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:53.724826 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb96dac-4c5a-471b-a355-1392235143a3 req-0ac1114e-3b92-4744-9607-0c0d10e3d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:53.734589 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ebb96dac-4c5a-471b-a355-1392235143a3 req-0ac1114e-3b92-4744-9607-0c0d10e3d32d service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e1fbddc-f285-40f2-9ffb-2b02622ef359 HTTP/1.1" status: 200 len: 919 time: 0.9535930 Mar 05 14:02:53.748302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-c8ad0c34-ea1a-4bcb-9e41-b1f8ea851e89 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a1900a-a1da-4203-b29b-355c8f2c55ca') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:53.749160 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-c8ad0c34-ea1a-4bcb-9e41-b1f8ea851e89 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a1900a-a1da-4203-b29b-355c8f2c55ca') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:53.800778 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c01214-be08-4d4a-a327-a619c29946d6,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:53.823660 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c8ad0c34-ea1a-4bcb-9e41-b1f8ea851e89 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:53.846983 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.resource_extend [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 14:02:53.882223 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a43c4c-611d-4c85-a7b6-98d6f590d6a3 req-04a5d5ea-acc9-4e48-b98e-7f31d157b572 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:53.885711 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10a43c4c-611d-4c85-a7b6-98d6f590d6a3 req-04a5d5ea-acc9-4e48-b98e-7f31d157b572 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 984 time: 1.3483622 Mar 05 14:02:53.887102 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c8ad0c34-ea1a-4bcb-9e41-b1f8ea851e89 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:54.078995 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-10a43c4c-611d-4c85-a7b6-98d6f590d6a3 req-ca3e9174-e855-4563-a715-4d7e7e430a18 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Request body: {'port': {'security_groups': ['b71f1338-77d4-4087-9134-c9982e920f8d']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:54.126099 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:54.127047 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ebb96dac-4c5a-471b-a355-1392235143a3 req-3a85d2fc-ec8f-41c5-a80c-51171f679fe0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbbc008b-01e0-4c78-b474-912346267e44 HTTP/1.1" status: 200 len: 217 time: 0.2358437 Mar 05 14:02:54.137739 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ad0c34-ea1a-4bcb-9e41-b1f8ea851e89 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:02:54.138141 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c8ad0c34-ea1a-4bcb-9e41-b1f8ea851e89 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:54.171885 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:54.173511 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:54.174633 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:02:54.178797 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:02:54.185807 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] Transition to ACTIVE for port object 1c06afec-2314-469b-a0d6-315f1ad6a3d2 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:02:54.209299 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-421569e3-1d6f-4d90-8110-eab593647f38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:54.235855 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] Transition to ACTIVE for port object 1c06afec-2314-469b-a0d6-315f1ad6a3d2 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:02:54.247560 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:54.320593 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:02:54.327489 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:54.331649 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:02:54.341815 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb96dac-4c5a-471b-a355-1392235143a3 req-daccef6a-1703-4a2f-a2a1-3acfdf835173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:54.347624 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ebb96dac-4c5a-471b-a355-1392235143a3 req-daccef6a-1703-4a2f-a2a1-3acfdf835173 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=996696e8-f383-47a4-b5dd-497af7965d47 HTTP/1.1" status: 200 len: 859 time: 0.1670499 Mar 05 14:02:54.362512 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device dd539842-0d1a-4953-9474-47c9d944dbcd no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:02:54.390029 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421569e3-1d6f-4d90-8110-eab593647f38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Port': ['ID=7eb76bf5-64f9-4516-87bc-a70eed07b0aa,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:54.474375 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: dd539842-0d1a-4953-9474-47c9d944dbcd {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:02:54.474375 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device dd539842-0d1a-4953-9474-47c9d944dbcd not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:02:54.481427 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] Pushing event updated for resources: {'Port': ['ID=1c06afec-2314-469b-a0d6-315f1ad6a3d2,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:54.481754 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ebb96dac-4c5a-471b-a355-1392235143a3 req-850568f5-67bd-453a-87ab-01cd3559828b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e1fbddc-f285-40f2-9ffb-2b02622ef359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140184 Mar 05 14:02:54.542310 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] Attempting to bind port 1c06afec-2314-469b-a0d6-315f1ad6a3d2 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:02:54.542906 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] Attempting to bind port 1c06afec-2314-469b-a0d6-315f1ad6a3d2 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:02:54.543431 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] Attempting to bind port 1c06afec-2314-469b-a0d6-315f1ad6a3d2 on network d67009e9-c74e-44a6-8a92-0c4d7928efad {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:02:54.549849 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:02:54.550439 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] Checking segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:02:54.551267 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:54.551858 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] Bound using segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:02:54.552490 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] Bound port: 1c06afec-2314-469b-a0d6-315f1ad6a3d2, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:02:54.553035 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:54.671629 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Pushing event updated for resources: {'Network': ['ID=f296ca45-8154-4ac9-949b-24c71eacde86,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:54.683915 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c8ad0c34-ea1a-4bcb-9e41-b1f8ea851e89 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:54.691360 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network f296ca45-8154-4ac9-949b-24c71eacde86 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:02:54.739324 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e36e57e5-df8c-479f-a88e-1188cfbae37a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.5829635 Mar 05 14:02:54.739941 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52472) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:54.755292 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-a089631d-bcac-42c6-8156-b7ae613ab414 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Request body: {'subnet': {'network_id': 'f296ca45-8154-4ac9-949b-24c71eacde86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:54.767560 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a089631d-bcac-42c6-8156-b7ae613ab414 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:54.776269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a089631d-bcac-42c6-8156-b7ae613ab414 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Usage tracker for resource:subnet and tenant:2f1d61ce5b154de6b48ddd0056ce0dcc is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:54.781617 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a089631d-bcac-42c6-8156-b7ae613ab414 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:54.788910 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-421569e3-1d6f-4d90-8110-eab593647f38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:54.793545 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-421569e3-1d6f-4d90-8110-eab593647f38 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/7eb76bf5-64f9-4516-87bc-a70eed07b0aa HTTP/1.1" status: 204 len: 168 time: 2.4816852 Mar 05 14:02:54.793545 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a089631d-bcac-42c6-8156-b7ae613ab414 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:54.794012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52476) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:54.852500 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] For port 1c06afec-2314-469b-a0d6-315f1ad6a3d2, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:02:54.854259 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ebb96dac-4c5a-471b-a355-1392235143a3 req-d98e495a-31d9-4e65-b0a6-6c8646aa7dcc service neutron] 10.222.0.30 "GET /v2.0/networks/9e1fbddc-f285-40f2-9ffb-2b02622ef359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553167 Mar 05 14:02:54.872543 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a089631d-bcac-42c6-8156-b7ae613ab414 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Made reservation on behalf of 2f1d61ce5b154de6b48ddd0056ce0dcc for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:54.874925 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] For port 1c06afec-2314-469b-a0d6-315f1ad6a3d2, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1c06afec-2314-469b-a0d6-315f1ad6a3d2,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:02:54.875626 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a089631d-bcac-42c6-8156-b7ae613ab414 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:54.882088 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:54.885594 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c8ad0c34-ea1a-4bcb-9e41-b1f8ea851e89 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:54.904586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad0c34-ea1a-4bcb-9e41-b1f8ea851e89 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Network': ['ID=ec129a3c-79c6-4838-9bec-b888bfb6a077,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:54.910022 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c8ad0c34-ea1a-4bcb-9e41-b1f8ea851e89 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/networks/ec129a3c-79c6-4838-9bec-b888bfb6a077 HTTP/1.1" status: 204 len: 168 time: 4.0564518 Mar 05 14:02:54.913639 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52480) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:54.971079 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae9454-578f-468c-a96b-ee12a3671d73 None None] Pushing event updated for resources: {'Port': ['ID=1c06afec-2314-469b-a0d6-315f1ad6a3d2,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:55.027053 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-10a43c4c-611d-4c85-a7b6-98d6f590d6a3 req-ca3e9174-e855-4563-a715-4d7e7e430a18 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:55.140250 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bf20d5-3989-4ee5-8b89-4999a59f106c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:55.142473 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bf20d5-3989-4ee5-8b89-4999a59f106c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:55.144346 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bf20d5-3989-4ee5-8b89-4999a59f106c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:55.145230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-98bf20d5-3989-4ee5-8b89-4999a59f106c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:02:55.229859 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-98bf20d5-3989-4ee5-8b89-4999a59f106c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:02:55.234088 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-98bf20d5-3989-4ee5-8b89-4999a59f106c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4366057 Mar 05 14:02:55.239821 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52484) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:55.354791 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-86a40a97-28f4-4473-83d0-f2f8816b2d41 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:55.415130 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ebb96dac-4c5a-471b-a355-1392235143a3 req-eb38e9e7-709d-4481-8878-a2663e02f9d8 service neutron] 10.222.0.30 "GET /v2.0/networks/9e1fbddc-f285-40f2-9ffb-2b02622ef359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119140 Mar 05 14:02:55.521310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce76730-bb7b-4260-83b4-ad528676cb50 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet 2b531c9e-26f1-418e-95ce-9ee340d5cc40 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:02:55.552817 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4ce76730-bb7b-4260-83b4-ad528676cb50 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:55.685628 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a40a97-28f4-4473-83d0-f2f8816b2d41 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Subnet': ['ID=512ff48d-11c5-4fbf-8661-11e83a42dc7b,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:55.699590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a40a97-28f4-4473-83d0-f2f8816b2d41 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Checking segment: {'id': 'ff7dd023-a03b-425d-8463-cf4a8f69444b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe6e17c-6517-4899-ade2-7aa3f3a00bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:02:55.700091 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a40a97-28f4-4473-83d0-f2f8816b2d41 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Network hostable DHCP agents. Network: 5fe6e17c-6517-4899-ade2-7aa3f3a00bfe, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:02:55.724433 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4ce76730-bb7b-4260-83b4-ad528676cb50 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:56.022444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a40a97-28f4-4473-83d0-f2f8816b2d41 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Network 5fe6e17c-6517-4899-ade2-7aa3f3a00bfe is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:02:56.050702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-10a43c4c-611d-4c85-a7b6-98d6f590d6a3 req-ca3e9174-e855-4563-a715-4d7e7e430a18 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] For port dbbc008b-01e0-4c78-b474-912346267e44, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=dbbc008b-01e0-4c78-b474-912346267e44,segment=NetworkSegment(071e9780-6476-4093-bf3c-5d5498e1e2cf),segment_id=071e9780-6476-4093-bf3c-5d5498e1e2cf)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:56.054529 n-d-803718-1 neutron-server[87913]: DEBUG neutron.objects.ports [None req-a089631d-bcac-42c6-8156-b7ae613ab414 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87913) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 05 14:02:56.055359 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a089631d-bcac-42c6-8156-b7ae613ab414 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:56.059059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-86a40a97-28f4-4473-83d0-f2f8816b2d41 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 5fe6e17c-6517-4899-ade2-7aa3f3a00bfe) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:56.068733 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82248c73-53d9-4439-a615-ffa5ec75ea3f None None] Network 5fe6e17c-6517-4899-ade2-7aa3f3a00bfe requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:56.071636 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a40a97-28f4-4473-83d0-f2f8816b2d41 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:56.072749 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-86a40a97-28f4-4473-83d0-f2f8816b2d41 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:56.112976 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-10a43c4c-611d-4c85-a7b6-98d6f590d6a3 req-ca3e9174-e855-4563-a715-4d7e7e430a18 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:56.123191 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-86a40a97-28f4-4473-83d0-f2f8816b2d41 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.5831451 Mar 05 14:02:56.125380 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-10a43c4c-611d-4c85-a7b6-98d6f590d6a3 req-ca3e9174-e855-4563-a715-4d7e7e430a18 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:56.126880 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52502) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:56.174186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089631d-bcac-42c6-8156-b7ae613ab414 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Pushing event updated for resources: {'Subnet': ['ID=13d85244-f289-4fca-8b05-9b992d3f1dbe,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:56.209031 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6e9e7ee2-0276-4cc6-98b8-babf3daed329 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:56.293193 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e9174-e855-4563-a715-4d7e7e430a18 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Pushing event updated for resources: {'Port': ['ID=dbbc008b-01e0-4c78-b474-912346267e44,revision_number=7']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:56.310722 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a43c4c-611d-4c85-a7b6-98d6f590d6a3 req-ca3e9174-e855-4563-a715-4d7e7e430a18 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:56.311409 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-10a43c4c-611d-4c85-a7b6-98d6f590d6a3 req-ca3e9174-e855-4563-a715-4d7e7e430a18 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:56.312840 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-10a43c4c-611d-4c85-a7b6-98d6f590d6a3 req-ca3e9174-e855-4563-a715-4d7e7e430a18 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "PUT /v2.0/ports/dbbc008b-01e0-4c78-b474-912346267e44 HTTP/1.1" status: 200 len: 942 time: 2.2627304 Mar 05 14:02:56.337686 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['dbbc008b-01e0-4c78-b474-912346267e44'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:02:56.363104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3310c07c-07ff-4efa-a4f0-1f0a211d48de', 'tag': 'dbbc008b-01e0-4c78-b474-912346267e44'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:02:56.499682 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3310c07c-07ff-4efa-a4f0-1f0a211d48de', 'tag': 'dbbc008b-01e0-4c78-b474-912346267e44', 'status': 'completed', 'code': 200} Mar 05 14:02:56.513970 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1c06afec-2314-469b-a0d6-315f1ad6a3d2 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:02:56.551638 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['dbbc008b-01e0-4c78-b474-912346267e44'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:02:56.657602 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4ce76730-bb7b-4260-83b4-ad528676cb50 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:56.727002 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d044b209-60dc-40de-a613-e54b65ada306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-5fe6e17c-6517-4899-ade2-7aa3f3a00bfe', 'network_id': '5fe6e17c-6517-4899-ade2-7aa3f3a00bfe', 'tenant_id': '4fd975adce244750abf4b5cff1096b35', 'fixed_ips': [{'subnet_id': '512ff48d-11c5-4fbf-8661-11e83a42dc7b'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:02:56.728350 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d044b209-60dc-40de-a613-e54b65ada306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:56.768926 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a759b1d-2b8f-429e-9746-57060f12495f None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:56.808161 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-52b04162-12b9-4276-aaec-efd7eff5dee5 None None] Could not find standard attr ID for object 7eb76bf5-64f9-4516-87bc-a70eed07b0aa. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 14:02:56.865364 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-a83d7151-99d6-4130-b736-b3a5c0377c0f tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Synchronizing usage tracker for tenant:d227d433c2ad48fd969273c5938fc066 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:02:56.876870 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a089631d-bcac-42c6-8156-b7ae613ab414 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Checking segment: {'id': '906682de-0192-4744-90a9-9027824ea66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f296ca45-8154-4ac9-949b-24c71eacde86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:02:56.877238 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a089631d-bcac-42c6-8156-b7ae613ab414 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Network hostable DHCP agents. Network: f296ca45-8154-4ac9-949b-24c71eacde86, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:02:56.889584 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:56.985875 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4ce76730-bb7b-4260-83b4-ad528676cb50 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:56.996853 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a089631d-bcac-42c6-8156-b7ae613ab414 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Network f296ca45-8154-4ac9-949b-24c71eacde86 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:02:57.009939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-a83d7151-99d6-4130-b736-b3a5c0377c0f tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Unset dirty status for tenant:d227d433c2ad48fd969273c5938fc066 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:02:57.011526 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-a83d7151-99d6-4130-b736-b3a5c0377c0f tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3803191 Mar 05 14:02:57.017065 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-a089631d-bcac-42c6-8156-b7ae613ab414 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, f296ca45-8154-4ac9-949b-24c71eacde86) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:57.025843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-db736253-a01b-4484-b9cd-32a2622296d9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:57.037237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 1c06afec-2314-469b-a0d6-315f1ad6a3d2 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:02:57.054798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792f53b4-b44b-48b0-a4ec-90a2c7d00654 None None] Network f296ca45-8154-4ac9-949b-24c71eacde86 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:57.094200 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe9a7b-1798-4633-b2fe-4c2514d8830a req-4bc945a7-c4c3-45d7-8a57-656ee2f65cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:57.095762 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3bfe9a7b-1798-4633-b2fe-4c2514d8830a req-4bc945a7-c4c3-45d7-8a57-656ee2f65cb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d227d433c2ad48fd969273c5938fc066&device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 1096 time: 0.5950620 Mar 05 14:02:57.102512 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a089631d-bcac-42c6-8156-b7ae613ab414 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:57.103216 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a089631d-bcac-42c6-8156-b7ae613ab414 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:57.107568 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-db736253-a01b-4484-b9cd-32a2622296d9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:57.131042 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce76730-bb7b-4260-83b4-ad528676cb50 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=2b531c9e-26f1-418e-95ce-9ee340d5cc40,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:57.138688 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4ce76730-bb7b-4260-83b4-ad528676cb50 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:57.151560 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-db736253-a01b-4484-b9cd-32a2622296d9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Usage tracker for resource:floatingip and tenant:d227d433c2ad48fd969273c5938fc066 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:57.160488 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-db736253-a01b-4484-b9cd-32a2622296d9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:57.174464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-db736253-a01b-4484-b9cd-32a2622296d9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:57.200185 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a089631d-bcac-42c6-8156-b7ae613ab414 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.4515755 Mar 05 14:02:57.204258 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52516) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:57.212529 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-442b592a-eec3-4a29-a42a-e2fc5fb65191 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1871597716', 'network_id': 'f296ca45-8154-4ac9-949b-24c71eacde86'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:57.218173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-442b592a-eec3-4a29-a42a-e2fc5fb65191 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:57.222835 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-442b592a-eec3-4a29-a42a-e2fc5fb65191 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Usage tracker for resource:port and tenant:2f1d61ce5b154de6b48ddd0056ce0dcc is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:57.226546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-442b592a-eec3-4a29-a42a-e2fc5fb65191 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:57.233589 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-442b592a-eec3-4a29-a42a-e2fc5fb65191 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:57.248842 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-db736253-a01b-4484-b9cd-32a2622296d9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:57.286209 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:57.329112 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-d044b209-60dc-40de-a613-e54b65ada306 None None] Allocated IP 172.20.0.1 (5fe6e17c-6517-4899-ade2-7aa3f3a00bfe/512ff48d-11c5-4fbf-8661-11e83a42dc7b/1de55d84-a4f9-4852-8555-051bd368e7c4) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:02:57.331999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442b592a-eec3-4a29-a42a-e2fc5fb65191 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Made reservation on behalf of 2f1d61ce5b154de6b48ddd0056ce0dcc for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:02:57.335137 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-442b592a-eec3-4a29-a42a-e2fc5fb65191 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:57.398883 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4ce76730-bb7b-4260-83b4-ad528676cb50 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/2b531c9e-26f1-418e-95ce-9ee340d5cc40 HTTP/1.1" status: 204 len: 168 time: 2.1556349 Mar 05 14:02:57.411230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52524) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:57.462558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe9a7b-1798-4633-b2fe-4c2514d8830a req-348723d1-c1d0-454f-8494-c64d3ba15a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:57.466473 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-442b592a-eec3-4a29-a42a-e2fc5fb65191 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] device_id is not set on port 969c302b-4d8f-4ae2-bb51-6fbf73152d02 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:02:57.467492 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3bfe9a7b-1798-4633-b2fe-4c2514d8830a req-348723d1-c1d0-454f-8494-c64d3ba15a28 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e1fbddc-f285-40f2-9ffb-2b02622ef359 HTTP/1.1" status: 200 len: 919 time: 0.3554416 Mar 05 14:02:57.592875 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3bfe9a7b-1798-4633-b2fe-4c2514d8830a req-1c0f47f1-d03f-40b3-b75e-fddd2382a0f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbbc008b-01e0-4c78-b474-912346267e44 HTTP/1.1" status: 200 len: 217 time: 0.1177199 Mar 05 14:02:57.619384 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dcc8d2b-35a5-4c8b-ae69-1db3f0dba6f4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet 6663d416-79d3-43cd-b9b8-af2b50340419 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:02:57.640556 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7dcc8d2b-35a5-4c8b-ae69-1db3f0dba6f4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:57.674265 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe9a7b-1798-4633-b2fe-4c2514d8830a req-fdb7ac61-a2e2-4c75-a110-761c0f634975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:57.675875 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3bfe9a7b-1798-4633-b2fe-4c2514d8830a req-fdb7ac61-a2e2-4c75-a110-761c0f634975 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=996696e8-f383-47a4-b5dd-497af7965d47 HTTP/1.1" status: 200 len: 859 time: 0.0759931 Mar 05 14:02:57.711698 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-52b04162-12b9-4276-aaec-efd7eff5dee5 None None] Provisioning for port 1c06afec-2314-469b-a0d6-315f1ad6a3d2 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:02:57.755000 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3bfe9a7b-1798-4633-b2fe-4c2514d8830a req-9b47f545-6f10-4d40-8d10-66b0e8378b3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e1fbddc-f285-40f2-9ffb-2b02622ef359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704317 Mar 05 14:02:57.886419 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d044b209-60dc-40de-a613-e54b65ada306 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:57.908128 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d044b209-60dc-40de-a613-e54b65ada306 None None] Transition to ACTIVE for port object 1de55d84-a4f9-4852-8555-051bd368e7c4 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:02:57.929395 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-6e9e7ee2-0276-4cc6-98b8-babf3daed329 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting port 55751487-7b43-4078-b588-4f72e2ca8509 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:02:57.939149 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6e9e7ee2-0276-4cc6-98b8-babf3daed329 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:57.954944 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-52b04162-12b9-4276-aaec-efd7eff5dee5 None None] Provisioning complete for port 1c06afec-2314-469b-a0d6-315f1ad6a3d2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:57.955334 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-52b04162-12b9-4276-aaec-efd7eff5dee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:57.966437 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3bfe9a7b-1798-4633-b2fe-4c2514d8830a req-b7d8464f-06d1-456e-ae3e-a788440ffa91 service neutron] 10.222.0.30 "GET /v2.0/networks/9e1fbddc-f285-40f2-9ffb-2b02622ef359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035706 Mar 05 14:02:57.982897 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7dcc8d2b-35a5-4c8b-ae69-1db3f0dba6f4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:58.091260 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1c06afec-2314-469b-a0d6-315f1ad6a3d2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:02:58.091944 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:58.093787 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7dcc8d2b-35a5-4c8b-ae69-1db3f0dba6f4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:58.217033 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3bfe9a7b-1798-4633-b2fe-4c2514d8830a req-2e5165bc-6f34-46c1-882d-0e500488ac2e service neutron] 10.222.0.30 "GET /v2.0/networks/9e1fbddc-f285-40f2-9ffb-2b02622ef359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407994 Mar 05 14:02:58.235335 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d044b209-60dc-40de-a613-e54b65ada306 None None] Transition to ACTIVE for port object 1de55d84-a4f9-4852-8555-051bd368e7c4 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:02:58.286511 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:58.309522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-442b592a-eec3-4a29-a42a-e2fc5fb65191 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Allocated IP 2001:db8::2d1 (f296ca45-8154-4ac9-949b-24c71eacde86/13d85244-f289-4fca-8b05-9b992d3f1dbe/969c302b-4d8f-4ae2-bb51-6fbf73152d02) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:02:58.324216 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d044b209-60dc-40de-a613-e54b65ada306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:58.406294 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Subnet': ['ID=512ff48d-11c5-4fbf-8661-11e83a42dc7b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:58.550896 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:58.561696 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7dcc8d2b-35a5-4c8b-ae69-1db3f0dba6f4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:58.613538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe6e17c-6517-4899-ade2-7aa3f3a00bfe']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:58.649555 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7dd023-a03b-425d-8463-cf4a8f69444b') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:58.650402 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7dd023-a03b-425d-8463-cf4a8f69444b') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:02:58.658280 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc8d2b-35a5-4c8b-ae69-1db3f0dba6f4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=6663d416-79d3-43cd-b9b8-af2b50340419,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:58.661288 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7dcc8d2b-35a5-4c8b-ae69-1db3f0dba6f4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:58.669098 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:58.689005 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-db736253-a01b-4484-b9cd-32a2622296d9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:58.690149 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:58.698806 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:02:58.699526 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:58.704466 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044b209-60dc-40de-a613-e54b65ada306 None None] Pushing event updated for resources: {'Port': ['ID=1de55d84-a4f9-4852-8555-051bd368e7c4,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:58.724442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d044b209-60dc-40de-a613-e54b65ada306 None None] Network 5fe6e17c-6517-4899-ade2-7aa3f3a00bfe is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:02:58.727056 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:02:58.761286 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-d044b209-60dc-40de-a613-e54b65ada306 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:58.764672 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d044b209-60dc-40de-a613-e54b65ada306 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:02:58.781809 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7dcc8d2b-35a5-4c8b-ae69-1db3f0dba6f4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/6663d416-79d3-43cd-b9b8-af2b50340419 HTTP/1.1" status: 204 len: 168 time: 1.3561835 Mar 05 14:02:58.787287 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52532) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:58.804264 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-6e9e7ee2-0276-4cc6-98b8-babf3daed329 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] For port 55751487-7b43-4078-b588-4f72e2ca8509, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=55751487-7b43-4078-b588-4f72e2ca8509,segment=NetworkSegment(f15c16e9-f493-483e-ae44-8b8f7c57a198),segment_id=f15c16e9-f493-483e-ae44-8b8f7c57a198)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:58.804839 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6e9e7ee2-0276-4cc6-98b8-babf3daed329 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:58.824611 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 14:02:58.824611 n-d-803718-1 neutron-server[87914]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 14:02:58.824611 n-d-803718-1 neutron-server[87914]: [parameters: {'id': '5fe6e17c-6517-4899-ade2-7aa3f3a00bfe'}] Mar 05 14:02:58.824611 n-d-803718-1 neutron-server[87914]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:02:58.825566 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:02:58.851992 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-52b04162-12b9-4276-aaec-efd7eff5dee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:58.912365 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:59.102959 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871dbf12-0edf-4dd1-be4b-b01fdb8c5537 None None] Network f296ca45-8154-4ac9-949b-24c71eacde86 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:02:59.159983 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:59.169673 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-d044b209-60dc-40de-a613-e54b65ada306 None None] Attempting to bind port 1de55d84-a4f9-4852-8555-051bd368e7c4 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:02:59.170056 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-d044b209-60dc-40de-a613-e54b65ada306 None None] Attempting to bind port 1de55d84-a4f9-4852-8555-051bd368e7c4 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'ff7dd023-a03b-425d-8463-cf4a8f69444b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe6e17c-6517-4899-ade2-7aa3f3a00bfe'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:02:59.170392 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d044b209-60dc-40de-a613-e54b65ada306 None None] Attempting to bind port 1de55d84-a4f9-4852-8555-051bd368e7c4 on network 5fe6e17c-6517-4899-ade2-7aa3f3a00bfe {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:02:59.182749 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 1c06afec-2314-469b-a0d6-315f1ad6a3d2, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1c06afec-2314-469b-a0d6-315f1ad6a3d2,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:02:59.189666 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:59.203751 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-111a601b-7df0-445a-a91c-ecb8a87c8754 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4102969 Mar 05 14:02:59.206385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52536) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:02:59.210511 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-6e9e7ee2-0276-4cc6-98b8-babf3daed329 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Calling delete_port for 55751487-7b43-4078-b588-4f72e2ca8509 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:02:59.214033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-45c4ac0d-8629-45a9-b422-2504654ebd83 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:02:59.251989 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d044b209-60dc-40de-a613-e54b65ada306 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:02:59.252248 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d044b209-60dc-40de-a613-e54b65ada306 None None] Checking segment: {'id': 'ff7dd023-a03b-425d-8463-cf4a8f69444b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe6e17c-6517-4899-ade2-7aa3f3a00bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:02:59.252644 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d044b209-60dc-40de-a613-e54b65ada306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:59.253039 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d044b209-60dc-40de-a613-e54b65ada306 None None] Bound using segment: {'id': 'ff7dd023-a03b-425d-8463-cf4a8f69444b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe6e17c-6517-4899-ade2-7aa3f3a00bfe'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:02:59.253522 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-d044b209-60dc-40de-a613-e54b65ada306 None None] Bound port: 1de55d84-a4f9-4852-8555-051bd368e7c4, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7dd023-a03b-425d-8463-cf4a8f69444b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe6e17c-6517-4899-ade2-7aa3f3a00bfe'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:02:59.253895 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d044b209-60dc-40de-a613-e54b65ada306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:59.272042 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:59.332119 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-52b04162-12b9-4276-aaec-efd7eff5dee5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:02:59.332520 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-52b04162-12b9-4276-aaec-efd7eff5dee5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:02:59.403905 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-442b592a-eec3-4a29-a42a-e2fc5fb65191 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:59.435901 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-db736253-a01b-4484-b9cd-32a2622296d9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Allocated IP 172.25.4.193 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/6824fbd1-af57-4049-adcb-b91974015b47) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:02:59.513936 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=1c06afec-2314-469b-a0d6-315f1ad6a3d2,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:02:59.560307 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:59.609585 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e47b74-e8ca-447d-b1df-9dfcae332586 None None] DHCP port deletion for d67009e9-c74e-44a6-8a92-0c4d7928efad request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:02:59.633352 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-48e47b74-e8ca-447d-b1df-9dfcae332586 None None] Deleting port 1c06afec-2314-469b-a0d6-315f1ad6a3d2 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:02:59.633838 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-48e47b74-e8ca-447d-b1df-9dfcae332586 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:59.686474 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d044b209-60dc-40de-a613-e54b65ada306 None None] For port 1de55d84-a4f9-4852-8555-051bd368e7c4, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:02:59.708205 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d044b209-60dc-40de-a613-e54b65ada306 None None] For port 1de55d84-a4f9-4852-8555-051bd368e7c4, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1de55d84-a4f9-4852-8555-051bd368e7c4,segment=NetworkSegment(ff7dd023-a03b-425d-8463-cf4a8f69444b),segment_id=ff7dd023-a03b-425d-8463-cf4a8f69444b)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:02:59.709751 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-442b592a-eec3-4a29-a42a-e2fc5fb65191 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:59.760344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Deleting port 1de55d84-a4f9-4852-8555-051bd368e7c4 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:02:59.761105 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:59.766781 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d044b209-60dc-40de-a613-e54b65ada306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:59.844566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-45c4ac0d-8629-45a9-b422-2504654ebd83 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:02:59.857727 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-45c4ac0d-8629-45a9-b422-2504654ebd83 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:02:59.875353 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-45c4ac0d-8629-45a9-b422-2504654ebd83 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:02:59.908582 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-45c4ac0d-8629-45a9-b422-2504654ebd83 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:02:59.911335 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6e9e7ee2-0276-4cc6-98b8-babf3daed329 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:59.931625 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-db736253-a01b-4484-b9cd-32a2622296d9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:02:59.945341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442b592a-eec3-4a29-a42a-e2fc5fb65191 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Network f296ca45-8154-4ac9-949b-24c71eacde86 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:02:59.981911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-442b592a-eec3-4a29-a42a-e2fc5fb65191 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:02:59.994446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442b592a-eec3-4a29-a42a-e2fc5fb65191 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:02:59.995778 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442b592a-eec3-4a29-a42a-e2fc5fb65191 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:02:59.996802 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-442b592a-eec3-4a29-a42a-e2fc5fb65191 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:00.003683 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b592a-eec3-4a29-a42a-e2fc5fb65191 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Pushing event updated for resources: {'Port': ['ID=969c302b-4d8f-4ae2-bb51-6fbf73152d02,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:00.049027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c4ac0d-8629-45a9-b422-2504654ebd83 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:03:00.062833 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45c4ac0d-8629-45a9-b422-2504654ebd83 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:00.342459 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-48e47b74-e8ca-447d-b1df-9dfcae332586 None None] For port 1c06afec-2314-469b-a0d6-315f1ad6a3d2, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1c06afec-2314-469b-a0d6-315f1ad6a3d2,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:00.342896 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-48e47b74-e8ca-447d-b1df-9dfcae332586 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:00.349091 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6e9e7ee2-0276-4cc6-98b8-babf3daed329 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:00.388725 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e7ee2-0276-4cc6-98b8-babf3daed329 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Port': ['ID=55751487-7b43-4078-b588-4f72e2ca8509,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:00.423412 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45c4ac0d-8629-45a9-b422-2504654ebd83 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:00.547005 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-442b592a-eec3-4a29-a42a-e2fc5fb65191 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.3413994 Mar 05 14:03:00.553456 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c4ac0d-8629-45a9-b422-2504654ebd83 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:03:00.556507 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52554) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:00.593759 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044b209-60dc-40de-a613-e54b65ada306 None None] Pushing event updated for resources: {'Port': ['ID=1de55d84-a4f9-4852-8555-051bd368e7c4,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:00.622965 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-45c4ac0d-8629-45a9-b422-2504654ebd83 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:03:00.633207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c4ac0d-8629-45a9-b422-2504654ebd83 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:00.633795 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45c4ac0d-8629-45a9-b422-2504654ebd83 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:00.668265 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-48e47b74-e8ca-447d-b1df-9dfcae332586 None None] Calling delete_port for 1c06afec-2314-469b-a0d6-315f1ad6a3d2 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:00.671529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4ac0d-8629-45a9-b422-2504654ebd83 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=f4e9ccd7-be0b-4edc-85cf-d61024318839,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:00.686261 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] For port 1de55d84-a4f9-4852-8555-051bd368e7c4, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1de55d84-a4f9-4852-8555-051bd368e7c4,segment=NetworkSegment(ff7dd023-a03b-425d-8463-cf4a8f69444b),segment_id=ff7dd023-a03b-425d-8463-cf4a8f69444b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:00.686665 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:00.776690 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de00c36-9715-4a01-a189-573f1236e58a None None] Network 5fe6e17c-6517-4899-ade2-7aa3f3a00bfe requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:03:00.793289 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-45c4ac0d-8629-45a9-b422-2504654ebd83 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5854936 Mar 05 14:03:00.810139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52558) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:00.833402 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-328a7462-4ed1-4a6e-9c01-0f52c1e3c6d7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:00.875922 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-db736253-a01b-4484-b9cd-32a2622296d9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:00.888061 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Calling delete_port for 1de55d84-a4f9-4852-8555-051bd368e7c4 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:00.961101 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-5af4abff-ce9c-4554-9749-b2c3a6df4066 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Deleting port 969c302b-4d8f-4ae2-bb51-6fbf73152d02 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:00.961474 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5af4abff-ce9c-4554-9749-b2c3a6df4066 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:00.990392 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:01.064937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Port': ['ID=1de55d84-a4f9-4852-8555-051bd368e7c4,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:01.075927 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No DVR routers for this DVR port 1de55d84-a4f9-4852-8555-051bd368e7c4 on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:03:01.150544 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-48e47b74-e8ca-447d-b1df-9dfcae332586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:01.335578 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e47b74-e8ca-447d-b1df-9dfcae332586 None None] Pushing event deleted for resources: {'Port': ['ID=1c06afec-2314-469b-a0d6-315f1ad6a3d2,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:01.348502 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:01.400664 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe6e17c-6517-4899-ade2-7aa3f3a00bfe']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:01.428209 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e47b74-e8ca-447d-b1df-9dfcae332586 None None] No DVR routers for this DVR port 1c06afec-2314-469b-a0d6-315f1ad6a3d2 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:03:01.456701 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7dd023-a03b-425d-8463-cf4a8f69444b') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:01.461036 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7dd023-a03b-425d-8463-cf4a8f69444b') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:01.461347 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c096eb-7528-4d79-8037-f3037c665a98 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:03:01.489791 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:01.530376 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:01.543604 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:03:01.544343 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:03:01.609743 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:03:01.640553 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1c06afec-2314-469b-a0d6-315f1ad6a3d2 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:03:01.666646 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5af4abff-ce9c-4554-9749-b2c3a6df4066 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:01.699966 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:01.711351 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 1c06afec-2314-469b-a0d6-315f1ad6a3d2 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:03:01.711893 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1c06afec-2314-469b-a0d6-315f1ad6a3d2 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:03:01.739108 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:01.750585 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Network': ['ID=5fe6e17c-6517-4899-ade2-7aa3f3a00bfe,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:01.760182 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8e04d25d-1362-4991-8a82-649b1a559644 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/networks/5fe6e17c-6517-4899-ade2-7aa3f3a00bfe HTTP/1.1" status: 204 len: 168 time: 5.6308153 Mar 05 14:03:01.763110 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52566) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:01.769551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a08d5f36-bd6e-409a-8c43-96dad839fedf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1766094276'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:01.774886 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a08d5f36-bd6e-409a-8c43-96dad839fedf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:01.780232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a08d5f36-bd6e-409a-8c43-96dad839fedf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Usage tracker for resource:network and tenant:4fd975adce244750abf4b5cff1096b35 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:01.783330 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a08d5f36-bd6e-409a-8c43-96dad839fedf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:01.790814 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a08d5f36-bd6e-409a-8c43-96dad839fedf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:01.800774 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-5af4abff-ce9c-4554-9749-b2c3a6df4066 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Calling delete_port for 969c302b-4d8f-4ae2-bb51-6fbf73152d02 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:01.804281 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08d5f36-bd6e-409a-8c43-96dad839fedf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Made reservation on behalf of 4fd975adce244750abf4b5cff1096b35 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:03:01.809359 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a08d5f36-bd6e-409a-8c43-96dad839fedf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:01.852260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08d5f36-bd6e-409a-8c43-96dad839fedf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:03:01.863842 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a08d5f36-bd6e-409a-8c43-96dad839fedf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:01.864434 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-a08d5f36-bd6e-409a-8c43-96dad839fedf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Added segment 24654c9c-efea-4588-9d41-2ceb569ee6cd of type vlan for network c20a6666-2b81-4e8e-acf5-fa3cf3b55818 Mar 05 14:03:01.899172 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a08d5f36-bd6e-409a-8c43-96dad839fedf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:01.913989 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dc9258-7b47-4dbe-bf71-801ba2a42159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d67009e9-c74e-44a6-8a92-0c4d7928efad', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'fixed_ips': [{'subnet_id': 'f4e9ccd7-be0b-4edc-85cf-d61024318839'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:03:01.915001 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9258-7b47-4dbe-bf71-801ba2a42159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:01.958270 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a08d5f36-bd6e-409a-8c43-96dad839fedf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:01.965453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08d5f36-bd6e-409a-8c43-96dad839fedf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:01.966544 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a08d5f36-bd6e-409a-8c43-96dad839fedf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:02.023605 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a08d5f36-bd6e-409a-8c43-96dad839fedf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2594290 Mar 05 14:03:02.044069 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db736253-a01b-4484-b9cd-32a2622296d9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Pushing event updated for resources: {'Port': ['ID=6824fbd1-af57-4049-adcb-b91974015b47,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:02.047869 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-db736253-a01b-4484-b9cd-32a2622296d9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:03:02.064401 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52570) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:02.079140 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-db736253-a01b-4484-b9cd-32a2622296d9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:03:02.085759 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-2751d362-1523-405d-982a-51c5dc7d726b tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'subnet': {'network_id': 'c20a6666-2b81-4e8e-acf5-fa3cf3b55818', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:02.197480 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-db736253-a01b-4484-b9cd-32a2622296d9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:03:02.209268 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d5f36-bd6e-409a-8c43-96dad839fedf tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Network': ['ID=c20a6666-2b81-4e8e-acf5-fa3cf3b55818,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:02.212079 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-e4dc9258-7b47-4dbe-bf71-801ba2a42159 None None] Allocated IP 172.20.0.2 (d67009e9-c74e-44a6-8a92-0c4d7928efad/f4e9ccd7-be0b-4edc-85cf-d61024318839/6de64af7-9160-4870-9f2d-d40aafcff0d4) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:03:02.221902 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network c20a6666-2b81-4e8e-acf5-fa3cf3b55818 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:03:02.431801 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5af4abff-ce9c-4554-9749-b2c3a6df4066 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:02.578855 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9258-7b47-4dbe-bf71-801ba2a42159 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:02.590005 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e4dc9258-7b47-4dbe-bf71-801ba2a42159 None None] Transition to ACTIVE for port object 6de64af7-9160-4870-9f2d-d40aafcff0d4 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:03:02.622922 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e4dc9258-7b47-4dbe-bf71-801ba2a42159 None None] Transition to ACTIVE for port object 6de64af7-9160-4870-9f2d-d40aafcff0d4 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:03:02.629422 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-db736253-a01b-4484-b9cd-32a2622296d9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:02.632274 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9258-7b47-4dbe-bf71-801ba2a42159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:02.639244 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4abff-ce9c-4554-9749-b2c3a6df4066 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Pushing event deleted for resources: {'Port': ['ID=969c302b-4d8f-4ae2-bb51-6fbf73152d02,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:02.684941 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2751d362-1523-405d-982a-51c5dc7d726b tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:02.706105 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dc9258-7b47-4dbe-bf71-801ba2a42159 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:03:02.713787 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-e4dc9258-7b47-4dbe-bf71-801ba2a42159 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:03:02.718217 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dc9258-7b47-4dbe-bf71-801ba2a42159 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:03:02.724056 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc9258-7b47-4dbe-bf71-801ba2a42159 None None] Pushing event updated for resources: {'Port': ['ID=6de64af7-9160-4870-9f2d-d40aafcff0d4,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:02.752403 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5af4abff-ce9c-4554-9749-b2c3a6df4066 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:02.765637 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5af4abff-ce9c-4554-9749-b2c3a6df4066 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "DELETE /v2.0/ports/969c302b-4d8f-4ae2-bb51-6fbf73152d02 HTTP/1.1" status: 204 len: 168 time: 2.2045546 Mar 05 14:03:02.767313 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2751d362-1523-405d-982a-51c5dc7d726b tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Usage tracker for resource:subnet and tenant:4fd975adce244750abf4b5cff1096b35 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:02.768347 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52578) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:02.776834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f296ca45-8154-4ac9-949b-24c71eacde86', 'external_fixed_ips': [{'subnet_id': '13d85244-f289-4fca-8b05-9b992d3f1dbe', 'ip_address': '2001:db8::2d1'}]}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:02.789074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:02.790637 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-328a7462-4ed1-4a6e-9c01-0f52c1e3c6d7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:02.793478 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2751d362-1523-405d-982a-51c5dc7d726b tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:02.795968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Usage tracker for resource:router and tenant:2f1d61ce5b154de6b48ddd0056ce0dcc is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:02.799590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:02.806429 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9e7ee2-0276-4cc6-98b8-babf3daed329 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Router 1ed1dcb5-fa00-40c8-834b-37773777bb1f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:03:02.809337 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:02.820579 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-e4dc9258-7b47-4dbe-bf71-801ba2a42159 None None] Attempting to bind port 6de64af7-9160-4870-9f2d-d40aafcff0d4 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:03:02.822476 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-e4dc9258-7b47-4dbe-bf71-801ba2a42159 None None] Attempting to bind port 6de64af7-9160-4870-9f2d-d40aafcff0d4 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:03:02.823358 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dc9258-7b47-4dbe-bf71-801ba2a42159 None None] Attempting to bind port 6de64af7-9160-4870-9f2d-d40aafcff0d4 on network d67009e9-c74e-44a6-8a92-0c4d7928efad {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:03:02.825650 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2751d362-1523-405d-982a-51c5dc7d726b tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:02.827454 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:02.828406 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:02.832888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dc9258-7b47-4dbe-bf71-801ba2a42159 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:03:02.833708 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dc9258-7b47-4dbe-bf71-801ba2a42159 None None] Checking segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:03:02.834269 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9258-7b47-4dbe-bf71-801ba2a42159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:02.834901 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dc9258-7b47-4dbe-bf71-801ba2a42159 None None] Bound using segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:03:02.835643 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-e4dc9258-7b47-4dbe-bf71-801ba2a42159 None None] Bound port: 6de64af7-9160-4870-9f2d-d40aafcff0d4, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:03:02.836233 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9258-7b47-4dbe-bf71-801ba2a42159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:02.836752 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-328a7462-4ed1-4a6e-9c01-0f52c1e3c6d7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:02.849006 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:02.849915 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-328a7462-4ed1-4a6e-9c01-0f52c1e3c6d7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:02.924436 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-328a7462-4ed1-4a6e-9c01-0f52c1e3c6d7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:02.927596 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-db736253-a01b-4484-b9cd-32a2622296d9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:02.941035 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e4dc9258-7b47-4dbe-bf71-801ba2a42159 None None] For port 6de64af7-9160-4870-9f2d-d40aafcff0d4, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:03:02.944616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e4dc9258-7b47-4dbe-bf71-801ba2a42159 None None] For port 6de64af7-9160-4870-9f2d-d40aafcff0d4, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6de64af7-9160-4870-9f2d-d40aafcff0d4,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:03:02.957947 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9258-7b47-4dbe-bf71-801ba2a42159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:03.008275 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328a7462-4ed1-4a6e-9c01-0f52c1e3c6d7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:03:03.017750 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-328a7462-4ed1-4a6e-9c01-0f52c1e3c6d7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:03.056901 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2751d362-1523-405d-982a-51c5dc7d726b tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Made reservation on behalf of 4fd975adce244750abf4b5cff1096b35 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:03:03.057806 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc9258-7b47-4dbe-bf71-801ba2a42159 None None] Pushing event updated for resources: {'Port': ['ID=6de64af7-9160-4870-9f2d-d40aafcff0d4,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:03.078880 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2751d362-1523-405d-982a-51c5dc7d726b tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:03.489271 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:04.037736 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9e7ee2-0276-4cc6-98b8-babf3daed329 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:03:04.050455 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6e9e7ee2-0276-4cc6-98b8-babf3daed329 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/routers/1ed1dcb5-fa00-40c8-834b-37773777bb1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1356075 Mar 05 14:03:04.051805 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41d1e8c-1d15-45b5-9846-b9cd64b6ee10 None None] Sync routers for ids ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:03:04.063895 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52596) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:04.074637 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41d1e8c-1d15-45b5-9846-b9cd64b6ee10 None None] Routers {'1ed1dcb5-fa00-40c8-834b-37773777bb1f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:03:04.075702 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e41d1e8c-1d15-45b5-9846-b9cd64b6ee10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:02:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:04.236664 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52600) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:04.244139 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.resource_extend [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-db736253-a01b-4484-b9cd-32a2622296d9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 14:03:04.271980 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:04.278484 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-e41d1e8c-1d15-45b5-9846-b9cd64b6ee10 None None] Set router 1ed1dcb5-fa00-40c8-834b-37773777bb1f gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:03:04.291983 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-db736253-a01b-4484-b9cd-32a2622296d9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:04.311627 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-db736253-a01b-4484-b9cd-32a2622296d9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:04.365089 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:04.445367 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-9511381e-ee7b-4010-82ac-2396958bbec2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting subnet ef39a511-466d-4b1f-815e-af41d68104bb {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:03:04.563756 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9511381e-ee7b-4010-82ac-2396958bbec2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:04.635308 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-13aa37f4-2a23-402b-9d59-a6ada0472258 None None] Provisioning for port 6de64af7-9160-4870-9f2d-d40aafcff0d4 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:03:04.690874 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Allocated IP 2001:db8::2d1 (f296ca45-8154-4ac9-949b-24c71eacde86/13d85244-f289-4fca-8b05-9b992d3f1dbe/08850515-b3ed-49b7-9372-14fcd061a1f8) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:03:04.733029 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14b22d09-a242-439f-85ba-cf59b3f4a64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:04.753266 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e41d1e8c-1d15-45b5-9846-b9cd64b6ee10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:02:59Z', 'revision_number': 9, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None, '_interfaces': [{'id': '98646134-7a04-45e4-ac9b-ee3faa8b007e', 'name': '', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:b3:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:38Z', 'updated_at': '2022-03-05T14:01:55Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc10b29a-2478-4f82-a0cf-720c0e8dadad', 'name': '', 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:a9:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:49Z', 'updated_at': '2022-03-05T14:02:04Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:04.760205 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41d1e8c-1d15-45b5-9846-b9cd64b6ee10 None None] Checking router: 1ed1dcb5-fa00-40c8-834b-37773777bb1f for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:03:04.765944 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db736253-a01b-4484-b9cd-32a2622296d9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Pushing event updated for resources: {'Port': ['ID=6824fbd1-af57-4049-adcb-b91974015b47,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:04.774530 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41d1e8c-1d15-45b5-9846-b9cd64b6ee10 None None] Routers {'1ed1dcb5-fa00-40c8-834b-37773777bb1f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:03:04.775616 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e41d1e8c-1d15-45b5-9846-b9cd64b6ee10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:02:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:04.809212 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-14b22d09-a242-439f-85ba-cf59b3f4a64f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:04.820909 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-14b22d09-a242-439f-85ba-cf59b3f4a64f admin admin] Usage tracker for resource:security_group_rule and tenant:c102e14e8d1243729fbbbd7133f3c972 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:04.845057 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9511381e-ee7b-4010-82ac-2396958bbec2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:04.881507 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-14b22d09-a242-439f-85ba-cf59b3f4a64f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:04.885359 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-db736253-a01b-4484-b9cd-32a2622296d9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:04.929788 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-14b22d09-a242-439f-85ba-cf59b3f4a64f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:04.948411 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:05.002584 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:05.014750 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2751d362-1523-405d-982a-51c5dc7d726b tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:05.057436 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4072a0d6-611c-4424-a447-8883005ed3db None None] Could not find standard attr ID for object 7eb76bf5-64f9-4516-87bc-a70eed07b0aa. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 14:03:05.082080 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-db736253-a01b-4484-b9cd-32a2622296d9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:05.090259 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-db736253-a01b-4484-b9cd-32a2622296d9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 8.0684421 Mar 05 14:03:05.117885 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Network f296ca45-8154-4ac9-949b-24c71eacde86 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:03:05.124367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:03:05.127156 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:03:05.168623 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-e41d1e8c-1d15-45b5-9846-b9cd64b6ee10 None None] Set router 1ed1dcb5-fa00-40c8-834b-37773777bb1f gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:03:05.251361 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-c551f672-2c94-4c73-99be-faf5d49469b9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Synchronizing usage tracker for tenant:d227d433c2ad48fd969273c5938fc066 on resource:floatingip {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:03:05.254425 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751d362-1523-405d-982a-51c5dc7d726b tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Subnet': ['ID=80d3ed5f-0d6a-4229-83d3-a1f7272629ab,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:05.294944 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ff62e3-0a52-43e4-b0f8-5a25c2c49aa7 None None] get_active_networks_info from n-d-803718-1 {{(pid=87915) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 05 14:03:05.346066 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Pushing event updated for resources: {'Port': ['ID=08850515-b3ed-49b7-9372-14fcd061a1f8,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:05.370851 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:05.371202 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:05.371518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:05.371853 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:05.372226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:05.372523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:05.372798 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:05.373522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:05.373522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:05.374083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:05.374083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:05.374494 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:05.401705 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2751d362-1523-405d-982a-51c5dc7d726b tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Checking segment: {'id': '24654c9c-efea-4588-9d41-2ceb569ee6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c20a6666-2b81-4e8e-acf5-fa3cf3b55818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:03:05.406797 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2751d362-1523-405d-982a-51c5dc7d726b tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Network hostable DHCP agents. Network: c20a6666-2b81-4e8e-acf5-fa3cf3b55818, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:03:05.507439 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-c551f672-2c94-4c73-99be-faf5d49469b9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Unset dirty status for tenant:d227d433c2ad48fd969273c5938fc066 on resource:floatingip {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:03:05.509479 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-c551f672-2c94-4c73-99be-faf5d49469b9 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.193 HTTP/1.1" status: 200 len: 696 time: 0.4051228 Mar 05 14:03:05.606641 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e41d1e8c-1d15-45b5-9846-b9cd64b6ee10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:02:59Z', 'revision_number': 9, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None, '_interfaces': [{'id': '98646134-7a04-45e4-ac9b-ee3faa8b007e', 'name': '', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:b3:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:38Z', 'updated_at': '2022-03-05T14:01:55Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc10b29a-2478-4f82-a0cf-720c0e8dadad', 'name': '', 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:a9:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:49Z', 'updated_at': '2022-03-05T14:02:04Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:05.611292 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41d1e8c-1d15-45b5-9846-b9cd64b6ee10 None None] The sync data for ids ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'] in n-d-803718-1 is: [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:02:59Z', 'revision_number': 9, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None, '_interfaces': [{'id': '98646134-7a04-45e4-ac9b-ee3faa8b007e', 'name': '', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:b3:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:38Z', 'updated_at': '2022-03-05T14:01:55Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc10b29a-2478-4f82-a0cf-720c0e8dadad', 'name': '', 'network_id': 'e9938043-2ef4-41bc-89c9-22fadfddd949', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:a9:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:49Z', 'updated_at': '2022-03-05T14:02:04Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': '2678694a-9fd1-49aa-8642-8b73462c3120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:03:05.682154 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-5773be78-1ff4-4860-a075-3dd3782ca88d tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:05.683818 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-5773be78-1ff4-4860-a075-3dd3782ca88d tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.1650069 Mar 05 14:03:05.684581 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2751d362-1523-405d-982a-51c5dc7d726b tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Network c20a6666-2b81-4e8e-acf5-fa3cf3b55818 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:03:05.701195 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-d5e67340-c518-4195-8f51-83848fc56ab6 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:03:05.702448 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94bd6e89-c502-4113-9647-74a5bb2393f2 req-d5e67340-c518-4195-8f51-83848fc56ab6 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071330 Mar 05 14:03:05.704755 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9511381e-ee7b-4010-82ac-2396958bbec2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:05.745451 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-2751d362-1523-405d-982a-51c5dc7d726b tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, c20a6666-2b81-4e8e-acf5-fa3cf3b55818) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:03:05.756203 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6de64af7-9160-4870-9f2d-d40aafcff0d4 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:03:05.796742 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2751d362-1523-405d-982a-51c5dc7d726b tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:05.797273 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2751d362-1523-405d-982a-51c5dc7d726b tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:05.828315 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:05.845302 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2751d362-1523-405d-982a-51c5dc7d726b tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.7775483 Mar 05 14:03:05.850403 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52610) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:05.947371 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14b22d09-a242-439f-85ba-cf59b3f4a64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:05.967517 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ff62e3-0a52-43e4-b0f8-5a25c2c49aa7 None None] Unable to find a vacant binding_index for network c20a6666-2b81-4e8e-acf5-fa3cf3b55818 and agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 {{(pid=87915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 05 14:03:05.986668 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ff62e3-0a52-43e4-b0f8-5a25c2c49aa7 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, c20a6666-2b81-4e8e-acf5-fa3cf3b55818) {{(pid=87915) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 14:03:06.091519 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14b22d09-a242-439f-85ba-cf59b3f4a64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:06.097539 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:03:06.173762 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9511381e-ee7b-4010-82ac-2396958bbec2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:06.204787 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 6de64af7-9160-4870-9f2d-d40aafcff0d4 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:03:06.217130 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 6de64af7-9160-4870-9f2d-d40aafcff0d4 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:03:06.217676 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:06.367974 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd405f2-14aa-417b-8d09-1bb1b9b2bfc6 req-ef12ce74-680c-4c52-88c9-5e8e80cd04d6 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:06.370369 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fd405f2-14aa-417b-8d09-1bb1b9b2bfc6 req-ef12ce74-680c-4c52-88c9-5e8e80cd04d6 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4679115 Mar 05 14:03:06.386963 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b22d09-a242-439f-85ba-cf59b3f4a64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c78dcf-6c2b-480e-b4f5-48a33371cb8c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:06.407360 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511381e-ee7b-4010-82ac-2396958bbec2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Subnet': ['ID=ef39a511-466d-4b1f-815e-af41d68104bb,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:06.410888 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-14b22d09-a242-439f-85ba-cf59b3f4a64f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c102e14e8d1243729fbbbd7133f3c972&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1716421 Mar 05 14:03:06.417510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.objects.ports [None req-328a7462-4ed1-4a6e-9c01-0f52c1e3c6d7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87913) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 05 14:03:06.420003 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9511381e-ee7b-4010-82ac-2396958bbec2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:06.423966 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52618) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:06.453787 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:06.494306 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:06.500962 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 6de64af7-9160-4870-9f2d-d40aafcff0d4, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6de64af7-9160-4870-9f2d-d40aafcff0d4,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:06.514003 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9511381e-ee7b-4010-82ac-2396958bbec2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/subnets/ef39a511-466d-4b1f-815e-af41d68104bb HTTP/1.1" status: 204 len: 168 time: 2.4466264 Mar 05 14:03:06.530486 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52622) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:06.545234 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:06.600637 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:06.671980 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=6de64af7-9160-4870-9f2d-d40aafcff0d4,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:06.689153 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f12e580-4070-4206-bbe0-6ed88e983dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-c20a6666-2b81-4e8e-acf5-fa3cf3b55818', 'network_id': 'c20a6666-2b81-4e8e-acf5-fa3cf3b55818', 'tenant_id': '4fd975adce244750abf4b5cff1096b35', 'fixed_ips': [{'subnet_id': '80d3ed5f-0d6a-4229-83d3-a1f7272629ab'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:03:06.690082 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2f12e580-4070-4206-bbe0-6ed88e983dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:06.830595 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fd405f2-14aa-417b-8d09-1bb1b9b2bfc6 req-b1e9f01c-cdab-459c-a825-dd28e60130c8 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.193 HTTP/1.1" status: 200 len: 696 time: 0.4501204 Mar 05 14:03:06.832865 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60dd2ec7-be7e-41d3-9cfa-4ffc8ef1f6e6 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:06.845144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-7fd405f2-14aa-417b-8d09-1bb1b9b2bfc6 req-2ab4bbc1-afd8-4af0-9e87-26466810af0e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Request body: {'floatingip': {'port_id': 'dbbc008b-01e0-4c78-b474-912346267e44', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:06.899256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-2f12e580-4070-4206-bbe0-6ed88e983dee None None] Allocated IP 172.20.0.1 (c20a6666-2b81-4e8e-acf5-fa3cf3b55818/80d3ed5f-0d6a-4229-83d3-a1f7272629ab/3253ed1b-7230-4cb7-962f-791023d722bc) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:03:06.914828 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f057e9b7-1de6-472d-ba6c-422225d8a689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:06.940177 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7fd405f2-14aa-417b-8d09-1bb1b9b2bfc6 req-2ab4bbc1-afd8-4af0-9e87-26466810af0e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks [] for floatingip, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:06.966822 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-328a7462-4ed1-4a6e-9c01-0f52c1e3c6d7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:06.975496 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:07.023738 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f057e9b7-1de6-472d-ba6c-422225d8a689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:07.049465 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-60dd2ec7-be7e-41d3-9cfa-4ffc8ef1f6e6 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting port eb0f0a59-df51-4178-9a28-3e50c9378c84 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:07.050183 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60dd2ec7-be7e-41d3-9cfa-4ffc8ef1f6e6 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:07.165637 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2f12e580-4070-4206-bbe0-6ed88e983dee None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:07.179253 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2f12e580-4070-4206-bbe0-6ed88e983dee None None] Transition to ACTIVE for port object 3253ed1b-7230-4cb7-962f-791023d722bc will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:03:07.209337 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2f12e580-4070-4206-bbe0-6ed88e983dee None None] Transition to ACTIVE for port object 3253ed1b-7230-4cb7-962f-791023d722bc will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:03:07.217779 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2f12e580-4070-4206-bbe0-6ed88e983dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:07.252086 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47ec3221-d9e8-4de2-8885-e59333672749 req-00d2f495-5eb8-447c-875e-5c7c84c1c439 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3166344 Mar 05 14:03:07.266779 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Router 9e27094d-48c2-4990-9963-03d2ef7688de is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:03:07.390276 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f12e580-4070-4206-bbe0-6ed88e983dee None None] Network c20a6666-2b81-4e8e-acf5-fa3cf3b55818 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:03:07.405326 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-2f12e580-4070-4206-bbe0-6ed88e983dee None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:03:07.413334 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f12e580-4070-4206-bbe0-6ed88e983dee None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:03:07.514125 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12e580-4070-4206-bbe0-6ed88e983dee None None] Pushing event updated for resources: {'Port': ['ID=3253ed1b-7230-4cb7-962f-791023d722bc,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:07.514456 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:07.538433 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6de64af7-9160-4870-9f2d-d40aafcff0d4 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:03:07.568276 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f057e9b7-1de6-472d-ba6c-422225d8a689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:07.676176 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Subnet': ['ID=80d3ed5f-0d6a-4229-83d3-a1f7272629ab,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:07.702086 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-2f12e580-4070-4206-bbe0-6ed88e983dee None None] Attempting to bind port 3253ed1b-7230-4cb7-962f-791023d722bc on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:03:07.702691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-2f12e580-4070-4206-bbe0-6ed88e983dee None None] Attempting to bind port 3253ed1b-7230-4cb7-962f-791023d722bc by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '24654c9c-efea-4588-9d41-2ceb569ee6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c20a6666-2b81-4e8e-acf5-fa3cf3b55818'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:03:07.702952 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f12e580-4070-4206-bbe0-6ed88e983dee None None] Attempting to bind port 3253ed1b-7230-4cb7-962f-791023d722bc on network c20a6666-2b81-4e8e-acf5-fa3cf3b55818 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:03:07.711212 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f12e580-4070-4206-bbe0-6ed88e983dee None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:03:07.711606 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f12e580-4070-4206-bbe0-6ed88e983dee None None] Checking segment: {'id': '24654c9c-efea-4588-9d41-2ceb569ee6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c20a6666-2b81-4e8e-acf5-fa3cf3b55818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:03:07.712552 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2f12e580-4070-4206-bbe0-6ed88e983dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:07.712915 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f12e580-4070-4206-bbe0-6ed88e983dee None None] Bound using segment: {'id': '24654c9c-efea-4588-9d41-2ceb569ee6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c20a6666-2b81-4e8e-acf5-fa3cf3b55818'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:03:07.713384 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-2f12e580-4070-4206-bbe0-6ed88e983dee None None] Bound port: 3253ed1b-7230-4cb7-962f-791023d722bc, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24654c9c-efea-4588-9d41-2ceb569ee6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c20a6666-2b81-4e8e-acf5-fa3cf3b55818'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:03:07.713752 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2f12e580-4070-4206-bbe0-6ed88e983dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:07.748002 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:07.748348 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:07.748686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:07.749047 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:07.749349 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:07.749675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:07.750000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:07.750320 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:07.750641 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:07.750982 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:07.751308 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:07.751623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:07.776056 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 6de64af7-9160-4870-9f2d-d40aafcff0d4 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:03:07.776390 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:07.781007 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057e9b7-1de6-472d-ba6c-422225d8a689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c78dcf-6c2b-480e-b4f5-48a33371cb8c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:07.884992 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-2f12e580-4070-4206-bbe0-6ed88e983dee None None] For port 3253ed1b-7230-4cb7-962f-791023d722bc, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:03:07.890613 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-2f12e580-4070-4206-bbe0-6ed88e983dee None None] For port 3253ed1b-7230-4cb7-962f-791023d722bc, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3253ed1b-7230-4cb7-962f-791023d722bc,segment=NetworkSegment(24654c9c-efea-4588-9d41-2ceb569ee6cd),segment_id=24654c9c-efea-4588-9d41-2ceb569ee6cd)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:03:07.892830 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-328a7462-4ed1-4a6e-9c01-0f52c1e3c6d7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] For port 6de64af7-9160-4870-9f2d-d40aafcff0d4, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6de64af7-9160-4870-9f2d-d40aafcff0d4,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:07.921639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec3221-d9e8-4de2-8885-e59333672749 req-7a2b9922-ea89-45d8-8c42-94dbd7e72d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:07.923587 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47ec3221-d9e8-4de2-8885-e59333672749 req-7a2b9922-ea89-45d8-8c42-94dbd7e72d05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d227d433c2ad48fd969273c5938fc066&device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 1096 time: 0.4624007 Mar 05 14:03:07.924301 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52632) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:07.927767 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2f12e580-4070-4206-bbe0-6ed88e983dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:07.932255 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-60dd2ec7-be7e-41d3-9cfa-4ffc8ef1f6e6 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] For port eb0f0a59-df51-4178-9a28-3e50c9378c84, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=eb0f0a59-df51-4178-9a28-3e50c9378c84,segment=NetworkSegment(f15c16e9-f493-483e-ae44-8b8f7c57a198),segment_id=f15c16e9-f493-483e-ae44-8b8f7c57a198)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:07.933389 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60dd2ec7-be7e-41d3-9cfa-4ffc8ef1f6e6 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:07.949524 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-328a7462-4ed1-4a6e-9c01-0f52c1e3c6d7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:08.013989 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-328a7462-4ed1-4a6e-9c01-0f52c1e3c6d7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:08.014637 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-328a7462-4ed1-4a6e-9c01-0f52c1e3c6d7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:08.027224 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 55751487-7b43-4078-b588-4f72e2ca8509 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:03:08.098443 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 55751487-7b43-4078-b588-4f72e2ca8509 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:03:08.098792 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 55751487-7b43-4078-b588-4f72e2ca8509 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:03:08.109686 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12e580-4070-4206-bbe0-6ed88e983dee None None] Pushing event updated for resources: {'Port': ['ID=3253ed1b-7230-4cb7-962f-791023d722bc,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:08.139652 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210df5e8-e8f0-4035-b888-e61d48213d0e None None] get_active_networks_info from n-d-803718-1 {{(pid=87915) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 05 14:03:08.142496 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-60dd2ec7-be7e-41d3-9cfa-4ffc8ef1f6e6 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Calling delete_port for eb0f0a59-df51-4178-9a28-3e50c9378c84 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:08.224953 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f057e9b7-1de6-472d-ba6c-422225d8a689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:08.226088 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f057e9b7-1de6-472d-ba6c-422225d8a689 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9c78dcf-6c2b-480e-b4f5-48a33371cb8c HTTP/1.1" status: 204 len: 168 time: 1.8012369 Mar 05 14:03:08.272988 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210df5e8-e8f0-4035-b888-e61d48213d0e None None] Resources bound (agent type, host, resource id): {{(pid=87915) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 14:03:08.275037 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:08.283326 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-68b817ca-4fdf-442c-991a-f378748f0fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:08.303274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328a7462-4ed1-4a6e-9c01-0f52c1e3c6d7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:03:08.304757 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec3221-d9e8-4de2-8885-e59333672749 req-4849f4e4-9e5a-43f8-893e-491044225f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:08.306417 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47ec3221-d9e8-4de2-8885-e59333672749 req-4849f4e4-9e5a-43f8-893e-491044225f27 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e1fbddc-f285-40f2-9ffb-2b02622ef359 HTTP/1.1" status: 200 len: 919 time: 0.3260472 Mar 05 14:03:08.324696 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-328a7462-4ed1-4a6e-9c01-0f52c1e3c6d7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:03:08.343916 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328a7462-4ed1-4a6e-9c01-0f52c1e3c6d7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:08.344514 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-328a7462-4ed1-4a6e-9c01-0f52c1e3c6d7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:08.361439 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20a6666-2b81-4e8e-acf5-fa3cf3b55818']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:08.372687 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-68b817ca-4fdf-442c-991a-f378748f0fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:08.377231 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-68b817ca-4fdf-442c-991a-f378748f0fe3 admin admin] Usage tracker for resource:security_group_rule and tenant:4b332dd5d3394a368b4dfb5ecb793c16 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:08.393277 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-68b817ca-4fdf-442c-991a-f378748f0fe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:08.404735 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a7462-4ed1-4a6e-9c01-0f52c1e3c6d7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=6de64af7-9160-4870-9f2d-d40aafcff0d4,revision_number=5']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:08.407882 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-68b817ca-4fdf-442c-991a-f378748f0fe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:08.418538 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24654c9c-efea-4588-9d41-2ceb569ee6cd') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:08.418868 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24654c9c-efea-4588-9d41-2ceb569ee6cd') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:08.426263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a7462-4ed1-4a6e-9c01-0f52c1e3c6d7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=59eafa5f-7239-4e1e-882e-68b8b6400889,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:08.445480 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:08.461340 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-328a7462-4ed1-4a6e-9c01-0f52c1e3c6d7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.6496582 Mar 05 14:03:08.461745 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52642) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:08.470068 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-dd09e515-edb1-4b3a-8022-85849c6d2084 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'mac_address': 'fa:16:3e:46:e5:b8', 'name': 'tempest-NetworksTestDHCPv6-779509020'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:08.518672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:03:08.533011 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47ec3221-d9e8-4de2-8885-e59333672749 req-4345b312-aadb-4e28-bde1-d382fe41125a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbbc008b-01e0-4c78-b474-912346267e44 HTTP/1.1" status: 200 len: 217 time: 0.2181644 Mar 05 14:03:08.542276 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] Sync routers for ids ['9e27094d-48c2-4990-9963-03d2ef7688de'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:03:08.583833 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] Routers {'9e27094d-48c2-4990-9963-03d2ef7688de'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:03:08.584793 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:02:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['9e27094d-48c2-4990-9963-03d2ef7688de'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:08.618862 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec3221-d9e8-4de2-8885-e59333672749 req-4120c174-3d86-47f7-8ed1-7fe6e569da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:08.619721 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47ec3221-d9e8-4de2-8885-e59333672749 req-4120c174-3d86-47f7-8ed1-7fe6e569da52 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=996696e8-f383-47a4-b5dd-497af7965d47 HTTP/1.1" status: 200 len: 859 time: 0.0718181 Mar 05 14:03:08.634118 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60dd2ec7-be7e-41d3-9cfa-4ffc8ef1f6e6 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:08.671221 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:08.680216 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47ec3221-d9e8-4de2-8885-e59333672749 req-ff30839c-2c34-43e2-8c2f-9b84d669627c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e1fbddc-f285-40f2-9ffb-2b02622ef359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486891 Mar 05 14:03:08.706089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd2ec7-be7e-41d3-9cfa-4ffc8ef1f6e6 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Port': ['ID=eb0f0a59-df51-4178-9a28-3e50c9378c84,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:08.710630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd2ec7-be7e-41d3-9cfa-4ffc8ef1f6e6 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] No DVR routers for this DVR port eb0f0a59-df51-4178-9a28-3e50c9378c84 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:03:08.722977 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52646) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:08.745680 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:03:08.746084 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:08.763358 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:08.765017 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-33877841-be7a-47fa-bc24-cd5bc4cf431b tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.9935327 Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:03:08.765192 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:03:08.773030 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52650) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:08.773720 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e4a6c195-6a24-40d9-b9ce-5bef5fe913a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:08.855286 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-82d24146-3b8f-4001-843f-82b6feaec5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:08.868597 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] Set router 9e27094d-48c2-4990-9963-03d2ef7688de gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:03:08.914486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e4a6c195-6a24-40d9-b9ce-5bef5fe913a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:08.940594 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e4a6c195-6a24-40d9-b9ce-5bef5fe913a7 admin admin] Usage tracker for resource:security_group_rule and tenant:f394d332aa914edb954a4df67303c58a is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:08.970218 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e4a6c195-6a24-40d9-b9ce-5bef5fe913a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:08.989988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e4a6c195-6a24-40d9-b9ce-5bef5fe913a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:09.006551 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 14:03:09.006551 n-d-803718-1 neutron-server[87913]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 14:03:09.006551 n-d-803718-1 neutron-server[87913]: [parameters: {'id': 'c20a6666-2b81-4e8e-acf5-fa3cf3b55818'}] Mar 05 14:03:09.006551 n-d-803718-1 neutron-server[87913]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:03:09.007857 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:03:09.012022 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60dd2ec7-be7e-41d3-9cfa-4ffc8ef1f6e6 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:09.056705 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-60dd2ec7-be7e-41d3-9cfa-4ffc8ef1f6e6 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a390654-2560-471a-91a2-fbddaffc3c8b']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:09.063544 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-dd09e515-edb1-4b3a-8022-85849c6d2084 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:09.071914 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-dd09e515-edb1-4b3a-8022-85849c6d2084 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:port and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:09.075428 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-60dd2ec7-be7e-41d3-9cfa-4ffc8ef1f6e6 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15c16e9-f493-483e-ae44-8b8f7c57a198') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:09.076415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-60dd2ec7-be7e-41d3-9cfa-4ffc8ef1f6e6 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15c16e9-f493-483e-ae44-8b8f7c57a198') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:09.082841 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-dd09e515-edb1-4b3a-8022-85849c6d2084 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:09.092701 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-dd09e515-edb1-4b3a-8022-85849c6d2084 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:09.095703 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60dd2ec7-be7e-41d3-9cfa-4ffc8ef1f6e6 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:09.122537 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60dd2ec7-be7e-41d3-9cfa-4ffc8ef1f6e6 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:09.128994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60dd2ec7-be7e-41d3-9cfa-4ffc8ef1f6e6 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:03:09.130602 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60dd2ec7-be7e-41d3-9cfa-4ffc8ef1f6e6 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:03:09.145877 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:03:09.166377 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-68b817ca-4fdf-442c-991a-f378748f0fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:09.194971 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47ec3221-d9e8-4de2-8885-e59333672749 req-e13fa1f2-715f-4e37-9a39-fcde69a34c29 service neutron] 10.222.0.30 "GET /v2.0/networks/9e1fbddc-f285-40f2-9ffb-2b02622ef359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075011 Mar 05 14:03:09.195363 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-68b817ca-4fdf-442c-991a-f378748f0fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:09.207192 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7228a475-ca83-46cc-b517-8cf3f748cd63 None None] Network c20a6666-2b81-4e8e-acf5-fa3cf3b55818 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:03:09.221865 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a8b8df-3fca-49bc-ba07-b1e7b9036c3b None None] Network 4a390654-2560-471a-91a2-fbddaffc3c8b requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:03:09.228718 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd09e515-edb1-4b3a-8022-85849c6d2084 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:03:09.262162 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-68b817ca-4fdf-442c-991a-f378748f0fe3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b332dd5d3394a368b4dfb5ecb793c16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2832153 Mar 05 14:03:09.266257 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52656) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:09.266812 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60dd2ec7-be7e-41d3-9cfa-4ffc8ef1f6e6 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:09.271691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60901153-db4c-48a5-bfe7-b2ecce81d4c7 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:03:09.290889 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60dd2ec7-be7e-41d3-9cfa-4ffc8ef1f6e6 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:09.326719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a8b8df-3fca-49bc-ba07-b1e7b9036c3b None None] Network 4a390654-2560-471a-91a2-fbddaffc3c8b could not be found, it might have been deleted concurrently. {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 05 14:03:09.329123 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7fd405f2-14aa-417b-8d09-1bb1b9b2bfc6 req-2ab4bbc1-afd8-4af0-9e87-26466810af0e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:09.349896 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd2ec7-be7e-41d3-9cfa-4ffc8ef1f6e6 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Network': ['ID=4a390654-2560-471a-91a2-fbddaffc3c8b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:09.385730 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-60dd2ec7-be7e-41d3-9cfa-4ffc8ef1f6e6 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/networks/4a390654-2560-471a-91a2-fbddaffc3c8b HTTP/1.1" status: 204 len: 168 time: 2.8538723 Mar 05 14:03:09.389648 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52660) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:09.511898 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:09.561638 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650ed361-013d-47fe-b721-626ae6f0d10a None None] DHCP port deletion for 4a390654-2560-471a-91a2-fbddaffc3c8b request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:03:09.573900 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6de64af7-9160-4870-9f2d-d40aafcff0d4 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:03:09.592130 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7fd405f2-14aa-417b-8d09-1bb1b9b2bfc6 req-2ab4bbc1-afd8-4af0-9e87-26466810af0e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:09.655657 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-97927900-1554-43e2-81ad-1a55403ceae3 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:09.656549 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Deleting port 3253ed1b-7230-4cb7-962f-791023d722bc {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:09.657075 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:09.689545 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dd09e515-edb1-4b3a-8022-85849c6d2084 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:09.714667 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e27094d-48c2-4990-9963-03d2ef7688de', 'name': '', 'tenant_id': '2f1d61ce5b154de6b48ddd0056ce0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f296ca45-8154-4ac9-949b-24c71eacde86', 'external_fixed_ips': [{'subnet_id': '13d85244-f289-4fca-8b05-9b992d3f1dbe', 'ip_address': '2001:db8::2d1'}], 'enable_snat': True}, 'gw_port_id': '08850515-b3ed-49b7-9372-14fcd061a1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:03:02Z', 'updated_at': '2022-03-05T14:03:05Z', 'revision_number': 3, 'project_id': '2f1d61ce5b154de6b48ddd0056ce0dcc', 'gw_port': {'id': '08850515-b3ed-49b7-9372-14fcd061a1f8', 'name': '', 'network_id': 'f296ca45-8154-4ac9-949b-24c71eacde86', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:11:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e27094d-48c2-4990-9963-03d2ef7688de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '13d85244-f289-4fca-8b05-9b992d3f1dbe', 'ip_address': '2001:db8::2d1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:03:04Z', 'updated_at': '2022-03-05T14:03:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13d85244-f289-4fca-8b05-9b992d3f1dbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:09.735044 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b817ca-4fdf-442c-991a-f378748f0fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37036104-feab-4877-905d-174f0bf9792d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:09.739741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] Checking router: 9e27094d-48c2-4990-9963-03d2ef7688de for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:03:09.740085 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] Updating router 9e27094d-48c2-4990-9963-03d2ef7688de port 08850515-b3ed-49b7-9372-14fcd061a1f8 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:03:09.829315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-dd09e515-edb1-4b3a-8022-85849c6d2084 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] device_id is not set on port dd65c30e-86e5-427f-abe4-12374ccc4f2a yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:03:09.851531 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddc5482-a196-4f00-b84a-1b14df2c66f7 None None] Network c20a6666-2b81-4e8e-acf5-fa3cf3b55818 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:03:09.882814 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:09.906082 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 6de64af7-9160-4870-9f2d-d40aafcff0d4 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:03:09.906449 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:09.920758 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-226233fd-686f-46ff-a94d-33f804ec2b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:10.017454 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-47ec3221-d9e8-4de2-8885-e59333672749 req-f6321e02-593b-4371-9b9f-8da54bd5933c service neutron] 10.222.0.30 "GET /v2.0/networks/9e1fbddc-f285-40f2-9ffb-2b02622ef359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7920856 Mar 05 14:03:10.098894 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e4a6c195-6a24-40d9-b9ce-5bef5fe913a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:10.104299 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-226233fd-686f-46ff-a94d-33f804ec2b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:10.116881 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [req-7fd405f2-14aa-417b-8d09-1bb1b9b2bfc6 req-2ab4bbc1-afd8-4af0-9e87-26466810af0e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Floating IP 7f06afe6-d505-4ad8-82ad-95206e4e58d2 associated. External IP: 172.25.4.193, port: dbbc008b-01e0-4c78-b474-912346267e44. Mar 05 14:03:10.177071 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e4a6c195-6a24-40d9-b9ce-5bef5fe913a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:10.232790 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e4a6c195-6a24-40d9-b9ce-5bef5fe913a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f394d332aa914edb954a4df67303c58a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5062535 Mar 05 14:03:10.242549 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52664) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:10.279652 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-97927900-1554-43e2-81ad-1a55403ceae3 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:10.388343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-97927900-1554-43e2-81ad-1a55403ceae3 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Deleting port 08850515-b3ed-49b7-9372-14fcd061a1f8 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:10.388343 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-97927900-1554-43e2-81ad-1a55403ceae3 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:10.454336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6c195-6a24-40d9-b9ce-5bef5fe913a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d766d7d1-ae11-48b9-8e26-81fc229d1e8a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:10.484842 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] For port 3253ed1b-7230-4cb7-962f-791023d722bc, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3253ed1b-7230-4cb7-962f-791023d722bc,segment=NetworkSegment(24654c9c-efea-4588-9d41-2ceb569ee6cd),segment_id=24654c9c-efea-4588-9d41-2ceb569ee6cd)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:10.485253 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:10.507643 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e7f9058e-bc51-43fb-b0bd-d63487124c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:10.509366 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-226233fd-686f-46ff-a94d-33f804ec2b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:10.597863 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226233fd-686f-46ff-a94d-33f804ec2b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37036104-feab-4877-905d-174f0bf9792d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:10.613024 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:10.631183 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] Transition to ACTIVE for port object 08850515-b3ed-49b7-9372-14fcd061a1f8 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:03:10.657941 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:10.660471 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Calling delete_port for 3253ed1b-7230-4cb7-962f-791023d722bc owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:10.743923 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] Attempting to bind port 08850515-b3ed-49b7-9372-14fcd061a1f8 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:03:10.744440 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] Attempting to bind port 08850515-b3ed-49b7-9372-14fcd061a1f8 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '906682de-0192-4744-90a9-9027824ea66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f296ca45-8154-4ac9-949b-24c71eacde86'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:03:10.745480 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] Attempting to bind port 08850515-b3ed-49b7-9372-14fcd061a1f8 on network f296ca45-8154-4ac9-949b-24c71eacde86 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:03:10.764945 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:03:10.765404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] Checking segment: {'id': '906682de-0192-4744-90a9-9027824ea66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f296ca45-8154-4ac9-949b-24c71eacde86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:03:10.766065 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:10.766799 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] Bound using segment: {'id': '906682de-0192-4744-90a9-9027824ea66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f296ca45-8154-4ac9-949b-24c71eacde86'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:03:10.767555 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] Bound port: 08850515-b3ed-49b7-9372-14fcd061a1f8, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906682de-0192-4744-90a9-9027824ea66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f296ca45-8154-4ac9-949b-24c71eacde86'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:03:10.767555 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:10.787948 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e7f9058e-bc51-43fb-b0bd-d63487124c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:10.820836 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-dd09e515-edb1-4b3a-8022-85849c6d2084 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 172.20.0.9 (d67009e9-c74e-44a6-8a92-0c4d7928efad/f4e9ccd7-be0b-4edc-85cf-d61024318839/dd65c30e-86e5-427f-abe4-12374ccc4f2a) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:03:10.833125 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-226233fd-686f-46ff-a94d-33f804ec2b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:10.833635 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-dd09e515-edb1-4b3a-8022-85849c6d2084 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8::f816:3eff:fe46:e5b8 (d67009e9-c74e-44a6-8a92-0c4d7928efad/59eafa5f-7239-4e1e-882e-68b8b6400889/dd65c30e-86e5-427f-abe4-12374ccc4f2a) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:03:10.834792 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-226233fd-686f-46ff-a94d-33f804ec2b31 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/37036104-feab-4877-905d-174f0bf9792d HTTP/1.1" status: 204 len: 168 time: 1.5617828 Mar 05 14:03:10.860685 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] For port 08850515-b3ed-49b7-9372-14fcd061a1f8, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:03:10.864046 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:10.866310 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] For port 08850515-b3ed-49b7-9372-14fcd061a1f8, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=08850515-b3ed-49b7-9372-14fcd061a1f8,segment=NetworkSegment(906682de-0192-4744-90a9-9027824ea66a),segment_id=906682de-0192-4744-90a9-9027824ea66a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:03:10.875243 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:10.908757 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] Routers {'9e27094d-48c2-4990-9963-03d2ef7688de'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:03:10.909480 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:02:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['9e27094d-48c2-4990-9963-03d2ef7688de'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:10.919183 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No DVR routers for this DVR port 3253ed1b-7230-4cb7-962f-791023d722bc on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:03:10.997105 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-97927900-1554-43e2-81ad-1a55403ceae3 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:11.024711 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Port': ['ID=3253ed1b-7230-4cb7-962f-791023d722bc,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:11.103293 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] Set router 9e27094d-48c2-4990-9963-03d2ef7688de gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:03:11.191455 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:11.202719 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fd405f2-14aa-417b-8d09-1bb1b9b2bfc6 req-2ab4bbc1-afd8-4af0-9e87-26466810af0e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Router 187f7b76-1d7a-4a5a-a380-85076b60abbb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:03:11.247679 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff29c78-4d81-4ad8-bb27-0949fc1bd2ab None None] Pushing event updated for resources: {'Port': ['ID=08850515-b3ed-49b7-9372-14fcd061a1f8,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:11.251277 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e27094d-48c2-4990-9963-03d2ef7688de', 'name': '', 'tenant_id': '2f1d61ce5b154de6b48ddd0056ce0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:03:02Z', 'updated_at': '2022-03-05T14:03:10Z', 'revision_number': 4, 'project_id': '2f1d61ce5b154de6b48ddd0056ce0dcc', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:11.281157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20a6666-2b81-4e8e-acf5-fa3cf3b55818']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:11.336958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f13ab-b500-440d-9a0e-82b0702101e1 None None] The sync data for ids ['9e27094d-48c2-4990-9963-03d2ef7688de'] in n-d-803718-1 is: [{'id': '9e27094d-48c2-4990-9963-03d2ef7688de', 'name': '', 'tenant_id': '2f1d61ce5b154de6b48ddd0056ce0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:03:02Z', 'updated_at': '2022-03-05T14:03:10Z', 'revision_number': 4, 'project_id': '2f1d61ce5b154de6b48ddd0056ce0dcc', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:03:11.344699 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff29c78-4d81-4ad8-bb27-0949fc1bd2ab None None] Pushing event updated for resources: {'Port': ['ID=08850515-b3ed-49b7-9372-14fcd061a1f8,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:11.349693 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device eb0f0a59-df51-4178-9a28-3e50c9378c84 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:03:11.396820 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: eb0f0a59-df51-4178-9a28-3e50c9378c84 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:03:11.397175 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device eb0f0a59-df51-4178-9a28-3e50c9378c84 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:03:11.403724 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0580790a-cdee-4d79-9ffa-f6a5dc6200c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:11.405233 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24654c9c-efea-4588-9d41-2ceb569ee6cd') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:11.408152 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24654c9c-efea-4588-9d41-2ceb569ee6cd') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:11.428324 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:11.451453 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:11.458267 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:03:11.458677 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:11.513611 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-97927900-1554-43e2-81ad-1a55403ceae3 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Calling delete_port for 08850515-b3ed-49b7-9372-14fcd061a1f8 owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:11.538424 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0aa84bbd-a67c-4c30-8688-faa7a5b02bbd None None] Provisioning complete for port 6de64af7-9160-4870-9f2d-d40aafcff0d4 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:03:11.538818 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0aa84bbd-a67c-4c30-8688-faa7a5b02bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:11.554214 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e7f9058e-bc51-43fb-b0bd-d63487124c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:03:11.561283 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:03:11.581612 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9058e-bc51-43fb-b0bd-d63487124c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d766d7d1-ae11-48b9-8e26-81fc229d1e8a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:11.619226 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70468dba-8d5c-4458-a795-c2e15553bf36 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:11.685190 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:11.694347 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e7f9058e-bc51-43fb-b0bd-d63487124c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:11.698177 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e7f9058e-bc51-43fb-b0bd-d63487124c51 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d766d7d1-ae11-48b9-8e26-81fc229d1e8a HTTP/1.1" status: 204 len: 168 time: 1.4502296 Mar 05 14:03:11.715248 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:11.822377 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Network': ['ID=c20a6666-2b81-4e8e-acf5-fa3cf3b55818,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:11.844361 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f0d60f75-d039-49e1-a665-9904e2a06b99 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/networks/c20a6666-2b81-4e8e-acf5-fa3cf3b55818 HTTP/1.1" status: 204 len: 168 time: 5.9862747 Mar 05 14:03:11.850085 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52686) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:11.858677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-30162773-7b76-4a38-bcd7-ffe27757c609 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1076968307'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:11.863427 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dd09e515-edb1-4b3a-8022-85849c6d2084 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:11.872017 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-30162773-7b76-4a38-bcd7-ffe27757c609 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:11.879620 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-30162773-7b76-4a38-bcd7-ffe27757c609 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Usage tracker for resource:network and tenant:4fd975adce244750abf4b5cff1096b35 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:11.895856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-30162773-7b76-4a38-bcd7-ffe27757c609 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:11.916878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-30162773-7b76-4a38-bcd7-ffe27757c609 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:11.931346 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fd405f2-14aa-417b-8d09-1bb1b9b2bfc6 req-2ab4bbc1-afd8-4af0-9e87-26466810af0e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:03:11.937139 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7fd405f2-14aa-417b-8d09-1bb1b9b2bfc6 req-2ab4bbc1-afd8-4af0-9e87-26466810af0e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:11.948125 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044ad42b-1b2b-46e2-aae7-9d4271bbb617 None None] Sync routers for ids ['187f7b76-1d7a-4a5a-a380-85076b60abbb'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:03:11.969024 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044ad42b-1b2b-46e2-aae7-9d4271bbb617 None None] Routers {'187f7b76-1d7a-4a5a-a380-85076b60abbb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:03:11.976528 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-044ad42b-1b2b-46e2-aae7-9d4271bbb617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:03:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['187f7b76-1d7a-4a5a-a380-85076b60abbb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:11.997809 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30162773-7b76-4a38-bcd7-ffe27757c609 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Made reservation on behalf of 4fd975adce244750abf4b5cff1096b35 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:03:12.013445 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30162773-7b76-4a38-bcd7-ffe27757c609 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:12.060877 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-97927900-1554-43e2-81ad-1a55403ceae3 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:03:12.061680 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-97927900-1554-43e2-81ad-1a55403ceae3 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:03:12.082757 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:12.117760 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fd405f2-14aa-417b-8d09-1bb1b9b2bfc6 req-2ab4bbc1-afd8-4af0-9e87-26466810af0e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "PUT /v2.0/floatingips/7f06afe6-d505-4ad8-82ad-95206e4e58d2 HTTP/1.1" status: 200 len: 996 time: 5.2862184 Mar 05 14:03:12.129196 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3310c07c-07ff-4efa-a4f0-1f0a211d48de', 'tag': 'dbbc008b-01e0-4c78-b474-912346267e44'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:03:12.129673 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-dd09e515-edb1-4b3a-8022-85849c6d2084 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Transition to ACTIVE for port object dd65c30e-86e5-427f-abe4-12374ccc4f2a will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:03:12.136164 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:12.141477 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30162773-7b76-4a38-bcd7-ffe27757c609 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:03:12.203990 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dd09e515-edb1-4b3a-8022-85849c6d2084 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:12.245240 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30162773-7b76-4a38-bcd7-ffe27757c609 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:12.245710 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-30162773-7b76-4a38-bcd7-ffe27757c609 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Added segment cd838ac8-9d1c-4683-bb5f-e3d02eff1133 of type vlan for network 3c6f072b-70e3-4a64-8bbb-51069301116d Mar 05 14:03:12.264801 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3310c07c-07ff-4efa-a4f0-1f0a211d48de', 'tag': 'dbbc008b-01e0-4c78-b474-912346267e44', 'status': 'completed', 'code': 200} Mar 05 14:03:12.441841 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-044ad42b-1b2b-46e2-aae7-9d4271bbb617 None None] Set router 187f7b76-1d7a-4a5a-a380-85076b60abbb gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:03:12.444941 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30162773-7b76-4a38-bcd7-ffe27757c609 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:12.527551 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30162773-7b76-4a38-bcd7-ffe27757c609 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:12.533541 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30162773-7b76-4a38-bcd7-ffe27757c609 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:12.534422 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30162773-7b76-4a38-bcd7-ffe27757c609 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:12.624443 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd09e515-edb1-4b3a-8022-85849c6d2084 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:03:12.633101 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-dd09e515-edb1-4b3a-8022-85849c6d2084 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:03:12.643231 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd09e515-edb1-4b3a-8022-85849c6d2084 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:03:12.673102 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09e515-edb1-4b3a-8022-85849c6d2084 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=dd65c30e-86e5-427f-abe4-12374ccc4f2a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:12.718223 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-97927900-1554-43e2-81ad-1a55403ceae3 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Deleting port 08850515-b3ed-49b7-9372-14fcd061a1f8 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:12.718568 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-97927900-1554-43e2-81ad-1a55403ceae3 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:12.767024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30162773-7b76-4a38-bcd7-ffe27757c609 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Network': ['ID=3c6f072b-70e3-4a64-8bbb-51069301116d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:12.779846 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 3c6f072b-70e3-4a64-8bbb-51069301116d details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:03:12.783797 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd09e515-edb1-4b3a-8022-85849c6d2084 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:12.784570 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dd09e515-edb1-4b3a-8022-85849c6d2084 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:12.844201 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dd09e515-edb1-4b3a-8022-85849c6d2084 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.3787191 Mar 05 14:03:12.846864 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52738) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:12.859115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd405f2-14aa-417b-8d09-1bb1b9b2bfc6 req-16cb906f-f634-417d-a460-ad244fcc5e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:12.862370 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-70468dba-8d5c-4458-a795-c2e15553bf36 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting port dc10b29a-2478-4f82-a0cf-720c0e8dadad {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:12.863295 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70468dba-8d5c-4458-a795-c2e15553bf36 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:12.870944 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fd405f2-14aa-417b-8d09-1bb1b9b2bfc6 req-16cb906f-f634-417d-a460-ad244fcc5e9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d227d433c2ad48fd969273c5938fc066&device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 1096 time: 0.7193491 Mar 05 14:03:13.083203 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-044ad42b-1b2b-46e2-aae7-9d4271bbb617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'name': 'tempest-ServerRescueTestJSONUnderV235-504043248-router', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:28Z', 'updated_at': '2022-03-05T14:01:45Z', 'revision_number': 4, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'gw_port': {'id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:32Z', 'updated_at': '2022-03-05T14:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '7f06afe6-d505-4ad8-82ad-95206e4e58d2', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'floating_ip_address': '172.25.4.193', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'port_id': 'dbbc008b-01e0-4c78-b474-912346267e44', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e1fbddc-f285-40f2-9ffb-2b02622ef359', 'mac_address': 'fa:16:3e:c1:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3310c07c-07ff-4efa-a4f0-1f0a211d48de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:03:02Z', 'updated_at': '2022-03-05T14:03:08Z', 'revision_number': 1, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f49483e5-b318-48f7-bd77-e83feacf9734', 'name': '', 'network_id': '9e1fbddc-f285-40f2-9ffb-2b02622ef359', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'mac_address': 'fa:16:3e:45:e0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '996696e8-f383-47a4-b5dd-497af7965d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:41Z', 'updated_at': '2022-03-05T14:02:02Z', 'revision_number': 5, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'subnets': [{'id': '996696e8-f383-47a4-b5dd-497af7965d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:13.090700 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044ad42b-1b2b-46e2-aae7-9d4271bbb617 None None] Checking router: 187f7b76-1d7a-4a5a-a380-85076b60abbb for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:03:13.105094 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044ad42b-1b2b-46e2-aae7-9d4271bbb617 None None] Routers {'187f7b76-1d7a-4a5a-a380-85076b60abbb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:03:13.106023 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-044ad42b-1b2b-46e2-aae7-9d4271bbb617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:03:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['187f7b76-1d7a-4a5a-a380-85076b60abbb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:13.191231 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-30162773-7b76-4a38-bcd7-ffe27757c609 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3398037 Mar 05 14:03:13.196864 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52758) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:13.206708 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-25975100-7ce9-4e31-ae26-488ae61af381 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:13.266140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f195c2-5788-433b-a14c-ea084bb01293 req-88b0acd3-1113-4723-a531-7e5b7d5e9732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:13.268279 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-79f195c2-5788-433b-a14c-ea084bb01293 req-88b0acd3-1113-4723-a531-7e5b7d5e9732 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d227d433c2ad48fd969273c5938fc066&device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 1096 time: 0.9733717 Mar 05 14:03:13.277898 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-70468dba-8d5c-4458-a795-c2e15553bf36 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] For port dc10b29a-2478-4f82-a0cf-720c0e8dadad, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=dc10b29a-2478-4f82-a0cf-720c0e8dadad,segment=NetworkSegment(75378509-93c1-461b-931c-0a91d9e49750),segment_id=75378509-93c1-461b-931c-0a91d9e49750)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:13.278322 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70468dba-8d5c-4458-a795-c2e15553bf36 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:13.287296 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bcd00d20-7060-4e59-a67a-ee43a5ffac46 None None] Provisioning for port dd65c30e-86e5-427f-abe4-12374ccc4f2a completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:03:13.313761 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bcd00d20-7060-4e59-a67a-ee43a5ffac46 None None] Provisioning complete for port dd65c30e-86e5-427f-abe4-12374ccc4f2a triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:03:13.315055 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bcd00d20-7060-4e59-a67a-ee43a5ffac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:13.452598 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-044ad42b-1b2b-46e2-aae7-9d4271bbb617 None None] Set router 187f7b76-1d7a-4a5a-a380-85076b60abbb gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:03:13.472263 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-bcd00d20-7060-4e59-a67a-ee43a5ffac46 None None] Port dd65c30e-86e5-427f-abe4-12374ccc4f2a cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:03:13.600370 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-70468dba-8d5c-4458-a795-c2e15553bf36 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Calling delete_port for dc10b29a-2478-4f82-a0cf-720c0e8dadad owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:13.606754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd405f2-14aa-417b-8d09-1bb1b9b2bfc6 req-400e8f9b-e89e-44de-b8a1-5d78adea5653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:13.624938 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fd405f2-14aa-417b-8d09-1bb1b9b2bfc6 req-400e8f9b-e89e-44de-b8a1-5d78adea5653 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9e1fbddc-f285-40f2-9ffb-2b02622ef359 HTTP/1.1" status: 200 len: 919 time: 0.7530713 Mar 05 14:03:13.692966 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:13.824563 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e72d55-6ec9-40d1-87f0-1b7ed32dae6d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:13.834392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e72d55-6ec9-40d1-87f0-1b7ed32dae6d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:13.841825 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-92e72d55-6ec9-40d1-87f0-1b7ed32dae6d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.9687252 Mar 05 14:03:13.854653 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52774) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:13.952907 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-24d363e6-61f6-49ac-90f0-78c04d082b17 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting port dd65c30e-86e5-427f-abe4-12374ccc4f2a {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:13.953159 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-24d363e6-61f6-49ac-90f0-78c04d082b17 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:13.961799 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25975100-7ce9-4e31-ae26-488ae61af381 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:13.997889 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25975100-7ce9-4e31-ae26-488ae61af381 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:14.033447 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fd405f2-14aa-417b-8d09-1bb1b9b2bfc6 req-64bc18de-99b9-488c-84ec-5a83b3dfc040 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbbc008b-01e0-4c78-b474-912346267e44 HTTP/1.1" status: 200 len: 999 time: 0.4075339 Mar 05 14:03:14.046811 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-97927900-1554-43e2-81ad-1a55403ceae3 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] For port 08850515-b3ed-49b7-9372-14fcd061a1f8, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=08850515-b3ed-49b7-9372-14fcd061a1f8,segment=NetworkSegment(906682de-0192-4744-90a9-9027824ea66a),segment_id=906682de-0192-4744-90a9-9027824ea66a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:14.047399 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-97927900-1554-43e2-81ad-1a55403ceae3 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:14.107774 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-044ad42b-1b2b-46e2-aae7-9d4271bbb617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'name': 'tempest-ServerRescueTestJSONUnderV235-504043248-router', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:28Z', 'updated_at': '2022-03-05T14:01:45Z', 'revision_number': 4, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'gw_port': {'id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:32Z', 'updated_at': '2022-03-05T14:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '7f06afe6-d505-4ad8-82ad-95206e4e58d2', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'floating_ip_address': '172.25.4.193', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'port_id': 'dbbc008b-01e0-4c78-b474-912346267e44', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e1fbddc-f285-40f2-9ffb-2b02622ef359', 'mac_address': 'fa:16:3e:c1:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3310c07c-07ff-4efa-a4f0-1f0a211d48de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:03:02Z', 'updated_at': '2022-03-05T14:03:08Z', 'revision_number': 1, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f49483e5-b318-48f7-bd77-e83feacf9734', 'name': '', 'network_id': '9e1fbddc-f285-40f2-9ffb-2b02622ef359', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'mac_address': 'fa:16:3e:45:e0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '996696e8-f383-47a4-b5dd-497af7965d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:41Z', 'updated_at': '2022-03-05T14:02:02Z', 'revision_number': 5, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'subnets': [{'id': '996696e8-f383-47a4-b5dd-497af7965d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:14.112883 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044ad42b-1b2b-46e2-aae7-9d4271bbb617 None None] The sync data for ids ['187f7b76-1d7a-4a5a-a380-85076b60abbb'] in n-d-803718-1 is: [{'id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'name': 'tempest-ServerRescueTestJSONUnderV235-504043248-router', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:28Z', 'updated_at': '2022-03-05T14:01:45Z', 'revision_number': 4, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'gw_port': {'id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:32Z', 'updated_at': '2022-03-05T14:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '7f06afe6-d505-4ad8-82ad-95206e4e58d2', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'floating_ip_address': '172.25.4.193', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'port_id': 'dbbc008b-01e0-4c78-b474-912346267e44', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e1fbddc-f285-40f2-9ffb-2b02622ef359', 'mac_address': 'fa:16:3e:c1:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3310c07c-07ff-4efa-a4f0-1f0a211d48de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:03:02Z', 'updated_at': '2022-03-05T14:03:08Z', 'revision_number': 1, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f49483e5-b318-48f7-bd77-e83feacf9734', 'name': '', 'network_id': '9e1fbddc-f285-40f2-9ffb-2b02622ef359', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'mac_address': 'fa:16:3e:45:e0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '996696e8-f383-47a4-b5dd-497af7965d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:41Z', 'updated_at': '2022-03-05T14:02:02Z', 'revision_number': 5, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'subnets': [{'id': '996696e8-f383-47a4-b5dd-497af7965d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:03:14.164125 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-25975100-7ce9-4e31-ae26-488ae61af381 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Network 3c6f072b-70e3-4a64-8bbb-51069301116d is not hosted by any dhcp agent {{(pid=87913) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 05 14:03:14.172842 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25975100-7ce9-4e31-ae26-488ae61af381 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:14.173561 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25975100-7ce9-4e31-ae26-488ae61af381 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:14.175404 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-25975100-7ce9-4e31-ae26-488ae61af381 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "PUT /v2.0/networks/3c6f072b-70e3-4a64-8bbb-51069301116d HTTP/1.1" status: 200 len: 723 time: 0.9824345 Mar 05 14:03:14.267764 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52814) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:14.285180 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f195c2-5788-433b-a14c-ea084bb01293 req-616277c0-d3bd-4e2a-9442-1b6b527da668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:14.287083 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-79f195c2-5788-433b-a14c-ea084bb01293 req-616277c0-d3bd-4e2a-9442-1b6b527da668 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e1fbddc-f285-40f2-9ffb-2b02622ef359 HTTP/1.1" status: 200 len: 919 time: 1.0108161 Mar 05 14:03:14.323950 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70468dba-8d5c-4458-a795-c2e15553bf36 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:14.349855 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-f1afe61f-52b3-4120-b60d-16abe259ac3c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'subnet': {'network_id': '3c6f072b-70e3-4a64-8bbb-51069301116d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:14.478755 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70468dba-8d5c-4458-a795-c2e15553bf36 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Port': ['ID=dc10b29a-2478-4f82-a0cf-720c0e8dadad,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:14.486035 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25975100-7ce9-4e31-ae26-488ae61af381 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Network': ['ID=3c6f072b-70e3-4a64-8bbb-51069301116d,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:14.499463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 3c6f072b-70e3-4a64-8bbb-51069301116d details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:03:14.569628 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3e7877-1811-4db2-9c25-d929ff4eca20 None None] New status for floating IP 7f06afe6-d505-4ad8-82ad-95206e4e58d2: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:03:14.735118 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-97927900-1554-43e2-81ad-1a55403ceae3 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Calling delete_port for 08850515-b3ed-49b7-9372-14fcd061a1f8 owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:14.814866 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70468dba-8d5c-4458-a795-c2e15553bf36 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:14.938292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd405f2-14aa-417b-8d09-1bb1b9b2bfc6 req-eee67a3b-d05f-4115-8350-2176921142c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:14.940194 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fd405f2-14aa-417b-8d09-1bb1b9b2bfc6 req-eee67a3b-d05f-4115-8350-2176921142c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=996696e8-f383-47a4-b5dd-497af7965d47 HTTP/1.1" status: 200 len: 859 time: 0.9002709 Mar 05 14:03:15.185768 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fd405f2-14aa-417b-8d09-1bb1b9b2bfc6 req-496a4b65-2a21-490d-950e-f1cd89cb8e6d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9e1fbddc-f285-40f2-9ffb-2b02622ef359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2212076 Mar 05 14:03:15.198037 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-79f195c2-5788-433b-a14c-ea084bb01293 req-f644cab0-5c77-4fb6-8ebc-88ae402c7bf5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbbc008b-01e0-4c78-b474-912346267e44 HTTP/1.1" status: 200 len: 999 time: 0.7893248 Mar 05 14:03:15.252278 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-7fd405f2-14aa-417b-8d09-1bb1b9b2bfc6 req-ab0b3765-fb60-458e-ab64-390f8e4bca8c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:03:15.253805 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fd405f2-14aa-417b-8d09-1bb1b9b2bfc6 req-ab0b3765-fb60-458e-ab64-390f8e4bca8c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0315130 Mar 05 14:03:15.636581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f1afe61f-52b3-4120-b60d-16abe259ac3c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:15.657840 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fd405f2-14aa-417b-8d09-1bb1b9b2bfc6 req-1682b848-5888-4d9a-a6d0-4d952c5e343e service neutron] 10.222.0.16 "GET /v2.0/networks/9e1fbddc-f285-40f2-9ffb-2b02622ef359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776395 Mar 05 14:03:15.696454 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f1afe61f-52b3-4120-b60d-16abe259ac3c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Usage tracker for resource:subnet and tenant:4fd975adce244750abf4b5cff1096b35 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:15.715607 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f1afe61f-52b3-4120-b60d-16abe259ac3c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:15.746788 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f1afe61f-52b3-4120-b60d-16abe259ac3c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:15.811985 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70468dba-8d5c-4458-a795-c2e15553bf36 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Router 1ed1dcb5-fa00-40c8-834b-37773777bb1f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:03:15.904191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1afe61f-52b3-4120-b60d-16abe259ac3c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Made reservation on behalf of 4fd975adce244750abf4b5cff1096b35 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:03:15.908851 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f1afe61f-52b3-4120-b60d-16abe259ac3c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:16.066453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70468dba-8d5c-4458-a795-c2e15553bf36 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:03:16.076909 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f195c2-5788-433b-a14c-ea084bb01293 req-96414b7c-5354-4834-939c-b0017fa8f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:16.077700 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b28cf-b79c-430a-8940-d4a91ba89f49 None None] Sync routers for ids ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:03:16.078578 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-79f195c2-5788-433b-a14c-ea084bb01293 req-96414b7c-5354-4834-939c-b0017fa8f7e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=996696e8-f383-47a4-b5dd-497af7965d47 HTTP/1.1" status: 200 len: 859 time: 0.8497863 Mar 05 14:03:16.080903 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-24d363e6-61f6-49ac-90f0-78c04d082b17 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:16.083945 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-70468dba-8d5c-4458-a795-c2e15553bf36 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/routers/1ed1dcb5-fa00-40c8-834b-37773777bb1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6933534 Mar 05 14:03:16.084724 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52856) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:16.096905 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0b28cf-b79c-430a-8940-d4a91ba89f49 None None] Routers {'1ed1dcb5-fa00-40c8-834b-37773777bb1f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:03:16.100282 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-eb0b28cf-b79c-430a-8940-d4a91ba89f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:03:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:16.182737 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f220ee-d86c-4b08-bf1a-5198927857dc tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting subnet 2678694a-9fd1-49aa-8642-8b73462c3120 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:03:16.192887 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2f220ee-d86c-4b08-bf1a-5198927857dc tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:16.284112 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-79f195c2-5788-433b-a14c-ea084bb01293 req-6d5f4eb5-1b89-4118-bb8c-9305c269dfcc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e1fbddc-f285-40f2-9ffb-2b02622ef359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1856837 Mar 05 14:03:16.301188 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2f220ee-d86c-4b08-bf1a-5198927857dc tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:16.351859 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-eb0b28cf-b79c-430a-8940-d4a91ba89f49 None None] Set router 1ed1dcb5-fa00-40c8-834b-37773777bb1f gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:03:16.418808 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2f220ee-d86c-4b08-bf1a-5198927857dc tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:16.453330 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52862) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:16.527047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-24d363e6-61f6-49ac-90f0-78c04d082b17 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Calling delete_port for dd65c30e-86e5-427f-abe4-12374ccc4f2a owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:16.528232 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2f220ee-d86c-4b08-bf1a-5198927857dc tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:16.570051 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f220ee-d86c-4b08-bf1a-5198927857dc tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Subnet': ['ID=2678694a-9fd1-49aa-8642-8b73462c3120,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:16.586147 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c8172a-9860-4494-805b-1d363f0a9af8 None None] Network e9938043-2ef4-41bc-89c9-22fadfddd949 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:03:16.587214 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2f220ee-d86c-4b08-bf1a-5198927857dc tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:16.597747 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e2f220ee-d86c-4b08-bf1a-5198927857dc tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/subnets/2678694a-9fd1-49aa-8642-8b73462c3120 HTTP/1.1" status: 204 len: 168 time: 0.5119162 Mar 05 14:03:16.598685 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52868) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:16.757353 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-57c5b14f-5c61-43ed-a047-3eda933bb26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:16.783416 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2cf32d9e-2dc8-401a-82b0-b4f1c4bab8ee tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:16.787396 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-57c5b14f-5c61-43ed-a047-3eda933bb26e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:16.795966 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-57c5b14f-5c61-43ed-a047-3eda933bb26e admin admin] Usage tracker for resource:security_group_rule and tenant:e0fe69f376884d4db55b106053acd1cc is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:16.799939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-57c5b14f-5c61-43ed-a047-3eda933bb26e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:16.807925 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-57c5b14f-5c61-43ed-a047-3eda933bb26e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:16.814829 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-2cf32d9e-2dc8-401a-82b0-b4f1c4bab8ee tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting port 976fdce2-a88b-4d6a-a8d1-12f86599c089 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:16.815852 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2cf32d9e-2dc8-401a-82b0-b4f1c4bab8ee tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:16.857794 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-97927900-1554-43e2-81ad-1a55403ceae3 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:16.911028 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-eb0b28cf-b79c-430a-8940-d4a91ba89f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:03:14Z', 'revision_number': 10, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None, '_interfaces': [{'id': '98646134-7a04-45e4-ac9b-ee3faa8b007e', 'name': '', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:b3:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:38Z', 'updated_at': '2022-03-05T14:01:55Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:16.924546 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b28cf-b79c-430a-8940-d4a91ba89f49 None None] Checking router: 1ed1dcb5-fa00-40c8-834b-37773777bb1f for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:03:16.938013 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0b28cf-b79c-430a-8940-d4a91ba89f49 None None] Routers {'1ed1dcb5-fa00-40c8-834b-37773777bb1f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:03:16.938687 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-eb0b28cf-b79c-430a-8940-d4a91ba89f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:03:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:16.956079 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97927900-1554-43e2-81ad-1a55403ceae3 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Pushing event deleted for resources: {'Port': ['ID=08850515-b3ed-49b7-9372-14fcd061a1f8,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:16.961040 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fd405f2-14aa-417b-8d09-1bb1b9b2bfc6 req-6c0785d5-fc41-4ef3-8ac5-bf7d2845db63 service neutron] 10.222.0.16 "GET /v2.0/networks/9e1fbddc-f285-40f2-9ffb-2b02622ef359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3024065 Mar 05 14:03:17.009657 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9156e2ed-cc94-4b40-82ed-5b84c65c94c9 None None] DHCP port deletion for e9938043-2ef4-41bc-89c9-22fadfddd949 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:03:17.022591 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-79f195c2-5788-433b-a14c-ea084bb01293 req-e7e12491-69d0-41b1-aabc-50ad205ce29f service neutron] 10.222.0.30 "GET /v2.0/networks/9e1fbddc-f285-40f2-9ffb-2b02622ef359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067101 Mar 05 14:03:17.023345 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-97927900-1554-43e2-81ad-1a55403ceae3 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:17.023583 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9156e2ed-cc94-4b40-82ed-5b84c65c94c9 None None] Deleting port 976fdce2-a88b-4d6a-a8d1-12f86599c089 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:17.024049 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9156e2ed-cc94-4b40-82ed-5b84c65c94c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:17.184874 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-2cf32d9e-2dc8-401a-82b0-b4f1c4bab8ee tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] For port 976fdce2-a88b-4d6a-a8d1-12f86599c089, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=976fdce2-a88b-4d6a-a8d1-12f86599c089,segment=NetworkSegment(75378509-93c1-461b-931c-0a91d9e49750),segment_id=75378509-93c1-461b-931c-0a91d9e49750)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:17.185276 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2cf32d9e-2dc8-401a-82b0-b4f1c4bab8ee tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:17.270270 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-57c5b14f-5c61-43ed-a047-3eda933bb26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:17.338455 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-eb0b28cf-b79c-430a-8940-d4a91ba89f49 None None] Set router 1ed1dcb5-fa00-40c8-834b-37773777bb1f gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:03:17.354225 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-79f195c2-5788-433b-a14c-ea084bb01293 req-d38bc9ba-25eb-4405-aba1-3ae03964632d service neutron] 10.222.0.30 "GET /v2.0/networks/9e1fbddc-f285-40f2-9ffb-2b02622ef359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489278 Mar 05 14:03:17.416756 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9156e2ed-cc94-4b40-82ed-5b84c65c94c9 None None] For port 976fdce2-a88b-4d6a-a8d1-12f86599c089, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=976fdce2-a88b-4d6a-a8d1-12f86599c089,segment=NetworkSegment(75378509-93c1-461b-931c-0a91d9e49750),segment_id=75378509-93c1-461b-931c-0a91d9e49750)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:17.421073 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9156e2ed-cc94-4b40-82ed-5b84c65c94c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:17.433880 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-97927900-1554-43e2-81ad-1a55403ceae3 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:17.436337 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-97927900-1554-43e2-81ad-1a55403ceae3 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:17.447391 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 976fdce2-a88b-4d6a-a8d1-12f86599c089 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:03:17.515030 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-97927900-1554-43e2-81ad-1a55403ceae3 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:17.515556 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97927900-1554-43e2-81ad-1a55403ceae3 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e27094d-48c2-4990-9963-03d2ef7688de {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:03:17.599491 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-57c5b14f-5c61-43ed-a047-3eda933bb26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:17.615210 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-2cf32d9e-2dc8-401a-82b0-b4f1c4bab8ee tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Calling delete_port for 976fdce2-a88b-4d6a-a8d1-12f86599c089 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:17.688211 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f1afe61f-52b3-4120-b60d-16abe259ac3c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:17.741611 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-97927900-1554-43e2-81ad-1a55403ceae3 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:17.743301 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-97927900-1554-43e2-81ad-1a55403ceae3 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "DELETE /v2.0/routers/9e27094d-48c2-4990-9963-03d2ef7688de HTTP/1.1" status: 204 len: 168 time: 8.9578333 Mar 05 14:03:17.759486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52876) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:17.780113 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9156e2ed-cc94-4b40-82ed-5b84c65c94c9 None None] Calling delete_port for 976fdce2-a88b-4d6a-a8d1-12f86599c089 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:17.845934 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-1127ee4e-7fe7-4a9e-bce1-9381c0d810e6 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Deleting subnet 13d85244-f289-4fca-8b05-9b992d3f1dbe {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:03:17.870574 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1127ee4e-7fe7-4a9e-bce1-9381c0d810e6 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:17.907352 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-7da317f8-481c-4bf6-abf5-b80f6fae3b7f tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.193 HTTP/1.1" status: 200 len: 1001 time: 0.7084150 Mar 05 14:03:17.914321 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-57c5b14f-5c61-43ed-a047-3eda933bb26e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0fe69f376884d4db55b106053acd1cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4594610 Mar 05 14:03:17.915290 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5b14f-5c61-43ed-a047-3eda933bb26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbde5def-7544-44b4-92c7-4b0f222dc98a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:17.924422 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52880) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:17.994833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afe61f-52b3-4120-b60d-16abe259ac3c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Subnet': ['ID=51e378c5-1b1b-4cdf-8af0-d74d2e0c8694,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:18.000159 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-24d363e6-61f6-49ac-90f0-78c04d082b17 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:18.014874 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-9156e2ed-cc94-4b40-82ed-5b84c65c94c9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 05 14:03:18.014874 n-d-803718-1 neutron-server[87915]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Mar 05 14:03:18.014874 n-d-803718-1 neutron-server[87915]: [parameters: {'port_id': '976fdce2-a88b-4d6a-a8d1-12f86599c089'}] Mar 05 14:03:18.014874 n-d-803718-1 neutron-server[87915]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:03:18.015425 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-9156e2ed-cc94-4b40-82ed-5b84c65c94c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:03:18.031429 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-cbded7bf-e5c9-40a8-92bc-fee077ca7bde tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:18.036720 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:18.037639 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-cbded7bf-e5c9-40a8-92bc-fee077ca7bde tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports/dbbc008b-01e0-4c78-b474-912346267e44 HTTP/1.1" status: 200 len: 942 time: 0.1294482 Mar 05 14:03:18.039988 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2cf32d9e-2dc8-401a-82b0-b4f1c4bab8ee tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:18.051013 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-eb0b28cf-b79c-430a-8940-d4a91ba89f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:03:14Z', 'revision_number': 10, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None, '_interfaces': [{'id': '98646134-7a04-45e4-ac9b-ee3faa8b007e', 'name': '', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:b3:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:38Z', 'updated_at': '2022-03-05T14:01:55Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:18.056605 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b28cf-b79c-430a-8940-d4a91ba89f49 None None] The sync data for ids ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'] in n-d-803718-1 is: [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:03:14Z', 'revision_number': 10, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None, '_interfaces': [{'id': '98646134-7a04-45e4-ac9b-ee3faa8b007e', 'name': '', 'network_id': '11f820fc-6e70-405d-a25d-39a81029ebab', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'mac_address': 'fa:16:3e:b3:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:38Z', 'updated_at': '2022-03-05T14:01:55Z', 'revision_number': 5, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'subnets': [{'id': 'f356a642-f50d-410a-b61c-830ee38301f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:03:18.126301 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1127ee4e-7fe7-4a9e-bce1-9381c0d810e6 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:18.127361 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf32d9e-2dc8-401a-82b0-b4f1c4bab8ee tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Port': ['ID=976fdce2-a88b-4d6a-a8d1-12f86599c089,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:18.132983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf32d9e-2dc8-401a-82b0-b4f1c4bab8ee tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] No DVR routers for this DVR port 976fdce2-a88b-4d6a-a8d1-12f86599c089 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:03:18.246340 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d363e6-61f6-49ac-90f0-78c04d082b17 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Port': ['ID=dd65c30e-86e5-427f-abe4-12374ccc4f2a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:18.265320 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1afe61f-52b3-4120-b60d-16abe259ac3c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Checking segment: {'id': 'cd838ac8-9d1c-4683-bb5f-e3d02eff1133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3c6f072b-70e3-4a64-8bbb-51069301116d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:03:18.266018 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1afe61f-52b3-4120-b60d-16abe259ac3c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Network hostable DHCP agents. Network: 3c6f072b-70e3-4a64-8bbb-51069301116d, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:03:18.393819 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2cf32d9e-2dc8-401a-82b0-b4f1c4bab8ee tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:18.430929 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1127ee4e-7fe7-4a9e-bce1-9381c0d810e6 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:18.461447 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-d77436f1-61aa-4012-bf58-b93f38fde505 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.193 HTTP/1.1" status: 200 len: 1001 time: 0.2870824 Mar 05 14:03:18.484514 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d611a43a-0d1f-4517-a5ba-0b213ee348a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:18.496412 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-24d363e6-61f6-49ac-90f0-78c04d082b17 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:18.501552 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-24d363e6-61f6-49ac-90f0-78c04d082b17 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/dd65c30e-86e5-427f-abe4-12374ccc4f2a HTTP/1.1" status: 204 len: 168 time: 4.6300862 Mar 05 14:03:18.502536 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1afe61f-52b3-4120-b60d-16abe259ac3c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Network 3c6f072b-70e3-4a64-8bbb-51069301116d is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:03:18.504775 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52886) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:18.517247 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9156e2ed-cc94-4b40-82ed-5b84c65c94c9 None None] Deleting port 976fdce2-a88b-4d6a-a8d1-12f86599c089 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:18.517668 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9156e2ed-cc94-4b40-82ed-5b84c65c94c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:18.532459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-2cf32d9e-2dc8-401a-82b0-b4f1c4bab8ee tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9938043-2ef4-41bc-89c9-22fadfddd949']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:18.578153 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-2cf32d9e-2dc8-401a-82b0-b4f1c4bab8ee tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75378509-93c1-461b-931c-0a91d9e49750') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:18.578698 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-2cf32d9e-2dc8-401a-82b0-b4f1c4bab8ee tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75378509-93c1-461b-931c-0a91d9e49750') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:18.661533 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9156e2ed-cc94-4b40-82ed-5b84c65c94c9 None None] The port '976fdce2-a88b-4d6a-a8d1-12f86599c089' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:03:18.673457 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2cf32d9e-2dc8-401a-82b0-b4f1c4bab8ee tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:18.686024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-f1afe61f-52b3-4120-b60d-16abe259ac3c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 3c6f072b-70e3-4a64-8bbb-51069301116d) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:03:18.691650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1afe61f-52b3-4120-b60d-16abe259ac3c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:18.693106 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f1afe61f-52b3-4120-b60d-16abe259ac3c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:18.708709 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde963ee-c47a-4780-8ba9-aa3ffe1a4df9 None None] Network 3c6f072b-70e3-4a64-8bbb-51069301116d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:03:18.715268 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2cf32d9e-2dc8-401a-82b0-b4f1c4bab8ee tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:18.725385 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d611a43a-0d1f-4517-a5ba-0b213ee348a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:18.739096 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf32d9e-2dc8-401a-82b0-b4f1c4bab8ee tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:03:18.739518 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2cf32d9e-2dc8-401a-82b0-b4f1c4bab8ee tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:03:18.771037 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:03:18.816802 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-00997a67-6b8e-4f73-bf9e-51e3f620ad59 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:18.818489 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-00997a67-6b8e-4f73-bf9e-51e3f620ad59 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.3470674 Mar 05 14:03:18.933356 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-c61a03db-d315-4caa-a938-a8cda8ca9d3f tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:03:18.934519 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-c61a03db-d315-4caa-a938-a8cda8ca9d3f tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085034 Mar 05 14:03:18.935960 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2cf32d9e-2dc8-401a-82b0-b4f1c4bab8ee tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:18.943645 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2cf32d9e-2dc8-401a-82b0-b4f1c4bab8ee tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:18.955055 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f1afe61f-52b3-4120-b60d-16abe259ac3c tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6855381 Mar 05 14:03:18.959896 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a24a8f-28b6-4e6b-a95a-996cd47033cb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:18.961559 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a24a8f-28b6-4e6b-a95a-996cd47033cb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:18.963076 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a24a8f-28b6-4e6b-a95a-996cd47033cb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:18.963884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-07a24a8f-28b6-4e6b-a95a-996cd47033cb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:03:18.966634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52890) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:18.968399 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1127ee4e-7fe7-4a9e-bce1-9381c0d810e6 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:18.997411 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2cf32d9e-2dc8-401a-82b0-b4f1c4bab8ee tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/networks/e9938043-2ef4-41bc-89c9-22fadfddd949 HTTP/1.1" status: 204 len: 168 time: 2.3925421 Mar 05 14:03:18.999434 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52894) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:19.000393 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf32d9e-2dc8-401a-82b0-b4f1c4bab8ee tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Network': ['ID=e9938043-2ef4-41bc-89c9-22fadfddd949,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:19.016760 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-754d561c-daaa-4cef-b9c5-633b160bf956 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:19.019327 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127ee4e-7fe7-4a9e-bce1-9381c0d810e6 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=13d85244-f289-4fca-8b05-9b992d3f1dbe,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:19.025827 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1127ee4e-7fe7-4a9e-bce1-9381c0d810e6 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:19.030374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-07a24a8f-28b6-4e6b-a95a-996cd47033cb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:03:19.031524 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f05c36-8aa1-437e-98c6-d74a16063a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-3c6f072b-70e3-4a64-8bbb-51069301116d', 'network_id': '3c6f072b-70e3-4a64-8bbb-51069301116d', 'tenant_id': '4fd975adce244750abf4b5cff1096b35', 'fixed_ips': [{'subnet_id': '51e378c5-1b1b-4cdf-8af0-d74d2e0c8694'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:03:19.032486 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-51f05c36-8aa1-437e-98c6-d74a16063a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:19.034366 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-07a24a8f-28b6-4e6b-a95a-996cd47033cb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5249686 Mar 05 14:03:19.035284 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52898) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:19.081280 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1127ee4e-7fe7-4a9e-bce1-9381c0d810e6 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/13d85244-f289-4fca-8b05-9b992d3f1dbe HTTP/1.1" status: 204 len: 168 time: 1.3203018 Mar 05 14:03:19.087069 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52902) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:19.087738 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d611a43a-0d1f-4517-a5ba-0b213ee348a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:19.090755 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d611a43a-0d1f-4517-a5ba-0b213ee348a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:19.091903 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d611a43a-0d1f-4517-a5ba-0b213ee348a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bbde5def-7544-44b4-92c7-4b0f222dc98a HTTP/1.1" status: 204 len: 168 time: 1.1633818 Mar 05 14:03:19.153375 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611a43a-0d1f-4517-a5ba-0b213ee348a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbde5def-7544-44b4-92c7-4b0f222dc98a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:19.222907 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-c410542c-422b-4407-b243-8d9d10f9719f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet 59eafa5f-7239-4e1e-882e-68b8b6400889 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:03:19.236403 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c410542c-422b-4407-b243-8d9d10f9719f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:19.280355 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-008427d7-1e95-4946-b080-ce3bbe6e1953 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:19.309541 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c410542c-422b-4407-b243-8d9d10f9719f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:19.326682 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-3baaf6b7-e786-4487-b10e-af5bc8a87349 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.193 HTTP/1.1" status: 200 len: 1001 time: 0.3611126 Mar 05 14:03:19.333310 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-51f05c36-8aa1-437e-98c6-d74a16063a28 None None] Allocated IP 172.20.0.2 (3c6f072b-70e3-4a64-8bbb-51069301116d/51e378c5-1b1b-4cdf-8af0-d74d2e0c8694/3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:03:19.369212 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device dc10b29a-2478-4f82-a0cf-720c0e8dadad no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:03:19.411517 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-fef76ba6-7556-4c92-898f-2b440c27d141 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:19.448197 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: dc10b29a-2478-4f82-a0cf-720c0e8dadad {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:03:19.448550 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device dc10b29a-2478-4f82-a0cf-720c0e8dadad not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:03:19.620733 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-008427d7-1e95-4946-b080-ce3bbe6e1953 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:19.669336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-008427d7-1e95-4946-b080-ce3bbe6e1953 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f296ca45-8154-4ac9-949b-24c71eacde86']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:19.686872 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-008427d7-1e95-4946-b080-ce3bbe6e1953 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '906682de-0192-4744-90a9-9027824ea66a') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:19.687474 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-008427d7-1e95-4946-b080-ce3bbe6e1953 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '906682de-0192-4744-90a9-9027824ea66a') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:19.706678 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-008427d7-1e95-4946-b080-ce3bbe6e1953 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:19.708501 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-51f05c36-8aa1-437e-98c6-d74a16063a28 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:19.718980 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c410542c-422b-4407-b243-8d9d10f9719f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:19.726038 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-51f05c36-8aa1-437e-98c6-d74a16063a28 None None] Transition to ACTIVE for port object 3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:03:19.761301 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-754d561c-daaa-4cef-b9c5-633b160bf956 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2501068'] for subnet, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:19.768948 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-51f05c36-8aa1-437e-98c6-d74a16063a28 None None] Transition to ACTIVE for port object 3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:03:19.779063 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-008427d7-1e95-4946-b080-ce3bbe6e1953 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:19.784952 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-51f05c36-8aa1-437e-98c6-d74a16063a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:19.788688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52912) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:19.816562 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008427d7-1e95-4946-b080-ce3bbe6e1953 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:03:19.817481 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-008427d7-1e95-4946-b080-ce3bbe6e1953 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:03:19.832305 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:03:19.846089 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d422ed2a-4ece-4726-9543-270e1e91cb1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:19.849551 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-fef76ba6-7556-4c92-898f-2b440c27d141 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks [] for floatingip, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:19.881070 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f05c36-8aa1-437e-98c6-d74a16063a28 None None] Network 3c6f072b-70e3-4a64-8bbb-51069301116d is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:03:19.890531 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-51f05c36-8aa1-437e-98c6-d74a16063a28 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:03:19.897704 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f05c36-8aa1-437e-98c6-d74a16063a28 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:03:19.925498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d422ed2a-4ece-4726-9543-270e1e91cb1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:19.931202 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d422ed2a-4ece-4726-9543-270e1e91cb1e admin admin] Usage tracker for resource:security_group_rule and tenant:fe3422ad24c14fc3820d9c2022ebeca1 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:19.933482 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d422ed2a-4ece-4726-9543-270e1e91cb1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:19.940147 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d422ed2a-4ece-4726-9543-270e1e91cb1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:19.986261 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c410542c-422b-4407-b243-8d9d10f9719f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:20.029205 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-51f05c36-8aa1-437e-98c6-d74a16063a28 None None] Attempting to bind port 3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:03:20.029565 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-51f05c36-8aa1-437e-98c6-d74a16063a28 None None] Attempting to bind port 3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'cd838ac8-9d1c-4683-bb5f-e3d02eff1133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3c6f072b-70e3-4a64-8bbb-51069301116d'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:03:20.029854 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f05c36-8aa1-437e-98c6-d74a16063a28 None None] Attempting to bind port 3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7 on network 3c6f072b-70e3-4a64-8bbb-51069301116d {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:03:20.032268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f05c36-8aa1-437e-98c6-d74a16063a28 None None] Pushing event updated for resources: {'Port': ['ID=3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:20.038671 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f05c36-8aa1-437e-98c6-d74a16063a28 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:03:20.039132 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f05c36-8aa1-437e-98c6-d74a16063a28 None None] Checking segment: {'id': 'cd838ac8-9d1c-4683-bb5f-e3d02eff1133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3c6f072b-70e3-4a64-8bbb-51069301116d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:03:20.039566 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-51f05c36-8aa1-437e-98c6-d74a16063a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:20.039967 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f05c36-8aa1-437e-98c6-d74a16063a28 None None] Bound using segment: {'id': 'cd838ac8-9d1c-4683-bb5f-e3d02eff1133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3c6f072b-70e3-4a64-8bbb-51069301116d'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:03:20.040448 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-51f05c36-8aa1-437e-98c6-d74a16063a28 None None] Bound port: 3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd838ac8-9d1c-4683-bb5f-e3d02eff1133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3c6f072b-70e3-4a64-8bbb-51069301116d'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:03:20.040818 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-51f05c36-8aa1-437e-98c6-d74a16063a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:20.072997 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410542c-422b-4407-b243-8d9d10f9719f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=59eafa5f-7239-4e1e-882e-68b8b6400889,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:20.077750 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-008427d7-1e95-4946-b080-ce3bbe6e1953 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:20.113636 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b578048c-05f0-4b25-9621-e68a82e9565a None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:03:20.120120 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c410542c-422b-4407-b243-8d9d10f9719f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:20.122729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008427d7-1e95-4946-b080-ce3bbe6e1953 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f296ca45-8154-4ac9-949b-24c71eacde86 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 05 14:03:20.145843 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-008427d7-1e95-4946-b080-ce3bbe6e1953 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:20.163009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008427d7-1e95-4946-b080-ce3bbe6e1953 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Pushing event deleted for resources: {'Network': ['ID=f296ca45-8154-4ac9-949b-24c71eacde86,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:20.259507 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-51f05c36-8aa1-437e-98c6-d74a16063a28 None None] For port 3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:03:20.265655 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d422ed2a-4ece-4726-9543-270e1e91cb1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:20.276061 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-008427d7-1e95-4946-b080-ce3bbe6e1953 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "DELETE /v2.0/networks/f296ca45-8154-4ac9-949b-24c71eacde86 HTTP/1.1" status: 204 len: 168 time: 1.1829016 Mar 05 14:03:20.283007 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c410542c-422b-4407-b243-8d9d10f9719f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/59eafa5f-7239-4e1e-882e-68b8b6400889 HTTP/1.1" status: 204 len: 168 time: 1.2424874 Mar 05 14:03:20.287678 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52918) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:20.288342 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d422ed2a-4ece-4726-9543-270e1e91cb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:20.298555 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-51f05c36-8aa1-437e-98c6-d74a16063a28 None None] For port 3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7,segment=NetworkSegment(cd838ac8-9d1c-4683-bb5f-e3d02eff1133),segment_id=cd838ac8-9d1c-4683-bb5f-e3d02eff1133)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:03:20.318707 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-51f05c36-8aa1-437e-98c6-d74a16063a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:20.536281 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422ed2a-4ece-4726-9543-270e1e91cb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717cf857-5889-48c7-910f-edd137b96add,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:20.548302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f17ce5-bd91-45d9-ab37-2a91c7fd1aa4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet f4e9ccd7-be0b-4edc-85cf-d61024318839 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:03:20.568286 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-42f17ce5-bd91-45d9-ab37-2a91c7fd1aa4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:20.613218 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-754d561c-daaa-4cef-b9c5-633b160bf956 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783025705957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2208405'] for subnet, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:20.667253 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f05c36-8aa1-437e-98c6-d74a16063a28 None None] Pushing event updated for resources: {'Port': ['ID=3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:20.747897 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d422ed2a-4ece-4726-9543-270e1e91cb1e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe3422ad24c14fc3820d9c2022ebeca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9555724 Mar 05 14:03:20.748630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52928) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:20.779011 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-42f17ce5-bd91-45d9-ab37-2a91c7fd1aa4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:20.893942 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-fef76ba6-7556-4c92-898f-2b440c27d141 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:20.952715 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754d561c-daaa-4cef-b9c5-633b160bf956 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:20.953721 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-754d561c-daaa-4cef-b9c5-633b160bf956 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:20.955714 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-754d561c-daaa-4cef-b9c5-633b160bf956 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "PUT /v2.0/subnets/51e378c5-1b1b-4cdf-8af0-d74d2e0c8694 HTTP/1.1" status: 200 len: 806 time: 1.9592986 Mar 05 14:03:20.970649 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52934) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:21.007022 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-fef76ba6-7556-4c92-898f-2b440c27d141 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:21.007707 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-fef76ba6-7556-4c92-898f-2b440c27d141 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Floating IP 7f06afe6-d505-4ad8-82ad-95206e4e58d2 disassociated. External IP: 172.25.4.193, port: dbbc008b-01e0-4c78-b474-912346267e44. Mar 05 14:03:21.161827 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-42f17ce5-bd91-45d9-ab37-2a91c7fd1aa4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:21.262633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d561c-daaa-4cef-b9c5-633b160bf956 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Subnet': ['ID=51e378c5-1b1b-4cdf-8af0-d74d2e0c8694,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:21.286385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52940) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:21.307845 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-49dbd29a-fce7-4f2f-88f8-6396a7f79429 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Request body: {'router': {'name': 'tempest-router--901741031', 'project_id': '985e72f7d7fb41bdae38a3e50df19d98'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:21.319975 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e6e3355-3b4f-4a4b-8e2a-eea43f4444b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:21.334409 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-49dbd29a-fce7-4f2f-88f8-6396a7f79429 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:21.373892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-49dbd29a-fce7-4f2f-88f8-6396a7f79429 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Usage tracker for resource:router and tenant:985e72f7d7fb41bdae38a3e50df19d98 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:21.378369 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-42f17ce5-bd91-45d9-ab37-2a91c7fd1aa4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:21.388536 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-49dbd29a-fce7-4f2f-88f8-6396a7f79429 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:21.419119 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-459786ca-f6d9-4fad-9643-a2d1577ed59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:21.441938 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-42f17ce5-bd91-45d9-ab37-2a91c7fd1aa4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:21.455520 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f17ce5-bd91-45d9-ab37-2a91c7fd1aa4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=f4e9ccd7-be0b-4edc-85cf-d61024318839,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:21.462164 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:03:21.463089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-49dbd29a-fce7-4f2f-88f8-6396a7f79429 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:21.482711 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-42f17ce5-bd91-45d9-ab37-2a91c7fd1aa4 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/f4e9ccd7-be0b-4edc-85cf-d61024318839 HTTP/1.1" status: 204 len: 168 time: 1.1763558 Mar 05 14:03:21.483522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52944) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:21.487527 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e3355-3b4f-4a4b-8e2a-eea43f4444b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Deleting port 3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:21.487909 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e6e3355-3b4f-4a4b-8e2a-eea43f4444b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:21.552152 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-459786ca-f6d9-4fad-9643-a2d1577ed59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:21.607918 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:03:21.610809 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-49dbd29a-fce7-4f2f-88f8-6396a7f79429 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:21.611886 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-49dbd29a-fce7-4f2f-88f8-6396a7f79429 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:21.644026 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8f321e47-8f76-40c1-8509-059b6e8e2b01 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1575513 Mar 05 14:03:21.654882 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52948) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:21.658360 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-49dbd29a-fce7-4f2f-88f8-6396a7f79429 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:21.680906 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-4a701fa5-01db-4122-b68a-a1c96cf92cd3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:21.809586 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f38626-0014-4a54-80f4-f0bf5372e4d1 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:03:21.936720 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-fef76ba6-7556-4c92-898f-2b440c27d141 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Router 187f7b76-1d7a-4a5a-a380-85076b60abbb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:03:22.044023 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-49dbd29a-fce7-4f2f-88f8-6396a7f79429 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:22.070157 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8e78f380-71ca-4a67-acf2-6243748a80d1 None None] Provisioning complete for port 6de64af7-9160-4870-9f2d-d40aafcff0d4 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:03:22.071229 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8e78f380-71ca-4a67-acf2-6243748a80d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:22.118232 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-459786ca-f6d9-4fad-9643-a2d1577ed59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:22.175900 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-89c08e89-4cc7-403c-b559-e7779fedb7b8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:22.234220 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-49dbd29a-fce7-4f2f-88f8-6396a7f79429 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:22.241138 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-49dbd29a-fce7-4f2f-88f8-6396a7f79429 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9483247 Mar 05 14:03:22.255431 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52954) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:22.256472 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4a701fa5-01db-4122-b68a-a1c96cf92cd3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:22.276169 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459786ca-f6d9-4fad-9643-a2d1577ed59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717cf857-5889-48c7-910f-edd137b96add,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:22.278555 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4a701fa5-01db-4122-b68a-a1c96cf92cd3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:22.301384 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf86dac-2f92-40de-b739-a5b10281df20 None None] Network 3c6f072b-70e3-4a64-8bbb-51069301116d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:03:22.343728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4a701fa5-01db-4122-b68a-a1c96cf92cd3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:22.356081 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2933e3d5-968a-4a7a-86fb-13f1ef8ea7ea None None] DHCP port deletion for d67009e9-c74e-44a6-8a92-0c4d7928efad request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:03:22.366453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4a701fa5-01db-4122-b68a-a1c96cf92cd3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:22.471703 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-da7506e0-6350-48ee-9826-4bdbae45bdf8 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:22.502813 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2933e3d5-968a-4a7a-86fb-13f1ef8ea7ea None None] Deleting port 6de64af7-9160-4870-9f2d-d40aafcff0d4 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:22.502813 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2933e3d5-968a-4a7a-86fb-13f1ef8ea7ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:22.530992 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a701fa5-01db-4122-b68a-a1c96cf92cd3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:03:22.534802 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4a701fa5-01db-4122-b68a-a1c96cf92cd3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:22.597699 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-459786ca-f6d9-4fad-9643-a2d1577ed59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:22.599068 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-459786ca-f6d9-4fad-9643-a2d1577ed59b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/717cf857-5889-48c7-910f-edd137b96add HTTP/1.1" status: 204 len: 168 time: 1.8252118 Mar 05 14:03:22.622941 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-07fa0df8-3097-4d9c-9f5a-f831721e1a6d None None] Provisioning for port 3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:03:22.638451 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-8e6e3355-3b4f-4a4b-8e2a-eea43f4444b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] For port 3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7,segment=NetworkSegment(cd838ac8-9d1c-4683-bb5f-e3d02eff1133),segment_id=cd838ac8-9d1c-4683-bb5f-e3d02eff1133)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:22.638934 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e6e3355-3b4f-4a4b-8e2a-eea43f4444b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:22.682473 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-07fa0df8-3097-4d9c-9f5a-f831721e1a6d None None] Provisioning complete for port 3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:03:22.682873 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-07fa0df8-3097-4d9c-9f5a-f831721e1a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:22.786479 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-fef76ba6-7556-4c92-898f-2b440c27d141 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:03:22.793786 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-fef76ba6-7556-4c92-898f-2b440c27d141 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:22.875759 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e3355-3b4f-4a4b-8e2a-eea43f4444b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Calling delete_port for 3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:22.902536 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74748355-be4b-42f6-a381-793ef1f14728 None None] Sync routers for ids ['187f7b76-1d7a-4a5a-a380-85076b60abbb'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:03:23.007959 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74748355-be4b-42f6-a381-793ef1f14728 None None] Routers {'187f7b76-1d7a-4a5a-a380-85076b60abbb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:03:23.009132 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-74748355-be4b-42f6-a381-793ef1f14728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:03:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['187f7b76-1d7a-4a5a-a380-85076b60abbb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:23.029247 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-fef76ba6-7556-4c92-898f-2b440c27d141 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "PUT /v2.0/floatingips/7f06afe6-d505-4ad8-82ad-95206e4e58d2 HTTP/1.1" status: 200 len: 695 time: 3.6217101 Mar 05 14:03:23.046127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3310c07c-07ff-4efa-a4f0-1f0a211d48de', 'tag': 'dbbc008b-01e0-4c78-b474-912346267e44'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:03:23.138514 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-da7506e0-6350-48ee-9826-4bdbae45bdf8 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:23.146295 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-da7506e0-6350-48ee-9826-4bdbae45bdf8 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:23.231567 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-da7506e0-6350-48ee-9826-4bdbae45bdf8 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:23.232017 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7506e0-6350-48ee-9826-4bdbae45bdf8 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05dacd92-551b-4cb1-9e67-5e6f77455551 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:03:23.232363 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3310c07c-07ff-4efa-a4f0-1f0a211d48de', 'tag': 'dbbc008b-01e0-4c78-b474-912346267e44', 'status': 'completed', 'code': 200} Mar 05 14:03:23.409002 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e6e3355-3b4f-4a4b-8e2a-eea43f4444b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:23.437784 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-89c08e89-4cc7-403c-b559-e7779fedb7b8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting port 98646134-7a04-45e4-ac9b-ee3faa8b007e {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:23.438124 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-89c08e89-4cc7-403c-b559-e7779fedb7b8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:23.465578 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-07fa0df8-3097-4d9c-9f5a-f831721e1a6d None None] Port 3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7 update to ACTIVE by agent not found {{(pid=87915) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 05 14:03:23.474333 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6de64af7-9160-4870-9f2d-d40aafcff0d4 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:03:23.506671 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-da7506e0-6350-48ee-9826-4bdbae45bdf8 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:23.517479 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-da7506e0-6350-48ee-9826-4bdbae45bdf8 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "DELETE /v2.0/routers/05dacd92-551b-4cb1-9e67-5e6f77455551 HTTP/1.1" status: 204 len: 168 time: 1.2547026 Mar 05 14:03:23.567540 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e3355-3b4f-4a4b-8e2a-eea43f4444b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Port': ['ID=3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:23.722950 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:23.765947 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791adb0-1be7-457d-8a2e-34a9d0635458 req-0a9e6739-d1ec-483a-9a0f-644061d689a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:23.767588 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3791adb0-1be7-457d-8a2e-34a9d0635458 req-0a9e6739-d1ec-483a-9a0f-644061d689a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d227d433c2ad48fd969273c5938fc066&device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 1096 time: 0.4978929 Mar 05 14:03:23.782147 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 6de64af7-9160-4870-9f2d-d40aafcff0d4, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6de64af7-9160-4870-9f2d-d40aafcff0d4,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:23.799380 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-74748355-be4b-42f6-a381-793ef1f14728 None None] Set router 187f7b76-1d7a-4a5a-a380-85076b60abbb gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:03:23.812455 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4a701fa5-01db-4122-b68a-a1c96cf92cd3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:23.818287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6e3355-3b4f-4a4b-8e2a-eea43f4444b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No DVR routers for this DVR port 3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7 on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:03:23.849254 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:23.981134 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a701fa5-01db-4122-b68a-a1c96cf92cd3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:03:23.999816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-4a701fa5-01db-4122-b68a-a1c96cf92cd3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:03:24.047859 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a701fa5-01db-4122-b68a-a1c96cf92cd3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:24.049075 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4a701fa5-01db-4122-b68a-a1c96cf92cd3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:24.079179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52990) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:24.106490 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-89c08e89-4cc7-403c-b559-e7779fedb7b8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] For port 98646134-7a04-45e4-ac9b-ee3faa8b007e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=98646134-7a04-45e4-ac9b-ee3faa8b007e,segment=NetworkSegment(e7cb5b20-5dc2-41bb-aaa6-198b1f327254),segment_id=e7cb5b20-5dc2-41bb-aaa6-198b1f327254)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:24.106890 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-89c08e89-4cc7-403c-b559-e7779fedb7b8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:24.137268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-59f4b433-4bbb-46e0-b243-d88217e589c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:24.142283 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-59f4b433-4bbb-46e0-b243-d88217e589c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d227d433c2ad48fd969273c5938fc066&device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 1096 time: 1.0898504 Mar 05 14:03:24.171757 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-2933e3d5-968a-4a7a-86fb-13f1ef8ea7ea None None] For port 6de64af7-9160-4870-9f2d-d40aafcff0d4, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6de64af7-9160-4870-9f2d-d40aafcff0d4,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:24.172141 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2933e3d5-968a-4a7a-86fb-13f1ef8ea7ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:24.238290 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=6de64af7-9160-4870-9f2d-d40aafcff0d4,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:24.312562 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e6e3355-3b4f-4a4b-8e2a-eea43f4444b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:24.413387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a701fa5-01db-4122-b68a-a1c96cf92cd3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=a500464d-4566-4990-a167-4d6f950e01cd,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:24.449301 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4a701fa5-01db-4122-b68a-a1c96cf92cd3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7893572 Mar 05 14:03:24.452420 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53000) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:24.459816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-109a4a99-15cb-4b18-a67a-f75a9d859c4c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:24.520318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-75bc2dfb-d4b8-449e-87a7-bde33734fb9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1363874140', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}, 'admin_state_up': False}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:24.534073 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-89c08e89-4cc7-403c-b559-e7779fedb7b8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Calling delete_port for 98646134-7a04-45e4-ac9b-ee3faa8b007e owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:24.543111 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec63448c-8729-44df-a37c-3d44fecc1e64 None None] Network 3c6f072b-70e3-4a64-8bbb-51069301116d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:03:24.572958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2933e3d5-968a-4a7a-86fb-13f1ef8ea7ea None None] Calling delete_port for 6de64af7-9160-4870-9f2d-d40aafcff0d4 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:24.646878 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-75bc2dfb-d4b8-449e-87a7-bde33734fb9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:24.671137 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-75bc2dfb-d4b8-449e-87a7-bde33734fb9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Usage tracker for resource:router and tenant:66086abe88eb4c64a021ab84a0a21799 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:24.671376 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ffa167c8-ae08-435d-916a-8590e28f244c None None] Could not find standard attr ID for object 3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 14:03:24.686352 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-75bc2dfb-d4b8-449e-87a7-bde33734fb9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:24.701231 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-75bc2dfb-d4b8-449e-87a7-bde33734fb9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:24.708270 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e6e3355-3b4f-4a4b-8e2a-eea43f4444b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:24.729547 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791adb0-1be7-457d-8a2e-34a9d0635458 req-18e07714-3b52-44c8-9461-197fc1984e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:24.736046 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3791adb0-1be7-457d-8a2e-34a9d0635458 req-18e07714-3b52-44c8-9461-197fc1984e37 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e1fbddc-f285-40f2-9ffb-2b02622ef359 HTTP/1.1" status: 200 len: 919 time: 0.9251742 Mar 05 14:03:24.783269 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75bc2dfb-d4b8-449e-87a7-bde33734fb9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:24.784698 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75bc2dfb-d4b8-449e-87a7-bde33734fb9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:24.814460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-4b36dcfb-f1d7-4bcb-8a2c-f027ad3999a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:24.816075 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-4b36dcfb-f1d7-4bcb-8a2c-f027ad3999a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9e1fbddc-f285-40f2-9ffb-2b02622ef359 HTTP/1.1" status: 200 len: 919 time: 0.6639769 Mar 05 14:03:24.960799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-109a4a99-15cb-4b18-a67a-f75a9d859c4c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:24.976514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-109a4a99-15cb-4b18-a67a-f75a9d859c4c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:24.981197 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-2c4924cd-92e3-4410-8f0d-ca1e936df4cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbbc008b-01e0-4c78-b474-912346267e44 HTTP/1.1" status: 200 len: 217 time: 0.1515081 Mar 05 14:03:24.987911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-109a4a99-15cb-4b18-a67a-f75a9d859c4c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:24.995486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-109a4a99-15cb-4b18-a67a-f75a9d859c4c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:25.005229 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e3355-3b4f-4a4b-8e2a-eea43f4444b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Subnet': ['ID=51e378c5-1b1b-4cdf-8af0-d74d2e0c8694,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:25.007200 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75bc2dfb-d4b8-449e-87a7-bde33734fb9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:25.023374 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-2933e3d5-968a-4a7a-86fb-13f1ef8ea7ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:03:25.024827 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-2933e3d5-968a-4a7a-86fb-13f1ef8ea7ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:03:25.161435 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-74748355-be4b-42f6-a381-793ef1f14728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'name': 'tempest-ServerRescueTestJSONUnderV235-504043248-router', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:28Z', 'updated_at': '2022-03-05T14:01:45Z', 'revision_number': 4, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'gw_port': {'id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:32Z', 'updated_at': '2022-03-05T14:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'f49483e5-b318-48f7-bd77-e83feacf9734', 'name': '', 'network_id': '9e1fbddc-f285-40f2-9ffb-2b02622ef359', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'mac_address': 'fa:16:3e:45:e0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '996696e8-f383-47a4-b5dd-497af7965d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:41Z', 'updated_at': '2022-03-05T14:02:02Z', 'revision_number': 5, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'subnets': [{'id': '996696e8-f383-47a4-b5dd-497af7965d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:25.167109 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109a4a99-15cb-4b18-a67a-f75a9d859c4c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:03:25.169803 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74748355-be4b-42f6-a381-793ef1f14728 None None] Checking router: 187f7b76-1d7a-4a5a-a380-85076b60abbb for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:03:25.176214 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-109a4a99-15cb-4b18-a67a-f75a9d859c4c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:25.197523 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1761445d-229f-428d-a724-e382cb8c1765 None None] DHCP port deletion for 3c6f072b-70e3-4a64-8bbb-51069301116d request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:03:25.208001 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74748355-be4b-42f6-a381-793ef1f14728 None None] Routers {'187f7b76-1d7a-4a5a-a380-85076b60abbb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:03:25.208667 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-74748355-be4b-42f6-a381-793ef1f14728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:03:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['187f7b76-1d7a-4a5a-a380-85076b60abbb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:25.296818 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3791adb0-1be7-457d-8a2e-34a9d0635458 req-389e3c56-1270-435c-8547-e2424920c593 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbbc008b-01e0-4c78-b474-912346267e44 HTTP/1.1" status: 200 len: 217 time: 0.3452003 Mar 05 14:03:25.416337 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791adb0-1be7-457d-8a2e-34a9d0635458 req-8363d39d-0e60-4ef8-aaef-63360d30a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:25.417776 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3791adb0-1be7-457d-8a2e-34a9d0635458 req-8363d39d-0e60-4ef8-aaef-63360d30a63f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=996696e8-f383-47a4-b5dd-497af7965d47 HTTP/1.1" status: 200 len: 859 time: 0.1115174 Mar 05 14:03:25.461586 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-07fc6402-0353-4f28-aabb-8166deee85c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:25.463927 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-07fc6402-0353-4f28-aabb-8166deee85c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=996696e8-f383-47a4-b5dd-497af7965d47 HTTP/1.1" status: 200 len: 859 time: 0.4543588 Mar 05 14:03:25.538733 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2933e3d5-968a-4a7a-86fb-13f1ef8ea7ea None None] Deleting port 6de64af7-9160-4870-9f2d-d40aafcff0d4 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:25.538733 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2933e3d5-968a-4a7a-86fb-13f1ef8ea7ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:25.577133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:03:25.592860 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e6e3355-3b4f-4a4b-8e2a-eea43f4444b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:25.629161 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:03:25.629497 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3cfde7d8-bcac-4dc5-bcba-02d1d8e603f7 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:03:25.642586 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3791adb0-1be7-457d-8a2e-34a9d0635458 req-aa70164b-4261-409e-ba7a-b5ee9c4d63aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e1fbddc-f285-40f2-9ffb-2b02622ef359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139798 Mar 05 14:03:25.716614 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-74748355-be4b-42f6-a381-793ef1f14728 None None] Set router 187f7b76-1d7a-4a5a-a380-85076b60abbb gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:03:25.731095 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-e2e7504f-a328-4ec4-8ef0-c75d3e33c41d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9e1fbddc-f285-40f2-9ffb-2b02622ef359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639851 Mar 05 14:03:25.863938 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75bc2dfb-d4b8-449e-87a7-bde33734fb9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:25.997486 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3791adb0-1be7-457d-8a2e-34a9d0635458 req-c46afd4b-28e2-489f-98de-d99629187b01 service neutron] 10.222.0.30 "GET /v2.0/networks/9e1fbddc-f285-40f2-9ffb-2b02622ef359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136695 Mar 05 14:03:26.003561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-8e6e3355-3b4f-4a4b-8e2a-eea43f4444b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6f072b-70e3-4a64-8bbb-51069301116d']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:26.024706 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-8e6e3355-3b4f-4a4b-8e2a-eea43f4444b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd838ac8-9d1c-4683-bb5f-e3d02eff1133') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:26.025334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-8e6e3355-3b4f-4a4b-8e2a-eea43f4444b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd838ac8-9d1c-4683-bb5f-e3d02eff1133') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:26.046704 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e6e3355-3b4f-4a4b-8e2a-eea43f4444b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:26.047971 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-89c08e89-4cc7-403c-b559-e7779fedb7b8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:26.140833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c08e89-4cc7-403c-b559-e7779fedb7b8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Port': ['ID=98646134-7a04-45e4-ac9b-ee3faa8b007e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:26.170965 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e6e3355-3b4f-4a4b-8e2a-eea43f4444b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:26.362902 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6e3355-3b4f-4a4b-8e2a-eea43f4444b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:03:26.363031 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e6e3355-3b4f-4a4b-8e2a-eea43f4444b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:03:26.395474 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:03:26.406747 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-2933e3d5-968a-4a7a-86fb-13f1ef8ea7ea None None] For port 6de64af7-9160-4870-9f2d-d40aafcff0d4, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6de64af7-9160-4870-9f2d-d40aafcff0d4,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:26.408752 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2933e3d5-968a-4a7a-86fb-13f1ef8ea7ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:26.502059 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-89c08e89-4cc7-403c-b559-e7779fedb7b8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:26.662665 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2933e3d5-968a-4a7a-86fb-13f1ef8ea7ea None None] Calling delete_port for 6de64af7-9160-4870-9f2d-d40aafcff0d4 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:26.671328 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-4af9717a-f601-4925-ad53-900bccfb42b9 service neutron] 10.222.0.16 "GET /v2.0/networks/9e1fbddc-f285-40f2-9ffb-2b02622ef359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8448129 Mar 05 14:03:26.734748 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-74748355-be4b-42f6-a381-793ef1f14728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'name': 'tempest-ServerRescueTestJSONUnderV235-504043248-router', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:28Z', 'updated_at': '2022-03-05T14:01:45Z', 'revision_number': 4, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'gw_port': {'id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:32Z', 'updated_at': '2022-03-05T14:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'f49483e5-b318-48f7-bd77-e83feacf9734', 'name': '', 'network_id': '9e1fbddc-f285-40f2-9ffb-2b02622ef359', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'mac_address': 'fa:16:3e:45:e0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '996696e8-f383-47a4-b5dd-497af7965d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:41Z', 'updated_at': '2022-03-05T14:02:02Z', 'revision_number': 5, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'subnets': [{'id': '996696e8-f383-47a4-b5dd-497af7965d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:26.748309 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74748355-be4b-42f6-a381-793ef1f14728 None None] The sync data for ids ['187f7b76-1d7a-4a5a-a380-85076b60abbb'] in n-d-803718-1 is: [{'id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'name': 'tempest-ServerRescueTestJSONUnderV235-504043248-router', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:28Z', 'updated_at': '2022-03-05T14:01:45Z', 'revision_number': 4, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'gw_port': {'id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:32Z', 'updated_at': '2022-03-05T14:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'f49483e5-b318-48f7-bd77-e83feacf9734', 'name': '', 'network_id': '9e1fbddc-f285-40f2-9ffb-2b02622ef359', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'mac_address': 'fa:16:3e:45:e0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '996696e8-f383-47a4-b5dd-497af7965d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:41Z', 'updated_at': '2022-03-05T14:02:02Z', 'revision_number': 5, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'subnets': [{'id': '996696e8-f383-47a4-b5dd-497af7965d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:03:26.763993 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2933e3d5-968a-4a7a-86fb-13f1ef8ea7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:26.807476 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3791adb0-1be7-457d-8a2e-34a9d0635458 req-2dbac77a-35f6-430d-a9ed-bef254e3f39d service neutron] 10.222.0.30 "GET /v2.0/networks/9e1fbddc-f285-40f2-9ffb-2b02622ef359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6945708 Mar 05 14:03:26.829536 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e6e3355-3b4f-4a4b-8e2a-eea43f4444b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:26.845118 n-d-803718-1 neutron-server[87914]: DEBUG neutron.objects.ports [None req-109a4a99-15cb-4b18-a67a-f75a9d859c4c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87914) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 05 14:03:26.862350 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933e3d5-968a-4a7a-86fb-13f1ef8ea7ea None None] Pushing event deleted for resources: {'Port': ['ID=6de64af7-9160-4870-9f2d-d40aafcff0d4,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:26.868611 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2933e3d5-968a-4a7a-86fb-13f1ef8ea7ea None None] No DVR routers for this DVR port 6de64af7-9160-4870-9f2d-d40aafcff0d4 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:03:26.888489 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a1d57f-1bef-4aa1-9adc-c6ae7a233a07 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:03:26.905312 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-109a4a99-15cb-4b18-a67a-f75a9d859c4c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:26.910117 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e6e3355-3b4f-4a4b-8e2a-eea43f4444b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:26.912940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e3355-3b4f-4a4b-8e2a-eea43f4444b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Network': ['ID=3c6f072b-70e3-4a64-8bbb-51069301116d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:26.990543 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8e6e3355-3b4f-4a4b-8e2a-eea43f4444b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/networks/3c6f072b-70e3-4a64-8bbb-51069301116d HTTP/1.1" status: 204 len: 168 time: 6.0186477 Mar 05 14:03:26.992886 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109a4a99-15cb-4b18-a67a-f75a9d859c4c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:03:26.996231 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53016) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:27.007104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-109a4a99-15cb-4b18-a67a-f75a9d859c4c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:03:27.015167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a4a99-15cb-4b18-a67a-f75a9d859c4c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:27.022602 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-109a4a99-15cb-4b18-a67a-f75a9d859c4c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:27.084053 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-837d63dc-6dfb-413c-9b44-0b0ea0dac5fa tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] DELETE failed (client error): The resource could not be found. Mar 05 14:03:27.084675 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-837d63dc-6dfb-413c-9b44-0b0ea0dac5fa tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:27.092106 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-837d63dc-6dfb-413c-9b44-0b0ea0dac5fa tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/networks/3c6f072b-70e3-4a64-8bbb-51069301116d HTTP/1.1" status: 404 len: 339 time: 0.0950232 Mar 05 14:03:27.095533 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53020) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:27.103098 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-109a4a99-15cb-4b18-a67a-f75a9d859c4c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6513395 Mar 05 14:03:27.106624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53024) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:27.115002 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-09e183d1-3cbb-4107-a6f9-deee2a60879f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'mac_address': 'fa:16:3e:3e:52:d3', 'name': 'tempest-NetworksTestDHCPv6-180590442'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:27.137337 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68107a2f-6bd1-4474-95f4-2a340144df07 req-7efb68d7-94f2-494a-903e-9c18ccd46ff5 service neutron] 10.222.0.16 "GET /v2.0/networks/9e1fbddc-f285-40f2-9ffb-2b02622ef359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478359 Mar 05 14:03:27.143701 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c08e89-4cc7-403c-b559-e7779fedb7b8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Router 1ed1dcb5-fa00-40c8-834b-37773777bb1f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:03:27.188064 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-39521556-2cb7-4821-9110-ece9989736ce tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1021455262', 'description': 'd1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:27.193806 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d4ee2d-c586-48e4-b594-8215d8d26463 None None] New status for floating IP 7f06afe6-d505-4ad8-82ad-95206e4e58d2: DOWN {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:03:27.204085 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a4a99-15cb-4b18-a67a-f75a9d859c4c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=c71676ff-18c6-4d59-8cdf-cfd246ae1806,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:27.303625 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d67009e9-c74e-44a6-8a92-0c4d7928efad', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'fixed_ips': [{'subnet_id': 'a500464d-4566-4990-a167-4d6f950e01cd'}, {'subnet_id': 'c71676ff-18c6-4d59-8cdf-cfd246ae1806'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:03:27.304461 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:27.344166 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-39521556-2cb7-4821-9110-ece9989736ce tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:27.379455 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-39521556-2cb7-4821-9110-ece9989736ce tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Usage tracker for resource:network and tenant:4fd975adce244750abf4b5cff1096b35 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:27.397144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-39521556-2cb7-4821-9110-ece9989736ce tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:27.434379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-39521556-2cb7-4821-9110-ece9989736ce tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:27.490632 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-09e183d1-3cbb-4107-a6f9-deee2a60879f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:27.496551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39521556-2cb7-4821-9110-ece9989736ce tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Made reservation on behalf of 4fd975adce244750abf4b5cff1096b35 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:03:27.524897 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39521556-2cb7-4821-9110-ece9989736ce tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:27.557696 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-09e183d1-3cbb-4107-a6f9-deee2a60879f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:port and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:27.569566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-09e183d1-3cbb-4107-a6f9-deee2a60879f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:27.582238 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-09e183d1-3cbb-4107-a6f9-deee2a60879f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:27.614410 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e183d1-3cbb-4107-a6f9-deee2a60879f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:03:27.804169 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] Allocated IP 172.20.0.2 (d67009e9-c74e-44a6-8a92-0c4d7928efad/a500464d-4566-4990-a167-4d6f950e01cd/fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:03:27.812174 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] Allocated IP 2001:db8::f816:3eff:fe97:a062 (d67009e9-c74e-44a6-8a92-0c4d7928efad/c71676ff-18c6-4d59-8cdf-cfd246ae1806/fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:03:27.821979 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39521556-2cb7-4821-9110-ece9989736ce tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:03:27.829489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-b7190180-47db-437c-86c3-a68cff8459b8 req-fbf1a25a-c658-4969-adc3-040aaa2ddd64 service neutron] (87914) timed out ('10.222.0.16', 59898) {{(pid=87914) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 14:03:27.832099 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09e183d1-3cbb-4107-a6f9-deee2a60879f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:27.876922 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c08e89-4cc7-403c-b559-e7779fedb7b8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:03:27.897363 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792efbce-bba5-4747-9c7c-eab56a08397b None None] Sync routers for ids ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:03:27.965217 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-89c08e89-4cc7-403c-b559-e7779fedb7b8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/routers/1ed1dcb5-fa00-40c8-834b-37773777bb1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9536269 Mar 05 14:03:27.966041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53038) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:27.994798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792efbce-bba5-4747-9c7c-eab56a08397b None None] Routers {'1ed1dcb5-fa00-40c8-834b-37773777bb1f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:03:27.995453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-792efbce-bba5-4747-9c7c-eab56a08397b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:03:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:28.030254 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39521556-2cb7-4821-9110-ece9989736ce tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:28.030620 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-39521556-2cb7-4821-9110-ece9989736ce tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Added segment 478730d7-1aff-4059-b654-2ef95c2ec6a9 of type vlan for network 29de745c-6250-4614-a393-30ea1e4e55e9 Mar 05 14:03:28.049732 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b77fedb-7091-4656-ab53-8e9719ecc55c tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting subnet f356a642-f50d-410a-b61c-830ee38301f3 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:03:28.091061 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75bc2dfb-d4b8-449e-87a7-bde33734fb9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:28.100280 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39521556-2cb7-4821-9110-ece9989736ce tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:28.119545 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8b77fedb-7091-4656-ab53-8e9719ecc55c tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:28.159042 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7107c7d1-3d74-4e40-8fe4-bc2baafcfc7b req-20bd0171-0ef9-4e71-a791-3ed15d6bf351 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/floatingips/7f06afe6-d505-4ad8-82ad-95206e4e58d2 HTTP/1.1" status: 200 len: 693 time: 0.9401045 Mar 05 14:03:28.175705 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75bc2dfb-d4b8-449e-87a7-bde33734fb9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:28.213927 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-792efbce-bba5-4747-9c7c-eab56a08397b None None] Set router 1ed1dcb5-fa00-40c8-834b-37773777bb1f gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:03:28.261531 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8b77fedb-7091-4656-ab53-8e9719ecc55c tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:28.354420 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-09e183d1-3cbb-4107-a6f9-deee2a60879f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] device_id is not set on port 040cc023-38ef-4124-a79d-ce6dfb3c10d0 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:03:28.389571 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-792efbce-bba5-4747-9c7c-eab56a08397b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:03:25Z', 'revision_number': 11, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:28.415820 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792efbce-bba5-4747-9c7c-eab56a08397b None None] Checking router: 1ed1dcb5-fa00-40c8-834b-37773777bb1f for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:03:28.433677 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-75bc2dfb-d4b8-449e-87a7-bde33734fb9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Allocated IP 172.25.4.28 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/62ff9d3c-8166-46e3-a8e6-ff3bf228c838) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:03:28.435864 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39521556-2cb7-4821-9110-ece9989736ce tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:28.448394 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8b77fedb-7091-4656-ab53-8e9719ecc55c tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:28.451976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39521556-2cb7-4821-9110-ece9989736ce tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:28.456205 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39521556-2cb7-4821-9110-ece9989736ce tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:28.520128 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107c7d1-3d74-4e40-8fe4-bc2baafcfc7b req-c23fbb0e-3421-422f-ab25-14f289d75e0e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:28.529008 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7107c7d1-3d74-4e40-8fe4-bc2baafcfc7b req-c23fbb0e-3421-422f-ab25-14f289d75e0e tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 784 time: 0.3690016 Mar 05 14:03:28.557824 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-39521556-2cb7-4821-9110-ece9989736ce tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4611282 Mar 05 14:03:28.566360 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-7107c7d1-3d74-4e40-8fe4-bc2baafcfc7b req-9284e211-4f71-40bf-85c5-f747d849587d tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:03:28.579090 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7107c7d1-3d74-4e40-8fe4-bc2baafcfc7b req-9284e211-4f71-40bf-85c5-f747d849587d tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0489061 Mar 05 14:03:28.580909 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792efbce-bba5-4747-9c7c-eab56a08397b None None] Routers {'1ed1dcb5-fa00-40c8-834b-37773777bb1f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:03:28.582595 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-792efbce-bba5-4747-9c7c-eab56a08397b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:03:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:28.583616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53044) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:28.676645 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8b77fedb-7091-4656-ab53-8e9719ecc55c tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:28.735861 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77fedb-7091-4656-ab53-8e9719ecc55c tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Subnet': ['ID=f356a642-f50d-410a-b61c-830ee38301f3,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:28.738640 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-792efbce-bba5-4747-9c7c-eab56a08397b None None] Set router 1ed1dcb5-fa00-40c8-834b-37773777bb1f gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:03:28.746255 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8b77fedb-7091-4656-ab53-8e9719ecc55c tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:28.750756 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75bc2dfb-d4b8-449e-87a7-bde33734fb9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:28.768367 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8b77fedb-7091-4656-ab53-8e9719ecc55c tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/subnets/f356a642-f50d-410a-b61c-830ee38301f3 HTTP/1.1" status: 204 len: 168 time: 0.7907057 Mar 05 14:03:28.769231 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53048) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:28.789584 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b47bfb-693c-4840-a3ab-f5fcf66fcf89 None None] Network 11f820fc-6e70-405d-a25d-39a81029ebab requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:03:28.890984 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7107c7d1-3d74-4e40-8fe4-bc2baafcfc7b req-1cf0f75b-a973-4f52-9196-fb7b0e48f051 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.193 HTTP/1.1" status: 200 len: 696 time: 0.3092177 Mar 05 14:03:28.892077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39521556-2cb7-4821-9110-ece9989736ce tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Network': ['ID=29de745c-6250-4614-a393-30ea1e4e55e9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:28.996917 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4fcbf81f-1116-4fe4-82f1-b9e03a13049b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:29.011804 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75bc2dfb-d4b8-449e-87a7-bde33734fb9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:29.052118 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-4fcbf81f-1116-4fe4-82f1-b9e03a13049b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Deleting port e1dc07b7-441f-45bb-ba81-a31e7dd6dd41 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:29.052486 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4fcbf81f-1116-4fe4-82f1-b9e03a13049b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:29.056962 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 29de745c-6250-4614-a393-30ea1e4e55e9 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:03:29.080722 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:29.118739 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7107c7d1-3d74-4e40-8fe4-bc2baafcfc7b req-49cf5a74-f2cd-4ecc-aff4-18759427508b tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.4.193 HTTP/1.1" status: 200 len: 696 time: 0.1484468 Mar 05 14:03:29.125525 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e425bcd-7b09-4865-9d2f-94a2324802d9 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:29.126204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5e425bcd-7b09-4865-9d2f-94a2324802d9 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Synchronizing usage tracker for tenant:4fd975adce244750abf4b5cff1096b35 on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:03:29.131383 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc2dfb-d4b8-449e-87a7-bde33734fb9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Pushing event updated for resources: {'Port': ['ID=62ff9d3c-8166-46e3-a8e6-ff3bf228c838,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:29.147538 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bc2dfb-d4b8-449e-87a7-bde33734fb9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:03:29.150611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-75bc2dfb-d4b8-449e-87a7-bde33734fb9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:03:29.159157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bc2dfb-d4b8-449e-87a7-bde33734fb9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:03:29.240298 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-792efbce-bba5-4747-9c7c-eab56a08397b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:03:25Z', 'revision_number': 11, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:29.269740 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792efbce-bba5-4747-9c7c-eab56a08397b None None] The sync data for ids ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'] in n-d-803718-1 is: [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:03:25Z', 'revision_number': 11, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:03:29.284727 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] Transition to ACTIVE for port object fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:03:29.476356 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:29.478742 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:29.487599 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5e425bcd-7b09-4865-9d2f-94a2324802d9 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Unset dirty status for tenant:4fd975adce244750abf4b5cff1096b35 on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:03:29.488801 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5e425bcd-7b09-4865-9d2f-94a2324802d9 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "GET /v2.0/networks?id=29de745c-6250-4614-a393-30ea1e4e55e9 HTTP/1.1" status: 200 len: 761 time: 0.9018517 Mar 05 14:03:29.496476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53058) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:29.505388 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-dd011389-6762-4dc0-bb12-38776325745d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'network': {'description': 'd2'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:29.521043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-7107c7d1-3d74-4e40-8fe4-bc2baafcfc7b req-efd2be57-42d5-4bce-bfa6-6444d7e47c12 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Deleting port 6824fbd1-af57-4049-adcb-b91974015b47 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:29.521392 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7107c7d1-3d74-4e40-8fe4-bc2baafcfc7b req-efd2be57-42d5-4bce-bfa6-6444d7e47c12 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:29.613008 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] Transition to ACTIVE for port object fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:03:29.673258 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:29.918073 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] Pushing event updated for resources: {'Port': ['ID=fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:29.929520 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:03:29.932714 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:03:29.940689 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:03:29.964039 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7107c7d1-3d74-4e40-8fe4-bc2baafcfc7b req-efd2be57-42d5-4bce-bfa6-6444d7e47c12 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:29.964669 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7107c7d1-3d74-4e40-8fe4-bc2baafcfc7b req-efd2be57-42d5-4bce-bfa6-6444d7e47c12 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:30.143507 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd864bf-e377-4de6-ab54-c68c0118136e None None] DHCP port deletion for 11f820fc-6e70-405d-a25d-39a81029ebab request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:03:30.153104 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ecd864bf-e377-4de6-ab54-c68c0118136e None None] Deleting port e1dc07b7-441f-45bb-ba81-a31e7dd6dd41 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:30.153565 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ecd864bf-e377-4de6-ab54-c68c0118136e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:30.157294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-4fcbf81f-1116-4fe4-82f1-b9e03a13049b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] For port e1dc07b7-441f-45bb-ba81-a31e7dd6dd41, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e1dc07b7-441f-45bb-ba81-a31e7dd6dd41,segment=NetworkSegment(e7cb5b20-5dc2-41bb-aaa6-198b1f327254),segment_id=e7cb5b20-5dc2-41bb-aaa6-198b1f327254)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:30.157818 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4fcbf81f-1116-4fe4-82f1-b9e03a13049b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:30.177828 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] Attempting to bind port fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:03:30.178823 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] Attempting to bind port fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:03:30.180998 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] Attempting to bind port fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c on network d67009e9-c74e-44a6-8a92-0c4d7928efad {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:03:30.241577 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:03:30.242616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] Checking segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:03:30.243503 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:30.244104 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] Bound using segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:03:30.245027 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] Bound port: fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:03:30.245810 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:30.339269 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-7107c7d1-3d74-4e40-8fe4-bc2baafcfc7b req-efd2be57-42d5-4bce-bfa6-6444d7e47c12 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Calling delete_port for 6824fbd1-af57-4049-adcb-b91974015b47 owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:30.350037 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-4fcbf81f-1116-4fe4-82f1-b9e03a13049b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Calling delete_port for e1dc07b7-441f-45bb-ba81-a31e7dd6dd41 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:30.504514 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] For port fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:03:30.512256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] For port fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:03:30.549041 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:30.552689 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd011389-6762-4dc0-bb12-38776325745d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:30.561552 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-09e183d1-3cbb-4107-a6f9-deee2a60879f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9dda6789-32ce-43fc-a273-e4e2b3f5a89f {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:03:30.561871 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-09e183d1-3cbb-4107-a6f9-deee2a60879f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:03:30.604123 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd011389-6762-4dc0-bb12-38776325745d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:30.639357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dd011389-6762-4dc0-bb12-38776325745d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Network 29de745c-6250-4614-a393-30ea1e4e55e9 is not hosted by any dhcp agent {{(pid=87914) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 05 14:03:30.644900 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd011389-6762-4dc0-bb12-38776325745d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:30.645601 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd011389-6762-4dc0-bb12-38776325745d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:30.646999 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dd011389-6762-4dc0-bb12-38776325745d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "PUT /v2.0/networks/29de745c-6250-4614-a393-30ea1e4e55e9 HTTP/1.1" status: 200 len: 758 time: 1.1496201 Mar 05 14:03:30.689308 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762cc64-d015-49d7-8351-3a036689d38a None None] Pushing event updated for resources: {'Port': ['ID=fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:30.733354 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd011389-6762-4dc0-bb12-38776325745d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Network': ['ID=29de745c-6250-4614-a393-30ea1e4e55e9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:30.735488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53072) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:30.758130 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 29de745c-6250-4614-a393-30ea1e4e55e9 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:03:30.810301 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75bc2dfb-d4b8-449e-87a7-bde33734fb9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:30.848963 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7107c7d1-3d74-4e40-8fe4-bc2baafcfc7b req-efd2be57-42d5-4bce-bfa6-6444d7e47c12 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:30.895209 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ecd864bf-e377-4de6-ab54-c68c0118136e None None] For port e1dc07b7-441f-45bb-ba81-a31e7dd6dd41, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e1dc07b7-441f-45bb-ba81-a31e7dd6dd41,segment=NetworkSegment(e7cb5b20-5dc2-41bb-aaa6-198b1f327254),segment_id=e7cb5b20-5dc2-41bb-aaa6-198b1f327254)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:30.895602 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ecd864bf-e377-4de6-ab54-c68c0118136e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:30.919324 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2be57-42d5-4bce-bfa6-6444d7e47c12 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Pushing event deleted for resources: {'Port': ['ID=6824fbd1-af57-4049-adcb-b91974015b47,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:31.022911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef677144-6fa2-45f8-9625-a1f38875fe02 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:31.024790 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ef677144-6fa2-45f8-9625-a1f38875fe02 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "GET /v2.0/networks?id=29de745c-6250-4614-a393-30ea1e4e55e9 HTTP/1.1" status: 200 len: 761 time: 0.2882447 Mar 05 14:03:31.028836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53078) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:31.041212 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-477caed2-cbc3-4e1c-9ce6-05b38499e5b9 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1155300672'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:31.061203 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-477caed2-cbc3-4e1c-9ce6-05b38499e5b9 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:31.063538 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09e183d1-3cbb-4107-a6f9-deee2a60879f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:31.110280 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-477caed2-cbc3-4e1c-9ce6-05b38499e5b9 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:31.129961 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ecd864bf-e377-4de6-ab54-c68c0118136e None None] Calling delete_port for e1dc07b7-441f-45bb-ba81-a31e7dd6dd41 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:31.152835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-09e183d1-3cbb-4107-a6f9-deee2a60879f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] device_id is not set on port f4c933e3-d7de-44e7-9bab-ea348c22d596 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:03:31.450137 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7107c7d1-3d74-4e40-8fe4-bc2baafcfc7b req-efd2be57-42d5-4bce-bfa6-6444d7e47c12 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:31.510285 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-ecd864bf-e377-4de6-ab54-c68c0118136e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:03:31.511821 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-ecd864bf-e377-4de6-ab54-c68c0118136e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:03:31.517587 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477caed2-cbc3-4e1c-9ce6-05b38499e5b9 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Made reservation on behalf of 4fd975adce244750abf4b5cff1096b35 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:03:31.521432 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-477caed2-cbc3-4e1c-9ce6-05b38499e5b9 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:31.606285 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:03:31.639348 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4fcbf81f-1116-4fe4-82f1-b9e03a13049b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:31.709749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbf81f-1116-4fe4-82f1-b9e03a13049b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Port': ['ID=e1dc07b7-441f-45bb-ba81-a31e7dd6dd41,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:31.713920 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75bc2dfb-d4b8-449e-87a7-bde33734fb9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:31.716332 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcbf81f-1116-4fe4-82f1-b9e03a13049b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] No DVR routers for this DVR port e1dc07b7-441f-45bb-ba81-a31e7dd6dd41 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:03:31.746432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:03:31.756350 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-477caed2-cbc3-4e1c-9ce6-05b38499e5b9 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:03:31.770714 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7107c7d1-3d74-4e40-8fe4-bc2baafcfc7b req-efd2be57-42d5-4bce-bfa6-6444d7e47c12 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:31.771909 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7107c7d1-3d74-4e40-8fe4-bc2baafcfc7b req-efd2be57-42d5-4bce-bfa6-6444d7e47c12 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "DELETE /v2.0/floatingips/7f06afe6-d505-4ad8-82ad-95206e4e58d2 HTTP/1.1" status: 204 len: 173 time: 2.6412334 Mar 05 14:03:31.773120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-09e183d1-3cbb-4107-a6f9-deee2a60879f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 172.20.0.9 (d67009e9-c74e-44a6-8a92-0c4d7928efad/a500464d-4566-4990-a167-4d6f950e01cd/f4c933e3-d7de-44e7-9bab-ea348c22d596) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:03:31.799770 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-09e183d1-3cbb-4107-a6f9-deee2a60879f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8::f816:3eff:fe3e:52d3 (d67009e9-c74e-44a6-8a92-0c4d7928efad/c71676ff-18c6-4d59-8cdf-cfd246ae1806/f4c933e3-d7de-44e7-9bab-ea348c22d596) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:03:31.803446 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-477caed2-cbc3-4e1c-9ce6-05b38499e5b9 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:31.803446 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-477caed2-cbc3-4e1c-9ce6-05b38499e5b9 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Added segment 4d4ba17f-1177-4c67-a8ce-4a96e9df99fb of type vlan for network 63f29f7d-02f9-4933-8179-98c1a15a427c Mar 05 14:03:31.855880 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e1dc07b7-441f-45bb-ba81-a31e7dd6dd41 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:03:31.934075 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-477caed2-cbc3-4e1c-9ce6-05b38499e5b9 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:31.941200 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: e1dc07b7-441f-45bb-ba81-a31e7dd6dd41 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:03:31.942528 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e1dc07b7-441f-45bb-ba81-a31e7dd6dd41 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:03:31.946430 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 98646134-7a04-45e4-ac9b-ee3faa8b007e no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:03:32.035716 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ecd864bf-e377-4de6-ab54-c68c0118136e None None] Deleting port e1dc07b7-441f-45bb-ba81-a31e7dd6dd41 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:32.036099 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ecd864bf-e377-4de6-ab54-c68c0118136e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:32.099232 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 98646134-7a04-45e4-ac9b-ee3faa8b007e {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:03:32.099582 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 98646134-7a04-45e4-ac9b-ee3faa8b007e not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:03:32.109839 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4fcbf81f-1116-4fe4-82f1-b9e03a13049b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:32.156156 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ecd864bf-e377-4de6-ab54-c68c0118136e None None] The port 'e1dc07b7-441f-45bb-ba81-a31e7dd6dd41' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:03:32.192721 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-477caed2-cbc3-4e1c-9ce6-05b38499e5b9 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:32.204342 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-4fcbf81f-1116-4fe4-82f1-b9e03a13049b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f820fc-6e70-405d-a25d-39a81029ebab']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:32.218995 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477caed2-cbc3-4e1c-9ce6-05b38499e5b9 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:32.219642 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-477caed2-cbc3-4e1c-9ce6-05b38499e5b9 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:32.241003 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-4fcbf81f-1116-4fe4-82f1-b9e03a13049b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7cb5b20-5dc2-41bb-aaa6-198b1f327254') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:32.241287 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-4fcbf81f-1116-4fe4-82f1-b9e03a13049b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7cb5b20-5dc2-41bb-aaa6-198b1f327254') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:32.284912 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4fcbf81f-1116-4fe4-82f1-b9e03a13049b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:32.374549 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477caed2-cbc3-4e1c-9ce6-05b38499e5b9 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Network': ['ID=63f29f7d-02f9-4933-8179-98c1a15a427c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:32.392831 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-28d3616a-458f-43be-9674-dfff2dea94f5 req-39e1b18e-6e00-4389-ac14-d568a914ca1a tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups/22e7c941-2b59-43e4-9945-e9b55e1f3228 HTTP/1.1" status: 200 len: 1810 time: 0.5488904 Mar 05 14:03:32.398747 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 63f29f7d-02f9-4933-8179-98c1a15a427c details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:03:32.458678 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09e183d1-3cbb-4107-a6f9-deee2a60879f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:32.474797 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-477caed2-cbc3-4e1c-9ce6-05b38499e5b9 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4449058 Mar 05 14:03:32.484097 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53092) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:32.499964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-3494b8b4-b62c-4460-a85d-3bf5f9e2e750 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'subnet': {'network_id': '63f29f7d-02f9-4933-8179-98c1a15a427c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:32.617815 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-09e183d1-3cbb-4107-a6f9-deee2a60879f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Transition to ACTIVE for port object f4c933e3-d7de-44e7-9bab-ea348c22d596 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:03:32.650000 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4938849c-161b-44c2-b1bc-ddd529e1b844 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:03:32.674989 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4fcbf81f-1116-4fe4-82f1-b9e03a13049b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:32.713788 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09e183d1-3cbb-4107-a6f9-deee2a60879f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:32.747120 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fcbf81f-1116-4fe4-82f1-b9e03a13049b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:03:32.747533 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4fcbf81f-1116-4fe4-82f1-b9e03a13049b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:03:32.771603 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:03:32.911305 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e183d1-3cbb-4107-a6f9-deee2a60879f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:03:32.913004 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3494b8b4-b62c-4460-a85d-3bf5f9e2e750 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:32.926278 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-09e183d1-3cbb-4107-a6f9-deee2a60879f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:03:32.939089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e183d1-3cbb-4107-a6f9-deee2a60879f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:03:32.954790 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-28d3616a-458f-43be-9674-dfff2dea94f5 req-bf8e0b59-8458-4756-8d84-04474b616a83 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:33.000390 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4fcbf81f-1116-4fe4-82f1-b9e03a13049b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:33.027760 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cd69091e-f2f2-458c-b16a-57f2fb56ecfe None None] Provisioning for port fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:03:33.029456 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4fcbf81f-1116-4fe4-82f1-b9e03a13049b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:33.037592 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-28d3616a-458f-43be-9674-dfff2dea94f5 req-bf8e0b59-8458-4756-8d84-04474b616a83 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:33.045516 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cd69091e-f2f2-458c-b16a-57f2fb56ecfe None None] Provisioning complete for port fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:03:33.045968 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cd69091e-f2f2-458c-b16a-57f2fb56ecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:33.053285 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bc2dfb-d4b8-449e-87a7-bde33734fb9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Router b54d2fcf-c333-478b-aaa8-7dafdb8e65eb is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:03:33.055663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbf81f-1116-4fe4-82f1-b9e03a13049b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Pushing event deleted for resources: {'Network': ['ID=11f820fc-6e70-405d-a25d-39a81029ebab,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:33.094842 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e183d1-3cbb-4107-a6f9-deee2a60879f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:33.095826 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09e183d1-3cbb-4107-a6f9-deee2a60879f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:33.100607 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3494b8b4-b62c-4460-a85d-3bf5f9e2e750 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Usage tracker for resource:subnet and tenant:4fd975adce244750abf4b5cff1096b35 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:33.104580 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e183d1-3cbb-4107-a6f9-deee2a60879f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=f4c933e3-d7de-44e7-9bab-ea348c22d596,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:33.115400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3494b8b4-b62c-4460-a85d-3bf5f9e2e750 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:33.130259 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3494b8b4-b62c-4460-a85d-3bf5f9e2e750 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:33.143369 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4fcbf81f-1116-4fe4-82f1-b9e03a13049b tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/networks/11f820fc-6e70-405d-a25d-39a81029ebab HTTP/1.1" status: 204 len: 168 time: 4.3730965 Mar 05 14:03:33.144598 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53106) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:33.148131 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-09e183d1-3cbb-4107-a6f9-deee2a60879f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 6.0400405 Mar 05 14:03:33.149880 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3494b8b4-b62c-4460-a85d-3bf5f9e2e750 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Made reservation on behalf of 4fd975adce244750abf4b5cff1096b35 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:03:33.155022 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3494b8b4-b62c-4460-a85d-3bf5f9e2e750 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:33.165051 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53108) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:33.219718 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-0fabff2a-b576-4005-ad3e-1664e5528bb7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'router': {'routes': None}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:33.323701 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cd69091e-f2f2-458c-b16a-57f2fb56ecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:33.373473 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-cd69091e-f2f2-458c-b16a-57f2fb56ecfe None None] For port fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:33.379966 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cd69091e-f2f2-458c-b16a-57f2fb56ecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:33.423517 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3494b8b4-b62c-4460-a85d-3bf5f9e2e750 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:33.475110 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69091e-f2f2-458c-b16a-57f2fb56ecfe None None] Pushing event updated for resources: {'Port': ['ID=fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:33.523090 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-28d3616a-458f-43be-9674-dfff2dea94f5 req-bf8e0b59-8458-4756-8d84-04474b616a83 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:33.555035 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3494b8b4-b62c-4460-a85d-3bf5f9e2e750 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Checking segment: {'id': '4d4ba17f-1177-4c67-a8ce-4a96e9df99fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '63f29f7d-02f9-4933-8179-98c1a15a427c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:03:33.555478 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3494b8b4-b62c-4460-a85d-3bf5f9e2e750 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Network hostable DHCP agents. Network: 63f29f7d-02f9-4933-8179-98c1a15a427c, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:03:33.560330 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494b8b4-b62c-4460-a85d-3bf5f9e2e750 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Subnet': ['ID=baaf8d73-b227-42f4-b582-002ced1b0e58,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:33.584588 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3494b8b4-b62c-4460-a85d-3bf5f9e2e750 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Network 63f29f7d-02f9-4933-8179-98c1a15a427c is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:03:33.605115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-3494b8b4-b62c-4460-a85d-3bf5f9e2e750 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 63f29f7d-02f9-4933-8179-98c1a15a427c) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:03:33.610373 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3494b8b4-b62c-4460-a85d-3bf5f9e2e750 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:33.611043 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3494b8b4-b62c-4460-a85d-3bf5f9e2e750 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:33.618235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc5b965-7caf-49a1-876c-2c096e69fb77 None None] Network 63f29f7d-02f9-4933-8179-98c1a15a427c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:03:33.638246 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3494b8b4-b62c-4460-a85d-3bf5f9e2e750 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1504366 Mar 05 14:03:33.641057 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53120) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:33.836388 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.extraroute_db [None req-0fabff2a-b576-4005-ad3e-1664e5528bb7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Added routes are [] {{(pid=87913) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 05 14:03:33.836960 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.extraroute_db [None req-0fabff2a-b576-4005-ad3e-1664e5528bb7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Removed routes are [] {{(pid=87913) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 05 14:03:33.838064 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0fabff2a-b576-4005-ad3e-1664e5528bb7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:33.845318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e0b59-8458-4756-8d84-04474b616a83 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e7c941-2b59-43e4-9945-e9b55e1f3228,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:33.898206 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74529466-c27b-4ea1-a79d-bf4d16292e61 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:33.915462 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d589d04a-b252-4153-86e4-10c812a2cfab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-63f29f7d-02f9-4933-8179-98c1a15a427c', 'network_id': '63f29f7d-02f9-4933-8179-98c1a15a427c', 'tenant_id': '4fd975adce244750abf4b5cff1096b35', 'fixed_ips': [{'subnet_id': 'baaf8d73-b227-42f4-b582-002ced1b0e58'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:03:33.916052 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d589d04a-b252-4153-86e4-10c812a2cfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:33.937222 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-03c4a619-178d-499d-85d9-b90c340213fe None None] Provisioning complete for port fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:03:33.937594 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-03c4a619-178d-499d-85d9-b90c340213fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:33.953966 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bc2dfb-d4b8-449e-87a7-bde33734fb9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:03:33.963821 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-28d3616a-458f-43be-9674-dfff2dea94f5 req-bf8e0b59-8458-4756-8d84-04474b616a83 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:33.965891 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84896464-5ff3-4b29-84a4-0dc7dd2dc596 None None] Sync routers for ids ['b54d2fcf-c333-478b-aaa8-7dafdb8e65eb'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:03:33.972787 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-28d3616a-458f-43be-9674-dfff2dea94f5 req-bf8e0b59-8458-4756-8d84-04474b616a83 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "DELETE /v2.0/security-groups/22e7c941-2b59-43e4-9945-e9b55e1f3228 HTTP/1.1" status: 204 len: 173 time: 1.5729599 Mar 05 14:03:33.980984 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84896464-5ff3-4b29-84a4-0dc7dd2dc596 None None] Routers {'b54d2fcf-c333-478b-aaa8-7dafdb8e65eb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:03:33.981612 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-84896464-5ff3-4b29-84a4-0dc7dd2dc596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:03:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b54d2fcf-c333-478b-aaa8-7dafdb8e65eb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:34.007228 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74529466-c27b-4ea1-a79d-bf4d16292e61 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:34.129560 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74529466-c27b-4ea1-a79d-bf4d16292e61 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:34.136236 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-84896464-5ff3-4b29-84a4-0dc7dd2dc596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:34.171283 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84896464-5ff3-4b29-84a4-0dc7dd2dc596 None None] Routers {'b54d2fcf-c333-478b-aaa8-7dafdb8e65eb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:03:34.176378 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-84896464-5ff3-4b29-84a4-0dc7dd2dc596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:03:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['b54d2fcf-c333-478b-aaa8-7dafdb8e65eb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:34.191089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74529466-c27b-4ea1-a79d-bf4d16292e61 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Subnet': ['ID=baaf8d73-b227-42f4-b582-002ced1b0e58,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:34.287914 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75bc2dfb-d4b8-449e-87a7-bde33734fb9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:34.291604 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-75bc2dfb-d4b8-449e-87a7-bde33734fb9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.2102451 Mar 05 14:03:34.302482 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53134) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server [None req-d589d04a-b252-4153-86e4-10c812a2cfab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet baaf8d73-b227-42f4-b582-002ced1b0e58: This subnet is being modified by another concurrent operation. Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server raise exception Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet baaf8d73-b227-42f4-b582-002ced1b0e58: This subnet is being modified by another concurrent operation. Mar 05 14:03:34.325318 n-d-803718-1 neutron-server[87915]: ERROR oslo_messaging.rpc.server Mar 05 14:03:34.365388 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-84896464-5ff3-4b29-84a4-0dc7dd2dc596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:34.365789 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84896464-5ff3-4b29-84a4-0dc7dd2dc596 None None] The sync data for ids ['b54d2fcf-c333-478b-aaa8-7dafdb8e65eb'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:03:34.369087 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbf1b28-b22f-4b2e-b14e-ff3d5d023178 None None] Network 63f29f7d-02f9-4933-8179-98c1a15a427c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:03:34.533531 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0fabff2a-b576-4005-ad3e-1664e5528bb7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:34.541774 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0fabff2a-b576-4005-ad3e-1664e5528bb7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3922806'] for router, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:34.556131 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ada8740-5abb-4040-b943-8dc384f86e65 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:34.562802 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ada8740-5abb-4040-b943-8dc384f86e65 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:34.563662 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0ada8740-5abb-4040-b943-8dc384f86e65 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:03:34.622836 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74529466-c27b-4ea1-a79d-bf4d16292e61 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:34.689426 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-74529466-c27b-4ea1-a79d-bf4d16292e61 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f29f7d-02f9-4933-8179-98c1a15a427c']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:34.821357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-74529466-c27b-4ea1-a79d-bf4d16292e61 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4ba17f-1177-4c67-a8ce-4a96e9df99fb') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:34.821954 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-74529466-c27b-4ea1-a79d-bf4d16292e61 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4ba17f-1177-4c67-a8ce-4a96e9df99fb') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:34.900028 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143cea08-ec46-411b-839f-90a242c95fef None None] get_active_networks_info from n-d-803718-1 {{(pid=87915) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 05 14:03:34.935474 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-03c4a619-178d-499d-85d9-b90c340213fe None None] Provisioning for port f4c933e3-d7de-44e7-9bab-ea348c22d596 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:03:34.947879 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-03c4a619-178d-499d-85d9-b90c340213fe None None] Provisioning complete for port f4c933e3-d7de-44e7-9bab-ea348c22d596 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:03:34.948405 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-03c4a619-178d-499d-85d9-b90c340213fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:35.032588 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-03c4a619-178d-499d-85d9-b90c340213fe None None] Port f4c933e3-d7de-44e7-9bab-ea348c22d596 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:03:35.047033 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74529466-c27b-4ea1-a79d-bf4d16292e61 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:35.075218 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fabff2a-b576-4005-ad3e-1664e5528bb7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Router 1ed1dcb5-fa00-40c8-834b-37773777bb1f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:03:35.079296 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74529466-c27b-4ea1-a79d-bf4d16292e61 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:35.080734 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0ada8740-5abb-4040-b943-8dc384f86e65 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:03:35.083416 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0ada8740-5abb-4040-b943-8dc384f86e65 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 1.9059749 Mar 05 14:03:35.088608 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b0485f9a-fc71-4dea-980a-d95c872bab5f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "GET /v2.0/routers/b54d2fcf-c333-478b-aaa8-7dafdb8e65eb HTTP/1.1" status: 200 len: 924 time: 0.7806010 Mar 05 14:03:35.089221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53144) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:35.092697 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53146) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:35.093936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74529466-c27b-4ea1-a79d-bf4d16292e61 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:03:35.094355 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74529466-c27b-4ea1-a79d-bf4d16292e61 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:35.104224 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143cea08-ec46-411b-839f-90a242c95fef None None] Resources bound (agent type, host, resource id): {{(pid=87915) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:03:35.111931 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:03:35.254526 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-096920ff-093e-47b3-86d4-1fbb337ff51e None None] Provisioning complete for port f4c933e3-d7de-44e7-9bab-ea348c22d596 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:03:35.254925 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-096920ff-093e-47b3-86d4-1fbb337ff51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:35.299478 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c31c9-f303-477b-bf8a-5ae8415c5f41 req-343e9350-6fa4-4812-a00b-8ffa35eec471 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:35.307364 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-315c31c9-f303-477b-bf8a-5ae8415c5f41 req-343e9350-6fa4-4812-a00b-8ffa35eec471 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 945 time: 0.6438894 Mar 05 14:03:35.356714 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-db5357ba-488b-4e82-9abc-bcc7f64fa8e6 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "GET /v2.0/ports?device_id=b54d2fcf-c333-478b-aaa8-7dafdb8e65eb HTTP/1.1" status: 200 len: 205 time: 0.2449675 Mar 05 14:03:35.365392 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53152) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:35.378320 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fabff2a-b576-4005-ad3e-1664e5528bb7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:03:35.391042 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74529466-c27b-4ea1-a79d-bf4d16292e61 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:35.404630 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74529466-c27b-4ea1-a79d-bf4d16292e61 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:35.409732 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9950490-af78-4afc-bbaf-23926ff85dca None None] Sync routers for ids ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:03:35.459207 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0fabff2a-b576-4005-ad3e-1664e5528bb7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:35.460353 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0fabff2a-b576-4005-ad3e-1664e5528bb7 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/routers/1ed1dcb5-fa00-40c8-834b-37773777bb1f HTTP/1.1" status: 200 len: 705 time: 2.2972798 Mar 05 14:03:35.469194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53160) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:35.495809 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-096920ff-093e-47b3-86d4-1fbb337ff51e None None] Port f4c933e3-d7de-44e7-9bab-ea348c22d596 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:03:35.499453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:03:35.502743 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-315c31c9-f303-477b-bf8a-5ae8415c5f41 req-dc8f27ff-1fbf-4d40-acf4-dde8c28bff9b tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Synchronizing usage tracker for tenant:d227d433c2ad48fd969273c5938fc066 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:03:35.512027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74529466-c27b-4ea1-a79d-bf4d16292e61 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Network': ['ID=63f29f7d-02f9-4933-8179-98c1a15a427c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:35.524328 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-74529466-c27b-4ea1-a79d-bf4d16292e61 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/networks/63f29f7d-02f9-4933-8179-98c1a15a427c HTTP/1.1" status: 204 len: 168 time: 1.8819964 Mar 05 14:03:35.525413 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53168) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:35.588679 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9950490-af78-4afc-bbaf-23926ff85dca None None] Routers {'1ed1dcb5-fa00-40c8-834b-37773777bb1f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:03:35.589599 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-d9950490-af78-4afc-bbaf-23926ff85dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:03:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:35.637776 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-315c31c9-f303-477b-bf8a-5ae8415c5f41 req-dc8f27ff-1fbf-4d40-acf4-dde8c28bff9b tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Unset dirty status for tenant:d227d433c2ad48fd969273c5938fc066 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:03:35.638963 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3d244a7c-53bc-4858-b14f-40ca082529b2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Synchronizing usage tracker for tenant:f9698ae0269e4f54b2949da6501e3b33 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:03:35.649626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5f384183-c9a8-471f-a595-689cd1a642af tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting port f4c933e3-d7de-44e7-9bab-ea348c22d596 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:35.649996 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5f384183-c9a8-471f-a595-689cd1a642af tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:35.650568 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-315c31c9-f303-477b-bf8a-5ae8415c5f41 req-dc8f27ff-1fbf-4d40-acf4-dde8c28bff9b tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420279 Mar 05 14:03:35.697772 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1d47f3-9939-4c5a-a6c1-32ed8d5ad145 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] GET failed (client error): The resource could not be found. Mar 05 14:03:35.698321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1c1d47f3-9939-4c5a-a6c1-32ed8d5ad145 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Synchronizing usage tracker for tenant:4fd975adce244750abf4b5cff1096b35 on resource:subnet {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:03:35.719687 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebbbb913-9c7c-4135-a867-dc707b85b564 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:35.761365 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3d244a7c-53bc-4858-b14f-40ca082529b2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Unset dirty status for tenant:f9698ae0269e4f54b2949da6501e3b33 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:03:35.764113 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3d244a7c-53bc-4858-b14f-40ca082529b2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ed1dcb5-fa00-40c8-834b-37773777bb1f HTTP/1.1" status: 200 len: 205 time: 0.2814801 Mar 05 14:03:35.768561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53174) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:35.769626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1c1d47f3-9939-4c5a-a6c1-32ed8d5ad145 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Unset dirty status for tenant:4fd975adce244750abf4b5cff1096b35 on resource:subnet {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:03:35.790370 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1c1d47f3-9939-4c5a-a6c1-32ed8d5ad145 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "GET /v2.0/subnets/baaf8d73-b227-42f4-b582-002ced1b0e58 HTTP/1.1" status: 404 len: 337 time: 0.2118080 Mar 05 14:03:35.793201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53176) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:35.960959 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-d9950490-af78-4afc-bbaf-23926ff85dca None None] Set router 1ed1dcb5-fa00-40c8-834b-37773777bb1f gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:03:36.037634 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebbbb913-9c7c-4135-a867-dc707b85b564 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:36.050450 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ebbbb913-9c7c-4135-a867-dc707b85b564 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Deleting port 62ff9d3c-8166-46e3-a8e6-ff3bf228c838 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:36.050955 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebbbb913-9c7c-4135-a867-dc707b85b564 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:36.080260 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-5273e837-8867-4caf-afe0-7f5cf77bee56 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] DELETE failed (client error): The resource could not be found. Mar 05 14:03:36.081140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5273e837-8867-4caf-afe0-7f5cf77bee56 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:36.083085 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5273e837-8867-4caf-afe0-7f5cf77bee56 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/networks/63f29f7d-02f9-4933-8179-98c1a15a427c HTTP/1.1" status: 404 len: 339 time: 0.1291387 Mar 05 14:03:36.119265 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53184) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:36.213171 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-d9950490-af78-4afc-bbaf-23926ff85dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:03:25Z', 'revision_number': 11, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:36.231160 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9950490-af78-4afc-bbaf-23926ff85dca None None] Checking router: 1ed1dcb5-fa00-40c8-834b-37773777bb1f for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:03:36.246749 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9950490-af78-4afc-bbaf-23926ff85dca None None] Routers {'1ed1dcb5-fa00-40c8-834b-37773777bb1f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:03:36.247423 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-d9950490-af78-4afc-bbaf-23926ff85dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:03:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:36.264606 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebbbb913-9c7c-4135-a867-dc707b85b564 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:36.366646 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b600b1b1-b271-40e3-84b6-625a130d8b9c tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:36.433196 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-d9950490-af78-4afc-bbaf-23926ff85dca None None] Set router 1ed1dcb5-fa00-40c8-834b-37773777bb1f gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:03:36.486483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ebbbb913-9c7c-4135-a867-dc707b85b564 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Calling delete_port for 62ff9d3c-8166-46e3-a8e6-ff3bf228c838 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:36.571616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-d9950490-af78-4afc-bbaf-23926ff85dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:03:25Z', 'revision_number': 11, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:36.577916 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9950490-af78-4afc-bbaf-23926ff85dca None None] The sync data for ids ['1ed1dcb5-fa00-40c8-834b-37773777bb1f'] in n-d-803718-1 is: [{'id': '1ed1dcb5-fa00-40c8-834b-37773777bb1f', 'name': 'tempest-RoutersIpV6Test-router-1286162151', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:34Z', 'updated_at': '2022-03-05T14:03:25Z', 'revision_number': 11, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:03:36.597554 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:03:36.598151 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:36.720632 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebbbb913-9c7c-4135-a867-dc707b85b564 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:36.784054 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbb913-9c7c-4135-a867-dc707b85b564 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Pushing event deleted for resources: {'Port': ['ID=62ff9d3c-8166-46e3-a8e6-ff3bf228c838,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:36.987142 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebbbb913-9c7c-4135-a867-dc707b85b564 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:37.346054 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebbbb913-9c7c-4135-a867-dc707b85b564 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:37.348741 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebbbb913-9c7c-4135-a867-dc707b85b564 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:37.359678 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b600b1b1-b271-40e3-84b6-625a130d8b9c tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:37.368182 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b600b1b1-b271-40e3-84b6-625a130d8b9c tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:37.375550 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebbbb913-9c7c-4135-a867-dc707b85b564 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:37.376402 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbbb913-9c7c-4135-a867-dc707b85b564 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Fanout notify agent at l3_agent the message router_deleted on router b54d2fcf-c333-478b-aaa8-7dafdb8e65eb {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:03:37.377992 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5f384183-c9a8-471f-a595-689cd1a642af tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:37.393684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3727eb05-fef6-411a-9dd6-dec7a84f94aa tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:37.394426 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3727eb05-fef6-411a-9dd6-dec7a84f94aa tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Synchronizing usage tracker for tenant:4fd975adce244750abf4b5cff1096b35 on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:03:37.406116 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebbbb913-9c7c-4135-a867-dc707b85b564 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:37.408429 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ebbbb913-9c7c-4135-a867-dc707b85b564 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "DELETE /v2.0/routers/b54d2fcf-c333-478b-aaa8-7dafdb8e65eb HTTP/1.1" status: 204 len: 168 time: 2.0378768 Mar 05 14:03:37.415114 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53196) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:37.421067 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-32ef0c82-808f-4b47-ab8c-3532460f817a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Request body: {'router': {'name': 'tempest-snat-router-269276562', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'enable_snat': False}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:37.428700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-32ef0c82-808f-4b47-ab8c-3532460f817a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:37.433741 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-32ef0c82-808f-4b47-ab8c-3532460f817a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Usage tracker for resource:router and tenant:2f1d61ce5b154de6b48ddd0056ce0dcc is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:37.437786 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-32ef0c82-808f-4b47-ab8c-3532460f817a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:37.444994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-32ef0c82-808f-4b47-ab8c-3532460f817a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:37.459161 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-32ef0c82-808f-4b47-ab8c-3532460f817a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:37.461256 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-32ef0c82-808f-4b47-ab8c-3532460f817a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:37.481666 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-32ef0c82-808f-4b47-ab8c-3532460f817a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:37.559757 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5f384183-c9a8-471f-a595-689cd1a642af tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Calling delete_port for f4c933e3-d7de-44e7-9bab-ea348c22d596 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:37.636016 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b600b1b1-b271-40e3-84b6-625a130d8b9c tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:37.636533 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b600b1b1-b271-40e3-84b6-625a130d8b9c tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Fanout notify agent at l3_agent the message router_deleted on router 1ed1dcb5-fa00-40c8-834b-37773777bb1f {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:03:37.643113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3727eb05-fef6-411a-9dd6-dec7a84f94aa tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Unset dirty status for tenant:4fd975adce244750abf4b5cff1096b35 on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:03:37.644283 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3727eb05-fef6-411a-9dd6-dec7a84f94aa tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.5236437 Mar 05 14:03:37.665968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53200) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:37.698535 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae1223-660e-4971-b639-66741c1e14fd req-bf18a0a5-1d91-47b6-bf37-e9d187e1adf0 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:37.701046 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-edae1223-660e-4971-b639-66741c1e14fd req-bf18a0a5-1d91-47b6-bf37-e9d187e1adf0 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Synchronizing usage tracker for tenant:d227d433c2ad48fd969273c5938fc066 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:03:37.773459 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f7d7c5bc-b7c1-437a-92d6-681db5c9e358 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "GET /v2.0/subnets?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 207 time: 0.0690403 Mar 05 14:03:37.785083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53204) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:37.792229 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b600b1b1-b271-40e3-84b6-625a130d8b9c tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:37.793383 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b600b1b1-b271-40e3-84b6-625a130d8b9c tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/routers/1ed1dcb5-fa00-40c8-834b-37773777bb1f HTTP/1.1" status: 204 len: 168 time: 2.0016987 Mar 05 14:03:37.821032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430efa5-f8dc-4101-8484-415a4f764837 req-5bb68b2c-49e8-4513-b34d-0065e1e48c53 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:37.822716 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7430efa5-f8dc-4101-8484-415a4f764837 req-5bb68b2c-49e8-4513-b34d-0065e1e48c53 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Synchronizing usage tracker for tenant:d227d433c2ad48fd969273c5938fc066 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:03:37.850412 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53208) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:37.858275 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-6edbad31-5faa-4b65-abf6-fb8eddcebacd tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-429356913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:37.866671 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6edbad31-5faa-4b65-abf6-fb8eddcebacd tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:37.945713 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6edbad31-5faa-4b65-abf6-fb8eddcebacd tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Usage tracker for resource:router and tenant:f9698ae0269e4f54b2949da6501e3b33 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:37.954456 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6edbad31-5faa-4b65-abf6-fb8eddcebacd tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:37.962394 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6edbad31-5faa-4b65-abf6-fb8eddcebacd tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:37.963356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-edae1223-660e-4971-b639-66741c1e14fd req-bf18a0a5-1d91-47b6-bf37-e9d187e1adf0 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Unset dirty status for tenant:d227d433c2ad48fd969273c5938fc066 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:03:37.964508 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-edae1223-660e-4971-b639-66741c1e14fd req-bf18a0a5-1d91-47b6-bf37-e9d187e1adf0 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.30 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 945 time: 1.4313126 Mar 05 14:03:37.967354 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-32ef0c82-808f-4b47-ab8c-3532460f817a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:37.971823 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7430efa5-f8dc-4101-8484-415a4f764837 req-5bb68b2c-49e8-4513-b34d-0065e1e48c53 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Unset dirty status for tenant:d227d433c2ad48fd969273c5938fc066 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:03:37.978567 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7430efa5-f8dc-4101-8484-415a4f764837 req-5bb68b2c-49e8-4513-b34d-0065e1e48c53 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 945 time: 1.0099351 Mar 05 14:03:38.015895 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6edbad31-5faa-4b65-abf6-fb8eddcebacd tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:38.020447 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6edbad31-5faa-4b65-abf6-fb8eddcebacd tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:38.076565 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6edbad31-5faa-4b65-abf6-fb8eddcebacd tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:38.181529 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6edbad31-5faa-4b65-abf6-fb8eddcebacd tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:38.184899 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7430efa5-f8dc-4101-8484-415a4f764837 req-79e0b5d8-cb1a-4480-992b-06eb3aa21b3c tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052951 Mar 05 14:03:38.233356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ffa79d-082d-4946-9c8c-5ea4046be95e tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:38.240533 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ffa79d-082d-4946-9c8c-5ea4046be95e tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:38.249313 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6edbad31-5faa-4b65-abf6-fb8eddcebacd tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:38.251641 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ffa79d-082d-4946-9c8c-5ea4046be95e tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:38.252809 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6edbad31-5faa-4b65-abf6-fb8eddcebacd tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4006054 Mar 05 14:03:38.255079 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53216) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:38.259103 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ffa79d-082d-4946-9c8c-5ea4046be95e tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:38.261012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-907be4b7-bac9-433f-9fc4-3242fba633ce tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:38.261780 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-65ffa79d-082d-4946-9c8c-5ea4046be95e tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4666753 Mar 05 14:03:38.266012 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-edae1223-660e-4971-b639-66741c1e14fd req-eb28a7e2-2039-4a31-a9a6-e185ef19309d tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Deleting port dbbc008b-01e0-4c78-b474-912346267e44 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:38.266644 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-edae1223-660e-4971-b639-66741c1e14fd req-eb28a7e2-2039-4a31-a9a6-e185ef19309d tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:38.303859 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53220) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:38.661299 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5f384183-c9a8-471f-a595-689cd1a642af tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:38.761555 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a2716a74-ceae-4f4a-86db-385ddecba317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:38.821903 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f384183-c9a8-471f-a595-689cd1a642af tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Port': ['ID=f4c933e3-d7de-44e7-9bab-ea348c22d596,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:38.874005 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c1738942-41e6-4d78-9edf-95135ff3639f tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5624895 Mar 05 14:03:38.879341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53224) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:39.057855 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-edae1223-660e-4971-b639-66741c1e14fd req-eb28a7e2-2039-4a31-a9a6-e185ef19309d tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] For port dbbc008b-01e0-4c78-b474-912346267e44, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=dbbc008b-01e0-4c78-b474-912346267e44,segment=NetworkSegment(071e9780-6476-4093-bf3c-5d5498e1e2cf),segment_id=071e9780-6476-4093-bf3c-5d5498e1e2cf)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:39.058296 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-edae1223-660e-4971-b639-66741c1e14fd req-eb28a7e2-2039-4a31-a9a6-e185ef19309d tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:39.255603 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-907be4b7-bac9-433f-9fc4-3242fba633ce tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:39.266249 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-32ef0c82-808f-4b47-ab8c-3532460f817a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:39.303775 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-32ef0c82-808f-4b47-ab8c-3532460f817a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:39.320716 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5f384183-c9a8-471f-a595-689cd1a642af tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:39.352147 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-edae1223-660e-4971-b639-66741c1e14fd req-eb28a7e2-2039-4a31-a9a6-e185ef19309d tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Calling delete_port for dbbc008b-01e0-4c78-b474-912346267e44 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:39.383847 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5f384183-c9a8-471f-a595-689cd1a642af tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/f4c933e3-d7de-44e7-9bab-ea348c22d596 HTTP/1.1" status: 204 len: 168 time: 4.2922733 Mar 05 14:03:39.390877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53234) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:39.437699 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-907be4b7-bac9-433f-9fc4-3242fba633ce tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3922806'] for router, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:39.520809 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fa83ac-35a4-47b7-904e-3a8d5e9c40ad tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:39.522814 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fa83ac-35a4-47b7-904e-3a8d5e9c40ad tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:39.524640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-34fa83ac-35a4-47b7-904e-3a8d5e9c40ad tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Synchronizing usage tracker for tenant:4fd975adce244750abf4b5cff1096b35 on resource:subnet {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:03:39.699369 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-32ef0c82-808f-4b47-ab8c-3532460f817a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Allocated IP 172.25.4.147 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/8f797150-3345-4656-bcfe-336f14588678) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:03:39.788974 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbe6bd2-67ad-4c03-8c00-4118bc3a5d61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:39.792194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbe6bd2-67ad-4c03-8c00-4118bc3a5d61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:39.794148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbe6bd2-67ad-4c03-8c00-4118bc3a5d61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:39.795209 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9dbe6bd2-67ad-4c03-8c00-4118bc3a5d61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:03:39.809887 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-edae1223-660e-4971-b639-66741c1e14fd req-eb28a7e2-2039-4a31-a9a6-e185ef19309d tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:39.878663 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9dbe6bd2-67ad-4c03-8c00-4118bc3a5d61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:03:39.882780 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9dbe6bd2-67ad-4c03-8c00-4118bc3a5d61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4882762 Mar 05 14:03:39.882780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28a7e2-2039-4a31-a9a6-e185ef19309d tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Pushing event deleted for resources: {'Port': ['ID=dbbc008b-01e0-4c78-b474-912346267e44,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:39.885365 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53238) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:39.899828 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-34fa83ac-35a4-47b7-904e-3a8d5e9c40ad tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Unset dirty status for tenant:4fd975adce244750abf4b5cff1096b35 on resource:subnet {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:03:39.904441 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-34fa83ac-35a4-47b7-904e-3a8d5e9c40ad tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 1.0207298 Mar 05 14:03:39.910293 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53240) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:40.016054 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-edae1223-660e-4971-b639-66741c1e14fd req-eb28a7e2-2039-4a31-a9a6-e185ef19309d tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] No DVR routers for this DVR port dbbc008b-01e0-4c78-b474-912346267e44 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:03:40.020265 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-edae1223-660e-4971-b639-66741c1e14fd req-eb28a7e2-2039-4a31-a9a6-e185ef19309d tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:40.023548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3310c07c-07ff-4efa-a4f0-1f0a211d48de', 'name': 'network-vif-deleted', 'tag': 'dbbc008b-01e0-4c78-b474-912346267e44'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:03:40.034056 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-32ef0c82-808f-4b47-ab8c-3532460f817a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:40.053161 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5d1989-9528-4179-848d-b76364038e9d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:40.054197 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-edae1223-660e-4971-b639-66741c1e14fd req-eb28a7e2-2039-4a31-a9a6-e185ef19309d tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.30 "DELETE /v2.0/ports/dbbc008b-01e0-4c78-b474-912346267e44 HTTP/1.1" status: 204 len: 173 time: 2.0833743 Mar 05 14:03:40.055158 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5d1989-9528-4179-848d-b76364038e9d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:40.060168 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-aa5d1989-9528-4179-848d-b76364038e9d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1422238 Mar 05 14:03:40.063449 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53248) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:40.076822 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8954b3-ba8b-4e56-b563-8cac8b5b7793 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet a500464d-4566-4990-a167-4d6f950e01cd {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:03:40.080668 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f8954b3-ba8b-4e56-b563-8cac8b5b7793 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:40.098049 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01024007-0a65-4e30-a72a-28246ea36779 req-e3336029-810a-4d46-897c-e73faefa2e19 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:40.099586 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-01024007-0a65-4e30-a72a-28246ea36779 req-e3336029-810a-4d46-897c-e73faefa2e19 tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/ports?device_id=3310c07c-07ff-4efa-a4f0-1f0a211d48de HTTP/1.1" status: 200 len: 945 time: 0.7570248 Mar 05 14:03:40.111605 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907be4b7-bac9-433f-9fc4-3242fba633ce tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Router 1b2637dc-eed5-424f-82dc-fe1034fe4106 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:03:40.127016 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3310c07c-07ff-4efa-a4f0-1f0a211d48de', 'name': 'network-vif-deleted', 'tag': 'dbbc008b-01e0-4c78-b474-912346267e44', 'status': 'completed', 'code': 200} Mar 05 14:03:40.158314 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f8954b3-ba8b-4e56-b563-8cac8b5b7793 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:40.258391 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f8954b3-ba8b-4e56-b563-8cac8b5b7793 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:40.344128 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-01024007-0a65-4e30-a72a-28246ea36779 req-d880f2fe-5e26-4d10-85f2-8b99e78d65ec tempest-ServerRescueTestJSONUnderV235-1421559 tempest-ServerRescueTestJSONUnderV235-1421559-project] 10.222.0.16 "GET /v2.0/security-groups?id=b71f1338-77d4-4087-9134-c9982e920f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347267 Mar 05 14:03:40.354738 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f8954b3-ba8b-4e56-b563-8cac8b5b7793 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:40.406090 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8954b3-ba8b-4e56-b563-8cac8b5b7793 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=a500464d-4566-4990-a167-4d6f950e01cd,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:40.410224 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f8954b3-ba8b-4e56-b563-8cac8b5b7793 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:40.422310 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67770854-7d3c-444f-84c9-0c6d24ad799b None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:03:40.428883 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9f8954b3-ba8b-4e56-b563-8cac8b5b7793 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/a500464d-4566-4990-a167-4d6f950e01cd HTTP/1.1" status: 204 len: 168 time: 0.5112720 Mar 05 14:03:40.431367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53256) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:40.524057 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907be4b7-bac9-433f-9fc4-3242fba633ce tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:03:40.536526 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-32ef0c82-808f-4b47-ab8c-3532460f817a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:40.543635 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df1c901-fb0b-4cf8-a030-9e2ee31e56f0 None None] Sync routers for ids ['1b2637dc-eed5-424f-82dc-fe1034fe4106'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:03:40.557067 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df1c901-fb0b-4cf8-a030-9e2ee31e56f0 None None] Routers {'1b2637dc-eed5-424f-82dc-fe1034fe4106'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:03:40.560089 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4df1c901-fb0b-4cf8-a030-9e2ee31e56f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:03:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1b2637dc-eed5-424f-82dc-fe1034fe4106'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:40.596621 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8abdc83-336d-4f12-ba71-44cfc175de2c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet c71676ff-18c6-4d59-8cdf-cfd246ae1806 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:03:40.609199 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f8abdc83-336d-4f12-ba71-44cfc175de2c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:40.722531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630bc131-77d3-422e-9f4b-858b5dcff97a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:40.722875 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-4df1c901-fb0b-4cf8-a030-9e2ee31e56f0 None None] Set router 1b2637dc-eed5-424f-82dc-fe1034fe4106 gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:03:40.724808 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-630bc131-77d3-422e-9f4b-858b5dcff97a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Synchronizing usage tracker for tenant:4fd975adce244750abf4b5cff1096b35 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:03:40.734529 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f8abdc83-336d-4f12-ba71-44cfc175de2c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:40.812257 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-907be4b7-bac9-433f-9fc4-3242fba633ce tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:40.813396 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-907be4b7-bac9-433f-9fc4-3242fba633ce tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "PUT /v2.0/routers/1b2637dc-eed5-424f-82dc-fe1034fe4106 HTTP/1.1" status: 200 len: 697 time: 2.5573919 Mar 05 14:03:40.838753 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53270) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:40.856769 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ef0c82-808f-4b47-ab8c-3532460f817a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:03:40.877551 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-32ef0c82-808f-4b47-ab8c-3532460f817a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:03:40.891352 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ef0c82-808f-4b47-ab8c-3532460f817a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:03:40.922499 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4df1c901-fb0b-4cf8-a030-9e2ee31e56f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2637dc-eed5-424f-82dc-fe1034fe4106', 'name': 'tempest-RoutersIpV6Test-router-429356913', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:03:38Z', 'updated_at': '2022-03-05T14:03:39Z', 'revision_number': 2, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:40.928781 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df1c901-fb0b-4cf8-a030-9e2ee31e56f0 None None] Checking router: 1b2637dc-eed5-424f-82dc-fe1034fe4106 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:03:40.943113 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df1c901-fb0b-4cf8-a030-9e2ee31e56f0 None None] Routers {'1b2637dc-eed5-424f-82dc-fe1034fe4106'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:03:40.943952 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4df1c901-fb0b-4cf8-a030-9e2ee31e56f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:03:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1b2637dc-eed5-424f-82dc-fe1034fe4106'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:41.000537 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4c726c5e-cca9-42ee-8c85-cf4c2bd30572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:41.013315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-630bc131-77d3-422e-9f4b-858b5dcff97a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Unset dirty status for tenant:4fd975adce244750abf4b5cff1096b35 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:03:41.018446 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-630bc131-77d3-422e-9f4b-858b5dcff97a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "GET /v2.0/networks/2f962155-5349-450e-8471-08e3a9c95199 HTTP/1.1" status: 200 len: 799 time: 0.9501994 Mar 05 14:03:41.034798 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53274) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:41.114850 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-4df1c901-fb0b-4cf8-a030-9e2ee31e56f0 None None] Set router 1b2637dc-eed5-424f-82dc-fe1034fe4106 gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:03:41.199818 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef0c82-808f-4b47-ab8c-3532460f817a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Pushing event updated for resources: {'Port': ['ID=8f797150-3345-4656-bcfe-336f14588678,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:41.250716 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4df1c901-fb0b-4cf8-a030-9e2ee31e56f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2637dc-eed5-424f-82dc-fe1034fe4106', 'name': 'tempest-RoutersIpV6Test-router-429356913', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:03:38Z', 'updated_at': '2022-03-05T14:03:39Z', 'revision_number': 2, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:41.256539 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df1c901-fb0b-4cf8-a030-9e2ee31e56f0 None None] The sync data for ids ['1b2637dc-eed5-424f-82dc-fe1034fe4106'] in n-d-803718-1 is: [{'id': '1b2637dc-eed5-424f-82dc-fe1034fe4106', 'name': 'tempest-RoutersIpV6Test-router-429356913', 'tenant_id': 'f9698ae0269e4f54b2949da6501e3b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:03:38Z', 'updated_at': '2022-03-05T14:03:39Z', 'revision_number': 2, 'project_id': 'f9698ae0269e4f54b2949da6501e3b33', 'gw_port_host': None}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:03:41.395944 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8c9d0c80-4c18-4cf0-9c63-d584b55ab2a2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "GET /v2.0/networks/2f962155-5349-450e-8471-08e3a9c95199?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3576188 Mar 05 14:03:41.411795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53288) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:41.500103 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device dbbc008b-01e0-4c78-b474-912346267e44 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:03:41.553759 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53292) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:41.611678 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: dbbc008b-01e0-4c78-b474-912346267e44 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:03:41.612024 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device dbbc008b-01e0-4c78-b474-912346267e44 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:03:41.759582 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ebba0e45-bc97-402e-b421-6badef72dacd tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/routers/1b2637dc-eed5-424f-82dc-fe1034fe4106 HTTP/1.1" status: 200 len: 703 time: 0.9179709 Mar 05 14:03:41.771203 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53298) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:41.916940 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-40e1ae90-5e5d-4085-87cc-a5032b0a6e25 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b2637dc-eed5-424f-82dc-fe1034fe4106 HTTP/1.1" status: 200 len: 205 time: 0.1440446 Mar 05 14:03:41.936230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53302) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:41.953937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f19220f-1711-4ae6-b7c4-ef83aa5c03bc tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:41.956345 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6f19220f-1711-4ae6-b7c4-ef83aa5c03bc tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "GET /v2.0/subnets/1c02a29a-4580-4199-b6ee-dbd2f3291f33 HTTP/1.1" status: 200 len: 811 time: 0.5392275 Mar 05 14:03:41.962581 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53304) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:41.985006 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f8abdc83-336d-4f12-ba71-44cfc175de2c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:42.066963 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:42.096154 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:42.137350 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f8abdc83-336d-4f12-ba71-44cfc175de2c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:42.201568 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8cd4e864-2fb6-4f2a-90df-bb70e450f30e None None] Provisioning complete for port fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:03:42.202632 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8cd4e864-2fb6-4f2a-90df-bb70e450f30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:42.224837 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a71f27e0-7988-48cc-9018-75235b649c7c tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:42.245895 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f8abdc83-336d-4f12-ba71-44cfc175de2c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:42.254196 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abdc83-336d-4f12-ba71-44cfc175de2c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=c71676ff-18c6-4d59-8cdf-cfd246ae1806,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:42.264806 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f719bc55-5c36-4cb5-bd81-f32b031e4ae2 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:03:42.266105 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f8abdc83-336d-4f12-ba71-44cfc175de2c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/c71676ff-18c6-4d59-8cdf-cfd246ae1806 HTTP/1.1" status: 204 len: 168 time: 1.8333404 Mar 05 14:03:42.266966 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53310) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:42.348711 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c7a19b8a-a1a8-4784-98a5-c023ab0f7395 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805066 Mar 05 14:03:42.349464 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53314) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:42.531348 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4981e6-050d-42db-9cc0-dd750a1ac9b2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:42.535081 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8d4981e6-050d-42db-9cc0-dd750a1ac9b2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:03:42.572700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8d4981e6-050d-42db-9cc0-dd750a1ac9b2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:03:42.577335 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8d4981e6-050d-42db-9cc0-dd750a1ac9b2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2263904 Mar 05 14:03:42.578217 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53322) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:42.634444 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-32ef0c82-808f-4b47-ab8c-3532460f817a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:42.689922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ada397a-c2f6-4465-9c94-794cd3e02e67 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:42.691046 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0ada397a-c2f6-4465-9c94-794cd3e02e67 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:03:42.710178 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0ada397a-c2f6-4465-9c94-794cd3e02e67 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:03:42.716476 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0ada397a-c2f6-4465-9c94-794cd3e02e67 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1359494 Mar 05 14:03:42.716476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53326) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:42.858656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719a1841-59bd-4903-8f06-18962c796c00 None None] DHCP port deletion for d67009e9-c74e-44a6-8a92-0c4d7928efad request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:03:42.863280 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-719a1841-59bd-4903-8f06-18962c796c00 None None] Deleting port fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:42.863962 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-719a1841-59bd-4903-8f06-18962c796c00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:42.949745 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81786243-c126-4e0c-b3ac-c9c78d087fbb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['shared'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:42.954455 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-81786243-c126-4e0c-b3ac-c9c78d087fbb tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "GET /v2.0/subnets/1c02a29a-4580-4199-b6ee-dbd2f3291f33?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.9159994 Mar 05 14:03:42.955470 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53330) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:42.964460 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-43df76ae-911a-45f7-920d-837ded6e5a91 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2420824 Mar 05 14:03:42.968107 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-55b94182-87b2-4b2b-883f-b5833968418a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-409027916'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:42.972621 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53334) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:42.975404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-55b94182-87b2-4b2b-883f-b5833968418a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:42.981394 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-2ab0779a-864a-4ea0-ad4d-bddd73b5ff58 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:43.021957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-55b94182-87b2-4b2b-883f-b5833968418a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:43.099063 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:03:43.106061 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b94182-87b2-4b2b-883f-b5833968418a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Made reservation on behalf of 4fd975adce244750abf4b5cff1096b35 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:03:43.110185 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55b94182-87b2-4b2b-883f-b5833968418a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:43.133683 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2ab0779a-864a-4ea0-ad4d-bddd73b5ff58 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:43.148605 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2ab0779a-864a-4ea0-ad4d-bddd73b5ff58 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:43.155453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-719a1841-59bd-4903-8f06-18962c796c00 None None] For port fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:43.155900 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-719a1841-59bd-4903-8f06-18962c796c00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:43.158322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b94182-87b2-4b2b-883f-b5833968418a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:03:43.170992 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55b94182-87b2-4b2b-883f-b5833968418a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:43.171662 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-55b94182-87b2-4b2b-883f-b5833968418a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Added segment 977e6d44-2350-427c-ad2a-8d80910bcc5d of type vlan for network 61591d6c-61d4-46c9-ab19-9c5b8ed7e41e Mar 05 14:03:43.172798 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab0779a-864a-4ea0-ad4d-bddd73b5ff58 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:03:43.176353 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2ab0779a-864a-4ea0-ad4d-bddd73b5ff58 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:43.177961 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab0779a-864a-4ea0-ad4d-bddd73b5ff58 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:03:43.178494 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab0779a-864a-4ea0-ad4d-bddd73b5ff58 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:43.222359 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2ab0779a-864a-4ea0-ad4d-bddd73b5ff58 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2485185 Mar 05 14:03:43.225369 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53338) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:43.233892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-6b3b4282-f9a4-468d-854a-dd777bdb5e6c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:43.248473 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55b94182-87b2-4b2b-883f-b5833968418a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:43.284404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-719a1841-59bd-4903-8f06-18962c796c00 None None] Calling delete_port for fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:43.372710 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-719a1841-59bd-4903-8f06-18962c796c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:43.373503 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55b94182-87b2-4b2b-883f-b5833968418a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:43.390083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b94182-87b2-4b2b-883f-b5833968418a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:43.390746 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55b94182-87b2-4b2b-883f-b5833968418a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:43.404334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6b3b4282-f9a4-468d-854a-dd777bdb5e6c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:43.422904 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:03:43.468269 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a1841-59bd-4903-8f06-18962c796c00 None None] Pushing event deleted for resources: {'Port': ['ID=fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:43.476072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719a1841-59bd-4903-8f06-18962c796c00 None None] No DVR routers for this DVR port fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:03:43.477880 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:03:43.478219 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fa0b3d7d-03e8-44a3-96fd-f8a37f43c70c not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:03:43.493314 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-55b94182-87b2-4b2b-883f-b5833968418a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5348125 Mar 05 14:03:43.495241 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6b3b4282-f9a4-468d-854a-dd777bdb5e6c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:43.499460 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53342) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:43.553695 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-e1aaccd4-0ed2-47bc-a0f2-1e8755e7b4f2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'subnet': {'network_id': '61591d6c-61d4-46c9-ab19-9c5b8ed7e41e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:43.599146 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a71f27e0-7988-48cc-9018-75235b649c7c tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:43.603225 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3b4282-f9a4-468d-854a-dd777bdb5e6c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:03:43.605406 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a71f27e0-7988-48cc-9018-75235b649c7c tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:43.605623 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6b3b4282-f9a4-468d-854a-dd777bdb5e6c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:43.607012 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3b4282-f9a4-468d-854a-dd777bdb5e6c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:03:43.607441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b3b4282-f9a4-468d-854a-dd777bdb5e6c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:43.615244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b94182-87b2-4b2b-883f-b5833968418a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Network': ['ID=61591d6c-61d4-46c9-ab19-9c5b8ed7e41e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:43.626917 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 61591d6c-61d4-46c9-ab19-9c5b8ed7e41e details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:03:43.657491 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-32ef0c82-808f-4b47-ab8c-3532460f817a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:43.712449 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a71f27e0-7988-48cc-9018-75235b649c7c tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:43.712925 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71f27e0-7988-48cc-9018-75235b649c7c tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Fanout notify agent at l3_agent the message router_deleted on router 1b2637dc-eed5-424f-82dc-fe1034fe4106 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:03:43.721134 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e1aaccd4-0ed2-47bc-a0f2-1e8755e7b4f2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:43.729535 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6b3b4282-f9a4-468d-854a-dd777bdb5e6c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4995875 Mar 05 14:03:43.739055 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53350) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:43.751225 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-2e1c11e2-0f75-492b-94a1-230cefa1de8d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:43.756389 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:43.871067 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a71f27e0-7988-48cc-9018-75235b649c7c tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:43.877605 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a71f27e0-7988-48cc-9018-75235b649c7c tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/routers/1b2637dc-eed5-424f-82dc-fe1034fe4106 HTTP/1.1" status: 204 len: 168 time: 1.9162924 Mar 05 14:03:43.883258 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53358) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:43.902107 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e1aaccd4-0ed2-47bc-a0f2-1e8755e7b4f2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:43.947842 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2e1c11e2-0f75-492b-94a1-230cefa1de8d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:43.950092 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1aaccd4-0ed2-47bc-a0f2-1e8755e7b4f2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Made reservation on behalf of 4fd975adce244750abf4b5cff1096b35 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:03:43.953896 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e1aaccd4-0ed2-47bc-a0f2-1e8755e7b4f2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:43.956112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-196c5ef4-af0e-4131-a541-8bb7f672b151 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Synchronizing usage tracker for tenant:f9698ae0269e4f54b2949da6501e3b33 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:03:43.994245 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2e1c11e2-0f75-492b-94a1-230cefa1de8d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:44.065052 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.ipam_backend_mixin [None req-e1aaccd4-0ed2-47bc-a0f2-1e8755e7b4f2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Performing IP validity checks on allocation pools {{(pid=87914) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 05 14:03:44.065457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.ipam_backend_mixin [None req-e1aaccd4-0ed2-47bc-a0f2-1e8755e7b4f2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87914) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 05 14:03:44.072453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1c11e2-0f75-492b-94a1-230cefa1de8d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:03:44.075879 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2e1c11e2-0f75-492b-94a1-230cefa1de8d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:44.077261 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e1c11e2-0f75-492b-94a1-230cefa1de8d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:03:44.077688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e1c11e2-0f75-492b-94a1-230cefa1de8d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:44.095419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-196c5ef4-af0e-4131-a541-8bb7f672b151 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] Unset dirty status for tenant:f9698ae0269e4f54b2949da6501e3b33 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:03:44.096580 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-196c5ef4-af0e-4131-a541-8bb7f672b151 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b2637dc-eed5-424f-82dc-fe1034fe4106 HTTP/1.1" status: 200 len: 205 time: 0.2056968 Mar 05 14:03:44.099247 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53364) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:44.184689 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-56c0e82e-f68b-4a6b-8d35-98a29c1a2fcc tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] delete failed (client error): The resource could not be found. Mar 05 14:03:44.188235 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-56c0e82e-f68b-4a6b-8d35-98a29c1a2fcc tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/routers/1b2637dc-eed5-424f-82dc-fe1034fe4106 HTTP/1.1" status: 404 len: 336 time: 0.0855680 Mar 05 14:03:44.191272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53370) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:44.198873 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2e1c11e2-0f75-492b-94a1-230cefa1de8d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4585991 Mar 05 14:03:44.229767 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53374) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:44.244966 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1dec304-4883-4b44-adb2-0ffb05cb8504 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] DELETE failed (client error): The resource could not be found. Mar 05 14:03:44.245710 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1dec304-4883-4b44-adb2-0ffb05cb8504 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:44.250246 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c1dec304-4883-4b44-adb2-0ffb05cb8504 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/subnets/0602ee75-12b1-4872-a16f-44e5357720ab HTTP/1.1" status: 404 len: 337 time: 0.0540366 Mar 05 14:03:44.251046 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53378) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:44.253891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-76d12722-ff2c-46c9-89a5-01ad79f9b2a9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:44.298476 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe26dc4-4120-47b2-acdd-d3d93c239885 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] DELETE failed (client error): The resource could not be found. Mar 05 14:03:44.299645 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe26dc4-4120-47b2-acdd-d3d93c239885 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:44.304772 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fbe26dc4-4120-47b2-acdd-d3d93c239885 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/subnets/ef39a511-466d-4b1f-815e-af41d68104bb HTTP/1.1" status: 404 len: 337 time: 0.0510170 Mar 05 14:03:44.307344 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53382) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:44.424712 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e1aaccd4-0ed2-47bc-a0f2-1e8755e7b4f2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:44.494687 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb93ce7-5809-4132-b09d-a5b602716955 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] DELETE failed (client error): The resource could not be found. Mar 05 14:03:44.495275 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deb93ce7-5809-4132-b09d-a5b602716955 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:44.497102 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-deb93ce7-5809-4132-b09d-a5b602716955 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/subnets/2678694a-9fd1-49aa-8642-8b73462c3120 HTTP/1.1" status: 404 len: 337 time: 0.1758208 Mar 05 14:03:44.504621 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53390) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:44.539842 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-76d12722-ff2c-46c9-89a5-01ad79f9b2a9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:44.543428 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ef0c82-808f-4b47-ab8c-3532460f817a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Router 46e60c60-8211-4ec6-9d5d-47e84dd5e799 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:03:44.557132 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-76d12722-ff2c-46c9-89a5-01ad79f9b2a9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:44.568164 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c9c571-dfbe-4f00-be78-867c974753d1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] DELETE failed (client error): The resource could not be found. Mar 05 14:03:44.568633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c9c571-dfbe-4f00-be78-867c974753d1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:44.573473 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-91c9c571-dfbe-4f00-be78-867c974753d1 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/subnets/f356a642-f50d-410a-b61c-830ee38301f3 HTTP/1.1" status: 404 len: 337 time: 0.0531495 Mar 05 14:03:44.581452 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53396) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:44.638126 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d12722-ff2c-46c9-89a5-01ad79f9b2a9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:03:44.641681 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-76d12722-ff2c-46c9-89a5-01ad79f9b2a9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:44.643158 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d12722-ff2c-46c9-89a5-01ad79f9b2a9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:03:44.643651 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d12722-ff2c-46c9-89a5-01ad79f9b2a9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:44.652051 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a9614e20-6755-445a-89e5-5b5207f7a4b8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ed1dcb5-fa00-40c8-834b-37773777bb1f HTTP/1.1" status: 200 len: 205 time: 0.0695224 Mar 05 14:03:44.652263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53400) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:44.678308 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aaccd4-0ed2-47bc-a0f2-1e8755e7b4f2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Subnet': ['ID=d40aead6-c7cb-4b74-87e4-e67da358c26c,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:44.689237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aaccd4-0ed2-47bc-a0f2-1e8755e7b4f2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Checking segment: {'id': '977e6d44-2350-427c-ad2a-8d80910bcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '61591d6c-61d4-46c9-ab19-9c5b8ed7e41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:03:44.691148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aaccd4-0ed2-47bc-a0f2-1e8755e7b4f2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Network hostable DHCP agents. Network: 61591d6c-61d4-46c9-ab19-9c5b8ed7e41e, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:03:44.716603 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aaccd4-0ed2-47bc-a0f2-1e8755e7b4f2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Network 61591d6c-61d4-46c9-ab19-9c5b8ed7e41e is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:03:44.733808 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-e1aaccd4-0ed2-47bc-a0f2-1e8755e7b4f2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 61591d6c-61d4-46c9-ab19-9c5b8ed7e41e) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:03:44.746234 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac876019-3707-4a2a-ba17-9920a5c7e1a7 None None] Network 61591d6c-61d4-46c9-ab19-9c5b8ed7e41e requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:03:44.754877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aaccd4-0ed2-47bc-a0f2-1e8755e7b4f2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:44.755704 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e1aaccd4-0ed2-47bc-a0f2-1e8755e7b4f2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:44.784374 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e1aaccd4-0ed2-47bc-a0f2-1e8755e7b4f2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2824099 Mar 05 14:03:44.786387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53404) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:44.788623 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-76d12722-ff2c-46c9-89a5-01ad79f9b2a9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5566466 Mar 05 14:03:44.790162 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53406) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:44.790868 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-a0b00f21-b78f-4bec-9c94-3855316543af tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] delete failed (client error): The resource could not be found. Mar 05 14:03:44.792021 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a0b00f21-b78f-4bec-9c94-3855316543af tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/routers/1ed1dcb5-fa00-40c8-834b-37773777bb1f HTTP/1.1" status: 404 len: 336 time: 0.1389732 Mar 05 14:03:44.797384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-75e0b731-d4d8-4dcc-8773-6ff7f5cde06a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:44.800728 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53412) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:44.840110 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-254f8702-ea87-4566-8ee8-8acfef88a7f7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:44.923956 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-84ccb728-9660-4849-aae7-8ae3f0cba246 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f7e13ab-279a-492a-aa80-36c917d2f59a HTTP/1.1" status: 200 len: 205 time: 0.1167452 Mar 05 14:03:44.928930 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53416) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:45.015349 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-61591d6c-61d4-46c9-ab19-9c5b8ed7e41e', 'network_id': '61591d6c-61d4-46c9-ab19-9c5b8ed7e41e', 'tenant_id': '4fd975adce244750abf4b5cff1096b35', 'fixed_ips': [{'subnet_id': 'd40aead6-c7cb-4b74-87e4-e67da358c26c'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:03:45.016250 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:45.045277 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-bec51007-b61f-41be-9dc4-19cad4a44a22 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] delete failed (client error): The resource could not be found. Mar 05 14:03:45.046316 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bec51007-b61f-41be-9dc4-19cad4a44a22 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/routers/4f7e13ab-279a-492a-aa80-36c917d2f59a HTTP/1.1" status: 404 len: 336 time: 0.1157317 Mar 05 14:03:45.073637 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53420) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:45.076634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ef0c82-808f-4b47-ab8c-3532460f817a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:03:45.128085 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] Sync routers for ids ['46e60c60-8211-4ec6-9d5d-47e84dd5e799'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:03:45.177971 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] Routers {'46e60c60-8211-4ec6-9d5d-47e84dd5e799'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:03:45.178621 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:03:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['46e60c60-8211-4ec6-9d5d-47e84dd5e799'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:45.259312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-254f8702-ea87-4566-8ee8-8acfef88a7f7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:45.280265 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-254f8702-ea87-4566-8ee8-8acfef88a7f7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:45.349666 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-0727ee93-63fa-4816-8709-996d0a5f16cb tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] DELETE failed (client error): The resource could not be found. Mar 05 14:03:45.350164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0727ee93-63fa-4816-8709-996d0a5f16cb tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:45.352121 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0727ee93-63fa-4816-8709-996d0a5f16cb tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/subnets/012e01a4-cae3-47a9-8da4-a53fb29d5bb1 HTTP/1.1" status: 404 len: 337 time: 0.2774365 Mar 05 14:03:45.357383 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53426) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:45.381809 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] Set router 46e60c60-8211-4ec6-9d5d-47e84dd5e799 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:03:45.400929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254f8702-ea87-4566-8ee8-8acfef88a7f7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:03:45.409252 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-254f8702-ea87-4566-8ee8-8acfef88a7f7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:45.410932 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-32ef0c82-808f-4b47-ab8c-3532460f817a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:45.415637 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-32ef0c82-808f-4b47-ab8c-3532460f817a tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.9991789 Mar 05 14:03:45.416524 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-254f8702-ea87-4566-8ee8-8acfef88a7f7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:03:45.416967 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254f8702-ea87-4566-8ee8-8acfef88a7f7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:45.417330 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53430) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:45.420998 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d419d482-b515-4226-858b-c85be4c9ea36 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3466336-9f03-44e8-b252-19e4edbb37f2 HTTP/1.1" status: 200 len: 205 time: 0.0624025 Mar 05 14:03:45.458279 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53432) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:45.499827 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14b396ac-c115-4885-aed9-9e194bd95768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:45.576906 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-254f8702-ea87-4566-8ee8-8acfef88a7f7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7849360 Mar 05 14:03:45.582095 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53440) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:45.588368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-7cef90ed-ebb4-45d6-a0da-20e756ffafb1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:45.638213 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-75e0b731-d4d8-4dcc-8773-6ff7f5cde06a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26310332'] for subnet, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:45.650590 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-8bf773cc-4b55-4d11-8847-8b9da43127f2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] delete failed (client error): The resource could not be found. Mar 05 14:03:45.665050 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8bf773cc-4b55-4d11-8847-8b9da43127f2 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/routers/d3466336-9f03-44e8-b252-19e4edbb37f2 HTTP/1.1" status: 404 len: 336 time: 0.1955032 Mar 05 14:03:45.665050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53444) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:45.805779 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-38e9d0cc-b688-45b1-9c49-4351cb342de6 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d43ccfc-7607-4f0b-bf54-2a631bcc6937 HTTP/1.1" status: 200 len: 205 time: 0.1488714 Mar 05 14:03:45.808511 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53450) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:45.907738 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-9025258c-1753-4f5f-8b47-a8b119d133d3 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] delete failed (client error): The resource could not be found. Mar 05 14:03:45.910850 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9025258c-1753-4f5f-8b47-a8b119d133d3 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/routers/0d43ccfc-7607-4f0b-bf54-2a631bcc6937 HTTP/1.1" status: 404 len: 336 time: 0.1010935 Mar 05 14:03:45.911525 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53456) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:45.935061 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Allocated IP 172.20.0.3 (61591d6c-61d4-46c9-ab19-9c5b8ed7e41e/d40aead6-c7cb-4b74-87e4-e67da358c26c/9381f2d8-bff4-4043-bdbb-cf05075a401d) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:03:45.954169 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-545778e1-837c-46c8-87ad-373f91c4ca62 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] DELETE failed (client error): The resource could not be found. Mar 05 14:03:45.954838 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-545778e1-837c-46c8-87ad-373f91c4ca62 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:45.959862 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-545778e1-837c-46c8-87ad-373f91c4ca62 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/subnets/3587459d-a0e0-46c8-80d5-465f7d9a74f0 HTTP/1.1" status: 404 len: 337 time: 0.0471954 Mar 05 14:03:45.961191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53460) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:45.991053 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e60c60-8211-4ec6-9d5d-47e84dd5e799', 'name': 'tempest-snat-router-269276562', 'tenant_id': '2f1d61ce5b154de6b48ddd0056ce0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.147'}], 'enable_snat': False}, 'gw_port_id': '8f797150-3345-4656-bcfe-336f14588678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:03:37Z', 'updated_at': '2022-03-05T14:03:42Z', 'revision_number': 3, 'project_id': '2f1d61ce5b154de6b48ddd0056ce0dcc', 'gw_port': {'id': '8f797150-3345-4656-bcfe-336f14588678', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:29:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e60c60-8211-4ec6-9d5d-47e84dd5e799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:03:39Z', 'updated_at': '2022-03-05T14:03:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:46.001389 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] Checking router: 46e60c60-8211-4ec6-9d5d-47e84dd5e799 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:03:46.002405 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] Updating router 46e60c60-8211-4ec6-9d5d-47e84dd5e799 port 8f797150-3345-4656-bcfe-336f14588678 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:03:46.020230 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0e1dd628-66fc-4bb4-afb6-9329cb7f1a6e tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "GET /v2.0/routers/46e60c60-8211-4ec6-9d5d-47e84dd5e799 HTTP/1.1" status: 200 len: 908 time: 0.5978346 Mar 05 14:03:46.040649 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cf1b81df-5cff-4206-bfaa-ef8aefd572c8 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/ports?device_id=57e5b2d3-2f21-4cc5-a9de-2ca276f2f5a2 HTTP/1.1" status: 200 len: 205 time: 0.0781090 Mar 05 14:03:46.041488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53464) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:46.041909 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53466) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:46.053228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-e65aff00-e473-4538-a84a-82435ad82f74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Request body: {'router': {'name': 'tempest-snat-router-269276562', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'enable_snat': True}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:46.064758 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e65aff00-e473-4538-a84a-82435ad82f74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:46.072916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e65aff00-e473-4538-a84a-82435ad82f74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Usage tracker for resource:router and tenant:2f1d61ce5b154de6b48ddd0056ce0dcc is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:46.082948 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e65aff00-e473-4538-a84a-82435ad82f74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:46.094421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e65aff00-e473-4538-a84a-82435ad82f74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:46.103350 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:46.184739 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-c062a4b6-353b-4729-848f-6c8dc850df4f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] delete failed (client error): The resource could not be found. Mar 05 14:03:46.188514 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c062a4b6-353b-4729-848f-6c8dc850df4f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/routers/57e5b2d3-2f21-4cc5-a9de-2ca276f2f5a2 HTTP/1.1" status: 404 len: 336 time: 0.1424253 Mar 05 14:03:46.189207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53474) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:46.222867 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7cef90ed-ebb4-45d6-a0da-20e756ffafb1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:46.228153 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e65aff00-e473-4538-a84a-82435ad82f74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:46.229298 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e65aff00-e473-4538-a84a-82435ad82f74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:46.246790 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e65aff00-e473-4538-a84a-82435ad82f74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:46.271751 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc46c7b-5223-4945-8c89-632c612dac71 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] DELETE failed (client error): The resource could not be found. Mar 05 14:03:46.272469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc46c7b-5223-4945-8c89-632c612dac71 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:46.289023 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7cef90ed-ebb4-45d6-a0da-20e756ffafb1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:46.324152 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cef90ed-ebb4-45d6-a0da-20e756ffafb1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:03:46.327594 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7cef90ed-ebb4-45d6-a0da-20e756ffafb1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:46.328955 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cef90ed-ebb4-45d6-a0da-20e756ffafb1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:03:46.329373 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cef90ed-ebb4-45d6-a0da-20e756ffafb1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:46.359068 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ddc46c7b-5223-4945-8c89-632c612dac71 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/subnets/d689bd0f-dbcf-4d2b-9281-e55902333ee9 HTTP/1.1" status: 404 len: 337 time: 0.1684401 Mar 05 14:03:46.365607 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53482) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:46.427734 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7cef90ed-ebb4-45d6-a0da-20e756ffafb1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8444500 Mar 05 14:03:46.429765 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53486) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:46.518644 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:46.557061 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Transition to ACTIVE for port object 9381f2d8-bff4-4043-bdbb-cf05075a401d will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:03:46.564883 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-14b396ac-c115-4885-aed9-9e194bd95768 admin admin] Deleting port f49483e5-b318-48f7-bd77-e83feacf9734 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:46.565773 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14b396ac-c115-4885-aed9-9e194bd95768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:46.592840 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Transition to ACTIVE for port object 9381f2d8-bff4-4043-bdbb-cf05075a401d will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:03:46.642377 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e65aff00-e473-4538-a84a-82435ad82f74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:46.669166 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cea954a0-4150-4cfd-a02a-52c7f29ef82f tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "GET /v2.0/ports?device_id=36170898-6a6e-449c-a318-fa0afde2f932 HTTP/1.1" status: 200 len: 205 time: 0.3013122 Mar 05 14:03:46.673075 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:46.677127 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a15ff2f0-152e-4e53-8722-4ca9fd06cfd2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2376299 Mar 05 14:03:46.687159 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53490) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:46.687487 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53492) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:46.796796 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Network 61591d6c-61d4-46c9-ab19-9c5b8ed7e41e is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:03:46.801815 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:03:46.805240 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:03:46.823449 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-14b396ac-c115-4885-aed9-9e194bd95768 admin admin] For port f49483e5-b318-48f7-bd77-e83feacf9734, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f49483e5-b318-48f7-bd77-e83feacf9734,segment=NetworkSegment(071e9780-6476-4093-bf3c-5d5498e1e2cf),segment_id=071e9780-6476-4093-bf3c-5d5498e1e2cf)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:46.823976 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14b396ac-c115-4885-aed9-9e194bd95768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:46.865314 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-e4044c46-73bc-494e-a368-b66cb2487045 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] delete failed (client error): The resource could not be found. Mar 05 14:03:46.866311 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e4044c46-73bc-494e-a368-b66cb2487045 tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/routers/36170898-6a6e-449c-a318-fa0afde2f932 HTTP/1.1" status: 404 len: 336 time: 0.1779187 Mar 05 14:03:46.881459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53498) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:46.938100 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-59842813-f6a1-4c68-9cdc-71c9c1011abd tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] DELETE failed (client error): The resource could not be found. Mar 05 14:03:46.938906 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59842813-f6a1-4c68-9cdc-71c9c1011abd tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:46.943275 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-59842813-f6a1-4c68-9cdc-71c9c1011abd tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/subnets/aba11c2d-fe88-4640-8d1a-0fd6cbc52a0b HTTP/1.1" status: 404 len: 337 time: 0.0560319 Mar 05 14:03:46.943461 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Pushing event updated for resources: {'Port': ['ID=9381f2d8-bff4-4043-bdbb-cf05075a401d,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:46.948600 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53502) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:46.989996 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Attempting to bind port 9381f2d8-bff4-4043-bdbb-cf05075a401d on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:03:46.990257 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Attempting to bind port 9381f2d8-bff4-4043-bdbb-cf05075a401d by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '977e6d44-2350-427c-ad2a-8d80910bcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '61591d6c-61d4-46c9-ab19-9c5b8ed7e41e'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:03:46.990618 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Attempting to bind port 9381f2d8-bff4-4043-bdbb-cf05075a401d on network 61591d6c-61d4-46c9-ab19-9c5b8ed7e41e {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:03:46.999222 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:03:46.999586 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Checking segment: {'id': '977e6d44-2350-427c-ad2a-8d80910bcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '61591d6c-61d4-46c9-ab19-9c5b8ed7e41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:03:46.999977 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:47.000361 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Bound using segment: {'id': '977e6d44-2350-427c-ad2a-8d80910bcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '61591d6c-61d4-46c9-ab19-9c5b8ed7e41e'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:03:47.000813 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Bound port: 9381f2d8-bff4-4043-bdbb-cf05075a401d, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '977e6d44-2350-427c-ad2a-8d80910bcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '61591d6c-61d4-46c9-ab19-9c5b8ed7e41e'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:03:47.001173 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:47.010912 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:47.011251 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:47.011581 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:47.011906 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:47.012227 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:47.012545 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:47.012858 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:47.013169 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:47.013481 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:47.013793 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:47.014109 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:47.014427 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:03:47.047071 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1356a9dd-65e7-4dc3-8388-73a4ea478a8b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:47.050928 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1356a9dd-65e7-4dc3-8388-73a4ea478a8b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3584697 Mar 05 14:03:47.051082 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-14b396ac-c115-4885-aed9-9e194bd95768 admin admin] Calling delete_port for f49483e5-b318-48f7-bd77-e83feacf9734 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:47.077816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53506) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:47.141288 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.resource_extend [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 14:03:47.157713 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] For port 9381f2d8-bff4-4043-bdbb-cf05075a401d, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:03:47.287398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] For port 9381f2d8-bff4-4043-bdbb-cf05075a401d, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=9381f2d8-bff4-4043-bdbb-cf05075a401d,segment=NetworkSegment(977e6d44-2350-427c-ad2a-8d80910bcc5d),segment_id=977e6d44-2350-427c-ad2a-8d80910bcc5d)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:03:47.298297 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:47.405911 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb3cfd6-1729-424e-aed4-86f02421d9cb tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] DELETE failed (client error): The resource could not be found. Mar 05 14:03:47.406526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cb3cfd6-1729-424e-aed4-86f02421d9cb tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:47.410535 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0cb3cfd6-1729-424e-aed4-86f02421d9cb tempest-RoutersIpV6Test-267546612 tempest-RoutersIpV6Test-267546612-project] 10.222.0.16 "DELETE /v2.0/subnets/b5a8054e-7219-4ad3-a371-27f8fca90635 HTTP/1.1" status: 404 len: 337 time: 0.4568410 Mar 05 14:03:47.472016 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:47.508138 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206c47f-fa83-47f2-a07f-9e061bb6c183 None None] Pushing event updated for resources: {'Port': ['ID=9381f2d8-bff4-4043-bdbb-cf05075a401d,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:47.622915 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d6a6d222-fac2-4d03-8a55-a9c7e0cc3983 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5420780 Mar 05 14:03:47.632613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53520) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:47.740828 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-2012b01a-04a2-4c66-a807-8587460a333e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:47.775293 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14b396ac-c115-4885-aed9-9e194bd95768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:47.778991 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] Transition to ACTIVE for port object 8f797150-3345-4656-bcfe-336f14588678 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:03:47.803329 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:48.008152 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9949f-4955-4e22-8ba6-4bb127d9ee06 None None] Pushing event updated for resources: {'Port': ['ID=8f797150-3345-4656-bcfe-336f14588678,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:48.060416 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] Attempting to bind port 8f797150-3345-4656-bcfe-336f14588678 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:03:48.060824 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] Attempting to bind port 8f797150-3345-4656-bcfe-336f14588678 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:03:48.061260 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] Attempting to bind port 8f797150-3345-4656-bcfe-336f14588678 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:03:48.068038 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b396ac-c115-4885-aed9-9e194bd95768 admin admin] Pushing event deleted for resources: {'Port': ['ID=f49483e5-b318-48f7-bd77-e83feacf9734,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:48.072159 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:03:48.072543 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:03:48.072920 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:48.073311 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:03:48.073777 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] Bound port: 8f797150-3345-4656-bcfe-336f14588678, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:03:48.074144 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:48.113583 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-75e0b731-d4d8-4dcc-8773-6ff7f5cde06a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783025705957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26333022'] for subnet, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:48.206389 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53526) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:48.214653 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] For port 8f797150-3345-4656-bcfe-336f14588678, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:03:48.216873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2012b01a-04a2-4c66-a807-8587460a333e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:48.218548 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] For port 8f797150-3345-4656-bcfe-336f14588678, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=8f797150-3345-4656-bcfe-336f14588678,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:03:48.231023 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:48.285682 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2012b01a-04a2-4c66-a807-8587460a333e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:48.289380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e0b731-d4d8-4dcc-8773-6ff7f5cde06a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:48.293136 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-75e0b731-d4d8-4dcc-8773-6ff7f5cde06a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:48.298147 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-75e0b731-d4d8-4dcc-8773-6ff7f5cde06a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "PUT /v2.0/subnets/d40aead6-c7cb-4b74-87e4-e67da358c26c HTTP/1.1" status: 200 len: 877 time: 3.5079618 Mar 05 14:03:48.300598 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0b731-d4d8-4dcc-8773-6ff7f5cde06a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event updated for resources: {'Subnet': ['ID=d40aead6-c7cb-4b74-87e4-e67da358c26c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:48.307227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53534) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:48.381387 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9949f-4955-4e22-8ba6-4bb127d9ee06 None None] Pushing event updated for resources: {'Port': ['ID=8f797150-3345-4656-bcfe-336f14588678,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:48.407646 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] Routers {'46e60c60-8211-4ec6-9d5d-47e84dd5e799'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:03:48.408273 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:03:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['46e60c60-8211-4ec6-9d5d-47e84dd5e799'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:48.509727 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14b396ac-c115-4885-aed9-9e194bd95768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:48.582494 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2012b01a-04a2-4c66-a807-8587460a333e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:03:48.602407 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2012b01a-04a2-4c66-a807-8587460a333e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:48.673664 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] Set router 46e60c60-8211-4ec6-9d5d-47e84dd5e799 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:03:49.055900 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ecdab9bb-0a15-48ae-bf6f-a495bcebf5b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9698ae0269e4f54b2949da6501e3b33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8387766 Mar 05 14:03:49.060589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53544) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:49.132777 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:49.156544 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e60c60-8211-4ec6-9d5d-47e84dd5e799', 'name': 'tempest-snat-router-269276562', 'tenant_id': '2f1d61ce5b154de6b48ddd0056ce0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.147'}], 'enable_snat': False}, 'gw_port_id': '8f797150-3345-4656-bcfe-336f14588678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:03:37Z', 'updated_at': '2022-03-05T14:03:42Z', 'revision_number': 3, 'project_id': '2f1d61ce5b154de6b48ddd0056ce0dcc', 'gw_port': {'id': '8f797150-3345-4656-bcfe-336f14588678', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:29:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e60c60-8211-4ec6-9d5d-47e84dd5e799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:03:39Z', 'updated_at': '2022-03-05T14:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:49.160658 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d9a44f-f62c-41ec-91c0-e77c7dcf12f4 None None] The sync data for ids ['46e60c60-8211-4ec6-9d5d-47e84dd5e799'] in n-d-803718-1 is: [{'id': '46e60c60-8211-4ec6-9d5d-47e84dd5e799', 'name': 'tempest-snat-router-269276562', 'tenant_id': '2f1d61ce5b154de6b48ddd0056ce0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.147'}], 'enable_snat': False}, 'gw_port_id': '8f797150-3345-4656-bcfe-336f14588678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:03:37Z', 'updated_at': '2022-03-05T14:03:42Z', 'revision_number': 3, 'project_id': '2f1d61ce5b154de6b48ddd0056ce0dcc', 'gw_port': {'id': '8f797150-3345-4656-bcfe-336f14588678', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:29:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e60c60-8211-4ec6-9d5d-47e84dd5e799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:03:39Z', 'updated_at': '2022-03-05T14:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:03:49.224821 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b396ac-c115-4885-aed9-9e194bd95768 admin admin] Router 187f7b76-1d7a-4a5a-a380-85076b60abbb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:03:49.293402 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9158379-5468-43c5-9819-3a9a1a9de917 None None] Network 61591d6c-61d4-46c9-ab19-9c5b8ed7e41e requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:03:49.523860 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fd842e6d-0ffe-431a-b8cb-9d4acfe2f1aa None None] Provisioning for port 9381f2d8-bff4-4043-bdbb-cf05075a401d completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:03:49.627007 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Deleting port 9381f2d8-bff4-4043-bdbb-cf05075a401d {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:49.627494 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:49.741563 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b396ac-c115-4885-aed9-9e194bd95768 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:03:49.742397 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 9381f2d8-bff4-4043-bdbb-cf05075a401d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:03:49.752318 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba2b507-ba89-4952-b519-e6ca1a8403da None None] Sync routers for ids ['187f7b76-1d7a-4a5a-a380-85076b60abbb'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:03:49.772859 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba2b507-ba89-4952-b519-e6ca1a8403da None None] Routers {'187f7b76-1d7a-4a5a-a380-85076b60abbb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:03:49.775813 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-6ba2b507-ba89-4952-b519-e6ca1a8403da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:03:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['187f7b76-1d7a-4a5a-a380-85076b60abbb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:49.791489 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-14b396ac-c115-4885-aed9-9e194bd95768 admin admin] 10.222.0.16 "PUT /v2.0/routers/187f7b76-1d7a-4a5a-a380-85076b60abbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2342541 Mar 05 14:03:49.792410 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53550) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:49.919994 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 9381f2d8-bff4-4043-bdbb-cf05075a401d completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:03:49.936231 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 9381f2d8-bff4-4043-bdbb-cf05075a401d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:03:49.936788 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:50.076021 n-d-803718-1 neutron-server[87914]: DEBUG neutron.objects.ports [None req-2012b01a-04a2-4c66-a807-8587460a333e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87914) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 05 14:03:50.103102 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d97e1173-801b-4d0a-8518-84df4e240d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:50.140088 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2012b01a-04a2-4c66-a807-8587460a333e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:50.203776 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e65aff00-e473-4538-a84a-82435ad82f74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:50.211294 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5a46ba52-76b0-4679-8677-b4e711bace77 admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:50.244595 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:50.254264 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775eed42-353b-4dc4-a42a-5ced03511ea4 None None] Network 61591d6c-61d4-46c9-ab19-9c5b8ed7e41e requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:03:50.280786 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-6ba2b507-ba89-4952-b519-e6ca1a8403da None None] Set router 187f7b76-1d7a-4a5a-a380-85076b60abbb gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:03:50.293531 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d97e1173-801b-4d0a-8518-84df4e240d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:50.399928 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e65aff00-e473-4538-a84a-82435ad82f74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:50.416874 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d97e1173-801b-4d0a-8518-84df4e240d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:50.437214 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-99bea50d-3572-4e70-937d-039240162fac None None] Provisioning complete for port 9381f2d8-bff4-4043-bdbb-cf05075a401d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:03:50.437638 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-99bea50d-3572-4e70-937d-039240162fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:50.530755 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2012b01a-04a2-4c66-a807-8587460a333e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:03:50.536813 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 9381f2d8-bff4-4043-bdbb-cf05075a401d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=9381f2d8-bff4-4043-bdbb-cf05075a401d,segment=NetworkSegment(977e6d44-2350-427c-ad2a-8d80910bcc5d),segment_id=977e6d44-2350-427c-ad2a-8d80910bcc5d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:50.553270 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e1173-801b-4d0a-8518-84df4e240d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457cf779-78e2-4bd7-9e43-a652f464fc3a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:50.568660 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:50.581674 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-2012b01a-04a2-4c66-a807-8587460a333e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:03:50.603280 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2012b01a-04a2-4c66-a807-8587460a333e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:50.604248 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2012b01a-04a2-4c66-a807-8587460a333e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:50.692275 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5a46ba52-76b0-4679-8677-b4e711bace77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:50.725328 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-5a46ba52-76b0-4679-8677-b4e711bace77 admin admin] Deleting port 87ef91ad-1350-4e69-8464-3042a2d8e3aa {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:50.726353 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5a46ba52-76b0-4679-8677-b4e711bace77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:50.730429 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d97e1173-801b-4d0a-8518-84df4e240d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:50.732452 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d97e1173-801b-4d0a-8518-84df4e240d26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/457cf779-78e2-4bd7-9e43-a652f464fc3a HTTP/1.1" status: 204 len: 168 time: 1.6669018 Mar 05 14:03:50.775884 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=9381f2d8-bff4-4043-bdbb-cf05075a401d,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:50.781973 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2012b01a-04a2-4c66-a807-8587460a333e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1497054 Mar 05 14:03:50.783885 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5439b8-9947-4ccb-ae74-dc31dbb0d215 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:03:50.795710 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53560) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:51.005352 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-6ba2b507-ba89-4952-b519-e6ca1a8403da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'name': 'tempest-ServerRescueTestJSONUnderV235-504043248-router', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:28Z', 'updated_at': '2022-03-05T14:03:47Z', 'revision_number': 5, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'gw_port': {'id': '87ef91ad-1350-4e69-8464-3042a2d8e3aa', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:01:32Z', 'updated_at': '2022-03-05T14:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:51.012063 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba2b507-ba89-4952-b519-e6ca1a8403da None None] Checking router: 187f7b76-1d7a-4a5a-a380-85076b60abbb for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:03:51.022094 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba2b507-ba89-4952-b519-e6ca1a8403da None None] Routers {'187f7b76-1d7a-4a5a-a380-85076b60abbb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:03:51.023592 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-6ba2b507-ba89-4952-b519-e6ca1a8403da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:03:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['187f7b76-1d7a-4a5a-a380-85076b60abbb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:51.080879 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] For port 9381f2d8-bff4-4043-bdbb-cf05075a401d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=9381f2d8-bff4-4043-bdbb-cf05075a401d,segment=NetworkSegment(977e6d44-2350-427c-ad2a-8d80910bcc5d),segment_id=977e6d44-2350-427c-ad2a-8d80910bcc5d)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:51.081386 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:51.342444 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-6ba2b507-ba89-4952-b519-e6ca1a8403da None None] Set router 187f7b76-1d7a-4a5a-a380-85076b60abbb gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:03:51.600830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-1c972fa3-95fe-499b-b71d-25f2eba6f58c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'mac_address': 'fa:16:3e:c0:d7:78', 'name': 'tempest-NetworksTestDHCPv6-30589025'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:51.622047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012b01a-04a2-4c66-a807-8587460a333e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=8f548492-b13b-463f-bf03-5f8f815f22bd,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:51.634666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Calling delete_port for 9381f2d8-bff4-4043-bdbb-cf05075a401d owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:51.683875 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-6ba2b507-ba89-4952-b519-e6ca1a8403da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'name': 'tempest-ServerRescueTestJSONUnderV235-504043248-router', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:28Z', 'updated_at': '2022-03-05T14:03:50Z', 'revision_number': 6, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:51.685336 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-5a46ba52-76b0-4679-8677-b4e711bace77 admin admin] For port 87ef91ad-1350-4e69-8464-3042a2d8e3aa, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=87ef91ad-1350-4e69-8464-3042a2d8e3aa,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:51.686247 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5a46ba52-76b0-4679-8677-b4e711bace77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:51.697180 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba2b507-ba89-4952-b519-e6ca1a8403da None None] The sync data for ids ['187f7b76-1d7a-4a5a-a380-85076b60abbb'] in n-d-803718-1 is: [{'id': '187f7b76-1d7a-4a5a-a380-85076b60abbb', 'name': 'tempest-ServerRescueTestJSONUnderV235-504043248-router', 'tenant_id': 'd227d433c2ad48fd969273c5938fc066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:01:28Z', 'updated_at': '2022-03-05T14:03:50Z', 'revision_number': 6, 'project_id': 'd227d433c2ad48fd969273c5938fc066', 'gw_port_host': None}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:03:51.730961 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 9381f2d8-bff4-4043-bdbb-cf05075a401d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:03:51.836199 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eede71-bf7f-4ffb-ad2d-a3297b2d80cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d67009e9-c74e-44a6-8a92-0c4d7928efad', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'fixed_ips': [{'subnet_id': '8f548492-b13b-463f-bf03-5f8f815f22bd'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:03:51.837197 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-41eede71-bf7f-4ffb-ad2d-a3297b2d80cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:52.045759 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 9381f2d8-bff4-4043-bdbb-cf05075a401d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:03:52.046133 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:52.047323 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1c972fa3-95fe-499b-b71d-25f2eba6f58c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:52.057737 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-5a46ba52-76b0-4679-8677-b4e711bace77 admin admin] Calling delete_port for 87ef91ad-1350-4e69-8464-3042a2d8e3aa owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:52.082407 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-e65aff00-e473-4538-a84a-82435ad82f74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Allocated IP 172.25.4.234 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/ffac702e-a57d-4de1-b6d9-3356b3b65aef) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:03:52.102406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1c972fa3-95fe-499b-b71d-25f2eba6f58c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:port and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:52.112981 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1c972fa3-95fe-499b-b71d-25f2eba6f58c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:52.136606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1c972fa3-95fe-499b-b71d-25f2eba6f58c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:52.186486 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:03:52.186819 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:03:52.448302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c972fa3-95fe-499b-b71d-25f2eba6f58c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:03:52.551087 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5a46ba52-76b0-4679-8677-b4e711bace77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:52.629374 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-41eede71-bf7f-4ffb-ad2d-a3297b2d80cf None None] Allocated IP 2001:db8::f816:3eff:fe0b:e782 (d67009e9-c74e-44a6-8a92-0c4d7928efad/8f548492-b13b-463f-bf03-5f8f815f22bd/3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:03:52.638310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46ba52-76b0-4679-8677-b4e711bace77 admin admin] Pushing event deleted for resources: {'Port': ['ID=87ef91ad-1350-4e69-8464-3042a2d8e3aa,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:52.734318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53588) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:52.746164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Deleting port 9381f2d8-bff4-4043-bdbb-cf05075a401d {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:52.746894 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:52.779839 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d17f3276-a672-465b-a4b4-fe943837a8dc None None] Provisioning complete for port 9381f2d8-bff4-4043-bdbb-cf05075a401d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:03:52.780425 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d17f3276-a672-465b-a4b4-fe943837a8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:52.798702 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5a46ba52-76b0-4679-8677-b4e711bace77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:53.042784 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e65aff00-e473-4538-a84a-82435ad82f74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:53.084563 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1c972fa3-95fe-499b-b71d-25f2eba6f58c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:53.160391 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-41eede71-bf7f-4ffb-ad2d-a3297b2d80cf None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:53.183240 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-365bb047-d030-41bf-a1c0-5ad1162fea1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459628509'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:53.207061 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5a46ba52-76b0-4679-8677-b4e711bace77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:53.215772 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-41eede71-bf7f-4ffb-ad2d-a3297b2d80cf None None] Transition to ACTIVE for port object 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:03:53.217614 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5a46ba52-76b0-4679-8677-b4e711bace77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:53.223017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-365bb047-d030-41bf-a1c0-5ad1162fea1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:53.238619 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-365bb047-d030-41bf-a1c0-5ad1162fea1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Usage tracker for resource:security_group and tenant:7d85d54b6e3d441998eed72fcda4b2f2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:53.243843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-365bb047-d030-41bf-a1c0-5ad1162fea1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:53.261105 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 8f797150-3345-4656-bcfe-336f14588678 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:03:53.277767 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-365bb047-d030-41bf-a1c0-5ad1162fea1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:53.293980 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-41eede71-bf7f-4ffb-ad2d-a3297b2d80cf None None] Transition to ACTIVE for port object 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:03:53.294357 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5a46ba52-76b0-4679-8677-b4e711bace77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:53.294940 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a46ba52-76b0-4679-8677-b4e711bace77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 187f7b76-1d7a-4a5a-a380-85076b60abbb {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:03:53.322734 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5a46ba52-76b0-4679-8677-b4e711bace77 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:53.323841 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5a46ba52-76b0-4679-8677-b4e711bace77 admin admin] 10.222.0.16 "DELETE /v2.0/routers/187f7b76-1d7a-4a5a-a380-85076b60abbb HTTP/1.1" status: 204 len: 168 time: 3.5303791 Mar 05 14:03:53.324747 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-365bb047-d030-41bf-a1c0-5ad1162fea1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:53.344623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53596) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:53.358699 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-41eede71-bf7f-4ffb-ad2d-a3297b2d80cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:53.411177 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-365bb047-d030-41bf-a1c0-5ad1162fea1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:53.435460 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-1c972fa3-95fe-499b-b71d-25f2eba6f58c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] device_id is not set on port 9551526b-d15d-4a63-a906-6ceeb3e9aaa4 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:03:53.539558 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-365bb047-d030-41bf-a1c0-5ad1162fea1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:53.549857 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-a769fe71-983a-48c0-8e22-d708dde20253 admin admin] Deleting subnet 996696e8-f383-47a4-b5dd-497af7965d47 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:03:53.563811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-365bb047-d030-41bf-a1c0-5ad1162fea1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Usage tracker for resource:security_group_rule and tenant:7d85d54b6e3d441998eed72fcda4b2f2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:53.579180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-365bb047-d030-41bf-a1c0-5ad1162fea1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:53.583257 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a769fe71-983a-48c0-8e22-d708dde20253 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:53.592437 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] For port 9381f2d8-bff4-4043-bdbb-cf05075a401d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=9381f2d8-bff4-4043-bdbb-cf05075a401d,segment=NetworkSegment(977e6d44-2350-427c-ad2a-8d80910bcc5d),segment_id=977e6d44-2350-427c-ad2a-8d80910bcc5d)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:53.593044 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:53.625349 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-365bb047-d030-41bf-a1c0-5ad1162fea1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:53.662046 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a769fe71-983a-48c0-8e22-d708dde20253 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:53.673092 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eede71-bf7f-4ffb-ad2d-a3297b2d80cf None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:03:53.691054 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-41eede71-bf7f-4ffb-ad2d-a3297b2d80cf None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:03:53.702625 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eede71-bf7f-4ffb-ad2d-a3297b2d80cf None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:03:53.804136 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a769fe71-983a-48c0-8e22-d708dde20253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:53.903670 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e65aff00-e473-4538-a84a-82435ad82f74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:53.911747 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eede71-bf7f-4ffb-ad2d-a3297b2d80cf None None] Pushing event updated for resources: {'Port': ['ID=3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:53.928258 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Calling delete_port for 9381f2d8-bff4-4043-bdbb-cf05075a401d owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:53.963281 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 8f797150-3345-4656-bcfe-336f14588678 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:03:53.993970 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 8f797150-3345-4656-bcfe-336f14588678 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:03:53.993970 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:54.012367 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-365bb047-d030-41bf-a1c0-5ad1162fea1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:54.028759 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-365bb047-d030-41bf-a1c0-5ad1162fea1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:54.039910 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-365bb047-d030-41bf-a1c0-5ad1162fea1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:54.049626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-1c972fa3-95fe-499b-b71d-25f2eba6f58c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8::f816:3eff:fec0:d778 (d67009e9-c74e-44a6-8a92-0c4d7928efad/8f548492-b13b-463f-bf03-5f8f815f22bd/9551526b-d15d-4a63-a906-6ceeb3e9aaa4) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:03:54.051741 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-365bb047-d030-41bf-a1c0-5ad1162fea1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Usage tracker for resource:security_group_rule and tenant:7d85d54b6e3d441998eed72fcda4b2f2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:54.056472 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-41eede71-bf7f-4ffb-ad2d-a3297b2d80cf None None] Attempting to bind port 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:03:54.056866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-41eede71-bf7f-4ffb-ad2d-a3297b2d80cf None None] Attempting to bind port 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:03:54.060179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-365bb047-d030-41bf-a1c0-5ad1162fea1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:54.062354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eede71-bf7f-4ffb-ad2d-a3297b2d80cf None None] Attempting to bind port 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5 on network d67009e9-c74e-44a6-8a92-0c4d7928efad {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:03:54.080262 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-365bb047-d030-41bf-a1c0-5ad1162fea1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:54.108037 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eede71-bf7f-4ffb-ad2d-a3297b2d80cf None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:03:54.108456 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eede71-bf7f-4ffb-ad2d-a3297b2d80cf None None] Checking segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:03:54.108797 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-41eede71-bf7f-4ffb-ad2d-a3297b2d80cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:54.109191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eede71-bf7f-4ffb-ad2d-a3297b2d80cf None None] Bound using segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:03:54.109666 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-41eede71-bf7f-4ffb-ad2d-a3297b2d80cf None None] Bound port: 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:03:54.110033 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-41eede71-bf7f-4ffb-ad2d-a3297b2d80cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:54.115557 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65aff00-e473-4538-a84a-82435ad82f74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Pushing event updated for resources: {'Port': ['ID=ffac702e-a57d-4de1-b6d9-3356b3b65aef,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:54.170228 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-365bb047-d030-41bf-a1c0-5ad1162fea1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:54.180535 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65aff00-e473-4538-a84a-82435ad82f74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:03:54.187730 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-e65aff00-e473-4538-a84a-82435ad82f74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:03:54.192150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65aff00-e473-4538-a84a-82435ad82f74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:03:54.219015 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-365bb047-d030-41bf-a1c0-5ad1162fea1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:54.225617 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a769fe71-983a-48c0-8e22-d708dde20253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:54.404269 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-41eede71-bf7f-4ffb-ad2d-a3297b2d80cf None None] For port 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:03:54.411806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769fe71-983a-48c0-8e22-d708dde20253 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=996696e8-f383-47a4-b5dd-497af7965d47,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:54.414396 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a769fe71-983a-48c0-8e22-d708dde20253 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:54.418168 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:54.422229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bb047-d030-41bf-a1c0-5ad1162fea1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a51ceaec-3501-4382-981e-0f6951c1aa29,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:54.453888 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a769fe71-983a-48c0-8e22-d708dde20253 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/996696e8-f383-47a4-b5dd-497af7965d47 HTTP/1.1" status: 204 len: 168 time: 1.1081703 Mar 05 14:03:54.457831 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53604) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:54.458909 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-365bb047-d030-41bf-a1c0-5ad1162fea1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:54.460557 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-365bb047-d030-41bf-a1c0-5ad1162fea1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7252705 Mar 05 14:03:54.461779 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-41eede71-bf7f-4ffb-ad2d-a3297b2d80cf None None] For port 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:03:54.463537 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53606) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:54.480025 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-41eede71-bf7f-4ffb-ad2d-a3297b2d80cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:54.493701 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 8f797150-3345-4656-bcfe-336f14588678, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=8f797150-3345-4656-bcfe-336f14588678,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:54.532300 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:54.534600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bb047-d030-41bf-a1c0-5ad1162fea1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1aa8fec-1df8-4b29-8818-1221131deeb5,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:54.594045 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eede71-bf7f-4ffb-ad2d-a3297b2d80cf None None] Pushing event updated for resources: {'Port': ['ID=3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:54.698861 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f49483e5-b318-48f7-bd77-e83feacf9734 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:03:54.740814 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2afae08f-9875-47a9-a557-2f275cb826e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:54.776960 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: f49483e5-b318-48f7-bd77-e83feacf9734 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:03:54.777297 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f49483e5-b318-48f7-bd77-e83feacf9734 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:03:54.777722 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 87ef91ad-1350-4e69-8464-3042a2d8e3aa no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:03:54.824492 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 87ef91ad-1350-4e69-8464-3042a2d8e3aa {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:03:54.824832 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 87ef91ad-1350-4e69-8464-3042a2d8e3aa not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:03:54.852171 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=8f797150-3345-4656-bcfe-336f14588678,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:54.943785 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-fc96f32d-4910-4901-b839-c62c47445d75 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Synchronizing usage tracker for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:03:55.083693 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-fc96f32d-4910-4901-b839-c62c47445d75 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Unset dirty status for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:03:55.087901 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fc96f32d-4910-4901-b839-c62c47445d75 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.6118441 Mar 05 14:03:55.102427 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53616) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:55.126026 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-91c93b80-6351-41de-86d6-d454d9f6dd1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Request body: {'security_group': {'name': 'tempest-security--1532380425', 'description': 'tempest-security-description-1573954551'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:55.207681 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:55.244826 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2afae08f-9875-47a9-a557-2f275cb826e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:55.271693 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-2afae08f-9875-47a9-a557-2f275cb826e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1fbddc-f285-40f2-9ffb-2b02622ef359']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:55.284692 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-2afae08f-9875-47a9-a557-2f275cb826e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '071e9780-6476-4093-bf3c-5d5498e1e2cf') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:55.284991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-2afae08f-9875-47a9-a557-2f275cb826e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '071e9780-6476-4093-bf3c-5d5498e1e2cf') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:55.289753 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Port': ['ID=9381f2d8-bff4-4043-bdbb-cf05075a401d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:55.299702 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2afae08f-9875-47a9-a557-2f275cb826e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:55.317774 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2afae08f-9875-47a9-a557-2f275cb826e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:55.324765 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2afae08f-9875-47a9-a557-2f275cb826e6 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:03:55.325226 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2afae08f-9875-47a9-a557-2f275cb826e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:03:55.341522 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:03:55.439347 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2afae08f-9875-47a9-a557-2f275cb826e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:55.456168 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2afae08f-9875-47a9-a557-2f275cb826e6 admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:55.513087 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2049ef-2d90-4c31-a4bb-49219fb51842 None None] DHCP port deletion for 61591d6c-61d4-46c9-ab19-9c5b8ed7e41e request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:03:55.522011 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2afae08f-9875-47a9-a557-2f275cb826e6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9e1fbddc-f285-40f2-9ffb-2b02622ef359 HTTP/1.1" status: 204 len: 168 time: 1.0592046 Mar 05 14:03:55.528975 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afae08f-9875-47a9-a557-2f275cb826e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e1fbddc-f285-40f2-9ffb-2b02622ef359,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:55.580109 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-91c93b80-6351-41de-86d6-d454d9f6dd1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:55.598151 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No DVR routers for this DVR port 9381f2d8-bff4-4043-bdbb-cf05075a401d on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:03:55.827155 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:55.924002 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-91c93b80-6351-41de-86d6-d454d9f6dd1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:55.947833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53628) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:56.024176 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a98f202f-59ab-4a5a-a1fc-1dfcc690bdb0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d227d433c2ad48fd969273c5938fc066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0725131 Mar 05 14:03:56.027988 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53632) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:56.111447 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-91c93b80-6351-41de-86d6-d454d9f6dd1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:56.117312 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4bd37cd5-4561-4bb8-b2d1-2ba49622e14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:56.176078 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:56.178202 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4bd37cd5-4561-4bb8-b2d1-2ba49622e14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:56.273051 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb86c89d-bd95-406b-bf9e-d08842786671 None None] Network 61591d6c-61d4-46c9-ab19-9c5b8ed7e41e requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:03:56.309527 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4bd37cd5-4561-4bb8-b2d1-2ba49622e14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:56.331148 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd37cd5-4561-4bb8-b2d1-2ba49622e14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71f1338-77d4-4087-9134-c9982e920f8d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:56.356153 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4bd37cd5-4561-4bb8-b2d1-2ba49622e14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:56.360741 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4bd37cd5-4561-4bb8-b2d1-2ba49622e14a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b71f1338-77d4-4087-9134-c9982e920f8d HTTP/1.1" status: 204 len: 168 time: 0.3318007 Mar 05 14:03:56.424727 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:56.477970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61591d6c-61d4-46c9-ab19-9c5b8ed7e41e']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:56.504547 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '977e6d44-2350-427c-ad2a-8d80910bcc5d') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:56.504800 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '977e6d44-2350-427c-ad2a-8d80910bcc5d') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:56.531587 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:56.565743 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:56.573992 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:03:56.574386 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:56.674312 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-135644f5-d989-4a4e-a0b5-b6bc244556dc None None] Provisioning for port 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:03:56.774475 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:03:56.790079 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1c972fa3-95fe-499b-b71d-25f2eba6f58c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:56.808011 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Subnet': ['ID=d40aead6-c7cb-4b74-87e4-e67da358c26c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:56.843498 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-91c93b80-6351-41de-86d6-d454d9f6dd1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:56.847912 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53642) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:56.848189 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-91c93b80-6351-41de-86d6-d454d9f6dd1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "PUT /v2.0/security-groups/c1aa8fec-1df8-4b29-8818-1221131deeb5 HTTP/1.1" status: 200 len: 1780 time: 1.7425380 Mar 05 14:03:56.848682 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e65aff00-e473-4538-a84a-82435ad82f74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:56.951212 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-db78c6d7-78a5-4765-9443-f554dae5a397 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-groups/c1aa8fec-1df8-4b29-8818-1221131deeb5 HTTP/1.1" status: 200 len: 1780 time: 0.1014249 Mar 05 14:03:56.953714 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53646) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:56.994480 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:03:57.031325 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-926c0a74-fb0a-41bf-99cd-96881d744c92 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:57.061236 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-926c0a74-fb0a-41bf-99cd-96881d744c92 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:57.114986 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-926c0a74-fb0a-41bf-99cd-96881d744c92 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:57.160947 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c0a74-fb0a-41bf-99cd-96881d744c92 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1aa8fec-1df8-4b29-8818-1221131deeb5,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:57.178291 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838e5bab-fa20-42e3-9648-48b7d05e5791 None None] DHCP port deletion for 61591d6c-61d4-46c9-ab19-9c5b8ed7e41e request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:03:57.183790 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-926c0a74-fb0a-41bf-99cd-96881d744c92 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:57.185240 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-926c0a74-fb0a-41bf-99cd-96881d744c92 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "DELETE /v2.0/security-groups/c1aa8fec-1df8-4b29-8818-1221131deeb5 HTTP/1.1" status: 204 len: 168 time: 0.2306693 Mar 05 14:03:57.189545 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53652) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:57.246606 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c74f9e4-a765-43ef-bfa1-eec18c6d979d None None] get_active_networks_info from n-d-803718-1 {{(pid=87915) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 05 14:03:57.263356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-1c972fa3-95fe-499b-b71d-25f2eba6f58c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Transition to ACTIVE for port object 9551526b-d15d-4a63-a906-6ceeb3e9aaa4 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:03:57.311228 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:03:57.323936 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:03:57.324564 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:57.331029 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3ee7421a-9127-498f-9741-053a989d2273 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Synchronizing usage tracker for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:03:57.366252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3ee7421a-9127-498f-9741-053a989d2273 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Unset dirty status for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:03:57.373946 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3ee7421a-9127-498f-9741-053a989d2273 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1796968 Mar 05 14:03:57.378177 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53664) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:57.437840 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-b4ca77bf-6b12-4087-bdce-680e7aa5f735 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] delete failed (client error): The resource could not be found. Mar 05 14:03:57.449600 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b4ca77bf-6b12-4087-bdce-680e7aa5f735 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "DELETE /v2.0/security-groups/c1aa8fec-1df8-4b29-8818-1221131deeb5 HTTP/1.1" status: 404 len: 347 time: 0.0636575 Mar 05 14:03:57.451991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53668) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:57.463729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c93b80-6351-41de-86d6-d454d9f6dd1f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1aa8fec-1df8-4b29-8818-1221131deeb5,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:57.464826 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-21640eb4-7c7a-499d-867b-3812a525bbb8 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Request body: {'security_group': {'name': 'tempest-secgroup--57703533'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:57.484592 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1c972fa3-95fe-499b-b71d-25f2eba6f58c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:57.488100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-21640eb4-7c7a-499d-867b-3812a525bbb8 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:57.493907 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:57.500347 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:57.535338 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-21640eb4-7c7a-499d-867b-3812a525bbb8 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:57.543098 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c74f9e4-a765-43ef-bfa1-eec18c6d979d None None] Resources bound (agent type, host, resource id): {{(pid=87915) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 14:03:57.545781 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:57.557870 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-21640eb4-7c7a-499d-867b-3812a525bbb8 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:57.586512 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-21640eb4-7c7a-499d-867b-3812a525bbb8 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:57.590896 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-21640eb4-7c7a-499d-867b-3812a525bbb8 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Usage tracker for resource:security_group_rule and tenant:7d85d54b6e3d441998eed72fcda4b2f2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:57.594071 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-21640eb4-7c7a-499d-867b-3812a525bbb8 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:57.600059 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:03:57.601401 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-21640eb4-7c7a-499d-867b-3812a525bbb8 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:57.789191 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:57.789968 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 8f797150-3345-4656-bcfe-336f14588678 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:03:57.857662 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-21640eb4-7c7a-499d-867b-3812a525bbb8 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:57.858216 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/networks/61591d6c-61d4-46c9-ab19-9c5b8ed7e41e HTTP/1.1" status: 204 len: 168 time: 9.5339847 Mar 05 14:03:57.863943 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53684) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:57.878942 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-21640eb4-7c7a-499d-867b-3812a525bbb8 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:57.893901 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee0c47-41e0-4228-9ba7-d4766d53e94a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Network': ['ID=61591d6c-61d4-46c9-ab19-9c5b8ed7e41e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:57.901888 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c972fa3-95fe-499b-b71d-25f2eba6f58c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:03:57.916472 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-1c972fa3-95fe-499b-b71d-25f2eba6f58c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:03:57.968719 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c972fa3-95fe-499b-b71d-25f2eba6f58c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:03:57.979857 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c972fa3-95fe-499b-b71d-25f2eba6f58c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:57.987183 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1c972fa3-95fe-499b-b71d-25f2eba6f58c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:58.035626 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1c972fa3-95fe-499b-b71d-25f2eba6f58c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 7.2288990 Mar 05 14:03:58.048241 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53692) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:58.073811 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c972fa3-95fe-499b-b71d-25f2eba6f58c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=9551526b-d15d-4a63-a906-6ceeb3e9aaa4,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:58.125529 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21640eb4-7c7a-499d-867b-3812a525bbb8 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d33b70b-0553-4bfd-843e-fec323a15dde,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:58.145963 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53696) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:58.162984 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bdcc6b9-90de-4690-979c-cfb873302f70 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] DELETE failed (client error): The resource could not be found. Mar 05 14:03:58.163562 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bdcc6b9-90de-4690-979c-cfb873302f70 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:58.194525 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9bdcc6b9-90de-4690-979c-cfb873302f70 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/subnets/d40aead6-c7cb-4b74-87e4-e67da358c26c HTTP/1.1" status: 404 len: 337 time: 0.3187826 Mar 05 14:03:58.195903 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53698) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:58.223277 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-21640eb4-7c7a-499d-867b-3812a525bbb8 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:58.224843 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-21640eb4-7c7a-499d-867b-3812a525bbb8 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7719433 Mar 05 14:03:58.226277 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c01979-7f99-4155-890a-0f030362d20e tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] DELETE failed (client error): The resource could not be found. Mar 05 14:03:58.227054 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c01979-7f99-4155-890a-0f030362d20e tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:58.229045 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-27c01979-7f99-4155-890a-0f030362d20e tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/networks/61591d6c-61d4-46c9-ab19-9c5b8ed7e41e HTTP/1.1" status: 404 len: 339 time: 0.0319784 Mar 05 14:03:58.229851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53704) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:58.232820 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53706) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:58.237847 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-95be8d09-3f35-49ca-a6fb-fa3b4098cf9c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Request body: {'security_group_rule': {'security_group_id': '6d33b70b-0553-4bfd-843e-fec323a15dde', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:58.277045 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-95be8d09-3f35-49ca-a6fb-fa3b4098cf9c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:58.285961 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-b374dce6-a574-4b92-afde-d95599c989a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] DELETE failed (client error): The resource could not be found. Mar 05 14:03:58.286739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b374dce6-a574-4b92-afde-d95599c989a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:58.288931 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b374dce6-a574-4b92-afde-d95599c989a5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/subnets/baaf8d73-b227-42f4-b582-002ced1b0e58 HTTP/1.1" status: 404 len: 337 time: 0.0550177 Mar 05 14:03:58.290324 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-95be8d09-3f35-49ca-a6fb-fa3b4098cf9c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Usage tracker for resource:security_group_rule and tenant:7d85d54b6e3d441998eed72fcda4b2f2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:58.293981 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53714) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:58.296747 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-95be8d09-3f35-49ca-a6fb-fa3b4098cf9c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:58.326254 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-95be8d09-3f35-49ca-a6fb-fa3b4098cf9c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:58.329405 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d41950-08f1-4da5-bf2d-a0be8d45588a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] DELETE failed (client error): The resource could not be found. Mar 05 14:03:58.330147 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d41950-08f1-4da5-bf2d-a0be8d45588a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:58.332271 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d6d41950-08f1-4da5-bf2d-a0be8d45588a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/networks/63f29f7d-02f9-4933-8179-98c1a15a427c HTTP/1.1" status: 404 len: 339 time: 0.0369217 Mar 05 14:03:58.335324 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53718) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:58.341887 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:58.363962 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 8f797150-3345-4656-bcfe-336f14588678 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:03:58.364334 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:58.396197 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-95be8d09-3f35-49ca-a6fb-fa3b4098cf9c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:58.408164 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e65aff00-e473-4538-a84a-82435ad82f74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:58.594451 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f0cd-e2cc-45d8-8b89-d873525bde21 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:58.651292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-8de1f288-e4ba-454f-8f55-f846e9c08ecb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1838379668-network', 'tenant_id': 'aa50d76144b44649bd0d1266a82009ba'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:03:58.663994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8de1f288-e4ba-454f-8f55-f846e9c08ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:58.675418 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa3c1bb-fbff-470c-9659-9b889963fb83 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:58.682166 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa3c1bb-fbff-470c-9659-9b889963fb83 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:03:58.683012 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1fa3c1bb-fbff-470c-9659-9b889963fb83 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:03:58.696371 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8de1f288-e4ba-454f-8f55-f846e9c08ecb admin admin] Usage tracker for resource:network and tenant:aa50d76144b44649bd0d1266a82009ba is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:58.702169 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8de1f288-e4ba-454f-8f55-f846e9c08ecb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:58.717868 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-95be8d09-3f35-49ca-a6fb-fa3b4098cf9c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:58.730794 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8de1f288-e4ba-454f-8f55-f846e9c08ecb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:58.734888 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-95be8d09-3f35-49ca-a6fb-fa3b4098cf9c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:58.760964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1fa3c1bb-fbff-470c-9659-9b889963fb83 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:03:58.765637 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1fa3c1bb-fbff-470c-9659-9b889963fb83 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6932333 Mar 05 14:03:58.766401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53722) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:58.779964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de1f288-e4ba-454f-8f55-f846e9c08ecb admin admin] Made reservation on behalf of aa50d76144b44649bd0d1266a82009ba for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:03:58.782622 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8de1f288-e4ba-454f-8f55-f846e9c08ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:58.803331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be8d09-3f35-49ca-a6fb-fa3b4098cf9c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe541a0-cdd2-439a-a607-1a79a784adb6,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:58.858453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 9381f2d8-bff4-4043-bdbb-cf05075a401d no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:03:58.872231 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8de1f288-e4ba-454f-8f55-f846e9c08ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:58.885041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc914d-af67-4fa4-85dc-bb060a8522f5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting port 9551526b-d15d-4a63-a906-6ceeb3e9aaa4 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:03:58.886176 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6cdc914d-af67-4fa4-85dc-bb060a8522f5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:58.935773 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65aff00-e473-4538-a84a-82435ad82f74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Router 50656d7a-d2b2-48b5-b2fc-a86b82182d1e is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:03:58.985725 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 9381f2d8-bff4-4043-bdbb-cf05075a401d {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:03:58.986066 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 9381f2d8-bff4-4043-bdbb-cf05075a401d not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:03:59.012170 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:59.068812 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:59.113732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8de1f288-e4ba-454f-8f55-f846e9c08ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:03:59.130904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8de1f288-e4ba-454f-8f55-f846e9c08ecb admin admin] Usage tracker for resource:security_group_rule and tenant:aa50d76144b44649bd0d1266a82009ba is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:03:59.135602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8de1f288-e4ba-454f-8f55-f846e9c08ecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:03:59.164681 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-37c3d035-e348-4a3b-99fb-3ea736d89404 None None] Provisioning for port 9551526b-d15d-4a63-a906-6ceeb3e9aaa4 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:03:59.175570 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-37c3d035-e348-4a3b-99fb-3ea736d89404 None None] Provisioning complete for port 9551526b-d15d-4a63-a906-6ceeb3e9aaa4 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:03:59.176156 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-37c3d035-e348-4a3b-99fb-3ea736d89404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:59.218199 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f0cd-e2cc-45d8-8b89-d873525bde21 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:59.233646 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-95be8d09-3f35-49ca-a6fb-fa3b4098cf9c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:59.238696 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-95be8d09-3f35-49ca-a6fb-fa3b4098cf9c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0035737 Mar 05 14:03:59.238903 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:03:59.245997 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53730) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:59.266408 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-c9c9f0cd-e2cc-45d8-8b89-d873525bde21 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29de745c-6250-4614-a393-30ea1e4e55e9']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:59.292022 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-c9c9f0cd-e2cc-45d8-8b89-d873525bde21 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478730d7-1aff-4059-b654-2ef95c2ec6a9') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:59.292247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-c9c9f0cd-e2cc-45d8-8b89-d873525bde21 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478730d7-1aff-4059-b654-2ef95c2ec6a9') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:59.324283 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f0cd-e2cc-45d8-8b89-d873525bde21 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:59.333273 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad16507d-e079-458f-9d61-baa96b3df881 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:59.345784 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad16507d-e079-458f-9d61-baa96b3df881 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:59.352958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-37c3d035-e348-4a3b-99fb-3ea736d89404 None None] Port 9551526b-d15d-4a63-a906-6ceeb3e9aaa4 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:03:59.370482 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:03:59.371262 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:59.382533 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad16507d-e079-458f-9d61-baa96b3df881 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:59.389979 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6cdc914d-af67-4fa4-85dc-bb060a8522f5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:59.398737 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f0cd-e2cc-45d8-8b89-d873525bde21 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:59.404834 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16507d-e079-458f-9d61-baa96b3df881 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fe541a0-cdd2-439a-a607-1a79a784adb6,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:59.418964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c9f0cd-e2cc-45d8-8b89-d873525bde21 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:03:59.419365 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f0cd-e2cc-45d8-8b89-d873525bde21 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:03:59.455461 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:03:59.489688 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad16507d-e079-458f-9d61-baa96b3df881 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:59.495140 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ad16507d-e079-458f-9d61-baa96b3df881 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/6fe541a0-cdd2-439a-a607-1a79a784adb6 HTTP/1.1" status: 204 len: 168 time: 0.2458272 Mar 05 14:03:59.499436 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53734) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:59.533945 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc914d-af67-4fa4-85dc-bb060a8522f5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Calling delete_port for 9551526b-d15d-4a63-a906-6ceeb3e9aaa4 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:03:59.586438 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8de1f288-e4ba-454f-8f55-f846e9c08ecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:03:59.599289 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f0cd-e2cc-45d8-8b89-d873525bde21 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:59.625229 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f0cd-e2cc-45d8-8b89-d873525bde21 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:59.638648 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ab611b4b-d1dc-4faf-81ae-31e35f7cff47 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Synchronizing usage tracker for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group_rule {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:03:59.644762 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9f0cd-e2cc-45d8-8b89-d873525bde21 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Network': ['ID=29de745c-6250-4614-a393-30ea1e4e55e9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:03:59.652138 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c9c9f0cd-e2cc-45d8-8b89-d873525bde21 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/networks/29de745c-6250-4614-a393-30ea1e4e55e9 HTTP/1.1" status: 204 len: 168 time: 1.3152049 Mar 05 14:03:59.655765 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53738) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:59.705521 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2ab399-539e-4990-b360-c7a6d4095a0a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] DELETE failed (client error): The resource could not be found. Mar 05 14:03:59.705993 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2ab399-539e-4990-b360-c7a6d4095a0a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:59.710076 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2f2ab399-539e-4990-b360-c7a6d4095a0a tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/subnets/51e378c5-1b1b-4cdf-8af0-d74d2e0c8694 HTTP/1.1" status: 404 len: 337 time: 0.0510676 Mar 05 14:03:59.710076 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ab611b4b-d1dc-4faf-81ae-31e35f7cff47 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Unset dirty status for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group_rule {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:03:59.710076 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ab611b4b-d1dc-4faf-81ae-31e35f7cff47 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2094162 Mar 05 14:03:59.710695 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53742) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:59.723990 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53746) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:59.736885 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-20832d65-b63f-4dcd-87cf-764f45362915 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] DELETE failed (client error): The resource could not be found. Mar 05 14:03:59.737041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20832d65-b63f-4dcd-87cf-764f45362915 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:59.739309 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-20832d65-b63f-4dcd-87cf-764f45362915 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/networks/3c6f072b-70e3-4a64-8bbb-51069301116d HTTP/1.1" status: 404 len: 339 time: 0.0273330 Mar 05 14:03:59.741941 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53750) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:59.781866 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e47b987-f733-4a93-8b98-285b479bdb2d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] DELETE failed (client error): The resource could not be found. Mar 05 14:03:59.782466 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e47b987-f733-4a93-8b98-285b479bdb2d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:59.786542 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6e47b987-f733-4a93-8b98-285b479bdb2d tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/subnets/80d3ed5f-0d6a-4229-83d3-a1f7272629ab HTTP/1.1" status: 404 len: 337 time: 0.0413876 Mar 05 14:03:59.786900 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53754) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:59.814592 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-52aef7bf-7c68-4fa1-9132-36843ebdf475 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] DELETE failed (client error): The resource could not be found. Mar 05 14:03:59.815369 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52aef7bf-7c68-4fa1-9132-36843ebdf475 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:59.817855 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-52aef7bf-7c68-4fa1-9132-36843ebdf475 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/networks/c20a6666-2b81-4e8e-acf5-fa3cf3b55818 HTTP/1.1" status: 404 len: 339 time: 0.0297341 Mar 05 14:03:59.820386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53758) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:59.862362 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65aff00-e473-4538-a84a-82435ad82f74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:03:59.864761 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42ba345-9844-4458-840e-d4da3ec76212 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] DELETE failed (client error): The resource could not be found. Mar 05 14:03:59.865310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42ba345-9844-4458-840e-d4da3ec76212 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:59.870460 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d42ba345-9844-4458-840e-d4da3ec76212 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/subnets/512ff48d-11c5-4fbf-8661-11e83a42dc7b HTTP/1.1" status: 404 len: 337 time: 0.0466473 Mar 05 14:03:59.870962 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53762) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:59.880465 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] Sync routers for ids ['50656d7a-d2b2-48b5-b2fc-a86b82182d1e'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:03:59.893950 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] Routers {'50656d7a-d2b2-48b5-b2fc-a86b82182d1e'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:03:59.895085 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:03:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['50656d7a-d2b2-48b5-b2fc-a86b82182d1e'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:03:59.898001 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-53321e15-f4f7-49d3-be0e-565606a503b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] DELETE failed (client error): The resource could not be found. Mar 05 14:03:59.898600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53321e15-f4f7-49d3-be0e-565606a503b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:59.902819 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-53321e15-f4f7-49d3-be0e-565606a503b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/networks/5fe6e17c-6517-4899-ade2-7aa3f3a00bfe HTTP/1.1" status: 404 len: 339 time: 0.0284185 Mar 05 14:03:59.903555 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53766) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:59.939563 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e65aff00-e473-4538-a84a-82435ad82f74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:03:59.941696 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8a7585-19dc-492b-83a4-01e4c5553320 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] DELETE failed (client error): The resource could not be found. Mar 05 14:03:59.942312 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8a7585-19dc-492b-83a4-01e4c5553320 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:03:59.947734 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5f8a7585-19dc-492b-83a4-01e4c5553320 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/subnets/0a60d5f4-d94a-4095-94cb-71fc2ebe14a2 HTTP/1.1" status: 404 len: 337 time: 0.0400257 Mar 05 14:03:59.947920 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e65aff00-e473-4538-a84a-82435ad82f74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 13.9012001 Mar 05 14:03:59.948033 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53770) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:59.948033 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53774) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:03:59.967643 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6cdc914d-af67-4fa4-85dc-bb060a8522f5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:00.043958 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab29ef5-189a-474c-b768-284df994b771 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] DELETE failed (client error): The resource could not be found. Mar 05 14:04:00.044589 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab29ef5-189a-474c-b768-284df994b771 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:04:00.048623 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dab29ef5-189a-474c-b768-284df994b771 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/networks/1b4e7e8f-8c3a-4e3d-8aea-d79ef8c03f97 HTTP/1.1" status: 404 len: 339 time: 0.0975966 Mar 05 14:04:00.048950 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53778) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:00.070943 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d3b17aec-d6a2-41dc-a638-2c4083124c1a tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:00.203355 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] Set router 50656d7a-d2b2-48b5-b2fc-a86b82182d1e gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:04:00.310042 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b08be2-e2d6-444a-83db-7f337e9c3a15 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] DELETE failed (client error): The resource could not be found. Mar 05 14:04:00.311154 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b08be2-e2d6-444a-83db-7f337e9c3a15 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:04:00.313366 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-96b08be2-e2d6-444a-83db-7f337e9c3a15 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/subnets/a663d4ff-07fc-498c-a715-b29c132f48d4 HTTP/1.1" status: 404 len: 337 time: 0.2617610 Mar 05 14:04:00.321534 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53786) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:00.329391 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc914d-af67-4fa4-85dc-bb060a8522f5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Port': ['ID=9551526b-d15d-4a63-a906-6ceeb3e9aaa4,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:00.337826 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8de1f288-e4ba-454f-8f55-f846e9c08ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:00.348869 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6cdc914d-af67-4fa4-85dc-bb060a8522f5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:00.385299 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8de1f288-e4ba-454f-8f55-f846e9c08ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:00.417041 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6cdc914d-af67-4fa4-85dc-bb060a8522f5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/9551526b-d15d-4a63-a906-6ceeb3e9aaa4 HTTP/1.1" status: 204 len: 168 time: 1.6422164 Mar 05 14:04:00.442157 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d85dfa-32d7-4011-b4a2-7e93f988d5f3 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] DELETE failed (client error): The resource could not be found. Mar 05 14:04:00.442883 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d85dfa-32d7-4011-b4a2-7e93f988d5f3 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:04:00.446123 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c7d85dfa-32d7-4011-b4a2-7e93f988d5f3 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/networks/673340c8-6fb9-4a57-93e9-9ea6792f6e79 HTTP/1.1" status: 404 len: 339 time: 0.1181877 Mar 05 14:04:00.447220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1f288-e4ba-454f-8f55-f846e9c08ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7462749-c8b9-48e3-bbf6-fae90e2d8fc9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:00.449898 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53792) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:00.450546 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53794) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:00.455028 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d3b17aec-d6a2-41dc-a638-2c4083124c1a tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:00.517885 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-662e9db9-7b78-47be-b905-65d28909acab tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "GET /v2.0/routers/50656d7a-d2b2-48b5-b2fc-a86b82182d1e HTTP/1.1" status: 200 len: 907 time: 0.5690107 Mar 05 14:04:00.518450 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53802) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:00.579334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de1f288-e4ba-454f-8f55-f846e9c08ecb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:04:00.621575 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b65006-bf4d-46ba-bf39-2a2f38d3b68b tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] DELETE failed (client error): The resource could not be found. Mar 05 14:04:00.622171 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b65006-bf4d-46ba-bf39-2a2f38d3b68b tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:04:00.640197 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-62b65006-bf4d-46ba-bf39-2a2f38d3b68b tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/subnets/c4f9433d-d635-45b9-85e6-853aeef5d295 HTTP/1.1" status: 404 len: 337 time: 0.1646640 Mar 05 14:04:00.649497 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53808) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:00.668244 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8de1f288-e4ba-454f-8f55-f846e9c08ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:00.668468 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-8de1f288-e4ba-454f-8f55-f846e9c08ecb admin admin] Added segment 3da15547-16c1-4200-8f79-5b22d1ce5191 of type vlan for network 7ca74e45-be94-445a-8dbf-d12314b51714 Mar 05 14:04:00.702752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79856f56-40ed-45b5-812e-e73cf2acf45f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:00.704554 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79856f56-40ed-45b5-812e-e73cf2acf45f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:00.706088 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-79856f56-40ed-45b5-812e-e73cf2acf45f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:00.735863 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8de1f288-e4ba-454f-8f55-f846e9c08ecb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:00.748596 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d3b17aec-d6a2-41dc-a638-2c4083124c1a tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:00.784699 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b17aec-d6a2-41dc-a638-2c4083124c1a tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d33b70b-0553-4bfd-843e-fec323a15dde,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:00.788838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50656d7a-d2b2-48b5-b2fc-a86b82182d1e', 'name': 'tempest-snat-router-269276562', 'tenant_id': '2f1d61ce5b154de6b48ddd0056ce0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'ffac702e-a57d-4de1-b6d9-3356b3b65aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:03:46Z', 'updated_at': '2022-03-05T14:03:55Z', 'revision_number': 3, 'project_id': '2f1d61ce5b154de6b48ddd0056ce0dcc', 'gw_port': {'id': 'ffac702e-a57d-4de1-b6d9-3356b3b65aef', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50656d7a-d2b2-48b5-b2fc-a86b82182d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:03:50Z', 'updated_at': '2022-03-05T14:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:00.793993 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] Checking router: 50656d7a-d2b2-48b5-b2fc-a86b82182d1e for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:04:00.794471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] Updating router 50656d7a-d2b2-48b5-b2fc-a86b82182d1e port ffac702e-a57d-4de1-b6d9-3356b3b65aef binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:04:00.797813 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-79856f56-40ed-45b5-812e-e73cf2acf45f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:00.799023 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-79856f56-40ed-45b5-812e-e73cf2acf45f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3292341 Mar 05 14:04:00.802028 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53816) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:00.879300 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:00.883580 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d3b17aec-d6a2-41dc-a638-2c4083124c1a tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:00.885161 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d3b17aec-d6a2-41dc-a638-2c4083124c1a tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "DELETE /v2.0/security-groups/6d33b70b-0553-4bfd-843e-fec323a15dde HTTP/1.1" status: 204 len: 168 time: 1.1585464 Mar 05 14:04:00.895243 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53820) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:00.977189 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8de1f288-e4ba-454f-8f55-f846e9c08ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:00.978496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de1f288-e4ba-454f-8f55-f846e9c08ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:00.979892 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8de1f288-e4ba-454f-8f55-f846e9c08ecb admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:01.050671 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5b1a-6af4-4b3e-9033-ad3f665b7dd2 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:01.058801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc069fd-9bff-443f-bea5-739782f8e578 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet 8f548492-b13b-463f-bf03-5f8f815f22bd {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:04:01.080272 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4cc069fd-9bff-443f-bea5-739782f8e578 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:01.124441 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09ffe96-c821-47a5-be6b-56604b71e921 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] DELETE failed (client error): The resource could not be found. Mar 05 14:04:01.125061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d09ffe96-c821-47a5-be6b-56604b71e921 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:04:01.126753 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d09ffe96-c821-47a5-be6b-56604b71e921 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/networks/5c7bb4a9-7a81-41e5-b287-b8da6caca99c HTTP/1.1" status: 404 len: 339 time: 0.4761019 Mar 05 14:04:01.136965 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53824) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:01.188047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-035ba8cd-9473-492e-90ad-c40af2c4be09 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Synchronizing usage tracker for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:01.197563 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8de1f288-e4ba-454f-8f55-f846e9c08ecb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.9888349 Mar 05 14:04:01.198676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53828) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:01.220411 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2ecb47-4bf6-411c-b95d-522a3d4eae59 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] DELETE failed (client error): The resource could not be found. Mar 05 14:04:01.221183 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2ecb47-4bf6-411c-b95d-522a3d4eae59 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:04:01.227229 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-da2ecb47-4bf6-411c-b95d-522a3d4eae59 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/subnets/34f88647-69e8-43a8-b8c0-1f81c8d29a9c HTTP/1.1" status: 404 len: 337 time: 0.0846550 Mar 05 14:04:01.229963 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53832) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:01.230602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ea0b8672-90c2-48ef-ba39-0fbe5b290cff admin admin] Request body: {'subnet': {'network_id': '7ca74e45-be94-445a-8dbf-d12314b51714', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1838379668-subnet', 'tenant_id': 'aa50d76144b44649bd0d1266a82009ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:01.242109 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1f288-e4ba-454f-8f55-f846e9c08ecb admin admin] Pushing event updated for resources: {'Network': ['ID=7ca74e45-be94-445a-8dbf-d12314b51714,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:01.258618 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ea0b8672-90c2-48ef-ba39-0fbe5b290cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:01.277004 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4cc069fd-9bff-443f-bea5-739782f8e578 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:01.308662 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 7ca74e45-be94-445a-8dbf-d12314b51714 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:04:01.333155 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ea0b8672-90c2-48ef-ba39-0fbe5b290cff admin admin] Usage tracker for resource:subnet and tenant:aa50d76144b44649bd0d1266a82009ba is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:01.344142 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c581ff5-3e95-43a0-85ea-026ef4602283 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] DELETE failed (client error): The resource could not be found. Mar 05 14:04:01.344617 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c581ff5-3e95-43a0-85ea-026ef4602283 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:04:01.346590 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3c581ff5-3e95-43a0-85ea-026ef4602283 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/networks/5926524b-a41e-4da4-b250-2c2149f07f3a HTTP/1.1" status: 404 len: 339 time: 0.1117713 Mar 05 14:04:01.349954 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ea0b8672-90c2-48ef-ba39-0fbe5b290cff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:01.364533 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-035ba8cd-9473-492e-90ad-c40af2c4be09 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Unset dirty status for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:01.367944 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-035ba8cd-9473-492e-90ad-c40af2c4be09 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4715590 Mar 05 14:04:01.374263 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ea0b8672-90c2-48ef-ba39-0fbe5b290cff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:01.381316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53836) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:01.383004 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53838) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:01.404820 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-98dcf04b-a38a-4d25-9b66-d2c3d56c324c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Request body: {'security_group': {'name': 'tempest-secgroup--185819828'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:01.489349 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-98dcf04b-a38a-4d25-9b66-d2c3d56c324c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:01.507566 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4fb5fb-f6c1-4e57-9e8c-847322c40de5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] DELETE failed (client error): The resource could not be found. Mar 05 14:04:01.508039 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4fb5fb-f6c1-4e57-9e8c-847322c40de5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:04:01.509770 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5f4fb5fb-f6c1-4e57-9e8c-847322c40de5 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/subnets/31c50452-c4ea-4b77-a404-b24cb99b2ee9 HTTP/1.1" status: 404 len: 337 time: 0.1244617 Mar 05 14:04:01.510698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0b8672-90c2-48ef-ba39-0fbe5b290cff admin admin] Made reservation on behalf of aa50d76144b44649bd0d1266a82009ba for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:04:01.511328 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5b1a-6af4-4b3e-9033-ad3f665b7dd2 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:01.513101 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ea0b8672-90c2-48ef-ba39-0fbe5b290cff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:01.514420 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53844) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:01.533315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-98dcf04b-a38a-4d25-9b66-d2c3d56c324c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:01.565634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa5b1a-6af4-4b3e-9033-ad3f665b7dd2 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Deleting port ffac702e-a57d-4de1-b6d9-3356b3b65aef {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:04:01.568418 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5b1a-6af4-4b3e-9033-ad3f665b7dd2 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:01.640942 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:01.665066 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-98dcf04b-a38a-4d25-9b66-d2c3d56c324c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:01.666485 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] Transition to ACTIVE for port object ffac702e-a57d-4de1-b6d9-3356b3b65aef will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:04:01.691679 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:01.741800 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ada6735-22e3-4ef3-bbd6-c5855057b5a6 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] DELETE failed (client error): The resource could not be found. Mar 05 14:04:01.742366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ada6735-22e3-4ef3-bbd6-c5855057b5a6 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:04:01.750031 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3ada6735-22e3-4ef3-bbd6-c5855057b5a6 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/networks/76c274a5-e0c0-4674-8b26-aae047015611 HTTP/1.1" status: 404 len: 339 time: 0.2343545 Mar 05 14:04:01.758117 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53848) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:01.862725 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ea0b8672-90c2-48ef-ba39-0fbe5b290cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:01.910032 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] Attempting to bind port ffac702e-a57d-4de1-b6d9-3356b3b65aef on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:04:01.910853 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] Attempting to bind port ffac702e-a57d-4de1-b6d9-3356b3b65aef by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:04:01.911458 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] Attempting to bind port ffac702e-a57d-4de1-b6d9-3356b3b65aef on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:04:01.922179 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:04:01.923005 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:04:01.923903 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:01.924595 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:04:01.925302 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] Bound port: ffac702e-a57d-4de1-b6d9-3356b3b65aef, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:04:01.925931 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:01.995755 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b8672-90c2-48ef-ba39-0fbe5b290cff admin admin] Pushing event updated for resources: {'Subnet': ['ID=46e54c8e-bd69-4631-bba7-9604f5ac1085,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:02.006036 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8048b-b7a5-4446-9e04-667e4ccc8bd4 None None] Pushing event updated for resources: {'Port': ['ID=ffac702e-a57d-4de1-b6d9-3356b3b65aef,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:02.010159 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-98dcf04b-a38a-4d25-9b66-d2c3d56c324c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:02.019219 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-98dcf04b-a38a-4d25-9b66-d2c3d56c324c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Usage tracker for resource:security_group_rule and tenant:7d85d54b6e3d441998eed72fcda4b2f2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:02.024335 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-98dcf04b-a38a-4d25-9b66-d2c3d56c324c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:02.026955 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4cc069fd-9bff-443f-bea5-739782f8e578 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:02.071840 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] For port ffac702e-a57d-4de1-b6d9-3356b3b65aef, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:04:02.076184 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] For port ffac702e-a57d-4de1-b6d9-3356b3b65aef, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ffac702e-a57d-4de1-b6d9-3356b3b65aef,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:04:02.076669 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-98dcf04b-a38a-4d25-9b66-d2c3d56c324c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:02.086963 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:02.119939 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b8672-90c2-48ef-ba39-0fbe5b290cff admin admin] Checking segment: {'id': '3da15547-16c1-4200-8f79-5b22d1ce5191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7ca74e45-be94-445a-8dbf-d12314b51714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:04:02.120277 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0b8672-90c2-48ef-ba39-0fbe5b290cff admin admin] Network hostable DHCP agents. Network: 7ca74e45-be94-445a-8dbf-d12314b51714, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:04:02.121371 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfff095d-0c40-4ad8-8f71-a93695ea22b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Deleting subnet 1c02a29a-4580-4199-b6ee-dbd2f3291f33 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:04:02.131558 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dfff095d-0c40-4ad8-8f71-a93695ea22b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:02.177713 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0b8672-90c2-48ef-ba39-0fbe5b290cff admin admin] Network 7ca74e45-be94-445a-8dbf-d12314b51714 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:04:02.219285 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-ea0b8672-90c2-48ef-ba39-0fbe5b290cff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 7ca74e45-be94-445a-8dbf-d12314b51714) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:04:02.244108 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4cc069fd-9bff-443f-bea5-739782f8e578 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:02.280302 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b09165-66b3-4a7a-b6bf-ebe12ed71272 None None] Network 7ca74e45-be94-445a-8dbf-d12314b51714 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:04:02.282941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0b8672-90c2-48ef-ba39-0fbe5b290cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:02.283535 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ea0b8672-90c2-48ef-ba39-0fbe5b290cff admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:02.323792 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dfff095d-0c40-4ad8-8f71-a93695ea22b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:02.368551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc069fd-9bff-443f-bea5-739782f8e578 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=8f548492-b13b-463f-bf03-5f8f815f22bd,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:02.420785 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4cc069fd-9bff-443f-bea5-739782f8e578 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:02.425089 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37faaf3-3715-40ad-ac4d-7e65c5835b2a None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:04:02.425905 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53856) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:02.426443 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4cc069fd-9bff-443f-bea5-739782f8e578 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/8f548492-b13b-463f-bf03-5f8f815f22bd HTTP/1.1" status: 204 len: 168 time: 1.6232569 Mar 05 14:04:02.428539 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ea0b8672-90c2-48ef-ba39-0fbe5b290cff admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2144670 Mar 05 14:04:02.443294 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-98dcf04b-a38a-4d25-9b66-d2c3d56c324c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:02.450955 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-98dcf04b-a38a-4d25-9b66-d2c3d56c324c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:02.460361 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8048b-b7a5-4446-9e04-667e4ccc8bd4 None None] Pushing event updated for resources: {'Port': ['ID=ffac702e-a57d-4de1-b6d9-3356b3b65aef,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:02.464657 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] Routers {'50656d7a-d2b2-48b5-b2fc-a86b82182d1e'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:04:02.465398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:03:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['50656d7a-d2b2-48b5-b2fc-a86b82182d1e'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:02.496942 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-98dcf04b-a38a-4d25-9b66-d2c3d56c324c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:02.498865 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-98dcf04b-a38a-4d25-9b66-d2c3d56c324c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1105247 Mar 05 14:04:02.502998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53862) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:02.510261 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-061805ab-d2c1-4674-a9de-b5d2e149cbe2 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Request body: {'security_group_rule': {'security_group_id': '413277b9-d49d-439e-b53b-5c0d8f246777', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:02.518694 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-061805ab-d2c1-4674-a9de-b5d2e149cbe2 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:02.524954 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-061805ab-d2c1-4674-a9de-b5d2e149cbe2 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Usage tracker for resource:security_group_rule and tenant:7d85d54b6e3d441998eed72fcda4b2f2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:02.530210 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-061805ab-d2c1-4674-a9de-b5d2e149cbe2 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:02.537130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-061805ab-d2c1-4674-a9de-b5d2e149cbe2 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:02.574322 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-061805ab-d2c1-4674-a9de-b5d2e149cbe2 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:02.620538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dcf04b-a38a-4d25-9b66-d2c3d56c324c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413277b9-d49d-439e-b53b-5c0d8f246777,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:02.652378 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6deb81c6-c563-4244-a686-30978484dbae tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2038419 Mar 05 14:04:02.660105 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5b1a-6af4-4b3e-9033-ad3f665b7dd2 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:02.674207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53866) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:02.676565 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-061805ab-d2c1-4674-a9de-b5d2e149cbe2 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:02.688374 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-061805ab-d2c1-4674-a9de-b5d2e149cbe2 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:02.733017 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-061805ab-d2c1-4674-a9de-b5d2e149cbe2 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:02.736735 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-061805ab-d2c1-4674-a9de-b5d2e149cbe2 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2300558 Mar 05 14:04:02.736735 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061805ab-d2c1-4674-a9de-b5d2e149cbe2 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1722a2-dbc2-4f2f-b10a-db6d2cede112,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:02.737209 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53872) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:02.751188 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-24a411ff-b6a2-4d85-a852-92d50760f9b0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Request body: {'security_group_rule': {'security_group_id': '413277b9-d49d-439e-b53b-5c0d8f246777', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:02.761329 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-24a411ff-b6a2-4d85-a852-92d50760f9b0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:02.812439 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-24a411ff-b6a2-4d85-a852-92d50760f9b0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Usage tracker for resource:security_group_rule and tenant:7d85d54b6e3d441998eed72fcda4b2f2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:02.817949 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-24a411ff-b6a2-4d85-a852-92d50760f9b0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:02.834181 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-079e33e9-cacb-498a-aeed-26e21b9ec3a7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:02.855161 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-24a411ff-b6a2-4d85-a852-92d50760f9b0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:02.873108 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa5b1a-6af4-4b3e-9033-ad3f665b7dd2 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Calling delete_port for ffac702e-a57d-4de1-b6d9-3356b3b65aef owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:04:02.897792 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-24a411ff-b6a2-4d85-a852-92d50760f9b0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:02.962310 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] Set router 50656d7a-d2b2-48b5-b2fc-a86b82182d1e gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:04:03.033537 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-24a411ff-b6a2-4d85-a852-92d50760f9b0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:03.047919 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-24a411ff-b6a2-4d85-a852-92d50760f9b0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:03.052602 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dfff095d-0c40-4ad8-8f71-a93695ea22b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:03.128474 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-24a411ff-b6a2-4d85-a852-92d50760f9b0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:03.134541 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-24a411ff-b6a2-4d85-a852-92d50760f9b0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3874462 Mar 05 14:04:03.134541 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a411ff-b6a2-4d85-a852-92d50760f9b0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb94d83-587d-45a2-ad49-ac0c4c916152,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:03.150407 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53880) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:03.164563 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a4a8b885-23b9-4644-97d7-f685b9480954 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Request body: {'security_group_rule': {'security_group_id': '413277b9-d49d-439e-b53b-5c0d8f246777', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:03.176656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a4a8b885-23b9-4644-97d7-f685b9480954 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:03.189836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a4a8b885-23b9-4644-97d7-f685b9480954 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Usage tracker for resource:security_group_rule and tenant:7d85d54b6e3d441998eed72fcda4b2f2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:03.195055 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a4a8b885-23b9-4644-97d7-f685b9480954 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:03.200027 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50656d7a-d2b2-48b5-b2fc-a86b82182d1e', 'name': 'tempest-snat-router-269276562', 'tenant_id': '2f1d61ce5b154de6b48ddd0056ce0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:03:46Z', 'updated_at': '2022-03-05T14:04:01Z', 'revision_number': 4, 'project_id': '2f1d61ce5b154de6b48ddd0056ce0dcc', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:03.209105 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a4a8b885-23b9-4644-97d7-f685b9480954 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:03.248602 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a4a8b885-23b9-4644-97d7-f685b9480954 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:03.252263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-079e33e9-cacb-498a-aeed-26e21b9ec3a7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:03.271823 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-079e33e9-cacb-498a-aeed-26e21b9ec3a7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:03.283837 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-079e33e9-cacb-498a-aeed-26e21b9ec3a7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:03.294037 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03ed834-0bb4-4519-b159-17d1474263d9 None None] The sync data for ids ['50656d7a-d2b2-48b5-b2fc-a86b82182d1e'] in n-d-803718-1 is: [{'id': '50656d7a-d2b2-48b5-b2fc-a86b82182d1e', 'name': 'tempest-snat-router-269276562', 'tenant_id': '2f1d61ce5b154de6b48ddd0056ce0dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:03:46Z', 'updated_at': '2022-03-05T14:04:01Z', 'revision_number': 4, 'project_id': '2f1d61ce5b154de6b48ddd0056ce0dcc', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:04:03.303191 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-079e33e9-cacb-498a-aeed-26e21b9ec3a7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:03.367379 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079e33e9-cacb-498a-aeed-26e21b9ec3a7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:04:03.377190 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-079e33e9-cacb-498a-aeed-26e21b9ec3a7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:03.381810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53892) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:03.404441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-bc34008f-b3bf-4ba6-bba5-5dd68a7a8b47 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-17437618-network', 'tenant_id': 'b78f64e3adc04bbda842be37550bbd93'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:03.414125 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-bc34008f-b3bf-4ba6-bba5-5dd68a7a8b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:03.422940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-bc34008f-b3bf-4ba6-bba5-5dd68a7a8b47 admin admin] Usage tracker for resource:network and tenant:b78f64e3adc04bbda842be37550bbd93 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:03.436850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-bc34008f-b3bf-4ba6-bba5-5dd68a7a8b47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:03.447176 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a4a8b885-23b9-4644-97d7-f685b9480954 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:03.448611 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-bc34008f-b3bf-4ba6-bba5-5dd68a7a8b47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:03.473206 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a4a8b885-23b9-4644-97d7-f685b9480954 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:03.495581 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dfff095d-0c40-4ad8-8f71-a93695ea22b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:03.504729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc34008f-b3bf-4ba6-bba5-5dd68a7a8b47 admin admin] Made reservation on behalf of b78f64e3adc04bbda842be37550bbd93 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:04:03.507942 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bc34008f-b3bf-4ba6-bba5-5dd68a7a8b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:03.541386 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bc34008f-b3bf-4ba6-bba5-5dd68a7a8b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:03.548432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5e7a58-5414-4d32-8755-17be36023a07 None None] Network 7ca74e45-be94-445a-8dbf-d12314b51714 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:04:03.555230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8b885-23b9-4644-97d7-f685b9480954 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc9c3a5-ac39-499c-a454-f5c92b42227a,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:03.570207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-bc34008f-b3bf-4ba6-bba5-5dd68a7a8b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:03.580915 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff095d-0c40-4ad8-8f71-a93695ea22b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Subnet': ['ID=1c02a29a-4580-4199-b6ee-dbd2f3291f33,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:03.585298 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-bc34008f-b3bf-4ba6-bba5-5dd68a7a8b47 admin admin] Usage tracker for resource:security_group_rule and tenant:b78f64e3adc04bbda842be37550bbd93 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:03.605789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-bc34008f-b3bf-4ba6-bba5-5dd68a7a8b47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:03.611954 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a4a8b885-23b9-4644-97d7-f685b9480954 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:03.615600 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a4a8b885-23b9-4644-97d7-f685b9480954 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4616828 Mar 05 14:04:03.621514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53896) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:03.638204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-afab9fb6-73fe-4ac5-8336-81ba62870729 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Request body: {'security_group_rule': {'security_group_id': '413277b9-d49d-439e-b53b-5c0d8f246777', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:03.656315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-bc34008f-b3bf-4ba6-bba5-5dd68a7a8b47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:03.664685 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-afab9fb6-73fe-4ac5-8336-81ba62870729 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:03.675237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-afab9fb6-73fe-4ac5-8336-81ba62870729 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Usage tracker for resource:security_group_rule and tenant:7d85d54b6e3d441998eed72fcda4b2f2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:03.685681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-afab9fb6-73fe-4ac5-8336-81ba62870729 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:03.694427 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dfff095d-0c40-4ad8-8f71-a93695ea22b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:03.704275 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-d0aa5b1a-6af4-4b3e-9033-ad3f665b7dd2 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:04:03.704543 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-afab9fb6-73fe-4ac5-8336-81ba62870729 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:03.705005 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-d0aa5b1a-6af4-4b3e-9033-ad3f665b7dd2 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:04:03.751416 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-afab9fb6-73fe-4ac5-8336-81ba62870729 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:03.757533 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dfff095d-0c40-4ad8-8f71-a93695ea22b2 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/subnets/1c02a29a-4580-4199-b6ee-dbd2f3291f33 HTTP/1.1" status: 204 len: 168 time: 1.9950802 Mar 05 14:04:03.759302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53900) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:03.812850 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed678ae-e6b0-430c-abe6-155ec6dfdfda None None] Network 2f962155-5349-450e-8471-08e3a9c95199 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:04:03.963780 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:04.043515 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Deleting port 910a98f4-fe37-4ae8-866a-72160e94e18d {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:04:04.043729 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:04.144984 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7addb93c-d55e-4cf8-82b8-b404c858d144 None None] DHCP port deletion for d67009e9-c74e-44a6-8a92-0c4d7928efad request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:04:04.150905 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bc34008f-b3bf-4ba6-bba5-5dd68a7a8b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:04.168159 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-7addb93c-d55e-4cf8-82b8-b404c858d144 None None] Deleting port 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:04:04.168715 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7addb93c-d55e-4cf8-82b8-b404c858d144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:04.172516 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bc34008f-b3bf-4ba6-bba5-5dd68a7a8b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:04.188807 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc34008f-b3bf-4ba6-bba5-5dd68a7a8b47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:04:04.200731 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bc34008f-b3bf-4ba6-bba5-5dd68a7a8b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:04.201381 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-bc34008f-b3bf-4ba6-bba5-5dd68a7a8b47 admin admin] Added segment 6917aca0-ba74-4f93-9e8f-acb450733ca3 of type vlan for network 34371a46-227f-4470-bd99-be7a92dfbba2 Mar 05 14:04:04.211041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa5b1a-6af4-4b3e-9033-ad3f665b7dd2 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Deleting port ffac702e-a57d-4de1-b6d9-3356b3b65aef {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:04:04.211278 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5b1a-6af4-4b3e-9033-ad3f665b7dd2 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:04.232836 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bc34008f-b3bf-4ba6-bba5-5dd68a7a8b47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:04.265090 n-d-803718-1 neutron-server[87913]: DEBUG neutron.objects.ports [None req-079e33e9-cacb-498a-aeed-26e21b9ec3a7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87913) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 05 14:04:04.280728 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-afab9fb6-73fe-4ac5-8336-81ba62870729 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:04.286940 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bc34008f-b3bf-4ba6-bba5-5dd68a7a8b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:04.288480 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc34008f-b3bf-4ba6-bba5-5dd68a7a8b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:04.289267 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bc34008f-b3bf-4ba6-bba5-5dd68a7a8b47 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:04.452778 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c969fe-ce76-4b9d-b646-951d3779f984 None None] DHCP port deletion for 2f962155-5349-450e-8471-08e3a9c95199 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:04:04.468423 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b0c969fe-ce76-4b9d-b646-951d3779f984 None None] Deleting port 910a98f4-fe37-4ae8-866a-72160e94e18d {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:04:04.468802 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b0c969fe-ce76-4b9d-b646-951d3779f984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:04.645895 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-afab9fb6-73fe-4ac5-8336-81ba62870729 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:04.725922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab9fb6-73fe-4ac5-8336-81ba62870729 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb99f3b-489e-4a20-8b58-cb6feb336781,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:04.867606 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-d0aa5b1a-6af4-4b3e-9033-ad3f665b7dd2 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] For port ffac702e-a57d-4de1-b6d9-3356b3b65aef, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ffac702e-a57d-4de1-b6d9-3356b3b65aef,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:04:04.868652 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5b1a-6af4-4b3e-9033-ad3f665b7dd2 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:04.989993 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-079e33e9-cacb-498a-aeed-26e21b9ec3a7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:05.015896 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34008f-b3bf-4ba6-bba5-5dd68a7a8b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a1fbf9-9e40-4490-a30f-39c121bc5e14,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:05.033921 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-7addb93c-d55e-4cf8-82b8-b404c858d144 None None] For port 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:04:05.034460 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7addb93c-d55e-4cf8-82b8-b404c858d144 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:05.113812 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] For port 910a98f4-fe37-4ae8-866a-72160e94e18d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=910a98f4-fe37-4ae8-866a-72160e94e18d,segment=NetworkSegment(981e363c-ac7c-453a-a6a0-2d8421f6a0f8),segment_id=981e363c-ac7c-453a-a6a0-2d8421f6a0f8)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:04:05.114270 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:05.189603 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34008f-b3bf-4ba6-bba5-5dd68a7a8b47 admin admin] Pushing event updated for resources: {'Network': ['ID=34371a46-227f-4470-bd99-be7a92dfbba2,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:05.192941 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:04:05.201351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53912) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:05.224846 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-7addb93c-d55e-4cf8-82b8-b404c858d144 None None] Calling delete_port for 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:04:05.255232 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 34371a46-227f-4470-bd99-be7a92dfbba2 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:04:05.263800 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-bc34008f-b3bf-4ba6-bba5-5dd68a7a8b47 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8787496 Mar 05 14:04:05.265093 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-afab9fb6-73fe-4ac5-8336-81ba62870729 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:05.268866 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-afab9fb6-73fe-4ac5-8336-81ba62870729 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6437531 Mar 05 14:04:05.268866 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53916) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:05.269116 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53918) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:05.274358 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b0c969fe-ce76-4b9d-b646-951d3779f984 None None] For port 910a98f4-fe37-4ae8-866a-72160e94e18d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=910a98f4-fe37-4ae8-866a-72160e94e18d,segment=NetworkSegment(981e363c-ac7c-453a-a6a0-2d8421f6a0f8),segment_id=981e363c-ac7c-453a-a6a0-2d8421f6a0f8)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:04:05.274752 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b0c969fe-ce76-4b9d-b646-951d3779f984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:05.277531 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Calling delete_port for 910a98f4-fe37-4ae8-866a-72160e94e18d owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:04:05.283039 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa5b1a-6af4-4b3e-9033-ad3f665b7dd2 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Calling delete_port for ffac702e-a57d-4de1-b6d9-3356b3b65aef owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:04:05.314940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-b01cf360-1f0c-4a0f-b3c3-d75ad7d67dec tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Request body: {'security_group_rule': {'security_group_id': '413277b9-d49d-439e-b53b-5c0d8f246777', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:05.323938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b01cf360-1f0c-4a0f-b3c3-d75ad7d67dec tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:05.329922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b01cf360-1f0c-4a0f-b3c3-d75ad7d67dec tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Usage tracker for resource:security_group_rule and tenant:7d85d54b6e3d441998eed72fcda4b2f2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:05.332986 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b01cf360-1f0c-4a0f-b3c3-d75ad7d67dec tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:05.341147 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b01cf360-1f0c-4a0f-b3c3-d75ad7d67dec tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:05.368840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-e39ec8f2-2efe-48e9-a0dd-5e26e06cb41c admin admin] Request body: {'subnet': {'network_id': '34371a46-227f-4470-bd99-be7a92dfbba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-17437618-subnet', 'tenant_id': 'b78f64e3adc04bbda842be37550bbd93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:05.386207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e39ec8f2-2efe-48e9-a0dd-5e26e06cb41c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:05.389002 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b01cf360-1f0c-4a0f-b3c3-d75ad7d67dec tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:05.406480 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e39ec8f2-2efe-48e9-a0dd-5e26e06cb41c admin admin] Usage tracker for resource:subnet and tenant:b78f64e3adc04bbda842be37550bbd93 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:05.423599 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e39ec8f2-2efe-48e9-a0dd-5e26e06cb41c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:05.442652 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e39ec8f2-2efe-48e9-a0dd-5e26e06cb41c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:05.514359 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39ec8f2-2efe-48e9-a0dd-5e26e06cb41c admin admin] Made reservation on behalf of b78f64e3adc04bbda842be37550bbd93 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:04:05.516931 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e39ec8f2-2efe-48e9-a0dd-5e26e06cb41c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:05.536595 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b0c969fe-ce76-4b9d-b646-951d3779f984 None None] Calling delete_port for 910a98f4-fe37-4ae8-866a-72160e94e18d owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:04:05.546278 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:05.683098 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-079e33e9-cacb-498a-aeed-26e21b9ec3a7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] For port 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:04:05.701208 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Port': ['ID=910a98f4-fe37-4ae8-866a-72160e94e18d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:05.710366 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-079e33e9-cacb-498a-aeed-26e21b9ec3a7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:05.716463 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9225d10e-c012-4820-93cb-c4f6a6ea0d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:05.731984 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b01cf360-1f0c-4a0f-b3c3-d75ad7d67dec tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:05.746202 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-079e33e9-cacb-498a-aeed-26e21b9ec3a7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:05.747876 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-079e33e9-cacb-498a-aeed-26e21b9ec3a7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:05.751940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:05.752399 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:05.752853 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:05.753310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:05.753724 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:05.754145 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:05.754564 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:05.755018 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:05.755433 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:05.755848 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:05.756804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:05.757214 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:05.760045 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b01cf360-1f0c-4a0f-b3c3-d75ad7d67dec tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:05.760228 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9225d10e-c012-4820-93cb-c4f6a6ea0d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:05.762928 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] No DVR routers for this DVR port 910a98f4-fe37-4ae8-866a-72160e94e18d on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:04:05.842529 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b01cf360-1f0c-4a0f-b3c3-d75ad7d67dec tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:05.843947 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b01cf360-1f0c-4a0f-b3c3-d75ad7d67dec tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5358543 Mar 05 14:04:05.852406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53928) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:05.857889 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-7addb93c-d55e-4cf8-82b8-b404c858d144 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:04:05.858083 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9225d10e-c012-4820-93cb-c4f6a6ea0d96 admin admin] Usage tracker for resource:security_group_rule and tenant:e06ac2b1a8ff4d6984733a84899cff46 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:05.858266 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-7addb93c-d55e-4cf8-82b8-b404c858d144 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:04:05.860644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01cf360-1f0c-4a0f-b3c3-d75ad7d67dec tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ba63ef-cb48-4023-8b71-5dbd61645f58,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:05.867521 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-b0c969fe-ce76-4b9d-b646-951d3779f984 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:04:05.868462 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-b0c969fe-ce76-4b9d-b646-951d3779f984 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:04:05.869883 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9225d10e-c012-4820-93cb-c4f6a6ea0d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:05.880516 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:05.900689 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9225d10e-c012-4820-93cb-c4f6a6ea0d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:05.912372 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079e33e9-cacb-498a-aeed-26e21b9ec3a7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:04:05.919028 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:04:05.924196 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:05.924839 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 910a98f4-fe37-4ae8-866a-72160e94e18d no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:04:05.930950 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-079e33e9-cacb-498a-aeed-26e21b9ec3a7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:04:05.939881 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079e33e9-cacb-498a-aeed-26e21b9ec3a7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:05.940581 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-079e33e9-cacb-498a-aeed-26e21b9ec3a7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:05.977502 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5b1a-6af4-4b3e-9033-ad3f665b7dd2 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:05.983023 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e33e9-cacb-498a-aeed-26e21b9ec3a7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=46021711-5bf0-49fa-8e6b-d4dae2c8d50f,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:05.987179 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-079e33e9-cacb-498a-aeed-26e21b9ec3a7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3110995 Mar 05 14:04:05.993354 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53932) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:06.002417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e33e9-cacb-498a-aeed-26e21b9ec3a7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5,revision_number=6']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:06.022471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 910a98f4-fe37-4ae8-866a-72160e94e18d {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:04:06.022932 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 910a98f4-fe37-4ae8-866a-72160e94e18d not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:04:06.046509 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:06.056269 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6600d25e-9ac9-4ff8-afd4-b7182c11432f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:06.080240 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:06.084592 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6600d25e-9ac9-4ff8-afd4-b7182c11432f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:06.134702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f962155-5349-450e-8471-08e3a9c95199']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:06.167544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981e363c-ac7c-453a-a6a0-2d8421f6a0f8') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:06.167974 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981e363c-ac7c-453a-a6a0-2d8421f6a0f8') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:06.170660 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-88dd76d8-7288-4b74-90bc-043474bae2c0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'mac_address': 'fa:16:3e:9a:7f:70', 'name': 'tempest-NetworksTestDHCPv6-345093228'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:06.190729 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:06.203407 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6600d25e-9ac9-4ff8-afd4-b7182c11432f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:06.243498 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa5b1a-6af4-4b3e-9033-ad3f665b7dd2 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffac702e-a57d-4de1-b6d9-3356b3b65aef,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:06.243972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600d25e-9ac9-4ff8-afd4-b7182c11432f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42ba63ef-cb48-4023-8b71-5dbd61645f58,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:06.253673 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:06.280633 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6600d25e-9ac9-4ff8-afd4-b7182c11432f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:06.284143 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6600d25e-9ac9-4ff8-afd4-b7182c11432f tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/42ba63ef-cb48-4023-8b71-5dbd61645f58 HTTP/1.1" status: 204 len: 168 time: 0.4238629 Mar 05 14:04:06.284143 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:04:06.284143 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:06.291988 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53936) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:04:06.301528 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:04:06.359432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-7addb93c-d55e-4cf8-82b8-b404c858d144 None None] Deleting port 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:04:06.359820 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7addb93c-d55e-4cf8-82b8-b404c858d144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:06.363702 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e39ec8f2-2efe-48e9-a0dd-5e26e06cb41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:06.459199 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:06.462513 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b0c969fe-ce76-4b9d-b646-951d3779f984 None None] Deleting port 910a98f4-fe37-4ae8-866a-72160e94e18d {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:04:06.462925 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b0c969fe-ce76-4b9d-b646-951d3779f984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:06.463785 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:06.470172 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5b1a-6af4-4b3e-9033-ad3f665b7dd2 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:06.495602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ec8f2-2efe-48e9-a0dd-5e26e06cb41c admin admin] Pushing event updated for resources: {'Subnet': ['ID=53e7c382-ca6b-4e27-a6ce-bd7405a79900,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:06.505695 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] Pushing event deleted for resources: {'Network': ['ID=2f962155-5349-450e-8471-08e3a9c95199,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:06.514731 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5cf754d7-9994-40a9-9ea1-cb390fae3419 tempest-NetworksTest-1467354271 tempest-NetworksTest-1467354271-project] 10.222.0.16 "DELETE /v2.0/networks/2f962155-5349-450e-8471-08e3a9c95199 HTTP/1.1" status: 204 len: 168 time: 2.7478523 Mar 05 14:04:06.514731 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39ec8f2-2efe-48e9-a0dd-5e26e06cb41c admin admin] Checking segment: {'id': '6917aca0-ba74-4f93-9e8f-acb450733ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '34371a46-227f-4470-bd99-be7a92dfbba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:04:06.514731 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39ec8f2-2efe-48e9-a0dd-5e26e06cb41c admin admin] Network hostable DHCP agents. Network: 34371a46-227f-4470-bd99-be7a92dfbba2, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:04:06.537213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39ec8f2-2efe-48e9-a0dd-5e26e06cb41c admin admin] Network 34371a46-227f-4470-bd99-be7a92dfbba2 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:04:06.545766 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b4675f40-8bc7-4f48-870f-9acf49876164 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2484517 Mar 05 14:04:06.548519 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53942) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:06.622878 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f26ca017-f467-4a41-ae8a-905f8f93d994 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:06.639814 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f26ca017-f467-4a41-ae8a-905f8f93d994 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:06.656935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-e39ec8f2-2efe-48e9-a0dd-5e26e06cb41c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 34371a46-227f-4470-bd99-be7a92dfbba2) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:04:06.665204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39ec8f2-2efe-48e9-a0dd-5e26e06cb41c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:06.666285 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e39ec8f2-2efe-48e9-a0dd-5e26e06cb41c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:06.670711 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b0c969fe-ce76-4b9d-b646-951d3779f984 None None] The port '910a98f4-fe37-4ae8-866a-72160e94e18d' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:04:06.679063 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14946878-3a0a-4e96-b130-46475ff97751 None None] Network 34371a46-227f-4470-bd99-be7a92dfbba2 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:04:06.702285 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e39ec8f2-2efe-48e9-a0dd-5e26e06cb41c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3956816 Mar 05 14:04:06.707960 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f26ca017-f467-4a41-ae8a-905f8f93d994 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:06.724200 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f26ca017-f467-4a41-ae8a-905f8f93d994 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:06.730953 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f26ca017-f467-4a41-ae8a-905f8f93d994 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/5fb99f3b-489e-4a20-8b58-cb6feb336781 HTTP/1.1" status: 204 len: 168 time: 0.1805809 Mar 05 14:04:06.731957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ca017-f467-4a41-ae8a-905f8f93d994 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fb99f3b-489e-4a20-8b58-cb6feb336781,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:06.733284 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53950) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:06.743269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-88dd76d8-7288-4b74-90bc-043474bae2c0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:06.754700 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9225d10e-c012-4820-93cb-c4f6a6ea0d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:06.791571 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-88dd76d8-7288-4b74-90bc-043474bae2c0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:port and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:06.800361 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5b1a-6af4-4b3e-9033-ad3f665b7dd2 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:06.802523 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-88dd76d8-7288-4b74-90bc-043474bae2c0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:06.808288 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9225d10e-c012-4820-93cb-c4f6a6ea0d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:06.820905 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5b1a-6af4-4b3e-9033-ad3f665b7dd2 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:06.836341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-88dd76d8-7288-4b74-90bc-043474bae2c0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:06.962598 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f95ef91d-011a-47af-9d39-bff4cafea0b0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2163529 Mar 05 14:04:06.965677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53958) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:06.968748 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dd76d8-7288-4b74-90bc-043474bae2c0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:04:07.000944 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9225d10e-c012-4820-93cb-c4f6a6ea0d96 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e06ac2b1a8ff4d6984733a84899cff46&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7936649 Mar 05 14:04:07.001907 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225d10e-c012-4820-93cb-c4f6a6ea0d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803854e9-95e0-44ab-b53e-54764084b7d8,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:07.007166 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53964) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:07.044520 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5b1a-6af4-4b3e-9033-ad3f665b7dd2 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:07.045014 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0aa5b1a-6af4-4b3e-9033-ad3f665b7dd2 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50656d7a-d2b2-48b5-b2fc-a86b82182d1e {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:04:07.070910 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53968) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:07.076302 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9bd4bea9-5f7a-497d-8e01-b159b3d458fd tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:07.129889 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9bd4bea9-5f7a-497d-8e01-b159b3d458fd tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:07.211140 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22169b21-b725-4142-8a7f-905d5bb581c7 None None] Network 34371a46-227f-4470-bd99-be7a92dfbba2 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:04:07.235251 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9bd4bea9-5f7a-497d-8e01-b159b3d458fd tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:07.290576 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-7addb93c-d55e-4cf8-82b8-b404c858d144 None None] For port 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:04:07.292407 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7addb93c-d55e-4cf8-82b8-b404c858d144 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:07.300924 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4bea9-5f7a-497d-8e01-b159b3d458fd tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bc9c3a5-ac39-499c-a454-f5c92b42227a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:07.312515 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9bd4bea9-5f7a-497d-8e01-b159b3d458fd tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:07.313652 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9bd4bea9-5f7a-497d-8e01-b159b3d458fd tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/7bc9c3a5-ac39-499c-a454-f5c92b42227a HTTP/1.1" status: 204 len: 168 time: 0.3469517 Mar 05 14:04:07.319214 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53980) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:07.328681 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5b1a-6af4-4b3e-9033-ad3f665b7dd2 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:07.336912 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d0aa5b1a-6af4-4b3e-9033-ad3f665b7dd2 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "DELETE /v2.0/routers/50656d7a-d2b2-48b5-b2fc-a86b82182d1e HTTP/1.1" status: 204 len: 168 time: 6.8175025 Mar 05 14:04:07.337624 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53984) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:07.472319 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-70d821fd-a28d-4845-8b95-c6825f3d22fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4fd975adce244750abf4b5cff1096b35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3734026 Mar 05 14:04:07.481040 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53992) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:07.484044 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75bc9e61-3d2f-45ab-a7b1-18cfae01a5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:07.550009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c486cbac-5eba-4fc0-8d9f-020c3a883a2b tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Synchronizing usage tracker for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group_rule {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:07.566028 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-88dd76d8-7288-4b74-90bc-043474bae2c0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:07.600875 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c486cbac-5eba-4fc0-8d9f-020c3a883a2b tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Unset dirty status for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group_rule {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:07.606108 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c486cbac-5eba-4fc0-8d9f-020c3a883a2b tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2858121 Mar 05 14:04:07.608263 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53996) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:07.631133 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75bc9e61-3d2f-45ab-a7b1-18cfae01a5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:07.658045 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c42469e-3e3e-435c-949d-a42ff5e08345 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:07.675851 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3ed29ca5-a033-406d-9f45-316a77f4206c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:07.684862 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-7addb93c-d55e-4cf8-82b8-b404c858d144 None None] Calling delete_port for 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:04:07.708688 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-88dd76d8-7288-4b74-90bc-043474bae2c0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] device_id is not set on port 129666d3-dac8-4587-820e-7d9522def9ac yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:04:07.728546 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c42469e-3e3e-435c-949d-a42ff5e08345 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:07.786421 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eabd126-60c8-496c-93a2-fa4bc28c147f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:07.789432 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3ed29ca5-a033-406d-9f45-316a77f4206c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:07.888922 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c42469e-3e3e-435c-949d-a42ff5e08345 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:07.910310 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3ed29ca5-a033-406d-9f45-316a77f4206c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:08.018160 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75bc9e61-3d2f-45ab-a7b1-18cfae01a5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:08.074910 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc9e61-3d2f-45ab-a7b1-18cfae01a5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803854e9-95e0-44ab-b53e-54764084b7d8,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:08.075130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42469e-3e3e-435c-949d-a42ff5e08345 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fb94d83-587d-45a2-ad49-ac0c4c916152,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:08.086378 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed29ca5-a033-406d-9f45-316a77f4206c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e1049c-428c-45eb-8ae8-27f98464818b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:08.095914 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7addb93c-d55e-4cf8-82b8-b404c858d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:08.106682 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3ed29ca5-a033-406d-9f45-316a77f4206c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:08.110277 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3ed29ca5-a033-406d-9f45-316a77f4206c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0e1049c-428c-45eb-8ae8-27f98464818b HTTP/1.1" status: 204 len: 168 time: 0.6220632 Mar 05 14:04:08.111384 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc9e61-3d2f-45ab-a7b1-18cfae01a5e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:08.111714 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc9e61-3d2f-45ab-a7b1-18cfae01a5e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:08.112043 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc9e61-3d2f-45ab-a7b1-18cfae01a5e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:08.112716 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c42469e-3e3e-435c-949d-a42ff5e08345 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:08.112819 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc9e61-3d2f-45ab-a7b1-18cfae01a5e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:08.112819 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc9e61-3d2f-45ab-a7b1-18cfae01a5e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:08.112992 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc9e61-3d2f-45ab-a7b1-18cfae01a5e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:08.113267 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc9e61-3d2f-45ab-a7b1-18cfae01a5e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:08.113502 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7c42469e-3e3e-435c-949d-a42ff5e08345 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/5fb94d83-587d-45a2-ad49-ac0c4c916152 HTTP/1.1" status: 204 len: 168 time: 0.5039346 Mar 05 14:04:08.113616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc9e61-3d2f-45ab-a7b1-18cfae01a5e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:08.113872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc9e61-3d2f-45ab-a7b1-18cfae01a5e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:08.114185 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc9e61-3d2f-45ab-a7b1-18cfae01a5e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:08.114493 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc9e61-3d2f-45ab-a7b1-18cfae01a5e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:08.114809 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bc9e61-3d2f-45ab-a7b1-18cfae01a5e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:08.117693 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54010) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:08.206084 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d4d4336a-386e-4022-a09a-798058fa6219 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Synchronizing usage tracker for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group_rule {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:08.218453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7addb93c-d55e-4cf8-82b8-b404c858d144 None None] Pushing event deleted for resources: {'Port': ['ID=3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:08.242377 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d4d4336a-386e-4022-a09a-798058fa6219 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Unset dirty status for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group_rule {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:08.244812 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d4d4336a-386e-4022-a09a-798058fa6219 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1258695 Mar 05 14:04:08.249835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54014) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:08.278788 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7addb93c-d55e-4cf8-82b8-b404c858d144 None None] No DVR routers for this DVR port 3cfbb5bc-56ff-4a4b-9a6f-212b3ac2eea5 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:04:08.299585 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484cea10-a24c-48a6-9c75-df49986e8ba1 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:04:08.314455 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9feb8083-6946-4d2e-b4ac-900f3703f6f4 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:08.348619 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9feb8083-6946-4d2e-b4ac-900f3703f6f4 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:08.409947 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9feb8083-6946-4d2e-b4ac-900f3703f6f4 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:08.442487 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb8083-6946-4d2e-b4ac-900f3703f6f4 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd1722a2-dbc2-4f2f-b10a-db6d2cede112,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:08.464641 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9feb8083-6946-4d2e-b4ac-900f3703f6f4 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:08.469786 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9feb8083-6946-4d2e-b4ac-900f3703f6f4 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/fd1722a2-dbc2-4f2f-b10a-db6d2cede112 HTTP/1.1" status: 204 len: 168 time: 0.2183809 Mar 05 14:04:08.470424 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54024) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:08.552651 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dcd700bd-3ae0-456f-8102-96c89e92c125 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Synchronizing usage tracker for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group_rule {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:08.574734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dcd700bd-3ae0-456f-8102-96c89e92c125 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Unset dirty status for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group_rule {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:08.575829 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dcd700bd-3ae0-456f-8102-96c89e92c125 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1044776 Mar 05 14:04:08.578868 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54030) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:08.604512 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75bc9e61-3d2f-45ab-a7b1-18cfae01a5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:08.605638 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-75bc9e61-3d2f-45ab-a7b1-18cfae01a5e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/803854e9-95e0-44ab-b53e-54764084b7d8 HTTP/1.1" status: 204 len: 168 time: 1.5951169 Mar 05 14:04:08.619747 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eabd126-60c8-496c-93a2-fa4bc28c147f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:08.654351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-1eabd126-60c8-496c-93a2-fa4bc28c147f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Deleting port 8f797150-3345-4656-bcfe-336f14588678 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:04:08.654791 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eabd126-60c8-496c-93a2-fa4bc28c147f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:08.704351 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd705f70-f5d2-4c64-97c4-d4b4c804a164 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:08.727915 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-88dd76d8-7288-4b74-90bc-043474bae2c0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8::f816:3eff:fe9a:7f70 (d67009e9-c74e-44a6-8a92-0c4d7928efad/46021711-5bf0-49fa-8e6b-d4dae2c8d50f/129666d3-dac8-4587-820e-7d9522def9ac) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:04:08.748972 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd705f70-f5d2-4c64-97c4-d4b4c804a164 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:08.749252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-9714805f-c83f-4d1b-a8ca-f01be6e4b40a tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:08.749252 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-9714805f-c83f-4d1b-a8ca-f01be6e4b40a tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/networks?id=7ca74e45-be94-445a-8dbf-d12314b51714 HTTP/1.1" status: 200 len: 825 time: 0.7751076 Mar 05 14:04:08.808694 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa1776f-05a1-49b3-939b-c855fac0e2b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d67009e9-c74e-44a6-8a92-0c4d7928efad', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'fixed_ips': [{'subnet_id': '46021711-5bf0-49fa-8e6b-d4dae2c8d50f'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:04:08.810962 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cfa1776f-05a1-49b3-939b-c855fac0e2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:08.820132 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-ede7b150-f4e1-4932-a787-c167e2aebc9b tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/quotas/aa50d76144b44649bd0d1266a82009ba HTTP/1.1" status: 200 len: 375 time: 0.0467255 Mar 05 14:04:08.844921 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd705f70-f5d2-4c64-97c4-d4b4c804a164 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:08.862317 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-dba06a19-839f-4bf4-8c35-496521605957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:08.889029 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd705f70-f5d2-4c64-97c4-d4b4c804a164 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=413277b9-d49d-439e-b53b-5c0d8f246777,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:08.913996 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd705f70-f5d2-4c64-97c4-d4b4c804a164 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:08.916376 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dd705f70-f5d2-4c64-97c4-d4b4c804a164 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "DELETE /v2.0/security-groups/413277b9-d49d-439e-b53b-5c0d8f246777 HTTP/1.1" status: 204 len: 168 time: 0.3365290 Mar 05 14:04:08.918671 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54044) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:08.956298 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-271fc6ad-7018-40ac-80f7-ddeb4060ceb3 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=aa50d76144b44649bd0d1266a82009ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729582 Mar 05 14:04:09.037902 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6e6fbba9-93c3-4faa-8e02-2ea14760b31c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Synchronizing usage tracker for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:09.069822 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6e6fbba9-93c3-4faa-8e02-2ea14760b31c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Unset dirty status for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:09.075732 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6e6fbba9-93c3-4faa-8e02-2ea14760b31c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1551075 Mar 05 14:04:09.076434 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54048) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:09.085028 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-b798ddb9-5b4a-466c-8aa7-264c3bfdbf1d tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Request body: {'security_group': {'name': 'tempest-secgroup--627318699'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:09.092708 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b798ddb9-5b4a-466c-8aa7-264c3bfdbf1d tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:09.104121 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b798ddb9-5b4a-466c-8aa7-264c3bfdbf1d tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:09.116511 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b798ddb9-5b4a-466c-8aa7-264c3bfdbf1d tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:09.141720 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b798ddb9-5b4a-466c-8aa7-264c3bfdbf1d tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:09.146236 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b798ddb9-5b4a-466c-8aa7-264c3bfdbf1d tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Usage tracker for resource:security_group_rule and tenant:7d85d54b6e3d441998eed72fcda4b2f2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:09.150400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b798ddb9-5b4a-466c-8aa7-264c3bfdbf1d tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:09.160061 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b798ddb9-5b4a-466c-8aa7-264c3bfdbf1d tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:09.205165 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-d5adc70a-722b-4898-b01a-4279601eca0c service neutron] 10.222.0.16 "GET /v2.0/networks/7ca74e45-be94-445a-8dbf-d12314b51714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370393 Mar 05 14:04:09.289798 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b798ddb9-5b4a-466c-8aa7-264c3bfdbf1d tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:09.300589 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b798ddb9-5b4a-466c-8aa7-264c3bfdbf1d tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:09.334081 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-1eabd126-60c8-496c-93a2-fa4bc28c147f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] For port 8f797150-3345-4656-bcfe-336f14588678, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=8f797150-3345-4656-bcfe-336f14588678,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:04:09.334597 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eabd126-60c8-496c-93a2-fa4bc28c147f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:09.366801 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b798ddb9-5b4a-466c-8aa7-264c3bfdbf1d tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:09.371307 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b798ddb9-5b4a-466c-8aa7-264c3bfdbf1d tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2939360 Mar 05 14:04:09.386212 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54066) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:09.391681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-be6370bf-b074-4640-925d-0e23d6eebfa4 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Request body: {'security_group_rule': {'security_group_id': 'e6e5758c-5564-4927-a98a-5291d3e2b756', 'direction': 'ingress', 'protocol': 17}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:09.401940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-be6370bf-b074-4640-925d-0e23d6eebfa4 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:09.408594 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-be6370bf-b074-4640-925d-0e23d6eebfa4 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Usage tracker for resource:security_group_rule and tenant:7d85d54b6e3d441998eed72fcda4b2f2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:09.411451 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798ddb9-5b4a-466c-8aa7-264c3bfdbf1d tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e5758c-5564-4927-a98a-5291d3e2b756,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:09.413807 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-be6370bf-b074-4640-925d-0e23d6eebfa4 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:09.420330 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-be6370bf-b074-4640-925d-0e23d6eebfa4 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:09.449122 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-be6370bf-b074-4640-925d-0e23d6eebfa4 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:09.551725 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-be6370bf-b074-4640-925d-0e23d6eebfa4 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:09.560407 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-be6370bf-b074-4640-925d-0e23d6eebfa4 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:09.597021 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54074) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:09.599427 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6370bf-b074-4640-925d-0e23d6eebfa4 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c5e0cf0-db83-49ff-a585-fed5ad578722,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:09.643706 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-be6370bf-b074-4640-925d-0e23d6eebfa4 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:09.645974 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-1eabd126-60c8-496c-93a2-fa4bc28c147f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Calling delete_port for 8f797150-3345-4656-bcfe-336f14588678 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:04:09.647653 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-be6370bf-b074-4640-925d-0e23d6eebfa4 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2603316 Mar 05 14:04:09.648717 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54082) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:09.735641 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2f536e55-9ee6-4516-8367-c40a32355724 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:09.772346 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-88dd76d8-7288-4b74-90bc-043474bae2c0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:09.780052 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2f536e55-9ee6-4516-8367-c40a32355724 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:09.811702 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-5af7e8ce-487b-4efb-860e-b253564ee877 service neutron] 10.222.0.16 "GET /v2.0/networks/7ca74e45-be94-445a-8dbf-d12314b51714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935204 Mar 05 14:04:09.815693 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-88dd76d8-7288-4b74-90bc-043474bae2c0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Transition to ACTIVE for port object 129666d3-dac8-4587-820e-7d9522def9ac will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:04:09.829707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-2a1e64f8-9eae-4772-a021-772c65b274e5 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:09.830322 n-d-803718-1 neutron-server[87914]: WARNING neutron.api.v2.base [None req-2a1e64f8-9eae-4772-a021-772c65b274e5 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 05 14:04:09.830841 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-2a1e64f8-9eae-4772-a021-772c65b274e5 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] create failed (client error): There was a conflict when trying to complete your request. Mar 05 14:04:09.831835 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2a1e64f8-9eae-4772-a021-772c65b274e5 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2290967 Mar 05 14:04:09.836818 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54090) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:09.845200 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-574ab46a-223d-435a-abbb-a701faa0c674 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1295030271'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:09.862400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-574ab46a-223d-435a-abbb-a701faa0c674 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:09.869189 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-574ab46a-223d-435a-abbb-a701faa0c674 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:09.873078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-574ab46a-223d-435a-abbb-a701faa0c674 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:09.879892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-574ab46a-223d-435a-abbb-a701faa0c674 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:09.893747 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2f536e55-9ee6-4516-8367-c40a32355724 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:09.939126 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f536e55-9ee6-4516-8367-c40a32355724 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e5758c-5564-4927-a98a-5291d3e2b756,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:09.968238 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-574ab46a-223d-435a-abbb-a701faa0c674 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:09.970426 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eabd126-60c8-496c-93a2-fa4bc28c147f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:10.030701 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-574ab46a-223d-435a-abbb-a701faa0c674 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:10.035078 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-88dd76d8-7288-4b74-90bc-043474bae2c0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:10.096594 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2f536e55-9ee6-4516-8367-c40a32355724 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:10.097880 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2f536e55-9ee6-4516-8367-c40a32355724 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "DELETE /v2.0/security-groups/e6e5758c-5564-4927-a98a-5291d3e2b756 HTTP/1.1" status: 204 len: 168 time: 0.4478106 Mar 05 14:04:10.099287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-574ab46a-223d-435a-abbb-a701faa0c674 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:10.113543 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabd126-60c8-496c-93a2-fa4bc28c147f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f797150-3345-4656-bcfe-336f14588678,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:10.124481 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54100) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:10.198323 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-cfa1776f-05a1-49b3-939b-c855fac0e2b5 None None] Allocated IP 2001:db8::f816:3eff:fed9:a5c0 (d67009e9-c74e-44a6-8a92-0c4d7928efad/46021711-5bf0-49fa-8e6b-d4dae2c8d50f/5187fa01-e254-42b1-a247-b3f45a642183) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:04:10.247001 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dd76d8-7288-4b74-90bc-043474bae2c0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:04:10.266604 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-88dd76d8-7288-4b74-90bc-043474bae2c0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:04:10.281474 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-574ab46a-223d-435a-abbb-a701faa0c674 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group_rule and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:10.298558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-574ab46a-223d-435a-abbb-a701faa0c674 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:10.302786 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd76d8-7288-4b74-90bc-043474bae2c0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:04:10.309600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dd76d8-7288-4b74-90bc-043474bae2c0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:10.310371 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-88dd76d8-7288-4b74-90bc-043474bae2c0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:10.322581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-574ab46a-223d-435a-abbb-a701faa0c674 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:10.332016 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-85128025-47e8-4fdd-82ae-1a46e7ab7b43 req-42d809a9-759e-4683-8231-3cb14d10f170 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1623872-1d7e-416f-852e-0de284cb9705 HTTP/1.1" status: 200 len: 210 time: 0.1012621 Mar 05 14:04:10.368058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-12c36f5b-e468-44aa-a4a5-e969e5022d91 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Synchronizing usage tracker for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:10.370132 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd76d8-7288-4b74-90bc-043474bae2c0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=129666d3-dac8-4587-820e-7d9522def9ac,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:10.380519 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eabd126-60c8-496c-93a2-fa4bc28c147f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:10.419401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-12c36f5b-e468-44aa-a4a5-e969e5022d91 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Unset dirty status for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:10.420770 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-12c36f5b-e468-44aa-a4a5-e969e5022d91 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2952046 Mar 05 14:04:10.424504 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54108) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:10.432962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-707046ef-e930-4501-b36c-4505a2b414f5 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Request body: {'security_group': {'name': 'tempest-secgroup--2031057963'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:10.448229 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-707046ef-e930-4501-b36c-4505a2b414f5 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:10.471059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-707046ef-e930-4501-b36c-4505a2b414f5 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:10.506339 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-88dd76d8-7288-4b74-90bc-043474bae2c0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.5029378 Mar 05 14:04:10.514382 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54114) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:10.586586 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-707046ef-e930-4501-b36c-4505a2b414f5 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:10.622563 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cfa1776f-05a1-49b3-939b-c855fac0e2b5 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:10.638657 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cfa1776f-05a1-49b3-939b-c855fac0e2b5 None None] Transition to ACTIVE for port object 5187fa01-e254-42b1-a247-b3f45a642183 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:04:10.649093 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-707046ef-e930-4501-b36c-4505a2b414f5 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:10.654674 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-574ab46a-223d-435a-abbb-a701faa0c674 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:10.656175 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-707046ef-e930-4501-b36c-4505a2b414f5 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Usage tracker for resource:security_group_rule and tenant:7d85d54b6e3d441998eed72fcda4b2f2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:10.661172 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-707046ef-e930-4501-b36c-4505a2b414f5 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:10.673733 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-574ab46a-223d-435a-abbb-a701faa0c674 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:10.676894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-707046ef-e930-4501-b36c-4505a2b414f5 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:10.690233 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cfa1776f-05a1-49b3-939b-c855fac0e2b5 None None] Transition to ACTIVE for port object 5187fa01-e254-42b1-a247-b3f45a642183 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:04:10.705681 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cfa1776f-05a1-49b3-939b-c855fac0e2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:10.715745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-574ab46a-223d-435a-abbb-a701faa0c674 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:10.748827 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-574ab46a-223d-435a-abbb-a701faa0c674 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group_rule and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:10.758649 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-574ab46a-223d-435a-abbb-a701faa0c674 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:10.775593 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed04e58-8042-44ee-b423-3eec8346b1fd tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:10.776801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-eed04e58-8042-44ee-b423-3eec8346b1fd tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:10.794900 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-574ab46a-223d-435a-abbb-a701faa0c674 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:10.797121 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ab46a-223d-435a-abbb-a701faa0c674 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04789d61-d14e-4363-be8a-63cbc64a46d1,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:10.855235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-eed04e58-8042-44ee-b423-3eec8346b1fd tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:10.856502 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-eed04e58-8042-44ee-b423-3eec8346b1fd tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3399467 Mar 05 14:04:10.860014 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54128) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:10.939471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1776f-05a1-49b3-939b-c855fac0e2b5 None None] Pushing event updated for resources: {'Port': ['ID=5187fa01-e254-42b1-a247-b3f45a642183,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:10.980296 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa1776f-05a1-49b3-939b-c855fac0e2b5 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:04:10.991335 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-cfa1776f-05a1-49b3-939b-c855fac0e2b5 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:04:11.000302 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa1776f-05a1-49b3-939b-c855fac0e2b5 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:04:11.077806 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-707046ef-e930-4501-b36c-4505a2b414f5 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:11.129651 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-b8a0790e-a06e-4fc3-9a52-93a42c68215e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting port 129666d3-dac8-4587-820e-7d9522def9ac {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:04:11.130602 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b8a0790e-a06e-4fc3-9a52-93a42c68215e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:11.153900 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-12d889b5-90f6-4c34-a8d4-7ebb20975a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:11.219045 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-707046ef-e930-4501-b36c-4505a2b414f5 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:11.281026 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-cfa1776f-05a1-49b3-939b-c855fac0e2b5 None None] Attempting to bind port 5187fa01-e254-42b1-a247-b3f45a642183 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:04:11.283201 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-cfa1776f-05a1-49b3-939b-c855fac0e2b5 None None] Attempting to bind port 5187fa01-e254-42b1-a247-b3f45a642183 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:04:11.283843 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa1776f-05a1-49b3-939b-c855fac0e2b5 None None] Attempting to bind port 5187fa01-e254-42b1-a247-b3f45a642183 on network d67009e9-c74e-44a6-8a92-0c4d7928efad {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:04:11.292622 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa1776f-05a1-49b3-939b-c855fac0e2b5 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:04:11.293594 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa1776f-05a1-49b3-939b-c855fac0e2b5 None None] Checking segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:04:11.294270 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cfa1776f-05a1-49b3-939b-c855fac0e2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:11.294951 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa1776f-05a1-49b3-939b-c855fac0e2b5 None None] Bound using segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:04:11.295795 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-cfa1776f-05a1-49b3-939b-c855fac0e2b5 None None] Bound port: 5187fa01-e254-42b1-a247-b3f45a642183, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:04:11.296963 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cfa1776f-05a1-49b3-939b-c855fac0e2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:11.318235 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-574ab46a-223d-435a-abbb-a701faa0c674 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:11.332255 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eabd126-60c8-496c-93a2-fa4bc28c147f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:11.337436 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eabd126-60c8-496c-93a2-fa4bc28c147f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:11.345622 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-574ab46a-223d-435a-abbb-a701faa0c674 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:11.387104 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eabd126-60c8-496c-93a2-fa4bc28c147f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:11.387623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eabd126-60c8-496c-93a2-fa4bc28c147f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46e60c60-8211-4ec6-9d5d-47e84dd5e799 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:04:11.399672 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eabd126-60c8-496c-93a2-fa4bc28c147f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:11.406659 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1eabd126-60c8-496c-93a2-fa4bc28c147f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "DELETE /v2.0/routers/46e60c60-8211-4ec6-9d5d-47e84dd5e799 HTTP/1.1" status: 204 len: 168 time: 4.0530193 Mar 05 14:04:11.407286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54146) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:11.419495 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-1d30cf8d-2c9e-457e-b666-3586bcf290d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-712985332', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}, 'admin_state_up': False}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:11.445057 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1d30cf8d-2c9e-457e-b666-3586bcf290d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:11.450309 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1d30cf8d-2c9e-457e-b666-3586bcf290d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Usage tracker for resource:router and tenant:66086abe88eb4c64a021ab84a0a21799 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:11.454145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1d30cf8d-2c9e-457e-b666-3586bcf290d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:11.457954 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707046ef-e930-4501-b36c-4505a2b414f5 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4fd9d6-87de-437b-bff9-f57f1a2bacf9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:11.479385 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1d30cf8d-2c9e-457e-b666-3586bcf290d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:11.639790 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-11601cd2-2899-4f2f-a76c-a09835719c8d req-5c52b302-2416-4efa-aeee-319f94de91ab tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1623872-1d7e-416f-852e-0de284cb9705 HTTP/1.1" status: 200 len: 210 time: 0.1275675 Mar 05 14:04:11.645167 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-cfa1776f-05a1-49b3-939b-c855fac0e2b5 None None] For port 5187fa01-e254-42b1-a247-b3f45a642183, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:04:11.652521 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-cfa1776f-05a1-49b3-939b-c855fac0e2b5 None None] For port 5187fa01-e254-42b1-a247-b3f45a642183, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5187fa01-e254-42b1-a247-b3f45a642183,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:04:11.659044 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ab46a-223d-435a-abbb-a701faa0c674 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e074f5-5723-4140-80ea-12f7d08482d9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:11.663742 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cfa1776f-05a1-49b3-939b-c855fac0e2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:11.711810 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d30cf8d-2c9e-457e-b666-3586bcf290d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:11.712839 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d30cf8d-2c9e-457e-b666-3586bcf290d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:11.724317 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-707046ef-e930-4501-b36c-4505a2b414f5 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:11.728996 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-707046ef-e930-4501-b36c-4505a2b414f5 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3035474 Mar 05 14:04:11.730076 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-574ab46a-223d-435a-abbb-a701faa0c674 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:11.734682 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54154) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:11.735225 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54156) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:11.739409 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-574ab46a-223d-435a-abbb-a701faa0c674 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9009385 Mar 05 14:04:11.748798 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-1097f164-b653-4fe6-9b53-11338f25f353 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group_rule': {'security_group_id': '17e074f5-5723-4140-80ea-12f7d08482d9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:11.767070 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1097f164-b653-4fe6-9b53-11338f25f353 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:11.772332 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-8a776ee4-0bee-4e60-932b-f9fc07530578 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Request body: {'security_group': {'name': 'tempest-secgroup--574891503'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:11.781906 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54162) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:11.784717 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8a776ee4-0bee-4e60-932b-f9fc07530578 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:11.787864 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d30cf8d-2c9e-457e-b666-3586bcf290d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:11.789706 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1097f164-b653-4fe6-9b53-11338f25f353 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group_rule and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:11.796609 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1097f164-b653-4fe6-9b53-11338f25f353 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:11.810996 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8a776ee4-0bee-4e60-932b-f9fc07530578 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Usage tracker for resource:security_group and tenant:7d85d54b6e3d441998eed72fcda4b2f2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:11.825738 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1097f164-b653-4fe6-9b53-11338f25f353 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:11.829444 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8a776ee4-0bee-4e60-932b-f9fc07530578 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:11.830672 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1776f-05a1-49b3-939b-c855fac0e2b5 None None] Pushing event updated for resources: {'Port': ['ID=5187fa01-e254-42b1-a247-b3f45a642183,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:11.844694 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8a776ee4-0bee-4e60-932b-f9fc07530578 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:12.023229 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1097f164-b653-4fe6-9b53-11338f25f353 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:12.066378 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:12.082447 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b8a0790e-a06e-4fc3-9a52-93a42c68215e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:12.090877 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:12.172048 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8a776ee4-0bee-4e60-932b-f9fc07530578 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:12.257360 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1dabd15f-8eca-4f09-b60a-7f741ac3f92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:12.347629 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-b8a0790e-a06e-4fc3-9a52-93a42c68215e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Calling delete_port for 129666d3-dac8-4587-820e-7d9522def9ac owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:04:12.484833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8a776ee4-0bee-4e60-932b-f9fc07530578 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:12.502887 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d30cf8d-2c9e-457e-b666-3586bcf290d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:12.525607 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8a776ee4-0bee-4e60-932b-f9fc07530578 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Usage tracker for resource:security_group_rule and tenant:7d85d54b6e3d441998eed72fcda4b2f2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:12.531451 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1dabd15f-8eca-4f09-b60a-7f741ac3f92d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:12.536617 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8a776ee4-0bee-4e60-932b-f9fc07530578 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:12.579643 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1dabd15f-8eca-4f09-b60a-7f741ac3f92d admin admin] Usage tracker for resource:security_group_rule and tenant:e4ee211ba5bb4efaab1bea11563482bc is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:12.593536 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1097f164-b653-4fe6-9b53-11338f25f353 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:12.594579 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8a776ee4-0bee-4e60-932b-f9fc07530578 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:12.599591 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1dabd15f-8eca-4f09-b60a-7f741ac3f92d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:12.630600 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-981c3104-48d5-4b9d-a612-2b247de8624f tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:12.631105 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1dabd15f-8eca-4f09-b60a-7f741ac3f92d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:12.633633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-981c3104-48d5-4b9d-a612-2b247de8624f tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Synchronizing usage tracker for tenant:aa50d76144b44649bd0d1266a82009ba on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:12.636042 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1097f164-b653-4fe6-9b53-11338f25f353 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:12.716467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-981c3104-48d5-4b9d-a612-2b247de8624f tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Unset dirty status for tenant:aa50d76144b44649bd0d1266a82009ba on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:12.717875 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-981c3104-48d5-4b9d-a612-2b247de8624f tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.30 "GET /v2.0/networks?id=7ca74e45-be94-445a-8dbf-d12314b51714 HTTP/1.1" status: 200 len: 825 time: 0.4751389 Mar 05 14:04:12.731495 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-ce71d4ee-8b7b-43bd-ab1e-b23ab928c24f tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Request body: {'port': {'device_id': 'b1623872-1d7e-416f-852e-0de284cb9705', 'network_id': '7ca74e45-be94-445a-8dbf-d12314b51714', 'admin_state_up': True, 'tenant_id': 'aa50d76144b44649bd0d1266a82009ba'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:12.751611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097f164-b653-4fe6-9b53-11338f25f353 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d6cc03-999d-47c0-a2a0-1dc480e852b5,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:12.876494 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1097f164-b653-4fe6-9b53-11338f25f353 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:12.880550 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1097f164-b653-4fe6-9b53-11338f25f353 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1424537 Mar 05 14:04:12.886559 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54178) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:12.890595 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b8a0790e-a06e-4fc3-9a52-93a42c68215e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:12.950410 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8e1d9976-6e88-4d2b-ae45-24bf47671d5c req-251b71e2-2ad8-46d4-ab0f-24591688570b tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1623872-1d7e-416f-852e-0de284cb9705 HTTP/1.1" status: 200 len: 210 time: 0.1140676 Mar 05 14:04:12.971343 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-a43075e6-5abd-4f37-b5a5-d0ac5da3706d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group_rule': {'security_group_id': '17e074f5-5723-4140-80ea-12f7d08482d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:13.005075 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a43075e6-5abd-4f37-b5a5-d0ac5da3706d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:13.014342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0790e-a06e-4fc3-9a52-93a42c68215e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Port': ['ID=129666d3-dac8-4587-820e-7d9522def9ac,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:13.014954 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a43075e6-5abd-4f37-b5a5-d0ac5da3706d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group_rule and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:13.020957 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1dabd15f-8eca-4f09-b60a-7f741ac3f92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:13.031201 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a43075e6-5abd-4f37-b5a5-d0ac5da3706d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:13.037984 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b8a0790e-a06e-4fc3-9a52-93a42c68215e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:13.052381 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1dabd15f-8eca-4f09-b60a-7f741ac3f92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:13.062183 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b8a0790e-a06e-4fc3-9a52-93a42c68215e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/129666d3-dac8-4587-820e-7d9522def9ac HTTP/1.1" status: 204 len: 168 time: 2.1969624 Mar 05 14:04:13.064641 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54182) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:13.078638 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8a776ee4-0bee-4e60-932b-f9fc07530578 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:13.080030 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a43075e6-5abd-4f37-b5a5-d0ac5da3706d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:13.116780 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8a776ee4-0bee-4e60-932b-f9fc07530578 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:13.125938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-ce71d4ee-8b7b-43bd-ab1e-b23ab928c24f tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:13.139931 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-ce71d4ee-8b7b-43bd-ab1e-b23ab928c24f tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Usage tracker for resource:port and tenant:aa50d76144b44649bd0d1266a82009ba is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:13.145316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-ce71d4ee-8b7b-43bd-ab1e-b23ab928c24f tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:13.154961 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-ce71d4ee-8b7b-43bd-ab1e-b23ab928c24f tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:13.168235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e5a635-da52-4486-b758-8a827586ce90 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:13.170899 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e5a635-da52-4486-b758-8a827586ce90 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:13.172089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c1e5a635-da52-4486-b758-8a827586ce90 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:13.181036 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a43075e6-5abd-4f37-b5a5-d0ac5da3706d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:13.185620 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-ce71d4ee-8b7b-43bd-ab1e-b23ab928c24f tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Made reservation on behalf of aa50d76144b44649bd0d1266a82009ba for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:04:13.187556 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5187fa01-e254-42b1-a247-b3f45a642183 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:04:13.189550 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-ce71d4ee-8b7b-43bd-ab1e-b23ab928c24f tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:13.208877 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1dabd15f-8eca-4f09-b60a-7f741ac3f92d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4ee211ba5bb4efaab1bea11563482bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4255991 Mar 05 14:04:13.209312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54186) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:13.210145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabd15f-8eca-4f09-b60a-7f741ac3f92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4502f6-e483-4c86-9b7b-4bb0b3e3c163,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:13.266264 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8a776ee4-0bee-4e60-932b-f9fc07530578 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:13.270304 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8a776ee4-0bee-4e60-932b-f9fc07530578 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5309985 Mar 05 14:04:13.272640 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 5187fa01-e254-42b1-a247-b3f45a642183 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:04:13.279257 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54190) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:13.289822 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 8f797150-3345-4656-bcfe-336f14588678 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:04:13.293940 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a776ee4-0bee-4e60-932b-f9fc07530578 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d85f91-b2e8-4d41-8018-d9012bc9ca26,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:13.302244 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-49848677-7860-4aad-9de7-9363f45ab34c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Request body: {'security_group_rule': {'security_group_id': 'ca4fd9d6-87de-437b-bff9-f57f1a2bacf9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '88d85f91-b2e8-4d41-8018-d9012bc9ca26', 'remote_ip_prefix': None}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:13.314087 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c1e5a635-da52-4486-b758-8a827586ce90 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:13.315286 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c1e5a635-da52-4486-b758-8a827586ce90 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2497416 Mar 05 14:04:13.320009 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-49848677-7860-4aad-9de7-9363f45ab34c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:13.324508 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-49848677-7860-4aad-9de7-9363f45ab34c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Usage tracker for resource:security_group_rule and tenant:7d85d54b6e3d441998eed72fcda4b2f2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:13.324964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54196) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:13.327555 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-49848677-7860-4aad-9de7-9363f45ab34c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:13.333587 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-49848677-7860-4aad-9de7-9363f45ab34c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:13.343503 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 8f797150-3345-4656-bcfe-336f14588678 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:04:13.344495 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 8f797150-3345-4656-bcfe-336f14588678 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:04:13.410373 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3839df86-e0bc-4303-9c5c-143a623e23ab None None] Provisioning for port 5187fa01-e254-42b1-a247-b3f45a642183 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:04:13.428344 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3839df86-e0bc-4303-9c5c-143a623e23ab None None] Provisioning complete for port 5187fa01-e254-42b1-a247-b3f45a642183 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:04:13.428730 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3839df86-e0bc-4303-9c5c-143a623e23ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:13.472306 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-a43075e6-5abd-4f37-b5a5-d0ac5da3706d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] create failed (client error): There was a conflict when trying to complete your request. Mar 05 14:04:13.473633 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a43075e6-5abd-4f37-b5a5-d0ac5da3706d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5859492 Mar 05 14:04:13.478536 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54202) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:13.549344 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-49848677-7860-4aad-9de7-9363f45ab34c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:13.570261 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fd081d39-5296-44f0-a9f7-a0b9958d3a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:13.613062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ec2a56-ae48-4c68-9679-a61e7d3ee9e0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet 46021711-5bf0-49fa-8e6b-d4dae2c8d50f {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:04:13.623555 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2a56-ae48-4c68-9679-a61e7d3ee9e0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:13.647879 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d30cf8d-2c9e-457e-b666-3586bcf290d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:13.651702 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3839df86-e0bc-4303-9c5c-143a623e23ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:13.693290 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-3839df86-e0bc-4303-9c5c-143a623e23ab None None] For port 5187fa01-e254-42b1-a247-b3f45a642183, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5187fa01-e254-42b1-a247-b3f45a642183,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:04:13.703947 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d30cf8d-2c9e-457e-b666-3586bcf290d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:13.711491 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3839df86-e0bc-4303-9c5c-143a623e23ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:13.733465 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2a56-ae48-4c68-9679-a61e7d3ee9e0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:13.743938 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:13.785637 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839df86-e0bc-4303-9c5c-143a623e23ab None None] Pushing event updated for resources: {'Port': ['ID=5187fa01-e254-42b1-a247-b3f45a642183,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:13.828202 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4ee96f31-6cfd-492c-bea5-41b548a9556e None None] Could not find standard attr ID for object 129666d3-dac8-4587-820e-7d9522def9ac. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 14:04:13.829031 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2a56-ae48-4c68-9679-a61e7d3ee9e0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:13.834832 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5ed2e265-42a9-41b2-b162-662ca7b62089 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:13.905371 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-49848677-7860-4aad-9de7-9363f45ab34c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:13.912898 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-ce71d4ee-8b7b-43bd-ab1e-b23ab928c24f tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Allocated IP 172.20.0.2 (7ca74e45-be94-445a-8dbf-d12314b51714/46e54c8e-bd69-4631-bba7-9604f5ac1085/05da7e65-94e8-4a71-a4da-8ed8c5517645) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:04:13.921428 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5ed2e265-42a9-41b2-b162-662ca7b62089 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:13.930057 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-49848677-7860-4aad-9de7-9363f45ab34c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:13.931134 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fd081d39-5296-44f0-a9f7-a0b9958d3a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:13.944934 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2a56-ae48-4c68-9679-a61e7d3ee9e0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:14.011367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec2a56-ae48-4c68-9679-a61e7d3ee9e0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=46021711-5bf0-49fa-8e6b-d4dae2c8d50f,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:14.016071 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156ae765-5b02-44a3-a570-b096bf6105d9 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:04:14.021265 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2a56-ae48-4c68-9679-a61e7d3ee9e0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:14.072364 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e9ec2a56-ae48-4c68-9679-a61e7d3ee9e0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/46021711-5bf0-49fa-8e6b-d4dae2c8d50f HTTP/1.1" status: 204 len: 168 time: 0.7463634 Mar 05 14:04:14.078162 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54216) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:14.097823 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-1d30cf8d-2c9e-457e-b666-3586bcf290d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Allocated IP 172.25.4.216 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/a70bd757-3d27-4580-b0a0-596073ea088b) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:04:14.165718 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-88b8e2b3-bc1e-4705-8fe7-cf279043f8b2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0864551 Mar 05 14:04:14.187625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54220) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:14.203833 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fd081d39-5296-44f0-a9f7-a0b9958d3a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:14.325468 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd081d39-5296-44f0-a9f7-a0b9958d3a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4502f6-e483-4c86-9b7b-4bb0b3e3c163,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:14.349986 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b284c6-54a5-4002-90b5-20b5617181aa None None] DHCP port deletion for d67009e9-c74e-44a6-8a92-0c4d7928efad request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:04:14.351632 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fd081d39-5296-44f0-a9f7-a0b9958d3a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:14.352777 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fd081d39-5296-44f0-a9f7-a0b9958d3a54 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff4502f6-e483-4c86-9b7b-4bb0b3e3c163 HTTP/1.1" status: 204 len: 168 time: 1.1373546 Mar 05 14:04:14.360960 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-75b284c6-54a5-4002-90b5-20b5617181aa None None] Deleting port 5187fa01-e254-42b1-a247-b3f45a642183 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:04:14.363316 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-75b284c6-54a5-4002-90b5-20b5617181aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:14.429591 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-ce71d4ee-8b7b-43bd-ab1e-b23ab928c24f tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:14.453893 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3f0f7b-24bc-4220-a756-026ab152b032 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:14.454602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2e3f0f7b-24bc-4220-a756-026ab152b032 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:14.455163 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49848677-7860-4aad-9de7-9363f45ab34c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e472d035-393d-4c9b-a649-52f682872655,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:14.502849 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2e3f0f7b-24bc-4220-a756-026ab152b032 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:14.504400 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2e3f0f7b-24bc-4220-a756-026ab152b032 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3151851 Mar 05 14:04:14.508541 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54228) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:14.574842 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-49848677-7860-4aad-9de7-9363f45ab34c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:14.584455 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-49848677-7860-4aad-9de7-9363f45ab34c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3013852 Mar 05 14:04:14.616715 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54234) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:14.699083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0d32f4-2cbc-48e3-8dd5-96b79aa16e35 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:14.700754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dd0d32f4-2cbc-48e3-8dd5-96b79aa16e35 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:14.704874 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f1de3572-d3b0-4b8d-a747-6b3d410de207 req-c682dd4f-750d-4656-acd5-ee385b21ade0 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1623872-1d7e-416f-852e-0de284cb9705 HTTP/1.1" status: 200 len: 210 time: 0.2327161 Mar 05 14:04:14.722142 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-ce71d4ee-8b7b-43bd-ab1e-b23ab928c24f tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:14.725785 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dd0d32f4-2cbc-48e3-8dd5-96b79aa16e35 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:14.727589 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dd0d32f4-2cbc-48e3-8dd5-96b79aa16e35 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2178535 Mar 05 14:04:14.734099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54240) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:14.793679 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-75b284c6-54a5-4002-90b5-20b5617181aa None None] For port 5187fa01-e254-42b1-a247-b3f45a642183, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5187fa01-e254-42b1-a247-b3f45a642183,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:04:14.794079 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-75b284c6-54a5-4002-90b5-20b5617181aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:14.809289 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-ce71d4ee-8b7b-43bd-ab1e-b23ab928c24f tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Network 7ca74e45-be94-445a-8dbf-d12314b51714 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:04:14.819467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-ce71d4ee-8b7b-43bd-ab1e-b23ab928c24f tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:04:14.825133 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-ce71d4ee-8b7b-43bd-ab1e-b23ab928c24f tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:04:14.854364 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b72b2e02-f1bc-4722-8b55-95081521d140 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947726 Mar 05 14:04:14.865121 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54246) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:14.869401 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1b553c0c-e705-4be6-abbf-d09466a0831b tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:14.879492 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71d4ee-8b7b-43bd-ab1e-b23ab928c24f tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Pushing event updated for resources: {'Port': ['ID=05da7e65-94e8-4a71-a4da-8ed8c5517645,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:14.885003 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1b553c0c-e705-4be6-abbf-d09466a0831b tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:14.896924 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-73757408-3f9e-4e1b-bf1c-c4ee09ea094a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:14.928469 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1b553c0c-e705-4be6-abbf-d09466a0831b tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:14.946213 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5ed2e265-42a9-41b2-b162-662ca7b62089 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:14.966801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-ce71d4ee-8b7b-43bd-ab1e-b23ab928c24f tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:14.967864 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-ce71d4ee-8b7b-43bd-ab1e-b23ab928c24f tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:15.011624 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d30cf8d-2c9e-457e-b666-3586bcf290d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:15.048355 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2e265-42a9-41b2-b162-662ca7b62089 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e074f5-5723-4140-80ea-12f7d08482d9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:15.063547 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b553c0c-e705-4be6-abbf-d09466a0831b tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e472d035-393d-4c9b-a649-52f682872655,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:15.069155 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5ed2e265-42a9-41b2-b162-662ca7b62089 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:15.072544 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5ed2e265-42a9-41b2-b162-662ca7b62089 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "DELETE /v2.0/security-groups/17e074f5-5723-4140-80ea-12f7d08482d9 HTTP/1.1" status: 204 len: 168 time: 1.5901310 Mar 05 14:04:15.072544 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1b553c0c-e705-4be6-abbf-d09466a0831b tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:15.073474 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1b553c0c-e705-4be6-abbf-d09466a0831b tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e472d035-393d-4c9b-a649-52f682872655 HTTP/1.1" status: 204 len: 168 time: 0.4516413 Mar 05 14:04:15.074883 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d30cf8d-2c9e-457e-b666-3586bcf290d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:15.084524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54256) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:15.085210 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54258) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:15.111962 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-ce71d4ee-8b7b-43bd-ab1e-b23ab928c24f tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3846374 Mar 05 14:04:15.123684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-f2effb2f-d5c5-4018-8640-e33ccba47413 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:04:15.124644 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-f2effb2f-d5c5-4018-8640-e33ccba47413 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056975 Mar 05 14:04:15.162484 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-73757408-3f9e-4e1b-bf1c-c4ee09ea094a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:15.175699 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-73757408-3f9e-4e1b-bf1c-c4ee09ea094a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:15.188136 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73757408-3f9e-4e1b-bf1c-c4ee09ea094a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:04:15.194209 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-73757408-3f9e-4e1b-bf1c-c4ee09ea094a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:15.227477 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5187fa01-e254-42b1-a247-b3f45a642183 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:04:15.270529 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d30cf8d-2c9e-457e-b666-3586bcf290d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:04:15.289938 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-75b284c6-54a5-4002-90b5-20b5617181aa None None] Calling delete_port for 5187fa01-e254-42b1-a247-b3f45a642183 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:04:15.303115 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-1d30cf8d-2c9e-457e-b666-3586bcf290d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:04:15.307684 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d30cf8d-2c9e-457e-b666-3586bcf290d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:04:15.414448 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-bd7897e9-7c28-4ac0-beed-40aaa5197109 service neutron] Request body: {'port': {'device_id': 'b1623872-1d7e-416f-852e-0de284cb9705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:15.419940 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30cf8d-2c9e-457e-b666-3586bcf290d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Pushing event updated for resources: {'Port': ['ID=a70bd757-3d27-4580-b0a0-596073ea088b,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:15.527550 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f1b7feb4-add3-459c-9c87-bd0a3d01bf5e tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Synchronizing usage tracker for tenant:aa3492d92d074f119b6caf6eba160f25 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:15.575319 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-adeeace2-31ee-49ee-846a-ece212685487 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Synchronizing usage tracker for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group_rule {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:15.597784 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:15.609059 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-75b284c6-54a5-4002-90b5-20b5617181aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:15.664671 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b284c6-54a5-4002-90b5-20b5617181aa None None] Pushing event deleted for resources: {'Port': ['ID=5187fa01-e254-42b1-a247-b3f45a642183,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:15.673965 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b284c6-54a5-4002-90b5-20b5617181aa None None] No DVR routers for this DVR port 5187fa01-e254-42b1-a247-b3f45a642183 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:04:15.702165 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f1b7feb4-add3-459c-9c87-bd0a3d01bf5e tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Unset dirty status for tenant:aa3492d92d074f119b6caf6eba160f25 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:15.710333 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f1b7feb4-add3-459c-9c87-bd0a3d01bf5e tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5739675 Mar 05 14:04:15.711122 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54278) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:15.718574 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e7c2b623-bcb0-41f9-b142-54897d57fcd3 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1436689170'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:15.780146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-adeeace2-31ee-49ee-846a-ece212685487 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Unset dirty status for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group_rule {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:15.780540 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-bd7897e9-7c28-4ac0-beed-40aaa5197109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:15.784351 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-adeeace2-31ee-49ee-846a-ece212685487 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6437473 Mar 05 14:04:15.794120 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54284) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:15.797437 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e7c2b623-bcb0-41f9-b142-54897d57fcd3 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:15.867475 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e7c2b623-bcb0-41f9-b142-54897d57fcd3 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:15.919978 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e7c2b623-bcb0-41f9-b142-54897d57fcd3 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:16.036056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e7c2b623-bcb0-41f9-b142-54897d57fcd3 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:16.055143 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e7c2b623-bcb0-41f9-b142-54897d57fcd3 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group_rule and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:16.065102 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e7c2b623-bcb0-41f9-b142-54897d57fcd3 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:16.074571 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-631a3b62-df2f-410c-83a1-3e88bbd6f63d tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:16.076537 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e7c2b623-bcb0-41f9-b142-54897d57fcd3 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:16.204422 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-631a3b62-df2f-410c-83a1-3e88bbd6f63d tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:16.259147 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d30cf8d-2c9e-457e-b666-3586bcf290d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:16.398423 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e7c2b623-bcb0-41f9-b142-54897d57fcd3 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:16.421979 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e7c2b623-bcb0-41f9-b142-54897d57fcd3 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:16.446868 n-d-803718-1 neutron-server[87914]: DEBUG neutron.objects.ports [None req-73757408-3f9e-4e1b-bf1c-c4ee09ea094a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87914) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 05 14:04:16.465197 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cc138-c3c9-46df-9ce7-3f8921d8e975 req-f258316b-692a-4fdb-af4c-58d902c94c93 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:16.465898 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-020cc138-c3c9-46df-9ce7-3f8921d8e975 req-f258316b-692a-4fdb-af4c-58d902c94c93 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Synchronizing usage tracker for tenant:aa50d76144b44649bd0d1266a82009ba on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:16.474612 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-73757408-3f9e-4e1b-bf1c-c4ee09ea094a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:16.511359 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-631a3b62-df2f-410c-83a1-3e88bbd6f63d tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:16.575519 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2b623-bcb0-41f9-b142-54897d57fcd3 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=983d4a30-42dd-40b5-ba0b-4a7eb34984cc,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:16.613489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73757408-3f9e-4e1b-bf1c-c4ee09ea094a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:04:16.623791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-73757408-3f9e-4e1b-bf1c-c4ee09ea094a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:04:16.627568 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73757408-3f9e-4e1b-bf1c-c4ee09ea094a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:16.628285 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-73757408-3f9e-4e1b-bf1c-c4ee09ea094a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:16.636582 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcb6eb8-cb8f-438b-920c-ce9fbe4e48a6 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:04:16.648020 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73757408-3f9e-4e1b-bf1c-c4ee09ea094a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=5aa71436-4818-4b48-b890-5a7469e8b208,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:16.651397 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-020cc138-c3c9-46df-9ce7-3f8921d8e975 req-f258316b-692a-4fdb-af4c-58d902c94c93 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Unset dirty status for tenant:aa50d76144b44649bd0d1266a82009ba on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:16.658929 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-020cc138-c3c9-46df-9ce7-3f8921d8e975 req-f258316b-692a-4fdb-af4c-58d902c94c93 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1623872-1d7e-416f-852e-0de284cb9705 HTTP/1.1" status: 200 len: 931 time: 0.5323937 Mar 05 14:04:16.664191 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a3b62-df2f-410c-83a1-3e88bbd6f63d tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d85f91-b2e8-4d41-8018-d9012bc9ca26,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:16.674008 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e7c2b623-bcb0-41f9-b142-54897d57fcd3 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:16.678404 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e7c2b623-bcb0-41f9-b142-54897d57fcd3 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9637690 Mar 05 14:04:16.679197 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54302) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:16.689085 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-2bbedcc2-f1cf-4a6a-8e82-bb6e01622e7e tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group_rule': {'security_group_id': '983d4a30-42dd-40b5-ba0b-4a7eb34984cc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:16.689905 n-d-803718-1 neutron-server[87913]: WARNING neutron.api.v2.base [None req-2bbedcc2-f1cf-4a6a-8e82-bb6e01622e7e tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 05 14:04:16.690396 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-2bbedcc2-f1cf-4a6a-8e82-bb6e01622e7e tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:04:16.695067 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2bbedcc2-f1cf-4a6a-8e82-bb6e01622e7e tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0128636 Mar 05 14:04:16.696184 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-631a3b62-df2f-410c-83a1-3e88bbd6f63d tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:16.696578 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54306) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:16.699556 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-631a3b62-df2f-410c-83a1-3e88bbd6f63d tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "DELETE /v2.0/security-groups/88d85f91-b2e8-4d41-8018-d9012bc9ca26 HTTP/1.1" status: 204 len: 168 time: 0.9019420 Mar 05 14:04:16.702420 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54308) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:16.792837 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-73757408-3f9e-4e1b-bf1c-c4ee09ea094a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9196317 Mar 05 14:04:16.794850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54316) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:16.819287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-2ab7d409-ea69-495d-bcf4-9c2a7df32c63 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'mac_address': 'fa:16:3e:84:d8:89', 'name': 'tempest-NetworksTestDHCPv6-687081939'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:16.857911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-020cc138-c3c9-46df-9ce7-3f8921d8e975 req-08e0e61b-92b5-45f3-90fa-a1304b11b0c8 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Synchronizing usage tracker for tenant:aa50d76144b44649bd0d1266a82009ba on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:16.971876 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc220298-5276-44ae-adee-039259cd0b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d67009e9-c74e-44a6-8a92-0c4d7928efad', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'fixed_ips': [{'subnet_id': '5aa71436-4818-4b48-b890-5a7469e8b208'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:04:16.972722 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bc220298-5276-44ae-adee-039259cd0b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:17.016437 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e51f5049-ac18-4b88-9719-23c2f4d30a38 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Synchronizing usage tracker for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:17.023792 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d30cf8d-2c9e-457e-b666-3586bcf290d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:17.123310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e51f5049-ac18-4b88-9719-23c2f4d30a38 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Unset dirty status for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:17.125243 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e51f5049-ac18-4b88-9719-23c2f4d30a38 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4216964 Mar 05 14:04:17.127924 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54328) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:17.136536 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5b5ab69c-da24-466a-b405-f2aff54b3105 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:17.176446 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-020cc138-c3c9-46df-9ce7-3f8921d8e975 req-08e0e61b-92b5-45f3-90fa-a1304b11b0c8 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Unset dirty status for tenant:aa50d76144b44649bd0d1266a82009ba on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:17.186062 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-020cc138-c3c9-46df-9ce7-3f8921d8e975 req-08e0e61b-92b5-45f3-90fa-a1304b11b0c8 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7462749-c8b9-48e3-bbf6-fae90e2d8fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5261130 Mar 05 14:04:17.206668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-bd7897e9-7c28-4ac0-beed-40aaa5197109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05da7e65-94e8-4a71-a4da-8ed8c5517645 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:04:17.223945 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-bd7897e9-7c28-4ac0-beed-40aaa5197109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:17.243877 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5b5ab69c-da24-466a-b405-f2aff54b3105 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:17.254302 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-bc220298-5276-44ae-adee-039259cd0b23 None None] Allocated IP 2001:db8::f816:3eff:fed6:260c (d67009e9-c74e-44a6-8a92-0c4d7928efad/5aa71436-4818-4b48-b890-5a7469e8b208/001950e4-7bef-46ad-a403-41ae49fdccb9) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:04:17.299470 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-bd7897e9-7c28-4ac0-beed-40aaa5197109 service neutron] Transition to ACTIVE for port object 05da7e65-94e8-4a71-a4da-8ed8c5517645 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:04:17.329979 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-bd7897e9-7c28-4ac0-beed-40aaa5197109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:17.401449 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-74936a97-1fbb-436f-b1d0-26764a103a38 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:17.436973 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2ab7d409-ea69-495d-bcf4-9c2a7df32c63 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:17.464452 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-74936a97-1fbb-436f-b1d0-26764a103a38 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:17.495667 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d30cf8d-2c9e-457e-b666-3586bcf290d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Router 739955f6-737f-4630-bdb1-c9c8a957b6b9 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:04:17.561166 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2ab7d409-ea69-495d-bcf4-9c2a7df32c63 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:17.586893 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5b5ab69c-da24-466a-b405-f2aff54b3105 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:17.591481 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7897e9-7c28-4ac0-beed-40aaa5197109 service neutron] Pushing event updated for resources: {'Port': ['ID=05da7e65-94e8-4a71-a4da-8ed8c5517645,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:17.674346 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bc220298-5276-44ae-adee-039259cd0b23 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:17.703863 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-74936a97-1fbb-436f-b1d0-26764a103a38 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:17.713249 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bc220298-5276-44ae-adee-039259cd0b23 None None] Transition to ACTIVE for port object 001950e4-7bef-46ad-a403-41ae49fdccb9 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:04:17.736429 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bc220298-5276-44ae-adee-039259cd0b23 None None] Transition to ACTIVE for port object 001950e4-7bef-46ad-a403-41ae49fdccb9 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:04:17.742756 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bc220298-5276-44ae-adee-039259cd0b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:17.744275 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74936a97-1fbb-436f-b1d0-26764a103a38 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4fd9d6-87de-437b-bff9-f57f1a2bacf9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:17.752117 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ab69c-da24-466a-b405-f2aff54b3105 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=983d4a30-42dd-40b5-ba0b-4a7eb34984cc,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:17.753787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab7d409-ea69-495d-bcf4-9c2a7df32c63 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:04:17.879217 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5b5ab69c-da24-466a-b405-f2aff54b3105 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:17.881838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc220298-5276-44ae-adee-039259cd0b23 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:04:17.884489 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5b5ab69c-da24-466a-b405-f2aff54b3105 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "DELETE /v2.0/security-groups/983d4a30-42dd-40b5-ba0b-4a7eb34984cc HTTP/1.1" status: 204 len: 168 time: 1.1814671 Mar 05 14:04:17.887338 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54346) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:17.891388 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-bc220298-5276-44ae-adee-039259cd0b23 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:04:17.896511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc220298-5276-44ae-adee-039259cd0b23 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:04:17.906237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc220298-5276-44ae-adee-039259cd0b23 None None] Pushing event updated for resources: {'Port': ['ID=001950e4-7bef-46ad-a403-41ae49fdccb9,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:17.945943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-bd7897e9-7c28-4ac0-beed-40aaa5197109 service neutron] Attempting to bind port 05da7e65-94e8-4a71-a4da-8ed8c5517645 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:04:17.946443 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-bd7897e9-7c28-4ac0-beed-40aaa5197109 service neutron] Attempting to bind port 05da7e65-94e8-4a71-a4da-8ed8c5517645 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '3da15547-16c1-4200-8f79-5b22d1ce5191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7ca74e45-be94-445a-8dbf-d12314b51714'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:04:17.947050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-bd7897e9-7c28-4ac0-beed-40aaa5197109 service neutron] Attempting to bind port 05da7e65-94e8-4a71-a4da-8ed8c5517645 on network 7ca74e45-be94-445a-8dbf-d12314b51714 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:04:17.958576 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-bd7897e9-7c28-4ac0-beed-40aaa5197109 service neutron] Port 05da7e65-94e8-4a71-a4da-8ed8c5517645 on network 7ca74e45-be94-445a-8dbf-d12314b51714 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:04:17.958576 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-bd7897e9-7c28-4ac0-beed-40aaa5197109 service neutron] Attempting to bind port 05da7e65-94e8-4a71-a4da-8ed8c5517645 on network 7ca74e45-be94-445a-8dbf-d12314b51714 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:04:17.962752 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2ab7d409-ea69-495d-bcf4-9c2a7df32c63 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:17.964078 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d30cf8d-2c9e-457e-b666-3586bcf290d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:04:17.974051 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b606b94f-76ac-47d4-bd30-88b965052e49 None None] Sync routers for ids ['739955f6-737f-4630-bdb1-c9c8a957b6b9'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:04:17.986749 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-74936a97-1fbb-436f-b1d0-26764a103a38 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:17.990702 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-74936a97-1fbb-436f-b1d0-26764a103a38 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "DELETE /v2.0/security-groups/ca4fd9d6-87de-437b-bff9-f57f1a2bacf9 HTTP/1.1" status: 204 len: 168 time: 0.8591073 Mar 05 14:04:17.990866 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b606b94f-76ac-47d4-bd30-88b965052e49 None None] Routers {'739955f6-737f-4630-bdb1-c9c8a957b6b9'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:04:17.990866 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b606b94f-76ac-47d4-bd30-88b965052e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:04:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['739955f6-737f-4630-bdb1-c9c8a957b6b9'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:18.013094 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54350) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:18.026251 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-bd7897e9-7c28-4ac0-beed-40aaa5197109 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:04:18.026581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-bd7897e9-7c28-4ac0-beed-40aaa5197109 service neutron] Checking segment: {'id': '3da15547-16c1-4200-8f79-5b22d1ce5191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7ca74e45-be94-445a-8dbf-d12314b51714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:04:18.029576 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-bd7897e9-7c28-4ac0-beed-40aaa5197109 service neutron] Bound using segment: {'id': '3da15547-16c1-4200-8f79-5b22d1ce5191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7ca74e45-be94-445a-8dbf-d12314b51714'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:04:18.029989 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-bd7897e9-7c28-4ac0-beed-40aaa5197109 service neutron] Bound port: 05da7e65-94e8-4a71-a4da-8ed8c5517645, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da15547-16c1-4200-8f79-5b22d1ce5191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7ca74e45-be94-445a-8dbf-d12314b51714'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:04:18.030614 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-bd7897e9-7c28-4ac0-beed-40aaa5197109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:18.040632 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d30cf8d-2c9e-457e-b666-3586bcf290d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:18.044576 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1d30cf8d-2c9e-457e-b666-3586bcf290d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.6348038 Mar 05 14:04:18.055626 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54354) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:18.058745 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-bc220298-5276-44ae-adee-039259cd0b23 None None] Attempting to bind port 001950e4-7bef-46ad-a403-41ae49fdccb9 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:04:18.059410 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-bc220298-5276-44ae-adee-039259cd0b23 None None] Attempting to bind port 001950e4-7bef-46ad-a403-41ae49fdccb9 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:04:18.060036 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc220298-5276-44ae-adee-039259cd0b23 None None] Attempting to bind port 001950e4-7bef-46ad-a403-41ae49fdccb9 on network d67009e9-c74e-44a6-8a92-0c4d7928efad {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:04:18.067174 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc220298-5276-44ae-adee-039259cd0b23 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:04:18.067956 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc220298-5276-44ae-adee-039259cd0b23 None None] Checking segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:04:18.069211 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bc220298-5276-44ae-adee-039259cd0b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:18.069416 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-b10fcdfe-49da-4d9f-8685-edfbf2570e74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'enable_snat': False}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:18.070023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc220298-5276-44ae-adee-039259cd0b23 None None] Bound using segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:04:18.070721 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-bc220298-5276-44ae-adee-039259cd0b23 None None] Bound port: 001950e4-7bef-46ad-a403-41ae49fdccb9, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:04:18.071384 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bc220298-5276-44ae-adee-039259cd0b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:18.139064 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b606b94f-76ac-47d4-bd30-88b965052e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:18.150610 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b606b94f-76ac-47d4-bd30-88b965052e49 None None] Routers {'739955f6-737f-4630-bdb1-c9c8a957b6b9'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:04:18.151509 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b606b94f-76ac-47d4-bd30-88b965052e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:04:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['739955f6-737f-4630-bdb1-c9c8a957b6b9'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:18.229698 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-027c7652-6022-4e92-88d6-4f2777a2270d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Synchronizing usage tracker for tenant:aa3492d92d074f119b6caf6eba160f25 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:18.241810 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-bc220298-5276-44ae-adee-039259cd0b23 None None] For port 001950e4-7bef-46ad-a403-41ae49fdccb9, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:04:18.247985 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-bc220298-5276-44ae-adee-039259cd0b23 None None] For port 001950e4-7bef-46ad-a403-41ae49fdccb9, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=001950e4-7bef-46ad-a403-41ae49fdccb9,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:04:18.255550 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b606b94f-76ac-47d4-bd30-88b965052e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:18.257171 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b606b94f-76ac-47d4-bd30-88b965052e49 None None] The sync data for ids ['739955f6-737f-4630-bdb1-c9c8a957b6b9'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:04:18.258860 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bc220298-5276-44ae-adee-039259cd0b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:18.386313 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-2ab7d409-ea69-495d-bcf4-9c2a7df32c63 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] device_id is not set on port 05ce4f4a-407b-41ac-a559-b1d577987a1d yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:04:18.428910 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-027c7652-6022-4e92-88d6-4f2777a2270d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Unset dirty status for tenant:aa3492d92d074f119b6caf6eba160f25 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:18.430367 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-027c7652-6022-4e92-88d6-4f2777a2270d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5311167 Mar 05 14:04:18.436734 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54360) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:18.440283 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc220298-5276-44ae-adee-039259cd0b23 None None] Pushing event updated for resources: {'Port': ['ID=001950e4-7bef-46ad-a403-41ae49fdccb9,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:18.454869 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-a55c413d-9071-4f3e-bd3a-695e17920ec6 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group': {'name': 'tempest-secgroup--2002870605'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:18.517247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a55c413d-9071-4f3e-bd3a-695e17920ec6 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:18.553830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ba39dd79-17e5-4001-a203-9547a943bdb6 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Synchronizing usage tracker for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:18.563499 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a55c413d-9071-4f3e-bd3a-695e17920ec6 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:18.603074 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a55c413d-9071-4f3e-bd3a-695e17920ec6 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:18.613457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-bd7897e9-7c28-4ac0-beed-40aaa5197109 service neutron] For port 05da7e65-94e8-4a71-a4da-8ed8c5517645, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:04:18.646835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ba39dd79-17e5-4001-a203-9547a943bdb6 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Unset dirty status for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:18.646835 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ba39dd79-17e5-4001-a203-9547a943bdb6 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6288383 Mar 05 14:04:18.656776 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-bd7897e9-7c28-4ac0-beed-40aaa5197109 service neutron] For port 05da7e65-94e8-4a71-a4da-8ed8c5517645, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=05da7e65-94e8-4a71-a4da-8ed8c5517645,segment=NetworkSegment(3da15547-16c1-4200-8f79-5b22d1ce5191),segment_id=3da15547-16c1-4200-8f79-5b22d1ce5191)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:04:18.657811 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54364) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:18.672732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-c9729e5c-48e8-4fdc-847b-12adf75f7e33 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Request body: {'security_group': {'name': 'tempest-secgroup--121620861'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:18.684213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c9729e5c-48e8-4fdc-847b-12adf75f7e33 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:18.695098 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c9729e5c-48e8-4fdc-847b-12adf75f7e33 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:18.725263 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-2ab7d409-ea69-495d-bcf4-9c2a7df32c63 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8::f816:3eff:fe84:d889 (d67009e9-c74e-44a6-8a92-0c4d7928efad/5aa71436-4818-4b48-b890-5a7469e8b208/05ce4f4a-407b-41ac-a559-b1d577987a1d) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:04:18.731105 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-bd7897e9-7c28-4ac0-beed-40aaa5197109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:18.838621 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c9729e5c-48e8-4fdc-847b-12adf75f7e33 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:18.916915 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-bd7897e9-7c28-4ac0-beed-40aaa5197109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:18.917706 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-bd7897e9-7c28-4ac0-beed-40aaa5197109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:18.919153 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-bd7897e9-7c28-4ac0-beed-40aaa5197109 service neutron] 10.222.0.30 "PUT /v2.0/ports/05da7e65-94e8-4a71-a4da-8ed8c5517645 HTTP/1.1" status: 200 len: 1091 time: 3.7812917 Mar 05 14:04:18.923543 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1623872-1d7e-416f-852e-0de284cb9705', 'tag': '05da7e65-94e8-4a71-a4da-8ed8c5517645'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:04:18.947395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c9729e5c-48e8-4fdc-847b-12adf75f7e33 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:18.957023 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7897e9-7c28-4ac0-beed-40aaa5197109 service neutron] Pushing event updated for resources: {'Port': ['ID=05da7e65-94e8-4a71-a4da-8ed8c5517645,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:18.977401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c9729e5c-48e8-4fdc-847b-12adf75f7e33 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Usage tracker for resource:security_group_rule and tenant:7d85d54b6e3d441998eed72fcda4b2f2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:18.977818 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a55c413d-9071-4f3e-bd3a-695e17920ec6 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:18.985131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c9729e5c-48e8-4fdc-847b-12adf75f7e33 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:19.001587 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c9729e5c-48e8-4fdc-847b-12adf75f7e33 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:19.002802 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3299d7-08d3-4754-b565-718adadd0cfd req-2b59ba9c-2c11-4e19-a43d-193983b496a3 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:19.006155 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6b3299d7-08d3-4754-b565-718adadd0cfd req-2b59ba9c-2c11-4e19-a43d-193983b496a3 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1623872-1d7e-416f-852e-0de284cb9705 HTTP/1.1" status: 200 len: 943 time: 0.6678264 Mar 05 14:04:19.015835 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a55c413d-9071-4f3e-bd3a-695e17920ec6 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group_rule and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:19.032463 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a55c413d-9071-4f3e-bd3a-695e17920ec6 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:19.083464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a55c413d-9071-4f3e-bd3a-695e17920ec6 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:19.226140 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 001950e4-7bef-46ad-a403-41ae49fdccb9 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:04:19.290458 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-0945e366-cb5b-44f4-b61d-4358e926deae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:19.292238 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-0945e366-cb5b-44f4-b61d-4358e926deae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa50d76144b44649bd0d1266a82009ba&device_id=b1623872-1d7e-416f-852e-0de284cb9705 HTTP/1.1" status: 200 len: 1094 time: 0.2921712 Mar 05 14:04:19.294645 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6b3299d7-08d3-4754-b565-718adadd0cfd req-5f416d56-cc38-4819-898a-d5f49b6ed048 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7462749-c8b9-48e3-bbf6-fae90e2d8fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692759 Mar 05 14:04:19.308044 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b10fcdfe-49da-4d9f-8685-edfbf2570e74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:19.395897 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a55c413d-9071-4f3e-bd3a-695e17920ec6 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:19.397959 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1623872-1d7e-416f-852e-0de284cb9705', 'tag': '05da7e65-94e8-4a71-a4da-8ed8c5517645', 'status': 'completed', 'code': 200} Mar 05 14:04:19.407662 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-ee047730-2483-4bf7-b870-003af1db1e06 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05da7e65-94e8-4a71-a4da-8ed8c5517645 HTTP/1.1" status: 200 len: 217 time: 0.1067467 Mar 05 14:04:19.412278 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c9729e5c-48e8-4fdc-847b-12adf75f7e33 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:19.418371 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2ab7d409-ea69-495d-bcf4-9c2a7df32c63 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:19.434415 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 001950e4-7bef-46ad-a403-41ae49fdccb9 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:04:19.447329 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a55c413d-9071-4f3e-bd3a-695e17920ec6 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:19.474115 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c9729e5c-48e8-4fdc-847b-12adf75f7e33 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:19.559669 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-2ab7d409-ea69-495d-bcf4-9c2a7df32c63 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Transition to ACTIVE for port object 05ce4f4a-407b-41ac-a559-b1d577987a1d will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:04:19.598518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-59dc425d-ebd3-417b-81e1-fd1e6af90230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:19.600650 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-59dc425d-ebd3-417b-81e1-fd1e6af90230 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46e54c8e-bd69-4631-bba7-9604f5ac1085 HTTP/1.1" status: 200 len: 865 time: 0.1854184 Mar 05 14:04:19.601298 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9729e5c-48e8-4fdc-847b-12adf75f7e33 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7da159-a446-459b-a082-fd893d5ca029,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:19.681582 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-945eb92b-2bc6-4291-8981-9cc6fd0e0700 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ca74e45-be94-445a-8dbf-d12314b51714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718040 Mar 05 14:04:19.765560 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a55c413d-9071-4f3e-bd3a-695e17920ec6 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:19.767398 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a55c413d-9071-4f3e-bd3a-695e17920ec6 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3218241 Mar 05 14:04:19.771713 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54382) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:19.790933 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-59dab549-6013-413a-a774-4a93fa0f848f tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group_rule': {'security_group_id': '0a085b69-6f0a-4f52-98bd-7a1df69584e2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:19.791839 n-d-803718-1 neutron-server[87913]: WARNING neutron.api.v2.base [None req-59dab549-6013-413a-a774-4a93fa0f848f tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 05 14:04:19.792578 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-59dab549-6013-413a-a774-4a93fa0f848f tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:04:19.796330 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-59dab549-6013-413a-a774-4a93fa0f848f tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0137904 Mar 05 14:04:19.797328 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54386) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:19.811740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c413d-9071-4f3e-bd3a-695e17920ec6 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a085b69-6f0a-4f52-98bd-7a1df69584e2,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:19.909219 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c9729e5c-48e8-4fdc-847b-12adf75f7e33 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:19.913264 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c9729e5c-48e8-4fdc-847b-12adf75f7e33 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2478836 Mar 05 14:04:19.917983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54394) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:19.924350 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2ab7d409-ea69-495d-bcf4-9c2a7df32c63 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:19.934036 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1e2880a2-e1f1-4d25-858c-8d9f43222899 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:19.945911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-cb108781-8c26-4cca-a055-f127646e4aa0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Request body: {'security_group_rule': {'security_group_id': 'da7da159-a446-459b-a082-fd893d5ca029', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:19.978255 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cb108781-8c26-4cca-a055-f127646e4aa0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:20.038800 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-c7abaf52-e7e3-4b2e-99ee-de7c0720dbc1 service neutron] 10.222.0.30 "GET /v2.0/networks/7ca74e45-be94-445a-8dbf-d12314b51714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381073 Mar 05 14:04:20.046490 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab7d409-ea69-495d-bcf4-9c2a7df32c63 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:04:20.066216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-2ab7d409-ea69-495d-bcf4-9c2a7df32c63 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:04:20.078746 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cb108781-8c26-4cca-a055-f127646e4aa0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Usage tracker for resource:security_group_rule and tenant:7d85d54b6e3d441998eed72fcda4b2f2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:20.099087 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:04:20.110500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cb108781-8c26-4cca-a055-f127646e4aa0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:20.116427 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5e50213a-a26b-4462-a3c2-1bf1a263ace2 None None] Provisioning for port 001950e4-7bef-46ad-a403-41ae49fdccb9 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:04:20.122958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5e50213a-a26b-4462-a3c2-1bf1a263ace2 None None] Provisioning complete for port 001950e4-7bef-46ad-a403-41ae49fdccb9 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:04:20.123320 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5e50213a-a26b-4462-a3c2-1bf1a263ace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:20.124499 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cb108781-8c26-4cca-a055-f127646e4aa0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:20.129445 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1e2880a2-e1f1-4d25-858c-8d9f43222899 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:20.160783 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7d409-ea69-495d-bcf4-9c2a7df32c63 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=05ce4f4a-407b-41ac-a559-b1d577987a1d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:20.165272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab7d409-ea69-495d-bcf4-9c2a7df32c63 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:04:20.185095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab7d409-ea69-495d-bcf4-9c2a7df32c63 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:20.186019 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2ab7d409-ea69-495d-bcf4-9c2a7df32c63 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:20.251872 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2ab7d409-ea69-495d-bcf4-9c2a7df32c63 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4497139 Mar 05 14:04:20.255064 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54398) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:20.295415 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5e50213a-a26b-4462-a3c2-1bf1a263ace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:20.303711 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cb108781-8c26-4cca-a055-f127646e4aa0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:20.347496 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-5e50213a-a26b-4462-a3c2-1bf1a263ace2 None None] For port 001950e4-7bef-46ad-a403-41ae49fdccb9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=001950e4-7bef-46ad-a403-41ae49fdccb9,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:04:20.353515 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5e50213a-a26b-4462-a3c2-1bf1a263ace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:20.454860 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-34cb4cf4-6cb9-4796-b1cd-d3c4d3c36207 req-77917eb9-ed6e-4f54-a8f1-69392f339d76 service neutron] 10.222.0.30 "GET /v2.0/networks/7ca74e45-be94-445a-8dbf-d12314b51714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068735 Mar 05 14:04:20.503942 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1e2880a2-e1f1-4d25-858c-8d9f43222899 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:20.518228 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50213a-a26b-4462-a3c2-1bf1a263ace2 None None] Pushing event updated for resources: {'Port': ['ID=001950e4-7bef-46ad-a403-41ae49fdccb9,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:20.526084 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dabdce-b335-4d0c-bbe6-3fe6028a683c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:20.542665 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dabdce-b335-4d0c-bbe6-3fe6028a683c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:20.544575 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-11dabdce-b335-4d0c-bbe6-3fe6028a683c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:20.549325 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a513070b-136c-4331-8da0-f6273cf4ea8c None None] Provisioning for port 05ce4f4a-407b-41ac-a559-b1d577987a1d completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:04:20.558225 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2880a2-e1f1-4d25-858c-8d9f43222899 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a085b69-6f0a-4f52-98bd-7a1df69584e2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:20.558463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a513070b-136c-4331-8da0-f6273cf4ea8c None None] Provisioning complete for port 05ce4f4a-407b-41ac-a559-b1d577987a1d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:04:20.559050 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a513070b-136c-4331-8da0-f6273cf4ea8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:20.561141 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1e2880a2-e1f1-4d25-858c-8d9f43222899 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:20.562552 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1e2880a2-e1f1-4d25-858c-8d9f43222899 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "DELETE /v2.0/security-groups/0a085b69-6f0a-4f52-98bd-7a1df69584e2 HTTP/1.1" status: 204 len: 168 time: 0.7641845 Mar 05 14:04:20.626387 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54404) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:20.653958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a513070b-136c-4331-8da0-f6273cf4ea8c None None] Port 05ce4f4a-407b-41ac-a559-b1d577987a1d cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:04:20.655040 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-11dabdce-b335-4d0c-bbe6-3fe6028a683c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:20.660474 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-11dabdce-b335-4d0c-bbe6-3fe6028a683c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4009047 Mar 05 14:04:20.660474 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54408) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:20.723719 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cb108781-8c26-4cca-a055-f127646e4aa0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:20.738526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf55ee1-257b-46c0-af68-f3060da19353 req-156d1eb5-b531-4e93-bf0a-33789ab10410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:20.740519 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cdf55ee1-257b-46c0-af68-f3060da19353 req-156d1eb5-b531-4e93-bf0a-33789ab10410 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa50d76144b44649bd0d1266a82009ba&device_id=b1623872-1d7e-416f-852e-0de284cb9705 HTTP/1.1" status: 200 len: 1094 time: 0.1899462 Mar 05 14:04:20.747021 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cb108781-8c26-4cca-a055-f127646e4aa0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:20.749477 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-f7e063ac-f755-47ac-8a0b-9e3fde409c57 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting port 05ce4f4a-407b-41ac-a559-b1d577987a1d {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:04:20.749847 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f7e063ac-f755-47ac-8a0b-9e3fde409c57 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:20.865807 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb108781-8c26-4cca-a055-f127646e4aa0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ddbdcc1-745c-4672-a792-f343fff209da,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:20.875810 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-41417349-1e71-4766-811b-d282db03bd87 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Synchronizing usage tracker for tenant:aa3492d92d074f119b6caf6eba160f25 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:20.906318 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cb108781-8c26-4cca-a055-f127646e4aa0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:20.910397 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cb108781-8c26-4cca-a055-f127646e4aa0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9857557 Mar 05 14:04:20.925244 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54412) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:20.992402 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-41417349-1e71-4766-811b-d282db03bd87 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Unset dirty status for tenant:aa3492d92d074f119b6caf6eba160f25 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:20.993430 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-41417349-1e71-4766-811b-d282db03bd87 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3630760 Mar 05 14:04:21.012264 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54416) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:21.027310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4cbc5-bac4-4244-bbee-d43a11ba60af req-68e082c2-835d-4d0a-b358-b21c66609d53 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:21.028891 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2eb4cbc5-bac4-4244-bbee-d43a11ba60af req-68e082c2-835d-4d0a-b358-b21c66609d53 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1623872-1d7e-416f-852e-0de284cb9705 HTTP/1.1" status: 200 len: 943 time: 0.4014800 Mar 05 14:04:21.034480 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-38d1f53c-ee52-414a-a763-d1f3046d7e31 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1218690883'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:21.062415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-38d1f53c-ee52-414a-a763-d1f3046d7e31 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:21.098787 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b10fcdfe-49da-4d9f-8685-edfbf2570e74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:21.101723 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23d21617-a5be-4f42-b3f4-2cd4f1debb37 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:21.122152 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-38d1f53c-ee52-414a-a763-d1f3046d7e31 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:21.137237 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23d21617-a5be-4f42-b3f4-2cd4f1debb37 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:21.138920 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 001950e4-7bef-46ad-a403-41ae49fdccb9 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:04:21.150526 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b10fcdfe-49da-4d9f-8685-edfbf2570e74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3922806'] for router, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:21.227592 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38d1f53c-ee52-414a-a763-d1f3046d7e31 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:21.249179 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2eb4cbc5-bac4-4244-bbee-d43a11ba60af req-afe6f81d-bb0a-40aa-8c71-5d3595a46406 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7462749-c8b9-48e3-bbf6-fae90e2d8fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076228 Mar 05 14:04:21.276476 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-38d1f53c-ee52-414a-a763-d1f3046d7e31 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:21.289298 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f7e063ac-f755-47ac-8a0b-9e3fde409c57 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:21.289820 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-38d1f53c-ee52-414a-a763-d1f3046d7e31 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group_rule and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:21.291801 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23d21617-a5be-4f42-b3f4-2cd4f1debb37 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:21.293726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-38d1f53c-ee52-414a-a763-d1f3046d7e31 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:21.336491 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 001950e4-7bef-46ad-a403-41ae49fdccb9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:04:21.337108 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:21.377769 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-38d1f53c-ee52-414a-a763-d1f3046d7e31 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:21.390224 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d21617-a5be-4f42-b3f4-2cd4f1debb37 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ddbdcc1-745c-4672-a792-f343fff209da,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:21.392233 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23d21617-a5be-4f42-b3f4-2cd4f1debb37 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:21.393502 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-23d21617-a5be-4f42-b3f4-2cd4f1debb37 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/3ddbdcc1-745c-4672-a792-f343fff209da HTTP/1.1" status: 204 len: 168 time: 0.4663105 Mar 05 14:04:21.409161 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54430) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:21.463925 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10fcdfe-49da-4d9f-8685-edfbf2570e74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Router 739955f6-737f-4630-bdb1-c9c8a957b6b9 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:04:21.543443 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-dbcafc09-f583-40d4-ab7d-493a4455d0f4 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Synchronizing usage tracker for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group_rule {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:21.650635 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-f7e063ac-f755-47ac-8a0b-9e3fde409c57 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Calling delete_port for 05ce4f4a-407b-41ac-a559-b1d577987a1d owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:04:21.692222 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf55ee1-257b-46c0-af68-f3060da19353 req-9ac6bec6-22ca-4908-bd5d-d55bf3b2a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:21.695231 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cdf55ee1-257b-46c0-af68-f3060da19353 req-9ac6bec6-22ca-4908-bd5d-d55bf3b2a4b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ca74e45-be94-445a-8dbf-d12314b51714 HTTP/1.1" status: 200 len: 925 time: 0.9182358 Mar 05 14:04:21.804883 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-dbcafc09-f583-40d4-ab7d-493a4455d0f4 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Unset dirty status for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group_rule {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:21.806824 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dbcafc09-f583-40d4-ab7d-493a4455d0f4 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3967712 Mar 05 14:04:21.819138 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38d1f53c-ee52-414a-a763-d1f3046d7e31 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:21.820265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54444) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:21.908478 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38d1f53c-ee52-414a-a763-d1f3046d7e31 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:21.922249 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cdf55ee1-257b-46c0-af68-f3060da19353 req-e3a63bd5-a586-406d-8a57-5e4917452522 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05da7e65-94e8-4a71-a4da-8ed8c5517645 HTTP/1.1" status: 200 len: 217 time: 0.2166131 Mar 05 14:04:22.013754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf55ee1-257b-46c0-af68-f3060da19353 req-436d884a-e4ed-4c93-a16f-4017bb0fc23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:22.015275 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cdf55ee1-257b-46c0-af68-f3060da19353 req-436d884a-e4ed-4c93-a16f-4017bb0fc23c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46e54c8e-bd69-4631-bba7-9604f5ac1085 HTTP/1.1" status: 200 len: 865 time: 0.0851676 Mar 05 14:04:22.018438 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f7e063ac-f755-47ac-8a0b-9e3fde409c57 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:22.116339 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1f53c-ee52-414a-a763-d1f3046d7e31 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d55443-79a4-4a91-8f69-035c2c579721,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:22.126262 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e063ac-f755-47ac-8a0b-9e3fde409c57 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Port': ['ID=05ce4f4a-407b-41ac-a559-b1d577987a1d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:22.137688 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cdf55ee1-257b-46c0-af68-f3060da19353 req-dac2a30f-f73b-478e-909b-490aa450fc64 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ca74e45-be94-445a-8dbf-d12314b51714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661032 Mar 05 14:04:22.205344 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10fcdfe-49da-4d9f-8685-edfbf2570e74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:04:22.209968 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b10fcdfe-49da-4d9f-8685-edfbf2570e74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:22.211316 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b10fcdfe-49da-4d9f-8685-edfbf2570e74 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "PUT /v2.0/routers/739955f6-737f-4630-bdb1-c9c8a957b6b9 HTTP/1.1" status: 200 len: 925 time: 4.1550481 Mar 05 14:04:22.215573 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54448) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:22.221432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93459b3a-6675-478f-9206-413b3c0a6885 None None] Sync routers for ids ['739955f6-737f-4630-bdb1-c9c8a957b6b9'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:04:22.234515 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f7e063ac-f755-47ac-8a0b-9e3fde409c57 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:22.236136 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93459b3a-6675-478f-9206-413b3c0a6885 None None] Routers {'739955f6-737f-4630-bdb1-c9c8a957b6b9'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:04:22.237883 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-93459b3a-6675-478f-9206-413b3c0a6885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:04:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['739955f6-737f-4630-bdb1-c9c8a957b6b9'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:22.276870 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38d1f53c-ee52-414a-a763-d1f3046d7e31 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:22.281125 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-38d1f53c-ee52-414a-a763-d1f3046d7e31 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2678604 Mar 05 14:04:22.281833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54452) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:22.311713 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f271d18-1d1c-4f1d-8b3a-2ce7829f7055 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:22.329462 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f7e063ac-f755-47ac-8a0b-9e3fde409c57 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/05ce4f4a-407b-41ac-a559-b1d577987a1d HTTP/1.1" status: 204 len: 168 time: 1.6681757 Mar 05 14:04:22.336525 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54458) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:22.345969 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-46e5ba79-3494-4bdf-ba41-7d694bcd3bdd tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group_rule': {'security_group_id': 'a2d55443-79a4-4a91-8f69-035c2c579721', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:22.346811 n-d-803718-1 neutron-server[87913]: WARNING neutron.api.v2.base [None req-46e5ba79-3494-4bdf-ba41-7d694bcd3bdd tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 05 14:04:22.347346 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-46e5ba79-3494-4bdf-ba41-7d694bcd3bdd tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:04:22.361488 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-46e5ba79-3494-4bdf-ba41-7d694bcd3bdd tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0665455 Mar 05 14:04:22.382975 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54462) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:22.392466 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-ccc581c1-6b17-4185-a0c2-2b0f2ee4100d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group_rule': {'security_group_id': 'a2d55443-79a4-4a91-8f69-035c2c579721', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:22.400842 n-d-803718-1 neutron-server[87913]: WARNING neutron.api.v2.base [None req-ccc581c1-6b17-4185-a0c2-2b0f2ee4100d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 05 14:04:22.401368 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-ccc581c1-6b17-4185-a0c2-2b0f2ee4100d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:04:22.405385 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ccc581c1-6b17-4185-a0c2-2b0f2ee4100d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0213583 Mar 05 14:04:22.410881 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54466) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:22.426864 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-9b3bac99-4b0d-4b86-9174-ed7c8930d7c1 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group_rule': {'security_group_id': 'a2d55443-79a4-4a91-8f69-035c2c579721', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:22.428468 n-d-803718-1 neutron-server[87913]: WARNING neutron.api.v2.base [None req-9b3bac99-4b0d-4b86-9174-ed7c8930d7c1 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 05 14:04:22.429046 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-9b3bac99-4b0d-4b86-9174-ed7c8930d7c1 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:04:22.435701 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-93459b3a-6675-478f-9206-413b3c0a6885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:22.438401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54470) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:22.439352 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9b3bac99-4b0d-4b86-9174-ed7c8930d7c1 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0274842 Mar 05 14:04:22.460327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93459b3a-6675-478f-9206-413b3c0a6885 None None] Routers {'739955f6-737f-4630-bdb1-c9c8a957b6b9'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:04:22.461248 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-93459b3a-6675-478f-9206-413b3c0a6885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:04:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['739955f6-737f-4630-bdb1-c9c8a957b6b9'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:22.480945 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f271d18-1d1c-4f1d-8b3a-2ce7829f7055 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:22.498338 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-6680d549-413b-4d9f-aa36-d5957bb7ba4f tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group_rule': {'security_group_id': 'a2d55443-79a4-4a91-8f69-035c2c579721', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:22.500793 n-d-803718-1 neutron-server[87914]: WARNING neutron.api.v2.base [None req-6680d549-413b-4d9f-aa36-d5957bb7ba4f tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 05 14:04:22.501528 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-6680d549-413b-4d9f-aa36-d5957bb7ba4f tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:04:22.503333 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6680d549-413b-4d9f-aa36-d5957bb7ba4f tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0578187 Mar 05 14:04:22.507630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54476) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:22.564113 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-93459b3a-6675-478f-9206-413b3c0a6885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:22.571523 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93459b3a-6675-478f-9206-413b3c0a6885 None None] The sync data for ids ['739955f6-737f-4630-bdb1-c9c8a957b6b9'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:04:22.605776 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cdf55ee1-257b-46c0-af68-f3060da19353 req-8b0c44ba-9c68-4be9-a37b-55ed272eebf4 service neutron] 10.222.0.30 "GET /v2.0/networks/7ca74e45-be94-445a-8dbf-d12314b51714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344542 Mar 05 14:04:22.620602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295286a3-abfb-43b0-a251-a389a7296029 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:22.622619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295286a3-abfb-43b0-a251-a389a7296029 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:22.623399 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-295286a3-abfb-43b0-a251-a389a7296029 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:22.685899 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-295286a3-abfb-43b0-a251-a389a7296029 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:22.687189 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-295286a3-abfb-43b0-a251-a389a7296029 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3484612 Mar 05 14:04:22.733957 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54482) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:22.806457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16c083-290b-48e5-95a6-42bacc222d83 req-a2c2ab68-7aa0-480d-b9a3-88a6ee4790a1 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:22.819307 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb16c083-290b-48e5-95a6-42bacc222d83 req-a2c2ab68-7aa0-480d-b9a3-88a6ee4790a1 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1623872-1d7e-416f-852e-0de284cb9705 HTTP/1.1" status: 200 len: 943 time: 0.2995365 Mar 05 14:04:22.828653 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ae99a083-014d-4561-bd0a-e9ce42e68c10 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "GET /v2.0/routers/739955f6-737f-4630-bdb1-c9c8a957b6b9 HTTP/1.1" status: 200 len: 925 time: 0.6120594 Mar 05 14:04:22.841687 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54488) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:22.848768 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cdf55ee1-257b-46c0-af68-f3060da19353 req-1ec30387-a5ec-48e7-9dce-539b59624213 service neutron] 10.222.0.30 "GET /v2.0/networks/7ca74e45-be94-445a-8dbf-d12314b51714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316525 Mar 05 14:04:22.859742 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-723fc514-729c-447d-b481-3662405e8a00 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:22.863704 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f271d18-1d1c-4f1d-8b3a-2ce7829f7055 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:22.904352 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eefc8a3-d462-46e7-a204-4e07c2baeacd tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet 5aa71436-4818-4b48-b890-5a7469e8b208 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:04:22.906429 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f271d18-1d1c-4f1d-8b3a-2ce7829f7055 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7da159-a446-459b-a082-fd893d5ca029,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:22.922082 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eefc8a3-d462-46e7-a204-4e07c2baeacd tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:22.926461 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cb16c083-290b-48e5-95a6-42bacc222d83 req-f699f521-d264-411e-85fb-e09d04e415fd tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7462749-c8b9-48e3-bbf6-fae90e2d8fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036274 Mar 05 14:04:22.964150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724ae0c7-4689-4e95-984b-7e34075dcfe4 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:22.964150 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-724ae0c7-4689-4e95-984b-7e34075dcfe4 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&device_id=739955f6-737f-4630-bdb1-c9c8a957b6b9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1195619 Mar 05 14:04:22.964150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54496) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:22.980987 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-723fc514-729c-447d-b481-3662405e8a00 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:23.012194 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f271d18-1d1c-4f1d-8b3a-2ce7829f7055 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:23.016075 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3f271d18-1d1c-4f1d-8b3a-2ce7829f7055 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "DELETE /v2.0/security-groups/da7da159-a446-459b-a082-fd893d5ca029 HTTP/1.1" status: 204 len: 168 time: 1.1921191 Mar 05 14:04:23.016807 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54504) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:23.056612 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eefc8a3-d462-46e7-a204-4e07c2baeacd tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:23.132992 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ffd897-c346-4ee9-9c85-4de10f4c5177 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:23.134084 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c5ffd897-c346-4ee9-9c85-4de10f4c5177 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Synchronizing usage tracker for tenant:2f1d61ce5b154de6b48ddd0056ce0dcc on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:23.148857 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-723fc514-729c-447d-b481-3662405e8a00 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:23.152923 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c5ffd897-c346-4ee9-9c85-4de10f4c5177 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Unset dirty status for tenant:2f1d61ce5b154de6b48ddd0056ce0dcc on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:23.154961 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c5ffd897-c346-4ee9-9c85-4de10f4c5177 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 881 time: 0.1908641 Mar 05 14:04:23.157805 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54508) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:23.185924 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3fd1cac5-cc85-4d98-a1e2-d737371275ee tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Synchronizing usage tracker for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:23.197133 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fc514-729c-447d-b481-3662405e8a00 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d55443-79a4-4a91-8f69-035c2c579721,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:23.220733 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-723fc514-729c-447d-b481-3662405e8a00 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:23.221883 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-723fc514-729c-447d-b481-3662405e8a00 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "DELETE /v2.0/security-groups/a2d55443-79a4-4a91-8f69-035c2c579721 HTTP/1.1" status: 204 len: 168 time: 0.7109070 Mar 05 14:04:23.227142 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54514) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:23.245213 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3a80cc1f-061c-441a-acca-337f9d691ed3 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "GET /v2.0/ports?device_id=739955f6-737f-4630-bdb1-c9c8a957b6b9 HTTP/1.1" status: 200 len: 205 time: 0.0859044 Mar 05 14:04:23.247767 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54518) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:23.259911 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eefc8a3-d462-46e7-a204-4e07c2baeacd tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:23.294952 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3fd1cac5-cc85-4d98-a1e2-d737371275ee tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Unset dirty status for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:23.300223 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3fd1cac5-cc85-4d98-a1e2-d737371275ee tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2774851 Mar 05 14:04:23.300905 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54522) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:23.325661 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-c0002ada-e40f-4e70-831c-a002e073ff18 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Request body: {'security_group': {'name': 'tempest-secgroup--977975457'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:23.344842 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c0002ada-e40f-4e70-831c-a002e073ff18 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:23.372070 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c0002ada-e40f-4e70-831c-a002e073ff18 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:23.383247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5b89a8bc-d5db-4976-a566-f76595e3a6ab tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Synchronizing usage tracker for tenant:aa3492d92d074f119b6caf6eba160f25 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:23.408808 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0002ada-e40f-4e70-831c-a002e073ff18 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:23.430359 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5b89a8bc-d5db-4976-a566-f76595e3a6ab tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Unset dirty status for tenant:aa3492d92d074f119b6caf6eba160f25 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:23.431734 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5b89a8bc-d5db-4976-a566-f76595e3a6ab tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2027848 Mar 05 14:04:23.437035 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54526) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:23.439577 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c0002ada-e40f-4e70-831c-a002e073ff18 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:23.445407 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e9b326f4-7a55-4d55-abce-b167a605fd73 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1911764187'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:23.453348 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eefc8a3-d462-46e7-a204-4e07c2baeacd tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:23.458057 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e9b326f4-7a55-4d55-abce-b167a605fd73 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:23.460875 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c0002ada-e40f-4e70-831c-a002e073ff18 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Usage tracker for resource:security_group_rule and tenant:7d85d54b6e3d441998eed72fcda4b2f2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:23.491207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c0002ada-e40f-4e70-831c-a002e073ff18 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:23.516370 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c0002ada-e40f-4e70-831c-a002e073ff18 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:23.520965 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e9b326f4-7a55-4d55-abce-b167a605fd73 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:23.523913 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eefc8a3-d462-46e7-a204-4e07c2baeacd tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=5aa71436-4818-4b48-b890-5a7469e8b208,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:23.528827 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1eefc8a3-d462-46e7-a204-4e07c2baeacd tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:23.532778 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075218e8-6187-43a4-b459-65e3637664b3 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:04:23.614086 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e9b326f4-7a55-4d55-abce-b167a605fd73 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:23.682103 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-17988788-51fd-4fab-b3db-fcb6483f0642 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:23.682739 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1eefc8a3-d462-46e7-a204-4e07c2baeacd tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/5aa71436-4818-4b48-b890-5a7469e8b208 HTTP/1.1" status: 204 len: 168 time: 0.9465773 Mar 05 14:04:23.683398 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54530) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:23.691448 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e9b326f4-7a55-4d55-abce-b167a605fd73 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:23.694161 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 05da7e65-94e8-4a71-a4da-8ed8c5517645 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:04:23.812590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e9b326f4-7a55-4d55-abce-b167a605fd73 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group_rule and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:23.816066 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e9b326f4-7a55-4d55-abce-b167a605fd73 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:23.867748 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e9b326f4-7a55-4d55-abce-b167a605fd73 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:23.876451 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0455d4ca-beef-4549-a1d4-9a5b6a2eaed3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1881106 Mar 05 14:04:23.880224 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54536) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:23.903177 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e3f00774-35eb-4736-8b81-7b9eab32df75 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:23.954039 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 05da7e65-94e8-4a71-a4da-8ed8c5517645, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=05da7e65-94e8-4a71-a4da-8ed8c5517645,segment=NetworkSegment(3da15547-16c1-4200-8f79-5b22d1ce5191),segment_id=3da15547-16c1-4200-8f79-5b22d1ce5191)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:04:23.970980 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-17988788-51fd-4fab-b3db-fcb6483f0642 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:23.971477 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '05da7e65-94e8-4a71-a4da-8ed8c5517645', 'network_id': '7ca74e45-be94-445a-8dbf-d12314b51714', 'port_id': '05da7e65-94e8-4a71-a4da-8ed8c5517645', 'mac_address': 'fa:16:3e:f2:35:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e54c8e-bd69-4631-bba7-9604f5ac1085', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:04:24.004411 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143baa1b-b076-4cbb-b921-3153b8dbd4da None None] DHCP port deletion for d67009e9-c74e-44a6-8a92-0c4d7928efad request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:04:24.005003 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-17988788-51fd-4fab-b3db-fcb6483f0642 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Deleting port a70bd757-3d27-4580-b0a0-596073ea088b {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:04:24.006309 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-17988788-51fd-4fab-b3db-fcb6483f0642 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:24.021526 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-143baa1b-b076-4cbb-b921-3153b8dbd4da None None] Deleting port 001950e4-7bef-46ad-a403-41ae49fdccb9 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:04:24.021922 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-143baa1b-b076-4cbb-b921-3153b8dbd4da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:24.088155 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:24.252600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e3f00774-35eb-4736-8b81-7b9eab32df75 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:24.273387 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e3f00774-35eb-4736-8b81-7b9eab32df75 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:24.284806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e3f00774-35eb-4736-8b81-7b9eab32df75 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:24.304037 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0002ada-e40f-4e70-831c-a002e073ff18 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:24.305137 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e3f00774-35eb-4736-8b81-7b9eab32df75 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:24.322331 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0002ada-e40f-4e70-831c-a002e073ff18 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:24.410987 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-143baa1b-b076-4cbb-b921-3153b8dbd4da None None] For port 001950e4-7bef-46ad-a403-41ae49fdccb9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=001950e4-7bef-46ad-a403-41ae49fdccb9,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:04:24.411386 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-143baa1b-b076-4cbb-b921-3153b8dbd4da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:24.428331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0002ada-e40f-4e70-831c-a002e073ff18 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4045ff55-5ea1-4f03-8e44-a0a836682bb5,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:24.438094 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-17988788-51fd-4fab-b3db-fcb6483f0642 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:24.447597 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0002ada-e40f-4e70-831c-a002e073ff18 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:24.449092 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c0002ada-e40f-4e70-831c-a002e073ff18 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1372805 Mar 05 14:04:24.450098 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f00774-35eb-4736-8b81-7b9eab32df75 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:04:24.454046 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3f00774-35eb-4736-8b81-7b9eab32df75 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:24.611925 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54546) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:24.725460 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-143baa1b-b076-4cbb-b921-3153b8dbd4da None None] Calling delete_port for 001950e4-7bef-46ad-a403-41ae49fdccb9 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:04:24.774523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-270f1a45-2114-47eb-8223-bfcbb1402064 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Request body: {'security_group_rule': {'security_group_id': '4045ff55-5ea1-4f03-8e44-a0a836682bb5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:24.789605 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-270f1a45-2114-47eb-8223-bfcbb1402064 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:24.798457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-270f1a45-2114-47eb-8223-bfcbb1402064 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Usage tracker for resource:security_group_rule and tenant:7d85d54b6e3d441998eed72fcda4b2f2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:24.801032 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05da7e65-94e8-4a71-a4da-8ed8c5517645 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:04:24.805829 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-270f1a45-2114-47eb-8223-bfcbb1402064 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:24.821034 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-270f1a45-2114-47eb-8223-bfcbb1402064 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:24.852734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-17988788-51fd-4fab-b3db-fcb6483f0642 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Calling delete_port for a70bd757-3d27-4580-b0a0-596073ea088b owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:04:24.873068 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 05da7e65-94e8-4a71-a4da-8ed8c5517645, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=05da7e65-94e8-4a71-a4da-8ed8c5517645,segment=NetworkSegment(3da15547-16c1-4200-8f79-5b22d1ce5191),segment_id=3da15547-16c1-4200-8f79-5b22d1ce5191)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:04:24.879007 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e9b326f4-7a55-4d55-abce-b167a605fd73 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:24.903646 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7b5c1-01b1-4fc1-a1b2-cbadcb5e41db req-24f992e2-2f75-4a6b-b1ca-212d58dbf39d tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:24.913814 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8cf7b5c1-01b1-4fc1-a1b2-cbadcb5e41db req-24f992e2-2f75-4a6b-b1ca-212d58dbf39d tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1623872-1d7e-416f-852e-0de284cb9705 HTTP/1.1" status: 200 len: 943 time: 0.7264826 Mar 05 14:04:24.920529 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e9b326f4-7a55-4d55-abce-b167a605fd73 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:24.928477 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:24.981531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b326f4-7a55-4d55-abce-b167a605fd73 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4811bd-8abb-40cd-8850-4a0d0fa2630c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:25.104131 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-17988788-51fd-4fab-b3db-fcb6483f0642 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:25.163907 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 001950e4-7bef-46ad-a403-41ae49fdccb9 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:04:25.220722 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['05da7e65-94e8-4a71-a4da-8ed8c5517645'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:04:25.241083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17988788-51fd-4fab-b3db-fcb6483f0642 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Pushing event deleted for resources: {'Port': ['ID=a70bd757-3d27-4580-b0a0-596073ea088b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:25.292420 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-270f1a45-2114-47eb-8223-bfcbb1402064 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:25.322674 n-d-803718-1 neutron-server[87913]: DEBUG neutron.objects.ports [None req-e3f00774-35eb-4736-8b81-7b9eab32df75 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87913) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 05 14:04:25.330091 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-143baa1b-b076-4cbb-b921-3153b8dbd4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:25.360121 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-17988788-51fd-4fab-b3db-fcb6483f0642 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:25.381403 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e9b326f4-7a55-4d55-abce-b167a605fd73 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:25.383202 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e9b326f4-7a55-4d55-abce-b167a605fd73 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9456468 Mar 05 14:04:25.390959 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143baa1b-b076-4cbb-b921-3153b8dbd4da None None] No DVR routers for this DVR port 001950e4-7bef-46ad-a403-41ae49fdccb9 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:04:25.395038 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 001950e4-7bef-46ad-a403-41ae49fdccb9 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:04:25.395375 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 001950e4-7bef-46ad-a403-41ae49fdccb9 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:04:25.401578 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54556) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:25.408003 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8cf7b5c1-01b1-4fc1-a1b2-cbadcb5e41db req-b036fe0a-f5bd-4d7c-be12-7d4beb882471 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7462749-c8b9-48e3-bbf6-fae90e2d8fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930499 Mar 05 14:04:25.430847 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-c6c83fb4-a2aa-465e-b680-719d4803dfdc tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group_rule': {'security_group_id': 'ef4811bd-8abb-40cd-8850-4a0d0fa2630c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:25.431622 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=05da7e65-94e8-4a71-a4da-8ed8c5517645,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:25.434166 n-d-803718-1 neutron-server[87913]: WARNING neutron.api.v2.base [None req-c6c83fb4-a2aa-465e-b680-719d4803dfdc tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 05 14:04:25.434748 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-c6c83fb4-a2aa-465e-b680-719d4803dfdc tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:04:25.439002 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c6c83fb4-a2aa-465e-b680-719d4803dfdc tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0275161 Mar 05 14:04:25.441634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54560) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:25.489635 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-74ae0ebc-add5-4ba7-a54b-3ca687d2285a tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group_rule': {'security_group_id': 'ef4811bd-8abb-40cd-8850-4a0d0fa2630c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:25.506963 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-74ae0ebc-add5-4ba7-a54b-3ca687d2285a tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:25.515525 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-74ae0ebc-add5-4ba7-a54b-3ca687d2285a tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group_rule and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:25.519258 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-74ae0ebc-add5-4ba7-a54b-3ca687d2285a tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:25.527672 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-74ae0ebc-add5-4ba7-a54b-3ca687d2285a tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:25.530860 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143baa1b-b076-4cbb-b921-3153b8dbd4da None None] Pushing event deleted for resources: {'Port': ['ID=001950e4-7bef-46ad-a403-41ae49fdccb9,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:25.552193 n-d-803718-1 neutron-server[87913]: WARNING neutron.services.revisions.revision_plugin [None req-e3f00774-35eb-4736-8b81-7b9eab32df75 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Could not find related port for resource to bump revision. Mar 05 14:04:25.584342 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.ipam_pluggable_backend [None req-e3f00774-35eb-4736-8b81-7b9eab32df75 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Port 001950e4-7bef-46ad-a403-41ae49fdccb9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87913) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 05 14:04:25.590016 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.ipam_pluggable_backend [None req-e3f00774-35eb-4736-8b81-7b9eab32df75 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Reverting IP allocation for 2001:db8::f816:3eff:fed6:260c {{(pid=87913) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 05 14:04:25.603084 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.ipam_pluggable_backend [None req-e3f00774-35eb-4736-8b81-7b9eab32df75 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed6:260c {{(pid=87913) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 05 14:04:25.614045 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3f00774-35eb-4736-8b81-7b9eab32df75 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:25.672707 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-74ae0ebc-add5-4ba7-a54b-3ca687d2285a tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:04:25.674032 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-74ae0ebc-add5-4ba7-a54b-3ca687d2285a tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2225113 Mar 05 14:04:25.683646 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54566) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:25.689298 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f6c7252d-17c7-42a3-8ebf-a1f72155238d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group_rule': {'security_group_id': 'ef4811bd-8abb-40cd-8850-4a0d0fa2630c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:25.690003 n-d-803718-1 neutron-server[87913]: WARNING neutron.api.v2.base [None req-f6c7252d-17c7-42a3-8ebf-a1f72155238d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 05 14:04:25.690962 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-f6c7252d-17c7-42a3-8ebf-a1f72155238d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:04:25.692058 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f6c7252d-17c7-42a3-8ebf-a1f72155238d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072417 Mar 05 14:04:25.694868 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f00774-35eb-4736-8b81-7b9eab32df75 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:04:25.702524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54570) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:25.703880 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-e3f00774-35eb-4736-8b81-7b9eab32df75 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:04:25.708292 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f00774-35eb-4736-8b81-7b9eab32df75 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:25.709425 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3f00774-35eb-4736-8b81-7b9eab32df75 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:25.719128 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8bba6b-a409-43c7-8ded-6fee304abcaa None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:04:25.739167 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-57a67ec2-7411-4fc6-9073-50cd22d8208c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group_rule': {'security_group_id': 'ef4811bd-8abb-40cd-8850-4a0d0fa2630c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:25.748946 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-57a67ec2-7411-4fc6-9073-50cd22d8208c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:25.754109 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-57a67ec2-7411-4fc6-9073-50cd22d8208c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group_rule and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:25.758887 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-57a67ec2-7411-4fc6-9073-50cd22d8208c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:25.765954 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-57a67ec2-7411-4fc6-9073-50cd22d8208c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:25.811420 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e3f00774-35eb-4736-8b81-7b9eab32df75 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9289949 Mar 05 14:04:25.813391 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f00774-35eb-4736-8b81-7b9eab32df75 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=060ad25b-87e3-4d78-834e-3313928e0480,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:25.816329 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54576) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:25.826610 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-323e08a7-522e-4dba-b5d3-a82e883bc81c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'mac_address': 'fa:16:3e:51:ef:57', 'name': 'tempest-NetworksTestDHCPv6-1288752117'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:25.898741 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-17988788-51fd-4fab-b3db-fcb6483f0642 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:25.901175 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-17988788-51fd-4fab-b3db-fcb6483f0642 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:25.932168 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-17988788-51fd-4fab-b3db-fcb6483f0642 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:25.932767 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17988788-51fd-4fab-b3db-fcb6483f0642 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Fanout notify agent at l3_agent the message router_deleted on router 739955f6-737f-4630-bdb1-c9c8a957b6b9 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:04:25.953171 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-17988788-51fd-4fab-b3db-fcb6483f0642 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:25.957570 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-17988788-51fd-4fab-b3db-fcb6483f0642 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "DELETE /v2.0/routers/739955f6-737f-4630-bdb1-c9c8a957b6b9 HTTP/1.1" status: 204 len: 168 time: 2.7048149 Mar 05 14:04:25.958294 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54582) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:25.965236 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-7f3388cf-b506-4ad1-b2b9-a5b77593c91b tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-917514427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:25.979576 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7f3388cf-b506-4ad1-b2b9-a5b77593c91b tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:25.986955 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7f3388cf-b506-4ad1-b2b9-a5b77593c91b tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Usage tracker for resource:router and tenant:66086abe88eb4c64a021ab84a0a21799 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:25.997049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7f3388cf-b506-4ad1-b2b9-a5b77593c91b tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:26.007180 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7f3388cf-b506-4ad1-b2b9-a5b77593c91b tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:26.034055 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7f3388cf-b506-4ad1-b2b9-a5b77593c91b tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:26.035157 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7f3388cf-b506-4ad1-b2b9-a5b77593c91b tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:26.043137 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-57a67ec2-7411-4fc6-9073-50cd22d8208c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:04:26.044173 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-57a67ec2-7411-4fc6-9073-50cd22d8208c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3379025 Mar 05 14:04:26.047450 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54586) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:26.057229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-db41ed6e-9541-40df-ac79-2d3ab70fd2b9 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group_rule': {'security_group_id': 'ef4811bd-8abb-40cd-8850-4a0d0fa2630c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:26.057703 n-d-803718-1 neutron-server[87913]: WARNING neutron.api.v2.base [None req-db41ed6e-9541-40df-ac79-2d3ab70fd2b9 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 05 14:04:26.058188 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-db41ed6e-9541-40df-ac79-2d3ab70fd2b9 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:04:26.059742 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-db41ed6e-9541-40df-ac79-2d3ab70fd2b9 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114036 Mar 05 14:04:26.062909 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54590) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:26.071806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-7994faf2-2521-4991-b186-82b7674facd5 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group_rule': {'security_group_id': 'ef4811bd-8abb-40cd-8850-4a0d0fa2630c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:26.083245 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-270f1a45-2114-47eb-8223-bfcbb1402064 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:26.086411 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7994faf2-2521-4991-b186-82b7674facd5 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:26.104275 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7f3388cf-b506-4ad1-b2b9-a5b77593c91b tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:26.104528 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7994faf2-2521-4991-b186-82b7674facd5 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group_rule and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:26.113255 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7994faf2-2521-4991-b186-82b7674facd5 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:26.124682 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7994faf2-2521-4991-b186-82b7674facd5 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:26.127049 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-323e08a7-522e-4dba-b5d3-a82e883bc81c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:26.135083 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-323e08a7-522e-4dba-b5d3-a82e883bc81c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:port and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:26.135565 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-270f1a45-2114-47eb-8223-bfcbb1402064 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:26.138313 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64fac11-bfa5-46da-b345-f64bc3bb81ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d67009e9-c74e-44a6-8a92-0c4d7928efad', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'fixed_ips': [{'subnet_id': '060ad25b-87e3-4d78-834e-3313928e0480'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:04:26.139372 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-323e08a7-522e-4dba-b5d3-a82e883bc81c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:26.142278 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c64fac11-bfa5-46da-b345-f64bc3bb81ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:26.148004 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-323e08a7-522e-4dba-b5d3-a82e883bc81c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:26.161159 n-d-803718-1 neutron-server[87913]: INFO neutron.db.securitygroups_db [None req-7994faf2-2521-4991-b186-82b7674facd5 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Project aa3492d92d074f119b6caf6eba160f25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:04:26.187217 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-270f1a45-2114-47eb-8223-bfcbb1402064 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:26.188400 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-270f1a45-2114-47eb-8223-bfcbb1402064 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5754440 Mar 05 14:04:26.193145 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7f3388cf-b506-4ad1-b2b9-a5b77593c91b tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:26.196636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54594) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:26.200069 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323e08a7-522e-4dba-b5d3-a82e883bc81c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:04:26.209605 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f1a45-2114-47eb-8223-bfcbb1402064 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a247409-5ab1-4781-a7b3-81a1644a8c06,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:26.241932 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7f3388cf-b506-4ad1-b2b9-a5b77593c91b tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:26.246231 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7f3388cf-b506-4ad1-b2b9-a5b77593c91b tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2869389 Mar 05 14:04:26.246856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54598) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:26.252318 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-1d841907-72e5-4b9e-bbcc-0db68775d09a tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:26.344251 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b667e264-09ad-49f3-841a-32e932b507ac tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-group-rules/8a247409-5ab1-4781-a7b3-81a1644a8c06 HTTP/1.1" status: 200 len: 763 time: 0.1457143 Mar 05 14:04:26.349019 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54602) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:26.377118 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-7994faf2-2521-4991-b186-82b7674facd5 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:04:26.381578 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7994faf2-2521-4991-b186-82b7674facd5 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3143852 Mar 05 14:04:26.384470 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54606) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:26.391615 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-d0413dce-8e10-4e7c-a3f3-7a433e839359 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group_rule': {'security_group_id': 'ef4811bd-8abb-40cd-8850-4a0d0fa2630c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:26.392076 n-d-803718-1 neutron-server[87913]: WARNING neutron.api.v2.base [None req-d0413dce-8e10-4e7c-a3f3-7a433e839359 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 05 14:04:26.392608 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-d0413dce-8e10-4e7c-a3f3-7a433e839359 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:04:26.396128 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d0413dce-8e10-4e7c-a3f3-7a433e839359 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082664 Mar 05 14:04:26.398315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54610) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:26.459923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-4dda0704-69dd-4b8f-9834-a557856881a8 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group_rule': {'security_group_id': 'ef4811bd-8abb-40cd-8850-4a0d0fa2630c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:26.477883 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5429714c-c3a9-4879-9841-0a50906adaae tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Synchronizing usage tracker for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group_rule {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:26.491366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4dda0704-69dd-4b8f-9834-a557856881a8 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:26.511057 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4dda0704-69dd-4b8f-9834-a557856881a8 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group_rule and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:26.521074 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4dda0704-69dd-4b8f-9834-a557856881a8 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:26.533053 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-323e08a7-522e-4dba-b5d3-a82e883bc81c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:26.574214 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4dda0704-69dd-4b8f-9834-a557856881a8 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:26.594305 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5429714c-c3a9-4879-9841-0a50906adaae tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Unset dirty status for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group_rule {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:26.595475 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5429714c-c3a9-4879-9841-0a50906adaae tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2445476 Mar 05 14:04:26.597862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54620) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:26.632792 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-c64fac11-bfa5-46da-b345-f64bc3bb81ae None None] Allocated IP 2001:db8::f816:3eff:fe29:8b87 (d67009e9-c74e-44a6-8a92-0c4d7928efad/060ad25b-87e3-4d78-834e-3313928e0480/d02f3111-195f-4f23-aa66-eea8584c0538) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:04:26.683473 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-323e08a7-522e-4dba-b5d3-a82e883bc81c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] device_id is not set on port 2378373f-9bfd-4bd1-bb71-476e71f5efac yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:04:26.770237 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-978e6479-4240-4d6a-8715-491e82691ac2 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:26.784211 n-d-803718-1 neutron-server[87913]: INFO neutron.db.securitygroups_db [None req-4dda0704-69dd-4b8f-9834-a557856881a8 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Project aa3492d92d074f119b6caf6eba160f25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:04:26.808080 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-978e6479-4240-4d6a-8715-491e82691ac2 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:26.838119 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-4dda0704-69dd-4b8f-9834-a557856881a8 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:04:26.840354 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4dda0704-69dd-4b8f-9834-a557856881a8 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4395998 Mar 05 14:04:26.844530 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54626) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:26.855839 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f7227050-b1e9-4257-87e4-4246a2707a43 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group_rule': {'security_group_id': 'ef4811bd-8abb-40cd-8850-4a0d0fa2630c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:26.872607 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f7227050-b1e9-4257-87e4-4246a2707a43 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:26.879910 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f7227050-b1e9-4257-87e4-4246a2707a43 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group_rule and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:26.886869 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f7227050-b1e9-4257-87e4-4246a2707a43 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:26.902566 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f7227050-b1e9-4257-87e4-4246a2707a43 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:26.917314 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-978e6479-4240-4d6a-8715-491e82691ac2 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:26.947545 n-d-803718-1 neutron-server[87913]: INFO neutron.db.securitygroups_db [None req-f7227050-b1e9-4257-87e4-4246a2707a43 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Project aa3492d92d074f119b6caf6eba160f25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:04:26.953694 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c64fac11-bfa5-46da-b345-f64bc3bb81ae None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:26.967098 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c64fac11-bfa5-46da-b345-f64bc3bb81ae None None] Transition to ACTIVE for port object d02f3111-195f-4f23-aa66-eea8584c0538 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:04:26.981833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e6479-4240-4d6a-8715-491e82691ac2 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a247409-5ab1-4781-a7b3-81a1644a8c06,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:26.982938 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1d841907-72e5-4b9e-bbcc-0db68775d09a tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:26.990509 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c64fac11-bfa5-46da-b345-f64bc3bb81ae None None] Transition to ACTIVE for port object d02f3111-195f-4f23-aa66-eea8584c0538 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:04:26.999938 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c64fac11-bfa5-46da-b345-f64bc3bb81ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:27.012129 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a273c3-11a2-47b7-8b14-eb9863cd9b9d req-891b211a-02d2-4b31-9617-538565a5c5aa tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:27.015248 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-69a273c3-11a2-47b7-8b14-eb9863cd9b9d req-891b211a-02d2-4b31-9617-538565a5c5aa tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1623872-1d7e-416f-852e-0de284cb9705 HTTP/1.1" status: 200 len: 944 time: 0.3856077 Mar 05 14:04:27.082026 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64fac11-bfa5-46da-b345-f64bc3bb81ae None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:04:27.087015 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-c64fac11-bfa5-46da-b345-f64bc3bb81ae None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:04:27.091546 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64fac11-bfa5-46da-b345-f64bc3bb81ae None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:04:27.110284 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-69a273c3-11a2-47b7-8b14-eb9863cd9b9d req-667e8e4f-1441-4c70-a1f6-9cca97d4293c tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7462749-c8b9-48e3-bbf6-fae90e2d8fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752912 Mar 05 14:04:27.121901 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-978e6479-4240-4d6a-8715-491e82691ac2 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:27.132870 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-978e6479-4240-4d6a-8715-491e82691ac2 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8a247409-5ab1-4781-a7b3-81a1644a8c06 HTTP/1.1" status: 204 len: 168 time: 0.5252576 Mar 05 14:04:27.134722 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54632) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:27.145566 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-f7227050-b1e9-4257-87e4-4246a2707a43 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:04:27.147718 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f7227050-b1e9-4257-87e4-4246a2707a43 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3019078 Mar 05 14:04:27.151260 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54636) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:27.189667 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fac11-bfa5-46da-b345-f64bc3bb81ae None None] Pushing event updated for resources: {'Port': ['ID=d02f3111-195f-4f23-aa66-eea8584c0538,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:27.222542 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c64fac11-bfa5-46da-b345-f64bc3bb81ae None None] Attempting to bind port d02f3111-195f-4f23-aa66-eea8584c0538 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:04:27.222934 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c64fac11-bfa5-46da-b345-f64bc3bb81ae None None] Attempting to bind port d02f3111-195f-4f23-aa66-eea8584c0538 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:04:27.223289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64fac11-bfa5-46da-b345-f64bc3bb81ae None None] Attempting to bind port d02f3111-195f-4f23-aa66-eea8584c0538 on network d67009e9-c74e-44a6-8a92-0c4d7928efad {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:04:27.229578 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64fac11-bfa5-46da-b345-f64bc3bb81ae None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:04:27.229943 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64fac11-bfa5-46da-b345-f64bc3bb81ae None None] Checking segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:04:27.230335 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c64fac11-bfa5-46da-b345-f64bc3bb81ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:27.230721 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64fac11-bfa5-46da-b345-f64bc3bb81ae None None] Bound using segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:04:27.231211 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c64fac11-bfa5-46da-b345-f64bc3bb81ae None None] Bound port: d02f3111-195f-4f23-aa66-eea8584c0538, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:04:27.231575 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c64fac11-bfa5-46da-b345-f64bc3bb81ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:27.300858 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-fc12585b-4d6e-42d5-a977-b2c65a0527fe tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Synchronizing usage tracker for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group_rule {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:27.325382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-323e08a7-522e-4dba-b5d3-a82e883bc81c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8::f816:3eff:fe51:ef57 (d67009e9-c74e-44a6-8a92-0c4d7928efad/060ad25b-87e3-4d78-834e-3313928e0480/2378373f-9bfd-4bd1-bb71-476e71f5efac) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:04:27.341087 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c64fac11-bfa5-46da-b345-f64bc3bb81ae None None] For port d02f3111-195f-4f23-aa66-eea8584c0538, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:04:27.350671 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c64fac11-bfa5-46da-b345-f64bc3bb81ae None None] For port d02f3111-195f-4f23-aa66-eea8584c0538, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d02f3111-195f-4f23-aa66-eea8584c0538,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:04:27.368053 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c64fac11-bfa5-46da-b345-f64bc3bb81ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:27.410055 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7642f6c5-3580-4928-a3d0-5fbe460364c2 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:27.421787 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-fc12585b-4d6e-42d5-a977-b2c65a0527fe tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Unset dirty status for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group_rule {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:27.425942 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fc12585b-4d6e-42d5-a977-b2c65a0527fe tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2852304 Mar 05 14:04:27.426672 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54642) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:27.446180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-c6ed9343-d013-48be-82d0-f27f16f1502a tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Request body: {'security_group_rule': {'security_group_id': '4045ff55-5ea1-4f03-8e44-a0a836682bb5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:27.469605 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c6ed9343-d013-48be-82d0-f27f16f1502a tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:27.511374 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7642f6c5-3580-4928-a3d0-5fbe460364c2 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:27.538974 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c6ed9343-d013-48be-82d0-f27f16f1502a tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:27.651442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fac11-bfa5-46da-b345-f64bc3bb81ae None None] Pushing event updated for resources: {'Port': ['ID=d02f3111-195f-4f23-aa66-eea8584c0538,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:27.676589 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1d841907-72e5-4b9e-bbcc-0db68775d09a tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:27.702366 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 05da7e65-94e8-4a71-a4da-8ed8c5517645 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:04:27.741211 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6ed9343-d013-48be-82d0-f27f16f1502a tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:27.742686 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1d841907-72e5-4b9e-bbcc-0db68775d09a tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:27.831385 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7642f6c5-3580-4928-a3d0-5fbe460364c2 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:27.834069 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 05da7e65-94e8-4a71-a4da-8ed8c5517645 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:04:27.841531 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 05da7e65-94e8-4a71-a4da-8ed8c5517645 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:04:27.842312 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:27.902706 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642f6c5-3580-4928-a3d0-5fbe460364c2 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4811bd-8abb-40cd-8850-4a0d0fa2630c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:27.932620 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7642f6c5-3580-4928-a3d0-5fbe460364c2 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:27.936751 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7642f6c5-3580-4928-a3d0-5fbe460364c2 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "DELETE /v2.0/security-groups/ef4811bd-8abb-40cd-8850-4a0d0fa2630c HTTP/1.1" status: 204 len: 168 time: 0.7181938 Mar 05 14:04:27.936918 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54648) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:27.955196 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-323e08a7-522e-4dba-b5d3-a82e883bc81c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:27.989950 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6ed9343-d013-48be-82d0-f27f16f1502a tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:28.009673 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6ed9343-d013-48be-82d0-f27f16f1502a tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:28.011239 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-323e08a7-522e-4dba-b5d3-a82e883bc81c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Transition to ACTIVE for port object 2378373f-9bfd-4bd1-bb71-476e71f5efac will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:04:28.061392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-1d841907-72e5-4b9e-bbcc-0db68775d09a tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Allocated IP 172.25.4.3 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/ad2407c8-072a-4044-a6a3-bf7088acd09e) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:04:28.079766 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-93724c52-8c71-4d89-a52d-9f8d84f40a4f tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Synchronizing usage tracker for tenant:aa3492d92d074f119b6caf6eba160f25 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:28.088462 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed9343-d013-48be-82d0-f27f16f1502a tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=915db618-8e7b-4d0d-9493-d3300ae164eb,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:28.104356 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:28.110722 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6ed9343-d013-48be-82d0-f27f16f1502a tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:28.115666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54654) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:28.118584 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c6ed9343-d013-48be-82d0-f27f16f1502a tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6848278 Mar 05 14:04:28.141772 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-323e08a7-522e-4dba-b5d3-a82e883bc81c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:28.175955 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1623872-1d7e-416f-852e-0de284cb9705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05da7e65-94e8-4a71-a4da-8ed8c5517645'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:04:28.197387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-93724c52-8c71-4d89-a52d-9f8d84f40a4f tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Unset dirty status for tenant:aa3492d92d074f119b6caf6eba160f25 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:28.200228 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-93724c52-8c71-4d89-a52d-9f8d84f40a4f tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2628160 Mar 05 14:04:28.206269 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 05da7e65-94e8-4a71-a4da-8ed8c5517645, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=05da7e65-94e8-4a71-a4da-8ed8c5517645,segment=NetworkSegment(3da15547-16c1-4200-8f79-5b22d1ce5191),segment_id=3da15547-16c1-4200-8f79-5b22d1ce5191)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:04:28.208465 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54664) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:28.214127 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:28.220142 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-9212dea3-8ea0-48ab-ba62-d74d1169bcff tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group': {'name': 'tempest-secgroup--816630642'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:28.228201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9212dea3-8ea0-48ab-ba62-d74d1169bcff tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:28.239868 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9212dea3-8ea0-48ab-ba62-d74d1169bcff tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:28.254797 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-262e5d86-39be-4cdb-a974-7a5bb22fcdcf tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-group-rules/915db618-8e7b-4d0d-9493-d3300ae164eb HTTP/1.1" status: 200 len: 763 time: 0.1358273 Mar 05 14:04:28.313540 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54668) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:28.335559 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1623872-1d7e-416f-852e-0de284cb9705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05da7e65-94e8-4a71-a4da-8ed8c5517645', 'code': 200} Mar 05 14:04:28.364073 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=05da7e65-94e8-4a71-a4da-8ed8c5517645,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:28.383452 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9212dea3-8ea0-48ab-ba62-d74d1169bcff tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:28.384741 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e08a7-522e-4dba-b5d3-a82e883bc81c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=2378373f-9bfd-4bd1-bb71-476e71f5efac,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:28.409022 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323e08a7-522e-4dba-b5d3-a82e883bc81c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:04:28.411507 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-323e08a7-522e-4dba-b5d3-a82e883bc81c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:04:28.414664 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323e08a7-522e-4dba-b5d3-a82e883bc81c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:04:28.420216 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323e08a7-522e-4dba-b5d3-a82e883bc81c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:28.420815 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-323e08a7-522e-4dba-b5d3-a82e883bc81c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:28.448757 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9212dea3-8ea0-48ab-ba62-d74d1169bcff tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:28.456999 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9212dea3-8ea0-48ab-ba62-d74d1169bcff tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group_rule and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:28.461418 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9212dea3-8ea0-48ab-ba62-d74d1169bcff tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:28.470928 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-34c199d5-2c1f-4584-bb83-af34a29d095b tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Synchronizing usage tracker for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group_rule {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:28.473479 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9212dea3-8ea0-48ab-ba62-d74d1169bcff tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:28.476375 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-323e08a7-522e-4dba-b5d3-a82e883bc81c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6552057 Mar 05 14:04:28.481803 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54674) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:28.541960 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1d841907-72e5-4b9e-bbcc-0db68775d09a tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:28.547752 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-34c199d5-2c1f-4584-bb83-af34a29d095b tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Unset dirty status for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group_rule {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:28.553050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54678) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:28.554933 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-34c199d5-2c1f-4584-bb83-af34a29d095b tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2322035 Mar 05 14:04:28.558404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d8791-1cfe-40e1-82ca-fcf58ffaa77f req-5288de2a-a6a8-4cc7-bf38-aa3a0bcfb9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:28.560389 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-392d8791-1cfe-40e1-82ca-fcf58ffaa77f req-5288de2a-a6a8-4cc7-bf38-aa3a0bcfb9f9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b1623872-1d7e-416f-852e-0de284cb9705 HTTP/1.1" status: 200 len: 1096 time: 0.2332993 Mar 05 14:04:28.567615 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1e3be-fbae-4297-b3b0-e1fcc3954521 req-fe9cc387-2414-4f07-96d1-424a61af8630 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:28.569882 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94e1e3be-fbae-4297-b3b0-e1fcc3954521 req-fe9cc387-2414-4f07-96d1-424a61af8630 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1623872-1d7e-416f-852e-0de284cb9705 HTTP/1.1" status: 200 len: 945 time: 0.2573099 Mar 05 14:04:28.643816 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-392d8791-1cfe-40e1-82ca-fcf58ffaa77f req-63aafbdc-6f71-47cb-8d8f-63ee1a91647e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d7462749-c8b9-48e3-bbf6-fae90e2d8fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705907 Mar 05 14:04:28.644710 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46d152e3-7903-4fbf-aa6a-b2f1aa98073c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:28.645675 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94e1e3be-fbae-4297-b3b0-e1fcc3954521 req-1a3adf84-0145-497f-bae4-b5e0d9f24cbc tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7462749-c8b9-48e3-bbf6-fae90e2d8fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634863 Mar 05 14:04:28.679058 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46d152e3-7903-4fbf-aa6a-b2f1aa98073c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:28.684543 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6109fd35-3471-44a8-ac1e-35d4dd520684 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:28.691934 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6109fd35-3471-44a8-ac1e-35d4dd520684 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:28.694070 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6109fd35-3471-44a8-ac1e-35d4dd520684 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:28.718085 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6109fd35-3471-44a8-ac1e-35d4dd520684 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:28.720043 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6109fd35-3471-44a8-ac1e-35d4dd520684 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2348511 Mar 05 14:04:28.723218 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54682) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:28.733474 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9212dea3-8ea0-48ab-ba62-d74d1169bcff tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:28.741230 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9212dea3-8ea0-48ab-ba62-d74d1169bcff tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:28.757722 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46d152e3-7903-4fbf-aa6a-b2f1aa98073c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:28.777793 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1d841907-72e5-4b9e-bbcc-0db68775d09a tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:28.847627 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-74413a9a-7967-42bc-a456-9225f4043357 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting port 2378373f-9bfd-4bd1-bb71-476e71f5efac {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:04:28.847966 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-74413a9a-7967-42bc-a456-9225f4043357 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:28.853148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d152e3-7903-4fbf-aa6a-b2f1aa98073c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=915db618-8e7b-4d0d-9493-d3300ae164eb,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:28.909091 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212dea3-8ea0-48ab-ba62-d74d1169bcff tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97b75c4-421c-4810-96c6-61965f67a7d1,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:28.926671 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46d152e3-7903-4fbf-aa6a-b2f1aa98073c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:28.930402 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-46d152e3-7903-4fbf-aa6a-b2f1aa98073c tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/915db618-8e7b-4d0d-9493-d3300ae164eb HTTP/1.1" status: 204 len: 168 time: 0.3726900 Mar 05 14:04:28.933600 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d841907-72e5-4b9e-bbcc-0db68775d09a tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:04:28.941393 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54690) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:28.953070 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9212dea3-8ea0-48ab-ba62-d74d1169bcff tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:28.954305 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9212dea3-8ea0-48ab-ba62-d74d1169bcff tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7435040 Mar 05 14:04:28.959493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-1d841907-72e5-4b9e-bbcc-0db68775d09a tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:04:28.963479 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d841907-72e5-4b9e-bbcc-0db68775d09a tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:04:28.973227 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54694) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:28.991474 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:29.007678 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-5c6ebc5c-bd61-4448-9d77-f9a93b50fa52 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group_rule': {'security_group_id': 'a97b75c4-421c-4810-96c6-61965f67a7d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:29.045638 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:29.182562 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d841907-72e5-4b9e-bbcc-0db68775d09a tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Pushing event updated for resources: {'Port': ['ID=ad2407c8-072a-4044-a6a3-bf7088acd09e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:29.233426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d02f3111-195f-4f23-aa66-eea8584c0538 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:04:29.262975 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0f97f7a0-038c-42f6-8b1f-29fd21cefbba tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Synchronizing usage tracker for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group_rule {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:29.392472 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b854f863-6f5c-410e-9d71-2ea5b99f6c8e None None] Provisioning for port d02f3111-195f-4f23-aa66-eea8584c0538 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:04:29.411998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0f97f7a0-038c-42f6-8b1f-29fd21cefbba tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Unset dirty status for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group_rule {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:29.414950 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0f97f7a0-038c-42f6-8b1f-29fd21cefbba tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4712148 Mar 05 14:04:29.416663 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54708) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:29.447316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-13ed81dc-17cc-4c81-92c8-98b97b2a5167 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Request body: {'security_group_rule': {'security_group_id': '4045ff55-5ea1-4f03-8e44-a0a836682bb5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:29.450526 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port d02f3111-195f-4f23-aa66-eea8584c0538 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:04:29.456749 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port d02f3111-195f-4f23-aa66-eea8584c0538 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:04:29.457329 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:29.507387 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5c6ebc5c-bd61-4448-9d77-f9a93b50fa52 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:29.541384 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5c6ebc5c-bd61-4448-9d77-f9a93b50fa52 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group_rule and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:29.555513 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-74413a9a-7967-42bc-a456-9225f4043357 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:29.591870 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5c6ebc5c-bd61-4448-9d77-f9a93b50fa52 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:29.615776 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5c6ebc5c-bd61-4448-9d77-f9a93b50fa52 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:29.619311 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-13ed81dc-17cc-4c81-92c8-98b97b2a5167 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:29.698511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c4bfb7e2-452b-4ad0-a10b-d89057e17247 None None] Provisioning for port 2378373f-9bfd-4bd1-bb71-476e71f5efac completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:04:29.716580 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c4bfb7e2-452b-4ad0-a10b-d89057e17247 None None] Provisioning complete for port 2378373f-9bfd-4bd1-bb71-476e71f5efac triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:04:29.717244 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c4bfb7e2-452b-4ad0-a10b-d89057e17247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:29.720094 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-13ed81dc-17cc-4c81-92c8-98b97b2a5167 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:29.769348 n-d-803718-1 neutron-server[87914]: INFO neutron.db.securitygroups_db [None req-13ed81dc-17cc-4c81-92c8-98b97b2a5167 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Project 7d85d54b6e3d441998eed72fcda4b2f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:04:29.792491 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-13ed81dc-17cc-4c81-92c8-98b97b2a5167 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:29.812321 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c4bfb7e2-452b-4ad0-a10b-d89057e17247 None None] Port 2378373f-9bfd-4bd1-bb71-476e71f5efac cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:04:29.817294 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:29.829331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-74413a9a-7967-42bc-a456-9225f4043357 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Calling delete_port for 2378373f-9bfd-4bd1-bb71-476e71f5efac owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:04:29.874885 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port d02f3111-195f-4f23-aa66-eea8584c0538, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d02f3111-195f-4f23-aa66-eea8584c0538,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:04:29.886364 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:30.021167 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-74413a9a-7967-42bc-a456-9225f4043357 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:30.098957 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=d02f3111-195f-4f23-aa66-eea8584c0538,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:30.109458 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74413a9a-7967-42bc-a456-9225f4043357 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Port': ['ID=2378373f-9bfd-4bd1-bb71-476e71f5efac,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:30.158697 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-13ed81dc-17cc-4c81-92c8-98b97b2a5167 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:30.176355 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-13ed81dc-17cc-4c81-92c8-98b97b2a5167 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:30.180241 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-74413a9a-7967-42bc-a456-9225f4043357 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:30.192166 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-5c6ebc5c-bd61-4448-9d77-f9a93b50fa52 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] create failed (client error): The resource could not be found. Mar 05 14:04:30.193265 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5c6ebc5c-bd61-4448-9d77-f9a93b50fa52 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.2118101 Mar 05 14:04:30.197948 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54720) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:30.204876 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-99530761-b50d-43b8-a537-7c83c81a21c7 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group_rule': {'security_group_id': 'a97b75c4-421c-4810-96c6-61965f67a7d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '49e6ee92-48bd-4d92-b32f-c8d5aad0c0c5'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:30.213055 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-74413a9a-7967-42bc-a456-9225f4043357 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/2378373f-9bfd-4bd1-bb71-476e71f5efac HTTP/1.1" status: 204 len: 168 time: 1.4875951 Mar 05 14:04:30.214355 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-99530761-b50d-43b8-a537-7c83c81a21c7 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:30.216754 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54724) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:30.306206 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-99530761-b50d-43b8-a537-7c83c81a21c7 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group_rule and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:30.320529 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-99530761-b50d-43b8-a537-7c83c81a21c7 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:30.342407 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-99530761-b50d-43b8-a537-7c83c81a21c7 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:30.369800 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14956b75-70b2-4171-8b2b-efdfdb3cac40 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:30.371620 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14956b75-70b2-4171-8b2b-efdfdb3cac40 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:30.372384 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-14956b75-70b2-4171-8b2b-efdfdb3cac40 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:30.430397 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-14956b75-70b2-4171-8b2b-efdfdb3cac40 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:30.434110 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-14956b75-70b2-4171-8b2b-efdfdb3cac40 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2139318 Mar 05 14:04:30.439152 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-13ed81dc-17cc-4c81-92c8-98b97b2a5167 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:30.440698 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-13ed81dc-17cc-4c81-92c8-98b97b2a5167 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0198452 Mar 05 14:04:30.447175 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54728) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:30.449858 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54730) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:30.458249 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed81dc-17cc-4c81-92c8-98b97b2a5167 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d0dcd5-ecd4-4f1e-8b58-8d549f12ff5d,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:30.500104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b19f17-6b67-47bc-962e-6cf722b0888a req-7f822281-0852-4473-9e70-b3f3494f304e tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:30.501765 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b2b19f17-6b67-47bc-962e-6cf722b0888a req-7f822281-0852-4473-9e70-b3f3494f304e tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1623872-1d7e-416f-852e-0de284cb9705 HTTP/1.1" status: 200 len: 945 time: 0.5481377 Mar 05 14:04:30.534259 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1d841907-72e5-4b9e-bbcc-0db68775d09a tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:30.543548 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-99530761-b50d-43b8-a537-7c83c81a21c7 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] create failed (client error): The resource could not be found. Mar 05 14:04:30.545105 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-99530761-b50d-43b8-a537-7c83c81a21c7 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3461106 Mar 05 14:04:30.561925 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-46d25931-aa1a-4546-a455-c163209bdde1 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-group-rules/25d0dcd5-ecd4-4f1e-8b58-8d549f12ff5d HTTP/1.1" status: 200 len: 769 time: 0.1020019 Mar 05 14:04:30.562622 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54738) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:30.563054 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54740) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:30.651722 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-7351180d-b2c9-4640-8e6e-0607565248e7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet 060ad25b-87e3-4d78-834e-3313928e0480 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:04:30.655659 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7351180d-b2c9-4640-8e6e-0607565248e7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:30.754636 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7351180d-b2c9-4640-8e6e-0607565248e7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:30.804391 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-72bb0ce8-afdb-4d40-952f-a9a10a70af53 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2289183 Mar 05 14:04:30.807871 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-78a4fdd9-7f7b-41bc-ad3c-af2389509e46 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:30.812014 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54746) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:30.901139 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-78a4fdd9-7f7b-41bc-ad3c-af2389509e46 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:30.927544 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c1d345fc-5881-48d8-afc6-794e6d489b50 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:30.930708 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b2b19f17-6b67-47bc-962e-6cf722b0888a req-ee40a952-6994-4c74-8e00-738e893a0664 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7462749-c8b9-48e3-bbf6-fae90e2d8fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196768 Mar 05 14:04:30.955202 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1d841907-72e5-4b9e-bbcc-0db68775d09a tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:30.963858 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1d841907-72e5-4b9e-bbcc-0db68775d09a tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3922806'] for router, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:30.975259 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c1d345fc-5881-48d8-afc6-794e6d489b50 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:31.013286 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7351180d-b2c9-4640-8e6e-0607565248e7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:31.112693 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-78a4fdd9-7f7b-41bc-ad3c-af2389509e46 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:31.138651 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4fdd9-7f7b-41bc-ad3c-af2389509e46 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97b75c4-421c-4810-96c6-61965f67a7d1,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:31.147118 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c1d345fc-5881-48d8-afc6-794e6d489b50 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:31.188614 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d02f3111-195f-4f23-aa66-eea8584c0538 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:04:31.269116 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-78a4fdd9-7f7b-41bc-ad3c-af2389509e46 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:31.270493 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-78a4fdd9-7f7b-41bc-ad3c-af2389509e46 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "DELETE /v2.0/security-groups/a97b75c4-421c-4810-96c6-61965f67a7d1 HTTP/1.1" status: 204 len: 168 time: 0.6996837 Mar 05 14:04:31.277614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54754) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:31.278008 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7351180d-b2c9-4640-8e6e-0607565248e7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:31.282177 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d345fc-5881-48d8-afc6-794e6d489b50 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25d0dcd5-ecd4-4f1e-8b58-8d549f12ff5d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:31.324684 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c1d345fc-5881-48d8-afc6-794e6d489b50 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:31.325781 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c1d345fc-5881-48d8-afc6-794e6d489b50 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/25d0dcd5-ecd4-4f1e-8b58-8d549f12ff5d HTTP/1.1" status: 204 len: 168 time: 0.5130446 Mar 05 14:04:31.329562 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port d02f3111-195f-4f23-aa66-eea8584c0538 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:04:31.329935 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:31.332053 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54758) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:31.341379 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351180d-b2c9-4640-8e6e-0607565248e7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=060ad25b-87e3-4d78-834e-3313928e0480,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:31.345576 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7351180d-b2c9-4640-8e6e-0607565248e7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:31.367766 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7351180d-b2c9-4640-8e6e-0607565248e7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/060ad25b-87e3-4d78-834e-3313928e0480 HTTP/1.1" status: 204 len: 168 time: 0.9166172 Mar 05 14:04:31.370281 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed89b67-22be-4428-8210-d33b6aaf6afc None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:04:31.380252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54762) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:31.446584 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cd33b6ad-70d0-4375-80f9-26792dc7dde3 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Synchronizing usage tracker for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group_rule {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:31.487473 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-55f4a5b7-9edf-44ff-8bc3-1cdb3e2b0d3a tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Synchronizing usage tracker for tenant:aa3492d92d074f119b6caf6eba160f25 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:31.528051 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-62cb68d9-f1a5-4edc-9e8a-4e747d86fd4d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1463177 Mar 05 14:04:31.529124 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54766) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:31.547793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-55f4a5b7-9edf-44ff-8bc3-1cdb3e2b0d3a tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Unset dirty status for tenant:aa3492d92d074f119b6caf6eba160f25 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:31.558712 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-55f4a5b7-9edf-44ff-8bc3-1cdb3e2b0d3a tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2724507 Mar 05 14:04:31.558712 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cd33b6ad-70d0-4375-80f9-26792dc7dde3 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Unset dirty status for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group_rule {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:31.558712 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cd33b6ad-70d0-4375-80f9-26792dc7dde3 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2245841 Mar 05 14:04:31.558712 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54770) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:31.559218 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54772) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:31.578670 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-f3435816-c329-4612-803c-5de3d2bd0443 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group_rule': {'security_group_id': '75bf2bd9-3786-4a61-9026-06127b80a25d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:31.618898 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4feb8e-798a-436b-8a37-c8b65c221639 req-961ccf41-7791-42ad-b36b-e0077db3a11c tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:31.622527 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d841907-72e5-4b9e-bbcc-0db68775d09a tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Router 97b585cc-f665-4c53-9805-d7fe588dc109 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:04:31.627321 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd4feb8e-798a-436b-8a37-c8b65c221639 req-961ccf41-7791-42ad-b36b-e0077db3a11c tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1623872-1d7e-416f-852e-0de284cb9705 HTTP/1.1" status: 200 len: 945 time: 0.4336381 Mar 05 14:04:31.633496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f3435816-c329-4612-803c-5de3d2bd0443 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:31.670597 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f3435816-c329-4612-803c-5de3d2bd0443 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group_rule and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:31.679339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f3435816-c329-4612-803c-5de3d2bd0443 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:31.696156 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f3435816-c329-4612-803c-5de3d2bd0443 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:31.717741 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd4feb8e-798a-436b-8a37-c8b65c221639 req-f1afeecc-ec9b-43f0-b363-d1059d1895dc tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7462749-c8b9-48e3-bbf6-fae90e2d8fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891774 Mar 05 14:04:31.760010 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b316a482-7488-47a9-a4ff-1fa1829204a2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:31.760762 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b316a482-7488-47a9-a4ff-1fa1829204a2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:31.828058 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b316a482-7488-47a9-a4ff-1fa1829204a2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:31.829396 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b316a482-7488-47a9-a4ff-1fa1829204a2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2913888 Mar 05 14:04:31.832009 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54784) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:31.913957 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85a0111-4bab-470d-ab79-4c953029a0e3 None None] DHCP port deletion for d67009e9-c74e-44a6-8a92-0c4d7928efad request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:04:31.920104 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e85a0111-4bab-470d-ab79-4c953029a0e3 None None] Deleting port d02f3111-195f-4f23-aa66-eea8584c0538 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:04:31.920481 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e85a0111-4bab-470d-ab79-4c953029a0e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:31.984607 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87d77ab-b746-4451-8010-4cfb0cfbbc75 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:31.985702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d87d77ab-b746-4451-8010-4cfb0cfbbc75 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:32.023051 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d87d77ab-b746-4451-8010-4cfb0cfbbc75 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:32.027521 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d87d77ab-b746-4451-8010-4cfb0cfbbc75 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1944380 Mar 05 14:04:32.028435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54788) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:32.142609 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-64eaaa69-0e75-45fb-aa83-5bb4eff00676 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126056 Mar 05 14:04:32.143301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54794) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:32.151162 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-0c01ac13-0cd3-4664-97cb-3e7e109a0fd6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:32.200178 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d841907-72e5-4b9e-bbcc-0db68775d09a tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:04:32.207684 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1d841907-72e5-4b9e-bbcc-0db68775d09a tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:32.212890 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937509f2-3381-4964-9185-8379073f4b81 None None] Sync routers for ids ['97b585cc-f665-4c53-9805-d7fe588dc109'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:04:32.221722 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1d841907-72e5-4b9e-bbcc-0db68775d09a tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "PUT /v2.0/routers/97b585cc-f665-4c53-9805-d7fe588dc109 HTTP/1.1" status: 200 len: 881 time: 5.9617453 Mar 05 14:04:32.228442 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54798) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:32.232495 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937509f2-3381-4964-9185-8379073f4b81 None None] Routers {'97b585cc-f665-4c53-9805-d7fe588dc109'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:04:32.233123 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-937509f2-3381-4964-9185-8379073f4b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:04:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['97b585cc-f665-4c53-9805-d7fe588dc109'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:32.391310 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-937509f2-3381-4964-9185-8379073f4b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:32.411724 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937509f2-3381-4964-9185-8379073f4b81 None None] Routers {'97b585cc-f665-4c53-9805-d7fe588dc109'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:04:32.412347 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-937509f2-3381-4964-9185-8379073f4b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:04:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['97b585cc-f665-4c53-9805-d7fe588dc109'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:32.432583 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e85a0111-4bab-470d-ab79-4c953029a0e3 None None] For port d02f3111-195f-4f23-aa66-eea8584c0538, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d02f3111-195f-4f23-aa66-eea8584c0538,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:04:32.433171 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e85a0111-4bab-470d-ab79-4c953029a0e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:32.507617 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39e8c764-2c6d-41ef-bac0-5161658aee87 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:32.574644 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-937509f2-3381-4964-9185-8379073f4b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:32.575340 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937509f2-3381-4964-9185-8379073f4b81 None None] The sync data for ids ['97b585cc-f665-4c53-9805-d7fe588dc109'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:04:32.654729 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0c01ac13-0cd3-4664-97cb-3e7e109a0fd6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:32.671572 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-f3435816-c329-4612-803c-5de3d2bd0443 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] create failed (client error): The resource could not be found. Mar 05 14:04:32.676018 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f3435816-c329-4612-803c-5de3d2bd0443 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.1117318 Mar 05 14:04:32.676536 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39e8c764-2c6d-41ef-bac0-5161658aee87 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:32.684554 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54810) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:32.699200 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-38ee2904-5a6a-44b3-8164-dcec93cbc27c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group': {'name': 'tempest-secgroup--786370720'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:32.705855 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-38ee2904-5a6a-44b3-8164-dcec93cbc27c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:32.709192 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0c01ac13-0cd3-4664-97cb-3e7e109a0fd6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:32.716280 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-38ee2904-5a6a-44b3-8164-dcec93cbc27c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:32.724901 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e85a0111-4bab-470d-ab79-4c953029a0e3 None None] Calling delete_port for d02f3111-195f-4f23-aa66-eea8584c0538 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:04:32.740546 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-38ee2904-5a6a-44b3-8164-dcec93cbc27c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:32.747863 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c01ac13-0cd3-4664-97cb-3e7e109a0fd6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:04:32.754671 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0c01ac13-0cd3-4664-97cb-3e7e109a0fd6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:32.773542 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2308818a-8be8-45c9-b089-812169350d7e tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "GET /v2.0/routers/97b585cc-f665-4c53-9805-d7fe588dc109 HTTP/1.1" status: 200 len: 922 time: 0.5438831 Mar 05 14:04:32.785209 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54814) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:32.818488 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871f405-4e61-4e03-a3ec-90795406b7ed req-63206c37-573a-4997-aa70-207d0c2c21a8 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:32.835614 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3871f405-4e61-4e03-a3ec-90795406b7ed req-63206c37-573a-4997-aa70-207d0c2c21a8 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1623872-1d7e-416f-852e-0de284cb9705 HTTP/1.1" status: 200 len: 945 time: 0.3786283 Mar 05 14:04:32.857802 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-38ee2904-5a6a-44b3-8164-dcec93cbc27c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:32.867841 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e85a0111-4bab-470d-ab79-4c953029a0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:32.893347 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-38ee2904-5a6a-44b3-8164-dcec93cbc27c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group_rule and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:32.913393 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-38ee2904-5a6a-44b3-8164-dcec93cbc27c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:32.946130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-38ee2904-5a6a-44b3-8164-dcec93cbc27c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:32.951325 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a0111-4bab-470d-ab79-4c953029a0e3 None None] Pushing event deleted for resources: {'Port': ['ID=d02f3111-195f-4f23-aa66-eea8584c0538,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:32.966832 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85a0111-4bab-470d-ab79-4c953029a0e3 None None] No DVR routers for this DVR port d02f3111-195f-4f23-aa66-eea8584c0538 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:04:33.011579 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39e8c764-2c6d-41ef-bac0-5161658aee87 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:33.059654 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8c764-2c6d-41ef-bac0-5161658aee87 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4045ff55-5ea1-4f03-8e44-a0a836682bb5,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:33.104456 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3871f405-4e61-4e03-a3ec-90795406b7ed req-066fd6ba-f4bb-4e73-9a86-8012934ccb18 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7462749-c8b9-48e3-bbf6-fae90e2d8fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425907 Mar 05 14:04:33.116040 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39e8c764-2c6d-41ef-bac0-5161658aee87 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:33.117261 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-39e8c764-2c6d-41ef-bac0-5161658aee87 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "DELETE /v2.0/security-groups/4045ff55-5ea1-4f03-8e44-a0a836682bb5 HTTP/1.1" status: 204 len: 168 time: 1.5510573 Mar 05 14:04:33.122107 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54824) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:33.166813 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f901133a-5880-435a-b4aa-cda4731510a0 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:33.169331 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f901133a-5880-435a-b4aa-cda4731510a0 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&device_id=97b585cc-f665-4c53-9805-d7fe588dc109&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.3784525 Mar 05 14:04:33.172626 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54828) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:33.178023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d02f3111-195f-4f23-aa66-eea8584c0538 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:04:33.236198 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: d02f3111-195f-4f23-aa66-eea8584c0538 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:04:33.236860 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d02f3111-195f-4f23-aa66-eea8584c0538 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:04:33.263333 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54832) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:33.274985 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-38ee2904-5a6a-44b3-8164-dcec93cbc27c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:33.320247 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-38ee2904-5a6a-44b3-8164-dcec93cbc27c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:33.398230 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-38ee2904-5a6a-44b3-8164-dcec93cbc27c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:33.401731 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-38ee2904-5a6a-44b3-8164-dcec93cbc27c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7141011 Mar 05 14:04:33.406726 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54840) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:33.428792 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-03a7b99c-2c97-4d19-98b1-2b9b22c65ff4 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1237239700'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:33.452644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-03a7b99c-2c97-4d19-98b1-2b9b22c65ff4 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:33.472077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-03a7b99c-2c97-4d19-98b1-2b9b22c65ff4 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:33.494918 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9aee43b4-b1af-44b5-8fba-a6d46d65fed2 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Synchronizing usage tracker for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:33.495999 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-03a7b99c-2c97-4d19-98b1-2b9b22c65ff4 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:33.515896 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-03a7b99c-2c97-4d19-98b1-2b9b22c65ff4 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:33.561132 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee2904-5a6a-44b3-8164-dcec93cbc27c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d5b211-ab69-4b13-856b-1a58e9775dcd,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:33.577735 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03a7b99c-2c97-4d19-98b1-2b9b22c65ff4 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:33.597816 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-155a7182-80f2-45c8-94f9-05dac2d7b826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:33.636684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-155a7182-80f2-45c8-94f9-05dac2d7b826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:33.644873 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9aee43b4-b1af-44b5-8fba-a6d46d65fed2 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Unset dirty status for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:33.647011 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9aee43b4-b1af-44b5-8fba-a6d46d65fed2 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5236411 Mar 05 14:04:33.653009 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54844) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:33.654217 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-155a7182-80f2-45c8-94f9-05dac2d7b826 admin admin] Usage tracker for resource:security_group_rule and tenant:da8e311569704b2686ea15d52d92d2f3 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:33.658924 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-03a7b99c-2c97-4d19-98b1-2b9b22c65ff4 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:33.661613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-155a7182-80f2-45c8-94f9-05dac2d7b826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:33.672609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-03a7b99c-2c97-4d19-98b1-2b9b22c65ff4 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group_rule and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:33.690491 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-155a7182-80f2-45c8-94f9-05dac2d7b826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:33.691501 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-d757a0bf-d4b0-4cb5-9f76-308441a52ab0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Request body: {'security_group': {'name': 'tempest-secgroup--745478616'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:33.695407 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-03a7b99c-2c97-4d19-98b1-2b9b22c65ff4 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:33.706630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d757a0bf-d4b0-4cb5-9f76-308441a52ab0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:33.710498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-03a7b99c-2c97-4d19-98b1-2b9b22c65ff4 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:33.723136 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d757a0bf-d4b0-4cb5-9f76-308441a52ab0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:33.729078 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0c01ac13-0cd3-4664-97cb-3e7e109a0fd6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:33.801495 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b650fbf-7eb4-43a4-9aff-40c5fbbc003f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:33.803356 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8b650fbf-7eb4-43a4-9aff-40c5fbbc003f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Synchronizing usage tracker for tenant:2f1d61ce5b154de6b48ddd0056ce0dcc on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:33.844623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c01ac13-0cd3-4664-97cb-3e7e109a0fd6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:04:33.845852 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d757a0bf-d4b0-4cb5-9f76-308441a52ab0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:33.858842 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-0c01ac13-0cd3-4664-97cb-3e7e109a0fd6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:04:33.867988 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8b650fbf-7eb4-43a4-9aff-40c5fbbc003f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Unset dirty status for tenant:2f1d61ce5b154de6b48ddd0056ce0dcc on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:33.869854 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8b650fbf-7eb4-43a4-9aff-40c5fbbc003f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 881 time: 0.6943297 Mar 05 14:04:33.875120 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c01ac13-0cd3-4664-97cb-3e7e109a0fd6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:33.877325 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0c01ac13-0cd3-4664-97cb-3e7e109a0fd6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:33.877968 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de02d611-1895-4e3c-9fe1-dfb4390a3a4b None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:04:33.881964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01ac13-0cd3-4664-97cb-3e7e109a0fd6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=359feabe-01f1-4035-a7f9-45c83e8245f9,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:33.884644 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03a7b99c-2c97-4d19-98b1-2b9b22c65ff4 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:33.887094 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54850) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:33.942277 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03a7b99c-2c97-4d19-98b1-2b9b22c65ff4 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:34.016237 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b2d64aed-80dd-42ac-ad52-9f4c0f11e047 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "GET /v2.0/ports?device_id=97b585cc-f665-4c53-9805-d7fe588dc109 HTTP/1.1" status: 200 len: 205 time: 0.1254323 Mar 05 14:04:34.021819 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54854) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:34.023985 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d757a0bf-d4b0-4cb5-9f76-308441a52ab0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:34.036667 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7b99c-2c97-4d19-98b1-2b9b22c65ff4 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e2cd0e-bbfe-471d-8e55-0b88498ff039,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:34.072791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5485e7c-2c80-4be8-81be-0e55ea2ab155 req-622ce4dc-349b-4dbf-8201-bc30581c69f1 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:34.090077 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e5485e7c-2c80-4be8-81be-0e55ea2ab155 req-622ce4dc-349b-4dbf-8201-bc30581c69f1 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1623872-1d7e-416f-852e-0de284cb9705 HTTP/1.1" status: 200 len: 945 time: 0.2445850 Mar 05 14:04:34.093563 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d757a0bf-d4b0-4cb5-9f76-308441a52ab0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Usage tracker for resource:security_group_rule and tenant:7d85d54b6e3d441998eed72fcda4b2f2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:34.093913 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03a7b99c-2c97-4d19-98b1-2b9b22c65ff4 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:34.095097 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-03a7b99c-2c97-4d19-98b1-2b9b22c65ff4 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6874104 Mar 05 14:04:34.103165 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54860) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:34.108732 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d757a0bf-d4b0-4cb5-9f76-308441a52ab0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:34.117501 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d757a0bf-d4b0-4cb5-9f76-308441a52ab0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:34.142800 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0c01ac13-0cd3-4664-97cb-3e7e109a0fd6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9976685 Mar 05 14:04:34.143544 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54864) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:34.144936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-24dbb7ee-6bef-4f7f-8514-fea38d6a9163 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group_rule': {'security_group_id': 'a3d5b211-ab69-4b13-856b-1a58e9775dcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e3e2cd0e-bbfe-471d-8e55-0b88498ff039'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:34.176659 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-24dbb7ee-6bef-4f7f-8514-fea38d6a9163 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:34.183988 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7113ba-8090-49dc-bad4-f1e4b3bd824c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d67009e9-c74e-44a6-8a92-0c4d7928efad', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'fixed_ips': [{'subnet_id': '359feabe-01f1-4035-a7f9-45c83e8245f9'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:04:34.185313 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4a7113ba-8090-49dc-bad4-f1e4b3bd824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:34.189467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-59a3eec4-566e-4c3d-b3b8-8edca2c9f0b7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'mac_address': 'fa:16:3e:20:6f:bf', 'name': 'tempest-NetworksTestDHCPv6-408008502'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:34.204203 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-24dbb7ee-6bef-4f7f-8514-fea38d6a9163 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group_rule and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:34.212606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-24dbb7ee-6bef-4f7f-8514-fea38d6a9163 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:34.234405 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e5485e7c-2c80-4be8-81be-0e55ea2ab155 req-ec349765-72b7-4359-a397-831a01f9b018 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7462749-c8b9-48e3-bbf6-fae90e2d8fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437597 Mar 05 14:04:34.237571 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-155a7182-80f2-45c8-94f9-05dac2d7b826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:34.245734 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-155a7182-80f2-45c8-94f9-05dac2d7b826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:34.284450 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-24dbb7ee-6bef-4f7f-8514-fea38d6a9163 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:34.298926 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-155a7182-80f2-45c8-94f9-05dac2d7b826 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da8e311569704b2686ea15d52d92d2f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0121100 Mar 05 14:04:34.299766 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54868) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:34.425281 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a7182-80f2-45c8-94f9-05dac2d7b826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f70f3f-f7b5-4473-aa83-d7a42d25279d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:34.433309 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-4a7113ba-8090-49dc-bad4-f1e4b3bd824c None None] Allocated IP 2001:db8::2 (d67009e9-c74e-44a6-8a92-0c4d7928efad/359feabe-01f1-4035-a7f9-45c83e8245f9/032da925-12f8-424b-b708-f6ce86cc3fe9) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:04:34.433725 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b56397e0-cce3-4e6a-a716-b0a99b866f9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:34.457993 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-502b4718-aec2-41a3-a83e-ac2a67a4ec75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:34.492922 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-502b4718-aec2-41a3-a83e-ac2a67a4ec75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:34.536644 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d757a0bf-d4b0-4cb5-9f76-308441a52ab0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:34.563221 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-24dbb7ee-6bef-4f7f-8514-fea38d6a9163 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:04:34.565460 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d757a0bf-d4b0-4cb5-9f76-308441a52ab0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:34.573772 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-24dbb7ee-6bef-4f7f-8514-fea38d6a9163 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4640238 Mar 05 14:04:34.574363 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54872) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:34.590537 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-502b4718-aec2-41a3-a83e-ac2a67a4ec75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:34.616654 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b4718-aec2-41a3-a83e-ac2a67a4ec75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f70f3f-f7b5-4473-aa83-d7a42d25279d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:34.631425 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-502b4718-aec2-41a3-a83e-ac2a67a4ec75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:34.634881 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-502b4718-aec2-41a3-a83e-ac2a67a4ec75 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4f70f3f-f7b5-4473-aa83-d7a42d25279d HTTP/1.1" status: 204 len: 168 time: 0.3319926 Mar 05 14:04:34.697865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-59a3eec4-566e-4c3d-b3b8-8edca2c9f0b7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:34.701397 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d81fa1e-32f7-4785-b30c-dbc0c5288de0 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:34.714027 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757a0bf-d4b0-4cb5-9f76-308441a52ab0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=223f438d-26f0-4fd0-ac91-1a632f7fbc3a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:34.748011 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-59a3eec4-566e-4c3d-b3b8-8edca2c9f0b7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:34.770063 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b56397e0-cce3-4e6a-a716-b0a99b866f9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:34.776971 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d757a0bf-d4b0-4cb5-9f76-308441a52ab0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:34.778504 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d757a0bf-d4b0-4cb5-9f76-308441a52ab0 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1220400 Mar 05 14:04:34.782615 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54878) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:34.789978 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a3eec4-566e-4c3d-b3b8-8edca2c9f0b7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:04:34.795067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-b3f4260a-4fc3-4df9-a5f9-21964820a188 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Request body: {'security_group_rule': {'security_group_id': '223f438d-26f0-4fd0-ac91-1a632f7fbc3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:34.815900 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d81fa1e-32f7-4785-b30c-dbc0c5288de0 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:34.825027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b3f4260a-4fc3-4df9-a5f9-21964820a188 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:34.835049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b3f4260a-4fc3-4df9-a5f9-21964820a188 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Usage tracker for resource:security_group_rule and tenant:7d85d54b6e3d441998eed72fcda4b2f2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:34.843580 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b3f4260a-4fc3-4df9-a5f9-21964820a188 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:34.853858 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b3f4260a-4fc3-4df9-a5f9-21964820a188 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:34.883165 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b56397e0-cce3-4e6a-a716-b0a99b866f9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Deleting port ad2407c8-072a-4044-a6a3-bf7088acd09e {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:04:34.883677 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b56397e0-cce3-4e6a-a716-b0a99b866f9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:34.908630 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b3f4260a-4fc3-4df9-a5f9-21964820a188 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:34.946224 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4a7113ba-8090-49dc-bad4-f1e4b3bd824c None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:34.954045 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d81fa1e-32f7-4785-b30c-dbc0c5288de0 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:34.963955 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4a7113ba-8090-49dc-bad4-f1e4b3bd824c None None] Transition to ACTIVE for port object 032da925-12f8-424b-b708-f6ce86cc3fe9 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:04:35.004363 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d81fa1e-32f7-4785-b30c-dbc0c5288de0 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:35.009848 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8d81fa1e-32f7-4785-b30c-dbc0c5288de0 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "DELETE /v2.0/security-groups/e3e2cd0e-bbfe-471d-8e55-0b88498ff039 HTTP/1.1" status: 204 len: 168 time: 0.4341261 Mar 05 14:04:35.018730 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4a7113ba-8090-49dc-bad4-f1e4b3bd824c None None] Transition to ACTIVE for port object 032da925-12f8-424b-b708-f6ce86cc3fe9 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:04:35.039703 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4a7113ba-8090-49dc-bad4-f1e4b3bd824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:35.048899 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54884) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:35.074148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81fa1e-32f7-4785-b30c-dbc0c5288de0 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e2cd0e-bbfe-471d-8e55-0b88498ff039,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:35.176322 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7113ba-8090-49dc-bad4-f1e4b3bd824c None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:04:35.181382 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-4a7113ba-8090-49dc-bad4-f1e4b3bd824c None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:04:35.191747 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b3f4260a-4fc3-4df9-a5f9-21964820a188 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:35.192305 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7113ba-8090-49dc-bad4-f1e4b3bd824c None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:04:35.204244 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7113ba-8090-49dc-bad4-f1e4b3bd824c None None] Pushing event updated for resources: {'Port': ['ID=032da925-12f8-424b-b708-f6ce86cc3fe9,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:35.206125 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b3f4260a-4fc3-4df9-a5f9-21964820a188 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:35.283565 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4260a-4fc3-4df9-a5f9-21964820a188 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b710796-0e6a-401b-887c-c5919c333db6,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:35.308481 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54892) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:35.350093 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4a7113ba-8090-49dc-bad4-f1e4b3bd824c None None] Attempting to bind port 032da925-12f8-424b-b708-f6ce86cc3fe9 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:04:35.352491 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4a7113ba-8090-49dc-bad4-f1e4b3bd824c None None] Attempting to bind port 032da925-12f8-424b-b708-f6ce86cc3fe9 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:04:35.353732 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7113ba-8090-49dc-bad4-f1e4b3bd824c None None] Attempting to bind port 032da925-12f8-424b-b708-f6ce86cc3fe9 on network d67009e9-c74e-44a6-8a92-0c4d7928efad {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:04:35.373070 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-85811dde-8d1b-40ec-a38c-611db4225fb1 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Synchronizing usage tracker for tenant:aa3492d92d074f119b6caf6eba160f25 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:35.374822 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7113ba-8090-49dc-bad4-f1e4b3bd824c None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:04:35.375546 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7113ba-8090-49dc-bad4-f1e4b3bd824c None None] Checking segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:04:35.376269 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4a7113ba-8090-49dc-bad4-f1e4b3bd824c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:35.376887 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7113ba-8090-49dc-bad4-f1e4b3bd824c None None] Bound using segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:04:35.377600 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4a7113ba-8090-49dc-bad4-f1e4b3bd824c None None] Bound port: 032da925-12f8-424b-b708-f6ce86cc3fe9, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:04:35.390444 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4a7113ba-8090-49dc-bad4-f1e4b3bd824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:35.409479 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e5c45-fee2-441b-8979-e60b4a4f7b37 req-b732eeb0-ce6c-481f-afff-675a74bb4cdd tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:35.412689 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eb8e5c45-fee2-441b-8979-e60b4a4f7b37 req-b732eeb0-ce6c-481f-afff-675a74bb4cdd tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1623872-1d7e-416f-852e-0de284cb9705 HTTP/1.1" status: 200 len: 945 time: 0.3996327 Mar 05 14:04:35.415349 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b3f4260a-4fc3-4df9-a5f9-21964820a188 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:35.419475 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b3f4260a-4fc3-4df9-a5f9-21964820a188 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6366177 Mar 05 14:04:35.425351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54896) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:35.438888 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed075ce2-4722-47e9-b19b-f02192fa87eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:35.503713 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-eb8e5c45-fee2-441b-8979-e60b4a4f7b37 req-06ff7d9e-b0ad-4855-9150-036073527081 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Deleting port 05da7e65-94e8-4a71-a4da-8ed8c5517645 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:04:35.504490 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-eb8e5c45-fee2-441b-8979-e60b4a4f7b37 req-06ff7d9e-b0ad-4855-9150-036073527081 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:35.541612 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-85811dde-8d1b-40ec-a38c-611db4225fb1 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Unset dirty status for tenant:aa3492d92d074f119b6caf6eba160f25 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:35.546079 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-85811dde-8d1b-40ec-a38c-611db4225fb1 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4947016 Mar 05 14:04:35.554166 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54900) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:35.566048 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4a7113ba-8090-49dc-bad4-f1e4b3bd824c None None] For port 032da925-12f8-424b-b708-f6ce86cc3fe9, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:04:35.570003 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4a7113ba-8090-49dc-bad4-f1e4b3bd824c None None] For port 032da925-12f8-424b-b708-f6ce86cc3fe9, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=032da925-12f8-424b-b708-f6ce86cc3fe9,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:04:35.575736 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4a7113ba-8090-49dc-bad4-f1e4b3bd824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:35.639036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ed075ce2-4722-47e9-b19b-f02192fa87eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:35.665204 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7113ba-8090-49dc-bad4-f1e4b3bd824c None None] Pushing event updated for resources: {'Port': ['ID=032da925-12f8-424b-b708-f6ce86cc3fe9,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:35.669357 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ed075ce2-4722-47e9-b19b-f02192fa87eb admin admin] Usage tracker for resource:security_group_rule and tenant:20ed52cc442f44c7a6af6e70ae62d1f8 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:35.700871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ed075ce2-4722-47e9-b19b-f02192fa87eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:35.702264 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-37a340f9-9630-475f-8b76-0656217d0bed tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:35.714433 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ed075ce2-4722-47e9-b19b-f02192fa87eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:35.718303 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-59a3eec4-566e-4c3d-b3b8-8edca2c9f0b7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:35.792008 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-59a3eec4-566e-4c3d-b3b8-8edca2c9f0b7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] device_id is not set on port e617975d-e181-4496-8bc1-c9aca15f6aa1 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:04:35.860645 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc292-0d91-40cf-9521-24e31701d636 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:35.878058 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b56397e0-cce3-4e6a-a716-b0a99b866f9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:36.074509 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-37a340f9-9630-475f-8b76-0656217d0bed tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:36.101719 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b56397e0-cce3-4e6a-a716-b0a99b866f9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Calling delete_port for ad2407c8-072a-4044-a6a3-bf7088acd09e owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:04:36.130656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-eb8e5c45-fee2-441b-8979-e60b4a4f7b37 req-06ff7d9e-b0ad-4855-9150-036073527081 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] For port 05da7e65-94e8-4a71-a4da-8ed8c5517645, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=05da7e65-94e8-4a71-a4da-8ed8c5517645,segment=NetworkSegment(3da15547-16c1-4200-8f79-5b22d1ce5191),segment_id=3da15547-16c1-4200-8f79-5b22d1ce5191)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:04:36.132661 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-eb8e5c45-fee2-441b-8979-e60b4a4f7b37 req-06ff7d9e-b0ad-4855-9150-036073527081 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:36.194918 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc292-0d91-40cf-9521-24e31701d636 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:36.213314 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444ed92-f765-4459-9b3b-96dc791f63cb req-841dcca1-068f-4090-abfc-2363ed71a665 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:36.214873 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c444ed92-f765-4459-9b3b-96dc791f63cb req-841dcca1-068f-4090-abfc-2363ed71a665 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1623872-1d7e-416f-852e-0de284cb9705 HTTP/1.1" status: 200 len: 945 time: 0.7351151 Mar 05 14:04:36.233633 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-37a340f9-9630-475f-8b76-0656217d0bed tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:36.317354 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-eb8e5c45-fee2-441b-8979-e60b4a4f7b37 req-06ff7d9e-b0ad-4855-9150-036073527081 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Calling delete_port for 05da7e65-94e8-4a71-a4da-8ed8c5517645 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:04:36.368539 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a340f9-9630-475f-8b76-0656217d0bed tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d5b211-ab69-4b13-856b-1a58e9775dcd,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:36.428680 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-37a340f9-9630-475f-8b76-0656217d0bed tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:36.429940 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-37a340f9-9630-475f-8b76-0656217d0bed tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "DELETE /v2.0/security-groups/a3d5b211-ab69-4b13-856b-1a58e9775dcd HTTP/1.1" status: 204 len: 168 time: 0.8745246 Mar 05 14:04:36.433567 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54906) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:36.459387 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c444ed92-f765-4459-9b3b-96dc791f63cb req-810c1c0e-f3a2-4c07-bf81-afe27389d736 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7462749-c8b9-48e3-bbf6-fae90e2d8fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329166 Mar 05 14:04:36.459991 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc292-0d91-40cf-9521-24e31701d636 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:36.493467 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed075ce2-4722-47e9-b19b-f02192fa87eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:36.510060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9dc292-0d91-40cf-9521-24e31701d636 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=223f438d-26f0-4fd0-ac91-1a632f7fbc3a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:36.538849 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed075ce2-4722-47e9-b19b-f02192fa87eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:36.573674 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-59a3eec4-566e-4c3d-b3b8-8edca2c9f0b7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8::24f (d67009e9-c74e-44a6-8a92-0c4d7928efad/359feabe-01f1-4035-a7f9-45c83e8245f9/e617975d-e181-4496-8bc1-c9aca15f6aa1) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:04:36.584607 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ed075ce2-4722-47e9-b19b-f02192fa87eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20ed52cc442f44c7a6af6e70ae62d1f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2675998 Mar 05 14:04:36.591964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54910) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:36.629038 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc292-0d91-40cf-9521-24e31701d636 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:36.632580 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7c9a6120-9b41-46b0-90e0-f82747a051cc tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Synchronizing usage tracker for tenant:aa3492d92d074f119b6caf6eba160f25 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:36.632804 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9b9dc292-0d91-40cf-9521-24e31701d636 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "DELETE /v2.0/security-groups/223f438d-26f0-4fd0-ac91-1a632f7fbc3a HTTP/1.1" status: 204 len: 168 time: 1.1994996 Mar 05 14:04:36.639136 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54914) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:36.668079 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7c9a6120-9b41-46b0-90e0-f82747a051cc tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Unset dirty status for tenant:aa3492d92d074f119b6caf6eba160f25 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:36.670233 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7c9a6120-9b41-46b0-90e0-f82747a051cc tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2348850 Mar 05 14:04:36.673815 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54918) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:36.681702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-0a39b75e-a86a-454d-bea9-75047196c001 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1506413989'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:36.688147 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0a39b75e-a86a-454d-bea9-75047196c001 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:36.698729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0a39b75e-a86a-454d-bea9-75047196c001 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:36.707497 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-eb8e5c45-fee2-441b-8979-e60b4a4f7b37 req-06ff7d9e-b0ad-4855-9150-036073527081 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:36.711795 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed075ce2-4722-47e9-b19b-f02192fa87eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20ec7dd-13c2-4630-86b0-aea1d18b5673,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:36.720892 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['05da7e65-94e8-4a71-a4da-8ed8c5517645'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:04:36.772007 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0a39b75e-a86a-454d-bea9-75047196c001 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:36.808520 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff7d9e-b0ad-4855-9150-036073527081 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Pushing event deleted for resources: {'Port': ['ID=05da7e65-94e8-4a71-a4da-8ed8c5517645,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:36.811679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0653a440-cd3a-4127-b8b4-bcd64a154c8d tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Synchronizing usage tracker for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:36.814030 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0a39b75e-a86a-454d-bea9-75047196c001 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:36.848293 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b56397e0-cce3-4e6a-a716-b0a99b866f9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:36.858103 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0a39b75e-a86a-454d-bea9-75047196c001 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group_rule and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:36.870984 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0a39b75e-a86a-454d-bea9-75047196c001 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:36.917031 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0a39b75e-a86a-454d-bea9-75047196c001 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:36.919518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8e5c45-fee2-441b-8979-e60b4a4f7b37 req-06ff7d9e-b0ad-4855-9150-036073527081 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] No DVR routers for this DVR port 05da7e65-94e8-4a71-a4da-8ed8c5517645 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:04:36.922634 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-eb8e5c45-fee2-441b-8979-e60b4a4f7b37 req-06ff7d9e-b0ad-4855-9150-036073527081 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:36.933372 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1623872-1d7e-416f-852e-0de284cb9705', 'name': 'network-vif-deleted', 'tag': '05da7e65-94e8-4a71-a4da-8ed8c5517645'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:04:36.958014 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eb8e5c45-fee2-441b-8979-e60b4a4f7b37 req-06ff7d9e-b0ad-4855-9150-036073527081 tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.30 "DELETE /v2.0/ports/05da7e65-94e8-4a71-a4da-8ed8c5517645 HTTP/1.1" status: 204 len: 173 time: 1.5359943 Mar 05 14:04:37.042484 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1623872-1d7e-416f-852e-0de284cb9705', 'name': 'network-vif-deleted', 'tag': '05da7e65-94e8-4a71-a4da-8ed8c5517645', 'status': 'completed', 'code': 200} Mar 05 14:04:37.070499 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0a39b75e-a86a-454d-bea9-75047196c001 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:37.083500 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0a39b75e-a86a-454d-bea9-75047196c001 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:37.134413 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39b75e-a86a-454d-bea9-75047196c001 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523443b1-5aee-4162-8d67-d9e23604ef91,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:37.164967 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0a39b75e-a86a-454d-bea9-75047196c001 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:37.171456 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0a39b75e-a86a-454d-bea9-75047196c001 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4907954 Mar 05 14:04:37.171683 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4c47db2b-13bb-46a9-adec-d971c50ceb2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:37.173417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54924) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:37.222857 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 032da925-12f8-424b-b708-f6ce86cc3fe9 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:04:37.263272 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56397e0-cce3-4e6a-a716-b0a99b866f9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Pushing event deleted for resources: {'Port': ['ID=ad2407c8-072a-4044-a6a3-bf7088acd09e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:37.268656 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-d724136c-cc23-4061-ac2b-89dbfdfa502c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group_rule': {'security_group_id': '523443b1-5aee-4162-8d67-d9e23604ef91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:37.289691 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0653a440-cd3a-4127-b8b4-bcd64a154c8d tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Unset dirty status for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:37.293644 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0653a440-cd3a-4127-b8b4-bcd64a154c8d tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6521246 Mar 05 14:04:37.294386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54928) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:37.323704 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 032da925-12f8-424b-b708-f6ce86cc3fe9 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:04:37.331079 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d724136c-cc23-4061-ac2b-89dbfdfa502c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:37.366137 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d724136c-cc23-4061-ac2b-89dbfdfa502c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group_rule and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:37.373733 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4c47db2b-13bb-46a9-adec-d971c50ceb2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:37.381029 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d724136c-cc23-4061-ac2b-89dbfdfa502c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:37.398683 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-67edcb1b-f0ca-4598-83a7-e20b69df0904 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Synchronizing usage tracker for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group_rule {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:37.406515 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d724136c-cc23-4061-ac2b-89dbfdfa502c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:37.459316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-67edcb1b-f0ca-4598-83a7-e20b69df0904 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Unset dirty status for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group_rule {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:37.460575 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-67edcb1b-f0ca-4598-83a7-e20b69df0904 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1612327 Mar 05 14:04:37.462595 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d46d2e63-02af-4917-89af-73fb9f53926c None None] Provisioning for port 032da925-12f8-424b-b708-f6ce86cc3fe9 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:04:37.463955 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54932) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:37.479136 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d46d2e63-02af-4917-89af-73fb9f53926c None None] Provisioning complete for port 032da925-12f8-424b-b708-f6ce86cc3fe9 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:04:37.485472 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-59a3eec4-566e-4c3d-b3b8-8edca2c9f0b7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:37.486003 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d46d2e63-02af-4917-89af-73fb9f53926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:37.500745 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b56397e0-cce3-4e6a-a716-b0a99b866f9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:37.525851 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-22f168e7-7d1d-4bff-85a4-b14979f5315b tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] delete failed (client error): The resource could not be found. Mar 05 14:04:37.530530 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-22f168e7-7d1d-4bff-85a4-b14979f5315b tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "DELETE /v2.0/security-groups/223f438d-26f0-4fd0-ac91-1a632f7fbc3a HTTP/1.1" status: 404 len: 347 time: 0.0465848 Mar 05 14:04:37.531104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54936) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:37.683856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2e5ec976-86cf-454f-9fa0-0d2474d94ca7 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Synchronizing usage tracker for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:37.721315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2e5ec976-86cf-454f-9fa0-0d2474d94ca7 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] Unset dirty status for tenant:7d85d54b6e3d441998eed72fcda4b2f2 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:37.723531 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2e5ec976-86cf-454f-9fa0-0d2474d94ca7 tempest-SecGroupIPv6Test-613475582 tempest-SecGroupIPv6Test-613475582-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1915202 Mar 05 14:04:37.830793 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d46d2e63-02af-4917-89af-73fb9f53926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:37.902552 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d46d2e63-02af-4917-89af-73fb9f53926c None None] For port 032da925-12f8-424b-b708-f6ce86cc3fe9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=032da925-12f8-424b-b708-f6ce86cc3fe9,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:04:37.908525 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d46d2e63-02af-4917-89af-73fb9f53926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:37.930419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-59a3eec4-566e-4c3d-b3b8-8edca2c9f0b7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Transition to ACTIVE for port object e617975d-e181-4496-8bc1-c9aca15f6aa1 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:04:37.932205 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-d724136c-cc23-4061-ac2b-89dbfdfa502c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:04:37.936317 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d724136c-cc23-4061-ac2b-89dbfdfa502c tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6942327 Mar 05 14:04:37.936579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54946) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:37.944423 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-9f83ef21-91a3-4379-a548-ba36fd243b7d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group_rule': {'security_group_id': '523443b1-5aee-4162-8d67-d9e23604ef91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:37.948406 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4c47db2b-13bb-46a9-adec-d971c50ceb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:37.954571 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b56397e0-cce3-4e6a-a716-b0a99b866f9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:37.969479 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b56397e0-cce3-4e6a-a716-b0a99b866f9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:37.973930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9f83ef21-91a3-4379-a548-ba36fd243b7d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:37.977726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47db2b-13bb-46a9-adec-d971c50ceb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20ec7dd-13c2-4630-86b0-aea1d18b5673,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:37.979056 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9f83ef21-91a3-4379-a548-ba36fd243b7d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group_rule and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:37.983650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9f83ef21-91a3-4379-a548-ba36fd243b7d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:37.990505 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9f83ef21-91a3-4379-a548-ba36fd243b7d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:38.039221 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-9f83ef21-91a3-4379-a548-ba36fd243b7d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:04:38.040357 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9f83ef21-91a3-4379-a548-ba36fd243b7d tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1026185 Mar 05 14:04:38.043238 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54950) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:38.052239 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d2e63-02af-4917-89af-73fb9f53926c None None] Pushing event updated for resources: {'Port': ['ID=032da925-12f8-424b-b708-f6ce86cc3fe9,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:38.064543 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-782fa4ee-5dcc-4592-89e7-76fa545aa7e4 req-91a8627e-1afb-45ae-bbba-d970bb65d12d tempest-ServersNegativeTestMultiTenantJSON-933589555 tempest-ServersNegativeTestMultiTenantJSON-933589555-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1623872-1d7e-416f-852e-0de284cb9705 HTTP/1.1" status: 200 len: 210 time: 0.0800636 Mar 05 14:04:38.067850 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b56397e0-cce3-4e6a-a716-b0a99b866f9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:38.067850 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56397e0-cce3-4e6a-a716-b0a99b866f9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Fanout notify agent at l3_agent the message router_deleted on router 97b585cc-f665-4c53-9805-d7fe588dc109 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:04:38.070978 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4c47db2b-13bb-46a9-adec-d971c50ceb2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:38.072271 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4c47db2b-13bb-46a9-adec-d971c50ceb2b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a20ec7dd-13c2-4630-86b0-aea1d18b5673 HTTP/1.1" status: 204 len: 168 time: 1.4737115 Mar 05 14:04:38.087621 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b56397e0-cce3-4e6a-a716-b0a99b866f9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:38.092295 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b56397e0-cce3-4e6a-a716-b0a99b866f9e tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "DELETE /v2.0/routers/97b585cc-f665-4c53-9805-d7fe588dc109 HTTP/1.1" status: 204 len: 168 time: 4.0667174 Mar 05 14:04:38.102273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54956) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:38.107935 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-59a3eec4-566e-4c3d-b3b8-8edca2c9f0b7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:38.108228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-4a7833d4-1c3e-459d-b758-cdcc266c4525 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-810791971', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:38.120114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4a7833d4-1c3e-459d-b758-cdcc266c4525 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:38.134175 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4a7833d4-1c3e-459d-b758-cdcc266c4525 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Usage tracker for resource:router and tenant:66086abe88eb4c64a021ab84a0a21799 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:38.142151 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4a7833d4-1c3e-459d-b758-cdcc266c4525 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:38.184400 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a3eec4-566e-4c3d-b3b8-8edca2c9f0b7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:04:38.188362 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-59a3eec4-566e-4c3d-b3b8-8edca2c9f0b7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:04:38.193364 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a3eec4-566e-4c3d-b3b8-8edca2c9f0b7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:04:38.199459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a3eec4-566e-4c3d-b3b8-8edca2c9f0b7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:38.200081 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-59a3eec4-566e-4c3d-b3b8-8edca2c9f0b7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:38.238663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3eec4-566e-4c3d-b3b8-8edca2c9f0b7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=e617975d-e181-4496-8bc1-c9aca15f6aa1,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:38.247638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4a7833d4-1c3e-459d-b758-cdcc266c4525 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:38.247948 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-59a3eec4-566e-4c3d-b3b8-8edca2c9f0b7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0990684 Mar 05 14:04:38.249163 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54960) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:38.299916 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22cd5274-8f1f-4437-8c6c-8dd1b1df8b01 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:38.341278 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4a7833d4-1c3e-459d-b758-cdcc266c4525 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:38.344627 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4a7833d4-1c3e-459d-b758-cdcc266c4525 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:38.394619 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22cd5274-8f1f-4437-8c6c-8dd1b1df8b01 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:38.452354 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4a7833d4-1c3e-459d-b758-cdcc266c4525 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:38.476533 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dedd9f8-c250-43b9-8cd8-374da638c592 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:38.494431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dedd9f8-c250-43b9-8cd8-374da638c592 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:38.495730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0dedd9f8-c250-43b9-8cd8-374da638c592 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:38.535569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0dedd9f8-c250-43b9-8cd8-374da638c592 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:38.541354 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54968) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:38.543897 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0dedd9f8-c250-43b9-8cd8-374da638c592 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.2882237 Mar 05 14:04:38.660854 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54972) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:38.690282 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4a7833d4-1c3e-459d-b758-cdcc266c4525 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:38.723244 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22cd5274-8f1f-4437-8c6c-8dd1b1df8b01 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:38.753889 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd5274-8f1f-4437-8c6c-8dd1b1df8b01 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=523443b1-5aee-4162-8d67-d9e23604ef91,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:38.755871 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-efe0c1ec-2192-4e9f-bc26-08e69ea55500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:38.821291 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22cd5274-8f1f-4437-8c6c-8dd1b1df8b01 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:38.822423 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-22cd5274-8f1f-4437-8c6c-8dd1b1df8b01 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "DELETE /v2.0/security-groups/523443b1-5aee-4162-8d67-d9e23604ef91 HTTP/1.1" status: 204 len: 168 time: 0.7783027 Mar 05 14:04:38.825108 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54980) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:38.837121 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-7823fe33-f007-4b61-a45c-ce6d916e9fb5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting port e617975d-e181-4496-8bc1-c9aca15f6aa1 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:04:38.843099 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7823fe33-f007-4b61-a45c-ce6d916e9fb5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:38.881740 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4a7833d4-1c3e-459d-b758-cdcc266c4525 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:38.882940 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4a7833d4-1c3e-459d-b758-cdcc266c4525 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7796381 Mar 05 14:04:38.889927 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54984) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:38.898054 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-103377d2-f68c-4b3e-80c1-85b00626cbfc tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'enable_snat': True}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:38.935295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1092a40b-15fb-4a75-8c88-1ced4944448f tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Synchronizing usage tracker for tenant:aa3492d92d074f119b6caf6eba160f25 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:38.940313 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0c05fa34-7e2b-46d7-aafe-93e49f2709b2 None None] Provisioning for port e617975d-e181-4496-8bc1-c9aca15f6aa1 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:04:38.966284 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0c05fa34-7e2b-46d7-aafe-93e49f2709b2 None None] Provisioning complete for port e617975d-e181-4496-8bc1-c9aca15f6aa1 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:04:38.967859 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0c05fa34-7e2b-46d7-aafe-93e49f2709b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:39.019960 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1092a40b-15fb-4a75-8c88-1ced4944448f tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Unset dirty status for tenant:aa3492d92d074f119b6caf6eba160f25 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:39.021636 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1092a40b-15fb-4a75-8c88-1ced4944448f tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1955857 Mar 05 14:04:39.027720 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54988) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:39.035628 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-50abf768-94f6-4e88-8e28-78aee46441f8 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1600984845'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:39.042702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-50abf768-94f6-4e88-8e28-78aee46441f8 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:39.048020 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4612b8ad-add0-40ba-899e-7432b37fa0ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d85d54b6e3d441998eed72fcda4b2f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3855922 Mar 05 14:04:39.050792 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54992) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:39.060191 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54996) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:39.102570 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-422f74cc-cd9f-423e-ab6c-7e97f9151c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:39.117481 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-50abf768-94f6-4e88-8e28-78aee46441f8 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:39.131860 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-422f74cc-cd9f-423e-ab6c-7e97f9151c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:39.134713 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-0c05fa34-7e2b-46d7-aafe-93e49f2709b2 None None] Port e617975d-e181-4496-8bc1-c9aca15f6aa1 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:04:39.143527 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-422f74cc-cd9f-423e-ab6c-7e97f9151c5c admin admin] Usage tracker for resource:security_group_rule and tenant:836b436a132d4a31998de8a2d493602b is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:39.154675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-422f74cc-cd9f-423e-ab6c-7e97f9151c5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:39.161562 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-50abf768-94f6-4e88-8e28-78aee46441f8 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:39.174712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-422f74cc-cd9f-423e-ab6c-7e97f9151c5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:39.216383 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-06a12c4b-020a-4028-a4cc-9ddf90c47fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:39.245929 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-06a12c4b-020a-4028-a4cc-9ddf90c47fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:39.294376 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 032da925-12f8-424b-b708-f6ce86cc3fe9 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:04:39.296856 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-50abf768-94f6-4e88-8e28-78aee46441f8 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:39.304693 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-50abf768-94f6-4e88-8e28-78aee46441f8 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Usage tracker for resource:security_group_rule and tenant:aa3492d92d074f119b6caf6eba160f25 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:39.313690 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-06a12c4b-020a-4028-a4cc-9ddf90c47fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:39.321487 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-50abf768-94f6-4e88-8e28-78aee46441f8 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:39.341219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-50abf768-94f6-4e88-8e28-78aee46441f8 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:39.347263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a12c4b-020a-4028-a4cc-9ddf90c47fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51ceaec-3501-4382-981e-0f6951c1aa29,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:39.396209 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55002) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:39.470565 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-06a12c4b-020a-4028-a4cc-9ddf90c47fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:39.471852 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-06a12c4b-020a-4028-a4cc-9ddf90c47fd2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a51ceaec-3501-4382-981e-0f6951c1aa29 HTTP/1.1" status: 204 len: 168 time: 0.4197292 Mar 05 14:04:39.535874 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 032da925-12f8-424b-b708-f6ce86cc3fe9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:04:39.542694 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:39.559939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-06990b9d-09dd-4cab-b803-111ffc00d3bd admin admin] Deleting subnet 46e54c8e-bd69-4631-bba7-9604f5ac1085 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:04:39.563104 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-06990b9d-09dd-4cab-b803-111ffc00d3bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:39.581937 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-103377d2-f68c-4b3e-80c1-85b00626cbfc tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:39.620430 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-06990b9d-09dd-4cab-b803-111ffc00d3bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:39.655101 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-422f74cc-cd9f-423e-ab6c-7e97f9151c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:39.671474 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-422f74cc-cd9f-423e-ab6c-7e97f9151c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:39.686000 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-50abf768-94f6-4e88-8e28-78aee46441f8 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:39.705316 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-50abf768-94f6-4e88-8e28-78aee46441f8 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:39.754642 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f74cc-cd9f-423e-ab6c-7e97f9151c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe01110b-83f5-464c-9349-e5602447ecc0,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:39.758384 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 05da7e65-94e8-4a71-a4da-8ed8c5517645 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:04:39.787010 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-06990b9d-09dd-4cab-b803-111ffc00d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:39.820038 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-422f74cc-cd9f-423e-ab6c-7e97f9151c5c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=836b436a132d4a31998de8a2d493602b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7485511 Mar 05 14:04:39.837359 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55008) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:39.851286 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 05da7e65-94e8-4a71-a4da-8ed8c5517645 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:04:39.851815 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 05da7e65-94e8-4a71-a4da-8ed8c5517645 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:04:39.930494 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-50abf768-94f6-4e88-8e28-78aee46441f8 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:39.932990 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-50abf768-94f6-4e88-8e28-78aee46441f8 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9037368 Mar 05 14:04:39.935961 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55012) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:39.944082 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abf768-94f6-4e88-8e28-78aee46441f8 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f84ce5-cb2a-4c56-bd52-a487f34f4e85,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:39.970471 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-d31ff08c-249e-45bf-bb97-d92275021b61 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:39.971403 n-d-803718-1 neutron-server[87914]: WARNING neutron.api.v2.base [None req-d31ff08c-249e-45bf-bb97-d92275021b61 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 05 14:04:39.972099 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-d31ff08c-249e-45bf-bb97-d92275021b61 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] update failed (client error): There was a conflict when trying to complete your request. Mar 05 14:04:39.977921 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d31ff08c-249e-45bf-bb97-d92275021b61 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "PUT /v2.0/security-groups/21f84ce5-cb2a-4c56-bd52-a487f34f4e85 HTTP/1.1" status: 409 len: 330 time: 0.0226741 Mar 05 14:04:39.985956 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55016) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:40.032964 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7823fe33-f007-4b61-a45c-ce6d916e9fb5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:40.054685 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-06990b9d-09dd-4cab-b803-111ffc00d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:40.085473 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3eaeed6a-c8df-439c-a005-764266f236b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:40.135582 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06990b9d-09dd-4cab-b803-111ffc00d3bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46e54c8e-bd69-4631-bba7-9604f5ac1085,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:40.144946 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-06990b9d-09dd-4cab-b803-111ffc00d3bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:40.183360 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-06990b9d-09dd-4cab-b803-111ffc00d3bd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/46e54c8e-bd69-4631-bba7-9604f5ac1085 HTTP/1.1" status: 204 len: 168 time: 0.7860868 Mar 05 14:04:40.187141 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55024) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:40.188695 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-7823fe33-f007-4b61-a45c-ce6d916e9fb5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Calling delete_port for e617975d-e181-4496-8bc1-c9aca15f6aa1 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:04:40.189478 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-960c3ce8-5dc2-4c6f-8b5b-28994d7d3bcc tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:40.192881 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3eaeed6a-c8df-439c-a005-764266f236b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:40.337582 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-960c3ce8-5dc2-4c6f-8b5b-28994d7d3bcc tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:40.401290 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0149901-03a5-4567-8268-82f58574f9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:40.464481 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-103377d2-f68c-4b3e-80c1-85b00626cbfc tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:40.474459 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3eaeed6a-c8df-439c-a005-764266f236b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:40.478067 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-960c3ce8-5dc2-4c6f-8b5b-28994d7d3bcc tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:40.498356 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-103377d2-f68c-4b3e-80c1-85b00626cbfc tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:40.573963 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaeed6a-c8df-439c-a005-764266f236b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe01110b-83f5-464c-9349-e5602447ecc0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:40.595864 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0149901-03a5-4567-8268-82f58574f9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:40.632035 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-960c3ce8-5dc2-4c6f-8b5b-28994d7d3bcc tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:40.635865 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-960c3ce8-5dc2-4c6f-8b5b-28994d7d3bcc tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "DELETE /v2.0/security-groups/21f84ce5-cb2a-4c56-bd52-a487f34f4e85 HTTP/1.1" status: 204 len: 168 time: 0.6461937 Mar 05 14:04:40.635865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c3ce8-5dc2-4c6f-8b5b-28994d7d3bcc tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f84ce5-cb2a-4c56-bd52-a487f34f4e85,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:40.637942 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55036) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:40.638104 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3eaeed6a-c8df-439c-a005-764266f236b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:40.641999 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3eaeed6a-c8df-439c-a005-764266f236b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe01110b-83f5-464c-9349-e5602447ecc0 HTTP/1.1" status: 204 len: 168 time: 0.8008046 Mar 05 14:04:40.643707 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d0149901-03a5-4567-8268-82f58574f9de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca74e45-be94-445a-8dbf-d12314b51714']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:40.662045 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d0149901-03a5-4567-8268-82f58574f9de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da15547-16c1-4200-8f79-5b22d1ce5191') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:40.662265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d0149901-03a5-4567-8268-82f58574f9de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da15547-16c1-4200-8f79-5b22d1ce5191') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:40.677639 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0149901-03a5-4567-8268-82f58574f9de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:40.700623 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0149901-03a5-4567-8268-82f58574f9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:40.721477 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0149901-03a5-4567-8268-82f58574f9de admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:04:40.722299 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0149901-03a5-4567-8268-82f58574f9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:40.742703 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7823fe33-f007-4b61-a45c-ce6d916e9fb5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:04:40.864562 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:04:40.869348 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0149901-03a5-4567-8268-82f58574f9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:40.891740 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0149901-03a5-4567-8268-82f58574f9de admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:40.909850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b15d994a-0352-400d-99e9-308502ff6db9 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Synchronizing usage tracker for tenant:aa3492d92d074f119b6caf6eba160f25 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:40.913397 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823fe33-f007-4b61-a45c-ce6d916e9fb5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Port': ['ID=e617975d-e181-4496-8bc1-c9aca15f6aa1,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:40.929595 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0149901-03a5-4567-8268-82f58574f9de admin admin] Pushing event deleted for resources: {'Network': ['ID=7ca74e45-be94-445a-8dbf-d12314b51714,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:40.944685 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cbb0a303-ec40-4c52-aeb1-a060699f9828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:40.961835 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d0149901-03a5-4567-8268-82f58574f9de admin admin] 10.222.0.16 "DELETE /v2.0/networks/7ca74e45-be94-445a-8dbf-d12314b51714 HTTP/1.1" status: 204 len: 168 time: 0.7736144 Mar 05 14:04:40.964608 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55050) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:41.043352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b15d994a-0352-400d-99e9-308502ff6db9 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] Unset dirty status for tenant:aa3492d92d074f119b6caf6eba160f25 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:41.052246 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b15d994a-0352-400d-99e9-308502ff6db9 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4129913 Mar 05 14:04:41.054797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55054) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:41.054933 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac5bb7a-2830-4c4c-997b-c0a700335642 admin admin] Deleting subnet 53e7c382-ca6b-4e27-a6ce-bd7405a79900 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:04:41.058386 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3ac5bb7a-2830-4c4c-997b-c0a700335642 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:41.094946 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7823fe33-f007-4b61-a45c-ce6d916e9fb5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:41.126294 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3ac5bb7a-2830-4c4c-997b-c0a700335642 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:41.143686 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7823fe33-f007-4b61-a45c-ce6d916e9fb5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/e617975d-e181-4496-8bc1-c9aca15f6aa1 HTTP/1.1" status: 204 len: 168 time: 2.5877144 Mar 05 14:04:41.149435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55064) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:41.164141 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-143d3efc-1744-44cc-b16f-149d703d1ece tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] delete failed (client error): The resource could not be found. Mar 05 14:04:41.171091 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-143d3efc-1744-44cc-b16f-149d703d1ece tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "DELETE /v2.0/security-groups/040508c4-138e-410f-a00e-7a106eb60aca HTTP/1.1" status: 404 len: 347 time: 0.0948777 Mar 05 14:04:41.171925 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55068) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:41.230129 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3ac5bb7a-2830-4c4c-997b-c0a700335642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:41.296773 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-103377d2-f68c-4b3e-80c1-85b00626cbfc tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Allocated IP 172.25.4.175 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/25a6f128-4535-422a-8f07-0029ce6e0d3b) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:04:41.299309 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-58fda653-9130-4994-a13c-d17307e8bd21 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] show failed (client error): The resource could not be found. Mar 05 14:04:41.306695 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-58fda653-9130-4994-a13c-d17307e8bd21 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "GET /v2.0/security-groups/572a4fa8-8ad0-48ae-b0b4-331616e4753c HTTP/1.1" status: 404 len: 347 time: 0.0621722 Mar 05 14:04:41.307804 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55076) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:41.328567 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-be69047a-9569-4bbc-a8e6-b931a0fc14d1 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] show failed (client error): The resource could not be found. Mar 05 14:04:41.329267 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-be69047a-9569-4bbc-a8e6-b931a0fc14d1 tempest-NegativeSecGroupIPv6Test-2051792080 tempest-NegativeSecGroupIPv6Test-2051792080-project] 10.222.0.16 "GET /v2.0/security-group-rules/b21b7816-3eb3-4a25-a1b1-720d3974b259 HTTP/1.1" status: 404 len: 356 time: 0.0203800 Mar 05 14:04:41.346906 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3ac5bb7a-2830-4c4c-997b-c0a700335642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:41.441700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de773d17-1823-4b27-9900-0089e43ad6b8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:41.443643 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de773d17-1823-4b27-9900-0089e43ad6b8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:41.448201 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-de773d17-1823-4b27-9900-0089e43ad6b8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2946107 Mar 05 14:04:41.451316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55086) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:41.585741 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5bb7a-2830-4c4c-997b-c0a700335642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53e7c382-ca6b-4e27-a6ce-bd7405a79900,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:41.596721 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3ac5bb7a-2830-4c4c-997b-c0a700335642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:41.610681 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3ac5bb7a-2830-4c4c-997b-c0a700335642 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/53e7c382-ca6b-4e27-a6ce-bd7405a79900 HTTP/1.1" status: 204 len: 168 time: 0.6449265 Mar 05 14:04:41.614822 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55092) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:41.654504 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbf3ffc-12f4-41f0-9927-40a0e0d921fc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet 359feabe-01f1-4035-a7f9-45c83e8245f9 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:04:41.662151 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2bbf3ffc-12f4-41f0-9927-40a0e0d921fc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:41.721586 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-103377d2-f68c-4b3e-80c1-85b00626cbfc tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:41.756515 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2bbf3ffc-12f4-41f0-9927-40a0e0d921fc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:41.764658 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f67ee7a2-a58f-465f-a24a-e8a7959af1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:41.928437 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f67ee7a2-a58f-465f-a24a-e8a7959af1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:41.959885 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f67ee7a2-a58f-465f-a24a-e8a7959af1ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34371a46-227f-4470-bd99-be7a92dfbba2']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:41.973263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f67ee7a2-a58f-465f-a24a-e8a7959af1ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6917aca0-ba74-4f93-9e8f-acb450733ca3') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:41.973952 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f67ee7a2-a58f-465f-a24a-e8a7959af1ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6917aca0-ba74-4f93-9e8f-acb450733ca3') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:41.986399 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f67ee7a2-a58f-465f-a24a-e8a7959af1ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:42.015807 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f67ee7a2-a58f-465f-a24a-e8a7959af1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:42.023315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67ee7a2-a58f-465f-a24a-e8a7959af1ba admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:04:42.023719 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f67ee7a2-a58f-465f-a24a-e8a7959af1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:42.028154 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55104) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:42.093693 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:42.107249 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-103377d2-f68c-4b3e-80c1-85b00626cbfc tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:42.109211 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:04:42.123653 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:04:42.127613 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f67ee7a2-a58f-465f-a24a-e8a7959af1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:42.146866 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f67ee7a2-a58f-465f-a24a-e8a7959af1ba admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:42.161084 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ee7a2-a58f-465f-a24a-e8a7959af1ba admin admin] Pushing event deleted for resources: {'Network': ['ID=34371a46-227f-4470-bd99-be7a92dfbba2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:42.165472 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f67ee7a2-a58f-465f-a24a-e8a7959af1ba admin admin] 10.222.0.16 "DELETE /v2.0/networks/34371a46-227f-4470-bd99-be7a92dfbba2 HTTP/1.1" status: 204 len: 168 time: 0.5495312 Mar 05 14:04:42.184069 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103377d2-f68c-4b3e-80c1-85b00626cbfc tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:04:42.188267 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-103377d2-f68c-4b3e-80c1-85b00626cbfc tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:04:42.194910 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103377d2-f68c-4b3e-80c1-85b00626cbfc tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:04:42.253661 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2bbf3ffc-12f4-41f0-9927-40a0e0d921fc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:42.318104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103377d2-f68c-4b3e-80c1-85b00626cbfc tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Pushing event updated for resources: {'Port': ['ID=25a6f128-4535-422a-8f07-0029ce6e0d3b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:42.572916 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55128) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:42.667775 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-25ab5f05-093b-4e15-afbe-904558dfbfd9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa50d76144b44649bd0d1266a82009ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0914679 Mar 05 14:04:42.668702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55134) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:42.729186 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-68ccaff1-7a87-4532-a1b7-0af9d5738886 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa3492d92d074f119b6caf6eba160f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6986420 Mar 05 14:04:42.731613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55138) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:42.759017 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b04992c5-5b8e-47c7-b76b-77c62e3364ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:42.798352 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b04992c5-5b8e-47c7-b76b-77c62e3364ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:42.803213 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2bbf3ffc-12f4-41f0-9927-40a0e0d921fc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:42.865441 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b04992c5-5b8e-47c7-b76b-77c62e3364ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:42.877852 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf3ffc-12f4-41f0-9927-40a0e0d921fc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=359feabe-01f1-4035-a7f9-45c83e8245f9,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:42.883429 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04992c5-5b8e-47c7-b76b-77c62e3364ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7462749-c8b9-48e3-bbf6-fae90e2d8fc9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:42.893645 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2bbf3ffc-12f4-41f0-9927-40a0e0d921fc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:42.898197 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45386f72-2747-49e6-bc5e-dec47283f428 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:04:42.899693 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b04992c5-5b8e-47c7-b76b-77c62e3364ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:42.913107 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b04992c5-5b8e-47c7-b76b-77c62e3364ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7462749-c8b9-48e3-bbf6-fae90e2d8fc9 HTTP/1.1" status: 204 len: 168 time: 0.2347560 Mar 05 14:04:42.925639 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2bbf3ffc-12f4-41f0-9927-40a0e0d921fc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/359feabe-01f1-4035-a7f9-45c83e8245f9 HTTP/1.1" status: 204 len: 168 time: 1.3915284 Mar 05 14:04:42.928564 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55148) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:43.023386 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f907a8dc-434d-468e-8f0f-a2bafe39449b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0932086 Mar 05 14:04:43.025348 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55156) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:43.031081 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8107bb4c-1f0c-4381-bd0c-84d9a34dafb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:43.091903 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-103377d2-f68c-4b3e-80c1-85b00626cbfc tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:43.149611 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8107bb4c-1f0c-4381-bd0c-84d9a34dafb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:43.190955 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9479b47e-7476-4313-9ef1-e3c094037a0d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:43.206203 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9479b47e-7476-4313-9ef1-e3c094037a0d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1796825 Mar 05 14:04:43.206728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55162) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:43.384652 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c614206b-b0c4-4337-ad53-a838e27cc0e6 None None] DHCP port deletion for d67009e9-c74e-44a6-8a92-0c4d7928efad request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:04:43.389363 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c614206b-b0c4-4337-ad53-a838e27cc0e6 None None] Deleting port 032da925-12f8-424b-b708-f6ce86cc3fe9 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:04:43.389847 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c614206b-b0c4-4337-ad53-a838e27cc0e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:43.443543 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8107bb4c-1f0c-4381-bd0c-84d9a34dafb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:43.523768 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed440317-ea2a-4dae-8ccc-4b716c6569bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:43.524640 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ed440317-ea2a-4dae-8ccc-4b716c6569bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:43.551160 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107bb4c-1f0c-4381-bd0c-84d9a34dafb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04789d61-d14e-4363-be8a-63cbc64a46d1,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:43.610565 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55172) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:43.706055 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-520290b6-f870-4d66-a163-aa0ad49129f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b78f64e3adc04bbda842be37550bbd93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0938859 Mar 05 14:04:43.707201 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55184) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:43.742359 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8107bb4c-1f0c-4381-bd0c-84d9a34dafb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:43.746391 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8107bb4c-1f0c-4381-bd0c-84d9a34dafb3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/04789d61-d14e-4363-be8a-63cbc64a46d1 HTTP/1.1" status: 204 len: 168 time: 1.0138166 Mar 05 14:04:43.761768 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ed440317-ea2a-4dae-8ccc-4b716c6569bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:43.763164 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ed440317-ea2a-4dae-8ccc-4b716c6569bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5552983 Mar 05 14:04:43.766537 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55190) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:43.784570 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c614206b-b0c4-4337-ad53-a838e27cc0e6 None None] For port 032da925-12f8-424b-b708-f6ce86cc3fe9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=032da925-12f8-424b-b708-f6ce86cc3fe9,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:04:43.784965 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c614206b-b0c4-4337-ad53-a838e27cc0e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:43.874900 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-103377d2-f68c-4b3e-80c1-85b00626cbfc tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:43.880149 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-103377d2-f68c-4b3e-80c1-85b00626cbfc tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3922806'] for router, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:43.947996 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-26d0eac5-1b95-4ee1-ae0b-faa90c20e0da tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1760275 Mar 05 14:04:43.947996 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-36468ea7-9856-445e-b765-77d950718dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:43.949141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55198) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:43.970668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-e9d2c60c-cdb3-465b-96ac-0f5bc8c3046e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:44.019625 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c614206b-b0c4-4337-ad53-a838e27cc0e6 None None] Calling delete_port for 032da925-12f8-424b-b708-f6ce86cc3fe9 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:04:44.037475 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-36468ea7-9856-445e-b765-77d950718dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:44.165249 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-36468ea7-9856-445e-b765-77d950718dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:44.169668 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:44.189047 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c614206b-b0c4-4337-ad53-a838e27cc0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:44.207229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36468ea7-9856-445e-b765-77d950718dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a1fbf9-9e40-4490-a30f-39c121bc5e14,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:44.212228 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-36468ea7-9856-445e-b765-77d950718dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:44.221132 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-36468ea7-9856-445e-b765-77d950718dfc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/69a1fbf9-9e40-4490-a30f-39c121bc5e14 HTTP/1.1" status: 204 len: 168 time: 0.5125639 Mar 05 14:04:44.329892 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c614206b-b0c4-4337-ad53-a838e27cc0e6 None None] No DVR routers for this DVR port 032da925-12f8-424b-b708-f6ce86cc3fe9 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:04:44.333330 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614206b-b0c4-4337-ad53-a838e27cc0e6 None None] Pushing event deleted for resources: {'Port': ['ID=032da925-12f8-424b-b708-f6ce86cc3fe9,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:44.437963 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e9d2c60c-cdb3-465b-96ac-0f5bc8c3046e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:44.451240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e9d2c60c-cdb3-465b-96ac-0f5bc8c3046e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:44.531421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d2c60c-cdb3-465b-96ac-0f5bc8c3046e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:04:44.536860 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e9d2c60c-cdb3-465b-96ac-0f5bc8c3046e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:45.216543 n-d-803718-1 neutron-server[87914]: DEBUG neutron.objects.ports [None req-e9d2c60c-cdb3-465b-96ac-0f5bc8c3046e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87914) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 05 14:04:45.236255 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e9d2c60c-cdb3-465b-96ac-0f5bc8c3046e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:45.273550 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 032da925-12f8-424b-b708-f6ce86cc3fe9 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:04:45.345303 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 032da925-12f8-424b-b708-f6ce86cc3fe9 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:04:45.345646 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 032da925-12f8-424b-b708-f6ce86cc3fe9 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:04:45.427741 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d2c60c-cdb3-465b-96ac-0f5bc8c3046e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:04:45.433707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-e9d2c60c-cdb3-465b-96ac-0f5bc8c3046e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:04:45.447302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d2c60c-cdb3-465b-96ac-0f5bc8c3046e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:45.447938 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e9d2c60c-cdb3-465b-96ac-0f5bc8c3046e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:45.450690 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2909534-7e69-4979-b717-6c05c224686c None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:04:45.491615 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2c60c-cdb3-465b-96ac-0f5bc8c3046e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=f0fb9f29-97bf-4703-9972-f57c2be159eb,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:45.501487 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e9d2c60c-cdb3-465b-96ac-0f5bc8c3046e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5446506 Mar 05 14:04:45.504448 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55254) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:45.512809 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-8578f3fe-3671-4a0b-89e7-20bbb046b9de tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:45.516384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103377d2-f68c-4b3e-80c1-85b00626cbfc tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Router bb0c4e66-9885-4cdb-acba-fa572038acc8 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:04:45.860428 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8578f3fe-3671-4a0b-89e7-20bbb046b9de tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:45.901211 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8578f3fe-3671-4a0b-89e7-20bbb046b9de tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:45.901211 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8578f3fe-3671-4a0b-89e7-20bbb046b9de tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:45.901211 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8578f3fe-3671-4a0b-89e7-20bbb046b9de tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:45.933078 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8578f3fe-3671-4a0b-89e7-20bbb046b9de tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:04:45.938464 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8578f3fe-3671-4a0b-89e7-20bbb046b9de tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:45.940114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103377d2-f68c-4b3e-80c1-85b00626cbfc tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:04:45.947889 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-103377d2-f68c-4b3e-80c1-85b00626cbfc tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:45.954313 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-103377d2-f68c-4b3e-80c1-85b00626cbfc tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "PUT /v2.0/routers/bb0c4e66-9885-4cdb-acba-fa572038acc8 HTTP/1.1" status: 200 len: 918 time: 7.0633874 Mar 05 14:04:45.955780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55268) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:46.005608 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47483380-c57c-4c27-8eff-5d053162b7b8 None None] Sync routers for ids ['bb0c4e66-9885-4cdb-acba-fa572038acc8'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:04:46.017599 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d67009e9-c74e-44a6-8a92-0c4d7928efad', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'fixed_ips': [{'subnet_id': 'f0fb9f29-97bf-4703-9972-f57c2be159eb'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:04:46.018720 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:46.045888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47483380-c57c-4c27-8eff-5d053162b7b8 None None] Routers {'bb0c4e66-9885-4cdb-acba-fa572038acc8'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:04:46.046527 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-47483380-c57c-4c27-8eff-5d053162b7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:04:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['bb0c4e66-9885-4cdb-acba-fa572038acc8'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:46.191888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-47483380-c57c-4c27-8eff-5d053162b7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:46.238250 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47483380-c57c-4c27-8eff-5d053162b7b8 None None] Routers {'bb0c4e66-9885-4cdb-acba-fa572038acc8'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:04:46.244899 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-47483380-c57c-4c27-8eff-5d053162b7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:04:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['bb0c4e66-9885-4cdb-acba-fa572038acc8'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:46.284628 n-d-803718-1 neutron-server[87913]: INFO neutron.db.ipam_backend_mixin [None req-8578f3fe-3671-4a0b-89e7-20bbb046b9de tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f0fb9f29-97bf-4703-9972-f57c2be159eb (CIDR: 2001:db8::/64) Mar 05 14:04:46.291805 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-8578f3fe-3671-4a0b-89e7-20bbb046b9de tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:04:46.292514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8578f3fe-3671-4a0b-89e7-20bbb046b9de tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:04:46.334485 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ac52431c-a8d1-4a7d-83ce-2fd55b6847e0 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "GET /v2.0/routers/bb0c4e66-9885-4cdb-acba-fa572038acc8 HTTP/1.1" status: 200 len: 924 time: 0.3756588 Mar 05 14:04:46.336891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55282) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:46.475381 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8578f3fe-3671-4a0b-89e7-20bbb046b9de tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9686670 Mar 05 14:04:46.478541 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55298) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:46.484436 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-b21d77ce-3395-47dd-ad00-92fa3a4679aa tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:46.542840 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Allocated IP 2001:db8::f816:3eff:fe4b:e9ab (d67009e9-c74e-44a6-8a92-0c4d7928efad/f0fb9f29-97bf-4703-9972-f57c2be159eb/c94d9e28-6221-4353-ac71-5c671108afd9) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:04:46.615417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c442fc32-efaa-4ffe-9750-f2742b840e30 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:46.626186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c442fc32-efaa-4ffe-9750-f2742b840e30 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Synchronizing usage tracker for tenant:2f1d61ce5b154de6b48ddd0056ce0dcc on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:46.678497 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c442fc32-efaa-4ffe-9750-f2742b840e30 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Unset dirty status for tenant:2f1d61ce5b154de6b48ddd0056ce0dcc on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:46.682224 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c442fc32-efaa-4ffe-9750-f2742b840e30 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&device_id=bb0c4e66-9885-4cdb-acba-fa572038acc8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3415911 Mar 05 14:04:46.682742 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55310) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:46.792526 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-47483380-c57c-4c27-8eff-5d053162b7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:46.793074 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47483380-c57c-4c27-8eff-5d053162b7b8 None None] The sync data for ids ['bb0c4e66-9885-4cdb-acba-fa572038acc8'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:04:46.894536 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:46.923993 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Transition to ACTIVE for port object c94d9e28-6221-4353-ac71-5c671108afd9 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:04:46.961161 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b21d77ce-3395-47dd-ad00-92fa3a4679aa tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:46.970973 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b21d77ce-3395-47dd-ad00-92fa3a4679aa tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:46.978005 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Transition to ACTIVE for port object c94d9e28-6221-4353-ac71-5c671108afd9 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:04:46.981275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b21d77ce-3395-47dd-ad00-92fa3a4679aa tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:46.990112 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:46.997183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b21d77ce-3395-47dd-ad00-92fa3a4679aa tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:47.021556 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21d77ce-3395-47dd-ad00-92fa3a4679aa tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:04:47.025857 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b21d77ce-3395-47dd-ad00-92fa3a4679aa tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:47.045053 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99554ab-b89b-4b56-bea6-60bd793b86cc tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:47.053719 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d99554ab-b89b-4b56-bea6-60bd793b86cc tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 881 time: 0.3696332 Mar 05 14:04:47.055906 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55322) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:47.158303 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:04:47.164590 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:04:47.174322 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:04:47.185805 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-caf8643b-167e-4126-8eb9-4b2cf4b5428b tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0c4e66-9885-4cdb-acba-fa572038acc8 HTTP/1.1" status: 200 len: 205 time: 0.1271820 Mar 05 14:04:47.186487 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55330) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:47.376885 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Pushing event updated for resources: {'Port': ['ID=c94d9e28-6221-4353-ac71-5c671108afd9,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:47.398405 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:47.399334 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:47.399690 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:47.400025 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:47.400356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:47.400683 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:47.401008 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:47.401328 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:47.401644 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:47.401964 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:47.402282 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:47.402615 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:04:47.411566 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Attempting to bind port c94d9e28-6221-4353-ac71-5c671108afd9 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:04:47.414733 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Attempting to bind port c94d9e28-6221-4353-ac71-5c671108afd9 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:04:47.415236 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Attempting to bind port c94d9e28-6221-4353-ac71-5c671108afd9 on network d67009e9-c74e-44a6-8a92-0c4d7928efad {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:04:47.430990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:04:47.431366 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Checking segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:04:47.431770 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:47.432154 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Bound using segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:04:47.432617 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Bound port: c94d9e28-6221-4353-ac71-5c671108afd9, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:04:47.432984 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:47.538176 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b21d77ce-3395-47dd-ad00-92fa3a4679aa tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:47.659245 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d77ce-3395-47dd-ad00-92fa3a4679aa tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=02121f7c-f5ba-4351-a102-028eaacf781a,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:47.681919 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21d77ce-3395-47dd-ad00-92fa3a4679aa tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:04:47.683385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-b21d77ce-3395-47dd-ad00-92fa3a4679aa tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:04:47.690299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21d77ce-3395-47dd-ad00-92fa3a4679aa tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:47.691123 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b21d77ce-3395-47dd-ad00-92fa3a4679aa tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:47.731660 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e1d9eaeb-2a32-4dce-9e7a-c06b29f1ca0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:47.751791 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b21d77ce-3395-47dd-ad00-92fa3a4679aa tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2718256 Mar 05 14:04:47.752122 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55352) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:47.772093 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] For port c94d9e28-6221-4353-ac71-5c671108afd9, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:04:47.779484 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] For port c94d9e28-6221-4353-ac71-5c671108afd9, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c94d9e28-6221-4353-ac71-5c671108afd9,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:04:47.801616 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:47.972337 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786a3db-8070-4f03-9e26-ec4f888f932e None None] Pushing event updated for resources: {'Port': ['ID=c94d9e28-6221-4353-ac71-5c671108afd9,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:48.029485 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e1d9eaeb-2a32-4dce-9e7a-c06b29f1ca0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:48.044262 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e1d9eaeb-2a32-4dce-9e7a-c06b29f1ca0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Deleting port 25a6f128-4535-422a-8f07-0029ce6e0d3b {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:04:48.045014 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e1d9eaeb-2a32-4dce-9e7a-c06b29f1ca0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:48.362233 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e1d9eaeb-2a32-4dce-9e7a-c06b29f1ca0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:48.469239 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-30cc2646-6bf4-4058-be14-eff5a171f3bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'mac_address': 'fa:16:3e:d1:25:92', 'name': 'tempest-NetworksTestDHCPv6-1661071456'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:48.597454 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e1d9eaeb-2a32-4dce-9e7a-c06b29f1ca0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Calling delete_port for 25a6f128-4535-422a-8f07-0029ce6e0d3b owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:04:48.972514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-30cc2646-6bf4-4058-be14-eff5a171f3bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:48.981218 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-30cc2646-6bf4-4058-be14-eff5a171f3bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:port and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:48.990127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-30cc2646-6bf4-4058-be14-eff5a171f3bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:49.005929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-30cc2646-6bf4-4058-be14-eff5a171f3bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:49.015074 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e1d9eaeb-2a32-4dce-9e7a-c06b29f1ca0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:49.033169 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cc2646-6bf4-4058-be14-eff5a171f3bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:04:49.243465 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9eaeb-2a32-4dce-9e7a-c06b29f1ca0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Pushing event deleted for resources: {'Port': ['ID=25a6f128-4535-422a-8f07-0029ce6e0d3b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:49.314108 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c94d9e28-6221-4353-ac71-5c671108afd9 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:04:49.465534 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e1d9eaeb-2a32-4dce-9e7a-c06b29f1ca0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:49.515742 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port c94d9e28-6221-4353-ac71-5c671108afd9 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:04:49.533466 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30cc2646-6bf4-4058-be14-eff5a171f3bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:49.565913 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-30cc2646-6bf4-4058-be14-eff5a171f3bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] device_id is not set on port 53b22e80-e618-4da8-9ff6-58b6d4e750a0 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:04:49.711068 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bdcc0f-9806-44a4-b2f0-b3e26d7db931 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:04:49.829810 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e1d9eaeb-2a32-4dce-9e7a-c06b29f1ca0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:49.832676 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e1d9eaeb-2a32-4dce-9e7a-c06b29f1ca0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:49.885196 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e1d9eaeb-2a32-4dce-9e7a-c06b29f1ca0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:49.885780 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d9eaeb-2a32-4dce-9e7a-c06b29f1ca0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Fanout notify agent at l3_agent the message router_deleted on router bb0c4e66-9885-4cdb-acba-fa572038acc8 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:04:49.891845 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-56386dea-750c-4a9c-b91b-b3a5b952c9f4 None None] Provisioning for port c94d9e28-6221-4353-ac71-5c671108afd9 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:04:49.899959 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-56386dea-750c-4a9c-b91b-b3a5b952c9f4 None None] Provisioning complete for port c94d9e28-6221-4353-ac71-5c671108afd9 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:04:49.900364 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-56386dea-750c-4a9c-b91b-b3a5b952c9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:49.908224 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e1d9eaeb-2a32-4dce-9e7a-c06b29f1ca0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:49.911150 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e1d9eaeb-2a32-4dce-9e7a-c06b29f1ca0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "DELETE /v2.0/routers/bb0c4e66-9885-4cdb-acba-fa572038acc8 HTTP/1.1" status: 204 len: 168 time: 2.7218471 Mar 05 14:04:49.914500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55422) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:49.931721 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-30cc2646-6bf4-4058-be14-eff5a171f3bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8:0:1::133 (d67009e9-c74e-44a6-8a92-0c4d7928efad/02121f7c-f5ba-4351-a102-028eaacf781a/53b22e80-e618-4da8-9ff6-58b6d4e750a0) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:04:49.934522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-8e7b4f2b-2bea-4283-8daf-e9d7dcc2e612 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1226304922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:49.939539 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-30cc2646-6bf4-4058-be14-eff5a171f3bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8::f816:3eff:fed1:2592 (d67009e9-c74e-44a6-8a92-0c4d7928efad/f0fb9f29-97bf-4703-9972-f57c2be159eb/53b22e80-e618-4da8-9ff6-58b6d4e750a0) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:04:49.950843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8e7b4f2b-2bea-4283-8daf-e9d7dcc2e612 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:49.957620 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8e7b4f2b-2bea-4283-8daf-e9d7dcc2e612 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Usage tracker for resource:router and tenant:66086abe88eb4c64a021ab84a0a21799 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:49.963282 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8e7b4f2b-2bea-4283-8daf-e9d7dcc2e612 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:49.975166 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8e7b4f2b-2bea-4283-8daf-e9d7dcc2e612 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:49.996950 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8e7b4f2b-2bea-4283-8daf-e9d7dcc2e612 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:49.997827 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8e7b4f2b-2bea-4283-8daf-e9d7dcc2e612 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:50.027323 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8e7b4f2b-2bea-4283-8daf-e9d7dcc2e612 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:50.061910 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8e7b4f2b-2bea-4283-8daf-e9d7dcc2e612 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:50.146804 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8e7b4f2b-2bea-4283-8daf-e9d7dcc2e612 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:50.151927 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55436) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:50.153561 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8e7b4f2b-2bea-4283-8daf-e9d7dcc2e612 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2377260 Mar 05 14:04:50.287848 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-e2a95980-8e38-4506-b248-8fe45571279f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'enable_snat': False}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:50.317661 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55442) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:50.569874 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-09a60712-3298-4899-9638-cf684db60d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:50.608813 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-56386dea-750c-4a9c-b91b-b3a5b952c9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:50.657988 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-56386dea-750c-4a9c-b91b-b3a5b952c9f4 None None] For port c94d9e28-6221-4353-ac71-5c671108afd9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c94d9e28-6221-4353-ac71-5c671108afd9,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:04:50.659968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-09a60712-3298-4899-9638-cf684db60d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:50.679814 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-09a60712-3298-4899-9638-cf684db60d2d admin admin] Usage tracker for resource:security_group_rule and tenant:790c262b394f4ce1a7cf0a6359bcc6f3 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:50.682908 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-09a60712-3298-4899-9638-cf684db60d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:50.695053 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-09a60712-3298-4899-9638-cf684db60d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:50.741359 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-56386dea-750c-4a9c-b91b-b3a5b952c9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:50.743637 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db151acd-c450-4856-b135-25da101ea431 None None] Update dhcp port {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'fixed_ips': [{'subnet_id': 'f0fb9f29-97bf-4703-9972-f57c2be159eb', 'ip_address': '2001:db8::f816:3eff:fe4b:e9ab'}, {'subnet_id': '02121f7c-f5ba-4351-a102-028eaacf781a'}], 'binding:host_id': 'n-d-803718-1'}, 'id': 'c94d9e28-6221-4353-ac71-5c671108afd9'} from n-d-803718-1. {{(pid=87915) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 05 14:04:50.791420 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55454) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:50.870302 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30cc2646-6bf4-4058-be14-eff5a171f3bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:50.883030 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56386dea-750c-4a9c-b91b-b3a5b952c9f4 None None] Pushing event updated for resources: {'Port': ['ID=c94d9e28-6221-4353-ac71-5c671108afd9,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:50.898220 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-db151acd-c450-4856-b135-25da101ea431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:50.959905 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-09a60712-3298-4899-9638-cf684db60d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:50.968972 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-09a60712-3298-4899-9638-cf684db60d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:51.073251 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a60712-3298-4899-9638-cf684db60d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4c821e-cd07-4efe-9810-d814f14bc9f3,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:51.087588 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46e533a8-bf2c-4f1a-b4e5-fd3d26dbb9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:51.132054 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-09a60712-3298-4899-9638-cf684db60d2d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=790c262b394f4ce1a7cf0a6359bcc6f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8130724 Mar 05 14:04:51.142329 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55460) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:51.145173 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-30cc2646-6bf4-4058-be14-eff5a171f3bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Transition to ACTIVE for port object 53b22e80-e618-4da8-9ff6-58b6d4e750a0 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:04:51.155092 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-46e533a8-bf2c-4f1a-b4e5-fd3d26dbb9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:51.198667 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-46e533a8-bf2c-4f1a-b4e5-fd3d26dbb9cf admin admin] Usage tracker for resource:security_group_rule and tenant:c6ee69b8c09d433f96630cbc24f4e98e is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:51.242365 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c94d9e28-6221-4353-ac71-5c671108afd9 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:04:51.271018 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-46e533a8-bf2c-4f1a-b4e5-fd3d26dbb9cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:51.291654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-46e533a8-bf2c-4f1a-b4e5-fd3d26dbb9cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:51.416750 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port c94d9e28-6221-4353-ac71-5c671108afd9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:04:51.417419 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:51.445387 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2a95980-8e38-4506-b248-8fe45571279f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:51.477901 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46e533a8-bf2c-4f1a-b4e5-fd3d26dbb9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:51.495643 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46e533a8-bf2c-4f1a-b4e5-fd3d26dbb9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:51.524450 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30cc2646-6bf4-4058-be14-eff5a171f3bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:51.542971 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-46e533a8-bf2c-4f1a-b4e5-fd3d26dbb9cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6ee69b8c09d433f96630cbc24f4e98e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7491944 Mar 05 14:04:51.546959 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55474) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:51.553678 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-582615d5-fff1-4d5e-8ff9-6dcc346ab677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:51.585373 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-582615d5-fff1-4d5e-8ff9-6dcc346ab677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:51.723464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e533a8-bf2c-4f1a-b4e5-fd3d26dbb9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02122aca-2f6a-4bbe-8f87-35abd69d168b,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:51.729597 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cc2646-6bf4-4058-be14-eff5a171f3bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:04:51.741954 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-30cc2646-6bf4-4058-be14-eff5a171f3bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:04:51.744962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc2646-6bf4-4058-be14-eff5a171f3bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:04:51.758892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cc2646-6bf4-4058-be14-eff5a171f3bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:51.761053 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30cc2646-6bf4-4058-be14-eff5a171f3bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:51.767171 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-db151acd-c450-4856-b135-25da101ea431 None None] Allocated IP 2001:db8:0:1::2 (d67009e9-c74e-44a6-8a92-0c4d7928efad/02121f7c-f5ba-4351-a102-028eaacf781a/c94d9e28-6221-4353-ac71-5c671108afd9) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:04:51.826381 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-582615d5-fff1-4d5e-8ff9-6dcc346ab677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:51.862553 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc2646-6bf4-4058-be14-eff5a171f3bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=53b22e80-e618-4da8-9ff6-58b6d4e750a0,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:51.887376 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-30cc2646-6bf4-4058-be14-eff5a171f3bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.1340973 Mar 05 14:04:51.890480 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55478) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:51.893017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582615d5-fff1-4d5e-8ff9-6dcc346ab677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4c821e-cd07-4efe-9810-d814f14bc9f3,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:51.936207 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2de22516-0b28-44fd-b74f-1e2fc695c077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:51.983080 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-582615d5-fff1-4d5e-8ff9-6dcc346ab677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:51.984874 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-582615d5-fff1-4d5e-8ff9-6dcc346ab677 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc4c821e-cd07-4efe-9810-d814f14bc9f3 HTTP/1.1" status: 204 len: 168 time: 0.8377566 Mar 05 14:04:52.018216 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-db151acd-c450-4856-b135-25da101ea431 None None] For port c94d9e28-6221-4353-ac71-5c671108afd9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c94d9e28-6221-4353-ac71-5c671108afd9,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:04:52.036483 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2de22516-0b28-44fd-b74f-1e2fc695c077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:52.078394 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-db151acd-c450-4856-b135-25da101ea431 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:52.121712 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-db151acd-c450-4856-b135-25da101ea431 None None] Transition to ACTIVE for port object c94d9e28-6221-4353-ac71-5c671108afd9 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:04:52.132462 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-db151acd-c450-4856-b135-25da101ea431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:52.441615 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c75f3cdf-6a62-4a89-8887-e2bb4538318e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting port 53b22e80-e618-4da8-9ff6-58b6d4e750a0 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:04:52.442596 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c75f3cdf-6a62-4a89-8887-e2bb4538318e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:52.542589 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55494) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:52.630036 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db151acd-c450-4856-b135-25da101ea431 None None] Pushing event updated for resources: {'Port': ['ID=c94d9e28-6221-4353-ac71-5c671108afd9,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:52.633637 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2a95980-8e38-4506-b248-8fe45571279f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:52.685287 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b6e2fe66-edfd-4ce0-96ba-814f1ac22622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:52.740827 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b6e2fe66-edfd-4ce0-96ba-814f1ac22622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:52.755064 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b6e2fe66-edfd-4ce0-96ba-814f1ac22622 admin admin] Usage tracker for resource:security_group_rule and tenant:0dfc7c6f45dc410c8343a244af5621f9 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:52.755880 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2a95980-8e38-4506-b248-8fe45571279f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:52.765274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b6e2fe66-edfd-4ce0-96ba-814f1ac22622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:52.803403 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b6e2fe66-edfd-4ce0-96ba-814f1ac22622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:52.992207 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b6e2fe66-edfd-4ce0-96ba-814f1ac22622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:52.998482 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b6e2fe66-edfd-4ce0-96ba-814f1ac22622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:53.040230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2fe66-edfd-4ce0-96ba-814f1ac22622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f4846e-67f6-4e77-93c6-dab6f3955cb6,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:53.128306 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2de22516-0b28-44fd-b74f-1e2fc695c077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:53.159120 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de22516-0b28-44fd-b74f-1e2fc695c077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02122aca-2f6a-4bbe-8f87-35abd69d168b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:53.177960 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2de22516-0b28-44fd-b74f-1e2fc695c077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:53.181594 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2de22516-0b28-44fd-b74f-1e2fc695c077 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02122aca-2f6a-4bbe-8f87-35abd69d168b HTTP/1.1" status: 204 len: 168 time: 1.6320436 Mar 05 14:04:53.188127 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b6e2fe66-edfd-4ce0-96ba-814f1ac22622 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0dfc7c6f45dc410c8343a244af5621f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6165416 Mar 05 14:04:53.189308 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55510) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:53.296934 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c94d9e28-6221-4353-ac71-5c671108afd9 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:04:53.431219 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07fd7d88-09cd-4025-9156-36c08aab5569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:53.521669 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07fd7d88-09cd-4025-9156-36c08aab5569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:53.606429 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55518) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:53.693925 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07fd7d88-09cd-4025-9156-36c08aab5569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:53.704899 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-e2a95980-8e38-4506-b248-8fe45571279f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Allocated IP 172.25.4.11 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/17e3d660-118a-4e1d-94e7-f5b35b2fc586) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:04:53.721682 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07fd7d88-09cd-4025-9156-36c08aab5569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:53.727287 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-07fd7d88-09cd-4025-9156-36c08aab5569 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4f4846e-67f6-4e77-93c6-dab6f3955cb6 HTTP/1.1" status: 204 len: 168 time: 0.5364017 Mar 05 14:04:53.745532 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd7d88-09cd-4025-9156-36c08aab5569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f4846e-67f6-4e77-93c6-dab6f3955cb6,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:53.820430 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0eb34262-1ee7-4dfd-8622-c7642c006843 None None] Provisioning for port c94d9e28-6221-4353-ac71-5c671108afd9 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:04:53.825843 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c75f3cdf-6a62-4a89-8887-e2bb4538318e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:53.837390 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0eb34262-1ee7-4dfd-8622-c7642c006843 None None] Provisioning complete for port c94d9e28-6221-4353-ac71-5c671108afd9 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:04:53.837756 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0eb34262-1ee7-4dfd-8622-c7642c006843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:53.962522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55530) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:54.023317 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5f7fb33-a971-4810-887c-e975972fc8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:54.103158 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e5f7fb33-a971-4810-887c-e975972fc8dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:54.143523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c75f3cdf-6a62-4a89-8887-e2bb4538318e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Calling delete_port for 53b22e80-e618-4da8-9ff6-58b6d4e750a0 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:04:54.182399 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ffaac799-8e15-4a7b-afdb-123d31075324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:54.219709 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e5f7fb33-a971-4810-887c-e975972fc8dc admin admin] Usage tracker for resource:security_group_rule and tenant:fe5d7f47f33744cc95ac43fc6086fe45 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:54.228793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e5f7fb33-a971-4810-887c-e975972fc8dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:54.249997 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ffaac799-8e15-4a7b-afdb-123d31075324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:54.262219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ffaac799-8e15-4a7b-afdb-123d31075324 admin admin] Usage tracker for resource:security_group_rule and tenant:b0c43562e72341f696af2d07e5d36b5f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:54.269844 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ffaac799-8e15-4a7b-afdb-123d31075324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:54.289362 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e5f7fb33-a971-4810-887c-e975972fc8dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:54.292084 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ffaac799-8e15-4a7b-afdb-123d31075324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:54.586973 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ffaac799-8e15-4a7b-afdb-123d31075324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:54.594368 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5f7fb33-a971-4810-887c-e975972fc8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:54.605195 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ffaac799-8e15-4a7b-afdb-123d31075324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:54.652854 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaac799-8e15-4a7b-afdb-123d31075324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ba94e0-6262-4ee0-931e-09fa109525dd,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:54.655513 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5f7fb33-a971-4810-887c-e975972fc8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:54.729488 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2a95980-8e38-4506-b248-8fe45571279f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:54.730000 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ffaac799-8e15-4a7b-afdb-123d31075324 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0c43562e72341f696af2d07e5d36b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1182327 Mar 05 14:04:54.735133 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55556) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:54.758572 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e5f7fb33-a971-4810-887c-e975972fc8dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe5d7f47f33744cc95ac43fc6086fe45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7941844 Mar 05 14:04:54.759684 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55560) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:54.764803 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7fb33-a971-4810-887c-e975972fc8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fbbc40-090f-4339-b805-2587dcc27b20,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:54.862266 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3680198a-d127-467a-87ff-7775afdb402d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:54.878731 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c75f3cdf-6a62-4a89-8887-e2bb4538318e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:54.880448 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d4d20611-cddf-427b-b078-8c0a449f2bb8 None None] Provisioning for port 53b22e80-e618-4da8-9ff6-58b6d4e750a0 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:04:54.883020 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2a95980-8e38-4506-b248-8fe45571279f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:54.889544 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d4d20611-cddf-427b-b078-8c0a449f2bb8 None None] Provisioning complete for port 53b22e80-e618-4da8-9ff6-58b6d4e750a0 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:04:54.892691 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d4d20611-cddf-427b-b078-8c0a449f2bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:54.911613 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3680198a-d127-467a-87ff-7775afdb402d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:54.932972 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6aa4cc3b-8300-4aed-a463-f7cd5cc56982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:54.969142 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d4d20611-cddf-427b-b078-8c0a449f2bb8 None None] Port 53b22e80-e618-4da8-9ff6-58b6d4e750a0 was deleted so its status cannot be updated. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 05 14:04:54.991210 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6aa4cc3b-8300-4aed-a463-f7cd5cc56982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:55.078874 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3680198a-d127-467a-87ff-7775afdb402d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:55.111753 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a95980-8e38-4506-b248-8fe45571279f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:04:55.128602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-e2a95980-8e38-4506-b248-8fe45571279f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:04:55.143979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680198a-d127-467a-87ff-7775afdb402d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fbbc40-090f-4339-b805-2587dcc27b20,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:55.152705 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a95980-8e38-4506-b248-8fe45571279f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:04:55.157145 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6aa4cc3b-8300-4aed-a463-f7cd5cc56982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:55.177491 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6aa4cc3b-8300-4aed-a463-f7cd5cc56982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:55.181594 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6aa4cc3b-8300-4aed-a463-f7cd5cc56982 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87ba94e0-6262-4ee0-931e-09fa109525dd HTTP/1.1" status: 204 len: 168 time: 0.4445045 Mar 05 14:04:55.185037 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3680198a-d127-467a-87ff-7775afdb402d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:55.188543 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3680198a-d127-467a-87ff-7775afdb402d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68fbbc40-090f-4339-b805-2587dcc27b20 HTTP/1.1" status: 204 len: 168 time: 0.4228208 Mar 05 14:04:55.189979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4cc3b-8300-4aed-a463-f7cd5cc56982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ba94e0-6262-4ee0-931e-09fa109525dd,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:55.231614 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c75f3cdf-6a62-4a89-8887-e2bb4538318e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:55.267183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a95980-8e38-4506-b248-8fe45571279f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Pushing event updated for resources: {'Port': ['ID=17e3d660-118a-4e1d-94e7-f5b35b2fc586,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:55.332179 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f3cdf-6a62-4a89-8887-e2bb4538318e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Port': ['ID=53b22e80-e618-4da8-9ff6-58b6d4e750a0,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:55.342158 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c75f3cdf-6a62-4a89-8887-e2bb4538318e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/53b22e80-e618-4da8-9ff6-58b6d4e750a0 HTTP/1.1" status: 204 len: 168 time: 3.4491138 Mar 05 14:04:55.344812 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55584) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:55.560807 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0ed76f-de29-4f5f-9b21-8ded4b8a09e6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:55.562364 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3f0ed76f-de29-4f5f-9b21-8ded4b8a09e6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2165554 Mar 05 14:04:55.567530 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55594) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:55.664022 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a111aff-738c-4f42-adfa-97303e138c31 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:55.665592 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8a111aff-738c-4f42-adfa-97303e138c31 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0932441 Mar 05 14:04:55.669000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55602) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:55.777182 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21527d83-ff07-413d-b2b8-62bb4c9758df tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:55.778970 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21527d83-ff07-413d-b2b8-62bb4c9758df tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:55.782667 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21527d83-ff07-413d-b2b8-62bb4c9758df tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:04:55.783653 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-21527d83-ff07-413d-b2b8-62bb4c9758df tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:04:55.819634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-21527d83-ff07-413d-b2b8-62bb4c9758df tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:04:55.822645 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-21527d83-ff07-413d-b2b8-62bb4c9758df tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1430449 Mar 05 14:04:55.825473 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55610) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:55.885212 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55614) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:55.950478 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-84218c68-2e96-4467-a370-c25fb4812d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:55.963717 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd1cc88-0121-4551-a31f-657878df34ad tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet 02121f7c-f5ba-4351-a102-028eaacf781a {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:04:55.966829 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4dd1cc88-0121-4551-a31f-657878df34ad tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:56.001778 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-84218c68-2e96-4467-a370-c25fb4812d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:56.017933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-84218c68-2e96-4467-a370-c25fb4812d93 admin admin] Usage tracker for resource:security_group_rule and tenant:e9f5aaca0be948379fb90b4558493bdb is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:56.028982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-84218c68-2e96-4467-a370-c25fb4812d93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:56.055986 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4dd1cc88-0121-4551-a31f-657878df34ad tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:56.157827 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-84218c68-2e96-4467-a370-c25fb4812d93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:56.182814 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4dd1cc88-0121-4551-a31f-657878df34ad tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:56.349792 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2a95980-8e38-4506-b248-8fe45571279f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:56.357582 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4dd1cc88-0121-4551-a31f-657878df34ad tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:56.457851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1cc88-0121-4551-a31f-657878df34ad tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=02121f7c-f5ba-4351-a102-028eaacf781a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:56.459826 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4dd1cc88-0121-4551-a31f-657878df34ad tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:56.467912 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef08704-cbf8-445f-a2ed-399af7dacadc None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:04:56.517322 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4dd1cc88-0121-4551-a31f-657878df34ad tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/02121f7c-f5ba-4351-a102-028eaacf781a HTTP/1.1" status: 204 len: 168 time: 0.6904593 Mar 05 14:04:56.520510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55640) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:56.683727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-b936e088-490b-4b6c-8db4-cf55bce2ed30 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet f0fb9f29-97bf-4703-9972-f57c2be159eb {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:04:56.694575 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b936e088-490b-4b6c-8db4-cf55bce2ed30 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:56.817723 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b936e088-490b-4b6c-8db4-cf55bce2ed30 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:56.852768 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-84218c68-2e96-4467-a370-c25fb4812d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:57.027339 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-84218c68-2e96-4467-a370-c25fb4812d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:57.073687 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b936e088-490b-4b6c-8db4-cf55bce2ed30 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:57.101080 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:04:57.200044 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55694) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:57.205538 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-84218c68-2e96-4467-a370-c25fb4812d93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9f5aaca0be948379fb90b4558493bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3172853 Mar 05 14:04:57.234383 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84218c68-2e96-4467-a370-c25fb4812d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefe2566-1566-4551-9373-9d56d1914545,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:57.279777 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b936e088-490b-4b6c-8db4-cf55bce2ed30 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:57.363698 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936e088-490b-4b6c-8db4-cf55bce2ed30 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=f0fb9f29-97bf-4703-9972-f57c2be159eb,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:57.392270 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a6c4b0c1-0cbc-46f9-953e-48b928f6548a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:57.407649 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b936e088-490b-4b6c-8db4-cf55bce2ed30 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:57.440082 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b936e088-490b-4b6c-8db4-cf55bce2ed30 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/f0fb9f29-97bf-4703-9972-f57c2be159eb HTTP/1.1" status: 204 len: 168 time: 0.9180574 Mar 05 14:04:57.447109 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55714) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:57.474036 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a6c4b0c1-0cbc-46f9-953e-48b928f6548a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:57.553528 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a6c4b0c1-0cbc-46f9-953e-48b928f6548a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:57.595761 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4b0c1-0cbc-46f9-953e-48b928f6548a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefe2566-1566-4551-9373-9d56d1914545,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:04:57.622268 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a6c4b0c1-0cbc-46f9-953e-48b928f6548a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:57.627194 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a6c4b0c1-0cbc-46f9-953e-48b928f6548a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cefe2566-1566-4551-9373-9d56d1914545 HTTP/1.1" status: 204 len: 168 time: 0.4236007 Mar 05 14:04:57.688704 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5e76a9d2-c6e4-40bc-a7b3-34c93359d891 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2403417 Mar 05 14:04:57.693228 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55722) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:57.712267 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-18895d82-3a3e-4bd2-904a-1ec289665552 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:04:57.733678 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2a95980-8e38-4506-b248-8fe45571279f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:57.737586 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2a95980-8e38-4506-b248-8fe45571279f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3922806'] for router, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:58.059497 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-18895d82-3a3e-4bd2-904a-1ec289665552 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:04:58.069175 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-18895d82-3a3e-4bd2-904a-1ec289665552 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:04:58.074956 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-18895d82-3a3e-4bd2-904a-1ec289665552 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:04:58.096868 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-18895d82-3a3e-4bd2-904a-1ec289665552 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:04:58.119050 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18895d82-3a3e-4bd2-904a-1ec289665552 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:04:58.125736 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18895d82-3a3e-4bd2-904a-1ec289665552 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:58.282664 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a95980-8e38-4506-b248-8fe45571279f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Router aa072bd7-87de-4f3c-86f7-27cfefa3bf67 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:04:58.290739 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8d3cee-7af6-4651-a3f2-76a9d4face8e None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:04:58.623576 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a6bf35b6-ca7f-4b9f-8d56-857f6267bb59 None None] Provisioning complete for port c94d9e28-6221-4353-ac71-5c671108afd9 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:04:58.623951 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a6bf35b6-ca7f-4b9f-8d56-857f6267bb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:58.900866 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a95980-8e38-4506-b248-8fe45571279f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:04:58.922012 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ff16a7-4804-4a30-82a2-8caea405b716 None None] Sync routers for ids ['aa072bd7-87de-4f3c-86f7-27cfefa3bf67'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:04:58.939998 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ff16a7-4804-4a30-82a2-8caea405b716 None None] Routers {'aa072bd7-87de-4f3c-86f7-27cfefa3bf67'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:04:58.940977 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e1ff16a7-4804-4a30-82a2-8caea405b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:04:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['aa072bd7-87de-4f3c-86f7-27cfefa3bf67'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:58.951384 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2a95980-8e38-4506-b248-8fe45571279f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:58.954414 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e2a95980-8e38-4506-b248-8fe45571279f tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "PUT /v2.0/routers/aa072bd7-87de-4f3c-86f7-27cfefa3bf67 HTTP/1.1" status: 200 len: 919 time: 8.7962739 Mar 05 14:04:58.957949 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55796) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:59.086743 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e1ff16a7-4804-4a30-82a2-8caea405b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:59.143599 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ff16a7-4804-4a30-82a2-8caea405b716 None None] Routers {'aa072bd7-87de-4f3c-86f7-27cfefa3bf67'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:04:59.144245 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e1ff16a7-4804-4a30-82a2-8caea405b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:04:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['aa072bd7-87de-4f3c-86f7-27cfefa3bf67'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:59.273610 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:59.282462 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e1ff16a7-4804-4a30-82a2-8caea405b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:04:59.282910 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ff16a7-4804-4a30-82a2-8caea405b716 None None] The sync data for ids ['aa072bd7-87de-4f3c-86f7-27cfefa3bf67'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:04:59.308812 n-d-803718-1 neutron-server[87913]: DEBUG neutron.objects.ports [None req-18895d82-3a3e-4bd2-904a-1ec289665552 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87913) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 05 14:04:59.342844 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:59.482343 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638e3124-f99d-4920-ac05-154cf620159a None None] DHCP port deletion for d67009e9-c74e-44a6-8a92-0c4d7928efad request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:04:59.486904 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-638e3124-f99d-4920-ac05-154cf620159a None None] Deleting port c94d9e28-6221-4353-ac71-5c671108afd9 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:04:59.487276 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-638e3124-f99d-4920-ac05-154cf620159a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:59.734375 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9df16acb-a904-4412-8cda-e31f0a438ec2 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "GET /v2.0/routers/aa072bd7-87de-4f3c-86f7-27cfefa3bf67 HTTP/1.1" status: 200 len: 925 time: 0.7748592 Mar 05 14:04:59.737865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55830) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:04:59.922524 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-638e3124-f99d-4920-ac05-154cf620159a None None] For port c94d9e28-6221-4353-ac71-5c671108afd9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c94d9e28-6221-4353-ac71-5c671108afd9,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:04:59.924952 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-638e3124-f99d-4920-ac05-154cf620159a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:04:59.982781 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18895d82-3a3e-4bd2-904a-1ec289665552 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:00.131353 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb2d59c-f2e2-43ef-b727-c833c436bbdc tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:00.132886 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-aeb2d59c-f2e2-43ef-b727-c833c436bbdc tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&device_id=aa072bd7-87de-4f3c-86f7-27cfefa3bf67&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3939741 Mar 05 14:05:00.135698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55844) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:00.217716 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-638e3124-f99d-4920-ac05-154cf620159a None None] Calling delete_port for c94d9e28-6221-4353-ac71-5c671108afd9 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:05:00.344969 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141a7829-51a7-46f2-8c65-2e4bfe26749c tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:00.348433 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-141a7829-51a7-46f2-8c65-2e4bfe26749c tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "GET /v2.0/networks/ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 881 time: 0.2112339 Mar 05 14:05:00.353024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55854) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:00.465290 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-18895d82-3a3e-4bd2-904a-1ec289665552 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] For port c94d9e28-6221-4353-ac71-5c671108afd9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c94d9e28-6221-4353-ac71-5c671108afd9,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:05:00.494427 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55862) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:00.499394 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-47ae2c24-1661-4dd0-8239-8983f1c89093 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa072bd7-87de-4f3c-86f7-27cfefa3bf67 HTTP/1.1" status: 200 len: 205 time: 0.1396780 Mar 05 14:05:00.656364 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.resource_extend [None req-18895d82-3a3e-4bd2-904a-1ec289665552 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 14:05:00.676209 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18895d82-3a3e-4bd2-904a-1ec289665552 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:00.693893 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-638e3124-f99d-4920-ac05-154cf620159a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:05:00.694403 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-638e3124-f99d-4920-ac05-154cf620159a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:05:00.701990 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18895d82-3a3e-4bd2-904a-1ec289665552 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:00.702959 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18895d82-3a3e-4bd2-904a-1ec289665552 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:00.905374 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18895d82-3a3e-4bd2-904a-1ec289665552 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=6e79d58d-af8f-4d02-988e-1f7074698df6,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:00.971852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18895d82-3a3e-4bd2-904a-1ec289665552 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:05:00.991833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-18895d82-3a3e-4bd2-904a-1ec289665552 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:05:00.995251 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18895d82-3a3e-4bd2-904a-1ec289665552 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:00.996018 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18895d82-3a3e-4bd2-904a-1ec289665552 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:01.028733 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6299-5146-40c8-a2a2-a134026b6d0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:01.163330 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c94d9e28-6221-4353-ac71-5c671108afd9 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:05:01.175842 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18895d82-3a3e-4bd2-904a-1ec289665552 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=c94d9e28-6221-4353-ac71-5c671108afd9,revision_number=8']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:01.195566 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-18895d82-3a3e-4bd2-904a-1ec289665552 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5003986 Mar 05 14:05:01.198486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55890) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:01.204255 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-0f720fda-fe60-4596-8a0a-04f2fac9a3ec tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:01.249746 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-638e3124-f99d-4920-ac05-154cf620159a None None] Deleting port c94d9e28-6221-4353-ac71-5c671108afd9 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:05:01.256535 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-638e3124-f99d-4920-ac05-154cf620159a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:01.486454 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6299-5146-40c8-a2a2-a134026b6d0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:01.507894 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e8dd6299-5146-40c8-a2a2-a134026b6d0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Deleting port 17e3d660-118a-4e1d-94e7-f5b35b2fc586 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:05:01.508561 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6299-5146-40c8-a2a2-a134026b6d0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:01.595644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0f720fda-fe60-4596-8a0a-04f2fac9a3ec tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:01.612298 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0f720fda-fe60-4596-8a0a-04f2fac9a3ec tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:01.616248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0f720fda-fe60-4596-8a0a-04f2fac9a3ec tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:01.625547 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0f720fda-fe60-4596-8a0a-04f2fac9a3ec tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:01.660709 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f720fda-fe60-4596-8a0a-04f2fac9a3ec tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:05:01.664337 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0f720fda-fe60-4596-8a0a-04f2fac9a3ec tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:01.985898 n-d-803718-1 neutron-server[87914]: INFO neutron.db.ipam_backend_mixin [None req-0f720fda-fe60-4596-8a0a-04f2fac9a3ec tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6e79d58d-af8f-4d02-988e-1f7074698df6 (CIDR: 2001:db8::/64) Mar 05 14:05:01.991006 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f720fda-fe60-4596-8a0a-04f2fac9a3ec tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:05:01.991719 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f720fda-fe60-4596-8a0a-04f2fac9a3ec tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:02.027152 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:02.034888 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0f720fda-fe60-4596-8a0a-04f2fac9a3ec tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8350599 Mar 05 14:05:02.038732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55930) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:02.046860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-47a33bf3-6dfd-48b7-859a-8571b8b99df7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:02.064265 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6299-5146-40c8-a2a2-a134026b6d0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:02.122210 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port c94d9e28-6221-4353-ac71-5c671108afd9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c94d9e28-6221-4353-ac71-5c671108afd9,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:05:02.137314 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:02.141554 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-638e3124-f99d-4920-ac05-154cf620159a None None] For port c94d9e28-6221-4353-ac71-5c671108afd9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c94d9e28-6221-4353-ac71-5c671108afd9,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:05:02.154686 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-638e3124-f99d-4920-ac05-154cf620159a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:02.339309 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-47a33bf3-6dfd-48b7-859a-8571b8b99df7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:02.347533 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-47a33bf3-6dfd-48b7-859a-8571b8b99df7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:02.352935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-47a33bf3-6dfd-48b7-859a-8571b8b99df7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:02.370395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-47a33bf3-6dfd-48b7-859a-8571b8b99df7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:02.413254 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a33bf3-6dfd-48b7-859a-8571b8b99df7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:05:02.416193 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e8dd6299-5146-40c8-a2a2-a134026b6d0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Calling delete_port for 17e3d660-118a-4e1d-94e7-f5b35b2fc586 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:05:02.418705 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-47a33bf3-6dfd-48b7-859a-8571b8b99df7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:02.716015 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=c94d9e28-6221-4353-ac71-5c671108afd9,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:02.734170 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-638e3124-f99d-4920-ac05-154cf620159a None None] Calling delete_port for c94d9e28-6221-4353-ac71-5c671108afd9 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:05:02.810086 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6299-5146-40c8-a2a2-a134026b6d0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:02.879053 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-638e3124-f99d-4920-ac05-154cf620159a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:05:02.879571 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-638e3124-f99d-4920-ac05-154cf620159a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:05:02.967521 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd6299-5146-40c8-a2a2-a134026b6d0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Pushing event deleted for resources: {'Port': ['ID=17e3d660-118a-4e1d-94e7-f5b35b2fc586,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:03.091785 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6299-5146-40c8-a2a2-a134026b6d0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:03.231036 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-47a33bf3-6dfd-48b7-859a-8571b8b99df7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:03.278798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-638e3124-f99d-4920-ac05-154cf620159a None None] Deleting port c94d9e28-6221-4353-ac71-5c671108afd9 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:05:03.279747 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-638e3124-f99d-4920-ac05-154cf620159a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:03.380851 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a33bf3-6dfd-48b7-859a-8571b8b99df7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:05:03.402880 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-47a33bf3-6dfd-48b7-859a-8571b8b99df7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:05:03.407503 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a33bf3-6dfd-48b7-859a-8571b8b99df7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:03.408944 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-47a33bf3-6dfd-48b7-859a-8571b8b99df7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:03.471873 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-47a33bf3-6dfd-48b7-859a-8571b8b99df7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4319553 Mar 05 14:05:03.474749 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55988) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:03.500107 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'mac_address': 'fa:16:3e:e7:8c:37', 'name': 'tempest-NetworksTestDHCPv6-1370849886'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:03.617539 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a33bf3-6dfd-48b7-859a-8571b8b99df7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=85f302a1-c80c-4221-93f2-244913ace802,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:03.841259 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-638e3124-f99d-4920-ac05-154cf620159a None None] For port c94d9e28-6221-4353-ac71-5c671108afd9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c94d9e28-6221-4353-ac71-5c671108afd9,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:05:03.841823 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-638e3124-f99d-4920-ac05-154cf620159a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:03.861127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:03.873132 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:port and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:03.880409 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:03.895856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:03.922683 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:05:04.010623 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6299-5146-40c8-a2a2-a134026b6d0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:04.019264 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6299-5146-40c8-a2a2-a134026b6d0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:04.100363 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6299-5146-40c8-a2a2-a134026b6d0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:04.100954 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dd6299-5146-40c8-a2a2-a134026b6d0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Fanout notify agent at l3_agent the message router_deleted on router aa072bd7-87de-4f3c-86f7-27cfefa3bf67 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:05:04.167884 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6299-5146-40c8-a2a2-a134026b6d0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:04.172605 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e8dd6299-5146-40c8-a2a2-a134026b6d0d tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "DELETE /v2.0/routers/aa072bd7-87de-4f3c-86f7-27cfefa3bf67 HTTP/1.1" status: 204 len: 168 time: 3.6717939 Mar 05 14:05:04.174028 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56014) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:04.190317 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-24218bca-508d-4d35-a009-2c85352e0fa7 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1034625722', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}, 'admin_state_up': False}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:04.228283 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-638e3124-f99d-4920-ac05-154cf620159a None None] Calling delete_port for c94d9e28-6221-4353-ac71-5c671108afd9 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:05:04.250349 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-24218bca-508d-4d35-a009-2c85352e0fa7 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:04.266469 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-24218bca-508d-4d35-a009-2c85352e0fa7 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Usage tracker for resource:router and tenant:66086abe88eb4c64a021ab84a0a21799 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:04.281542 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-24218bca-508d-4d35-a009-2c85352e0fa7 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:04.321956 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-24218bca-508d-4d35-a009-2c85352e0fa7 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:04.348585 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24218bca-508d-4d35-a009-2c85352e0fa7 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:04.350154 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24218bca-508d-4d35-a009-2c85352e0fa7 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:04.401681 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:04.404969 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24218bca-508d-4d35-a009-2c85352e0fa7 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:04.438377 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] device_id is not set on port 4c341825-4080-448a-83ff-7cca59198046 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:05:04.569671 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-638e3124-f99d-4920-ac05-154cf620159a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:04.704299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e3124-f99d-4920-ac05-154cf620159a None None] Pushing event deleted for resources: {'Port': ['ID=c94d9e28-6221-4353-ac71-5c671108afd9,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:04.915956 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638e3124-f99d-4920-ac05-154cf620159a None None] No DVR routers for this DVR port c94d9e28-6221-4353-ac71-5c671108afd9 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:05:04.936545 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4d8b6b-177c-4da4-a1fa-2526828d8308 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:05:04.973240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8:0:1::260 (d67009e9-c74e-44a6-8a92-0c4d7928efad/85f302a1-c80c-4221-93f2-244913ace802/4c341825-4080-448a-83ff-7cca59198046) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:05:04.975876 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24218bca-508d-4d35-a009-2c85352e0fa7 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:04.991039 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8::f816:3eff:fee7:8c37 (d67009e9-c74e-44a6-8a92-0c4d7928efad/6e79d58d-af8f-4d02-988e-1f7074698df6/4c341825-4080-448a-83ff-7cca59198046) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:05:05.032891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56026) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:05.073833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56030) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:05.350399 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d67009e9-c74e-44a6-8a92-0c4d7928efad', 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'tenant_id': '3c0764293a3340c8864dd88c0a88fd24', 'fixed_ips': [{'subnet_id': '6e79d58d-af8f-4d02-988e-1f7074698df6'}, {'subnet_id': '85f302a1-c80c-4221-93f2-244913ace802'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:05:05.351279 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:05.359887 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0b6d25d-8121-4878-9ab9-85a987acefa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:05.429472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c0b6d25d-8121-4878-9ab9-85a987acefa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:05.452093 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86640811-54c0-441b-884f-f58126fd61aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:05.489653 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c0b6d25d-8121-4878-9ab9-85a987acefa2 admin admin] Usage tracker for resource:security_group_rule and tenant:f74ec8654059482fbe015988008582e1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:05.520638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c0b6d25d-8121-4878-9ab9-85a987acefa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:05.563115 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c0b6d25d-8121-4878-9ab9-85a987acefa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:05.584881 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-86640811-54c0-441b-884f-f58126fd61aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:05.610194 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-86640811-54c0-441b-884f-f58126fd61aa admin admin] Usage tracker for resource:security_group_rule and tenant:99865d8599f04f029069eb7186ac6f17 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:05.614170 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-86640811-54c0-441b-884f-f58126fd61aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:05.625397 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-86640811-54c0-441b-884f-f58126fd61aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:05.699620 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:05.720108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Transition to ACTIVE for port object 4c341825-4080-448a-83ff-7cca59198046 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:05:05.767716 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:05.881401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:05:05.885337 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:05:05.892248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:05:05.905163 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:05.906138 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:05.965766 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=4c341825-4080-448a-83ff-7cca59198046,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:05.979604 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:05.980063 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:05.980414 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:05.980883 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:05.982030 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:05.982537 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:05.982926 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:05.983488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:05.984137 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:05.984868 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:05.985545 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:05.986187 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:06.009985 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0b6d25d-8121-4878-9ab9-85a987acefa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:06.011930 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9ac11f90-b3b6-4595-b81f-84b3e9f0cc82 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5314395 Mar 05 14:05:06.013048 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56060) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:06.028961 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] Allocated IP 2001:db8:0:1::2 (d67009e9-c74e-44a6-8a92-0c4d7928efad/85f302a1-c80c-4221-93f2-244913ace802/78608d31-7e6c-4035-95cf-ca6289d16ac2) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:05:06.035540 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] Allocated IP 2001:db8::f816:3eff:feed:b9bd (d67009e9-c74e-44a6-8a92-0c4d7928efad/6e79d58d-af8f-4d02-988e-1f7074698df6/78608d31-7e6c-4035-95cf-ca6289d16ac2) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:05:06.056122 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0b6d25d-8121-4878-9ab9-85a987acefa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:06.085487 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24218bca-508d-4d35-a009-2c85352e0fa7 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:06.109115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-1ab30cc7-166c-4ee5-800a-d15eb81b24bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting port 4c341825-4080-448a-83ff-7cca59198046 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:05:06.109461 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1ab30cc7-166c-4ee5-800a-d15eb81b24bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:06.170248 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c0b6d25d-8121-4878-9ab9-85a987acefa2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f74ec8654059482fbe015988008582e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0770252 Mar 05 14:05:06.172865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56066) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:06.260073 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24218bca-508d-4d35-a009-2c85352e0fa7 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:06.319699 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:06.330743 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] Transition to ACTIVE for port object 78608d31-7e6c-4035-95cf-ca6289d16ac2 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:05:06.350021 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] Transition to ACTIVE for port object 78608d31-7e6c-4035-95cf-ca6289d16ac2 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:05:06.357844 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:06.465122 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:05:06.468711 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:05:06.476529 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:05:06.555989 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6d25d-8121-4878-9ab9-85a987acefa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2e5513-3e58-4737-a5e5-ab03c535de2a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:06.630507 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-24218bca-508d-4d35-a009-2c85352e0fa7 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Allocated IP 172.25.4.16 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/cde5e6f8-1d5c-4524-a124-d5aabdd594ee) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:05:06.646977 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0be87d9c-ce37-445a-8fa9-960ec072463b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:06.668840 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1ab30cc7-166c-4ee5-800a-d15eb81b24bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:06.677373 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86640811-54c0-441b-884f-f58126fd61aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:06.721973 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86640811-54c0-441b-884f-f58126fd61aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:06.746668 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0be87d9c-ce37-445a-8fa9-960ec072463b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:06.759735 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] Pushing event updated for resources: {'Port': ['ID=78608d31-7e6c-4035-95cf-ca6289d16ac2,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:06.789585 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] Attempting to bind port 78608d31-7e6c-4035-95cf-ca6289d16ac2 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:05:06.790097 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] Attempting to bind port 78608d31-7e6c-4035-95cf-ca6289d16ac2 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:05:06.803475 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] Attempting to bind port 78608d31-7e6c-4035-95cf-ca6289d16ac2 on network d67009e9-c74e-44a6-8a92-0c4d7928efad {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:05:06.810105 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:05:06.810105 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] Checking segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:05:06.810400 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:06.810960 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] Bound using segment: {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:05:06.811550 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] Bound port: 78608d31-7e6c-4035-95cf-ca6289d16ac2, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722ffcdc-caad-4697-a25b-bce56300dcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:05:06.812096 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:06.895277 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-1ab30cc7-166c-4ee5-800a-d15eb81b24bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Calling delete_port for 4c341825-4080-448a-83ff-7cca59198046 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:05:06.994081 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] For port 78608d31-7e6c-4035-95cf-ca6289d16ac2, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:05:06.999176 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] For port 78608d31-7e6c-4035-95cf-ca6289d16ac2, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=78608d31-7e6c-4035-95cf-ca6289d16ac2,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:05:07.010316 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:07.171416 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-86640811-54c0-441b-884f-f58126fd61aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99865d8599f04f029069eb7186ac6f17&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1376188 Mar 05 14:05:07.195445 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86640811-54c0-441b-884f-f58126fd61aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef1c5ca-33a0-460b-8fbb-b25b435c068e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:07.215246 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56078) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:07.216273 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0be87d9c-ce37-445a-8fa9-960ec072463b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:07.237586 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a25a11-f475-442b-be04-4a73cc8f3296 None None] Pushing event updated for resources: {'Port': ['ID=78608d31-7e6c-4035-95cf-ca6289d16ac2,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:07.304580 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1ab30cc7-166c-4ee5-800a-d15eb81b24bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:07.412040 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be87d9c-ce37-445a-8fa9-960ec072463b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2e5513-3e58-4737-a5e5-ab03c535de2a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:07.456335 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab30cc7-166c-4ee5-800a-d15eb81b24bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Port': ['ID=4c341825-4080-448a-83ff-7cca59198046,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:07.518204 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6f4d05c-642a-4188-a418-201011f92d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:07.703816 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1ab30cc7-166c-4ee5-800a-d15eb81b24bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:07.720844 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1ab30cc7-166c-4ee5-800a-d15eb81b24bc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/4c341825-4080-448a-83ff-7cca59198046 HTTP/1.1" status: 204 len: 168 time: 1.7066860 Mar 05 14:05:07.723292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56090) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:07.745758 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6f4d05c-642a-4188-a418-201011f92d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:07.779162 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24218bca-508d-4d35-a009-2c85352e0fa7 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:07.817649 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0be87d9c-ce37-445a-8fa9-960ec072463b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:07.837902 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0be87d9c-ce37-445a-8fa9-960ec072463b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f2e5513-3e58-4737-a5e5-ab03c535de2a HTTP/1.1" status: 204 len: 168 time: 1.6513624 Mar 05 14:05:07.937922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5abc202-d9ce-4134-81da-af5b32812e63 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:07.939476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b5abc202-d9ce-4134-81da-af5b32812e63 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:05:07.965919 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b5abc202-d9ce-4134-81da-af5b32812e63 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:05:07.990214 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24218bca-508d-4d35-a009-2c85352e0fa7 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:08.004826 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b5abc202-d9ce-4134-81da-af5b32812e63 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2793176 Mar 05 14:05:08.007573 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56098) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:08.160544 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6f4d05c-642a-4188-a418-201011f92d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:08.196760 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5be2ca-9635-4b17-a0ce-1a3d656a9633 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:08.198493 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8d5be2ca-9635-4b17-a0ce-1a3d656a9633 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1899722 Mar 05 14:05:08.203373 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56104) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:08.220270 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4d05c-642a-4188-a418-201011f92d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef1c5ca-33a0-460b-8fbb-b25b435c068e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:08.231412 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6f4d05c-642a-4188-a418-201011f92d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:08.232677 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c6f4d05c-642a-4188-a418-201011f92d5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eef1c5ca-33a0-460b-8fbb-b25b435c068e HTTP/1.1" status: 204 len: 168 time: 1.0098419 Mar 05 14:05:08.253386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24218bca-508d-4d35-a009-2c85352e0fa7 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:05:08.261482 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-24218bca-508d-4d35-a009-2c85352e0fa7 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:05:08.275568 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f4d05c-642a-4188-a418-201011f92d5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:08.275914 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f4d05c-642a-4188-a418-201011f92d5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:08.280550 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f4d05c-642a-4188-a418-201011f92d5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:08.280931 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f4d05c-642a-4188-a418-201011f92d5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:08.281272 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f4d05c-642a-4188-a418-201011f92d5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:08.281608 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f4d05c-642a-4188-a418-201011f92d5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:08.281940 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f4d05c-642a-4188-a418-201011f92d5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:08.282269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f4d05c-642a-4188-a418-201011f92d5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:08.287225 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f4d05c-642a-4188-a418-201011f92d5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:08.287623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f4d05c-642a-4188-a418-201011f92d5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:08.287960 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f4d05c-642a-4188-a418-201011f92d5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:08.288284 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f4d05c-642a-4188-a418-201011f92d5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:08.313012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24218bca-508d-4d35-a009-2c85352e0fa7 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Pushing event updated for resources: {'Port': ['ID=cde5e6f8-1d5c-4524-a124-d5aabdd594ee,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:08.330281 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24218bca-508d-4d35-a009-2c85352e0fa7 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:05:08.403284 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80e6038-fd53-4ca0-98a1-cf9ea8d2246d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:08.404921 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80e6038-fd53-4ca0-98a1-cf9ea8d2246d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:08.406511 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80e6038-fd53-4ca0-98a1-cf9ea8d2246d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:08.407381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f80e6038-fd53-4ca0-98a1-cf9ea8d2246d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:05:08.480401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f80e6038-fd53-4ca0-98a1-cf9ea8d2246d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:05:08.485828 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f80e6038-fd53-4ca0-98a1-cf9ea8d2246d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2812374 Mar 05 14:05:08.486467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56110) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:08.611889 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56116) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:08.644816 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-263b446c-802b-4d6e-b9f5-2de2fa9877e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:08.701705 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-263b446c-802b-4d6e-b9f5-2de2fa9877e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:08.710411 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-263b446c-802b-4d6e-b9f5-2de2fa9877e1 admin admin] Usage tracker for resource:security_group_rule and tenant:18908d393cdf4e198cf0587f812fdb35 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:08.733784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-263b446c-802b-4d6e-b9f5-2de2fa9877e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:08.770671 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7833ba-6cde-4b33-8b45-a2857e25eeea tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet 6e79d58d-af8f-4d02-988e-1f7074698df6 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:05:08.772834 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-87ca24b4-af90-4966-a115-7e1b19254b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:08.786521 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5b7833ba-6cde-4b33-8b45-a2857e25eeea tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:08.871565 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-263b446c-802b-4d6e-b9f5-2de2fa9877e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:09.050015 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5b7833ba-6cde-4b33-8b45-a2857e25eeea tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:09.292028 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3516005b-b25d-4a7e-a98f-55f6db4159eb None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:05:09.342521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56128) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:09.421772 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a485c476-3cbf-42b7-822f-55c6024b5988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:09.494669 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 78608d31-7e6c-4035-95cf-ca6289d16ac2 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:05:09.499909 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24218bca-508d-4d35-a009-2c85352e0fa7 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:09.508179 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5b7833ba-6cde-4b33-8b45-a2857e25eeea tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:09.572862 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a485c476-3cbf-42b7-822f-55c6024b5988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:09.581000 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a485c476-3cbf-42b7-822f-55c6024b5988 admin admin] Usage tracker for resource:security_group_rule and tenant:d69e59684fe540ce82dd4a028b61bf45 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:09.584350 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-263b446c-802b-4d6e-b9f5-2de2fa9877e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:09.585515 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a485c476-3cbf-42b7-822f-55c6024b5988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:09.593758 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a485c476-3cbf-42b7-822f-55c6024b5988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:09.600284 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-263b446c-802b-4d6e-b9f5-2de2fa9877e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:09.679544 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-129f3011-cfc3-4015-87ae-025e2db074b8 None None] Provisioning for port 78608d31-7e6c-4035-95cf-ca6289d16ac2 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:05:09.683182 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b446c-802b-4d6e-b9f5-2de2fa9877e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0152286c-d3f4-469d-ba21-52cbefccfe82,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:09.708810 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5b7833ba-6cde-4b33-8b45-a2857e25eeea tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:09.730688 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 78608d31-7e6c-4035-95cf-ca6289d16ac2 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:05:09.737668 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 78608d31-7e6c-4035-95cf-ca6289d16ac2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:05:09.739086 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:09.771591 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-263b446c-802b-4d6e-b9f5-2de2fa9877e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18908d393cdf4e198cf0587f812fdb35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1588159 Mar 05 14:05:09.774339 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56132) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:09.786865 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7833ba-6cde-4b33-8b45-a2857e25eeea tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=6e79d58d-af8f-4d02-988e-1f7074698df6,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:09.793541 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5b7833ba-6cde-4b33-8b45-a2857e25eeea tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:09.865706 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5b7833ba-6cde-4b33-8b45-a2857e25eeea tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/6e79d58d-af8f-4d02-988e-1f7074698df6 HTTP/1.1" status: 204 len: 168 time: 1.3765600 Mar 05 14:05:09.923943 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:09.932669 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a485c476-3cbf-42b7-822f-55c6024b5988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:09.948350 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56136) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:09.950119 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a485c476-3cbf-42b7-822f-55c6024b5988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:09.991668 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 78608d31-7e6c-4035-95cf-ca6289d16ac2, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=78608d31-7e6c-4035-95cf-ca6289d16ac2,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:05:10.002423 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:10.122295 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=78608d31-7e6c-4035-95cf-ca6289d16ac2,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:10.135812 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b088eb-f54f-45ef-ac31-56bfaa5ba83f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet 85f302a1-c80c-4221-93f2-244913ace802 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:05:10.150589 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b2b088eb-f54f-45ef-ac31-56bfaa5ba83f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:10.173150 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2727d9c-f519-470c-a6e8-be0a07ddb21d None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:05:10.218879 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24218bca-508d-4d35-a009-2c85352e0fa7 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:10.305933 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b2b088eb-f54f-45ef-ac31-56bfaa5ba83f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:10.423180 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7a7107af-9ec7-4983-bddb-1ceea7cf3fe7 None None] Provisioning complete for port 78608d31-7e6c-4035-95cf-ca6289d16ac2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:05:10.429759 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7a7107af-9ec7-4983-bddb-1ceea7cf3fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:10.436683 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485c476-3cbf-42b7-822f-55c6024b5988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7783ebb1-b637-46a4-8205-0068766f55d9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:10.447501 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a485c476-3cbf-42b7-822f-55c6024b5988 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d69e59684fe540ce82dd4a028b61bf45&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0922055 Mar 05 14:05:10.470964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56150) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:10.556529 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af367f8f-4b27-4f63-bfbc-e1fb1c9acb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:10.611057 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af367f8f-4b27-4f63-bfbc-e1fb1c9acb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:10.697300 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af367f8f-4b27-4f63-bfbc-e1fb1c9acb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:10.718838 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b2b088eb-f54f-45ef-ac31-56bfaa5ba83f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:10.724147 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af367f8f-4b27-4f63-bfbc-e1fb1c9acb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0152286c-d3f4-469d-ba21-52cbefccfe82,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:10.730126 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af367f8f-4b27-4f63-bfbc-e1fb1c9acb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:10.736791 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-af367f8f-4b27-4f63-bfbc-e1fb1c9acb77 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0152286c-d3f4-469d-ba21-52cbefccfe82 HTTP/1.1" status: 204 len: 168 time: 0.9611046 Mar 05 14:05:10.759847 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24218bca-508d-4d35-a009-2c85352e0fa7 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Router 0bac5e2f-4e95-4622-af93-9e8c30d14663 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:05:10.813801 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2e0ed33e-0f37-413f-b738-85f9dac65905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:10.868064 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2e0ed33e-0f37-413f-b738-85f9dac65905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:10.990361 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b2b088eb-f54f-45ef-ac31-56bfaa5ba83f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:10.996817 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-62a5d29a-7468-49df-a076-5af5a6a4fa21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:11.058882 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b088eb-f54f-45ef-ac31-56bfaa5ba83f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=85f302a1-c80c-4221-93f2-244913ace802,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:11.068784 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b2b088eb-f54f-45ef-ac31-56bfaa5ba83f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:11.083128 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b2b088eb-f54f-45ef-ac31-56bfaa5ba83f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/85f302a1-c80c-4221-93f2-244913ace802 HTTP/1.1" status: 204 len: 168 time: 1.0807481 Mar 05 14:05:11.085589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56158) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:11.221706 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 78608d31-7e6c-4035-95cf-ca6289d16ac2 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:05:11.478644 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24218bca-508d-4d35-a009-2c85352e0fa7 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:05:11.506658 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e544b9f-2a7e-4493-a930-a6849a66bd09 None None] Sync routers for ids ['0bac5e2f-4e95-4622-af93-9e8c30d14663'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:05:11.511774 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 78608d31-7e6c-4035-95cf-ca6289d16ac2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:05:11.530839 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:11.560233 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24218bca-508d-4d35-a009-2c85352e0fa7 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:11.561615 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-24218bca-508d-4d35-a009-2c85352e0fa7 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.3823140 Mar 05 14:05:11.569936 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56176) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:11.575112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-b3165f65-ef66-4acf-9c93-fbb395981230 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:11.721401 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-36d33f12-ce8d-4842-9ce5-891579e989e1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6343606 Mar 05 14:05:11.727167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56186) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:11.753312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-f198cee4-d3bd-455b-9336-2c85e6b8d969 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:11.787745 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e544b9f-2a7e-4493-a930-a6849a66bd09 None None] Routers {'0bac5e2f-4e95-4622-af93-9e8c30d14663'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:05:11.788691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4e544b9f-2a7e-4493-a930-a6849a66bd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:05:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['0bac5e2f-4e95-4622-af93-9e8c30d14663'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:05:12.163074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56198) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:12.174712 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2e0ed33e-0f37-413f-b738-85f9dac65905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:12.223438 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4e544b9f-2a7e-4493-a930-a6849a66bd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:05:12.352553 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ed33e-0f37-413f-b738-85f9dac65905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7783ebb1-b637-46a4-8205-0068766f55d9,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:12.411354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e544b9f-2a7e-4493-a930-a6849a66bd09 None None] Routers {'0bac5e2f-4e95-4622-af93-9e8c30d14663'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:05:12.413939 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2e0ed33e-0f37-413f-b738-85f9dac65905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:12.414530 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4e544b9f-2a7e-4493-a930-a6849a66bd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:05:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['0bac5e2f-4e95-4622-af93-9e8c30d14663'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:05:12.420772 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2e0ed33e-0f37-413f-b738-85f9dac65905 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7783ebb1-b637-46a4-8205-0068766f55d9 HTTP/1.1" status: 204 len: 168 time: 1.9486661 Mar 05 14:05:12.426322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f198cee4-d3bd-455b-9336-2c85e6b8d969 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:12.438118 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f198cee4-d3bd-455b-9336-2c85e6b8d969 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:12.446506 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f198cee4-d3bd-455b-9336-2c85e6b8d969 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:12.474326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f198cee4-d3bd-455b-9336-2c85e6b8d969 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:12.498692 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:12.500069 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f198cee4-d3bd-455b-9336-2c85e6b8d969 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:05:12.504790 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f198cee4-d3bd-455b-9336-2c85e6b8d969 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:12.515799 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:12.604176 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efde261-3dea-49fe-b75c-73b37e52ae62 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:05:13.001411 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4e544b9f-2a7e-4493-a930-a6849a66bd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:05:13.007623 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e544b9f-2a7e-4493-a930-a6849a66bd09 None None] The sync data for ids ['0bac5e2f-4e95-4622-af93-9e8c30d14663'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:05:13.024908 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-38dfcac4-363d-4fb0-8d64-89bcdd8229e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:13.104095 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c604f914-33e8-4341-b1b8-5bcbc153775c None None] Provisioning complete for port 78608d31-7e6c-4035-95cf-ca6289d16ac2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:05:13.104983 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c604f914-33e8-4341-b1b8-5bcbc153775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:13.140728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-38dfcac4-363d-4fb0-8d64-89bcdd8229e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:13.170800 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-38dfcac4-363d-4fb0-8d64-89bcdd8229e0 admin admin] Usage tracker for resource:security_group_rule and tenant:4fab32a52b8544389972555e28e8d3a2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:13.178040 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-38dfcac4-363d-4fb0-8d64-89bcdd8229e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:13.203607 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-38dfcac4-363d-4fb0-8d64-89bcdd8229e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:13.356660 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f198cee4-d3bd-455b-9336-2c85e6b8d969 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:13.430911 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3165f65-ef66-4acf-9c93-fbb395981230 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:13.514330 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3165f65-ef66-4acf-9c93-fbb395981230 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:13.554020 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b3165f65-ef66-4acf-9c93-fbb395981230 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Deleting port cde5e6f8-1d5c-4524-a124-d5aabdd594ee {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:05:13.554629 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3165f65-ef66-4acf-9c93-fbb395981230 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:13.636998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f198cee4-d3bd-455b-9336-2c85e6b8d969 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:05:13.640095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198cee4-d3bd-455b-9336-2c85e6b8d969 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=d13dcc69-2a61-4154-88ff-878ee5294720,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:13.650120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-f198cee4-d3bd-455b-9336-2c85e6b8d969 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:05:13.658715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f198cee4-d3bd-455b-9336-2c85e6b8d969 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:13.662048 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f198cee4-d3bd-455b-9336-2c85e6b8d969 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:13.845250 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-38dfcac4-363d-4fb0-8d64-89bcdd8229e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:13.858972 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-38dfcac4-363d-4fb0-8d64-89bcdd8229e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:13.868569 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:13.959691 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dfcac4-363d-4fb0-8d64-89bcdd8229e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fc6e87-e104-4ea5-9016-0885ae20b670,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:13.985438 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3165f65-ef66-4acf-9c93-fbb395981230 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:13.985607 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f198cee4-d3bd-455b-9336-2c85e6b8d969 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2562459 Mar 05 14:05:13.996390 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56246) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:14.029001 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ef238648-3fc3-42a4-a979-0ca2bc74100a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:14.091173 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-38dfcac4-363d-4fb0-8d64-89bcdd8229e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4fab32a52b8544389972555e28e8d3a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9191079 Mar 05 14:05:14.097019 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56254) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:14.107605 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990c74a8-7941-4851-ae14-82f06588170b None None] Update dhcp port {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'fixed_ips': [{'subnet_id': 'd13dcc69-2a61-4154-88ff-878ee5294720'}], 'binding:host_id': 'n-d-803718-1'}, 'id': '78608d31-7e6c-4035-95cf-ca6289d16ac2'} from n-d-803718-1. {{(pid=87915) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 05 14:05:14.205289 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-990c74a8-7941-4851-ae14-82f06588170b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:14.242472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b3165f65-ef66-4acf-9c93-fbb395981230 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Calling delete_port for cde5e6f8-1d5c-4524-a124-d5aabdd594ee owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:05:14.367842 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ef238648-3fc3-42a4-a979-0ca2bc74100a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:14.376847 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ef238648-3fc3-42a4-a979-0ca2bc74100a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:14.388927 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ef238648-3fc3-42a4-a979-0ca2bc74100a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:14.403835 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bade214e-2356-4f47-9942-b42e06b46744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:14.411884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ef238648-3fc3-42a4-a979-0ca2bc74100a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:14.436934 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef238648-3fc3-42a4-a979-0ca2bc74100a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:05:14.441598 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bade214e-2356-4f47-9942-b42e06b46744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:14.451292 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ef238648-3fc3-42a4-a979-0ca2bc74100a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:14.704847 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bade214e-2356-4f47-9942-b42e06b46744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:14.717884 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-990c74a8-7941-4851-ae14-82f06588170b None None] Allocated IP 2001:db8::2 (d67009e9-c74e-44a6-8a92-0c4d7928efad/d13dcc69-2a61-4154-88ff-878ee5294720/78608d31-7e6c-4035-95cf-ca6289d16ac2) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:05:14.731629 n-d-803718-1 neutron-server[87914]: INFO neutron.db.ipam_backend_mixin [None req-ef238648-3fc3-42a4-a979-0ca2bc74100a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d13dcc69-2a61-4154-88ff-878ee5294720 (CIDR: 2001:db8::/64) Mar 05 14:05:14.739338 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef238648-3fc3-42a4-a979-0ca2bc74100a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:05:14.740041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef238648-3fc3-42a4-a979-0ca2bc74100a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:14.740228 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3165f65-ef66-4acf-9c93-fbb395981230 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:14.797086 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ef238648-3fc3-42a4-a979-0ca2bc74100a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7843735 Mar 05 14:05:14.797269 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56276) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:14.806938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-5e5b74f2-27bc-4c57-b40a-a9356395e2e5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:14.840199 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade214e-2356-4f47-9942-b42e06b46744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fc6e87-e104-4ea5-9016-0885ae20b670,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:14.939764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3165f65-ef66-4acf-9c93-fbb395981230 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Pushing event deleted for resources: {'Port': ['ID=cde5e6f8-1d5c-4524-a124-d5aabdd594ee,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:15.078253 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-990c74a8-7941-4851-ae14-82f06588170b None None] For port 78608d31-7e6c-4035-95cf-ca6289d16ac2, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=78608d31-7e6c-4035-95cf-ca6289d16ac2,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:05:15.131784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5e5b74f2-27bc-4c57-b40a-a9356395e2e5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:15.134629 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-990c74a8-7941-4851-ae14-82f06588170b None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:15.144083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5e5b74f2-27bc-4c57-b40a-a9356395e2e5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:15.147511 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5e5b74f2-27bc-4c57-b40a-a9356395e2e5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:15.157189 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5e5b74f2-27bc-4c57-b40a-a9356395e2e5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:15.168256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-990c74a8-7941-4851-ae14-82f06588170b None None] Transition to ACTIVE for port object 78608d31-7e6c-4035-95cf-ca6289d16ac2 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:05:15.177909 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-990c74a8-7941-4851-ae14-82f06588170b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:15.184976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5b74f2-27bc-4c57-b40a-a9356395e2e5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:05:15.192414 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5e5b74f2-27bc-4c57-b40a-a9356395e2e5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:15.469568 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bade214e-2356-4f47-9942-b42e06b46744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:15.473269 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c74a8-7941-4851-ae14-82f06588170b None None] Pushing event updated for resources: {'Port': ['ID=78608d31-7e6c-4035-95cf-ca6289d16ac2,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:15.479835 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bade214e-2356-4f47-9942-b42e06b46744 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/22fc6e87-e104-4ea5-9016-0885ae20b670 HTTP/1.1" status: 204 len: 168 time: 1.3793592 Mar 05 14:05:15.554616 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3165f65-ef66-4acf-9c93-fbb395981230 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:15.808605 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 78608d31-7e6c-4035-95cf-ca6289d16ac2 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:05:16.161923 n-d-803718-1 neutron-server[87914]: DEBUG neutron.objects.ports [None req-5e5b74f2-27bc-4c57-b40a-a9356395e2e5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87914) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 05 14:05:16.612379 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5e5b74f2-27bc-4c57-b40a-a9356395e2e5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:16.652444 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3165f65-ef66-4acf-9c93-fbb395981230 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:16.672251 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3165f65-ef66-4acf-9c93-fbb395981230 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3922806'] for router, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:16.736681 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc6de6b-9082-4815-8dce-0d13115b04d5 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:05:17.007410 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7e8388c0-8664-420a-911a-f08241e15822 None None] Provisioning for port 78608d31-7e6c-4035-95cf-ca6289d16ac2 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:05:17.025171 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7e8388c0-8664-420a-911a-f08241e15822 None None] Provisioning complete for port 78608d31-7e6c-4035-95cf-ca6289d16ac2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:05:17.027254 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7e8388c0-8664-420a-911a-f08241e15822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:17.064250 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3165f65-ef66-4acf-9c93-fbb395981230 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Router 0bac5e2f-4e95-4622-af93-9e8c30d14663 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:05:17.225189 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-5e5b74f2-27bc-4c57-b40a-a9356395e2e5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] For port 78608d31-7e6c-4035-95cf-ca6289d16ac2, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=78608d31-7e6c-4035-95cf-ca6289d16ac2,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:05:17.252419 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5e5b74f2-27bc-4c57-b40a-a9356395e2e5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:17.264541 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5e5b74f2-27bc-4c57-b40a-a9356395e2e5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:17.265328 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5e5b74f2-27bc-4c57-b40a-a9356395e2e5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:17.285936 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3165f65-ef66-4acf-9c93-fbb395981230 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:05:17.293512 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b3165f65-ef66-4acf-9c93-fbb395981230 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:17.297814 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b3165f65-ef66-4acf-9c93-fbb395981230 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "PUT /v2.0/routers/0bac5e2f-4e95-4622-af93-9e8c30d14663 HTTP/1.1" status: 200 len: 710 time: 5.7266939 Mar 05 14:05:17.298873 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56344) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:17.300586 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bee254-515f-4868-8abf-8d28612bb541 None None] Sync routers for ids ['0bac5e2f-4e95-4622-af93-9e8c30d14663'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:05:17.323248 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bee254-515f-4868-8abf-8d28612bb541 None None] Routers {'0bac5e2f-4e95-4622-af93-9e8c30d14663'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:05:17.323905 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-64bee254-515f-4868-8abf-8d28612bb541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:05:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['0bac5e2f-4e95-4622-af93-9e8c30d14663'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:05:17.607115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5b74f2-27bc-4c57-b40a-a9356395e2e5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:05:17.619531 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d0022a08-6f8a-41db-a264-27c3fe232ed6 tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "GET /v2.0/routers/0bac5e2f-4e95-4622-af93-9e8c30d14663 HTTP/1.1" status: 200 len: 745 time: 0.3171341 Mar 05 14:05:17.619687 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b74f2-27bc-4c57-b40a-a9356395e2e5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=78608d31-7e6c-4035-95cf-ca6289d16ac2,revision_number=8']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:17.621148 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56358) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:17.633576 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-64bee254-515f-4868-8abf-8d28612bb541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:05:17.636887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-5e5b74f2-27bc-4c57-b40a-a9356395e2e5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:05:17.658167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5b74f2-27bc-4c57-b40a-a9356395e2e5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:17.658857 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5e5b74f2-27bc-4c57-b40a-a9356395e2e5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:17.658941 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bee254-515f-4868-8abf-8d28612bb541 None None] Routers {'0bac5e2f-4e95-4622-af93-9e8c30d14663'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:05:17.662656 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-64bee254-515f-4868-8abf-8d28612bb541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:05:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['0bac5e2f-4e95-4622-af93-9e8c30d14663'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:05:17.740195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b74f2-27bc-4c57-b40a-a9356395e2e5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=cb1d8a01-5cd7-4e62-a204-6cadb6242e7b,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:17.742190 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-61955588-326f-4f66-92e7-0ac9d8a150be tempest-RoutersIpV6AdminTest-1000170533 tempest-RoutersIpV6AdminTest-1000170533-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&device_id=0bac5e2f-4e95-4622-af93-9e8c30d14663 HTTP/1.1" status: 200 len: 205 time: 0.1173768 Mar 05 14:05:17.745459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56366) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:17.769692 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5e5b74f2-27bc-4c57-b40a-a9356395e2e5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9679923 Mar 05 14:05:17.770289 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56370) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:17.776281 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-e2a76ac9-aa3d-4838-b520-9bf54b1b0126 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'mac_address': 'fa:16:3e:d5:46:ae', 'name': 'tempest-NetworksTestDHCPv6-137640146'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:17.803983 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 78608d31-7e6c-4035-95cf-ca6289d16ac2 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:05:17.851865 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0f8ee5c8-da82-46fa-96ec-d1a27f0f9e12 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bac5e2f-4e95-4622-af93-9e8c30d14663 HTTP/1.1" status: 200 len: 205 time: 0.1052566 Mar 05 14:05:17.856717 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56376) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:17.883922 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-64bee254-515f-4868-8abf-8d28612bb541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:05:17.884319 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bee254-515f-4868-8abf-8d28612bb541 None None] The sync data for ids ['0bac5e2f-4e95-4622-af93-9e8c30d14663'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:05:18.090291 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0432cedb-45a8-413a-9031-360683d81daa tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:18.107443 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e2a76ac9-aa3d-4838-b520-9bf54b1b0126 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:18.134796 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e2a76ac9-aa3d-4838-b520-9bf54b1b0126 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:18.160720 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a76ac9-aa3d-4838-b520-9bf54b1b0126 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:05:18.224921 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 78608d31-7e6c-4035-95cf-ca6289d16ac2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:05:18.230525 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:18.499700 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2a76ac9-aa3d-4838-b520-9bf54b1b0126 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:18.589143 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-e2a76ac9-aa3d-4838-b520-9bf54b1b0126 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] device_id is not set on port e6089c33-ba87-4e1f-8189-6d03530113c5 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:05:18.710104 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81107e1-0ba3-4d06-a4be-dca9635e7ae5 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:05:18.981372 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ca1560ce-14eb-4414-ab60-ae58db0538ac None None] Provisioning complete for port 78608d31-7e6c-4035-95cf-ca6289d16ac2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:05:18.982112 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ca1560ce-14eb-4414-ab60-ae58db0538ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:19.019697 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0432cedb-45a8-413a-9031-360683d81daa tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:19.022937 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0432cedb-45a8-413a-9031-360683d81daa tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:19.073270 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0432cedb-45a8-413a-9031-360683d81daa tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:19.073908 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0432cedb-45a8-413a-9031-360683d81daa tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Fanout notify agent at l3_agent the message router_deleted on router 0bac5e2f-4e95-4622-af93-9e8c30d14663 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:05:19.121419 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0432cedb-45a8-413a-9031-360683d81daa tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:19.126734 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0432cedb-45a8-413a-9031-360683d81daa tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "DELETE /v2.0/routers/0bac5e2f-4e95-4622-af93-9e8c30d14663 HTTP/1.1" status: 204 len: 168 time: 1.2659478 Mar 05 14:05:19.127275 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56408) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:19.256027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-e2a76ac9-aa3d-4838-b520-9bf54b1b0126 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8::2e3 (d67009e9-c74e-44a6-8a92-0c4d7928efad/d13dcc69-2a61-4154-88ff-878ee5294720/e6089c33-ba87-4e1f-8189-6d03530113c5) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:05:19.280009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-e2a76ac9-aa3d-4838-b520-9bf54b1b0126 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8:0:1:f816:3eff:fed5:46ae (d67009e9-c74e-44a6-8a92-0c4d7928efad/cb1d8a01-5cd7-4e62-a204-6cadb6242e7b/e6089c33-ba87-4e1f-8189-6d03530113c5) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:05:19.312249 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2ae676fd-f58b-424d-a8cd-ce63ea0258d8 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bac5e2f-4e95-4622-af93-9e8c30d14663 HTTP/1.1" status: 200 len: 205 time: 0.1826508 Mar 05 14:05:19.316479 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56418) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:19.485530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56428) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:19.645433 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-2c4b53f1-1acd-4279-8870-44fb87177990 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] delete failed (client error): The resource could not be found. Mar 05 14:05:19.653080 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2c4b53f1-1acd-4279-8870-44fb87177990 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "DELETE /v2.0/routers/0bac5e2f-4e95-4622-af93-9e8c30d14663 HTTP/1.1" status: 404 len: 336 time: 0.3330326 Mar 05 14:05:19.653596 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56442) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:19.783850 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8bd59225-54e2-47e8-8f3d-3a7429e6f473 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa072bd7-87de-4f3c-86f7-27cfefa3bf67 HTTP/1.1" status: 200 len: 205 time: 0.1274185 Mar 05 14:05:19.785557 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56450) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:19.899292 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f16b847c-7c1d-4f8f-8f85-8e3a58fe49c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:19.933936 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2a76ac9-aa3d-4838-b520-9bf54b1b0126 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:19.959772 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7f0deeed-411a-4509-b616-2333429d2908 None None] Provisioning complete for port 78608d31-7e6c-4035-95cf-ca6289d16ac2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:05:19.960350 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f0deeed-411a-4509-b616-2333429d2908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:19.967869 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-2da841a7-36e6-4fc0-b6e0-fa199761c6ec tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] delete failed (client error): The resource could not be found. Mar 05 14:05:19.969046 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2da841a7-36e6-4fc0-b6e0-fa199761c6ec tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "DELETE /v2.0/routers/aa072bd7-87de-4f3c-86f7-27cfefa3bf67 HTTP/1.1" status: 404 len: 336 time: 0.1818447 Mar 05 14:05:19.970697 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f16b847c-7c1d-4f8f-8f85-8e3a58fe49c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:19.976982 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56456) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:19.986256 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f16b847c-7c1d-4f8f-8f85-8e3a58fe49c7 admin admin] Usage tracker for resource:security_group_rule and tenant:1f03ec36c9ac495aa27886a4f60b6902 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:19.998754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f16b847c-7c1d-4f8f-8f85-8e3a58fe49c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:20.030148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f16b847c-7c1d-4f8f-8f85-8e3a58fe49c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:20.088176 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9bfbeb04-4b2f-4be4-9a41-f3e066108442 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0c4e66-9885-4cdb-acba-fa572038acc8 HTTP/1.1" status: 200 len: 205 time: 0.1003554 Mar 05 14:05:20.089337 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56460) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:20.236889 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f16b847c-7c1d-4f8f-8f85-8e3a58fe49c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:20.240054 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-e2a76ac9-aa3d-4838-b520-9bf54b1b0126 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Transition to ACTIVE for port object e6089c33-ba87-4e1f-8189-6d03530113c5 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:05:20.250834 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f16b847c-7c1d-4f8f-8f85-8e3a58fe49c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:20.310635 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-98fb92d7-db0d-4ee0-a0eb-d0b330ac4a69 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] delete failed (client error): The resource could not be found. Mar 05 14:05:20.314264 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-98fb92d7-db0d-4ee0-a0eb-d0b330ac4a69 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "DELETE /v2.0/routers/bb0c4e66-9885-4cdb-acba-fa572038acc8 HTTP/1.1" status: 404 len: 336 time: 0.2213964 Mar 05 14:05:20.321837 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56466) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:20.372997 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a8d5eae9-a913-4e44-b972-58185e9d55f5 None None] Could not find standard attr ID for object 4c341825-4080-448a-83ff-7cca59198046. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 14:05:20.383478 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f16b847c-7c1d-4f8f-8f85-8e3a58fe49c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f03ec36c9ac495aa27886a4f60b6902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8606093 Mar 05 14:05:20.387153 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56470) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:20.440811 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b847c-7c1d-4f8f-8f85-8e3a58fe49c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb96e22a-a075-40c7-8816-e06b18538d53,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:20.454538 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-befc3a5b-03ac-465a-839b-19a81ff0c600 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "GET /v2.0/ports?device_id=97b585cc-f665-4c53-9805-d7fe588dc109 HTTP/1.1" status: 200 len: 205 time: 0.1262012 Mar 05 14:05:20.461608 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56474) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:20.520238 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2a76ac9-aa3d-4838-b520-9bf54b1b0126 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:20.590363 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-aeb09164-474c-4a5f-90d5-70e3afe7f3b1 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] delete failed (client error): The resource could not be found. Mar 05 14:05:20.591541 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-aeb09164-474c-4a5f-90d5-70e3afe7f3b1 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "DELETE /v2.0/routers/97b585cc-f665-4c53-9805-d7fe588dc109 HTTP/1.1" status: 404 len: 336 time: 0.1288433 Mar 05 14:05:20.593956 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56478) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:20.700617 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-374340ab-0e8e-420e-bad3-8993bd522481 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "GET /v2.0/ports?device_id=739955f6-737f-4630-bdb1-c9c8a957b6b9 HTTP/1.1" status: 200 len: 205 time: 0.0855093 Mar 05 14:05:20.701492 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56486) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:20.783747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a76ac9-aa3d-4838-b520-9bf54b1b0126 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:05:20.832735 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-e111b76c-5c14-40d3-9c08-7c4a3b1f6a78 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] delete failed (client error): The resource could not be found. Mar 05 14:05:20.833700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-e2a76ac9-aa3d-4838-b520-9bf54b1b0126 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:05:20.834207 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e111b76c-5c14-40d3-9c08-7c4a3b1f6a78 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "DELETE /v2.0/routers/739955f6-737f-4630-bdb1-c9c8a957b6b9 HTTP/1.1" status: 404 len: 336 time: 0.1314254 Mar 05 14:05:20.837455 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a76ac9-aa3d-4838-b520-9bf54b1b0126 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:05:20.845099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56492) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:20.850410 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a76ac9-aa3d-4838-b520-9bf54b1b0126 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:20.851117 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2a76ac9-aa3d-4838-b520-9bf54b1b0126 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:20.906396 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a76ac9-aa3d-4838-b520-9bf54b1b0126 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=e6089c33-ba87-4e1f-8189-6d03530113c5,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:20.914027 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b967d4b3-f4a0-42ae-9360-96b086036155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:20.963735 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-494d7615-080d-4ff7-8df4-fdf734fc0036 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "GET /v2.0/ports?device_id=b54d2fcf-c333-478b-aaa8-7dafdb8e65eb HTTP/1.1" status: 200 len: 205 time: 0.1175110 Mar 05 14:05:20.968392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56502) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:21.117017 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-c969aed7-b259-4426-80b9-e853e4df12ca tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] delete failed (client error): The resource could not be found. Mar 05 14:05:21.120978 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c969aed7-b259-4426-80b9-e853e4df12ca tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "DELETE /v2.0/routers/b54d2fcf-c333-478b-aaa8-7dafdb8e65eb HTTP/1.1" status: 404 len: 336 time: 0.1417387 Mar 05 14:05:21.120978 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b967d4b3-f4a0-42ae-9360-96b086036155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:21.121634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56506) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:21.134839 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e2a76ac9-aa3d-4838-b520-9bf54b1b0126 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.3605182 Mar 05 14:05:21.134839 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56510) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:21.238998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-cc494219-4e63-4665-b7e1-7651870e0c90 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting port e6089c33-ba87-4e1f-8189-6d03530113c5 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:05:21.239296 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cc494219-4e63-4665-b7e1-7651870e0c90 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:21.268311 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-e635995a-69c9-4638-8f24-e3482360aca6 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:21.269144 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e635995a-69c9-4638-8f24-e3482360aca6 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:21.271612 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e635995a-69c9-4638-8f24-e3482360aca6 tempest-RoutersIpV6AdminTest-536836751 tempest-RoutersIpV6AdminTest-536836751-project] 10.222.0.16 "DELETE /v2.0/subnets/13d85244-f289-4fca-8b05-9b992d3f1dbe HTTP/1.1" status: 404 len: 337 time: 0.1484160 Mar 05 14:05:21.305119 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b967d4b3-f4a0-42ae-9360-96b086036155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:21.309177 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ed3daaed-d28b-48b5-9d6d-357a37041591 None None] Provisioning for port e6089c33-ba87-4e1f-8189-6d03530113c5 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:05:21.316814 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ed3daaed-d28b-48b5-9d6d-357a37041591 None None] Provisioning complete for port e6089c33-ba87-4e1f-8189-6d03530113c5 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:05:21.318021 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ed3daaed-d28b-48b5-9d6d-357a37041591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:21.397597 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ed3daaed-d28b-48b5-9d6d-357a37041591 None None] Port e6089c33-ba87-4e1f-8189-6d03530113c5 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:05:21.418466 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b967d4b3-f4a0-42ae-9360-96b086036155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:21.422466 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b967d4b3-f4a0-42ae-9360-96b086036155 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb96e22a-a075-40c7-8816-e06b18538d53 HTTP/1.1" status: 204 len: 168 time: 1.0241797 Mar 05 14:05:21.429002 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967d4b3-f4a0-42ae-9360-96b086036155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb96e22a-a075-40c7-8816-e06b18538d53,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:21.651257 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56526) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:21.891602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56536) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:21.915821 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-78601878-edf8-4a62-a94f-39f41dc2172c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:21.969430 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-78601878-edf8-4a62-a94f-39f41dc2172c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:21.979534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-78601878-edf8-4a62-a94f-39f41dc2172c admin admin] Usage tracker for resource:security_group_rule and tenant:7ae17c6d886e47fab522d800b4f12415 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:21.992082 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-78601878-edf8-4a62-a94f-39f41dc2172c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:21.999147 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-78601878-edf8-4a62-a94f-39f41dc2172c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:22.008478 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cc494219-4e63-4665-b7e1-7651870e0c90 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:22.209653 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-78601878-edf8-4a62-a94f-39f41dc2172c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:22.221444 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-78601878-edf8-4a62-a94f-39f41dc2172c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:22.314646 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-78601878-edf8-4a62-a94f-39f41dc2172c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ae17c6d886e47fab522d800b4f12415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4153976 Mar 05 14:05:22.314896 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56550) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:22.362924 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78601878-edf8-4a62-a94f-39f41dc2172c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b5bd2d-57e3-4a01-a281-3113fe99eb79,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:22.418297 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-cc494219-4e63-4665-b7e1-7651870e0c90 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Calling delete_port for e6089c33-ba87-4e1f-8189-6d03530113c5 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:05:22.465245 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60e49060-8646-4c3a-b8db-a9cad6aabb46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:22.526453 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60e49060-8646-4c3a-b8db-a9cad6aabb46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:22.538343 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2d976053-136f-4f11-8c04-64c226627653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:22.577730 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2d976053-136f-4f11-8c04-64c226627653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:22.584481 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2d976053-136f-4f11-8c04-64c226627653 admin admin] Usage tracker for resource:security_group_rule and tenant:66086abe88eb4c64a021ab84a0a21799 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:22.589138 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2d976053-136f-4f11-8c04-64c226627653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:22.617557 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60e49060-8646-4c3a-b8db-a9cad6aabb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:22.637437 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2d976053-136f-4f11-8c04-64c226627653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:22.640608 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60e49060-8646-4c3a-b8db-a9cad6aabb46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:22.641800 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-60e49060-8646-4c3a-b8db-a9cad6aabb46 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/21b5bd2d-57e3-4a01-a281-3113fe99eb79 HTTP/1.1" status: 204 len: 168 time: 0.3260167 Mar 05 14:05:22.642889 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e49060-8646-4c3a-b8db-a9cad6aabb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b5bd2d-57e3-4a01-a281-3113fe99eb79,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:22.807364 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cc494219-4e63-4665-b7e1-7651870e0c90 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:22.921138 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc494219-4e63-4665-b7e1-7651870e0c90 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Port': ['ID=e6089c33-ba87-4e1f-8189-6d03530113c5,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:23.011144 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cc494219-4e63-4665-b7e1-7651870e0c90 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:23.108042 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2d976053-136f-4f11-8c04-64c226627653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:23.112851 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cc494219-4e63-4665-b7e1-7651870e0c90 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/e6089c33-ba87-4e1f-8189-6d03530113c5 HTTP/1.1" status: 204 len: 168 time: 1.9767437 Mar 05 14:05:23.115658 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56568) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:23.129927 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2d976053-136f-4f11-8c04-64c226627653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:23.227871 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2d976053-136f-4f11-8c04-64c226627653 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66086abe88eb4c64a021ab84a0a21799&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5747807 Mar 05 14:05:23.231246 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56574) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:23.246779 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d976053-136f-4f11-8c04-64c226627653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a41ae5-cbec-4eb9-814d-505a1a261dbb,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:23.288504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0df4b18-7953-46e4-bc26-9f4fabce8c70 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:23.290710 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d0df4b18-7953-46e4-bc26-9f4fabce8c70 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1731057 Mar 05 14:05:23.293214 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56580) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:23.328163 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c1391ea1-0895-4356-86d0-bebfae43b4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:23.363653 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c1391ea1-0895-4356-86d0-bebfae43b4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:23.442983 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c1391ea1-0895-4356-86d0-bebfae43b4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:23.467606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1391ea1-0895-4356-86d0-bebfae43b4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a41ae5-cbec-4eb9-814d-505a1a261dbb,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:23.473485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4811070d-0b15-44d6-abef-150ee8e10c1d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:23.482040 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c1391ea1-0895-4356-86d0-bebfae43b4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:23.482423 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4811070d-0b15-44d6-abef-150ee8e10c1d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1824234 Mar 05 14:05:23.482515 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c1391ea1-0895-4356-86d0-bebfae43b4cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48a41ae5-cbec-4eb9-814d-505a1a261dbb HTTP/1.1" status: 204 len: 168 time: 0.2460058 Mar 05 14:05:23.499288 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56594) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:23.734574 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ddd02d-9863-492c-9fc0-fd6dadbff228 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:23.739493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ddd02d-9863-492c-9fc0-fd6dadbff228 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:23.748843 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ddd02d-9863-492c-9fc0-fd6dadbff228 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:23.753472 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-88ddd02d-9863-492c-9fc0-fd6dadbff228 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:05:23.817080 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-88ddd02d-9863-492c-9fc0-fd6dadbff228 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:05:23.818828 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-88ddd02d-9863-492c-9fc0-fd6dadbff228 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3162858 Mar 05 14:05:23.821099 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56614) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:23.935045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ee0668-4025-404c-8ca6-1afb667a33a3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet cb1d8a01-5cd7-4e62-a204-6cadb6242e7b {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:05:23.941077 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-98ee0668-4025-404c-8ca6-1afb667a33a3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:24.042221 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-98ee0668-4025-404c-8ca6-1afb667a33a3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:24.169810 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-98ee0668-4025-404c-8ca6-1afb667a33a3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:24.211393 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56628) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:24.298266 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-98ee0668-4025-404c-8ca6-1afb667a33a3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:24.352256 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-98ee0668-4025-404c-8ca6-1afb667a33a3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:24.360893 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e97209-1426-4a8a-b460-d3b55ccdb0d6 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:05:24.372728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee0668-4025-404c-8ca6-1afb667a33a3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=cb1d8a01-5cd7-4e62-a204-6cadb6242e7b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:24.397796 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-98ee0668-4025-404c-8ca6-1afb667a33a3 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/cb1d8a01-5cd7-4e62-a204-6cadb6242e7b HTTP/1.1" status: 204 len: 168 time: 0.5755377 Mar 05 14:05:24.398377 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56632) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:24.487415 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2629278a-fb77-4f3b-8208-804e638b6ab2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f1d61ce5b154de6b48ddd0056ce0dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2744658 Mar 05 14:05:24.489722 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56636) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:24.501184 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51d673e-b51b-4ea4-a026-6966a7f477bd tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet d13dcc69-2a61-4154-88ff-878ee5294720 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:05:24.507882 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e51d673e-b51b-4ea4-a026-6966a7f477bd tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:24.597574 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e51d673e-b51b-4ea4-a026-6966a7f477bd tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:24.606488 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-45d18d58-b930-4af9-9868-f1df6bbfe930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:24.635726 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-45d18d58-b930-4af9-9868-f1df6bbfe930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:24.706271 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-45d18d58-b930-4af9-9868-f1df6bbfe930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:24.730391 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d18d58-b930-4af9-9868-f1df6bbfe930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c01214-be08-4d4a-a327-a619c29946d6,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:24.745213 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-45d18d58-b930-4af9-9868-f1df6bbfe930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:24.766081 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-45d18d58-b930-4af9-9868-f1df6bbfe930 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67c01214-be08-4d4a-a327-a619c29946d6 HTTP/1.1" status: 204 len: 168 time: 0.2694457 Mar 05 14:05:24.780856 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e51d673e-b51b-4ea4-a026-6966a7f477bd tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:25.009837 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e51d673e-b51b-4ea4-a026-6966a7f477bd tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:25.104702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d673e-b51b-4ea4-a026-6966a7f477bd tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=d13dcc69-2a61-4154-88ff-878ee5294720,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:25.115724 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e51d673e-b51b-4ea4-a026-6966a7f477bd tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:25.126579 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e51d673e-b51b-4ea4-a026-6966a7f477bd tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/d13dcc69-2a61-4154-88ff-878ee5294720 HTTP/1.1" status: 204 len: 168 time: 0.7263436 Mar 05 14:05:25.129980 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56646) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:25.257031 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cad02e88-75fd-4ec4-8c3e-8bce512aa0e9 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1257606 Mar 05 14:05:25.259895 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56656) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:25.266195 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-574c56a7-9df8-4c97-99a7-39b299900fa1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:25.531188 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-574c56a7-9df8-4c97-99a7-39b299900fa1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:25.536700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-574c56a7-9df8-4c97-99a7-39b299900fa1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:25.540459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-574c56a7-9df8-4c97-99a7-39b299900fa1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:25.554638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-574c56a7-9df8-4c97-99a7-39b299900fa1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:25.579710 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574c56a7-9df8-4c97-99a7-39b299900fa1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:05:25.585268 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-574c56a7-9df8-4c97-99a7-39b299900fa1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:26.103186 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807c6a72-257c-4620-a864-868c83d71286 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:05:26.241272 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-574c56a7-9df8-4c97-99a7-39b299900fa1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:26.356263 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bc0aa855-a02e-44df-add2-6d6a326a9861 None None] Provisioning complete for port 78608d31-7e6c-4035-95cf-ca6289d16ac2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:05:26.356619 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bc0aa855-a02e-44df-add2-6d6a326a9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:26.430176 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574c56a7-9df8-4c97-99a7-39b299900fa1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:05:26.433585 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-574c56a7-9df8-4c97-99a7-39b299900fa1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:05:26.473396 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c56a7-9df8-4c97-99a7-39b299900fa1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:26.473987 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-574c56a7-9df8-4c97-99a7-39b299900fa1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:26.503803 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c56a7-9df8-4c97-99a7-39b299900fa1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=b74f9df5-1418-487f-9365-afec8b54bffd,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:26.558741 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-574c56a7-9df8-4c97-99a7-39b299900fa1 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2976837 Mar 05 14:05:26.561607 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56720) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:26.569153 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a6bb893e-34b9-461a-a4d4-4823f71620a8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:26.775648 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a6bb893e-34b9-461a-a4d4-4823f71620a8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:26.782791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a6bb893e-34b9-461a-a4d4-4823f71620a8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:26.787028 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a6bb893e-34b9-461a-a4d4-4823f71620a8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:26.796556 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a6bb893e-34b9-461a-a4d4-4823f71620a8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:26.816130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bb893e-34b9-461a-a4d4-4823f71620a8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:05:26.819700 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a6bb893e-34b9-461a-a4d4-4823f71620a8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:27.089455 n-d-803718-1 neutron-server[87914]: INFO neutron.db.ipam_backend_mixin [None req-a6bb893e-34b9-461a-a4d4-4823f71620a8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b74f9df5-1418-487f-9365-afec8b54bffd (CIDR: 2001:db8::/64) Mar 05 14:05:27.097009 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6bb893e-34b9-461a-a4d4-4823f71620a8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:05:27.097650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6bb893e-34b9-461a-a4d4-4823f71620a8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:27.138143 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a6bb893e-34b9-461a-a4d4-4823f71620a8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5747318 Mar 05 14:05:27.140904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56746) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:27.148111 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-c0a91f46-50d5-485f-ac52-978a1fb89fe7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'subnet': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:27.281801 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d8d854-45ce-41fe-a020-bcb90842220d None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:05:27.463562 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c0a91f46-50d5-485f-ac52-978a1fb89fe7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:27.474334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c0a91f46-50d5-485f-ac52-978a1fb89fe7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:subnet and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:27.482392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c0a91f46-50d5-485f-ac52-978a1fb89fe7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:27.492478 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c0a91f46-50d5-485f-ac52-978a1fb89fe7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:27.517569 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a91f46-50d5-485f-ac52-978a1fb89fe7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:05:27.521906 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c0a91f46-50d5-485f-ac52-978a1fb89fe7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:27.798744 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-08944e6d-4b69-4f0f-b62e-d7e3eb939a53 None None] Provisioning complete for port 78608d31-7e6c-4035-95cf-ca6289d16ac2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:05:27.802832 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-08944e6d-4b69-4f0f-b62e-d7e3eb939a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:27.899433 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56766) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:28.249506 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-ac39f8ca-0ee1-4b48-afb1-6df2f913329f tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2042973241'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:28.261114 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ac39f8ca-0ee1-4b48-afb1-6df2f913329f tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:28.278571 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ac39f8ca-0ee1-4b48-afb1-6df2f913329f tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Usage tracker for resource:router and tenant:8771f189e5744673a23df38ab6e72ab1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:28.292732 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ac39f8ca-0ee1-4b48-afb1-6df2f913329f tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:28.336934 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ac39f8ca-0ee1-4b48-afb1-6df2f913329f tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:28.376649 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ac39f8ca-0ee1-4b48-afb1-6df2f913329f tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:28.376649 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ac39f8ca-0ee1-4b48-afb1-6df2f913329f tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:28.431106 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ac39f8ca-0ee1-4b48-afb1-6df2f913329f tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:28.494007 n-d-803718-1 neutron-server[87914]: DEBUG neutron.objects.ports [None req-c0a91f46-50d5-485f-ac52-978a1fb89fe7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87914) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 05 14:05:28.506653 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ac39f8ca-0ee1-4b48-afb1-6df2f913329f tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:28.549115 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ac39f8ca-0ee1-4b48-afb1-6df2f913329f tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:28.551289 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ac39f8ca-0ee1-4b48-afb1-6df2f913329f tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6502435 Mar 05 14:05:28.553870 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56782) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:28.725853 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b9798b02-4c12-4180-a6f9-3c63bcded5e8 None None] Provisioning complete for port 78608d31-7e6c-4035-95cf-ca6289d16ac2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:05:28.727511 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b9798b02-4c12-4180-a6f9-3c63bcded5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:28.773996 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc163840-b752-443f-8104-8321befb1783 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:29.014069 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:29.053938 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:29.093979 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c0a91f46-50d5-485f-ac52-978a1fb89fe7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:29.368579 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc163840-b752-443f-8104-8321befb1783 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:29.371588 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc163840-b752-443f-8104-8321befb1783 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:29.399734 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc163840-b752-443f-8104-8321befb1783 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:29.400490 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc163840-b752-443f-8104-8321befb1783 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e9f61f4-51b2-4d6d-a0e4-9b862b5c42ce {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:05:29.425047 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc163840-b752-443f-8104-8321befb1783 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:29.426191 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dc163840-b752-443f-8104-8321befb1783 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] 10.222.0.16 "DELETE /v2.0/routers/4e9f61f4-51b2-4d6d-a0e4-9b862b5c42ce HTTP/1.1" status: 204 len: 168 time: 0.8716779 Mar 05 14:05:29.430570 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56804) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:29.435527 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-0035db8a-23c1-4bf2-a832-21cc874ebadc tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Request body: {'router': {'name': 'tempest-router-1331385939', 'distributed': False}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:29.452846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0035db8a-23c1-4bf2-a832-21cc874ebadc tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:29.474126 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0035db8a-23c1-4bf2-a832-21cc874ebadc tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Usage tracker for resource:router and tenant:8771f189e5744673a23df38ab6e72ab1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:29.477169 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0035db8a-23c1-4bf2-a832-21cc874ebadc tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:29.491720 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0035db8a-23c1-4bf2-a832-21cc874ebadc tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:29.510550 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0035db8a-23c1-4bf2-a832-21cc874ebadc tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:29.511866 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0035db8a-23c1-4bf2-a832-21cc874ebadc tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:29.542350 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0035db8a-23c1-4bf2-a832-21cc874ebadc tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:29.579702 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0035db8a-23c1-4bf2-a832-21cc874ebadc tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:29.628820 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0035db8a-23c1-4bf2-a832-21cc874ebadc tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:29.632636 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0035db8a-23c1-4bf2-a832-21cc874ebadc tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1985404 Mar 05 14:05:29.632952 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56812) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:29.732198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-c0a91f46-50d5-485f-ac52-978a1fb89fe7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] For port 78608d31-7e6c-4035-95cf-ca6289d16ac2, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=78608d31-7e6c-4035-95cf-ca6289d16ac2,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:05:29.777648 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c0a91f46-50d5-485f-ac52-978a1fb89fe7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:29.786787 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c0a91f46-50d5-485f-ac52-978a1fb89fe7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:29.788240 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c0a91f46-50d5-485f-ac52-978a1fb89fe7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:29.894028 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2d692363-2c1f-478b-8659-40abaed457ca tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:29.942986 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a91f46-50d5-485f-ac52-978a1fb89fe7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:05:29.957217 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-c0a91f46-50d5-485f-ac52-978a1fb89fe7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:05:29.960930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a91f46-50d5-485f-ac52-978a1fb89fe7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:29.961733 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c0a91f46-50d5-485f-ac52-978a1fb89fe7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:29.973469 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6579c3ed-3b71-4821-b9b6-5b5e132f6fac None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:05:29.980149 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a91f46-50d5-485f-ac52-978a1fb89fe7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Subnet': ['ID=745a3bea-7f84-4515-b553-2e805cb37f79,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:29.992444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a91f46-50d5-485f-ac52-978a1fb89fe7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=78608d31-7e6c-4035-95cf-ca6289d16ac2,revision_number=12']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:30.043352 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c0a91f46-50d5-485f-ac52-978a1fb89fe7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9013083 Mar 05 14:05:30.045782 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56826) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:30.053744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-3c573478-5eef-41c0-9135-5702cac872cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Request body: {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'mac_address': 'fa:16:3e:c9:47:f5', 'name': 'tempest-NetworksTestDHCPv6-1773428446'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:30.310932 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3c573478-5eef-41c0-9135-5702cac872cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:30.317879 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3c573478-5eef-41c0-9135-5702cac872cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Usage tracker for resource:port and tenant:3c0764293a3340c8864dd88c0a88fd24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:30.321443 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3c573478-5eef-41c0-9135-5702cac872cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:30.328835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3c573478-5eef-41c0-9135-5702cac872cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:30.341049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c573478-5eef-41c0-9135-5702cac872cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Made reservation on behalf of 3c0764293a3340c8864dd88c0a88fd24 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:05:30.533530 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf48d99b-33f4-4aef-bb9d-e8f6121d365d None None] Update dhcp port {'port': {'network_id': 'd67009e9-c74e-44a6-8a92-0c4d7928efad', 'fixed_ips': [{'subnet_id': '745a3bea-7f84-4515-b553-2e805cb37f79', 'ip_address': '2001:db8:0:1:f816:3eff:feed:b9bd'}, {'subnet_id': 'b74f9df5-1418-487f-9365-afec8b54bffd'}], 'binding:host_id': 'n-d-803718-1'}, 'id': '78608d31-7e6c-4035-95cf-ca6289d16ac2'} from n-d-803718-1. {{(pid=87915) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 05 14:05:30.537405 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c573478-5eef-41c0-9135-5702cac872cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:30.624529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-3c573478-5eef-41c0-9135-5702cac872cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] device_id is not set on port 8ef40294-1f9c-43f5-b930-7bc52ef5590a yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:05:30.685598 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cf48d99b-33f4-4aef-bb9d-e8f6121d365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:30.687750 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2d692363-2c1f-478b-8659-40abaed457ca tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:30.700661 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2d692363-2c1f-478b-8659-40abaed457ca tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:30.734602 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2d692363-2c1f-478b-8659-40abaed457ca tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:30.735566 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d692363-2c1f-478b-8659-40abaed457ca tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2956de6f-2464-470f-b6dc-3e060ed7b4b0 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:05:30.748994 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2d692363-2c1f-478b-8659-40abaed457ca tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:30.750675 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2d692363-2c1f-478b-8659-40abaed457ca tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] 10.222.0.16 "DELETE /v2.0/routers/2956de6f-2464-470f-b6dc-3e060ed7b4b0 HTTP/1.1" status: 204 len: 168 time: 1.1167817 Mar 05 14:05:30.756697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56852) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:30.782845 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-14752be1-e804-4f04-857b-a1e6edae3992 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Request body: {'router': {'name': 'tempest-router-1586382778', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2ddb156f45124777986d74d4638eeaea'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:30.797780 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-14752be1-e804-4f04-857b-a1e6edae3992 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:30.811195 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-14752be1-e804-4f04-857b-a1e6edae3992 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Usage tracker for resource:router and tenant:2ddb156f45124777986d74d4638eeaea is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:30.814856 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-14752be1-e804-4f04-857b-a1e6edae3992 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:30.828800 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-14752be1-e804-4f04-857b-a1e6edae3992 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:30.870523 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14752be1-e804-4f04-857b-a1e6edae3992 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:30.871799 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14752be1-e804-4f04-857b-a1e6edae3992 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:30.943372 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14752be1-e804-4f04-857b-a1e6edae3992 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:30.994680 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14752be1-e804-4f04-857b-a1e6edae3992 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:31.044542 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14752be1-e804-4f04-857b-a1e6edae3992 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:31.046081 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-14752be1-e804-4f04-857b-a1e6edae3992 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2851241 Mar 05 14:05:31.048779 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56866) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:31.054665 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-294f5993-2cf9-4a09-aa3f-b0ca9988f961 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:31.090880 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-3c573478-5eef-41c0-9135-5702cac872cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8::171 (d67009e9-c74e-44a6-8a92-0c4d7928efad/b74f9df5-1418-487f-9365-afec8b54bffd/8ef40294-1f9c-43f5-b930-7bc52ef5590a) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:05:31.109684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-3c573478-5eef-41c0-9135-5702cac872cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Allocated IP 2001:db8:0:1:f816:3eff:fec9:47f5 (d67009e9-c74e-44a6-8a92-0c4d7928efad/745a3bea-7f84-4515-b553-2e805cb37f79/8ef40294-1f9c-43f5-b930-7bc52ef5590a) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:05:31.590041 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c573478-5eef-41c0-9135-5702cac872cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:31.626919 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-3c573478-5eef-41c0-9135-5702cac872cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Transition to ACTIVE for port object 8ef40294-1f9c-43f5-b930-7bc52ef5590a will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:05:31.656738 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c573478-5eef-41c0-9135-5702cac872cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:31.861022 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-cf48d99b-33f4-4aef-bb9d-e8f6121d365d None None] Allocated IP 2001:db8::2 (d67009e9-c74e-44a6-8a92-0c4d7928efad/b74f9df5-1418-487f-9365-afec8b54bffd/78608d31-7e6c-4035-95cf-ca6289d16ac2) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:05:31.884970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c573478-5eef-41c0-9135-5702cac872cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Network d67009e9-c74e-44a6-8a92-0c4d7928efad is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:05:31.905021 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 78608d31-7e6c-4035-95cf-ca6289d16ac2 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:05:31.906291 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-3c573478-5eef-41c0-9135-5702cac872cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:05:31.910927 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c573478-5eef-41c0-9135-5702cac872cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:05:31.919826 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c573478-5eef-41c0-9135-5702cac872cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:31.925312 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c573478-5eef-41c0-9135-5702cac872cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:31.964374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c573478-5eef-41c0-9135-5702cac872cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event updated for resources: {'Port': ['ID=8ef40294-1f9c-43f5-b930-7bc52ef5590a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:31.993388 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3c573478-5eef-41c0-9135-5702cac872cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9461055 Mar 05 14:05:31.996661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56888) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:32.027810 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-294f5993-2cf9-4a09-aa3f-b0ca9988f961 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:32.028349 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-294f5993-2cf9-4a09-aa3f-b0ca9988f961 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks [] for router, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:32.188043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-a1312206-b8e6-4965-aeb2-071f6935f369 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting port 8ef40294-1f9c-43f5-b930-7bc52ef5590a {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:05:32.188869 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a1312206-b8e6-4965-aeb2-071f6935f369 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:32.475975 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-cf48d99b-33f4-4aef-bb9d-e8f6121d365d None None] For port 78608d31-7e6c-4035-95cf-ca6289d16ac2, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=78608d31-7e6c-4035-95cf-ca6289d16ac2,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:05:32.504389 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-294f5993-2cf9-4a09-aa3f-b0ca9988f961 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87913) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 05 14:05:32.505047 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-294f5993-2cf9-4a09-aa3f-b0ca9988f961 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Router e5d0784f-da7e-4ed8-baa7-e933d1db107c migrating from provider to provider. {{(pid=87913) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 05 14:05:32.505828 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-294f5993-2cf9-4a09-aa3f-b0ca9988f961 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:32.513834 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cf48d99b-33f4-4aef-bb9d-e8f6121d365d None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:32.523415 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-294f5993-2cf9-4a09-aa3f-b0ca9988f961 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:32.532983 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-294f5993-2cf9-4a09-aa3f-b0ca9988f961 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3923489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3922806'] for router, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:32.541049 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cf48d99b-33f4-4aef-bb9d-e8f6121d365d None None] Transition to ACTIVE for port object 78608d31-7e6c-4035-95cf-ca6289d16ac2 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:05:32.548046 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 78608d31-7e6c-4035-95cf-ca6289d16ac2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:05:32.548517 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:32.591981 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cf48d99b-33f4-4aef-bb9d-e8f6121d365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:32.907270 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a1312206-b8e6-4965-aeb2-071f6935f369 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:33.026619 n-d-803718-1 neutron-server[87913]: WARNING neutron.scheduler.l3_agent_scheduler [None req-294f5993-2cf9-4a09-aa3f-b0ca9988f961 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] No L3 agents can host the router e5d0784f-da7e-4ed8-baa7-e933d1db107c Mar 05 14:05:33.199200 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-a1312206-b8e6-4965-aeb2-071f6935f369 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Calling delete_port for 8ef40294-1f9c-43f5-b930-7bc52ef5590a owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:05:33.227612 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48d99b-33f4-4aef-bb9d-e8f6121d365d None None] Pushing event updated for resources: {'Port': ['ID=78608d31-7e6c-4035-95cf-ca6289d16ac2,revision_number=13']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:33.231511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Port 78608d31-7e6c-4035-95cf-ca6289d16ac2 had new provisioning blocks added so it will not transition to active. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 05 14:05:33.647671 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294f5993-2cf9-4a09-aa3f-b0ca9988f961 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Hosts for router e5d0784f-da7e-4ed8-baa7-e933d1db107c: [] {{(pid=87913) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 05 14:05:33.800213 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 78608d31-7e6c-4035-95cf-ca6289d16ac2 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:05:33.849283 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294f5993-2cf9-4a09-aa3f-b0ca9988f961 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Hosts for other DVR routers connected to router e5d0784f-da7e-4ed8-baa7-e933d1db107c: set() {{(pid=87913) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 05 14:05:33.859391 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-294f5993-2cf9-4a09-aa3f-b0ca9988f961 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:33.860626 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-294f5993-2cf9-4a09-aa3f-b0ca9988f961 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] 10.222.0.16 "PUT /v2.0/routers/e5d0784f-da7e-4ed8-baa7-e933d1db107c HTTP/1.1" status: 200 len: 717 time: 2.8100345 Mar 05 14:05:33.864741 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56936) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:34.104904 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:05:34.209339 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9a3534bc-3ea9-4bf7-a6dd-94d73aa80e1a tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] 10.222.0.16 "GET /v2.0/routers/e5d0784f-da7e-4ed8-baa7-e933d1db107c HTTP/1.1" status: 200 len: 717 time: 0.3391812 Mar 05 14:05:34.212713 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56946) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:34.254699 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a1312206-b8e6-4965-aeb2-071f6935f369 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:34.354976 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0274c05e-9e1d-4c49-865b-c203dd3f2ed3 None None] Provisioning for port 78608d31-7e6c-4035-95cf-ca6289d16ac2 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:05:34.360891 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0274c05e-9e1d-4c49-865b-c203dd3f2ed3 None None] Provisioning complete for port 78608d31-7e6c-4035-95cf-ca6289d16ac2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:05:34.361401 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0274c05e-9e1d-4c49-865b-c203dd3f2ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:34.403596 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1312206-b8e6-4965-aeb2-071f6935f369 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Port': ['ID=8ef40294-1f9c-43f5-b930-7bc52ef5590a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:34.696294 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a1312206-b8e6-4965-aeb2-071f6935f369 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:34.713335 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a1312206-b8e6-4965-aeb2-071f6935f369 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/8ef40294-1f9c-43f5-b930-7bc52ef5590a HTTP/1.1" status: 204 len: 168 time: 2.7151260 Mar 05 14:05:34.715615 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56956) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:34.821036 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-be9a9938-31a4-4ff9-84f6-f0c11b1b1681 None None] Could not find standard attr ID for object 8ef40294-1f9c-43f5-b930-7bc52ef5590a. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 14:05:34.854274 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f949b303-d69a-4e39-8c38-6166786c1d38 tempest-RoutersTestDVR-411313503 tempest-RoutersTestDVR-411313503-project] 10.222.0.16 "GET /v2.0/routers/e5d0784f-da7e-4ed8-baa7-e933d1db107c HTTP/1.1" status: 200 len: 683 time: 0.6383398 Mar 05 14:05:34.854745 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56966) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:34.915797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d1d94a-c367-4598-8bd8-1ae3ab1264fe tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:34.916860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-85d1d94a-c367-4598-8bd8-1ae3ab1264fe tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:05:34.957804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-85d1d94a-c367-4598-8bd8-1ae3ab1264fe tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:05:34.959650 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-85d1d94a-c367-4598-8bd8-1ae3ab1264fe tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2430332 Mar 05 14:05:34.962189 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56970) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:35.147600 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a33f3d7-35fe-4736-bab2-9d6fee1bf83e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:35.149758 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7a33f3d7-35fe-4736-bab2-9d6fee1bf83e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1862245 Mar 05 14:05:35.152529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56980) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:35.161874 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5b185e8-1744-46ca-b09b-2611ed96c19e tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:35.327530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bf789d-27d6-4b76-9635-6f2974e76379 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:35.329351 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bf789d-27d6-4b76-9635-6f2974e76379 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:35.331387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bf789d-27d6-4b76-9635-6f2974e76379 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:35.332380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b9bf789d-27d6-4b76-9635-6f2974e76379 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Synchronizing usage tracker for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:05:35.388492 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b9bf789d-27d6-4b76-9635-6f2974e76379 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Unset dirty status for tenant:3c0764293a3340c8864dd88c0a88fd24 on resource:subnet {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:05:35.389878 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b9bf789d-27d6-4b76-9635-6f2974e76379 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2362967 Mar 05 14:05:35.393876 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56994) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:35.667447 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5b185e8-1744-46ca-b09b-2611ed96c19e tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:35.671934 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5b185e8-1744-46ca-b09b-2611ed96c19e tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:35.684105 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-88bb394b-d491-4590-83d3-ff8bb60d78fe tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet 745a3bea-7f84-4515-b553-2e805cb37f79 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:05:35.691448 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-88bb394b-d491-4590-83d3-ff8bb60d78fe tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:35.848467 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5b185e8-1744-46ca-b09b-2611ed96c19e tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:35.849034 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b185e8-1744-46ca-b09b-2611ed96c19e tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5d0784f-da7e-4ed8-baa7-e933d1db107c {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:05:35.867719 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5b185e8-1744-46ca-b09b-2611ed96c19e tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:35.869094 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d5b185e8-1744-46ca-b09b-2611ed96c19e tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] 10.222.0.16 "DELETE /v2.0/routers/e5d0784f-da7e-4ed8-baa7-e933d1db107c HTTP/1.1" status: 204 len: 168 time: 1.0117037 Mar 05 14:05:35.872811 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57018) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:35.879835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-7c47368a-6eb0-4bfa-a1c1-3e99970b8998 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Request body: {'router': {'name': 'tempest-router-610202836', 'distributed': True}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:35.892570 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-88bb394b-d491-4590-83d3-ff8bb60d78fe tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:35.901070 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7c47368a-6eb0-4bfa-a1c1-3e99970b8998 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:35.912039 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7c47368a-6eb0-4bfa-a1c1-3e99970b8998 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Usage tracker for resource:router and tenant:8771f189e5744673a23df38ab6e72ab1 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:35.916297 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7c47368a-6eb0-4bfa-a1c1-3e99970b8998 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:35.931794 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7c47368a-6eb0-4bfa-a1c1-3e99970b8998 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:35.959025 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c47368a-6eb0-4bfa-a1c1-3e99970b8998 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:35.960631 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c47368a-6eb0-4bfa-a1c1-3e99970b8998 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:35.988514 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c47368a-6eb0-4bfa-a1c1-3e99970b8998 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:36.024307 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c47368a-6eb0-4bfa-a1c1-3e99970b8998 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:36.053083 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-88bb394b-d491-4590-83d3-ff8bb60d78fe tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:36.077172 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c47368a-6eb0-4bfa-a1c1-3e99970b8998 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:36.082333 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7c47368a-6eb0-4bfa-a1c1-3e99970b8998 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2047269 Mar 05 14:05:36.082619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57028) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:36.219208 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-88bb394b-d491-4590-83d3-ff8bb60d78fe tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:36.295657 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb394b-d491-4590-83d3-ff8bb60d78fe tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=745a3bea-7f84-4515-b553-2e805cb37f79,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:36.319522 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f429468-a08f-4ea3-8bf2-2c514ea53dd1 None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:05:36.327290 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-88bb394b-d491-4590-83d3-ff8bb60d78fe tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:36.356830 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-88bb394b-d491-4590-83d3-ff8bb60d78fe tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/745a3bea-7f84-4515-b553-2e805cb37f79 HTTP/1.1" status: 204 len: 168 time: 0.9560418 Mar 05 14:05:36.356830 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57038) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:36.397653 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a7631dc-6b96-4ff5-973d-e802fa25dad0 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:36.506481 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2221a12-4cf0-4b58-ad69-7686158ece87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Deleting subnet b74f9df5-1418-487f-9365-afec8b54bffd {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:05:36.512428 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a2221a12-4cf0-4b58-ad69-7686158ece87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:36.744449 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57050) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:36.812598 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57054) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:36.892040 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a2221a12-4cf0-4b58-ad69-7686158ece87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:37.074823 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a2221a12-4cf0-4b58-ad69-7686158ece87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:37.099415 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a7631dc-6b96-4ff5-973d-e802fa25dad0 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:37.102501 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a7631dc-6b96-4ff5-973d-e802fa25dad0 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:37.173118 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a7631dc-6b96-4ff5-973d-e802fa25dad0 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:37.173603 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7631dc-6b96-4ff5-973d-e802fa25dad0 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 684681f9-9de9-4bac-901c-4ffd06508b6c {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:05:37.192297 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a7631dc-6b96-4ff5-973d-e802fa25dad0 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:37.196628 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2a7631dc-6b96-4ff5-973d-e802fa25dad0 tempest-RoutersTestDVR-1799860509 tempest-RoutersTestDVR-1799860509-project-admin] 10.222.0.16 "DELETE /v2.0/routers/684681f9-9de9-4bac-901c-4ffd06508b6c HTTP/1.1" status: 204 len: 168 time: 1.1092770 Mar 05 14:05:37.197326 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1cb97d43-0d1d-43b2-aae2-d268b81641f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:37.236436 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-101513ea-edcc-477b-8838-2b580c1f0476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:37.248806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1cb97d43-0d1d-43b2-aae2-d268b81641f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:37.265999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1cb97d43-0d1d-43b2-aae2-d268b81641f6 admin admin] Usage tracker for resource:security_group_rule and tenant:650e3cb23f6a4f4c92876e1b262a1608 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:37.266655 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-101513ea-edcc-477b-8838-2b580c1f0476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:37.273961 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1cb97d43-0d1d-43b2-aae2-d268b81641f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:37.276354 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-101513ea-edcc-477b-8838-2b580c1f0476 admin admin] Usage tracker for resource:security_group_rule and tenant:5591b8f52ca04af2a4817db34e6a6382 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:37.281021 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-101513ea-edcc-477b-8838-2b580c1f0476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:37.288761 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-101513ea-edcc-477b-8838-2b580c1f0476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:37.300633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1cb97d43-0d1d-43b2-aae2-d268b81641f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:37.415539 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-101513ea-edcc-477b-8838-2b580c1f0476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:37.428510 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-101513ea-edcc-477b-8838-2b580c1f0476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:37.438131 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a2221a12-4cf0-4b58-ad69-7686158ece87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:37.537190 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2221a12-4cf0-4b58-ad69-7686158ece87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Subnet': ['ID=b74f9df5-1418-487f-9365-afec8b54bffd,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:37.543964 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a2221a12-4cf0-4b58-ad69-7686158ece87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:37.544559 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-101513ea-edcc-477b-8838-2b580c1f0476 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5591b8f52ca04af2a4817db34e6a6382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4663765 Mar 05 14:05:37.545215 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57084) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:37.593683 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a2221a12-4cf0-4b58-ad69-7686158ece87 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/b74f9df5-1418-487f-9365-afec8b54bffd HTTP/1.1" status: 204 len: 168 time: 1.2389331 Mar 05 14:05:37.596102 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57088) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:37.666302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57092) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:37.684957 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-412d2da7-4e2c-439e-a3d0-fdaad3df1bb8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872736 Mar 05 14:05:37.687415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57098) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:37.687554 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101513ea-edcc-477b-8838-2b580c1f0476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8feb32-552e-4263-a351-615df839dd94,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:37.737481 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-afe5c8c6-c207-4997-8dca-d0e3f6745ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:37.767570 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-afe5c8c6-c207-4997-8dca-d0e3f6745ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:37.797445 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1cb97d43-0d1d-43b2-aae2-d268b81641f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:37.807380 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1cb97d43-0d1d-43b2-aae2-d268b81641f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:37.848435 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-afe5c8c6-c207-4997-8dca-d0e3f6745ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:37.888345 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8635b3c-5b80-4a40-8928-26756f2efd88 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:37.890426 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5c8c6-c207-4997-8dca-d0e3f6745ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8feb32-552e-4263-a351-615df839dd94,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:37.893735 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f8635b3c-5b80-4a40-8928-26756f2efd88 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2019980 Mar 05 14:05:37.895887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57104) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:37.897065 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-afe5c8c6-c207-4997-8dca-d0e3f6745ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:37.900296 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-afe5c8c6-c207-4997-8dca-d0e3f6745ec0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4f8feb32-552e-4263-a351-615df839dd94 HTTP/1.1" status: 204 len: 168 time: 0.3508563 Mar 05 14:05:37.906027 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1cb97d43-0d1d-43b2-aae2-d268b81641f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=650e3cb23f6a4f4c92876e1b262a1608&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0894103 Mar 05 14:05:37.911277 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57108) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:37.947277 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb97d43-0d1d-43b2-aae2-d268b81641f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820299c1-9f2d-470d-8e03-a97960ae0b52,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:37.955732 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7a03c69-bcc0-442f-a0ba-18387297ddc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:37.995740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a7a03c69-bcc0-442f-a0ba-18387297ddc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:38.013846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a7a03c69-bcc0-442f-a0ba-18387297ddc6 admin admin] Usage tracker for resource:security_group_rule and tenant:2ddb156f45124777986d74d4638eeaea is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:38.020796 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a7a03c69-bcc0-442f-a0ba-18387297ddc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:38.026412 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56cc3b2-2605-4e3d-8172-1c0054dfbb8c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:38.028026 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c56cc3b2-2605-4e3d-8172-1c0054dfbb8c tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1255586 Mar 05 14:05:38.036306 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57116) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:38.045829 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a7a03c69-bcc0-442f-a0ba-18387297ddc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:38.152941 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b7b45c72-d904-49f9-aa94-91bb25149707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:38.167540 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f8f2cc-dbc0-4bd7-98de-d08f89877b2a None None] Network d67009e9-c74e-44a6-8a92-0c4d7928efad requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:05:38.182635 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9d1043fc-6e13-44a2-bf6e-5940ebd6ec33 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1427779 Mar 05 14:05:38.196489 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57124) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:38.201381 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b7b45c72-d904-49f9-aa94-91bb25149707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:38.241745 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae47d61-d072-4446-a44e-760db63561e2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:38.242462 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aae47d61-d072-4446-a44e-760db63561e2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:38.259879 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-aae47d61-d072-4446-a44e-760db63561e2 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/8ef40294-1f9c-43f5-b930-7bc52ef5590a HTTP/1.1" status: 404 len: 333 time: 0.0620251 Mar 05 14:05:38.260975 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57130) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:38.268724 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b7b45c72-d904-49f9-aa94-91bb25149707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:38.287763 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b45c72-d904-49f9-aa94-91bb25149707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820299c1-9f2d-470d-8e03-a97960ae0b52,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:38.308638 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b7b45c72-d904-49f9-aa94-91bb25149707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:38.327420 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b7b45c72-d904-49f9-aa94-91bb25149707 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/820299c1-9f2d-470d-8e03-a97960ae0b52 HTTP/1.1" status: 204 len: 168 time: 0.3053541 Mar 05 14:05:38.335174 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f183be-2c32-4f2e-b602-bcb128d6c8ca tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:38.337042 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f183be-2c32-4f2e-b602-bcb128d6c8ca tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:38.449296 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-31f183be-2c32-4f2e-b602-bcb128d6c8ca tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/745a3bea-7f84-4515-b553-2e805cb37f79 HTTP/1.1" status: 404 len: 337 time: 0.1855428 Mar 05 14:05:38.452037 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57140) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:38.463872 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6a05a5ea-626e-4ec9-b243-2d4401fa4277 None None] Provisioning complete for port 78608d31-7e6c-4035-95cf-ca6289d16ac2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:05:38.464507 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6a05a5ea-626e-4ec9-b243-2d4401fa4277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:38.540229 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7a03c69-bcc0-442f-a0ba-18387297ddc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:38.550259 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7a03c69-bcc0-442f-a0ba-18387297ddc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:38.555344 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ed6763-5a3a-40e9-bacc-0a0ab65ac9ac tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:38.557626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ed6763-5a3a-40e9-bacc-0a0ab65ac9ac tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:38.564083 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-17ed6763-5a3a-40e9-bacc-0a0ab65ac9ac tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/b74f9df5-1418-487f-9365-afec8b54bffd HTTP/1.1" status: 404 len: 337 time: 0.1080043 Mar 05 14:05:38.566447 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57146) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:38.722362 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a7a03c69-bcc0-442f-a0ba-18387297ddc6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ddb156f45124777986d74d4638eeaea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0549335 Mar 05 14:05:38.724932 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a03c69-bcc0-442f-a0ba-18387297ddc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3834476d-6466-4c94-b6a5-79d836410209,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:38.745285 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57154) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:38.819303 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-16978378-2730-454f-9c89-59eed5791724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:38.912209 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abdb90b-3014-45be-8391-a308596a4d88 None None] DHCP port deletion for d67009e9-c74e-44a6-8a92-0c4d7928efad request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:05:38.916760 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2abdb90b-3014-45be-8391-a308596a4d88 None None] Deleting port 78608d31-7e6c-4035-95cf-ca6289d16ac2 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:05:38.917137 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2abdb90b-3014-45be-8391-a308596a4d88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:38.918750 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-99b49c4e-3a98-48ff-89a2-9898f22faea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:38.945659 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d2bbd5-0c02-46b7-a682-e27585c3693a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:38.946339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d2bbd5-0c02-46b7-a682-e27585c3693a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:38.966326 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-68d2bbd5-0c02-46b7-a682-e27585c3693a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/e6089c33-ba87-4e1f-8189-6d03530113c5 HTTP/1.1" status: 404 len: 333 time: 0.3965580 Mar 05 14:05:38.969049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57166) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:38.984188 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-99b49c4e-3a98-48ff-89a2-9898f22faea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:39.024177 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb180644-ae29-439c-96f4-f327d116c628 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:39.024964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb180644-ae29-439c-96f4-f327d116c628 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:39.026944 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fb180644-ae29-439c-96f4-f327d116c628 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/cb1d8a01-5cd7-4e62-a204-6cadb6242e7b HTTP/1.1" status: 404 len: 337 time: 0.0567737 Mar 05 14:05:39.029377 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57170) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:39.064476 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-99b49c4e-3a98-48ff-89a2-9898f22faea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:39.098054 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-99b49c4e-3a98-48ff-89a2-9898f22faea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:39.102481 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-99b49c4e-3a98-48ff-89a2-9898f22faea0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3834476d-6466-4c94-b6a5-79d836410209 HTTP/1.1" status: 204 len: 168 time: 0.3558183 Mar 05 14:05:39.104932 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b49c4e-3a98-48ff-89a2-9898f22faea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3834476d-6466-4c94-b6a5-79d836410209,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:39.108895 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c2f11f-abaa-4042-8c96-4fbf1e19fd86 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:39.109776 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c2f11f-abaa-4042-8c96-4fbf1e19fd86 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:39.113530 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-32c2f11f-abaa-4042-8c96-4fbf1e19fd86 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/d13dcc69-2a61-4154-88ff-878ee5294720 HTTP/1.1" status: 404 len: 337 time: 0.0828993 Mar 05 14:05:39.116228 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57178) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:39.180639 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c51eb3-39bb-46e3-aa65-1dbd67ea372e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:39.181169 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c51eb3-39bb-46e3-aa65-1dbd67ea372e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:39.182817 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-22c51eb3-39bb-46e3-aa65-1dbd67ea372e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/4c341825-4080-448a-83ff-7cca59198046 HTTP/1.1" status: 404 len: 333 time: 0.0656199 Mar 05 14:05:39.186242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57184) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:39.235813 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2858568-9d27-4498-b51d-b5ed8a14b662 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:39.236523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2858568-9d27-4498-b51d-b5ed8a14b662 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:39.239581 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d2858568-9d27-4498-b51d-b5ed8a14b662 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/85f302a1-c80c-4221-93f2-244913ace802 HTTP/1.1" status: 404 len: 337 time: 0.0521519 Mar 05 14:05:39.242156 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57192) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:39.287815 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-da78a098-b1c0-49ba-9a34-d5707af7a949 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:39.288285 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da78a098-b1c0-49ba-9a34-d5707af7a949 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:39.289978 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-da78a098-b1c0-49ba-9a34-d5707af7a949 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/6e79d58d-af8f-4d02-988e-1f7074698df6 HTTP/1.1" status: 404 len: 337 time: 0.0460196 Mar 05 14:05:39.292867 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57196) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:39.361410 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57202) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:39.382289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-2abdb90b-3014-45be-8391-a308596a4d88 None None] For port 78608d31-7e6c-4035-95cf-ca6289d16ac2, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=78608d31-7e6c-4035-95cf-ca6289d16ac2,segment=NetworkSegment(722ffcdc-caad-4697-a25b-bce56300dcf5),segment_id=722ffcdc-caad-4697-a25b-bce56300dcf5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:05:39.383375 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2abdb90b-3014-45be-8391-a308596a4d88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:39.404714 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6997979-227f-4d03-b0aa-61b0b367cbca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:39.426274 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1bca1bf-15a2-4c54-ba8e-088951767654 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:39.428315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1bca1bf-15a2-4c54-ba8e-088951767654 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:39.435471 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57208) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:39.436077 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a1bca1bf-15a2-4c54-ba8e-088951767654 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/53b22e80-e618-4da8-9ff6-58b6d4e750a0 HTTP/1.1" status: 404 len: 333 time: 0.1419668 Mar 05 14:05:39.545152 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f6997979-227f-4d03-b0aa-61b0b367cbca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:39.553328 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2104cfb-43e4-4ab7-ae52-b3a514c7abfa tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:39.554841 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2104cfb-43e4-4ab7-ae52-b3a514c7abfa tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:39.559463 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a2104cfb-43e4-4ab7-ae52-b3a514c7abfa tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/02121f7c-f5ba-4351-a102-028eaacf781a HTTP/1.1" status: 404 len: 337 time: 0.1205926 Mar 05 14:05:39.562028 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57214) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:39.568365 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f6997979-227f-4d03-b0aa-61b0b367cbca admin admin] Usage tracker for resource:security_group_rule and tenant:6bbd76b014ab45138720d11903262aae is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:39.572371 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f6997979-227f-4d03-b0aa-61b0b367cbca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:39.573175 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2abdb90b-3014-45be-8391-a308596a4d88 None None] Calling delete_port for 78608d31-7e6c-4035-95cf-ca6289d16ac2 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:05:39.583368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f6997979-227f-4d03-b0aa-61b0b367cbca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:39.681402 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0bdb1e-ddfb-42a0-8d92-23d178e52fbd tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:39.681943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0bdb1e-ddfb-42a0-8d92-23d178e52fbd tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:39.683738 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cd0bdb1e-ddfb-42a0-8d92-23d178e52fbd tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/f0fb9f29-97bf-4703-9972-f57c2be159eb HTTP/1.1" status: 404 len: 337 time: 0.1206479 Mar 05 14:05:39.687597 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57228) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:39.760286 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2abdb90b-3014-45be-8391-a308596a4d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:39.774938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57234) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:39.836600 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cfce69cc-d1fe-43e4-95b3-6cf616aebfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:39.842230 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-c570bad6-e285-49a4-90a8-bd7d0287b248 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:39.843014 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c570bad6-e285-49a4-90a8-bd7d0287b248 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:39.845230 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abdb90b-3014-45be-8391-a308596a4d88 None None] No DVR routers for this DVR port 78608d31-7e6c-4035-95cf-ca6289d16ac2 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:05:39.850144 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdb90b-3014-45be-8391-a308596a4d88 None None] Pushing event deleted for resources: {'Port': ['ID=78608d31-7e6c-4035-95cf-ca6289d16ac2,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:39.880536 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 78608d31-7e6c-4035-95cf-ca6289d16ac2 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:05:39.883693 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57240) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:39.884482 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c570bad6-e285-49a4-90a8-bd7d0287b248 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/e617975d-e181-4496-8bc1-c9aca15f6aa1 HTTP/1.1" status: 404 len: 333 time: 0.1956680 Mar 05 14:05:39.934704 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-cfce69cc-d1fe-43e4-95b3-6cf616aebfb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:39.939517 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cfce69cc-d1fe-43e4-95b3-6cf616aebfb3 admin admin] Usage tracker for resource:security_group_rule and tenant:8771f189e5744673a23df38ab6e72ab1 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:39.944181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cfce69cc-d1fe-43e4-95b3-6cf616aebfb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:39.951128 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-cfce69cc-d1fe-43e4-95b3-6cf616aebfb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:39.965477 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ccada4e-94a8-4397-8058-595b16b17f42 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:39.966174 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ccada4e-94a8-4397-8058-595b16b17f42 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:39.967399 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 78608d31-7e6c-4035-95cf-ca6289d16ac2 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:05:39.967834 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 78608d31-7e6c-4035-95cf-ca6289d16ac2 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:05:39.968536 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6ccada4e-94a8-4397-8058-595b16b17f42 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/359feabe-01f1-4035-a7f9-45c83e8245f9 HTTP/1.1" status: 404 len: 337 time: 0.0809329 Mar 05 14:05:39.978423 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57244) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:40.015762 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57248) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:40.037601 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6997979-227f-4d03-b0aa-61b0b367cbca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:40.046510 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3884bc-2075-4f9e-aaab-014579aca8fe tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:40.047214 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d3884bc-2075-4f9e-aaab-014579aca8fe tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:40.053392 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6997979-227f-4d03-b0aa-61b0b367cbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:40.099074 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f6997979-227f-4d03-b0aa-61b0b367cbca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6bbd76b014ab45138720d11903262aae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7357986 Mar 05 14:05:40.101993 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57254) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:40.106324 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4d3884bc-2075-4f9e-aaab-014579aca8fe tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/2378373f-9bfd-4bd1-bb71-476e71f5efac HTTP/1.1" status: 404 len: 333 time: 0.1268606 Mar 05 14:05:40.110143 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57260) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:40.189481 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-94943ea9-41ef-452d-803c-22fdccab27ea tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:40.190666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94943ea9-41ef-452d-803c-22fdccab27ea tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:40.192239 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-f778ca94-a1c6-4776-8dff-9ffb559afc08 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1086599121-network', 'tenant_id': 'f836228182ef4f768867e007978bd0a5'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:40.193083 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-94943ea9-41ef-452d-803c-22fdccab27ea tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/060ad25b-87e3-4d78-834e-3313928e0480 HTTP/1.1" status: 404 len: 337 time: 0.0817149 Mar 05 14:05:40.197764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57268) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:40.198600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6997979-227f-4d03-b0aa-61b0b367cbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8038593-efd3-4e95-86f0-52e377bdc758,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:40.200590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f778ca94-a1c6-4776-8dff-9ffb559afc08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:40.218246 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f778ca94-a1c6-4776-8dff-9ffb559afc08 admin admin] Usage tracker for resource:network and tenant:f836228182ef4f768867e007978bd0a5 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:40.222452 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f778ca94-a1c6-4776-8dff-9ffb559afc08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:40.230427 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f778ca94-a1c6-4776-8dff-9ffb559afc08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:40.261519 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f778ca94-a1c6-4776-8dff-9ffb559afc08 admin admin] Made reservation on behalf of f836228182ef4f768867e007978bd0a5 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:05:40.264678 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f778ca94-a1c6-4776-8dff-9ffb559afc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:40.287270 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f778ca94-a1c6-4776-8dff-9ffb559afc08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:40.288490 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b234453-7b6e-462e-9029-71ed92f33c61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:40.289177 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b234453-7b6e-462e-9029-71ed92f33c61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:40.291095 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0b234453-7b6e-462e-9029-71ed92f33c61 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/05ce4f4a-407b-41ac-a559-b1d577987a1d HTTP/1.1" status: 404 len: 333 time: 0.0885656 Mar 05 14:05:40.294173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57272) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:40.302441 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cfce69cc-d1fe-43e4-95b3-6cf616aebfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:40.312434 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cfce69cc-d1fe-43e4-95b3-6cf616aebfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:40.346907 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f778ca94-a1c6-4776-8dff-9ffb559afc08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:40.349285 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70cb0ccf-ec9f-4c20-9ed3-cee598954868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:40.361543 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e73f63-d417-41ee-a147-016f7fe0ede7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:40.362877 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e73f63-d417-41ee-a147-016f7fe0ede7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:40.364128 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cfce69cc-d1fe-43e4-95b3-6cf616aebfb3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8771f189e5744673a23df38ab6e72ab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5879920 Mar 05 14:05:40.367955 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-33e73f63-d417-41ee-a147-016f7fe0ede7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/5aa71436-4818-4b48-b890-5a7469e8b208 HTTP/1.1" status: 404 len: 337 time: 0.0724480 Mar 05 14:05:40.368989 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57276) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:40.371286 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57278) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:40.372333 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f778ca94-a1c6-4776-8dff-9ffb559afc08 admin admin] Usage tracker for resource:security_group_rule and tenant:f836228182ef4f768867e007978bd0a5 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:40.378525 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f778ca94-a1c6-4776-8dff-9ffb559afc08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:40.389787 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70cb0ccf-ec9f-4c20-9ed3-cee598954868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:40.442904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f778ca94-a1c6-4776-8dff-9ffb559afc08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:40.449361 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a706ba-9c2a-4dfb-8a38-e3289d45e205 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:40.449361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a706ba-9c2a-4dfb-8a38-e3289d45e205 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:40.472687 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce69cc-d1fe-43e4-95b3-6cf616aebfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7980ac2d-ab1d-4695-9432-e139b16efe71,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:40.477213 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70cb0ccf-ec9f-4c20-9ed3-cee598954868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:40.489113 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b2a706ba-9c2a-4dfb-8a38-e3289d45e205 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/129666d3-dac8-4587-820e-7d9522def9ac HTTP/1.1" status: 404 len: 333 time: 0.1132426 Mar 05 14:05:40.489693 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57288) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:40.519524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb0ccf-ec9f-4c20-9ed3-cee598954868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8038593-efd3-4e95-86f0-52e377bdc758,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:40.533495 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f478e0c-ca43-42e9-b180-eaef39194318 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:40.534647 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f478e0c-ca43-42e9-b180-eaef39194318 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:40.541511 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-130b3e27-7cd9-4204-8135-635f97786418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:40.546615 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-70cb0ccf-ec9f-4c20-9ed3-cee598954868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:40.548997 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-70cb0ccf-ec9f-4c20-9ed3-cee598954868 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8038593-efd3-4e95-86f0-52e377bdc758 HTTP/1.1" status: 204 len: 168 time: 0.4451702 Mar 05 14:05:40.551966 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5f478e0c-ca43-42e9-b180-eaef39194318 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/46021711-5bf0-49fa-8e6b-d4dae2c8d50f HTTP/1.1" status: 404 len: 337 time: 0.0596826 Mar 05 14:05:40.554186 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57294) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:40.606569 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-130b3e27-7cd9-4204-8135-635f97786418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:40.635851 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-2865807f-b4ac-4cc9-a261-a6668899494f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:40.636408 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2865807f-b4ac-4cc9-a261-a6668899494f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:40.653435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57298) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:40.663124 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2865807f-b4ac-4cc9-a261-a6668899494f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/9551526b-d15d-4a63-a906-6ceeb3e9aaa4 HTTP/1.1" status: 404 len: 333 time: 0.1076515 Mar 05 14:05:40.694862 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4201f3-feb9-4166-b748-6bf0a0c2892b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:40.695364 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4201f3-feb9-4166-b748-6bf0a0c2892b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:40.705674 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9d4201f3-feb9-4166-b748-6bf0a0c2892b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/8f548492-b13b-463f-bf03-5f8f815f22bd HTTP/1.1" status: 404 len: 337 time: 0.0510931 Mar 05 14:05:40.710117 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57302) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:40.716907 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f778ca94-a1c6-4776-8dff-9ffb559afc08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:40.723942 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f778ca94-a1c6-4776-8dff-9ffb559afc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:40.738268 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f778ca94-a1c6-4776-8dff-9ffb559afc08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:05:40.748751 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f778ca94-a1c6-4776-8dff-9ffb559afc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:40.749422 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-f778ca94-a1c6-4776-8dff-9ffb559afc08 admin admin] Added segment 54fca434-391f-40fa-ba70-9592a89081f4 of type vlan for network ce82ece0-1c36-4944-a921-c87e541fb605 Mar 05 14:05:40.796920 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f778ca94-a1c6-4776-8dff-9ffb559afc08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:40.812918 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c5547c-26fb-42ec-a434-aded507d6898 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:40.813981 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c5547c-26fb-42ec-a434-aded507d6898 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:40.817002 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-91c5547c-26fb-42ec-a434-aded507d6898 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/f4c933e3-d7de-44e7-9bab-ea348c22d596 HTTP/1.1" status: 404 len: 333 time: 0.1059301 Mar 05 14:05:40.818221 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-130b3e27-7cd9-4204-8135-635f97786418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:40.821209 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-130b3e27-7cd9-4204-8135-635f97786418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:40.836481 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-130b3e27-7cd9-4204-8135-635f97786418 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7980ac2d-ab1d-4695-9432-e139b16efe71 HTTP/1.1" status: 204 len: 168 time: 0.3947418 Mar 05 14:05:40.842395 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57310) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:40.871601 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f778ca94-a1c6-4776-8dff-9ffb559afc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:40.872566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f778ca94-a1c6-4776-8dff-9ffb559afc08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:40.873136 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f778ca94-a1c6-4776-8dff-9ffb559afc08 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:40.957682 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778ca94-a1c6-4776-8dff-9ffb559afc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3adbe4-e9f3-4a28-84a4-768df4731916,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:40.992128 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-982b31bf-99b2-4545-b687-dc7a7d880006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:41.012497 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d65344d-f3e9-4300-a116-00d860e0dac7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:41.013541 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d65344d-f3e9-4300-a116-00d860e0dac7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:41.015890 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5d65344d-f3e9-4300-a116-00d860e0dac7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/c71676ff-18c6-4d59-8cdf-cfd246ae1806 HTTP/1.1" status: 404 len: 337 time: 0.1550725 Mar 05 14:05:41.017535 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b3e27-7cd9-4204-8135-635f97786418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7980ac2d-ab1d-4695-9432-e139b16efe71,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:41.040355 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57322) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:41.109036 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778ca94-a1c6-4776-8dff-9ffb559afc08 admin admin] Pushing event updated for resources: {'Network': ['ID=ce82ece0-1c36-4944-a921-c87e541fb605,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:41.117045 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f778ca94-a1c6-4776-8dff-9ffb559afc08 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1009376 Mar 05 14:05:41.119917 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57328) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:41.130131 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network ce82ece0-1c36-4944-a921-c87e541fb605 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:05:41.130621 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-78827a03-0cad-4560-baeb-16df11dc9b17 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:41.132112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78827a03-0cad-4560-baeb-16df11dc9b17 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:41.132533 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ebf2dbbc-3a56-4f88-a728-13c93aff478d admin admin] Request body: {'subnet': {'network_id': 'ce82ece0-1c36-4944-a921-c87e541fb605', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1086599121-subnet', 'tenant_id': 'f836228182ef4f768867e007978bd0a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:41.136053 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-78827a03-0cad-4560-baeb-16df11dc9b17 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/a500464d-4566-4990-a167-4d6f950e01cd HTTP/1.1" status: 404 len: 337 time: 0.0933423 Mar 05 14:05:41.139200 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57332) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:41.145526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ebf2dbbc-3a56-4f88-a728-13c93aff478d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:41.155937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ebf2dbbc-3a56-4f88-a728-13c93aff478d admin admin] Usage tracker for resource:subnet and tenant:f836228182ef4f768867e007978bd0a5 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:41.161929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ebf2dbbc-3a56-4f88-a728-13c93aff478d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:41.180041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ebf2dbbc-3a56-4f88-a728-13c93aff478d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:41.204760 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf2dbbc-3a56-4f88-a728-13c93aff478d admin admin] Made reservation on behalf of f836228182ef4f768867e007978bd0a5 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:05:41.207994 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ebf2dbbc-3a56-4f88-a728-13c93aff478d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:41.246396 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-72570cd1-c7c1-4237-9649-2db0d2553823 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:41.246876 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72570cd1-c7c1-4237-9649-2db0d2553823 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:41.253294 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-72570cd1-c7c1-4237-9649-2db0d2553823 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/dd65c30e-86e5-427f-abe4-12374ccc4f2a HTTP/1.1" status: 404 len: 333 time: 0.1123302 Mar 05 14:05:41.255842 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57340) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:41.356334 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-929ab5b8-e6e0-4329-8076-f8702fe7a7f0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:41.356831 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929ab5b8-e6e0-4329-8076-f8702fe7a7f0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:41.360880 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-929ab5b8-e6e0-4329-8076-f8702fe7a7f0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/59eafa5f-7239-4e1e-882e-68b8b6400889 HTTP/1.1" status: 404 len: 337 time: 0.1010873 Mar 05 14:05:41.361164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57350) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:41.462081 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd48ccb1-07e6-4ffc-bd55-a72945d7ba39 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:41.462555 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd48ccb1-07e6-4ffc-bd55-a72945d7ba39 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:41.466621 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bd48ccb1-07e6-4ffc-bd55-a72945d7ba39 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/f4e9ccd7-be0b-4edc-85cf-d61024318839 HTTP/1.1" status: 404 len: 337 time: 0.1042109 Mar 05 14:05:41.469335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57358) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:41.535469 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5fb5a66-6ea0-4279-b782-a39f37ee68e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:41.535952 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5fb5a66-6ea0-4279-b782-a39f37ee68e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:41.537654 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a5fb5a66-6ea0-4279-b782-a39f37ee68e8 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/7eb76bf5-64f9-4516-87bc-a70eed07b0aa HTTP/1.1" status: 404 len: 333 time: 0.0673547 Mar 05 14:05:41.541155 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57362) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:41.639737 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7281796-49fd-40f6-8325-888c596ced0b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:41.640441 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7281796-49fd-40f6-8325-888c596ced0b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:41.643801 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b7281796-49fd-40f6-8325-888c596ced0b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/2b531c9e-26f1-418e-95ce-9ee340d5cc40 HTTP/1.1" status: 404 len: 337 time: 0.1016848 Mar 05 14:05:41.647315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57372) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:41.719001 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9d29dc-c3e8-4fa3-be2c-961096071fc7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:41.719352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d9d29dc-c3e8-4fa3-be2c-961096071fc7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:41.730278 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7d9d29dc-c3e8-4fa3-be2c-961096071fc7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/6663d416-79d3-43cd-b9b8-af2b50340419 HTTP/1.1" status: 404 len: 337 time: 0.0786216 Mar 05 14:05:41.732681 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57384) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:41.755001 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ebf2dbbc-3a56-4f88-a728-13c93aff478d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:41.817121 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9721471-b93b-4c2f-b0ad-c8f700795382 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:41.817994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9721471-b93b-4c2f-b0ad-c8f700795382 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:41.820818 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b9721471-b93b-4c2f-b0ad-c8f700795382 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/ce756cd8-cd24-4eb1-a3b9-dfa4728ec3e0 HTTP/1.1" status: 404 len: 333 time: 0.0870097 Mar 05 14:05:41.823596 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57390) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:41.898093 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-be082f53-b875-429b-bd3b-e18f41d8d269 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:41.898613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be082f53-b875-429b-bd3b-e18f41d8d269 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:41.900390 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-be082f53-b875-429b-bd3b-e18f41d8d269 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/7b7fd952-7304-4046-ba3f-c0db3e0da643 HTTP/1.1" status: 404 len: 337 time: 0.0740166 Mar 05 14:05:41.902999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57394) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:41.909594 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2dbbc-3a56-4f88-a728-13c93aff478d admin admin] Pushing event updated for resources: {'Subnet': ['ID=08505e2b-abfa-41ee-86f3-cb95941e4bbf,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:41.914100 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf2dbbc-3a56-4f88-a728-13c93aff478d admin admin] Checking segment: {'id': '54fca434-391f-40fa-ba70-9592a89081f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ce82ece0-1c36-4944-a921-c87e541fb605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:05:41.914696 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf2dbbc-3a56-4f88-a728-13c93aff478d admin admin] Network hostable DHCP agents. Network: ce82ece0-1c36-4944-a921-c87e541fb605, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:05:41.942341 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf2dbbc-3a56-4f88-a728-13c93aff478d admin admin] Network ce82ece0-1c36-4944-a921-c87e541fb605 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:05:41.964303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-ebf2dbbc-3a56-4f88-a728-13c93aff478d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, ce82ece0-1c36-4944-a921-c87e541fb605) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:05:41.969924 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf2dbbc-3a56-4f88-a728-13c93aff478d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:41.970934 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ebf2dbbc-3a56-4f88-a728-13c93aff478d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:41.976384 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000924c7-79bc-43ae-9b18-4cc42eee7f7b None None] Network ce82ece0-1c36-4944-a921-c87e541fb605 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:05:42.061793 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ebf2dbbc-3a56-4f88-a728-13c93aff478d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9407659 Mar 05 14:05:42.125514 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef01ef79-6c9e-4877-a26b-f4b9e3d9872a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:42.126655 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef01ef79-6c9e-4877-a26b-f4b9e3d9872a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:42.129004 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ef01ef79-6c9e-4877-a26b-f4b9e3d9872a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/93f27aab-6681-45a0-90bf-f57cff3aefcd HTTP/1.1" status: 404 len: 337 time: 0.2247999 Mar 05 14:05:42.131592 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57406) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:42.198508 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2741382a-4e45-4756-b26c-e0617793c053 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f37d61f-5d7f-492b-abd2-34588f63334a HTTP/1.1" status: 200 len: 205 time: 0.0654614 Mar 05 14:05:42.200697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57412) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:42.239274 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:42.245186 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:42.293064 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-60fa0914-07a3-402f-af14-d87b9820b6c5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] delete failed (client error): The resource could not be found. Mar 05 14:05:42.295229 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-60fa0914-07a3-402f-af14-d87b9820b6c5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/routers/0f37d61f-5d7f-492b-abd2-34588f63334a HTTP/1.1" status: 404 len: 336 time: 0.0925813 Mar 05 14:05:42.297197 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57418) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:42.452879 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-3135616d-9e67-44f4-b4bb-4edc9ec72947 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:42.453687 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3135616d-9e67-44f4-b4bb-4edc9ec72947 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:42.457608 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3135616d-9e67-44f4-b4bb-4edc9ec72947 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/02747081-191e-46ee-8926-6025bf619299 HTTP/1.1" status: 404 len: 337 time: 0.1590364 Mar 05 14:05:42.460332 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57430) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:42.538228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57436) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:42.556869 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fbdff222-b607-4dc8-9d74-57ad67d207f6 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "GET /v2.0/ports?device_id=20e093ac-3a70-43ea-89a2-497e4b81505c HTTP/1.1" status: 200 len: 205 time: 0.0740917 Mar 05 14:05:42.565748 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9faed2f-92d6-42bb-bed8-2ff5c2920da0 None None] Network ce82ece0-1c36-4944-a921-c87e541fb605 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:05:42.656634 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-bda36465-6268-4c27-86e3-85491ab7fa67 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] delete failed (client error): The resource could not be found. Mar 05 14:05:42.657887 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-bda36465-6268-4c27-86e3-85491ab7fa67 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/routers/20e093ac-3a70-43ea-89a2-497e4b81505c HTTP/1.1" status: 404 len: 336 time: 0.1185200 Mar 05 14:05:42.660640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57442) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:42.704582 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd6fcd2-bee5-4f36-aa46-dc55e43159f7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:42.705042 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd6fcd2-bee5-4f36-aa46-dc55e43159f7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:42.707900 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6cd6fcd2-bee5-4f36-aa46-dc55e43159f7 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/cf36f38e-ec1b-4bc8-8641-dfe49943eff1 HTTP/1.1" status: 404 len: 337 time: 0.0462964 Mar 05 14:05:42.710692 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57452) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:42.750537 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fd924d-afce-4295-adf9-7b515a835852 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:42.750933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43fd924d-afce-4295-adf9-7b515a835852 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:42.753438 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-43fd924d-afce-4295-adf9-7b515a835852 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/40627b08-48e4-4f80-bef0-e3439e02ba66 HTTP/1.1" status: 404 len: 337 time: 0.0415127 Mar 05 14:05:42.755893 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57458) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:42.808814 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5a0d6c-8b46-4f1b-9470-3da2f9fa39af tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:42.809458 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5a0d6c-8b46-4f1b-9470-3da2f9fa39af tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:42.811886 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ab5a0d6c-8b46-4f1b-9470-3da2f9fa39af tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/5b9524d1-bb2c-449c-9c39-e5b7319c2867 HTTP/1.1" status: 404 len: 333 time: 0.0550187 Mar 05 14:05:42.814835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57462) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:42.872671 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-25134b7f-d134-4229-8fdd-1db6a981f7cb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:42.873279 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25134b7f-d134-4229-8fdd-1db6a981f7cb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:42.876442 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-25134b7f-d134-4229-8fdd-1db6a981f7cb tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/47858ab8-f39e-4104-bce5-63cabc5acee0 HTTP/1.1" status: 404 len: 337 time: 0.0587499 Mar 05 14:05:42.879727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57468) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:42.933262 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-463b39e6-77ff-4545-9f3d-76408c862c7a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:42.933736 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-463b39e6-77ff-4545-9f3d-76408c862c7a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:42.936073 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-463b39e6-77ff-4545-9f3d-76408c862c7a tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/22ab854f-3399-4480-89ed-6bf403dc5f3e HTTP/1.1" status: 404 len: 333 time: 0.0536594 Mar 05 14:05:42.938918 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57472) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:42.992279 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb7d4dc-42a9-49a2-94db-905be715281b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:42.992925 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb7d4dc-42a9-49a2-94db-905be715281b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:42.995688 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9cb7d4dc-42a9-49a2-94db-905be715281b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/6b568f09-40c2-45f9-9a5a-a3a2d8292dbc HTTP/1.1" status: 404 len: 337 time: 0.0545332 Mar 05 14:05:42.998286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57476) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:43.055774 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-b127e812-abc2-4a7f-97b0-8f1806c99500 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:43.061481 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b127e812-abc2-4a7f-97b0-8f1806c99500 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:43.061861 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b127e812-abc2-4a7f-97b0-8f1806c99500 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/0af27b85-592b-4dd4-b518-b473d151a4bd HTTP/1.1" status: 404 len: 333 time: 0.0622451 Mar 05 14:05:43.064770 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57484) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:43.075321 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57488) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:43.110010 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f1b1db-e6b4-4815-a562-a0a712080b27 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:43.110692 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f1b1db-e6b4-4815-a562-a0a712080b27 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:43.112526 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-38f1b1db-e6b4-4815-a562-a0a712080b27 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/fcfbf9f1-1f95-45da-a931-c8387906528a HTTP/1.1" status: 404 len: 337 time: 0.0464063 Mar 05 14:05:43.115125 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57494) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:43.164958 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88fc813-c2b0-4e9f-bb1e-03a003f6fcb5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:43.165769 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88fc813-c2b0-4e9f-bb1e-03a003f6fcb5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:43.167139 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e88fc813-c2b0-4e9f-bb1e-03a003f6fcb5 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/5420d58f-17b8-43f4-b9a4-8cf39e53f6bb HTTP/1.1" status: 404 len: 333 time: 0.0508866 Mar 05 14:05:43.169908 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57502) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:43.223213 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b3b19e-f86d-4522-95bd-7411bb8c1f4e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:43.223897 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b3b19e-f86d-4522-95bd-7411bb8c1f4e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:43.226203 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-36b3b19e-f86d-4522-95bd-7411bb8c1f4e tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/8ff81f84-addc-4a8e-82e9-33fe6c419bf7 HTTP/1.1" status: 404 len: 337 time: 0.0550139 Mar 05 14:05:43.228865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57510) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:43.286441 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8c19a7-ee28-456c-baa1-2c72fc4b350d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:43.286441 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8c19a7-ee28-456c-baa1-2c72fc4b350d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:43.286441 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3d8c19a7-ee28-456c-baa1-2c72fc4b350d tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/1e945737-3ee0-4425-b933-3215900ae14b HTTP/1.1" status: 404 len: 333 time: 0.0542340 Mar 05 14:05:43.289286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57516) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:43.384347 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-48020cdb-ff69-432d-b5cc-e924aa09aea0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:43.384812 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48020cdb-ff69-432d-b5cc-e924aa09aea0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:43.389391 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57522) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:43.389515 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-48020cdb-ff69-432d-b5cc-e924aa09aea0 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/5c99786b-a496-4f02-905a-d3452fb44b41 HTTP/1.1" status: 404 len: 337 time: 0.1013377 Mar 05 14:05:43.477200 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62be491-f098-4a3e-b0b2-0e32d017f49f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:43.477662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b62be491-f098-4a3e-b0b2-0e32d017f49f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:43.483100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57530) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:43.487305 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b62be491-f098-4a3e-b0b2-0e32d017f49f tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/6d1dd7ea-557e-4cd9-a847-fa41f02b4174 HTTP/1.1" status: 404 len: 333 time: 0.0901275 Mar 05 14:05:43.592814 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa9d491-ce35-4abf-a1c0-f8e4c4e5fd89 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:43.595387 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa9d491-ce35-4abf-a1c0-f8e4c4e5fd89 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:43.599835 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-eaa9d491-ce35-4abf-a1c0-f8e4c4e5fd89 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/ba2cf655-9a6a-4a57-8129-1b2403f19ee5 HTTP/1.1" status: 404 len: 337 time: 0.1135116 Mar 05 14:05:43.600226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57540) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:43.645316 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2993c015-8db2-4f4e-ae3b-525363253294 tempest-AgentManagementNegativeTest-1182236645 tempest-AgentManagementNegativeTest-1182236645-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5688455 Mar 05 14:05:43.686096 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-6860e19a-1244-4dbe-885a-72d9ef419946 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:43.686590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6860e19a-1244-4dbe-885a-72d9ef419946 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:43.688274 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6860e19a-1244-4dbe-885a-72d9ef419946 tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/ports/4afa341d-49cb-4e75-8f16-0c6f1502a56e HTTP/1.1" status: 404 len: 333 time: 0.0870895 Mar 05 14:05:43.691878 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57548) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:43.705788 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57552) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:43.706805 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:43.716321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-15320f21-2637-4dbb-b491-45ea57c64fd3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1089650426-network', 'tenant_id': '432b9703599f4534b78fbd8b1a457e3a'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:43.738950 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-15320f21-2637-4dbb-b491-45ea57c64fd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:43.756993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-15320f21-2637-4dbb-b491-45ea57c64fd3 admin admin] Usage tracker for resource:network and tenant:432b9703599f4534b78fbd8b1a457e3a is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:43.766910 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-15320f21-2637-4dbb-b491-45ea57c64fd3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:43.783236 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5a8533-4261-4608-b614-dc8b2e9bbf0b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:43.784830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-15320f21-2637-4dbb-b491-45ea57c64fd3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:43.789019 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a5a8533-4261-4608-b614-dc8b2e9bbf0b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:43.793004 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2a5a8533-4261-4608-b614-dc8b2e9bbf0b tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/subnets/b8a85b8b-7fd0-4090-af70-dab3a094b755 HTTP/1.1" status: 404 len: 337 time: 0.0999734 Mar 05 14:05:43.795609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57558) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:44.017445 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85dd8384-dddc-4da9-84aa-dc68f296b0cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:44.025539 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15320f21-2637-4dbb-b491-45ea57c64fd3 admin admin] Made reservation on behalf of 432b9703599f4534b78fbd8b1a457e3a for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:05:44.031568 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15320f21-2637-4dbb-b491-45ea57c64fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:44.078499 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15320f21-2637-4dbb-b491-45ea57c64fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:44.253944 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57574) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:44.332780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-15320f21-2637-4dbb-b491-45ea57c64fd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:44.416455 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-32bc01b6-f516-4315-9c4a-5cc368bb286f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:44.431239 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85dd8384-dddc-4da9-84aa-dc68f296b0cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:44.434634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-32bc01b6-f516-4315-9c4a-5cc368bb286f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:44.439517 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-32bc01b6-f516-4315-9c4a-5cc368bb286f admin admin] Usage tracker for resource:security_group_rule and tenant:9dfbde5180974fa2b40e92da52a44dca is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:44.443279 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-32bc01b6-f516-4315-9c4a-5cc368bb286f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:44.456242 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-32bc01b6-f516-4315-9c4a-5cc368bb286f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:44.457374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-85dd8384-dddc-4da9-84aa-dc68f296b0cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67009e9-c74e-44a6-8a92-0c4d7928efad']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:05:44.470431 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-85dd8384-dddc-4da9-84aa-dc68f296b0cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722ffcdc-caad-4697-a25b-bce56300dcf5') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:05:44.471498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-85dd8384-dddc-4da9-84aa-dc68f296b0cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722ffcdc-caad-4697-a25b-bce56300dcf5') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:05:44.484074 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85dd8384-dddc-4da9-84aa-dc68f296b0cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:44.501259 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85dd8384-dddc-4da9-84aa-dc68f296b0cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:44.508621 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85dd8384-dddc-4da9-84aa-dc68f296b0cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:05:44.509078 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85dd8384-dddc-4da9-84aa-dc68f296b0cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:05:44.610430 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:05:44.613810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-15320f21-2637-4dbb-b491-45ea57c64fd3 admin admin] Usage tracker for resource:security_group_rule and tenant:432b9703599f4534b78fbd8b1a457e3a is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:44.616273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-15320f21-2637-4dbb-b491-45ea57c64fd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:44.622816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-15320f21-2637-4dbb-b491-45ea57c64fd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:44.682491 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-32bc01b6-f516-4315-9c4a-5cc368bb286f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:44.692210 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-32bc01b6-f516-4315-9c4a-5cc368bb286f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:44.720416 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15320f21-2637-4dbb-b491-45ea57c64fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:44.723024 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85dd8384-dddc-4da9-84aa-dc68f296b0cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:44.748161 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85dd8384-dddc-4da9-84aa-dc68f296b0cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:44.751361 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15320f21-2637-4dbb-b491-45ea57c64fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:44.765253 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15320f21-2637-4dbb-b491-45ea57c64fd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:05:44.775365 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15320f21-2637-4dbb-b491-45ea57c64fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:44.775707 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-15320f21-2637-4dbb-b491-45ea57c64fd3 admin admin] Added segment a0c1394a-36c6-4713-ae2c-d47803d0f4ad of type vlan for network 1465267c-a79b-4d0f-a10e-e3e7578f696f Mar 05 14:05:44.806751 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15320f21-2637-4dbb-b491-45ea57c64fd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:44.848341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc01b6-f516-4315-9c4a-5cc368bb286f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f219ee-f4aa-404d-9a9a-624418435991,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:44.853728 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-32bc01b6-f516-4315-9c4a-5cc368bb286f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9dfbde5180974fa2b40e92da52a44dca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5987625 Mar 05 14:05:44.853894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd8384-dddc-4da9-84aa-dc68f296b0cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] Pushing event deleted for resources: {'Network': ['ID=d67009e9-c74e-44a6-8a92-0c4d7928efad,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:44.855649 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15320f21-2637-4dbb-b491-45ea57c64fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:44.856427 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57594) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:44.856619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15320f21-2637-4dbb-b491-45ea57c64fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:44.857399 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15320f21-2637-4dbb-b491-45ea57c64fd3 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:44.934129 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c31c532d-391b-4d06-8bf2-42aea6b86b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:44.958683 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-85dd8384-dddc-4da9-84aa-dc68f296b0cc tempest-NetworksTestDHCPv6-865949699 tempest-NetworksTestDHCPv6-865949699-project] 10.222.0.16 "DELETE /v2.0/networks/d67009e9-c74e-44a6-8a92-0c4d7928efad HTTP/1.1" status: 204 len: 168 time: 1.1611059 Mar 05 14:05:44.963749 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15320f21-2637-4dbb-b491-45ea57c64fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f449833-ee03-4d8c-994b-a1819f6246f6,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:44.973108 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c31c532d-391b-4d06-8bf2-42aea6b86b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:45.022643 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-15320f21-2637-4dbb-b491-45ea57c64fd3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3155143 Mar 05 14:05:45.023588 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57608) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:45.052715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-9e7831c2-a7cd-411b-b590-f873a71f72dc admin admin] Request body: {'subnet': {'network_id': '1465267c-a79b-4d0f-a10e-e3e7578f696f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1089650426-subnet', 'tenant_id': '432b9703599f4534b78fbd8b1a457e3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:45.072172 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9e7831c2-a7cd-411b-b590-f873a71f72dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:45.072675 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c31c532d-391b-4d06-8bf2-42aea6b86b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:45.077394 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15320f21-2637-4dbb-b491-45ea57c64fd3 admin admin] Pushing event updated for resources: {'Network': ['ID=1465267c-a79b-4d0f-a10e-e3e7578f696f,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:45.083616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9e7831c2-a7cd-411b-b590-f873a71f72dc admin admin] Usage tracker for resource:subnet and tenant:432b9703599f4534b78fbd8b1a457e3a is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:45.087303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9e7831c2-a7cd-411b-b590-f873a71f72dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:45.100044 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9e7831c2-a7cd-411b-b590-f873a71f72dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:45.102514 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 1465267c-a79b-4d0f-a10e-e3e7578f696f details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:05:45.114672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7831c2-a7cd-411b-b590-f873a71f72dc admin admin] Made reservation on behalf of 432b9703599f4534b78fbd8b1a457e3a for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:05:45.118449 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9e7831c2-a7cd-411b-b590-f873a71f72dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:45.141443 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c532d-391b-4d06-8bf2-42aea6b86b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f219ee-f4aa-404d-9a9a-624418435991,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:45.152295 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c31c532d-391b-4d06-8bf2-42aea6b86b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:45.156060 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c31c532d-391b-4d06-8bf2-42aea6b86b19 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/52f219ee-f4aa-404d-9a9a-624418435991 HTTP/1.1" status: 204 len: 168 time: 0.2958176 Mar 05 14:05:45.522473 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9e7831c2-a7cd-411b-b590-f873a71f72dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:45.773034 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57640) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:45.791183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7831c2-a7cd-411b-b590-f873a71f72dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f63fb1ef-aadc-4fb1-8247-ccd38649998e,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:45.798743 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7831c2-a7cd-411b-b590-f873a71f72dc admin admin] Checking segment: {'id': 'a0c1394a-36c6-4713-ae2c-d47803d0f4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1465267c-a79b-4d0f-a10e-e3e7578f696f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:05:45.799696 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7831c2-a7cd-411b-b590-f873a71f72dc admin admin] Network hostable DHCP agents. Network: 1465267c-a79b-4d0f-a10e-e3e7578f696f, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:05:45.835757 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7831c2-a7cd-411b-b590-f873a71f72dc admin admin] Network 1465267c-a79b-4d0f-a10e-e3e7578f696f is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:05:45.857411 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-9e7831c2-a7cd-411b-b590-f873a71f72dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 1465267c-a79b-4d0f-a10e-e3e7578f696f) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:05:45.876817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7831c2-a7cd-411b-b590-f873a71f72dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:45.877869 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9e7831c2-a7cd-411b-b590-f873a71f72dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:45.887366 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3240e04-ba77-4f97-9c87-72c1c1e3f1f8 None None] Network 1465267c-a79b-4d0f-a10e-e3e7578f696f requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:05:45.944204 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9e7831c2-a7cd-411b-b590-f873a71f72dc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9145732 Mar 05 14:05:46.118068 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5d46b468-eb75-45d4-bc34-ad47301ddcec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c0764293a3340c8864dd88c0a88fd24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422437 Mar 05 14:05:46.119810 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57668) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:46.280272 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf2c0-cd6e-41de-8ee2-b06a97bfa5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:46.349408 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf2c0-cd6e-41de-8ee2-b06a97bfa5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:46.391328 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9221aec9-29ed-4a5f-b7b8-b3a17dc35eab None None] Network 1465267c-a79b-4d0f-a10e-e3e7578f696f requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:05:46.485490 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf2c0-cd6e-41de-8ee2-b06a97bfa5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:46.518447 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eaf2c0-cd6e-41de-8ee2-b06a97bfa5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3c947f-70bd-493b-a2c2-bead39bc226b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:46.550471 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf2c0-cd6e-41de-8ee2-b06a97bfa5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:46.550471 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d4eaf2c0-cd6e-41de-8ee2-b06a97bfa5dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a3c947f-70bd-493b-a2c2-bead39bc226b HTTP/1.1" status: 204 len: 168 time: 0.4266927 Mar 05 14:05:47.505127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57774) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:47.666311 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-46c152d5-55a3-40d6-8e4b-ada8d4a95766 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:47.680168 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-46c152d5-55a3-40d6-8e4b-ada8d4a95766 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/networks?id=ce82ece0-1c36-4944-a921-c87e541fb605 HTTP/1.1" status: 200 len: 812 time: 0.4420235 Mar 05 14:05:47.740025 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-3297b063-3c3b-44c7-8453-b76564361fab tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/quotas/f836228182ef4f768867e007978bd0a5 HTTP/1.1" status: 200 len: 375 time: 0.0493302 Mar 05 14:05:47.772794 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-c43ee218-661e-4d55-aae9-af90f68bd3d0 tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] Request body: {'port': {'network_id': 'dfa17868-a348-4fce-84aa-b71b3861b0af', 'name': 'tempest-NetworksNegativeTestJSON-736718315'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:47.808805 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-8d989d9f-a595-4a2f-9d17-3dc3aaac83ec tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f836228182ef4f768867e007978bd0a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585196 Mar 05 14:05:47.823904 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-e5cb3cec-3947-4b28-8f92-d9be9aef6f7e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:05:47.825699 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-e5cb3cec-3947-4b28-8f92-d9be9aef6f7e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087821 Mar 05 14:05:47.834483 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43ee218-661e-4d55-aae9-af90f68bd3d0 tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] POST failed (client error): The resource could not be found. Mar 05 14:05:47.835545 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c43ee218-661e-4d55-aae9-af90f68bd3d0 tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:47.836933 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c43ee218-661e-4d55-aae9-af90f68bd3d0 tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3307273 Mar 05 14:05:47.847221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57798) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:47.907061 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d874a6-6ffe-4b82-abcf-5e5f5e9bfa2d tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:47.908777 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d874a6-6ffe-4b82-abcf-5e5f5e9bfa2d tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:47.911169 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f1d874a6-6ffe-4b82-abcf-5e5f5e9bfa2d tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] 10.222.0.16 "DELETE /v2.0/networks/6d836e2a-4913-403a-a7ac-196bae11ac34 HTTP/1.1" status: 404 len: 339 time: 0.0620558 Mar 05 14:05:47.914827 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57804) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:48.015483 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-e787070b-6240-41ed-93f5-accb4a3e919a tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:48.016969 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e787070b-6240-41ed-93f5-accb4a3e919a tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:48.020808 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e787070b-6240-41ed-93f5-accb4a3e919a tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] 10.222.0.16 "DELETE /v2.0/ports/bfe7c6ae-7915-49db-ba6c-9d24cc1b6b98 HTTP/1.1" status: 404 len: 333 time: 0.1043746 Mar 05 14:05:48.024381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57814) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:48.075621 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-72bd15ca-3a30-45ed-8132-ca55cc1e956f tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] DELETE failed (client error): The resource could not be found. Mar 05 14:05:48.076564 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72bd15ca-3a30-45ed-8132-ca55cc1e956f tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:48.079312 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-72bd15ca-3a30-45ed-8132-ca55cc1e956f tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] 10.222.0.16 "DELETE /v2.0/subnets/031a97af-6a8c-481a-8a2b-4bbdd182bd02 HTTP/1.1" status: 404 len: 337 time: 0.0537000 Mar 05 14:05:48.083514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57818) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:48.128344 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e38d6f3-9e44-4653-8fb2-e46cdfc0c8be tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] GET failed (client error): The resource could not be found. Mar 05 14:05:48.131623 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6e38d6f3-9e44-4653-8fb2-e46cdfc0c8be tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] 10.222.0.16 "GET /v2.0/networks/8c0c67ac-522f-4bd7-b53d-9ff2b2f4d153 HTTP/1.1" status: 404 len: 339 time: 0.0471609 Mar 05 14:05:48.138359 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57822) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:48.199319 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-57ebbf3e-f270-4b25-9463-49c07f824f34 service neutron] 10.222.0.16 "GET /v2.0/networks/ce82ece0-1c36-4944-a921-c87e541fb605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659379 Mar 05 14:05:48.250740 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-114f50b8-1eb2-4849-954b-c7b8152648ec tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] GET failed (client error): The resource could not be found. Mar 05 14:05:48.256890 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-114f50b8-1eb2-4849-954b-c7b8152648ec tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] 10.222.0.16 "GET /v2.0/ports/93036ee6-b354-43d8-8ccd-803f97c2a6b0 HTTP/1.1" status: 404 len: 333 time: 0.1161852 Mar 05 14:05:48.261137 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57832) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:48.361026 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcef4115-9453-43fa-89db-492b57c1373e tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] GET failed (client error): The resource could not be found. Mar 05 14:05:48.362790 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-bcef4115-9453-43fa-89db-492b57c1373e tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] 10.222.0.16 "GET /v2.0/subnets/19bad551-78db-4526-8f2a-57948a13e8ef HTTP/1.1" status: 404 len: 337 time: 0.0989082 Mar 05 14:05:48.367366 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57838) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:48.382065 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-0c0a5e9c-4de8-4530-ae10-37072152e1af tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:48.406385 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0a5e9c-4de8-4530-ae10-37072152e1af tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] PUT failed (client error): The resource could not be found. Mar 05 14:05:48.406898 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0a5e9c-4de8-4530-ae10-37072152e1af tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:48.409243 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0c0a5e9c-4de8-4530-ae10-37072152e1af tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] 10.222.0.16 "PUT /v2.0/networks/e8280d2e-c151-4e05-bd44-530ae8cd6c58 HTTP/1.1" status: 404 len: 339 time: 0.0409942 Mar 05 14:05:48.415405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57842) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:48.429922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-4aab38e6-c10f-4ac5-afe3-551d19f93562 tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:48.483388 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-44c8e04c-654c-4abb-bfb2-b015694cea65 service neutron] 10.222.0.16 "GET /v2.0/networks/ce82ece0-1c36-4944-a921-c87e541fb605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818527 Mar 05 14:05:48.518822 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aab38e6-c10f-4ac5-afe3-551d19f93562 tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] PUT failed (client error): The resource could not be found. Mar 05 14:05:48.518822 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aab38e6-c10f-4ac5-afe3-551d19f93562 tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:48.519458 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57848) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:48.520201 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4aab38e6-c10f-4ac5-afe3-551d19f93562 tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] 10.222.0.16 "PUT /v2.0/ports/dc5bf06e-9f1e-4ebc-b46e-111d0b665262 HTTP/1.1" status: 404 len: 333 time: 0.0964193 Mar 05 14:05:48.527422 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57852) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:48.529840 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-de0fc0d5-5ca1-4b1b-bbc7-3698776c7699 tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:48.579852 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0fc0d5-5ca1-4b1b-bbc7-3698776c7699 tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] PUT failed (client error): The resource could not be found. Mar 05 14:05:48.581386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de0fc0d5-5ca1-4b1b-bbc7-3698776c7699 tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:05:48.582862 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-de0fc0d5-5ca1-4b1b-bbc7-3698776c7699 tempest-NetworksNegativeTestJSON-358445810 tempest-NetworksNegativeTestJSON-358445810-project] 10.222.0.16 "PUT /v2.0/subnets/15ec6c7d-42fd-4d1f-93c2-cc0b972dd071 HTTP/1.1" status: 404 len: 337 time: 0.0614769 Mar 05 14:05:48.827885 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b87a407f-79e1-4519-b2d7-e691a60c7fa1 req-5e8f0b0a-3573-4db0-ad2d-b07dd4a36274 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 210 time: 0.1041234 Mar 05 14:05:48.855836 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b1d8e503-39f5-4674-9e06-f5793a686e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:48.899773 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b1d8e503-39f5-4674-9e06-f5793a686e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:48.919995 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b1d8e503-39f5-4674-9e06-f5793a686e82 admin admin] Usage tracker for resource:security_group_rule and tenant:e9925cafc6224b97b2fd3cda2b70ca0c is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:48.926726 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b1d8e503-39f5-4674-9e06-f5793a686e82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:48.942267 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b1d8e503-39f5-4674-9e06-f5793a686e82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:49.057871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57884) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:49.128632 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b1d8e503-39f5-4674-9e06-f5793a686e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:49.138842 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b1d8e503-39f5-4674-9e06-f5793a686e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:49.200465 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57890) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:49.212765 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b1d8e503-39f5-4674-9e06-f5793a686e82 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9925cafc6224b97b2fd3cda2b70ca0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6821172 Mar 05 14:05:49.215220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8e503-39f5-4674-9e06-f5793a686e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de3c831-f5f1-4e54-9217-1ccf0ced14be,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:49.282489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57894) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:49.305976 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b32e9ff-9138-4a40-949d-e19b7c877e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:49.363532 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b32e9ff-9138-4a40-949d-e19b7c877e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:49.452110 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-c9ccb00b-ff7f-4aa2-95ac-8947cdc377d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1507253534'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:49.460025 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c9ccb00b-ff7f-4aa2-95ac-8947cdc377d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:49.465808 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c9ccb00b-ff7f-4aa2-95ac-8947cdc377d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Usage tracker for resource:network and tenant:20a18598bc284005abb6246764da0546 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:49.480501 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c9ccb00b-ff7f-4aa2-95ac-8947cdc377d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:49.489224 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c9ccb00b-ff7f-4aa2-95ac-8947cdc377d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:49.504153 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ccb00b-ff7f-4aa2-95ac-8947cdc377d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Made reservation on behalf of 20a18598bc284005abb6246764da0546 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:05:49.509134 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c9ccb00b-ff7f-4aa2-95ac-8947cdc377d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:49.530566 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-516a2a54-0142-4654-8429-9231a856ad71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:49.530948 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c9ccb00b-ff7f-4aa2-95ac-8947cdc377d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:49.551189 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c9ccb00b-ff7f-4aa2-95ac-8947cdc377d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:49.556467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c9ccb00b-ff7f-4aa2-95ac-8947cdc377d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Usage tracker for resource:security_group_rule and tenant:20a18598bc284005abb6246764da0546 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:49.557029 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b32e9ff-9138-4a40-949d-e19b7c877e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:49.560106 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c9ccb00b-ff7f-4aa2-95ac-8947cdc377d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:49.568947 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c9ccb00b-ff7f-4aa2-95ac-8947cdc377d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:49.607800 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-516a2a54-0142-4654-8429-9231a856ad71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:49.619858 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32e9ff-9138-4a40-949d-e19b7c877e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de3c831-f5f1-4e54-9217-1ccf0ced14be,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:49.634935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-516a2a54-0142-4654-8429-9231a856ad71 admin admin] Usage tracker for resource:security_group_rule and tenant:3d9e57bdde3f4f7a9c19f0c6a9895ce6 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:49.641129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-516a2a54-0142-4654-8429-9231a856ad71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:49.647644 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b32e9ff-9138-4a40-949d-e19b7c877e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:49.649076 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9b32e9ff-9138-4a40-949d-e19b7c877e87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9de3c831-f5f1-4e54-9217-1ccf0ced14be HTTP/1.1" status: 204 len: 168 time: 0.4473500 Mar 05 14:05:49.650460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-516a2a54-0142-4654-8429-9231a856ad71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:49.748090 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c9ccb00b-ff7f-4aa2-95ac-8947cdc377d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:49.754586 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c9ccb00b-ff7f-4aa2-95ac-8947cdc377d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:49.769724 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ccb00b-ff7f-4aa2-95ac-8947cdc377d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:05:49.797008 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-516a2a54-0142-4654-8429-9231a856ad71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:49.804755 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-516a2a54-0142-4654-8429-9231a856ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:49.816545 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccb00b-ff7f-4aa2-95ac-8947cdc377d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd39723c-07e8-4ff0-95ad-b07b9afe42c1,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:49.820213 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c9ccb00b-ff7f-4aa2-95ac-8947cdc377d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:49.820827 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-c9ccb00b-ff7f-4aa2-95ac-8947cdc377d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Added segment f74f3d9f-3999-4d75-9f22-95211cad3be7 of type vlan for network fc635a46-a384-46ab-8867-656d61f5ea4a Mar 05 14:05:49.897500 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c9ccb00b-ff7f-4aa2-95ac-8947cdc377d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:49.932305 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a2a54-0142-4654-8429-9231a856ad71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ebc538-18d5-4ded-9053-6eb0d2f19f1c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:49.969122 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c9ccb00b-ff7f-4aa2-95ac-8947cdc377d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:49.977496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ccb00b-ff7f-4aa2-95ac-8947cdc377d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:49.979726 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c9ccb00b-ff7f-4aa2-95ac-8947cdc377d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:50.043936 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8f8b2c57-492a-4419-b68b-f58e57f3446a req-7a85856c-b3a9-4b52-8565-2be4f8368688 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 210 time: 0.1126080 Mar 05 14:05:50.049126 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-516a2a54-0142-4654-8429-9231a856ad71 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d9e57bdde3f4f7a9c19f0c6a9895ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9895344 Mar 05 14:05:50.051288 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57928) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:50.101396 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c9ccb00b-ff7f-4aa2-95ac-8947cdc377d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8171599 Mar 05 14:05:50.114032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 57936) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:50.126080 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-3a270490-cb45-456a-92f5-945ef5995b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Request body: {'subnet': {'network_id': 'fc635a46-a384-46ab-8867-656d61f5ea4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:50.154467 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-17f697f8-5f49-4157-b365-9c48118a5c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:50.202524 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-17f697f8-5f49-4157-b365-9c48118a5c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:50.317428 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-17f697f8-5f49-4157-b365-9c48118a5c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:50.323520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57940) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:50.355607 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccb00b-ff7f-4aa2-95ac-8947cdc377d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Pushing event updated for resources: {'Network': ['ID=fc635a46-a384-46ab-8867-656d61f5ea4a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:50.356284 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f36ec79c-f0f2-467e-bc91-068c63a4a208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:50.368106 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network fc635a46-a384-46ab-8867-656d61f5ea4a details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:05:50.383599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f697f8-5f49-4157-b365-9c48118a5c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ebc538-18d5-4ded-9053-6eb0d2f19f1c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:50.395699 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f36ec79c-f0f2-467e-bc91-068c63a4a208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:50.400869 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-17f697f8-5f49-4157-b365-9c48118a5c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:50.402592 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-17f697f8-5f49-4157-b365-9c48118a5c82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74ebc538-18d5-4ded-9053-6eb0d2f19f1c HTTP/1.1" status: 204 len: 168 time: 0.3498299 Mar 05 14:05:50.404160 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f36ec79c-f0f2-467e-bc91-068c63a4a208 admin admin] Usage tracker for resource:security_group_rule and tenant:0a62c03c7cf44171982e7157da8bb9c4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:50.409222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f36ec79c-f0f2-467e-bc91-068c63a4a208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:50.416397 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f36ec79c-f0f2-467e-bc91-068c63a4a208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:50.435380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3a270490-cb45-456a-92f5-945ef5995b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:50.450400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3a270490-cb45-456a-92f5-945ef5995b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Usage tracker for resource:subnet and tenant:20a18598bc284005abb6246764da0546 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:50.463415 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3a270490-cb45-456a-92f5-945ef5995b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:50.491853 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3a270490-cb45-456a-92f5-945ef5995b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:50.538296 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f36ec79c-f0f2-467e-bc91-068c63a4a208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:50.547926 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f36ec79c-f0f2-467e-bc91-068c63a4a208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:50.558457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a270490-cb45-456a-92f5-945ef5995b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Made reservation on behalf of 20a18598bc284005abb6246764da0546 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:05:50.564765 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a270490-cb45-456a-92f5-945ef5995b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:50.701541 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ec79c-f0f2-467e-bc91-068c63a4a208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fd7ed5-b93c-47bb-be60-678c2be20478,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:50.715845 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f36ec79c-f0f2-467e-bc91-068c63a4a208 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a62c03c7cf44171982e7157da8bb9c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3830352 Mar 05 14:05:50.718430 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57950) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:50.792909 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b58073d1-b492-4cc5-8983-9c7b7b8c5b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:50.829140 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b58073d1-b492-4cc5-8983-9c7b7b8c5b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:50.952336 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b58073d1-b492-4cc5-8983-9c7b7b8c5b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:50.991557 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b58073d1-b492-4cc5-8983-9c7b7b8c5b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:50.993667 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b58073d1-b492-4cc5-8983-9c7b7b8c5b24 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1fd7ed5-b93c-47bb-be60-678c2be20478 HTTP/1.1" status: 204 len: 168 time: 0.2742097 Mar 05 14:05:50.995650 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58073d1-b492-4cc5-8983-9c7b7b8c5b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fd7ed5-b93c-47bb-be60-678c2be20478,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:51.410138 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ad994848-a389-483e-9898-c51a6a622556 req-c76a26df-1d89-4b47-bd77-97e64dafd0c1 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 210 time: 0.1424356 Mar 05 14:05:51.421164 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a270490-cb45-456a-92f5-945ef5995b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:51.698404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a270490-cb45-456a-92f5-945ef5995b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Checking segment: {'id': 'f74f3d9f-3999-4d75-9f22-95211cad3be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fc635a46-a384-46ab-8867-656d61f5ea4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:05:51.699778 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a270490-cb45-456a-92f5-945ef5995b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Network hostable DHCP agents. Network: fc635a46-a384-46ab-8867-656d61f5ea4a, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:05:51.710479 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a270490-cb45-456a-92f5-945ef5995b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Pushing event updated for resources: {'Subnet': ['ID=258255f0-98bc-4dcf-883e-441025483393,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:51.733681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-a39c2804-2ae4-49e2-b977-0a1a5586602d tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:51.735005 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-a39c2804-2ae4-49e2-b977-0a1a5586602d tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Synchronizing usage tracker for tenant:f836228182ef4f768867e007978bd0a5 on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:05:51.770018 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a270490-cb45-456a-92f5-945ef5995b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Network fc635a46-a384-46ab-8867-656d61f5ea4a is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:05:51.796111 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-a39c2804-2ae4-49e2-b977-0a1a5586602d tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Unset dirty status for tenant:f836228182ef4f768867e007978bd0a5 on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:05:51.800177 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-a39c2804-2ae4-49e2-b977-0a1a5586602d tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.30 "GET /v2.0/networks?id=ce82ece0-1c36-4944-a921-c87e541fb605 HTTP/1.1" status: 200 len: 812 time: 0.6855702 Mar 05 14:05:51.802787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-3a270490-cb45-456a-92f5-945ef5995b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, fc635a46-a384-46ab-8867-656d61f5ea4a) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:05:51.817579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a270490-cb45-456a-92f5-945ef5995b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:51.817917 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cabe07-24bf-4a04-95df-c39348124b58 None None] Network fc635a46-a384-46ab-8867-656d61f5ea4a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:05:51.819985 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a270490-cb45-456a-92f5-945ef5995b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:51.870376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-6508eb20-2a04-4b15-b242-e483b0fd3460 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Request body: {'port': {'device_id': '93e7dfa5-8a8d-47bb-8336-2916b63be257', 'network_id': 'ce82ece0-1c36-4944-a921-c87e541fb605', 'admin_state_up': True, 'tenant_id': 'f836228182ef4f768867e007978bd0a5'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:51.889933 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 57994) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:51.921727 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3a270490-cb45-456a-92f5-945ef5995b00 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8063364 Mar 05 14:05:51.924671 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58002) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:51.930700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-46ea76e5-a2ac-4531-bc20-4fb1b0482b64 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Request body: {'port': {'network_id': 'fc635a46-a384-46ab-8867-656d61f5ea4a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2143865914'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:52.201062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-6508eb20-2a04-4b15-b242-e483b0fd3460 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:52.208213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-6508eb20-2a04-4b15-b242-e483b0fd3460 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Usage tracker for resource:port and tenant:f836228182ef4f768867e007978bd0a5 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:52.215375 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-6508eb20-2a04-4b15-b242-e483b0fd3460 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:52.224755 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-6508eb20-2a04-4b15-b242-e483b0fd3460 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:52.234414 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-fc635a46-a384-46ab-8867-656d61f5ea4a', 'network_id': 'fc635a46-a384-46ab-8867-656d61f5ea4a', 'tenant_id': '20a18598bc284005abb6246764da0546', 'fixed_ips': [{'subnet_id': '258255f0-98bc-4dcf-883e-441025483393'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:05:52.235472 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:52.263778 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-6508eb20-2a04-4b15-b242-e483b0fd3460 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Made reservation on behalf of f836228182ef4f768867e007978bd0a5 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:05:52.268605 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-6508eb20-2a04-4b15-b242-e483b0fd3460 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:52.311890 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0663ed8a-9aee-484a-b633-e13ad228a5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:52.324139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-46ea76e5-a2ac-4531-bc20-4fb1b0482b64 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:52.331838 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-46ea76e5-a2ac-4531-bc20-4fb1b0482b64 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Usage tracker for resource:port and tenant:20a18598bc284005abb6246764da0546 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:52.336942 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-46ea76e5-a2ac-4531-bc20-4fb1b0482b64 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:52.343590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0663ed8a-9aee-484a-b633-e13ad228a5f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:52.347733 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-46ea76e5-a2ac-4531-bc20-4fb1b0482b64 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:52.353364 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0663ed8a-9aee-484a-b633-e13ad228a5f0 admin admin] Usage tracker for resource:security_group_rule and tenant:da08bcf8d6144b6d8b6001e7f9f4870c is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:52.359220 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0663ed8a-9aee-484a-b633-e13ad228a5f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:52.369369 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0663ed8a-9aee-484a-b633-e13ad228a5f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:52.381223 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ea76e5-a2ac-4531-bc20-4fb1b0482b64 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Made reservation on behalf of 20a18598bc284005abb6246764da0546 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:05:52.385620 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46ea76e5-a2ac-4531-bc20-4fb1b0482b64 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:52.458570 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-46ea76e5-a2ac-4531-bc20-4fb1b0482b64 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] device_id is not set on port 6ec00c2d-9998-4962-84c2-7a926bb8f1ec yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:05:52.555229 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Allocated IP 2001:db8::2 (fc635a46-a384-46ab-8867-656d61f5ea4a/258255f0-98bc-4dcf-883e-441025483393/60380957-84da-497c-93a1-7b7538025fe6) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:05:52.628718 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58032) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:52.710711 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aac57c42-b1f4-4ded-8bdc-0984a01b6701 req-bdc798c4-5739-4f89-abca-51a91018529c tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 210 time: 0.0599487 Mar 05 14:05:52.760422 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-6508eb20-2a04-4b15-b242-e483b0fd3460 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Allocated IP 172.20.0.10 (ce82ece0-1c36-4944-a921-c87e541fb605/08505e2b-abfa-41ee-86f3-cb95941e4bbf/d6464336-c4c7-4b74-a6b3-a2a68f6751a6) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:05:52.835327 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0663ed8a-9aee-484a-b633-e13ad228a5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:52.843371 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0663ed8a-9aee-484a-b633-e13ad228a5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:52.954083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-cd6b8c0a-4be9-4d34-ae0d-d77dc6daf5a3 tempest-DvrRoutersNegativeTest-259312443 tempest-DvrRoutersNegativeTest-259312443-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1675543185', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:52.963593 n-d-803718-1 neutron-server[87914]: DEBUG neutron.policy [None req-cd6b8c0a-4be9-4d34-ae0d-d77dc6daf5a3 tempest-DvrRoutersNegativeTest-259312443 tempest-DvrRoutersNegativeTest-259312443-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87914) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 05 14:05:52.964339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.policy [None req-cd6b8c0a-4be9-4d34-ae0d-d77dc6daf5a3 tempest-DvrRoutersNegativeTest-259312443 tempest-DvrRoutersNegativeTest-259312443-project] Failed policy check for 'create_router' {{(pid=87914) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 05 14:05:52.967408 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-cd6b8c0a-4be9-4d34-ae0d-d77dc6daf5a3 tempest-DvrRoutersNegativeTest-259312443 tempest-DvrRoutersNegativeTest-259312443-project] create failed (client error): Access was denied to this resource. Mar 05 14:05:52.969589 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cd6b8c0a-4be9-4d34-ae0d-d77dc6daf5a3 tempest-DvrRoutersNegativeTest-259312443 tempest-DvrRoutersNegativeTest-259312443-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3334980 Mar 05 14:05:53.066286 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0663ed8a-9aee-484a-b633-e13ad228a5f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da08bcf8d6144b6d8b6001e7f9f4870c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1743615 Mar 05 14:05:53.066815 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58052) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:53.067318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663ed8a-9aee-484a-b633-e13ad228a5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ffc756-0a70-4dd4-ad54-c7cd0cbb07d3,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:53.070817 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:53.136074 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Transition to ACTIVE for port object 60380957-84da-497c-93a1-7b7538025fe6 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:05:53.142931 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7340d777-af40-4985-93b5-68afa0707caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:53.170938 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7340d777-af40-4985-93b5-68afa0707caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:53.206700 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Transition to ACTIVE for port object 60380957-84da-497c-93a1-7b7538025fe6 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:05:53.219431 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:53.301161 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-6508eb20-2a04-4b15-b242-e483b0fd3460 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:53.351539 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-6508eb20-2a04-4b15-b242-e483b0fd3460 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:53.360027 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Network fc635a46-a384-46ab-8867-656d61f5ea4a is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:05:53.362934 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:05:53.373506 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:05:53.408142 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-46ea76e5-a2ac-4531-bc20-4fb1b0482b64 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Allocated IP 2001:db8::2f6 (fc635a46-a384-46ab-8867-656d61f5ea4a/258255f0-98bc-4dcf-883e-441025483393/6ec00c2d-9998-4962-84c2-7a926bb8f1ec) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:05:53.464152 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508eb20-2a04-4b15-b242-e483b0fd3460 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Pushing event updated for resources: {'Port': ['ID=d6464336-c4c7-4b74-a6b3-a2a68f6751a6,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:53.470336 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7340d777-af40-4985-93b5-68afa0707caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:53.486841 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-6508eb20-2a04-4b15-b242-e483b0fd3460 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Network ce82ece0-1c36-4944-a921-c87e541fb605 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:05:53.489038 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-6508eb20-2a04-4b15-b242-e483b0fd3460 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:05:53.490871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340d777-af40-4985-93b5-68afa0707caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ffc756-0a70-4dd4-ad54-c7cd0cbb07d3,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:53.492475 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-6508eb20-2a04-4b15-b242-e483b0fd3460 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:05:53.535502 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58068) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:53.555170 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7340d777-af40-4985-93b5-68afa0707caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:53.560316 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7340d777-af40-4985-93b5-68afa0707caf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91ffc756-0a70-4dd4-ad54-c7cd0cbb07d3 HTTP/1.1" status: 204 len: 168 time: 0.4897640 Mar 05 14:05:53.687447 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-6508eb20-2a04-4b15-b242-e483b0fd3460 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:53.688361 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-6508eb20-2a04-4b15-b242-e483b0fd3460 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:53.693055 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Pushing event updated for resources: {'Port': ['ID=60380957-84da-497c-93a1-7b7538025fe6,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:53.738955 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-6508eb20-2a04-4b15-b242-e483b0fd3460 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9281616 Mar 05 14:05:53.750110 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Attempting to bind port 60380957-84da-497c-93a1-7b7538025fe6 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:05:53.750659 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Attempting to bind port 60380957-84da-497c-93a1-7b7538025fe6 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'f74f3d9f-3999-4d75-9f22-95211cad3be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fc635a46-a384-46ab-8867-656d61f5ea4a'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:05:53.750871 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Attempting to bind port 60380957-84da-497c-93a1-7b7538025fe6 on network fc635a46-a384-46ab-8867-656d61f5ea4a {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:05:53.752518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-117fafa5-6528-4b12-b769-ac8cd74f285e service neutron] Request body: {'port': {'device_id': '93e7dfa5-8a8d-47bb-8336-2916b63be257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:53.758179 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:53.767197 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:53.771551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:53.773202 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:53.775336 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:53.775754 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:53.776162 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:53.776676 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:53.777064 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:53.777614 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:53.777911 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46ea76e5-a2ac-4531-bc20-4fb1b0482b64 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:53.779116 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:53.779519 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:05:53.789843 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:05:53.792341 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Checking segment: {'id': 'f74f3d9f-3999-4d75-9f22-95211cad3be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fc635a46-a384-46ab-8867-656d61f5ea4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:05:53.793414 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:53.794365 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Bound using segment: {'id': 'f74f3d9f-3999-4d75-9f22-95211cad3be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fc635a46-a384-46ab-8867-656d61f5ea4a'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:05:53.795822 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Bound port: 60380957-84da-497c-93a1-7b7538025fe6, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74f3d9f-3999-4d75-9f22-95211cad3be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fc635a46-a384-46ab-8867-656d61f5ea4a'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:05:53.797706 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:53.826078 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-46ea76e5-a2ac-4531-bc20-4fb1b0482b64 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Transition to ACTIVE for port object 6ec00c2d-9998-4962-84c2-7a926bb8f1ec will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:05:53.882085 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46ea76e5-a2ac-4531-bc20-4fb1b0482b64 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:54.017911 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2275572d-2272-4b5d-842e-195c8dc94ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:54.020133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] For port 60380957-84da-497c-93a1-7b7538025fe6, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:05:54.026806 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] For port 60380957-84da-497c-93a1-7b7538025fe6, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=60380957-84da-497c-93a1-7b7538025fe6,segment=NetworkSegment(f74f3d9f-3999-4d75-9f22-95211cad3be7),segment_id=f74f3d9f-3999-4d75-9f22-95211cad3be7)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:05:54.036606 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:54.053720 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-117fafa5-6528-4b12-b769-ac8cd74f285e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:54.096695 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ea76e5-a2ac-4531-bc20-4fb1b0482b64 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Network fc635a46-a384-46ab-8867-656d61f5ea4a is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:05:54.097197 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2275572d-2272-4b5d-842e-195c8dc94ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:54.103652 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-46ea76e5-a2ac-4531-bc20-4fb1b0482b64 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:05:54.124449 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2275572d-2272-4b5d-842e-195c8dc94ed4 admin admin] Usage tracker for resource:security_group_rule and tenant:7e409c35f464490bb44cef376d49a2f2 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:54.137999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea76e5-a2ac-4531-bc20-4fb1b0482b64 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:05:54.151035 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ea76e5-a2ac-4531-bc20-4fb1b0482b64 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:54.151696 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46ea76e5-a2ac-4531-bc20-4fb1b0482b64 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:54.162431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2275572d-2272-4b5d-842e-195c8dc94ed4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:54.194026 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2275572d-2272-4b5d-842e-195c8dc94ed4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:54.221118 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb35496-e4d1-4af4-9ae0-aaaaaf7eb2d0 None None] Pushing event updated for resources: {'Port': ['ID=60380957-84da-497c-93a1-7b7538025fe6,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:54.229919 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea76e5-a2ac-4531-bc20-4fb1b0482b64 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Pushing event updated for resources: {'Port': ['ID=6ec00c2d-9998-4962-84c2-7a926bb8f1ec,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:54.261972 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-46ea76e5-a2ac-4531-bc20-4fb1b0482b64 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3360620 Mar 05 14:05:54.265371 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58098) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:54.279624 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-ecded2f1-2a03-4564-9e86-6b7ef739148e tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Request body: {'port': {'network_id': 'fc635a46-a384-46ab-8867-656d61f5ea4a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1170991926', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:54.280405 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.api.validators [None req-ecded2f1-2a03-4564-9e86-6b7ef739148e tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] bootfile-name is not in valid_values {{(pid=87913) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 05 14:05:54.280927 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.api.validators [None req-ecded2f1-2a03-4564-9e86-6b7ef739148e tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] tftp-server is not in valid_values {{(pid=87913) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 05 14:05:54.281071 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5447dd7-f237-4159-8583-2a188ebc1619 req-e09f5d00-d73d-4f7d-9ef2-081c793ee3dd tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:54.281563 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.api.validators [None req-ecded2f1-2a03-4564-9e86-6b7ef739148e tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] server-ip-address is not in valid_values {{(pid=87913) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 05 14:05:54.282193 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d5447dd7-f237-4159-8583-2a188ebc1619 req-e09f5d00-d73d-4f7d-9ef2-081c793ee3dd tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Synchronizing usage tracker for tenant:f836228182ef4f768867e007978bd0a5 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:05:54.578342 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ecded2f1-2a03-4564-9e86-6b7ef739148e tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:54.591348 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ecded2f1-2a03-4564-9e86-6b7ef739148e tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Usage tracker for resource:port and tenant:20a18598bc284005abb6246764da0546 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:54.598346 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ecded2f1-2a03-4564-9e86-6b7ef739148e tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:54.598734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d5447dd7-f237-4159-8583-2a188ebc1619 req-e09f5d00-d73d-4f7d-9ef2-081c793ee3dd tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Unset dirty status for tenant:f836228182ef4f768867e007978bd0a5 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:05:54.600605 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d5447dd7-f237-4159-8583-2a188ebc1619 req-e09f5d00-d73d-4f7d-9ef2-081c793ee3dd tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 932 time: 0.6362419 Mar 05 14:05:54.608330 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2275572d-2272-4b5d-842e-195c8dc94ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:54.609927 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ecded2f1-2a03-4564-9e86-6b7ef739148e tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:54.618819 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2275572d-2272-4b5d-842e-195c8dc94ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:54.650279 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecded2f1-2a03-4564-9e86-6b7ef739148e tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Made reservation on behalf of 20a18598bc284005abb6246764da0546 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:05:54.653828 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ecded2f1-2a03-4564-9e86-6b7ef739148e tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:54.749806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275572d-2272-4b5d-842e-195c8dc94ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e86354-7602-4ae9-93f3-53780a702931,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:54.752862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-ecded2f1-2a03-4564-9e86-6b7ef739148e tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] device_id is not set on port e985e957-3710-4bd1-be74-e1e6ce54ac28 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:05:54.850815 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2275572d-2272-4b5d-842e-195c8dc94ed4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e409c35f464490bb44cef376d49a2f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3126523 Mar 05 14:05:54.851885 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58116) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:54.857582 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58118) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:54.913421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d5447dd7-f237-4159-8583-2a188ebc1619 req-2ce3fa45-5729-455d-aca5-772ee0e254ef tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Synchronizing usage tracker for tenant:f836228182ef4f768867e007978bd0a5 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:05:55.138276 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0d34-0a86-44dc-80dc-cdf340899304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:55.204526 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0d34-0a86-44dc-80dc-cdf340899304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:55.294930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d5447dd7-f237-4159-8583-2a188ebc1619 req-2ce3fa45-5729-455d-aca5-772ee0e254ef tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Unset dirty status for tenant:f836228182ef4f768867e007978bd0a5 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:05:55.296091 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d5447dd7-f237-4159-8583-2a188ebc1619 req-2ce3fa45-5729-455d-aca5-772ee0e254ef tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/security-groups?id=af3adbe4-e9f3-4a28-84a4-768df4731916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6255550 Mar 05 14:05:55.323030 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-117fafa5-6528-4b12-b769-ac8cd74f285e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6464336-c4c7-4b74-a6b3-a2a68f6751a6 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:05:55.339023 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-117fafa5-6528-4b12-b769-ac8cd74f285e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:55.339584 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0d34-0a86-44dc-80dc-cdf340899304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:55.342954 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-37e524ae-8a48-4ac6-a36f-8052315fdc15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:55.359067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-117fafa5-6528-4b12-b769-ac8cd74f285e service neutron] Transition to ACTIVE for port object d6464336-c4c7-4b74-a6b3-a2a68f6751a6 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:05:55.365774 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-117fafa5-6528-4b12-b769-ac8cd74f285e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:55.427252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b0d34-0a86-44dc-80dc-cdf340899304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e86354-7602-4ae9-93f3-53780a702931,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:55.462428 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-37e524ae-8a48-4ac6-a36f-8052315fdc15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:55.484109 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-ecded2f1-2a03-4564-9e86-6b7ef739148e tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Allocated IP 2001:db8::2d6 (fc635a46-a384-46ab-8867-656d61f5ea4a/258255f0-98bc-4dcf-883e-441025483393/e985e957-3710-4bd1-be74-e1e6ce54ac28) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:05:55.492009 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-37e524ae-8a48-4ac6-a36f-8052315fdc15 admin admin] Usage tracker for resource:security_group_rule and tenant:976d4c81df13448ea415ffafd5bec5c6 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:55.519624 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-37e524ae-8a48-4ac6-a36f-8052315fdc15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:55.533237 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-37e524ae-8a48-4ac6-a36f-8052315fdc15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:55.540135 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0d34-0a86-44dc-80dc-cdf340899304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:55.541421 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0e3b0d34-0a86-44dc-80dc-cdf340899304 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73e86354-7602-4ae9-93f3-53780a702931 HTTP/1.1" status: 204 len: 168 time: 0.6823604 Mar 05 14:05:55.699230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fafa5-6528-4b12-b769-ac8cd74f285e service neutron] Pushing event updated for resources: {'Port': ['ID=d6464336-c4c7-4b74-a6b3-a2a68f6751a6,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:55.918448 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-117fafa5-6528-4b12-b769-ac8cd74f285e service neutron] Attempting to bind port d6464336-c4c7-4b74-a6b3-a2a68f6751a6 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:05:55.918712 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-117fafa5-6528-4b12-b769-ac8cd74f285e service neutron] Attempting to bind port d6464336-c4c7-4b74-a6b3-a2a68f6751a6 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '54fca434-391f-40fa-ba70-9592a89081f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ce82ece0-1c36-4944-a921-c87e541fb605'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:05:55.919066 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-117fafa5-6528-4b12-b769-ac8cd74f285e service neutron] Attempting to bind port d6464336-c4c7-4b74-a6b3-a2a68f6751a6 on network ce82ece0-1c36-4944-a921-c87e541fb605 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:05:55.926161 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-117fafa5-6528-4b12-b769-ac8cd74f285e service neutron] Port d6464336-c4c7-4b74-a6b3-a2a68f6751a6 on network ce82ece0-1c36-4944-a921-c87e541fb605 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:05:55.926489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-117fafa5-6528-4b12-b769-ac8cd74f285e service neutron] Attempting to bind port d6464336-c4c7-4b74-a6b3-a2a68f6751a6 on network ce82ece0-1c36-4944-a921-c87e541fb605 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:05:55.947319 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 60380957-84da-497c-93a1-7b7538025fe6 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:05:55.948933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-117fafa5-6528-4b12-b769-ac8cd74f285e service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:05:55.949192 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-117fafa5-6528-4b12-b769-ac8cd74f285e service neutron] Checking segment: {'id': '54fca434-391f-40fa-ba70-9592a89081f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ce82ece0-1c36-4944-a921-c87e541fb605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:05:55.949577 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-117fafa5-6528-4b12-b769-ac8cd74f285e service neutron] Bound using segment: {'id': '54fca434-391f-40fa-ba70-9592a89081f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ce82ece0-1c36-4944-a921-c87e541fb605'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:05:55.950453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-117fafa5-6528-4b12-b769-ac8cd74f285e service neutron] Bound port: d6464336-c4c7-4b74-a6b3-a2a68f6751a6, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fca434-391f-40fa-ba70-9592a89081f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ce82ece0-1c36-4944-a921-c87e541fb605'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:05:55.950855 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-117fafa5-6528-4b12-b769-ac8cd74f285e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:55.960867 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-37e524ae-8a48-4ac6-a36f-8052315fdc15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:55.977180 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-37e524ae-8a48-4ac6-a36f-8052315fdc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:56.070032 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ecded2f1-2a03-4564-9e86-6b7ef739148e tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:56.130094 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 60380957-84da-497c-93a1-7b7538025fe6 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:05:56.147326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-117fafa5-6528-4b12-b769-ac8cd74f285e service neutron] For port d6464336-c4c7-4b74-a6b3-a2a68f6751a6, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:05:56.151625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-117fafa5-6528-4b12-b769-ac8cd74f285e service neutron] For port d6464336-c4c7-4b74-a6b3-a2a68f6751a6, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d6464336-c4c7-4b74-a6b3-a2a68f6751a6,segment=NetworkSegment(54fca434-391f-40fa-ba70-9592a89081f4),segment_id=54fca434-391f-40fa-ba70-9592a89081f4)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:05:56.162035 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-37e524ae-8a48-4ac6-a36f-8052315fdc15 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=976d4c81df13448ea415ffafd5bec5c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3069637 Mar 05 14:05:56.167601 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58170) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:56.171994 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-117fafa5-6528-4b12-b769-ac8cd74f285e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:56.172102 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e524ae-8a48-4ac6-a36f-8052315fdc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80313190-99d6-400d-9262-17edd7c69bc5,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:56.178801 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-ecded2f1-2a03-4564-9e86-6b7ef739148e tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Transition to ACTIVE for port object e985e957-3710-4bd1-be74-e1e6ce54ac28 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:05:56.213164 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5982be7c-982e-4b4c-9157-7fdaea33f058 None None] Network fc635a46-a384-46ab-8867-656d61f5ea4a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:05:56.266715 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ecded2f1-2a03-4564-9e86-6b7ef739148e tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:56.362251 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-117fafa5-6528-4b12-b769-ac8cd74f285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:56.363786 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-117fafa5-6528-4b12-b769-ac8cd74f285e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:56.365340 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-117fafa5-6528-4b12-b769-ac8cd74f285e service neutron] 10.222.0.30 "PUT /v2.0/ports/d6464336-c4c7-4b74-a6b3-a2a68f6751a6 HTTP/1.1" status: 200 len: 1092 time: 2.6194263 Mar 05 14:05:56.368704 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e7dfa5-8a8d-47bb-8336-2916b63be257', 'tag': 'd6464336-c4c7-4b74-a6b3-a2a68f6751a6'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:05:56.420471 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecded2f1-2a03-4564-9e86-6b7ef739148e tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Network fc635a46-a384-46ab-8867-656d61f5ea4a is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:05:56.430890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-ecded2f1-2a03-4564-9e86-6b7ef739148e tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:05:56.464984 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecded2f1-2a03-4564-9e86-6b7ef739148e tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:05:56.484284 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecded2f1-2a03-4564-9e86-6b7ef739148e tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:56.484991 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-75c6e42a-63e4-412b-9a30-19ec3f9c3142 None None] Provisioning for port 60380957-84da-497c-93a1-7b7538025fe6 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:05:56.489975 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ecded2f1-2a03-4564-9e86-6b7ef739148e tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:56.557376 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-75c6e42a-63e4-412b-9a30-19ec3f9c3142 None None] Provisioning complete for port 60380957-84da-497c-93a1-7b7538025fe6 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:05:56.560176 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecded2f1-2a03-4564-9e86-6b7ef739148e tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Pushing event updated for resources: {'Port': ['ID=e985e957-3710-4bd1-be74-e1e6ce54ac28,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:56.562497 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-75c6e42a-63e4-412b-9a30-19ec3f9c3142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:56.575563 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e7dfa5-8a8d-47bb-8336-2916b63be257', 'tag': 'd6464336-c4c7-4b74-a6b3-a2a68f6751a6', 'status': 'completed', 'code': 200} Mar 05 14:05:56.596795 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ecded2f1-2a03-4564-9e86-6b7ef739148e tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.3242624 Mar 05 14:05:56.600739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58190) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:56.683424 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fafa5-6528-4b12-b769-ac8cd74f285e service neutron] Pushing event updated for resources: {'Port': ['ID=d6464336-c4c7-4b74-a6b3-a2a68f6751a6,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:56.691956 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e019ae5d-5b31-4f4d-aedc-7f8a8467c730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:56.813844 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e019ae5d-5b31-4f4d-aedc-7f8a8467c730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:56.872546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9570e-ba79-42f6-8cfb-1e8556b779e4 req-5d58afab-cb3b-4175-b507-7f9d65790927 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:56.883868 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-35d9570e-ba79-42f6-8cfb-1e8556b779e4 req-5d58afab-cb3b-4175-b507-7f9d65790927 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 944 time: 0.2232659 Mar 05 14:05:56.976633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-1112b20c-f62e-413e-a9db-18235c700aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:56.978661 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-1112b20c-f62e-413e-a9db-18235c700aea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f836228182ef4f768867e007978bd0a5&device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 1095 time: 0.5518367 Mar 05 14:05:56.989440 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-35d9570e-ba79-42f6-8cfb-1e8556b779e4 req-fe42f849-fab2-4de5-a766-083fc7e96a59 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/security-groups?id=af3adbe4-e9f3-4a28-84a4-768df4731916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023269 Mar 05 14:05:57.047565 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ace7b75-1ff9-4f47-9585-3fb1dc2c737d tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:57.066642 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ace7b75-1ff9-4f47-9585-3fb1dc2c737d tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:57.072452 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ace7b75-1ff9-4f47-9585-3fb1dc2c737d tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:57.073344 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5ace7b75-1ff9-4f47-9585-3fb1dc2c737d tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Synchronizing usage tracker for tenant:20a18598bc284005abb6246764da0546 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:05:57.081053 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-75c6e42a-63e4-412b-9a30-19ec3f9c3142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:57.106421 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-e587d42a-5d10-4246-9838-313a52175e75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6464336-c4c7-4b74-a6b3-a2a68f6751a6 HTTP/1.1" status: 200 len: 217 time: 0.1160047 Mar 05 14:05:57.140137 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5ace7b75-1ff9-4f47-9585-3fb1dc2c737d tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Unset dirty status for tenant:20a18598bc284005abb6246764da0546 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:05:57.141294 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5ace7b75-1ff9-4f47-9585-3fb1dc2c737d tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.5380783 Mar 05 14:05:57.146304 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58210) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:57.187879 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-75c6e42a-63e4-412b-9a30-19ec3f9c3142 None None] For port 60380957-84da-497c-93a1-7b7538025fe6, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=60380957-84da-497c-93a1-7b7538025fe6,segment=NetworkSegment(f74f3d9f-3999-4d75-9f22-95211cad3be7),segment_id=f74f3d9f-3999-4d75-9f22-95211cad3be7)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:05:57.216453 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-75c6e42a-63e4-412b-9a30-19ec3f9c3142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:57.235111 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-10c96eef-2258-457c-88f6-a59ba1554c43 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Deleting port e985e957-3710-4bd1-be74-e1e6ce54ac28 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:05:57.237239 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-10c96eef-2258-457c-88f6-a59ba1554c43 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:57.256441 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e019ae5d-5b31-4f4d-aedc-7f8a8467c730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:57.316862 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019ae5d-5b31-4f4d-aedc-7f8a8467c730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80313190-99d6-400d-9262-17edd7c69bc5,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:57.330713 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-374ba153-1043-459f-805f-6485d9d3c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:57.334803 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-374ba153-1043-459f-805f-6485d9d3c5e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08505e2b-abfa-41ee-86f3-cb95941e4bbf HTTP/1.1" status: 200 len: 852 time: 0.2218077 Mar 05 14:05:57.434211 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e019ae5d-5b31-4f4d-aedc-7f8a8467c730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:57.441607 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e019ae5d-5b31-4f4d-aedc-7f8a8467c730 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80313190-99d6-400d-9262-17edd7c69bc5 HTTP/1.1" status: 204 len: 168 time: 1.2292397 Mar 05 14:05:57.469876 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-7ee11559-2e81-4948-ba08-b8f72aac3b99 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce82ece0-1c36-4944-a921-c87e541fb605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288316 Mar 05 14:05:57.546595 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6e42a-63e4-412b-9a30-19ec3f9c3142 None None] Pushing event updated for resources: {'Port': ['ID=60380957-84da-497c-93a1-7b7538025fe6,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:57.739303 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58238) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:57.851995 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-ff123034-0d6d-46e3-b2d4-543609db76fc service neutron] 10.222.0.30 "GET /v2.0/networks/ce82ece0-1c36-4944-a921-c87e541fb605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753700 Mar 05 14:05:57.895054 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 60380957-84da-497c-93a1-7b7538025fe6 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:05:58.160104 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-10c96eef-2258-457c-88f6-a59ba1554c43 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:58.280236 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1c428058-8af0-4115-95b5-f9dbc6c60fd6 None None] Provisioning for port e985e957-3710-4bd1-be74-e1e6ce54ac28 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:05:58.308702 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 60380957-84da-497c-93a1-7b7538025fe6 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:05:58.316582 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:58.386260 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c14bfab5-f845-4fa9-93bd-40095ea308d7 req-cb7b583b-fae2-4b1e-a02b-93a3a6ecd608 service neutron] 10.222.0.30 "GET /v2.0/networks/ce82ece0-1c36-4944-a921-c87e541fb605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270541 Mar 05 14:05:58.499747 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1c428058-8af0-4115-95b5-f9dbc6c60fd6 None None] Provisioning complete for port e985e957-3710-4bd1-be74-e1e6ce54ac28 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:05:58.500345 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1c428058-8af0-4115-95b5-f9dbc6c60fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:58.635926 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-754d5a04-1292-49a2-86bb-7de29b5b25f7 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-851710432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:58.654825 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-754d5a04-1292-49a2-86bb-7de29b5b25f7 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:58.674157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-754d5a04-1292-49a2-86bb-7de29b5b25f7 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Usage tracker for resource:router and tenant:b1d9070eb55b403cb39697464a691b76 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:58.683547 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-754d5a04-1292-49a2-86bb-7de29b5b25f7 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:58.688832 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-1c428058-8af0-4115-95b5-f9dbc6c60fd6 None None] Port e985e957-3710-4bd1-be74-e1e6ce54ac28 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:05:58.725031 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1c428058-8af0-4115-95b5-f9dbc6c60fd6 None None] Provisioning complete for port 60380957-84da-497c-93a1-7b7538025fe6 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:05:58.725674 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1c428058-8af0-4115-95b5-f9dbc6c60fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:58.752618 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-10c96eef-2258-457c-88f6-a59ba1554c43 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Calling delete_port for e985e957-3710-4bd1-be74-e1e6ce54ac28 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:05:58.847336 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-754d5a04-1292-49a2-86bb-7de29b5b25f7 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:58.936344 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-754d5a04-1292-49a2-86bb-7de29b5b25f7 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:58.941993 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-754d5a04-1292-49a2-86bb-7de29b5b25f7 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:58.964195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102f8f3-7caa-41c8-ac39-941f4c1fdca7 req-51a67218-4851-463d-9dc3-546b3bc6a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:58.970952 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9102f8f3-7caa-41c8-ac39-941f4c1fdca7 req-51a67218-4851-463d-9dc3-546b3bc6a021 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f836228182ef4f768867e007978bd0a5&device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 1095 time: 0.4200351 Mar 05 14:05:59.046332 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01494a93-6686-4260-bdb0-eabe942a6dca req-7c5feabe-e1ad-48c4-8955-720274f52d51 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:59.054293 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:59.057340 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1c428058-8af0-4115-95b5-f9dbc6c60fd6 None None] Provisioning for port 6ec00c2d-9998-4962-84c2-7a926bb8f1ec completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:05:59.068768 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1c428058-8af0-4115-95b5-f9dbc6c60fd6 None None] Provisioning complete for port 6ec00c2d-9998-4962-84c2-7a926bb8f1ec triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:05:59.069138 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1c428058-8af0-4115-95b5-f9dbc6c60fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:59.071622 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-01494a93-6686-4260-bdb0-eabe942a6dca req-7c5feabe-e1ad-48c4-8955-720274f52d51 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 944 time: 0.6486771 Mar 05 14:05:59.136617 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-754d5a04-1292-49a2-86bb-7de29b5b25f7 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:59.138731 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-1c428058-8af0-4115-95b5-f9dbc6c60fd6 None None] Port 6ec00c2d-9998-4962-84c2-7a926bb8f1ec cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:05:59.146234 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:59.165773 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-10c96eef-2258-457c-88f6-a59ba1554c43 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:59.250796 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-754d5a04-1292-49a2-86bb-7de29b5b25f7 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:59.262616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-328d1f63-ed28-4704-8769-497690eb281f None None] Could not find standard attr ID for object e985e957-3710-4bd1-be74-e1e6ce54ac28. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 14:05:59.276677 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c96eef-2258-457c-88f6-a59ba1554c43 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Pushing event deleted for resources: {'Port': ['ID=e985e957-3710-4bd1-be74-e1e6ce54ac28,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:05:59.288146 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-01494a93-6686-4260-bdb0-eabe942a6dca req-81cfa202-ba4c-49e5-8146-2ff200b91aa4 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/security-groups?id=af3adbe4-e9f3-4a28-84a4-768df4731916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663682 Mar 05 14:05:59.318958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-328d1f63-ed28-4704-8769-497690eb281f None None] Provisioning complete for port 6ec00c2d-9998-4962-84c2-7a926bb8f1ec triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:05:59.319529 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-328d1f63-ed28-4704-8769-497690eb281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:59.349502 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-10c96eef-2258-457c-88f6-a59ba1554c43 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:59.373112 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-754d5a04-1292-49a2-86bb-7de29b5b25f7 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:59.374950 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-754d5a04-1292-49a2-86bb-7de29b5b25f7 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.6342592 Mar 05 14:05:59.376973 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102f8f3-7caa-41c8-ac39-941f4c1fdca7 req-5f07bcf3-77ae-41c1-814b-8527dedb5415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:59.378356 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-10c96eef-2258-457c-88f6-a59ba1554c43 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] 10.222.0.16 "DELETE /v2.0/ports/e985e957-3710-4bd1-be74-e1e6ce54ac28 HTTP/1.1" status: 204 len: 168 time: 2.2324650 Mar 05 14:05:59.378492 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9102f8f3-7caa-41c8-ac39-941f4c1fdca7 req-5f07bcf3-77ae-41c1-814b-8527dedb5415 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce82ece0-1c36-4944-a921-c87e541fb605 HTTP/1.1" status: 200 len: 912 time: 0.3982642 Mar 05 14:05:59.378953 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58292) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:59.383222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58296) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:05:59.390470 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f92e8492-6ea2-4f4d-809c-233f0e07eccb tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Request body: {'port': {'name': 'tempest-new-port-name-1145550304', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:59.391171 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.api.validators [None req-f92e8492-6ea2-4f4d-809c-233f0e07eccb tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] bootfile-name is not in valid_values {{(pid=87913) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 05 14:05:59.393931 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.api.validators [None req-f92e8492-6ea2-4f4d-809c-233f0e07eccb tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] tftp-server is not in valid_values {{(pid=87913) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 05 14:05:59.394494 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.api.validators [None req-f92e8492-6ea2-4f4d-809c-233f0e07eccb tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] server-ip-address is not in valid_values {{(pid=87913) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 05 14:05:59.397202 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-6c035de5-b31c-4382-bb58-1536e49b055a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1089744380'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:05:59.460213 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-328d1f63-ed28-4704-8769-497690eb281f None None] Port 6ec00c2d-9998-4962-84c2-7a926bb8f1ec cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:05:59.515742 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6c035de5-b31c-4382-bb58-1536e49b055a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:59.520968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6c035de5-b31c-4382-bb58-1536e49b055a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Usage tracker for resource:network and tenant:b1d9070eb55b403cb39697464a691b76 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:59.524022 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6c035de5-b31c-4382-bb58-1536e49b055a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:59.530629 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6c035de5-b31c-4382-bb58-1536e49b055a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:59.547155 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c035de5-b31c-4382-bb58-1536e49b055a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Made reservation on behalf of b1d9070eb55b403cb39697464a691b76 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:05:59.552798 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c035de5-b31c-4382-bb58-1536e49b055a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:59.575444 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c035de5-b31c-4382-bb58-1536e49b055a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:59.589762 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9102f8f3-7caa-41c8-ac39-941f4c1fdca7 req-7aba4bed-9d4b-46ab-823c-d5962b39d149 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6464336-c4c7-4b74-a6b3-a2a68f6751a6 HTTP/1.1" status: 200 len: 217 time: 0.1843176 Mar 05 14:05:59.599138 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6c035de5-b31c-4382-bb58-1536e49b055a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:05:59.690847 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f92e8492-6ea2-4f4d-809c-233f0e07eccb tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:05:59.877398 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6c035de5-b31c-4382-bb58-1536e49b055a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Usage tracker for resource:security_group_rule and tenant:b1d9070eb55b403cb39697464a691b76 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:05:59.883895 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6c035de5-b31c-4382-bb58-1536e49b055a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:05:59.887608 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102f8f3-7caa-41c8-ac39-941f4c1fdca7 req-b3e3c964-c3d7-4b79-972b-42f1aa77e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:05:59.890439 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9102f8f3-7caa-41c8-ac39-941f4c1fdca7 req-b3e3c964-c3d7-4b79-972b-42f1aa77e180 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08505e2b-abfa-41ee-86f3-cb95941e4bbf HTTP/1.1" status: 200 len: 852 time: 0.2929296 Mar 05 14:05:59.895912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6c035de5-b31c-4382-bb58-1536e49b055a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:05:59.968180 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9102f8f3-7caa-41c8-ac39-941f4c1fdca7 req-3f43a696-f2bb-4eed-8528-ff863e9b3d2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce82ece0-1c36-4944-a921-c87e541fb605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688550 Mar 05 14:06:00.000366 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-413d4d80-d5c0-4c5e-87ba-ae12313b9bf2 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b80b7d11635540fbab844a8b46289805&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1453619 Mar 05 14:06:00.233820 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9102f8f3-7caa-41c8-ac39-941f4c1fdca7 req-7f922074-aff1-4fb5-adc9-bf4bfb1ceb97 service neutron] 10.222.0.30 "GET /v2.0/networks/ce82ece0-1c36-4944-a921-c87e541fb605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574916 Mar 05 14:06:00.290843 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c035de5-b31c-4382-bb58-1536e49b055a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:00.403563 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-84985dac-fe87-4a54-a38d-b55d92d14024 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:00.404676 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-84985dac-fe87-4a54-a38d-b55d92d14024 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4035547 Mar 05 14:06:00.432472 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9102f8f3-7caa-41c8-ac39-941f4c1fdca7 req-b97779df-8fba-4383-b570-5557b25eb263 service neutron] 10.222.0.30 "GET /v2.0/networks/ce82ece0-1c36-4944-a921-c87e541fb605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916115 Mar 05 14:06:00.433877 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c035de5-b31c-4382-bb58-1536e49b055a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:00.457046 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-e40ceab8-27ed-42dd-ba15-78e7a0d59abc tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/quotas/b80b7d11635540fbab844a8b46289805 HTTP/1.1" status: 200 len: 375 time: 0.0437548 Mar 05 14:06:00.532092 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-24d26845-0d34-4f8f-9e4b-4f16f0ff5088 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b80b7d11635540fbab844a8b46289805&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729218 Mar 05 14:06:00.540091 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c035de5-b31c-4382-bb58-1536e49b055a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:06:00.585498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c035de5-b31c-4382-bb58-1536e49b055a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd088eed-6b5f-4f1a-be7e-0de2ec396d80,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:00.596886 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c035de5-b31c-4382-bb58-1536e49b055a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:00.597256 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-6c035de5-b31c-4382-bb58-1536e49b055a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Added segment dfe01972-6fa3-44b1-a78c-a8296aada86d of type vlan for network 68de3ed8-920c-4d24-8420-76ad0278759c Mar 05 14:06:00.614323 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f92e8492-6ea2-4f4d-809c-233f0e07eccb tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:00.626665 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f92e8492-6ea2-4f4d-809c-233f0e07eccb tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:00.714738 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c035de5-b31c-4382-bb58-1536e49b055a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:00.794494 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e8492-6ea2-4f4d-809c-233f0e07eccb tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Pushing event updated for resources: {'Port': ['ID=6ec00c2d-9998-4962-84c2-7a926bb8f1ec,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:00.821750 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f92e8492-6ea2-4f4d-809c-233f0e07eccb tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] In _notify_port_updated(), no bound segment for port 6ec00c2d-9998-4962-84c2-7a926bb8f1ec on network fc635a46-a384-46ab-8867-656d61f5ea4a {{(pid=87913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 14:06:00.823189 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcb3b9-b8fa-4b07-a902-708004b11d96 req-cafc98dd-a202-46c8-946c-ffb34074e2de tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:00.825493 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-23bcb3b9-b8fa-4b07-a902-708004b11d96 req-cafc98dd-a202-46c8-946c-ffb34074e2de tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 944 time: 0.2148590 Mar 05 14:06:00.836754 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92e8492-6ea2-4f4d-809c-233f0e07eccb tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:00.838451 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f92e8492-6ea2-4f4d-809c-233f0e07eccb tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:00.839983 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f92e8492-6ea2-4f4d-809c-233f0e07eccb tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] 10.222.0.16 "PUT /v2.0/ports/6ec00c2d-9998-4962-84c2-7a926bb8f1ec HTTP/1.1" status: 200 len: 1130 time: 1.4555898 Mar 05 14:06:00.842776 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58352) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:00.932477 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c035de5-b31c-4382-bb58-1536e49b055a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:00.959474 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c035de5-b31c-4382-bb58-1536e49b055a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:00.960208 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c035de5-b31c-4382-bb58-1536e49b055a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:01.025719 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ce59bde2-61af-4507-b79d-6c055376b8dd req-5962d9c9-973e-4f54-93ca-00e2ba8c1874 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e20fd5f-348f-4df7-a2a8-12ae0acf86aa HTTP/1.1" status: 200 len: 210 time: 0.1823392 Mar 05 14:06:01.075042 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1628c39f-e4eb-4127-b22d-da24da927d8a tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:01.076355 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1628c39f-e4eb-4127-b22d-da24da927d8a tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Synchronizing usage tracker for tenant:20a18598bc284005abb6246764da0546 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:06:01.109330 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1628c39f-e4eb-4127-b22d-da24da927d8a tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Unset dirty status for tenant:20a18598bc284005abb6246764da0546 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:06:01.111562 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1628c39f-e4eb-4127-b22d-da24da927d8a tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] 10.222.0.16 "GET /v2.0/ports/6ec00c2d-9998-4962-84c2-7a926bb8f1ec HTTP/1.1" status: 200 len: 1130 time: 0.2191575 Mar 05 14:06:01.114833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58368) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:01.162247 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c035de5-b31c-4382-bb58-1536e49b055a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event updated for resources: {'Network': ['ID=68de3ed8-920c-4d24-8420-76ad0278759c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:01.182338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 68de3ed8-920c-4d24-8420-76ad0278759c details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:06:01.257062 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e953f440-822d-430f-903a-3748139635fb tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Deleting port 6ec00c2d-9998-4962-84c2-7a926bb8f1ec {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:01.257062 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e953f440-822d-430f-903a-3748139635fb tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:01.262153 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-23bcb3b9-b8fa-4b07-a902-708004b11d96 req-0af76e41-bfee-44e4-8640-291379fa55d3 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/security-groups?id=af3adbe4-e9f3-4a28-84a4-768df4731916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271998 Mar 05 14:06:01.295905 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6c035de5-b31c-4382-bb58-1536e49b055a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9158525 Mar 05 14:06:01.299705 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58376) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:01.308317 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-d1f61e04-6543-4a26-9d6e-34042318b33b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Request body: {'subnet': {'network_id': '68de3ed8-920c-4d24-8420-76ad0278759c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:01.612717 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d1f61e04-6543-4a26-9d6e-34042318b33b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:01.618579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d1f61e04-6543-4a26-9d6e-34042318b33b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Usage tracker for resource:subnet and tenant:b1d9070eb55b403cb39697464a691b76 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:01.623132 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d1f61e04-6543-4a26-9d6e-34042318b33b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:01.631055 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d1f61e04-6543-4a26-9d6e-34042318b33b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:01.645408 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f61e04-6543-4a26-9d6e-34042318b33b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Made reservation on behalf of b1d9070eb55b403cb39697464a691b76 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:06:01.651427 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-99d7025a-0b8e-447e-bd06-8e2cb97ff785 None None] Provisioning complete for port 6ec00c2d-9998-4962-84c2-7a926bb8f1ec triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:06:01.651800 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-99d7025a-0b8e-447e-bd06-8e2cb97ff785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:01.655475 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d1f61e04-6543-4a26-9d6e-34042318b33b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:01.789038 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-99d7025a-0b8e-447e-bd06-8e2cb97ff785 None None] Port 6ec00c2d-9998-4962-84c2-7a926bb8f1ec cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:06:01.882147 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e953f440-822d-430f-903a-3748139635fb tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:02.027953 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e953f440-822d-430f-903a-3748139635fb tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Calling delete_port for 6ec00c2d-9998-4962-84c2-7a926bb8f1ec owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:06:02.045915 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d1f61e04-6543-4a26-9d6e-34042318b33b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:02.142121 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d6464336-c4c7-4b74-a6b3-a2a68f6751a6 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:06:02.176097 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f61e04-6543-4a26-9d6e-34042318b33b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event updated for resources: {'Subnet': ['ID=610d0c5a-bbed-495d-9987-50e4e6c9d00b,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:02.191315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f61e04-6543-4a26-9d6e-34042318b33b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Checking segment: {'id': 'dfe01972-6fa3-44b1-a78c-a8296aada86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '68de3ed8-920c-4d24-8420-76ad0278759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:06:02.191675 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f61e04-6543-4a26-9d6e-34042318b33b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Network hostable DHCP agents. Network: 68de3ed8-920c-4d24-8420-76ad0278759c, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:06:02.213452 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f61e04-6543-4a26-9d6e-34042318b33b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Network 68de3ed8-920c-4d24-8420-76ad0278759c is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:06:02.240883 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-d1f61e04-6543-4a26-9d6e-34042318b33b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 68de3ed8-920c-4d24-8420-76ad0278759c) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:06:02.257306 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68d9e695-ee3d-4cea-91dc-4c62fb2de75b req-1685a8ca-076e-47fe-a262-5b31be83133f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e20fd5f-348f-4df7-a2a8-12ae0acf86aa HTTP/1.1" status: 200 len: 210 time: 0.0880234 Mar 05 14:06:02.261327 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f61e04-6543-4a26-9d6e-34042318b33b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:02.263031 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d1f61e04-6543-4a26-9d6e-34042318b33b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:02.324240 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d1f61e04-6543-4a26-9d6e-34042318b33b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0233440 Mar 05 14:06:02.327705 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58426) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:02.336394 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-03a5c5e1-2f89-4d58-bc76-b32310a3e455 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Request body: {'network': {'name': 'tempest-router-network01--1993235859'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:02.351998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-03a5c5e1-2f89-4d58-bc76-b32310a3e455 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:02.360367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-03a5c5e1-2f89-4d58-bc76-b32310a3e455 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Usage tracker for resource:network and tenant:b1d9070eb55b403cb39697464a691b76 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:02.368205 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-03a5c5e1-2f89-4d58-bc76-b32310a3e455 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:02.399919 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-03a5c5e1-2f89-4d58-bc76-b32310a3e455 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:02.416097 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e953f440-822d-430f-903a-3748139635fb tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:02.433830 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port d6464336-c4c7-4b74-a6b3-a2a68f6751a6, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d6464336-c4c7-4b74-a6b3-a2a68f6751a6,segment=NetworkSegment(54fca434-391f-40fa-ba70-9592a89081f4),segment_id=54fca434-391f-40fa-ba70-9592a89081f4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:02.455534 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a5c5e1-2f89-4d58-bc76-b32310a3e455 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Made reservation on behalf of b1d9070eb55b403cb39697464a691b76 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:06:02.459521 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03a5c5e1-2f89-4d58-bc76-b32310a3e455 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:02.462925 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'd6464336-c4c7-4b74-a6b3-a2a68f6751a6', 'network_id': 'ce82ece0-1c36-4944-a921-c87e541fb605', 'port_id': 'd6464336-c4c7-4b74-a6b3-a2a68f6751a6', 'mac_address': 'fa:16:3e:50:97:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08505e2b-abfa-41ee-86f3-cb95941e4bbf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:06:02.505828 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4cd735-f034-4555-a5ed-7ebdda5c7a21 None None] Network 68de3ed8-920c-4d24-8420-76ad0278759c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:06:02.590959 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a5c5e1-2f89-4d58-bc76-b32310a3e455 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:06:02.612369 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03a5c5e1-2f89-4d58-bc76-b32310a3e455 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:02.612718 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-03a5c5e1-2f89-4d58-bc76-b32310a3e455 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Added segment 9d9d7ae8-db15-4c74-b959-d64e17611211 of type vlan for network 91596236-38aa-4d56-bc2a-dd94136688d9 Mar 05 14:06:02.626004 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953f440-822d-430f-903a-3748139635fb tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Pushing event deleted for resources: {'Port': ['ID=6ec00c2d-9998-4962-84c2-7a926bb8f1ec,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:02.660244 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03a5c5e1-2f89-4d58-bc76-b32310a3e455 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:02.714212 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03a5c5e1-2f89-4d58-bc76-b32310a3e455 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:02.728530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a5c5e1-2f89-4d58-bc76-b32310a3e455 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:02.729191 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03a5c5e1-2f89-4d58-bc76-b32310a3e455 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:02.729777 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:02.772761 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e953f440-822d-430f-903a-3748139635fb tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:02.813940 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e953f440-822d-430f-903a-3748139635fb tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] 10.222.0.16 "DELETE /v2.0/ports/6ec00c2d-9998-4962-84c2-7a926bb8f1ec HTTP/1.1" status: 204 len: 168 time: 1.6977820 Mar 05 14:06:02.822721 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58442) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:02.950313 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58450) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:02.952158 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-03a5c5e1-2f89-4d58-bc76-b32310a3e455 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6230452 Mar 05 14:06:02.967387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58454) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:02.991874 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-cf212860-e6ff-4a51-b69f-cd8431ce7d5b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Request body: {'network': {'name': 'tempest-router-network02--2083211804'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:03.009628 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-5ed5fc33-9cb0-407d-8bb5-02b82ce21f71 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b80b7d11635540fbab844a8b46289805&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0947485 Mar 05 14:06:03.072959 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5c5e1-2f89-4d58-bc76-b32310a3e455 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event updated for resources: {'Network': ['ID=91596236-38aa-4d56-bc2a-dd94136688d9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:03.077922 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6464336-c4c7-4b74-a6b3-a2a68f6751a6 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:06:03.083625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-cf212860-e6ff-4a51-b69f-cd8431ce7d5b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:03.097363 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e97c467-751f-471a-a731-05b0b76efaea tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Deleting subnet 258255f0-98bc-4dcf-883e-441025483393 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:06:03.104216 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e97c467-751f-471a-a731-05b0b76efaea tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:03.189989 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d47af-0e17-4ac6-be02-f77b2d1ea4c3 req-51b7fdcc-f01d-416a-99bc-d1589ba0c312 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:03.198342 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7b7d47af-0e17-4ac6-be02-f77b2d1ea4c3 req-51b7fdcc-f01d-416a-99bc-d1589ba0c312 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 944 time: 0.7178400 Mar 05 14:06:03.200909 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cf212860-e6ff-4a51-b69f-cd8431ce7d5b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Usage tracker for resource:network and tenant:b1d9070eb55b403cb39697464a691b76 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:03.224525 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cf212860-e6ff-4a51-b69f-cd8431ce7d5b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:03.249782 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e97c467-751f-471a-a731-05b0b76efaea tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:03.262684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-cf212860-e6ff-4a51-b69f-cd8431ce7d5b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:03.308812 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 91596236-38aa-4d56-bc2a-dd94136688d9 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:06:03.379064 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-64385b3b-cb8d-4c90-a811-d905f168fdca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:03.423292 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e97c467-751f-471a-a731-05b0b76efaea tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:03.492953 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-64385b3b-cb8d-4c90-a811-d905f168fdca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:03.501978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ec286e-c724-4861-88f0-ee5fbf6c7f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-68de3ed8-920c-4d24-8420-76ad0278759c', 'network_id': '68de3ed8-920c-4d24-8420-76ad0278759c', 'tenant_id': 'b1d9070eb55b403cb39697464a691b76', 'fixed_ips': [{'subnet_id': '610d0c5a-bbed-495d-9987-50e4e6c9d00b'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:06:03.507938 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-89ec286e-c724-4861-88f0-ee5fbf6c7f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:03.508815 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7b7d47af-0e17-4ac6-be02-f77b2d1ea4c3 req-9602b366-ee4b-431b-a3dd-5e857625b448 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/security-groups?id=af3adbe4-e9f3-4a28-84a4-768df4731916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093266 Mar 05 14:06:03.509528 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf212860-e6ff-4a51-b69f-cd8431ce7d5b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Made reservation on behalf of b1d9070eb55b403cb39697464a691b76 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:06:03.516667 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cf212860-e6ff-4a51-b69f-cd8431ce7d5b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:03.551096 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-64385b3b-cb8d-4c90-a811-d905f168fdca admin admin] Usage tracker for resource:security_group_rule and tenant:902010f9fc25483caaf7442ef63c57ed is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:03.558203 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-64385b3b-cb8d-4c90-a811-d905f168fdca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:03.591415 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf212860-e6ff-4a51-b69f-cd8431ce7d5b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:06:03.598181 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port d6464336-c4c7-4b74-a6b3-a2a68f6751a6, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d6464336-c4c7-4b74-a6b3-a2a68f6751a6,segment=NetworkSegment(54fca434-391f-40fa-ba70-9592a89081f4),segment_id=54fca434-391f-40fa-ba70-9592a89081f4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:03.604785 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-64385b3b-cb8d-4c90-a811-d905f168fdca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:03.621700 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-858853f5-54b8-428f-adb8-78b9ffef4171 req-98f265a6-a2d2-40c0-be37-ac1c00ba319e tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e20fd5f-348f-4df7-a2a8-12ae0acf86aa HTTP/1.1" status: 200 len: 210 time: 0.1280184 Mar 05 14:06:03.637327 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cf212860-e6ff-4a51-b69f-cd8431ce7d5b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:03.639272 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-cf212860-e6ff-4a51-b69f-cd8431ce7d5b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Added segment b6b84d00-fbcb-44e9-9a36-922110621072 of type vlan for network 402a8d67-e6fa-4708-ba96-e44461ca94a0 Mar 05 14:06:03.667713 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-86178958-3623-4def-bdae-eb16379cd5ba tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:03.669714 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-86178958-3623-4def-bdae-eb16379cd5ba tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6406240 Mar 05 14:06:03.674077 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e97c467-751f-471a-a731-05b0b76efaea tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:03.687492 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Request body: {'port': {'device_id': '6e20fd5f-348f-4df7-a2a8-12ae0acf86aa', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': 'b80b7d11635540fbab844a8b46289805'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:03.700067 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:03.770882 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e97c467-751f-471a-a731-05b0b76efaea tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:03.784124 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97c467-751f-471a-a731-05b0b76efaea tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Pushing event deleted for resources: {'Subnet': ['ID=258255f0-98bc-4dcf-883e-441025483393,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:03.800421 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0e97c467-751f-471a-a731-05b0b76efaea tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] 10.222.0.16 "DELETE /v2.0/subnets/258255f0-98bc-4dcf-883e-441025483393 HTTP/1.1" status: 204 len: 168 time: 0.9759583 Mar 05 14:06:03.801545 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58470) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:03.814718 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=d6464336-c4c7-4b74-a6b3-a2a68f6751a6,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:03.817856 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e55a2f4-e898-477a-bfba-f393a9906132 None None] Network fc635a46-a384-46ab-8867-656d61f5ea4a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:06:03.893689 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cf212860-e6ff-4a51-b69f-cd8431ce7d5b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:03.967024 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bcd4421d-1fe1-4b04-9758-4fa70a2c45f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:04.003978 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-bcd4421d-1fe1-4b04-9758-4fa70a2c45f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Deleting port 60380957-84da-497c-93a1-7b7538025fe6 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:04.004504 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bcd4421d-1fe1-4b04-9758-4fa70a2c45f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:04.064977 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-89ec286e-c724-4861-88f0-ee5fbf6c7f4e None None] Allocated IP 2001:db8::2 (68de3ed8-920c-4d24-8420-76ad0278759c/610d0c5a-bbed-495d-9987-50e4e6c9d00b/32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:06:04.066454 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cf212860-e6ff-4a51-b69f-cd8431ce7d5b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:04.073086 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf212860-e6ff-4a51-b69f-cd8431ce7d5b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:04.073682 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cf212860-e6ff-4a51-b69f-cd8431ce7d5b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:04.137057 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:04.141512 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Usage tracker for resource:port and tenant:b80b7d11635540fbab844a8b46289805 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:04.145561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:04.152003 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:04.179327 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Made reservation on behalf of b80b7d11635540fbab844a8b46289805 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:06:04.183244 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:04.319632 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:04.337487 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-64385b3b-cb8d-4c90-a811-d905f168fdca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:04.344607 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf212860-e6ff-4a51-b69f-cd8431ce7d5b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event updated for resources: {'Network': ['ID=402a8d67-e6fa-4708-ba96-e44461ca94a0,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:04.360406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:04.365945 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Usage tracker for resource:security_group_rule and tenant:b80b7d11635540fbab844a8b46289805 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:04.369270 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:04.378271 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:04.412249 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-89ec286e-c724-4861-88f0-ee5fbf6c7f4e None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:04.431142 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-bcd4421d-1fe1-4b04-9758-4fa70a2c45f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] For port 60380957-84da-497c-93a1-7b7538025fe6, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=60380957-84da-497c-93a1-7b7538025fe6,segment=NetworkSegment(f74f3d9f-3999-4d75-9f22-95211cad3be7),segment_id=f74f3d9f-3999-4d75-9f22-95211cad3be7)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:04.450929 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bcd4421d-1fe1-4b04-9758-4fa70a2c45f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:04.466826 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cf212860-e6ff-4a51-b69f-cd8431ce7d5b tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4952171 Mar 05 14:06:04.466826 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-64385b3b-cb8d-4c90-a811-d905f168fdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:04.471370 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58486) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:04.473372 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['d6464336-c4c7-4b74-a6b3-a2a68f6751a6'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:06:04.481988 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-42b22ab6-0890-47bd-b051-b2a21427191e tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Request body: {'subnet': {'network_id': '91596236-38aa-4d56-bc2a-dd94136688d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:04.504716 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 402a8d67-e6fa-4708-ba96-e44461ca94a0 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:06:04.536991 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:04.548574 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-64385b3b-cb8d-4c90-a811-d905f168fdca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=902010f9fc25483caaf7442ef63c57ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5952771 Mar 05 14:06:04.549256 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58492) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:04.553246 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64385b3b-cb8d-4c90-a811-d905f168fdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91150377-ed1b-4291-ad5d-7e756c89858a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:04.560015 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:04.679468 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-42b22ab6-0890-47bd-b051-b2a21427191e tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:04.689759 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-42b22ab6-0890-47bd-b051-b2a21427191e tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Usage tracker for resource:subnet and tenant:b1d9070eb55b403cb39697464a691b76 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:04.698017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-42b22ab6-0890-47bd-b051-b2a21427191e tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:04.730096 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-42b22ab6-0890-47bd-b051-b2a21427191e tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:04.775183 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-89ec286e-c724-4861-88f0-ee5fbf6c7f4e None None] Transition to ACTIVE for port object 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:06:04.901353 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-89ec286e-c724-4861-88f0-ee5fbf6c7f4e None None] Transition to ACTIVE for port object 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:06:04.926094 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-89ec286e-c724-4861-88f0-ee5fbf6c7f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:04.949196 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-bcd4421d-1fe1-4b04-9758-4fa70a2c45f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Calling delete_port for 60380957-84da-497c-93a1-7b7538025fe6 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:06:05.051887 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ec286e-c724-4861-88f0-ee5fbf6c7f4e None None] Network 68de3ed8-920c-4d24-8420-76ad0278759c is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:06:05.052847 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b22ab6-0890-47bd-b051-b2a21427191e tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Made reservation on behalf of b1d9070eb55b403cb39697464a691b76 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:06:05.058513 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42b22ab6-0890-47bd-b051-b2a21427191e tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:05.068435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=401ce5f1-dd4a-433f-baae-d69a0cd79407,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:05.071460 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-89ec286e-c724-4861-88f0-ee5fbf6c7f4e None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:06:05.079793 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec286e-c724-4861-88f0-ee5fbf6c7f4e None None] Pushing event updated for resources: {'Port': ['ID=32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:05.088717 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ec286e-c724-4861-88f0-ee5fbf6c7f4e None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:06:05.094504 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cadc4f11-0453-4a72-825b-85d95b4dca0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:05.153761 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bcd4421d-1fe1-4b04-9758-4fa70a2c45f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:05.188265 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cadc4f11-0453-4a72-825b-85d95b4dca0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:05.237926 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bf46c-0d6a-4a12-bea4-a66b86eaf5ec req-1737d352-cf63-4c26-b4c3-157ba382d48c tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:05.244508 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f93bf46c-0d6a-4a12-bea4-a66b86eaf5ec req-1737d352-cf63-4c26-b4c3-157ba382d48c tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 945 time: 0.4677024 Mar 05 14:06:05.249498 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-89ec286e-c724-4861-88f0-ee5fbf6c7f4e None None] Attempting to bind port 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:06:05.249937 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-89ec286e-c724-4861-88f0-ee5fbf6c7f4e None None] Attempting to bind port 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'dfe01972-6fa3-44b1-a78c-a8296aada86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '68de3ed8-920c-4d24-8420-76ad0278759c'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:06:05.250309 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ec286e-c724-4861-88f0-ee5fbf6c7f4e None None] Attempting to bind port 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1 on network 68de3ed8-920c-4d24-8420-76ad0278759c {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:06:05.257693 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0ae67f-10a4-4a0a-8230-83299762c7e3 None None] DHCP port deletion for fc635a46-a384-46ab-8867-656d61f5ea4a request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:06:05.265272 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ec286e-c724-4861-88f0-ee5fbf6c7f4e None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:06:05.265663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ec286e-c724-4861-88f0-ee5fbf6c7f4e None None] Checking segment: {'id': 'dfe01972-6fa3-44b1-a78c-a8296aada86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '68de3ed8-920c-4d24-8420-76ad0278759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:06:05.266071 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-89ec286e-c724-4861-88f0-ee5fbf6c7f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:05.266466 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ec286e-c724-4861-88f0-ee5fbf6c7f4e None None] Bound using segment: {'id': 'dfe01972-6fa3-44b1-a78c-a8296aada86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '68de3ed8-920c-4d24-8420-76ad0278759c'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:06:05.267513 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-89ec286e-c724-4861-88f0-ee5fbf6c7f4e None None] Bound port: 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe01972-6fa3-44b1-a78c-a8296aada86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '68de3ed8-920c-4d24-8420-76ad0278759c'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:06:05.267887 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-89ec286e-c724-4861-88f0-ee5fbf6c7f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:05.358162 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4421d-1fe1-4b04-9758-4fa70a2c45f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Pushing event deleted for resources: {'Port': ['ID=60380957-84da-497c-93a1-7b7538025fe6,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:05.374015 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-688a6aa9-1512-4f46-8319-1b5eb43533de req-4fff9c8b-b5e8-482a-9359-49fdcf646b06 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e20fd5f-348f-4df7-a2a8-12ae0acf86aa HTTP/1.1" status: 200 len: 210 time: 0.3239439 Mar 05 14:06:05.413813 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f93bf46c-0d6a-4a12-bea4-a66b86eaf5ec req-528aad29-cffa-4a2b-880a-a3e9493b7c5a tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/security-groups?id=af3adbe4-e9f3-4a28-84a4-768df4731916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562634 Mar 05 14:06:05.432163 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Allocated IP 192.168.233.13 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/e0995c93-9069-482e-bb4f-dfc644091543) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:06:05.432284 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-89ec286e-c724-4861-88f0-ee5fbf6c7f4e None None] For port 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:06:05.450249 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-89ec286e-c724-4861-88f0-ee5fbf6c7f4e None None] For port 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1,segment=NetworkSegment(dfe01972-6fa3-44b1-a78c-a8296aada86d),segment_id=dfe01972-6fa3-44b1-a78c-a8296aada86d)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:06:05.458248 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-89ec286e-c724-4861-88f0-ee5fbf6c7f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:05.479222 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cadc4f11-0453-4a72-825b-85d95b4dca0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:05.493033 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd4421d-1fe1-4b04-9758-4fa70a2c45f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] No DVR routers for this DVR port 60380957-84da-497c-93a1-7b7538025fe6 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:06:05.535005 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc4f11-0453-4a72-825b-85d95b4dca0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91150377-ed1b-4291-ad5d-7e756c89858a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:05.705360 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cadc4f11-0453-4a72-825b-85d95b4dca0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:05.706289 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cadc4f11-0453-4a72-825b-85d95b4dca0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91150377-ed1b-4291-ad5d-7e756c89858a HTTP/1.1" status: 204 len: 168 time: 1.1548858 Mar 05 14:06:05.725157 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec286e-c724-4861-88f0-ee5fbf6c7f4e None None] Pushing event updated for resources: {'Port': ['ID=32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:05.844331 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:05.856792 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 60380957-84da-497c-93a1-7b7538025fe6 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:06:05.876056 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Transition to ACTIVE for port object e0995c93-9069-482e-bb4f-dfc644091543 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:06:05.924965 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:05.956270 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 60380957-84da-497c-93a1-7b7538025fe6 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:06:05.956671 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 60380957-84da-497c-93a1-7b7538025fe6 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:06:05.987431 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bcd4421d-1fe1-4b04-9758-4fa70a2c45f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:06.028063 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-bcd4421d-1fe1-4b04-9758-4fa70a2c45f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc635a46-a384-46ab-8867-656d61f5ea4a']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:06.045362 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-bcd4421d-1fe1-4b04-9758-4fa70a2c45f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74f3d9f-3999-4d75-9f22-95211cad3be7') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:06.045654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-bcd4421d-1fe1-4b04-9758-4fa70a2c45f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74f3d9f-3999-4d75-9f22-95211cad3be7') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:06.053499 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:06:06.073516 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:06:06.088621 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:06:06.158652 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d6464336-c4c7-4b74-a6b3-a2a68f6751a6 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:06:06.194965 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bcd4421d-1fe1-4b04-9758-4fa70a2c45f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:06.243436 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:06.244900 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:06.276116 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bcd4421d-1fe1-4b04-9758-4fa70a2c45f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:06.297769 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6144946 Mar 05 14:06:06.311882 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-e012855f-5ee1-43a7-9b1a-1db00e835027 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:06:06.313881 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-e012855f-5ee1-43a7-9b1a-1db00e835027 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081327 Mar 05 14:06:06.315934 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Pushing event updated for resources: {'Port': ['ID=e0995c93-9069-482e-bb4f-dfc644091543,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:06.331548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:06.332059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:06.332486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:06.333902 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:06.334307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:06.334972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:06.335255 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd4421d-1fe1-4b04-9758-4fa70a2c45f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:06:06.335405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:06.336123 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bcd4421d-1fe1-4b04-9758-4fa70a2c45f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:06.336410 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:06.336860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:06.337272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:06.337729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:06.338076 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda52a78-49f8-4a09-b782-4c5781d9e72f tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:06:06.383332 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:06:06.464561 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port d6464336-c4c7-4b74-a6b3-a2a68f6751a6 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:06:06.487842 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port d6464336-c4c7-4b74-a6b3-a2a68f6751a6 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:06:06.488017 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58530) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:06.492223 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:06.531393 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e54ba481-83ed-4b93-9594-0fb9afec59be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:06.592046 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e54ba481-83ed-4b93-9594-0fb9afec59be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:06.605033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e54ba481-83ed-4b93-9594-0fb9afec59be admin admin] Usage tracker for resource:security_group_rule and tenant:53743654f9774c45aa4dea7f1a108bde is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:06.622253 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e54ba481-83ed-4b93-9594-0fb9afec59be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:06.629261 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42b22ab6-0890-47bd-b051-b2a21427191e tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:06.640847 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e54ba481-83ed-4b93-9594-0fb9afec59be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:06.784209 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7cc72ebf-5f39-408e-a405-5074d929ef9b None None] Provisioning for port e0995c93-9069-482e-bb4f-dfc644091543 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:06:06.805005 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7cc72ebf-5f39-408e-a405-5074d929ef9b None None] Provisioning complete for port e0995c93-9069-482e-bb4f-dfc644091543 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:06:06.805797 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7cc72ebf-5f39-408e-a405-5074d929ef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:06.809274 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bcd4421d-1fe1-4b04-9758-4fa70a2c45f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:06.860415 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bcd4421d-1fe1-4b04-9758-4fa70a2c45f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:06.877086 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b22ab6-0890-47bd-b051-b2a21427191e tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event updated for resources: {'Subnet': ['ID=900ad54f-439b-43fc-8217-95728179e29f,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:06.894134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4421d-1fe1-4b04-9758-4fa70a2c45f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] Pushing event deleted for resources: {'Network': ['ID=fc635a46-a384-46ab-8867-656d61f5ea4a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:06.899374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-c7b8877c-fbcb-45d3-ae72-b78da38ef462 service neutron] Request body: {'port': {'device_id': '6e20fd5f-348f-4df7-a2a8-12ae0acf86aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:06.920351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b22ab6-0890-47bd-b051-b2a21427191e tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Checking segment: {'id': '9d9d7ae8-db15-4c74-b959-d64e17611211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '91596236-38aa-4d56-bc2a-dd94136688d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:06:06.920704 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b22ab6-0890-47bd-b051-b2a21427191e tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Network hostable DHCP agents. Network: 91596236-38aa-4d56-bc2a-dd94136688d9, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:06:06.947602 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bcd4421d-1fe1-4b04-9758-4fa70a2c45f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514 tempest-ExtraDHCPOptionsIpV6TestJSON-1364627514-project] 10.222.0.16 "DELETE /v2.0/networks/fc635a46-a384-46ab-8867-656d61f5ea4a HTTP/1.1" status: 204 len: 168 time: 3.1447008 Mar 05 14:06:06.979537 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-7cc72ebf-5f39-408e-a405-5074d929ef9b None None] Port e0995c93-9069-482e-bb4f-dfc644091543 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:06:07.013482 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b22ab6-0890-47bd-b051-b2a21427191e tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Network 91596236-38aa-4d56-bc2a-dd94136688d9 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:06:07.031412 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231035e0-806c-425b-86cd-83dce2318d9f req-d519094b-8fef-4ef9-901a-8aa221ebe28c tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:07.036480 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-231035e0-806c-425b-86cd-83dce2318d9f req-d519094b-8fef-4ef9-901a-8aa221ebe28c tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e20fd5f-348f-4df7-a2a8-12ae0acf86aa HTTP/1.1" status: 200 len: 935 time: 0.2882721 Mar 05 14:06:07.086815 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-42b22ab6-0890-47bd-b051-b2a21427191e tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 91596236-38aa-4d56-bc2a-dd94136688d9) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:06:07.106452 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b22ab6-0890-47bd-b051-b2a21427191e tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:07.107210 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42b22ab6-0890-47bd-b051-b2a21427191e tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:07.179556 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-231035e0-806c-425b-86cd-83dce2318d9f req-bbeb0c23-30e0-43dc-b078-f475601533ab tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/security-groups?id=401ce5f1-dd4a-433f-baae-d69a0cd79407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337729 Mar 05 14:06:07.192303 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:07.192697 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-42b22ab6-0890-47bd-b051-b2a21427191e tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7157156 Mar 05 14:06:07.193490 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58546) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:07.199171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-19dc15f7-2238-4417-8d5e-cf78ad408d31 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Request body: {'subnet': {'network_id': '402a8d67-e6fa-4708-ba96-e44461ca94a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:07.213134 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48d1e1a-8c27-4bf9-a5e0-8b8b016cd62b None None] Network 91596236-38aa-4d56-bc2a-dd94136688d9 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:06:07.349081 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port d6464336-c4c7-4b74-a6b3-a2a68f6751a6, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d6464336-c4c7-4b74-a6b3-a2a68f6751a6,segment=NetworkSegment(54fca434-391f-40fa-ba70-9592a89081f4),segment_id=54fca434-391f-40fa-ba70-9592a89081f4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:07.351601 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e54ba481-83ed-4b93-9594-0fb9afec59be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:07.352290 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e7dfa5-8a8d-47bb-8336-2916b63be257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6464336-c4c7-4b74-a6b3-a2a68f6751a6'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:06:07.364105 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:07.414564 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e54ba481-83ed-4b93-9594-0fb9afec59be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:07.523516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-19dc15f7-2238-4417-8d5e-cf78ad408d31 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:07.536147 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-19dc15f7-2238-4417-8d5e-cf78ad408d31 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Usage tracker for resource:subnet and tenant:b1d9070eb55b403cb39697464a691b76 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:07.555058 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-19dc15f7-2238-4417-8d5e-cf78ad408d31 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:07.573223 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-19dc15f7-2238-4417-8d5e-cf78ad408d31 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:07.606469 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dc15f7-2238-4417-8d5e-cf78ad408d31 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Made reservation on behalf of b1d9070eb55b403cb39697464a691b76 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:06:07.609965 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-19dc15f7-2238-4417-8d5e-cf78ad408d31 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:07.621730 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-c7b8877c-fbcb-45d3-ae72-b78da38ef462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:07.682200 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=d6464336-c4c7-4b74-a6b3-a2a68f6751a6,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:07.759390 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca6493-d313-4dc4-8550-d6c6f5546569 req-f278c7c1-303b-4487-81a4-7cea23385ea1 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:07.766213 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-03ca6493-d313-4dc4-8550-d6c6f5546569 req-f278c7c1-303b-4487-81a4-7cea23385ea1 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 945 time: 0.9944334 Mar 05 14:06:07.768163 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58566) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:07.834600 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ba481-83ed-4b93-9594-0fb9afec59be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef9f904-18d1-403b-b098-e359e4d65eb3,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:07.862572 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e54ba481-83ed-4b93-9594-0fb9afec59be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53743654f9774c45aa4dea7f1a108bde&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3735931 Mar 05 14:06:07.879907 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f0aada-a36f-43d5-9721-4f616bf4dcee None None] Network 68de3ed8-920c-4d24-8420-76ad0278759c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:06:07.913260 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58570) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:08.053297 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:06:08.137689 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-45196464-9e49-46ce-9a78-ab7ddaa4dd0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:08.153425 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7a1c3554-a9d3-45ea-9300-02923222b45e None None] Provisioning for port 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:06:08.187359 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-45196464-9e49-46ce-9a78-ab7ddaa4dd0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:08.303252 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e7dfa5-8a8d-47bb-8336-2916b63be257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6464336-c4c7-4b74-a6b3-a2a68f6751a6', 'code': 200} Mar 05 14:06:08.359101 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-45196464-9e49-46ce-9a78-ab7ddaa4dd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:08.375472 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2278f32e-ff15-4bc7-a4c4-fd01668036ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-91596236-38aa-4d56-bc2a-dd94136688d9', 'network_id': '91596236-38aa-4d56-bc2a-dd94136688d9', 'tenant_id': 'b1d9070eb55b403cb39697464a691b76', 'fixed_ips': [{'subnet_id': '900ad54f-439b-43fc-8217-95728179e29f'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:06:08.377159 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2278f32e-ff15-4bc7-a4c4-fd01668036ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:08.409092 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45196464-9e49-46ce-9a78-ab7ddaa4dd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef9f904-18d1-403b-b098-e359e4d65eb3,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:08.430415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45196464-9e49-46ce-9a78-ab7ddaa4dd0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:08.436372 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45196464-9e49-46ce-9a78-ab7ddaa4dd0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:08.436933 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45196464-9e49-46ce-9a78-ab7ddaa4dd0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:08.437368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45196464-9e49-46ce-9a78-ab7ddaa4dd0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:08.438165 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45196464-9e49-46ce-9a78-ab7ddaa4dd0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:08.439183 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45196464-9e49-46ce-9a78-ab7ddaa4dd0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:08.439872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45196464-9e49-46ce-9a78-ab7ddaa4dd0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:08.451655 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45196464-9e49-46ce-9a78-ab7ddaa4dd0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:08.452249 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45196464-9e49-46ce-9a78-ab7ddaa4dd0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:08.452792 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45196464-9e49-46ce-9a78-ab7ddaa4dd0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:08.453340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45196464-9e49-46ce-9a78-ab7ddaa4dd0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:08.458718 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45196464-9e49-46ce-9a78-ab7ddaa4dd0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:08.622992 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-45196464-9e49-46ce-9a78-ab7ddaa4dd0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:08.624223 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-45196464-9e49-46ce-9a78-ab7ddaa4dd0c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ef9f904-18d1-403b-b098-e359e4d65eb3 HTTP/1.1" status: 204 len: 168 time: 0.7100279 Mar 05 14:06:08.705723 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:06:08.720913 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:06:08.721478 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:08.815302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72cc51-2528-4217-82d2-d72537d290cd req-6aee0169-2270-47c9-ac82-6b77d16b5154 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:08.818494 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8a72cc51-2528-4217-82d2-d72537d290cd req-6aee0169-2270-47c9-ac82-6b77d16b5154 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e20fd5f-348f-4df7-a2a8-12ae0acf86aa HTTP/1.1" status: 200 len: 935 time: 0.3497105 Mar 05 14:06:08.846956 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-03ca6493-d313-4dc4-8550-d6c6f5546569 req-58ca452c-2e64-4653-846e-cc9300dd3c35 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/security-groups?id=af3adbe4-e9f3-4a28-84a4-768df4731916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0798602 Mar 05 14:06:08.973592 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-19dc15f7-2238-4417-8d5e-cf78ad408d31 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:08.982509 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4cde515d-5f72-4bb4-9061-0b339bcb2df1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20a18598bc284005abb6246764da0546&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2013614 Mar 05 14:06:08.988161 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58600) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:09.113204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-c7b8877c-fbcb-45d3-ae72-b78da38ef462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0995c93-9069-482e-bb4f-dfc644091543 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:06:09.121174 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b31e4b0c-1048-4b5e-bef9-de746425dff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:09.122885 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-c7b8877c-fbcb-45d3-ae72-b78da38ef462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:09.142235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-c7b8877c-fbcb-45d3-ae72-b78da38ef462 service neutron] Transition to ACTIVE for port object e0995c93-9069-482e-bb4f-dfc644091543 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:06:09.151745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df56888-3e31-4a79-b90d-7e84bb68af4e req-1db86011-a596-40fd-8875-3cf195f4c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:09.153740 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9df56888-3e31-4a79-b90d-7e84bb68af4e req-1db86011-a596-40fd-8875-3cf195f4c93c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 1097 time: 0.5172646 Mar 05 14:06:09.155241 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-c7b8877c-fbcb-45d3-ae72-b78da38ef462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:09.155992 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8a72cc51-2528-4217-82d2-d72537d290cd req-91e7f311-4982-4223-8355-37c9e437e2f9 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/security-groups?id=401ce5f1-dd4a-433f-baae-d69a0cd79407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290708 Mar 05 14:06:09.237697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dc15f7-2238-4417-8d5e-cf78ad408d31 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Checking segment: {'id': 'b6b84d00-fbcb-44e9-9a36-922110621072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '402a8d67-e6fa-4708-ba96-e44461ca94a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:06:09.238061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dc15f7-2238-4417-8d5e-cf78ad408d31 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Network hostable DHCP agents. Network: 402a8d67-e6fa-4708-ba96-e44461ca94a0, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:06:09.245531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc15f7-2238-4417-8d5e-cf78ad408d31 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event updated for resources: {'Subnet': ['ID=11488974-e45a-4215-82c2-96a9b9fde4ec,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:09.246778 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:09.281686 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c589a955-ffc2-497a-b961-1eeccee818d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:09.305532 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1,segment=NetworkSegment(dfe01972-6fa3-44b1-a78c-a8296aada86d),segment_id=dfe01972-6fa3-44b1-a78c-a8296aada86d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:09.320879 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:09.321734 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dc15f7-2238-4417-8d5e-cf78ad408d31 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Network 402a8d67-e6fa-4708-ba96-e44461ca94a0 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:06:09.332226 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-2278f32e-ff15-4bc7-a4c4-fd01668036ef None None] Allocated IP 2001:db8::2 (91596236-38aa-4d56-bc2a-dd94136688d9/900ad54f-439b-43fc-8217-95728179e29f/14c42e3a-7b65-4e1e-bf35-3601f9f7dd51) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:06:09.369282 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c589a955-ffc2-497a-b961-1eeccee818d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:09.396920 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-19dc15f7-2238-4417-8d5e-cf78ad408d31 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 402a8d67-e6fa-4708-ba96-e44461ca94a0) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:06:09.409880 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc15f7-2238-4417-8d5e-cf78ad408d31 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:09.423609 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-19dc15f7-2238-4417-8d5e-cf78ad408d31 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:09.432398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee786f1-ceec-4645-9184-8a6fd60ef26e None None] Network 402a8d67-e6fa-4708-ba96-e44461ca94a0 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:06:09.487630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8877c-fbcb-45d3-ae72-b78da38ef462 service neutron] Pushing event updated for resources: {'Port': ['ID=e0995c93-9069-482e-bb4f-dfc644091543,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:09.521194 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-19dc15f7-2238-4417-8d5e-cf78ad408d31 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3264782 Mar 05 14:06:09.524405 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58616) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:09.583178 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9df56888-3e31-4a79-b90d-7e84bb68af4e req-e2a24a9d-bc3c-44a3-80b2-5561b568a688 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=af3adbe4-e9f3-4a28-84a4-768df4731916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164686 Mar 05 14:06:09.661109 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-c7b8877c-fbcb-45d3-ae72-b78da38ef462 service neutron] Attempting to bind port e0995c93-9069-482e-bb4f-dfc644091543 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:06:09.661447 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-c7b8877c-fbcb-45d3-ae72-b78da38ef462 service neutron] Attempting to bind port e0995c93-9069-482e-bb4f-dfc644091543 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:06:09.661780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-c7b8877c-fbcb-45d3-ae72-b78da38ef462 service neutron] Attempting to bind port e0995c93-9069-482e-bb4f-dfc644091543 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:06:09.672598 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-c7b8877c-fbcb-45d3-ae72-b78da38ef462 service neutron] Port e0995c93-9069-482e-bb4f-dfc644091543 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:06:09.673446 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-c7b8877c-fbcb-45d3-ae72-b78da38ef462 service neutron] Attempting to bind port e0995c93-9069-482e-bb4f-dfc644091543 on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:06:09.684054 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-c7b8877c-fbcb-45d3-ae72-b78da38ef462 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:06:09.684397 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-c7b8877c-fbcb-45d3-ae72-b78da38ef462 service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:06:09.684785 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-c7b8877c-fbcb-45d3-ae72-b78da38ef462 service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:06:09.685215 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-c7b8877c-fbcb-45d3-ae72-b78da38ef462 service neutron] Bound port: e0995c93-9069-482e-bb4f-dfc644091543, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:06:09.685561 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-c7b8877c-fbcb-45d3-ae72-b78da38ef462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:09.843182 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-c7b8877c-fbcb-45d3-ae72-b78da38ef462 service neutron] For port e0995c93-9069-482e-bb4f-dfc644091543, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:06:09.850907 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-c7b8877c-fbcb-45d3-ae72-b78da38ef462 service neutron] For port e0995c93-9069-482e-bb4f-dfc644091543, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e0995c93-9069-482e-bb4f-dfc644091543,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:06:09.903709 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:09.918483 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-c7b8877c-fbcb-45d3-ae72-b78da38ef462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:10.108073 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8877c-fbcb-45d3-ae72-b78da38ef462 service neutron] Pushing event updated for resources: {'Port': ['ID=e0995c93-9069-482e-bb4f-dfc644091543,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:10.122140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-c7b8877c-fbcb-45d3-ae72-b78da38ef462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:10.123640 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-c7b8877c-fbcb-45d3-ae72-b78da38ef462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:10.125300 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-c7b8877c-fbcb-45d3-ae72-b78da38ef462 service neutron] 10.222.0.15 "PUT /v2.0/ports/e0995c93-9069-482e-bb4f-dfc644091543 HTTP/1.1" status: 200 len: 1095 time: 3.7965765 Mar 05 14:06:10.125686 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e20fd5f-348f-4df7-a2a8-12ae0acf86aa', 'tag': 'e0995c93-9069-482e-bb4f-dfc644091543'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:06:10.314208 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e20fd5f-348f-4df7-a2a8-12ae0acf86aa', 'tag': 'e0995c93-9069-482e-bb4f-dfc644091543', 'status': 'completed', 'code': 200} Mar 05 14:06:10.520083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-07d33be7-6663-40b3-9846-44fe7b36b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:10.522064 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-07d33be7-6663-40b3-9846-44fe7b36b7e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b80b7d11635540fbab844a8b46289805&device_id=6e20fd5f-348f-4df7-a2a8-12ae0acf86aa HTTP/1.1" status: 200 len: 1098 time: 0.3463140 Mar 05 14:06:10.568333 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2278f32e-ff15-4bc7-a4c4-fd01668036ef None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:10.592118 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c589a955-ffc2-497a-b961-1eeccee818d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:10.593756 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2278f32e-ff15-4bc7-a4c4-fd01668036ef None None] Transition to ACTIVE for port object 14c42e3a-7b65-4e1e-bf35-3601f9f7dd51 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:06:10.616042 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2278f32e-ff15-4bc7-a4c4-fd01668036ef None None] Transition to ACTIVE for port object 14c42e3a-7b65-4e1e-bf35-3601f9f7dd51 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:06:10.635910 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2278f32e-ff15-4bc7-a4c4-fd01668036ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:10.781532 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2278f32e-ff15-4bc7-a4c4-fd01668036ef None None] Network 91596236-38aa-4d56-bc2a-dd94136688d9 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:06:10.810723 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-2278f32e-ff15-4bc7-a4c4-fd01668036ef None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:06:10.826186 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2278f32e-ff15-4bc7-a4c4-fd01668036ef None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:06:10.835684 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278f32e-ff15-4bc7-a4c4-fd01668036ef None None] Pushing event updated for resources: {'Port': ['ID=14c42e3a-7b65-4e1e-bf35-3601f9f7dd51,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:10.888890 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-76269caf-7b55-4e2f-9282-eb96f4c286ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=e0995c93-9069-482e-bb4f-dfc644091543 HTTP/1.1" status: 200 len: 217 time: 0.3567998 Mar 05 14:06:10.950987 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c589a955-ffc2-497a-b961-1eeccee818d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:10.956067 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c589a955-ffc2-497a-b961-1eeccee818d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd39723c-07e8-4ff0-95ad-b07b9afe42c1 HTTP/1.1" status: 204 len: 168 time: 1.8968310 Mar 05 14:06:10.957368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589a955-ffc2-497a-b961-1eeccee818d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd39723c-07e8-4ff0-95ad-b07b9afe42c1,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:11.028388 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-5f988920-31f8-4c47-a03b-c1e2f325936a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:11.029853 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-5f988920-31f8-4c47-a03b-c1e2f325936a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1335802 Mar 05 14:06:11.104731 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:06:11.147442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0465f217-f19d-4f8a-a977-6b17f22c8224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-402a8d67-e6fa-4708-ba96-e44461ca94a0', 'network_id': '402a8d67-e6fa-4708-ba96-e44461ca94a0', 'tenant_id': 'b1d9070eb55b403cb39697464a691b76', 'fixed_ips': [{'subnet_id': '11488974-e45a-4215-82c2-96a9b9fde4ec'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:06:11.147442 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0465f217-f19d-4f8a-a977-6b17f22c8224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:11.172123 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f30e2-76cf-4977-a8c8-691edf56674c req-0a2060a2-f7b9-4002-bf17-2f1ac2b8eeeb tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:11.175616 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b0f30e2-76cf-4977-a8c8-691edf56674c req-0a2060a2-f7b9-4002-bf17-2f1ac2b8eeeb tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 946 time: 0.4174483 Mar 05 14:06:11.237622 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bbb38fc5-357a-4026-be36-58ae3ba497a0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:11.315742 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c4acdaca-3ecc-46d3-ab35-4d5fa1b0a1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:11.334816 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b0f30e2-76cf-4977-a8c8-691edf56674c req-d0e3252f-3cfe-4024-b215-1eacd6c452b6 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/security-groups?id=af3adbe4-e9f3-4a28-84a4-768df4731916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497762 Mar 05 14:06:11.358143 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bfb97-f598-4670-a211-d238676e9d0f req-31862959-08ef-450f-a1c5-d3c8a41e9467 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:11.358143 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b25bfb97-f598-4670-a211-d238676e9d0f req-31862959-08ef-450f-a1c5-d3c8a41e9467 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e20fd5f-348f-4df7-a2a8-12ae0acf86aa HTTP/1.1" status: 200 len: 947 time: 0.7735026 Mar 05 14:06:11.384052 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-2821c8d4-da06-40a2-be9f-9e606857580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:11.384423 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7d98e8ff-1df2-4278-a0b6-96e1b595b134 None None] Provisioning complete for port 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:06:11.384900 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7d98e8ff-1df2-4278-a0b6-96e1b595b134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:11.385851 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-2821c8d4-da06-40a2-be9f-9e606857580f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3499250 Mar 05 14:06:11.453913 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-2278f32e-ff15-4bc7-a4c4-fd01668036ef None None] Attempting to bind port 14c42e3a-7b65-4e1e-bf35-3601f9f7dd51 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:06:11.454568 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-2278f32e-ff15-4bc7-a4c4-fd01668036ef None None] Attempting to bind port 14c42e3a-7b65-4e1e-bf35-3601f9f7dd51 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '9d9d7ae8-db15-4c74-b959-d64e17611211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '91596236-38aa-4d56-bc2a-dd94136688d9'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:06:11.455031 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278f32e-ff15-4bc7-a4c4-fd01668036ef None None] Attempting to bind port 14c42e3a-7b65-4e1e-bf35-3601f9f7dd51 on network 91596236-38aa-4d56-bc2a-dd94136688d9 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:06:11.541000 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278f32e-ff15-4bc7-a4c4-fd01668036ef None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:06:11.541907 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278f32e-ff15-4bc7-a4c4-fd01668036ef None None] Checking segment: {'id': '9d9d7ae8-db15-4c74-b959-d64e17611211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '91596236-38aa-4d56-bc2a-dd94136688d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:06:11.542733 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2278f32e-ff15-4bc7-a4c4-fd01668036ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:11.543426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278f32e-ff15-4bc7-a4c4-fd01668036ef None None] Bound using segment: {'id': '9d9d7ae8-db15-4c74-b959-d64e17611211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '91596236-38aa-4d56-bc2a-dd94136688d9'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:06:11.544372 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-2278f32e-ff15-4bc7-a4c4-fd01668036ef None None] Bound port: 14c42e3a-7b65-4e1e-bf35-3601f9f7dd51, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9d7ae8-db15-4c74-b959-d64e17611211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '91596236-38aa-4d56-bc2a-dd94136688d9'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:06:11.544960 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2278f32e-ff15-4bc7-a4c4-fd01668036ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:11.690593 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b25bfb97-f598-4670-a211-d238676e9d0f req-838bb635-7652-427f-a973-8e33addae60e tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/security-groups?id=401ce5f1-dd4a-433f-baae-d69a0cd79407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055616 Mar 05 14:06:11.794617 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-4ec98622-82d3-4807-b119-a8d2c3634d67 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027987 Mar 05 14:06:11.926977 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:06:12.031008 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-715e1948-82ed-45ca-9d54-c23bd1cff6bf req-2cc5fe2a-bb5f-456f-8b4d-3f5206f2f6b0 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274818 Mar 05 14:06:12.080180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-bbb38fc5-357a-4026-be36-58ae3ba497a0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Allocated IP 2001:db8::1 (91596236-38aa-4d56-bc2a-dd94136688d9/900ad54f-439b-43fc-8217-95728179e29f/ce62a72e-5efd-4d76-8274-a19bb99a73b8) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:06:12.114707 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-0465f217-f19d-4f8a-a977-6b17f22c8224 None None] Allocated IP 2001:db8::2 (402a8d67-e6fa-4708-ba96-e44461ca94a0/11488974-e45a-4215-82c2-96a9b9fde4ec/250f6564-6829-4ea9-92dd-b40c8a7030a9) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:06:12.181668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd062d90-2765-4d66-8b60-36a6af3335fa req-70dc8996-1e9c-438d-8c55-1b19ea6e332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:12.186132 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd062d90-2765-4d66-8b60-36a6af3335fa req-70dc8996-1e9c-438d-8c55-1b19ea6e332d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b80b7d11635540fbab844a8b46289805&device_id=6e20fd5f-348f-4df7-a2a8-12ae0acf86aa HTTP/1.1" status: 200 len: 1098 time: 0.1037042 Mar 05 14:06:12.349496 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:12.427610 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-2278f32e-ff15-4bc7-a4c4-fd01668036ef None None] For port 14c42e3a-7b65-4e1e-bf35-3601f9f7dd51, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:06:12.444775 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-2278f32e-ff15-4bc7-a4c4-fd01668036ef None None] For port 14c42e3a-7b65-4e1e-bf35-3601f9f7dd51, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=14c42e3a-7b65-4e1e-bf35-3601f9f7dd51,segment=NetworkSegment(9d9d7ae8-db15-4c74-b959-d64e17611211),segment_id=9d9d7ae8-db15-4c74-b959-d64e17611211)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:06:12.493634 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bbb38fc5-357a-4026-be36-58ae3ba497a0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:12.520335 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:12.543367 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-bbb38fc5-357a-4026-be36-58ae3ba497a0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Transition to ACTIVE for port object ce62a72e-5efd-4d76-8274-a19bb99a73b8 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:06:12.555708 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:06:12.556075 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:12.598340 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bbb38fc5-357a-4026-be36-58ae3ba497a0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:12.609488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd062d90-2765-4d66-8b60-36a6af3335fa req-8f6ae4ef-8121-42a2-b136-32b221fe0b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:12.611764 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd062d90-2765-4d66-8b60-36a6af3335fa req-8f6ae4ef-8121-42a2-b136-32b221fe0b63 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.4212747 Mar 05 14:06:12.649954 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2278f32e-ff15-4bc7-a4c4-fd01668036ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:12.720580 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb38fc5-357a-4026-be36-58ae3ba497a0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Network 91596236-38aa-4d56-bc2a-dd94136688d9 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:06:12.728025 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-bbb38fc5-357a-4026-be36-58ae3ba497a0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:06:12.732884 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb38fc5-357a-4026-be36-58ae3ba497a0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:06:12.733550 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bbb38fc5-357a-4026-be36-58ae3ba497a0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:12.867487 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278f32e-ff15-4bc7-a4c4-fd01668036ef None None] Pushing event updated for resources: {'Port': ['ID=14c42e3a-7b65-4e1e-bf35-3601f9f7dd51,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:12.965649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb38fc5-357a-4026-be36-58ae3ba497a0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event updated for resources: {'Port': ['ID=ce62a72e-5efd-4d76-8274-a19bb99a73b8,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:13.185979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58780) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:13.228335 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bbb38fc5-357a-4026-be36-58ae3ba497a0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:13.274418 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d20a2d-1d23-433e-9bde-31cde642cd59 req-14229aa2-937c-4555-9c97-e80a1ad65a4b tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:13.286792 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a9d20a2d-1d23-433e-9bde-31cde642cd59 req-14229aa2-937c-4555-9c97-e80a1ad65a4b tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e20fd5f-348f-4df7-a2a8-12ae0acf86aa HTTP/1.1" status: 200 len: 947 time: 0.2114282 Mar 05 14:06:13.288813 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd062d90-2765-4d66-8b60-36a6af3335fa req-02e9e1e2-d6cd-4796-8f97-808343349d8f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=e0995c93-9069-482e-bb4f-dfc644091543 HTTP/1.1" status: 200 len: 217 time: 0.6704307 Mar 05 14:06:13.503660 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd062d90-2765-4d66-8b60-36a6af3335fa req-a7b68756-cf31-4970-a05b-a29c32ffbace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:13.510856 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd062d90-2765-4d66-8b60-36a6af3335fa req-a7b68756-cf31-4970-a05b-a29c32ffbace service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.2115986 Mar 05 14:06:13.523453 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a9d20a2d-1d23-433e-9bde-31cde642cd59 req-7fbdcd01-f872-42ae-a699-bd89ba412dce tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/security-groups?id=401ce5f1-dd4a-433f-baae-d69a0cd79407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354710 Mar 05 14:06:13.987481 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fd69d-6ca8-45c6-8b31-2fe51b01ed57 req-e2160e40-8b34-48ba-a2d4-4a6b0a5f2f37 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:14.002859 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-482fd69d-6ca8-45c6-8b31-2fe51b01ed57 req-e2160e40-8b34-48ba-a2d4-4a6b0a5f2f37 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 946 time: 1.1000557 Mar 05 14:06:14.018503 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:14.038948 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0465f217-f19d-4f8a-a977-6b17f22c8224 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:14.111021 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0465f217-f19d-4f8a-a977-6b17f22c8224 None None] Transition to ACTIVE for port object 250f6564-6829-4ea9-92dd-b40c8a7030a9 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:06:14.167807 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0465f217-f19d-4f8a-a977-6b17f22c8224 None None] Transition to ACTIVE for port object 250f6564-6829-4ea9-92dd-b40c8a7030a9 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:06:14.171011 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 14c42e3a-7b65-4e1e-bf35-3601f9f7dd51 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:06:14.182042 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-482fd69d-6ca8-45c6-8b31-2fe51b01ed57 req-9e2b1e08-3449-4cdf-9de3-a70e0d8fb338 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/security-groups?id=af3adbe4-e9f3-4a28-84a4-768df4731916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740294 Mar 05 14:06:14.191753 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd062d90-2765-4d66-8b60-36a6af3335fa req-6972a51a-1b81-4ff7-9aca-dd253f29a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:14.204704 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd062d90-2765-4d66-8b60-36a6af3335fa req-6972a51a-1b81-4ff7-9aca-dd253f29a54a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6733716 Mar 05 14:06:14.253025 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0465f217-f19d-4f8a-a977-6b17f22c8224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:14.418567 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-0fed27c7-895a-4df3-a73e-edc9922a8552 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1529104633'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:14.432820 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0465f217-f19d-4f8a-a977-6b17f22c8224 None None] Network 402a8d67-e6fa-4708-ba96-e44461ca94a0 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:06:14.440172 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-0465f217-f19d-4f8a-a977-6b17f22c8224 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:06:14.447785 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0465f217-f19d-4f8a-a977-6b17f22c8224 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:06:14.524430 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0fed27c7-895a-4df3-a73e-edc9922a8552 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:14.548394 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465f217-f19d-4f8a-a977-6b17f22c8224 None None] Pushing event updated for resources: {'Port': ['ID=250f6564-6829-4ea9-92dd-b40c8a7030a9,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:14.548678 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0fed27c7-895a-4df3-a73e-edc9922a8552 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Usage tracker for resource:network and tenant:cc2a8dcf86ad41029dafc1c5996d6ff1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:14.562291 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0fed27c7-895a-4df3-a73e-edc9922a8552 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:14.579440 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0fed27c7-895a-4df3-a73e-edc9922a8552 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:14.668690 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fed27c7-895a-4df3-a73e-edc9922a8552 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Made reservation on behalf of cc2a8dcf86ad41029dafc1c5996d6ff1 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:06:14.670239 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-0465f217-f19d-4f8a-a977-6b17f22c8224 None None] Attempting to bind port 250f6564-6829-4ea9-92dd-b40c8a7030a9 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:06:14.670857 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-0465f217-f19d-4f8a-a977-6b17f22c8224 None None] Attempting to bind port 250f6564-6829-4ea9-92dd-b40c8a7030a9 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'b6b84d00-fbcb-44e9-9a36-922110621072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '402a8d67-e6fa-4708-ba96-e44461ca94a0'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:06:14.671391 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0465f217-f19d-4f8a-a977-6b17f22c8224 None None] Attempting to bind port 250f6564-6829-4ea9-92dd-b40c8a7030a9 on network 402a8d67-e6fa-4708-ba96-e44461ca94a0 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:06:14.674755 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0fed27c7-895a-4df3-a73e-edc9922a8552 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:14.691515 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0465f217-f19d-4f8a-a977-6b17f22c8224 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:06:14.693773 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0465f217-f19d-4f8a-a977-6b17f22c8224 None None] Checking segment: {'id': 'b6b84d00-fbcb-44e9-9a36-922110621072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '402a8d67-e6fa-4708-ba96-e44461ca94a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:06:14.694364 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0465f217-f19d-4f8a-a977-6b17f22c8224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:14.695206 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0465f217-f19d-4f8a-a977-6b17f22c8224 None None] Bound using segment: {'id': 'b6b84d00-fbcb-44e9-9a36-922110621072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '402a8d67-e6fa-4708-ba96-e44461ca94a0'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:06:14.697232 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-0465f217-f19d-4f8a-a977-6b17f22c8224 None None] Bound port: 250f6564-6829-4ea9-92dd-b40c8a7030a9, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b84d00-fbcb-44e9-9a36-922110621072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '402a8d67-e6fa-4708-ba96-e44461ca94a0'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:06:14.697812 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0465f217-f19d-4f8a-a977-6b17f22c8224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:14.732496 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 14c42e3a-7b65-4e1e-bf35-3601f9f7dd51 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:06:14.940974 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0fed27c7-895a-4df3-a73e-edc9922a8552 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:15.004306 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd062d90-2765-4d66-8b60-36a6af3335fa req-b8ab1c3c-215c-4cfb-9bad-bcb53c7e200f service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7913115 Mar 05 14:06:15.005838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-0465f217-f19d-4f8a-a977-6b17f22c8224 None None] For port 250f6564-6829-4ea9-92dd-b40c8a7030a9, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:06:15.009653 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f4c3f960-aefa-4004-96f3-13feeb9f6d92 req-183a0ffb-4d97-44fd-9134-20b3f48ae069 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4947782 Mar 05 14:06:15.012482 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-0465f217-f19d-4f8a-a977-6b17f22c8224 None None] For port 250f6564-6829-4ea9-92dd-b40c8a7030a9, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=250f6564-6829-4ea9-92dd-b40c8a7030a9,segment=NetworkSegment(b6b84d00-fbcb-44e9-9a36-922110621072),segment_id=b6b84d00-fbcb-44e9-9a36-922110621072)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:06:15.022190 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0465f217-f19d-4f8a-a977-6b17f22c8224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:15.145997 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0fed27c7-895a-4df3-a73e-edc9922a8552 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:15.194357 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eee7fb-1248-43de-9968-ac09538918fe req-a91931ff-d32d-4dc4-a35d-cfeb83b1fb81 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:15.202354 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a1eee7fb-1248-43de-9968-ac09538918fe req-a91931ff-d32d-4dc4-a35d-cfeb83b1fb81 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 946 time: 0.7572846 Mar 05 14:06:15.211646 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0fed27c7-895a-4df3-a73e-edc9922a8552 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Usage tracker for resource:security_group_rule and tenant:cc2a8dcf86ad41029dafc1c5996d6ff1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:15.287608 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0fed27c7-895a-4df3-a73e-edc9922a8552 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:15.341680 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd062d90-2765-4d66-8b60-36a6af3335fa req-f0ba810d-edc6-4dce-ad6d-2a50ee37f1e0 service neutron] 10.222.0.15 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302143 Mar 05 14:06:15.368984 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465f217-f19d-4f8a-a977-6b17f22c8224 None None] Pushing event updated for resources: {'Port': ['ID=250f6564-6829-4ea9-92dd-b40c8a7030a9,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:15.405255 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device e0995c93-9069-482e-bb4f-dfc644091543 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:06:15.412224 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0fed27c7-895a-4df3-a73e-edc9922a8552 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:15.468903 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a1eee7fb-1248-43de-9968-ac09538918fe req-294683d7-34d2-4f11-a96f-42f175047a88 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/security-groups?id=af3adbe4-e9f3-4a28-84a4-768df4731916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490430 Mar 05 14:06:15.619967 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bbb38fc5-357a-4026-be36-58ae3ba497a0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:15.651400 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bbb38fc5-357a-4026-be36-58ae3ba497a0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:15.656888 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bbb38fc5-357a-4026-be36-58ae3ba497a0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:15.666377 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163bc353-1feb-4df1-b0b1-a39045d6e390 None None] Network 91596236-38aa-4d56-bc2a-dd94136688d9 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:06:15.727766 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e0dcb-1a60-4350-9e5b-ee224fa124f9 req-707057fc-7374-41c1-8af2-b0cc749d5ed3 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:15.728521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-217e0dcb-1a60-4350-9e5b-ee224fa124f9 req-707057fc-7374-41c1-8af2-b0cc749d5ed3 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Synchronizing usage tracker for tenant:b80b7d11635540fbab844a8b46289805 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:06:15.857232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-217e0dcb-1a60-4350-9e5b-ee224fa124f9 req-707057fc-7374-41c1-8af2-b0cc749d5ed3 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Unset dirty status for tenant:b80b7d11635540fbab844a8b46289805 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:06:15.870868 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-217e0dcb-1a60-4350-9e5b-ee224fa124f9 req-707057fc-7374-41c1-8af2-b0cc749d5ed3 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e20fd5f-348f-4df7-a2a8-12ae0acf86aa HTTP/1.1" status: 200 len: 947 time: 1.0110590 Mar 05 14:06:15.884940 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb38fc5-357a-4026-be36-58ae3ba497a0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event updated for resources: {'Port': ['ID=ce62a72e-5efd-4d76-8274-a19bb99a73b8,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:16.009650 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0fed27c7-895a-4df3-a73e-edc9922a8552 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:16.022681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3f960-aefa-4004-96f3-13feeb9f6d92 req-9d8a063a-711d-4cff-9790-da1f8db0ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:16.025071 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f4c3f960-aefa-4004-96f3-13feeb9f6d92 req-9d8a063a-711d-4cff-9790-da1f8db0ab48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f836228182ef4f768867e007978bd0a5&device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 1097 time: 0.6653664 Mar 05 14:06:16.030894 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0fed27c7-895a-4df3-a73e-edc9922a8552 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:16.155232 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed27c7-895a-4df3-a73e-edc9922a8552 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d89093-2ddc-4300-aa1f-d3a7d5602e18,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:16.188961 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fed27c7-895a-4df3-a73e-edc9922a8552 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:06:16.248253 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb38fc5-357a-4026-be36-58ae3ba497a0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Network 91596236-38aa-4d56-bc2a-dd94136688d9 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:06:16.251385 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-bbb38fc5-357a-4026-be36-58ae3ba497a0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:06:16.273900 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0fed27c7-895a-4df3-a73e-edc9922a8552 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:16.274100 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 250f6564-6829-4ea9-92dd-b40c8a7030a9 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:06:16.274983 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-0fed27c7-895a-4df3-a73e-edc9922a8552 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Added segment 1293d9aa-82f1-4435-b5f9-5bc3801a971d of type vlan for network a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b Mar 05 14:06:16.319034 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-217e0dcb-1a60-4350-9e5b-ee224fa124f9 req-4429971c-0326-469a-8aee-973f1861a592 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Synchronizing usage tracker for tenant:b80b7d11635540fbab844a8b46289805 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:06:16.327986 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3f960-aefa-4004-96f3-13feeb9f6d92 req-5e4889e6-863f-4888-bfcb-68b175862e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:16.328668 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f4c3f960-aefa-4004-96f3-13feeb9f6d92 req-5e4889e6-863f-4888-bfcb-68b175862e55 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce82ece0-1c36-4944-a921-c87e541fb605 HTTP/1.1" status: 200 len: 912 time: 0.2762036 Mar 05 14:06:16.403833 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-47189e94-8bbc-4b88-90d6-985945c3510a None None] Provisioning for port 14c42e3a-7b65-4e1e-bf35-3601f9f7dd51 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:06:16.558486 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-47189e94-8bbc-4b88-90d6-985945c3510a None None] Provisioning complete for port 14c42e3a-7b65-4e1e-bf35-3601f9f7dd51 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:06:16.558878 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-47189e94-8bbc-4b88-90d6-985945c3510a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:16.585134 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f4c3f960-aefa-4004-96f3-13feeb9f6d92 req-56ee2e1a-81af-4693-aeda-0b3c46f4d484 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6464336-c4c7-4b74-a6b3-a2a68f6751a6 HTTP/1.1" status: 200 len: 217 time: 0.2329867 Mar 05 14:06:16.698563 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0fed27c7-895a-4df3-a73e-edc9922a8552 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:16.711589 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port e0995c93-9069-482e-bb4f-dfc644091543, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e0995c93-9069-482e-bb4f-dfc644091543,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:16.740255 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-217e0dcb-1a60-4350-9e5b-ee224fa124f9 req-4429971c-0326-469a-8aee-973f1861a592 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Unset dirty status for tenant:b80b7d11635540fbab844a8b46289805 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:06:16.741873 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-217e0dcb-1a60-4350-9e5b-ee224fa124f9 req-4429971c-0326-469a-8aee-973f1861a592 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/security-groups?id=401ce5f1-dd4a-433f-baae-d69a0cd79407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8702235 Mar 05 14:06:16.764372 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'e0995c93-9069-482e-bb4f-dfc644091543', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': 'e0995c93-9069-482e-bb4f-dfc644091543', 'mac_address': 'fa:16:3e:5e:42:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:06:16.820616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3f960-aefa-4004-96f3-13feeb9f6d92 req-feb2c4de-3e25-4e6f-89d0-a4c261ec6eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:16.826379 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f4c3f960-aefa-4004-96f3-13feeb9f6d92 req-feb2c4de-3e25-4e6f-89d0-a4c261ec6eb2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08505e2b-abfa-41ee-86f3-cb95941e4bbf HTTP/1.1" status: 200 len: 852 time: 0.2327120 Mar 05 14:06:16.950755 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f4c3f960-aefa-4004-96f3-13feeb9f6d92 req-4ced12ca-193b-4e43-ae61-083c603c1835 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce82ece0-1c36-4944-a921-c87e541fb605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155133 Mar 05 14:06:16.959513 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0fed27c7-895a-4df3-a73e-edc9922a8552 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:16.971645 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:16.974193 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fed27c7-895a-4df3-a73e-edc9922a8552 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:16.977046 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0fed27c7-895a-4df3-a73e-edc9922a8552 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:16.996184 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 250f6564-6829-4ea9-92dd-b40c8a7030a9 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:06:17.112385 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0995c93-9069-482e-bb4f-dfc644091543 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:06:17.179360 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port e0995c93-9069-482e-bb4f-dfc644091543, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e0995c93-9069-482e-bb4f-dfc644091543,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:17.227199 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:17.306818 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715e5d3-c50f-4607-8c00-3e56c851f396 req-8716333c-2f1b-404c-bddf-276caaa47c12 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:17.307460 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-47189e94-8bbc-4b88-90d6-985945c3510a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:17.322511 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a715e5d3-c50f-4607-8c00-3e56c851f396 req-8716333c-2f1b-404c-bddf-276caaa47c12 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 946 time: 0.6363168 Mar 05 14:06:17.328643 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed27c7-895a-4df3-a73e-edc9922a8552 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Network': ['ID=a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:17.340858 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb38fc5-357a-4026-be36-58ae3ba497a0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Router 799892d4-2d99-416f-8fd2-311db22b822d is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:06:17.404377 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:06:17.404509 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f4c3f960-aefa-4004-96f3-13feeb9f6d92 req-3c7e7f1f-44db-4b4d-9c13-a5a1b3873adb service neutron] 10.222.0.30 "GET /v2.0/networks/ce82ece0-1c36-4944-a921-c87e541fb605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460638 Mar 05 14:06:17.442603 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0fed27c7-895a-4df3-a73e-edc9922a8552 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 4.2500300 Mar 05 14:06:17.446519 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58934) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:17.497738 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-85b0058f-6e6b-4e13-a15c-02daba78d210 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Request body: {'subnet': {'network_id': 'a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:17.601059 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['e0995c93-9069-482e-bb4f-dfc644091543'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:06:17.720271 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb765b16-8d7f-42c7-b939-77960a92a83e None None] Network 402a8d67-e6fa-4708-ba96-e44461ca94a0 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:06:17.863935 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f4c3f960-aefa-4004-96f3-13feeb9f6d92 req-bb14b86a-fce4-4e88-95bf-c41b50f39725 service neutron] 10.222.0.30 "GET /v2.0/networks/ce82ece0-1c36-4944-a921-c87e541fb605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543681 Mar 05 14:06:17.934562 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-47189e94-8bbc-4b88-90d6-985945c3510a None None] For port 14c42e3a-7b65-4e1e-bf35-3601f9f7dd51, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=14c42e3a-7b65-4e1e-bf35-3601f9f7dd51,segment=NetworkSegment(9d9d7ae8-db15-4c74-b959-d64e17611211),segment_id=9d9d7ae8-db15-4c74-b959-d64e17611211)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:17.936802 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=e0995c93-9069-482e-bb4f-dfc644091543,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:17.958104 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a715e5d3-c50f-4607-8c00-3e56c851f396 req-ae596ded-189f-4222-a1b4-7d78e1ab9cd5 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/security-groups?id=af3adbe4-e9f3-4a28-84a4-768df4731916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6320851 Mar 05 14:06:18.064555 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-47189e94-8bbc-4b88-90d6-985945c3510a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:18.188272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4968f6-1c65-48fe-8468-0c8e7a7fc5e2 req-6173e59c-459c-4542-af19-931ac671996c tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:18.190324 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0b4968f6-1c65-48fe-8468-0c8e7a7fc5e2 req-6173e59c-459c-4542-af19-931ac671996c tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e20fd5f-348f-4df7-a2a8-12ae0acf86aa HTTP/1.1" status: 200 len: 948 time: 0.2288442 Mar 05 14:06:18.297420 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0b4968f6-1c65-48fe-8468-0c8e7a7fc5e2 req-87e67d35-b874-4d39-96a4-771e7c4f80b6 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/security-groups?id=401ce5f1-dd4a-433f-baae-d69a0cd79407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935547 Mar 05 14:06:18.492794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47189e94-8bbc-4b88-90d6-985945c3510a None None] Pushing event updated for resources: {'Port': ['ID=14c42e3a-7b65-4e1e-bf35-3601f9f7dd51,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:18.571223 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-79c9fdaf-01c1-41cc-9f19-0f7eb321b444 None None] Provisioning complete for port 14c42e3a-7b65-4e1e-bf35-3601f9f7dd51 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:06:18.572206 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-79c9fdaf-01c1-41cc-9f19-0f7eb321b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:18.651312 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb38fc5-357a-4026-be36-58ae3ba497a0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:06:18.653317 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-85b0058f-6e6b-4e13-a15c-02daba78d210 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:18.660393 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bbb38fc5-357a-4026-be36-58ae3ba497a0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "PUT /v2.0/routers/799892d4-2d99-416f-8fd2-311db22b822d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1339884 Mar 05 14:06:18.663014 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-85b0058f-6e6b-4e13-a15c-02daba78d210 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Usage tracker for resource:subnet and tenant:cc2a8dcf86ad41029dafc1c5996d6ff1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:18.663658 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 58988) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:18.678709 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-85b0058f-6e6b-4e13-a15c-02daba78d210 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:18.692843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-85b0058f-6e6b-4e13-a15c-02daba78d210 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:18.719151 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b0058f-6e6b-4e13-a15c-02daba78d210 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Made reservation on behalf of cc2a8dcf86ad41029dafc1c5996d6ff1 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:06:18.723623 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-85b0058f-6e6b-4e13-a15c-02daba78d210 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:18.738703 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47e61a1-9253-46b3-b38c-3f9cac8b60f3 None None] Sync routers for ids ['799892d4-2d99-416f-8fd2-311db22b822d'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:06:19.070644 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 58996) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:19.095210 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-85b0058f-6e6b-4e13-a15c-02daba78d210 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:19.110647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47e61a1-9253-46b3-b38c-3f9cac8b60f3 None None] Routers {'799892d4-2d99-416f-8fd2-311db22b822d'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:06:19.134418 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-a47e61a1-9253-46b3-b38c-3f9cac8b60f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:06:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['799892d4-2d99-416f-8fd2-311db22b822d'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:19.298297 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0058f-6e6b-4e13-a15c-02daba78d210 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Subnet': ['ID=8302c89b-830b-4640-9f42-402e543f95ec,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:19.390870 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-a47e61a1-9253-46b3-b38c-3f9cac8b60f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:19.429495 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-79c9fdaf-01c1-41cc-9f19-0f7eb321b444 None None] Provisioning for port ce62a72e-5efd-4d76-8274-a19bb99a73b8 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:06:19.506056 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-79c9fdaf-01c1-41cc-9f19-0f7eb321b444 None None] Provisioning complete for port ce62a72e-5efd-4d76-8274-a19bb99a73b8 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:06:19.506654 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-79c9fdaf-01c1-41cc-9f19-0f7eb321b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:19.573777 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59022) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:19.585381 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22c67228-cae6-47d5-b08f-5138ee528269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:19.685925 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b0058f-6e6b-4e13-a15c-02daba78d210 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Checking segment: {'id': '1293d9aa-82f1-4435-b5f9-5bc3801a971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:06:19.686371 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b0058f-6e6b-4e13-a15c-02daba78d210 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Network hostable DHCP agents. Network: a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:06:19.693152 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-22c67228-cae6-47d5-b08f-5138ee528269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:19.709754 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-22c67228-cae6-47d5-b08f-5138ee528269 admin admin] Usage tracker for resource:security_group_rule and tenant:60dd23eb841848f4950265e7c52cdfab is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:19.741365 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-22c67228-cae6-47d5-b08f-5138ee528269 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:19.763362 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-22c67228-cae6-47d5-b08f-5138ee528269 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:19.789451 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-79c9fdaf-01c1-41cc-9f19-0f7eb321b444 None None] Port ce62a72e-5efd-4d76-8274-a19bb99a73b8 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:06:19.799024 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47e61a1-9253-46b3-b38c-3f9cac8b60f3 None None] Routers {'799892d4-2d99-416f-8fd2-311db22b822d'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:06:19.802489 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-a47e61a1-9253-46b3-b38c-3f9cac8b60f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:06:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['799892d4-2d99-416f-8fd2-311db22b822d'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:19.811831 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a39484-7a44-4ba7-a475-cedcd1aa8afb req-9f6cc850-0378-4e6e-98e7-a3c158332d38 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:19.826595 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e0a39484-7a44-4ba7-a475-cedcd1aa8afb req-9f6cc850-0378-4e6e-98e7-a3c158332d38 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 946 time: 0.5292308 Mar 05 14:06:19.890164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b0058f-6e6b-4e13-a15c-02daba78d210 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Network a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:06:19.941983 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e0a39484-7a44-4ba7-a475-cedcd1aa8afb req-745932ad-8ddb-4d87-829d-bc1e17a46aca tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/security-groups?id=af3adbe4-e9f3-4a28-84a4-768df4731916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141100 Mar 05 14:06:19.947475 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-a47e61a1-9253-46b3-b38c-3f9cac8b60f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:19.950538 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47e61a1-9253-46b3-b38c-3f9cac8b60f3 None None] The sync data for ids ['799892d4-2d99-416f-8fd2-311db22b822d'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:06:19.962385 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-94aad5aa-3c56-427a-a6a8-f115fbce8f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:20.031885 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-85b0058f-6e6b-4e13-a15c-02daba78d210 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:06:20.039913 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b0058f-6e6b-4e13-a15c-02daba78d210 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:20.043389 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-85b0058f-6e6b-4e13-a15c-02daba78d210 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:20.051121 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a805fac1-c126-4504-9b6c-af43e0c3324b None None] Network a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:06:20.098173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-94aad5aa-3c56-427a-a6a8-f115fbce8f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:20.121725 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-85b0058f-6e6b-4e13-a15c-02daba78d210 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6648073 Mar 05 14:06:20.122993 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59034) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:20.124195 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-94aad5aa-3c56-427a-a6a8-f115fbce8f94 admin admin] Usage tracker for resource:security_group_rule and tenant:fff7b43a4c2b4800959592f466eddf7b is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:20.131991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-94aad5aa-3c56-427a-a6a8-f115fbce8f94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:20.139287 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-104d4647-af18-4ff1-ae4c-329bc315ae1a tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-815772836', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}, 'admin_state_up': False}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:20.157648 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-104d4647-af18-4ff1-ae4c-329bc315ae1a tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:20.160491 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-94aad5aa-3c56-427a-a6a8-f115fbce8f94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:20.173420 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-104d4647-af18-4ff1-ae4c-329bc315ae1a tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Usage tracker for resource:router and tenant:cc2a8dcf86ad41029dafc1c5996d6ff1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:20.181796 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-104d4647-af18-4ff1-ae4c-329bc315ae1a tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:20.204185 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-104d4647-af18-4ff1-ae4c-329bc315ae1a tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:20.214517 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133f26e-3fac-4c25-8a02-62a8f1a742c6 req-679bcac4-c045-441e-b7b0-afb9d17c21e3 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:20.216961 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6133f26e-3fac-4c25-8a02-62a8f1a742c6 req-679bcac4-c045-441e-b7b0-afb9d17c21e3 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e20fd5f-348f-4df7-a2a8-12ae0acf86aa HTTP/1.1" status: 200 len: 948 time: 0.5621643 Mar 05 14:06:20.254284 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 14c42e3a-7b65-4e1e-bf35-3601f9f7dd51 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:06:20.261878 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-104d4647-af18-4ff1-ae4c-329bc315ae1a tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:20.262616 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-004dc026-6e6c-4011-aef7-3c08c2998458 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:06:20.264641 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-104d4647-af18-4ff1-ae4c-329bc315ae1a tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:20.267005 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-004dc026-6e6c-4011-aef7-3c08c2998458 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "PUT /v2.0/routers/799892d4-2d99-416f-8fd2-311db22b822d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6013241 Mar 05 14:06:20.268968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59042) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:20.334750 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22c67228-cae6-47d5-b08f-5138ee528269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:20.357950 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-104d4647-af18-4ff1-ae4c-329bc315ae1a tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:20.373889 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-22c67228-cae6-47d5-b08f-5138ee528269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:20.400089 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-79c9fdaf-01c1-41cc-9f19-0f7eb321b444 None None] Provisioning for port 250f6564-6829-4ea9-92dd-b40c8a7030a9 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:06:20.423888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-79c9fdaf-01c1-41cc-9f19-0f7eb321b444 None None] Provisioning complete for port 250f6564-6829-4ea9-92dd-b40c8a7030a9 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:06:20.435426 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-79c9fdaf-01c1-41cc-9f19-0f7eb321b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:20.484008 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c67228-cae6-47d5-b08f-5138ee528269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6428511-ae24-4460-87ff-c42a5ac865f7,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:20.555944 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-22c67228-cae6-47d5-b08f-5138ee528269 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60dd23eb841848f4950265e7c52cdfab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4839427 Mar 05 14:06:20.559311 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59046) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:20.612748 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a389e57f-3d6a-4131-89d8-05faf2fcf4b1 None None] Network a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:06:20.712678 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 14c42e3a-7b65-4e1e-bf35-3601f9f7dd51 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:06:20.713052 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:20.929446 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-94aad5aa-3c56-427a-a6a8-f115fbce8f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:20.966567 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-94aad5aa-3c56-427a-a6a8-f115fbce8f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:20.986337 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6133f26e-3fac-4c25-8a02-62a8f1a742c6 req-68a58fc5-95fd-4551-863b-817d89730897 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/security-groups?id=401ce5f1-dd4a-433f-baae-d69a0cd79407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7179921 Mar 05 14:06:21.075040 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68623204-0910-4cc9-8122-44e34b16df23 req-7b090738-abea-4229-b4bb-df9d4ceaba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:21.075743 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c3391d8b-99f6-4b09-85bb-b1789a8271c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:21.077312 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-68623204-0910-4cc9-8122-44e34b16df23 req-7b090738-abea-4229-b4bb-df9d4ceaba96 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f836228182ef4f768867e007978bd0a5&device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 1097 time: 0.2356477 Mar 05 14:06:21.092317 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aad5aa-3c56-427a-a6a8-f115fbce8f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70014f4d-3bfa-484d-81a9-b2c55244a540,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:21.105076 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-104d4647-af18-4ff1-ae4c-329bc315ae1a tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:21.143583 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-79c9fdaf-01c1-41cc-9f19-0f7eb321b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:21.177775 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-94aad5aa-3c56-427a-a6a8-f115fbce8f94 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fff7b43a4c2b4800959592f466eddf7b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5953193 Mar 05 14:06:21.186170 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-79c9fdaf-01c1-41cc-9f19-0f7eb321b444 None None] For port 250f6564-6829-4ea9-92dd-b40c8a7030a9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=250f6564-6829-4ea9-92dd-b40c8a7030a9,segment=NetworkSegment(b6b84d00-fbcb-44e9-9a36-922110621072),segment_id=b6b84d00-fbcb-44e9-9a36-922110621072)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:21.186372 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59062) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:21.191557 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-79c9fdaf-01c1-41cc-9f19-0f7eb321b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:21.196838 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c3391d8b-99f6-4b09-85bb-b1789a8271c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:21.285215 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9fdaf-01c1-41cc-9f19-0f7eb321b444 None None] Pushing event updated for resources: {'Port': ['ID=250f6564-6829-4ea9-92dd-b40c8a7030a9,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:21.317260 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4a60c3a7-c21a-4be6-a4cf-526f5c7b0e54 None None] Provisioning complete for port ce62a72e-5efd-4d76-8274-a19bb99a73b8 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:06:21.317882 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4a60c3a7-c21a-4be6-a4cf-526f5c7b0e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:21.349980 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac947b6-d23b-4775-bbd8-e4e58e96f041 req-8a40b699-97fe-4394-b981-b1a3d11fa127 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:21.351713 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aac947b6-d23b-4775-bbd8-e4e58e96f041 req-8a40b699-97fe-4394-b981-b1a3d11fa127 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 946 time: 0.5616407 Mar 05 14:06:21.399120 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4a60c3a7-c21a-4be6-a4cf-526f5c7b0e54 None None] Port ce62a72e-5efd-4d76-8274-a19bb99a73b8 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:06:21.413713 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4a60c3a7-c21a-4be6-a4cf-526f5c7b0e54 None None] Provisioning complete for port 250f6564-6829-4ea9-92dd-b40c8a7030a9 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:06:21.414176 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4a60c3a7-c21a-4be6-a4cf-526f5c7b0e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:21.448229 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device e0995c93-9069-482e-bb4f-dfc644091543 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:06:21.449576 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aac947b6-d23b-4775-bbd8-e4e58e96f041 req-c735286a-769f-4727-8ef7-37c4ea1c1084 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/security-groups?id=af3adbe4-e9f3-4a28-84a4-768df4731916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906012 Mar 05 14:06:21.453730 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d925b27-7310-4da6-96c1-cf77c7964394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:21.484654 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-247c1240-e0a5-4d07-9e33-2d5104ae427a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:21.561241 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68623204-0910-4cc9-8122-44e34b16df23 req-a57d5e52-939b-4675-9e0b-aba95852a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:21.563075 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-68623204-0910-4cc9-8122-44e34b16df23 req-a57d5e52-939b-4675-9e0b-aba95852a589 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce82ece0-1c36-4944-a921-c87e541fb605 HTTP/1.1" status: 200 len: 912 time: 0.4769318 Mar 05 14:06:21.582409 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d925b27-7310-4da6-96c1-cf77c7964394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:21.630495 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c3391d8b-99f6-4b09-85bb-b1789a8271c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:21.658514 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port e0995c93-9069-482e-bb4f-dfc644091543 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:06:21.660263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3391d8b-99f6-4b09-85bb-b1789a8271c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6428511-ae24-4460-87ff-c42a5ac865f7,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:21.681206 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d925b27-7310-4da6-96c1-cf77c7964394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:21.706280 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port e0995c93-9069-482e-bb4f-dfc644091543 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:06:21.706655 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:21.706863 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c3391d8b-99f6-4b09-85bb-b1789a8271c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:21.710461 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c3391d8b-99f6-4b09-85bb-b1789a8271c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6428511-ae24-4460-87ff-c42a5ac865f7 HTTP/1.1" status: 204 len: 168 time: 1.1419575 Mar 05 14:06:21.711449 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d925b27-7310-4da6-96c1-cf77c7964394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70014f4d-3bfa-484d-81a9-b2c55244a540,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:21.722276 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d925b27-7310-4da6-96c1-cf77c7964394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:21.725975 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1d925b27-7310-4da6-96c1-cf77c7964394 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70014f4d-3bfa-484d-81a9-b2c55244a540 HTTP/1.1" status: 204 len: 168 time: 0.5342605 Mar 05 14:06:21.757212 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-68623204-0910-4cc9-8122-44e34b16df23 req-5f5d3925-e612-4c9f-8c87-f6345fe2c4ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6464336-c4c7-4b74-a6b3-a2a68f6751a6 HTTP/1.1" status: 200 len: 217 time: 0.1862693 Mar 05 14:06:21.850410 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68623204-0910-4cc9-8122-44e34b16df23 req-1a431502-98e5-4209-b7fa-447a2c4e428b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:21.852116 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-68623204-0910-4cc9-8122-44e34b16df23 req-1a431502-98e5-4209-b7fa-447a2c4e428b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08505e2b-abfa-41ee-86f3-cb95941e4bbf HTTP/1.1" status: 200 len: 852 time: 0.0874007 Mar 05 14:06:21.990409 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-68623204-0910-4cc9-8122-44e34b16df23 req-db8b6e35-94ea-4aed-954b-ca3a84b9b83e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce82ece0-1c36-4944-a921-c87e541fb605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249630 Mar 05 14:06:22.120558 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 250f6564-6829-4ea9-92dd-b40c8a7030a9 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:06:22.244645 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:22.288905 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-68623204-0910-4cc9-8122-44e34b16df23 req-c2c80b11-69b9-467f-accb-c6c4574b5e36 service neutron] 10.222.0.30 "GET /v2.0/networks/ce82ece0-1c36-4944-a921-c87e541fb605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833698 Mar 05 14:06:22.344857 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port e0995c93-9069-482e-bb4f-dfc644091543, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e0995c93-9069-482e-bb4f-dfc644091543,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:22.350876 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e20fd5f-348f-4df7-a2a8-12ae0acf86aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0995c93-9069-482e-bb4f-dfc644091543'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:06:22.406592 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:22.438102 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59088) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:22.497462 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-104d4647-af18-4ff1-ae4c-329bc315ae1a tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:22.581247 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-104d4647-af18-4ff1-ae4c-329bc315ae1a tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:22.583182 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2ecdbdba-6bc3-4a79-838d-28498269a74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:22.595988 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e20fd5f-348f-4df7-a2a8-12ae0acf86aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0995c93-9069-482e-bb4f-dfc644091543', 'code': 200} Mar 05 14:06:22.660644 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=e0995c93-9069-482e-bb4f-dfc644091543,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:22.671501 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 250f6564-6829-4ea9-92dd-b40c8a7030a9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:06:22.674719 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:22.697083 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2ecdbdba-6bc3-4a79-838d-28498269a74f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:22.697757 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-68623204-0910-4cc9-8122-44e34b16df23 req-24f8186b-635a-40bf-8866-4d9195155216 service neutron] 10.222.0.30 "GET /v2.0/networks/ce82ece0-1c36-4944-a921-c87e541fb605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463812 Mar 05 14:06:22.716908 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2ecdbdba-6bc3-4a79-838d-28498269a74f admin admin] Usage tracker for resource:security_group_rule and tenant:bac1f6cb0aea4370b6570df0b19501a9 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:22.724202 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2ecdbdba-6bc3-4a79-838d-28498269a74f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:22.744607 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2ecdbdba-6bc3-4a79-838d-28498269a74f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:22.795524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5c51b-9f7d-47f5-9cb4-7a8476f68aa7 req-dd201e96-822e-44de-aaee-c777772d7cf6 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:22.797236 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-76b5c51b-9f7d-47f5-9cb4-7a8476f68aa7 req-dd201e96-822e-44de-aaee-c777772d7cf6 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e20fd5f-348f-4df7-a2a8-12ae0acf86aa HTTP/1.1" status: 200 len: 949 time: 0.5061924 Mar 05 14:06:22.843568 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-247c1240-e0a5-4d07-9e33-2d5104ae427a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Deleting port ce62a72e-5efd-4d76-8274-a19bb99a73b8 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:22.843917 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-247c1240-e0a5-4d07-9e33-2d5104ae427a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:22.873771 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-104d4647-af18-4ff1-ae4c-329bc315ae1a tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Allocated IP 172.25.4.136 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/f2cf40fd-f9f5-4c36-9246-2c1ab893d3cf) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:06:22.910129 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62069ba6-468a-47de-88dc-76ad40f5397e req-97d24955-c7e6-4a48-88bb-147f3cabd215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:22.911683 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-62069ba6-468a-47de-88dc-76ad40f5397e req-97d24955-c7e6-4a48-88bb-147f3cabd215 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6e20fd5f-348f-4df7-a2a8-12ae0acf86aa HTTP/1.1" status: 200 len: 1100 time: 0.3463628 Mar 05 14:06:23.069614 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fa73c-a7d0-4b12-8724-2f874b72d88b req-dc22e670-82bb-4165-a085-33ef1219a19f tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:23.071764 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d7fa73c-a7d0-4b12-8724-2f874b72d88b req-dc22e670-82bb-4165-a085-33ef1219a19f tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 946 time: 0.4700828 Mar 05 14:06:23.133391 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-247c1240-e0a5-4d07-9e33-2d5104ae427a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:23.183567 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d7fa73c-a7d0-4b12-8724-2f874b72d88b req-8a2aa4f1-93d6-4179-bf2d-594858b28c59 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/security-groups?id=af3adbe4-e9f3-4a28-84a4-768df4731916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984151 Mar 05 14:06:23.203184 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-104d4647-af18-4ff1-ae4c-329bc315ae1a tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:23.278484 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2ecdbdba-6bc3-4a79-838d-28498269a74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:23.286737 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-247c1240-e0a5-4d07-9e33-2d5104ae427a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Calling delete_port for ce62a72e-5efd-4d76-8274-a19bb99a73b8 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:06:23.288936 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2ecdbdba-6bc3-4a79-838d-28498269a74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:23.331918 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdbdba-6bc3-4a79-838d-28498269a74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f39439-3c31-4129-8295-68aa3f2e1bf2,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:23.407911 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-104d4647-af18-4ff1-ae4c-329bc315ae1a tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:23.494251 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d4647-af18-4ff1-ae4c-329bc315ae1a tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Port': ['ID=f2cf40fd-f9f5-4c36-9246-2c1ab893d3cf,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:23.501841 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2ecdbdba-6bc3-4a79-838d-28498269a74f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bac1f6cb0aea4370b6570df0b19501a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0566871 Mar 05 14:06:23.505007 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59136) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:23.533415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104d4647-af18-4ff1-ae4c-329bc315ae1a tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:06:23.536760 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-104d4647-af18-4ff1-ae4c-329bc315ae1a tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:06:23.545654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104d4647-af18-4ff1-ae4c-329bc315ae1a tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:06:23.630595 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-555ec7ad-a4fd-4308-8887-2beceea250d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:23.659098 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-555ec7ad-a4fd-4308-8887-2beceea250d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:23.701515 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-76b5c51b-9f7d-47f5-9cb4-7a8476f68aa7 req-f56f0d08-985a-413f-9457-816fae489fd5 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/security-groups?id=401ce5f1-dd4a-433f-baae-d69a0cd79407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8940835 Mar 05 14:06:23.741700 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-62069ba6-468a-47de-88dc-76ad40f5397e req-dc88c715-b85e-4188-a1e3-8cc63e68685a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=401ce5f1-dd4a-433f-baae-d69a0cd79407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8107331 Mar 05 14:06:23.752813 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-247c1240-e0a5-4d07-9e33-2d5104ae427a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:23.799586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59142) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:23.878779 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c1240-e0a5-4d07-9e33-2d5104ae427a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event deleted for resources: {'Port': ['ID=ce62a72e-5efd-4d76-8274-a19bb99a73b8,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:23.893877 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-555ec7ad-a4fd-4308-8887-2beceea250d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:23.924888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ec7ad-a4fd-4308-8887-2beceea250d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f39439-3c31-4129-8295-68aa3f2e1bf2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:23.942572 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-555ec7ad-a4fd-4308-8887-2beceea250d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:23.946584 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-555ec7ad-a4fd-4308-8887-2beceea250d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/52f39439-3c31-4129-8295-68aa3f2e1bf2 HTTP/1.1" status: 204 len: 168 time: 0.4401438 Mar 05 14:06:24.140494 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-247c1240-e0a5-4d07-9e33-2d5104ae427a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:24.153887 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2458b9c3-14d2-4b93-941e-c356bb1d6e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:24.218009 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-104d4647-af18-4ff1-ae4c-329bc315ae1a tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:24.248970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2458b9c3-14d2-4b93-941e-c356bb1d6e4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:24.308217 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2458b9c3-14d2-4b93-941e-c356bb1d6e4d admin admin] Usage tracker for resource:security_group_rule and tenant:8ad3df9b83694aa593d2ff74de30c4ef is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:24.319845 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2458b9c3-14d2-4b93-941e-c356bb1d6e4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:24.330936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2458b9c3-14d2-4b93-941e-c356bb1d6e4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:24.416549 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59158) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:24.508786 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3d73d7a1-ef2b-4608-a0f5-76f2a0c084dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:24.535533 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3d73d7a1-ef2b-4608-a0f5-76f2a0c084dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:24.542543 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247c1240-e0a5-4d07-9e33-2d5104ae427a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Router 799892d4-2d99-416f-8fd2-311db22b822d has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:06:24.549393 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3d73d7a1-ef2b-4608-a0f5-76f2a0c084dd admin admin] Usage tracker for resource:security_group_rule and tenant:8f8c1338484b4fb88682cf8bdbb00deb is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:24.554494 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3d73d7a1-ef2b-4608-a0f5-76f2a0c084dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:24.568362 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3d73d7a1-ef2b-4608-a0f5-76f2a0c084dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:24.784999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98526e-0948-46b0-89ba-3adc0eec24f3 req-40bb67c5-0538-4baf-8bf9-32f9c2ab4c57 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:24.787225 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247c1240-e0a5-4d07-9e33-2d5104ae427a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:06:24.794371 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5a98526e-0948-46b0-89ba-3adc0eec24f3 req-40bb67c5-0538-4baf-8bf9-32f9c2ab4c57 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 946 time: 0.4792993 Mar 05 14:06:24.807624 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5741f247-a901-4004-877b-ef73d117ed94 None None] Sync routers for ids ['799892d4-2d99-416f-8fd2-311db22b822d'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:06:24.822415 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5741f247-a901-4004-877b-ef73d117ed94 None None] Routers {'799892d4-2d99-416f-8fd2-311db22b822d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:06:24.823721 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-5741f247-a901-4004-877b-ef73d117ed94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:06:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['799892d4-2d99-416f-8fd2-311db22b822d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:24.825421 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2458b9c3-14d2-4b93-941e-c356bb1d6e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:24.839524 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2458b9c3-14d2-4b93-941e-c356bb1d6e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:24.915609 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-5741f247-a901-4004-877b-ef73d117ed94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:24.926752 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5741f247-a901-4004-877b-ef73d117ed94 None None] Routers {'799892d4-2d99-416f-8fd2-311db22b822d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:06:24.927728 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-5741f247-a901-4004-877b-ef73d117ed94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:06:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['799892d4-2d99-416f-8fd2-311db22b822d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:24.940559 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5a98526e-0948-46b0-89ba-3adc0eec24f3 req-98c78922-d0a7-4d11-98b4-ad31db92618a tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/security-groups?id=af3adbe4-e9f3-4a28-84a4-768df4731916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191568 Mar 05 14:06:24.942926 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2458b9c3-14d2-4b93-941e-c356bb1d6e4d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ad3df9b83694aa593d2ff74de30c4ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1419425 Mar 05 14:06:24.944269 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458b9c3-14d2-4b93-941e-c356bb1d6e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8de3ff-e2e2-4980-a724-a3fd6ee29e7a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:24.946716 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59166) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:24.968053 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-104d4647-af18-4ff1-ae4c-329bc315ae1a tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:24.972702 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-247c1240-e0a5-4d07-9e33-2d5104ae427a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "PUT /v2.0/routers/799892d4-2d99-416f-8fd2-311db22b822d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7027767 Mar 05 14:06:24.979600 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59170) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:24.986189 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3d73d7a1-ef2b-4608-a0f5-76f2a0c084dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:25.056007 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-5741f247-a901-4004-877b-ef73d117ed94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:25.056803 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5741f247-a901-4004-877b-ef73d117ed94 None None] The sync data for ids ['799892d4-2d99-416f-8fd2-311db22b822d'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:06:25.105351 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3d73d7a1-ef2b-4608-a0f5-76f2a0c084dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:25.132759 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-91b11ddf-944e-4ff1-b2d3-2107b39ca226 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] delete failed (client error): The resource could not be found. Mar 05 14:06:25.137263 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-91b11ddf-944e-4ff1-b2d3-2107b39ca226 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1135853118 HTTP/1.1" status: 404 len: 335 time: 0.1507375 Mar 05 14:06:25.140650 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59176) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:25.147072 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-b942b802-0981-4f5d-b7fe-b536ff1ea3d2 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Request body: {'router': {'external_gateway_info': {'network_id': '799892d4-2d99-416f-8fd2-311db22b822d'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:25.196694 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3d73d7a1-ef2b-4608-a0f5-76f2a0c084dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8f8c1338484b4fb88682cf8bdbb00deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7779820 Mar 05 14:06:25.201255 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59180) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:25.205568 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73d7a1-ef2b-4608-a0f5-76f2a0c084dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62ab170-9369-413c-9d08-20a3f4bc3866,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:25.218405 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eeebe6ab-e95e-440d-869f-ffbef0d21dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:25.259683 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eeebe6ab-e95e-440d-869f-ffbef0d21dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:25.282077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36779f55-52a4-4171-bdac-1bd1d99538d7 req-b86c4ab7-abf4-44da-afc2-35351725c204 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:25.289024 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-36779f55-52a4-4171-bdac-1bd1d99538d7 req-b86c4ab7-abf4-44da-afc2-35351725c204 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e20fd5f-348f-4df7-a2a8-12ae0acf86aa HTTP/1.1" status: 200 len: 949 time: 0.2322788 Mar 05 14:06:25.352606 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-36779f55-52a4-4171-bdac-1bd1d99538d7 req-b07552e2-3cc4-4b7d-b706-efc765e140ea tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/security-groups?id=401ce5f1-dd4a-433f-baae-d69a0cd79407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626264 Mar 05 14:06:25.372102 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eeebe6ab-e95e-440d-869f-ffbef0d21dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:25.390588 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeebe6ab-e95e-440d-869f-ffbef0d21dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8de3ff-e2e2-4980-a724-a3fd6ee29e7a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:25.398894 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eeebe6ab-e95e-440d-869f-ffbef0d21dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:25.400515 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-eeebe6ab-e95e-440d-869f-ffbef0d21dfc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c8de3ff-e2e2-4980-a724-a3fd6ee29e7a HTTP/1.1" status: 204 len: 168 time: 0.4496281 Mar 05 14:06:25.657543 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7fda449e-7d9b-4b26-a6ff-a550b6877eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:25.733991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104d4647-af18-4ff1-ae4c-329bc315ae1a tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Router 4b6ffbf0-36dc-4545-8361-0e538a3555fb is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:06:25.746478 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b942b802-0981-4f5d-b7fe-b536ff1ea3d2 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:25.773877 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7fda449e-7d9b-4b26-a6ff-a550b6877eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:25.881980 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-b942b802-0981-4f5d-b7fe-b536ff1ea3d2 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] update failed (client error): The resource could not be found. Mar 05 14:06:25.886362 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b942b802-0981-4f5d-b7fe-b536ff1ea3d2 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "PUT /v2.0/routers/799892d4-2d99-416f-8fd2-311db22b822d HTTP/1.1" status: 404 len: 339 time: 0.7418306 Mar 05 14:06:25.903765 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59200) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:25.925117 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-5b6d46ec-fd04-4b16-9389-6f38a0bac11a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1644849666'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:25.958898 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bbb90-44c9-4a51-bc95-7b5a6a8f3d10 req-ba9c7f2d-d633-44c8-99fa-a67cd94290f1 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:25.960439 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-215bbb90-44c9-4a51-bc95-7b5a6a8f3d10 req-ba9c7f2d-d633-44c8-99fa-a67cd94290f1 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 946 time: 0.5849750 Mar 05 14:06:25.965711 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5b6d46ec-fd04-4b16-9389-6f38a0bac11a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:25.986510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5b6d46ec-fd04-4b16-9389-6f38a0bac11a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Usage tracker for resource:network and tenant:b1d9070eb55b403cb39697464a691b76 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:26.014239 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591fb67-d3eb-434c-89e3-f94f83a4a729 req-077de7b4-1c86-4b8d-8b5b-6180b8987617 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:26.020698 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5591fb67-d3eb-434c-89e3-f94f83a4a729 req-077de7b4-1c86-4b8d-8b5b-6180b8987617 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e20fd5f-348f-4df7-a2a8-12ae0acf86aa HTTP/1.1" status: 200 len: 949 time: 0.2512705 Mar 05 14:06:26.042986 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5b6d46ec-fd04-4b16-9389-6f38a0bac11a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:26.073720 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5b6d46ec-fd04-4b16-9389-6f38a0bac11a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:26.079664 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5591fb67-d3eb-434c-89e3-f94f83a4a729 req-457b5bbb-a043-4f1d-8445-a7d88c787585 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/security-groups?id=401ce5f1-dd4a-433f-baae-d69a0cd79407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580356 Mar 05 14:06:26.116090 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6d46ec-fd04-4b16-9389-6f38a0bac11a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Made reservation on behalf of b1d9070eb55b403cb39697464a691b76 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:06:26.119997 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5b6d46ec-fd04-4b16-9389-6f38a0bac11a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:26.146452 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-215bbb90-44c9-4a51-bc95-7b5a6a8f3d10 req-90f5ca5d-8e01-4d37-ae50-b70f88e633f7 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/security-groups?id=af3adbe4-e9f3-4a28-84a4-768df4731916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686425 Mar 05 14:06:26.150843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104d4647-af18-4ff1-ae4c-329bc315ae1a tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:06:26.164409 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26dd0a6-d44e-4527-b44e-c21d1c66f8a6 None None] Sync routers for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:06:26.170579 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7fda449e-7d9b-4b26-a6ff-a550b6877eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:26.179254 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26dd0a6-d44e-4527-b44e-c21d1c66f8a6 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:06:26.180162 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e26dd0a6-d44e-4527-b44e-c21d1c66f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:06:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:26.260335 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e26dd0a6-d44e-4527-b44e-c21d1c66f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:26.274365 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26dd0a6-d44e-4527-b44e-c21d1c66f8a6 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:06:26.275472 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e26dd0a6-d44e-4527-b44e-c21d1c66f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:06:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:26.347137 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda449e-7d9b-4b26-a6ff-a550b6877eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62ab170-9369-413c-9d08-20a3f4bc3866,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:26.360725 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7fda449e-7d9b-4b26-a6ff-a550b6877eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:26.365458 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7fda449e-7d9b-4b26-a6ff-a550b6877eff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c62ab170-9369-413c-9d08-20a3f4bc3866 HTTP/1.1" status: 204 len: 168 time: 1.1530261 Mar 05 14:06:26.365908 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e26dd0a6-d44e-4527-b44e-c21d1c66f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:26.366367 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26dd0a6-d44e-4527-b44e-c21d1c66f8a6 None None] The sync data for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:06:26.372017 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-104d4647-af18-4ff1-ae4c-329bc315ae1a tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:26.374054 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-104d4647-af18-4ff1-ae4c-329bc315ae1a tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.2439260 Mar 05 14:06:26.376286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6d46ec-fd04-4b16-9389-6f38a0bac11a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:06:26.377691 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59226) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:26.387480 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5b6d46ec-fd04-4b16-9389-6f38a0bac11a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:26.387740 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-5b6d46ec-fd04-4b16-9389-6f38a0bac11a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Added segment 73543aed-36f1-469a-bb70-4eb88b48b27e of type vlan for network 462904c0-3e5d-4a74-8a06-da5bccfc8b98 Mar 05 14:06:26.422321 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5b6d46ec-fd04-4b16-9389-6f38a0bac11a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:26.455994 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5b6d46ec-fd04-4b16-9389-6f38a0bac11a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:26.462507 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6d46ec-fd04-4b16-9389-6f38a0bac11a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:26.463460 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5b6d46ec-fd04-4b16-9389-6f38a0bac11a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:26.597810 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d46ec-fd04-4b16-9389-6f38a0bac11a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event updated for resources: {'Network': ['ID=462904c0-3e5d-4a74-8a06-da5bccfc8b98,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:26.600995 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5b6d46ec-fd04-4b16-9389-6f38a0bac11a tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6876447 Mar 05 14:06:26.603743 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59234) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:26.613086 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 462904c0-3e5d-4a74-8a06-da5bccfc8b98 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:06:26.615859 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-8464f0d4-afd9-4de6-9ba8-073197619a79 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Request body: {'subnet': {'network_id': '462904c0-3e5d-4a74-8a06-da5bccfc8b98', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:26.790217 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8464f0d4-afd9-4de6-9ba8-073197619a79 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:26.799058 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8464f0d4-afd9-4de6-9ba8-073197619a79 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Usage tracker for resource:subnet and tenant:b1d9070eb55b403cb39697464a691b76 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:26.803862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8464f0d4-afd9-4de6-9ba8-073197619a79 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:26.814341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8464f0d4-afd9-4de6-9ba8-073197619a79 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:26.833181 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8464f0d4-afd9-4de6-9ba8-073197619a79 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Made reservation on behalf of b1d9070eb55b403cb39697464a691b76 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:06:26.840756 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8464f0d4-afd9-4de6-9ba8-073197619a79 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:27.123531 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8464f0d4-afd9-4de6-9ba8-073197619a79 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:27.256213 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464f0d4-afd9-4de6-9ba8-073197619a79 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event updated for resources: {'Subnet': ['ID=767b0526-a7e8-41b8-b662-ae9584c8fae9,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:27.262567 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8464f0d4-afd9-4de6-9ba8-073197619a79 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Checking segment: {'id': '73543aed-36f1-469a-bb70-4eb88b48b27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '462904c0-3e5d-4a74-8a06-da5bccfc8b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:06:27.263353 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8464f0d4-afd9-4de6-9ba8-073197619a79 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Network hostable DHCP agents. Network: 462904c0-3e5d-4a74-8a06-da5bccfc8b98, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:06:27.294726 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4689b67-7a70-463e-bc28-238cdb4c1d1d req-d3018402-b230-4ffc-9b06-695d56d984cd tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:27.296299 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a4689b67-7a70-463e-bc28-238cdb4c1d1d req-d3018402-b230-4ffc-9b06-695d56d984cd tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e20fd5f-348f-4df7-a2a8-12ae0acf86aa HTTP/1.1" status: 200 len: 949 time: 0.3781385 Mar 05 14:06:27.298211 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8464f0d4-afd9-4de6-9ba8-073197619a79 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Network 462904c0-3e5d-4a74-8a06-da5bccfc8b98 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:06:27.311738 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-8464f0d4-afd9-4de6-9ba8-073197619a79 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 462904c0-3e5d-4a74-8a06-da5bccfc8b98) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:06:27.321818 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0fd63d-c012-4514-a4c7-9204f09fb591 None None] Network 462904c0-3e5d-4a74-8a06-da5bccfc8b98 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:06:27.326948 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8464f0d4-afd9-4de6-9ba8-073197619a79 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:27.327543 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8464f0d4-afd9-4de6-9ba8-073197619a79 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:27.359076 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8464f0d4-afd9-4de6-9ba8-073197619a79 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7540860 Mar 05 14:06:27.361797 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59268) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:27.367949 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-cfde4765-369c-4201-8067-3fd8cdb9abdc tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Request body: {'router': {'external_gateway_info': {'network_id': '462904c0-3e5d-4a74-8a06-da5bccfc8b98'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:27.461965 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59272) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:27.506541 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-a4689b67-7a70-463e-bc28-238cdb4c1d1d req-9a655c2c-6c96-49c4-ae02-d91731231dc7 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Deleting port e0995c93-9069-482e-bb4f-dfc644091543 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:27.506912 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a4689b67-7a70-463e-bc28-238cdb4c1d1d req-9a655c2c-6c96-49c4-ae02-d91731231dc7 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:27.630542 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569a06f4-5eeb-40f4-9db3-864a6e9967b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-462904c0-3e5d-4a74-8a06-da5bccfc8b98', 'network_id': '462904c0-3e5d-4a74-8a06-da5bccfc8b98', 'tenant_id': 'b1d9070eb55b403cb39697464a691b76', 'fixed_ips': [{'subnet_id': '767b0526-a7e8-41b8-b662-ae9584c8fae9'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:06:27.631631 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-569a06f4-5eeb-40f4-9db3-864a6e9967b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:27.638957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ba7c7-6373-41c0-a020-b63726776a62 req-d533e224-adde-4762-96c5-14a4bd8dd2a2 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:27.640613 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-850ba7c7-6373-41c0-a020-b63726776a62 req-d533e224-adde-4762-96c5-14a4bd8dd2a2 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e20fd5f-348f-4df7-a2a8-12ae0acf86aa HTTP/1.1" status: 200 len: 949 time: 0.4027488 Mar 05 14:06:27.824904 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-569a06f4-5eeb-40f4-9db3-864a6e9967b7 None None] Allocated IP 2001:db8:1::2 (462904c0-3e5d-4a74-8a06-da5bccfc8b98/767b0526-a7e8-41b8-b662-ae9584c8fae9/68e5401a-f2e8-407e-9483-59517e686d59) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:06:27.880941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-2a5d63ff-298d-4949-a979-d4e2c90108b6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2124500632'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:27.894083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2a5d63ff-298d-4949-a979-d4e2c90108b6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:27.899426 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-a4689b67-7a70-463e-bc28-238cdb4c1d1d req-9a655c2c-6c96-49c4-ae02-d91731231dc7 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] For port e0995c93-9069-482e-bb4f-dfc644091543, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e0995c93-9069-482e-bb4f-dfc644091543,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:27.899764 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a4689b67-7a70-463e-bc28-238cdb4c1d1d req-9a655c2c-6c96-49c4-ae02-d91731231dc7 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:27.922600 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2a5d63ff-298d-4949-a979-d4e2c90108b6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Usage tracker for resource:network and tenant:28cf5d447bd14de7b5ea0ac170bed42b is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:27.973609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2a5d63ff-298d-4949-a979-d4e2c90108b6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:28.083724 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cfde4765-369c-4201-8067-3fd8cdb9abdc tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:28.104693 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fc079-8862-4d2d-a368-9e91ccba2934 req-e5f322cd-6e8c-4c83-8224-fa8d79d2284e tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:28.111179 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de1fc079-8862-4d2d-a368-9e91ccba2934 req-e5f322cd-6e8c-4c83-8224-fa8d79d2284e tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 946 time: 0.4562249 Mar 05 14:06:28.228287 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-569a06f4-5eeb-40f4-9db3-864a6e9967b7 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:28.240826 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-569a06f4-5eeb-40f4-9db3-864a6e9967b7 None None] Transition to ACTIVE for port object 68e5401a-f2e8-407e-9483-59517e686d59 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:06:28.260602 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de1fc079-8862-4d2d-a368-9e91ccba2934 req-3eb02f60-a9a1-41e0-a67c-35f04f2b11fe tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/security-groups?id=af3adbe4-e9f3-4a28-84a4-768df4731916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459930 Mar 05 14:06:28.264639 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-569a06f4-5eeb-40f4-9db3-864a6e9967b7 None None] Transition to ACTIVE for port object 68e5401a-f2e8-407e-9483-59517e686d59 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:06:28.267915 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-a4689b67-7a70-463e-bc28-238cdb4c1d1d req-9a655c2c-6c96-49c4-ae02-d91731231dc7 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Calling delete_port for e0995c93-9069-482e-bb4f-dfc644091543 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:06:28.285438 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-569a06f4-5eeb-40f4-9db3-864a6e9967b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:28.307914 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2a5d63ff-298d-4949-a979-d4e2c90108b6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:28.362875 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-850ba7c7-6373-41c0-a020-b63726776a62 req-c8e8ff22-09eb-4982-af2a-18e0910e7b61 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/security-groups?id=401ce5f1-dd4a-433f-baae-d69a0cd79407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7157140 Mar 05 14:06:28.397352 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569a06f4-5eeb-40f4-9db3-864a6e9967b7 None None] Network 462904c0-3e5d-4a74-8a06-da5bccfc8b98 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:06:28.398472 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-cfde4765-369c-4201-8067-3fd8cdb9abdc tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:06:28.402219 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cfde4765-369c-4201-8067-3fd8cdb9abdc tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "PUT /v2.0/routers/799892d4-2d99-416f-8fd2-311db22b822d HTTP/1.1" status: 400 len: 364 time: 1.0392764 Mar 05 14:06:28.406311 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59304) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:28.429053 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5d63ff-298d-4949-a979-d4e2c90108b6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Made reservation on behalf of 28cf5d447bd14de7b5ea0ac170bed42b for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:06:28.439040 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a5d63ff-298d-4949-a979-d4e2c90108b6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:28.443631 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-569a06f4-5eeb-40f4-9db3-864a6e9967b7 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:06:28.447154 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a06f4-5eeb-40f4-9db3-864a6e9967b7 None None] Pushing event updated for resources: {'Port': ['ID=68e5401a-f2e8-407e-9483-59517e686d59,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:28.451801 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569a06f4-5eeb-40f4-9db3-864a6e9967b7 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:06:28.552508 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a5d63ff-298d-4949-a979-d4e2c90108b6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:28.681876 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-569a06f4-5eeb-40f4-9db3-864a6e9967b7 None None] Attempting to bind port 68e5401a-f2e8-407e-9483-59517e686d59 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:06:28.682268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-569a06f4-5eeb-40f4-9db3-864a6e9967b7 None None] Attempting to bind port 68e5401a-f2e8-407e-9483-59517e686d59 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '73543aed-36f1-469a-bb70-4eb88b48b27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '462904c0-3e5d-4a74-8a06-da5bccfc8b98'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:06:28.682811 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569a06f4-5eeb-40f4-9db3-864a6e9967b7 None None] Attempting to bind port 68e5401a-f2e8-407e-9483-59517e686d59 on network 462904c0-3e5d-4a74-8a06-da5bccfc8b98 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:06:28.699213 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569a06f4-5eeb-40f4-9db3-864a6e9967b7 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:06:28.699751 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569a06f4-5eeb-40f4-9db3-864a6e9967b7 None None] Checking segment: {'id': '73543aed-36f1-469a-bb70-4eb88b48b27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '462904c0-3e5d-4a74-8a06-da5bccfc8b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:06:28.709476 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-569a06f4-5eeb-40f4-9db3-864a6e9967b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:28.711825 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569a06f4-5eeb-40f4-9db3-864a6e9967b7 None None] Bound using segment: {'id': '73543aed-36f1-469a-bb70-4eb88b48b27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '462904c0-3e5d-4a74-8a06-da5bccfc8b98'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:06:28.714324 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-569a06f4-5eeb-40f4-9db3-864a6e9967b7 None None] Bound port: 68e5401a-f2e8-407e-9483-59517e686d59, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73543aed-36f1-469a-bb70-4eb88b48b27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '462904c0-3e5d-4a74-8a06-da5bccfc8b98'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:06:28.714830 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-569a06f4-5eeb-40f4-9db3-864a6e9967b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:28.736234 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2a5d63ff-298d-4949-a979-d4e2c90108b6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:28.817705 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2a5d63ff-298d-4949-a979-d4e2c90108b6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Usage tracker for resource:security_group_rule and tenant:28cf5d447bd14de7b5ea0ac170bed42b is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:28.873104 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-569a06f4-5eeb-40f4-9db3-864a6e9967b7 None None] For port 68e5401a-f2e8-407e-9483-59517e686d59, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:06:28.883180 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-569a06f4-5eeb-40f4-9db3-864a6e9967b7 None None] For port 68e5401a-f2e8-407e-9483-59517e686d59, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=68e5401a-f2e8-407e-9483-59517e686d59,segment=NetworkSegment(73543aed-36f1-469a-bb70-4eb88b48b27e),segment_id=73543aed-36f1-469a-bb70-4eb88b48b27e)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:06:28.891479 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-569a06f4-5eeb-40f4-9db3-864a6e9967b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:28.895220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2a5d63ff-298d-4949-a979-d4e2c90108b6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:28.911806 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2a5d63ff-298d-4949-a979-d4e2c90108b6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:28.985825 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-36e18087-38c1-42c2-8778-ae413c84a7d4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:29.059309 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a06f4-5eeb-40f4-9db3-864a6e9967b7 None None] Pushing event updated for resources: {'Port': ['ID=68e5401a-f2e8-407e-9483-59517e686d59,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:29.102891 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:29.105212 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:29.175063 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a4689b67-7a70-463e-bc28-238cdb4c1d1d req-9a655c2c-6c96-49c4-ae02-d91731231dc7 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:29.189022 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['e0995c93-9069-482e-bb4f-dfc644091543'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:06:29.325288 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a655c2c-6c96-49c4-ae02-d91731231dc7 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Pushing event deleted for resources: {'Port': ['ID=e0995c93-9069-482e-bb4f-dfc644091543,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:29.348025 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29f15c5f-3e86-408d-b921-c10e2b1d01ce tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:29.562072 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a5d63ff-298d-4949-a979-d4e2c90108b6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:29.678859 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a5d63ff-298d-4949-a979-d4e2c90108b6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:29.805467 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7015de9e-ba41-450c-9f74-080c0de70b25 req-4939a1e2-7b61-49bc-9f33-b1179b816347 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e20fd5f-348f-4df7-a2a8-12ae0acf86aa HTTP/1.1" status: 200 len: 210 time: 0.1678913 Mar 05 14:06:29.833405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616516f-7fc4-4f48-92a5-88b084ef2933 req-8cf29dcf-abbe-474f-9c91-301dee34fea3 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:29.843854 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4616516f-7fc4-4f48-92a5-88b084ef2933 req-8cf29dcf-abbe-474f-9c91-301dee34fea3 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 946 time: 0.9452829 Mar 05 14:06:29.896404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629c01c-122e-4bf1-a23f-c8efbcfee501 req-188bd697-5154-4b54-9d3f-233782bb5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:29.898142 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2629c01c-122e-4bf1-a23f-c8efbcfee501 req-188bd697-5154-4b54-9d3f-233782bb5db4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f836228182ef4f768867e007978bd0a5&device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 1097 time: 1.1539524 Mar 05 14:06:30.070391 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4689b67-7a70-463e-bc28-238cdb4c1d1d req-9a655c2c-6c96-49c4-ae02-d91731231dc7 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] No DVR routers for this DVR port e0995c93-9069-482e-bb4f-dfc644091543 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:06:30.079964 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 68e5401a-f2e8-407e-9483-59517e686d59 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:06:30.086138 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a4689b67-7a70-463e-bc28-238cdb4c1d1d req-9a655c2c-6c96-49c4-ae02-d91731231dc7 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:30.099913 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5d63ff-298d-4949-a979-d4e2c90108b6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:06:30.107086 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-29f15c5f-3e86-408d-b921-c10e2b1d01ce tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Allocated IP 2001:db8::1 (68de3ed8-920c-4d24-8420-76ad0278759c/610d0c5a-bbed-495d-9987-50e4e6c9d00b/3102e720-295a-45bf-b42e-8d3e37010a45) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:06:30.154081 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e20fd5f-348f-4df7-a2a8-12ae0acf86aa', 'name': 'network-vif-deleted', 'tag': 'e0995c93-9069-482e-bb4f-dfc644091543'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:06:30.160074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d63ff-298d-4949-a979-d4e2c90108b6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e31da4e9-f7a2-44fb-8d23-d12d999cf137,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:30.222361 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 68e5401a-f2e8-407e-9483-59517e686d59 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:06:30.355377 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4616516f-7fc4-4f48-92a5-88b084ef2933 req-bc468809-200e-4d8c-a84e-7d7363957d14 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/security-groups?id=af3adbe4-e9f3-4a28-84a4-768df4731916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053475 Mar 05 14:06:30.367945 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29f15c5f-3e86-408d-b921-c10e2b1d01ce tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:30.386243 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-29f15c5f-3e86-408d-b921-c10e2b1d01ce tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Transition to ACTIVE for port object 3102e720-295a-45bf-b42e-8d3e37010a45 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:06:30.408437 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e20fd5f-348f-4df7-a2a8-12ae0acf86aa', 'name': 'network-vif-deleted', 'tag': 'e0995c93-9069-482e-bb4f-dfc644091543', 'status': 'completed', 'code': 200} Mar 05 14:06:30.413847 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629c01c-122e-4bf1-a23f-c8efbcfee501 req-21f0c940-3b33-45c5-bc61-3d02e219a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:30.415349 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2629c01c-122e-4bf1-a23f-c8efbcfee501 req-21f0c940-3b33-45c5-bc61-3d02e219a934 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce82ece0-1c36-4944-a921-c87e541fb605 HTTP/1.1" status: 200 len: 912 time: 0.3129103 Mar 05 14:06:30.424789 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a5d63ff-298d-4949-a979-d4e2c90108b6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:30.425130 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-2a5d63ff-298d-4949-a979-d4e2c90108b6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Added segment 47b19918-8cdf-420e-adb8-0934b205ebdc of type vlan for network 9db9918e-fb8f-49b8-9da5-5ab7e0e46a11 Mar 05 14:06:30.431878 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29f15c5f-3e86-408d-b921-c10e2b1d01ce tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:30.514937 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f15c5f-3e86-408d-b921-c10e2b1d01ce tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Network 68de3ed8-920c-4d24-8420-76ad0278759c is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:06:30.526553 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-29f15c5f-3e86-408d-b921-c10e2b1d01ce tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:06:30.529969 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f15c5f-3e86-408d-b921-c10e2b1d01ce tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:06:30.530879 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29f15c5f-3e86-408d-b921-c10e2b1d01ce tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:30.550026 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f15c5f-3e86-408d-b921-c10e2b1d01ce tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event updated for resources: {'Port': ['ID=3102e720-295a-45bf-b42e-8d3e37010a45,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:30.566219 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2629c01c-122e-4bf1-a23f-c8efbcfee501 req-e5061728-21eb-4673-8ce4-a92859b2006e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6464336-c4c7-4b74-a6b3-a2a68f6751a6 HTTP/1.1" status: 200 len: 217 time: 0.1371109 Mar 05 14:06:30.571340 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a4689b67-7a70-463e-bc28-238cdb4c1d1d req-9a655c2c-6c96-49c4-ae02-d91731231dc7 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.15 "DELETE /v2.0/ports/e0995c93-9069-482e-bb4f-dfc644091543 HTTP/1.1" status: 204 len: 173 time: 3.2661307 Mar 05 14:06:30.646559 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a5d63ff-298d-4949-a979-d4e2c90108b6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:30.679601 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-36e18087-38c1-42c2-8778-ae413c84a7d4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Allocated IP 172.20.0.1 (a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b/8302c89b-830b-4640-9f42-402e543f95ec/88320669-bf16-4186-8f7d-e0cd6951424b) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:06:30.683967 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a208eaf-1b26-4484-a5ec-f40f44a86d5b None None] Network 462904c0-3e5d-4a74-8a06-da5bccfc8b98 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:06:30.714030 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29f15c5f-3e86-408d-b921-c10e2b1d01ce tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:30.717271 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629c01c-122e-4bf1-a23f-c8efbcfee501 req-6f1a3014-63a0-4a19-98b5-a7a3e80e7490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:30.718774 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2629c01c-122e-4bf1-a23f-c8efbcfee501 req-6f1a3014-63a0-4a19-98b5-a7a3e80e7490 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08505e2b-abfa-41ee-86f3-cb95941e4bbf HTTP/1.1" status: 200 len: 852 time: 0.1417127 Mar 05 14:06:30.811962 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2629c01c-122e-4bf1-a23f-c8efbcfee501 req-ea4a1620-38b6-450b-b881-6a4789c4c3df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce82ece0-1c36-4944-a921-c87e541fb605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851495 Mar 05 14:06:30.812748 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a5d63ff-298d-4949-a979-d4e2c90108b6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:30.818997 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5d63ff-298d-4949-a979-d4e2c90108b6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:30.819645 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a5d63ff-298d-4949-a979-d4e2c90108b6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:30.881153 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ff60d27f-5f48-4fac-b9f5-df8d81ea56fd None None] Provisioning for port 68e5401a-f2e8-407e-9483-59517e686d59 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:06:30.900681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59364) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:30.914815 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ff60d27f-5f48-4fac-b9f5-df8d81ea56fd None None] Provisioning complete for port 68e5401a-f2e8-407e-9483-59517e686d59 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:06:30.915178 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ff60d27f-5f48-4fac-b9f5-df8d81ea56fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:31.226346 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-590baefa-b5a1-429d-ae7d-e9e2fca5f93d req-55e5cf6d-d781-441e-bc9f-d516ccce7061 tempest-VolumesNegativeTest-1884358136 tempest-VolumesNegativeTest-1884358136-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e20fd5f-348f-4df7-a2a8-12ae0acf86aa HTTP/1.1" status: 200 len: 210 time: 0.0583296 Mar 05 14:06:31.272064 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d63ff-298d-4949-a979-d4e2c90108b6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Pushing event updated for resources: {'Network': ['ID=9db9918e-fb8f-49b8-9da5-5ab7e0e46a11,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:31.291787 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ff60d27f-5f48-4fac-b9f5-df8d81ea56fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:31.322541 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2a5d63ff-298d-4949-a979-d4e2c90108b6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.8594458 Mar 05 14:06:31.337860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59372) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:31.347972 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 9db9918e-fb8f-49b8-9da5-5ab7e0e46a11 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:06:31.474884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-9a42a77b-548e-47af-a89d-b3ebbd67feb6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Request body: {'subnet': {'network_id': '9db9918e-fb8f-49b8-9da5-5ab7e0e46a11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:31.549076 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29f15c5f-3e86-408d-b921-c10e2b1d01ce tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:31.563331 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29f15c5f-3e86-408d-b921-c10e2b1d01ce tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:31.564230 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29f15c5f-3e86-408d-b921-c10e2b1d01ce tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:31.567616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ff60d27f-5f48-4fac-b9f5-df8d81ea56fd None None] For port 68e5401a-f2e8-407e-9483-59517e686d59, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=68e5401a-f2e8-407e-9483-59517e686d59,segment=NetworkSegment(73543aed-36f1-469a-bb70-4eb88b48b27e),segment_id=73543aed-36f1-469a-bb70-4eb88b48b27e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:31.583286 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device e0995c93-9069-482e-bb4f-dfc644091543 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:06:31.618866 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-36e18087-38c1-42c2-8778-ae413c84a7d4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:31.634453 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ff60d27f-5f48-4fac-b9f5-df8d81ea56fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:31.676736 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: e0995c93-9069-482e-bb4f-dfc644091543 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:06:31.677101 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device e0995c93-9069-482e-bb4f-dfc644091543 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:06:31.732696 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f15c5f-3e86-408d-b921-c10e2b1d01ce tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event updated for resources: {'Port': ['ID=3102e720-295a-45bf-b42e-8d3e37010a45,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:31.742940 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60d27f-5f48-4fac-b9f5-df8d81ea56fd None None] Pushing event updated for resources: {'Port': ['ID=68e5401a-f2e8-407e-9483-59517e686d59,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:31.760245 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f2190e0e-c9da-43da-ace5-5279bbf5e627 None None] Provisioning for port 3102e720-295a-45bf-b42e-8d3e37010a45 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:06:31.767561 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f2190e0e-c9da-43da-ace5-5279bbf5e627 None None] Provisioning complete for port 3102e720-295a-45bf-b42e-8d3e37010a45 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:06:31.767934 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f2190e0e-c9da-43da-ace5-5279bbf5e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:31.792873 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f15c5f-3e86-408d-b921-c10e2b1d01ce tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Network 68de3ed8-920c-4d24-8420-76ad0278759c is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:06:31.794735 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-29f15c5f-3e86-408d-b921-c10e2b1d01ce tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:06:31.832140 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-40ba7950-1bee-4593-8870-3be152ed2ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:31.849259 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-f2190e0e-c9da-43da-ace5-5279bbf5e627 None None] Port 3102e720-295a-45bf-b42e-8d3e37010a45 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:06:31.912379 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-36e18087-38c1-42c2-8778-ae413c84a7d4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:31.918528 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9a42a77b-548e-47af-a89d-b3ebbd67feb6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:31.991774 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f15c5f-3e86-408d-b921-c10e2b1d01ce tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Router 799892d4-2d99-416f-8fd2-311db22b822d has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:06:32.017132 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-40ba7950-1bee-4593-8870-3be152ed2ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:32.021625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-40ba7950-1bee-4593-8870-3be152ed2ff5 admin admin] Usage tracker for resource:security_group_rule and tenant:cd17ec96c0b14667843bb305bc72bebc is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:32.024846 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-40ba7950-1bee-4593-8870-3be152ed2ff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:32.070912 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 68e5401a-f2e8-407e-9483-59517e686d59 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:06:32.092094 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-40ba7950-1bee-4593-8870-3be152ed2ff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:32.165950 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9a42a77b-548e-47af-a89d-b3ebbd67feb6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Usage tracker for resource:subnet and tenant:28cf5d447bd14de7b5ea0ac170bed42b is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:32.169095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e18087-38c1-42c2-8778-ae413c84a7d4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Port': ['ID=88320669-bf16-4186-8f7d-e0cd6951424b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:32.179491 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9a42a77b-548e-47af-a89d-b3ebbd67feb6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:32.204512 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2629c01c-122e-4bf1-a23f-c8efbcfee501 req-9e7f041c-366e-46c6-b144-d673f62cdfbc service neutron] 10.222.0.30 "GET /v2.0/networks/ce82ece0-1c36-4944-a921-c87e541fb605?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3698046 Mar 05 14:06:32.211434 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9a42a77b-548e-47af-a89d-b3ebbd67feb6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:32.219898 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0500c361-fb02-47dc-af0a-f6ddc26070f9 None None] Provisioning complete for port 68e5401a-f2e8-407e-9483-59517e686d59 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:06:32.220526 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0500c361-fb02-47dc-af0a-f6ddc26070f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:32.221943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e18087-38c1-42c2-8778-ae413c84a7d4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Network a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:06:32.231431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f15c5f-3e86-408d-b921-c10e2b1d01ce tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:06:32.244384 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780b5e81-7dd3-4ce0-9576-b500d3eb2482 None None] Sync routers for ids ['799892d4-2d99-416f-8fd2-311db22b822d'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:06:32.253119 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-36e18087-38c1-42c2-8778-ae413c84a7d4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:06:32.253817 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-29f15c5f-3e86-408d-b921-c10e2b1d01ce tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "PUT /v2.0/routers/799892d4-2d99-416f-8fd2-311db22b822d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8457241 Mar 05 14:06:32.257524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59382) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:32.260306 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780b5e81-7dd3-4ce0-9576-b500d3eb2482 None None] Routers {'799892d4-2d99-416f-8fd2-311db22b822d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:06:32.261074 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-780b5e81-7dd3-4ce0-9576-b500d3eb2482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:06:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['799892d4-2d99-416f-8fd2-311db22b822d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:32.272304 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e18087-38c1-42c2-8778-ae413c84a7d4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:06:32.331445 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 68e5401a-f2e8-407e-9483-59517e686d59 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:06:32.332152 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:32.399058 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-780b5e81-7dd3-4ce0-9576-b500d3eb2482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:32.415663 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780b5e81-7dd3-4ce0-9576-b500d3eb2482 None None] Routers {'799892d4-2d99-416f-8fd2-311db22b822d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:06:32.416517 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-780b5e81-7dd3-4ce0-9576-b500d3eb2482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:06:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['799892d4-2d99-416f-8fd2-311db22b822d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:32.428943 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-36e18087-38c1-42c2-8778-ae413c84a7d4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:32.445496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a42a77b-548e-47af-a89d-b3ebbd67feb6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Made reservation on behalf of 28cf5d447bd14de7b5ea0ac170bed42b for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:06:32.448602 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a42a77b-548e-47af-a89d-b3ebbd67feb6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:32.513856 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-780b5e81-7dd3-4ce0-9576-b500d3eb2482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:32.514546 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780b5e81-7dd3-4ce0-9576-b500d3eb2482 None None] The sync data for ids ['799892d4-2d99-416f-8fd2-311db22b822d'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:06:32.532986 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-469f206a-a29b-4c09-a79a-e3cc4af07c73 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:32.694328 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-40ba7950-1bee-4593-8870-3be152ed2ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:32.705647 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3854cac-286b-4c26-867b-9f55b9cbf2c8 req-cf94305a-e51c-4625-bec3-7b12d82e4960 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:32.714348 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c3854cac-286b-4c26-867b-9f55b9cbf2c8 req-cf94305a-e51c-4625-bec3-7b12d82e4960 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 946 time: 0.8875301 Mar 05 14:06:32.755239 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-40ba7950-1bee-4593-8870-3be152ed2ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:32.758673 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-469f206a-a29b-4c09-a79a-e3cc4af07c73 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 05 14:06:32.759752 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-469f206a-a29b-4c09-a79a-e3cc4af07c73 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "DELETE /v2.0/routers/799892d4-2d99-416f-8fd2-311db22b822d HTTP/1.1" status: 409 len: 329 time: 0.5011144 Mar 05 14:06:32.763112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59402) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:32.775597 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9561885f-03f3-4eb6-b903-6cafc5707be9 None None] Provisioning complete for port 3102e720-295a-45bf-b42e-8d3e37010a45 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:06:32.778213 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9561885f-03f3-4eb6-b903-6cafc5707be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:32.915109 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9561885f-03f3-4eb6-b903-6cafc5707be9 None None] Port 3102e720-295a-45bf-b42e-8d3e37010a45 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:06:32.971376 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2629c01c-122e-4bf1-a23f-c8efbcfee501 req-42c5ae6b-b34b-4641-b135-e9a7d9629136 service neutron] 10.222.0.30 "GET /v2.0/networks/ce82ece0-1c36-4944-a921-c87e541fb605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7568047 Mar 05 14:06:32.980275 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c3854cac-286b-4c26-867b-9f55b9cbf2c8 req-f39c6194-7d19-407a-a80b-f58f7cb4a245 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/security-groups?id=af3adbe4-e9f3-4a28-84a4-768df4731916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647693 Mar 05 14:06:32.985929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba7950-1bee-4593-8870-3be152ed2ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abd92f1-3de9-423b-92af-a3cd16cc70f6,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:32.994192 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-40ba7950-1bee-4593-8870-3be152ed2ff5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd17ec96c0b14667843bb305bc72bebc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0894186 Mar 05 14:06:32.996735 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59408) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:33.028753 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-36e18087-38c1-42c2-8778-ae413c84a7d4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:33.382670 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a42a77b-548e-47af-a89d-b3ebbd67feb6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:33.707049 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7b812ad-fcf7-4db3-bab9-c23d1d4149b6 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:33.729391 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-41ccd7b6-c774-4253-95be-63974fb272dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:33.788672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42a77b-548e-47af-a89d-b3ebbd67feb6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Pushing event updated for resources: {'Subnet': ['ID=e2e32d72-090d-4fab-86aa-063e4e11e0e2,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:33.841971 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-41ccd7b6-c774-4253-95be-63974fb272dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:33.867504 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a42a77b-548e-47af-a89d-b3ebbd67feb6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Checking segment: {'id': '47b19918-8cdf-420e-adb8-0934b205ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9db9918e-fb8f-49b8-9da5-5ab7e0e46a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:06:33.867931 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a42a77b-548e-47af-a89d-b3ebbd67feb6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Network hostable DHCP agents. Network: 9db9918e-fb8f-49b8-9da5-5ab7e0e46a11, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:06:34.017909 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a42a77b-548e-47af-a89d-b3ebbd67feb6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Network 9db9918e-fb8f-49b8-9da5-5ab7e0e46a11 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:06:34.062258 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-9a42a77b-548e-47af-a89d-b3ebbd67feb6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 9db9918e-fb8f-49b8-9da5-5ab7e0e46a11) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:06:34.069330 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a42a77b-548e-47af-a89d-b3ebbd67feb6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:34.069921 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a42a77b-548e-47af-a89d-b3ebbd67feb6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:34.074640 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d330be23-263c-40d0-9473-ae5beb197465 None None] Network 9db9918e-fb8f-49b8-9da5-5ab7e0e46a11 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:06:34.089827 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-41ccd7b6-c774-4253-95be-63974fb272dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:34.102013 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b7b812ad-fcf7-4db3-bab9-c23d1d4149b6 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Deleting port 3102e720-295a-45bf-b42e-8d3e37010a45 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:34.103011 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7b812ad-fcf7-4db3-bab9-c23d1d4149b6 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:34.119220 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-41ccd7b6-c774-4253-95be-63974fb272dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:34.121088 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-41ccd7b6-c774-4253-95be-63974fb272dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5abd92f1-3de9-423b-92af-a3cd16cc70f6 HTTP/1.1" status: 204 len: 168 time: 1.1092739 Mar 05 14:06:34.123729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccd7b6-c774-4253-95be-63974fb272dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abd92f1-3de9-423b-92af-a3cd16cc70f6,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:34.134847 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9a42a77b-548e-47af-a89d-b3ebbd67feb6 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7933695 Mar 05 14:06:34.135846 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59498) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:34.144670 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-323f6a28-fc81-4b03-9a57-4d0835406779 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Request body: {'port': {'network_id': '9db9918e-fb8f-49b8-9da5-5ab7e0e46a11', 'name': 'tempest-DHCPAgentSchedulersTestJSON-534124963'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:34.208015 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-36e18087-38c1-42c2-8778-ae413c84a7d4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:34.288850 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-36e18087-38c1-42c2-8778-ae413c84a7d4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:34.399116 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedcd728-3e71-4735-9f0c-d3f345d34239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-9db9918e-fb8f-49b8-9da5-5ab7e0e46a11', 'network_id': '9db9918e-fb8f-49b8-9da5-5ab7e0e46a11', 'tenant_id': '28cf5d447bd14de7b5ea0ac170bed42b', 'fixed_ips': [{'subnet_id': 'e2e32d72-090d-4fab-86aa-063e4e11e0e2'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:06:34.400227 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cedcd728-3e71-4735-9f0c-d3f345d34239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:34.436141 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fdda4-00c0-4df8-aa9b-ce5bee44607c req-cdbe2a77-e486-471b-a4b0-65a4c37e654c tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:34.438385 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-653fdda4-00c0-4df8-aa9b-ce5bee44607c req-cdbe2a77-e486-471b-a4b0-65a4c37e654c tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 946 time: 0.2763016 Mar 05 14:06:34.525717 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7b812ad-fcf7-4db3-bab9-c23d1d4149b6 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:34.546112 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e18087-38c1-42c2-8778-ae413c84a7d4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Port': ['ID=88320669-bf16-4186-8f7d-e0cd6951424b,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:34.558331 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-36e18087-38c1-42c2-8778-ae413c84a7d4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:34.569600 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-653fdda4-00c0-4df8-aa9b-ce5bee44607c req-dc64d0a9-b6e0-4635-b7db-2b88ebbe85a5 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/security-groups?id=af3adbe4-e9f3-4a28-84a4-768df4731916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214716 Mar 05 14:06:34.617396 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-323f6a28-fc81-4b03-9a57-4d0835406779 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:34.626572 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-323f6a28-fc81-4b03-9a57-4d0835406779 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Usage tracker for resource:port and tenant:28cf5d447bd14de7b5ea0ac170bed42b is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:34.631859 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-323f6a28-fc81-4b03-9a57-4d0835406779 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:34.691396 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-323f6a28-fc81-4b03-9a57-4d0835406779 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:34.723087 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-cedcd728-3e71-4735-9f0c-d3f345d34239 None None] Allocated IP 172.20.0.2 (9db9918e-fb8f-49b8-9da5-5ab7e0e46a11/e2e32d72-090d-4fab-86aa-063e4e11e0e2/61fe5c0f-3257-4b2b-a081-2517e77ecc1a) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:06:34.730194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323f6a28-fc81-4b03-9a57-4d0835406779 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Made reservation on behalf of 28cf5d447bd14de7b5ea0ac170bed42b for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:06:34.747628 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-323f6a28-fc81-4b03-9a57-4d0835406779 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:34.774190 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b7b812ad-fcf7-4db3-bab9-c23d1d4149b6 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Calling delete_port for 3102e720-295a-45bf-b42e-8d3e37010a45 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:06:34.848045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-323f6a28-fc81-4b03-9a57-4d0835406779 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] device_id is not set on port 81534fef-39a2-4cc9-810e-cee451f9fd59 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:06:34.855182 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59522) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:34.910693 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-df185861-2781-4a7c-a9fb-14d3e6bb4a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:34.932659 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-df185861-2781-4a7c-a9fb-14d3e6bb4a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:34.941683 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-df185861-2781-4a7c-a9fb-14d3e6bb4a1d admin admin] Usage tracker for resource:security_group_rule and tenant:f07a740c18b6483b92669d86f3d36100 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:34.944049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e18087-38c1-42c2-8778-ae413c84a7d4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Network a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:06:34.951199 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-df185861-2781-4a7c-a9fb-14d3e6bb4a1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:34.959034 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-36e18087-38c1-42c2-8778-ae413c84a7d4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:06:34.961972 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-df185861-2781-4a7c-a9fb-14d3e6bb4a1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:35.091418 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cedcd728-3e71-4735-9f0c-d3f345d34239 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:35.130271 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cedcd728-3e71-4735-9f0c-d3f345d34239 None None] Transition to ACTIVE for port object 61fe5c0f-3257-4b2b-a081-2517e77ecc1a will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:06:35.177315 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cedcd728-3e71-4735-9f0c-d3f345d34239 None None] Transition to ACTIVE for port object 61fe5c0f-3257-4b2b-a081-2517e77ecc1a will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:06:35.191622 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cedcd728-3e71-4735-9f0c-d3f345d34239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:35.215900 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-df185861-2781-4a7c-a9fb-14d3e6bb4a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:35.217068 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7b812ad-fcf7-4db3-bab9-c23d1d4149b6 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:35.291260 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b812ad-fcf7-4db3-bab9-c23d1d4149b6 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event deleted for resources: {'Port': ['ID=3102e720-295a-45bf-b42e-8d3e37010a45,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:35.293427 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-df185861-2781-4a7c-a9fb-14d3e6bb4a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:35.307177 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedcd728-3e71-4735-9f0c-d3f345d34239 None None] Pushing event updated for resources: {'Port': ['ID=61fe5c0f-3257-4b2b-a081-2517e77ecc1a,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:35.323715 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedcd728-3e71-4735-9f0c-d3f345d34239 None None] Network 9db9918e-fb8f-49b8-9da5-5ab7e0e46a11 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:06:35.324120 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-cedcd728-3e71-4735-9f0c-d3f345d34239 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:06:35.332489 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedcd728-3e71-4735-9f0c-d3f345d34239 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:06:35.492325 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-323f6a28-fc81-4b03-9a57-4d0835406779 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Allocated IP 172.20.0.13 (9db9918e-fb8f-49b8-9da5-5ab7e0e46a11/e2e32d72-090d-4fab-86aa-063e4e11e0e2/81534fef-39a2-4cc9-810e-cee451f9fd59) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:06:35.718735 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-cedcd728-3e71-4735-9f0c-d3f345d34239 None None] Attempting to bind port 61fe5c0f-3257-4b2b-a081-2517e77ecc1a on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:06:35.718735 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-cedcd728-3e71-4735-9f0c-d3f345d34239 None None] Attempting to bind port 61fe5c0f-3257-4b2b-a081-2517e77ecc1a by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '47b19918-8cdf-420e-adb8-0934b205ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9db9918e-fb8f-49b8-9da5-5ab7e0e46a11'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:06:35.718735 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedcd728-3e71-4735-9f0c-d3f345d34239 None None] Attempting to bind port 61fe5c0f-3257-4b2b-a081-2517e77ecc1a on network 9db9918e-fb8f-49b8-9da5-5ab7e0e46a11 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:06:35.718735 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedcd728-3e71-4735-9f0c-d3f345d34239 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:06:35.718735 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedcd728-3e71-4735-9f0c-d3f345d34239 None None] Checking segment: {'id': '47b19918-8cdf-420e-adb8-0934b205ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9db9918e-fb8f-49b8-9da5-5ab7e0e46a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:06:35.718735 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cedcd728-3e71-4735-9f0c-d3f345d34239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:35.718735 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedcd728-3e71-4735-9f0c-d3f345d34239 None None] Bound using segment: {'id': '47b19918-8cdf-420e-adb8-0934b205ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9db9918e-fb8f-49b8-9da5-5ab7e0e46a11'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:06:35.718735 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-cedcd728-3e71-4735-9f0c-d3f345d34239 None None] Bound port: 61fe5c0f-3257-4b2b-a081-2517e77ecc1a, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b19918-8cdf-420e-adb8-0934b205ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9db9918e-fb8f-49b8-9da5-5ab7e0e46a11'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:06:35.718735 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cedcd728-3e71-4735-9f0c-d3f345d34239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:35.724226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e18087-38c1-42c2-8778-ae413c84a7d4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Router 4b6ffbf0-36dc-4545-8361-0e538a3555fb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:06:35.776267 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df185861-2781-4a7c-a9fb-14d3e6bb4a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e6771d-4e8d-4620-b116-063d81f91be9,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:35.807927 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-cedcd728-3e71-4735-9f0c-d3f345d34239 None None] For port 61fe5c0f-3257-4b2b-a081-2517e77ecc1a, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:06:35.817713 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-cedcd728-3e71-4735-9f0c-d3f345d34239 None None] For port 61fe5c0f-3257-4b2b-a081-2517e77ecc1a, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=61fe5c0f-3257-4b2b-a081-2517e77ecc1a,segment=NetworkSegment(47b19918-8cdf-420e-adb8-0934b205ebdc),segment_id=47b19918-8cdf-420e-adb8-0934b205ebdc)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:06:35.825969 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cedcd728-3e71-4735-9f0c-d3f345d34239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:36.014631 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedcd728-3e71-4735-9f0c-d3f345d34239 None None] Pushing event updated for resources: {'Port': ['ID=61fe5c0f-3257-4b2b-a081-2517e77ecc1a,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:36.071391 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-df185861-2781-4a7c-a9fb-14d3e6bb4a1d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f07a740c18b6483b92669d86f3d36100&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2136784 Mar 05 14:06:36.082794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59610) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:36.133543 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-323f6a28-fc81-4b03-9a57-4d0835406779 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:36.154438 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-323f6a28-fc81-4b03-9a57-4d0835406779 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Transition to ACTIVE for port object 81534fef-39a2-4cc9-810e-cee451f9fd59 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:06:36.267183 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7b812ad-fcf7-4db3-bab9-c23d1d4149b6 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:36.286942 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-323f6a28-fc81-4b03-9a57-4d0835406779 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:36.515204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323f6a28-fc81-4b03-9a57-4d0835406779 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Network 9db9918e-fb8f-49b8-9da5-5ab7e0e46a11 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:06:36.535978 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-323f6a28-fc81-4b03-9a57-4d0835406779 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:06:36.541105 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e18087-38c1-42c2-8778-ae413c84a7d4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:06:36.542784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323f6a28-fc81-4b03-9a57-4d0835406779 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:06:36.550640 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f4b0f-d35f-4c2e-95d7-a627e4848669 None None] Sync routers for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:06:36.569058 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f4b0f-d35f-4c2e-95d7-a627e4848669 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:06:36.569867 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-031f4b0f-d35f-4c2e-95d7-a627e4848669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:06:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:36.571248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f6a28-fc81-4b03-9a57-4d0835406779 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Pushing event updated for resources: {'Port': ['ID=81534fef-39a2-4cc9-810e-cee451f9fd59,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:36.642367 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6a935-212c-4448-bc12-d87aef9f0617 req-4bc9b5e6-a7ad-47ae-85be-acd5118ec152 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:36.645491 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-36e18087-38c1-42c2-8778-ae413c84a7d4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "PUT /v2.0/routers/4b6ffbf0-36dc-4545-8361-0e538a3555fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2604802 Mar 05 14:06:36.648399 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31c6a935-212c-4448-bc12-d87aef9f0617 req-4bc9b5e6-a7ad-47ae-85be-acd5118ec152 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 946 time: 1.3535030 Mar 05 14:06:36.656748 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59638) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:36.676631 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-480fc821-8628-4dc8-8eb1-f93cdb6f40c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:36.684908 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-e38f9fed-1676-41e5-92a9-57fca8b9b3e5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Request body: {'port': {'network_id': 'a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b', 'name': 'tempest-FloatingIPTestJSON-1072263110'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:36.721416 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-480fc821-8628-4dc8-8eb1-f93cdb6f40c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:36.821758 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-031f4b0f-d35f-4c2e-95d7-a627e4848669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:36.839438 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f4b0f-d35f-4c2e-95d7-a627e4848669 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:06:36.840078 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-031f4b0f-d35f-4c2e-95d7-a627e4848669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:06:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:36.911256 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-480fc821-8628-4dc8-8eb1-f93cdb6f40c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:36.924250 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-031f4b0f-d35f-4c2e-95d7-a627e4848669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:36.924661 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f4b0f-d35f-4c2e-95d7-a627e4848669 None None] The sync data for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:06:37.033920 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fc821-8628-4dc8-8eb1-f93cdb6f40c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e6771d-4e8d-4620-b116-063d81f91be9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:37.073190 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b812ad-fcf7-4db3-bab9-c23d1d4149b6 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Router 799892d4-2d99-416f-8fd2-311db22b822d has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:06:37.073190 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-480fc821-8628-4dc8-8eb1-f93cdb6f40c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:37.073190 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-480fc821-8628-4dc8-8eb1-f93cdb6f40c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08e6771d-4e8d-4620-b116-063d81f91be9 HTTP/1.1" status: 204 len: 168 time: 0.9832590 Mar 05 14:06:37.083407 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31c6a935-212c-4448-bc12-d87aef9f0617 req-fcec73d8-250e-48a3-9293-d332135ba023 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/security-groups?id=af3adbe4-e9f3-4a28-84a4-768df4731916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061983 Mar 05 14:06:37.367427 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323f6a28-fc81-4b03-9a57-4d0835406779 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:37.367427 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-323f6a28-fc81-4b03-9a57-4d0835406779 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:37.394070 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b812ad-fcf7-4db3-bab9-c23d1d4149b6 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:06:37.418697 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b7b812ad-fcf7-4db3-bab9-c23d1d4149b6 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "PUT /v2.0/routers/799892d4-2d99-416f-8fd2-311db22b822d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6513407 Mar 05 14:06:37.431457 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59664) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:37.438110 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e38f9fed-1676-41e5-92a9-57fca8b9b3e5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:37.455158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e38f9fed-1676-41e5-92a9-57fca8b9b3e5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Usage tracker for resource:port and tenant:cc2a8dcf86ad41029dafc1c5996d6ff1 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:37.462117 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90506fd4-6a5b-4224-a064-d9f4d52b8801 None None] Sync routers for ids ['799892d4-2d99-416f-8fd2-311db22b822d'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:06:37.465539 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-323f6a28-fc81-4b03-9a57-4d0835406779 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3193903 Mar 05 14:06:37.465539 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e38f9fed-1676-41e5-92a9-57fca8b9b3e5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:37.480250 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59668) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:37.491308 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e38f9fed-1676-41e5-92a9-57fca8b9b3e5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:37.535737 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90506fd4-6a5b-4224-a064-d9f4d52b8801 None None] Routers {'799892d4-2d99-416f-8fd2-311db22b822d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:06:37.535737 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-90506fd4-6a5b-4224-a064-d9f4d52b8801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:06:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['799892d4-2d99-416f-8fd2-311db22b822d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:37.615787 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-1ab8e02e-4f07-4501-9460-fd3fc8b22ac1 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] show failed (client error): The resource could not be found. Mar 05 14:06:37.617185 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1ab8e02e-4f07-4501-9460-fd3fc8b22ac1 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-154809945 HTTP/1.1" status: 404 len: 334 time: 0.1961753 Mar 05 14:06:37.620797 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59676) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:37.644107 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f0f4b745-6d70-4039-8e69-e0d4212e4d64 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:37.698841 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-6a05e171-dd29-4c0d-ad49-c1f82d7c1261 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Deleting port 81534fef-39a2-4cc9-810e-cee451f9fd59 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:37.699195 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6a05e171-dd29-4c0d-ad49-c1f82d7c1261 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:37.784813 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-90506fd4-6a5b-4224-a064-d9f4d52b8801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:37.793474 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b708776-fec3-458e-8aeb-3dd8b11ee661 req-132fec10-9e6d-41da-b558-14192e33bcc5 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:37.815247 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6b708776-fec3-458e-8aeb-3dd8b11ee661 req-132fec10-9e6d-41da-b558-14192e33bcc5 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.30 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 946 time: 0.5969841 Mar 05 14:06:37.825305 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-f0f4b745-6d70-4039-8e69-e0d4212e4d64 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] update failed (client error): The resource could not be found. Mar 05 14:06:37.825305 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f0f4b745-6d70-4039-8e69-e0d4212e4d64 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-1183730588 HTTP/1.1" status: 404 len: 335 time: 0.1857436 Mar 05 14:06:37.825305 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59688) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:37.830013 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90506fd4-6a5b-4224-a064-d9f4d52b8801 None None] Routers {'799892d4-2d99-416f-8fd2-311db22b822d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:06:37.830013 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-90506fd4-6a5b-4224-a064-d9f4d52b8801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:06:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['799892d4-2d99-416f-8fd2-311db22b822d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:37.836074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38f9fed-1676-41e5-92a9-57fca8b9b3e5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Made reservation on behalf of cc2a8dcf86ad41029dafc1c5996d6ff1 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:06:37.840748 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e38f9fed-1676-41e5-92a9-57fca8b9b3e5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:37.979396 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e55427-d1d8-40c0-85ea-4c42528c752f None None] Network 9db9918e-fb8f-49b8-9da5-5ab7e0e46a11 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:06:38.069475 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-90506fd4-6a5b-4224-a064-d9f4d52b8801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:38.075675 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90506fd4-6a5b-4224-a064-d9f4d52b8801 None None] The sync data for ids ['799892d4-2d99-416f-8fd2-311db22b822d'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:06:38.104276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7f9cec-2505-4c57-8cea-941f4e13dd61 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Deleting subnet 767b0526-a7e8-41b8-b662-ae9584c8fae9 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:06:38.110532 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9cec-2505-4c57-8cea-941f4e13dd61 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:38.114534 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-e38f9fed-1676-41e5-92a9-57fca8b9b3e5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] device_id is not set on port 22b3aa88-6d3d-43dd-9e75-2b571c6b76c9 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:06:38.191350 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9cec-2505-4c57-8cea-941f4e13dd61 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:38.375148 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 61fe5c0f-3257-4b2b-a081-2517e77ecc1a up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:06:38.408199 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9cec-2505-4c57-8cea-941f4e13dd61 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:38.414530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-6b708776-fec3-458e-8aeb-3dd8b11ee661 req-1e2c4f40-ab35-4634-ab2c-7cce6e034403 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Deleting port d6464336-c4c7-4b74-a6b3-a2a68f6751a6 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:38.414530 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6b708776-fec3-458e-8aeb-3dd8b11ee661 req-1e2c4f40-ab35-4634-ab2c-7cce6e034403 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:38.505173 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4249963e-3933-46e0-9492-6ed8138151b0 None None] Provisioning for port 61fe5c0f-3257-4b2b-a081-2517e77ecc1a completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:06:38.588546 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 61fe5c0f-3257-4b2b-a081-2517e77ecc1a completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:06:38.603566 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 61fe5c0f-3257-4b2b-a081-2517e77ecc1a triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:06:38.604236 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:38.659222 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9cec-2505-4c57-8cea-941f4e13dd61 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:38.734029 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f9cec-2505-4c57-8cea-941f4e13dd61 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event deleted for resources: {'Subnet': ['ID=767b0526-a7e8-41b8-b662-ae9584c8fae9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:38.741053 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9cec-2505-4c57-8cea-941f4e13dd61 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:38.751659 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8b7f9cec-2505-4c57-8cea-941f4e13dd61 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "DELETE /v2.0/subnets/767b0526-a7e8-41b8-b662-ae9584c8fae9 HTTP/1.1" status: 204 len: 168 time: 0.9165087 Mar 05 14:06:38.751659 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59734) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:38.858611 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce18173-1f91-44b1-86aa-24d1da29b2c0 None None] Network 462904c0-3e5d-4a74-8a06-da5bccfc8b98 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:06:38.894876 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-e38f9fed-1676-41e5-92a9-57fca8b9b3e5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Allocated IP 172.20.0.4 (a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b/8302c89b-830b-4640-9f42-402e543f95ec/22b3aa88-6d3d-43dd-9e75-2b571c6b76c9) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:06:38.958411 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-77fef2bf-d216-4137-94d7-c7d8f90acf0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:39.220139 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:39.312836 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6a05e171-dd29-4c0d-ad49-c1f82d7c1261 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:39.412305 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-229a8bbf-3772-450a-9cb3-aadc30e51a2d tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:39.465335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-229a8bbf-3772-450a-9cb3-aadc30e51a2d tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Deleting port 68e5401a-f2e8-407e-9483-59517e686d59 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:39.465672 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-229a8bbf-3772-450a-9cb3-aadc30e51a2d tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:39.510980 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 61fe5c0f-3257-4b2b-a081-2517e77ecc1a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=61fe5c0f-3257-4b2b-a081-2517e77ecc1a,segment=NetworkSegment(47b19918-8cdf-420e-adb8-0934b205ebdc),segment_id=47b19918-8cdf-420e-adb8-0934b205ebdc)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:39.525818 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:39.607938 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-89bfdafb-3d68-49af-a422-343ca1ba9caf None None] Provisioning for port 81534fef-39a2-4cc9-810e-cee451f9fd59 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:06:39.691051 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-89bfdafb-3d68-49af-a422-343ca1ba9caf None None] Provisioning complete for port 81534fef-39a2-4cc9-810e-cee451f9fd59 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:06:39.691051 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-89bfdafb-3d68-49af-a422-343ca1ba9caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:39.941138 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-89bfdafb-3d68-49af-a422-343ca1ba9caf None None] Port 81534fef-39a2-4cc9-810e-cee451f9fd59 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:06:39.947358 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=61fe5c0f-3257-4b2b-a081-2517e77ecc1a,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:39.950155 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b7f763-5a9e-4766-95de-e4933fc58fb3 None None] DHCP port deletion for 462904c0-3e5d-4a74-8a06-da5bccfc8b98 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:06:39.956968 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-84b7f763-5a9e-4766-95de-e4933fc58fb3 None None] Deleting port 68e5401a-f2e8-407e-9483-59517e686d59 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:39.957512 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-84b7f763-5a9e-4766-95de-e4933fc58fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:40.079854 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59760) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:40.104693 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 68e5401a-f2e8-407e-9483-59517e686d59 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:06:40.156978 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-229a8bbf-3772-450a-9cb3-aadc30e51a2d tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] For port 68e5401a-f2e8-407e-9483-59517e686d59, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=68e5401a-f2e8-407e-9483-59517e686d59,segment=NetworkSegment(73543aed-36f1-469a-bb70-4eb88b48b27e),segment_id=73543aed-36f1-469a-bb70-4eb88b48b27e)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:40.156978 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-229a8bbf-3772-450a-9cb3-aadc30e51a2d tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:40.212264 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-6a05e171-dd29-4c0d-ad49-c1f82d7c1261 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Calling delete_port for 81534fef-39a2-4cc9-810e-cee451f9fd59 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:06:40.221346 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-89bfdafb-3d68-49af-a422-343ca1ba9caf None None] Provisioning complete for port 61fe5c0f-3257-4b2b-a081-2517e77ecc1a triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:06:40.221914 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-89bfdafb-3d68-49af-a422-343ca1ba9caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:40.394243 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d6464336-c4c7-4b74-a6b3-a2a68f6751a6 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:06:40.403617 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-229a8bbf-3772-450a-9cb3-aadc30e51a2d tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Calling delete_port for 68e5401a-f2e8-407e-9483-59517e686d59 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:06:40.430011 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a62edaa9-27d0-49c6-a70e-8d3a1e11392b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:40.457933 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a62edaa9-27d0-49c6-a70e-8d3a1e11392b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:40.467162 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a62edaa9-27d0-49c6-a70e-8d3a1e11392b admin admin] Usage tracker for resource:security_group_rule and tenant:c89bc8c538ea4a0f873cd4feddcc10ea is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:40.473526 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a62edaa9-27d0-49c6-a70e-8d3a1e11392b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:40.485048 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a62edaa9-27d0-49c6-a70e-8d3a1e11392b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:40.525710 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-229a8bbf-3772-450a-9cb3-aadc30e51a2d tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:40.614923 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6a05e171-dd29-4c0d-ad49-c1f82d7c1261 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:40.678708 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a62edaa9-27d0-49c6-a70e-8d3a1e11392b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:40.680195 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a8bbf-3772-450a-9cb3-aadc30e51a2d tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event deleted for resources: {'Port': ['ID=68e5401a-f2e8-407e-9483-59517e686d59,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:40.684936 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229a8bbf-3772-450a-9cb3-aadc30e51a2d tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] No DVR routers for this DVR port 68e5401a-f2e8-407e-9483-59517e686d59 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:06:40.689376 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a62edaa9-27d0-49c6-a70e-8d3a1e11392b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:40.767706 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No active binding found for port 68e5401a-f2e8-407e-9483-59517e686d59 {{(pid=87915) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 05 14:06:40.791062 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 68e5401a-f2e8-407e-9483-59517e686d59 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:06:40.969790 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a62edaa9-27d0-49c6-a70e-8d3a1e11392b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c89bc8c538ea4a0f873cd4feddcc10ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8833954 Mar 05 14:06:40.974292 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62edaa9-27d0-49c6-a70e-8d3a1e11392b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb29fd2-9665-469f-8813-273b1d28c585,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:40.992178 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59776) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:41.061041 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-84b7f763-5a9e-4766-95de-e4933fc58fb3 None None] For port 68e5401a-f2e8-407e-9483-59517e686d59, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=68e5401a-f2e8-407e-9483-59517e686d59,segment=NetworkSegment(73543aed-36f1-469a-bb70-4eb88b48b27e),segment_id=73543aed-36f1-469a-bb70-4eb88b48b27e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:41.061041 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-84b7f763-5a9e-4766-95de-e4933fc58fb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:41.066753 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05e171-dd29-4c0d-ad49-c1f82d7c1261 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Pushing event deleted for resources: {'Port': ['ID=81534fef-39a2-4cc9-810e-cee451f9fd59,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:41.071421 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e38f9fed-1676-41e5-92a9-57fca8b9b3e5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:41.160792 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-6b708776-fec3-458e-8aeb-3dd8b11ee661 req-1e2c4f40-ab35-4634-ab2c-7cce6e034403 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] For port d6464336-c4c7-4b74-a6b3-a2a68f6751a6, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d6464336-c4c7-4b74-a6b3-a2a68f6751a6,segment=NetworkSegment(54fca434-391f-40fa-ba70-9592a89081f4),segment_id=54fca434-391f-40fa-ba70-9592a89081f4)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:41.160792 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6b708776-fec3-458e-8aeb-3dd8b11ee661 req-1e2c4f40-ab35-4634-ab2c-7cce6e034403 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:41.197494 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3867c5-1111-4f15-bb53-efcd304bd317 req-f14a7765-c26b-4ea4-a70f-4e708aa50a2c tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:41.207045 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1a3867c5-1111-4f15-bb53-efcd304bd317 req-f14a7765-c26b-4ea4-a70f-4e708aa50a2c tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 946 time: 2.7324493 Mar 05 14:06:41.211894 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-229a8bbf-3772-450a-9cb3-aadc30e51a2d tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:41.266845 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-229a8bbf-3772-450a-9cb3-aadc30e51a2d tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['462904c0-3e5d-4a74-8a06-da5bccfc8b98']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:41.283874 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-229a8bbf-3772-450a-9cb3-aadc30e51a2d tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73543aed-36f1-469a-bb70-4eb88b48b27e') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:41.283874 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-229a8bbf-3772-450a-9cb3-aadc30e51a2d tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73543aed-36f1-469a-bb70-4eb88b48b27e') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:41.336202 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-229a8bbf-3772-450a-9cb3-aadc30e51a2d tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:41.350900 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-84b7f763-5a9e-4766-95de-e4933fc58fb3 None None] Calling delete_port for 68e5401a-f2e8-407e-9483-59517e686d59 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:06:41.365759 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2eda20fa-aa0d-4941-8498-04778315f01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:41.399448 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-229a8bbf-3772-450a-9cb3-aadc30e51a2d tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:41.433817 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6036f84c-c07b-4a79-86dc-a80cc38c1ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:41.471275 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229a8bbf-3772-450a-9cb3-aadc30e51a2d tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:06:41.471275 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-229a8bbf-3772-450a-9cb3-aadc30e51a2d tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:41.491765 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:41.496825 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-6b708776-fec3-458e-8aeb-3dd8b11ee661 req-1e2c4f40-ab35-4634-ab2c-7cce6e034403 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Calling delete_port for d6464336-c4c7-4b74-a6b3-a2a68f6751a6 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:06:41.528166 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:06:41.567995 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2eda20fa-aa0d-4941-8498-04778315f01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:41.570941 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0da95365-9240-4d20-8725-08e557757b1d None None] Could not find standard attr ID for object 81534fef-39a2-4cc9-810e-cee451f9fd59. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 14:06:41.604454 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6a05e171-dd29-4c0d-ad49-c1f82d7c1261 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:41.653312 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port d6464336-c4c7-4b74-a6b3-a2a68f6751a6, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d6464336-c4c7-4b74-a6b3-a2a68f6751a6,segment=NetworkSegment(54fca434-391f-40fa-ba70-9592a89081f4),segment_id=54fca434-391f-40fa-ba70-9592a89081f4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:41.653312 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e7dfa5-8a8d-47bb-8336-2916b63be257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6464336-c4c7-4b74-a6b3-a2a68f6751a6'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:06:41.673471 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:41.707532 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2eda20fa-aa0d-4941-8498-04778315f01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:41.714142 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6a05e171-dd29-4c0d-ad49-c1f82d7c1261 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] 10.222.0.16 "DELETE /v2.0/ports/81534fef-39a2-4cc9-810e-cee451f9fd59 HTTP/1.1" status: 204 len: 168 time: 4.2375908 Mar 05 14:06:41.719448 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59786) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:41.738807 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda20fa-aa0d-4941-8498-04778315f01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb29fd2-9665-469f-8813-273b1d28c585,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:41.746717 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-229a8bbf-3772-450a-9cb3-aadc30e51a2d tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:41.775251 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1a3867c5-1111-4f15-bb53-efcd304bd317 req-68f25d3b-d1f0-4093-a35f-51831edc5ca3 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/security-groups?id=af3adbe4-e9f3-4a28-84a4-768df4731916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5734274 Mar 05 14:06:41.783124 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-229a8bbf-3772-450a-9cb3-aadc30e51a2d tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:41.789429 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e7dfa5-8a8d-47bb-8336-2916b63be257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6464336-c4c7-4b74-a6b3-a2a68f6751a6', 'code': 200} Mar 05 14:06:41.797566 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a8bbf-3772-450a-9cb3-aadc30e51a2d tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event deleted for resources: {'Network': ['ID=462904c0-3e5d-4a74-8a06-da5bccfc8b98,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:41.809571 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-229a8bbf-3772-450a-9cb3-aadc30e51a2d tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "DELETE /v2.0/networks/462904c0-3e5d-4a74-8a06-da5bccfc8b98 HTTP/1.1" status: 204 len: 168 time: 3.0624638 Mar 05 14:06:41.811450 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2eda20fa-aa0d-4941-8498-04778315f01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:41.813285 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2eda20fa-aa0d-4941-8498-04778315f01c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbb29fd2-9665-469f-8813-273b1d28c585 HTTP/1.1" status: 204 len: 168 time: 0.8193557 Mar 05 14:06:41.814098 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59794) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:41.820069 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-84b7f763-5a9e-4766-95de-e4933fc58fb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:06:41.820643 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-84b7f763-5a9e-4766-95de-e4933fc58fb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:06:41.871914 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e38f9fed-1676-41e5-92a9-57fca8b9b3e5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:41.938805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-6130ab26-ea86-4388-a78f-0ed4b665ba3e tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Deleting subnet 11488974-e45a-4215-82c2-96a9b9fde4ec {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:06:41.950690 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=d6464336-c4c7-4b74-a6b3-a2a68f6751a6,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:41.953925 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6130ab26-ea86-4388-a78f-0ed4b665ba3e tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:42.104802 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 61fe5c0f-3257-4b2b-a081-2517e77ecc1a up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:06:42.105785 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6130ab26-ea86-4388-a78f-0ed4b665ba3e tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:42.106468 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38f9fed-1676-41e5-92a9-57fca8b9b3e5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Network a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:06:42.112196 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-e38f9fed-1676-41e5-92a9-57fca8b9b3e5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:06:42.117487 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38f9fed-1676-41e5-92a9-57fca8b9b3e5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:06:42.204621 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:42.241229 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:42.253237 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [req-6b708776-fec3-458e-8aeb-3dd8b11ee661 req-1e2c4f40-ab35-4634-ab2c-7cce6e034403 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:06:42.253237 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [req-6b708776-fec3-458e-8aeb-3dd8b11ee661 req-1e2c4f40-ab35-4634-ab2c-7cce6e034403 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:06:42.253237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f9fed-1676-41e5-92a9-57fca8b9b3e5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Port': ['ID=22b3aa88-6d3d-43dd-9e75-2b571c6b76c9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:42.301086 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 61fe5c0f-3257-4b2b-a081-2517e77ecc1a triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:06:42.301086 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:42.312835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38f9fed-1676-41e5-92a9-57fca8b9b3e5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:42.312835 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e38f9fed-1676-41e5-92a9-57fca8b9b3e5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:42.354693 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e38f9fed-1676-41e5-92a9-57fca8b9b3e5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.6865590 Mar 05 14:06:42.359334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59806) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:42.385612 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-bcda9278-c42d-4898-a385-75bf76a32548 tempest-DHCPAgentSchedulersTestJSON-588172508 tempest-DHCPAgentSchedulersTestJSON-588172508-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.6311553 Mar 05 14:06:42.390145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59810) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:42.394326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-777cce2e-3768-48ea-9a70-4a9d5d121e20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Request body: {'port': {'network_id': 'a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b', 'name': 'tempest-FloatingIPTestJSON-1354667631'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:42.399990 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-96b20c02-46eb-4029-9a24-2e1e3b2e432e tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-938293892'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:42.404020 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-84b7f763-5a9e-4766-95de-e4933fc58fb3 None None] Deleting port 68e5401a-f2e8-407e-9483-59517e686d59 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:42.404020 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-84b7f763-5a9e-4766-95de-e4933fc58fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:42.407196 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-96b20c02-46eb-4029-9a24-2e1e3b2e432e tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:42.422245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-96b20c02-46eb-4029-9a24-2e1e3b2e432e tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Usage tracker for resource:network and tenant:28cf5d447bd14de7b5ea0ac170bed42b is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:42.426853 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6130ab26-ea86-4388-a78f-0ed4b665ba3e tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:42.466430 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-96b20c02-46eb-4029-9a24-2e1e3b2e432e tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:42.496399 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-96b20c02-46eb-4029-9a24-2e1e3b2e432e tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:42.589564 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b20c02-46eb-4029-9a24-2e1e3b2e432e tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Made reservation on behalf of 28cf5d447bd14de7b5ea0ac170bed42b for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:06:42.597115 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-96b20c02-46eb-4029-9a24-2e1e3b2e432e tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:42.673036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b20c02-46eb-4029-9a24-2e1e3b2e432e tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:06:42.705297 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-96b20c02-46eb-4029-9a24-2e1e3b2e432e tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:42.705297 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-96b20c02-46eb-4029-9a24-2e1e3b2e432e tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Added segment 8a55adcf-7b74-428a-a600-b93cacec4b6c of type vlan for network d3ac2109-e2f5-4d09-95b6-7f32b598f750 Mar 05 14:06:42.708971 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-84b7f763-5a9e-4766-95de-e4933fc58fb3 None None] The port '68e5401a-f2e8-407e-9483-59517e686d59' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:06:42.747058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-777cce2e-3768-48ea-9a70-4a9d5d121e20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:42.747058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-6b708776-fec3-458e-8aeb-3dd8b11ee661 req-1e2c4f40-ab35-4634-ab2c-7cce6e034403 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Deleting port d6464336-c4c7-4b74-a6b3-a2a68f6751a6 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:42.751482 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6b708776-fec3-458e-8aeb-3dd8b11ee661 req-1e2c4f40-ab35-4634-ab2c-7cce6e034403 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:42.766531 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-96b20c02-46eb-4029-9a24-2e1e3b2e432e tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:42.838865 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-96b20c02-46eb-4029-9a24-2e1e3b2e432e tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:42.845733 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b20c02-46eb-4029-9a24-2e1e3b2e432e tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:42.848529 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-96b20c02-46eb-4029-9a24-2e1e3b2e432e tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:42.857836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-777cce2e-3768-48ea-9a70-4a9d5d121e20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Usage tracker for resource:port and tenant:cc2a8dcf86ad41029dafc1c5996d6ff1 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:42.903041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-777cce2e-3768-48ea-9a70-4a9d5d121e20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:42.910512 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6130ab26-ea86-4388-a78f-0ed4b665ba3e tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:42.934428 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-777cce2e-3768-48ea-9a70-4a9d5d121e20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:43.086347 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6130ab26-ea86-4388-a78f-0ed4b665ba3e tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:43.092075 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a777b1d-9a8b-4e73-a537-9fe62e4c2bff None None] Network 402a8d67-e6fa-4708-ba96-e44461ca94a0 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:06:43.096699 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777cce2e-3768-48ea-9a70-4a9d5d121e20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Made reservation on behalf of cc2a8dcf86ad41029dafc1c5996d6ff1 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:06:43.096699 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-777cce2e-3768-48ea-9a70-4a9d5d121e20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:43.189567 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130ab26-ea86-4388-a78f-0ed4b665ba3e tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event deleted for resources: {'Subnet': ['ID=11488974-e45a-4215-82c2-96a9b9fde4ec,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:43.213519 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59836) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:43.225983 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-777cce2e-3768-48ea-9a70-4a9d5d121e20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] device_id is not set on port ff08b72d-426f-4c43-88ed-b41d950676a9 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:06:43.295471 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6130ab26-ea86-4388-a78f-0ed4b665ba3e tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "DELETE /v2.0/subnets/11488974-e45a-4215-82c2-96a9b9fde4ec HTTP/1.1" status: 204 len: 168 time: 1.4800036 Mar 05 14:06:43.313889 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-96b20c02-46eb-4029-9a24-2e1e3b2e432e tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9432535 Mar 05 14:06:43.313889 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59846) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:43.313889 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59848) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:43.332446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b20c02-46eb-4029-9a24-2e1e3b2e432e tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Pushing event updated for resources: {'Network': ['ID=d3ac2109-e2f5-4d09-95b6-7f32b598f750,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:43.349052 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network d3ac2109-e2f5-4d09-95b6-7f32b598f750 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:06:43.561100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-a409d1ff-dfd0-4682-a404-45da535e32d0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Deleting subnet 900ad54f-439b-43fc-8217-95728179e29f {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:06:43.572815 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a409d1ff-dfd0-4682-a404-45da535e32d0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:43.708410 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:43.815997 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7d1913-6e0c-4693-91f4-c4949e184002 None None] DHCP port deletion for 402a8d67-e6fa-4708-ba96-e44461ca94a0 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:06:43.834681 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-aa7d1913-6e0c-4693-91f4-c4949e184002 None None] Deleting port 250f6564-6829-4ea9-92dd-b40c8a7030a9 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:43.838314 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aa7d1913-6e0c-4693-91f4-c4949e184002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:43.918404 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a409d1ff-dfd0-4682-a404-45da535e32d0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:43.956230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-6b708776-fec3-458e-8aeb-3dd8b11ee661 req-1e2c4f40-ab35-4634-ab2c-7cce6e034403 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] For port d6464336-c4c7-4b74-a6b3-a2a68f6751a6, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d6464336-c4c7-4b74-a6b3-a2a68f6751a6,segment=NetworkSegment(54fca434-391f-40fa-ba70-9592a89081f4),segment_id=54fca434-391f-40fa-ba70-9592a89081f4)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:43.957559 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6b708776-fec3-458e-8aeb-3dd8b11ee661 req-1e2c4f40-ab35-4634-ab2c-7cce6e034403 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:44.056925 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b29056-b34e-443e-9aeb-6d089d7d31c8 req-a09bb261-a88c-43b9-b67c-870e519106bb tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:44.058452 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a4b29056-b34e-443e-9aeb-6d089d7d31c8 req-a09bb261-a88c-43b9-b67c-870e519106bb tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 944 time: 0.9981775 Mar 05 14:06:44.104147 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 250f6564-6829-4ea9-92dd-b40c8a7030a9 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:06:44.168672 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f3694ead-413d-4463-8250-4a4ae666001e tempest-DHCPAgentSchedulersTestJSON-588172508 tempest-DHCPAgentSchedulersTestJSON-588172508-project-admin] 10.222.0.16 "GET /v2.0/agents/4e401ed9-e0fe-4c7c-8458-bb742ea79f10/dhcp-networks HTTP/1.1" status: 200 len: 8025 time: 0.8450091 Mar 05 14:06:44.179589 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59878) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:44.291315 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a4b29056-b34e-443e-9aeb-6d089d7d31c8 req-9f0d6dc5-8a42-4086-ac9b-44151dba4643 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/security-groups?id=af3adbe4-e9f3-4a28-84a4-768df4731916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132778 Mar 05 14:06:44.316542 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a409d1ff-dfd0-4682-a404-45da535e32d0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:44.457418 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-6b708776-fec3-458e-8aeb-3dd8b11ee661 req-1e2c4f40-ab35-4634-ab2c-7cce6e034403 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Calling delete_port for d6464336-c4c7-4b74-a6b3-a2a68f6751a6 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:06:44.537593 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-aa7d1913-6e0c-4693-91f4-c4949e184002 None None] For port 250f6564-6829-4ea9-92dd-b40c8a7030a9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=250f6564-6829-4ea9-92dd-b40c8a7030a9,segment=NetworkSegment(b6b84d00-fbcb-44e9-9a36-922110621072),segment_id=b6b84d00-fbcb-44e9-9a36-922110621072)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:44.537593 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aa7d1913-6e0c-4693-91f4-c4949e184002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:44.568738 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eec6824-60b6-433c-b818-f7a5ff98182d tempest-DHCPAgentSchedulersTestJSON-588172508 tempest-DHCPAgentSchedulersTestJSON-588172508-project-admin] Network d3ac2109-e2f5-4d09-95b6-7f32b598f750 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:06:44.572199 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-020e9d64-f103-4a3e-bf5b-1808c6c6424d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b80b7d11635540fbab844a8b46289805&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3428662 Mar 05 14:06:44.572199 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59886) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:44.605225 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-777cce2e-3768-48ea-9a70-4a9d5d121e20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Allocated IP 172.20.0.14 (a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b/8302c89b-830b-4640-9f42-402e543f95ec/ff08b72d-426f-4c43-88ed-b41d950676a9) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:06:44.623562 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4eec6824-60b6-433c-b818-f7a5ff98182d tempest-DHCPAgentSchedulersTestJSON-588172508 tempest-DHCPAgentSchedulersTestJSON-588172508-project-admin] 10.222.0.16 "POST /v2.0/agents/4e401ed9-e0fe-4c7c-8458-bb742ea79f10/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4403946 Mar 05 14:06:44.627064 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59890) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:44.644695 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a409d1ff-dfd0-4682-a404-45da535e32d0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:44.726081 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409d1ff-dfd0-4682-a404-45da535e32d0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event deleted for resources: {'Subnet': ['ID=900ad54f-439b-43fc-8217-95728179e29f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:44.735334 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a409d1ff-dfd0-4682-a404-45da535e32d0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:44.750424 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a409d1ff-dfd0-4682-a404-45da535e32d0 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "DELETE /v2.0/subnets/900ad54f-439b-43fc-8217-95728179e29f HTTP/1.1" status: 204 len: 168 time: 1.4340179 Mar 05 14:06:44.753709 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fd28a7-488a-4813-b738-4b2915696809 None None] Network d3ac2109-e2f5-4d09-95b6-7f32b598f750 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:06:44.763278 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59898) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:44.906678 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b84fc5-9364-4e2e-b38c-b66b2b69f94f None None] Network 91596236-38aa-4d56-bc2a-dd94136688d9 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:06:44.916466 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:44.932703 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Deleting port 250f6564-6829-4ea9-92dd-b40c8a7030a9 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:44.932703 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:45.013780 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-aa7d1913-6e0c-4693-91f4-c4949e184002 None None] Calling delete_port for 250f6564-6829-4ea9-92dd-b40c8a7030a9 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:06:45.276085 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] For port 250f6564-6829-4ea9-92dd-b40c8a7030a9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=250f6564-6829-4ea9-92dd-b40c8a7030a9,segment=NetworkSegment(b6b84d00-fbcb-44e9-9a36-922110621072),segment_id=b6b84d00-fbcb-44e9-9a36-922110621072)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:45.276085 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:45.290962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59910) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:45.290962 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5a221a47-39f8-49f2-a90b-e318f3cbb326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:45.294900 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:45.381464 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6b708776-fec3-458e-8aeb-3dd8b11ee661 req-1e2c4f40-ab35-4634-ab2c-7cce6e034403 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:45.455178 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5a221a47-39f8-49f2-a90b-e318f3cbb326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:45.566991 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 250f6564-6829-4ea9-92dd-b40c8a7030a9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=250f6564-6829-4ea9-92dd-b40c8a7030a9,segment=NetworkSegment(b6b84d00-fbcb-44e9-9a36-922110621072),segment_id=b6b84d00-fbcb-44e9-9a36-922110621072)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:45.594426 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c4f40-ab35-4634-ab2c-7cce6e034403 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Pushing event deleted for resources: {'Port': ['ID=d6464336-c4c7-4b74-a6b3-a2a68f6751a6,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:45.619709 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:45.708157 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-95c44007-8251-48d5-bb6e-f02b26798ae0 tempest-DHCPAgentSchedulersTestJSON-588172508 tempest-DHCPAgentSchedulersTestJSON-588172508-project-admin] 10.222.0.16 "GET /v2.0/agents/4e401ed9-e0fe-4c7c-8458-bb742ea79f10/dhcp-networks HTTP/1.1" status: 200 len: 8756 time: 1.0783236 Mar 05 14:06:45.721739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Calling delete_port for 250f6564-6829-4ea9-92dd-b40c8a7030a9 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:06:45.760550 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59922) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:45.768042 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b708776-fec3-458e-8aeb-3dd8b11ee661 req-1e2c4f40-ab35-4634-ab2c-7cce6e034403 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] No DVR routers for this DVR port d6464336-c4c7-4b74-a6b3-a2a68f6751a6 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:06:45.768042 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-65e46095-e19f-4b5e-b4f1-383cb30033b9 req-e28552d2-bc67-40e4-8557-5c8d6103d34c tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Synchronizing usage tracker for tenant:f836228182ef4f768867e007978bd0a5 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:06:45.774356 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-aa7d1913-6e0c-4693-91f4-c4949e184002 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:06:45.774356 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-aa7d1913-6e0c-4693-91f4-c4949e184002 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:06:45.778006 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6b708776-fec3-458e-8aeb-3dd8b11ee661 req-1e2c4f40-ab35-4634-ab2c-7cce6e034403 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:45.784771 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e7dfa5-8a8d-47bb-8336-2916b63be257', 'name': 'network-vif-deleted', 'tag': 'd6464336-c4c7-4b74-a6b3-a2a68f6751a6'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:06:45.798659 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b1ac7554-7ccc-4879-88da-5a2fd511a6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:45.820138 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=250f6564-6829-4ea9-92dd-b40c8a7030a9,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:45.853408 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:06:45.853408 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:06:45.888972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b1ac7554-7ccc-4879-88da-5a2fd511a6db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:45.895208 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e7dfa5-8a8d-47bb-8336-2916b63be257', 'name': 'network-vif-deleted', 'tag': 'd6464336-c4c7-4b74-a6b3-a2a68f6751a6', 'status': 'completed', 'code': 200} Mar 05 14:06:45.902576 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b1ac7554-7ccc-4879-88da-5a2fd511a6db admin admin] Usage tracker for resource:security_group_rule and tenant:ed4e6b3f3aec4516a80003b7dd0b5a84 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:45.903114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b1ac7554-7ccc-4879-88da-5a2fd511a6db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:45.925352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b1ac7554-7ccc-4879-88da-5a2fd511a6db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:45.976511 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-65e46095-e19f-4b5e-b4f1-383cb30033b9 req-e28552d2-bc67-40e4-8557-5c8d6103d34c tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] Unset dirty status for tenant:f836228182ef4f768867e007978bd0a5 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:06:45.977669 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-65e46095-e19f-4b5e-b4f1-383cb30033b9 req-e28552d2-bc67-40e4-8557-5c8d6103d34c tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.16 "GET /v2.0/ports?device_id=93e7dfa5-8a8d-47bb-8336-2916b63be257 HTTP/1.1" status: 200 len: 210 time: 0.3596244 Mar 05 14:06:45.978825 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5ca049-ee7a-48ba-beca-529d79da04b3 None None] DHCP port deletion for 91596236-38aa-4d56-bc2a-dd94136688d9 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:06:45.986630 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ab5ca049-ee7a-48ba-beca-529d79da04b3 None None] Deleting port 14c42e3a-7b65-4e1e-bf35-3601f9f7dd51 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:45.987093 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ab5ca049-ee7a-48ba-beca-529d79da04b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:46.015460 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6b708776-fec3-458e-8aeb-3dd8b11ee661 req-1e2c4f40-ab35-4634-ab2c-7cce6e034403 tempest-TestServerAdvancedOps-1277545261 tempest-TestServerAdvancedOps-1277545261-project] 10.222.0.30 "DELETE /v2.0/ports/d6464336-c4c7-4b74-a6b3-a2a68f6751a6 HTTP/1.1" status: 204 len: 173 time: 8.1579311 Mar 05 14:06:46.029672 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-777cce2e-3768-48ea-9a70-4a9d5d121e20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:46.050821 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5a221a47-39f8-49f2-a90b-e318f3cbb326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:46.083964 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5480a6f4-58ca-45bc-bc69-04036d5c6449 tempest-DHCPAgentSchedulersTestJSON-588172508 tempest-DHCPAgentSchedulersTestJSON-588172508-project-admin] 10.222.0.16 "DELETE /v2.0/agents/4e401ed9-e0fe-4c7c-8458-bb742ea79f10/dhcp-networks/d3ac2109-e2f5-4d09-95b6-7f32b598f750 HTTP/1.1" status: 204 len: 168 time: 0.3214352 Mar 05 14:06:46.083964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a221a47-39f8-49f2-a90b-e318f3cbb326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401ce5f1-dd4a-433f-baae-d69a0cd79407,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:46.083964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59930) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:46.103713 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5a221a47-39f8-49f2-a90b-e318f3cbb326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:46.121136 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5a221a47-39f8-49f2-a90b-e318f3cbb326 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/401ce5f1-dd4a-433f-baae-d69a0cd79407 HTTP/1.1" status: 204 len: 168 time: 1.5335703 Mar 05 14:06:46.219886 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 14c42e3a-7b65-4e1e-bf35-3601f9f7dd51 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:06:46.329224 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-aa7d1913-6e0c-4693-91f4-c4949e184002 None None] Deleting port 250f6564-6829-4ea9-92dd-b40c8a7030a9 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:46.329577 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aa7d1913-6e0c-4693-91f4-c4949e184002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:46.350615 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Deleting port 250f6564-6829-4ea9-92dd-b40c8a7030a9 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:46.351179 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:46.371609 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-777cce2e-3768-48ea-9a70-4a9d5d121e20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:46.468034 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ab5ca049-ee7a-48ba-beca-529d79da04b3 None None] For port 14c42e3a-7b65-4e1e-bf35-3601f9f7dd51, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=14c42e3a-7b65-4e1e-bf35-3601f9f7dd51,segment=NetworkSegment(9d9d7ae8-db15-4c74-b959-d64e17611211),segment_id=9d9d7ae8-db15-4c74-b959-d64e17611211)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:46.468034 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ab5ca049-ee7a-48ba-beca-529d79da04b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:46.533717 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b1ac7554-7ccc-4879-88da-5a2fd511a6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:46.559475 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b1ac7554-7ccc-4879-88da-5a2fd511a6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:46.559475 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777cce2e-3768-48ea-9a70-4a9d5d121e20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Network a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:06:46.648458 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-777cce2e-3768-48ea-9a70-4a9d5d121e20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:06:46.670785 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777cce2e-3768-48ea-9a70-4a9d5d121e20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:06:46.710069 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cce2e-3768-48ea-9a70-4a9d5d121e20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Port': ['ID=ff08b72d-426f-4c43-88ed-b41d950676a9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:46.712197 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ab5ca049-ee7a-48ba-beca-529d79da04b3 None None] Calling delete_port for 14c42e3a-7b65-4e1e-bf35-3601f9f7dd51 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:06:46.771902 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b1ac7554-7ccc-4879-88da-5a2fd511a6db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed4e6b3f3aec4516a80003b7dd0b5a84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4918330 Mar 05 14:06:46.784228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59950) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:46.815045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac7554-7ccc-4879-88da-5a2fd511a6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426dff7d-6957-42e9-89b4-552ca7200a20,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:46.851371 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e17ef871-786d-4a26-9957-f6a6a77c1ddc tempest-DHCPAgentSchedulersTestJSON-588172508 tempest-DHCPAgentSchedulersTestJSON-588172508-project-admin] 10.222.0.16 "GET /v2.0/agents/4e401ed9-e0fe-4c7c-8458-bb742ea79f10/dhcp-networks HTTP/1.1" status: 200 len: 7987 time: 0.7677410 Mar 05 14:06:46.859779 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59956) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:46.957731 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777cce2e-3768-48ea-9a70-4a9d5d121e20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:46.973271 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-777cce2e-3768-48ea-9a70-4a9d5d121e20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:47.010415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] For port 250f6564-6829-4ea9-92dd-b40c8a7030a9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=250f6564-6829-4ea9-92dd-b40c8a7030a9,segment=NetworkSegment(b6b84d00-fbcb-44e9-9a36-922110621072),segment_id=b6b84d00-fbcb-44e9-9a36-922110621072)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:47.010415 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:47.071134 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:47.096036 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-aa7d1913-6e0c-4693-91f4-c4949e184002 None None] For port 250f6564-6829-4ea9-92dd-b40c8a7030a9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=250f6564-6829-4ea9-92dd-b40c8a7030a9,segment=NetworkSegment(b6b84d00-fbcb-44e9-9a36-922110621072),segment_id=b6b84d00-fbcb-44e9-9a36-922110621072)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:47.096036 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aa7d1913-6e0c-4693-91f4-c4949e184002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:47.109608 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ab5ca049-ee7a-48ba-beca-529d79da04b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:47.150485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59962) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:47.159226 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-777cce2e-3768-48ea-9a70-4a9d5d121e20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7977967 Mar 05 14:06:47.170184 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6c00dad7-8548-4a04-b54b-3954400eb1e5 tempest-DHCPAgentSchedulersTestJSON-588172508 tempest-DHCPAgentSchedulersTestJSON-588172508-project-admin] 10.222.0.16 "GET /v2.0/networks/9db9918e-fb8f-49b8-9da5-5ab7e0e46a11/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.3081474 Mar 05 14:06:47.173478 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59970) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:47.209433 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4133c174-7990-4457-a3bf-d549204e88af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:47.304930 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-aa7d1913-6e0c-4693-91f4-c4949e184002 None None] Calling delete_port for 250f6564-6829-4ea9-92dd-b40c8a7030a9 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:06:47.326329 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4133c174-7990-4457-a3bf-d549204e88af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:47.344007 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-be85a786-d84a-48b3-8282-dfbbf77e89a5 tempest-DHCPAgentSchedulersTestJSON-588172508 tempest-DHCPAgentSchedulersTestJSON-588172508-project-admin] 10.222.0.16 "GET /v2.0/networks/9db9918e-fb8f-49b8-9da5-5ab7e0e46a11/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1606762 Mar 05 14:06:47.360698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59978) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:47.370667 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 59984) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:47.384187 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ca049-ee7a-48ba-beca-529d79da04b3 None None] Pushing event deleted for resources: {'Port': ['ID=14c42e3a-7b65-4e1e-bf35-3601f9f7dd51,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:47.393486 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5ca049-ee7a-48ba-beca-529d79da04b3 None None] No DVR routers for this DVR port 14c42e3a-7b65-4e1e-bf35-3601f9f7dd51 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:06:47.499162 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': 'ff08b72d-426f-4c43-88ed-b41d950676a9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:47.508546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:47.513901 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Usage tracker for resource:floatingip and tenant:cc2a8dcf86ad41029dafc1c5996d6ff1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:47.517467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:47.523793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:47.540769 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Calling delete_port for 250f6564-6829-4ea9-92dd-b40c8a7030a9 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:06:47.571653 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:47.584591 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aa7d1913-6e0c-4693-91f4-c4949e184002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:47.653190 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7d1913-6e0c-4693-91f4-c4949e184002 None None] No DVR routers for this DVR port 250f6564-6829-4ea9-92dd-b40c8a7030a9 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:06:47.653190 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d1913-6e0c-4693-91f4-c4949e184002 None None] Pushing event deleted for resources: {'Port': ['ID=250f6564-6829-4ea9-92dd-b40c8a7030a9,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:47.679048 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1770ed-fefe-4d97-ac5a-3ee858390bd2 admin admin] Deleting subnet 08505e2b-abfa-41ee-86f3-cb95941e4bbf {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:06:47.738363 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cf1770ed-fefe-4d97-ac5a-3ee858390bd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:47.762417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 59992) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:47.807319 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:06:47.807791 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:06:47.822120 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cf1770ed-fefe-4d97-ac5a-3ee858390bd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:47.857604 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:47.865102 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4133c174-7990-4457-a3bf-d549204e88af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:47.920623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133c174-7990-4457-a3bf-d549204e88af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426dff7d-6957-42e9-89b4-552ca7200a20,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:47.931097 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-03366c22-07fa-417f-8f58-29f317b50343 tempest-DHCPAgentSchedulersTestJSON-588172508 tempest-DHCPAgentSchedulersTestJSON-588172508-project-admin] 10.222.0.16 "GET /v2.0/agents/4e401ed9-e0fe-4c7c-8458-bb742ea79f10/dhcp-networks HTTP/1.1" status: 200 len: 7987 time: 0.5792670 Mar 05 14:06:47.931097 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4133c174-7990-4457-a3bf-d549204e88af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:47.935924 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4133c174-7990-4457-a3bf-d549204e88af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/426dff7d-6957-42e9-89b4-552ca7200a20 HTTP/1.1" status: 204 len: 168 time: 1.1264467 Mar 05 14:06:47.935924 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60000) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:47.991977 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-353b2af7-6990-457c-879f-dc60761eefb6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-20555541-network', 'tenant_id': '8a478a8d0661420789e0812b794c38ab'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:48.089271 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cf1770ed-fefe-4d97-ac5a-3ee858390bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:48.094166 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-353b2af7-6990-457c-879f-dc60761eefb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:48.104657 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-353b2af7-6990-457c-879f-dc60761eefb6 admin admin] Usage tracker for resource:network and tenant:8a478a8d0661420789e0812b794c38ab is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:48.113287 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:06:48.114449 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-353b2af7-6990-457c-879f-dc60761eefb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:48.123189 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-353b2af7-6990-457c-879f-dc60761eefb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:48.137748 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0333845d-fb02-414e-9733-84291b436497 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:48.148264 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Allocated IP 172.25.4.60 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/dc96810f-b9e0-4006-99de-908421d43d26) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:06:48.150530 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Deleting port 250f6564-6829-4ea9-92dd-b40c8a7030a9 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:48.151275 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:48.193545 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353b2af7-6990-457c-879f-dc60761eefb6 admin admin] Made reservation on behalf of 8a478a8d0661420789e0812b794c38ab for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:06:48.195564 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-353b2af7-6990-457c-879f-dc60761eefb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:48.262472 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-353b2af7-6990-457c-879f-dc60761eefb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:48.288888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] The port '250f6564-6829-4ea9-92dd-b40c8a7030a9' was deleted {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:06:48.288888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-353b2af7-6990-457c-879f-dc60761eefb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:48.339260 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-353b2af7-6990-457c-879f-dc60761eefb6 admin admin] Usage tracker for resource:security_group_rule and tenant:8a478a8d0661420789e0812b794c38ab is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:48.361134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-353b2af7-6990-457c-879f-dc60761eefb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:48.456298 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:48.461217 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cf1770ed-fefe-4d97-ac5a-3ee858390bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:48.484014 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['402a8d67-e6fa-4708-ba96-e44461ca94a0']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:48.497222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b84d00-fbcb-44e9-9a36-922110621072') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:48.497736 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b84d00-fbcb-44e9-9a36-922110621072') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:48.510873 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:48.528729 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:48.535876 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:06:48.536549 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:48.580198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1770ed-fefe-4d97-ac5a-3ee858390bd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08505e2b-abfa-41ee-86f3-cb95941e4bbf,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:48.584340 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0333845d-fb02-414e-9733-84291b436497 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:48.597158 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cf1770ed-fefe-4d97-ac5a-3ee858390bd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:06:48.602236 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-353b2af7-6990-457c-879f-dc60761eefb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:48.611558 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cf1770ed-fefe-4d97-ac5a-3ee858390bd2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/08505e2b-abfa-41ee-86f3-cb95941e4bbf HTTP/1.1" status: 204 len: 168 time: 1.2201343 Mar 05 14:06:48.615031 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60020) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:48.636005 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-0333845d-fb02-414e-9733-84291b436497 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ac2109-e2f5-4d09-95b6-7f32b598f750']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:48.669775 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-0333845d-fb02-414e-9733-84291b436497 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a55adcf-7b74-428a-a600-b93cacec4b6c') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:48.669775 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-0333845d-fb02-414e-9733-84291b436497 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a55adcf-7b74-428a-a600-b93cacec4b6c') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:48.737578 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0333845d-fb02-414e-9733-84291b436497 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:48.766280 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0333845d-fb02-414e-9733-84291b436497 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:48.766280 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f58fcf78-bafe-4431-ab3f-ffca4ee0a939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:48.775010 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0333845d-fb02-414e-9733-84291b436497 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:06:48.775491 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0333845d-fb02-414e-9733-84291b436497 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:06:48.793951 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:06:48.836955 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:48.864518 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:48.869015 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:48.941880 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0333845d-fb02-414e-9733-84291b436497 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:48.948552 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:48.951700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event deleted for resources: {'Network': ['ID=402a8d67-e6fa-4708-ba96-e44461ca94a0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:48.985105 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0333845d-fb02-414e-9733-84291b436497 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:49.005225 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4364a43d-1127-41fa-8a00-4f8157d64662 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "DELETE /v2.0/networks/402a8d67-e6fa-4708-ba96-e44461ca94a0 HTTP/1.1" status: 204 len: 168 time: 4.2350643 Mar 05 14:06:49.022047 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60032) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:49.074748 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0333845d-fb02-414e-9733-84291b436497 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] 10.222.0.16 "DELETE /v2.0/networks/d3ac2109-e2f5-4d09-95b6-7f32b598f750 HTTP/1.1" status: 204 len: 168 time: 1.1296735 Mar 05 14:06:49.074748 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333845d-fb02-414e-9733-84291b436497 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Pushing event deleted for resources: {'Network': ['ID=d3ac2109-e2f5-4d09-95b6-7f32b598f750,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:49.074748 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60038) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:49.082945 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f58fcf78-bafe-4431-ab3f-ffca4ee0a939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:49.167575 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-81decada-4690-4663-8e6c-b6e26ebab914 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] DELETE failed (client error): The resource could not be found. Mar 05 14:06:49.168067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81decada-4690-4663-8e6c-b6e26ebab914 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:06:49.169762 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-81decada-4690-4663-8e6c-b6e26ebab914 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] 10.222.0.16 "DELETE /v2.0/ports/81534fef-39a2-4cc9-810e-cee451f9fd59 HTTP/1.1" status: 404 len: 333 time: 0.0950899 Mar 05 14:06:49.173330 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60046) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:49.198270 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:06:49.212839 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:06:49.220872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Port': ['ID=dc96810f-b9e0-4006-99de-908421d43d26,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:49.225036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:06:49.226158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-f58fcf78-bafe-4431-ab3f-ffca4ee0a939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce82ece0-1c36-4944-a921-c87e541fb605']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:49.259816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-f58fcf78-bafe-4431-ab3f-ffca4ee0a939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fca434-391f-40fa-ba70-9592a89081f4') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:49.259816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-f58fcf78-bafe-4431-ab3f-ffca4ee0a939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fca434-391f-40fa-ba70-9592a89081f4') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:49.265343 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-67e36358-9f2a-4632-bca0-7c519504c233 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:49.280184 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f58fcf78-bafe-4431-ab3f-ffca4ee0a939 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:49.312740 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecfd1fc9-bd46-4214-890d-81b18929efd8 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Deleting subnet e2e32d72-090d-4fab-86aa-063e4e11e0e2 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:06:49.312740 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1fc9-bd46-4214-890d-81b18929efd8 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:49.331819 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f58fcf78-bafe-4431-ab3f-ffca4ee0a939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:49.342431 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58fcf78-bafe-4431-ab3f-ffca4ee0a939 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:06:49.342431 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f58fcf78-bafe-4431-ab3f-ffca4ee0a939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:06:49.359568 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:06:49.449877 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1fc9-bd46-4214-890d-81b18929efd8 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:49.512846 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f58fcf78-bafe-4431-ab3f-ffca4ee0a939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:49.521069 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f58fcf78-bafe-4431-ab3f-ffca4ee0a939 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:49.556315 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-67e36358-9f2a-4632-bca0-7c519504c233 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:49.567335 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-353b2af7-6990-457c-879f-dc60761eefb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:49.582823 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-353b2af7-6990-457c-879f-dc60761eefb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:49.594542 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353b2af7-6990-457c-879f-dc60761eefb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:06:49.607151 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-353b2af7-6990-457c-879f-dc60761eefb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:49.607489 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-353b2af7-6990-457c-879f-dc60761eefb6 admin admin] Added segment 53e0795d-518c-4fa2-80c9-09ce23fb9c7d of type vlan for network d7fc820f-df63-4299-a073-3478d7e40f96 Mar 05 14:06:49.651129 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f58fcf78-bafe-4431-ab3f-ffca4ee0a939 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ce82ece0-1c36-4944-a921-c87e541fb605 HTTP/1.1" status: 204 len: 168 time: 1.0343413 Mar 05 14:06:49.651129 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fcf78-bafe-4431-ab3f-ffca4ee0a939 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce82ece0-1c36-4944-a921-c87e541fb605,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:49.651129 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60058) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:49.807869 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fabaca7-6659-481f-a3d6-41c2bf9aa0b5 admin admin] Deleting subnet f63fb1ef-aadc-4fb1-8247-ccd38649998e {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:06:49.814204 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1fabaca7-6659-481f-a3d6-41c2bf9aa0b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:49.868477 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1fabaca7-6659-481f-a3d6-41c2bf9aa0b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:49.889157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-67e36358-9f2a-4632-bca0-7c519504c233 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91596236-38aa-4d56-bc2a-dd94136688d9']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:49.920114 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-353b2af7-6990-457c-879f-dc60761eefb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:49.930662 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-67e36358-9f2a-4632-bca0-7c519504c233 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9d7ae8-db15-4c74-b959-d64e17611211') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:49.930662 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-67e36358-9f2a-4632-bca0-7c519504c233 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9d7ae8-db15-4c74-b959-d64e17611211') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:49.933186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b2af7-6990-457c-879f-dc60761eefb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a793fd8-9ed4-4ae3-a4ae-4d052731f11d,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:49.979440 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1fc9-bd46-4214-890d-81b18929efd8 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:50.006685 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-67e36358-9f2a-4632-bca0-7c519504c233 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:50.051174 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-67e36358-9f2a-4632-bca0-7c519504c233 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:50.068545 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e36358-9f2a-4632-bca0-7c519504c233 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:06:50.068545 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-67e36358-9f2a-4632-bca0-7c519504c233 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:50.071791 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1fabaca7-6659-481f-a3d6-41c2bf9aa0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:06:50.081151 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:06:50.100874 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-353b2af7-6990-457c-879f-dc60761eefb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:50.100874 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353b2af7-6990-457c-879f-dc60761eefb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:50.100874 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-353b2af7-6990-457c-879f-dc60761eefb6 admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:50.167890 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1fc9-bd46-4214-890d-81b18929efd8 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:50.232764 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd1fc9-bd46-4214-890d-81b18929efd8 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Pushing event deleted for resources: {'Subnet': ['ID=e2e32d72-090d-4fab-86aa-063e4e11e0e2,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:50.236142 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1fc9-bd46-4214-890d-81b18929efd8 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:50.253825 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ecfd1fc9-bd46-4214-890d-81b18929efd8 tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] 10.222.0.16 "DELETE /v2.0/subnets/e2e32d72-090d-4fab-86aa-063e4e11e0e2 HTTP/1.1" status: 204 len: 168 time: 1.0739489 Mar 05 14:06:50.253825 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1fabaca7-6659-481f-a3d6-41c2bf9aa0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:50.278647 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60068) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:50.280962 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629e417b-5dc8-4035-913b-50c2478e44dc None None] Network 9db9918e-fb8f-49b8-9da5-5ab7e0e46a11 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:06:50.377121 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabaca7-6659-481f-a3d6-41c2bf9aa0b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f63fb1ef-aadc-4fb1-8247-ccd38649998e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:50.397082 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1fabaca7-6659-481f-a3d6-41c2bf9aa0b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:50.397082 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1fabaca7-6659-481f-a3d6-41c2bf9aa0b5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f63fb1ef-aadc-4fb1-8247-ccd38649998e HTTP/1.1" status: 204 len: 168 time: 0.7330897 Mar 05 14:06:50.401079 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60074) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:50.565928 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b2af7-6990-457c-879f-dc60761eefb6 admin admin] Pushing event updated for resources: {'Network': ['ID=d7fc820f-df63-4299-a073-3478d7e40f96,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:50.590067 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-353b2af7-6990-457c-879f-dc60761eefb6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8294778 Mar 05 14:06:50.590067 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-67e36358-9f2a-4632-bca0-7c519504c233 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:50.595745 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60082) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:50.608214 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network d7fc820f-df63-4299-a073-3478d7e40f96 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:06:50.627480 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-67e36358-9f2a-4632-bca0-7c519504c233 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:50.630218 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e36358-9f2a-4632-bca0-7c519504c233 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event deleted for resources: {'Network': ['ID=91596236-38aa-4d56-bc2a-dd94136688d9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:50.639309 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f0562ce0-4dce-4172-94ab-1c00c850506d admin admin] Request body: {'subnet': {'network_id': 'd7fc820f-df63-4299-a073-3478d7e40f96', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-20555541-subnet', 'tenant_id': '8a478a8d0661420789e0812b794c38ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:50.682017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f0562ce0-4dce-4172-94ab-1c00c850506d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:50.684158 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f0562ce0-4dce-4172-94ab-1c00c850506d admin admin] Usage tracker for resource:subnet and tenant:8a478a8d0661420789e0812b794c38ab is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:50.691151 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f0562ce0-4dce-4172-94ab-1c00c850506d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:50.697237 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f0562ce0-4dce-4172-94ab-1c00c850506d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:50.724463 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0562ce0-4dce-4172-94ab-1c00c850506d admin admin] Made reservation on behalf of 8a478a8d0661420789e0812b794c38ab for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:06:50.734792 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0562ce0-4dce-4172-94ab-1c00c850506d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:50.923727 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-67e36358-9f2a-4632-bca0-7c519504c233 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "DELETE /v2.0/networks/91596236-38aa-4d56-bc2a-dd94136688d9 HTTP/1.1" status: 204 len: 168 time: 1.9012687 Mar 05 14:06:50.926205 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60090) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:50.930634 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-36ae7f84-6e00-47c6-a7b8-77c59ed5250c tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:50.977874 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd65358-cd6d-4e9d-a72d-40a9dedb8ac0 None None] DHCP port deletion for 9db9918e-fb8f-49b8-9da5-5ab7e0e46a11 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:06:50.982879 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2fd65358-cd6d-4e9d-a72d-40a9dedb8ac0 None None] Deleting port 61fe5c0f-3257-4b2b-a081-2517e77ecc1a {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:50.983258 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2fd65358-cd6d-4e9d-a72d-40a9dedb8ac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:51.016373 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:51.026537 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-65ec77a2-5ac0-418c-aeb4-add1eee80830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:51.030720 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-36ae7f84-6e00-47c6-a7b8-77c59ed5250c tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Deleting port 61fe5c0f-3257-4b2b-a081-2517e77ecc1a {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:51.031374 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-36ae7f84-6e00-47c6-a7b8-77c59ed5250c tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:51.125492 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec563791-e808-4411-b745-6b3262f4d314 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Deleting subnet 610d0c5a-bbed-495d-9987-50e4e6c9d00b {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:06:51.165465 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ec563791-e808-4411-b745-6b3262f4d314 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:51.301935 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-2fd65358-cd6d-4e9d-a72d-40a9dedb8ac0 None None] For port 61fe5c0f-3257-4b2b-a081-2517e77ecc1a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=61fe5c0f-3257-4b2b-a081-2517e77ecc1a,segment=NetworkSegment(47b19918-8cdf-420e-adb8-0934b205ebdc),segment_id=47b19918-8cdf-420e-adb8-0934b205ebdc)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:51.302427 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2fd65358-cd6d-4e9d-a72d-40a9dedb8ac0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:51.304583 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0562ce0-4dce-4172-94ab-1c00c850506d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:51.417726 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ec563791-e808-4411-b745-6b3262f4d314 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:51.457642 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:51.598112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0562ce0-4dce-4172-94ab-1c00c850506d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8e4ceaa-31dc-4b75-b610-85dbda81a8c6,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:51.598112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0562ce0-4dce-4172-94ab-1c00c850506d admin admin] Checking segment: {'id': '53e0795d-518c-4fa2-80c9-09ce23fb9c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd7fc820f-df63-4299-a073-3478d7e40f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:06:51.598112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0562ce0-4dce-4172-94ab-1c00c850506d admin admin] Network hostable DHCP agents. Network: d7fc820f-df63-4299-a073-3478d7e40f96, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:06:51.629220 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2fd65358-cd6d-4e9d-a72d-40a9dedb8ac0 None None] Calling delete_port for 61fe5c0f-3257-4b2b-a081-2517e77ecc1a owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:06:51.675973 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-65ec77a2-5ac0-418c-aeb4-add1eee80830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:51.709611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0562ce0-4dce-4172-94ab-1c00c850506d admin admin] Network d7fc820f-df63-4299-a073-3478d7e40f96 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:06:51.728321 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2fd65358-cd6d-4e9d-a72d-40a9dedb8ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:51.739305 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-f0562ce0-4dce-4172-94ab-1c00c850506d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, d7fc820f-df63-4299-a073-3478d7e40f96) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:06:51.747775 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0562ce0-4dce-4172-94ab-1c00c850506d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:06:51.748481 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0562ce0-4dce-4172-94ab-1c00c850506d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:51.802558 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f0562ce0-4dce-4172-94ab-1c00c850506d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1680367 Mar 05 14:06:51.807713 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b1bb82-a2de-4c85-be5a-9bd7aa9e813b None None] Network d7fc820f-df63-4299-a073-3478d7e40f96 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:06:51.823938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-36ae7f84-6e00-47c6-a7b8-77c59ed5250c tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] For port 61fe5c0f-3257-4b2b-a081-2517e77ecc1a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=61fe5c0f-3257-4b2b-a081-2517e77ecc1a,segment=NetworkSegment(47b19918-8cdf-420e-adb8-0934b205ebdc),segment_id=47b19918-8cdf-420e-adb8-0934b205ebdc)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:51.823938 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-36ae7f84-6e00-47c6-a7b8-77c59ed5250c tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:51.865241 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:51.865241 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:51.886128 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd65358-cd6d-4e9d-a72d-40a9dedb8ac0 None None] No DVR routers for this DVR port 61fe5c0f-3257-4b2b-a081-2517e77ecc1a on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:06:51.913188 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd65358-cd6d-4e9d-a72d-40a9dedb8ac0 None None] Pushing event deleted for resources: {'Port': ['ID=61fe5c0f-3257-4b2b-a081-2517e77ecc1a,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:51.990698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-36ae7f84-6e00-47c6-a7b8-77c59ed5250c tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Calling delete_port for 61fe5c0f-3257-4b2b-a081-2517e77ecc1a owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:06:52.089850 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Port': ['ID=dc96810f-b9e0-4006-99de-908421d43d26,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:52.130169 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:52.169772 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-36ae7f84-6e00-47c6-a7b8-77c59ed5250c tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:06:52.170085 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-36ae7f84-6e00-47c6-a7b8-77c59ed5250c tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:06:52.217781 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 61fe5c0f-3257-4b2b-a081-2517e77ecc1a no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:06:52.241621 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-65ec77a2-5ac0-418c-aeb4-add1eee80830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1465267c-a79b-4d0f-a10e-e3e7578f696f']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:52.264548 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 61fe5c0f-3257-4b2b-a081-2517e77ecc1a {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:06:52.264548 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 61fe5c0f-3257-4b2b-a081-2517e77ecc1a not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:06:52.291362 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-65ec77a2-5ac0-418c-aeb4-add1eee80830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c1394a-36c6-4713-ae2c-d47803d0f4ad') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:52.291362 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-65ec77a2-5ac0-418c-aeb4-add1eee80830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c1394a-36c6-4713-ae2c-d47803d0f4ad') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:52.326381 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-65ec77a2-5ac0-418c-aeb4-add1eee80830 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:52.376706 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-65ec77a2-5ac0-418c-aeb4-add1eee80830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:52.381807 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeff71fc-d0bb-4e9d-9891-77fd01caaa81 None None] Network d7fc820f-df63-4299-a073-3478d7e40f96 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:06:52.385114 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ec563791-e808-4411-b745-6b3262f4d314 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:52.482911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ec77a2-5ac0-418c-aeb4-add1eee80830 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:06:52.484358 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-65ec77a2-5ac0-418c-aeb4-add1eee80830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:06:52.502160 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:06:52.537675 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Floating IP 9d54c2ce-21b7-4792-a5ce-1a84711c87a7 associated. External IP: 172.25.4.60, port: ff08b72d-426f-4c43-88ed-b41d950676a9. Mar 05 14:06:52.686271 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-36ae7f84-6e00-47c6-a7b8-77c59ed5250c tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Deleting port 61fe5c0f-3257-4b2b-a081-2517e77ecc1a {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:52.686271 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-36ae7f84-6e00-47c6-a7b8-77c59ed5250c tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:52.835013 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-65ec77a2-5ac0-418c-aeb4-add1eee80830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:52.913060 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-36ae7f84-6e00-47c6-a7b8-77c59ed5250c tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] The port '61fe5c0f-3257-4b2b-a081-2517e77ecc1a' was deleted {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:06:52.915037 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-65ec77a2-5ac0-418c-aeb4-add1eee80830 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:52.927144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec77a2-5ac0-418c-aeb4-add1eee80830 admin admin] Pushing event deleted for resources: {'Network': ['ID=1465267c-a79b-4d0f-a10e-e3e7578f696f,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:52.970601 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ec563791-e808-4411-b745-6b3262f4d314 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:52.977724 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-65ec77a2-5ac0-418c-aeb4-add1eee80830 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1465267c-a79b-4d0f-a10e-e3e7578f696f HTTP/1.1" status: 204 len: 168 time: 2.5766709 Mar 05 14:06:53.171524 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-36ae7f84-6e00-47c6-a7b8-77c59ed5250c tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:53.171524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec563791-e808-4411-b745-6b3262f4d314 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event deleted for resources: {'Subnet': ['ID=610d0c5a-bbed-495d-9987-50e4e6c9d00b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:53.171524 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ec563791-e808-4411-b745-6b3262f4d314 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:53.171524 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ec563791-e808-4411-b745-6b3262f4d314 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "DELETE /v2.0/subnets/610d0c5a-bbed-495d-9987-50e4e6c9d00b HTTP/1.1" status: 204 len: 168 time: 2.2282240 Mar 05 14:06:53.178284 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60130) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:53.181838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06674692-c033-460a-8ee8-5444dd337a9b None None] Network 68de3ed8-920c-4d24-8420-76ad0278759c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:06:53.230707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-36ae7f84-6e00-47c6-a7b8-77c59ed5250c tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db9918e-fb8f-49b8-9da5-5ab7e0e46a11']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:53.261192 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-36ae7f84-6e00-47c6-a7b8-77c59ed5250c tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b19918-8cdf-420e-adb8-0934b205ebdc') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:53.261192 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-36ae7f84-6e00-47c6-a7b8-77c59ed5250c tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b19918-8cdf-420e-adb8-0934b205ebdc') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:53.492284 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60142) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:53.548316 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Router 4b6ffbf0-36dc-4545-8361-0e538a3555fb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:06:53.571844 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-36ae7f84-6e00-47c6-a7b8-77c59ed5250c tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:53.630052 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:53.675954 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-36ae7f84-6e00-47c6-a7b8-77c59ed5250c tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:53.721662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ae7f84-6e00-47c6-a7b8-77c59ed5250c tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:06:53.722123 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-36ae7f84-6e00-47c6-a7b8-77c59ed5250c tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:06:53.745007 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:06:53.766343 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc52d395-40c0-4e5b-b471-3a221a51e5df None None] DHCP port deletion for 68de3ed8-920c-4d24-8420-76ad0278759c request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:06:53.770895 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-bc52d395-40c0-4e5b-b471-3a221a51e5df None None] Deleting port 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:53.771274 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bc52d395-40c0-4e5b-b471-3a221a51e5df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:53.784225 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Deleting port 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:53.784225 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:53.898713 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:06:53.949439 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daca395-ed70-41e9-854a-15bed8ebcc18 None None] Sync routers for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:06:54.010134 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:54.029025 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daca395-ed70-41e9-854a-15bed8ebcc18 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:06:54.041988 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-7daca395-ed70-41e9-854a-15bed8ebcc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:06:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:54.074584 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c416f730-4031-4168-b36a-fa957b6fe2db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f836228182ef4f768867e007978bd0a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5737815 Mar 05 14:06:54.092300 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60152) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:54.105235 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-36ae7f84-6e00-47c6-a7b8-77c59ed5250c tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:54.152897 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-36ae7f84-6e00-47c6-a7b8-77c59ed5250c tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:54.226432 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f4c8b717-b8e6-40b3-9c59-bc4b3369ceb9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.0749488 Mar 05 14:06:54.230338 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60158) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:54.235019 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-590cef63-7637-4b8f-8bb8-995540e0e49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:54.274857 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:06:54.280662 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-590cef63-7637-4b8f-8bb8-995540e0e49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:54.339079 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae7f84-6e00-47c6-a7b8-77c59ed5250c tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] Pushing event deleted for resources: {'Network': ['ID=9db9918e-fb8f-49b8-9da5-5ab7e0e46a11,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:54.343348 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-d9fb191e-8132-472b-8bbf-67d998e887b5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:06:54.350304 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-36ae7f84-6e00-47c6-a7b8-77c59ed5250c tempest-DHCPAgentSchedulersTestJSON-2086373388 tempest-DHCPAgentSchedulersTestJSON-2086373388-project] 10.222.0.16 "DELETE /v2.0/networks/9db9918e-fb8f-49b8-9da5-5ab7e0e46a11 HTTP/1.1" status: 204 len: 168 time: 4.0113940 Mar 05 14:06:54.439208 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-7daca395-ed70-41e9-854a-15bed8ebcc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:54.517360 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daca395-ed70-41e9-854a-15bed8ebcc18 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:06:54.517360 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-7daca395-ed70-41e9-854a-15bed8ebcc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:06:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:54.620881 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] For port 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1,segment=NetworkSegment(dfe01972-6fa3-44b1-a78c-a8296aada86d),segment_id=dfe01972-6fa3-44b1-a78c-a8296aada86d)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:54.621929 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:54.677500 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-7daca395-ed70-41e9-854a-15bed8ebcc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:54.678687 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daca395-ed70-41e9-854a-15bed8ebcc18 None None] The sync data for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:06:54.706821 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-590cef63-7637-4b8f-8bb8-995540e0e49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:54.760890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cef63-7637-4b8f-8bb8-995540e0e49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3adbe4-e9f3-4a28-84a4-768df4731916,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:54.792922 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-590cef63-7637-4b8f-8bb8-995540e0e49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:54.802585 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-590cef63-7637-4b8f-8bb8-995540e0e49a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af3adbe4-e9f3-4a28-84a4-768df4731916 HTTP/1.1" status: 204 len: 168 time: 0.6819835 Mar 05 14:06:54.802585 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d9fb191e-8132-472b-8bbf-67d998e887b5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:54.889482 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-bc52d395-40c0-4e5b-b471-3a221a51e5df None None] For port 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1,segment=NetworkSegment(dfe01972-6fa3-44b1-a78c-a8296aada86d),segment_id=dfe01972-6fa3-44b1-a78c-a8296aada86d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:54.889482 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bc52d395-40c0-4e5b-b471-3a221a51e5df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:54.982069 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:55.032797 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60172) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:55.074599 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Calling delete_port for 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:06:55.082591 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-bc52d395-40c0-4e5b-b471-3a221a51e5df None None] Calling delete_port for 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:06:55.262098 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1,segment=NetworkSegment(dfe01972-6fa3-44b1-a78c-a8296aada86d),segment_id=dfe01972-6fa3-44b1-a78c-a8296aada86d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:55.281825 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:06:55.281825 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:06:55.317183 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:55.443002 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d9fb191e-8132-472b-8bbf-67d998e887b5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:55.449989 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d9fb191e-8132-472b-8bbf-67d998e887b5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:55.450401 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-d9fb191e-8132-472b-8bbf-67d998e887b5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Floating IP 9d54c2ce-21b7-4792-a5ce-1a84711c87a7 disassociated. External IP: 172.25.4.60, port: ff08b72d-426f-4c43-88ed-b41d950676a9. Mar 05 14:06:55.580597 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-bc52d395-40c0-4e5b-b471-3a221a51e5df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:06:55.580956 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-bc52d395-40c0-4e5b-b471-3a221a51e5df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:06:55.583846 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:55.603591 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:55.604158 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:55.604718 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:55.605210 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:55.605699 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:55.606176 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:55.606650 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:55.607322 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:55.607807 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:55.608288 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:55.609302 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:55.610023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:06:55.698175 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60190) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:55.737405 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7884248d-e69f-4453-be3c-eec905648c04 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28cf5d447bd14de7b5ea0ac170bed42b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7102268 Mar 05 14:06:55.752727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60196) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:55.775997 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-326cfaa4-66b4-410e-acc6-ca06275e4c27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=432b9703599f4534b78fbd8b1a457e3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0760117 Mar 05 14:06:55.775997 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60200) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:55.814815 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Deleting port 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:55.814815 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:56.024712 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-76787117-ec01-46ba-bb2a-2f3828a7f4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:56.098220 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-76787117-ec01-46ba-bb2a-2f3828a7f4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:56.103533 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-bc52d395-40c0-4e5b-b471-3a221a51e5df None None] Deleting port 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:56.103533 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bc52d395-40c0-4e5b-b471-3a221a51e5df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:56.409292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] For port 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1,segment=NetworkSegment(dfe01972-6fa3-44b1-a78c-a8296aada86d),segment_id=dfe01972-6fa3-44b1-a78c-a8296aada86d)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:56.409585 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:56.580559 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-bc52d395-40c0-4e5b-b471-3a221a51e5df None None] For port 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1,segment=NetworkSegment(dfe01972-6fa3-44b1-a78c-a8296aada86d),segment_id=dfe01972-6fa3-44b1-a78c-a8296aada86d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:06:56.580559 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bc52d395-40c0-4e5b-b471-3a221a51e5df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:56.612898 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1ce93e8b-b82d-4343-b6b5-01b4154ede78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:56.723105 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Calling delete_port for 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:06:56.727323 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fb191e-8132-472b-8bbf-67d998e887b5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Router 4b6ffbf0-36dc-4545-8361-0e538a3555fb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:06:56.742315 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1ce93e8b-b82d-4343-b6b5-01b4154ede78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:56.877092 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-76787117-ec01-46ba-bb2a-2f3828a7f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:56.919632 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-bc52d395-40c0-4e5b-b471-3a221a51e5df None None] Calling delete_port for 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:06:56.957983 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1ce93e8b-b82d-4343-b6b5-01b4154ede78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:56.971111 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76787117-ec01-46ba-bb2a-2f3828a7f4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f449833-ee03-4d8c-994b-a1819f6246f6,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:57.006956 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce93e8b-b82d-4343-b6b5-01b4154ede78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31da4e9-f7a2-44fb-8d23-d12d999cf137,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:57.027220 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-76787117-ec01-46ba-bb2a-2f3828a7f4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:57.027220 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-76787117-ec01-46ba-bb2a-2f3828a7f4e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f449833-ee03-4d8c-994b-a1819f6246f6 HTTP/1.1" status: 204 len: 168 time: 1.2563839 Mar 05 14:06:57.078450 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:57.241096 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event deleted for resources: {'Port': ['ID=32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:57.250609 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-bc52d395-40c0-4e5b-b471-3a221a51e5df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:06:57.250609 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-bc52d395-40c0-4e5b-b471-3a221a51e5df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:06:57.261766 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] No DVR routers for this DVR port 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1 on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:06:57.381414 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1ce93e8b-b82d-4343-b6b5-01b4154ede78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:57.396564 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1ce93e8b-b82d-4343-b6b5-01b4154ede78 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e31da4e9-f7a2-44fb-8d23-d12d999cf137 HTTP/1.1" status: 204 len: 168 time: 1.6447508 Mar 05 14:06:57.396564 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fb191e-8132-472b-8bbf-67d998e887b5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:06:57.416126 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b04cb1-e748-4cfc-9f65-b3f36ec9a847 None None] Sync routers for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:06:57.428976 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b04cb1-e748-4cfc-9f65-b3f36ec9a847 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:06:57.428976 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-31b04cb1-e748-4cfc-9f65-b3f36ec9a847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:06:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:57.431736 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d9fb191e-8132-472b-8bbf-67d998e887b5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:57.508932 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-31b04cb1-e748-4cfc-9f65-b3f36ec9a847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:57.522417 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b04cb1-e748-4cfc-9f65-b3f36ec9a847 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:06:57.523632 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-31b04cb1-e748-4cfc-9f65-b3f36ec9a847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:06:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:57.529410 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-bc52d395-40c0-4e5b-b471-3a221a51e5df None None] Deleting port 32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:57.530048 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bc52d395-40c0-4e5b-b471-3a221a51e5df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:57.615469 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d9fb191e-8132-472b-8bbf-67d998e887b5 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "PUT /v2.0/floatingips/9d54c2ce-21b7-4792-a5ce-1a84711c87a7 HTTP/1.1" status: 200 len: 687 time: 3.3840516 Mar 05 14:06:57.618907 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60228) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:57.632268 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-31b04cb1-e748-4cfc-9f65-b3f36ec9a847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:57.633186 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b04cb1-e748-4cfc-9f65-b3f36ec9a847 None None] The sync data for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:06:57.726886 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:57.789198 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-bc52d395-40c0-4e5b-b471-3a221a51e5df None None] The port '32f22c84-cb9b-4bcb-92f2-e1b4c550eeb1' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:06:57.819953 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68de3ed8-920c-4d24-8420-76ad0278759c']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:57.860922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe01972-6fa3-44b1-a78c-a8296aada86d') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:57.860922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe01972-6fa3-44b1-a78c-a8296aada86d') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:06:57.916508 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:57.974466 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:58.007334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:06:58.007748 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:06:58.074339 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:06:58.116152 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-6a59f14e-b2a7-4461-a830-7ee8e9ad9dda tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Deleting port dc96810f-b9e0-4006-99de-908421d43d26 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:06:58.116686 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a59f14e-b2a7-4461-a830-7ee8e9ad9dda tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:58.601876 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a59f14e-b2a7-4461-a830-7ee8e9ad9dda tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:58.601876 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a59f14e-b2a7-4461-a830-7ee8e9ad9dda tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:58.762136 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60246) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:58.820879 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:58.855574 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-6a59f14e-b2a7-4461-a830-7ee8e9ad9dda tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Calling delete_port for dc96810f-b9e0-4006-99de-908421d43d26 owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:06:58.858522 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:58.886680 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Pushing event deleted for resources: {'Network': ['ID=68de3ed8-920c-4d24-8420-76ad0278759c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:58.898021 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2c9901db-e2e7-47b1-ba7f-b34cdced2b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:58.904023 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c1c54081-f145-48ae-be01-768952ea918f tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "DELETE /v2.0/networks/68de3ed8-920c-4d24-8420-76ad0278759c HTTP/1.1" status: 204 len: 168 time: 5.7290647 Mar 05 14:06:58.906420 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60252) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:58.926059 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2c9901db-e2e7-47b1-ba7f-b34cdced2b4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:58.940752 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2c9901db-e2e7-47b1-ba7f-b34cdced2b4d admin admin] Usage tracker for resource:security_group_rule and tenant:b3a169ab2b6647a5b3df91ac80cf0f8e is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:58.947680 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2c9901db-e2e7-47b1-ba7f-b34cdced2b4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:58.994842 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-562dbc44-3819-4aa2-a782-cc708c5005e2 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Synchronizing usage tracker for tenant:b1d9070eb55b403cb39697464a691b76 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:06:59.028344 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:59.043533 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2c9901db-e2e7-47b1-ba7f-b34cdced2b4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:59.058608 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-562dbc44-3819-4aa2-a782-cc708c5005e2 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Unset dirty status for tenant:b1d9070eb55b403cb39697464a691b76 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:06:59.058608 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-562dbc44-3819-4aa2-a782-cc708c5005e2 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "GET /v2.0/ports?device_id=799892d4-2d99-416f-8fd2-311db22b822d HTTP/1.1" status: 200 len: 205 time: 0.1440854 Mar 05 14:06:59.065401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60258) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:59.086183 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:59.214734 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60262) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:59.292929 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a59f14e-b2a7-4461-a830-7ee8e9ad9dda tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:59.330966 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-41c9e47f-08eb-4a6f-bde0-50c73975a682 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:59.441467 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c3f74bce-ddd3-42fe-8233-043537be1dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:59.456992 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59f14e-b2a7-4461-a830-7ee8e9ad9dda tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event deleted for resources: {'Port': ['ID=dc96810f-b9e0-4006-99de-908421d43d26,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:59.529140 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c3f74bce-ddd3-42fe-8233-043537be1dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:06:59.535031 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c3f74bce-ddd3-42fe-8233-043537be1dcb admin admin] Usage tracker for resource:security_group_rule and tenant:2678077eaf4f433283c4757ee0f89205 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:06:59.545462 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c3f74bce-ddd3-42fe-8233-043537be1dcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:06:59.566840 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c3f74bce-ddd3-42fe-8233-043537be1dcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:06:59.774455 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-41c9e47f-08eb-4a6f-bde0-50c73975a682 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:59.778545 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-41c9e47f-08eb-4a6f-bde0-50c73975a682 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:59.806543 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a59f14e-b2a7-4461-a830-7ee8e9ad9dda tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:59.817684 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-41c9e47f-08eb-4a6f-bde0-50c73975a682 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:59.817684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c9e47f-08eb-4a6f-bde0-50c73975a682 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Fanout notify agent at l3_agent the message router_deleted on router 799892d4-2d99-416f-8fd2-311db22b822d {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:06:59.840238 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-41c9e47f-08eb-4a6f-bde0-50c73975a682 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:59.840833 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2c9901db-e2e7-47b1-ba7f-b34cdced2b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:59.841669 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-41c9e47f-08eb-4a6f-bde0-50c73975a682 tempest-RoutersNegativeIpV6Test-749942126 tempest-RoutersNegativeIpV6Test-749942126-project] 10.222.0.16 "DELETE /v2.0/routers/799892d4-2d99-416f-8fd2-311db22b822d HTTP/1.1" status: 204 len: 168 time: 0.7781603 Mar 05 14:06:59.857544 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2c9901db-e2e7-47b1-ba7f-b34cdced2b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:59.912746 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9901db-e2e7-47b1-ba7f-b34cdced2b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa73d2b1-02e0-41b1-91c3-8e5b0b672f66,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:06:59.939842 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2c9901db-e2e7-47b1-ba7f-b34cdced2b4d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3a169ab2b6647a5b3df91ac80cf0f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1813960 Mar 05 14:06:59.942535 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60282) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:59.957013 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a59f14e-b2a7-4461-a830-7ee8e9ad9dda tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:06:59.970374 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6a59f14e-b2a7-4461-a830-7ee8e9ad9dda tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "DELETE /v2.0/floatingips/9d54c2ce-21b7-4792-a5ce-1a84711c87a7 HTTP/1.1" status: 204 len: 168 time: 2.3399081 Mar 05 14:06:59.970374 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60286) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:06:59.991234 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': '22b3aa88-6d3d-43dd-9e75-2b571c6b76c9'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:00.017914 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:00.025185 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Usage tracker for resource:floatingip and tenant:cc2a8dcf86ad41029dafc1c5996d6ff1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:00.025185 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c3f74bce-ddd3-42fe-8233-043537be1dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:00.025185 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:00.035801 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:00.042242 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c3f74bce-ddd3-42fe-8233-043537be1dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:00.080119 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-932e0c2f-eb8a-4a49-b395-c133fd265a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:00.132475 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-932e0c2f-eb8a-4a49-b395-c133fd265a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:00.138975 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:00.212881 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60294) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:00.213074 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c3f74bce-ddd3-42fe-8233-043537be1dcb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2678077eaf4f433283c4757ee0f89205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9971228 Mar 05 14:07:00.227602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f74bce-ddd3-42fe-8233-043537be1dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6546ed-00af-47c4-849c-76369496e7d5,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:00.250255 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-932e0c2f-eb8a-4a49-b395-c133fd265a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:00.259035 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60298) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:00.297683 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e0c2f-eb8a-4a49-b395-c133fd265a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa73d2b1-02e0-41b1-91c3-8e5b0b672f66,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:00.303324 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-932e0c2f-eb8a-4a49-b395-c133fd265a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:00.307120 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-932e0c2f-eb8a-4a49-b395-c133fd265a2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa73d2b1-02e0-41b1-91c3-8e5b0b672f66 HTTP/1.1" status: 204 len: 168 time: 0.3629444 Mar 05 14:07:00.345774 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b98cc254-a26d-4798-98f9-19800bcafaa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:00.376105 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b98cc254-a26d-4798-98f9-19800bcafaa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:00.378008 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:00.434127 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b98cc254-a26d-4798-98f9-19800bcafaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:00.489934 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b98cc254-a26d-4798-98f9-19800bcafaa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:00.497328 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b98cc254-a26d-4798-98f9-19800bcafaa0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c6546ed-00af-47c4-849c-76369496e7d5 HTTP/1.1" status: 204 len: 168 time: 0.2733431 Mar 05 14:07:00.497328 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cc254-a26d-4798-98f9-19800bcafaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6546ed-00af-47c4-849c-76369496e7d5,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:00.624525 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Allocated IP 172.25.4.34 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/e99839a5-d983-431c-a53a-f40e2e5ec3bc) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:07:00.808421 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4d9f9f6e-cb06-4f57-97a3-1489ee3ba1a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1d9070eb55b403cb39697464a691b76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5320001 Mar 05 14:07:00.809116 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60320) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:00.888665 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:00.927349 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f30467d3-603a-470d-a590-75411ec3e9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:00.955128 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:00.966971 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f30467d3-603a-470d-a590-75411ec3e9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:01.073647 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f30467d3-603a-470d-a590-75411ec3e9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:01.085452 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:07:01.094046 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30467d3-603a-470d-a590-75411ec3e9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd088eed-6b5f-4f1a-be7e-0de2ec396d80,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:01.094678 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:07:01.101273 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:07:01.107091 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f30467d3-603a-470d-a590-75411ec3e9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:01.110474 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f30467d3-603a-470d-a590-75411ec3e9c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd088eed-6b5f-4f1a-be7e-0de2ec396d80 HTTP/1.1" status: 204 len: 168 time: 0.2983127 Mar 05 14:07:01.196182 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Port': ['ID=e99839a5-d983-431c-a53a-f40e2e5ec3bc,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:01.884111 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:02.047911 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:02.517113 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:02.526081 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:02.568067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60392) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:02.715878 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Port': ['ID=e99839a5-d983-431c-a53a-f40e2e5ec3bc,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:02.715878 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:02.958549 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-871692c5-e50f-4691-870d-4ba3a606a1ad admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-685329549-network', 'tenant_id': '7c7446ad4162406e85c25a8efb5a0220'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:02.966227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-871692c5-e50f-4691-870d-4ba3a606a1ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:02.971277 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-871692c5-e50f-4691-870d-4ba3a606a1ad admin admin] Usage tracker for resource:network and tenant:7c7446ad4162406e85c25a8efb5a0220 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:02.974513 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-871692c5-e50f-4691-870d-4ba3a606a1ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:02.982064 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-871692c5-e50f-4691-870d-4ba3a606a1ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:03.031710 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871692c5-e50f-4691-870d-4ba3a606a1ad admin admin] Made reservation on behalf of 7c7446ad4162406e85c25a8efb5a0220 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:07:03.034549 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-871692c5-e50f-4691-870d-4ba3a606a1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:03.064534 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-871692c5-e50f-4691-870d-4ba3a606a1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:03.114789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-871692c5-e50f-4691-870d-4ba3a606a1ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:03.138695 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-871692c5-e50f-4691-870d-4ba3a606a1ad admin admin] Usage tracker for resource:security_group_rule and tenant:7c7446ad4162406e85c25a8efb5a0220 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:03.138695 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-871692c5-e50f-4691-870d-4ba3a606a1ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:03.148600 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-871692c5-e50f-4691-870d-4ba3a606a1ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:03.257701 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60414) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:03.267867 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030847 Mar 05 14:07:03.267867 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60416) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:03.311900 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Floating IP 6d2bc09e-74a9-49d5-8b6f-572190a8562f associated. External IP: 172.25.4.34, port: 22b3aa88-6d3d-43dd-9e75-2b571c6b76c9. Mar 05 14:07:03.316272 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-871692c5-e50f-4691-870d-4ba3a606a1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:03.323260 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-871692c5-e50f-4691-870d-4ba3a606a1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:03.393289 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871692c5-e50f-4691-870d-4ba3a606a1ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:07:03.426824 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871692c5-e50f-4691-870d-4ba3a606a1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d25f683-e6e9-4ed0-b0e8-8e341c339b4d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:03.443163 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-871692c5-e50f-4691-870d-4ba3a606a1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:03.443412 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-871692c5-e50f-4691-870d-4ba3a606a1ad admin admin] Added segment aca8f4ad-d14b-410a-b289-87c9bf8688e9 of type vlan for network 605ed178-67a7-4af0-a06c-07adde429c21 Mar 05 14:07:03.500646 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-871692c5-e50f-4691-870d-4ba3a606a1ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:03.542924 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-871692c5-e50f-4691-870d-4ba3a606a1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:03.544168 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871692c5-e50f-4691-870d-4ba3a606a1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:03.546282 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-871692c5-e50f-4691-870d-4ba3a606a1ad admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:03.594036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60430) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:03.596660 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-871692c5-e50f-4691-870d-4ba3a606a1ad admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0275681 Mar 05 14:07:03.601563 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60434) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:03.625986 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-976ca73c-1b0a-43b0-9ba7-df96ad537fa5 tempest-NetworksApiDiscovery-124410591 tempest-NetworksApiDiscovery-124410591-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3521509 Mar 05 14:07:03.634961 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-c4cc427d-a3bd-4357-a2df-6a8b1422a32f admin admin] Request body: {'subnet': {'network_id': '605ed178-67a7-4af0-a06c-07adde429c21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-685329549-subnet', 'tenant_id': '7c7446ad4162406e85c25a8efb5a0220', 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:03.653438 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c4cc427d-a3bd-4357-a2df-6a8b1422a32f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:03.664967 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c4cc427d-a3bd-4357-a2df-6a8b1422a32f admin admin] Usage tracker for resource:subnet and tenant:7c7446ad4162406e85c25a8efb5a0220 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:03.673078 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c4cc427d-a3bd-4357-a2df-6a8b1422a32f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:03.673078 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c4cc427d-a3bd-4357-a2df-6a8b1422a32f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:03.701382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cc427d-a3bd-4357-a2df-6a8b1422a32f admin admin] Made reservation on behalf of 7c7446ad4162406e85c25a8efb5a0220 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:07:03.701382 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c4cc427d-a3bd-4357-a2df-6a8b1422a32f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:03.824529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871692c5-e50f-4691-870d-4ba3a606a1ad admin admin] Pushing event updated for resources: {'Network': ['ID=605ed178-67a7-4af0-a06c-07adde429c21,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:03.828278 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 605ed178-67a7-4af0-a06c-07adde429c21 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:07:04.048677 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-7f6cb1a0-b2cf-469a-80f5-f80f6be35769 tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1736499278'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:04.071011 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7f6cb1a0-b2cf-469a-80f5-f80f6be35769 tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:04.088100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7f6cb1a0-b2cf-469a-80f5-f80f6be35769 tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Usage tracker for resource:network and tenant:defe79e7d4c7438a8f3de6bfd127866e is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:04.106142 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7f6cb1a0-b2cf-469a-80f5-f80f6be35769 tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:04.155582 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7f6cb1a0-b2cf-469a-80f5-f80f6be35769 tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:04.159235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60450) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:04.264850 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6cb1a0-b2cf-469a-80f5-f80f6be35769 tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Made reservation on behalf of defe79e7d4c7438a8f3de6bfd127866e for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:07:04.268587 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f6cb1a0-b2cf-469a-80f5-f80f6be35769 tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:04.304413 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f6cb1a0-b2cf-469a-80f5-f80f6be35769 tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:04.313032 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b1312da6-d122-4f2e-aab6-2cfbc577b701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:04.327820 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7f6cb1a0-b2cf-469a-80f5-f80f6be35769 tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:04.327820 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7f6cb1a0-b2cf-469a-80f5-f80f6be35769 tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Usage tracker for resource:security_group_rule and tenant:defe79e7d4c7438a8f3de6bfd127866e is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:04.335308 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b1312da6-d122-4f2e-aab6-2cfbc577b701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:04.338487 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7f6cb1a0-b2cf-469a-80f5-f80f6be35769 tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:04.340787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b1312da6-d122-4f2e-aab6-2cfbc577b701 admin admin] Usage tracker for resource:security_group_rule and tenant:70a7ca728895486380a96338ee819c52 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:04.343589 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7f6cb1a0-b2cf-469a-80f5-f80f6be35769 tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:04.345874 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b1312da6-d122-4f2e-aab6-2cfbc577b701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:04.360888 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b1312da6-d122-4f2e-aab6-2cfbc577b701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:04.505051 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f6cb1a0-b2cf-469a-80f5-f80f6be35769 tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:04.574286 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b1312da6-d122-4f2e-aab6-2cfbc577b701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:04.588602 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f6cb1a0-b2cf-469a-80f5-f80f6be35769 tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:04.609756 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b1312da6-d122-4f2e-aab6-2cfbc577b701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:04.700204 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6cb1a0-b2cf-469a-80f5-f80f6be35769 tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:07:04.700204 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cb1a0-b2cf-469a-80f5-f80f6be35769 tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e088267-fa24-433e-9350-c0163464da29,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:04.713472 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b1312da6-d122-4f2e-aab6-2cfbc577b701 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70a7ca728895486380a96338ee819c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5586100 Mar 05 14:07:04.713472 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60462) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:04.757677 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Router 4b6ffbf0-36dc-4545-8361-0e538a3555fb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:07:04.757677 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f6cb1a0-b2cf-469a-80f5-f80f6be35769 tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:04.757677 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-7f6cb1a0-b2cf-469a-80f5-f80f6be35769 tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Added segment 73961945-c73c-4c4d-bbe9-88fac1313520 of type vlan for network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 Mar 05 14:07:04.775250 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1312da6-d122-4f2e-aab6-2cfbc577b701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7373b31c-5751-465b-869e-3cda4df4e715,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:04.797344 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c4cc427d-a3bd-4357-a2df-6a8b1422a32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:04.830409 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-296f50de-1b67-42f4-ab36-702b0e0eb78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:04.863461 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-296f50de-1b67-42f4-ab36-702b0e0eb78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:04.948714 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-296f50de-1b67-42f4-ab36-702b0e0eb78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:04.991296 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f50de-1b67-42f4-ab36-702b0e0eb78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7373b31c-5751-465b-869e-3cda4df4e715,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:04.991296 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-296f50de-1b67-42f4-ab36-702b0e0eb78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:04.998266 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-296f50de-1b67-42f4-ab36-702b0e0eb78b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7373b31c-5751-465b-869e-3cda4df4e715 HTTP/1.1" status: 204 len: 168 time: 0.2742562 Mar 05 14:07:05.003040 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f6cb1a0-b2cf-469a-80f5-f80f6be35769 tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:05.060523 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f6cb1a0-b2cf-469a-80f5-f80f6be35769 tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:05.075244 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6cb1a0-b2cf-469a-80f5-f80f6be35769 tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:05.075244 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f6cb1a0-b2cf-469a-80f5-f80f6be35769 tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:05.171408 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc427d-a3bd-4357-a2df-6a8b1422a32f admin admin] Pushing event updated for resources: {'Subnet': ['ID=00867865-d5c2-4e59-8365-1ddcc1f549a6,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:05.416947 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:07:05.426633 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8593973c-7052-4d94-aff1-7bde8f85c89a None None] Sync routers for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:07:05.459395 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8593973c-7052-4d94-aff1-7bde8f85c89a None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:05.471347 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-8593973c-7052-4d94-aff1-7bde8f85c89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:06:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:05.475246 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:05.511363 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cc427d-a3bd-4357-a2df-6a8b1422a32f admin admin] Checking segment: {'id': 'aca8f4ad-d14b-410a-b289-87c9bf8688e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '605ed178-67a7-4af0-a06c-07adde429c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:07:05.512269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cc427d-a3bd-4357-a2df-6a8b1422a32f admin admin] Network hostable DHCP agents. Network: 605ed178-67a7-4af0-a06c-07adde429c21, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:07:05.518056 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7f6cb1a0-b2cf-469a-80f5-f80f6be35769 tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9230077 Mar 05 14:07:05.535858 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cb1a0-b2cf-469a-80f5-f80f6be35769 tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Pushing event updated for resources: {'Network': ['ID=97b6413b-8d3e-405a-9174-c3a07ddcdb80,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:05.660779 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60490) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:05.676395 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-767cfbcd-0dc8-4bc9-8720-82ba16b08a20 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.7039647 Mar 05 14:07:05.691927 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cc427d-a3bd-4357-a2df-6a8b1422a32f admin admin] Network 605ed178-67a7-4af0-a06c-07adde429c21 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:07:05.720039 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:07:05.746490 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-c4cc427d-a3bd-4357-a2df-6a8b1422a32f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 605ed178-67a7-4af0-a06c-07adde429c21) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:07:05.766472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cc427d-a3bd-4357-a2df-6a8b1422a32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:05.766472 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c4cc427d-a3bd-4357-a2df-6a8b1422a32f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:05.778223 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-8593973c-7052-4d94-aff1-7bde8f85c89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:05.800266 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c4cc427d-a3bd-4357-a2df-6a8b1422a32f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1824598 Mar 05 14:07:05.800266 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60496) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:05.803905 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29346a37-766e-4a46-bb33-fb9d5f2427b9 None None] Network 605ed178-67a7-4af0-a06c-07adde429c21 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:07:05.812140 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-685329549-router', 'tenant_id': '7c7446ad4162406e85c25a8efb5a0220', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:05.812140 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:05.828981 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Usage tracker for resource:router and tenant:7c7446ad4162406e85c25a8efb5a0220 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:05.834740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:05.845514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:05.883600 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:05.886432 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:05.927519 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:06.150428 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8593973c-7052-4d94-aff1-7bde8f85c89a None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:06.150428 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-8593973c-7052-4d94-aff1-7bde8f85c89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:06:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:06.366983 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-043135f1-9619-47b3-89a5-61c6ab6b1b1f tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "GET /v2.0/floatingips/6d2bc09e-74a9-49d5-8b6f-572190a8562f HTTP/1.1" status: 200 len: 977 time: 0.7100925 Mar 05 14:07:06.367870 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60512) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:06.443855 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-8593973c-7052-4d94-aff1-7bde8f85c89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:06.443855 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8593973c-7052-4d94-aff1-7bde8f85c89a None None] The sync data for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:07:06.924446 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6babde1e-5a5a-4a4c-8f58-33794a1712d1 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.5443518 Mar 05 14:07:06.924446 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60524) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:06.946034 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-5c160f9c-ad42-460f-a160-f1c6e061599c tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Request body: {'floatingip': {'port_id': 'ff08b72d-426f-4c43-88ed-b41d950676a9'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:07.005357 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b23b93-1416-4cd3-a7f8-7bb24be0d0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-605ed178-67a7-4af0-a06c-07adde429c21', 'network_id': '605ed178-67a7-4af0-a06c-07adde429c21', 'tenant_id': '7c7446ad4162406e85c25a8efb5a0220', 'fixed_ips': [{'subnet_id': '00867865-d5c2-4e59-8365-1ddcc1f549a6'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:07:07.006780 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e9b23b93-1416-4cd3-a7f8-7bb24be0d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:07.067482 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60528) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:07.114489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Request body: {'port': {'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80', 'binding:host_id': 'n-h1-803718-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1402335300'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:07.140676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:07.161210 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:07.185732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Usage tracker for resource:port and tenant:9ad70e9a409d43bba3c517db5fbb46ba is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:07.185732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:07.185732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:07.215800 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c160f9c-ad42-460f-a160-f1c6e061599c tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:07.323644 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-e9b23b93-1416-4cd3-a7f8-7bb24be0d0cc None None] Allocated IP 172.20.0.2 (605ed178-67a7-4af0-a06c-07adde429c21/00867865-d5c2-4e59-8365-1ddcc1f549a6/f1817c46-adb9-4172-b9c7-c52fc585476a) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:07:07.346914 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Made reservation on behalf of 9ad70e9a409d43bba3c517db5fbb46ba for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:07:07.346914 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:07.460937 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:07.582081 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:07.629806 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e9b23b93-1416-4cd3-a7f8-7bb24be0d0cc None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:07.643937 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e9b23b93-1416-4cd3-a7f8-7bb24be0d0cc None None] Transition to ACTIVE for port object f1817c46-adb9-4172-b9c7-c52fc585476a will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:07:07.659331 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Usage tracker for resource:security_group_rule and tenant:9ad70e9a409d43bba3c517db5fbb46ba is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:07.676078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:07.692042 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:07.697612 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e9b23b93-1416-4cd3-a7f8-7bb24be0d0cc None None] Transition to ACTIVE for port object f1817c46-adb9-4172-b9c7-c52fc585476a will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:07:07.710347 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e9b23b93-1416-4cd3-a7f8-7bb24be0d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:08.084723 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b23b93-1416-4cd3-a7f8-7bb24be0d0cc None None] Network 605ed178-67a7-4af0-a06c-07adde429c21 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:07:08.088345 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-e9b23b93-1416-4cd3-a7f8-7bb24be0d0cc None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:07:08.109611 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b23b93-1416-4cd3-a7f8-7bb24be0d0cc None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:07:08.111937 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:08.144243 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:08.460491 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Allocated IP 172.25.4.111 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/a11cf35f-f6ac-4fe1-a2cc-8def99834e13) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:07:08.461201 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-e9b23b93-1416-4cd3-a7f8-7bb24be0d0cc None None] Attempting to bind port f1817c46-adb9-4172-b9c7-c52fc585476a on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:08.461455 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-e9b23b93-1416-4cd3-a7f8-7bb24be0d0cc None None] Attempting to bind port f1817c46-adb9-4172-b9c7-c52fc585476a by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'aca8f4ad-d14b-410a-b289-87c9bf8688e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '605ed178-67a7-4af0-a06c-07adde429c21'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:08.461830 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b23b93-1416-4cd3-a7f8-7bb24be0d0cc None None] Attempting to bind port f1817c46-adb9-4172-b9c7-c52fc585476a on network 605ed178-67a7-4af0-a06c-07adde429c21 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:08.467715 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b23b93-1416-4cd3-a7f8-7bb24be0d0cc None None] Pushing event updated for resources: {'Port': ['ID=f1817c46-adb9-4172-b9c7-c52fc585476a,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:08.476039 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b23b93-1416-4cd3-a7f8-7bb24be0d0cc None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:07:08.476469 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b23b93-1416-4cd3-a7f8-7bb24be0d0cc None None] Checking segment: {'id': 'aca8f4ad-d14b-410a-b289-87c9bf8688e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '605ed178-67a7-4af0-a06c-07adde429c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:07:08.476874 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e9b23b93-1416-4cd3-a7f8-7bb24be0d0cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:08.477263 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b23b93-1416-4cd3-a7f8-7bb24be0d0cc None None] Bound using segment: {'id': 'aca8f4ad-d14b-410a-b289-87c9bf8688e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '605ed178-67a7-4af0-a06c-07adde429c21'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:07:08.477749 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-e9b23b93-1416-4cd3-a7f8-7bb24be0d0cc None None] Bound port: f1817c46-adb9-4172-b9c7-c52fc585476a, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca8f4ad-d14b-410a-b289-87c9bf8688e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '605ed178-67a7-4af0-a06c-07adde429c21'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:07:08.478128 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e9b23b93-1416-4cd3-a7f8-7bb24be0d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:08.643292 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:08.643292 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:08.654687 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e9b23b93-1416-4cd3-a7f8-7bb24be0d0cc None None] For port f1817c46-adb9-4172-b9c7-c52fc585476a, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:07:08.676132 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e9b23b93-1416-4cd3-a7f8-7bb24be0d0cc None None] For port f1817c46-adb9-4172-b9c7-c52fc585476a, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f1817c46-adb9-4172-b9c7-c52fc585476a,segment=NetworkSegment(aca8f4ad-d14b-410a-b289-87c9bf8688e9),segment_id=aca8f4ad-d14b-410a-b289-87c9bf8688e9)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:07:08.682430 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e9b23b93-1416-4cd3-a7f8-7bb24be0d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:08.863788 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:08.945421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] device_id is not set on port 41f80e14-9a88-4af7-8fcf-e1b049671302 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:07:08.957393 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f3e0c5f1-267b-475c-a743-b681c43c6af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:08.999845 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:09.162936 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b23b93-1416-4cd3-a7f8-7bb24be0d0cc None None] Pushing event updated for resources: {'Port': ['ID=f1817c46-adb9-4172-b9c7-c52fc585476a,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:09.192409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:07:09.228483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:07:09.232341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:07:09.237383 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b706bbb8-71e5-43b0-b880-ba77f47ff447,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:09.262606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:09.263373 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:09.263939 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:09.265093 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:09.265652 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:09.266218 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:09.266839 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:09.267646 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:09.268183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:09.268720 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:09.269313 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:09.269937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:09.306362 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=a11cf35f-f6ac-4fe1-a2cc-8def99834e13,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:09.339562 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:09.340239 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:09.340767 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:09.341295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:09.343843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:09.344571 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:09.345242 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:09.349899 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:09.350569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:09.351143 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:09.351680 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:09.352195 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:09.912762 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] device_id is not set on port 41f80e14-9a88-4af7-8fcf-e1b049671302 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:07:10.020270 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:10.048164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Transition to ACTIVE for port object 41f80e14-9a88-4af7-8fcf-e1b049671302 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:07:10.063457 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [None req-5c160f9c-ad42-460f-a160-f1c6e061599c tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 14:07:10.227219 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f1817c46-adb9-4172-b9c7-c52fc585476a up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:07:10.433321 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c160f9c-ad42-460f-a160-f1c6e061599c tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:10.450918 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c160f9c-ad42-460f-a160-f1c6e061599c tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:10.470140 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port f1817c46-adb9-4172-b9c7-c52fc585476a completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:07:10.493975 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:10.603043 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:10.878956 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c0999f-79aa-438b-bc99-1b4404dd9fa3 None None] Network 605ed178-67a7-4af0-a06c-07adde429c21 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:07:11.151696 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c9df4afe-d0ad-408b-b8c7-f18fd6ae331b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:11.170087 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9fbcc0b9-502c-494e-a37d-8101913fbea9 None None] Provisioning for port f1817c46-adb9-4172-b9c7-c52fc585476a completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:07:11.205155 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9fbcc0b9-502c-494e-a37d-8101913fbea9 None None] Provisioning complete for port f1817c46-adb9-4172-b9c7-c52fc585476a triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:07:11.219898 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9fbcc0b9-502c-494e-a37d-8101913fbea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:11.347276 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Checking segment: {'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:07:11.348292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Network hostable DHCP agents. Network: 97b6413b-8d3e-405a-9174-c3a07ddcdb80, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:07:11.352932 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Pushing event updated for resources: {'Port': ['ID=41f80e14-9a88-4af7-8fcf-e1b049671302,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:11.635078 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-5c160f9c-ad42-460f-a160-f1c6e061599c tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Floating IP 6d2bc09e-74a9-49d5-8b6f-572190a8562f associated. External IP: 172.25.4.34, port: 22b3aa88-6d3d-43dd-9e75-2b571c6b76c9. Mar 05 14:07:11.886353 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9fbcc0b9-502c-494e-a37d-8101913fbea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:11.947572 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:11.950248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:07:12.006927 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 97b6413b-8d3e-405a-9174-c3a07ddcdb80) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:07:12.014990 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:07:12.044989 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b12837-303b-496e-922c-563454b850f8 None None] Network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:07:12.063592 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:12.063592 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:12.063592 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:12.079435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port 41f80e14-9a88-4af7-8fcf-e1b049671302 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:12.079435 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:12.079435 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 2 to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 Mar 05 14:07:12.149169 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:12.149732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:12.150246 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:12.218196 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9fbcc0b9-502c-494e-a37d-8101913fbea9 None None] For port f1817c46-adb9-4172-b9c7-c52fc585476a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f1817c46-adb9-4172-b9c7-c52fc585476a,segment=NetworkSegment(aca8f4ad-d14b-410a-b289-87c9bf8688e9),segment_id=aca8f4ad-d14b-410a-b289-87c9bf8688e9)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:07:12.272416 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port 41f80e14-9a88-4af7-8fcf-e1b049671302 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:12.273136 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:12.281584 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 3 to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 Mar 05 14:07:12.306546 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:12.307165 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:12.307723 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:12.327929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port 41f80e14-9a88-4af7-8fcf-e1b049671302 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:12.328492 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:12.333147 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 4 to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 Mar 05 14:07:12.353140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:12.354727 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:12.355366 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:12.494381 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9fbcc0b9-502c-494e-a37d-8101913fbea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:12.508622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port 41f80e14-9a88-4af7-8fcf-e1b049671302 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:12.508622 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:12.508622 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 5 to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 Mar 05 14:07:12.570713 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:12.570713 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:12.570713 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:12.570713 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port 41f80e14-9a88-4af7-8fcf-e1b049671302 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:12.570713 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:12.575619 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 6 to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 Mar 05 14:07:12.587100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Router 53ac2d30-e8ec-4319-96b6-6b38c275765a is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:07:12.616379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:12.616379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:12.616379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:12.702162 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port 41f80e14-9a88-4af7-8fcf-e1b049671302 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:12.702495 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:12.708157 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 7 to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 Mar 05 14:07:12.727151 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcc0b9-502c-494e-a37d-8101913fbea9 None None] Pushing event updated for resources: {'Port': ['ID=f1817c46-adb9-4172-b9c7-c52fc585476a,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:12.736735 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:12.740405 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:12.802935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:12.802935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:12.802935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:12.802935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port 41f80e14-9a88-4af7-8fcf-e1b049671302 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:12.802935 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:12.802935 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 8 to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 Mar 05 14:07:12.890616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c160f9c-ad42-460f-a160-f1c6e061599c tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Router 4b6ffbf0-36dc-4545-8361-0e538a3555fb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:07:12.900201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:12.900201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:12.900201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:12.975434 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port 41f80e14-9a88-4af7-8fcf-e1b049671302 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:12.975434 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:12.975434 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 9 to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 Mar 05 14:07:13.056940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:13.056940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:13.056940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:13.095787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port 41f80e14-9a88-4af7-8fcf-e1b049671302 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:13.096456 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:13.099711 n-d-803718-1 neutron-server[87914]: INFO neutron.plugins.ml2.plugin [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 10 to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 Mar 05 14:07:13.114382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:07:13.126656 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] Sync routers for ids ['53ac2d30-e8ec-4319-96b6-6b38c275765a'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:07:13.138508 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] Routers {'53ac2d30-e8ec-4319-96b6-6b38c275765a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:13.141577 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['53ac2d30-e8ec-4319-96b6-6b38c275765a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:13.160089 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:13.161445 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d058920e-c2a7-45aa-ad71-535e19b12dc8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3675084 Mar 05 14:07:13.164497 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60616) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:13.280451 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:13.280451 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:13.280451 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:13.303606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port 41f80e14-9a88-4af7-8fcf-e1b049671302 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:13.303606 n-d-803718-1 neutron-server[87914]: ERROR neutron.plugins.ml2.managers [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port 41f80e14-9a88-4af7-8fcf-e1b049671302 on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:13.303606 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:13.338549 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f65c86d0-3528-4c93-8269-5fe9398984ff None None] Provisioning complete for port f1817c46-adb9-4172-b9c7-c52fc585476a triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:07:13.338549 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f65c86d0-3528-4c93-8269-5fe9398984ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:13.363002 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c160f9c-ad42-460f-a160-f1c6e061599c tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:07:13.492532 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed2084d-25df-461e-9781-cc5082c48860 None None] Sync routers for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:07:13.532268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed2084d-25df-461e-9781-cc5082c48860 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:13.532822 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-6ed2084d-25df-461e-9781-cc5082c48860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:13.617021 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] Set router 53ac2d30-e8ec-4319-96b6-6b38c275765a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:07:13.832493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] For port 41f80e14-9a88-4af7-8fcf-e1b049671302, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:07:13.832493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempted to set empty binding levels {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 05 14:07:13.863143 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:13.929247 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-6ed2084d-25df-461e-9781-cc5082c48860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:13.971930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:13.972664 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:14.003200 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:14.011872 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 6.9409192 Mar 05 14:07:14.012076 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed2084d-25df-461e-9781-cc5082c48860 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:14.012076 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-6ed2084d-25df-461e-9781-cc5082c48860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:14.015046 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60632) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:14.232084 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f1817c46-adb9-4172-b9c7-c52fc585476a up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:07:14.378292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6657d-c677-41a8-8a4e-e32a41de7627 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Pushing event updated for resources: {'Port': ['ID=41f80e14-9a88-4af7-8fcf-e1b049671302,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:14.454269 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-6ed2084d-25df-461e-9781-cc5082c48860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:14.454800 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed2084d-25df-461e-9781-cc5082c48860 None None] The sync data for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:07:14.464909 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-f4595bb4-3218-4d30-a0b6-7e4875f15954 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Deleting port 41f80e14-9a88-4af7-8fcf-e1b049671302 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:07:14.465255 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f4595bb4-3218-4d30-a0b6-7e4875f15954 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:14.528997 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ac2d30-e8ec-4319-96b6-6b38c275765a', 'name': 'tempest-TestAggregatesBasicOps-685329549-router', 'tenant_id': '7c7446ad4162406e85c25a8efb5a0220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a11cf35f-f6ac-4fe1-a2cc-8def99834e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:07:05Z', 'updated_at': '2022-03-05T14:07:09Z', 'revision_number': 3, 'project_id': '7c7446ad4162406e85c25a8efb5a0220', 'gw_port': {'id': 'a11cf35f-f6ac-4fe1-a2cc-8def99834e13', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ac2d30-e8ec-4319-96b6-6b38c275765a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:07:08Z', 'updated_at': '2022-03-05T14:07:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:14.537579 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] Checking router: 53ac2d30-e8ec-4319-96b6-6b38c275765a for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:07:14.538903 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] Updating router 53ac2d30-e8ec-4319-96b6-6b38c275765a port a11cf35f-f6ac-4fe1-a2cc-8def99834e13 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:07:14.675725 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port f1817c46-adb9-4172-b9c7-c52fc585476a triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:07:14.675725 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:14.816187 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:15.517156 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07348f92-031b-4bf7-b619-f69c5c848a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:15.666478 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c160f9c-ad42-460f-a160-f1c6e061599c tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Router 4b6ffbf0-36dc-4545-8361-0e538a3555fb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:07:15.848353 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:15.880654 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] Transition to ACTIVE for port object a11cf35f-f6ac-4fe1-a2cc-8def99834e13 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:07:15.904228 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:16.104717 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-07348f92-031b-4bf7-b619-f69c5c848a81 admin admin] Allocated IP 172.20.0.1 (605ed178-67a7-4af0-a06c-07adde429c21/00867865-d5c2-4e59-8365-1ddcc1f549a6/1091e78d-90c8-403b-9f16-37448d6fb94d) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:07:16.136723 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] Attempting to bind port a11cf35f-f6ac-4fe1-a2cc-8def99834e13 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:16.139110 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] Attempting to bind port a11cf35f-f6ac-4fe1-a2cc-8def99834e13 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:16.139110 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] Attempting to bind port a11cf35f-f6ac-4fe1-a2cc-8def99834e13 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:16.175131 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:07:16.175131 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:07:16.175131 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:16.175131 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:07:16.175131 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] Bound port: a11cf35f-f6ac-4fe1-a2cc-8def99834e13, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:07:16.175131 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:16.234700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-f4595bb4-3218-4d30-a0b6-7e4875f15954 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] For port 41f80e14-9a88-4af7-8fcf-e1b049671302, host n-h1-803718-1, got binding levels [] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:07:16.234700 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f4595bb4-3218-4d30-a0b6-7e4875f15954 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:16.330796 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a44e89-dfd2-47d5-bb65-40a15402165d None None] Pushing event updated for resources: {'Port': ['ID=a11cf35f-f6ac-4fe1-a2cc-8def99834e13,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:16.373876 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a44e89-dfd2-47d5-bb65-40a15402165d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:16.374366 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a44e89-dfd2-47d5-bb65-40a15402165d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:16.374604 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a44e89-dfd2-47d5-bb65-40a15402165d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:16.374874 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a44e89-dfd2-47d5-bb65-40a15402165d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:16.375420 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a44e89-dfd2-47d5-bb65-40a15402165d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:16.411015 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07348f92-031b-4bf7-b619-f69c5c848a81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:16.431494 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a44e89-dfd2-47d5-bb65-40a15402165d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:16.431749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-07348f92-031b-4bf7-b619-f69c5c848a81 admin admin] Transition to ACTIVE for port object 1091e78d-90c8-403b-9f16-37448d6fb94d will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:07:16.431929 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a44e89-dfd2-47d5-bb65-40a15402165d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:16.432268 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a44e89-dfd2-47d5-bb65-40a15402165d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:16.432599 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a44e89-dfd2-47d5-bb65-40a15402165d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:16.432923 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a44e89-dfd2-47d5-bb65-40a15402165d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:16.433248 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a44e89-dfd2-47d5-bb65-40a15402165d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:16.433567 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a44e89-dfd2-47d5-bb65-40a15402165d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:07:16.472998 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] For port a11cf35f-f6ac-4fe1-a2cc-8def99834e13, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:07:16.476283 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] For port a11cf35f-f6ac-4fe1-a2cc-8def99834e13, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a11cf35f-f6ac-4fe1-a2cc-8def99834e13,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:07:16.488085 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:16.489529 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07348f92-031b-4bf7-b619-f69c5c848a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:16.493861 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-f4595bb4-3218-4d30-a0b6-7e4875f15954 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Calling delete_port for 41f80e14-9a88-4af7-8fcf-e1b049671302 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:07:16.555634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c160f9c-ad42-460f-a160-f1c6e061599c tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:07:16.597616 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78fa617-978c-4c41-96b3-7ddee1e3b472 None None] Sync routers for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:07:16.609096 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5c160f9c-ad42-460f-a160-f1c6e061599c tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:16.625607 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78fa617-978c-4c41-96b3-7ddee1e3b472 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:16.626487 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d78fa617-978c-4c41-96b3-7ddee1e3b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:16.726697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07348f92-031b-4bf7-b619-f69c5c848a81 admin admin] Pushing event updated for resources: {'Port': ['ID=1091e78d-90c8-403b-9f16-37448d6fb94d,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:16.749572 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07348f92-031b-4bf7-b619-f69c5c848a81 admin admin] Network 605ed178-67a7-4af0-a06c-07adde429c21 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:07:16.750845 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-07348f92-031b-4bf7-b619-f69c5c848a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:07:16.754814 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07348f92-031b-4bf7-b619-f69c5c848a81 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:07:16.809730 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] Routers {'53ac2d30-e8ec-4319-96b6-6b38c275765a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:16.811309 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['53ac2d30-e8ec-4319-96b6-6b38c275765a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:16.879929 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5c160f9c-ad42-460f-a160-f1c6e061599c tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "PUT /v2.0/floatingips/6d2bc09e-74a9-49d5-8b6f-572190a8562f HTTP/1.1" status: 200 len: 978 time: 9.9610326 Mar 05 14:07:16.883058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60660) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:16.947707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-3146f198-c94f-4a16-bcc5-44e969fdbf55 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:16.991137 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d78fa617-978c-4c41-96b3-7ddee1e3b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:17.014526 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07348f92-031b-4bf7-b619-f69c5c848a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:17.032896 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78fa617-978c-4c41-96b3-7ddee1e3b472 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:17.033749 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d78fa617-978c-4c41-96b3-7ddee1e3b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:17.079268 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f4595bb4-3218-4d30-a0b6-7e4875f15954 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:17.158893 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f4595bb4-3218-4d30-a0b6-7e4875f15954 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:17.176056 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a44e89-dfd2-47d5-bb65-40a15402165d None None] Pushing event updated for resources: {'Port': ['ID=a11cf35f-f6ac-4fe1-a2cc-8def99834e13,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:17.220715 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d78fa617-978c-4c41-96b3-7ddee1e3b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:17.221428 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78fa617-978c-4c41-96b3-7ddee1e3b472 None None] The sync data for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:07:17.244940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4595bb4-3218-4d30-a0b6-7e4875f15954 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Pushing event deleted for resources: {'Port': ['ID=41f80e14-9a88-4af7-8fcf-e1b049671302,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:17.290668 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f4595bb4-3218-4d30-a0b6-7e4875f15954 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] 10.222.0.16 "DELETE /v2.0/ports/41f80e14-9a88-4af7-8fcf-e1b049671302 HTTP/1.1" status: 204 len: 168 time: 3.2461948 Mar 05 14:07:17.290668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60670) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:17.307937 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8161f3af-038c-4cba-9c23-ce350516cff7 None None] Provisioning for port 1091e78d-90c8-403b-9f16-37448d6fb94d completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:07:17.335566 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3146f198-c94f-4a16-bcc5-44e969fdbf55 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:17.343835 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07348f92-031b-4bf7-b619-f69c5c848a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:17.353668 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8161f3af-038c-4cba-9c23-ce350516cff7 None None] Provisioning complete for port 1091e78d-90c8-403b-9f16-37448d6fb94d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:07:17.353668 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8161f3af-038c-4cba-9c23-ce350516cff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:17.443919 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] Set router 53ac2d30-e8ec-4319-96b6-6b38c275765a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:07:17.467353 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ea9eef-eccb-430a-b9e9-ff5971a7d2df tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] GET failed (client error): The resource could not be found. Mar 05 14:07:17.468590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a1ea9eef-eccb-430a-b9e9-ff5971a7d2df tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Synchronizing usage tracker for tenant:9ad70e9a409d43bba3c517db5fbb46ba on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:07:17.485802 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-8161f3af-038c-4cba-9c23-ce350516cff7 None None] Port 1091e78d-90c8-403b-9f16-37448d6fb94d cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:07:17.515137 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a1ea9eef-eccb-430a-b9e9-ff5971a7d2df tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Unset dirty status for tenant:9ad70e9a409d43bba3c517db5fbb46ba on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:07:17.516641 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a1ea9eef-eccb-430a-b9e9-ff5971a7d2df tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] 10.222.0.16 "GET /v2.0/ports/41f80e14-9a88-4af7-8fcf-e1b049671302 HTTP/1.1" status: 404 len: 333 time: 0.2452936 Mar 05 14:07:17.520573 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60674) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:17.591820 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-26b6e161-8f50-4c70-a89a-35a98a2b802e tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Request body: {'port': {'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-425090086'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:17.612232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-26b6e161-8f50-4c70-a89a-35a98a2b802e tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:17.629727 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-26b6e161-8f50-4c70-a89a-35a98a2b802e tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:17.665829 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07348f92-031b-4bf7-b619-f69c5c848a81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:17.671202 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07348f92-031b-4bf7-b619-f69c5c848a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:17.716454 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b6e161-8f50-4c70-a89a-35a98a2b802e tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Made reservation on behalf of 9ad70e9a409d43bba3c517db5fbb46ba for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:07:17.718683 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-26b6e161-8f50-4c70-a89a-35a98a2b802e tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:17.749606 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3146f198-c94f-4a16-bcc5-44e969fdbf55 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:17.754794 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-26b6e161-8f50-4c70-a89a-35a98a2b802e tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] device_id is not set on port c9c06832-a32e-4565-8eab-e7efe9c9cfdb yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:07:17.780261 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07348f92-031b-4bf7-b619-f69c5c848a81 admin admin] Pushing event updated for resources: {'Port': ['ID=1091e78d-90c8-403b-9f16-37448d6fb94d,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:17.782811 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07348f92-031b-4bf7-b619-f69c5c848a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:17.791008 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3146f198-c94f-4a16-bcc5-44e969fdbf55 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:17.791326 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-3146f198-c94f-4a16-bcc5-44e969fdbf55 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Floating IP 6d2bc09e-74a9-49d5-8b6f-572190a8562f disassociated. External IP: 172.25.4.34, port: ff08b72d-426f-4c43-88ed-b41d950676a9. Mar 05 14:07:17.807370 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ac2d30-e8ec-4319-96b6-6b38c275765a', 'name': 'tempest-TestAggregatesBasicOps-685329549-router', 'tenant_id': '7c7446ad4162406e85c25a8efb5a0220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a11cf35f-f6ac-4fe1-a2cc-8def99834e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:07:05Z', 'updated_at': '2022-03-05T14:07:09Z', 'revision_number': 3, 'project_id': '7c7446ad4162406e85c25a8efb5a0220', 'gw_port': {'id': 'a11cf35f-f6ac-4fe1-a2cc-8def99834e13', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ac2d30-e8ec-4319-96b6-6b38c275765a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:07:08Z', 'updated_at': '2022-03-05T14:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:17.812398 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb2b99a-e5c9-4690-abe8-6c6bbfac596d None None] The sync data for ids ['53ac2d30-e8ec-4319-96b6-6b38c275765a'] in n-d-803718-1 is: [{'id': '53ac2d30-e8ec-4319-96b6-6b38c275765a', 'name': 'tempest-TestAggregatesBasicOps-685329549-router', 'tenant_id': '7c7446ad4162406e85c25a8efb5a0220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a11cf35f-f6ac-4fe1-a2cc-8def99834e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:07:05Z', 'updated_at': '2022-03-05T14:07:09Z', 'revision_number': 3, 'project_id': '7c7446ad4162406e85c25a8efb5a0220', 'gw_port': {'id': 'a11cf35f-f6ac-4fe1-a2cc-8def99834e13', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ac2d30-e8ec-4319-96b6-6b38c275765a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:07:08Z', 'updated_at': '2022-03-05T14:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:07:17.933951 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07348f92-031b-4bf7-b619-f69c5c848a81 admin admin] Network 605ed178-67a7-4af0-a06c-07adde429c21 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:07:17.936478 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-07348f92-031b-4bf7-b619-f69c5c848a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:07:18.208649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07348f92-031b-4bf7-b619-f69c5c848a81 admin admin] Router 53ac2d30-e8ec-4319-96b6-6b38c275765a has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:07:18.350012 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-26b6e161-8f50-4c70-a89a-35a98a2b802e tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:18.400732 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-26b6e161-8f50-4c70-a89a-35a98a2b802e tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:18.434154 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-089259e7-e99b-4318-a8a2-b5e7ee98c614 None None] Provisioning complete for port 1091e78d-90c8-403b-9f16-37448d6fb94d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:07:18.434607 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-089259e7-e99b-4318-a8a2-b5e7ee98c614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:18.608663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-089259e7-e99b-4318-a8a2-b5e7ee98c614 None None] Port 1091e78d-90c8-403b-9f16-37448d6fb94d cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:07:18.632298 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b6e161-8f50-4c70-a89a-35a98a2b802e tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Pushing event updated for resources: {'Port': ['ID=c9c06832-a32e-4565-8eab-e7efe9c9cfdb,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:18.658076 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b6e161-8f50-4c70-a89a-35a98a2b802e tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:07:18.660604 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-26b6e161-8f50-4c70-a89a-35a98a2b802e tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:07:18.733649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07348f92-031b-4bf7-b619-f69c5c848a81 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:07:18.754434 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-07348f92-031b-4bf7-b619-f69c5c848a81 admin admin] 10.222.0.16 "PUT /v2.0/routers/53ac2d30-e8ec-4319-96b6-6b38c275765a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5807970 Mar 05 14:07:18.766564 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b6e161-8f50-4c70-a89a-35a98a2b802e tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:07:18.767835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b6e161-8f50-4c70-a89a-35a98a2b802e tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:18.768649 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-26b6e161-8f50-4c70-a89a-35a98a2b802e tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:18.837369 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-26b6e161-8f50-4c70-a89a-35a98a2b802e tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3154130 Mar 05 14:07:18.840113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60692) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:18.850700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:19.045258 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3146f198-c94f-4a16-bcc5-44e969fdbf55 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Router 4b6ffbf0-36dc-4545-8361-0e538a3555fb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:07:19.107827 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:19.487629 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3146f198-c94f-4a16-bcc5-44e969fdbf55 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:07:19.505415 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3146f198-c94f-4a16-bcc5-44e969fdbf55 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:19.505696 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47c5101-62ce-457f-86d4-40ab31404946 None None] Sync routers for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:07:19.522172 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47c5101-62ce-457f-86d4-40ab31404946 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:19.522744 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b47c5101-62ce-457f-86d4-40ab31404946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:19.589822 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3146f198-c94f-4a16-bcc5-44e969fdbf55 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "PUT /v2.0/floatingips/6d2bc09e-74a9-49d5-8b6f-572190a8562f HTTP/1.1" status: 200 len: 687 time: 2.6558173 Mar 05 14:07:19.596378 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60716) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:19.629299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b47c5101-62ce-457f-86d4-40ab31404946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:19.656166 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47c5101-62ce-457f-86d4-40ab31404946 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:19.657176 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b47c5101-62ce-457f-86d4-40ab31404946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:19.673698 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] device_id is not set on port c9c06832-a32e-4565-8eab-e7efe9c9cfdb yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:07:19.695025 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:19.724717 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Transition to ACTIVE for port object c9c06832-a32e-4565-8eab-e7efe9c9cfdb will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:07:19.739701 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:19.834096 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b47c5101-62ce-457f-86d4-40ab31404946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:19.835022 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47c5101-62ce-457f-86d4-40ab31404946 None None] The sync data for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:07:19.863706 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-505a28fa-dd80-430f-bdb6-7eb49abba22c tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Deleting port e99839a5-d983-431c-a53a-f40e2e5ec3bc {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:07:19.866239 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-505a28fa-dd80-430f-bdb6-7eb49abba22c tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:19.946373 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60738) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:19.969276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-a945c6e2-175d-4b60-a3c7-248730070097 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1628764614-network', 'tenant_id': '8f484efc0faf4bdba42d7d98830674f9'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:19.992568 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a945c6e2-175d-4b60-a3c7-248730070097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:20.010427 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:20.010825 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:20.011167 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:20.014097 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a945c6e2-175d-4b60-a3c7-248730070097 admin admin] Usage tracker for resource:network and tenant:8f484efc0faf4bdba42d7d98830674f9 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:20.021679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a945c6e2-175d-4b60-a3c7-248730070097 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:20.029018 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:20.029983 n-d-803718-1 neutron-server[87913]: ERROR neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:20.033282 n-d-803718-1 neutron-server[87913]: INFO neutron.plugins.ml2.plugin [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 2 to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb Mar 05 14:07:20.052593 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Pushing event updated for resources: {'Port': ['ID=c9c06832-a32e-4565-8eab-e7efe9c9cfdb,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:20.055240 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a945c6e2-175d-4b60-a3c7-248730070097 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:20.057481 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:20.057976 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:20.058467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:20.065862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:20.066360 n-d-803718-1 neutron-server[87913]: ERROR neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:20.068555 n-d-803718-1 neutron-server[87913]: INFO neutron.plugins.ml2.plugin [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 3 to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb Mar 05 14:07:20.087747 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:20.088273 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:20.089226 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:20.095514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:20.096019 n-d-803718-1 neutron-server[87913]: ERROR neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:20.096712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a945c6e2-175d-4b60-a3c7-248730070097 admin admin] Made reservation on behalf of 8f484efc0faf4bdba42d7d98830674f9 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:07:20.104503 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a945c6e2-175d-4b60-a3c7-248730070097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:20.118421 n-d-803718-1 neutron-server[87913]: INFO neutron.plugins.ml2.plugin [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 4 to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb Mar 05 14:07:20.140979 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a945c6e2-175d-4b60-a3c7-248730070097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:20.166647 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:20.167065 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:20.167682 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:20.169400 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a11cf35f-f6ac-4fe1-a2cc-8def99834e13 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:07:20.175165 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a945c6e2-175d-4b60-a3c7-248730070097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:20.179880 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:20.180737 n-d-803718-1 neutron-server[87913]: ERROR neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:20.181763 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a945c6e2-175d-4b60-a3c7-248730070097 admin admin] Usage tracker for resource:security_group_rule and tenant:8f484efc0faf4bdba42d7d98830674f9 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:20.184483 n-d-803718-1 neutron-server[87913]: INFO neutron.plugins.ml2.plugin [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 5 to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb Mar 05 14:07:20.192383 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-505a28fa-dd80-430f-bdb6-7eb49abba22c tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:20.192786 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-505a28fa-dd80-430f-bdb6-7eb49abba22c tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:20.197770 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a945c6e2-175d-4b60-a3c7-248730070097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:20.210042 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a945c6e2-175d-4b60-a3c7-248730070097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:20.218513 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:20.219858 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:20.220447 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:20.231537 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:20.232136 n-d-803718-1 neutron-server[87913]: ERROR neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:20.240944 n-d-803718-1 neutron-server[87913]: INFO neutron.plugins.ml2.plugin [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 6 to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb Mar 05 14:07:20.296948 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:20.297612 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:20.298184 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:20.308070 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:20.308685 n-d-803718-1 neutron-server[87913]: ERROR neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:20.309376 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] Sync routers for ids ['53ac2d30-e8ec-4319-96b6-6b38c275765a'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:07:20.311678 n-d-803718-1 neutron-server[87913]: INFO neutron.plugins.ml2.plugin [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 7 to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb Mar 05 14:07:20.324485 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] Routers {'53ac2d30-e8ec-4319-96b6-6b38c275765a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:20.325176 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['53ac2d30-e8ec-4319-96b6-6b38c275765a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:20.352604 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:20.357193 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:20.358260 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:20.382668 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port a11cf35f-f6ac-4fe1-a2cc-8def99834e13 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:07:20.399908 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:20.400586 n-d-803718-1 neutron-server[87913]: ERROR neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:20.402639 n-d-803718-1 neutron-server[87913]: INFO neutron.plugins.ml2.plugin [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 8 to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb Mar 05 14:07:20.403731 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port a11cf35f-f6ac-4fe1-a2cc-8def99834e13 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:07:20.404787 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:20.450896 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:20.460614 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:20.461315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:20.484387 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:20.485118 n-d-803718-1 neutron-server[87913]: ERROR neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:20.489937 n-d-803718-1 neutron-server[87913]: INFO neutron.plugins.ml2.plugin [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 9 to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb Mar 05 14:07:20.588325 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:20.593685 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:20.603900 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:20.609054 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:20.609494 n-d-803718-1 neutron-server[87913]: ERROR neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:20.611393 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a945c6e2-175d-4b60-a3c7-248730070097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:20.615067 n-d-803718-1 neutron-server[87913]: INFO neutron.plugins.ml2.plugin [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 10 to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb Mar 05 14:07:20.640573 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-505a28fa-dd80-430f-bdb6-7eb49abba22c tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Calling delete_port for e99839a5-d983-431c-a53a-f40e2e5ec3bc owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:07:20.648055 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:20.648508 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:20.648935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:20.652551 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a945c6e2-175d-4b60-a3c7-248730070097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:20.673230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:20.673831 n-d-803718-1 neutron-server[87913]: ERROR neutron.plugins.ml2.managers [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:20.674278 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:20.699193 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:20.702604 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] Set router 53ac2d30-e8ec-4319-96b6-6b38c275765a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:07:20.720632 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a945c6e2-175d-4b60-a3c7-248730070097 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:07:20.741789 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port a11cf35f-f6ac-4fe1-a2cc-8def99834e13, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a11cf35f-f6ac-4fe1-a2cc-8def99834e13,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:07:20.752947 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:20.852157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945c6e2-175d-4b60-a3c7-248730070097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7356a4fc-65f8-44bb-8ddb-bc33a8f53e59,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:20.863249 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a945c6e2-175d-4b60-a3c7-248730070097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:20.863598 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-a945c6e2-175d-4b60-a3c7-248730070097 admin admin] Added segment 92aa3949-6a16-42f5-80b2-cc12744f6ee7 of type vlan for network 83d180bc-90a1-4ceb-89e8-fb976c779b62 Mar 05 14:07:20.899584 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=a11cf35f-f6ac-4fe1-a2cc-8def99834e13,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:20.989179 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a945c6e2-175d-4b60-a3c7-248730070097 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:20.996623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] For port c9c06832-a32e-4565-8eab-e7efe9c9cfdb, host n-h1-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:07:20.997367 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempted to set empty binding levels {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 05 14:07:21.012760 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:21.048442 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-505a28fa-dd80-430f-bdb6-7eb49abba22c tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:21.123598 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Pushing event updated for resources: {'Port': ['ID=c9c06832-a32e-4565-8eab-e7efe9c9cfdb,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:21.135503 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a945c6e2-175d-4b60-a3c7-248730070097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:21.136744 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a945c6e2-175d-4b60-a3c7-248730070097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:21.137470 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a945c6e2-175d-4b60-a3c7-248730070097 admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:21.319652 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a28fa-dd80-430f-bdb6-7eb49abba22c tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event deleted for resources: {'Port': ['ID=e99839a5-d983-431c-a53a-f40e2e5ec3bc,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:21.321938 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945c6e2-175d-4b60-a3c7-248730070097 admin admin] Pushing event updated for resources: {'Network': ['ID=83d180bc-90a1-4ceb-89e8-fb976c779b62,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:21.330568 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a945c6e2-175d-4b60-a3c7-248730070097 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3760526 Mar 05 14:07:21.334504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] In _notify_port_updated(), no bound segment for port c9c06832-a32e-4565-8eab-e7efe9c9cfdb on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 14:07:21.336066 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:21.336676 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:21.336810 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 83d180bc-90a1-4ceb-89e8-fb976c779b62 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:07:21.338093 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b7f70590-d979-47af-980b-7d88e36d536a tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] 10.222.0.16 "PUT /v2.0/ports/c9c06832-a32e-4565-8eab-e7efe9c9cfdb HTTP/1.1" status: 200 len: 974 time: 2.4956579 Mar 05 14:07:21.339035 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60782) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:21.341482 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60786) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:21.346398 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-755aca49-2e96-4815-b7ef-2f493bbbb7d3 admin admin] Request body: {'subnet': {'network_id': '83d180bc-90a1-4ceb-89e8-fb976c779b62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1628764614-subnet', 'tenant_id': '8f484efc0faf4bdba42d7d98830674f9', 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:21.380700 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-505a28fa-dd80-430f-bdb6-7eb49abba22c tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:21.420595 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-505a28fa-dd80-430f-bdb6-7eb49abba22c tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:21.423484 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-505a28fa-dd80-430f-bdb6-7eb49abba22c tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "DELETE /v2.0/floatingips/6d2bc09e-74a9-49d5-8b6f-572190a8562f HTTP/1.1" status: 204 len: 168 time: 1.8225031 Mar 05 14:07:21.429256 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60792) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:21.509451 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ac2d30-e8ec-4319-96b6-6b38c275765a', 'name': 'tempest-TestAggregatesBasicOps-685329549-router', 'tenant_id': '7c7446ad4162406e85c25a8efb5a0220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a11cf35f-f6ac-4fe1-a2cc-8def99834e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:07:05Z', 'updated_at': '2022-03-05T14:07:17Z', 'revision_number': 4, 'project_id': '7c7446ad4162406e85c25a8efb5a0220', 'gw_port': {'id': 'a11cf35f-f6ac-4fe1-a2cc-8def99834e13', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ac2d30-e8ec-4319-96b6-6b38c275765a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:07:08Z', 'updated_at': '2022-03-05T14:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '1091e78d-90c8-403b-9f16-37448d6fb94d', 'name': '', 'network_id': '605ed178-67a7-4af0-a06c-07adde429c21', 'tenant_id': '7c7446ad4162406e85c25a8efb5a0220', 'mac_address': 'fa:16:3e:3d:dd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ac2d30-e8ec-4319-96b6-6b38c275765a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '00867865-d5c2-4e59-8365-1ddcc1f549a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:07:15Z', 'updated_at': '2022-03-05T14:07:17Z', 'revision_number': 2, 'project_id': '7c7446ad4162406e85c25a8efb5a0220', 'subnets': [{'id': '00867865-d5c2-4e59-8365-1ddcc1f549a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:21.525323 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] Checking router: 53ac2d30-e8ec-4319-96b6-6b38c275765a for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:07:21.525919 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] Updating router 53ac2d30-e8ec-4319-96b6-6b38c275765a port 1091e78d-90c8-403b-9f16-37448d6fb94d binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:07:21.563648 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-755aca49-2e96-4815-b7ef-2f493bbbb7d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:21.600372 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-755aca49-2e96-4815-b7ef-2f493bbbb7d3 admin admin] Usage tracker for resource:subnet and tenant:8f484efc0faf4bdba42d7d98830674f9 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:21.611644 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-755aca49-2e96-4815-b7ef-2f493bbbb7d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:21.639092 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-755aca49-2e96-4815-b7ef-2f493bbbb7d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:21.682360 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-64991713-55e1-43fe-913b-a5d79cb930b6 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] delete failed (client error): The resource could not be found. Mar 05 14:07:21.683692 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-64991713-55e1-43fe-913b-a5d79cb930b6 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "DELETE /v2.0/floatingips/6d2bc09e-74a9-49d5-8b6f-572190a8562f HTTP/1.1" status: 404 len: 345 time: 0.2531698 Mar 05 14:07:21.689931 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60802) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:21.711939 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:21.729783 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfaf4d1-3c03-4fcd-b7b6-3e8da71d65af tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:21.733804 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfaf4d1-3c03-4fcd-b7b6-3e8da71d65af tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:21.739904 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfaf4d1-3c03-4fcd-b7b6-3e8da71d65af tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:21.741424 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfaf4d1-3c03-4fcd-b7b6-3e8da71d65af tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:21.743689 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfaf4d1-3c03-4fcd-b7b6-3e8da71d65af tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:21.744808 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfaf4d1-3c03-4fcd-b7b6-3e8da71d65af tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:21.745451 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfaf4d1-3c03-4fcd-b7b6-3e8da71d65af tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:21.748764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfaf4d1-3c03-4fcd-b7b6-3e8da71d65af tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:21.750129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfaf4d1-3c03-4fcd-b7b6-3e8da71d65af tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:21.753511 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfaf4d1-3c03-4fcd-b7b6-3e8da71d65af tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:21.754750 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfaf4d1-3c03-4fcd-b7b6-3e8da71d65af tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:21.756403 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfaf4d1-3c03-4fcd-b7b6-3e8da71d65af tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:21.765300 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4bfaf4d1-3c03-4fcd-b7b6-3e8da71d65af tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10470 time: 0.4101803 Mar 05 14:07:21.765817 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755aca49-2e96-4815-b7ef-2f493bbbb7d3 admin admin] Made reservation on behalf of 8f484efc0faf4bdba42d7d98830674f9 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:07:21.769517 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-755aca49-2e96-4815-b7ef-2f493bbbb7d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:21.784325 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60806) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:21.973444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf20902-af39-4191-b1aa-bc6b2e65751e tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:21.981118 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf20902-af39-4191-b1aa-bc6b2e65751e tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:21.985965 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-68ac9e58-5316-4e07-a3d7-7b0e070e3708 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Deleting port c9c06832-a32e-4565-8eab-e7efe9c9cfdb {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:07:21.986593 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-68ac9e58-5316-4e07-a3d7-7b0e070e3708 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:21.988894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf20902-af39-4191-b1aa-bc6b2e65751e tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:21.990260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7cf20902-af39-4191-b1aa-bc6b2e65751e tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Synchronizing usage tracker for tenant:cc2a8dcf86ad41029dafc1c5996d6ff1 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:07:22.027256 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7cf20902-af39-4191-b1aa-bc6b2e65751e tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Unset dirty status for tenant:cc2a8dcf86ad41029dafc1c5996d6ff1 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:07:22.033627 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7cf20902-af39-4191-b1aa-bc6b2e65751e tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "GET /v2.0/ports?network_id=a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b HTTP/1.1" status: 200 len: 2359 time: 0.3374724 Mar 05 14:07:22.033627 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60810) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:22.155540 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a11cf35f-f6ac-4fe1-a2cc-8def99834e13 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:07:22.162920 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ef58ce-1860-4aa9-8946-1e7fc9d03657 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:22.169893 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-02ef58ce-1860-4aa9-8946-1e7fc9d03657 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "GET /v2.0/subnets/8302c89b-830b-4640-9f42-402e543f95ec HTTP/1.1" status: 200 len: 797 time: 0.1358922 Mar 05 14:07:22.172231 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 60816) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:22.202705 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-e65168e1-a4fa-407b-a485-9282765d3262 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Request body: {'port': {'network_id': 'a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b', 'name': 'tempest-FloatingIPTestJSON-1598230607', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:22.359208 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port a11cf35f-f6ac-4fe1-a2cc-8def99834e13 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:07:22.359584 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:22.684009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e65168e1-a4fa-407b-a485-9282765d3262 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:22.719226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e65168e1-a4fa-407b-a485-9282765d3262 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:22.751762 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-68ac9e58-5316-4e07-a3d7-7b0e070e3708 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] For port c9c06832-a32e-4565-8eab-e7efe9c9cfdb, host n-h1-803718-1, got binding levels [] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:07:22.752319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65168e1-a4fa-407b-a485-9282765d3262 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Made reservation on behalf of cc2a8dcf86ad41029dafc1c5996d6ff1 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:07:22.752502 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-68ac9e58-5316-4e07-a3d7-7b0e070e3708 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:22.783607 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:22.817852 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] Transition to ACTIVE for port object 1091e78d-90c8-403b-9f16-37448d6fb94d will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:07:22.837044 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:22.943399 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46481c36-cbf3-4293-99ce-56600a126a28 None None] Pushing event updated for resources: {'Port': ['ID=1091e78d-90c8-403b-9f16-37448d6fb94d,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:23.134565 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e65168e1-a4fa-407b-a485-9282765d3262 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:23.192799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-e65168e1-a4fa-407b-a485-9282765d3262 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] device_id is not set on port 13f16c36-1038-474b-8a8f-91638e4b56e6 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:07:23.446618 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] Attempting to bind port 1091e78d-90c8-403b-9f16-37448d6fb94d on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:23.446857 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] Attempting to bind port 1091e78d-90c8-403b-9f16-37448d6fb94d by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'aca8f4ad-d14b-410a-b289-87c9bf8688e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '605ed178-67a7-4af0-a06c-07adde429c21'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:23.454929 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] Attempting to bind port 1091e78d-90c8-403b-9f16-37448d6fb94d on network 605ed178-67a7-4af0-a06c-07adde429c21 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:23.468745 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:07:23.469111 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] Checking segment: {'id': 'aca8f4ad-d14b-410a-b289-87c9bf8688e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '605ed178-67a7-4af0-a06c-07adde429c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:07:23.481061 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:23.481627 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] Bound using segment: {'id': 'aca8f4ad-d14b-410a-b289-87c9bf8688e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '605ed178-67a7-4af0-a06c-07adde429c21'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:07:23.482899 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] Bound port: 1091e78d-90c8-403b-9f16-37448d6fb94d, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca8f4ad-d14b-410a-b289-87c9bf8688e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '605ed178-67a7-4af0-a06c-07adde429c21'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:07:23.491317 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:23.517743 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-68ac9e58-5316-4e07-a3d7-7b0e070e3708 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Calling delete_port for c9c06832-a32e-4565-8eab-e7efe9c9cfdb owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:07:23.756418 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] For port 1091e78d-90c8-403b-9f16-37448d6fb94d, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:07:23.763014 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] For port 1091e78d-90c8-403b-9f16-37448d6fb94d, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1091e78d-90c8-403b-9f16-37448d6fb94d,segment=NetworkSegment(aca8f4ad-d14b-410a-b289-87c9bf8688e9),segment_id=aca8f4ad-d14b-410a-b289-87c9bf8688e9)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:07:23.772956 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:23.860157 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-755aca49-2e96-4815-b7ef-2f493bbbb7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:23.871765 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-68ac9e58-5316-4e07-a3d7-7b0e070e3708 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:23.995097 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac9e58-5316-4e07-a3d7-7b0e070e3708 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9c06832-a32e-4565-8eab-e7efe9c9cfdb,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:24.026924 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-68ac9e58-5316-4e07-a3d7-7b0e070e3708 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:24.062073 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755aca49-2e96-4815-b7ef-2f493bbbb7d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3f7d07d-dc38-454f-8be1-c29c01ba79d3,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:24.073075 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-68ac9e58-5316-4e07-a3d7-7b0e070e3708 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] 10.222.0.16 "DELETE /v2.0/ports/c9c06832-a32e-4565-8eab-e7efe9c9cfdb HTTP/1.1" status: 204 len: 168 time: 2.2874248 Mar 05 14:07:24.075581 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60962) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:24.110414 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] Routers {'53ac2d30-e8ec-4319-96b6-6b38c275765a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:24.111800 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['53ac2d30-e8ec-4319-96b6-6b38c275765a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:24.127819 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c94bdb-d238-44ba-a687-9384d246e865 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] GET failed (client error): The resource could not be found. Mar 05 14:07:24.128461 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-06c94bdb-d238-44ba-a687-9384d246e865 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Synchronizing usage tracker for tenant:9ad70e9a409d43bba3c517db5fbb46ba on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:07:24.137056 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-e65168e1-a4fa-407b-a485-9282765d3262 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Allocated IP 172.20.0.13 (a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b/8302c89b-830b-4640-9f42-402e543f95ec/13f16c36-1038-474b-8a8f-91638e4b56e6) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:07:24.139149 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755aca49-2e96-4815-b7ef-2f493bbbb7d3 admin admin] Checking segment: {'id': '92aa3949-6a16-42f5-80b2-cc12744f6ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83d180bc-90a1-4ceb-89e8-fb976c779b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:07:24.139609 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755aca49-2e96-4815-b7ef-2f493bbbb7d3 admin admin] Network hostable DHCP agents. Network: 83d180bc-90a1-4ceb-89e8-fb976c779b62, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:07:24.167614 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-06c94bdb-d238-44ba-a687-9384d246e865 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Unset dirty status for tenant:9ad70e9a409d43bba3c517db5fbb46ba on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:07:24.169825 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-06c94bdb-d238-44ba-a687-9384d246e865 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] 10.222.0.16 "GET /v2.0/ports/c9c06832-a32e-4565-8eab-e7efe9c9cfdb HTTP/1.1" status: 404 len: 333 time: 0.0925581 Mar 05 14:07:24.174382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 60974) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:24.178340 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-e65168e1-a4fa-407b-a485-9282765d3262 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Allocated IP 172.20.0.12 (a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b/8302c89b-830b-4640-9f42-402e543f95ec/13f16c36-1038-474b-8a8f-91638e4b56e6) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:07:24.195859 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-229cab41-62cc-479f-bb4d-6b931ad919f5 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1135364288', 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:24.202898 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755aca49-2e96-4815-b7ef-2f493bbbb7d3 admin admin] Network 83d180bc-90a1-4ceb-89e8-fb976c779b62 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:07:24.211917 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-229cab41-62cc-479f-bb4d-6b931ad919f5 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:24.225939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-755aca49-2e96-4815-b7ef-2f493bbbb7d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 83d180bc-90a1-4ceb-89e8-fb976c779b62) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:07:24.226082 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46481c36-cbf3-4293-99ce-56600a126a28 None None] Pushing event updated for resources: {'Port': ['ID=1091e78d-90c8-403b-9f16-37448d6fb94d,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:24.228558 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-229cab41-62cc-479f-bb4d-6b931ad919f5 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:24.237786 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe88934-b535-441f-ad88-5e9c67b436a8 None None] Network 83d180bc-90a1-4ceb-89e8-fb976c779b62 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:07:24.259819 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755aca49-2e96-4815-b7ef-2f493bbbb7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:24.264049 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-755aca49-2e96-4815-b7ef-2f493bbbb7d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:24.314286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229cab41-62cc-479f-bb4d-6b931ad919f5 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Made reservation on behalf of 9ad70e9a409d43bba3c517db5fbb46ba for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:07:24.320826 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-229cab41-62cc-479f-bb4d-6b931ad919f5 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:24.401679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-229cab41-62cc-479f-bb4d-6b931ad919f5 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] device_id is not set on port a4c2b473-aff9-4d73-bf21-c2e0d57be64e yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:07:24.569345 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-755aca49-2e96-4815-b7ef-2f493bbbb7d3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2292502 Mar 05 14:07:24.573888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 32776) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:24.617913 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e397ad27-fcfb-43d4-b84c-9cb080555243 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1628764614-router', 'tenant_id': '8f484efc0faf4bdba42d7d98830674f9', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:24.623259 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] Set router 53ac2d30-e8ec-4319-96b6-6b38c275765a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:07:24.633045 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e397ad27-fcfb-43d4-b84c-9cb080555243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:24.643830 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e397ad27-fcfb-43d4-b84c-9cb080555243 admin admin] Usage tracker for resource:router and tenant:8f484efc0faf4bdba42d7d98830674f9 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:24.647301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e397ad27-fcfb-43d4-b84c-9cb080555243 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:24.661669 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e397ad27-fcfb-43d4-b84c-9cb080555243 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:24.689351 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e397ad27-fcfb-43d4-b84c-9cb080555243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:24.691316 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e397ad27-fcfb-43d4-b84c-9cb080555243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:24.774718 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e65168e1-a4fa-407b-a485-9282765d3262 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:24.796174 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e397ad27-fcfb-43d4-b84c-9cb080555243 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:24.863209 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e65168e1-a4fa-407b-a485-9282765d3262 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:24.890281 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f96070-f859-48ee-9995-cef54833193e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-83d180bc-90a1-4ceb-89e8-fb976c779b62', 'network_id': '83d180bc-90a1-4ceb-89e8-fb976c779b62', 'tenant_id': '8f484efc0faf4bdba42d7d98830674f9', 'fixed_ips': [{'subnet_id': 'c3f7d07d-dc38-454f-8be1-c29c01ba79d3'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:07:24.894218 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a1f96070-f859-48ee-9995-cef54833193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:25.042983 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65168e1-a4fa-407b-a485-9282765d3262 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Port': ['ID=13f16c36-1038-474b-8a8f-91638e4b56e6,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:25.054204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65168e1-a4fa-407b-a485-9282765d3262 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Network a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:07:25.058369 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-e65168e1-a4fa-407b-a485-9282765d3262 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:07:25.069920 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65168e1-a4fa-407b-a485-9282765d3262 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:07:25.241648 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:07:25.269280 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65168e1-a4fa-407b-a485-9282765d3262 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:25.271005 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-a1f96070-f859-48ee-9995-cef54833193e None None] Allocated IP 172.20.0.2 (83d180bc-90a1-4ceb-89e8-fb976c779b62/c3f7d07d-dc38-454f-8be1-c29c01ba79d3/ba70a376-25d4-4c72-a7c9-50a00f350f9f) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:07:25.272781 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e65168e1-a4fa-407b-a485-9282765d3262 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:25.358483 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e65168e1-a4fa-407b-a485-9282765d3262 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.1845422 Mar 05 14:07:25.361714 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 32842) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:25.377686 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': '13f16c36-1038-474b-8a8f-91638e4b56e6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:25.379852 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-229cab41-62cc-479f-bb4d-6b931ad919f5 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:25.408198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:25.430918 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Usage tracker for resource:floatingip and tenant:cc2a8dcf86ad41029dafc1c5996d6ff1 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:25.440449 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:25.455546 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:25.482994 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:25.580015 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e397ad27-fcfb-43d4-b84c-9cb080555243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:25.669326 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ac2d30-e8ec-4319-96b6-6b38c275765a', 'name': 'tempest-TestAggregatesBasicOps-685329549-router', 'tenant_id': '7c7446ad4162406e85c25a8efb5a0220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a11cf35f-f6ac-4fe1-a2cc-8def99834e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:07:05Z', 'updated_at': '2022-03-05T14:07:17Z', 'revision_number': 4, 'project_id': '7c7446ad4162406e85c25a8efb5a0220', 'gw_port': {'id': 'a11cf35f-f6ac-4fe1-a2cc-8def99834e13', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ac2d30-e8ec-4319-96b6-6b38c275765a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:07:08Z', 'updated_at': '2022-03-05T14:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '1091e78d-90c8-403b-9f16-37448d6fb94d', 'name': '', 'network_id': '605ed178-67a7-4af0-a06c-07adde429c21', 'tenant_id': '7c7446ad4162406e85c25a8efb5a0220', 'mac_address': 'fa:16:3e:3d:dd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ac2d30-e8ec-4319-96b6-6b38c275765a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '00867865-d5c2-4e59-8365-1ddcc1f549a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:07:15Z', 'updated_at': '2022-03-05T14:07:23Z', 'revision_number': 4, 'project_id': '7c7446ad4162406e85c25a8efb5a0220', 'subnets': [{'id': '00867865-d5c2-4e59-8365-1ddcc1f549a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:25.681938 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad760a4b-3990-4e87-8346-1b2eb41a0eab None None] The sync data for ids ['53ac2d30-e8ec-4319-96b6-6b38c275765a'] in n-d-803718-1 is: [{'id': '53ac2d30-e8ec-4319-96b6-6b38c275765a', 'name': 'tempest-TestAggregatesBasicOps-685329549-router', 'tenant_id': '7c7446ad4162406e85c25a8efb5a0220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a11cf35f-f6ac-4fe1-a2cc-8def99834e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:07:05Z', 'updated_at': '2022-03-05T14:07:17Z', 'revision_number': 4, 'project_id': '7c7446ad4162406e85c25a8efb5a0220', 'gw_port': {'id': 'a11cf35f-f6ac-4fe1-a2cc-8def99834e13', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ac2d30-e8ec-4319-96b6-6b38c275765a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:07:08Z', 'updated_at': '2022-03-05T14:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '1091e78d-90c8-403b-9f16-37448d6fb94d', 'name': '', 'network_id': '605ed178-67a7-4af0-a06c-07adde429c21', 'tenant_id': '7c7446ad4162406e85c25a8efb5a0220', 'mac_address': 'fa:16:3e:3d:dd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ac2d30-e8ec-4319-96b6-6b38c275765a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '00867865-d5c2-4e59-8365-1ddcc1f549a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:07:15Z', 'updated_at': '2022-03-05T14:07:23Z', 'revision_number': 4, 'project_id': '7c7446ad4162406e85c25a8efb5a0220', 'subnets': [{'id': '00867865-d5c2-4e59-8365-1ddcc1f549a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:07:25.882177 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:25.925149 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a1f96070-f859-48ee-9995-cef54833193e None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:25.941980 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-229cab41-62cc-479f-bb4d-6b931ad919f5 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:25.967849 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a1f96070-f859-48ee-9995-cef54833193e None None] Transition to ACTIVE for port object ba70a376-25d4-4c72-a7c9-50a00f350f9f will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:07:26.076772 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a1f96070-f859-48ee-9995-cef54833193e None None] Transition to ACTIVE for port object ba70a376-25d4-4c72-a7c9-50a00f350f9f will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:07:26.101858 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a1f96070-f859-48ee-9995-cef54833193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:26.117053 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229cab41-62cc-479f-bb4d-6b931ad919f5 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:07:26.124645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-229cab41-62cc-479f-bb4d-6b931ad919f5 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:07:26.146673 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229cab41-62cc-479f-bb4d-6b931ad919f5 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:07:26.148203 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229cab41-62cc-479f-bb4d-6b931ad919f5 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:26.158506 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-229cab41-62cc-479f-bb4d-6b931ad919f5 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:26.301327 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229cab41-62cc-479f-bb4d-6b931ad919f5 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Pushing event updated for resources: {'Port': ['ID=a4c2b473-aff9-4d73-bf21-c2e0d57be64e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:26.317581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Allocated IP 172.25.4.19 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/e11b71e7-00ab-4867-8b81-d250806659e1) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:07:26.348991 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-229cab41-62cc-479f-bb4d-6b931ad919f5 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1731360 Mar 05 14:07:26.354819 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 32932) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:26.369657 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f96070-f859-48ee-9995-cef54833193e None None] Pushing event updated for resources: {'Port': ['ID=ba70a376-25d4-4c72-a7c9-50a00f350f9f,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:26.380866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1091e78d-90c8-403b-9f16-37448d6fb94d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:07:26.665119 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f96070-f859-48ee-9995-cef54833193e None None] Network 83d180bc-90a1-4ceb-89e8-fb976c779b62 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:07:26.672792 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-a1f96070-f859-48ee-9995-cef54833193e None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:07:26.684597 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f96070-f859-48ee-9995-cef54833193e None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:07:26.767512 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:26.822464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37f41ae-4f20-4e5f-8677-fbf9eb11d9d9 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:26.825450 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e37f41ae-4f20-4e5f-8677-fbf9eb11d9d9 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Synchronizing usage tracker for tenant:9ad70e9a409d43bba3c517db5fbb46ba on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:07:26.856756 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:26.896194 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e37f41ae-4f20-4e5f-8677-fbf9eb11d9d9 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Unset dirty status for tenant:9ad70e9a409d43bba3c517db5fbb46ba on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:07:26.896718 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e37f41ae-4f20-4e5f-8677-fbf9eb11d9d9 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] 10.222.0.16 "GET /v2.0/ports/a4c2b473-aff9-4d73-bf21-c2e0d57be64e HTTP/1.1" status: 200 len: 955 time: 0.5401032 Mar 05 14:07:26.916652 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 32982) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:26.977445 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 1091e78d-90c8-403b-9f16-37448d6fb94d completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:07:27.034725 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1091e78d-90c8-403b-9f16-37448d6fb94d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:07:27.035254 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:27.063710 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Port': ['ID=e11b71e7-00ab-4867-8b81-d250806659e1,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:27.089223 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a1f96070-f859-48ee-9995-cef54833193e None None] Attempting to bind port ba70a376-25d4-4c72-a7c9-50a00f350f9f on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:27.089472 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a1f96070-f859-48ee-9995-cef54833193e None None] Attempting to bind port ba70a376-25d4-4c72-a7c9-50a00f350f9f by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '92aa3949-6a16-42f5-80b2-cc12744f6ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83d180bc-90a1-4ceb-89e8-fb976c779b62'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:27.089900 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f96070-f859-48ee-9995-cef54833193e None None] Attempting to bind port ba70a376-25d4-4c72-a7c9-50a00f350f9f on network 83d180bc-90a1-4ceb-89e8-fb976c779b62 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:27.105314 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:07:27.107728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:07:27.110592 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:07:27.242176 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f96070-f859-48ee-9995-cef54833193e None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:07:27.242454 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f96070-f859-48ee-9995-cef54833193e None None] Checking segment: {'id': '92aa3949-6a16-42f5-80b2-cc12744f6ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83d180bc-90a1-4ceb-89e8-fb976c779b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:07:27.245482 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a1f96070-f859-48ee-9995-cef54833193e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:27.245881 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f96070-f859-48ee-9995-cef54833193e None None] Bound using segment: {'id': '92aa3949-6a16-42f5-80b2-cc12744f6ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83d180bc-90a1-4ceb-89e8-fb976c779b62'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:07:27.246382 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-a1f96070-f859-48ee-9995-cef54833193e None None] Bound port: ba70a376-25d4-4c72-a7c9-50a00f350f9f, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92aa3949-6a16-42f5-80b2-cc12744f6ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83d180bc-90a1-4ceb-89e8-fb976c779b62'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:07:27.246754 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a1f96070-f859-48ee-9995-cef54833193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:27.521106 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-d5060322-7e1a-4e4a-ad7d-8eabd727220c tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Deleting port a4c2b473-aff9-4d73-bf21-c2e0d57be64e {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:07:27.521850 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5060322-7e1a-4e4a-ad7d-8eabd727220c tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:27.548109 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:27.585595 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e397ad27-fcfb-43d4-b84c-9cb080555243 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:27.697842 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 1091e78d-90c8-403b-9f16-37448d6fb94d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1091e78d-90c8-403b-9f16-37448d6fb94d,segment=NetworkSegment(aca8f4ad-d14b-410a-b289-87c9bf8688e9),segment_id=aca8f4ad-d14b-410a-b289-87c9bf8688e9)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:07:27.705267 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e397ad27-fcfb-43d4-b84c-9cb080555243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:27.728439 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a1f96070-f859-48ee-9995-cef54833193e None None] For port ba70a376-25d4-4c72-a7c9-50a00f350f9f, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:07:27.738643 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:27.744159 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a1f96070-f859-48ee-9995-cef54833193e None None] For port ba70a376-25d4-4c72-a7c9-50a00f350f9f, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ba70a376-25d4-4c72-a7c9-50a00f350f9f,segment=NetworkSegment(92aa3949-6a16-42f5-80b2-cc12744f6ee7),segment_id=92aa3949-6a16-42f5-80b2-cc12744f6ee7)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:07:27.830787 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a1f96070-f859-48ee-9995-cef54833193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:28.002038 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=1091e78d-90c8-403b-9f16-37448d6fb94d,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:28.263788 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f96070-f859-48ee-9995-cef54833193e None None] Pushing event updated for resources: {'Port': ['ID=ba70a376-25d4-4c72-a7c9-50a00f350f9f,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:28.375353 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5060322-7e1a-4e4a-ad7d-8eabd727220c tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:28.547567 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:28.606156 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-d5060322-7e1a-4e4a-ad7d-8eabd727220c tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Calling delete_port for a4c2b473-aff9-4d73-bf21-c2e0d57be64e owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:07:28.676626 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:28.707551 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-e397ad27-fcfb-43d4-b84c-9cb080555243 admin admin] Allocated IP 172.25.4.116 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/4bcebf27-af27-4dcc-8747-f12f31803c5d) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:07:28.792582 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5060322-7e1a-4e4a-ad7d-8eabd727220c tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:28.944531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5060322-7e1a-4e4a-ad7d-8eabd727220c tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4c2b473-aff9-4d73-bf21-c2e0d57be64e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:28.949685 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5060322-7e1a-4e4a-ad7d-8eabd727220c tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:28.955309 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:28.962991 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:28.987743 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d5060322-7e1a-4e4a-ad7d-8eabd727220c tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] 10.222.0.16 "DELETE /v2.0/ports/a4c2b473-aff9-4d73-bf21-c2e0d57be64e HTTP/1.1" status: 204 len: 168 time: 2.0558188 Mar 05 14:07:28.996287 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33136) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:29.009758 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:29.081977 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-682594e8-1beb-42e3-9591-30b483d549e8 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] GET failed (client error): The resource could not be found. Mar 05 14:07:29.083031 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-682594e8-1beb-42e3-9591-30b483d549e8 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Synchronizing usage tracker for tenant:9ad70e9a409d43bba3c517db5fbb46ba on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:07:29.101238 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:29.111413 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e397ad27-fcfb-43d4-b84c-9cb080555243 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:29.119046 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:29.132712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-682594e8-1beb-42e3-9591-30b483d549e8 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Unset dirty status for tenant:9ad70e9a409d43bba3c517db5fbb46ba on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:07:29.134145 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-682594e8-1beb-42e3-9591-30b483d549e8 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] 10.222.0.16 "GET /v2.0/ports/a4c2b473-aff9-4d73-bf21-c2e0d57be64e HTTP/1.1" status: 404 len: 333 time: 0.1369159 Mar 05 14:07:29.137681 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33146) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:29.146692 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-52e9fc67-935f-46f4-9276-0656406fc917 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Request body: {'port': {'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1391267186'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:29.155484 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-52e9fc67-935f-46f4-9276-0656406fc917 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:29.171106 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-52e9fc67-935f-46f4-9276-0656406fc917 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:29.191448 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e397ad27-fcfb-43d4-b84c-9cb080555243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:29.242155 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e9fc67-935f-46f4-9276-0656406fc917 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Made reservation on behalf of 9ad70e9a409d43bba3c517db5fbb46ba for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:07:29.246030 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-52e9fc67-935f-46f4-9276-0656406fc917 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:29.306807 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Port': ['ID=e11b71e7-00ab-4867-8b81-d250806659e1,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:29.337562 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e397ad27-fcfb-43d4-b84c-9cb080555243 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:07:29.343179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-e397ad27-fcfb-43d4-b84c-9cb080555243 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:07:29.346526 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e397ad27-fcfb-43d4-b84c-9cb080555243 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:07:29.408110 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-52e9fc67-935f-46f4-9276-0656406fc917 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] device_id is not set on port beaeb750-b9b5-490e-9121-647d5ec4a016 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:07:29.530827 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Floating IP 74118e1e-6fbb-43ae-907d-6a3ea3e67f00 associated. External IP: 172.25.4.19, port: 13f16c36-1038-474b-8a8f-91638e4b56e6. Mar 05 14:07:29.584899 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397ad27-fcfb-43d4-b84c-9cb080555243 admin admin] Pushing event updated for resources: {'Port': ['ID=4bcebf27-af27-4dcc-8747-f12f31803c5d,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:29.846350 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31c3740-5c97-48e8-9158-1f7da9541397 None None] Network 83d180bc-90a1-4ceb-89e8-fb976c779b62 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:07:29.978662 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c0bcbcd5-9e4f-4a02-9170-4073d272d22f None None] Provisioning for port ba70a376-25d4-4c72-a7c9-50a00f350f9f completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:07:30.173036 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Router 4b6ffbf0-36dc-4545-8361-0e538a3555fb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:07:30.182220 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-52e9fc67-935f-46f4-9276-0656406fc917 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:30.349125 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ba70a376-25d4-4c72-a7c9-50a00f350f9f up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:07:30.530653 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port ba70a376-25d4-4c72-a7c9-50a00f350f9f completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:07:30.547770 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port ba70a376-25d4-4c72-a7c9-50a00f350f9f triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:07:30.548140 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:30.777039 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:30.801196 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e397ad27-fcfb-43d4-b84c-9cb080555243 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:30.856085 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9b63e9ee-03b2-401c-a56e-ad9f0a482aa2 None None] Provisioning complete for port ba70a376-25d4-4c72-a7c9-50a00f350f9f triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:07:30.856645 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9b63e9ee-03b2-401c-a56e-ad9f0a482aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:30.937989 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port ba70a376-25d4-4c72-a7c9-50a00f350f9f, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ba70a376-25d4-4c72-a7c9-50a00f350f9f,segment=NetworkSegment(92aa3949-6a16-42f5-80b2-cc12744f6ee7),segment_id=92aa3949-6a16-42f5-80b2-cc12744f6ee7)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:07:31.016790 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:31.017601 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1091e78d-90c8-403b-9f16-37448d6fb94d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:07:31.176302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:07:31.190623 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66077da3-53d7-453f-8860-74e0a685dcd7 None None] Sync routers for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:07:31.212602 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66077da3-53d7-453f-8860-74e0a685dcd7 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:31.213648 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-66077da3-53d7-453f-8860-74e0a685dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:31.240437 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:31.265355 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-52e9fc67-935f-46f4-9276-0656406fc917 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:31.299792 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1091e78d-90c8-403b-9f16-37448d6fb94d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:07:31.300387 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:31.365242 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c00f8706-8492-4bdb-9b4e-0bcd109fa0f7 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.9995575 Mar 05 14:07:31.365362 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e9fc67-935f-46f4-9276-0656406fc917 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:07:31.366156 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33184) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:31.372615 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-8f27f768-8d8b-4f83-99bd-5955b790fe32 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Request body: {'floatingip': {'port_id': '13f16c36-1038-474b-8a8f-91638e4b56e6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:31.373859 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-52e9fc67-935f-46f4-9276-0656406fc917 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:07:31.394521 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e9fc67-935f-46f4-9276-0656406fc917 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:07:31.395405 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e9fc67-935f-46f4-9276-0656406fc917 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:31.396004 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-52e9fc67-935f-46f4-9276-0656406fc917 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:31.431851 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-66077da3-53d7-453f-8860-74e0a685dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:31.444574 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66077da3-53d7-453f-8860-74e0a685dcd7 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:31.445411 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-66077da3-53d7-453f-8860-74e0a685dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:31.460141 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9fc67-935f-46f4-9276-0656406fc917 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Pushing event updated for resources: {'Port': ['ID=beaeb750-b9b5-490e-9121-647d5ec4a016,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:31.523811 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=ba70a376-25d4-4c72-a7c9-50a00f350f9f,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:31.526608 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-66077da3-53d7-453f-8860-74e0a685dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:31.528386 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66077da3-53d7-453f-8860-74e0a685dcd7 None None] The sync data for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:07:31.546347 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8f27f768-8d8b-4f83-99bd-5955b790fe32 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:31.576297 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-52e9fc67-935f-46f4-9276-0656406fc917 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.4355981 Mar 05 14:07:31.590392 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33190) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:31.643364 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e397ad27-fcfb-43d4-b84c-9cb080555243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:31.648619 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:31.970717 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:32.134857 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33210) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:32.156982 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ba70a376-25d4-4c72-a7c9-50a00f350f9f up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:07:32.322231 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port ba70a376-25d4-4c72-a7c9-50a00f350f9f triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:07:32.322608 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:32.480093 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] device_id is not set on port beaeb750-b9b5-490e-9121-647d5ec4a016 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:07:32.515901 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:32.547962 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ad3b1e1c-4e2c-4dbd-aa30-83321f27b4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:32.586462 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ad3b1e1c-4e2c-4dbd-aa30-83321f27b4a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:32.594311 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ad3b1e1c-4e2c-4dbd-aa30-83321f27b4a5 admin admin] Usage tracker for resource:security_group_rule and tenant:481795b502234efc86e18d5484df8089 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:32.598685 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ad3b1e1c-4e2c-4dbd-aa30-83321f27b4a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:32.599101 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Transition to ACTIVE for port object beaeb750-b9b5-490e-9121-647d5ec4a016 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:07:32.607631 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ad3b1e1c-4e2c-4dbd-aa30-83321f27b4a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:32.642503 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:32.840515 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e397ad27-fcfb-43d4-b84c-9cb080555243 admin admin] Router a0f74eef-5e31-4422-83b9-69631d1305d0 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:07:32.846547 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8f27f768-8d8b-4f83-99bd-5955b790fe32 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:32.853247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:32.853667 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:32.853809 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8f27f768-8d8b-4f83-99bd-5955b790fe32 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:32.854173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:33.098386 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ad3b1e1c-4e2c-4dbd-aa30-83321f27b4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:33.117073 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ad3b1e1c-4e2c-4dbd-aa30-83321f27b4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:33.126076 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Pushing event updated for resources: {'Port': ['ID=beaeb750-b9b5-490e-9121-647d5ec4a016,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:33.136303 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port beaeb750-b9b5-490e-9121-647d5ec4a016 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:33.136733 n-d-803718-1 neutron-server[87913]: ERROR neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:33.146300 n-d-803718-1 neutron-server[87913]: INFO neutron.plugins.ml2.plugin [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 2 to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 Mar 05 14:07:33.167927 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:33.168743 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:33.169368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:33.180771 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port beaeb750-b9b5-490e-9121-647d5ec4a016 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:33.181447 n-d-803718-1 neutron-server[87913]: ERROR neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:33.183993 n-d-803718-1 neutron-server[87913]: INFO neutron.plugins.ml2.plugin [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 3 to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 Mar 05 14:07:33.272574 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:33.273028 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:33.273485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:33.284431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port beaeb750-b9b5-490e-9121-647d5ec4a016 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:33.285096 n-d-803718-1 neutron-server[87913]: ERROR neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:33.287499 n-d-803718-1 neutron-server[87913]: INFO neutron.plugins.ml2.plugin [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 4 to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 Mar 05 14:07:33.318688 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e397ad27-fcfb-43d4-b84c-9cb080555243 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:07:33.320800 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:33.321331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:33.321885 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:33.328819 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] Sync routers for ids ['a0f74eef-5e31-4422-83b9-69631d1305d0'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:07:33.341833 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] Routers {'a0f74eef-5e31-4422-83b9-69631d1305d0'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:33.343583 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port beaeb750-b9b5-490e-9121-647d5ec4a016 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:33.343808 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['a0f74eef-5e31-4422-83b9-69631d1305d0'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:33.344313 n-d-803718-1 neutron-server[87913]: ERROR neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:33.344854 n-d-803718-1 neutron-server[87913]: INFO neutron.plugins.ml2.plugin [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 5 to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 Mar 05 14:07:33.355445 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e397ad27-fcfb-43d4-b84c-9cb080555243 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:33.357485 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e397ad27-fcfb-43d4-b84c-9cb080555243 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.7821856 Mar 05 14:07:33.368146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33236) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:33.392714 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ad3b1e1c-4e2c-4dbd-aa30-83321f27b4a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=481795b502234efc86e18d5484df8089&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2568400 Mar 05 14:07:33.406027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33240) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:33.414024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f27f768-8d8b-4f83-99bd-5955b790fe32 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Router 4b6ffbf0-36dc-4545-8361-0e538a3555fb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:07:33.449138 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b1e1c-4e2c-4dbd-aa30-83321f27b4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7ab86e-73a5-4568-a2be-854ee34bd6ce,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:33.466755 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:33.467192 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:33.467469 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:33.487236 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port beaeb750-b9b5-490e-9121-647d5ec4a016 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:33.487568 n-d-803718-1 neutron-server[87913]: ERROR neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:33.490033 n-d-803718-1 neutron-server[87913]: INFO neutron.plugins.ml2.plugin [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 6 to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 Mar 05 14:07:33.525122 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:33.525458 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:33.525796 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:33.587124 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port beaeb750-b9b5-490e-9121-647d5ec4a016 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:33.587491 n-d-803718-1 neutron-server[87913]: ERROR neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:33.587849 n-d-803718-1 neutron-server[87913]: INFO neutron.plugins.ml2.plugin [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 7 to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 Mar 05 14:07:33.618284 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:33.618690 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:33.619036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:33.641068 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port beaeb750-b9b5-490e-9121-647d5ec4a016 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:33.641412 n-d-803718-1 neutron-server[87913]: ERROR neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:33.644025 n-d-803718-1 neutron-server[87913]: INFO neutron.plugins.ml2.plugin [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 8 to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 Mar 05 14:07:33.660729 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:33.661062 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:33.661398 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:33.683158 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] Set router a0f74eef-5e31-4422-83b9-69631d1305d0 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:07:33.756277 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port beaeb750-b9b5-490e-9121-647d5ec4a016 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:33.756277 n-d-803718-1 neutron-server[87913]: ERROR neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:33.767127 n-d-803718-1 neutron-server[87913]: INFO neutron.plugins.ml2.plugin [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 9 to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 Mar 05 14:07:33.776301 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bee5977a-d5dd-40f7-96ee-2aaad6489fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:33.851839 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:33.852326 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:33.852679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:33.863418 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port beaeb750-b9b5-490e-9121-647d5ec4a016 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:33.864117 n-d-803718-1 neutron-server[87913]: ERROR neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:33.872952 n-d-803718-1 neutron-server[87913]: INFO neutron.plugins.ml2.plugin [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempt 10 to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 Mar 05 14:07:33.886291 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bee5977a-d5dd-40f7-96ee-2aaad6489fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:33.957945 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f27f768-8d8b-4f83-99bd-5955b790fe32 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:07:33.970749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:33.971104 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:33.971472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempting to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:33.972261 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88afa1-548b-4738-8130-a6e88da20e67 None None] Sync routers for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:07:33.978599 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8f27f768-8d8b-4f83-99bd-5955b790fe32 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:33.989157 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88afa1-548b-4738-8130-a6e88da20e67 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:33.995454 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-de88afa1-548b-4738-8130-a6e88da20e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:33.998276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Port beaeb750-b9b5-490e-9121-647d5ec4a016 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:07:33.998859 n-d-803718-1 neutron-server[87913]: ERROR neutron.plugins.ml2.managers [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Failed to bind port beaeb750-b9b5-490e-9121-647d5ec4a016 on host n-h1-803718-1 for vnic_type normal using segments [{'id': '73961945-c73c-4c4d-bbe9-88fac1313520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97b6413b-8d3e-405a-9174-c3a07ddcdb80'}] Mar 05 14:07:33.999303 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:34.058489 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bee5977a-d5dd-40f7-96ee-2aaad6489fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:34.110603 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5977a-d5dd-40f7-96ee-2aaad6489fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7ab86e-73a5-4568-a2be-854ee34bd6ce,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:34.125099 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bee5977a-d5dd-40f7-96ee-2aaad6489fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:34.140840 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-bee5977a-d5dd-40f7-96ee-2aaad6489fc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f7ab86e-73a5-4568-a2be-854ee34bd6ce HTTP/1.1" status: 204 len: 168 time: 0.7222273 Mar 05 14:07:34.152970 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-de88afa1-548b-4738-8130-a6e88da20e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:34.170403 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8f27f768-8d8b-4f83-99bd-5955b790fe32 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "PUT /v2.0/floatingips/74118e1e-6fbb-43ae-907d-6a3ea3e67f00 HTTP/1.1" status: 200 len: 978 time: 2.8029478 Mar 05 14:07:34.173619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33254) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:34.178726 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f74eef-5e31-4422-83b9-69631d1305d0', 'name': 'tempest-TestAggregatesBasicOps-1628764614-router', 'tenant_id': '8f484efc0faf4bdba42d7d98830674f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '4bcebf27-af27-4dcc-8747-f12f31803c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:07:24Z', 'updated_at': '2022-03-05T14:07:30Z', 'revision_number': 3, 'project_id': '8f484efc0faf4bdba42d7d98830674f9', 'gw_port': {'id': '4bcebf27-af27-4dcc-8747-f12f31803c5d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f74eef-5e31-4422-83b9-69631d1305d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:07:27Z', 'updated_at': '2022-03-05T14:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:34.187605 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] Checking router: a0f74eef-5e31-4422-83b9-69631d1305d0 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:07:34.188144 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] Updating router a0f74eef-5e31-4422-83b9-69631d1305d0 port 4bcebf27-af27-4dcc-8747-f12f31803c5d binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:07:34.202077 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88afa1-548b-4738-8130-a6e88da20e67 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:34.202708 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-de88afa1-548b-4738-8130-a6e88da20e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:34.271147 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] For port beaeb750-b9b5-490e-9121-647d5ec4a016, host n-h1-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:07:34.271565 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attempted to set empty binding levels {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 05 14:07:34.304287 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:34.343936 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-de88afa1-548b-4738-8130-a6e88da20e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:34.344335 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88afa1-548b-4738-8130-a6e88da20e67 None None] The sync data for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:07:34.406108 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:34.500793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-48a3b309-653f-49e0-bc23-37f40f5212f3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Deleting port e11b71e7-00ab-4867-8b81-d250806659e1 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:07:34.501151 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-48a3b309-653f-49e0-bc23-37f40f5212f3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:34.660389 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] In _notify_port_updated(), no bound segment for port beaeb750-b9b5-490e-9121-647d5ec4a016 on network 97b6413b-8d3e-405a-9174-c3a07ddcdb80 {{(pid=87913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 14:07:34.661641 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:34.662339 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:34.663974 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] 10.222.0.16 "PUT /v2.0/ports/beaeb750-b9b5-490e-9121-647d5ec4a016 HTTP/1.1" status: 200 len: 975 time: 3.0626991 Mar 05 14:07:34.764381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33264) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:34.765065 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33272) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:34.829508 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291bf4a-2bd6-4671-8496-3c0e24945cee tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Pushing event updated for resources: {'Port': ['ID=beaeb750-b9b5-490e-9121-647d5ec4a016,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:34.877294 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e78318f8-b38e-4165-8deb-c9c1a9266839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:34.893022 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-1c4077a5-8645-462e-a510-ef3193ea2762 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Deleting port beaeb750-b9b5-490e-9121-647d5ec4a016 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:07:34.893351 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1c4077a5-8645-462e-a510-ef3193ea2762 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:34.914684 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8136c1c2-7faf-4ca9-b503-addd7fe8ba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:34.978170 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:34.994361 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] Transition to ACTIVE for port object 4bcebf27-af27-4dcc-8747-f12f31803c5d will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:07:35.009918 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:35.095230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e78318f8-b38e-4165-8deb-c9c1a9266839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:35.113713 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] Attempting to bind port 4bcebf27-af27-4dcc-8747-f12f31803c5d on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:35.114073 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] Attempting to bind port 4bcebf27-af27-4dcc-8747-f12f31803c5d by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:35.114431 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] Attempting to bind port 4bcebf27-af27-4dcc-8747-f12f31803c5d on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:35.126907 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:07:35.127289 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:07:35.127923 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:35.128495 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:07:35.128964 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] Bound port: 4bcebf27-af27-4dcc-8747-f12f31803c5d, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:07:35.129494 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:35.156922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e78318f8-b38e-4165-8deb-c9c1a9266839 admin admin] Usage tracker for resource:security_group_rule and tenant:7a34170a81e7458e90ebdd0f9ab176d0 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:35.166658 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e78318f8-b38e-4165-8deb-c9c1a9266839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:35.171111 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-48a3b309-653f-49e0-bc23-37f40f5212f3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:35.171432 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-48a3b309-653f-49e0-bc23-37f40f5212f3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:35.171849 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02ef30-cd99-4ce6-856d-ca03d10beaa0 None None] Pushing event updated for resources: {'Port': ['ID=4bcebf27-af27-4dcc-8747-f12f31803c5d,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:35.197012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-8136c1c2-7faf-4ca9-b503-addd7fe8ba2b admin admin] Allocated IP 172.20.0.1 (83d180bc-90a1-4ceb-89e8-fb976c779b62/c3f7d07d-dc38-454f-8be1-c29c01ba79d3/f03a722a-1f7b-4dfd-aba0-870af5e68097) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:07:35.222070 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] For port 4bcebf27-af27-4dcc-8747-f12f31803c5d, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:07:35.224473 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] For port 4bcebf27-af27-4dcc-8747-f12f31803c5d, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4bcebf27-af27-4dcc-8747-f12f31803c5d,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:07:35.257485 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:35.342342 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] Routers {'a0f74eef-5e31-4422-83b9-69631d1305d0'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:35.343000 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['a0f74eef-5e31-4422-83b9-69631d1305d0'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:35.379967 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e78318f8-b38e-4165-8deb-c9c1a9266839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:35.389907 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-48a3b309-653f-49e0-bc23-37f40f5212f3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Calling delete_port for e11b71e7-00ab-4867-8b81-d250806659e1 owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:07:35.397516 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02ef30-cd99-4ce6-856d-ca03d10beaa0 None None] Pushing event updated for resources: {'Port': ['ID=4bcebf27-af27-4dcc-8747-f12f31803c5d,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:35.531637 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-1c4077a5-8645-462e-a510-ef3193ea2762 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] For port beaeb750-b9b5-490e-9121-647d5ec4a016, host n-h1-803718-1, got binding levels [] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:07:35.532004 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1c4077a5-8645-462e-a510-ef3193ea2762 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:35.690012 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] Set router a0f74eef-5e31-4422-83b9-69631d1305d0 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:07:35.726574 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8136c1c2-7faf-4ca9-b503-addd7fe8ba2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:35.736150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-1c4077a5-8645-462e-a510-ef3193ea2762 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Calling delete_port for beaeb750-b9b5-490e-9121-647d5ec4a016 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:07:35.752086 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-8136c1c2-7faf-4ca9-b503-addd7fe8ba2b admin admin] Transition to ACTIVE for port object f03a722a-1f7b-4dfd-aba0-870af5e68097 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:07:35.778086 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8136c1c2-7faf-4ca9-b503-addd7fe8ba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:35.850930 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8136c1c2-7faf-4ca9-b503-addd7fe8ba2b admin admin] Network 83d180bc-90a1-4ceb-89e8-fb976c779b62 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:07:35.854600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-8136c1c2-7faf-4ca9-b503-addd7fe8ba2b admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:07:35.864689 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8136c1c2-7faf-4ca9-b503-addd7fe8ba2b admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:07:35.934070 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8136c1c2-7faf-4ca9-b503-addd7fe8ba2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:35.956250 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136c1c2-7faf-4ca9-b503-addd7fe8ba2b admin admin] Pushing event updated for resources: {'Port': ['ID=f03a722a-1f7b-4dfd-aba0-870af5e68097,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:36.147971 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f74eef-5e31-4422-83b9-69631d1305d0', 'name': 'tempest-TestAggregatesBasicOps-1628764614-router', 'tenant_id': '8f484efc0faf4bdba42d7d98830674f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '4bcebf27-af27-4dcc-8747-f12f31803c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:07:24Z', 'updated_at': '2022-03-05T14:07:30Z', 'revision_number': 3, 'project_id': '8f484efc0faf4bdba42d7d98830674f9', 'gw_port': {'id': '4bcebf27-af27-4dcc-8747-f12f31803c5d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f74eef-5e31-4422-83b9-69631d1305d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:07:27Z', 'updated_at': '2022-03-05T14:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:36.156799 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97ea4f8-dec8-4376-afbc-ce311abd25f6 None None] The sync data for ids ['a0f74eef-5e31-4422-83b9-69631d1305d0'] in n-d-803718-1 is: [{'id': 'a0f74eef-5e31-4422-83b9-69631d1305d0', 'name': 'tempest-TestAggregatesBasicOps-1628764614-router', 'tenant_id': '8f484efc0faf4bdba42d7d98830674f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '4bcebf27-af27-4dcc-8747-f12f31803c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:07:24Z', 'updated_at': '2022-03-05T14:07:30Z', 'revision_number': 3, 'project_id': '8f484efc0faf4bdba42d7d98830674f9', 'gw_port': {'id': '4bcebf27-af27-4dcc-8747-f12f31803c5d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f74eef-5e31-4422-83b9-69631d1305d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:07:27Z', 'updated_at': '2022-03-05T14:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:07:36.174949 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8136c1c2-7faf-4ca9-b503-addd7fe8ba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:36.202956 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-dcbdfe98-4a06-4988-9f5c-ea05dc342489 None None] Provisioning for port f03a722a-1f7b-4dfd-aba0-870af5e68097 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:07:36.208115 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-dcbdfe98-4a06-4988-9f5c-ea05dc342489 None None] Provisioning complete for port f03a722a-1f7b-4dfd-aba0-870af5e68097 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:07:36.208482 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-dcbdfe98-4a06-4988-9f5c-ea05dc342489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:36.268679 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e78318f8-b38e-4165-8deb-c9c1a9266839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:36.304822 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e78318f8-b38e-4165-8deb-c9c1a9266839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:36.312358 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-dcbdfe98-4a06-4988-9f5c-ea05dc342489 None None] Port f03a722a-1f7b-4dfd-aba0-870af5e68097 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:07:36.317736 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1c4077a5-8645-462e-a510-ef3193ea2762 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:36.367967 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-48a3b309-653f-49e0-bc23-37f40f5212f3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:36.438816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4077a5-8645-462e-a510-ef3193ea2762 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Pushing event deleted for resources: {'Port': ['ID=beaeb750-b9b5-490e-9121-647d5ec4a016,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:36.458113 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1c4077a5-8645-462e-a510-ef3193ea2762 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:36.480676 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8136c1c2-7faf-4ca9-b503-addd7fe8ba2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:36.488128 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8136c1c2-7faf-4ca9-b503-addd7fe8ba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:36.549328 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e78318f8-b38e-4165-8deb-c9c1a9266839 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a34170a81e7458e90ebdd0f9ab176d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7805548 Mar 05 14:07:36.559454 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33302) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:36.647357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78318f8-b38e-4165-8deb-c9c1a9266839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6624421-2df9-4ace-8067-42eca9eb9e74,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:36.649228 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136c1c2-7faf-4ca9-b503-addd7fe8ba2b admin admin] Pushing event updated for resources: {'Port': ['ID=f03a722a-1f7b-4dfd-aba0-870af5e68097,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:36.670134 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3b309-653f-49e0-bc23-37f40f5212f3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event deleted for resources: {'Port': ['ID=e11b71e7-00ab-4867-8b81-d250806659e1,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:36.709316 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1c4077a5-8645-462e-a510-ef3193ea2762 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] 10.222.0.16 "DELETE /v2.0/ports/beaeb750-b9b5-490e-9121-647d5ec4a016 HTTP/1.1" status: 204 len: 168 time: 1.9428787 Mar 05 14:07:36.712271 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33306) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:36.735627 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8136c1c2-7faf-4ca9-b503-addd7fe8ba2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:36.784602 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-48a3b309-653f-49e0-bc23-37f40f5212f3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:36.785200 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-48a3b309-653f-49e0-bc23-37f40f5212f3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Floating IP 74118e1e-6fbb-43ae-907d-6a3ea3e67f00 disassociated (deleted). External IP: 172.25.4.19, port: 13f16c36-1038-474b-8a8f-91638e4b56e6. Mar 05 14:07:36.851023 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1d678a-8b9e-4c87-ba4c-8c3255b90851 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] GET failed (client error): The resource could not be found. Mar 05 14:07:36.851478 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cb1d678a-8b9e-4c87-ba4c-8c3255b90851 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Synchronizing usage tracker for tenant:9ad70e9a409d43bba3c517db5fbb46ba on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:07:36.936678 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bc5db579-4606-4542-8d60-b26f3f29870f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:36.978699 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bc5db579-4606-4542-8d60-b26f3f29870f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:37.055256 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bc5db579-4606-4542-8d60-b26f3f29870f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:37.083714 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5db579-4606-4542-8d60-b26f3f29870f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6624421-2df9-4ace-8067-42eca9eb9e74,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:37.111423 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bc5db579-4606-4542-8d60-b26f3f29870f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:37.121925 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bc5db579-4606-4542-8d60-b26f3f29870f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6624421-2df9-4ace-8067-42eca9eb9e74 HTTP/1.1" status: 204 len: 168 time: 0.4763720 Mar 05 14:07:37.162986 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8136c1c2-7faf-4ca9-b503-addd7fe8ba2b admin admin] Network 83d180bc-90a1-4ceb-89e8-fb976c779b62 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:07:37.165068 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-8136c1c2-7faf-4ca9-b503-addd7fe8ba2b admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:07:37.286665 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cb1d678a-8b9e-4c87-ba4c-8c3255b90851 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] Unset dirty status for tenant:9ad70e9a409d43bba3c517db5fbb46ba on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:07:37.293065 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cb1d678a-8b9e-4c87-ba4c-8c3255b90851 tempest-PortsAdminExtendedAttrsTestJSON-1457530217 tempest-PortsAdminExtendedAttrsTestJSON-1457530217-project-admin] 10.222.0.16 "GET /v2.0/ports/beaeb750-b9b5-490e-9121-647d5ec4a016 HTTP/1.1" status: 404 len: 333 time: 0.5797164 Mar 05 14:07:37.304048 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33318) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:37.630554 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a3b309-653f-49e0-bc23-37f40f5212f3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Router 4b6ffbf0-36dc-4545-8361-0e538a3555fb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:07:37.651866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ae2dfeb9-97bd-4b39-aacb-4233d95ea712 None None] Provisioning complete for port f03a722a-1f7b-4dfd-aba0-870af5e68097 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:07:37.653454 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ae2dfeb9-97bd-4b39-aacb-4233d95ea712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:37.672532 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8136c1c2-7faf-4ca9-b503-addd7fe8ba2b admin admin] Router a0f74eef-5e31-4422-83b9-69631d1305d0 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:07:37.675355 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d87bc677-3edc-4ed6-80d3-2f8c2b11d5aa tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:37.777745 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ae2dfeb9-97bd-4b39-aacb-4233d95ea712 None None] Port f03a722a-1f7b-4dfd-aba0-870af5e68097 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:07:38.018938 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8136c1c2-7faf-4ca9-b503-addd7fe8ba2b admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:07:38.033142 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8136c1c2-7faf-4ca9-b503-addd7fe8ba2b admin admin] 10.222.0.16 "PUT /v2.0/routers/a0f74eef-5e31-4422-83b9-69631d1305d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6613348 Mar 05 14:07:38.153656 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d87bc677-3edc-4ed6-80d3-2f8c2b11d5aa tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:38.233923 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a3b309-653f-49e0-bc23-37f40f5212f3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:07:38.244483 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2373999-b0be-43af-b486-fa4cce013061 None None] Sync routers for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:07:38.250717 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-48a3b309-653f-49e0-bc23-37f40f5212f3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:38.256216 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2373999-b0be-43af-b486-fa4cce013061 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:38.261197 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4bcebf27-af27-4dcc-8747-f12f31803c5d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:07:38.261358 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c2373999-b0be-43af-b486-fa4cce013061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:38.333017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33370) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:38.336771 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-48a3b309-653f-49e0-bc23-37f40f5212f3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "DELETE /v2.0/floatingips/74118e1e-6fbb-43ae-907d-6a3ea3e67f00 HTTP/1.1" status: 204 len: 168 time: 4.1619773 Mar 05 14:07:38.340630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-d87bc677-3edc-4ed6-80d3-2f8c2b11d5aa tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b6413b-8d3e-405a-9174-c3a07ddcdb80']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:38.361107 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-d87bc677-3edc-4ed6-80d3-2f8c2b11d5aa tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73961945-c73c-4c4d-bbe9-88fac1313520') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:38.361662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-d87bc677-3edc-4ed6-80d3-2f8c2b11d5aa tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73961945-c73c-4c4d-bbe9-88fac1313520') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:38.400818 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d87bc677-3edc-4ed6-80d3-2f8c2b11d5aa tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:38.407886 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c2373999-b0be-43af-b486-fa4cce013061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:38.422058 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2373999-b0be-43af-b486-fa4cce013061 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:38.422667 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c2373999-b0be-43af-b486-fa4cce013061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:38.506883 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c2373999-b0be-43af-b486-fa4cce013061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:38.507298 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2373999-b0be-43af-b486-fa4cce013061 None None] The sync data for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:07:38.543256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 4bcebf27-af27-4dcc-8747-f12f31803c5d completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:07:38.552724 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-bae716c8-0041-4503-acf6-c655a91e59cc tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Deleting port 13f16c36-1038-474b-8a8f-91638e4b56e6 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:07:38.553164 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bae716c8-0041-4503-acf6-c655a91e59cc tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:38.555267 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 4bcebf27-af27-4dcc-8747-f12f31803c5d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:07:38.559552 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:38.718690 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d87bc677-3edc-4ed6-80d3-2f8c2b11d5aa tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:38.725911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87bc677-3edc-4ed6-80d3-2f8c2b11d5aa tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:07:38.726363 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d87bc677-3edc-4ed6-80d3-2f8c2b11d5aa tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:07:38.759128 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:07:38.766104 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] Sync routers for ids ['a0f74eef-5e31-4422-83b9-69631d1305d0'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:07:38.833655 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] Routers {'a0f74eef-5e31-4422-83b9-69631d1305d0'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:38.834794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['a0f74eef-5e31-4422-83b9-69631d1305d0'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:38.840623 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d87bc677-3edc-4ed6-80d3-2f8c2b11d5aa tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:38.893778 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d87bc677-3edc-4ed6-80d3-2f8c2b11d5aa tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:38.915868 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bc677-3edc-4ed6-80d3-2f8c2b11d5aa tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] Pushing event deleted for resources: {'Network': ['ID=97b6413b-8d3e-405a-9174-c3a07ddcdb80,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:38.922228 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d87bc677-3edc-4ed6-80d3-2f8c2b11d5aa tempest-PortsAdminExtendedAttrsTestJSON-398423441 tempest-PortsAdminExtendedAttrsTestJSON-398423441-project] 10.222.0.16 "DELETE /v2.0/networks/97b6413b-8d3e-405a-9174-c3a07ddcdb80 HTTP/1.1" status: 204 len: 168 time: 1.6165473 Mar 05 14:07:38.951836 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b04aea0b-cfae-44b0-a230-4ba851caaa81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:39.205866 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:39.255910 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 4bcebf27-af27-4dcc-8747-f12f31803c5d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4bcebf27-af27-4dcc-8747-f12f31803c5d,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:07:39.281835 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:39.374961 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=4bcebf27-af27-4dcc-8747-f12f31803c5d,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:39.399687 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] Set router a0f74eef-5e31-4422-83b9-69631d1305d0 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:07:39.717611 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bae716c8-0041-4503-acf6-c655a91e59cc tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:39.744674 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33438) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:39.908754 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-bae716c8-0041-4503-acf6-c655a91e59cc tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Calling delete_port for 13f16c36-1038-474b-8a8f-91638e4b56e6 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:07:39.979475 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f74eef-5e31-4422-83b9-69631d1305d0', 'name': 'tempest-TestAggregatesBasicOps-1628764614-router', 'tenant_id': '8f484efc0faf4bdba42d7d98830674f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '4bcebf27-af27-4dcc-8747-f12f31803c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:07:24Z', 'updated_at': '2022-03-05T14:07:36Z', 'revision_number': 4, 'project_id': '8f484efc0faf4bdba42d7d98830674f9', 'gw_port': {'id': '4bcebf27-af27-4dcc-8747-f12f31803c5d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f74eef-5e31-4422-83b9-69631d1305d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:07:27Z', 'updated_at': '2022-03-05T14:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'f03a722a-1f7b-4dfd-aba0-870af5e68097', 'name': '', 'network_id': '83d180bc-90a1-4ceb-89e8-fb976c779b62', 'tenant_id': '8f484efc0faf4bdba42d7d98830674f9', 'mac_address': 'fa:16:3e:fd:f7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f74eef-5e31-4422-83b9-69631d1305d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'c3f7d07d-dc38-454f-8be1-c29c01ba79d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:07:34Z', 'updated_at': '2022-03-05T14:07:36Z', 'revision_number': 2, 'project_id': '8f484efc0faf4bdba42d7d98830674f9', 'subnets': [{'id': 'c3f7d07d-dc38-454f-8be1-c29c01ba79d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:39.996943 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] Checking router: a0f74eef-5e31-4422-83b9-69631d1305d0 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:07:39.997872 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] Updating router a0f74eef-5e31-4422-83b9-69631d1305d0 port f03a722a-1f7b-4dfd-aba0-870af5e68097 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:07:40.142473 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a637cf6b-dd72-435e-a29c-49c12794f7dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=defe79e7d4c7438a8f3de6bfd127866e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3959837 Mar 05 14:07:40.144994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33454) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:40.162812 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:40.218459 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4bcebf27-af27-4dcc-8747-f12f31803c5d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:07:40.243093 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a2dbfe27-0d92-4a7f-9f7e-19281f6b8c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:40.320707 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a2dbfe27-0d92-4a7f-9f7e-19281f6b8c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:40.389903 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bae716c8-0041-4503-acf6-c655a91e59cc tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:40.477388 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a2dbfe27-0d92-4a7f-9f7e-19281f6b8c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:40.504382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae716c8-0041-4503-acf6-c655a91e59cc tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event deleted for resources: {'Port': ['ID=13f16c36-1038-474b-8a8f-91638e4b56e6,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:40.545614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbfe27-0d92-4a7f-9f7e-19281f6b8c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e088267-fa24-433e-9350-c0163464da29,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:40.564444 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 4bcebf27-af27-4dcc-8747-f12f31803c5d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:07:40.565514 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a2dbfe27-0d92-4a7f-9f7e-19281f6b8c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:40.567337 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:40.583698 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a2dbfe27-0d92-4a7f-9f7e-19281f6b8c80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e088267-fa24-433e-9350-c0163464da29 HTTP/1.1" status: 204 len: 168 time: 0.4250369 Mar 05 14:07:40.714273 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bae716c8-0041-4503-acf6-c655a91e59cc tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:40.740623 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bae716c8-0041-4503-acf6-c655a91e59cc tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "DELETE /v2.0/ports/13f16c36-1038-474b-8a8f-91638e4b56e6 HTTP/1.1" status: 204 len: 168 time: 2.4029756 Mar 05 14:07:40.741491 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33496) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:40.746834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-f87c90e4-22ad-4f93-822d-9ceb0fa7b8f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:40.758102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f87c90e4-22ad-4f93-822d-9ceb0fa7b8f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:40.768807 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f87c90e4-22ad-4f93-822d-9ceb0fa7b8f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Usage tracker for resource:floatingip and tenant:cc2a8dcf86ad41029dafc1c5996d6ff1 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:40.779392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f87c90e4-22ad-4f93-822d-9ceb0fa7b8f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:40.787413 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f87c90e4-22ad-4f93-822d-9ceb0fa7b8f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:40.802280 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f87c90e4-22ad-4f93-822d-9ceb0fa7b8f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:41.000469 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daf1ee98-d693-4748-a232-370ec2d15ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:41.098398 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f87c90e4-22ad-4f93-822d-9ceb0fa7b8f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:41.365248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-f87c90e4-22ad-4f93-822d-9ceb0fa7b8f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Allocated IP 172.25.4.152 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/7fb3a09c-7516-4381-b1cd-951733014952) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:07:41.391588 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:41.417578 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33526) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:41.430656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] Transition to ACTIVE for port object f03a722a-1f7b-4dfd-aba0-870af5e68097 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:07:41.463002 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:41.578373 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33532) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:41.732271 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dfdad4d2-8b06-4894-bea8-59251b3e97c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ad70e9a409d43bba3c517db5fbb46ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3132067 Mar 05 14:07:41.733139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33538) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:41.765829 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f87c90e4-22ad-4f93-822d-9ceb0fa7b8f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:41.875631 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95e752-861c-4ebf-8fd1-cdea71de0f14 None None] Pushing event updated for resources: {'Port': ['ID=f03a722a-1f7b-4dfd-aba0-870af5e68097,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:41.896113 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] Attempting to bind port f03a722a-1f7b-4dfd-aba0-870af5e68097 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:07:41.896622 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] Attempting to bind port f03a722a-1f7b-4dfd-aba0-870af5e68097 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '92aa3949-6a16-42f5-80b2-cc12744f6ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83d180bc-90a1-4ceb-89e8-fb976c779b62'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:07:41.897882 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] Attempting to bind port f03a722a-1f7b-4dfd-aba0-870af5e68097 on network 83d180bc-90a1-4ceb-89e8-fb976c779b62 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:07:41.909270 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f87c90e4-22ad-4f93-822d-9ceb0fa7b8f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:41.915292 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:07:41.915292 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] Checking segment: {'id': '92aa3949-6a16-42f5-80b2-cc12744f6ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83d180bc-90a1-4ceb-89e8-fb976c779b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:07:41.915556 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:41.920025 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] Bound using segment: {'id': '92aa3949-6a16-42f5-80b2-cc12744f6ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83d180bc-90a1-4ceb-89e8-fb976c779b62'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:07:41.920025 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] Bound port: f03a722a-1f7b-4dfd-aba0-870af5e68097, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92aa3949-6a16-42f5-80b2-cc12744f6ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83d180bc-90a1-4ceb-89e8-fb976c779b62'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:07:41.923500 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:42.041967 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] For port f03a722a-1f7b-4dfd-aba0-870af5e68097, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:07:42.047353 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] For port f03a722a-1f7b-4dfd-aba0-870af5e68097, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f03a722a-1f7b-4dfd-aba0-870af5e68097,segment=NetworkSegment(92aa3949-6a16-42f5-80b2-cc12744f6ee7),segment_id=92aa3949-6a16-42f5-80b2-cc12744f6ee7)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:07:42.060786 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:42.101107 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87c90e4-22ad-4f93-822d-9ceb0fa7b8f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:07:42.111973 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-f87c90e4-22ad-4f93-822d-9ceb0fa7b8f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:07:42.119770 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87c90e4-22ad-4f93-822d-9ceb0fa7b8f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:07:42.229168 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c90e4-22ad-4f93-822d-9ceb0fa7b8f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Port': ['ID=7fb3a09c-7516-4381-b1cd-951733014952,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:42.315570 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f87c90e4-22ad-4f93-822d-9ceb0fa7b8f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:42.325522 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:42.353359 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95e752-861c-4ebf-8fd1-cdea71de0f14 None None] Pushing event updated for resources: {'Port': ['ID=f03a722a-1f7b-4dfd-aba0-870af5e68097,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:42.380215 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] Routers {'a0f74eef-5e31-4422-83b9-69631d1305d0'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:42.380837 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['a0f74eef-5e31-4422-83b9-69631d1305d0'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:42.392233 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8c22e1b4-0c26-489f-b670-36f78efc0fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:42.438666 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f87c90e4-22ad-4f93-822d-9ceb0fa7b8f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:42.551688 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8c22e1b4-0c26-489f-b670-36f78efc0fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:42.552534 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:42.735430 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8c22e1b4-0c26-489f-b670-36f78efc0fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:42.794975 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22e1b4-0c26-489f-b670-36f78efc0fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b706bbb8-71e5-43b0-b880-ba77f47ff447,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:42.817489 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8c22e1b4-0c26-489f-b670-36f78efc0fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:42.819584 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8c22e1b4-0c26-489f-b670-36f78efc0fa2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b706bbb8-71e5-43b0-b880-ba77f47ff447 HTTP/1.1" status: 204 len: 168 time: 1.0772874 Mar 05 14:07:42.892978 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9cc9dcbb-4821-4993-8546-daff2f756a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:43.022254 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f87c90e4-22ad-4f93-822d-9ceb0fa7b8f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:43.026663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] Set router a0f74eef-5e31-4422-83b9-69631d1305d0 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:07:43.037122 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f87c90e4-22ad-4f93-822d-9ceb0fa7b8f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:43.232439 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c90e4-22ad-4f93-822d-9ceb0fa7b8f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Port': ['ID=7fb3a09c-7516-4381-b1cd-951733014952,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:43.338419 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f87c90e4-22ad-4f93-822d-9ceb0fa7b8f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:43.367690 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f87c90e4-22ad-4f93-822d-9ceb0fa7b8f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:43.369602 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f87c90e4-22ad-4f93-822d-9ceb0fa7b8f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6272728 Mar 05 14:07:43.372533 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33582) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:43.395840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-337bce70-d1e5-47e9-83ab-28bc9fa1e689 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Request body: {'port': {'network_id': 'a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b', 'name': 'tempest-FloatingIPTestJSON-1031980330'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:43.678251 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-337bce70-d1e5-47e9-83ab-28bc9fa1e689 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:43.684478 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-337bce70-d1e5-47e9-83ab-28bc9fa1e689 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Usage tracker for resource:port and tenant:cc2a8dcf86ad41029dafc1c5996d6ff1 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:43.708771 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-337bce70-d1e5-47e9-83ab-28bc9fa1e689 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:43.727731 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-337bce70-d1e5-47e9-83ab-28bc9fa1e689 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:43.751172 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337bce70-d1e5-47e9-83ab-28bc9fa1e689 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Made reservation on behalf of cc2a8dcf86ad41029dafc1c5996d6ff1 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:07:43.755937 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-337bce70-d1e5-47e9-83ab-28bc9fa1e689 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:43.799725 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:43.838048 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f74eef-5e31-4422-83b9-69631d1305d0', 'name': 'tempest-TestAggregatesBasicOps-1628764614-router', 'tenant_id': '8f484efc0faf4bdba42d7d98830674f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '4bcebf27-af27-4dcc-8747-f12f31803c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:07:24Z', 'updated_at': '2022-03-05T14:07:36Z', 'revision_number': 4, 'project_id': '8f484efc0faf4bdba42d7d98830674f9', 'gw_port': {'id': '4bcebf27-af27-4dcc-8747-f12f31803c5d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f74eef-5e31-4422-83b9-69631d1305d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:07:27Z', 'updated_at': '2022-03-05T14:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'f03a722a-1f7b-4dfd-aba0-870af5e68097', 'name': '', 'network_id': '83d180bc-90a1-4ceb-89e8-fb976c779b62', 'tenant_id': '8f484efc0faf4bdba42d7d98830674f9', 'mac_address': 'fa:16:3e:fd:f7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f74eef-5e31-4422-83b9-69631d1305d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'c3f7d07d-dc38-454f-8be1-c29c01ba79d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:07:34Z', 'updated_at': '2022-03-05T14:07:42Z', 'revision_number': 4, 'project_id': '8f484efc0faf4bdba42d7d98830674f9', 'subnets': [{'id': 'c3f7d07d-dc38-454f-8be1-c29c01ba79d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:43.846365 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036b84b4-5825-466d-ba45-266c23177cbc None None] The sync data for ids ['a0f74eef-5e31-4422-83b9-69631d1305d0'] in n-d-803718-1 is: [{'id': 'a0f74eef-5e31-4422-83b9-69631d1305d0', 'name': 'tempest-TestAggregatesBasicOps-1628764614-router', 'tenant_id': '8f484efc0faf4bdba42d7d98830674f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '4bcebf27-af27-4dcc-8747-f12f31803c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:07:24Z', 'updated_at': '2022-03-05T14:07:36Z', 'revision_number': 4, 'project_id': '8f484efc0faf4bdba42d7d98830674f9', 'gw_port': {'id': '4bcebf27-af27-4dcc-8747-f12f31803c5d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f74eef-5e31-4422-83b9-69631d1305d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:07:27Z', 'updated_at': '2022-03-05T14:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'f03a722a-1f7b-4dfd-aba0-870af5e68097', 'name': '', 'network_id': '83d180bc-90a1-4ceb-89e8-fb976c779b62', 'tenant_id': '8f484efc0faf4bdba42d7d98830674f9', 'mac_address': 'fa:16:3e:fd:f7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f74eef-5e31-4422-83b9-69631d1305d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'c3f7d07d-dc38-454f-8be1-c29c01ba79d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:07:34Z', 'updated_at': '2022-03-05T14:07:42Z', 'revision_number': 4, 'project_id': '8f484efc0faf4bdba42d7d98830674f9', 'subnets': [{'id': 'c3f7d07d-dc38-454f-8be1-c29c01ba79d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:07:43.875544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-337bce70-d1e5-47e9-83ab-28bc9fa1e689 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] device_id is not set on port 75b8683e-b6ee-4dbc-aebd-5fb41cfbada3 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:07:44.041158 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-9cc9dcbb-4821-4993-8546-daff2f756a79 admin admin] Deleting port 1091e78d-90c8-403b-9f16-37448d6fb94d {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:07:44.041657 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9cc9dcbb-4821-4993-8546-daff2f756a79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:44.243992 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f03a722a-1f7b-4dfd-aba0-870af5e68097 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:07:44.331990 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-337bce70-d1e5-47e9-83ab-28bc9fa1e689 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Allocated IP 172.20.0.12 (a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b/8302c89b-830b-4640-9f42-402e543f95ec/75b8683e-b6ee-4dbc-aebd-5fb41cfbada3) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:07:44.433646 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port f03a722a-1f7b-4dfd-aba0-870af5e68097 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:07:44.444708 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port f03a722a-1f7b-4dfd-aba0-870af5e68097 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:07:44.444708 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:44.539451 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-9cc9dcbb-4821-4993-8546-daff2f756a79 admin admin] For port 1091e78d-90c8-403b-9f16-37448d6fb94d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1091e78d-90c8-403b-9f16-37448d6fb94d,segment=NetworkSegment(aca8f4ad-d14b-410a-b289-87c9bf8688e9),segment_id=aca8f4ad-d14b-410a-b289-87c9bf8688e9)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:07:44.539964 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9cc9dcbb-4821-4993-8546-daff2f756a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:44.728093 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:44.787649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-9cc9dcbb-4821-4993-8546-daff2f756a79 admin admin] Calling delete_port for 1091e78d-90c8-403b-9f16-37448d6fb94d owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:07:44.862727 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port f03a722a-1f7b-4dfd-aba0-870af5e68097, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f03a722a-1f7b-4dfd-aba0-870af5e68097,segment=NetworkSegment(92aa3949-6a16-42f5-80b2-cc12744f6ee7),segment_id=92aa3949-6a16-42f5-80b2-cc12744f6ee7)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:07:44.872304 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:45.038673 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-337bce70-d1e5-47e9-83ab-28bc9fa1e689 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:45.135605 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-337bce70-d1e5-47e9-83ab-28bc9fa1e689 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:45.273690 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=f03a722a-1f7b-4dfd-aba0-870af5e68097,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:45.387952 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337bce70-d1e5-47e9-83ab-28bc9fa1e689 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Network a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:07:45.401198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-337bce70-d1e5-47e9-83ab-28bc9fa1e689 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:07:45.417459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337bce70-d1e5-47e9-83ab-28bc9fa1e689 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:07:45.541583 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337bce70-d1e5-47e9-83ab-28bc9fa1e689 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:45.542363 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-337bce70-d1e5-47e9-83ab-28bc9fa1e689 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:45.549775 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bce70-d1e5-47e9-83ab-28bc9fa1e689 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Port': ['ID=75b8683e-b6ee-4dbc-aebd-5fb41cfbada3,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:45.601937 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-337bce70-d1e5-47e9-83ab-28bc9fa1e689 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2278092 Mar 05 14:07:45.604636 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33658) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:45.618331 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-755b0667-1e65-4e36-bacf-75ea78de45fd tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Request body: {'floatingip': {'port_id': '75b8683e-b6ee-4dbc-aebd-5fb41cfbada3'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:45.672450 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9cc9dcbb-4821-4993-8546-daff2f756a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:45.798177 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9dcbb-4821-4993-8546-daff2f756a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=1091e78d-90c8-403b-9f16-37448d6fb94d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:45.800069 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-755b0667-1e65-4e36-bacf-75ea78de45fd tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:46.360607 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f03a722a-1f7b-4dfd-aba0-870af5e68097 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:07:46.589939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33686) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:46.602000 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9cc9dcbb-4821-4993-8546-daff2f756a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:46.605679 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port f03a722a-1f7b-4dfd-aba0-870af5e68097 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:07:46.606042 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:46.958307 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-900497202', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:47.150698 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:47.160257 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Usage tracker for resource:port and tenant:8efe2e1b6e17471a977cebb5b36328b1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:47.212407 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:47.234575 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:47.267383 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Made reservation on behalf of 8efe2e1b6e17471a977cebb5b36328b1 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:07:47.269742 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:47.285994 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:47.293972 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-755b0667-1e65-4e36-bacf-75ea78de45fd tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:47.299224 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-755b0667-1e65-4e36-bacf-75ea78de45fd tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:47.369733 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:47.374208 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Usage tracker for resource:security_group_rule and tenant:8efe2e1b6e17471a977cebb5b36328b1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:47.377152 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:47.383113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:47.488377 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:47.508589 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:47.557729 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425c93a2-2325-4ea1-b326-9d2fae73ad7c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:47.563614 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] device_id is not set on port fc4f7be6-cccb-4bb7-8adc-dbb8e8300bbd yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:07:47.720239 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-755b0667-1e65-4e36-bacf-75ea78de45fd tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Floating IP 42dc0879-a9af-4f7f-ac29-862a83da6815 associated. External IP: 172.25.4.152, port: 75b8683e-b6ee-4dbc-aebd-5fb41cfbada3. Mar 05 14:07:47.744562 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc9dcbb-4821-4993-8546-daff2f756a79 admin admin] Router 53ac2d30-e8ec-4319-96b6-6b38c275765a has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:07:48.073737 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Allocated IP 172.25.4.78 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/fc4f7be6-cccb-4bb7-8adc-dbb8e8300bbd) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:07:48.095695 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc9dcbb-4821-4993-8546-daff2f756a79 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:07:48.123788 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9d6014-d237-4e94-8ba0-6263e45714dc None None] Sync routers for ids ['53ac2d30-e8ec-4319-96b6-6b38c275765a'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:07:48.136430 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9d6014-d237-4e94-8ba0-6263e45714dc None None] Routers {'53ac2d30-e8ec-4319-96b6-6b38c275765a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:48.137145 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3b9d6014-d237-4e94-8ba0-6263e45714dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['53ac2d30-e8ec-4319-96b6-6b38c275765a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:48.222026 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9cc9dcbb-4821-4993-8546-daff2f756a79 admin admin] 10.222.0.16 "PUT /v2.0/routers/53ac2d30-e8ec-4319-96b6-6b38c275765a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6422019 Mar 05 14:07:48.225770 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33732) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:48.373982 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-3b9d6014-d237-4e94-8ba0-6263e45714dc None None] Set router 53ac2d30-e8ec-4319-96b6-6b38c275765a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:07:48.616512 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755b0667-1e65-4e36-bacf-75ea78de45fd tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Router 4b6ffbf0-36dc-4545-8361-0e538a3555fb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:07:48.789094 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:48.831374 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ba51ed8d-8ba9-4852-8b77-8c50297b762d admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:48.900444 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:48.994545 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:07:49.001161 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:07:49.010952 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:07:49.078271 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3b9d6014-d237-4e94-8ba0-6263e45714dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ac2d30-e8ec-4319-96b6-6b38c275765a', 'name': 'tempest-TestAggregatesBasicOps-685329549-router', 'tenant_id': '7c7446ad4162406e85c25a8efb5a0220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a11cf35f-f6ac-4fe1-a2cc-8def99834e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:07:05Z', 'updated_at': '2022-03-05T14:07:45Z', 'revision_number': 5, 'project_id': '7c7446ad4162406e85c25a8efb5a0220', 'gw_port': {'id': 'a11cf35f-f6ac-4fe1-a2cc-8def99834e13', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ac2d30-e8ec-4319-96b6-6b38c275765a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:07:08Z', 'updated_at': '2022-03-05T14:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:49.081245 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755b0667-1e65-4e36-bacf-75ea78de45fd tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:07:49.082741 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9d6014-d237-4e94-8ba0-6263e45714dc None None] Checking router: 53ac2d30-e8ec-4319-96b6-6b38c275765a for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:07:49.088825 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-755b0667-1e65-4e36-bacf-75ea78de45fd tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:49.095548 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc17d87-f9cb-428e-b5cb-c7aaae5a3a33 None None] Sync routers for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:07:49.096030 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9d6014-d237-4e94-8ba0-6263e45714dc None None] Routers {'53ac2d30-e8ec-4319-96b6-6b38c275765a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:49.096512 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3b9d6014-d237-4e94-8ba0-6263e45714dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['53ac2d30-e8ec-4319-96b6-6b38c275765a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:49.109301 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc17d87-f9cb-428e-b5cb-c7aaae5a3a33 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:49.111950 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-bcc17d87-f9cb-428e-b5cb-c7aaae5a3a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:49.166246 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-755b0667-1e65-4e36-bacf-75ea78de45fd tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "PUT /v2.0/floatingips/42dc0879-a9af-4f7f-ac29-862a83da6815 HTTP/1.1" status: 200 len: 979 time: 3.5602393 Mar 05 14:07:49.169298 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33756) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:49.273533 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-12ed2eb6-83c4-44f5-bf39-0dc45a30a55b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Deleting port 75b8683e-b6ee-4dbc-aebd-5fb41cfbada3 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:07:49.279956 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12ed2eb6-83c4-44f5-bf39-0dc45a30a55b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:49.281439 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Pushing event updated for resources: {'Port': ['ID=fc4f7be6-cccb-4bb7-8adc-dbb8e8300bbd,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:49.304186 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-bcc17d87-f9cb-428e-b5cb-c7aaae5a3a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:49.325811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:07:49.326368 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:49.332878 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc17d87-f9cb-428e-b5cb-c7aaae5a3a33 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:49.334275 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-bcc17d87-f9cb-428e-b5cb-c7aaae5a3a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:49.416839 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ba51ed8d-8ba9-4852-8b77-8c50297b762d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:49.442595 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-279c2fce-6f00-4796-8b99-c93755e8bb32 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.8479104 Mar 05 14:07:49.452029 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-bcc17d87-f9cb-428e-b5cb-c7aaae5a3a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:49.452589 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc17d87-f9cb-428e-b5cb-c7aaae5a3a33 None None] The sync data for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:07:49.456724 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33766) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:49.477401 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-00d3201f-3c45-4790-841d-de4ac2fb1184 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.78'}]}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:49.498913 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-00d3201f-3c45-4790-841d-de4ac2fb1184 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:49.505478 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-00d3201f-3c45-4790-841d-de4ac2fb1184 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Usage tracker for resource:router and tenant:8efe2e1b6e17471a977cebb5b36328b1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:49.511693 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-00d3201f-3c45-4790-841d-de4ac2fb1184 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:49.516278 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-3b9d6014-d237-4e94-8ba0-6263e45714dc None None] Set router 53ac2d30-e8ec-4319-96b6-6b38c275765a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:07:49.538043 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-00d3201f-3c45-4790-841d-de4ac2fb1184 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:49.597047 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ba51ed8d-8ba9-4852-8b77-8c50297b762d admin admin] Deleting port a11cf35f-f6ac-4fe1-a2cc-8def99834e13 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:07:49.597812 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ba51ed8d-8ba9-4852-8b77-8c50297b762d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:49.668661 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-00d3201f-3c45-4790-841d-de4ac2fb1184 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:49.669877 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-00d3201f-3c45-4790-841d-de4ac2fb1184 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:49.696079 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-00d3201f-3c45-4790-841d-de4ac2fb1184 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:49.846461 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12ed2eb6-83c4-44f5-bf39-0dc45a30a55b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:50.143080 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3b9d6014-d237-4e94-8ba0-6263e45714dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ac2d30-e8ec-4319-96b6-6b38c275765a', 'name': 'tempest-TestAggregatesBasicOps-685329549-router', 'tenant_id': '7c7446ad4162406e85c25a8efb5a0220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a11cf35f-f6ac-4fe1-a2cc-8def99834e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:07:05Z', 'updated_at': '2022-03-05T14:07:45Z', 'revision_number': 5, 'project_id': '7c7446ad4162406e85c25a8efb5a0220', 'gw_port': {'id': 'a11cf35f-f6ac-4fe1-a2cc-8def99834e13', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ac2d30-e8ec-4319-96b6-6b38c275765a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:07:08Z', 'updated_at': '2022-03-05T14:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:50.147303 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9d6014-d237-4e94-8ba0-6263e45714dc None None] The sync data for ids ['53ac2d30-e8ec-4319-96b6-6b38c275765a'] in n-d-803718-1 is: [{'id': '53ac2d30-e8ec-4319-96b6-6b38c275765a', 'name': 'tempest-TestAggregatesBasicOps-685329549-router', 'tenant_id': '7c7446ad4162406e85c25a8efb5a0220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'a11cf35f-f6ac-4fe1-a2cc-8def99834e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:07:05Z', 'updated_at': '2022-03-05T14:07:45Z', 'revision_number': 5, 'project_id': '7c7446ad4162406e85c25a8efb5a0220', 'gw_port': {'id': 'a11cf35f-f6ac-4fe1-a2cc-8def99834e13', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ac2d30-e8ec-4319-96b6-6b38c275765a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:07:08Z', 'updated_at': '2022-03-05T14:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:07:50.265840 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12ed2eb6-83c4-44f5-bf39-0dc45a30a55b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:50.265840 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12ed2eb6-83c4-44f5-bf39-0dc45a30a55b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:50.265840 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-12ed2eb6-83c4-44f5-bf39-0dc45a30a55b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Floating IP 42dc0879-a9af-4f7f-ac29-862a83da6815 disassociated. External IP: 172.25.4.152, port: 75b8683e-b6ee-4dbc-aebd-5fb41cfbada3. Mar 05 14:07:50.265840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-12ed2eb6-83c4-44f5-bf39-0dc45a30a55b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Calling delete_port for 75b8683e-b6ee-4dbc-aebd-5fb41cfbada3 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:07:50.296253 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-ba51ed8d-8ba9-4852-8b77-8c50297b762d admin admin] For port a11cf35f-f6ac-4fe1-a2cc-8def99834e13, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a11cf35f-f6ac-4fe1-a2cc-8def99834e13,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:07:50.297729 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ba51ed8d-8ba9-4852-8b77-8c50297b762d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:50.542946 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12ed2eb6-83c4-44f5-bf39-0dc45a30a55b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:50.543399 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ba51ed8d-8ba9-4852-8b77-8c50297b762d admin admin] Calling delete_port for a11cf35f-f6ac-4fe1-a2cc-8def99834e13 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:07:50.689158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed2eb6-83c4-44f5-bf39-0dc45a30a55b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event deleted for resources: {'Port': ['ID=75b8683e-b6ee-4dbc-aebd-5fb41cfbada3,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:50.797499 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-00d3201f-3c45-4790-841d-de4ac2fb1184 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:51.088844 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ba51ed8d-8ba9-4852-8b77-8c50297b762d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:51.178609 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51ed8d-8ba9-4852-8b77-8c50297b762d admin admin] Pushing event deleted for resources: {'Port': ['ID=a11cf35f-f6ac-4fe1-a2cc-8def99834e13,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:51.308674 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ed2eb6-83c4-44f5-bf39-0dc45a30a55b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Router 4b6ffbf0-36dc-4545-8361-0e538a3555fb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:07:51.519963 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ba51ed8d-8ba9-4852-8b77-8c50297b762d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:51.641143 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ed2eb6-83c4-44f5-bf39-0dc45a30a55b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:07:51.651719 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f085c8-1dd2-4bc0-8e88-dfff62ff55a5 None None] Sync routers for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:07:51.679363 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f085c8-1dd2-4bc0-8e88-dfff62ff55a5 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:51.679986 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d7f085c8-1dd2-4bc0-8e88-dfff62ff55a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:51.813276 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d7f085c8-1dd2-4bc0-8e88-dfff62ff55a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:51.829506 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f085c8-1dd2-4bc0-8e88-dfff62ff55a5 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:51.830399 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d7f085c8-1dd2-4bc0-8e88-dfff62ff55a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:51.836926 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12ed2eb6-83c4-44f5-bf39-0dc45a30a55b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:51.860481 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-12ed2eb6-83c4-44f5-bf39-0dc45a30a55b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "DELETE /v2.0/ports/75b8683e-b6ee-4dbc-aebd-5fb41cfbada3 HTTP/1.1" status: 204 len: 168 time: 2.6883905 Mar 05 14:07:51.861277 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33824) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:51.943071 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d7f085c8-1dd2-4bc0-8e88-dfff62ff55a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:51.943071 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f085c8-1dd2-4bc0-8e88-dfff62ff55a5 None None] The sync data for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:07:51.964842 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ba51ed8d-8ba9-4852-8b77-8c50297b762d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:51.977383 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ba51ed8d-8ba9-4852-8b77-8c50297b762d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:51.982680 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-00d3201f-3c45-4790-841d-de4ac2fb1184 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:52.048448 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-00d3201f-3c45-4790-841d-de4ac2fb1184 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:52.127277 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ba51ed8d-8ba9-4852-8b77-8c50297b762d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:52.128009 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba51ed8d-8ba9-4852-8b77-8c50297b762d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53ac2d30-e8ec-4319-96b6-6b38c275765a {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:07:52.162411 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1091e78d-90c8-403b-9f16-37448d6fb94d no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:07:52.173669 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33838) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:52.180303 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-47777577-f2bc-4c40-94cf-8d1c85a6c384 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "GET /v2.0/floatingips/42dc0879-a9af-4f7f-ac29-862a83da6815 HTTP/1.1" status: 200 len: 688 time: 0.3162532 Mar 05 14:07:52.233507 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 1091e78d-90c8-403b-9f16-37448d6fb94d {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:07:52.233944 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1091e78d-90c8-403b-9f16-37448d6fb94d not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:07:52.384626 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ba51ed8d-8ba9-4852-8b77-8c50297b762d admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:52.385741 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ba51ed8d-8ba9-4852-8b77-8c50297b762d admin admin] 10.222.0.16 "DELETE /v2.0/routers/53ac2d30-e8ec-4319-96b6-6b38c275765a HTTP/1.1" status: 204 len: 168 time: 4.1590686 Mar 05 14:07:52.388994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33852) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:52.543261 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd8e34b-4a7a-404c-a425-6814a0efce3f admin admin] Deleting subnet 00867865-d5c2-4e59-8365-1ddcc1f549a6 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:07:52.543261 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6dd8e34b-4a7a-404c-a425-6814a0efce3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:52.642510 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6dd8e34b-4a7a-404c-a425-6814a0efce3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:52.686008 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-3f40b960-bdee-4e6b-9fea-b4fe10e315c4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Deleting port 7fb3a09c-7516-4381-b1cd-951733014952 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:07:52.687320 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f40b960-bdee-4e6b-9fea-b4fe10e315c4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:52.777427 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6dd8e34b-4a7a-404c-a425-6814a0efce3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:52.920442 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33868) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:52.990364 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6dd8e34b-4a7a-404c-a425-6814a0efce3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:52.998101 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-00d3201f-3c45-4790-841d-de4ac2fb1184 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:53.049920 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8e34b-4a7a-404c-a425-6814a0efce3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00867865-d5c2-4e59-8365-1ddcc1f549a6,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:53.061674 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6dd8e34b-4a7a-404c-a425-6814a0efce3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:53.061805 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7c22f4-6565-4e90-b066-bb4476b0e401 None None] Network 605ed178-67a7-4af0-a06c-07adde429c21 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:07:53.081255 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6dd8e34b-4a7a-404c-a425-6814a0efce3f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/00867865-d5c2-4e59-8365-1ddcc1f549a6 HTTP/1.1" status: 204 len: 168 time: 0.6909235 Mar 05 14:07:53.083400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33878) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:53.302643 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-64c69fcf-6c89-40a8-a119-f7cd9bf2b006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:53.307605 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-be71dcbd-aca8-4200-960f-fcb0e779054e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:53.329856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-be71dcbd-aca8-4200-960f-fcb0e779054e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:53.335855 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-be71dcbd-aca8-4200-960f-fcb0e779054e admin admin] Usage tracker for resource:security_group_rule and tenant:b0f1d28904f04eecbb644e9de749f0a1 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:53.339465 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-be71dcbd-aca8-4200-960f-fcb0e779054e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:53.342220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-64c69fcf-6c89-40a8-a119-f7cd9bf2b006 admin admin] Deleting port f1817c46-adb9-4172-b9c7-c52fc585476a {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:07:53.342780 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-64c69fcf-6c89-40a8-a119-f7cd9bf2b006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:53.391582 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-be71dcbd-aca8-4200-960f-fcb0e779054e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:53.404589 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d811658a-90a1-4866-ba28-6b4572ae3b40 None None] DHCP port deletion for 605ed178-67a7-4af0-a06c-07adde429c21 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:07:53.418726 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d811658a-90a1-4866-ba28-6b4572ae3b40 None None] Deleting port f1817c46-adb9-4172-b9c7-c52fc585476a {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:07:53.419346 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d811658a-90a1-4866-ba28-6b4572ae3b40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:53.435962 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f40b960-bdee-4e6b-9fea-b4fe10e315c4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:53.436473 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f40b960-bdee-4e6b-9fea-b4fe10e315c4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:53.563637 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-00d3201f-3c45-4790-841d-de4ac2fb1184 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:53.582111 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-be71dcbd-aca8-4200-960f-fcb0e779054e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:53.601862 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-be71dcbd-aca8-4200-960f-fcb0e779054e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:53.634971 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-00d3201f-3c45-4790-841d-de4ac2fb1184 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:53.645973 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-3f40b960-bdee-4e6b-9fea-b4fe10e315c4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Calling delete_port for 7fb3a09c-7516-4381-b1cd-951733014952 owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:07:53.719765 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d811658a-90a1-4866-ba28-6b4572ae3b40 None None] For port f1817c46-adb9-4172-b9c7-c52fc585476a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f1817c46-adb9-4172-b9c7-c52fc585476a,segment=NetworkSegment(aca8f4ad-d14b-410a-b289-87c9bf8688e9),segment_id=aca8f4ad-d14b-410a-b289-87c9bf8688e9)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:07:53.720451 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d811658a-90a1-4866-ba28-6b4572ae3b40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:53.746209 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-be71dcbd-aca8-4200-960f-fcb0e779054e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0f1d28904f04eecbb644e9de749f0a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8247230 Mar 05 14:07:53.749736 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33898) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:53.753598 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71dcbd-aca8-4200-960f-fcb0e779054e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b99740-b5dc-47c9-bdbc-a80bad06c465,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:53.770548 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-00d3201f-3c45-4790-841d-de4ac2fb1184 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:53.771053 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d3201f-3c45-4790-841d-de4ac2fb1184 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b3b32e9-a248-421c-9b4f-6b7de6978f2c {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:07:53.843937 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-00d3201f-3c45-4790-841d-de4ac2fb1184 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 05 14:07:53.845763 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-00d3201f-3c45-4790-841d-de4ac2fb1184 tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.3826683 Mar 05 14:07:53.851200 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33902) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:53.877258 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d811658a-90a1-4866-ba28-6b4572ae3b40 None None] Calling delete_port for f1817c46-adb9-4172-b9c7-c52fc585476a owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:07:53.958668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-64c69fcf-6c89-40a8-a119-f7cd9bf2b006 admin admin] For port f1817c46-adb9-4172-b9c7-c52fc585476a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f1817c46-adb9-4172-b9c7-c52fc585476a,segment=NetworkSegment(aca8f4ad-d14b-410a-b289-87c9bf8688e9),segment_id=aca8f4ad-d14b-410a-b289-87c9bf8688e9)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:07:53.958973 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-64c69fcf-6c89-40a8-a119-f7cd9bf2b006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:54.049346 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-46bab8ff-5672-421c-ab03-c451a401d5ab tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Deleting port fc4f7be6-cccb-4bb7-8adc-dbb8e8300bbd {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:07:54.049692 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46bab8ff-5672-421c-ab03-c451a401d5ab tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:54.077816 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d811658a-90a1-4866-ba28-6b4572ae3b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:54.180490 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811658a-90a1-4866-ba28-6b4572ae3b40 None None] Pushing event deleted for resources: {'Port': ['ID=f1817c46-adb9-4172-b9c7-c52fc585476a,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:54.185797 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f1817c46-adb9-4172-b9c7-c52fc585476a no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:07:54.220488 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0eb587a-7c02-4f09-a598-819240857eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:54.236141 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f40b960-bdee-4e6b-9fea-b4fe10e315c4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:54.239134 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-64c69fcf-6c89-40a8-a119-f7cd9bf2b006 admin admin] Calling delete_port for f1817c46-adb9-4172-b9c7-c52fc585476a owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:07:54.262075 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: f1817c46-adb9-4172-b9c7-c52fc585476a {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:07:54.262566 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f1817c46-adb9-4172-b9c7-c52fc585476a not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:07:54.263220 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a11cf35f-f6ac-4fe1-a2cc-8def99834e13 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:07:54.353657 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40b960-bdee-4e6b-9fea-b4fe10e315c4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event deleted for resources: {'Port': ['ID=7fb3a09c-7516-4381-b1cd-951733014952,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:54.361187 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0eb587a-7c02-4f09-a598-819240857eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:54.377827 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: a11cf35f-f6ac-4fe1-a2cc-8def99834e13 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:07:54.378327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a11cf35f-f6ac-4fe1-a2cc-8def99834e13 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:07:54.409896 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d811658a-90a1-4866-ba28-6b4572ae3b40 None None] No DVR routers for this DVR port f1817c46-adb9-4172-b9c7-c52fc585476a on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:07:54.533256 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-64c69fcf-6c89-40a8-a119-f7cd9bf2b006 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:07:54.533714 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-64c69fcf-6c89-40a8-a119-f7cd9bf2b006 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:07:54.550508 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f40b960-bdee-4e6b-9fea-b4fe10e315c4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:54.580023 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f40b960-bdee-4e6b-9fea-b4fe10e315c4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:54.581507 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3f40b960-bdee-4e6b-9fea-b4fe10e315c4 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "DELETE /v2.0/floatingips/42dc0879-a9af-4f7f-ac29-862a83da6815 HTTP/1.1" status: 204 len: 168 time: 2.3832927 Mar 05 14:07:54.585453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33916) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:54.591275 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': 'ff08b72d-426f-4c43-88ed-b41d950676a9'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:07:54.599781 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:54.604401 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Usage tracker for resource:floatingip and tenant:cc2a8dcf86ad41029dafc1c5996d6ff1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:54.608450 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0eb587a-7c02-4f09-a598-819240857eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:54.610956 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0eb587a-7c02-4f09-a598-819240857eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:54.612150 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d0eb587a-7c02-4f09-a598-819240857eaf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2b99740-b5dc-47c9-bdbc-a80bad06c465 HTTP/1.1" status: 204 len: 168 time: 0.8549511 Mar 05 14:07:54.613297 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:54.630302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb587a-7c02-4f09-a598-819240857eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b99740-b5dc-47c9-bdbc-a80bad06c465,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:54.632398 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:54.654270 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:54.678723 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46bab8ff-5672-421c-ab03-c451a401d5ab tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:54.835111 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-46bab8ff-5672-421c-ab03-c451a401d5ab tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Calling delete_port for fc4f7be6-cccb-4bb7-8adc-dbb8e8300bbd owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:07:54.928061 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:55.037951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-64c69fcf-6c89-40a8-a119-f7cd9bf2b006 admin admin] Deleting port f1817c46-adb9-4172-b9c7-c52fc585476a {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:07:55.038239 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-64c69fcf-6c89-40a8-a119-f7cd9bf2b006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:55.080573 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46bab8ff-5672-421c-ab03-c451a401d5ab tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:55.192009 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33942) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:55.223799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bab8ff-5672-421c-ab03-c451a401d5ab tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc4f7be6-cccb-4bb7-8adc-dbb8e8300bbd,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:55.239130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-64c69fcf-6c89-40a8-a119-f7cd9bf2b006 admin admin] The port 'f1817c46-adb9-4172-b9c7-c52fc585476a' was deleted {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:07:55.273624 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2d34f8c8-abe6-4d80-bcdb-b328146af6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:55.284574 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Allocated IP 172.25.4.56 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/1cbe7627-7c07-46e9-91a0-2ede3b03dc9e) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:07:55.304354 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2d34f8c8-abe6-4d80-bcdb-b328146af6e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:55.328310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2d34f8c8-abe6-4d80-bcdb-b328146af6e4 admin admin] Usage tracker for resource:security_group_rule and tenant:d46fe816bf9348379c3324c700813357 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:55.331708 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2d34f8c8-abe6-4d80-bcdb-b328146af6e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:55.357902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2d34f8c8-abe6-4d80-bcdb-b328146af6e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:55.443235 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-64c69fcf-6c89-40a8-a119-f7cd9bf2b006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:55.469030 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46bab8ff-5672-421c-ab03-c451a401d5ab tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:55.483788 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-64c69fcf-6c89-40a8-a119-f7cd9bf2b006 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['605ed178-67a7-4af0-a06c-07adde429c21']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:55.502374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-64c69fcf-6c89-40a8-a119-f7cd9bf2b006 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca8f4ad-d14b-410a-b289-87c9bf8688e9') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:55.503014 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-64c69fcf-6c89-40a8-a119-f7cd9bf2b006 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca8f4ad-d14b-410a-b289-87c9bf8688e9') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:55.515002 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-46bab8ff-5672-421c-ab03-c451a401d5ab tempest-RoutersAdminNegativeTest-300613635 tempest-RoutersAdminNegativeTest-300613635-project-admin] 10.222.0.16 "DELETE /v2.0/ports/fc4f7be6-cccb-4bb7-8adc-dbb8e8300bbd HTTP/1.1" status: 204 len: 168 time: 1.6214840 Mar 05 14:07:55.527815 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-64c69fcf-6c89-40a8-a119-f7cd9bf2b006 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:55.549012 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-64c69fcf-6c89-40a8-a119-f7cd9bf2b006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:55.562361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c69fcf-6c89-40a8-a119-f7cd9bf2b006 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:07:55.562676 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-64c69fcf-6c89-40a8-a119-f7cd9bf2b006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:07:55.576966 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:07:55.632250 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:55.702331 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-64c69fcf-6c89-40a8-a119-f7cd9bf2b006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:55.743363 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:55.753625 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-64c69fcf-6c89-40a8-a119-f7cd9bf2b006 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:55.756274 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c69fcf-6c89-40a8-a119-f7cd9bf2b006 admin admin] Pushing event deleted for resources: {'Network': ['ID=605ed178-67a7-4af0-a06c-07adde429c21,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:55.774733 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-64c69fcf-6c89-40a8-a119-f7cd9bf2b006 admin admin] 10.222.0.16 "DELETE /v2.0/networks/605ed178-67a7-4af0-a06c-07adde429c21 HTTP/1.1" status: 204 len: 168 time: 2.6875448 Mar 05 14:07:55.781569 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 33958) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:55.880621 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:07:55.885216 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:07:55.902660 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:07:55.984096 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Port': ['ID=1cbe7627-7c07-46e9-91a0-2ede3b03dc9e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:56.014082 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33974) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:56.017615 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2d34f8c8-abe6-4d80-bcdb-b328146af6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:56.041080 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2d34f8c8-abe6-4d80-bcdb-b328146af6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:56.268454 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2d34f8c8-abe6-4d80-bcdb-b328146af6e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d46fe816bf9348379c3324c700813357&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0727594 Mar 05 14:07:56.275885 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 33982) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:56.301052 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-64e0337b-7343-4ae9-a23d-80bfbd34bebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:56.327127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34f8c8-abe6-4d80-bcdb-b328146af6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867d21f1-354d-4638-8067-8223468a7bff,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:56.414038 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-64e0337b-7343-4ae9-a23d-80bfbd34bebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:07:56.513104 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-64e0337b-7343-4ae9-a23d-80bfbd34bebd admin admin] Usage tracker for resource:security_group_rule and tenant:41a517ec55944658ae1f855e75d224f0 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:07:56.516793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-64e0337b-7343-4ae9-a23d-80bfbd34bebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:07:56.544171 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-28b60c14-d749-452a-9be3-b9b31881ba9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:56.550614 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-64e0337b-7343-4ae9-a23d-80bfbd34bebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:07:56.587330 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-28b60c14-d749-452a-9be3-b9b31881ba9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:56.736886 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c4465bb-2088-4c11-9f27-a522932df375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:56.911851 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-28b60c14-d749-452a-9be3-b9b31881ba9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:56.948709 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b60c14-d749-452a-9be3-b9b31881ba9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867d21f1-354d-4638-8067-8223468a7bff,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:57.004363 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-28b60c14-d749-452a-9be3-b9b31881ba9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:57.005488 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-28b60c14-d749-452a-9be3-b9b31881ba9b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/867d21f1-354d-4638-8067-8223468a7bff HTTP/1.1" status: 204 len: 168 time: 0.7223029 Mar 05 14:07:57.078203 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-64e0337b-7343-4ae9-a23d-80bfbd34bebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:57.085265 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-64e0337b-7343-4ae9-a23d-80bfbd34bebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:57.175243 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-64e0337b-7343-4ae9-a23d-80bfbd34bebd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41a517ec55944658ae1f855e75d224f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1561873 Mar 05 14:07:57.178016 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34014) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:57.182229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0337b-7343-4ae9-a23d-80bfbd34bebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe04dcd-987d-48b1-a578-f279aff0252c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:57.290213 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b058ac4e-ad41-42a5-bc45-ad2e1d15f514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:57.320685 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b058ac4e-ad41-42a5-bc45-ad2e1d15f514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:57.328890 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:57.360725 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-4c4465bb-2088-4c11-9f27-a522932df375 admin admin] Deleting port f03a722a-1f7b-4dfd-aba0-870af5e68097 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:07:57.362141 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c4465bb-2088-4c11-9f27-a522932df375 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:57.489096 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:57.726791 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b058ac4e-ad41-42a5-bc45-ad2e1d15f514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:57.748663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058ac4e-ad41-42a5-bc45-ad2e1d15f514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe04dcd-987d-48b1-a578-f279aff0252c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:57.785879 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b058ac4e-ad41-42a5-bc45-ad2e1d15f514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:57.787035 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b058ac4e-ad41-42a5-bc45-ad2e1d15f514 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fe04dcd-987d-48b1-a578-f279aff0252c HTTP/1.1" status: 204 len: 168 time: 0.6080656 Mar 05 14:07:57.805473 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-4c4465bb-2088-4c11-9f27-a522932df375 admin admin] For port f03a722a-1f7b-4dfd-aba0-870af5e68097, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f03a722a-1f7b-4dfd-aba0-870af5e68097,segment=NetworkSegment(92aa3949-6a16-42f5-80b2-cc12744f6ee7),segment_id=92aa3949-6a16-42f5-80b2-cc12744f6ee7)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:07:57.806133 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c4465bb-2088-4c11-9f27-a522932df375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:57.981113 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:57.986283 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:58.040906 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-4c4465bb-2088-4c11-9f27-a522932df375 admin admin] Calling delete_port for f03a722a-1f7b-4dfd-aba0-870af5e68097 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:07:58.220549 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Port': ['ID=1cbe7627-7c07-46e9-91a0-2ede3b03dc9e,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:58.252676 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:58.580280 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34066) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:58.627072 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c4465bb-2088-4c11-9f27-a522932df375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:58.676894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4465bb-2088-4c11-9f27-a522932df375 admin admin] Pushing event deleted for resources: {'Port': ['ID=f03a722a-1f7b-4dfd-aba0-870af5e68097,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:58.719204 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Floating IP 42727751-43e4-44fe-b170-39c2c1610663 associated. External IP: 172.25.4.56, port: ff08b72d-426f-4c43-88ed-b41d950676a9. Mar 05 14:07:58.855201 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d93f09ce-25ef-46fc-a728-823f0801569f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8efe2e1b6e17471a977cebb5b36328b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600656 Mar 05 14:07:58.856874 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34078) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:07:59.017393 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:59.094509 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:59.134048 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c4465bb-2088-4c11-9f27-a522932df375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:59.158929 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0d655b40-ba03-4e7d-b48b-f66d4107da65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:59.328816 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0d655b40-ba03-4e7d-b48b-f66d4107da65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:59.539052 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Router 4b6ffbf0-36dc-4545-8361-0e538a3555fb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:07:59.655846 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0d655b40-ba03-4e7d-b48b-f66d4107da65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:59.705113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d655b40-ba03-4e7d-b48b-f66d4107da65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425c93a2-2325-4ea1-b326-9d2fae73ad7c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:07:59.733281 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0d655b40-ba03-4e7d-b48b-f66d4107da65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:07:59.736368 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0d655b40-ba03-4e7d-b48b-f66d4107da65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/425c93a2-2325-4ea1-b326-9d2fae73ad7c HTTP/1.1" status: 204 len: 168 time: 0.8761880 Mar 05 14:07:59.863972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4465bb-2088-4c11-9f27-a522932df375 admin admin] Router a0f74eef-5e31-4422-83b9-69631d1305d0 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:07:59.935258 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:07:59.946067 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b99483-09be-4d3b-b56a-e438acdf3627 None None] Sync routers for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:07:59.963908 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b99483-09be-4d3b-b56a-e438acdf3627 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:07:59.964543 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-00b99483-09be-4d3b-b56a-e438acdf3627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:07:59.979406 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:00.084731 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dd4ffc7d-13de-4c7a-bc50-2bb9c09cb9ac tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.4979722 Mar 05 14:08:00.088194 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34124) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:00.110833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-d338fad2-71c5-4b4e-aaa2-c60bdad7cb9b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1869630850'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:00.126096 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d338fad2-71c5-4b4e-aaa2-c60bdad7cb9b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:00.141149 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d338fad2-71c5-4b4e-aaa2-c60bdad7cb9b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Usage tracker for resource:network and tenant:cc2a8dcf86ad41029dafc1c5996d6ff1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:00.141149 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d338fad2-71c5-4b4e-aaa2-c60bdad7cb9b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:00.154932 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d338fad2-71c5-4b4e-aaa2-c60bdad7cb9b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:00.169453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-00b99483-09be-4d3b-b56a-e438acdf3627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:00.170435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d338fad2-71c5-4b4e-aaa2-c60bdad7cb9b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Made reservation on behalf of cc2a8dcf86ad41029dafc1c5996d6ff1 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:08:00.176376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4465bb-2088-4c11-9f27-a522932df375 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:08:00.177003 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d338fad2-71c5-4b4e-aaa2-c60bdad7cb9b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:00.187477 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9996fcf-ef7b-4386-bb6a-c4c99e5d7e6c None None] Sync routers for ids ['a0f74eef-5e31-4422-83b9-69631d1305d0'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:08:00.203807 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9996fcf-ef7b-4386-bb6a-c4c99e5d7e6c None None] Routers {'a0f74eef-5e31-4422-83b9-69631d1305d0'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:08:00.206070 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b99483-09be-4d3b-b56a-e438acdf3627 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:08:00.206662 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-00b99483-09be-4d3b-b56a-e438acdf3627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:00.208567 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d9996fcf-ef7b-4386-bb6a-c4c99e5d7e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['a0f74eef-5e31-4422-83b9-69631d1305d0'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:00.209207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34130) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:00.209741 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4c4465bb-2088-4c11-9f27-a522932df375 admin admin] 10.222.0.16 "PUT /v2.0/routers/a0f74eef-5e31-4422-83b9-69631d1305d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4197652 Mar 05 14:08:00.502678 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-00b99483-09be-4d3b-b56a-e438acdf3627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:00.503747 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b99483-09be-4d3b-b56a-e438acdf3627 None None] The sync data for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:08:00.535380 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d338fad2-71c5-4b4e-aaa2-c60bdad7cb9b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:08:00.553619 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d338fad2-71c5-4b4e-aaa2-c60bdad7cb9b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:00.554000 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-d338fad2-71c5-4b4e-aaa2-c60bdad7cb9b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Added segment e851e9b5-fcbd-4f15-8c0b-508cf8f3d24d of type vlan for network 3adae889-5f92-4ee1-81b4-b37f44457649 Mar 05 14:08:00.658857 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-d9996fcf-ef7b-4386-bb6a-c4c99e5d7e6c None None] Set router a0f74eef-5e31-4422-83b9-69631d1305d0 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:08:00.665947 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d338fad2-71c5-4b4e-aaa2-c60bdad7cb9b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:00.694468 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9df8d547-0bbe-490b-b058-df5de4ea5ee3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:00.811987 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.resource_extend [None req-d338fad2-71c5-4b4e-aaa2-c60bdad7cb9b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 14:08:00.851608 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d338fad2-71c5-4b4e-aaa2-c60bdad7cb9b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:00.857789 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d338fad2-71c5-4b4e-aaa2-c60bdad7cb9b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:00.858620 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d338fad2-71c5-4b4e-aaa2-c60bdad7cb9b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:01.193006 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d9996fcf-ef7b-4386-bb6a-c4c99e5d7e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f74eef-5e31-4422-83b9-69631d1305d0', 'name': 'tempest-TestAggregatesBasicOps-1628764614-router', 'tenant_id': '8f484efc0faf4bdba42d7d98830674f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '4bcebf27-af27-4dcc-8747-f12f31803c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:07:24Z', 'updated_at': '2022-03-05T14:07:58Z', 'revision_number': 5, 'project_id': '8f484efc0faf4bdba42d7d98830674f9', 'gw_port': {'id': '4bcebf27-af27-4dcc-8747-f12f31803c5d', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f74eef-5e31-4422-83b9-69631d1305d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:07:27Z', 'updated_at': '2022-03-05T14:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:01.196934 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9996fcf-ef7b-4386-bb6a-c4c99e5d7e6c None None] Checking router: a0f74eef-5e31-4422-83b9-69631d1305d0 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:08:01.233910 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9996fcf-ef7b-4386-bb6a-c4c99e5d7e6c None None] Routers {'a0f74eef-5e31-4422-83b9-69631d1305d0'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:08:01.234874 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d9996fcf-ef7b-4386-bb6a-c4c99e5d7e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['a0f74eef-5e31-4422-83b9-69631d1305d0'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:01.266855 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9df8d547-0bbe-490b-b058-df5de4ea5ee3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:01.283804 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338fad2-71c5-4b4e-aaa2-c60bdad7cb9b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Network': ['ID=3adae889-5f92-4ee1-81b4-b37f44457649,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:01.315929 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d338fad2-71c5-4b4e-aaa2-c60bdad7cb9b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2173812 Mar 05 14:08:01.319342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34174) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:01.328331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-9df8d547-0bbe-490b-b058-df5de4ea5ee3 admin admin] Deleting port 4bcebf27-af27-4dcc-8747-f12f31803c5d {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:08:01.328781 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9df8d547-0bbe-490b-b058-df5de4ea5ee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:01.344763 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-42c51f41-4279-4569-847b-d47e2a19331b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Request body: {'subnet': {'network_id': '3adae889-5f92-4ee1-81b4-b37f44457649', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:01.657090 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 3adae889-5f92-4ee1-81b4-b37f44457649 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:08:01.662406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-42c51f41-4279-4569-847b-d47e2a19331b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:01.666904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-42c51f41-4279-4569-847b-d47e2a19331b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Usage tracker for resource:subnet and tenant:cc2a8dcf86ad41029dafc1c5996d6ff1 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:01.674337 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-42c51f41-4279-4569-847b-d47e2a19331b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:01.680718 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-42c51f41-4279-4569-847b-d47e2a19331b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:01.685816 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-9df8d547-0bbe-490b-b058-df5de4ea5ee3 admin admin] For port 4bcebf27-af27-4dcc-8747-f12f31803c5d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4bcebf27-af27-4dcc-8747-f12f31803c5d,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:08:01.686463 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9df8d547-0bbe-490b-b058-df5de4ea5ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:01.696207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c51f41-4279-4569-847b-d47e2a19331b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Made reservation on behalf of cc2a8dcf86ad41029dafc1c5996d6ff1 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:08:01.701567 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-42c51f41-4279-4569-847b-d47e2a19331b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:01.736837 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34188) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:01.906202 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-d9996fcf-ef7b-4386-bb6a-c4c99e5d7e6c None None] Set router a0f74eef-5e31-4422-83b9-69631d1305d0 gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:08:02.009528 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-9df8d547-0bbe-490b-b058-df5de4ea5ee3 admin admin] Calling delete_port for 4bcebf27-af27-4dcc-8747-f12f31803c5d owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:08:02.069202 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d9996fcf-ef7b-4386-bb6a-c4c99e5d7e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f74eef-5e31-4422-83b9-69631d1305d0', 'name': 'tempest-TestAggregatesBasicOps-1628764614-router', 'tenant_id': '8f484efc0faf4bdba42d7d98830674f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:07:24Z', 'updated_at': '2022-03-05T14:08:01Z', 'revision_number': 6, 'project_id': '8f484efc0faf4bdba42d7d98830674f9', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:02.074477 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9996fcf-ef7b-4386-bb6a-c4c99e5d7e6c None None] The sync data for ids ['a0f74eef-5e31-4422-83b9-69631d1305d0'] in n-d-803718-1 is: [{'id': 'a0f74eef-5e31-4422-83b9-69631d1305d0', 'name': 'tempest-TestAggregatesBasicOps-1628764614-router', 'tenant_id': '8f484efc0faf4bdba42d7d98830674f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:07:24Z', 'updated_at': '2022-03-05T14:08:01Z', 'revision_number': 6, 'project_id': '8f484efc0faf4bdba42d7d98830674f9', 'gw_port_host': None}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:08:02.162298 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-9536ef48-59c0-408d-b7ab-5fab2d7cfd27 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1714929026'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:02.200707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9536ef48-59c0-408d-b7ab-5fab2d7cfd27 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:02.217260 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:08:02.228240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9536ef48-59c0-408d-b7ab-5fab2d7cfd27 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Usage tracker for resource:network and tenant:2792f2fdd44b4daab1b5ac5b81458b50 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:02.243909 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9536ef48-59c0-408d-b7ab-5fab2d7cfd27 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:02.272862 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9536ef48-59c0-408d-b7ab-5fab2d7cfd27 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:02.308813 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9536ef48-59c0-408d-b7ab-5fab2d7cfd27 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Made reservation on behalf of 2792f2fdd44b4daab1b5ac5b81458b50 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:08:02.315857 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9536ef48-59c0-408d-b7ab-5fab2d7cfd27 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:02.394597 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9536ef48-59c0-408d-b7ab-5fab2d7cfd27 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:02.426888 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9536ef48-59c0-408d-b7ab-5fab2d7cfd27 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:02.466232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9536ef48-59c0-408d-b7ab-5fab2d7cfd27 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Usage tracker for resource:security_group_rule and tenant:2792f2fdd44b4daab1b5ac5b81458b50 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:02.487581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9536ef48-59c0-408d-b7ab-5fab2d7cfd27 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:02.534524 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9df8d547-0bbe-490b-b058-df5de4ea5ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:02.553538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9536ef48-59c0-408d-b7ab-5fab2d7cfd27 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:02.593653 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-42c51f41-4279-4569-847b-d47e2a19331b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:02.609291 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8d547-0bbe-490b-b058-df5de4ea5ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bcebf27-af27-4dcc-8747-f12f31803c5d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:02.740671 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c51f41-4279-4569-847b-d47e2a19331b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Subnet': ['ID=f94f3cf4-cccd-4e45-b189-ed851cdf3502,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:02.764004 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c51f41-4279-4569-847b-d47e2a19331b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Checking segment: {'id': 'e851e9b5-fcbd-4f15-8c0b-508cf8f3d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3adae889-5f92-4ee1-81b4-b37f44457649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:08:02.764358 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c51f41-4279-4569-847b-d47e2a19331b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Network hostable DHCP agents. Network: 3adae889-5f92-4ee1-81b4-b37f44457649, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:08:02.795823 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9df8d547-0bbe-490b-b058-df5de4ea5ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:02.910208 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9536ef48-59c0-408d-b7ab-5fab2d7cfd27 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:02.924930 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9536ef48-59c0-408d-b7ab-5fab2d7cfd27 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:02.979424 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9536ef48-59c0-408d-b7ab-5fab2d7cfd27 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:08:02.998874 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9536ef48-59c0-408d-b7ab-5fab2d7cfd27 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:02.999222 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-9536ef48-59c0-408d-b7ab-5fab2d7cfd27 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Added segment ddef6ade-f4ee-4e9f-bada-2d221c98a300 of type vlan for network fe294aa6-6d88-44ab-81be-f79f46c4d748 Mar 05 14:08:03.054180 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9536ef48-59c0-408d-b7ab-5fab2d7cfd27 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:03.076208 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9df8d547-0bbe-490b-b058-df5de4ea5ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:03.078839 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9df8d547-0bbe-490b-b058-df5de4ea5ee3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:03.123328 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c51f41-4279-4569-847b-d47e2a19331b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Network 3adae889-5f92-4ee1-81b4-b37f44457649 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:08:03.129566 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9536ef48-59c0-408d-b7ab-5fab2d7cfd27 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:03.135610 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9536ef48-59c0-408d-b7ab-5fab2d7cfd27 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:03.136537 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9536ef48-59c0-408d-b7ab-5fab2d7cfd27 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:03.236190 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9df8d547-0bbe-490b-b058-df5de4ea5ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:03.237675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df8d547-0bbe-490b-b058-df5de4ea5ee3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0f74eef-5e31-4422-83b9-69631d1305d0 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:08:03.273304 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9df8d547-0bbe-490b-b058-df5de4ea5ee3 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:03.276574 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9df8d547-0bbe-490b-b058-df5de4ea5ee3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a0f74eef-5e31-4422-83b9-69631d1305d0 HTTP/1.1" status: 204 len: 168 time: 3.0663917 Mar 05 14:08:03.294253 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34232) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:03.306738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536ef48-59c0-408d-b7ab-5fab2d7cfd27 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Pushing event updated for resources: {'Network': ['ID=fe294aa6-6d88-44ab-81be-f79f46c4d748,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:03.330133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network fe294aa6-6d88-44ab-81be-f79f46c4d748 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:08:03.333723 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-42c51f41-4279-4569-847b-d47e2a19331b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 3adae889-5f92-4ee1-81b4-b37f44457649) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:03.342746 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c51f41-4279-4569-847b-d47e2a19331b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:03.343381 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-42c51f41-4279-4569-847b-d47e2a19331b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:03.465783 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536ef48-59c0-408d-b7ab-5fab2d7cfd27 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e75d929-ee11-430a-9590-d278eea4b819,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:03.477356 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-42c51f41-4279-4569-847b-d47e2a19331b tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1562822 Mar 05 14:08:03.479902 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9536ef48-59c0-408d-b7ab-5fab2d7cfd27 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7409222 Mar 05 14:08:03.480622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34236) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:03.488480 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34238) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:03.497497 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-c3a93646-57c5-4a0c-96eb-456ec25b89a3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-647562193', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}, 'admin_state_up': False}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:03.518492 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c3a93646-57c5-4a0c-96eb-456ec25b89a3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:03.523905 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c3a93646-57c5-4a0c-96eb-456ec25b89a3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Usage tracker for resource:router and tenant:cc2a8dcf86ad41029dafc1c5996d6ff1 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:03.531942 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c3a93646-57c5-4a0c-96eb-456ec25b89a3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:03.538724 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-d7b6ca09-2138-483b-87d7-97cdf7d0c143 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Request body: {'subnet': {'network_id': 'fe294aa6-6d88-44ab-81be-f79f46c4d748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:03.540869 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c3a93646-57c5-4a0c-96eb-456ec25b89a3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:03.560902 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3a93646-57c5-4a0c-96eb-456ec25b89a3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:03.562429 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3a93646-57c5-4a0c-96eb-456ec25b89a3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:03.586537 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3a93646-57c5-4a0c-96eb-456ec25b89a3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:03.649643 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aba17eb-2267-4209-a540-96f04775466f None None] Network 3adae889-5f92-4ee1-81b4-b37f44457649 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:08:03.732211 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d7b6ca09-2138-483b-87d7-97cdf7d0c143 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:03.753415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d7b6ca09-2138-483b-87d7-97cdf7d0c143 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Usage tracker for resource:subnet and tenant:2792f2fdd44b4daab1b5ac5b81458b50 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:03.765865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d7b6ca09-2138-483b-87d7-97cdf7d0c143 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:03.775127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4ece37-c1c6-4cc3-a5a9-c361b5347826 admin admin] Deleting subnet c3f7d07d-dc38-454f-8be1-c29c01ba79d3 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:08:03.781711 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d7b6ca09-2138-483b-87d7-97cdf7d0c143 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:03.785477 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ae4ece37-c1c6-4cc3-a5a9-c361b5347826 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:03.852341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b6ca09-2138-483b-87d7-97cdf7d0c143 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Made reservation on behalf of 2792f2fdd44b4daab1b5ac5b81458b50 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:08:03.873944 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d7b6ca09-2138-483b-87d7-97cdf7d0c143 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:04.009115 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-3adae889-5f92-4ee1-81b4-b37f44457649', 'network_id': '3adae889-5f92-4ee1-81b4-b37f44457649', 'tenant_id': 'cc2a8dcf86ad41029dafc1c5996d6ff1', 'fixed_ips': [{'subnet_id': 'f94f3cf4-cccd-4e45-b189-ed851cdf3502'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:08:04.009115 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:04.010065 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ae4ece37-c1c6-4cc3-a5a9-c361b5347826 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:04.188584 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f03a722a-1f7b-4dfd-aba0-870af5e68097 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:08:04.227411 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3a93646-57c5-4a0c-96eb-456ec25b89a3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:04.239507 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: f03a722a-1f7b-4dfd-aba0-870af5e68097 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:08:04.239846 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f03a722a-1f7b-4dfd-aba0-870af5e68097 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:08:04.240257 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4bcebf27-af27-4dcc-8747-f12f31803c5d no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:08:04.280010 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 4bcebf27-af27-4dcc-8747-f12f31803c5d {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:08:04.280566 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4bcebf27-af27-4dcc-8747-f12f31803c5d not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:08:04.300514 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Allocated IP 172.20.0.2 (3adae889-5f92-4ee1-81b4-b37f44457649/f94f3cf4-cccd-4e45-b189-ed851cdf3502/522db9db-91c4-4cb8-8d63-3011233de7c3) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:08:04.400764 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ae4ece37-c1c6-4cc3-a5a9-c361b5347826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:04.641651 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ae4ece37-c1c6-4cc3-a5a9-c361b5347826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:04.690589 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d7b6ca09-2138-483b-87d7-97cdf7d0c143 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:04.699820 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ae4ece37-c1c6-4cc3-a5a9-c361b5347826 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:04.717917 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ece37-c1c6-4cc3-a5a9-c361b5347826 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3f7d07d-dc38-454f-8be1-c29c01ba79d3,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:04.726509 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ae4ece37-c1c6-4cc3-a5a9-c361b5347826 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c3f7d07d-dc38-454f-8be1-c29c01ba79d3 HTTP/1.1" status: 204 len: 168 time: 1.4305136 Mar 05 14:08:04.736171 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34274) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:04.736756 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d6dcdf-ede1-4b66-9b9a-6916fb029048 None None] Network 83d180bc-90a1-4ceb-89e8-fb976c779b62 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:08:04.841828 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3a93646-57c5-4a0c-96eb-456ec25b89a3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:04.883819 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3a93646-57c5-4a0c-96eb-456ec25b89a3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:04.902166 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b6ca09-2138-483b-87d7-97cdf7d0c143 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Checking segment: {'id': 'ddef6ade-f4ee-4e9f-bada-2d221c98a300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe294aa6-6d88-44ab-81be-f79f46c4d748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:08:04.903600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b6ca09-2138-483b-87d7-97cdf7d0c143 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Network hostable DHCP agents. Network: fe294aa6-6d88-44ab-81be-f79f46c4d748, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:08:04.923351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6ca09-2138-483b-87d7-97cdf7d0c143 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Pushing event updated for resources: {'Subnet': ['ID=0fe7d58e-b6dd-45f3-bc85-79c1f3dd6e2a,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:04.968796 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b6ca09-2138-483b-87d7-97cdf7d0c143 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Network fe294aa6-6d88-44ab-81be-f79f46c4d748 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:08:04.986315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-d7b6ca09-2138-483b-87d7-97cdf7d0c143 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, fe294aa6-6d88-44ab-81be-f79f46c4d748) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:04.992214 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b6ca09-2138-483b-87d7-97cdf7d0c143 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:04.993372 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d7b6ca09-2138-483b-87d7-97cdf7d0c143 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:05.018534 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f80c535a-73ff-449e-b6f1-c01557489d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:05.030346 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d7b6ca09-2138-483b-87d7-97cdf7d0c143 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5226352 Mar 05 14:08:05.038644 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34282) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:05.046822 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-070bdcc7-e2a9-48b4-bae2-8bd2bd19d639 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Request body: {'port': {'network_id': 'fe294aa6-6d88-44ab-81be-f79f46c4d748', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-483562625'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:05.065375 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-f80c535a-73ff-449e-b6f1-c01557489d5b admin admin] Deleting port ba70a376-25d4-4c72-a7c9-50a00f350f9f {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:08:05.066307 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f80c535a-73ff-449e-b6f1-c01557489d5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:05.142135 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d05107-b380-4942-8d8f-dce44c56c771 None None] Network fe294aa6-6d88-44ab-81be-f79f46c4d748 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:08:05.290528 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-c3a93646-57c5-4a0c-96eb-456ec25b89a3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Allocated IP 172.25.4.196 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/34493ba1-d2e3-4141-84bd-b61d7a0544bd) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:08:05.450865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-070bdcc7-e2a9-48b4-bae2-8bd2bd19d639 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:05.464734 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-070bdcc7-e2a9-48b4-bae2-8bd2bd19d639 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Usage tracker for resource:port and tenant:2792f2fdd44b4daab1b5ac5b81458b50 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:05.485864 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-070bdcc7-e2a9-48b4-bae2-8bd2bd19d639 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:05.492644 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-070bdcc7-e2a9-48b4-bae2-8bd2bd19d639 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:05.505938 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070bdcc7-e2a9-48b4-bae2-8bd2bd19d639 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Made reservation on behalf of 2792f2fdd44b4daab1b5ac5b81458b50 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:08:05.510136 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-070bdcc7-e2a9-48b4-bae2-8bd2bd19d639 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:05.535933 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-070bdcc7-e2a9-48b4-bae2-8bd2bd19d639 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] device_id is not set on port 2d04bd47-96ff-4e44-b767-e6e714b15920 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:08:05.567375 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:05.585389 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Transition to ACTIVE for port object 522db9db-91c4-4cb8-8d63-3011233de7c3 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:05.678649 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Transition to ACTIVE for port object 522db9db-91c4-4cb8-8d63-3011233de7c3 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:05.697424 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3a93646-57c5-4a0c-96eb-456ec25b89a3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:05.719103 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526d2cff-ccf1-4116-bb0d-3755ed8dabf5 None None] DHCP port deletion for 83d180bc-90a1-4ceb-89e8-fb976c779b62 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:08:05.726348 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-526d2cff-ccf1-4116-bb0d-3755ed8dabf5 None None] Deleting port ba70a376-25d4-4c72-a7c9-50a00f350f9f {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:08:05.726951 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-526d2cff-ccf1-4116-bb0d-3755ed8dabf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:05.802081 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-070bdcc7-e2a9-48b4-bae2-8bd2bd19d639 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Allocated IP 2001:db8::362 (fe294aa6-6d88-44ab-81be-f79f46c4d748/0fe7d58e-b6dd-45f3-bc85-79c1f3dd6e2a/2d04bd47-96ff-4e44-b767-e6e714b15920) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:08:05.833284 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc5db0d-509a-4770-82c3-57dc39b2baeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-fe294aa6-6d88-44ab-81be-f79f46c4d748', 'network_id': 'fe294aa6-6d88-44ab-81be-f79f46c4d748', 'tenant_id': '2792f2fdd44b4daab1b5ac5b81458b50', 'fixed_ips': [{'subnet_id': '0fe7d58e-b6dd-45f3-bc85-79c1f3dd6e2a'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:08:05.834168 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fdc5db0d-509a-4770-82c3-57dc39b2baeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:05.853846 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-f80c535a-73ff-449e-b6f1-c01557489d5b admin admin] For port ba70a376-25d4-4c72-a7c9-50a00f350f9f, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ba70a376-25d4-4c72-a7c9-50a00f350f9f,segment=NetworkSegment(92aa3949-6a16-42f5-80b2-cc12744f6ee7),segment_id=92aa3949-6a16-42f5-80b2-cc12744f6ee7)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:08:05.856260 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f80c535a-73ff-449e-b6f1-c01557489d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:05.876321 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:06.071431 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-f80c535a-73ff-449e-b6f1-c01557489d5b admin admin] Calling delete_port for ba70a376-25d4-4c72-a7c9-50a00f350f9f owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:08:06.169960 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-070bdcc7-e2a9-48b4-bae2-8bd2bd19d639 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:06.198666 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ba70a376-25d4-4c72-a7c9-50a00f350f9f no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:08:06.214108 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-070bdcc7-e2a9-48b4-bae2-8bd2bd19d639 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Transition to ACTIVE for port object 2d04bd47-96ff-4e44-b767-e6e714b15920 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:06.250890 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3a93646-57c5-4a0c-96eb-456ec25b89a3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:06.257653 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-070bdcc7-e2a9-48b4-bae2-8bd2bd19d639 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:06.333271 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070bdcc7-e2a9-48b4-bae2-8bd2bd19d639 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Network fe294aa6-6d88-44ab-81be-f79f46c4d748 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:08:06.337337 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-070bdcc7-e2a9-48b4-bae2-8bd2bd19d639 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:06.344890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070bdcc7-e2a9-48b4-bae2-8bd2bd19d639 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:08:06.351192 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070bdcc7-e2a9-48b4-bae2-8bd2bd19d639 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:06.351934 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-070bdcc7-e2a9-48b4-bae2-8bd2bd19d639 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:06.407830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a93646-57c5-4a0c-96eb-456ec25b89a3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:08:06.421392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-c3a93646-57c5-4a0c-96eb-456ec25b89a3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:06.429257 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f80c535a-73ff-449e-b6f1-c01557489d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:06.446448 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-fdc5db0d-509a-4770-82c3-57dc39b2baeb None None] Allocated IP 2001:db8::2 (fe294aa6-6d88-44ab-81be-f79f46c4d748/0fe7d58e-b6dd-45f3-bc85-79c1f3dd6e2a/a314b344-3a35-4c22-83b5-d42069a783bd) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:08:06.470464 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a93646-57c5-4a0c-96eb-456ec25b89a3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:08:06.497381 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-070bdcc7-e2a9-48b4-bae2-8bd2bd19d639 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4571421 Mar 05 14:08:06.499341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34318) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:06.508192 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bdcc7-e2a9-48b4-bae2-8bd2bd19d639 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Pushing event updated for resources: {'Port': ['ID=2d04bd47-96ff-4e44-b767-e6e714b15920,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:06.530393 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f3882a15-919c-4d75-a5d6-823aa8bec591 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Request body: {'port': {'network_id': 'fe294aa6-6d88-44ab-81be-f79f46c4d748', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-300596489', 'allowed_address_pairs': [{'ip_address': '2001:db8::362', 'mac_address': 'fa:16:3e:8f:3c:d8'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:06.789491 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fdc5db0d-509a-4770-82c3-57dc39b2baeb None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:06.807990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fdc5db0d-509a-4770-82c3-57dc39b2baeb None None] Transition to ACTIVE for port object a314b344-3a35-4c22-83b5-d42069a783bd will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:06.829891 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fdc5db0d-509a-4770-82c3-57dc39b2baeb None None] Transition to ACTIVE for port object a314b344-3a35-4c22-83b5-d42069a783bd will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:06.842309 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f3882a15-919c-4d75-a5d6-823aa8bec591 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:06.851703 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f3882a15-919c-4d75-a5d6-823aa8bec591 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Usage tracker for resource:port and tenant:2792f2fdd44b4daab1b5ac5b81458b50 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:06.861610 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f3882a15-919c-4d75-a5d6-823aa8bec591 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:06.875444 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f3882a15-919c-4d75-a5d6-823aa8bec591 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:06.891457 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fdc5db0d-509a-4770-82c3-57dc39b2baeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:06.899235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3882a15-919c-4d75-a5d6-823aa8bec591 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Made reservation on behalf of 2792f2fdd44b4daab1b5ac5b81458b50 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:08:06.904906 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Network 3adae889-5f92-4ee1-81b4-b37f44457649 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:08:06.917352 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc5db0d-509a-4770-82c3-57dc39b2baeb None None] Network fe294aa6-6d88-44ab-81be-f79f46c4d748 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:08:06.925773 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a93646-57c5-4a0c-96eb-456ec25b89a3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Port': ['ID=34493ba1-d2e3-4141-84bd-b61d7a0544bd,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:06.930576 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-fdc5db0d-509a-4770-82c3-57dc39b2baeb None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:06.931178 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80c535a-73ff-449e-b6f1-c01557489d5b admin admin] No DVR routers for this DVR port ba70a376-25d4-4c72-a7c9-50a00f350f9f on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:08:06.933005 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:06.938179 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc5db0d-509a-4770-82c3-57dc39b2baeb None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:08:07.002734 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Pushing event updated for resources: {'Port': ['ID=522db9db-91c4-4cb8-8d63-3011233de7c3,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:07.025548 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:08:07.086001 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:07.086350 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:07.086699 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:07.087063 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:07.087396 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:07.087725 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:07.088046 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:07.088367 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:07.088685 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:07.089000 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:07.089319 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:07.089634 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:07.107614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c535a-73ff-449e-b6f1-c01557489d5b admin admin] Pushing event deleted for resources: {'Port': ['ID=ba70a376-25d4-4c72-a7c9-50a00f350f9f,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:07.177285 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f3882a15-919c-4d75-a5d6-823aa8bec591 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:07.258008 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-f3882a15-919c-4d75-a5d6-823aa8bec591 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] device_id is not set on port 65f06a35-ff15-49a2-a5e2-d5bd0328a33b yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:08:07.319293 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f80c535a-73ff-449e-b6f1-c01557489d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:07.372287 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5db0d-509a-4770-82c3-57dc39b2baeb None None] Pushing event updated for resources: {'Port': ['ID=a314b344-3a35-4c22-83b5-d42069a783bd,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:07.390367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-f80c535a-73ff-449e-b6f1-c01557489d5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d180bc-90a1-4ceb-89e8-fb976c779b62']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:07.404581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-f80c535a-73ff-449e-b6f1-c01557489d5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92aa3949-6a16-42f5-80b2-cc12744f6ee7') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:07.405007 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-f80c535a-73ff-449e-b6f1-c01557489d5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92aa3949-6a16-42f5-80b2-cc12744f6ee7') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:07.419235 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f80c535a-73ff-449e-b6f1-c01557489d5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:07.436708 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f80c535a-73ff-449e-b6f1-c01557489d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:07.444080 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80c535a-73ff-449e-b6f1-c01557489d5b admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:08:07.444791 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f80c535a-73ff-449e-b6f1-c01557489d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:08:07.541519 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:08:07.580817 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-526d2cff-ccf1-4116-bb0d-3755ed8dabf5 None None] For port ba70a376-25d4-4c72-a7c9-50a00f350f9f, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ba70a376-25d4-4c72-a7c9-50a00f350f9f,segment=NetworkSegment(92aa3949-6a16-42f5-80b2-cc12744f6ee7),segment_id=92aa3949-6a16-42f5-80b2-cc12744f6ee7)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:08:07.581066 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-526d2cff-ccf1-4116-bb0d-3755ed8dabf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:07.666866 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f80c535a-73ff-449e-b6f1-c01557489d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:07.709520 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f80c535a-73ff-449e-b6f1-c01557489d5b admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:07.717855 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-fdc5db0d-509a-4770-82c3-57dc39b2baeb None None] Attempting to bind port a314b344-3a35-4c22-83b5-d42069a783bd on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:08:07.718428 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-fdc5db0d-509a-4770-82c3-57dc39b2baeb None None] Attempting to bind port a314b344-3a35-4c22-83b5-d42069a783bd by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'ddef6ade-f4ee-4e9f-bada-2d221c98a300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe294aa6-6d88-44ab-81be-f79f46c4d748'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:08:07.719007 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc5db0d-509a-4770-82c3-57dc39b2baeb None None] Attempting to bind port a314b344-3a35-4c22-83b5-d42069a783bd on network fe294aa6-6d88-44ab-81be-f79f46c4d748 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:08:07.751472 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No active binding found for port ba70a376-25d4-4c72-a7c9-50a00f350f9f {{(pid=87915) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 05 14:08:07.751573 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ba70a376-25d4-4c72-a7c9-50a00f350f9f not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:08:07.827801 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc5db0d-509a-4770-82c3-57dc39b2baeb None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:08:07.827801 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc5db0d-509a-4770-82c3-57dc39b2baeb None None] Checking segment: {'id': 'ddef6ade-f4ee-4e9f-bada-2d221c98a300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe294aa6-6d88-44ab-81be-f79f46c4d748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:08:07.827801 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fdc5db0d-509a-4770-82c3-57dc39b2baeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:07.828126 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc5db0d-509a-4770-82c3-57dc39b2baeb None None] Bound using segment: {'id': 'ddef6ade-f4ee-4e9f-bada-2d221c98a300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe294aa6-6d88-44ab-81be-f79f46c4d748'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:08:07.831285 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-fdc5db0d-509a-4770-82c3-57dc39b2baeb None None] Bound port: a314b344-3a35-4c22-83b5-d42069a783bd, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddef6ade-f4ee-4e9f-bada-2d221c98a300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fe294aa6-6d88-44ab-81be-f79f46c4d748'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:08:07.831285 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fdc5db0d-509a-4770-82c3-57dc39b2baeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:07.878609 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-f3882a15-919c-4d75-a5d6-823aa8bec591 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Allocated IP 2001:db8::3e4 (fe294aa6-6d88-44ab-81be-f79f46c4d748/0fe7d58e-b6dd-45f3-bc85-79c1f3dd6e2a/65f06a35-ff15-49a2-a5e2-d5bd0328a33b) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:08:07.889793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c535a-73ff-449e-b6f1-c01557489d5b admin admin] Pushing event deleted for resources: {'Network': ['ID=83d180bc-90a1-4ceb-89e8-fb976c779b62,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:07.960159 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-526d2cff-ccf1-4116-bb0d-3755ed8dabf5 None None] Calling delete_port for ba70a376-25d4-4c72-a7c9-50a00f350f9f owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:08:07.986154 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f80c535a-73ff-449e-b6f1-c01557489d5b admin admin] 10.222.0.16 "DELETE /v2.0/networks/83d180bc-90a1-4ceb-89e8-fb976c779b62 HTTP/1.1" status: 204 len: 168 time: 3.2488925 Mar 05 14:08:08.020811 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Attempting to bind port 522db9db-91c4-4cb8-8d63-3011233de7c3 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:08:08.021361 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Attempting to bind port 522db9db-91c4-4cb8-8d63-3011233de7c3 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'e851e9b5-fcbd-4f15-8c0b-508cf8f3d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3adae889-5f92-4ee1-81b4-b37f44457649'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:08:08.021899 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Attempting to bind port 522db9db-91c4-4cb8-8d63-3011233de7c3 on network 3adae889-5f92-4ee1-81b4-b37f44457649 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:08:08.035929 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:08:08.036643 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Checking segment: {'id': 'e851e9b5-fcbd-4f15-8c0b-508cf8f3d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3adae889-5f92-4ee1-81b4-b37f44457649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:08:08.037471 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:08.038147 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Bound using segment: {'id': 'e851e9b5-fcbd-4f15-8c0b-508cf8f3d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3adae889-5f92-4ee1-81b4-b37f44457649'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:08:08.038900 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Bound port: 522db9db-91c4-4cb8-8d63-3011233de7c3, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e851e9b5-fcbd-4f15-8c0b-508cf8f3d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3adae889-5f92-4ee1-81b4-b37f44457649'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:08:08.039600 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:08.189781 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-fdc5db0d-509a-4770-82c3-57dc39b2baeb None None] For port a314b344-3a35-4c22-83b5-d42069a783bd, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:08:08.194145 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-fdc5db0d-509a-4770-82c3-57dc39b2baeb None None] For port a314b344-3a35-4c22-83b5-d42069a783bd, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a314b344-3a35-4c22-83b5-d42069a783bd,segment=NetworkSegment(ddef6ade-f4ee-4e9f-bada-2d221c98a300),segment_id=ddef6ade-f4ee-4e9f-bada-2d221c98a300)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:08:08.216665 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fdc5db0d-509a-4770-82c3-57dc39b2baeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:08.361903 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f3882a15-919c-4d75-a5d6-823aa8bec591 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:08.398346 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5db0d-509a-4770-82c3-57dc39b2baeb None None] Pushing event updated for resources: {'Port': ['ID=a314b344-3a35-4c22-83b5-d42069a783bd,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:08.421625 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-f3882a15-919c-4d75-a5d6-823aa8bec591 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Transition to ACTIVE for port object 65f06a35-ff15-49a2-a5e2-d5bd0328a33b will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:08.432439 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3a93646-57c5-4a0c-96eb-456ec25b89a3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:08.446786 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34392) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:08.612257 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-526d2cff-ccf1-4116-bb0d-3755ed8dabf5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:08:08.612876 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-526d2cff-ccf1-4116-bb0d-3755ed8dabf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:08:08.615709 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] For port 522db9db-91c4-4cb8-8d63-3011233de7c3, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:08:08.627580 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] For port 522db9db-91c4-4cb8-8d63-3011233de7c3, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=522db9db-91c4-4cb8-8d63-3011233de7c3,segment=NetworkSegment(e851e9b5-fcbd-4f15-8c0b-508cf8f3d24d),segment_id=e851e9b5-fcbd-4f15-8c0b-508cf8f3d24d)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:08:08.637649 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:08.655493 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-61aeaa78-0d9d-4286-92bd-2ef5a3389043 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c7446ad4162406e85c25a8efb5a0220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2048454 Mar 05 14:08:08.656793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34400) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:08.674347 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f3882a15-919c-4d75-a5d6-823aa8bec591 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:08.755719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891de21-1343-45e4-955e-f57b14ce204f None None] Pushing event updated for resources: {'Port': ['ID=522db9db-91c4-4cb8-8d63-3011233de7c3,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:08.811391 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8cf55dbe-5a6b-4daf-ab57-f6c9c4bee911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:08.926655 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3882a15-919c-4d75-a5d6-823aa8bec591 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Network fe294aa6-6d88-44ab-81be-f79f46c4d748 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:08:08.965621 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-f3882a15-919c-4d75-a5d6-823aa8bec591 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:08.970185 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3882a15-919c-4d75-a5d6-823aa8bec591 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:08:08.987460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3882a15-919c-4d75-a5d6-823aa8bec591 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:08.988189 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f3882a15-919c-4d75-a5d6-823aa8bec591 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:09.025251 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3882a15-919c-4d75-a5d6-823aa8bec591 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Pushing event updated for resources: {'Port': ['ID=65f06a35-ff15-49a2-a5e2-d5bd0328a33b,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:09.084927 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f3882a15-919c-4d75-a5d6-823aa8bec591 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.5827019 Mar 05 14:08:09.086333 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34420) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:09.108149 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2b8d02a8-9f53-411a-9f6d-cc111c068611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:09.114339 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-526d2cff-ccf1-4116-bb0d-3755ed8dabf5 None None] Deleting port ba70a376-25d4-4c72-a7c9-50a00f350f9f {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:08:09.115242 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-526d2cff-ccf1-4116-bb0d-3755ed8dabf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:09.274276 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2b8d02a8-9f53-411a-9f6d-cc111c068611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:09.341622 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-526d2cff-ccf1-4116-bb0d-3755ed8dabf5 None None] The port 'ba70a376-25d4-4c72-a7c9-50a00f350f9f' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:08:09.413297 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2b8d02a8-9f53-411a-9f6d-cc111c068611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:09.439490 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3a93646-57c5-4a0c-96eb-456ec25b89a3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:09.448929 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d02a8-9f53-411a-9f6d-cc111c068611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d25f683-e6e9-4ed0-b0e8-8e341c339b4d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:09.473948 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2b8d02a8-9f53-411a-9f6d-cc111c068611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:09.473948 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2b8d02a8-9f53-411a-9f6d-cc111c068611 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d25f683-e6e9-4ed0-b0e8-8e341c339b4d HTTP/1.1" status: 204 len: 168 time: 0.8148391 Mar 05 14:08:09.477472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d02a8-9f53-411a-9f6d-cc111c068611 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:09.477945 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d02a8-9f53-411a-9f6d-cc111c068611 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:09.478511 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d02a8-9f53-411a-9f6d-cc111c068611 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:09.479162 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d02a8-9f53-411a-9f6d-cc111c068611 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:09.479944 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d02a8-9f53-411a-9f6d-cc111c068611 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:09.480538 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d02a8-9f53-411a-9f6d-cc111c068611 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:09.481194 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d02a8-9f53-411a-9f6d-cc111c068611 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:09.481616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d02a8-9f53-411a-9f6d-cc111c068611 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:09.482026 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d02a8-9f53-411a-9f6d-cc111c068611 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:09.482457 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d02a8-9f53-411a-9f6d-cc111c068611 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:09.482979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d02a8-9f53-411a-9f6d-cc111c068611 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:09.483422 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d02a8-9f53-411a-9f6d-cc111c068611 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:09.525551 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567596d9-66b5-4700-9f52-088f5ce80a15 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:09.543688 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567596d9-66b5-4700-9f52-088f5ce80a15 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:09.552483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567596d9-66b5-4700-9f52-088f5ce80a15 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:09.554510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-567596d9-66b5-4700-9f52-088f5ce80a15 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Synchronizing usage tracker for tenant:2792f2fdd44b4daab1b5ac5b81458b50 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:08:09.592886 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-567596d9-66b5-4700-9f52-088f5ce80a15 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Unset dirty status for tenant:2792f2fdd44b4daab1b5ac5b81458b50 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:08:09.594286 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-567596d9-66b5-4700-9f52-088f5ce80a15 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.5069108 Mar 05 14:08:09.597263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34438) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:09.814277 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-573871e7-121c-4c42-b5dc-74b81d03ea45 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Deleting port 65f06a35-ff15-49a2-a5e2-d5bd0328a33b {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:08:09.814671 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-573871e7-121c-4c42-b5dc-74b81d03ea45 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:10.098740 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a93646-57c5-4a0c-96eb-456ec25b89a3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Router 7c17f233-2769-4d18-b062-231694da4a75 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:08:10.375851 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 522db9db-91c4-4cb8-8d63-3011233de7c3 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:08:10.532401 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126636c1-ef19-4d44-a028-6f4b39ed47ed None None] Network fe294aa6-6d88-44ab-81be-f79f46c4d748 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:08:10.563177 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-573871e7-121c-4c42-b5dc-74b81d03ea45 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:10.650509 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34458) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:10.740954 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a93646-57c5-4a0c-96eb-456ec25b89a3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:08:10.779851 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e53601f2-d9e6-4b34-ab37-1ca20a0c796e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8f484efc0faf4bdba42d7d98830674f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1273851 Mar 05 14:08:10.782964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34464) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:10.806837 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3a93646-57c5-4a0c-96eb-456ec25b89a3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:10.815211 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c3a93646-57c5-4a0c-96eb-456ec25b89a3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.3328738 Mar 05 14:08:10.817905 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a16ae8-e756-44a6-9844-8c6bac9fcf65 None None] Sync routers for ids ['7c17f233-2769-4d18-b062-231694da4a75'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:08:10.823711 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34472) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:10.832158 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 522db9db-91c4-4cb8-8d63-3011233de7c3 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:10.852091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a314b344-3a35-4c22-83b5-d42069a783bd up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:08:10.863054 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-573871e7-121c-4c42-b5dc-74b81d03ea45 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Calling delete_port for 65f06a35-ff15-49a2-a5e2-d5bd0328a33b owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:08:10.889350 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a16ae8-e756-44a6-9844-8c6bac9fcf65 None None] Routers {'7c17f233-2769-4d18-b062-231694da4a75'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:08:10.890321 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b2a16ae8-e756-44a6-9844-8c6bac9fcf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7c17f233-2769-4d18-b062-231694da4a75'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:10.992333 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-483a5bd9-d611-4c4e-9e51-badf50e14199 None None] Provisioning for port a314b344-3a35-4c22-83b5-d42069a783bd completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:11.011292 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b2a16ae8-e756-44a6-9844-8c6bac9fcf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:11.096506 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a16ae8-e756-44a6-9844-8c6bac9fcf65 None None] Routers {'7c17f233-2769-4d18-b062-231694da4a75'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:08:11.099587 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b2a16ae8-e756-44a6-9844-8c6bac9fcf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:07:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7c17f233-2769-4d18-b062-231694da4a75'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:11.166806 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-573871e7-121c-4c42-b5dc-74b81d03ea45 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:11.273076 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31efd355-f0fd-4378-9168-f86be1ec5f00 None None] Network 3adae889-5f92-4ee1-81b4-b37f44457649 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:08:11.297625 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573871e7-121c-4c42-b5dc-74b81d03ea45 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Pushing event deleted for resources: {'Port': ['ID=65f06a35-ff15-49a2-a5e2-d5bd0328a33b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:11.332952 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7f00bf5a-f145-4373-b884-88fd401ea7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:11.387811 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7f00bf5a-f145-4373-b884-88fd401ea7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:11.589400 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-573871e7-121c-4c42-b5dc-74b81d03ea45 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:11.632793 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-573871e7-121c-4c42-b5dc-74b81d03ea45 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "DELETE /v2.0/ports/65f06a35-ff15-49a2-a5e2-d5bd0328a33b HTTP/1.1" status: 204 len: 168 time: 2.0341165 Mar 05 14:08:11.638612 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34490) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:11.640798 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30311c0e-dc44-491b-a01f-f6abd87d14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:11.662227 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b2a16ae8-e756-44a6-9844-8c6bac9fcf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:11.662636 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a16ae8-e756-44a6-9844-8c6bac9fcf65 None None] The sync data for ids ['7c17f233-2769-4d18-b062-231694da4a75'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:08:11.689378 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4fa71de7-27fd-4c56-b625-d7cea42e4848 None None] Provisioning for port 522db9db-91c4-4cb8-8d63-3011233de7c3 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:11.788090 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d214401-7034-4db8-81ff-db12d44d248c tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] GET failed (client error): The resource could not be found. Mar 05 14:08:11.789690 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9d214401-7034-4db8-81ff-db12d44d248c tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Synchronizing usage tracker for tenant:2792f2fdd44b4daab1b5ac5b81458b50 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:08:11.808064 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9d214401-7034-4db8-81ff-db12d44d248c tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Unset dirty status for tenant:2792f2fdd44b4daab1b5ac5b81458b50 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:08:11.810307 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9d214401-7034-4db8-81ff-db12d44d248c tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "GET /v2.0/ports/65f06a35-ff15-49a2-a5e2-d5bd0328a33b HTTP/1.1" status: 404 len: 333 time: 0.1639602 Mar 05 14:08:11.814167 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34496) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:11.819242 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7f00bf5a-f145-4373-b884-88fd401ea7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:11.821866 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-84ed1735-8d25-40b1-a7d7-e6490adaa846 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Request body: {'port': {'network_id': 'fe294aa6-6d88-44ab-81be-f79f46c4d748', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1337233464'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:11.865585 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4fa71de7-27fd-4c56-b625-d7cea42e4848 None None] Provisioning complete for port 522db9db-91c4-4cb8-8d63-3011233de7c3 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:11.866216 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4fa71de7-27fd-4c56-b625-d7cea42e4848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:11.952057 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7f00bf5a-f145-4373-b884-88fd401ea7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:11.953267 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7f00bf5a-f145-4373-b884-88fd401ea7f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7356a4fc-65f8-44bb-8ddb-bc33a8f53e59 HTTP/1.1" status: 204 len: 168 time: 1.1690972 Mar 05 14:08:11.954568 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00bf5a-f145-4373-b884-88fd401ea7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7356a4fc-65f8-44bb-8ddb-bc33a8f53e59,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:12.067008 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4fa71de7-27fd-4c56-b625-d7cea42e4848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:12.070387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00bf5a-f145-4373-b884-88fd401ea7f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:12.070846 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00bf5a-f145-4373-b884-88fd401ea7f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:12.076849 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00bf5a-f145-4373-b884-88fd401ea7f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:12.077239 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00bf5a-f145-4373-b884-88fd401ea7f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:12.077581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00bf5a-f145-4373-b884-88fd401ea7f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:12.081165 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00bf5a-f145-4373-b884-88fd401ea7f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:12.081590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00bf5a-f145-4373-b884-88fd401ea7f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:12.083294 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00bf5a-f145-4373-b884-88fd401ea7f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:12.084319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00bf5a-f145-4373-b884-88fd401ea7f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:12.086140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00bf5a-f145-4373-b884-88fd401ea7f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:12.086503 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00bf5a-f145-4373-b884-88fd401ea7f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:12.087491 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f00bf5a-f145-4373-b884-88fd401ea7f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:12.092375 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port a314b344-3a35-4c22-83b5-d42069a783bd completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:12.108899 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port a314b344-3a35-4c22-83b5-d42069a783bd triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:12.109879 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:12.189122 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:12.352450 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:12.512226 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port a314b344-3a35-4c22-83b5-d42069a783bd, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a314b344-3a35-4c22-83b5-d42069a783bd,segment=NetworkSegment(ddef6ade-f4ee-4e9f-bada-2d221c98a300),segment_id=ddef6ade-f4ee-4e9f-bada-2d221c98a300)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:08:12.525461 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:12.538891 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:12.622546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-84ed1735-8d25-40b1-a7d7-e6490adaa846 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:12.660567 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-84ed1735-8d25-40b1-a7d7-e6490adaa846 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:12.705308 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ed1735-8d25-40b1-a7d7-e6490adaa846 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Made reservation on behalf of 2792f2fdd44b4daab1b5ac5b81458b50 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:08:12.714258 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-84ed1735-8d25-40b1-a7d7-e6490adaa846 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:12.724294 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4fa71de7-27fd-4c56-b625-d7cea42e4848 None None] For port 522db9db-91c4-4cb8-8d63-3011233de7c3, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=522db9db-91c4-4cb8-8d63-3011233de7c3,segment=NetworkSegment(e851e9b5-fcbd-4f15-8c0b-508cf8f3d24d),segment_id=e851e9b5-fcbd-4f15-8c0b-508cf8f3d24d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:08:12.732557 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=a314b344-3a35-4c22-83b5-d42069a783bd,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:12.741102 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12910260-d3f7-4fb4-ac21-c05c9b851e25 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:12.778252 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4fa71de7-27fd-4c56-b625-d7cea42e4848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:12.829033 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-84ed1735-8d25-40b1-a7d7-e6490adaa846 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] device_id is not set on port ee1c3780-a2d4-40f7-be4e-c915b59ce37a yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:08:12.952850 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa71de7-27fd-4c56-b625-d7cea42e4848 None None] Pushing event updated for resources: {'Port': ['ID=522db9db-91c4-4cb8-8d63-3011233de7c3,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:13.006083 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-92f5c354-766b-4eac-926f-b3231a152d84 None None] Provisioning complete for port 522db9db-91c4-4cb8-8d63-3011233de7c3 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:13.006685 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-92f5c354-766b-4eac-926f-b3231a152d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:13.296534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-84ed1735-8d25-40b1-a7d7-e6490adaa846 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Allocated IP 2001:db8::c1 (fe294aa6-6d88-44ab-81be-f79f46c4d748/0fe7d58e-b6dd-45f3-bc85-79c1f3dd6e2a/ee1c3780-a2d4-40f7-be4e-c915b59ce37a) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:08:13.479630 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f3ade3e1-c8c9-4093-b36e-b3e8772dc147 None None] Provisioning complete for port a314b344-3a35-4c22-83b5-d42069a783bd triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:13.483297 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f3ade3e1-c8c9-4093-b36e-b3e8772dc147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:13.795770 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-84ed1735-8d25-40b1-a7d7-e6490adaa846 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:13.822596 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-84ed1735-8d25-40b1-a7d7-e6490adaa846 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Transition to ACTIVE for port object ee1c3780-a2d4-40f7-be4e-c915b59ce37a will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:13.835836 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:13.869187 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f3ade3e1-c8c9-4093-b36e-b3e8772dc147 None None] Provisioning for port 2d04bd47-96ff-4e44-b767-e6e714b15920 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:13.884711 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f3ade3e1-c8c9-4093-b36e-b3e8772dc147 None None] Provisioning complete for port 2d04bd47-96ff-4e44-b767-e6e714b15920 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:13.885238 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f3ade3e1-c8c9-4093-b36e-b3e8772dc147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:13.896796 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-84ed1735-8d25-40b1-a7d7-e6490adaa846 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:13.997712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed1735-8d25-40b1-a7d7-e6490adaa846 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Pushing event updated for resources: {'Port': ['ID=ee1c3780-a2d4-40f7-be4e-c915b59ce37a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:14.027519 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ed1735-8d25-40b1-a7d7-e6490adaa846 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Network fe294aa6-6d88-44ab-81be-f79f46c4d748 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:08:14.029371 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-84ed1735-8d25-40b1-a7d7-e6490adaa846 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:14.045264 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ed1735-8d25-40b1-a7d7-e6490adaa846 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:08:14.053332 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ed1735-8d25-40b1-a7d7-e6490adaa846 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:14.054014 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-84ed1735-8d25-40b1-a7d7-e6490adaa846 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:14.076413 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-f3ade3e1-c8c9-4093-b36e-b3e8772dc147 None None] Port 2d04bd47-96ff-4e44-b767-e6e714b15920 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:08:14.112529 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-84ed1735-8d25-40b1-a7d7-e6490adaa846 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2966909 Mar 05 14:08:14.113237 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34554) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:14.122818 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-2eaab864-e24b-411e-99e5-969c051b7dce tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::362', 'mac_address': 'fa:16:3e:8f:3c:d8'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:14.133367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-12910260-d3f7-4fb4-ac21-c05c9b851e25 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Allocated IP 172.20.0.1 (3adae889-5f92-4ee1-81b4-b37f44457649/f94f3cf4-cccd-4e45-b189-ed851cdf3502/968a23e8-adcd-477e-ac63-d8c3c969c10e) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:08:14.204948 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c1b1875c-666e-4c63-94fe-3f7a051825f6 None None] Provisioning complete for port 2d04bd47-96ff-4e44-b767-e6e714b15920 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:14.205604 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c1b1875c-666e-4c63-94fe-3f7a051825f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:14.342281 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c1b1875c-666e-4c63-94fe-3f7a051825f6 None None] Port 2d04bd47-96ff-4e44-b767-e6e714b15920 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:08:14.457602 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9502186c-065c-4ab4-944d-43162a534b1d None None] Could not find standard attr ID for object 65f06a35-ff15-49a2-a5e2-d5bd0328a33b. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 14:08:14.614640 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12910260-d3f7-4fb4-ac21-c05c9b851e25 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:14.649073 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-12910260-d3f7-4fb4-ac21-c05c9b851e25 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Transition to ACTIVE for port object 968a23e8-adcd-477e-ac63-d8c3c969c10e will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:14.649255 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34570) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:14.679052 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12910260-d3f7-4fb4-ac21-c05c9b851e25 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:14.712086 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 522db9db-91c4-4cb8-8d63-3011233de7c3 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:08:14.759246 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2eaab864-e24b-411e-99e5-969c051b7dce tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:14.979102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12910260-d3f7-4fb4-ac21-c05c9b851e25 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Network 3adae889-5f92-4ee1-81b4-b37f44457649 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:08:14.998519 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-12910260-d3f7-4fb4-ac21-c05c9b851e25 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:15.020927 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12910260-d3f7-4fb4-ac21-c05c9b851e25 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:08:15.067111 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4c27f0a7-8f3a-41dc-ae19-c31e7b7d4508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:15.162318 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12910260-d3f7-4fb4-ac21-c05c9b851e25 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Port': ['ID=968a23e8-adcd-477e-ac63-d8c3c969c10e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:15.171877 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4c27f0a7-8f3a-41dc-ae19-c31e7b7d4508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:15.189135 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4c27f0a7-8f3a-41dc-ae19-c31e7b7d4508 admin admin] Usage tracker for resource:security_group_rule and tenant:1566702b08604834885dc6a501f195b8 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:15.196846 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bf21e923-963b-4d2b-9fef-1017fd0f31a9 None None] Provisioning for port ee1c3780-a2d4-40f7-be4e-c915b59ce37a completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:15.216752 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4c27f0a7-8f3a-41dc-ae19-c31e7b7d4508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:15.225537 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bf21e923-963b-4d2b-9fef-1017fd0f31a9 None None] Provisioning complete for port ee1c3780-a2d4-40f7-be4e-c915b59ce37a triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:15.226261 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bf21e923-963b-4d2b-9fef-1017fd0f31a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:15.226366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4c27f0a7-8f3a-41dc-ae19-c31e7b7d4508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:15.229434 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12910260-d3f7-4fb4-ac21-c05c9b851e25 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:15.450713 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 522db9db-91c4-4cb8-8d63-3011233de7c3 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:15.456679 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:15.546464 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-bf21e923-963b-4d2b-9fef-1017fd0f31a9 None None] Port ee1c3780-a2d4-40f7-be4e-c915b59ce37a cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:08:15.726199 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a314b344-3a35-4c22-83b5-d42069a783bd up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:08:15.739706 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12910260-d3f7-4fb4-ac21-c05c9b851e25 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:15.789268 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2eaab864-e24b-411e-99e5-969c051b7dce tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:15.864070 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-955d1690-15ce-40bd-9291-6d54d27e1c99 None None] Provisioning for port 968a23e8-adcd-477e-ac63-d8c3c969c10e completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:15.874977 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-955d1690-15ce-40bd-9291-6d54d27e1c99 None None] Provisioning complete for port 968a23e8-adcd-477e-ac63-d8c3c969c10e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:15.875348 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-955d1690-15ce-40bd-9291-6d54d27e1c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:15.886938 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4c27f0a7-8f3a-41dc-ae19-c31e7b7d4508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:15.889076 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2eaab864-e24b-411e-99e5-969c051b7dce tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:15.936284 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-2eaab864-e24b-411e-99e5-969c051b7dce tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] In _notify_port_updated(), no bound segment for port ee1c3780-a2d4-40f7-be4e-c915b59ce37a on network fe294aa6-6d88-44ab-81be-f79f46c4d748 {{(pid=87913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 14:08:15.941983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaab864-e24b-411e-99e5-969c051b7dce tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:15.942611 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2eaab864-e24b-411e-99e5-969c051b7dce tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:15.952537 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port a314b344-3a35-4c22-83b5-d42069a783bd triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:15.953388 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2eaab864-e24b-411e-99e5-969c051b7dce tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "PUT /v2.0/ports/ee1c3780-a2d4-40f7-be4e-c915b59ce37a HTTP/1.1" status: 200 len: 1002 time: 1.8388917 Mar 05 14:08:15.953936 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:15.955991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34594) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:15.972470 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4c27f0a7-8f3a-41dc-ae19-c31e7b7d4508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:16.163912 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-955d1690-15ce-40bd-9291-6d54d27e1c99 None None] Port 968a23e8-adcd-477e-ac63-d8c3c969c10e cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:08:16.289979 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4c27f0a7-8f3a-41dc-ae19-c31e7b7d4508 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1566702b08604834885dc6a501f195b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6387074 Mar 05 14:08:16.303133 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27f0a7-8f3a-41dc-ae19-c31e7b7d4508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c03ef01-4bb4-41d8-a5ec-8cdf3e084c38,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:16.319118 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34602) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:16.331630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-6687d2cc-f4a8-4b3c-a807-5305fc880b1b tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Deleting port ee1c3780-a2d4-40f7-be4e-c915b59ce37a {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:08:16.332087 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6687d2cc-f4a8-4b3c-a807-5305fc880b1b tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:16.382638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaab864-e24b-411e-99e5-969c051b7dce tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Pushing event updated for resources: {'Port': ['ID=ee1c3780-a2d4-40f7-be4e-c915b59ce37a,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:16.406133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-10ab4ed4-7eb0-41d2-92b8-f31bd5b894c9 None None] Provisioning complete for port ee1c3780-a2d4-40f7-be4e-c915b59ce37a triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:16.407192 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-10ab4ed4-7eb0-41d2-92b8-f31bd5b894c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:16.468759 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12910260-d3f7-4fb4-ac21-c05c9b851e25 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:16.486703 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12910260-d3f7-4fb4-ac21-c05c9b851e25 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:16.488798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-10ab4ed4-7eb0-41d2-92b8-f31bd5b894c9 None None] Port ee1c3780-a2d4-40f7-be4e-c915b59ce37a cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:08:16.569191 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-275ca041-f082-4f96-a10c-05024d507fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:16.599736 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12910260-d3f7-4fb4-ac21-c05c9b851e25 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:16.608653 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-275ca041-f082-4f96-a10c-05024d507fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:16.739096 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12910260-d3f7-4fb4-ac21-c05c9b851e25 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Port': ['ID=968a23e8-adcd-477e-ac63-d8c3c969c10e,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:16.788071 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-275ca041-f082-4f96-a10c-05024d507fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:16.811227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12910260-d3f7-4fb4-ac21-c05c9b851e25 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Network 3adae889-5f92-4ee1-81b4-b37f44457649 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:08:16.812579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-12910260-d3f7-4fb4-ac21-c05c9b851e25 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:16.816291 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ca041-f082-4f96-a10c-05024d507fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c03ef01-4bb4-41d8-a5ec-8cdf3e084c38,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:16.826990 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6687d2cc-f4a8-4b3c-a807-5305fc880b1b tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:16.839346 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-275ca041-f082-4f96-a10c-05024d507fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:16.854495 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-275ca041-f082-4f96-a10c-05024d507fe2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c03ef01-4bb4-41d8-a5ec-8cdf3e084c38 HTTP/1.1" status: 204 len: 168 time: 0.5212760 Mar 05 14:08:17.227555 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fc58a263-df7b-4687-947c-90703dbe0162 None None] Provisioning complete for port 968a23e8-adcd-477e-ac63-d8c3c969c10e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:17.228971 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fc58a263-df7b-4687-947c-90703dbe0162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:17.316483 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-fc58a263-df7b-4687-947c-90703dbe0162 None None] Port 968a23e8-adcd-477e-ac63-d8c3c969c10e cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:08:17.334919 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-6687d2cc-f4a8-4b3c-a807-5305fc880b1b tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Calling delete_port for ee1c3780-a2d4-40f7-be4e-c915b59ce37a owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:08:17.370707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12910260-d3f7-4fb4-ac21-c05c9b851e25 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Router 7c17f233-2769-4d18-b062-231694da4a75 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:08:17.408957 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34626) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:17.458016 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d91ce09b-4347-4986-807a-9cfe45e3c04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:17.476152 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d91ce09b-4347-4986-807a-9cfe45e3c04e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:17.481455 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d91ce09b-4347-4986-807a-9cfe45e3c04e admin admin] Usage tracker for resource:security_group_rule and tenant:a80760dab4d448e1b0a31af9ea95a2c9 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:17.484782 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d91ce09b-4347-4986-807a-9cfe45e3c04e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:17.491207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d91ce09b-4347-4986-807a-9cfe45e3c04e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:17.649688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12910260-d3f7-4fb4-ac21-c05c9b851e25 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:08:17.661925 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d91ce09b-4347-4986-807a-9cfe45e3c04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:17.663348 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eacbc7a-efd5-4b1e-a7be-18419ab57f34 None None] Sync routers for ids ['7c17f233-2769-4d18-b062-231694da4a75'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:08:17.671566 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d91ce09b-4347-4986-807a-9cfe45e3c04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:17.676373 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-12910260-d3f7-4fb4-ac21-c05c9b851e25 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "PUT /v2.0/routers/7c17f233-2769-4d18-b062-231694da4a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8495157 Mar 05 14:08:17.678820 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34632) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:17.685568 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eacbc7a-efd5-4b1e-a7be-18419ab57f34 None None] Routers {'7c17f233-2769-4d18-b062-231694da4a75'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:08:17.686444 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3eacbc7a-efd5-4b1e-a7be-18419ab57f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:08:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7c17f233-2769-4d18-b062-231694da4a75'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:17.687620 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-107feed0-5797-43ca-8f83-d2ce33a320de tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Request body: {'port': {'network_id': '3adae889-5f92-4ee1-81b4-b37f44457649', 'name': 'tempest-FloatingIPTestJSON-1230086401'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:17.702156 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6687d2cc-f4a8-4b3c-a807-5305fc880b1b tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:17.786964 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3eacbc7a-efd5-4b1e-a7be-18419ab57f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:17.797520 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eacbc7a-efd5-4b1e-a7be-18419ab57f34 None None] Routers {'7c17f233-2769-4d18-b062-231694da4a75'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:08:17.798459 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3eacbc7a-efd5-4b1e-a7be-18419ab57f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:08:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7c17f233-2769-4d18-b062-231694da4a75'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:17.853998 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687d2cc-f4a8-4b3c-a807-5305fc880b1b tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Pushing event deleted for resources: {'Port': ['ID=ee1c3780-a2d4-40f7-be4e-c915b59ce37a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:17.882694 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3eacbc7a-efd5-4b1e-a7be-18419ab57f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:17.882694 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eacbc7a-efd5-4b1e-a7be-18419ab57f34 None None] The sync data for ids ['7c17f233-2769-4d18-b062-231694da4a75'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:08:17.948103 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-107feed0-5797-43ca-8f83-d2ce33a320de tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:17.953156 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-107feed0-5797-43ca-8f83-d2ce33a320de tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Usage tracker for resource:port and tenant:cc2a8dcf86ad41029dafc1c5996d6ff1 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:17.960472 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-107feed0-5797-43ca-8f83-d2ce33a320de tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:17.969058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-107feed0-5797-43ca-8f83-d2ce33a320de tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:17.972294 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d91ce09b-4347-4986-807a-9cfe45e3c04e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a80760dab4d448e1b0a31af9ea95a2c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5621824 Mar 05 14:08:17.976398 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34648) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:17.977741 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ce09b-4347-4986-807a-9cfe45e3c04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce5e64b-339d-431c-be77-3018e0299e0f,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:17.993796 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107feed0-5797-43ca-8f83-d2ce33a320de tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Made reservation on behalf of cc2a8dcf86ad41029dafc1c5996d6ff1 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:08:17.997696 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-107feed0-5797-43ca-8f83-d2ce33a320de tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:18.055396 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-107feed0-5797-43ca-8f83-d2ce33a320de tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] device_id is not set on port 4de72db2-91cf-45a6-926c-727c721abbe5 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:08:18.159050 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6687d2cc-f4a8-4b3c-a807-5305fc880b1b tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:18.176165 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6687d2cc-f4a8-4b3c-a807-5305fc880b1b tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "DELETE /v2.0/ports/ee1c3780-a2d4-40f7-be4e-c915b59ce37a HTTP/1.1" status: 204 len: 168 time: 2.1710958 Mar 05 14:08:18.178694 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34658) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:18.207405 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5912096c-cdb2-4c52-8179-8c583f84cdc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:18.276271 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5912096c-cdb2-4c52-8179-8c583f84cdc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:18.290755 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f18f87-08a3-4216-927c-8710a78d24f8 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] GET failed (client error): The resource could not be found. Mar 05 14:08:18.291318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-24f18f87-08a3-4216-927c-8710a78d24f8 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Synchronizing usage tracker for tenant:2792f2fdd44b4daab1b5ac5b81458b50 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:08:18.324725 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-24f18f87-08a3-4216-927c-8710a78d24f8 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Unset dirty status for tenant:2792f2fdd44b4daab1b5ac5b81458b50 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:08:18.332421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34682) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:18.332783 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-24f18f87-08a3-4216-927c-8710a78d24f8 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "GET /v2.0/ports/ee1c3780-a2d4-40f7-be4e-c915b59ce37a HTTP/1.1" status: 404 len: 333 time: 0.1520262 Mar 05 14:08:18.375585 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-7a5f5cc6-e8da-42e5-ba2b-0393200b8c32 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Request body: {'port': {'network_id': 'fe294aa6-6d88-44ab-81be-f79f46c4d748', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1981129487'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:18.532381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-107feed0-5797-43ca-8f83-d2ce33a320de tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Allocated IP 172.20.0.7 (3adae889-5f92-4ee1-81b4-b37f44457649/f94f3cf4-cccd-4e45-b189-ed851cdf3502/4de72db2-91cf-45a6-926c-727c721abbe5) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:08:18.652693 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5912096c-cdb2-4c52-8179-8c583f84cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:18.709426 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912096c-cdb2-4c52-8179-8c583f84cdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce5e64b-339d-431c-be77-3018e0299e0f,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:18.730256 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7a5f5cc6-e8da-42e5-ba2b-0393200b8c32 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:18.800469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7a5f5cc6-e8da-42e5-ba2b-0393200b8c32 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:18.827615 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5912096c-cdb2-4c52-8179-8c583f84cdc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:18.831323 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5912096c-cdb2-4c52-8179-8c583f84cdc8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ce5e64b-339d-431c-be77-3018e0299e0f HTTP/1.1" status: 204 len: 168 time: 0.8529820 Mar 05 14:08:18.854056 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5f5cc6-e8da-42e5-ba2b-0393200b8c32 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Made reservation on behalf of 2792f2fdd44b4daab1b5ac5b81458b50 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:08:18.858412 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7a5f5cc6-e8da-42e5-ba2b-0393200b8c32 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:18.899433 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-7a5f5cc6-e8da-42e5-ba2b-0393200b8c32 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] device_id is not set on port 152caa83-f1cd-4c72-99b7-b27e7827bf65 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:08:18.973462 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-107feed0-5797-43ca-8f83-d2ce33a320de tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:19.009881 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-107feed0-5797-43ca-8f83-d2ce33a320de tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Transition to ACTIVE for port object 4de72db2-91cf-45a6-926c-727c721abbe5 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:19.122724 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-7a5f5cc6-e8da-42e5-ba2b-0393200b8c32 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Allocated IP 2001:db8::b2 (fe294aa6-6d88-44ab-81be-f79f46c4d748/0fe7d58e-b6dd-45f3-bc85-79c1f3dd6e2a/152caa83-f1cd-4c72-99b7-b27e7827bf65) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:08:19.154912 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-107feed0-5797-43ca-8f83-d2ce33a320de tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:19.306862 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107feed0-5797-43ca-8f83-d2ce33a320de tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Network 3adae889-5f92-4ee1-81b4-b37f44457649 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:08:19.316688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-107feed0-5797-43ca-8f83-d2ce33a320de tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:19.337427 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107feed0-5797-43ca-8f83-d2ce33a320de tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:08:19.409774 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107feed0-5797-43ca-8f83-d2ce33a320de tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event updated for resources: {'Port': ['ID=4de72db2-91cf-45a6-926c-727c721abbe5,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:19.607275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107feed0-5797-43ca-8f83-d2ce33a320de tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:19.607914 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-107feed0-5797-43ca-8f83-d2ce33a320de tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:19.664015 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-107feed0-5797-43ca-8f83-d2ce33a320de tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9835958 Mar 05 14:08:19.666911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 34830) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:19.673665 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-0cfb3524-fd18-47ea-860e-7c9093a685f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Request body: {'floatingip': {'port_id': '4de72db2-91cf-45a6-926c-727c721abbe5'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:19.704886 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-83a82284-9e4e-4e9b-9ab1-8904880699df None None] Provisioning for port 4de72db2-91cf-45a6-926c-727c721abbe5 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:19.728532 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7a5f5cc6-e8da-42e5-ba2b-0393200b8c32 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:19.728728 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-83a82284-9e4e-4e9b-9ab1-8904880699df None None] Provisioning complete for port 4de72db2-91cf-45a6-926c-727c721abbe5 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:19.729674 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-83a82284-9e4e-4e9b-9ab1-8904880699df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:19.782080 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-7a5f5cc6-e8da-42e5-ba2b-0393200b8c32 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Transition to ACTIVE for port object 152caa83-f1cd-4c72-99b7-b27e7827bf65 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:19.841843 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0cfb3524-fd18-47ea-860e-7c9093a685f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:19.869580 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-83a82284-9e4e-4e9b-9ab1-8904880699df None None] Port 4de72db2-91cf-45a6-926c-727c721abbe5 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:08:20.134451 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7a5f5cc6-e8da-42e5-ba2b-0393200b8c32 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:20.270292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5f5cc6-e8da-42e5-ba2b-0393200b8c32 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Network fe294aa6-6d88-44ab-81be-f79f46c4d748 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:08:20.275995 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-7a5f5cc6-e8da-42e5-ba2b-0393200b8c32 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:20.286378 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5f5cc6-e8da-42e5-ba2b-0393200b8c32 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:08:20.295034 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5f5cc6-e8da-42e5-ba2b-0393200b8c32 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:20.303074 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7a5f5cc6-e8da-42e5-ba2b-0393200b8c32 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:20.390291 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f5cc6-e8da-42e5-ba2b-0393200b8c32 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Pushing event updated for resources: {'Port': ['ID=152caa83-f1cd-4c72-99b7-b27e7827bf65,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:20.400819 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34930) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:20.408548 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-ae48bd48-da47-4b7c-9824-b3ac9b043b1a tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8f:3c:d8'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:20.419729 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7a5f5cc6-e8da-42e5-ba2b-0393200b8c32 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0637693 Mar 05 14:08:20.827508 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c9f11e3e-d510-47aa-b043-62bb5df74787 None None] Provisioning for port 152caa83-f1cd-4c72-99b7-b27e7827bf65 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:20.834317 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c9f11e3e-d510-47aa-b043-62bb5df74787 None None] Provisioning complete for port 152caa83-f1cd-4c72-99b7-b27e7827bf65 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:20.834983 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c9f11e3e-d510-47aa-b043-62bb5df74787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:20.845947 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 34978) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:20.901825 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ae48bd48-da47-4b7c-9824-b3ac9b043b1a tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:20.909927 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c9f11e3e-d510-47aa-b043-62bb5df74787 None None] Port 152caa83-f1cd-4c72-99b7-b27e7827bf65 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:08:21.095740 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-57302689-c95b-4adc-a70c-dd672a57c1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:21.132364 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-57302689-c95b-4adc-a70c-dd672a57c1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:21.190147 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-57302689-c95b-4adc-a70c-dd672a57c1da admin admin] Usage tracker for resource:security_group_rule and tenant:8d9f493165494763b5d7ea197746a6ba is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:21.195380 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-57302689-c95b-4adc-a70c-dd672a57c1da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:21.202225 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0cfb3524-fd18-47ea-860e-7c9093a685f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:21.210334 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0cfb3524-fd18-47ea-860e-7c9093a685f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:21.211048 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-57302689-c95b-4adc-a70c-dd672a57c1da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:21.306556 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ae48bd48-da47-4b7c-9824-b3ac9b043b1a tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:21.316160 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ae48bd48-da47-4b7c-9824-b3ac9b043b1a tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:21.393176 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ae48bd48-da47-4b7c-9824-b3ac9b043b1a tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] In _notify_port_updated(), no bound segment for port 152caa83-f1cd-4c72-99b7-b27e7827bf65 on network fe294aa6-6d88-44ab-81be-f79f46c4d748 {{(pid=87913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 14:08:21.398788 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae48bd48-da47-4b7c-9824-b3ac9b043b1a tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:21.399441 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ae48bd48-da47-4b7c-9824-b3ac9b043b1a tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:21.400919 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ae48bd48-da47-4b7c-9824-b3ac9b043b1a tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "PUT /v2.0/ports/152caa83-f1cd-4c72-99b7-b27e7827bf65 HTTP/1.1" status: 200 len: 1002 time: 0.9973540 Mar 05 14:08:21.406582 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35052) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:21.497464 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-0cfb3524-fd18-47ea-860e-7c9093a685f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Floating IP 42727751-43e4-44fe-b170-39c2c1610663 associated. External IP: 172.25.4.56, port: ff08b72d-426f-4c43-88ed-b41d950676a9. Mar 05 14:08:21.500638 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-57302689-c95b-4adc-a70c-dd672a57c1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:21.516649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48bd48-da47-4b7c-9824-b3ac9b043b1a tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Pushing event updated for resources: {'Port': ['ID=152caa83-f1cd-4c72-99b7-b27e7827bf65,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:21.536402 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-57302689-c95b-4adc-a70c-dd672a57c1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:21.607499 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-16f63deb-937d-42e6-969f-8a6fc583f9eb tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Deleting port 152caa83-f1cd-4c72-99b7-b27e7827bf65 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:08:21.608058 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-16f63deb-937d-42e6-969f-8a6fc583f9eb tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:21.687439 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-57302689-c95b-4adc-a70c-dd672a57c1da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d9f493165494763b5d7ea197746a6ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8405371 Mar 05 14:08:21.691263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35084) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:21.693818 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57302689-c95b-4adc-a70c-dd672a57c1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e03409a-ef8d-4468-9b26-44a7f1a90a1f,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:21.849542 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a0e06c81-3ee2-48ec-9461-45378f224293 None None] Provisioning complete for port 152caa83-f1cd-4c72-99b7-b27e7827bf65 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:21.850015 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a0e06c81-3ee2-48ec-9461-45378f224293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:21.912907 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a0e06c81-3ee2-48ec-9461-45378f224293 None None] Port 152caa83-f1cd-4c72-99b7-b27e7827bf65 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:08:21.920734 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-da65ce09-7fd4-459e-948f-ac14e8a35f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:21.974236 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-da65ce09-7fd4-459e-948f-ac14e8a35f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:21.995489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfb3524-fd18-47ea-860e-7c9093a685f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Router 4b6ffbf0-36dc-4545-8361-0e538a3555fb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:08:22.140108 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-16f63deb-937d-42e6-969f-8a6fc583f9eb tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:22.284888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-16f63deb-937d-42e6-969f-8a6fc583f9eb tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Calling delete_port for 152caa83-f1cd-4c72-99b7-b27e7827bf65 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:08:22.353045 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-da65ce09-7fd4-459e-948f-ac14e8a35f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:22.377846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65ce09-7fd4-459e-948f-ac14e8a35f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e03409a-ef8d-4468-9b26-44a7f1a90a1f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:22.398895 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfb3524-fd18-47ea-860e-7c9093a685f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:08:22.414591 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815d4622-ed80-40eb-9476-9986a6a56034 None None] Sync routers for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:08:22.470244 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-da65ce09-7fd4-459e-948f-ac14e8a35f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:22.484301 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d4622-ed80-40eb-9476-9986a6a56034 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:08:22.489551 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-da65ce09-7fd4-459e-948f-ac14e8a35f9b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e03409a-ef8d-4468-9b26-44a7f1a90a1f HTTP/1.1" status: 204 len: 168 time: 0.7882009 Mar 05 14:08:22.491337 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-815d4622-ed80-40eb-9476-9986a6a56034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:08:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:22.654189 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-16f63deb-937d-42e6-969f-8a6fc583f9eb tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:22.696538 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-815d4622-ed80-40eb-9476-9986a6a56034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:22.741561 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d4622-ed80-40eb-9476-9986a6a56034 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:08:22.742242 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-815d4622-ed80-40eb-9476-9986a6a56034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:08:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:22.753800 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f63deb-937d-42e6-969f-8a6fc583f9eb tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Pushing event deleted for resources: {'Port': ['ID=152caa83-f1cd-4c72-99b7-b27e7827bf65,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:22.819657 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-815d4622-ed80-40eb-9476-9986a6a56034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:22.820152 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815d4622-ed80-40eb-9476-9986a6a56034 None None] The sync data for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:08:22.841227 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-16f63deb-937d-42e6-969f-8a6fc583f9eb tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:22.867039 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-16f63deb-937d-42e6-969f-8a6fc583f9eb tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "DELETE /v2.0/ports/152caa83-f1cd-4c72-99b7-b27e7827bf65 HTTP/1.1" status: 204 len: 168 time: 1.4527655 Mar 05 14:08:22.873448 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35214) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:23.036323 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-6491da93-0666-40ae-8877-f9554e2eb8d3 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] GET failed (client error): The resource could not be found. Mar 05 14:08:23.037167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6491da93-0666-40ae-8877-f9554e2eb8d3 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Synchronizing usage tracker for tenant:2792f2fdd44b4daab1b5ac5b81458b50 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:08:23.081719 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6491da93-0666-40ae-8877-f9554e2eb8d3 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Unset dirty status for tenant:2792f2fdd44b4daab1b5ac5b81458b50 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:08:23.087078 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35228) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:23.094263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-68ffca67-ffa8-48fe-8385-3acc467e23b0 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Request body: {'port': {'network_id': 'fe294aa6-6d88-44ab-81be-f79f46c4d748', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-461720596'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:23.097425 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6491da93-0666-40ae-8877-f9554e2eb8d3 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "GET /v2.0/ports/152caa83-f1cd-4c72-99b7-b27e7827bf65 HTTP/1.1" status: 404 len: 333 time: 0.2227881 Mar 05 14:08:23.111983 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfb3524-fd18-47ea-860e-7c9093a685f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Router 7c17f233-2769-4d18-b062-231694da4a75 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:08:23.271165 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-68ffca67-ffa8-48fe-8385-3acc467e23b0 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:23.289623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-68ffca67-ffa8-48fe-8385-3acc467e23b0 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:23.302543 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ffca67-ffa8-48fe-8385-3acc467e23b0 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Made reservation on behalf of 2792f2fdd44b4daab1b5ac5b81458b50 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:08:23.307691 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-68ffca67-ffa8-48fe-8385-3acc467e23b0 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:23.321489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfb3524-fd18-47ea-860e-7c9093a685f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:08:23.335591 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0cfb3524-fd18-47ea-860e-7c9093a685f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:23.337628 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-68ffca67-ffa8-48fe-8385-3acc467e23b0 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] device_id is not set on port 453c217d-cfe5-4043-a07b-4c9c110b2a62 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:08:23.338893 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a94ba2e-c7d4-44af-bc7b-595bf6a6fc46 None None] Sync routers for ids ['7c17f233-2769-4d18-b062-231694da4a75'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:08:23.361306 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a94ba2e-c7d4-44af-bc7b-595bf6a6fc46 None None] Routers {'7c17f233-2769-4d18-b062-231694da4a75'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:08:23.363023 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-5a94ba2e-c7d4-44af-bc7b-595bf6a6fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:08:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7c17f233-2769-4d18-b062-231694da4a75'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:23.514171 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-5a94ba2e-c7d4-44af-bc7b-595bf6a6fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:23.522861 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0cfb3524-fd18-47ea-860e-7c9093a685f2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "PUT /v2.0/floatingips/42727751-43e4-44fe-b170-39c2c1610663 HTTP/1.1" status: 200 len: 977 time: 3.8548670 Mar 05 14:08:23.527204 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a94ba2e-c7d4-44af-bc7b-595bf6a6fc46 None None] Routers {'7c17f233-2769-4d18-b062-231694da4a75'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:08:23.528036 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-5a94ba2e-c7d4-44af-bc7b-595bf6a6fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:08:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7c17f233-2769-4d18-b062-231694da4a75'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:23.528299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35248) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:23.595466 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-5a94ba2e-c7d4-44af-bc7b-595bf6a6fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:23.596104 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a94ba2e-c7d4-44af-bc7b-595bf6a6fc46 None None] The sync data for ids ['7c17f233-2769-4d18-b062-231694da4a75'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:08:23.660301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-68ffca67-ffa8-48fe-8385-3acc467e23b0 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Allocated IP 2001:db8::233 (fe294aa6-6d88-44ab-81be-f79f46c4d748/0fe7d58e-b6dd-45f3-bc85-79c1f3dd6e2a/453c217d-cfe5-4043-a07b-4c9c110b2a62) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:08:23.702126 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-4e523d5a-93b7-45c0-bf2c-aaeb140adfe3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Deleting port 4de72db2-91cf-45a6-926c-727c721abbe5 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:08:23.702476 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4e523d5a-93b7-45c0-bf2c-aaeb140adfe3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:23.961890 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-68ffca67-ffa8-48fe-8385-3acc467e23b0 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:23.991728 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-68ffca67-ffa8-48fe-8385-3acc467e23b0 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Transition to ACTIVE for port object 453c217d-cfe5-4043-a07b-4c9c110b2a62 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:24.029339 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-68ffca67-ffa8-48fe-8385-3acc467e23b0 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:24.135520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ffca67-ffa8-48fe-8385-3acc467e23b0 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Network fe294aa6-6d88-44ab-81be-f79f46c4d748 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:08:24.137571 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-68ffca67-ffa8-48fe-8385-3acc467e23b0 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:24.142009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-02c0e81c-2d37-4c23-beab-f8119ba2d7bc tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:24.145034 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-02c0e81c-2d37-4c23-beab-f8119ba2d7bc tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/networks?id=d7fc820f-df63-4299-a073-3478d7e40f96 HTTP/1.1" status: 200 len: 812 time: 0.3315058 Mar 05 14:08:24.170629 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffca67-ffa8-48fe-8385-3acc467e23b0 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Pushing event updated for resources: {'Port': ['ID=453c217d-cfe5-4043-a07b-4c9c110b2a62,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:24.177176 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-d11f96bb-5ec2-4008-bc05-21ff5b52c151 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/quotas/8a478a8d0661420789e0812b794c38ab HTTP/1.1" status: 200 len: 375 time: 0.0273864 Mar 05 14:08:24.181724 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4e523d5a-93b7-45c0-bf2c-aaeb140adfe3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:24.191481 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ffca67-ffa8-48fe-8385-3acc467e23b0 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:08:24.198141 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ffca67-ffa8-48fe-8385-3acc467e23b0 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:24.199320 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-68ffca67-ffa8-48fe-8385-3acc467e23b0 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:24.236354 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-68ffca67-ffa8-48fe-8385-3acc467e23b0 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1480031 Mar 05 14:08:24.239123 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35280) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:24.247357 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f7b85ae6-d529-420e-82c4-ac7234d9a17e tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Request body: {'port': {'network_id': 'fe294aa6-6d88-44ab-81be-f79f46c4d748', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-71813745'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:24.533932 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-93f3da8d-3d23-447d-9080-40ae8b968556 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a478a8d0661420789e0812b794c38ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3388643 Mar 05 14:08:24.586136 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ad1716f1-3b09-480f-aa7a-2f5912ed241f None None] Provisioning for port 453c217d-cfe5-4043-a07b-4c9c110b2a62 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:24.604502 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ad1716f1-3b09-480f-aa7a-2f5912ed241f None None] Provisioning complete for port 453c217d-cfe5-4043-a07b-4c9c110b2a62 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:24.604905 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ad1716f1-3b09-480f-aa7a-2f5912ed241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:24.618640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f7b85ae6-d529-420e-82c4-ac7234d9a17e tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:24.630095 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f7b85ae6-d529-420e-82c4-ac7234d9a17e tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Usage tracker for resource:port and tenant:2792f2fdd44b4daab1b5ac5b81458b50 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:24.634749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f7b85ae6-d529-420e-82c4-ac7234d9a17e tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:24.652719 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f7b85ae6-d529-420e-82c4-ac7234d9a17e tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:24.688764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b85ae6-d529-420e-82c4-ac7234d9a17e tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Made reservation on behalf of 2792f2fdd44b4daab1b5ac5b81458b50 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:08:24.697397 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f7b85ae6-d529-420e-82c4-ac7234d9a17e tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:24.729000 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ad1716f1-3b09-480f-aa7a-2f5912ed241f None None] Port 453c217d-cfe5-4043-a07b-4c9c110b2a62 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:08:24.753522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-f7b85ae6-d529-420e-82c4-ac7234d9a17e tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] device_id is not set on port 1b02ed2e-d61c-4ce4-bf4c-3aaa228e5086 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:08:24.870132 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35304) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:24.883748 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-50167c25-b494-4955-8432-fae8a903eb9d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:08:24.884964 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-50167c25-b494-4955-8432-fae8a903eb9d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3395884 Mar 05 14:08:24.949076 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-f7b85ae6-d529-420e-82c4-ac7234d9a17e tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Allocated IP 2001:db8::196 (fe294aa6-6d88-44ab-81be-f79f46c4d748/0fe7d58e-b6dd-45f3-bc85-79c1f3dd6e2a/1b02ed2e-d61c-4ce4-bf4c-3aaa228e5086) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:08:25.045142 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4e523d5a-93b7-45c0-bf2c-aaeb140adfe3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:25.045507 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4e523d5a-93b7-45c0-bf2c-aaeb140adfe3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:25.046013 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-4e523d5a-93b7-45c0-bf2c-aaeb140adfe3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Floating IP 42727751-43e4-44fe-b170-39c2c1610663 disassociated. External IP: 172.25.4.56, port: 4de72db2-91cf-45a6-926c-727c721abbe5. Mar 05 14:08:25.046497 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-4e523d5a-93b7-45c0-bf2c-aaeb140adfe3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Calling delete_port for 4de72db2-91cf-45a6-926c-727c721abbe5 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:08:25.084791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-712f5ac6-ae55-4e28-b6a8-a80fb8bb087e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'network': {'name': 'tempest-network-smoke--1650360643', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'port_security_enabled': True}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:25.102718 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-712f5ac6-ae55-4e28-b6a8-a80fb8bb087e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:25.123346 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-712f5ac6-ae55-4e28-b6a8-a80fb8bb087e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:network and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:25.132119 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-712f5ac6-ae55-4e28-b6a8-a80fb8bb087e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:25.149127 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-b3f0f4c4-c79a-451d-94d7-9dfb7edd04d6 service neutron] 10.222.0.16 "GET /v2.0/networks/d7fc820f-df63-4299-a073-3478d7e40f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477601 Mar 05 14:08:25.149957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-712f5ac6-ae55-4e28-b6a8-a80fb8bb087e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:25.217307 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f7b85ae6-d529-420e-82c4-ac7234d9a17e tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:25.236620 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-f7b85ae6-d529-420e-82c4-ac7234d9a17e tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Transition to ACTIVE for port object 1b02ed2e-d61c-4ce4-bf4c-3aaa228e5086 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:25.262061 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f7b85ae6-d529-420e-82c4-ac7234d9a17e tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:25.269538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712f5ac6-ae55-4e28-b6a8-a80fb8bb087e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Made reservation on behalf of 9a618ad747aa4899b8afc19ecc5e6005 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:08:25.272927 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-712f5ac6-ae55-4e28-b6a8-a80fb8bb087e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:25.296961 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-712f5ac6-ae55-4e28-b6a8-a80fb8bb087e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:25.356543 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b85ae6-d529-420e-82c4-ac7234d9a17e tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Network fe294aa6-6d88-44ab-81be-f79f46c4d748 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:08:25.357548 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b85ae6-d529-420e-82c4-ac7234d9a17e tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Pushing event updated for resources: {'Port': ['ID=1b02ed2e-d61c-4ce4-bf4c-3aaa228e5086,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:25.358066 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-712f5ac6-ae55-4e28-b6a8-a80fb8bb087e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:25.361772 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-f7b85ae6-d529-420e-82c4-ac7234d9a17e tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:25.367459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b85ae6-d529-420e-82c4-ac7234d9a17e tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:08:25.374263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b85ae6-d529-420e-82c4-ac7234d9a17e tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:25.375043 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f7b85ae6-d529-420e-82c4-ac7234d9a17e tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:25.383640 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-712f5ac6-ae55-4e28-b6a8-a80fb8bb087e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:security_group_rule and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:25.394227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-712f5ac6-ae55-4e28-b6a8-a80fb8bb087e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:25.405103 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-712f5ac6-ae55-4e28-b6a8-a80fb8bb087e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:25.420220 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f7b85ae6-d529-420e-82c4-ac7234d9a17e tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1798592 Mar 05 14:08:25.421612 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35318) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:25.426799 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-27c19b08-df22-4586-91b1-61adbea78805 service neutron] 10.222.0.16 "GET /v2.0/networks/d7fc820f-df63-4299-a073-3478d7e40f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669520 Mar 05 14:08:25.439066 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4e523d5a-93b7-45c0-bf2c-aaeb140adfe3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:25.450259 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-53f53df2-3fc0-44b4-b83a-1de9e66196fb tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::362', 'mac_address': 'fa:16:3e:8f:3c:d8'}, {'ip_address': '2001:db8::233', 'mac_address': 'fa:16:3e:be:88:c5'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:25.547027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e523d5a-93b7-45c0-bf2c-aaeb140adfe3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event deleted for resources: {'Port': ['ID=4de72db2-91cf-45a6-926c-727c721abbe5,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:25.876696 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-712f5ac6-ae55-4e28-b6a8-a80fb8bb087e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:25.881643 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-72e34920-8eae-4f2e-8bc0-9aa69124c4d8 None None] Provisioning for port 1b02ed2e-d61c-4ce4-bf4c-3aaa228e5086 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:25.886431 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-712f5ac6-ae55-4e28-b6a8-a80fb8bb087e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:25.887482 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-72e34920-8eae-4f2e-8bc0-9aa69124c4d8 None None] Provisioning complete for port 1b02ed2e-d61c-4ce4-bf4c-3aaa228e5086 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:25.887853 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-72e34920-8eae-4f2e-8bc0-9aa69124c4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:25.927519 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b5f87b0a-4564-4306-bb03-794d69b3baec req-c5a77043-2b55-4ef8-9923-76f06551f00b tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=627ed16c-4e74-4518-8294-dfa17d7d06c7 HTTP/1.1" status: 200 len: 210 time: 0.0779488 Mar 05 14:08:25.940097 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e523d5a-93b7-45c0-bf2c-aaeb140adfe3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Router 7c17f233-2769-4d18-b062-231694da4a75 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:08:25.941013 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712f5ac6-ae55-4e28-b6a8-a80fb8bb087e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:08:25.967354 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-53f53df2-3fc0-44b4-b83a-1de9e66196fb tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:25.969132 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-712f5ac6-ae55-4e28-b6a8-a80fb8bb087e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:25.970106 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-712f5ac6-ae55-4e28-b6a8-a80fb8bb087e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Added segment 84f96ee8-87de-4f8f-a645-0a53853978d7 of type vlan for network 0a1c7137-da90-415e-95dc-4f4c1828138d Mar 05 14:08:26.000814 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-72e34920-8eae-4f2e-8bc0-9aa69124c4d8 None None] Port 1b02ed2e-d61c-4ce4-bf4c-3aaa228e5086 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:08:26.014404 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-712f5ac6-ae55-4e28-b6a8-a80fb8bb087e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:26.018063 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f5ac6-ae55-4e28-b6a8-a80fb8bb087e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7245f8c7-5d1c-458b-9866-8dc47b5f7821,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:26.149901 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-712f5ac6-ae55-4e28-b6a8-a80fb8bb087e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:26.156640 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712f5ac6-ae55-4e28-b6a8-a80fb8bb087e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:26.157672 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-712f5ac6-ae55-4e28-b6a8-a80fb8bb087e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:26.268543 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-53f53df2-3fc0-44b4-b83a-1de9e66196fb tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:26.276365 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-53f53df2-3fc0-44b4-b83a-1de9e66196fb tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:26.340367 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-53f53df2-3fc0-44b4-b83a-1de9e66196fb tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] In _notify_port_updated(), no bound segment for port 1b02ed2e-d61c-4ce4-bf4c-3aaa228e5086 on network fe294aa6-6d88-44ab-81be-f79f46c4d748 {{(pid=87913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 14:08:26.345843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f53df2-3fc0-44b4-b83a-1de9e66196fb tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:26.346511 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-53f53df2-3fc0-44b4-b83a-1de9e66196fb tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:26.347855 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-53f53df2-3fc0-44b4-b83a-1de9e66196fb tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "PUT /v2.0/ports/1b02ed2e-d61c-4ce4-bf4c-3aaa228e5086 HTTP/1.1" status: 200 len: 1066 time: 0.9252768 Mar 05 14:08:26.351635 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35342) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:26.490485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-46b79bdb-3b36-4de4-be1b-25d89bf4c58b tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Deleting port 1b02ed2e-d61c-4ce4-bf4c-3aaa228e5086 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:08:26.490730 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46b79bdb-3b36-4de4-be1b-25d89bf4c58b tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:26.566111 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f5ac6-ae55-4e28-b6a8-a80fb8bb087e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'Network': ['ID=0a1c7137-da90-415e-95dc-4f4c1828138d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:26.578947 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f53df2-3fc0-44b4-b83a-1de9e66196fb tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Pushing event updated for resources: {'Port': ['ID=1b02ed2e-d61c-4ce4-bf4c-3aaa228e5086,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:26.580375 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-712f5ac6-ae55-4e28-b6a8-a80fb8bb087e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6984088 Mar 05 14:08:26.583202 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 0a1c7137-da90-415e-95dc-4f4c1828138d details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:08:26.584596 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35346) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:26.596341 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e523d5a-93b7-45c0-bf2c-aaeb140adfe3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:08:26.607114 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-7c790691-8c2f-4de4-86f0-e6544320972b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1065736224', 'admin_state_up': True, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:26.620013 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7c790691-8c2f-4de4-86f0-e6544320972b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:26.624493 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7c790691-8c2f-4de4-86f0-e6544320972b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:router and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:26.626404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90210c0e-5560-4f76-9323-4910266070d7 None None] Sync routers for ids ['7c17f233-2769-4d18-b062-231694da4a75'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:08:26.631810 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7c790691-8c2f-4de4-86f0-e6544320972b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:26.638401 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7c790691-8c2f-4de4-86f0-e6544320972b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:26.686796 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c790691-8c2f-4de4-86f0-e6544320972b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:26.687805 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c790691-8c2f-4de4-86f0-e6544320972b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:26.754276 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4e523d5a-93b7-45c0-bf2c-aaeb140adfe3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:26.758451 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90210c0e-5560-4f76-9323-4910266070d7 None None] Routers {'7c17f233-2769-4d18-b062-231694da4a75'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:08:26.759360 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-90210c0e-5560-4f76-9323-4910266070d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:08:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7c17f233-2769-4d18-b062-231694da4a75'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:26.759898 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4e523d5a-93b7-45c0-bf2c-aaeb140adfe3 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "DELETE /v2.0/ports/4de72db2-91cf-45a6-926c-727c721abbe5 HTTP/1.1" status: 204 len: 168 time: 3.2291119 Mar 05 14:08:26.763703 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35354) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:26.783966 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c790691-8c2f-4de4-86f0-e6544320972b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:26.868048 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-90210c0e-5560-4f76-9323-4910266070d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:26.900490 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-96b24302-330d-46bc-a666-e2ecca7fb8df None None] Provisioning complete for port 1b02ed2e-d61c-4ce4-bf4c-3aaa228e5086 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:26.901141 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-96b24302-330d-46bc-a666-e2ecca7fb8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:26.953419 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90210c0e-5560-4f76-9323-4910266070d7 None None] Routers {'7c17f233-2769-4d18-b062-231694da4a75'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:08:26.955426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-90210c0e-5560-4f76-9323-4910266070d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:08:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7c17f233-2769-4d18-b062-231694da4a75'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:27.033653 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-90210c0e-5560-4f76-9323-4910266070d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:27.034375 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90210c0e-5560-4f76-9323-4910266070d7 None None] The sync data for ids ['7c17f233-2769-4d18-b062-231694da4a75'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:08:27.039274 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-96b24302-330d-46bc-a666-e2ecca7fb8df None None] Port 1b02ed2e-d61c-4ce4-bf4c-3aaa228e5086 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:08:27.254978 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dde6869d-c6f2-48ec-83c9-f50bfb26c5af req-4fcb7b19-7fd4-4c5a-9bd3-f65eb125c0cd tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=627ed16c-4e74-4518-8294-dfa17d7d06c7 HTTP/1.1" status: 200 len: 210 time: 0.0689230 Mar 05 14:08:27.309508 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c790691-8c2f-4de4-86f0-e6544320972b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:27.329381 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46b79bdb-3b36-4de4-be1b-25d89bf4c58b tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:27.492340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-46b79bdb-3b36-4de4-be1b-25d89bf4c58b tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Calling delete_port for 1b02ed2e-d61c-4ce4-bf4c-3aaa228e5086 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:08:27.588892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-a82e5762-6a9a-4207-b1e6-59c89925ed7c tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:27.590352 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-a82e5762-6a9a-4207-b1e6-59c89925ed7c tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.30 "GET /v2.0/networks?id=d7fc820f-df63-4299-a073-3478d7e40f96 HTTP/1.1" status: 200 len: 812 time: 0.3252487 Mar 05 14:08:27.631925 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-34e1b13e-7546-4dff-bc51-90318ce7fe49 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Request body: {'port': {'device_id': '627ed16c-4e74-4518-8294-dfa17d7d06c7', 'network_id': 'd7fc820f-df63-4299-a073-3478d7e40f96', 'admin_state_up': True, 'tenant_id': '8a478a8d0661420789e0812b794c38ab'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:27.843947 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-34e1b13e-7546-4dff-bc51-90318ce7fe49 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:27.849530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-34e1b13e-7546-4dff-bc51-90318ce7fe49 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Usage tracker for resource:port and tenant:8a478a8d0661420789e0812b794c38ab is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:27.852823 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-34e1b13e-7546-4dff-bc51-90318ce7fe49 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:27.861571 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-34e1b13e-7546-4dff-bc51-90318ce7fe49 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:27.888711 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-910e35f1-daad-4a47-9ba8-d90eec18a418 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:27.892910 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46b79bdb-3b36-4de4-be1b-25d89bf4c58b tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:27.942068 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-34e1b13e-7546-4dff-bc51-90318ce7fe49 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Made reservation on behalf of 8a478a8d0661420789e0812b794c38ab for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:08:27.945524 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-34e1b13e-7546-4dff-bc51-90318ce7fe49 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:28.001381 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b79bdb-3b36-4de4-be1b-25d89bf4c58b tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Pushing event deleted for resources: {'Port': ['ID=1b02ed2e-d61c-4ce4-bf4c-3aaa228e5086,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:28.233272 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c790691-8c2f-4de4-86f0-e6544320972b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:28.274964 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c790691-8c2f-4de4-86f0-e6544320972b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:28.551385 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a65c888e-78ee-4174-aa10-22a5775137da req-955596b3-de2b-4946-a4c9-e14a8059d00f tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=627ed16c-4e74-4518-8294-dfa17d7d06c7 HTTP/1.1" status: 200 len: 210 time: 0.1562932 Mar 05 14:08:28.553530 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46b79bdb-3b36-4de4-be1b-25d89bf4c58b tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:28.556848 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-34e1b13e-7546-4dff-bc51-90318ce7fe49 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Allocated IP 172.20.0.5 (d7fc820f-df63-4299-a073-3478d7e40f96/f8e4ceaa-31dc-4b75-b610-85dbda81a8c6/0b48862d-0acb-4146-a509-f4cb17209ee9) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:08:28.624834 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-46b79bdb-3b36-4de4-be1b-25d89bf4c58b tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "DELETE /v2.0/ports/1b02ed2e-d61c-4ce4-bf4c-3aaa228e5086 HTTP/1.1" status: 204 len: 168 time: 2.2703161 Mar 05 14:08:28.625138 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35388) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:28.688091 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-64651486-f283-440d-99dd-8b2d88dc6034 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] GET failed (client error): The resource could not be found. Mar 05 14:08:28.688717 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-64651486-f283-440d-99dd-8b2d88dc6034 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Synchronizing usage tracker for tenant:2792f2fdd44b4daab1b5ac5b81458b50 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:08:28.691722 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-7c790691-8c2f-4de4-86f0-e6544320972b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Allocated IP 172.25.4.43 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/6358ccc4-cd16-4e95-af6a-ec05ced72ad9) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:08:28.736841 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-64651486-f283-440d-99dd-8b2d88dc6034 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Unset dirty status for tenant:2792f2fdd44b4daab1b5ac5b81458b50 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:08:28.740567 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-64651486-f283-440d-99dd-8b2d88dc6034 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "GET /v2.0/ports/1b02ed2e-d61c-4ce4-bf4c-3aaa228e5086 HTTP/1.1" status: 404 len: 333 time: 0.1121399 Mar 05 14:08:28.741413 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35396) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:28.788339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-910e35f1-daad-4a47-9ba8-d90eec18a418 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Deleting port 968a23e8-adcd-477e-ac63-d8c3c969c10e {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:08:28.788908 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-910e35f1-daad-4a47-9ba8-d90eec18a418 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:28.879982 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-240d5665-fcf6-4402-89de-8b1682fe5747 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Deleting port 453c217d-cfe5-4043-a07b-4c9c110b2a62 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:08:28.880236 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-240d5665-fcf6-4402-89de-8b1682fe5747 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:28.996241 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-34e1b13e-7546-4dff-bc51-90318ce7fe49 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:28.997492 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c790691-8c2f-4de4-86f0-e6544320972b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:29.012912 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:29.066939 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c790691-8c2f-4de4-86f0-e6544320972b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:29.092446 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-910e35f1-daad-4a47-9ba8-d90eec18a418 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:29.122172 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:29.148713 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c790691-8c2f-4de4-86f0-e6544320972b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:08:29.204527 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-7c790691-8c2f-4de4-86f0-e6544320972b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:29.207201 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c790691-8c2f-4de4-86f0-e6544320972b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:08:29.224231 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-910e35f1-daad-4a47-9ba8-d90eec18a418 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Calling delete_port for 968a23e8-adcd-477e-ac63-d8c3c969c10e owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:08:29.269318 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-34e1b13e-7546-4dff-bc51-90318ce7fe49 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:29.302274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c790691-8c2f-4de4-86f0-e6544320972b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'Port': ['ID=6358ccc4-cd16-4e95-af6a-ec05ced72ad9,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:29.409114 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-240d5665-fcf6-4402-89de-8b1682fe5747 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:29.512034 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-34e1b13e-7546-4dff-bc51-90318ce7fe49 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Network d7fc820f-df63-4299-a073-3478d7e40f96 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:08:29.512865 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1b13e-7546-4dff-bc51-90318ce7fe49 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Pushing event updated for resources: {'Port': ['ID=0b48862d-0acb-4146-a509-f4cb17209ee9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:29.524311 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-34e1b13e-7546-4dff-bc51-90318ce7fe49 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:29.528688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-34e1b13e-7546-4dff-bc51-90318ce7fe49 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:08:29.615190 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-34e1b13e-7546-4dff-bc51-90318ce7fe49 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:29.615798 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-34e1b13e-7546-4dff-bc51-90318ce7fe49 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:29.658824 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-34e1b13e-7546-4dff-bc51-90318ce7fe49 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0366025 Mar 05 14:08:29.675237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-54d952e5-d13f-4fb2-bb02-5918e6995d7c service neutron] Request body: {'port': {'device_id': '627ed16c-4e74-4518-8294-dfa17d7d06c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:29.685513 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-240d5665-fcf6-4402-89de-8b1682fe5747 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Calling delete_port for 453c217d-cfe5-4043-a07b-4c9c110b2a62 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:08:29.859423 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-910e35f1-daad-4a47-9ba8-d90eec18a418 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:29.951427 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-54d952e5-d13f-4fb2-bb02-5918e6995d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:30.009294 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e35f1-daad-4a47-9ba8-d90eec18a418 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event deleted for resources: {'Port': ['ID=968a23e8-adcd-477e-ac63-d8c3c969c10e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:30.146320 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-240d5665-fcf6-4402-89de-8b1682fe5747 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:30.289267 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d5665-fcf6-4402-89de-8b1682fe5747 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Pushing event deleted for resources: {'Port': ['ID=453c217d-cfe5-4043-a07b-4c9c110b2a62,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:30.321726 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-240d5665-fcf6-4402-89de-8b1682fe5747 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:30.333444 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c790691-8c2f-4de4-86f0-e6544320972b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:30.415605 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-240d5665-fcf6-4402-89de-8b1682fe5747 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "DELETE /v2.0/ports/453c217d-cfe5-4043-a07b-4c9c110b2a62 HTTP/1.1" status: 204 len: 168 time: 1.6730800 Mar 05 14:08:30.424097 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35436) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:30.498413 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-2596f844-bf8c-4320-8b01-690d190eb365 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] GET failed (client error): The resource could not be found. Mar 05 14:08:30.498982 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2596f844-bf8c-4320-8b01-690d190eb365 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Synchronizing usage tracker for tenant:2792f2fdd44b4daab1b5ac5b81458b50 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:08:30.541400 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-910e35f1-daad-4a47-9ba8-d90eec18a418 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:30.589610 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2596f844-bf8c-4320-8b01-690d190eb365 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Unset dirty status for tenant:2792f2fdd44b4daab1b5ac5b81458b50 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:08:30.594713 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2596f844-bf8c-4320-8b01-690d190eb365 tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "GET /v2.0/ports/453c217d-cfe5-4043-a07b-4c9c110b2a62 HTTP/1.1" status: 404 len: 333 time: 0.1658223 Mar 05 14:08:30.596085 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35440) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:30.708265 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c379ec-1a51-4e6f-a36e-73e99b6f7713 req-220a1852-a050-4a7d-a398-81eb8c10228d tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:30.708969 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-58c379ec-1a51-4e6f-a36e-73e99b6f7713 req-220a1852-a050-4a7d-a398-81eb8c10228d tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Synchronizing usage tracker for tenant:8a478a8d0661420789e0812b794c38ab on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:08:30.749238 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-5dee9a47-8081-4cf4-bc1e-c15609adab4d tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Deleting port 2d04bd47-96ff-4e44-b767-e6e714b15920 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:08:30.749695 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5dee9a47-8081-4cf4-bc1e-c15609adab4d tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:30.808837 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-58c379ec-1a51-4e6f-a36e-73e99b6f7713 req-220a1852-a050-4a7d-a398-81eb8c10228d tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Unset dirty status for tenant:8a478a8d0661420789e0812b794c38ab on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:08:30.810447 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-58c379ec-1a51-4e6f-a36e-73e99b6f7713 req-220a1852-a050-4a7d-a398-81eb8c10228d tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=627ed16c-4e74-4518-8294-dfa17d7d06c7 HTTP/1.1" status: 200 len: 931 time: 1.0669966 Mar 05 14:08:30.974464 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c790691-8c2f-4de4-86f0-e6544320972b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:31.008920 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-58c379ec-1a51-4e6f-a36e-73e99b6f7713 req-b6bfa37a-2f4c-4c4f-a3f8-f9a3a1d6c326 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a793fd8-9ed4-4ae3-a4ae-4d052731f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892323 Mar 05 14:08:31.286355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-54d952e5-d13f-4fb2-bb02-5918e6995d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b48862d-0acb-4146-a509-f4cb17209ee9 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:08:31.296800 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910e35f1-daad-4a47-9ba8-d90eec18a418 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Router 7c17f233-2769-4d18-b062-231694da4a75 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:08:31.298661 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-54d952e5-d13f-4fb2-bb02-5918e6995d7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:31.319817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-54d952e5-d13f-4fb2-bb02-5918e6995d7c service neutron] Transition to ACTIVE for port object 0b48862d-0acb-4146-a509-f4cb17209ee9 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:31.374676 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-54d952e5-d13f-4fb2-bb02-5918e6995d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:31.378972 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5dee9a47-8081-4cf4-bc1e-c15609adab4d tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:31.517568 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-5dee9a47-8081-4cf4-bc1e-c15609adab4d tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Calling delete_port for 2d04bd47-96ff-4e44-b767-e6e714b15920 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:08:31.524430 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d952e5-d13f-4fb2-bb02-5918e6995d7c service neutron] Pushing event updated for resources: {'Port': ['ID=0b48862d-0acb-4146-a509-f4cb17209ee9,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:31.620363 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c790691-8c2f-4de4-86f0-e6544320972b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Router c1eab5a9-6361-48d9-aaa2-5828f2eae55d is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:08:31.693125 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910e35f1-daad-4a47-9ba8-d90eec18a418 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:08:31.705299 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759073d4-da71-4613-8fcf-dddbe642e452 None None] Sync routers for ids ['7c17f233-2769-4d18-b062-231694da4a75'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:08:31.716864 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759073d4-da71-4613-8fcf-dddbe642e452 None None] Routers {'7c17f233-2769-4d18-b062-231694da4a75'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:08:31.717857 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-759073d4-da71-4613-8fcf-dddbe642e452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:08:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7c17f233-2769-4d18-b062-231694da4a75'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:31.721215 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-910e35f1-daad-4a47-9ba8-d90eec18a418 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "PUT /v2.0/routers/7c17f233-2769-4d18-b062-231694da4a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9564373 Mar 05 14:08:31.724259 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35446) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:31.771842 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5dee9a47-8081-4cf4-bc1e-c15609adab4d tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:31.795394 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-759073d4-da71-4613-8fcf-dddbe642e452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:31.805364 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759073d4-da71-4613-8fcf-dddbe642e452 None None] Routers {'7c17f233-2769-4d18-b062-231694da4a75'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:08:31.805910 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-759073d4-da71-4613-8fcf-dddbe642e452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:08:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7c17f233-2769-4d18-b062-231694da4a75'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:31.873247 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-759073d4-da71-4613-8fcf-dddbe642e452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:31.873570 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759073d4-da71-4613-8fcf-dddbe642e452 None None] The sync data for ids ['7c17f233-2769-4d18-b062-231694da4a75'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:08:31.881923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee9a47-8081-4cf4-bc1e-c15609adab4d tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Pushing event deleted for resources: {'Port': ['ID=2d04bd47-96ff-4e44-b767-e6e714b15920,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:31.942656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-54d952e5-d13f-4fb2-bb02-5918e6995d7c service neutron] Attempting to bind port 0b48862d-0acb-4146-a509-f4cb17209ee9 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:08:31.943073 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-54d952e5-d13f-4fb2-bb02-5918e6995d7c service neutron] Attempting to bind port 0b48862d-0acb-4146-a509-f4cb17209ee9 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '53e0795d-518c-4fa2-80c9-09ce23fb9c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd7fc820f-df63-4299-a073-3478d7e40f96'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:08:31.943395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-54d952e5-d13f-4fb2-bb02-5918e6995d7c service neutron] Attempting to bind port 0b48862d-0acb-4146-a509-f4cb17209ee9 on network d7fc820f-df63-4299-a073-3478d7e40f96 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:08:31.951487 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5dee9a47-8081-4cf4-bc1e-c15609adab4d tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:31.951715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-54d952e5-d13f-4fb2-bb02-5918e6995d7c service neutron] Port 0b48862d-0acb-4146-a509-f4cb17209ee9 on network d7fc820f-df63-4299-a073-3478d7e40f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:08:31.952074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-54d952e5-d13f-4fb2-bb02-5918e6995d7c service neutron] Attempting to bind port 0b48862d-0acb-4146-a509-f4cb17209ee9 on network d7fc820f-df63-4299-a073-3478d7e40f96 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:08:31.954742 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c790691-8c2f-4de4-86f0-e6544320972b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:08:31.962752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-54d952e5-d13f-4fb2-bb02-5918e6995d7c service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:08:31.963098 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-54d952e5-d13f-4fb2-bb02-5918e6995d7c service neutron] Checking segment: {'id': '53e0795d-518c-4fa2-80c9-09ce23fb9c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd7fc820f-df63-4299-a073-3478d7e40f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:08:31.963475 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-54d952e5-d13f-4fb2-bb02-5918e6995d7c service neutron] Bound using segment: {'id': '53e0795d-518c-4fa2-80c9-09ce23fb9c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd7fc820f-df63-4299-a073-3478d7e40f96'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:08:31.964598 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-54d952e5-d13f-4fb2-bb02-5918e6995d7c service neutron] Bound port: 0b48862d-0acb-4146-a509-f4cb17209ee9, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e0795d-518c-4fa2-80c9-09ce23fb9c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd7fc820f-df63-4299-a073-3478d7e40f96'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:08:31.965102 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-54d952e5-d13f-4fb2-bb02-5918e6995d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:31.971469 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] Sync routers for ids ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:08:31.985711 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5dee9a47-8081-4cf4-bc1e-c15609adab4d tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "DELETE /v2.0/ports/2d04bd47-96ff-4e44-b767-e6e714b15920 HTTP/1.1" status: 204 len: 168 time: 1.3865185 Mar 05 14:08:31.985711 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7c790691-8c2f-4de4-86f0-e6544320972b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:31.986911 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7c790691-8c2f-4de4-86f0-e6544320972b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.4012184 Mar 05 14:08:31.987650 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35450) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:31.988185 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] Routers {'c1eab5a9-6361-48d9-aaa2-5828f2eae55d'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:08:31.988956 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:08:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:31.990655 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35452) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:32.085052 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c58ca54-e94f-422b-8f0d-536def4005fa tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Deleting subnet 0fe7d58e-b6dd-45f3-bc85-79c1f3dd6e2a {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:08:32.088787 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c58ca54-e94f-422b-8f0d-536def4005fa tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:32.159331 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2cfd-d9b8-4f10-ad76-96fce10ebb5d tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:32.224805 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c58ca54-e94f-422b-8f0d-536def4005fa tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:32.255545 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d63499f8-ab55-4a43-b1d4-c31fe6dab622 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=9a618ad747aa4899b8afc19ecc5e6005&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2635243 Mar 05 14:08:32.261135 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35466) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:32.343110 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] Set router c1eab5a9-6361-48d9-aaa2-5828f2eae55d gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:08:32.454143 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-54d952e5-d13f-4fb2-bb02-5918e6995d7c service neutron] For port 0b48862d-0acb-4146-a509-f4cb17209ee9, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:08:32.494601 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-54d952e5-d13f-4fb2-bb02-5918e6995d7c service neutron] For port 0b48862d-0acb-4146-a509-f4cb17209ee9, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=0b48862d-0acb-4146-a509-f4cb17209ee9,segment=NetworkSegment(53e0795d-518c-4fa2-80c9-09ce23fb9c7d),segment_id=53e0795d-518c-4fa2-80c9-09ce23fb9c7d)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:08:32.509820 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-54d952e5-d13f-4fb2-bb02-5918e6995d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:32.585650 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb90a74-c205-43fe-a0d9-0e8a769f4dfd tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:32.590884 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7bb90a74-c205-43fe-a0d9-0e8a769f4dfd tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3238308 Mar 05 14:08:32.591069 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35484) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:32.606918 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c58ca54-e94f-422b-8f0d-536def4005fa tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:32.633637 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-54d952e5-d13f-4fb2-bb02-5918e6995d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:32.634317 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-54d952e5-d13f-4fb2-bb02-5918e6995d7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:32.636737 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-54d952e5-d13f-4fb2-bb02-5918e6995d7c service neutron] 10.222.0.30 "PUT /v2.0/ports/0b48862d-0acb-4146-a509-f4cb17209ee9 HTTP/1.1" status: 200 len: 1091 time: 2.9687459 Mar 05 14:08:32.640973 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627ed16c-4e74-4518-8294-dfa17d7d06c7', 'tag': '0b48862d-0acb-4146-a509-f4cb17209ee9'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:08:32.646631 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2cfd-d9b8-4f10-ad76-96fce10ebb5d tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:32.683094 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-0b5e2cfd-d9b8-4f10-ad76-96fce10ebb5d tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Deleting port 34493ba1-d2e3-4141-84bd-b61d7a0544bd {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:08:32.683627 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2cfd-d9b8-4f10-ad76-96fce10ebb5d tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:32.708798 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-98ade043-42a7-437d-a419-8de6791bcf4e tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1133602 Mar 05 14:08:32.711808 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35496) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:32.725449 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e146fec9-c535-4e53-91a9-00e605bcb433 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2107174581', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:32.757096 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'name': 'tempest-TestNetworkBasicOps-router-1065736224', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:08:26Z', 'updated_at': '2022-03-05T14:08:29Z', 'revision_number': 3, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:28Z', 'updated_at': '2022-03-05T14:08:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:32.762930 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] Checking router: c1eab5a9-6361-48d9-aaa2-5828f2eae55d for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:08:32.764217 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] Updating router c1eab5a9-6361-48d9-aaa2-5828f2eae55d port 6358ccc4-cd16-4e95-af6a-ec05ced72ad9 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:08:32.774290 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627ed16c-4e74-4518-8294-dfa17d7d06c7', 'tag': '0b48862d-0acb-4146-a509-f4cb17209ee9', 'status': 'completed', 'code': 200} Mar 05 14:08:32.835944 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:32.849884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d952e5-d13f-4fb2-bb02-5918e6995d7c service neutron] Pushing event updated for resources: {'Port': ['ID=0b48862d-0acb-4146-a509-f4cb17209ee9,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:32.917789 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3d043-0111-4b40-af33-93bb54dcf781 req-ab2daa1c-5cc8-4389-bb5a-e3ad8b7cdd9c tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:32.919179 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9bc3d043-0111-4b40-af33-93bb54dcf781 req-ab2daa1c-5cc8-4389-bb5a-e3ad8b7cdd9c tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=627ed16c-4e74-4518-8294-dfa17d7d06c7 HTTP/1.1" status: 200 len: 943 time: 0.6571922 Mar 05 14:08:32.996428 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2cfd-d9b8-4f10-ad76-96fce10ebb5d tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:33.015547 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-e24303ef-c2c9-4aae-8429-9fad9818d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:33.017539 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-e24303ef-c2c9-4aae-8429-9fad9818d746 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a478a8d0661420789e0812b794c38ab&device_id=627ed16c-4e74-4518-8294-dfa17d7d06c7 HTTP/1.1" status: 200 len: 1094 time: 0.3360283 Mar 05 14:08:33.034754 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c58ca54-e94f-422b-8f0d-536def4005fa tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:33.039205 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e146fec9-c535-4e53-91a9-00e605bcb433 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:33.082949 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e146fec9-c535-4e53-91a9-00e605bcb433 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:subnet and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:33.094233 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-9bc3d043-0111-4b40-af33-93bb54dcf781 req-5cc04bd1-8d77-471a-adb1-7d15b5019359 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Synchronizing usage tracker for tenant:8a478a8d0661420789e0812b794c38ab on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:08:33.097198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e146fec9-c535-4e53-91a9-00e605bcb433 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:33.102042 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58ca54-e94f-422b-8f0d-536def4005fa tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Pushing event deleted for resources: {'Subnet': ['ID=0fe7d58e-b6dd-45f3-bc85-79c1f3dd6e2a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:33.109918 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e146fec9-c535-4e53-91a9-00e605bcb433 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:33.113204 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c58ca54-e94f-422b-8f0d-536def4005fa tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:33.131803 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4af558-5044-49ab-9dab-8a26768a527f None None] Network fe294aa6-6d88-44ab-81be-f79f46c4d748 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:08:33.138005 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3c58ca54-e94f-422b-8f0d-536def4005fa tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "DELETE /v2.0/subnets/0fe7d58e-b6dd-45f3-bc85-79c1f3dd6e2a HTTP/1.1" status: 204 len: 168 time: 1.1489646 Mar 05 14:08:33.139099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35540) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:33.164590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e146fec9-c535-4e53-91a9-00e605bcb433 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Made reservation on behalf of 9a618ad747aa4899b8afc19ecc5e6005 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:08:33.168940 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e146fec9-c535-4e53-91a9-00e605bcb433 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:33.201590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-9bc3d043-0111-4b40-af33-93bb54dcf781 req-5cc04bd1-8d77-471a-adb1-7d15b5019359 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Unset dirty status for tenant:8a478a8d0661420789e0812b794c38ab on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:08:33.202729 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9bc3d043-0111-4b40-af33-93bb54dcf781 req-5cc04bd1-8d77-471a-adb1-7d15b5019359 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a793fd8-9ed4-4ae3-a4ae-4d052731f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332678 Mar 05 14:08:33.219875 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-24dc190a-6d40-4f72-9559-4fa04ee88891 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b48862d-0acb-4146-a509-f4cb17209ee9 HTTP/1.1" status: 200 len: 217 time: 0.1442325 Mar 05 14:08:33.236726 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-0b5e2cfd-d9b8-4f10-ad76-96fce10ebb5d tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Calling delete_port for 34493ba1-d2e3-4141-84bd-b61d7a0544bd owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:08:33.367339 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6fdb6f01-7dec-4b73-85dd-7cfff910f0bf tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:33.383952 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-6794069d-a24a-4a88-8b2d-4b6adfe42ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:33.386237 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-6794069d-a24a-4a88-8b2d-4b6adfe42ebb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8e4ceaa-31dc-4b75-b610-85dbda81a8c6 HTTP/1.1" status: 200 len: 852 time: 0.1065564 Mar 05 14:08:33.391356 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-6fdb6f01-7dec-4b73-85dd-7cfff910f0bf tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Deleting port a314b344-3a35-4c22-83b5-d42069a783bd {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:08:33.391689 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6fdb6f01-7dec-4b73-85dd-7cfff910f0bf tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:33.420973 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:33.443585 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-acb31d73-57ff-4108-9ecf-d9e2787622ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d7fc820f-df63-4299-a073-3478d7e40f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521007 Mar 05 14:08:33.452663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] Transition to ACTIVE for port object 6358ccc4-cd16-4e95-af6a-ec05ced72ad9 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:33.516686 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:33.659763 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] Attempting to bind port 6358ccc4-cd16-4e95-af6a-ec05ced72ad9 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:08:33.660276 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] Attempting to bind port 6358ccc4-cd16-4e95-af6a-ec05ced72ad9 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:08:33.660691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] Attempting to bind port 6358ccc4-cd16-4e95-af6a-ec05ced72ad9 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:08:33.682638 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e146fec9-c535-4e53-91a9-00e605bcb433 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:33.684285 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:08:33.684744 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:08:33.685205 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:33.685771 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:08:33.686189 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] Bound port: 6358ccc4-cd16-4e95-af6a-ec05ced72ad9, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:08:33.686634 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:33.709827 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-38efe100-bc0e-49f7-9c67-69582114c354 service neutron] 10.222.0.30 "GET /v2.0/networks/d7fc820f-df63-4299-a073-3478d7e40f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582562 Mar 05 14:08:33.715138 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2cfd-d9b8-4f10-ad76-96fce10ebb5d tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:33.736880 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50594db0-18f1-401c-b0e5-8a6130fec71d None None] Pushing event updated for resources: {'Port': ['ID=6358ccc4-cd16-4e95-af6a-ec05ced72ad9,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:33.753462 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-6fdb6f01-7dec-4b73-85dd-7cfff910f0bf tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] For port a314b344-3a35-4c22-83b5-d42069a783bd, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a314b344-3a35-4c22-83b5-d42069a783bd,segment=NetworkSegment(ddef6ade-f4ee-4e9f-bada-2d221c98a300),segment_id=ddef6ade-f4ee-4e9f-bada-2d221c98a300)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:08:33.753732 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6fdb6f01-7dec-4b73-85dd-7cfff910f0bf tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:33.799891 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] For port 6358ccc4-cd16-4e95-af6a-ec05ced72ad9, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:08:33.804436 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] For port 6358ccc4-cd16-4e95-af6a-ec05ced72ad9, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6358ccc4-cd16-4e95-af6a-ec05ced72ad9,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:08:33.813183 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:33.917784 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7a3517-34ab-465a-86e5-57e3a6af6e4d None None] DHCP port deletion for fe294aa6-6d88-44ab-81be-f79f46c4d748 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:08:33.932020 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2f7a3517-34ab-465a-86e5-57e3a6af6e4d None None] Deleting port a314b344-3a35-4c22-83b5-d42069a783bd {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:08:33.933503 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2f7a3517-34ab-465a-86e5-57e3a6af6e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:33.940459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-6fdb6f01-7dec-4b73-85dd-7cfff910f0bf tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Calling delete_port for a314b344-3a35-4c22-83b5-d42069a783bd owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:08:33.945704 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e2cfd-d9b8-4f10-ad76-96fce10ebb5d tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event deleted for resources: {'Port': ['ID=34493ba1-d2e3-4141-84bd-b61d7a0544bd,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:33.985272 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] Routers {'c1eab5a9-6361-48d9-aaa2-5828f2eae55d'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:08:33.985925 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:08:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:33.995845 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146fec9-c535-4e53-91a9-00e605bcb433 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'Subnet': ['ID=76653a85-548c-43a5-9101-603080510503,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:34.015936 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e146fec9-c535-4e53-91a9-00e605bcb433 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Checking segment: {'id': '84f96ee8-87de-4f8f-a645-0a53853978d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:08:34.016294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e146fec9-c535-4e53-91a9-00e605bcb433 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Network hostable DHCP agents. Network: 0a1c7137-da90-415e-95dc-4f4c1828138d, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:08:34.060851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e146fec9-c535-4e53-91a9-00e605bcb433 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Network 0a1c7137-da90-415e-95dc-4f4c1828138d is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:08:34.065402 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6fdb6f01-7dec-4b73-85dd-7cfff910f0bf tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:34.077728 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50594db0-18f1-401c-b0e5-8a6130fec71d None None] Pushing event updated for resources: {'Port': ['ID=6358ccc4-cd16-4e95-af6a-ec05ced72ad9,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:34.117526 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb6f01-7dec-4b73-85dd-7cfff910f0bf tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Pushing event deleted for resources: {'Port': ['ID=a314b344-3a35-4c22-83b5-d42069a783bd,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:34.117667 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2cfd-d9b8-4f10-ad76-96fce10ebb5d tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:34.122355 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-e146fec9-c535-4e53-91a9-00e605bcb433 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 0a1c7137-da90-415e-95dc-4f4c1828138d) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:34.124144 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdb6f01-7dec-4b73-85dd-7cfff910f0bf tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] No DVR routers for this DVR port a314b344-3a35-4c22-83b5-d42069a783bd on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:08:34.136079 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b728754c-94fc-4c92-9ca3-6872b8498350 None None] Network 0a1c7137-da90-415e-95dc-4f4c1828138d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:08:34.155556 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e146fec9-c535-4e53-91a9-00e605bcb433 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:34.157219 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e146fec9-c535-4e53-91a9-00e605bcb433 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:34.284027 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e146fec9-c535-4e53-91a9-00e605bcb433 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5666547 Mar 05 14:08:34.287523 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35656) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:34.350281 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6fdb6f01-7dec-4b73-85dd-7cfff910f0bf tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:34.375250 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71d54fc2-15a3-4079-a073-263655cd5cbd req-05580ac6-8dde-4cd0-8beb-ec6bdabc049a service neutron] 10.222.0.30 "GET /v2.0/networks/d7fc820f-df63-4299-a073-3478d7e40f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6559527 Mar 05 14:08:34.408547 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-6fdb6f01-7dec-4b73-85dd-7cfff910f0bf tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe294aa6-6d88-44ab-81be-f79f46c4d748']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:34.427481 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-6fdb6f01-7dec-4b73-85dd-7cfff910f0bf tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddef6ade-f4ee-4e9f-bada-2d221c98a300') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:34.428197 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-6fdb6f01-7dec-4b73-85dd-7cfff910f0bf tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddef6ade-f4ee-4e9f-bada-2d221c98a300') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:34.504745 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] Set router c1eab5a9-6361-48d9-aaa2-5828f2eae55d gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:08:34.538752 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6fdb6f01-7dec-4b73-85dd-7cfff910f0bf tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:34.578285 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6fdb6f01-7dec-4b73-85dd-7cfff910f0bf tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:34.588693 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2cfd-d9b8-4f10-ad76-96fce10ebb5d tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:34.590616 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2cfd-d9b8-4f10-ad76-96fce10ebb5d tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:34.591489 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fdb6f01-7dec-4b73-85dd-7cfff910f0bf tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:08:34.592161 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6fdb6f01-7dec-4b73-85dd-7cfff910f0bf tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:34.625649 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2cfd-d9b8-4f10-ad76-96fce10ebb5d tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:34.626140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5e2cfd-d9b8-4f10-ad76-96fce10ebb5d tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Fanout notify agent at l3_agent the message router_deleted on router 7c17f233-2769-4d18-b062-231694da4a75 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:08:34.659053 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0b5e2cfd-d9b8-4f10-ad76-96fce10ebb5d tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:34.663438 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0b5e2cfd-d9b8-4f10-ad76-96fce10ebb5d tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "DELETE /v2.0/routers/7c17f233-2769-4d18-b062-231694da4a75 HTTP/1.1" status: 204 len: 168 time: 2.9383268 Mar 05 14:08:34.666085 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2f7a3517-34ab-465a-86e5-57e3a6af6e4d None None] The port 'a314b344-3a35-4c22-83b5-d42069a783bd' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:08:34.671096 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35692) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:34.714105 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a314b344-3a35-4c22-83b5-d42069a783bd no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:08:34.780085 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: a314b344-3a35-4c22-83b5-d42069a783bd {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:08:34.780559 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a314b344-3a35-4c22-83b5-d42069a783bd not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:08:34.785312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-7626e0de-07e1-4c48-8523-b89aff861817 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Deleting subnet f94f3cf4-cccd-4e45-b189-ed851cdf3502 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:08:34.797182 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7626e0de-07e1-4c48-8523-b89aff861817 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:08:34.831429 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:08:34.838032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb94971-c7a8-49c6-9cdd-7b0398bf1896 req-13b97c99-7d61-4034-ab65-36a93c81399b tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:34.840423 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3fb94971-c7a8-49c6-9cdd-7b0398bf1896 req-13b97c99-7d61-4034-ab65-36a93c81399b tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=627ed16c-4e74-4518-8294-dfa17d7d06c7 HTTP/1.1" status: 200 len: 943 time: 0.4708142 Mar 05 14:08:34.919459 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3fb94971-c7a8-49c6-9cdd-7b0398bf1896 req-e6bd4d26-1f08-4191-a2fa-0c29849b9c40 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a793fd8-9ed4-4ae3-a4ae-4d052731f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639529 Mar 05 14:08:34.933431 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4d6c0-191a-4cae-9627-7797cdd00774 req-ac3fbe29-93b6-42fb-a8ba-4ac41b9f9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:34.935619 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fb4d6c0-191a-4cae-9627-7797cdd00774 req-ac3fbe29-93b6-42fb-a8ba-4ac41b9f9aa6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a478a8d0661420789e0812b794c38ab&device_id=627ed16c-4e74-4518-8294-dfa17d7d06c7 HTTP/1.1" status: 200 len: 1094 time: 0.4733322 Mar 05 14:08:34.942235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743dc39b-994b-4fc3-9fd1-c1990e644ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-0a1c7137-da90-415e-95dc-4f4c1828138d', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'fixed_ips': [{'subnet_id': '76653a85-548c-43a5-9101-603080510503'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:08:34.943139 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-743dc39b-994b-4fc3-9fd1-c1990e644ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:34.945099 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7626e0de-07e1-4c48-8523-b89aff861817 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:35.001927 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6fdb6f01-7dec-4b73-85dd-7cfff910f0bf tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:35.095155 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6fdb6f01-7dec-4b73-85dd-7cfff910f0bf tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:35.097972 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb6f01-7dec-4b73-85dd-7cfff910f0bf tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] Pushing event deleted for resources: {'Network': ['ID=fe294aa6-6d88-44ab-81be-f79f46c4d748,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:35.122472 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4d6c0-191a-4cae-9627-7797cdd00774 req-53dbbf69-a1cb-47ed-ba96-a702fcf3e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:35.123942 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fb4d6c0-191a-4cae-9627-7797cdd00774 req-53dbbf69-a1cb-47ed-ba96-a702fcf3e5ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=d7fc820f-df63-4299-a073-3478d7e40f96 HTTP/1.1" status: 200 len: 912 time: 0.1819251 Mar 05 14:08:35.127380 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6fdb6f01-7dec-4b73-85dd-7cfff910f0bf tempest-AllowedAddressPairIpV6TestJSON-851468067 tempest-AllowedAddressPairIpV6TestJSON-851468067-project] 10.222.0.16 "DELETE /v2.0/networks/fe294aa6-6d88-44ab-81be-f79f46c4d748 HTTP/1.1" status: 204 len: 168 time: 1.9740584 Mar 05 14:08:35.134632 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'name': 'tempest-TestNetworkBasicOps-router-1065736224', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:08:26Z', 'updated_at': '2022-03-05T14:08:29Z', 'revision_number': 3, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:28Z', 'updated_at': '2022-03-05T14:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:35.175694 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27678738-be77-4eb3-b81f-2689b85acee5 None None] The sync data for ids ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'] in n-d-803718-1 is: [{'id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'name': 'tempest-TestNetworkBasicOps-router-1065736224', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:08:26Z', 'updated_at': '2022-03-05T14:08:29Z', 'revision_number': 3, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:28Z', 'updated_at': '2022-03-05T14:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:08:35.219413 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-743dc39b-994b-4fc3-9fd1-c1990e644ff0 None None] Allocated IP 172.20.0.2 (0a1c7137-da90-415e-95dc-4f4c1828138d/76653a85-548c-43a5-9101-603080510503/6f1ea347-49b6-4b4a-8abf-06f2552b1758) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:08:35.230433 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fb4d6c0-191a-4cae-9627-7797cdd00774 req-ebfc1931-9ecc-49fe-9f02-ed6804f73391 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b48862d-0acb-4146-a509-f4cb17209ee9 HTTP/1.1" status: 200 len: 217 time: 0.0979471 Mar 05 14:08:35.346043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4d6c0-191a-4cae-9627-7797cdd00774 req-85300b63-5776-48c5-b93c-b936fec28f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:35.347746 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fb4d6c0-191a-4cae-9627-7797cdd00774 req-85300b63-5776-48c5-b93c-b936fec28f9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8e4ceaa-31dc-4b75-b610-85dbda81a8c6 HTTP/1.1" status: 200 len: 852 time: 0.1100993 Mar 05 14:08:35.407679 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7626e0de-07e1-4c48-8523-b89aff861817 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:35.524216 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fb4d6c0-191a-4cae-9627-7797cdd00774 req-c3f93e0b-e127-46f9-a555-d97167cbf2ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d7fc820f-df63-4299-a073-3478d7e40f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1680992 Mar 05 14:08:35.624781 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-743dc39b-994b-4fc3-9fd1-c1990e644ff0 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:35.648186 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-743dc39b-994b-4fc3-9fd1-c1990e644ff0 None None] Transition to ACTIVE for port object 6f1ea347-49b6-4b4a-8abf-06f2552b1758 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:35.654502 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7626e0de-07e1-4c48-8523-b89aff861817 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:35.711789 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-743dc39b-994b-4fc3-9fd1-c1990e644ff0 None None] Transition to ACTIVE for port object 6f1ea347-49b6-4b4a-8abf-06f2552b1758 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:35.719506 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-743dc39b-994b-4fc3-9fd1-c1990e644ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:35.720636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35798) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:35.825291 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743dc39b-994b-4fc3-9fd1-c1990e644ff0 None None] Network 0a1c7137-da90-415e-95dc-4f4c1828138d is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:08:35.826742 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743dc39b-994b-4fc3-9fd1-c1990e644ff0 None None] Pushing event updated for resources: {'Port': ['ID=6f1ea347-49b6-4b4a-8abf-06f2552b1758,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:35.836146 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-743dc39b-994b-4fc3-9fd1-c1990e644ff0 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:35.840147 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743dc39b-994b-4fc3-9fd1-c1990e644ff0 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:08:35.983314 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0a70-2ecd-4e73-956e-457f1aeebf49 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:35.986186 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-743dc39b-994b-4fc3-9fd1-c1990e644ff0 None None] Attempting to bind port 6f1ea347-49b6-4b4a-8abf-06f2552b1758 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:08:35.987350 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-743dc39b-994b-4fc3-9fd1-c1990e644ff0 None None] Attempting to bind port 6f1ea347-49b6-4b4a-8abf-06f2552b1758 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '84f96ee8-87de-4f8f-a645-0a53853978d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:08:35.988164 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743dc39b-994b-4fc3-9fd1-c1990e644ff0 None None] Attempting to bind port 6f1ea347-49b6-4b4a-8abf-06f2552b1758 on network 0a1c7137-da90-415e-95dc-4f4c1828138d {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:08:35.994574 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743dc39b-994b-4fc3-9fd1-c1990e644ff0 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:08:35.996276 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743dc39b-994b-4fc3-9fd1-c1990e644ff0 None None] Checking segment: {'id': '84f96ee8-87de-4f8f-a645-0a53853978d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:08:35.997077 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-743dc39b-994b-4fc3-9fd1-c1990e644ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:35.997693 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743dc39b-994b-4fc3-9fd1-c1990e644ff0 None None] Bound using segment: {'id': '84f96ee8-87de-4f8f-a645-0a53853978d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:08:35.998396 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-743dc39b-994b-4fc3-9fd1-c1990e644ff0 None None] Bound port: 6f1ea347-49b6-4b4a-8abf-06f2552b1758, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f96ee8-87de-4f8f-a645-0a53853978d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:08:35.999037 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-743dc39b-994b-4fc3-9fd1-c1990e644ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:36.043901 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fb4d6c0-191a-4cae-9627-7797cdd00774 req-99b3a270-ea73-4483-ad5d-14d2093db241 service neutron] 10.222.0.30 "GET /v2.0/networks/d7fc820f-df63-4299-a073-3478d7e40f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5127392 Mar 05 14:08:36.044594 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626e0de-07e1-4c48-8523-b89aff861817 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event deleted for resources: {'Subnet': ['ID=f94f3cf4-cccd-4e45-b189-ed851cdf3502,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:36.048208 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7626e0de-07e1-4c48-8523-b89aff861817 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:36.107284 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-743dc39b-994b-4fc3-9fd1-c1990e644ff0 None None] For port 6f1ea347-49b6-4b4a-8abf-06f2552b1758, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:08:36.112065 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-743dc39b-994b-4fc3-9fd1-c1990e644ff0 None None] For port 6f1ea347-49b6-4b4a-8abf-06f2552b1758, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6f1ea347-49b6-4b4a-8abf-06f2552b1758,segment=NetworkSegment(84f96ee8-87de-4f8f-a645-0a53853978d7),segment_id=84f96ee8-87de-4f8f-a645-0a53853978d7)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:08:36.115950 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aa19b3-5fc8-4a85-b561-12530d2e0914 None None] Network 3adae889-5f92-4ee1-81b4-b37f44457649 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:08:36.277409 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-743dc39b-994b-4fc3-9fd1-c1990e644ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:36.301461 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7626e0de-07e1-4c48-8523-b89aff861817 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "DELETE /v2.0/subnets/f94f3cf4-cccd-4e45-b189-ed851cdf3502 HTTP/1.1" status: 204 len: 168 time: 1.6253078 Mar 05 14:08:36.302702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35860) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:36.426057 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e21aa82a-a38e-423e-9d44-7713c8dc288e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2792f2fdd44b4daab1b5ac5b81458b50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7010591 Mar 05 14:08:36.426887 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 35880) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:36.480627 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743dc39b-994b-4fc3-9fd1-c1990e644ff0 None None] Pushing event updated for resources: {'Port': ['ID=6f1ea347-49b6-4b4a-8abf-06f2552b1758,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:36.672211 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf71f77-f870-4e82-9f5e-d92d8f45dcb1 None None] DHCP port deletion for 3adae889-5f92-4ee1-81b4-b37f44457649 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:08:36.680169 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5bf71f77-f870-4e82-9f5e-d92d8f45dcb1 None None] Deleting port 522db9db-91c4-4cb8-8d63-3011233de7c3 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:08:36.680764 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5bf71f77-f870-4e82-9f5e-d92d8f45dcb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:36.721448 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-277a879c-4256-492d-b581-8fcec807cb53 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:36.735712 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7fb4d6c0-191a-4cae-9627-7797cdd00774 req-22c6148c-1ab1-40b6-9107-4cff1a6da27f service neutron] 10.222.0.30 "GET /v2.0/networks/d7fc820f-df63-4299-a073-3478d7e40f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6822987 Mar 05 14:08:36.738656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6358ccc4-cd16-4e95-af6a-ec05ced72ad9 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:08:36.745235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-277a879c-4256-492d-b581-8fcec807cb53 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Deleting port 522db9db-91c4-4cb8-8d63-3011233de7c3 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:08:36.746644 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-277a879c-4256-492d-b581-8fcec807cb53 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:36.805224 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 0b48862d-0acb-4146-a509-f4cb17209ee9 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:08:37.054477 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-bc6c0a70-2ecd-4e73-956e-457f1aeebf49 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Allocated IP 172.20.0.1 (0a1c7137-da90-415e-95dc-4f4c1828138d/76653a85-548c-43a5-9101-603080510503/6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:08:37.077981 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-277a879c-4256-492d-b581-8fcec807cb53 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] For port 522db9db-91c4-4cb8-8d63-3011233de7c3, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=522db9db-91c4-4cb8-8d63-3011233de7c3,segment=NetworkSegment(e851e9b5-fcbd-4f15-8c0b-508cf8f3d24d),segment_id=e851e9b5-fcbd-4f15-8c0b-508cf8f3d24d)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:08:37.078344 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-277a879c-4256-492d-b581-8fcec807cb53 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:37.167932 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 0b48862d-0acb-4146-a509-f4cb17209ee9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=0b48862d-0acb-4146-a509-f4cb17209ee9,segment=NetworkSegment(53e0795d-518c-4fa2-80c9-09ce23fb9c7d),segment_id=53e0795d-518c-4fa2-80c9-09ce23fb9c7d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:08:37.217397 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '0b48862d-0acb-4146-a509-f4cb17209ee9', 'network_id': 'd7fc820f-df63-4299-a073-3478d7e40f96', 'port_id': '0b48862d-0acb-4146-a509-f4cb17209ee9', 'mac_address': 'fa:16:3e:8e:e5:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e4ceaa-31dc-4b75-b610-85dbda81a8c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:08:37.222492 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c7a4c1b-8953-4b51-9e86-e9be85f88630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:37.235881 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e552a9-036e-458a-ba54-0f6533155f50 req-06663c4b-964c-4768-819c-a4a3dc46bfb7 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:37.237438 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-47e552a9-036e-458a-ba54-0f6533155f50 req-06663c4b-964c-4768-819c-a4a3dc46bfb7 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=627ed16c-4e74-4518-8294-dfa17d7d06c7 HTTP/1.1" status: 200 len: 943 time: 0.9472332 Mar 05 14:08:37.267960 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-277a879c-4256-492d-b581-8fcec807cb53 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Calling delete_port for 522db9db-91c4-4cb8-8d63-3011233de7c3 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:08:37.319353 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c7a4c1b-8953-4b51-9e86-e9be85f88630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:37.354657 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 6358ccc4-cd16-4e95-af6a-ec05ced72ad9 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:37.357696 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-47e552a9-036e-458a-ba54-0f6533155f50 req-5c27faec-d44b-48d7-8c79-5b12e598b381 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a793fd8-9ed4-4ae3-a4ae-4d052731f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102536 Mar 05 14:08:37.370094 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0a70-2ecd-4e73-956e-457f1aeebf49 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:37.371475 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 6358ccc4-cd16-4e95-af6a-ec05ced72ad9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:37.372034 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:37.373935 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-277a879c-4256-492d-b581-8fcec807cb53 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:37.399510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-bc6c0a70-2ecd-4e73-956e-457f1aeebf49 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Transition to ACTIVE for port object 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:37.405016 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:37.446634 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0a70-2ecd-4e73-956e-457f1aeebf49 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:37.465455 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b48862d-0acb-4146-a509-f4cb17209ee9 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:08:37.471767 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277a879c-4256-492d-b581-8fcec807cb53 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] No DVR routers for this DVR port 522db9db-91c4-4cb8-8d63-3011233de7c3 on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:08:37.487996 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c7a4c1b-8953-4b51-9e86-e9be85f88630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:37.519098 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a879c-4256-492d-b581-8fcec807cb53 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event deleted for resources: {'Port': ['ID=522db9db-91c4-4cb8-8d63-3011233de7c3,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:37.534566 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a4c1b-8953-4b51-9e86-e9be85f88630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e75d929-ee11-430a-9590-d278eea4b819,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:37.540878 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6c0a70-2ecd-4e73-956e-457f1aeebf49 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Network 0a1c7137-da90-415e-95dc-4f4c1828138d is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:08:37.549737 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-bc6c0a70-2ecd-4e73-956e-457f1aeebf49 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:37.556403 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6c0a70-2ecd-4e73-956e-457f1aeebf49 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:08:37.575683 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-5bf71f77-f870-4e82-9f5e-d92d8f45dcb1 None None] For port 522db9db-91c4-4cb8-8d63-3011233de7c3, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=522db9db-91c4-4cb8-8d63-3011233de7c3,segment=NetworkSegment(e851e9b5-fcbd-4f15-8c0b-508cf8f3d24d),segment_id=e851e9b5-fcbd-4f15-8c0b-508cf8f3d24d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:08:37.576084 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5bf71f77-f870-4e82-9f5e-d92d8f45dcb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:37.646374 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-277a879c-4256-492d-b581-8fcec807cb53 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:37.678422 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-277a879c-4256-492d-b581-8fcec807cb53 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3adae889-5f92-4ee1-81b4-b37f44457649']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:37.694568 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-277a879c-4256-492d-b581-8fcec807cb53 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e851e9b5-fcbd-4f15-8c0b-508cf8f3d24d') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:37.695107 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-277a879c-4256-492d-b581-8fcec807cb53 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e851e9b5-fcbd-4f15-8c0b-508cf8f3d24d') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:37.711619 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-277a879c-4256-492d-b581-8fcec807cb53 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:37.722696 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5bf71f77-f870-4e82-9f5e-d92d8f45dcb1 None None] Calling delete_port for 522db9db-91c4-4cb8-8d63-3011233de7c3 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:08:37.733680 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1c7a4c1b-8953-4b51-9e86-e9be85f88630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:37.734068 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-277a879c-4256-492d-b581-8fcec807cb53 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:37.737736 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1c7a4c1b-8953-4b51-9e86-e9be85f88630 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e75d929-ee11-430a-9590-d278eea4b819 HTTP/1.1" status: 204 len: 168 time: 1.2850780 Mar 05 14:08:37.742532 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-277a879c-4256-492d-b581-8fcec807cb53 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:08:37.743107 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-277a879c-4256-492d-b581-8fcec807cb53 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:37.751409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c0a70-2ecd-4e73-956e-457f1aeebf49 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'Port': ['ID=6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:37.766010 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 0b48862d-0acb-4146-a509-f4cb17209ee9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=0b48862d-0acb-4146-a509-f4cb17209ee9,segment=NetworkSegment(53e0795d-518c-4fa2-80c9-09ce23fb9c7d),segment_id=53e0795d-518c-4fa2-80c9-09ce23fb9c7d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:08:37.770137 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0a70-2ecd-4e73-956e-457f1aeebf49 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:37.778702 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:08:37.852206 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:08:37.860829 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-277a879c-4256-492d-b581-8fcec807cb53 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:37.866936 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-277a879c-4256-492d-b581-8fcec807cb53 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:37.931224 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a879c-4256-492d-b581-8fcec807cb53 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event deleted for resources: {'Network': ['ID=3adae889-5f92-4ee1-81b4-b37f44457649,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:37.940968 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=0b48862d-0acb-4146-a509-f4cb17209ee9,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:37.948610 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-277a879c-4256-492d-b581-8fcec807cb53 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "DELETE /v2.0/networks/3adae889-5f92-4ee1-81b4-b37f44457649 HTTP/1.1" status: 204 len: 168 time: 1.6429102 Mar 05 14:08:37.949429 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35964) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:37.962940 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:37.972472 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-5bf71f77-f870-4e82-9f5e-d92d8f45dcb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:08:37.973050 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-5bf71f77-f870-4e82-9f5e-d92d8f45dcb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:08:37.992896 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 6358ccc4-cd16-4e95-af6a-ec05ced72ad9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6358ccc4-cd16-4e95-af6a-ec05ced72ad9,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:08:38.007214 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:38.090491 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['0b48862d-0acb-4146-a509-f4cb17209ee9'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:08:38.163751 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0a70-2ecd-4e73-956e-457f1aeebf49 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:38.207122 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=6358ccc4-cd16-4e95-af6a-ec05ced72ad9,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:38.226453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-9a9dbf7b-0edd-4da9-90ce-1683b731f80e tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Deleting port 1cbe7627-7c07-46e9-91a0-2ede3b03dc9e {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:08:38.226789 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a9dbf7b-0edd-4da9-90ce-1683b731f80e tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:38.475136 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5bf71f77-f870-4e82-9f5e-d92d8f45dcb1 None None] Deleting port 522db9db-91c4-4cb8-8d63-3011233de7c3 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:08:38.475136 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5bf71f77-f870-4e82-9f5e-d92d8f45dcb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:38.654618 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5bf71f77-f870-4e82-9f5e-d92d8f45dcb1 None None] The port '522db9db-91c4-4cb8-8d63-3011233de7c3' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:08:38.691332 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a9dbf7b-0edd-4da9-90ce-1683b731f80e tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:38.691761 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a9dbf7b-0edd-4da9-90ce-1683b731f80e tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:38.796841 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 0b48862d-0acb-4146-a509-f4cb17209ee9 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:08:38.899761 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6358ccc4-cd16-4e95-af6a-ec05ced72ad9 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:08:38.997789 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0a70-2ecd-4e73-956e-457f1aeebf49 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:39.008844 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0a70-2ecd-4e73-956e-457f1aeebf49 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:39.056303 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e426b83e-8353-4e4b-9616-d2aa9f939f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:39.078726 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-9a9dbf7b-0edd-4da9-90ce-1683b731f80e tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Calling delete_port for 1cbe7627-7c07-46e9-91a0-2ede3b03dc9e owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:08:39.093682 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 0b48862d-0acb-4146-a509-f4cb17209ee9 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:39.100246 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 6358ccc4-cd16-4e95-af6a-ec05ced72ad9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:39.100868 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:39.167620 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 35994) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:39.191599 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57329ac-94f4-493d-9640-6f52b0ccea36 req-a7317879-8a5d-46ca-87b0-5a4b99df363b tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:39.194263 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966d7168-9d79-40c8-a143-7c5e13feb004 None None] Network 0a1c7137-da90-415e-95dc-4f4c1828138d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:08:39.201292 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b57329ac-94f4-493d-9640-6f52b0ccea36 req-a7317879-8a5d-46ca-87b0-5a4b99df363b tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=627ed16c-4e74-4518-8294-dfa17d7d06c7 HTTP/1.1" status: 200 len: 944 time: 0.6476984 Mar 05 14:08:39.209569 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0a70-2ecd-4e73-956e-457f1aeebf49 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:39.217082 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:08:39.271741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 0b48862d-0acb-4146-a509-f4cb17209ee9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:39.272109 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:39.277302 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b57329ac-94f4-493d-9640-6f52b0ccea36 req-60a474b2-ec9c-4453-90c2-ac68acc4b119 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a793fd8-9ed4-4ae3-a4ae-4d052731f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746660 Mar 05 14:08:39.345102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-290c78ae-4833-4fd1-9075-ac82c14b0947 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1452432018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:39.363260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-290c78ae-4833-4fd1-9075-ac82c14b0947 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:39.373220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-290c78ae-4833-4fd1-9075-ac82c14b0947 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Usage tracker for resource:router and tenant:1d62d161a3e446cf8b1fee76026c97fb is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:39.377697 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-290c78ae-4833-4fd1-9075-ac82c14b0947 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:39.386517 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-290c78ae-4833-4fd1-9075-ac82c14b0947 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:39.404494 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-290c78ae-4833-4fd1-9075-ac82c14b0947 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:39.405600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6c0a70-2ecd-4e73-956e-457f1aeebf49 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Network 0a1c7137-da90-415e-95dc-4f4c1828138d is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:08:39.405723 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-290c78ae-4833-4fd1-9075-ac82c14b0947 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:39.414705 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-bc6c0a70-2ecd-4e73-956e-457f1aeebf49 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:39.424938 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cd8b3cfe-a07f-43c3-a4bc-a92d49d6c63c None None] Provisioning for port 6f1ea347-49b6-4b4a-8abf-06f2552b1758 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:39.429466 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-290c78ae-4833-4fd1-9075-ac82c14b0947 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:39.450043 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a9dbf7b-0edd-4da9-90ce-1683b731f80e tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:39.533893 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-290c78ae-4833-4fd1-9075-ac82c14b0947 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:39.596423 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9dbf7b-0edd-4da9-90ce-1683b731f80e tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event deleted for resources: {'Port': ['ID=1cbe7627-7c07-46e9-91a0-2ede3b03dc9e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:39.638646 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6f1ea347-49b6-4b4a-8abf-06f2552b1758 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:08:39.675152 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:39.700633 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a9dbf7b-0edd-4da9-90ce-1683b731f80e tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:39.703460 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a9dbf7b-0edd-4da9-90ce-1683b731f80e tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:39.708760 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c0a70-2ecd-4e73-956e-457f1aeebf49 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'Port': ['ID=6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:39.708902 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9a9dbf7b-0edd-4da9-90ce-1683b731f80e tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "DELETE /v2.0/floatingips/42727751-43e4-44fe-b170-39c2c1610663 HTTP/1.1" status: 204 len: 168 time: 1.7416294 Mar 05 14:08:39.710749 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36002) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:39.713299 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-290c78ae-4833-4fd1-9075-ac82c14b0947 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:39.717845 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-290c78ae-4833-4fd1-9075-ac82c14b0947 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5489867 Mar 05 14:08:39.718811 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36006) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:39.725789 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6c0a70-2ecd-4e73-956e-457f1aeebf49 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Router c1eab5a9-6361-48d9-aaa2-5828f2eae55d has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:08:39.763125 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627ed16c-4e74-4518-8294-dfa17d7d06c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b48862d-0acb-4146-a509-f4cb17209ee9'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:08:39.770526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a5c14194-7253-4279-a59f-63df90bbd937 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1624883228'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:39.778218 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 0b48862d-0acb-4146-a509-f4cb17209ee9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=0b48862d-0acb-4146-a509-f4cb17209ee9,segment=NetworkSegment(53e0795d-518c-4fa2-80c9-09ce23fb9c7d),segment_id=53e0795d-518c-4fa2-80c9-09ce23fb9c7d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:08:39.786483 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a5c14194-7253-4279-a59f-63df90bbd937 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:39.787204 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:39.790023 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da2a429-1693-436b-857f-d5537d436b37 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] DELETE failed (client error): The resource could not be found. Mar 05 14:08:39.790616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7da2a429-1693-436b-857f-d5537d436b37 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:08:39.797060 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7da2a429-1693-436b-857f-d5537d436b37 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "DELETE /v2.0/ports/4de72db2-91cf-45a6-926c-727c721abbe5 HTTP/1.1" status: 404 len: 333 time: 0.0851946 Mar 05 14:08:39.797893 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36012) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:39.803232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a5c14194-7253-4279-a59f-63df90bbd937 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Usage tracker for resource:network and tenant:1d62d161a3e446cf8b1fee76026c97fb is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:39.808458 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a5c14194-7253-4279-a59f-63df90bbd937 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:39.829088 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 6f1ea347-49b6-4b4a-8abf-06f2552b1758 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:39.856772 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 6f1ea347-49b6-4b4a-8abf-06f2552b1758 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:39.857142 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:39.864372 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c038b0e0-53c8-44cc-aa1d-f9696ebfe2d6 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Synchronizing usage tracker for tenant:cc2a8dcf86ad41029dafc1c5996d6ff1 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:08:39.886605 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a5c14194-7253-4279-a59f-63df90bbd937 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:39.888634 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627ed16c-4e74-4518-8294-dfa17d7d06c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b48862d-0acb-4146-a509-f4cb17209ee9', 'code': 200} Mar 05 14:08:39.931835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c038b0e0-53c8-44cc-aa1d-f9696ebfe2d6 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Unset dirty status for tenant:cc2a8dcf86ad41029dafc1c5996d6ff1 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:08:39.938028 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c038b0e0-53c8-44cc-aa1d-f9696ebfe2d6 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c17f233-2769-4d18-b062-231694da4a75 HTTP/1.1" status: 200 len: 205 time: 0.1373289 Mar 05 14:08:39.964000 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=0b48862d-0acb-4146-a509-f4cb17209ee9,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:39.991212 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36016) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:39.995645 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c14194-7253-4279-a59f-63df90bbd937 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Made reservation on behalf of 1d62d161a3e446cf8b1fee76026c97fb for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:08:39.999847 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a5c14194-7253-4279-a59f-63df90bbd937 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:40.019071 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a5c14194-7253-4279-a59f-63df90bbd937 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:40.069298 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:40.106959 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 6f1ea347-49b6-4b4a-8abf-06f2552b1758, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6f1ea347-49b6-4b4a-8abf-06f2552b1758,segment=NetworkSegment(84f96ee8-87de-4f8f-a645-0a53853978d7),segment_id=84f96ee8-87de-4f8f-a645-0a53853978d7)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:08:40.112035 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6c0a70-2ecd-4e73-956e-457f1aeebf49 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:08:40.113234 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a5c14194-7253-4279-a59f-63df90bbd937 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:40.113904 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:40.117401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a5c14194-7253-4279-a59f-63df90bbd937 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Usage tracker for resource:security_group_rule and tenant:1d62d161a3e446cf8b1fee76026c97fb is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:40.122080 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a5c14194-7253-4279-a59f-63df90bbd937 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:40.122782 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bc6c0a70-2ecd-4e73-956e-457f1aeebf49 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "PUT /v2.0/routers/c1eab5a9-6361-48d9-aaa2-5828f2eae55d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8340881 Mar 05 14:08:40.123759 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36020) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:40.124584 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] Sync routers for ids ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:08:40.143357 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] Routers {'c1eab5a9-6361-48d9-aaa2-5828f2eae55d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:08:40.143981 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:08:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:40.147098 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a5c14194-7253-4279-a59f-63df90bbd937 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:40.176514 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-19783563-1674-4030-b68e-d9f60f7dbdf2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] delete failed (client error): The resource could not be found. Mar 05 14:08:40.180512 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-19783563-1674-4030-b68e-d9f60f7dbdf2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "DELETE /v2.0/routers/7c17f233-2769-4d18-b062-231694da4a75 HTTP/1.1" status: 404 len: 336 time: 0.1865983 Mar 05 14:08:40.181101 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36024) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:40.249619 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=6f1ea347-49b6-4b4a-8abf-06f2552b1758,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:40.252563 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 522db9db-91c4-4cb8-8d63-3011233de7c3 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:08:40.296314 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-424a03ad-4e3a-4401-b083-841e536c3eca tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] DELETE failed (client error): The resource could not be found. Mar 05 14:08:40.296780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-424a03ad-4e3a-4401-b083-841e536c3eca tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:08:40.302409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36030) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:40.303169 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-424a03ad-4e3a-4401-b083-841e536c3eca tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "DELETE /v2.0/subnets/f94f3cf4-cccd-4e45-b189-ed851cdf3502 HTTP/1.1" status: 404 len: 337 time: 0.1104667 Mar 05 14:08:40.330578 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 522db9db-91c4-4cb8-8d63-3011233de7c3 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:08:40.330978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 522db9db-91c4-4cb8-8d63-3011233de7c3 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:08:40.342274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fba9917-fffe-4f8e-871c-f3e1e39a7fed tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:40.343440 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fba9917-fffe-4f8e-871c-f3e1e39a7fed tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:40.343974 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fba9917-fffe-4f8e-871c-f3e1e39a7fed tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:40.344702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fba9917-fffe-4f8e-871c-f3e1e39a7fed tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:40.345154 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fba9917-fffe-4f8e-871c-f3e1e39a7fed tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:40.345604 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fba9917-fffe-4f8e-871c-f3e1e39a7fed tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:40.351181 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6fba9917-fffe-4f8e-871c-f3e1e39a7fed tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2260611 Mar 05 14:08:40.355896 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36034) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:40.382871 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b8e36c40-2aa3-4aee-ad53-3e4d7db0426f None None] Provisioning complete for port 6f1ea347-49b6-4b4a-8abf-06f2552b1758 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:40.383383 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b8e36c40-2aa3-4aee-ad53-3e4d7db0426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:40.450428 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-8d3e08de-a60c-4e2b-b0e9-a04807e7f941 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Deleting port ff08b72d-426f-4c43-88ed-b41d950676a9 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:08:40.454365 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8d3e08de-a60c-4e2b-b0e9-a04807e7f941 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:40.468752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe7e01-b2c6-4746-9671-4ca3ca322930 req-7f386371-9237-447c-8129-677de14154e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:40.470267 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-36fe7e01-b2c6-4746-9671-4ca3ca322930 req-7f386371-9237-447c-8129-677de14154e9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=627ed16c-4e74-4518-8294-dfa17d7d06c7 HTTP/1.1" status: 200 len: 1096 time: 0.5311041 Mar 05 14:08:40.558092 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] Set router c1eab5a9-6361-48d9-aaa2-5828f2eae55d gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:08:40.643790 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a5c14194-7253-4279-a59f-63df90bbd937 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:40.668735 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b8e36c40-2aa3-4aee-ad53-3e4d7db0426f None None] Provisioning for port 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:40.675584 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b8e36c40-2aa3-4aee-ad53-3e4d7db0426f None None] Provisioning complete for port 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:40.676181 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b8e36c40-2aa3-4aee-ad53-3e4d7db0426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:40.691135 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a5c14194-7253-4279-a59f-63df90bbd937 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:40.720455 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6f1ea347-49b6-4b4a-8abf-06f2552b1758 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:08:40.817876 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c14194-7253-4279-a59f-63df90bbd937 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2b285e-43c5-42f9-9ab5-88220bf68d65,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:40.824637 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b8e36c40-2aa3-4aee-ad53-3e4d7db0426f None None] Port 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:08:40.852836 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 6f1ea347-49b6-4b4a-8abf-06f2552b1758 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:40.853219 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:40.877167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab8e442-9429-4028-b342-40f5e9c8e160 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:40.878017 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab8e442-9429-4028-b342-40f5e9c8e160 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:40.878643 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab8e442-9429-4028-b342-40f5e9c8e160 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:40.890307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab8e442-9429-4028-b342-40f5e9c8e160 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:40.891096 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab8e442-9429-4028-b342-40f5e9c8e160 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:40.891918 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab8e442-9429-4028-b342-40f5e9c8e160 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:40.894298 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6ab8e442-9429-4028-b342-40f5e9c8e160 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3961 time: 0.5257752 Mar 05 14:08:40.916297 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-36fe7e01-b2c6-4746-9671-4ca3ca322930 req-7ccb1ced-6fa3-4f63-a9eb-c19ce4554e5f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7a793fd8-9ed4-4ae3-a4ae-4d052731f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258265 Mar 05 14:08:40.920555 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36040) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:40.930268 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c14194-7253-4279-a59f-63df90bbd937 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:08:41.048442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-affff115-91ad-4735-8f2c-737f4d050c9c None None] Provisioning complete for port 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:41.048896 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-affff115-91ad-4735-8f2c-737f4d050c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:41.090607 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a5c14194-7253-4279-a59f-63df90bbd937 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:41.090979 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-a5c14194-7253-4279-a59f-63df90bbd937 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Added segment 75ac5d33-bc2c-4f9c-923f-0b9c5b3e71b5 of type vlan for network 8e1c94c7-eb14-4272-9f28-d70ce507ebf7 Mar 05 14:08:41.126347 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-955ae085-849e-4791-9068-6da01795111d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:41.130371 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8d3e08de-a60c-4e2b-b0e9-a04807e7f941 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:41.200488 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'name': 'tempest-TestNetworkBasicOps-router-1065736224', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:08:26Z', 'updated_at': '2022-03-05T14:08:38Z', 'revision_number': 4, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:28Z', 'updated_at': '2022-03-05T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4', 'name': '', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:48:4d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '76653a85-548c-43a5-9101-603080510503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:36Z', 'updated_at': '2022-03-05T14:08:38Z', 'revision_number': 2, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '76653a85-548c-43a5-9101-603080510503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:41.205579 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a5c14194-7253-4279-a59f-63df90bbd937 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:41.219714 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] Checking router: c1eab5a9-6361-48d9-aaa2-5828f2eae55d for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:08:41.220291 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] Updating router c1eab5a9-6361-48d9-aaa2-5828f2eae55d port 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:08:41.221741 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef03e7-3e9d-425a-ad8f-c38c42cae26f req-de83eaeb-41f1-4572-bcc0-d6a7cc6b222a tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:41.229429 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-efef03e7-3e9d-425a-ad8f-c38c42cae26f req-de83eaeb-41f1-4572-bcc0-d6a7cc6b222a tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=627ed16c-4e74-4518-8294-dfa17d7d06c7 HTTP/1.1" status: 200 len: 945 time: 0.5450583 Mar 05 14:08:41.233724 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-affff115-91ad-4735-8f2c-737f4d050c9c None None] Port 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:08:41.307666 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:41.319527 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-efef03e7-3e9d-425a-ad8f-c38c42cae26f req-e9e78558-4c45-4c97-880c-13d5e46d12d7 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a793fd8-9ed4-4ae3-a4ae-4d052731f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805149 Mar 05 14:08:41.326518 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-8d3e08de-a60c-4e2b-b0e9-a04807e7f941 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Calling delete_port for ff08b72d-426f-4c43-88ed-b41d950676a9 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:08:41.358000 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a5c14194-7253-4279-a59f-63df90bbd937 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:41.363888 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c14194-7253-4279-a59f-63df90bbd937 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:41.364473 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a5c14194-7253-4279-a59f-63df90bbd937 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:41.369434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-efa51188-71c5-46c7-99e0-be107389d897 None None] Provisioning complete for port 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:41.369839 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-efa51188-71c5-46c7-99e0-be107389d897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:41.525196 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-efa51188-71c5-46c7-99e0-be107389d897 None None] Port 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:08:41.530566 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8d3e08de-a60c-4e2b-b0e9-a04807e7f941 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:41.536832 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a5c14194-7253-4279-a59f-63df90bbd937 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7793436 Mar 05 14:08:41.539747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c14194-7253-4279-a59f-63df90bbd937 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Pushing event updated for resources: {'Network': ['ID=8e1c94c7-eb14-4272-9f28-d70ce507ebf7,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:41.544144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36046) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:41.550007 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 8e1c94c7-eb14-4272-9f28-d70ce507ebf7 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:08:41.559081 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-cbede2d9-3984-4563-82e7-cd9b967b6bac tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Request body: {'subnet': {'network_id': '8e1c94c7-eb14-4272-9f28-d70ce507ebf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:41.601224 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e08de-a60c-4e2b-b0e9-a04807e7f941 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event deleted for resources: {'Port': ['ID=ff08b72d-426f-4c43-88ed-b41d950676a9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:41.602845 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a3d8db43-9082-408c-b831-b0540d35189f tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2859 time: 0.6761448 Mar 05 14:08:41.737967 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8d3e08de-a60c-4e2b-b0e9-a04807e7f941 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:41.758461 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8d3e08de-a60c-4e2b-b0e9-a04807e7f941 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "DELETE /v2.0/ports/ff08b72d-426f-4c43-88ed-b41d950676a9 HTTP/1.1" status: 204 len: 168 time: 1.4545720 Mar 05 14:08:41.761019 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36052) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:41.864534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-3fc693b0-076f-4f80-b87b-0cb4deea36e6 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Deleting port 22b3aa88-6d3d-43dd-9e75-2b571c6b76c9 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:08:41.864980 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3fc693b0-076f-4f80-b87b-0cb4deea36e6 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:41.910730 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:41.938935 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] Transition to ACTIVE for port object 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:41.943908 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-cbede2d9-3984-4563-82e7-cd9b967b6bac tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:41.948047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cbede2d9-3984-4563-82e7-cd9b967b6bac tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Usage tracker for resource:subnet and tenant:1d62d161a3e446cf8b1fee76026c97fb is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:41.951503 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cbede2d9-3984-4563-82e7-cd9b967b6bac tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:41.958120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-cbede2d9-3984-4563-82e7-cd9b967b6bac tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:41.960838 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:41.970260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbede2d9-3984-4563-82e7-cd9b967b6bac tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Made reservation on behalf of 1d62d161a3e446cf8b1fee76026c97fb for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:08:41.974336 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cbede2d9-3984-4563-82e7-cd9b967b6bac tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:42.138888 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:42.169781 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:42.282093 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36062) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:42.288469 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-66f2afb2-fd30-4a40-a12a-633c5829fea0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-867696144', 'description': 'tempest-secgroup-smoke-867696144 description', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:42.304614 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-66f2afb2-fd30-4a40-a12a-633c5829fea0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:42.313174 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-66f2afb2-fd30-4a40-a12a-633c5829fea0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:security_group and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:42.316429 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-66f2afb2-fd30-4a40-a12a-633c5829fea0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:42.323073 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e98ae3-e047-46a0-a722-031189733724 None None] Pushing event updated for resources: {'Port': ['ID=6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:42.327417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-66f2afb2-fd30-4a40-a12a-633c5829fea0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:42.345716 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-66f2afb2-fd30-4a40-a12a-633c5829fea0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:42.441154 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-66f2afb2-fd30-4a40-a12a-633c5829fea0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:42.461601 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-66f2afb2-fd30-4a40-a12a-633c5829fea0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:security_group_rule and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:42.466318 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e98ae3-e047-46a0-a722-031189733724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:42.466658 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e98ae3-e047-46a0-a722-031189733724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:42.467189 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e98ae3-e047-46a0-a722-031189733724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:42.467681 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e98ae3-e047-46a0-a722-031189733724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:42.468316 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e98ae3-e047-46a0-a722-031189733724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:42.468797 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e98ae3-e047-46a0-a722-031189733724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:42.470915 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3fc693b0-076f-4f80-b87b-0cb4deea36e6 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:42.471441 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e98ae3-e047-46a0-a722-031189733724 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:42.471922 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e98ae3-e047-46a0-a722-031189733724 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:42.472392 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e98ae3-e047-46a0-a722-031189733724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:42.472958 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e98ae3-e047-46a0-a722-031189733724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:42.473424 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e98ae3-e047-46a0-a722-031189733724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:42.475069 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e98ae3-e047-46a0-a722-031189733724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:08:42.491567 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-66f2afb2-fd30-4a40-a12a-633c5829fea0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:42.521608 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cbede2d9-3984-4563-82e7-cd9b967b6bac tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:42.532290 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-66f2afb2-fd30-4a40-a12a-633c5829fea0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:42.605920 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] Attempting to bind port 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:08:42.606294 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] Attempting to bind port 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '84f96ee8-87de-4f8f-a645-0a53853978d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:08:42.606655 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] Attempting to bind port 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4 on network 0a1c7137-da90-415e-95dc-4f4c1828138d {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:08:42.616456 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:08:42.617173 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] Checking segment: {'id': '84f96ee8-87de-4f8f-a645-0a53853978d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:08:42.618076 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:42.618853 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] Bound using segment: {'id': '84f96ee8-87de-4f8f-a645-0a53853978d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:08:42.619745 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] Bound port: 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f96ee8-87de-4f8f-a645-0a53853978d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:08:42.620509 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:42.722311 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbede2d9-3984-4563-82e7-cd9b967b6bac tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Pushing event updated for resources: {'Subnet': ['ID=839d120e-98ab-4e9c-a34d-003b653c84d2,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:42.726330 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-66f2afb2-fd30-4a40-a12a-633c5829fea0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:42.727059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbede2d9-3984-4563-82e7-cd9b967b6bac tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Checking segment: {'id': '75ac5d33-bc2c-4f9c-923f-0b9c5b3e71b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8e1c94c7-eb14-4272-9f28-d70ce507ebf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:08:42.727470 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbede2d9-3984-4563-82e7-cd9b967b6bac tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Network hostable DHCP agents. Network: 8e1c94c7-eb14-4272-9f28-d70ce507ebf7, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:08:42.744637 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] For port 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:08:42.748658 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] For port 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4,segment=NetworkSegment(84f96ee8-87de-4f8f-a645-0a53853978d7),segment_id=84f96ee8-87de-4f8f-a645-0a53853978d7)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:08:42.756710 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:42.775311 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbce38f-8c00-4a61-8a64-ddaa1413b27e req-2dda1143-73ad-4dd4-8c4d-435d26a7d15e tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:42.777789 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cbbce38f-8c00-4a61-8a64-ddaa1413b27e req-2dda1143-73ad-4dd4-8c4d-435d26a7d15e tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=627ed16c-4e74-4518-8294-dfa17d7d06c7 HTTP/1.1" status: 200 len: 945 time: 0.2483516 Mar 05 14:08:42.779151 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbede2d9-3984-4563-82e7-cd9b967b6bac tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Network 8e1c94c7-eb14-4272-9f28-d70ce507ebf7 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:08:42.791703 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-66f2afb2-fd30-4a40-a12a-633c5829fea0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:42.801725 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-3fc693b0-076f-4f80-b87b-0cb4deea36e6 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Calling delete_port for 22b3aa88-6d3d-43dd-9e75-2b571c6b76c9 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:08:42.806095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-cbede2d9-3984-4563-82e7-cd9b967b6bac tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 8e1c94c7-eb14-4272-9f28-d70ce507ebf7) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:42.811922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbede2d9-3984-4563-82e7-cd9b967b6bac tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:42.812558 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cbede2d9-3984-4563-82e7-cd9b967b6bac tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:42.816562 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eaa290-c5d2-4ab6-a9e4-4fa7dfd49427 None None] Network 8e1c94c7-eb14-4272-9f28-d70ce507ebf7 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:08:42.865139 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cbbce38f-8c00-4a61-8a64-ddaa1413b27e req-5fdb2a8f-fe1c-4c26-b320-de8c5e8c4a08 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a793fd8-9ed4-4ae3-a4ae-4d052731f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768518 Mar 05 14:08:42.872926 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2afb2-fd30-4a40-a12a-633c5829fea0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d447a40c-d4bc-4f73-89d8-dea4bda26d42,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:42.877510 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cbede2d9-3984-4563-82e7-cd9b967b6bac tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3321528 Mar 05 14:08:42.880394 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36068) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:42.889085 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-4a4d8959-fa92-43e8-90e9-0c6091ee608a tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Request body: {'network': {'name': 'tempest-router-network01--17358163'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:42.899327 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4a4d8959-fa92-43e8-90e9-0c6091ee608a tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:42.918616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4a4d8959-fa92-43e8-90e9-0c6091ee608a tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Usage tracker for resource:network and tenant:1d62d161a3e446cf8b1fee76026c97fb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:42.922455 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4a4d8959-fa92-43e8-90e9-0c6091ee608a tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:42.925595 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-66f2afb2-fd30-4a40-a12a-633c5829fea0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:42.929416 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-66f2afb2-fd30-4a40-a12a-633c5829fea0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6437037 Mar 05 14:08:42.929836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36076) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:42.935644 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4a4d8959-fa92-43e8-90e9-0c6091ee608a tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:42.939622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-c028a431-ef8f-4086-bdbb-4486014d15ea tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'security_group_rule': {'security_group_id': 'd447a40c-d4bc-4f73-89d8-dea4bda26d42', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:42.960298 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c028a431-ef8f-4086-bdbb-4486014d15ea tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:42.970515 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4d8959-fa92-43e8-90e9-0c6091ee608a tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Made reservation on behalf of 1d62d161a3e446cf8b1fee76026c97fb for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:08:42.975522 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8959-fa92-43e8-90e9-0c6091ee608a tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:42.975630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c028a431-ef8f-4086-bdbb-4486014d15ea tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:security_group_rule and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:42.983726 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c028a431-ef8f-4086-bdbb-4486014d15ea tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:43.016266 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4d8959-fa92-43e8-90e9-0c6091ee608a tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:08:43.023026 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c028a431-ef8f-4086-bdbb-4486014d15ea tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:43.028391 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8959-fa92-43e8-90e9-0c6091ee608a tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:43.028832 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-4a4d8959-fa92-43e8-90e9-0c6091ee608a tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Added segment c1fc0ce6-cded-4269-9f85-62890433f523 of type vlan for network 077b96af-f020-4c94-8f7f-122ab931ea41 Mar 05 14:08:43.032459 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e98ae3-e047-46a0-a722-031189733724 None None] Pushing event updated for resources: {'Port': ['ID=6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:43.060851 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] Routers {'c1eab5a9-6361-48d9-aaa2-5828f2eae55d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:08:43.063931 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8959-fa92-43e8-90e9-0c6091ee608a tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:43.069846 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:08:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:43.081153 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c028a431-ef8f-4086-bdbb-4486014d15ea tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:43.185410 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8959-fa92-43e8-90e9-0c6091ee608a tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:43.195812 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4d8959-fa92-43e8-90e9-0c6091ee608a tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:43.196452 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8959-fa92-43e8-90e9-0c6091ee608a tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:43.255633 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c028a431-ef8f-4086-bdbb-4486014d15ea tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:43.261174 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c028a431-ef8f-4086-bdbb-4486014d15ea tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:43.327738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028a431-ef8f-4086-bdbb-4486014d15ea tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad265658-21b8-4de2-b125-b52ebfb062f0,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:43.363965 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c028a431-ef8f-4086-bdbb-4486014d15ea tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:43.365229 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c028a431-ef8f-4086-bdbb-4486014d15ea tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4343953 Mar 05 14:08:43.368305 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36114) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:43.377475 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3fc693b0-076f-4f80-b87b-0cb4deea36e6 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:43.389905 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a9e0f3a4-26db-4d00-b288-e5235e6121cb tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'security_group_rule': {'security_group_id': 'd447a40c-d4bc-4f73-89d8-dea4bda26d42', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:43.395393 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3fded8-7b27-46db-9e6e-31fc48a1878c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-8e1c94c7-eb14-4272-9f28-d70ce507ebf7', 'network_id': '8e1c94c7-eb14-4272-9f28-d70ce507ebf7', 'tenant_id': '1d62d161a3e446cf8b1fee76026c97fb', 'fixed_ips': [{'subnet_id': '839d120e-98ab-4e9c-a34d-003b653c84d2'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:08:43.396261 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7e3fded8-7b27-46db-9e6e-31fc48a1878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:43.403199 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a9e0f3a4-26db-4d00-b288-e5235e6121cb tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:43.415535 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a9e0f3a4-26db-4d00-b288-e5235e6121cb tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:security_group_rule and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:43.420422 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a9e0f3a4-26db-4d00-b288-e5235e6121cb tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:43.430442 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a9e0f3a4-26db-4d00-b288-e5235e6121cb tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:43.480270 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] Set router c1eab5a9-6361-48d9-aaa2-5828f2eae55d gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:08:43.494992 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d8959-fa92-43e8-90e9-0c6091ee608a tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Pushing event updated for resources: {'Network': ['ID=077b96af-f020-4c94-8f7f-122ab931ea41,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:43.500766 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc693b0-076f-4f80-b87b-0cb4deea36e6 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event deleted for resources: {'Port': ['ID=22b3aa88-6d3d-43dd-9e75-2b571c6b76c9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:43.535217 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a9e0f3a4-26db-4d00-b288-e5235e6121cb tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:43.545672 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 077b96af-f020-4c94-8f7f-122ab931ea41 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:08:43.678812 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a9e0f3a4-26db-4d00-b288-e5235e6121cb tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:43.686907 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a9e0f3a4-26db-4d00-b288-e5235e6121cb tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:43.734835 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a9e0f3a4-26db-4d00-b288-e5235e6121cb tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:43.739752 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a9e0f3a4-26db-4d00-b288-e5235e6121cb tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3660710 Mar 05 14:08:43.739752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0f3a4-26db-4d00-b288-e5235e6121cb tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0291a76-bfc7-47e2-8e09-3ac03e0b68f0,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:43.744221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36120) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:43.754054 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-0c1d5ce1-d728-4ddf-b76a-c7e659f28789 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'security_group_rule': {'security_group_id': 'd447a40c-d4bc-4f73-89d8-dea4bda26d42', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:43.761395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36124) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:43.763935 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4a4d8959-fa92-43e8-90e9-0c6091ee608a tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8824170 Mar 05 14:08:43.770276 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-30c874a1-8556-4566-b448-71448a837795 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Request body: {'network': {'name': 'tempest-router-network02--600065490'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:43.777800 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0c1d5ce1-d728-4ddf-b76a-c7e659f28789 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:43.780904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-30c874a1-8556-4566-b448-71448a837795 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:43.786198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0c1d5ce1-d728-4ddf-b76a-c7e659f28789 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:security_group_rule and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:43.786621 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:43.789671 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-30c874a1-8556-4566-b448-71448a837795 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Usage tracker for resource:network and tenant:1d62d161a3e446cf8b1fee76026c97fb is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:43.792897 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0c1d5ce1-d728-4ddf-b76a-c7e659f28789 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:43.796138 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-30c874a1-8556-4566-b448-71448a837795 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:43.804747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0c1d5ce1-d728-4ddf-b76a-c7e659f28789 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:43.810062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-30c874a1-8556-4566-b448-71448a837795 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:43.840834 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-7e3fded8-7b27-46db-9e6e-31fc48a1878c None None] Allocated IP 172.20.0.2 (8e1c94c7-eb14-4272-9f28-d70ce507ebf7/839d120e-98ab-4e9c-a34d-003b653c84d2/4cc1cfe7-abdd-4a3a-8185-f70817b8f04c) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:08:43.845357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c874a1-8556-4566-b448-71448a837795 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Made reservation on behalf of 1d62d161a3e446cf8b1fee76026c97fb for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:08:43.852804 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30c874a1-8556-4566-b448-71448a837795 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:43.877336 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0c1d5ce1-d728-4ddf-b76a-c7e659f28789 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:43.897650 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3fc693b0-076f-4f80-b87b-0cb4deea36e6 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:43.906538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36128) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:43.906658 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3fc693b0-076f-4f80-b87b-0cb4deea36e6 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "DELETE /v2.0/ports/22b3aa88-6d3d-43dd-9e75-2b571c6b76c9 HTTP/1.1" status: 204 len: 168 time: 2.1442485 Mar 05 14:08:43.930599 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c874a1-8556-4566-b448-71448a837795 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:08:43.941892 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30c874a1-8556-4566-b448-71448a837795 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:43.942204 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-30c874a1-8556-4566-b448-71448a837795 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Added segment 98bbd613-e5ef-4430-a30d-8c5bf87ba17d of type vlan for network 5fade4d6-a216-47ed-9436-7fcf0ad7853e Mar 05 14:08:44.066294 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30c874a1-8556-4566-b448-71448a837795 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:44.097184 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0c1d5ce1-d728-4ddf-b76a-c7e659f28789 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:44.106752 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0c1d5ce1-d728-4ddf-b76a-c7e659f28789 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:44.137581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82818b0e-0dad-43df-a5a3-d89c9c908962 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:44.139132 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-82818b0e-0dad-43df-a5a3-d89c9c908962 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b6ffbf0-36dc-4545-8361-0e538a3555fb HTTP/1.1" status: 200 len: 913 time: 0.2313776 Mar 05 14:08:44.142007 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36136) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:44.158669 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d5ce1-d728-4ddf-b76a-c7e659f28789 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4632c5ac-fa5e-4041-9e20-c733b2359996,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:44.177597 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30c874a1-8556-4566-b448-71448a837795 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:44.185316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c874a1-8556-4566-b448-71448a837795 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:44.186542 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30c874a1-8556-4566-b448-71448a837795 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:44.218544 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7e3fded8-7b27-46db-9e6e-31fc48a1878c None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:44.221539 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0c1d5ce1-d728-4ddf-b76a-c7e659f28789 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:44.223879 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0c1d5ce1-d728-4ddf-b76a-c7e659f28789 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4778905 Mar 05 14:08:44.241808 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7e3fded8-7b27-46db-9e6e-31fc48a1878c None None] Transition to ACTIVE for port object 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:44.246433 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36140) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:44.260958 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-2dbf5d5d-efad-4167-a8a0-beb1d376f315 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'security_group_rule': {'security_group_id': 'd447a40c-d4bc-4f73-89d8-dea4bda26d42', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:44.268887 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'name': 'tempest-TestNetworkBasicOps-router-1065736224', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:08:26Z', 'updated_at': '2022-03-05T14:08:38Z', 'revision_number': 4, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:28Z', 'updated_at': '2022-03-05T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4', 'name': '', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:48:4d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '76653a85-548c-43a5-9101-603080510503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:36Z', 'updated_at': '2022-03-05T14:08:42Z', 'revision_number': 4, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '76653a85-548c-43a5-9101-603080510503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:44.273367 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53eab8b-21c9-424c-93a1-7a8dbbc373df None None] The sync data for ids ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'] in n-d-803718-1 is: [{'id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'name': 'tempest-TestNetworkBasicOps-router-1065736224', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:08:26Z', 'updated_at': '2022-03-05T14:08:38Z', 'revision_number': 4, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:28Z', 'updated_at': '2022-03-05T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4', 'name': '', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:48:4d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '76653a85-548c-43a5-9101-603080510503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:36Z', 'updated_at': '2022-03-05T14:08:42Z', 'revision_number': 4, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '76653a85-548c-43a5-9101-603080510503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:08:44.275272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2dbf5d5d-efad-4167-a8a0-beb1d376f315 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:44.281566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2dbf5d5d-efad-4167-a8a0-beb1d376f315 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:security_group_rule and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:44.286326 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7e3fded8-7b27-46db-9e6e-31fc48a1878c None None] Transition to ACTIVE for port object 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:44.289875 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2dbf5d5d-efad-4167-a8a0-beb1d376f315 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:44.293108 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7e3fded8-7b27-46db-9e6e-31fc48a1878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:44.298622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2dbf5d5d-efad-4167-a8a0-beb1d376f315 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:44.305614 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-30c874a1-8556-4566-b448-71448a837795 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5430734 Mar 05 14:08:44.309724 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36150) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:44.316554 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-dfe60407-776c-4833-9db2-b9fe4801f4f4 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Request body: {'subnet': {'network_id': '077b96af-f020-4c94-8f7f-122ab931ea41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:44.396183 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3fded8-7b27-46db-9e6e-31fc48a1878c None None] Network 8e1c94c7-eb14-4272-9f28-d70ce507ebf7 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:08:44.410516 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-7e3fded8-7b27-46db-9e6e-31fc48a1878c None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:44.415863 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3fded8-7b27-46db-9e6e-31fc48a1878c None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:08:44.428531 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c874a1-8556-4566-b448-71448a837795 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Pushing event updated for resources: {'Network': ['ID=5fade4d6-a216-47ed-9436-7fcf0ad7853e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:44.466519 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2dbf5d5d-efad-4167-a8a0-beb1d376f315 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:44.508246 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 5fade4d6-a216-47ed-9436-7fcf0ad7853e details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:08:44.612910 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7e3fded8-7b27-46db-9e6e-31fc48a1878c None None] Attempting to bind port 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:08:44.613196 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7e3fded8-7b27-46db-9e6e-31fc48a1878c None None] Attempting to bind port 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '75ac5d33-bc2c-4f9c-923f-0b9c5b3e71b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8e1c94c7-eb14-4272-9f28-d70ce507ebf7'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:08:44.614117 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3fded8-7b27-46db-9e6e-31fc48a1878c None None] Attempting to bind port 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c on network 8e1c94c7-eb14-4272-9f28-d70ce507ebf7 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:08:44.644909 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2dbf5d5d-efad-4167-a8a0-beb1d376f315 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:44.654886 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2dbf5d5d-efad-4167-a8a0-beb1d376f315 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:44.657473 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3fded8-7b27-46db-9e6e-31fc48a1878c None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:08:44.657884 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3fded8-7b27-46db-9e6e-31fc48a1878c None None] Checking segment: {'id': '75ac5d33-bc2c-4f9c-923f-0b9c5b3e71b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8e1c94c7-eb14-4272-9f28-d70ce507ebf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:08:44.658400 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7e3fded8-7b27-46db-9e6e-31fc48a1878c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:44.659301 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3fded8-7b27-46db-9e6e-31fc48a1878c None None] Bound using segment: {'id': '75ac5d33-bc2c-4f9c-923f-0b9c5b3e71b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8e1c94c7-eb14-4272-9f28-d70ce507ebf7'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:08:44.660436 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7e3fded8-7b27-46db-9e6e-31fc48a1878c None None] Bound port: 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ac5d33-bc2c-4f9c-923f-0b9c5b3e71b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8e1c94c7-eb14-4272-9f28-d70ce507ebf7'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:08:44.660980 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7e3fded8-7b27-46db-9e6e-31fc48a1878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:44.684687 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fded8-7b27-46db-9e6e-31fc48a1878c None None] Pushing event updated for resources: {'Port': ['ID=4cc1cfe7-abdd-4a3a-8185-f70817b8f04c,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:44.736960 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-dfe60407-776c-4833-9db2-b9fe4801f4f4 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:44.737796 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf5d5d-efad-4167-a8a0-beb1d376f315 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52554d71-102e-44cb-af02-5324a64b5f08,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:44.753028 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2dbf5d5d-efad-4167-a8a0-beb1d376f315 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:44.754752 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2dbf5d5d-efad-4167-a8a0-beb1d376f315 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5043581 Mar 05 14:08:44.757113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36180) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:44.775168 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-de8ea157-1bd4-4b50-ae08-5a604cddaa71 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'security_group_rule': {'security_group_id': 'd447a40c-d4bc-4f73-89d8-dea4bda26d42', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:44.798175 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-de8ea157-1bd4-4b50-ae08-5a604cddaa71 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:44.808020 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-de8ea157-1bd4-4b50-ae08-5a604cddaa71 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:security_group_rule and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:44.814743 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-de8ea157-1bd4-4b50-ae08-5a604cddaa71 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:44.830015 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-de8ea157-1bd4-4b50-ae08-5a604cddaa71 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:44.865014 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:08:44.866508 n-d-803718-1 neutron-server[87914]: INFO neutron.db.securitygroups_db [None req-de8ea157-1bd4-4b50-ae08-5a604cddaa71 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Project 9a618ad747aa4899b8afc19ecc5e6005 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:08:44.889492 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-de8ea157-1bd4-4b50-ae08-5a604cddaa71 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:44.913228 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-dfe60407-776c-4833-9db2-b9fe4801f4f4 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Usage tracker for resource:subnet and tenant:1d62d161a3e446cf8b1fee76026c97fb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:44.942966 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-dfe60407-776c-4833-9db2-b9fe4801f4f4 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:44.958829 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-dfe60407-776c-4833-9db2-b9fe4801f4f4 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:44.969859 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-de8ea157-1bd4-4b50-ae08-5a604cddaa71 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:44.983927 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-de8ea157-1bd4-4b50-ae08-5a604cddaa71 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:44.988894 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe60407-776c-4833-9db2-b9fe4801f4f4 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Made reservation on behalf of 1d62d161a3e446cf8b1fee76026c97fb for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:08:44.992776 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dfe60407-776c-4833-9db2-b9fe4801f4f4 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:45.023117 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ea157-1bd4-4b50-ae08-5a604cddaa71 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e28935-2f0b-40c3-a06a-4d49bcffa8fe,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:45.043788 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-de8ea157-1bd4-4b50-ae08-5a604cddaa71 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:45.046558 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-de8ea157-1bd4-4b50-ae08-5a604cddaa71 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2862141 Mar 05 14:08:45.048873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36184) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:45.059869 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-14124686-1564-48f7-ae6e-a448cfb04da6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'security_group_rule': {'security_group_id': 'd447a40c-d4bc-4f73-89d8-dea4bda26d42', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:45.077423 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-14124686-1564-48f7-ae6e-a448cfb04da6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:45.086266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-14124686-1564-48f7-ae6e-a448cfb04da6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:security_group_rule and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:45.094504 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-14124686-1564-48f7-ae6e-a448cfb04da6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:45.112227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-14124686-1564-48f7-ae6e-a448cfb04da6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:45.146320 n-d-803718-1 neutron-server[87914]: INFO neutron.db.securitygroups_db [None req-14124686-1564-48f7-ae6e-a448cfb04da6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Project 9a618ad747aa4899b8afc19ecc5e6005 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:08:45.158810 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-14124686-1564-48f7-ae6e-a448cfb04da6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:45.274941 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-14124686-1564-48f7-ae6e-a448cfb04da6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:45.281648 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-14124686-1564-48f7-ae6e-a448cfb04da6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:45.325324 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14124686-1564-48f7-ae6e-a448cfb04da6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47895e4d-8ba3-4e72-9f87-a1a383d5702d,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:45.339952 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-14124686-1564-48f7-ae6e-a448cfb04da6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:45.342008 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-14124686-1564-48f7-ae6e-a448cfb04da6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2915761 Mar 05 14:08:45.400235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-7e3fded8-7b27-46db-9e6e-31fc48a1878c None None] For port 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:08:45.405633 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-7e3fded8-7b27-46db-9e6e-31fc48a1878c None None] For port 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4cc1cfe7-abdd-4a3a-8185-f70817b8f04c,segment=NetworkSegment(75ac5d33-bc2c-4f9c-923f-0b9c5b3e71b5),segment_id=75ac5d33-bc2c-4f9c-923f-0b9c5b3e71b5)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:08:45.422817 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:45.435051 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7e3fded8-7b27-46db-9e6e-31fc48a1878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:45.498425 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:45.498834 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:45.807374 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fded8-7b27-46db-9e6e-31fc48a1878c None None] Pushing event updated for resources: {'Port': ['ID=4cc1cfe7-abdd-4a3a-8185-f70817b8f04c,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:45.862874 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:45.889363 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dfe60407-776c-4833-9db2-b9fe4801f4f4 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:45.940339 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-d1803c8e-7be3-433a-8cbe-868365d79f91 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Synchronizing usage tracker for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:08:45.961128 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4,segment=NetworkSegment(84f96ee8-87de-4f8f-a645-0a53853978d7),segment_id=84f96ee8-87de-4f8f-a645-0a53853978d7)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:08:45.977325 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:46.145487 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe60407-776c-4833-9db2-b9fe4801f4f4 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Pushing event updated for resources: {'Subnet': ['ID=b9b144ea-dd65-4e99-a45d-1ddd87266121,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:46.145725 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:46.153392 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-d1803c8e-7be3-433a-8cbe-868365d79f91 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Unset dirty status for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:08:46.157197 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-d1803c8e-7be3-433a-8cbe-868365d79f91 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-867696144&fields=id&tenant_id=9a618ad747aa4899b8afc19ecc5e6005 HTTP/1.1" status: 200 len: 267 time: 0.3762515 Mar 05 14:08:46.160352 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe60407-776c-4833-9db2-b9fe4801f4f4 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Checking segment: {'id': 'c1fc0ce6-cded-4269-9f85-62890433f523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '077b96af-f020-4c94-8f7f-122ab931ea41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:08:46.160740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe60407-776c-4833-9db2-b9fe4801f4f4 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Network hostable DHCP agents. Network: 077b96af-f020-4c94-8f7f-122ab931ea41, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:08:46.177980 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18383a15-d36e-4ccb-a021-9eb0c1ca18f8 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:46.669118 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36210) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:46.783142 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:08:46.842162 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe60407-776c-4833-9db2-b9fe4801f4f4 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Network 077b96af-f020-4c94-8f7f-122ab931ea41 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:08:46.858409 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3abe16d-a966-4af8-9e40-a3edd962f124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:46.879825 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-dfe60407-776c-4833-9db2-b9fe4801f4f4 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 077b96af-f020-4c94-8f7f-122ab931ea41) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:46.908142 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1124aac-0fbc-4bd1-98ac-0086833d20c5 None None] Network 077b96af-f020-4c94-8f7f-122ab931ea41 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:08:46.909150 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe60407-776c-4833-9db2-b9fe4801f4f4 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:46.909988 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dfe60407-776c-4833-9db2-b9fe4801f4f4 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:46.911214 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c3abe16d-a966-4af8-9e40-a3edd962f124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:46.922278 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c3abe16d-a966-4af8-9e40-a3edd962f124 admin admin] Usage tracker for resource:security_group_rule and tenant:96e3e873ef3e43ebb7ff16e88583cd95 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:46.936702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c3abe16d-a966-4af8-9e40-a3edd962f124 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:46.950384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c3abe16d-a966-4af8-9e40-a3edd962f124 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:46.952483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-e8b7a088-c0db-4391-8949-613d6a60febf tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:46.963303 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-e8b7a088-c0db-4391-8949-613d6a60febf tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/networks?id=0a1c7137-da90-415e-95dc-4f4c1828138d HTTP/1.1" status: 200 len: 797 time: 0.7883041 Mar 05 14:08:47.017369 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dfe60407-776c-4833-9db2-b9fe4801f4f4 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7036705 Mar 05 14:08:47.020259 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-8bff47ed-6a61-446b-b106-f69168e95891 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/quotas/9a618ad747aa4899b8afc19ecc5e6005 HTTP/1.1" status: 200 len: 375 time: 0.0485709 Mar 05 14:08:47.020706 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36216) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:47.031093 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-009a4edc-dbd5-4fed-8fc8-01b6c66ec0c1 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Request body: {'subnet': {'network_id': '5fade4d6-a216-47ed-9436-7fcf0ad7853e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:47.128895 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:47.129574 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:47.206780 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3abe16d-a966-4af8-9e40-a3edd962f124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:47.214185 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3abe16d-a966-4af8-9e40-a3edd962f124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:47.274216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3abe16d-a966-4af8-9e40-a3edd962f124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e29b5e-5d67-4082-8f0c-1fa6ca38a6c1,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:47.326534 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c3abe16d-a966-4af8-9e40-a3edd962f124 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96e3e873ef3e43ebb7ff16e88583cd95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6552939 Mar 05 14:08:47.330124 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36220) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:47.405003 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-18383a15-d36e-4ccb-a021-9eb0c1ca18f8 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Deleting port 88320669-bf16-4186-8f7d-e0cd6951424b {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:08:47.405232 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18383a15-d36e-4ccb-a021-9eb0c1ca18f8 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:47.441717 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4055024e-1441-4b9f-9b9b-b0a731c5d88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:47.444349 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:08:47.451946 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-009a4edc-dbd5-4fed-8fc8-01b6c66ec0c1 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:47.470631 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-009a4edc-dbd5-4fed-8fc8-01b6c66ec0c1 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Usage tracker for resource:subnet and tenant:1d62d161a3e446cf8b1fee76026c97fb is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:47.490683 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-009a4edc-dbd5-4fed-8fc8-01b6c66ec0c1 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:47.512027 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4055024e-1441-4b9f-9b9b-b0a731c5d88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:47.526311 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-009a4edc-dbd5-4fed-8fc8-01b6c66ec0c1 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:47.565860 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-73336ab1-935f-4bf5-a4a3-a9adeafaa085 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Synchronizing usage tracker for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:08:47.626289 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4055024e-1441-4b9f-9b9b-b0a731c5d88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:47.632613 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009a4edc-dbd5-4fed-8fc8-01b6c66ec0c1 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Made reservation on behalf of 1d62d161a3e446cf8b1fee76026c97fb for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:08:47.637304 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-009a4edc-dbd5-4fed-8fc8-01b6c66ec0c1 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:47.651585 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055024e-1441-4b9f-9b9b-b0a731c5d88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e29b5e-5d67-4082-8f0c-1fa6ca38a6c1,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:47.656810 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4055024e-1441-4b9f-9b9b-b0a731c5d88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:47.658395 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4055024e-1441-4b9f-9b9b-b0a731c5d88e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4e29b5e-5d67-4082-8f0c-1fa6ca38a6c1 HTTP/1.1" status: 204 len: 168 time: 0.3267999 Mar 05 14:08:47.664027 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c401fa3f-8878-4d1c-9307-a2da642bbb19 None None] Network 8e1c94c7-eb14-4272-9f28-d70ce507ebf7 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:08:47.681576 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:47.712788 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f14b925-b730-404f-8a5c-b7c0b1e1d956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-077b96af-f020-4c94-8f7f-122ab931ea41', 'network_id': '077b96af-f020-4c94-8f7f-122ab931ea41', 'tenant_id': '1d62d161a3e446cf8b1fee76026c97fb', 'fixed_ips': [{'subnet_id': 'b9b144ea-dd65-4e99-a45d-1ddd87266121'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:08:47.713725 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4f14b925-b730-404f-8a5c-b7c0b1e1d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:47.734193 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-73336ab1-935f-4bf5-a4a3-a9adeafaa085 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Unset dirty status for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:08:47.735576 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-73336ab1-935f-4bf5-a4a3-a9adeafaa085 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a618ad747aa4899b8afc19ecc5e6005&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6842821 Mar 05 14:08:47.797825 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-16c3c770-6766-4ecd-8a40-e34efbb78f6f None None] Provisioning for port 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:47.861043 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-16c3c770-6766-4ecd-8a40-e34efbb78f6f None None] Provisioning complete for port 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:47.861793 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-16c3c770-6766-4ecd-8a40-e34efbb78f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:47.873992 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18383a15-d36e-4ccb-a021-9eb0c1ca18f8 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:48.019908 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-18383a15-d36e-4ccb-a021-9eb0c1ca18f8 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Calling delete_port for 88320669-bf16-4186-8f7d-e0cd6951424b owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:08:48.194684 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-16c3c770-6766-4ecd-8a40-e34efbb78f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:48.202501 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36232) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:48.214654 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-4f14b925-b730-404f-8a5c-b7c0b1e1d956 None None] Allocated IP 172.20.0.2 (077b96af-f020-4c94-8f7f-122ab931ea41/b9b144ea-dd65-4e99-a45d-1ddd87266121/617876c2-2622-4c2f-93e2-7e534a9599bb) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:08:48.253099 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0ca7-6f0b-46ec-806d-f7ca322aca92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:48.290656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c8bb0ca7-6f0b-46ec-806d-f7ca322aca92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:48.291231 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-16c3c770-6766-4ecd-8a40-e34efbb78f6f None None] For port 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4cc1cfe7-abdd-4a3a-8185-f70817b8f04c,segment=NetworkSegment(75ac5d33-bc2c-4f9c-923f-0b9c5b3e71b5),segment_id=75ac5d33-bc2c-4f9c-923f-0b9c5b3e71b5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:08:48.304511 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c8bb0ca7-6f0b-46ec-806d-f7ca322aca92 admin admin] Usage tracker for resource:security_group_rule and tenant:6c8c5018ea594e9dad364d3e00878b6e is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:48.310878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c8bb0ca7-6f0b-46ec-806d-f7ca322aca92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:48.322184 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c8bb0ca7-6f0b-46ec-806d-f7ca322aca92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:48.346418 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-16c3c770-6766-4ecd-8a40-e34efbb78f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:48.360038 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-1ab95c66-be51-410e-a75e-52cd38d9612c service neutron] 10.222.0.16 "GET /v2.0/networks/0a1c7137-da90-415e-95dc-4f4c1828138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501614 Mar 05 14:08:48.443900 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0ca7-6f0b-46ec-806d-f7ca322aca92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:48.451844 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0ca7-6f0b-46ec-806d-f7ca322aca92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:48.519947 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3c770-6766-4ecd-8a40-e34efbb78f6f None None] Pushing event updated for resources: {'Port': ['ID=4cc1cfe7-abdd-4a3a-8185-f70817b8f04c,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:48.527935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb0ca7-6f0b-46ec-806d-f7ca322aca92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e68ba3-bdaf-4635-8819-b4ee02d2b0b4,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:48.532825 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c8bb0ca7-6f0b-46ec-806d-f7ca322aca92 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c8c5018ea594e9dad364d3e00878b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285465 Mar 05 14:08:48.536182 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36236) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:48.581299 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-009a4edc-dbd5-4fed-8fc8-01b6c66ec0c1 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:48.627731 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3cb4ee12-a837-4ca5-b016-7255308c1805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:48.660564 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3cb4ee12-a837-4ca5-b016-7255308c1805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:48.677604 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4f14b925-b730-404f-8a5c-b7c0b1e1d956 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:48.701282 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5de07013-8768-44c5-a284-08d6b4203371 None None] Provisioning complete for port 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:48.701793 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5de07013-8768-44c5-a284-08d6b4203371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:48.747714 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:08:48.750347 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3cb4ee12-a837-4ca5-b016-7255308c1805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:48.768414 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4ee12-a837-4ca5-b016-7255308c1805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e68ba3-bdaf-4635-8819-b4ee02d2b0b4,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:48.779836 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3cb4ee12-a837-4ca5-b016-7255308c1805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:48.781000 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3cb4ee12-a837-4ca5-b016-7255308c1805 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89e68ba3-bdaf-4635-8819-b4ee02d2b0b4 HTTP/1.1" status: 204 len: 168 time: 0.2439098 Mar 05 14:08:48.784314 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4f14b925-b730-404f-8a5c-b7c0b1e1d956 None None] Transition to ACTIVE for port object 617876c2-2622-4c2f-93e2-7e534a9599bb will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:48.880289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4f14b925-b730-404f-8a5c-b7c0b1e1d956 None None] Transition to ACTIVE for port object 617876c2-2622-4c2f-93e2-7e534a9599bb will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:48.903189 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4f14b925-b730-404f-8a5c-b7c0b1e1d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:48.971163 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:48.971687 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:48.984587 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a4edc-dbd5-4fed-8fc8-01b6c66ec0c1 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Pushing event updated for resources: {'Subnet': ['ID=e214185d-48c7-4278-b9cb-b732d5809484,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:49.027037 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f14b925-b730-404f-8a5c-b7c0b1e1d956 None None] Network 077b96af-f020-4c94-8f7f-122ab931ea41 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:08:49.032531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009a4edc-dbd5-4fed-8fc8-01b6c66ec0c1 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Checking segment: {'id': '98bbd613-e5ef-4430-a30d-8c5bf87ba17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fade4d6-a216-47ed-9436-7fcf0ad7853e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:08:49.036959 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009a4edc-dbd5-4fed-8fc8-01b6c66ec0c1 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Network hostable DHCP agents. Network: 5fade4d6-a216-47ed-9436-7fcf0ad7853e, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:08:49.066180 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-cdcd057a-4b3c-41c8-9104-28c1a2e73fad service neutron] 10.222.0.16 "GET /v2.0/networks/0a1c7137-da90-415e-95dc-4f4c1828138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6923752 Mar 05 14:08:49.091077 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009a4edc-dbd5-4fed-8fc8-01b6c66ec0c1 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Network 5fade4d6-a216-47ed-9436-7fcf0ad7853e is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:08:49.108956 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-009a4edc-dbd5-4fed-8fc8-01b6c66ec0c1 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 5fade4d6-a216-47ed-9436-7fcf0ad7853e) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:49.116240 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009a4edc-dbd5-4fed-8fc8-01b6c66ec0c1 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:49.117596 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-009a4edc-dbd5-4fed-8fc8-01b6c66ec0c1 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:49.118932 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-4f14b925-b730-404f-8a5c-b7c0b1e1d956 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:49.124594 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18383a15-d36e-4ccb-a021-9eb0c1ca18f8 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:49.135060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f14b925-b730-404f-8a5c-b7c0b1e1d956 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:08:49.147483 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3a3c40-dd32-4f88-ae7c-3000d6e77dc1 None None] Network 5fade4d6-a216-47ed-9436-7fcf0ad7853e requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:08:49.213273 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18383a15-d36e-4ccb-a021-9eb0c1ca18f8 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event deleted for resources: {'Port': ['ID=88320669-bf16-4186-8f7d-e0cd6951424b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:49.284651 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14b925-b730-404f-8a5c-b7c0b1e1d956 None None] Pushing event updated for resources: {'Port': ['ID=617876c2-2622-4c2f-93e2-7e534a9599bb,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:49.461470 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4f14b925-b730-404f-8a5c-b7c0b1e1d956 None None] Attempting to bind port 617876c2-2622-4c2f-93e2-7e534a9599bb on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:08:49.462245 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4f14b925-b730-404f-8a5c-b7c0b1e1d956 None None] Attempting to bind port 617876c2-2622-4c2f-93e2-7e534a9599bb by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'c1fc0ce6-cded-4269-9f85-62890433f523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '077b96af-f020-4c94-8f7f-122ab931ea41'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:08:49.462245 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f14b925-b730-404f-8a5c-b7c0b1e1d956 None None] Attempting to bind port 617876c2-2622-4c2f-93e2-7e534a9599bb on network 077b96af-f020-4c94-8f7f-122ab931ea41 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:08:49.498651 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-009a4edc-dbd5-4fed-8fc8-01b6c66ec0c1 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4747691 Mar 05 14:08:49.501273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36258) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:49.519758 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f14b925-b730-404f-8a5c-b7c0b1e1d956 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:08:49.519758 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f14b925-b730-404f-8a5c-b7c0b1e1d956 None None] Checking segment: {'id': 'c1fc0ce6-cded-4269-9f85-62890433f523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '077b96af-f020-4c94-8f7f-122ab931ea41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:08:49.520086 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4f14b925-b730-404f-8a5c-b7c0b1e1d956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:49.520265 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f14b925-b730-404f-8a5c-b7c0b1e1d956 None None] Bound using segment: {'id': 'c1fc0ce6-cded-4269-9f85-62890433f523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '077b96af-f020-4c94-8f7f-122ab931ea41'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:08:49.520746 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4f14b925-b730-404f-8a5c-b7c0b1e1d956 None None] Bound port: 617876c2-2622-4c2f-93e2-7e534a9599bb, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1fc0ce6-cded-4269-9f85-62890433f523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '077b96af-f020-4c94-8f7f-122ab931ea41'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:08:49.521114 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4f14b925-b730-404f-8a5c-b7c0b1e1d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:49.639042 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4f14b925-b730-404f-8a5c-b7c0b1e1d956 None None] For port 617876c2-2622-4c2f-93e2-7e534a9599bb, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:08:49.642392 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4f14b925-b730-404f-8a5c-b7c0b1e1d956 None None] For port 617876c2-2622-4c2f-93e2-7e534a9599bb, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=617876c2-2622-4c2f-93e2-7e534a9599bb,segment=NetworkSegment(c1fc0ce6-cded-4269-9f85-62890433f523),segment_id=c1fc0ce6-cded-4269-9f85-62890433f523)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:08:49.660032 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4f14b925-b730-404f-8a5c-b7c0b1e1d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:49.714366 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-afb10ba6-2370-4132-902b-49a98ec605be req-124f25fb-6f80-47b6-97ab-5d8f70ae1565 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 210 time: 0.3517079 Mar 05 14:08:49.766386 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18383a15-d36e-4ccb-a021-9eb0c1ca18f8 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:50.005433 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14b925-b730-404f-8a5c-b7c0b1e1d956 None None] Pushing event updated for resources: {'Port': ['ID=617876c2-2622-4c2f-93e2-7e534a9599bb,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:50.135297 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222e228c-2d91-42e7-b9f8-f1632cd8e59f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-5fade4d6-a216-47ed-9436-7fcf0ad7853e', 'network_id': '5fade4d6-a216-47ed-9436-7fcf0ad7853e', 'tenant_id': '1d62d161a3e446cf8b1fee76026c97fb', 'fixed_ips': [{'subnet_id': 'e214185d-48c7-4278-b9cb-b732d5809484'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:08:50.136490 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-222e228c-2d91-42e7-b9f8-f1632cd8e59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:50.493573 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-222e228c-2d91-42e7-b9f8-f1632cd8e59f None None] Allocated IP 172.20.0.2 (5fade4d6-a216-47ed-9436-7fcf0ad7853e/e214185d-48c7-4278-b9cb-b732d5809484/7e94f655-8ad1-4676-a5f5-a91d38314d0a) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:08:50.635568 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18383a15-d36e-4ccb-a021-9eb0c1ca18f8 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Router 4b6ffbf0-36dc-4545-8361-0e538a3555fb has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:08:50.790502 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 617876c2-2622-4c2f-93e2-7e534a9599bb up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:08:50.801483 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45b6070b-a44a-40c5-b312-3dba9b09c721 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:51.033155 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18383a15-d36e-4ccb-a021-9eb0c1ca18f8 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:08:51.051792 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435d727a-b2ac-40bd-b706-7a7bf3365330 None None] Sync routers for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:08:51.056613 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-18383a15-d36e-4ccb-a021-9eb0c1ca18f8 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "PUT /v2.0/routers/4b6ffbf0-36dc-4545-8361-0e538a3555fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9122124 Mar 05 14:08:51.059456 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 617876c2-2622-4c2f-93e2-7e534a9599bb completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:51.062074 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36286) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:51.068859 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-222e228c-2d91-42e7-b9f8-f1632cd8e59f None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:51.120806 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435d727a-b2ac-40bd-b706-7a7bf3365330 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:08:51.121662 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-435d727a-b2ac-40bd-b706-7a7bf3365330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:08:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:51.227433 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-222e228c-2d91-42e7-b9f8-f1632cd8e59f None None] Transition to ACTIVE for port object 7e94f655-8ad1-4676-a5f5-a91d38314d0a will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:51.230860 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-435d727a-b2ac-40bd-b706-7a7bf3365330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:51.285634 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-222e228c-2d91-42e7-b9f8-f1632cd8e59f None None] Transition to ACTIVE for port object 7e94f655-8ad1-4676-a5f5-a91d38314d0a will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:51.286981 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435d727a-b2ac-40bd-b706-7a7bf3365330 None None] Routers {'4b6ffbf0-36dc-4545-8361-0e538a3555fb'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:08:51.287710 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-435d727a-b2ac-40bd-b706-7a7bf3365330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:08:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:51.416643 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f29c8ce8-7a24-4fe3-a638-c37bf8bbbb93 req-8c1adbfd-70a2-4b6c-a1b7-7a84c1977795 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 210 time: 0.1646247 Mar 05 14:08:51.496237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-435d727a-b2ac-40bd-b706-7a7bf3365330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:51.496649 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435d727a-b2ac-40bd-b706-7a7bf3365330 None None] The sync data for ids ['4b6ffbf0-36dc-4545-8361-0e538a3555fb'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:08:51.501364 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-222e228c-2d91-42e7-b9f8-f1632cd8e59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:51.590753 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-93829fa2-6ae3-4779-b922-1f3de61046c1 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:51.591549 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-93829fa2-6ae3-4779-b922-1f3de61046c1 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Synchronizing usage tracker for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:08:51.665469 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222e228c-2d91-42e7-b9f8-f1632cd8e59f None None] Network 5fade4d6-a216-47ed-9436-7fcf0ad7853e is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:08:51.670398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-222e228c-2d91-42e7-b9f8-f1632cd8e59f None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:51.674684 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222e228c-2d91-42e7-b9f8-f1632cd8e59f None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:08:51.734163 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-93829fa2-6ae3-4779-b922-1f3de61046c1 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Unset dirty status for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:08:51.735351 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-93829fa2-6ae3-4779-b922-1f3de61046c1 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.15 "GET /v2.0/networks?id=0a1c7137-da90-415e-95dc-4f4c1828138d HTTP/1.1" status: 200 len: 797 time: 0.5316639 Mar 05 14:08:51.754714 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e91aa8bd-7d55-4571-ac1b-708df8f2fb78 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:51.769196 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe74848-386f-448b-ab58-06b71be57b11 None None] Network 077b96af-f020-4c94-8f7f-122ab931ea41 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:08:51.821103 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-222e228c-2d91-42e7-b9f8-f1632cd8e59f None None] Attempting to bind port 7e94f655-8ad1-4676-a5f5-a91d38314d0a on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:08:51.821475 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-222e228c-2d91-42e7-b9f8-f1632cd8e59f None None] Attempting to bind port 7e94f655-8ad1-4676-a5f5-a91d38314d0a by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '98bbd613-e5ef-4430-a30d-8c5bf87ba17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fade4d6-a216-47ed-9436-7fcf0ad7853e'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:08:51.821838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222e228c-2d91-42e7-b9f8-f1632cd8e59f None None] Attempting to bind port 7e94f655-8ad1-4676-a5f5-a91d38314d0a on network 5fade4d6-a216-47ed-9436-7fcf0ad7853e {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:08:51.828991 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e228c-2d91-42e7-b9f8-f1632cd8e59f None None] Pushing event updated for resources: {'Port': ['ID=7e94f655-8ad1-4676-a5f5-a91d38314d0a,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:51.842328 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222e228c-2d91-42e7-b9f8-f1632cd8e59f None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:08:51.842650 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222e228c-2d91-42e7-b9f8-f1632cd8e59f None None] Checking segment: {'id': '98bbd613-e5ef-4430-a30d-8c5bf87ba17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fade4d6-a216-47ed-9436-7fcf0ad7853e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:08:51.843096 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-222e228c-2d91-42e7-b9f8-f1632cd8e59f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:51.843573 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222e228c-2d91-42e7-b9f8-f1632cd8e59f None None] Bound using segment: {'id': '98bbd613-e5ef-4430-a30d-8c5bf87ba17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fade4d6-a216-47ed-9436-7fcf0ad7853e'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:08:51.844062 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-222e228c-2d91-42e7-b9f8-f1632cd8e59f None None] Bound port: 7e94f655-8ad1-4676-a5f5-a91d38314d0a, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bbd613-e5ef-4430-a30d-8c5bf87ba17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5fade4d6-a216-47ed-9436-7fcf0ad7853e'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:08:51.844617 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-222e228c-2d91-42e7-b9f8-f1632cd8e59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:51.908871 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-a66f8f7d-9832-41c0-91a0-77b9fdc3d31d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Synchronizing usage tracker for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:08:51.914990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e4dd2358-f836-4449-8323-ace1c257b9fc None None] Provisioning for port 617876c2-2622-4c2f-93e2-7e534a9599bb completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:51.926276 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e4dd2358-f836-4449-8323-ace1c257b9fc None None] Provisioning complete for port 617876c2-2622-4c2f-93e2-7e534a9599bb triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:51.926502 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2358-f836-4449-8323-ace1c257b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:51.972276 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-a66f8f7d-9832-41c0-91a0-77b9fdc3d31d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Unset dirty status for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:08:51.979217 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-a66f8f7d-9832-41c0-91a0-77b9fdc3d31d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a618ad747aa4899b8afc19ecc5e6005 HTTP/1.1" status: 200 len: 379 time: 0.2141626 Mar 05 14:08:52.001530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-a22e836a-ce4a-4585-beaf-16663965eaf4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'port': {'device_id': '22f060fe-6b68-4af0-bd57-c37f85d08631', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'admin_state_up': True, 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'security_groups': ['d447a40c-d4bc-4f73-89d8-dea4bda26d42']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:52.055289 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-45b6070b-a44a-40c5-b312-3dba9b09c721 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Allocated IP 172.20.0.1 (077b96af-f020-4c94-8f7f-122ab931ea41/b9b144ea-dd65-4e99-a45d-1ddd87266121/92756a03-2421-4d41-b426-b45bcd3c1895) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:08:52.211407 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e91aa8bd-7d55-4571-ac1b-708df8f2fb78 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:52.223186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e91aa8bd-7d55-4571-ac1b-708df8f2fb78 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Deleting port f2cf40fd-f9f5-4c36-9246-2c1ab893d3cf {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:08:52.223919 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e91aa8bd-7d55-4571-ac1b-708df8f2fb78 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:52.365411 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-222e228c-2d91-42e7-b9f8-f1632cd8e59f None None] For port 7e94f655-8ad1-4676-a5f5-a91d38314d0a, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:08:52.410296 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-a22e836a-ce4a-4585-beaf-16663965eaf4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:52.436038 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-a22e836a-ce4a-4585-beaf-16663965eaf4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:52.466004 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45b6070b-a44a-40c5-b312-3dba9b09c721 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:52.473033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-a22e836a-ce4a-4585-beaf-16663965eaf4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Made reservation on behalf of 9a618ad747aa4899b8afc19ecc5e6005 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:08:52.475182 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-222e228c-2d91-42e7-b9f8-f1632cd8e59f None None] For port 7e94f655-8ad1-4676-a5f5-a91d38314d0a, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7e94f655-8ad1-4676-a5f5-a91d38314d0a,segment=NetworkSegment(98bbd613-e5ef-4430-a30d-8c5bf87ba17d),segment_id=98bbd613-e5ef-4430-a30d-8c5bf87ba17d)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:08:52.477785 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-a22e836a-ce4a-4585-beaf-16663965eaf4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:52.560391 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-222e228c-2d91-42e7-b9f8-f1632cd8e59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:52.679895 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2358-f836-4449-8323-ace1c257b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:52.681266 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e91aa8bd-7d55-4571-ac1b-708df8f2fb78 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:52.719595 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-a22e836a-ce4a-4585-beaf-16663965eaf4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Allocated IP 172.20.0.7 (0a1c7137-da90-415e-95dc-4f4c1828138d/76653a85-548c-43a5-9101-603080510503/6bc53ced-3633-4c84-bfc6-ec12a58e03f2) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:08:52.735374 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e228c-2d91-42e7-b9f8-f1632cd8e59f None None] Pushing event updated for resources: {'Port': ['ID=7e94f655-8ad1-4676-a5f5-a91d38314d0a,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:52.805649 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-45b6070b-a44a-40c5-b312-3dba9b09c721 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Transition to ACTIVE for port object 92756a03-2421-4d41-b426-b45bcd3c1895 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:52.811742 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e4dd2358-f836-4449-8323-ace1c257b9fc None None] For port 617876c2-2622-4c2f-93e2-7e534a9599bb, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=617876c2-2622-4c2f-93e2-7e534a9599bb,segment=NetworkSegment(c1fc0ce6-cded-4269-9f85-62890433f523),segment_id=c1fc0ce6-cded-4269-9f85-62890433f523)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:08:52.832861 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2358-f836-4449-8323-ace1c257b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:52.842573 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0c105481-6a79-44b5-b8a5-0f4adb68faf6 req-c4901267-cd29-43f8-a109-a48654d7289d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 210 time: 0.1091201 Mar 05 14:08:52.945631 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e91aa8bd-7d55-4571-ac1b-708df8f2fb78 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Calling delete_port for f2cf40fd-f9f5-4c36-9246-2c1ab893d3cf owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:08:53.015654 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd2358-f836-4449-8323-ace1c257b9fc None None] Pushing event updated for resources: {'Port': ['ID=617876c2-2622-4c2f-93e2-7e534a9599bb,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:53.274781 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45b6070b-a44a-40c5-b312-3dba9b09c721 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:53.332841 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e91aa8bd-7d55-4571-ac1b-708df8f2fb78 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:53.383772 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b6070b-a44a-40c5-b312-3dba9b09c721 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Network 077b96af-f020-4c94-8f7f-122ab931ea41 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:08:53.406183 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-248fd6b4-16d4-4905-b3b2-bc74fb1f71a7 None None] Provisioning complete for port 617876c2-2622-4c2f-93e2-7e534a9599bb triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:53.406638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-45b6070b-a44a-40c5-b312-3dba9b09c721 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:53.412498 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-248fd6b4-16d4-4905-b3b2-bc74fb1f71a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:53.415647 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b6070b-a44a-40c5-b312-3dba9b09c721 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:08:53.493802 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6070b-a44a-40c5-b312-3dba9b09c721 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Pushing event updated for resources: {'Port': ['ID=92756a03-2421-4d41-b426-b45bcd3c1895,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:53.512180 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-a22e836a-ce4a-4585-beaf-16663965eaf4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:53.541314 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-a22e836a-ce4a-4585-beaf-16663965eaf4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Transition to ACTIVE for port object 6bc53ced-3633-4c84-bfc6-ec12a58e03f2 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:53.542718 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45b6070b-a44a-40c5-b312-3dba9b09c721 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:53.566867 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91aa8bd-7d55-4571-ac1b-708df8f2fb78 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event deleted for resources: {'Port': ['ID=f2cf40fd-f9f5-4c36-9246-2c1ab893d3cf,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:53.799415 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-a22e836a-ce4a-4585-beaf-16663965eaf4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:53.813205 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e91aa8bd-7d55-4571-ac1b-708df8f2fb78 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:53.840016 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4d5692e7-5cb9-4c53-aa92-9830dc485de5 None None] Provisioning for port 92756a03-2421-4d41-b426-b45bcd3c1895 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:53.848383 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4d5692e7-5cb9-4c53-aa92-9830dc485de5 None None] Provisioning complete for port 92756a03-2421-4d41-b426-b45bcd3c1895 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:53.848777 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4d5692e7-5cb9-4c53-aa92-9830dc485de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:53.992817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-a22e836a-ce4a-4585-beaf-16663965eaf4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Network 0a1c7137-da90-415e-95dc-4f4c1828138d is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:08:54.024985 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4d5692e7-5cb9-4c53-aa92-9830dc485de5 None None] Port 92756a03-2421-4d41-b426-b45bcd3c1895 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:08:54.030332 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45b6070b-a44a-40c5-b312-3dba9b09c721 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:54.068940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-a22e836a-ce4a-4585-beaf-16663965eaf4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:54.088607 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e91aa8bd-7d55-4571-ac1b-708df8f2fb78 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:54.096061 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e91aa8bd-7d55-4571-ac1b-708df8f2fb78 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:54.151463 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-a22e836a-ce4a-4585-beaf-16663965eaf4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:08:54.215621 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e91aa8bd-7d55-4571-ac1b-708df8f2fb78 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:54.216180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91aa8bd-7d55-4571-ac1b-708df8f2fb78 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Fanout notify agent at l3_agent the message router_deleted on router 4b6ffbf0-36dc-4545-8361-0e538a3555fb {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:08:54.235870 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e91aa8bd-7d55-4571-ac1b-708df8f2fb78 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:54.237074 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e91aa8bd-7d55-4571-ac1b-708df8f2fb78 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "DELETE /v2.0/routers/4b6ffbf0-36dc-4545-8361-0e538a3555fb HTTP/1.1" status: 204 len: 168 time: 3.1735654 Mar 05 14:08:54.249969 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36324) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:54.267665 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb7cca-b82a-4a4b-8509-15002908c895 req-86bce34d-8f24-4325-a135-6df6787be41c tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:54.270217 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-06bb7cca-b82a-4a4b-8509-15002908c895 req-86bce34d-8f24-4325-a135-6df6787be41c tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 931 time: 0.1435130 Mar 05 14:08:54.278388 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-a22e836a-ce4a-4585-beaf-16663965eaf4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:54.279617 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-a22e836a-ce4a-4585-beaf-16663965eaf4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:54.305152 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e836a-ce4a-4585-beaf-16663965eaf4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'Port': ['ID=6bc53ced-3633-4c84-bfc6-ec12a58e03f2,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:54.397053 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-06bb7cca-b82a-4a4b-8509-15002908c895 req-dfe79b35-5f2a-407f-be51-6d2bc1f02e2d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=d447a40c-d4bc-4f73-89d8-dea4bda26d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825741 Mar 05 14:08:54.414659 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-f26cd7d6-b022-414a-adab-64f0fc87b1f9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Deleting subnet 8302c89b-830b-4640-9f42-402e543f95ec {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:08:54.419735 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f26cd7d6-b022-414a-adab-64f0fc87b1f9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:54.488108 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f26cd7d6-b022-414a-adab-64f0fc87b1f9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:54.503728 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0cd20c-5202-4e96-aa72-c2a2825a7d95 None None] Network 5fade4d6-a216-47ed-9436-7fcf0ad7853e requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:08:54.555551 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-a22e836a-ce4a-4585-beaf-16663965eaf4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5696447 Mar 05 14:08:54.567024 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f26cd7d6-b022-414a-adab-64f0fc87b1f9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:54.672227 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f26cd7d6-b022-414a-adab-64f0fc87b1f9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:54.672993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-400ebbb2-f6a2-4287-b9fa-6308e8a06752 service neutron] Request body: {'port': {'device_id': '22f060fe-6b68-4af0-bd57-c37f85d08631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:08:54.725972 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-168c7afa-3ee8-447c-9e67-df73a391d8ca None None] Provisioning for port 7e94f655-8ad1-4676-a5f5-a91d38314d0a completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:54.774591 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f26cd7d6-b022-414a-adab-64f0fc87b1f9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:54.788623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cd7d6-b022-414a-adab-64f0fc87b1f9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event deleted for resources: {'Subnet': ['ID=8302c89b-830b-4640-9f42-402e543f95ec,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:54.809673 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f26cd7d6-b022-414a-adab-64f0fc87b1f9 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "DELETE /v2.0/subnets/8302c89b-830b-4640-9f42-402e543f95ec HTTP/1.1" status: 204 len: 168 time: 0.5518510 Mar 05 14:08:54.811777 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36338) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:54.840684 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-168c7afa-3ee8-447c-9e67-df73a391d8ca None None] Provisioning for port 6bc53ced-3633-4c84-bfc6-ec12a58e03f2 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:54.876330 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-168c7afa-3ee8-447c-9e67-df73a391d8ca None None] Provisioning complete for port 6bc53ced-3633-4c84-bfc6-ec12a58e03f2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:54.876992 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-168c7afa-3ee8-447c-9e67-df73a391d8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:54.907299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 617876c2-2622-4c2f-93e2-7e534a9599bb up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:08:55.051709 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-168c7afa-3ee8-447c-9e67-df73a391d8ca None None] Port 6bc53ced-3633-4c84-bfc6-ec12a58e03f2 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:08:55.067682 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 617876c2-2622-4c2f-93e2-7e534a9599bb triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:55.068175 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:55.185530 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45b6070b-a44a-40c5-b312-3dba9b09c721 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:55.202543 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45b6070b-a44a-40c5-b312-3dba9b09c721 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:55.260389 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 7e94f655-8ad1-4676-a5f5-a91d38314d0a up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:08:55.324307 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-400ebbb2-f6a2-4287-b9fa-6308e8a06752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:55.353161 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ac1667d0-921a-4a26-ba30-b49fd456abc2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:55.371376 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 7e94f655-8ad1-4676-a5f5-a91d38314d0a completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:08:55.394743 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 7e94f655-8ad1-4676-a5f5-a91d38314d0a triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:55.396549 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:55.684559 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6070b-a44a-40c5-b312-3dba9b09c721 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Pushing event updated for resources: {'Port': ['ID=92756a03-2421-4d41-b426-b45bcd3c1895,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:55.693584 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:55.698069 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-45b6070b-a44a-40c5-b312-3dba9b09c721 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:55.718519 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6a603c80-972f-43ef-b74c-f0b8f56e123a None None] Provisioning complete for port 7e94f655-8ad1-4676-a5f5-a91d38314d0a triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:55.718910 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6a603c80-972f-43ef-b74c-f0b8f56e123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:55.790985 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 7e94f655-8ad1-4676-a5f5-a91d38314d0a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7e94f655-8ad1-4676-a5f5-a91d38314d0a,segment=NetworkSegment(98bbd613-e5ef-4430-a30d-8c5bf87ba17d),segment_id=98bbd613-e5ef-4430-a30d-8c5bf87ba17d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:08:55.802011 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:55.961905 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=7e94f655-8ad1-4676-a5f5-a91d38314d0a,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:56.140645 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ac1667d0-921a-4a26-ba30-b49fd456abc2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:56.214031 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-ac1667d0-921a-4a26-ba30-b49fd456abc2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:56.278182 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b6070b-a44a-40c5-b312-3dba9b09c721 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Network 077b96af-f020-4c94-8f7f-122ab931ea41 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:08:56.288768 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-ac1667d0-921a-4a26-ba30-b49fd456abc2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1293d9aa-82f1-4435-b5f9-5bc3801a971d') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:56.288768 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-ac1667d0-921a-4a26-ba30-b49fd456abc2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1293d9aa-82f1-4435-b5f9-5bc3801a971d') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:56.290538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-45b6070b-a44a-40c5-b312-3dba9b09c721 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:08:56.307648 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ac1667d0-921a-4a26-ba30-b49fd456abc2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:56.372606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc4dc8-c065-4a77-80e8-9809bf12e389 req-e7a6739b-990d-42f6-850b-4632484f3cc6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:56.373322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-08dc4dc8-c065-4a77-80e8-9809bf12e389 req-e7a6739b-990d-42f6-850b-4632484f3cc6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Synchronizing usage tracker for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:08:56.490010 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ac1667d0-921a-4a26-ba30-b49fd456abc2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:56.585117 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac1667d0-921a-4a26-ba30-b49fd456abc2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:08:56.585507 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ac1667d0-921a-4a26-ba30-b49fd456abc2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:56.601436 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-08dc4dc8-c065-4a77-80e8-9809bf12e389 req-e7a6739b-990d-42f6-850b-4632484f3cc6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Unset dirty status for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:08:56.602735 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-62a5b6d0-ad1e-4c1e-abe6-202327141f90 None None] Provisioning complete for port 92756a03-2421-4d41-b426-b45bcd3c1895 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:56.603100 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-62a5b6d0-ad1e-4c1e-abe6-202327141f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:56.608396 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08dc4dc8-c065-4a77-80e8-9809bf12e389 req-e7a6739b-990d-42f6-850b-4632484f3cc6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 931 time: 0.9424591 Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:08:56.622457 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:08:56.692913 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 7e94f655-8ad1-4676-a5f5-a91d38314d0a up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:08:56.817579 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-62a5b6d0-ad1e-4c1e-abe6-202327141f90 None None] Port 92756a03-2421-4d41-b426-b45bcd3c1895 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:08:56.864807 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 7e94f655-8ad1-4676-a5f5-a91d38314d0a triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:08:56.865171 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:56.897958 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08dc4dc8-c065-4a77-80e8-9809bf12e389 req-b4b27bf1-ebfd-44ad-8c78-2024211fbe3c tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=d447a40c-d4bc-4f73-89d8-dea4bda26d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2886901 Mar 05 14:08:56.918961 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ac1667d0-921a-4a26-ba30-b49fd456abc2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:56.930950 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ac1667d0-921a-4a26-ba30-b49fd456abc2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:56.954433 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-400ebbb2-f6a2-4287-b9fa-6308e8a06752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc53ced-3633-4c84-bfc6-ec12a58e03f2 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:08:56.976027 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-400ebbb2-f6a2-4287-b9fa-6308e8a06752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:56.988133 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ac1667d0-921a-4a26-ba30-b49fd456abc2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] 10.222.0.16 "DELETE /v2.0/networks/a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b HTTP/1.1" status: 204 len: 168 time: 2.1702595 Mar 05 14:08:56.988133 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1667d0-921a-4a26-ba30-b49fd456abc2 tempest-FloatingIPTestJSON-2143460697 tempest-FloatingIPTestJSON-2143460697-project] Pushing event deleted for resources: {'Network': ['ID=a6b6b4e2-9a0e-4e75-8df7-6c1eb6f4704b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:57.015100 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-400ebbb2-f6a2-4287-b9fa-6308e8a06752 service neutron] Transition to ACTIVE for port object 6bc53ced-3633-4c84-bfc6-ec12a58e03f2 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:08:57.019105 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b6070b-a44a-40c5-b312-3dba9b09c721 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Router 3f02669b-aeac-4d8c-a1ad-620b1e7a873f is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:08:57.029350 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-400ebbb2-f6a2-4287-b9fa-6308e8a06752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:57.319909 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ebbb2-f6a2-4287-b9fa-6308e8a06752 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc53ced-3633-4c84-bfc6-ec12a58e03f2,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:57.476253 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36360) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:57.642620 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b6070b-a44a-40c5-b312-3dba9b09c721 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:08:57.649645 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-45b6070b-a44a-40c5-b312-3dba9b09c721 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "PUT /v2.0/routers/3f02669b-aeac-4d8c-a1ad-620b1e7a873f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1465302 Mar 05 14:08:57.653126 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36366) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:57.670824 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1e2a36-b48f-4df4-9299-b30b5d9ef14c None None] Sync routers for ids ['3f02669b-aeac-4d8c-a1ad-620b1e7a873f'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:08:57.682395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-400ebbb2-f6a2-4287-b9fa-6308e8a06752 service neutron] Attempting to bind port 6bc53ced-3633-4c84-bfc6-ec12a58e03f2 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:08:57.682882 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-400ebbb2-f6a2-4287-b9fa-6308e8a06752 service neutron] Attempting to bind port 6bc53ced-3633-4c84-bfc6-ec12a58e03f2 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '84f96ee8-87de-4f8f-a645-0a53853978d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:08:57.683672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-400ebbb2-f6a2-4287-b9fa-6308e8a06752 service neutron] Attempting to bind port 6bc53ced-3633-4c84-bfc6-ec12a58e03f2 on network 0a1c7137-da90-415e-95dc-4f4c1828138d {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:08:57.690071 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-400ebbb2-f6a2-4287-b9fa-6308e8a06752 service neutron] Port 6bc53ced-3633-4c84-bfc6-ec12a58e03f2 on network 0a1c7137-da90-415e-95dc-4f4c1828138d not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:08:57.690524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-400ebbb2-f6a2-4287-b9fa-6308e8a06752 service neutron] Attempting to bind port 6bc53ced-3633-4c84-bfc6-ec12a58e03f2 on network 0a1c7137-da90-415e-95dc-4f4c1828138d {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:08:57.693059 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1e2a36-b48f-4df4-9299-b30b5d9ef14c None None] Routers {'3f02669b-aeac-4d8c-a1ad-620b1e7a873f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:08:57.694519 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8b1e2a36-b48f-4df4-9299-b30b5d9ef14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:08:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['3f02669b-aeac-4d8c-a1ad-620b1e7a873f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:57.696804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-400ebbb2-f6a2-4287-b9fa-6308e8a06752 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:08:57.697264 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-400ebbb2-f6a2-4287-b9fa-6308e8a06752 service neutron] Checking segment: {'id': '84f96ee8-87de-4f8f-a645-0a53853978d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:08:57.697731 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-400ebbb2-f6a2-4287-b9fa-6308e8a06752 service neutron] Bound using segment: {'id': '84f96ee8-87de-4f8f-a645-0a53853978d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:08:57.698256 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-400ebbb2-f6a2-4287-b9fa-6308e8a06752 service neutron] Bound port: 6bc53ced-3633-4c84-bfc6-ec12a58e03f2, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84f96ee8-87de-4f8f-a645-0a53853978d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:08:57.698691 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-400ebbb2-f6a2-4287-b9fa-6308e8a06752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:57.851201 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8b1e2a36-b48f-4df4-9299-b30b5d9ef14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:57.861962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-400ebbb2-f6a2-4287-b9fa-6308e8a06752 service neutron] For port 6bc53ced-3633-4c84-bfc6-ec12a58e03f2, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:08:57.874118 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-400ebbb2-f6a2-4287-b9fa-6308e8a06752 service neutron] For port 6bc53ced-3633-4c84-bfc6-ec12a58e03f2, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=6bc53ced-3633-4c84-bfc6-ec12a58e03f2,segment=NetworkSegment(84f96ee8-87de-4f8f-a645-0a53853978d7),segment_id=84f96ee8-87de-4f8f-a645-0a53853978d7)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:08:57.875173 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1e2a36-b48f-4df4-9299-b30b5d9ef14c None None] Routers {'3f02669b-aeac-4d8c-a1ad-620b1e7a873f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:08:57.877162 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36374) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:57.877727 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8b1e2a36-b48f-4df4-9299-b30b5d9ef14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:08:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['3f02669b-aeac-4d8c-a1ad-620b1e7a873f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:57.887059 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-400ebbb2-f6a2-4287-b9fa-6308e8a06752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:58.031989 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ebbb2-f6a2-4287-b9fa-6308e8a06752 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc53ced-3633-4c84-bfc6-ec12a58e03f2,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:58.048132 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-400ebbb2-f6a2-4287-b9fa-6308e8a06752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:58.048637 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-400ebbb2-f6a2-4287-b9fa-6308e8a06752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:58.050003 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-400ebbb2-f6a2-4287-b9fa-6308e8a06752 service neutron] 10.222.0.15 "PUT /v2.0/ports/6bc53ced-3633-4c84-bfc6-ec12a58e03f2 HTTP/1.1" status: 200 len: 1091 time: 3.3819661 Mar 05 14:08:58.050455 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f060fe-6b68-4af0-bd57-c37f85d08631', 'tag': '6bc53ced-3633-4c84-bfc6-ec12a58e03f2'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:08:58.190938 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8b1e2a36-b48f-4df4-9299-b30b5d9ef14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:08:58.191708 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1e2a36-b48f-4df4-9299-b30b5d9ef14c None None] The sync data for ids ['3f02669b-aeac-4d8c-a1ad-620b1e7a873f'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:08:58.249501 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f060fe-6b68-4af0-bd57-c37f85d08631', 'tag': '6bc53ced-3633-4c84-bfc6-ec12a58e03f2', 'status': 'completed', 'code': 200} Mar 05 14:08:58.297420 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-33f995a0-3cb2-40d7-8ce2-5b10ec7b3b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:58.298975 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-33f995a0-3cb2-40d7-8ce2-5b10ec7b3b6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a618ad747aa4899b8afc19ecc5e6005&device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 1094 time: 0.1913960 Mar 05 14:08:58.333106 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0f375d8c-85f4-4275-a115-ac17cbebc4b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc2a8dcf86ad41029dafc1c5996d6ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8540206 Mar 05 14:08:58.343743 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36384) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:58.419154 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-edd8750e-0a09-4715-a219-468002309e11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bc53ced-3633-4c84-bfc6-ec12a58e03f2 HTTP/1.1" status: 200 len: 217 time: 0.1089735 Mar 05 14:08:58.420011 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a5407be2-d9be-4c57-9be3-c4cbe3641a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:58.473176 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a5407be2-d9be-4c57-9be3-c4cbe3641a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:08:58.489383 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a5407be2-d9be-4c57-9be3-c4cbe3641a8c admin admin] Usage tracker for resource:security_group_rule and tenant:3ba2a5b55ff048daa4de828971e5d7e2 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:08:58.493934 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a5407be2-d9be-4c57-9be3-c4cbe3641a8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:08:58.503496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a5407be2-d9be-4c57-9be3-c4cbe3641a8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:08:58.518239 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-51825b70-b9eb-4e5f-a991-0913ac1f51b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:58.519720 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-51825b70-b9eb-4e5f-a991-0913ac1f51b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=76653a85-548c-43a5-9101-603080510503 HTTP/1.1" status: 200 len: 835 time: 0.0888622 Mar 05 14:08:58.644978 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-ac5aa364-8cdb-46fe-9f48-24d44cdf87ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:58.646451 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-ac5aa364-8cdb-46fe-9f48-24d44cdf87ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a1c7137-da90-415e-95dc-4f4c1828138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165531 Mar 05 14:08:58.672796 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-64b6ac91-d3b9-41d4-8695-45f95d3ce633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:58.692219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b522da-5ce6-4f39-af75-2ea259d0e4b0 req-26dba02e-c31c-4cac-82bd-18b2793782dd tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:58.693698 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-79b522da-5ce6-4f39-af75-2ea259d0e4b0 req-26dba02e-c31c-4cac-82bd-18b2793782dd tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 943 time: 0.4304612 Mar 05 14:08:58.695793 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a5407be2-d9be-4c57-9be3-c4cbe3641a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:58.707597 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a5407be2-d9be-4c57-9be3-c4cbe3641a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:58.810246 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-64b6ac91-d3b9-41d4-8695-45f95d3ce633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:58.821470 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a5407be2-d9be-4c57-9be3-c4cbe3641a8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ba2a5b55ff048daa4de828971e5d7e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9430096 Mar 05 14:08:58.825633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5407be2-d9be-4c57-9be3-c4cbe3641a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45ccddf-07e3-4186-80b2-6034086bf647,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:58.826994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36388) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:58.845706 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-1b3ff43e-30be-4a39-b50a-82436c2b36d5 service neutron] 10.222.0.15 "GET /v2.0/networks/0a1c7137-da90-415e-95dc-4f4c1828138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934364 Mar 05 14:08:58.952882 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-79b522da-5ce6-4f39-af75-2ea259d0e4b0 req-45530331-d52a-4844-ae87-027bb1314374 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=d447a40c-d4bc-4f73-89d8-dea4bda26d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2428136 Mar 05 14:08:58.987056 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6ba8de98-2b6d-46df-a40b-5d33e9bcdc83 req-5a11b803-b8d6-4efc-ba91-94b1598721cf service neutron] 10.222.0.15 "GET /v2.0/networks/0a1c7137-da90-415e-95dc-4f4c1828138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359880 Mar 05 14:08:59.011830 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:59.085982 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-de765b65-bc35-48c1-82d0-c0ec66800440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:59.105209 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:59.121121 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26386af7-84e9-408a-848d-8d1c5e450b50 req-1f14f3b5-3fbb-4114-bb32-bfeef9ae6cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:59.123478 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26386af7-84e9-408a-848d-8d1c5e450b50 req-1f14f3b5-3fbb-4114-bb32-bfeef9ae6cfd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a618ad747aa4899b8afc19ecc5e6005&device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 1094 time: 0.0894697 Mar 05 14:08:59.137292 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-de765b65-bc35-48c1-82d0-c0ec66800440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:59.151752 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-64b6ac91-d3b9-41d4-8695-45f95d3ce633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:59.240503 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6ac91-d3b9-41d4-8695-45f95d3ce633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d89093-2ddc-4300-aa1f-d3a7d5602e18,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:59.253626 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-64b6ac91-d3b9-41d4-8695-45f95d3ce633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:59.254733 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-64b6ac91-d3b9-41d4-8695-45f95d3ce633 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18d89093-2ddc-4300-aa1f-d3a7d5602e18 HTTP/1.1" status: 204 len: 168 time: 0.9098036 Mar 05 14:08:59.277944 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-b9c6c6f7-3dfa-4fd0-abcf-b0cab10493a1 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:08:59.282039 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b9c6c6f7-3dfa-4fd0-abcf-b0cab10493a1 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "PUT /v2.0/routers/3f02669b-aeac-4d8c-a1ad-620b1e7a873f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6276546 Mar 05 14:08:59.283948 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36396) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:08:59.316873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26386af7-84e9-408a-848d-8d1c5e450b50 req-5d03f5bb-9f7b-46ae-830b-5203cbe0963e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:59.318371 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26386af7-84e9-408a-848d-8d1c5e450b50 req-5d03f5bb-9f7b-46ae-830b-5203cbe0963e service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a1c7137-da90-415e-95dc-4f4c1828138d HTTP/1.1" status: 200 len: 897 time: 0.1881604 Mar 05 14:08:59.346159 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-de765b65-bc35-48c1-82d0-c0ec66800440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:59.424584 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26386af7-84e9-408a-848d-8d1c5e450b50 req-3bda4768-ba0b-4c25-8b47-29c43aaaccef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bc53ced-3633-4c84-bfc6-ec12a58e03f2 HTTP/1.1" status: 200 len: 217 time: 0.0988176 Mar 05 14:08:59.437886 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de765b65-bc35-48c1-82d0-c0ec66800440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45ccddf-07e3-4186-80b2-6034086bf647,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:08:59.457929 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-de765b65-bc35-48c1-82d0-c0ec66800440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:08:59.459071 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-de765b65-bc35-48c1-82d0-c0ec66800440 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f45ccddf-07e3-4186-80b2-6034086bf647 HTTP/1.1" status: 204 len: 168 time: 0.6288960 Mar 05 14:08:59.565977 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26386af7-84e9-408a-848d-8d1c5e450b50 req-ad85f9d9-479d-4a1f-99a9-49bb89678ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:59.570395 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26386af7-84e9-408a-848d-8d1c5e450b50 req-ad85f9d9-479d-4a1f-99a9-49bb89678ebc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=76653a85-548c-43a5-9101-603080510503 HTTP/1.1" status: 200 len: 835 time: 0.1395764 Mar 05 14:08:59.677062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26386af7-84e9-408a-848d-8d1c5e450b50 req-8e1e87d2-2986-4f4f-b7a0-fa2edba42abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:08:59.678876 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26386af7-84e9-408a-848d-8d1c5e450b50 req-8e1e87d2-2986-4f4f-b7a0-fa2edba42abf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a1c7137-da90-415e-95dc-4f4c1828138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009612 Mar 05 14:08:59.871531 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26386af7-84e9-408a-848d-8d1c5e450b50 req-7dce2393-ab3e-44e7-ac63-7dbbab7b22a3 service neutron] 10.222.0.15 "GET /v2.0/networks/0a1c7137-da90-415e-95dc-4f4c1828138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851888 Mar 05 14:09:00.032318 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5292a58-cde3-4ea3-8be7-610b566e5666 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:00.073064 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26386af7-84e9-408a-848d-8d1c5e450b50 req-d38d2657-e15d-4f8b-a271-fdf8c2329cf8 service neutron] 10.222.0.15 "GET /v2.0/networks/0a1c7137-da90-415e-95dc-4f4c1828138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930556 Mar 05 14:09:00.341470 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b02251-5ecb-4f0d-8545-bc017e77c59a req-2f0fabaf-7996-47ca-b3df-d6f81060fa53 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:00.343029 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-45b02251-5ecb-4f0d-8545-bc017e77c59a req-2f0fabaf-7996-47ca-b3df-d6f81060fa53 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 943 time: 0.1869130 Mar 05 14:09:00.398737 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-45b02251-5ecb-4f0d-8545-bc017e77c59a req-5265c033-c4c2-4c23-a7d9-f6b6950e73e3 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=d447a40c-d4bc-4f73-89d8-dea4bda26d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469348 Mar 05 14:09:00.516620 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36434) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:00.665417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b5292a58-cde3-4ea3-8be7-610b566e5666 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Deleting port 92756a03-2421-4d41-b426-b45bcd3c1895 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:00.666334 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5292a58-cde3-4ea3-8be7-610b566e5666 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:00.667192 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-c33ef3b0-6f19-430c-b856-ec04d5d881c4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1763163740'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:00.672951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c33ef3b0-6f19-430c-b856-ec04d5d881c4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:00.677479 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c33ef3b0-6f19-430c-b856-ec04d5d881c4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:network and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:00.681232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c33ef3b0-6f19-430c-b856-ec04d5d881c4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:00.688771 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c33ef3b0-6f19-430c-b856-ec04d5d881c4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:00.700941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33ef3b0-6f19-430c-b856-ec04d5d881c4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:00.706604 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c33ef3b0-6f19-430c-b856-ec04d5d881c4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:00.720852 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c33ef3b0-6f19-430c-b856-ec04d5d881c4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:00.737197 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c33ef3b0-6f19-430c-b856-ec04d5d881c4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:00.741069 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c33ef3b0-6f19-430c-b856-ec04d5d881c4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:security_group_rule and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:00.744768 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c33ef3b0-6f19-430c-b856-ec04d5d881c4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:00.750694 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c33ef3b0-6f19-430c-b856-ec04d5d881c4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:00.846477 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c33ef3b0-6f19-430c-b856-ec04d5d881c4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:00.854908 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c33ef3b0-6f19-430c-b856-ec04d5d881c4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:00.885077 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5292a58-cde3-4ea3-8be7-610b566e5666 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:00.899772 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33ef3b0-6f19-430c-b856-ec04d5d881c4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:09:00.923045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ef3b0-6f19-430c-b856-ec04d5d881c4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae15526c-4a10-4543-aea3-83fd0ca9a4c6,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:00.927649 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c33ef3b0-6f19-430c-b856-ec04d5d881c4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:00.927989 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-c33ef3b0-6f19-430c-b856-ec04d5d881c4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Added segment a8a38e20-49f5-4d47-85d2-c43858f1e2a4 of type vlan for network 448472c5-2d85-486f-816c-e07f9fa1411d Mar 05 14:09:00.968768 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c33ef3b0-6f19-430c-b856-ec04d5d881c4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:01.011114 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c33ef3b0-6f19-430c-b856-ec04d5d881c4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:01.018140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33ef3b0-6f19-430c-b856-ec04d5d881c4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:01.019162 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c33ef3b0-6f19-430c-b856-ec04d5d881c4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:01.025911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b5292a58-cde3-4ea3-8be7-610b566e5666 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Calling delete_port for 92756a03-2421-4d41-b426-b45bcd3c1895 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:09:01.224548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ef3b0-6f19-430c-b856-ec04d5d881c4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Network': ['ID=448472c5-2d85-486f-816c-e07f9fa1411d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:01.228807 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c33ef3b0-6f19-430c-b856-ec04d5d881c4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7106390 Mar 05 14:09:01.231007 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36452) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:01.236430 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 448472c5-2d85-486f-816c-e07f9fa1411d details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:09:01.238248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-dbd59453-f06a-466f-9668-714fe789597d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'port': {'network_id': '448472c5-2d85-486f-816c-e07f9fa1411d', 'name': 'tempest-PortsIpV6TestJSON-1102594071'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:01.382600 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5292a58-cde3-4ea3-8be7-610b566e5666 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:01.448173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5292a58-cde3-4ea3-8be7-610b566e5666 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Pushing event deleted for resources: {'Port': ['ID=92756a03-2421-4d41-b426-b45bcd3c1895,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:01.719249 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-dbd59453-f06a-466f-9668-714fe789597d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:01.726292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dbd59453-f06a-466f-9668-714fe789597d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:port and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:01.730319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dbd59453-f06a-466f-9668-714fe789597d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:01.738403 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-dbd59453-f06a-466f-9668-714fe789597d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:01.753856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd59453-f06a-466f-9668-714fe789597d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:01.759095 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dbd59453-f06a-466f-9668-714fe789597d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:01.785657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-dbd59453-f06a-466f-9668-714fe789597d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] device_id is not set on port 94186791-8011-4f06-8c78-39729a88be0b yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:09:01.881279 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fdf97-0ab6-4066-905d-7eb764d47635 req-ce6d6e98-21a2-4451-9176-8bc0cedf75e0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:01.887240 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-103fdf97-0ab6-4066-905d-7eb764d47635 req-ce6d6e98-21a2-4451-9176-8bc0cedf75e0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 943 time: 0.2783120 Mar 05 14:09:01.913293 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b5292a58-cde3-4ea3-8be7-610b566e5666 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:02.043684 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dbd59453-f06a-466f-9668-714fe789597d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:02.063924 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-103fdf97-0ab6-4066-905d-7eb764d47635 req-7e4b1b5e-4cef-49b1-aec7-412d4824f9d6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=d447a40c-d4bc-4f73-89d8-dea4bda26d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746283 Mar 05 14:09:02.079566 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dbd59453-f06a-466f-9668-714fe789597d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:02.192328 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 6bc53ced-3633-4c84-bfc6-ec12a58e03f2 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:09:02.211175 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd59453-f06a-466f-9668-714fe789597d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Port': ['ID=94186791-8011-4f06-8c78-39729a88be0b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:02.231496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd59453-f06a-466f-9668-714fe789597d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Checking segment: {'id': 'a8a38e20-49f5-4d47-85d2-c43858f1e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '448472c5-2d85-486f-816c-e07f9fa1411d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:09:02.231855 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd59453-f06a-466f-9668-714fe789597d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network hostable DHCP agents. Network: 448472c5-2d85-486f-816c-e07f9fa1411d, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:09:02.292847 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd59453-f06a-466f-9668-714fe789597d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 448472c5-2d85-486f-816c-e07f9fa1411d is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:09:02.311500 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-dbd59453-f06a-466f-9668-714fe789597d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 448472c5-2d85-486f-816c-e07f9fa1411d) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:02.317064 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd59453-f06a-466f-9668-714fe789597d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:09:02.329592 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd59453-f06a-466f-9668-714fe789597d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:02.330256 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dbd59453-f06a-466f-9668-714fe789597d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:02.337617 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a99bc05-30e6-4faf-b33d-8dd4a12aadb9 None None] Network 448472c5-2d85-486f-816c-e07f9fa1411d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:09:02.374556 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dbd59453-f06a-466f-9668-714fe789597d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1421511 Mar 05 14:09:02.390155 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36476) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:02.415463 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-2efb7055-47f9-4dbf-8485-055e305a8d92 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-824083152'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:02.426108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2efb7055-47f9-4dbf-8485-055e305a8d92 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:02.430820 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2efb7055-47f9-4dbf-8485-055e305a8d92 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:network and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:02.439285 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5292a58-cde3-4ea3-8be7-610b566e5666 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Router 3f02669b-aeac-4d8c-a1ad-620b1e7a873f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:09:02.440591 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2efb7055-47f9-4dbf-8485-055e305a8d92 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:02.447020 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2efb7055-47f9-4dbf-8485-055e305a8d92 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:02.468959 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efb7055-47f9-4dbf-8485-055e305a8d92 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:02.473373 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2efb7055-47f9-4dbf-8485-055e305a8d92 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:02.533192 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2efb7055-47f9-4dbf-8485-055e305a8d92 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:09:02.557608 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2efb7055-47f9-4dbf-8485-055e305a8d92 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:02.558933 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-2efb7055-47f9-4dbf-8485-055e305a8d92 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Added segment 4eebe39c-dd96-4322-b9b3-0b7a56c2fb10 of type vlan for network 72083d48-0250-49a3-9ebe-f91082484ec1 Mar 05 14:09:02.635986 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2efb7055-47f9-4dbf-8485-055e305a8d92 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:02.680307 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5292a58-cde3-4ea3-8be7-610b566e5666 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:09:02.683635 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2efb7055-47f9-4dbf-8485-055e305a8d92 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:02.690412 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efb7055-47f9-4dbf-8485-055e305a8d92 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:02.691142 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2efb7055-47f9-4dbf-8485-055e305a8d92 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:02.701571 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b5292a58-cde3-4ea3-8be7-610b566e5666 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "PUT /v2.0/routers/3f02669b-aeac-4d8c-a1ad-620b1e7a873f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4166031 Mar 05 14:09:02.706528 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36480) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:02.729020 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424f2a8d-d219-41fa-adf9-f5bf3768aaa5 None None] Sync routers for ids ['3f02669b-aeac-4d8c-a1ad-620b1e7a873f'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:09:02.746741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 6bc53ced-3633-4c84-bfc6-ec12a58e03f2, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=6bc53ced-3633-4c84-bfc6-ec12a58e03f2,segment=NetworkSegment(84f96ee8-87de-4f8f-a645-0a53853978d7),segment_id=84f96ee8-87de-4f8f-a645-0a53853978d7)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:09:02.792805 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-ddaa5580-c5d1-451c-a330-c1a218e78f99 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] delete failed (client error): The resource could not be found. Mar 05 14:09:02.798713 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ddaa5580-c5d1-451c-a330-c1a218e78f99 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1772639775 HTTP/1.1" status: 404 len: 335 time: 0.0905287 Mar 05 14:09:02.799355 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36484) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:02.806190 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-fbfcb05b-2d9e-4d83-a9c1-730e38cd0bee tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Request body: {'router': {'external_gateway_info': {'network_id': '3f02669b-aeac-4d8c-a1ad-620b1e7a873f'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:02.807251 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424f2a8d-d219-41fa-adf9-f5bf3768aaa5 None None] Routers {'3f02669b-aeac-4d8c-a1ad-620b1e7a873f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:09:02.808677 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-424f2a8d-d219-41fa-adf9-f5bf3768aaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:08:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['3f02669b-aeac-4d8c-a1ad-620b1e7a873f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:02.856967 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2efb7055-47f9-4dbf-8485-055e305a8d92 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4619863 Mar 05 14:09:02.863553 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36490) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:02.873949 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'ports': [{'network_id': '448472c5-2d85-486f-816c-e07f9fa1411d'}, {'network_id': '72083d48-0250-49a3-9ebe-f91082484ec1'}]} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:02.874507 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'port': {'network_id': '448472c5-2d85-486f-816c-e07f9fa1411d'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:02.875193 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'port': {'network_id': '72083d48-0250-49a3-9ebe-f91082484ec1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:02.955904 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '6bc53ced-3633-4c84-bfc6-ec12a58e03f2', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'port_id': '6bc53ced-3633-4c84-bfc6-ec12a58e03f2', 'mac_address': 'fa:16:3e:49:0d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76653a85-548c-43a5-9101-603080510503', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:09:02.969261 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-424f2a8d-d219-41fa-adf9-f5bf3768aaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:03.047442 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:03.052198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb7055-47f9-4dbf-8485-055e305a8d92 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Network': ['ID=72083d48-0250-49a3-9ebe-f91082484ec1,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:03.078111 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 72083d48-0250-49a3-9ebe-f91082484ec1 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:09:03.133294 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424f2a8d-d219-41fa-adf9-f5bf3768aaa5 None None] Routers {'3f02669b-aeac-4d8c-a1ad-620b1e7a873f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:09:03.134204 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-424f2a8d-d219-41fa-adf9-f5bf3768aaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:08:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['3f02669b-aeac-4d8c-a1ad-620b1e7a873f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:03.196459 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-1e6ef188-7e3c-46cf-b373-d916075e6a0e tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e9b94609b3d54e51b8a1219b0555ba10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423663 Mar 05 14:09:03.213334 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc53ced-3633-4c84-bfc6-ec12a58e03f2 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:09:03.226184 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-424f2a8d-d219-41fa-adf9-f5bf3768aaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:03.226982 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424f2a8d-d219-41fa-adf9-f5bf3768aaa5 None None] The sync data for ids ['3f02669b-aeac-4d8c-a1ad-620b1e7a873f'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:09:03.277618 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:03.287002 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:port and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:03.292852 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:03.326979 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 6bc53ced-3633-4c84-bfc6-ec12a58e03f2, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=6bc53ced-3633-4c84-bfc6-ec12a58e03f2,segment=NetworkSegment(84f96ee8-87de-4f8f-a645-0a53853978d7),segment_id=84f96ee8-87de-4f8f-a645-0a53853978d7)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:09:03.340046 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:03.356052 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:03.362301 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fbfcb05b-2d9e-4d83-a9c1-730e38cd0bee tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:03.412041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'port': 2} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:03.414352 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-fbfcb05b-2d9e-4d83-a9c1-730e38cd0bee tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] update failed (client error): The resource could not be found. Mar 05 14:09:03.419432 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fbfcb05b-2d9e-4d83-a9c1-730e38cd0bee tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "PUT /v2.0/routers/3f02669b-aeac-4d8c-a1ad-620b1e7a873f HTTP/1.1" status: 404 len: 339 time: 0.6150053 Mar 05 14:09:03.420442 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36516) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:03.431684 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:03.437145 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=6bc53ced-3633-4c84-bfc6-ec12a58e03f2,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:03.458130 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:03.504857 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-ca1b28ad-a88c-4b48-bc2b-056b0436e836 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:03.506341 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-ca1b28ad-a88c-4b48-bc2b-056b0436e836 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3085282 Mar 05 14:09:03.562646 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-69c68f8e-d2f8-406a-b724-ab0b56521f26 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/quotas/e9b94609b3d54e51b8a1219b0555ba10 HTTP/1.1" status: 200 len: 375 time: 0.0142620 Mar 05 14:09:03.579528 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['6bc53ced-3633-4c84-bfc6-ec12a58e03f2'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:09:03.616578 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-e4adae00-c776-4c22-a52f-09e3a41b1705 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9b94609b3d54e51b8a1219b0555ba10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444653 Mar 05 14:09:03.710964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd646a-eace-4c33-8f8c-01f3012f3d68 req-f7b52e7c-ee3c-49d8-84c0-78e24d7421cc tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:03.712549 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a9cd646a-eace-4c33-8f8c-01f3012f3d68 req-f7b52e7c-ee3c-49d8-84c0-78e24d7421cc tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 944 time: 0.4110117 Mar 05 14:09:03.844145 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] device_id is not set on port b6ee58f2-b902-432e-9e02-139ec3211015 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:09:03.927382 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1a8da37c-6832-4d0e-a589-18cc12f0c7a3 req-54e24434-a931-4351-bb02-15a1d89cf5ec tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/ports?device_id=70011bd6-df8a-44b9-846d-18873e8f2c89 HTTP/1.1" status: 200 len: 210 time: 0.0634623 Mar 05 14:09:04.022284 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:04.218291 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a9cd646a-eace-4c33-8f8c-01f3012f3d68 req-2b7a0c10-5fdf-4112-a8c8-1371ca183cb0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=d447a40c-d4bc-4f73-89d8-dea4bda26d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4328198 Mar 05 14:09:04.293971 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58b6f27d-2283-4cb4-8abf-c71e8c0380e6 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:04.303972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] device_id is not set on port 2ab82412-528a-441d-bd96-d0a177be9a77 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:09:04.507103 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:04.548722 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:04.624065 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 448472c5-2d85-486f-816c-e07f9fa1411d is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:09:04.631752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:04.639843 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:09:04.640666 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:04.654939 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Port': ['ID=b6ee58f2-b902-432e-9e02-139ec3211015,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:04.729872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-58b6f27d-2283-4cb4-8abf-c71e8c0380e6 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Allocated IP 172.20.0.1 (8e1c94c7-eb14-4272-9f28-d70ce507ebf7/839d120e-98ab-4e9c-a34d-003b653c84d2/e67ad260-e60f-438b-9046-c07c61f1554d) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:09:04.793377 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Checking segment: {'id': '4eebe39c-dd96-4322-b9b3-0b7a56c2fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '72083d48-0250-49a3-9ebe-f91082484ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:09:04.793769 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network hostable DHCP agents. Network: 72083d48-0250-49a3-9ebe-f91082484ec1, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:09:04.801964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Port': ['ID=2ab82412-528a-441d-bd96-d0a177be9a77,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:04.821465 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 72083d48-0250-49a3-9ebe-f91082484ec1 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:09:04.835092 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 72083d48-0250-49a3-9ebe-f91082484ec1) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:04.845334 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea228024-a69a-4847-bd90-e05d5ef698c2 None None] Network 72083d48-0250-49a3-9ebe-f91082484ec1 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:09:04.846020 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:09:04.853620 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:04.858735 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:04.859728 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:04.884755 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ff80e434-0f98-4392-a4b4-b8ec504ffcd3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0194237 Mar 05 14:09:04.887663 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36542) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:04.957508 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58b6f27d-2283-4cb4-8abf-c71e8c0380e6 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:04.976882 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-58b6f27d-2283-4cb4-8abf-c71e8c0380e6 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Transition to ACTIVE for port object e67ad260-e60f-438b-9046-c07c61f1554d will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:09:04.998086 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-72da62e3-480d-4e02-b195-170f248fc212 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting port 2ab82412-528a-441d-bd96-d0a177be9a77 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:05.001113 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-72da62e3-480d-4e02-b195-170f248fc212 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:05.044736 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58b6f27d-2283-4cb4-8abf-c71e8c0380e6 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:05.146920 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b6f27d-2283-4cb4-8abf-c71e8c0380e6 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Network 8e1c94c7-eb14-4272-9f28-d70ce507ebf7 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:09:05.155828 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-58b6f27d-2283-4cb4-8abf-c71e8c0380e6 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:05.160712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b6f27d-2283-4cb4-8abf-c71e8c0380e6 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:09:05.193952 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-935255f4-f445-464b-993a-8e4742dc9593 req-6c579775-bf5b-4671-abd6-2d8e016d0e3a tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/ports?device_id=70011bd6-df8a-44b9-846d-18873e8f2c89 HTTP/1.1" status: 200 len: 210 time: 0.0800414 Mar 05 14:09:05.211838 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-6a2403f1-72d0-4aab-827b-50e737081bbf tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e9b94609b3d54e51b8a1219b0555ba10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512373 Mar 05 14:09:05.225337 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58b6f27d-2283-4cb4-8abf-c71e8c0380e6 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:05.376177 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6f27d-2283-4cb4-8abf-c71e8c0380e6 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Pushing event updated for resources: {'Port': ['ID=e67ad260-e60f-438b-9046-c07c61f1554d,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:05.583669 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-35a76aa6-636a-468b-8d82-38933d562bee tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:05.585089 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-35a76aa6-636a-468b-8d82-38933d562bee tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3017557 Mar 05 14:09:05.599445 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58b6f27d-2283-4cb4-8abf-c71e8c0380e6 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:05.605654 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Request body: {'port': {'device_id': '70011bd6-df8a-44b9-846d-18873e8f2c89', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': 'e9b94609b3d54e51b8a1219b0555ba10'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:05.615332 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-573ca268-f75f-483c-a087-869117d5ac0f None None] Provisioning for port e67ad260-e60f-438b-9046-c07c61f1554d completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:09:05.623904 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-573ca268-f75f-483c-a087-869117d5ac0f None None] Provisioning complete for port e67ad260-e60f-438b-9046-c07c61f1554d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:09:05.624861 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-573ca268-f75f-483c-a087-869117d5ac0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:05.745407 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-573ca268-f75f-483c-a087-869117d5ac0f None None] Port e67ad260-e60f-438b-9046-c07c61f1554d cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:09:05.823155 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-72da62e3-480d-4e02-b195-170f248fc212 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:05.969329 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-72da62e3-480d-4e02-b195-170f248fc212 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Calling delete_port for 2ab82412-528a-441d-bd96-d0a177be9a77 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:09:06.033573 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:06.037724 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Usage tracker for resource:port and tenant:e9b94609b3d54e51b8a1219b0555ba10 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:06.043527 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:06.056718 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:06.083264 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Made reservation on behalf of e9b94609b3d54e51b8a1219b0555ba10 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:06.087466 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:06.101086 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:06.118393 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-72da62e3-480d-4e02-b195-170f248fc212 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:06.120361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:06.121228 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb9664-8bf6-4fc8-9b21-59f1eda52d35 req-64ae8819-f670-48fc-87af-03d8ff6840db tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:06.122784 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8bdb9664-8bf6-4fc8-9b21-59f1eda52d35 req-64ae8819-f670-48fc-87af-03d8ff6840db tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 944 time: 0.5894773 Mar 05 14:09:06.165063 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Usage tracker for resource:security_group_rule and tenant:e9b94609b3d54e51b8a1219b0555ba10 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:06.173859 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:06.181595 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da62e3-480d-4e02-b195-170f248fc212 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Port': ['ID=2ab82412-528a-441d-bd96-d0a177be9a77,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:06.183956 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:06.193508 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8bdb9664-8bf6-4fc8-9b21-59f1eda52d35 req-03f7fe98-8913-4f50-9a41-07c6fcd0099d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=d447a40c-d4bc-4f73-89d8-dea4bda26d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570734 Mar 05 14:09:06.198301 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-72da62e3-480d-4e02-b195-170f248fc212 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:06.208406 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 6bc53ced-3633-4c84-bfc6-ec12a58e03f2 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:09:06.218820 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-72da62e3-480d-4e02-b195-170f248fc212 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/ports/2ab82412-528a-441d-bd96-d0a177be9a77 HTTP/1.1" status: 204 len: 168 time: 1.3248866 Mar 05 14:09:06.219103 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36552) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:06.248863 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58b6f27d-2283-4cb4-8abf-c71e8c0380e6 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:06.313233 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:06.320872 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:06.331339 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58b6f27d-2283-4cb4-8abf-c71e8c0380e6 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:06.345810 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 6bc53ced-3633-4c84-bfc6-ec12a58e03f2 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:09:06.353667 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 6bc53ced-3633-4c84-bfc6-ec12a58e03f2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:09:06.354234 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:06.505579 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-58b6f27d-2283-4cb4-8abf-c71e8c0380e6 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:06.526234 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6f27d-2283-4cb4-8abf-c71e8c0380e6 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Pushing event updated for resources: {'Port': ['ID=e67ad260-e60f-438b-9046-c07c61f1554d,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:06.633258 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:06.637463 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ceb264-4a67-42ef-aad3-9fdc0bf37136,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:06.643779 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-86fe1ce4-1b31-4d63-a0c4-0c87c5935746 req-cd9c414b-4b2a-43aa-b46c-07d457e2a69c tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/ports?device_id=70011bd6-df8a-44b9-846d-18873e8f2c89 HTTP/1.1" status: 200 len: 210 time: 0.1472745 Mar 05 14:09:06.684300 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 6bc53ced-3633-4c84-bfc6-ec12a58e03f2, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=6bc53ced-3633-4c84-bfc6-ec12a58e03f2,segment=NetworkSegment(84f96ee8-87de-4f8f-a645-0a53853978d7),segment_id=84f96ee8-87de-4f8f-a645-0a53853978d7)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:09:06.685363 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f060fe-6b68-4af0-bd57-c37f85d08631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc53ced-3633-4c84-bfc6-ec12a58e03f2'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:09:06.690968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0eea8c-2081-4aa6-8767-c5bca974a099 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:06.699237 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0eea8c-2081-4aa6-8767-c5bca974a099 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:06.704503 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ad0eea8c-2081-4aa6-8767-c5bca974a099 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4835746 Mar 05 14:09:06.707934 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36560) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:06.712079 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:06.759851 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f060fe-6b68-4af0-bd57-c37f85d08631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc53ced-3633-4c84-bfc6-ec12a58e03f2', 'code': 200} Mar 05 14:09:06.784885 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Allocated IP 192.168.233.6 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:09:06.828029 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=6bc53ced-3633-4c84-bfc6-ec12a58e03f2,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:06.857423 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ff146636-32c6-45d9-8185-25ba71ebf908 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting port b6ee58f2-b902-432e-9e02-139ec3211015 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:06.857865 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ff146636-32c6-45d9-8185-25ba71ebf908 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:06.917572 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b6f27d-2283-4cb4-8abf-c71e8c0380e6 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Network 8e1c94c7-eb14-4272-9f28-d70ce507ebf7 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:09:06.921210 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-58b6f27d-2283-4cb4-8abf-c71e8c0380e6 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:07.273454 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b6f27d-2283-4cb4-8abf-c71e8c0380e6 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Router 3f02669b-aeac-4d8c-a1ad-620b1e7a873f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:09:07.275623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab407c2-2d27-4f4a-a69a-026bc2327918 req-7ad92ea3-21b2-46b3-b42f-f0319254bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:07.277376 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dab407c2-2d27-4f4a-a69a-026bc2327918 req-7ad92ea3-21b2-46b3-b42f-f0319254bcda service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 1096 time: 0.4314315 Mar 05 14:09:07.282642 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ff146636-32c6-45d9-8185-25ba71ebf908 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:07.309344 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-af12e9fa-a8af-45a2-8bde-b608463cd729 None None] Provisioning complete for port e67ad260-e60f-438b-9046-c07c61f1554d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:09:07.310398 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-af12e9fa-a8af-45a2-8bde-b608463cd729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:07.438476 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-af12e9fa-a8af-45a2-8bde-b608463cd729 None None] Port e67ad260-e60f-438b-9046-c07c61f1554d cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:09:07.456520 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:07.489036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ff146636-32c6-45d9-8185-25ba71ebf908 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Calling delete_port for b6ee58f2-b902-432e-9e02-139ec3211015 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:09:07.490924 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Transition to ACTIVE for port object 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:09:07.495456 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dab407c2-2d27-4f4a-a69a-026bc2327918 req-5a91fb1b-2967-40a1-9773-c80f06554bda service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d447a40c-d4bc-4f73-89d8-dea4bda26d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099988 Mar 05 14:09:07.552160 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89f007-71fa-440a-b7e8-b07b5a18f53e req-0c5e21f3-89e6-4eec-af85-f27302742cce tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:07.553793 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bc89f007-71fa-440a-b7e8-b07b5a18f53e req-0c5e21f3-89e6-4eec-af85-f27302742cce tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 945 time: 0.2068777 Mar 05 14:09:07.555802 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:07.646610 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:09:07.657122 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:07.659904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:09:07.739808 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bc89f007-71fa-440a-b7e8-b07b5a18f53e req-e26441c0-1cca-4dad-8f85-6df6483e3d7e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=d447a40c-d4bc-4f73-89d8-dea4bda26d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449685 Mar 05 14:09:07.740531 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Pushing event updated for resources: {'Port': ['ID=08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:07.828770 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:07.829577 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:07.864683 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b6f27d-2283-4cb4-8abf-c71e8c0380e6 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:09:07.865603 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-d081ef94-c1ee-4f25-945f-571b451b28e5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2673466 Mar 05 14:09:07.872817 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ff146636-32c6-45d9-8185-25ba71ebf908 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:07.879710 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-8bbc6ab4-88a2-4f0f-87f6-ffaf3aefecb1 service neutron] Request body: {'port': {'device_id': '70011bd6-df8a-44b9-846d-18873e8f2c89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:07.880973 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3661cf2d-93aa-4a93-b56b-7df855f3e71a None None] Sync routers for ids ['3f02669b-aeac-4d8c-a1ad-620b1e7a873f'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:09:07.891959 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3661cf2d-93aa-4a93-b56b-7df855f3e71a None None] Routers {'3f02669b-aeac-4d8c-a1ad-620b1e7a873f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:09:07.893010 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3661cf2d-93aa-4a93-b56b-7df855f3e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:08:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['3f02669b-aeac-4d8c-a1ad-620b1e7a873f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:07.980894 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3661cf2d-93aa-4a93-b56b-7df855f3e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:07.991013 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3661cf2d-93aa-4a93-b56b-7df855f3e71a None None] Routers {'3f02669b-aeac-4d8c-a1ad-620b1e7a873f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:09:07.991740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff146636-32c6-45d9-8185-25ba71ebf908 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Port': ['ID=b6ee58f2-b902-432e-9e02-139ec3211015,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:07.991905 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3661cf2d-93aa-4a93-b56b-7df855f3e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:08:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['3f02669b-aeac-4d8c-a1ad-620b1e7a873f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:07.998516 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-58b6f27d-2283-4cb4-8abf-c71e8c0380e6 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "PUT /v2.0/routers/3f02669b-aeac-4d8c-a1ad-620b1e7a873f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5751438 Mar 05 14:09:08.003684 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36570) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:08.014054 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ff146636-32c6-45d9-8185-25ba71ebf908 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:08.019813 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ff146636-32c6-45d9-8185-25ba71ebf908 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/ports/b6ee58f2-b902-432e-9e02-139ec3211015 HTTP/1.1" status: 204 len: 168 time: 1.3109145 Mar 05 14:09:08.021703 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36574) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:08.081818 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9fc72499-fd7a-4105-8fec-1ccf347ef337 None None] Provisioning for port 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:09:08.085210 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3661cf2d-93aa-4a93-b56b-7df855f3e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:08.085620 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3661cf2d-93aa-4a93-b56b-7df855f3e71a None None] The sync data for ids ['3f02669b-aeac-4d8c-a1ad-620b1e7a873f'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:09:08.088642 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9fc72499-fd7a-4105-8fec-1ccf347ef337 None None] Provisioning complete for port 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:09:08.089000 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9fc72499-fd7a-4105-8fec-1ccf347ef337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:08.100162 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-8bbc6ab4-88a2-4f0f-87f6-ffaf3aefecb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:08.157091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9fc72499-fd7a-4105-8fec-1ccf347ef337 None None] Port 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:09:08.283821 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91de4b7-7e56-493c-a801-93a47b2d2611 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:08.284551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e91de4b7-7e56-493c-a801-93a47b2d2611 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Synchronizing usage tracker for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:09:08.287262 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-908f9036-896e-43c1-a380-f057b3f78aac tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:08.352775 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d4485-3efd-4305-9c61-d30771ea30dd req-2c7dd646-0939-4d0b-afd8-9e3c534266af tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:08.354261 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-193d4485-3efd-4305-9c61-d30771ea30dd req-2c7dd646-0939-4d0b-afd8-9e3c534266af tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/ports?device_id=70011bd6-df8a-44b9-846d-18873e8f2c89 HTTP/1.1" status: 200 len: 934 time: 0.4874895 Mar 05 14:09:08.385466 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e91de4b7-7e56-493c-a801-93a47b2d2611 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Unset dirty status for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:09:08.388919 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e91de4b7-7e56-493c-a801-93a47b2d2611 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3638144 Mar 05 14:09:08.390723 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36582) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:08.452071 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d6f230-bf29-4468-bea1-00cb5fb55810 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] GET failed (client error): The resource could not be found. Mar 05 14:09:08.456018 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b7d6f230-bf29-4468-bea1-00cb5fb55810 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports/2ab82412-528a-441d-bd96-d0a177be9a77 HTTP/1.1" status: 404 len: 333 time: 0.0618939 Mar 05 14:09:08.457575 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36586) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:08.509922 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-d586c51a-ea14-4b12-b23e-2364655e82e4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] GET failed (client error): The resource could not be found. Mar 05 14:09:08.511513 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d586c51a-ea14-4b12-b23e-2364655e82e4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports/b6ee58f2-b902-432e-9e02-139ec3211015 HTTP/1.1" status: 404 len: 333 time: 0.0522628 Mar 05 14:09:08.520027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36590) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:08.525349 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-908f9036-896e-43c1-a380-f057b3f78aac tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 05 14:09:08.526806 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-908f9036-896e-43c1-a380-f057b3f78aac tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "DELETE /v2.0/routers/3f02669b-aeac-4d8c-a1ad-620b1e7a873f HTTP/1.1" status: 409 len: 329 time: 0.5203469 Mar 05 14:09:08.539810 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-193d4485-3efd-4305-9c61-d30771ea30dd req-17f292b8-2843-4531-abfd-dbbca6480bb4 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/security-groups?id=47ceb264-4a67-42ef-aad3-9fdc0bf37136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768460 Mar 05 14:09:08.540985 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36594) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:08.656949 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e859cbaa-99fb-4d5e-94f0-0b274314ba1a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:08.748673 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-8bbc6ab4-88a2-4f0f-87f6-ffaf3aefecb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:09:08.774400 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-8bbc6ab4-88a2-4f0f-87f6-ffaf3aefecb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:08.815074 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d7c620a5-61f0-467e-a5b3-a2b54cdfcf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:08.863616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-8bbc6ab4-88a2-4f0f-87f6-ffaf3aefecb1 service neutron] Transition to ACTIVE for port object 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:09:08.902950 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e859cbaa-99fb-4d5e-94f0-0b274314ba1a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:08.910157 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-8bbc6ab4-88a2-4f0f-87f6-ffaf3aefecb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:08.964264 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-251e653a-4da4-40f9-a34e-e242258e7f15 req-6949e6a6-469c-4282-a7e9-4c55ab7ce860 service neutron] (87913) timed out ('10.222.0.30', 61918) {{(pid=87913) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 14:09:09.048168 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-e859cbaa-99fb-4d5e-94f0-0b274314ba1a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72083d48-0250-49a3-9ebe-f91082484ec1']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:09.083865 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ca77da83-d620-4ec1-864a-8efabbde1dca tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:09.216038 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc6ab4-88a2-4f0f-87f6-ffaf3aefecb1 service neutron] Pushing event updated for resources: {'Port': ['ID=08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:09.219823 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-e859cbaa-99fb-4d5e-94f0-0b274314ba1a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eebe39c-dd96-4322-b9b3-0b7a56c2fb10') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:09.220097 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-e859cbaa-99fb-4d5e-94f0-0b274314ba1a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eebe39c-dd96-4322-b9b3-0b7a56c2fb10') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:09.296463 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e859cbaa-99fb-4d5e-94f0-0b274314ba1a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:09.336663 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e859cbaa-99fb-4d5e-94f0-0b274314ba1a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:09.353793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69493574-da40-495b-bd60-1b6e1607ac9d req-bb5615c9-784c-492c-95ca-b0ba9e5d5d7c tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:09.355299 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-69493574-da40-495b-bd60-1b6e1607ac9d req-bb5615c9-784c-492c-95ca-b0ba9e5d5d7c tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 945 time: 0.4992256 Mar 05 14:09:09.359216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e859cbaa-99fb-4d5e-94f0-0b274314ba1a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:09:09.359617 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e859cbaa-99fb-4d5e-94f0-0b274314ba1a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:09:09.375042 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:09:09.483078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-8bbc6ab4-88a2-4f0f-87f6-ffaf3aefecb1 service neutron] Attempting to bind port 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:09:09.483406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-8bbc6ab4-88a2-4f0f-87f6-ffaf3aefecb1 service neutron] Attempting to bind port 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:09:09.483726 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-8bbc6ab4-88a2-4f0f-87f6-ffaf3aefecb1 service neutron] Attempting to bind port 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:09:09.503614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-8bbc6ab4-88a2-4f0f-87f6-ffaf3aefecb1 service neutron] Port 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:09:09.503939 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-8bbc6ab4-88a2-4f0f-87f6-ffaf3aefecb1 service neutron] Attempting to bind port 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:09:09.517194 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e859cbaa-99fb-4d5e-94f0-0b274314ba1a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:09.519213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-8bbc6ab4-88a2-4f0f-87f6-ffaf3aefecb1 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:09:09.519534 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-8bbc6ab4-88a2-4f0f-87f6-ffaf3aefecb1 service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:09:09.519909 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-8bbc6ab4-88a2-4f0f-87f6-ffaf3aefecb1 service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:09:09.520331 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-8bbc6ab4-88a2-4f0f-87f6-ffaf3aefecb1 service neutron] Bound port: 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:09:09.520663 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-8bbc6ab4-88a2-4f0f-87f6-ffaf3aefecb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:09.537069 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-69493574-da40-495b-bd60-1b6e1607ac9d req-ac6c6169-fd69-447f-9461-30248ef957f9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=d447a40c-d4bc-4f73-89d8-dea4bda26d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592171 Mar 05 14:09:09.562839 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e859cbaa-99fb-4d5e-94f0-0b274314ba1a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:09.564593 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e859cbaa-99fb-4d5e-94f0-0b274314ba1a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/networks/72083d48-0250-49a3-9ebe-f91082484ec1 HTTP/1.1" status: 204 len: 168 time: 1.0435603 Mar 05 14:09:09.571327 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36610) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:09.609856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-4bf425bf-9afb-4ee5-8a76-07fc9fc62be7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-682778586'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:09.613780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859cbaa-99fb-4d5e-94f0-0b274314ba1a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Network': ['ID=72083d48-0250-49a3-9ebe-f91082484ec1,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:09.615284 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ca77da83-d620-4ec1-864a-8efabbde1dca tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Deleting port e67ad260-e60f-438b-9046-c07c61f1554d {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:09.615767 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ca77da83-d620-4ec1-864a-8efabbde1dca tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:09.622653 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4bf425bf-9afb-4ee5-8a76-07fc9fc62be7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:09.628202 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4bf425bf-9afb-4ee5-8a76-07fc9fc62be7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:network and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:09.632928 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4bf425bf-9afb-4ee5-8a76-07fc9fc62be7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:09.642392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4bf425bf-9afb-4ee5-8a76-07fc9fc62be7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:09.676396 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf425bf-9afb-4ee5-8a76-07fc9fc62be7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:09.679773 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4bf425bf-9afb-4ee5-8a76-07fc9fc62be7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:09.697737 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-8bbc6ab4-88a2-4f0f-87f6-ffaf3aefecb1 service neutron] For port 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:09:09.709660 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-8bbc6ab4-88a2-4f0f-87f6-ffaf3aefecb1 service neutron] For port 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:09:09.718473 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-8bbc6ab4-88a2-4f0f-87f6-ffaf3aefecb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:09.791743 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf425bf-9afb-4ee5-8a76-07fc9fc62be7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:09:09.834437 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4bf425bf-9afb-4ee5-8a76-07fc9fc62be7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:09.834806 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-4bf425bf-9afb-4ee5-8a76-07fc9fc62be7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Added segment 4acbe279-23f4-49a1-a409-d90216b5b184 of type vlan for network 67181d0c-b300-4754-99b9-71957e3f195e Mar 05 14:09:09.836521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-8bbc6ab4-88a2-4f0f-87f6-ffaf3aefecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:09.837973 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-8bbc6ab4-88a2-4f0f-87f6-ffaf3aefecb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:09.839820 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-8bbc6ab4-88a2-4f0f-87f6-ffaf3aefecb1 service neutron] 10.222.0.30 "PUT /v2.0/ports/08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f HTTP/1.1" status: 200 len: 1094 time: 1.9657664 Mar 05 14:09:09.842354 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70011bd6-df8a-44b9-846d-18873e8f2c89', 'tag': '08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:09:09.906822 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4bf425bf-9afb-4ee5-8a76-07fc9fc62be7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:09.930264 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ca77da83-d620-4ec1-864a-8efabbde1dca tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:09.944360 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc6ab4-88a2-4f0f-87f6-ffaf3aefecb1 service neutron] Pushing event updated for resources: {'Port': ['ID=08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:09.959248 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4bf425bf-9afb-4ee5-8a76-07fc9fc62be7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:09.965672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf425bf-9afb-4ee5-8a76-07fc9fc62be7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:09.966418 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4bf425bf-9afb-4ee5-8a76-07fc9fc62be7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:10.091673 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ca77da83-d620-4ec1-864a-8efabbde1dca tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Calling delete_port for e67ad260-e60f-438b-9046-c07c61f1554d owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:09:10.211580 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4bf425bf-9afb-4ee5-8a76-07fc9fc62be7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6376243 Mar 05 14:09:10.215131 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd1dd7-0b84-49a9-9d35-05099300ac37 req-0f9df3db-9005-4771-889e-73794fd2fd67 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:10.216629 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-61fd1dd7-0b84-49a9-9d35-05099300ac37 req-0f9df3db-9005-4771-889e-73794fd2fd67 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 945 time: 0.3225491 Mar 05 14:09:10.218028 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36622) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:10.231184 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3947386-148f-4f5b-add9-37604667eaa7 req-f9bbb5e6-8fc1-4bad-9825-7dd3d33137e4 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:10.231913 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-b3947386-148f-4f5b-add9-37604667eaa7 req-f9bbb5e6-8fc1-4bad-9825-7dd3d33137e4 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Synchronizing usage tracker for tenant:e9b94609b3d54e51b8a1219b0555ba10 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:09:10.242561 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-ac8df8ed-20fa-40ea-b4a5-881e09564f06 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'subnet': {'network_id': '67181d0c-b300-4754-99b9-71957e3f195e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:10.244892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf425bf-9afb-4ee5-8a76-07fc9fc62be7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Network': ['ID=67181d0c-b300-4754-99b9-71957e3f195e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:10.258570 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 67181d0c-b300-4754-99b9-71957e3f195e details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:09:10.274242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-ca423da8-48ad-45a0-a1ff-d90484b64f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:10.276030 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-ca423da8-48ad-45a0-a1ff-d90484b64f97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9b94609b3d54e51b8a1219b0555ba10&device_id=70011bd6-df8a-44b9-846d-18873e8f2c89 HTTP/1.1" status: 200 len: 1097 time: 0.3181005 Mar 05 14:09:10.277095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-b3947386-148f-4f5b-add9-37604667eaa7 req-f9bbb5e6-8fc1-4bad-9825-7dd3d33137e4 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Unset dirty status for tenant:e9b94609b3d54e51b8a1219b0555ba10 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:09:10.283827 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b3947386-148f-4f5b-add9-37604667eaa7 req-f9bbb5e6-8fc1-4bad-9825-7dd3d33137e4 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/ports?device_id=70011bd6-df8a-44b9-846d-18873e8f2c89 HTTP/1.1" status: 200 len: 946 time: 0.5669324 Mar 05 14:09:10.373701 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-750e6f81-69b7-4436-9686-fcfc31191546 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f HTTP/1.1" status: 200 len: 217 time: 0.0877237 Mar 05 14:09:10.390108 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-61fd1dd7-0b84-49a9-9d35-05099300ac37 req-0d0ecff4-347d-49d8-9638-0641a447c2f9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=d447a40c-d4bc-4f73-89d8-dea4bda26d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648719 Mar 05 14:09:10.410439 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ac8df8ed-20fa-40ea-b4a5-881e09564f06 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:10.423688 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36626) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:10.449900 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-b3947386-148f-4f5b-add9-37604667eaa7 req-4481d9b6-a66a-41a2-9b57-4dd2fbbb3f92 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Synchronizing usage tracker for tenant:e9b94609b3d54e51b8a1219b0555ba10 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:09:10.460311 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ac8df8ed-20fa-40ea-b4a5-881e09564f06 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:subnet and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:10.465290 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ac8df8ed-20fa-40ea-b4a5-881e09564f06 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:10.483435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-aaf215a0-9971-40c8-93a6-07c2425bf048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:10.484895 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-aaf215a0-9971-40c8-93a6-07c2425bf048 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1017337 Mar 05 14:09:10.494364 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70011bd6-df8a-44b9-846d-18873e8f2c89', 'tag': '08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f', 'status': 'completed', 'code': 200} Mar 05 14:09:10.514805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ac8df8ed-20fa-40ea-b4a5-881e09564f06 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:10.545153 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-b3947386-148f-4f5b-add9-37604667eaa7 req-4481d9b6-a66a-41a2-9b57-4dd2fbbb3f92 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Unset dirty status for tenant:e9b94609b3d54e51b8a1219b0555ba10 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:09:10.546784 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b3947386-148f-4f5b-add9-37604667eaa7 req-4481d9b6-a66a-41a2-9b57-4dd2fbbb3f92 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/security-groups?id=47ceb264-4a67-42ef-aad3-9fdc0bf37136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621238 Mar 05 14:09:10.558260 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8df8ed-20fa-40ea-b4a5-881e09564f06 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:10.561835 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ac8df8ed-20fa-40ea-b4a5-881e09564f06 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:10.590118 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-0d7e79cd-043b-4fdb-b8ef-964d44b195e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:10.591616 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-0d7e79cd-043b-4fdb-b8ef-964d44b195e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0958812 Mar 05 14:09:10.594454 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ca77da83-d620-4ec1-864a-8efabbde1dca tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:10.711687 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77da83-d620-4ec1-864a-8efabbde1dca tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Pushing event deleted for resources: {'Port': ['ID=e67ad260-e60f-438b-9046-c07c61f1554d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:10.739838 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-6817628a-21de-4916-a103-de9e6aa66920 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416581 Mar 05 14:09:10.748998 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.ipam_backend_mixin [None req-ac8df8ed-20fa-40ea-b4a5-881e09564f06 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Performing IP validity checks on allocation pools {{(pid=87913) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 05 14:09:10.751821 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.ipam_backend_mixin [None req-ac8df8ed-20fa-40ea-b4a5-881e09564f06 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87913) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 05 14:09:10.772980 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77da83-d620-4ec1-864a-8efabbde1dca tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:10.773365 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77da83-d620-4ec1-864a-8efabbde1dca tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:10.773632 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77da83-d620-4ec1-864a-8efabbde1dca tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:10.773948 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77da83-d620-4ec1-864a-8efabbde1dca tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:10.774294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77da83-d620-4ec1-864a-8efabbde1dca tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:10.775252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77da83-d620-4ec1-864a-8efabbde1dca tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:10.775803 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77da83-d620-4ec1-864a-8efabbde1dca tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:10.776236 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77da83-d620-4ec1-864a-8efabbde1dca tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:10.776557 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77da83-d620-4ec1-864a-8efabbde1dca tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:10.776874 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77da83-d620-4ec1-864a-8efabbde1dca tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:10.777188 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77da83-d620-4ec1-864a-8efabbde1dca tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:10.777504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca77da83-d620-4ec1-864a-8efabbde1dca tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:10.815124 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a532b75-02c2-439b-b0b8-16cbe39b5aab tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:10.819514 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3a532b75-02c2-439b-b0b8-16cbe39b5aab tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 1091 time: 0.3916903 Mar 05 14:09:10.822688 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36630) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:10.836520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': '6bc53ced-3633-4c84-bfc6-ec12a58e03f2', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:10.858358 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:10.865673 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:floatingip and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:10.871345 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:10.884870 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:10.929276 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-105446d1-98c2-41ec-ae03-6df03fe8c47b req-845bec45-a8e3-4456-8622-07e3def813d2 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814144 Mar 05 14:09:10.939919 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c88fa43d-f734-4161-99a6-9d746b6c8544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:11.069769 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:11.076236 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1368398-732b-44e2-94b4-4f254e13e7e0 req-2bed3619-8c1c-47f4-93f5-3147fee31403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:11.077919 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a1368398-732b-44e2-94b4-4f254e13e7e0 req-2bed3619-8c1c-47f4-93f5-3147fee31403 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9b94609b3d54e51b8a1219b0555ba10&device_id=70011bd6-df8a-44b9-846d-18873e8f2c89 HTTP/1.1" status: 200 len: 1097 time: 0.0932605 Mar 05 14:09:11.092529 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ca77da83-d620-4ec1-864a-8efabbde1dca tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:11.217518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1368398-732b-44e2-94b4-4f254e13e7e0 req-ad528b5d-5c1d-4aa8-81ba-7df3583a8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:11.219258 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a1368398-732b-44e2-94b4-4f254e13e7e0 req-ad528b5d-5c1d-4aa8-81ba-7df3583a8791 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.1354361 Mar 05 14:09:11.430715 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a1368398-732b-44e2-94b4-4f254e13e7e0 req-e2acd081-9b2e-4a73-800a-8744113de092 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f HTTP/1.1" status: 200 len: 217 time: 0.2043514 Mar 05 14:09:11.458730 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ac8df8ed-20fa-40ea-b4a5-881e09564f06 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:11.503960 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1368398-732b-44e2-94b4-4f254e13e7e0 req-19f431c9-3b6b-4cf0-94f0-ad1663a62eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:11.505682 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a1368398-732b-44e2-94b4-4f254e13e7e0 req-19f431c9-3b6b-4cf0-94f0-ad1663a62eae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.0682383 Mar 05 14:09:11.589796 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1368398-732b-44e2-94b4-4f254e13e7e0 req-3810598d-1b6a-4b58-b9ef-7719212ba5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:11.591447 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a1368398-732b-44e2-94b4-4f254e13e7e0 req-3810598d-1b6a-4b58-b9ef-7719212ba5b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0796235 Mar 05 14:09:11.682349 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8df8ed-20fa-40ea-b4a5-881e09564f06 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Subnet': ['ID=ddd3e8ee-b0ac-4271-b5ee-44b5343103d3,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:11.689860 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca77da83-d620-4ec1-864a-8efabbde1dca tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Router 3f02669b-aeac-4d8c-a1ad-620b1e7a873f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:09:11.751432 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a1368398-732b-44e2-94b4-4f254e13e7e0 req-13a9ec64-3a47-447e-8112-28e66796db7b service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510870 Mar 05 14:09:11.753224 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8df8ed-20fa-40ea-b4a5-881e09564f06 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Checking segment: {'id': '4acbe279-23f4-49a1-a409-d90216b5b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '67181d0c-b300-4754-99b9-71957e3f195e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:09:11.753692 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8df8ed-20fa-40ea-b4a5-881e09564f06 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network hostable DHCP agents. Network: 67181d0c-b300-4754-99b9-71957e3f195e, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:09:11.889531 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a1368398-732b-44e2-94b4-4f254e13e7e0 req-ed51aacc-bd2c-4de5-abbb-65da25e2238e service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340415 Mar 05 14:09:11.912653 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca77da83-d620-4ec1-864a-8efabbde1dca tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:09:11.923036 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3f062d-066c-44bb-b0af-97a7895672e9 None None] Sync routers for ids ['3f02669b-aeac-4d8c-a1ad-620b1e7a873f'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:09:11.926638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8df8ed-20fa-40ea-b4a5-881e09564f06 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 67181d0c-b300-4754-99b9-71957e3f195e is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:09:11.933384 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3f062d-066c-44bb-b0af-97a7895672e9 None None] Routers {'3f02669b-aeac-4d8c-a1ad-620b1e7a873f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:09:11.934022 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0c3f062d-066c-44bb-b0af-97a7895672e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:09:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['3f02669b-aeac-4d8c-a1ad-620b1e7a873f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:11.945002 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:11.950455 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ca77da83-d620-4ec1-864a-8efabbde1dca tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "PUT /v2.0/routers/3f02669b-aeac-4d8c-a1ad-620b1e7a873f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4079757 Mar 05 14:09:11.954807 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36638) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:11.986041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-ac8df8ed-20fa-40ea-b4a5-881e09564f06 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 67181d0c-b300-4754-99b9-71957e3f195e) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:11.999817 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8df8ed-20fa-40ea-b4a5-881e09564f06 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:12.000715 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ac8df8ed-20fa-40ea-b4a5-881e09564f06 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:12.002799 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0c3f062d-066c-44bb-b0af-97a7895672e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:12.005132 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc83e607-fc64-497a-81ba-75324baa0375 None None] Network 67181d0c-b300-4754-99b9-71957e3f195e requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:09:12.033190 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-f2a8f1d7-3e41-49b2-a5ab-d1c8b472d148 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] show failed (client error): The resource could not be found. Mar 05 14:09:12.040952 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36642) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:12.044220 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3f062d-066c-44bb-b0af-97a7895672e9 None None] Routers {'3f02669b-aeac-4d8c-a1ad-620b1e7a873f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:09:12.045028 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0c3f062d-066c-44bb-b0af-97a7895672e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:09:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['3f02669b-aeac-4d8c-a1ad-620b1e7a873f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:12.047430 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f2a8f1d7-3e41-49b2-a5ab-d1c8b472d148 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1837767034 HTTP/1.1" status: 404 len: 335 time: 0.0912361 Mar 05 14:09:12.056442 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282a2a3-9a23-4817-9344-8f48aa9e8a53 req-893c95a8-d756-4ae0-bc87-1351aff06610 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:12.058176 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0282a2a3-9a23-4817-9344-8f48aa9e8a53 req-893c95a8-d756-4ae0-bc87-1351aff06610 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/ports?device_id=70011bd6-df8a-44b9-846d-18873e8f2c89 HTTP/1.1" status: 200 len: 946 time: 0.3517468 Mar 05 14:09:12.064981 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-105e2896-55c9-44d1-8d16-4dd9ecaa3307 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:12.136019 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ac8df8ed-20fa-40ea-b4a5-881e09564f06 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9122977 Mar 05 14:09:12.138631 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36648) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:12.146130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'port': {'network_id': '67181d0c-b300-4754-99b9-71957e3f195e', 'name': 'tempest-PortsIpV6TestJSON-2058586426'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:12.153274 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-105e2896-55c9-44d1-8d16-4dd9ecaa3307 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] update failed (client error): The resource could not be found. Mar 05 14:09:12.154268 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-105e2896-55c9-44d1-8d16-4dd9ecaa3307 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-1138833536 HTTP/1.1" status: 404 len: 335 time: 0.1123204 Mar 05 14:09:12.183690 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0c3f062d-066c-44bb-b0af-97a7895672e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:12.184088 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3f062d-066c-44bb-b0af-97a7895672e9 None None] The sync data for ids ['3f02669b-aeac-4d8c-a1ad-620b1e7a873f'] in n-d-803718-1 is: [] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:09:12.190043 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36652) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:12.202936 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:12.205809 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:12.279348 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0282a2a3-9a23-4817-9344-8f48aa9e8a53 req-9191c793-5d36-41d4-b359-f58d46cd9991 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/security-groups?id=47ceb264-4a67-42ef-aad3-9fdc0bf37136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548493 Mar 05 14:09:12.300510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Allocated IP 172.25.4.26 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/80bb50f3-0e6d-4c00-bc42-77ba3d94cb41) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:09:12.316841 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-9baaf038-70f0-4f49-bbb4-72f4bd1c0199 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Deleting subnet e214185d-48c7-4278-b9cb-b732d5809484 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:09:12.320296 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9baaf038-70f0-4f49-bbb4-72f4bd1c0199 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:12.330706 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-67181d0c-b300-4754-99b9-71957e3f195e', 'network_id': '67181d0c-b300-4754-99b9-71957e3f195e', 'tenant_id': '0b1a258db7d443d2a5a311b119b89687', 'fixed_ips': [{'subnet_id': 'ddd3e8ee-b0ac-4271-b5ee-44b5343103d3'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:09:12.331626 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:12.341296 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:12.352154 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:12.364608 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:12.368932 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:12.390525 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] device_id is not set on port 49bc8563-a593-4f4a-b9c9-611e5da6a6ba yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:09:12.455756 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9baaf038-70f0-4f49-bbb4-72f4bd1c0199 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:12.528628 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Allocated IP 2001:db8::2 (67181d0c-b300-4754-99b9-71957e3f195e/ddd3e8ee-b0ac-4271-b5ee-44b5343103d3/9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:09:12.578295 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:12.597657 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9baaf038-70f0-4f49-bbb4-72f4bd1c0199 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:12.675119 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:12.731474 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9baaf038-70f0-4f49-bbb4-72f4bd1c0199 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:12.755164 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:12.765988 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Transition to ACTIVE for port object 9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:09:12.786190 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Transition to ACTIVE for port object 9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:09:12.800178 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:12.867790 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Network 67181d0c-b300-4754-99b9-71957e3f195e is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:09:12.876480 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:12.881216 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:09:12.888220 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Pushing event updated for resources: {'Port': ['ID=9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:12.905663 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Allocated IP 2001:db8::3d7 (67181d0c-b300-4754-99b9-71957e3f195e/ddd3e8ee-b0ac-4271-b5ee-44b5343103d3/49bc8563-a593-4f4a-b9c9-611e5da6a6ba) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:09:12.933898 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baaf038-70f0-4f49-bbb4-72f4bd1c0199 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Pushing event deleted for resources: {'Subnet': ['ID=e214185d-48c7-4278-b9cb-b732d5809484,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:12.935643 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:12.936037 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:12.936229 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:12.936539 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:12.936869 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:12.937194 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:12.937516 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:12.937835 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:12.938153 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:12.938473 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:12.938580 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:09:12.939056 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:12.939158 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:12.942727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:12.945512 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:09:12.974563 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:09:12.983508 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9baaf038-70f0-4f49-bbb4-72f4bd1c0199 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:13.003799 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444d3493-cbbf-4152-975d-01e0a168d945 None None] Network 5fade4d6-a216-47ed-9436-7fcf0ad7853e requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:09:13.007755 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9baaf038-70f0-4f49-bbb4-72f4bd1c0199 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "DELETE /v2.0/subnets/e214185d-48c7-4278-b9cb-b732d5809484 HTTP/1.1" status: 204 len: 168 time: 0.8143620 Mar 05 14:09:13.008257 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'Port': ['ID=80bb50f3-0e6d-4c00-bc42-77ba3d94cb41,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:13.013408 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36656) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:13.139691 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba83c2f3-3b86-42e3-b2ba-a7eefe9b4830 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Deleting subnet b9b144ea-dd65-4e99-a45d-1ddd87266121 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:09:13.142668 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ba83c2f3-3b86-42e3-b2ba-a7eefe9b4830 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:13.161157 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:13.178537 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Transition to ACTIVE for port object 49bc8563-a593-4f4a-b9c9-611e5da6a6ba will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:09:13.207592 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Attempting to bind port 9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:09:13.207958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Attempting to bind port 9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '4acbe279-23f4-49a1-a409-d90216b5b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '67181d0c-b300-4754-99b9-71957e3f195e'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:09:13.208319 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Attempting to bind port 9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3 on network 67181d0c-b300-4754-99b9-71957e3f195e {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:09:13.219999 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:13.268985 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ba83c2f3-3b86-42e3-b2ba-a7eefe9b4830 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:13.272395 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:09:13.273044 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Checking segment: {'id': '4acbe279-23f4-49a1-a409-d90216b5b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '67181d0c-b300-4754-99b9-71957e3f195e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:09:13.273656 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:13.274309 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Bound using segment: {'id': '4acbe279-23f4-49a1-a409-d90216b5b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '67181d0c-b300-4754-99b9-71957e3f195e'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:09:13.275553 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Bound port: 9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4acbe279-23f4-49a1-a409-d90216b5b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '67181d0c-b300-4754-99b9-71957e3f195e'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:09:13.276153 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:13.309967 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 67181d0c-b300-4754-99b9-71957e3f195e is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:09:13.317852 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:13.322508 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:09:13.328737 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:13.329383 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:13.338045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Port': ['ID=49bc8563-a593-4f4a-b9c9-611e5da6a6ba,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:13.353091 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:13.353444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:13.353788 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:13.354122 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:13.354452 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:13.354796 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:13.355132 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:13.355458 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:13.355812 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:13.356099 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:13.356448 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:13.356813 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:09:13.379132 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-67140c81-4ac8-4c7a-8336-11f6ecc375a3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2390058 Mar 05 14:09:13.381665 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36664) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:13.424594 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:09:13.456511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f', 'mac_address': 'fa:16:3e:7e:f0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:09:13.511000 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-6dc58121-c0d8-4677-bb3d-5e79f71267cc tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting port 49bc8563-a593-4f4a-b9c9-611e5da6a6ba {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:13.511302 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6dc58121-c0d8-4677-bb3d-5e79f71267cc tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:13.519696 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] For port 9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:09:13.545443 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] For port 9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3,segment=NetworkSegment(4acbe279-23f4-49a1-a409-d90216b5b184),segment_id=4acbe279-23f4-49a1-a409-d90216b5b184)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:09:13.548704 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:13.560792 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ba83c2f3-3b86-42e3-b2ba-a7eefe9b4830 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:13.568878 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:13.635943 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0469d407-6fbc-4da8-8d65-75abc99b23a3 None None] DHCP port deletion for 5fade4d6-a216-47ed-9436-7fcf0ad7853e request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:09:13.638397 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:09:13.676408 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-0469d407-6fbc-4da8-8d65-75abc99b23a3 None None] Deleting port 7e94f655-8ad1-4676-a5f5-a91d38314d0a {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:13.676801 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0469d407-6fbc-4da8-8d65-75abc99b23a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:13.699323 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ba83c2f3-3b86-42e3-b2ba-a7eefe9b4830 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:13.729755 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:09:13.735711 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c3b23-ab89-4366-87a3-1d7eb99ea1fd req-38e2b497-b3bc-4f58-adac-4c4649d6d6a1 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:13.743649 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6d2c3b23-ab89-4366-87a3-1d7eb99ea1fd req-38e2b497-b3bc-4f58-adac-4c4649d6d6a1 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/ports?device_id=70011bd6-df8a-44b9-846d-18873e8f2c89 HTTP/1.1" status: 200 len: 946 time: 0.2364845 Mar 05 14:09:13.749176 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba83c2f3-3b86-42e3-b2ba-a7eefe9b4830 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b144ea-dd65-4e99-a45d-1ddd87266121,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:13.751546 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:13.756086 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ba83c2f3-3b86-42e3-b2ba-a7eefe9b4830 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:13.758644 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bee768-f3ec-40b7-9881-5bb0e64efb95 None None] Pushing event updated for resources: {'Port': ['ID=9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:13.770146 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ba83c2f3-3b86-42e3-b2ba-a7eefe9b4830 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "DELETE /v2.0/subnets/b9b144ea-dd65-4e99-a45d-1ddd87266121 HTTP/1.1" status: 204 len: 168 time: 0.7557263 Mar 05 14:09:13.772879 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:13.774162 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36668) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:13.805477 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53281027-3677-45a4-94e3-7c0642f1ed0e None None] Network 077b96af-f020-4c94-8f7f-122ab931ea41 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:09:13.831337 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:13.864580 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6d2c3b23-ab89-4366-87a3-1d7eb99ea1fd req-c14201ac-d613-409f-9651-223e3a07f2df tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/security-groups?id=47ceb264-4a67-42ef-aad3-9fdc0bf37136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200020 Mar 05 14:09:13.912617 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6dc58121-c0d8-4677-bb3d-5e79f71267cc tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:13.959240 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2a113ae7-3935-4758-9ae6-015ed6804c6f tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:13.985677 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:13.996448 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:09:14.016963 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-2a113ae7-3935-4758-9ae6-015ed6804c6f tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Deleting port 7e94f655-8ad1-4676-a5f5-a91d38314d0a {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:14.016963 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2a113ae7-3935-4758-9ae6-015ed6804c6f tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:14.092042 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:14.210577 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-6dc58121-c0d8-4677-bb3d-5e79f71267cc tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Calling delete_port for 49bc8563-a593-4f4a-b9c9-611e5da6a6ba owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:09:14.338140 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-0469d407-6fbc-4da8-8d65-75abc99b23a3 None None] For port 7e94f655-8ad1-4676-a5f5-a91d38314d0a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7e94f655-8ad1-4676-a5f5-a91d38314d0a,segment=NetworkSegment(98bbd613-e5ef-4430-a30d-8c5bf87ba17d),segment_id=98bbd613-e5ef-4430-a30d-8c5bf87ba17d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:09:14.338546 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0469d407-6fbc-4da8-8d65-75abc99b23a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:14.437804 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-2a113ae7-3935-4758-9ae6-015ed6804c6f tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] For port 7e94f655-8ad1-4676-a5f5-a91d38314d0a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7e94f655-8ad1-4676-a5f5-a91d38314d0a,segment=NetworkSegment(98bbd613-e5ef-4430-a30d-8c5bf87ba17d),segment_id=98bbd613-e5ef-4430-a30d-8c5bf87ba17d)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:09:14.438149 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2a113ae7-3935-4758-9ae6-015ed6804c6f tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:14.449079 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6dc58121-c0d8-4677-bb3d-5e79f71267cc tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:14.522083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc58121-c0d8-4677-bb3d-5e79f71267cc tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Port': ['ID=49bc8563-a593-4f4a-b9c9-611e5da6a6ba,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:14.574287 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-0469d407-6fbc-4da8-8d65-75abc99b23a3 None None] Calling delete_port for 7e94f655-8ad1-4676-a5f5-a91d38314d0a owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:09:14.590204 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6dc58121-c0d8-4677-bb3d-5e79f71267cc tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:14.632318 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6dc58121-c0d8-4677-bb3d-5e79f71267cc tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/ports/49bc8563-a593-4f4a-b9c9-611e5da6a6ba HTTP/1.1" status: 204 len: 168 time: 1.2495592 Mar 05 14:09:14.643027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36674) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:14.719349 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5ff307-1000-475f-a367-7e330ce33601 None None] DHCP port deletion for 077b96af-f020-4c94-8f7f-122ab931ea41 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:09:14.728556 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ca1d2f-0191-410b-aeed-edea12b4e7e2 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] DELETE failed (client error): The resource could not be found. Mar 05 14:09:14.729905 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ca1d2f-0191-410b-aeed-edea12b4e7e2 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:09:14.732806 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-48ca1d2f-0191-410b-aeed-edea12b4e7e2 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/ports/49bc8563-a593-4f4a-b9c9-611e5da6a6ba HTTP/1.1" status: 404 len: 333 time: 0.0885627 Mar 05 14:09:14.735121 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36678) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:14.748168 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cb5ff307-1000-475f-a367-7e330ce33601 None None] Deleting port 617876c2-2622-4c2f-93e2-7e534a9599bb {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:14.748699 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cb5ff307-1000-475f-a367-7e330ce33601 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:14.804059 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-2a113ae7-3935-4758-9ae6-015ed6804c6f tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Calling delete_port for 7e94f655-8ad1-4676-a5f5-a91d38314d0a owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:09:14.809763 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:09:14.812569 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60e4117-7340-441f-8591-5d1dc864305c tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] GET failed (client error): The resource could not be found. Mar 05 14:09:14.813170 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f60e4117-7340-441f-8591-5d1dc864305c tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Synchronizing usage tracker for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:09:14.832176 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f60e4117-7340-441f-8591-5d1dc864305c tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Unset dirty status for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:09:14.835114 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f60e4117-7340-441f-8591-5d1dc864305c tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports/49bc8563-a593-4f4a-b9c9-611e5da6a6ba HTTP/1.1" status: 404 len: 333 time: 0.0984070 Mar 05 14:09:14.839370 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36682) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:14.879351 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:14.902634 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0469d407-6fbc-4da8-8d65-75abc99b23a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:14.906406 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:14.980594 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb4163f-70c9-4f28-9615-36f6f27904b9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting subnet ddd3e8ee-b0ac-4271-b5ee-44b5343103d3 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:09:14.996789 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-aeb4163f-70c9-4f28-9615-36f6f27904b9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:15.014446 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-2a113ae7-3935-4758-9ae6-015ed6804c6f tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:09:15.015112 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-2a113ae7-3935-4758-9ae6-015ed6804c6f tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:09:15.069213 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-aeb4163f-70c9-4f28-9615-36f6f27904b9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:15.108256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469d407-6fbc-4da8-8d65-75abc99b23a3 None None] Pushing event deleted for resources: {'Port': ['ID=7e94f655-8ad1-4676-a5f5-a91d38314d0a,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:15.127302 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0469d407-6fbc-4da8-8d65-75abc99b23a3 None None] No DVR routers for this DVR port 7e94f655-8ad1-4676-a5f5-a91d38314d0a on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:09:15.186840 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-aeb4163f-70c9-4f28-9615-36f6f27904b9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:15.193180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'Port': ['ID=80bb50f3-0e6d-4c00-bc42-77ba3d94cb41,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:15.210264 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:15.296952 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-aeb4163f-70c9-4f28-9615-36f6f27904b9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:15.305834 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:09:15.343483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b74fec-a223-440d-9e73-883340203376 req-a94271e1-36cb-45ae-bdc8-abe4a8e29433 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:15.345393 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a3b74fec-a223-440d-9e73-883340203376 req-a94271e1-36cb-45ae-bdc8-abe4a8e29433 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/ports?device_id=70011bd6-df8a-44b9-846d-18873e8f2c89 HTTP/1.1" status: 200 len: 947 time: 0.2746201 Mar 05 14:09:15.362677 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-aeb4163f-70c9-4f28-9615-36f6f27904b9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:15.366676 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-cb5ff307-1000-475f-a367-7e330ce33601 None None] For port 617876c2-2622-4c2f-93e2-7e534a9599bb, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=617876c2-2622-4c2f-93e2-7e534a9599bb,segment=NetworkSegment(c1fc0ce6-cded-4269-9f85-62890433f523),segment_id=c1fc0ce6-cded-4269-9f85-62890433f523)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:09:15.366995 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cb5ff307-1000-475f-a367-7e330ce33601 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:15.367260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4163f-70c9-4f28-9615-36f6f27904b9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd3e8ee-b0ac-4271-b5ee-44b5343103d3,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:15.377913 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-aeb4163f-70c9-4f28-9615-36f6f27904b9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/subnets/ddd3e8ee-b0ac-4271-b5ee-44b5343103d3 HTTP/1.1" status: 204 len: 168 time: 0.5344329 Mar 05 14:09:15.378797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36688) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:15.401609 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 7e94f655-8ad1-4676-a5f5-a91d38314d0a no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:09:15.527763 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a3b74fec-a223-440d-9e73-883340203376 req-05aa200d-827b-4718-aa87-5e0be25d1be2 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/security-groups?id=47ceb264-4a67-42ef-aad3-9fdc0bf37136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663451 Mar 05 14:09:15.537238 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-2a113ae7-3935-4758-9ae6-015ed6804c6f tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Deleting port 7e94f655-8ad1-4676-a5f5-a91d38314d0a {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:15.538735 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2a113ae7-3935-4758-9ae6-015ed6804c6f tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:15.580714 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Floating IP 38e91edc-9d9b-43c1-9bd6-00f177952c6d associated. External IP: 172.25.4.26, port: 6bc53ced-3633-4c84-bfc6-ec12a58e03f2. Mar 05 14:09:15.629614 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6993a48d-c2d6-465a-8486-e4f6e782f72b None None] Network 67181d0c-b300-4754-99b9-71957e3f195e requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:09:15.671301 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 7e94f655-8ad1-4676-a5f5-a91d38314d0a {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:09:15.671957 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 7e94f655-8ad1-4676-a5f5-a91d38314d0a not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:09:15.676714 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c39722e8-ed25-4ad2-b546-df667435c703 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:15.700426 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-2a113ae7-3935-4758-9ae6-015ed6804c6f tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] The port '7e94f655-8ad1-4676-a5f5-a91d38314d0a' was deleted {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:09:15.710253 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c39722e8-ed25-4ad2-b546-df667435c703 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting port 9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:15.710888 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c39722e8-ed25-4ad2-b546-df667435c703 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:15.764921 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cb5ff307-1000-475f-a367-7e330ce33601 None None] Calling delete_port for 617876c2-2622-4c2f-93e2-7e534a9599bb owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:09:15.865988 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6358902e-4433-4ef6-9d3b-2f4163e2b13b None None] Provisioning for port 9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:09:15.878560 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6358902e-4433-4ef6-9d3b-2f4163e2b13b None None] Provisioning complete for port 9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:09:15.879750 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6358902e-4433-4ef6-9d3b-2f4163e2b13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:15.931336 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2a113ae7-3935-4758-9ae6-015ed6804c6f tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:15.975096 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-2a113ae7-3935-4758-9ae6-015ed6804c6f tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fade4d6-a216-47ed-9436-7fcf0ad7853e']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:15.991392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-c39722e8-ed25-4ad2-b546-df667435c703 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] For port 9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3,segment=NetworkSegment(4acbe279-23f4-49a1-a409-d90216b5b184),segment_id=4acbe279-23f4-49a1-a409-d90216b5b184)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:09:15.991965 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c39722e8-ed25-4ad2-b546-df667435c703 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:16.041503 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-2a113ae7-3935-4758-9ae6-015ed6804c6f tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98bbd613-e5ef-4430-a30d-8c5bf87ba17d') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:16.042066 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-2a113ae7-3935-4758-9ae6-015ed6804c6f tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98bbd613-e5ef-4430-a30d-8c5bf87ba17d') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:16.066581 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2a113ae7-3935-4758-9ae6-015ed6804c6f tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:16.091713 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2a113ae7-3935-4758-9ae6-015ed6804c6f tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:16.095145 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cb5ff307-1000-475f-a367-7e330ce33601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:16.137665 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c39722e8-ed25-4ad2-b546-df667435c703 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Calling delete_port for 9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:09:16.158553 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a113ae7-3935-4758-9ae6-015ed6804c6f tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:09:16.158553 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2a113ae7-3935-4758-9ae6-015ed6804c6f tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:09:16.173727 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:09:16.195898 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ff307-1000-475f-a367-7e330ce33601 None None] Pushing event deleted for resources: {'Port': ['ID=617876c2-2622-4c2f-93e2-7e534a9599bb,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:16.198756 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5ff307-1000-475f-a367-7e330ce33601 None None] No DVR routers for this DVR port 617876c2-2622-4c2f-93e2-7e534a9599bb on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:09:16.215886 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:09:16.232980 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6358902e-4433-4ef6-9d3b-2f4163e2b13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:16.242067 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c39722e8-ed25-4ad2-b546-df667435c703 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:16.283768 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Router c1eab5a9-6361-48d9-aaa2-5828f2eae55d has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:09:16.290051 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2a113ae7-3935-4758-9ae6-015ed6804c6f tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:16.296172 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39722e8-ed25-4ad2-b546-df667435c703 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Port': ['ID=9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:16.309139 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39722e8-ed25-4ad2-b546-df667435c703 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] No DVR routers for this DVR port 9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3 on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:09:16.314602 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2a113ae7-3935-4758-9ae6-015ed6804c6f tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:16.371128 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a113ae7-3935-4758-9ae6-015ed6804c6f tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Pushing event deleted for resources: {'Network': ['ID=5fade4d6-a216-47ed-9436-7fcf0ad7853e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:16.372168 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175e2d8d-9783-4086-8d77-2784c5c78b78 None None] DHCP port deletion for 67181d0c-b300-4754-99b9-71957e3f195e request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:09:16.395794 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2a113ae7-3935-4758-9ae6-015ed6804c6f tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "DELETE /v2.0/networks/5fade4d6-a216-47ed-9436-7fcf0ad7853e HTTP/1.1" status: 204 len: 168 time: 2.6178083 Mar 05 14:09:16.395924 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36694) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:16.444580 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c39722e8-ed25-4ad2-b546-df667435c703 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:16.473362 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-c39722e8-ed25-4ad2-b546-df667435c703 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67181d0c-b300-4754-99b9-71957e3f195e']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:16.486709 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-c39722e8-ed25-4ad2-b546-df667435c703 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4acbe279-23f4-49a1-a409-d90216b5b184') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:16.487120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-c39722e8-ed25-4ad2-b546-df667435c703 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4acbe279-23f4-49a1-a409-d90216b5b184') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:16.499663 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c39722e8-ed25-4ad2-b546-df667435c703 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:16.517014 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c39722e8-ed25-4ad2-b546-df667435c703 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:16.523542 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39722e8-ed25-4ad2-b546-df667435c703 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:09:16.523948 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c39722e8-ed25-4ad2-b546-df667435c703 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:09:16.539368 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:09:16.635696 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c39722e8-ed25-4ad2-b546-df667435c703 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:16.643945 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c39722e8-ed25-4ad2-b546-df667435c703 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:16.687408 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 617876c2-2622-4c2f-93e2-7e534a9599bb no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:09:16.717699 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39722e8-ed25-4ad2-b546-df667435c703 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Network': ['ID=67181d0c-b300-4754-99b9-71957e3f195e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:16.732056 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be6964f1-c4cd-48d1-94d3-1a52ad2ccecc tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:16.750238 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 617876c2-2622-4c2f-93e2-7e534a9599bb {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:09:16.750727 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 617876c2-2622-4c2f-93e2-7e534a9599bb not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:09:16.751678 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:09:16.789726 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:09:16.790597 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 9f51224e-8d9b-43b4-abd9-3c2c2d9f63f3 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:09:16.796530 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:09:16.810488 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce631e3-7d75-4d0c-9238-83723df31203 None None] Sync routers for ids ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:09:16.826416 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce631e3-7d75-4d0c-9238-83723df31203 None None] Routers {'c1eab5a9-6361-48d9-aaa2-5828f2eae55d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:09:16.827720 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-6ce631e3-7d75-4d0c-9238-83723df31203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:09:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:16.849489 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c39722e8-ed25-4ad2-b546-df667435c703 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/networks/67181d0c-b300-4754-99b9-71957e3f195e HTTP/1.1" status: 204 len: 168 time: 1.4674578 Mar 05 14:09:16.850462 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36702) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:16.858417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a9dd0840-50cc-494a-8446-3e9a029d92d9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1016656710'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:16.865762 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a9dd0840-50cc-494a-8446-3e9a029d92d9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:16.872038 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a9dd0840-50cc-494a-8446-3e9a029d92d9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:network and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:16.875681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a9dd0840-50cc-494a-8446-3e9a029d92d9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:16.882948 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a9dd0840-50cc-494a-8446-3e9a029d92d9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:16.910185 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dd0840-50cc-494a-8446-3e9a029d92d9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:16.913727 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0840-50cc-494a-8446-3e9a029d92d9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:16.915152 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:16.941117 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a8389-4a94-40e0-a503-31d6a0b40521 req-0adf37fb-1118-4639-ab6b-bac669ea04e3 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:16.952008 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-449a8389-4a94-40e0-a503-31d6a0b40521 req-0adf37fb-1118-4639-ab6b-bac669ea04e3 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/ports?device_id=70011bd6-df8a-44b9-846d-18873e8f2c89 HTTP/1.1" status: 200 len: 947 time: 0.3006508 Mar 05 14:09:16.980632 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0e33db40-8a6e-4008-9ee9-be74aca587f6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.1522281 Mar 05 14:09:16.984504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f060fe-6b68-4af0-bd57-c37f85d08631', 'tag': '6bc53ced-3633-4c84-bfc6-ec12a58e03f2'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:09:16.985822 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36708) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:16.988791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9dd0840-50cc-494a-8446-3e9a029d92d9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:09:16.992807 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:09:17.011395 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be6964f1-c4cd-48d1-94d3-1a52ad2ccecc tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:17.055730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-be6964f1-c4cd-48d1-94d3-1a52ad2ccecc tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077b96af-f020-4c94-8f7f-122ab931ea41']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:17.072721 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-be6964f1-c4cd-48d1-94d3-1a52ad2ccecc tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1fc0ce6-cded-4269-9f85-62890433f523') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:17.073492 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-be6964f1-c4cd-48d1-94d3-1a52ad2ccecc tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1fc0ce6-cded-4269-9f85-62890433f523') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:17.085174 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-6ce631e3-7d75-4d0c-9238-83723df31203 None None] Set router c1eab5a9-6361-48d9-aaa2-5828f2eae55d gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:09:17.087332 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be6964f1-c4cd-48d1-94d3-1a52ad2ccecc tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:17.089869 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:09:17.095600 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:09:17.095977 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:17.111834 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be6964f1-c4cd-48d1-94d3-1a52ad2ccecc tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:17.129110 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6964f1-c4cd-48d1-94d3-1a52ad2ccecc tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:09:17.130915 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be6964f1-c4cd-48d1-94d3-1a52ad2ccecc tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:09:17.161603 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:09:17.189145 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0840-50cc-494a-8446-3e9a029d92d9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:17.189145 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-a9dd0840-50cc-494a-8446-3e9a029d92d9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Added segment ae3fad5c-4f44-481c-82c5-679812cacf17 of type vlan for network 11c3e755-c9a8-424d-98d0-be0c62ea9e64 Mar 05 14:09:17.235984 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-449a8389-4a94-40e0-a503-31d6a0b40521 req-36952939-dfc2-4112-9ae1-2c535cc71305 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/security-groups?id=47ceb264-4a67-42ef-aad3-9fdc0bf37136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869084 Mar 05 14:09:17.341330 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f060fe-6b68-4af0-bd57-c37f85d08631', 'tag': '6bc53ced-3633-4c84-bfc6-ec12a58e03f2', 'status': 'completed', 'code': 200} Mar 05 14:09:17.366204 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ae2e59cb-d1c1-4df7-8743-9c4b415053c7 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/floatingips/38e91edc-9d9b-43c1-9bd6-00f177952c6d HTTP/1.1" status: 200 len: 990 time: 0.3763099 Mar 05 14:09:17.370319 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be6964f1-c4cd-48d1-94d3-1a52ad2ccecc tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:17.383026 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0840-50cc-494a-8446-3e9a029d92d9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:17.395674 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:17.423305 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be6964f1-c4cd-48d1-94d3-1a52ad2ccecc tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:17.432982 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6964f1-c4cd-48d1-94d3-1a52ad2ccecc tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Pushing event deleted for resources: {'Network': ['ID=077b96af-f020-4c94-8f7f-122ab931ea41,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:17.456002 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70011bd6-df8a-44b9-846d-18873e8f2c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:09:17.456716 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-be6964f1-c4cd-48d1-94d3-1a52ad2ccecc tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "DELETE /v2.0/networks/077b96af-f020-4c94-8f7f-122ab931ea41 HTTP/1.1" status: 204 len: 168 time: 1.0556788 Mar 05 14:09:17.457033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36716) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:17.468285 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:09:17.474223 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:17.561907 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70011bd6-df8a-44b9-846d-18873e8f2c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f', 'code': 200} Mar 05 14:09:17.563249 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:17.600796 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d0827d5d-d926-4c9f-b325-25fa8030f641 req-c9ea1616-e327-4a1c-b70e-bde156175002 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=627ed16c-4e74-4518-8294-dfa17d7d06c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6994460 Mar 05 14:09:17.604972 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0840-50cc-494a-8446-3e9a029d92d9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:17.610825 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd0840-50cc-494a-8446-3e9a029d92d9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:17.611417 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0840-50cc-494a-8446-3e9a029d92d9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:17.647522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1891c56-d80c-48ae-af33-26cc21e2be17 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Deleting subnet 839d120e-98ab-4e9c-a34d-003b653c84d2 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:09:17.687017 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-6ce631e3-7d75-4d0c-9238-83723df31203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'name': 'tempest-TestNetworkBasicOps-router-1065736224', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:08:26Z', 'updated_at': '2022-03-05T14:08:38Z', 'revision_number': 4, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:28Z', 'updated_at': '2022-03-05T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '38e91edc-9d9b-43c1-9bd6-00f177952c6d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'port_id': '6bc53ced-3633-4c84-bfc6-ec12a58e03f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'mac_address': 'fa:16:3e:49:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f060fe-6b68-4af0-bd57-c37f85d08631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:09:13Z', 'updated_at': '2022-03-05T14:09:13Z', 'revision_number': 0, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4', 'name': '', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:48:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '76653a85-548c-43a5-9101-603080510503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:36Z', 'updated_at': '2022-03-05T14:08:45Z', 'revision_number': 5, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '76653a85-548c-43a5-9101-603080510503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:17.691090 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce631e3-7d75-4d0c-9238-83723df31203 None None] Checking router: c1eab5a9-6361-48d9-aaa2-5828f2eae55d for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:09:17.700602 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce631e3-7d75-4d0c-9238-83723df31203 None None] Routers {'c1eab5a9-6361-48d9-aaa2-5828f2eae55d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:09:17.701276 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-6ce631e3-7d75-4d0c-9238-83723df31203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:09:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:17.707137 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e1891c56-d80c-48ae-af33-26cc21e2be17 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:17.765333 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0827d5d-d926-4c9f-b325-25fa8030f641 req-d73ec2cc-cf6f-4df5-bb59-01e85927a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:17.767117 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d0827d5d-d926-4c9f-b325-25fa8030f641 req-d73ec2cc-cf6f-4df5-bb59-01e85927a05a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a478a8d0661420789e0812b794c38ab&device_id=627ed16c-4e74-4518-8294-dfa17d7d06c7 HTTP/1.1" status: 200 len: 1096 time: 0.0819900 Mar 05 14:09:17.822413 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a9dd0840-50cc-494a-8446-3e9a029d92d9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9674463 Mar 05 14:09:17.823457 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36724) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:17.831900 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-69d59eb9-6caa-4a75-ad5c-79de5eae0eed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'subnet': {'network_id': '11c3e755-c9a8-424d-98d0-be0c62ea9e64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:17.838248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4b76f-6dcf-4c9e-9e5c-a6d69b347f6c req-067e8798-c766-4232-9133-3a5e7e04152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:17.839850 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2db4b76f-6dcf-4c9e-9e5c-a6d69b347f6c req-067e8798-c766-4232-9133-3a5e7e04152c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a618ad747aa4899b8afc19ecc5e6005&device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 1096 time: 0.4706123 Mar 05 14:09:17.840496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd0840-50cc-494a-8446-3e9a029d92d9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Network': ['ID=11c3e755-c9a8-424d-98d0-be0c62ea9e64,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:17.856051 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 11c3e755-c9a8-424d-98d0-be0c62ea9e64 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:09:17.889895 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e1891c56-d80c-48ae-af33-26cc21e2be17 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:17.974282 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-6ce631e3-7d75-4d0c-9238-83723df31203 None None] Set router c1eab5a9-6361-48d9-aaa2-5828f2eae55d gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:09:18.052968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5bbaf-8553-4122-a7f3-c5b51510e48f req-58b6c6b1-8dc8-4c3d-9abb-e33202a7fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:18.054750 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3a5bbaf-8553-4122-a7f3-c5b51510e48f req-58b6c6b1-8dc8-4c3d-9abb-e33202a7fcb4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70011bd6-df8a-44b9-846d-18873e8f2c89 HTTP/1.1" status: 200 len: 1099 time: 0.3918688 Mar 05 14:09:18.094281 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4b76f-6dcf-4c9e-9e5c-a6d69b347f6c req-58fd3690-a6c1-4fda-b240-504783014cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:18.096055 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2db4b76f-6dcf-4c9e-9e5c-a6d69b347f6c req-58fd3690-a6c1-4fda-b240-504783014cd6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a1c7137-da90-415e-95dc-4f4c1828138d HTTP/1.1" status: 200 len: 897 time: 0.2492056 Mar 05 14:09:18.111439 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-69d59eb9-6caa-4a75-ad5c-79de5eae0eed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:18.114409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0827d5d-d926-4c9f-b325-25fa8030f641 req-59a401ba-2698-42fb-948f-464374e0c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:18.116121 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d0827d5d-d926-4c9f-b325-25fa8030f641 req-59a401ba-2698-42fb-948f-464374e0c282 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d7fc820f-df63-4299-a073-3478d7e40f96 HTTP/1.1" status: 200 len: 912 time: 0.3303003 Mar 05 14:09:18.118623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-69d59eb9-6caa-4a75-ad5c-79de5eae0eed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:subnet and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:18.123139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-69d59eb9-6caa-4a75-ad5c-79de5eae0eed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:18.200542 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-69d59eb9-6caa-4a75-ad5c-79de5eae0eed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:18.210077 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e1891c56-d80c-48ae-af33-26cc21e2be17 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:18.212571 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d0827d5d-d926-4c9f-b325-25fa8030f641 req-21cb4b8e-a481-4c48-a016-3c82ecf8749b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b48862d-0acb-4146-a509-f4cb17209ee9 HTTP/1.1" status: 200 len: 217 time: 0.0905294 Mar 05 14:09:18.249218 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3a5bbaf-8553-4122-a7f3-c5b51510e48f req-646bfcf9-ec18-469e-b61b-a1da9214d213 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=47ceb264-4a67-42ef-aad3-9fdc0bf37136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753843 Mar 05 14:09:18.255635 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d59eb9-6caa-4a75-ad5c-79de5eae0eed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:18.261400 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-69d59eb9-6caa-4a75-ad5c-79de5eae0eed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:18.304237 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2db4b76f-6dcf-4c9e-9e5c-a6d69b347f6c req-5f22f1ba-01a8-48d6-adfe-05ccebfe984e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bc53ced-3633-4c84-bfc6-ec12a58e03f2 HTTP/1.1" status: 200 len: 998 time: 0.2000892 Mar 05 14:09:18.373562 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36736) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:18.390819 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0827d5d-d926-4c9f-b325-25fa8030f641 req-362448c5-aea9-41b1-8968-47c042cbd2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:18.392260 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d0827d5d-d926-4c9f-b325-25fa8030f641 req-362448c5-aea9-41b1-8968-47c042cbd2c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8e4ceaa-31dc-4b75-b610-85dbda81a8c6 HTTP/1.1" status: 200 len: 852 time: 0.1740823 Mar 05 14:09:18.483011 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e1891c56-d80c-48ae-af33-26cc21e2be17 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:18.522893 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-6ce631e3-7d75-4d0c-9238-83723df31203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'name': 'tempest-TestNetworkBasicOps-router-1065736224', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:08:26Z', 'updated_at': '2022-03-05T14:08:38Z', 'revision_number': 4, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:28Z', 'updated_at': '2022-03-05T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '38e91edc-9d9b-43c1-9bd6-00f177952c6d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'port_id': '6bc53ced-3633-4c84-bfc6-ec12a58e03f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'mac_address': 'fa:16:3e:49:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f060fe-6b68-4af0-bd57-c37f85d08631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:09:13Z', 'updated_at': '2022-03-05T14:09:13Z', 'revision_number': 0, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4', 'name': '', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:48:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '76653a85-548c-43a5-9101-603080510503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:36Z', 'updated_at': '2022-03-05T14:08:45Z', 'revision_number': 5, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '76653a85-548c-43a5-9101-603080510503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:18.530662 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce631e3-7d75-4d0c-9238-83723df31203 None None] The sync data for ids ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'] in n-d-803718-1 is: [{'id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'name': 'tempest-TestNetworkBasicOps-router-1065736224', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:08:26Z', 'updated_at': '2022-03-05T14:08:38Z', 'revision_number': 4, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:28Z', 'updated_at': '2022-03-05T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '38e91edc-9d9b-43c1-9bd6-00f177952c6d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'port_id': '6bc53ced-3633-4c84-bfc6-ec12a58e03f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'mac_address': 'fa:16:3e:49:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f060fe-6b68-4af0-bd57-c37f85d08631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:09:13Z', 'updated_at': '2022-03-05T14:09:13Z', 'revision_number': 0, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4', 'name': '', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:48:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '76653a85-548c-43a5-9101-603080510503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:36Z', 'updated_at': '2022-03-05T14:08:45Z', 'revision_number': 5, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '76653a85-548c-43a5-9101-603080510503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:09:18.532699 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4b76f-6dcf-4c9e-9e5c-a6d69b347f6c req-d92750c6-b1cf-4bae-b390-709df5efee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:18.534149 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2db4b76f-6dcf-4c9e-9e5c-a6d69b347f6c req-d92750c6-b1cf-4bae-b390-709df5efee84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=76653a85-548c-43a5-9101-603080510503 HTTP/1.1" status: 200 len: 835 time: 0.2182641 Mar 05 14:09:18.546928 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1891c56-d80c-48ae-af33-26cc21e2be17 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Pushing event deleted for resources: {'Subnet': ['ID=839d120e-98ab-4e9c-a34d-003b653c84d2,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:18.552571 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e1891c56-d80c-48ae-af33-26cc21e2be17 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:18.555249 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2243b746-655b-4830-a174-00dbfdda92e4 None None] Network 8e1c94c7-eb14-4272-9f28-d70ce507ebf7 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:09:18.610431 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d0827d5d-d926-4c9f-b325-25fa8030f641 req-4408365e-3dde-4668-9379-84cf55f19867 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d7fc820f-df63-4299-a073-3478d7e40f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1734273 Mar 05 14:09:18.623250 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e1891c56-d80c-48ae-af33-26cc21e2be17 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "DELETE /v2.0/subnets/839d120e-98ab-4e9c-a34d-003b653c84d2 HTTP/1.1" status: 204 len: 168 time: 1.1638203 Mar 05 14:09:18.627547 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36740) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:18.662033 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-115f7140-721a-46dd-8237-42ff3e659619 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/floatingips/38e91edc-9d9b-43c1-9bd6-00f177952c6d HTTP/1.1" status: 200 len: 990 time: 0.2872896 Mar 05 14:09:18.818633 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c7d83f8-2d4c-4521-829e-778e35d74e83 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:18.824526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4b76f-6dcf-4c9e-9e5c-a6d69b347f6c req-2c5d5ba7-83b2-43c1-befe-b6712d6b5851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:18.826471 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2db4b76f-6dcf-4c9e-9e5c-a6d69b347f6c req-2c5d5ba7-83b2-43c1-befe-b6712d6b5851 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a1c7137-da90-415e-95dc-4f4c1828138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2823842 Mar 05 14:09:18.889008 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da53163f-16c2-4b5e-ba9a-0de66397fc11 None None] New status for floating IP 38e91edc-9d9b-43c1-9bd6-00f177952c6d: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:09:18.890930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d83f8-2d4c-4521-829e-778e35d74e83 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Deleting port 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:18.891276 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c7d83f8-2d4c-4521-829e-778e35d74e83 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:19.040584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65b9d6-3cfa-42b6-891a-4eb6b529ccae req-1c9497a8-7bf2-4570-a1c4-202f9e948843 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:19.042227 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0a65b9d6-3cfa-42b6-891a-4eb6b529ccae req-1c9497a8-7bf2-4570-a1c4-202f9e948843 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/ports?device_id=70011bd6-df8a-44b9-846d-18873e8f2c89 HTTP/1.1" status: 200 len: 948 time: 0.5057106 Mar 05 14:09:19.103570 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-69d59eb9-6caa-4a75-ad5c-79de5eae0eed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:19.158317 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0a65b9d6-3cfa-42b6-891a-4eb6b529ccae req-072fe637-cb6a-4cc1-ad05-f0300486d0a1 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/security-groups?id=47ceb264-4a67-42ef-aad3-9fdc0bf37136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079087 Mar 05 14:09:19.169960 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d0827d5d-d926-4c9f-b325-25fa8030f641 req-0db1f6a5-d795-440a-b100-9a06535c327c service neutron] 10.222.0.30 "GET /v2.0/networks/d7fc820f-df63-4299-a073-3478d7e40f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413959 Mar 05 14:09:19.275652 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d59eb9-6caa-4a75-ad5c-79de5eae0eed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Checking segment: {'id': 'ae3fad5c-4f44-481c-82c5-679812cacf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '11c3e755-c9a8-424d-98d0-be0c62ea9e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:09:19.276107 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d59eb9-6caa-4a75-ad5c-79de5eae0eed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network hostable DHCP agents. Network: 11c3e755-c9a8-424d-98d0-be0c62ea9e64, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:09:19.280850 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d59eb9-6caa-4a75-ad5c-79de5eae0eed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Subnet': ['ID=b0f75b33-97f0-4c7a-9810-6a47e7558e6d,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:19.309735 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada28e30-bfbc-4e4a-9778-e634a2261585 None None] DHCP port deletion for 8e1c94c7-eb14-4272-9f28-d70ce507ebf7 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:09:19.319036 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ada28e30-bfbc-4e4a-9778-e634a2261585 None None] Deleting port 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:19.319806 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ada28e30-bfbc-4e4a-9778-e634a2261585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:19.368769 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2db4b76f-6dcf-4c9e-9e5c-a6d69b347f6c req-3a988c4f-82ff-4f90-baa7-eb3abb65240f service neutron] 10.222.0.15 "GET /v2.0/networks/0a1c7137-da90-415e-95dc-4f4c1828138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353634 Mar 05 14:09:19.475321 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d59eb9-6caa-4a75-ad5c-79de5eae0eed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 11c3e755-c9a8-424d-98d0-be0c62ea9e64 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:09:19.534401 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-69d59eb9-6caa-4a75-ad5c-79de5eae0eed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 11c3e755-c9a8-424d-98d0-be0c62ea9e64) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:19.543442 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d0827d5d-d926-4c9f-b325-25fa8030f641 req-cfaea5ef-21c1-4431-9537-96d95b715f45 service neutron] 10.222.0.30 "GET /v2.0/networks/d7fc820f-df63-4299-a073-3478d7e40f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633223 Mar 05 14:09:19.544191 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d59eb9-6caa-4a75-ad5c-79de5eae0eed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:19.544762 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-69d59eb9-6caa-4a75-ad5c-79de5eae0eed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:19.570963 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06821611-837f-4506-9c29-a1a712bec60e None None] Network 11c3e755-c9a8-424d-98d0-be0c62ea9e64 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:09:19.577328 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-69d59eb9-6caa-4a75-ad5c-79de5eae0eed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7440274 Mar 05 14:09:19.579851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36746) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:19.585276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-b2d3434a-141f-41a8-b32f-bb78cd241b05 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'port': {'network_id': '11c3e755-c9a8-424d-98d0-be0c62ea9e64', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-990900143'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:19.606012 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-8c7d83f8-2d4c-4521-829e-778e35d74e83 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] For port 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4cc1cfe7-abdd-4a3a-8185-f70817b8f04c,segment=NetworkSegment(75ac5d33-bc2c-4f9c-923f-0b9c5b3e71b5),segment_id=75ac5d33-bc2c-4f9c-923f-0b9c5b3e71b5)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:09:19.606519 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c7d83f8-2d4c-4521-829e-778e35d74e83 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:19.674199 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36750) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:19.754629 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d83f8-2d4c-4521-829e-778e35d74e83 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Calling delete_port for 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:09:19.842663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ada28e30-bfbc-4e4a-9778-e634a2261585 None None] For port 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4cc1cfe7-abdd-4a3a-8185-f70817b8f04c,segment=NetworkSegment(75ac5d33-bc2c-4f9c-923f-0b9c5b3e71b5),segment_id=75ac5d33-bc2c-4f9c-923f-0b9c5b3e71b5)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:09:19.842898 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9b0ec623-60a5-4a88-bda7-579f64225b13 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/floatingips/38e91edc-9d9b-43c1-9bd6-00f177952c6d HTTP/1.1" status: 200 len: 992 time: 0.1618047 Mar 05 14:09:19.842993 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ada28e30-bfbc-4e4a-9778-e634a2261585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:19.848000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b2d3434a-141f-41a8-b32f-bb78cd241b05 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:19.855082 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b2d3434a-141f-41a8-b32f-bb78cd241b05 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:port and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:19.863246 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b2d3434a-141f-41a8-b32f-bb78cd241b05 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:19.872486 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2db4b76f-6dcf-4c9e-9e5c-a6d69b347f6c req-e19728f2-18b0-49c6-9952-b718e19fc1f9 service neutron] 10.222.0.15 "GET /v2.0/networks/0a1c7137-da90-415e-95dc-4f4c1828138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483564 Mar 05 14:09:19.872720 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b2d3434a-141f-41a8-b32f-bb78cd241b05 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:19.903167 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c7d83f8-2d4c-4521-829e-778e35d74e83 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:19.937615 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d3434a-141f-41a8-b32f-bb78cd241b05 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:19.941399 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b2d3434a-141f-41a8-b32f-bb78cd241b05 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:19.988245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-b2d3434a-141f-41a8-b32f-bb78cd241b05 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] device_id is not set on port 4fc75de5-a91d-4920-b003-c00d88f052e0 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:09:19.996006 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7d83f8-2d4c-4521-829e-778e35d74e83 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] No DVR routers for this DVR port 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:09:20.060269 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ada28e30-bfbc-4e4a-9778-e634a2261585 None None] Calling delete_port for 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:09:20.120231 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d83f8-2d4c-4521-829e-778e35d74e83 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Pushing event deleted for resources: {'Port': ['ID=4cc1cfe7-abdd-4a3a-8185-f70817b8f04c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:20.161654 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6b1c2d-b273-44cc-96b3-f08e8f669b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-11c3e755-c9a8-424d-98d0-be0c62ea9e64', 'network_id': '11c3e755-c9a8-424d-98d0-be0c62ea9e64', 'tenant_id': '0b1a258db7d443d2a5a311b119b89687', 'fixed_ips': [{'subnet_id': 'b0f75b33-97f0-4c7a-9810-6a47e7558e6d'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:09:20.162486 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9e6b1c2d-b273-44cc-96b3-f08e8f669b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:20.237835 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c7d83f8-2d4c-4521-829e-778e35d74e83 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:20.239853 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-b2d3434a-141f-41a8-b32f-bb78cd241b05 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Allocated IP 2001:db8::73 (11c3e755-c9a8-424d-98d0-be0c62ea9e64/b0f75b33-97f0-4c7a-9810-6a47e7558e6d/4fc75de5-a91d-4920-b003-c00d88f052e0) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:09:20.243601 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-ada28e30-bfbc-4e4a-9778-e634a2261585 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:09:20.244108 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-ada28e30-bfbc-4e4a-9778-e634a2261585 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:09:20.267566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-8c7d83f8-2d4c-4521-829e-778e35d74e83 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1c94c7-eb14-4272-9f28-d70ce507ebf7']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:20.286577 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-8c7d83f8-2d4c-4521-829e-778e35d74e83 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ac5d33-bc2c-4f9c-923f-0b9c5b3e71b5') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:20.286924 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-8c7d83f8-2d4c-4521-829e-778e35d74e83 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ac5d33-bc2c-4f9c-923f-0b9c5b3e71b5') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:20.302641 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c7d83f8-2d4c-4521-829e-778e35d74e83 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:20.327368 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c7d83f8-2d4c-4521-829e-778e35d74e83 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:20.335710 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7d83f8-2d4c-4521-829e-778e35d74e83 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:09:20.336540 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c7d83f8-2d4c-4521-829e-778e35d74e83 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:09:20.354408 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:09:20.435586 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b2d3434a-141f-41a8-b32f-bb78cd241b05 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:20.480959 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-b2d3434a-141f-41a8-b32f-bb78cd241b05 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Transition to ACTIVE for port object 4fc75de5-a91d-4920-b003-c00d88f052e0 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:09:20.481297 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c7d83f8-2d4c-4521-829e-778e35d74e83 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:20.504465 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c7d83f8-2d4c-4521-829e-778e35d74e83 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:20.508335 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b2d3434a-141f-41a8-b32f-bb78cd241b05 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:20.517731 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d83f8-2d4c-4521-829e-778e35d74e83 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Pushing event deleted for resources: {'Network': ['ID=8e1c94c7-eb14-4272-9f28-d70ce507ebf7,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:20.524879 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8c7d83f8-2d4c-4521-829e-778e35d74e83 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "DELETE /v2.0/networks/8e1c94c7-eb14-4272-9f28-d70ce507ebf7 HTTP/1.1" status: 204 len: 168 time: 1.8885384 Mar 05 14:09:20.531499 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36758) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:20.571055 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d3434a-141f-41a8-b32f-bb78cd241b05 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 11c3e755-c9a8-424d-98d0-be0c62ea9e64 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:09:20.580147 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6fb40798-52cb-4d36-8769-b648bf20e205 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Synchronizing usage tracker for tenant:1d62d161a3e446cf8b1fee76026c97fb on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:09:20.586298 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-b2d3434a-141f-41a8-b32f-bb78cd241b05 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:20.590818 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b87df7-8677-43e7-b6ee-4291f0541f2f req-6c29e620-04b8-4c1b-b2aa-78d5d6b06afb tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:20.592399 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7b87df7-8677-43e7-b6ee-4291f0541f2f req-6c29e620-04b8-4c1b-b2aa-78d5d6b06afb tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/ports?device_id=70011bd6-df8a-44b9-846d-18873e8f2c89 HTTP/1.1" status: 200 len: 948 time: 0.2259023 Mar 05 14:09:20.593601 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d3434a-141f-41a8-b32f-bb78cd241b05 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:09:20.600187 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-9e6b1c2d-b273-44cc-96b3-f08e8f669b74 None None] Allocated IP 2001:db8::2 (11c3e755-c9a8-424d-98d0-be0c62ea9e64/b0f75b33-97f0-4c7a-9810-6a47e7558e6d/86f41bdc-060d-4ec3-bcc1-787e5dc598a7) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:09:20.600686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d3434a-141f-41a8-b32f-bb78cd241b05 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:20.601044 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b2d3434a-141f-41a8-b32f-bb78cd241b05 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:20.644542 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6fb40798-52cb-4d36-8769-b648bf20e205 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Unset dirty status for tenant:1d62d161a3e446cf8b1fee76026c97fb on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:09:20.645861 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6fb40798-52cb-4d36-8769-b648bf20e205 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f02669b-aeac-4d8c-a1ad-620b1e7a873f HTTP/1.1" status: 200 len: 205 time: 0.1134374 Mar 05 14:09:20.649994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36764) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:20.669320 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3434a-141f-41a8-b32f-bb78cd241b05 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Port': ['ID=4fc75de5-a91d-4920-b003-c00d88f052e0,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:20.692706 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b2d3434a-141f-41a8-b32f-bb78cd241b05 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.1114600 Mar 05 14:09:20.694989 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36768) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:20.722688 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:09:20.780147 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-cddb72df-5acf-4be4-95db-92912f729385 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting port 4fc75de5-a91d-4920-b003-c00d88f052e0 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:20.780496 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cddb72df-5acf-4be4-95db-92912f729385 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:20.808540 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e6fa60bf-8816-41b6-aee1-fd9ad5ec2962 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:20.873920 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9e6b1c2d-b273-44cc-96b3-f08e8f669b74 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:20.885865 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9e6b1c2d-b273-44cc-96b3-f08e8f669b74 None None] Transition to ACTIVE for port object 86f41bdc-060d-4ec3-bcc1-787e5dc598a7 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:09:20.893490 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ada28e30-bfbc-4e4a-9778-e634a2261585 None None] Deleting port 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:20.893886 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ada28e30-bfbc-4e4a-9778-e634a2261585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:21.026622 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f7b87df7-8677-43e7-b6ee-4291f0541f2f req-24f9670d-c6d7-4c05-8aec-391b1ae0157a tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/security-groups?id=47ceb264-4a67-42ef-aad3-9fdc0bf37136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256957 Mar 05 14:09:21.043326 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:09:21.043758 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4cc1cfe7-abdd-4a3a-8185-f70817b8f04c not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:09:21.089994 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ada28e30-bfbc-4e4a-9778-e634a2261585 None None] The port '4cc1cfe7-abdd-4a3a-8185-f70817b8f04c' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:09:21.092831 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9e6b1c2d-b273-44cc-96b3-f08e8f669b74 None None] Transition to ACTIVE for port object 86f41bdc-060d-4ec3-bcc1-787e5dc598a7 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:09:21.097533 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cddb72df-5acf-4be4-95db-92912f729385 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:21.105841 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9e6b1c2d-b273-44cc-96b3-f08e8f669b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:21.189747 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b1c2d-b273-44cc-96b3-f08e8f669b74 None None] Pushing event updated for resources: {'Port': ['ID=86f41bdc-060d-4ec3-bcc1-787e5dc598a7,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:21.204764 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6b1c2d-b273-44cc-96b3-f08e8f669b74 None None] Network 11c3e755-c9a8-424d-98d0-be0c62ea9e64 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:09:21.206214 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-9e6b1c2d-b273-44cc-96b3-f08e8f669b74 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:21.213423 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6b1c2d-b273-44cc-96b3-f08e8f669b74 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:09:21.261673 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-cddb72df-5acf-4be4-95db-92912f729385 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Calling delete_port for 4fc75de5-a91d-4920-b003-c00d88f052e0 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:09:21.322729 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9e6b1c2d-b273-44cc-96b3-f08e8f669b74 None None] Attempting to bind port 86f41bdc-060d-4ec3-bcc1-787e5dc598a7 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:09:21.323298 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9e6b1c2d-b273-44cc-96b3-f08e8f669b74 None None] Attempting to bind port 86f41bdc-060d-4ec3-bcc1-787e5dc598a7 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'ae3fad5c-4f44-481c-82c5-679812cacf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '11c3e755-c9a8-424d-98d0-be0c62ea9e64'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:09:21.323750 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b1c2d-b273-44cc-96b3-f08e8f669b74 None None] Attempting to bind port 86f41bdc-060d-4ec3-bcc1-787e5dc598a7 on network 11c3e755-c9a8-424d-98d0-be0c62ea9e64 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:09:21.329985 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b1c2d-b273-44cc-96b3-f08e8f669b74 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:09:21.331076 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b1c2d-b273-44cc-96b3-f08e8f669b74 None None] Checking segment: {'id': 'ae3fad5c-4f44-481c-82c5-679812cacf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '11c3e755-c9a8-424d-98d0-be0c62ea9e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:09:21.331076 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9e6b1c2d-b273-44cc-96b3-f08e8f669b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:21.331709 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b1c2d-b273-44cc-96b3-f08e8f669b74 None None] Bound using segment: {'id': 'ae3fad5c-4f44-481c-82c5-679812cacf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '11c3e755-c9a8-424d-98d0-be0c62ea9e64'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:09:21.332787 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9e6b1c2d-b273-44cc-96b3-f08e8f669b74 None None] Bound port: 86f41bdc-060d-4ec3-bcc1-787e5dc598a7, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3fad5c-4f44-481c-82c5-679812cacf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '11c3e755-c9a8-424d-98d0-be0c62ea9e64'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:09:21.333353 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9e6b1c2d-b273-44cc-96b3-f08e8f669b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:21.364634 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e6fa60bf-8816-41b6-aee1-fd9ad5ec2962 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:21.367278 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e6fa60bf-8816-41b6-aee1-fd9ad5ec2962 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:21.419301 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e6fa60bf-8816-41b6-aee1-fd9ad5ec2962 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:21.419875 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fa60bf-8816-41b6-aee1-fd9ad5ec2962 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Fanout notify agent at l3_agent the message router_deleted on router 3f02669b-aeac-4d8c-a1ad-620b1e7a873f {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:09:21.443098 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e6fa60bf-8816-41b6-aee1-fd9ad5ec2962 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:21.444734 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e6fa60bf-8816-41b6-aee1-fd9ad5ec2962 tempest-RoutersNegativeTest-2147362228 tempest-RoutersNegativeTest-2147362228-project] 10.222.0.16 "DELETE /v2.0/routers/3f02669b-aeac-4d8c-a1ad-620b1e7a873f HTTP/1.1" status: 204 len: 168 time: 0.7938201 Mar 05 14:09:21.476515 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cddb72df-5acf-4be4-95db-92912f729385 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:21.517996 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9e6b1c2d-b273-44cc-96b3-f08e8f669b74 None None] For port 86f41bdc-060d-4ec3-bcc1-787e5dc598a7, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:09:21.523221 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9e6b1c2d-b273-44cc-96b3-f08e8f669b74 None None] For port 86f41bdc-060d-4ec3-bcc1-787e5dc598a7, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=86f41bdc-060d-4ec3-bcc1-787e5dc598a7,segment=NetworkSegment(ae3fad5c-4f44-481c-82c5-679812cacf17),segment_id=ae3fad5c-4f44-481c-82c5-679812cacf17)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:09:21.543337 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9e6b1c2d-b273-44cc-96b3-f08e8f669b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:21.706703 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b1c2d-b273-44cc-96b3-f08e8f669b74 None None] Pushing event updated for resources: {'Port': ['ID=86f41bdc-060d-4ec3-bcc1-787e5dc598a7,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:21.784534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb72df-5acf-4be4-95db-92912f729385 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Port': ['ID=4fc75de5-a91d-4920-b003-c00d88f052e0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:21.796841 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cddb72df-5acf-4be4-95db-92912f729385 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:21.817214 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cddb72df-5acf-4be4-95db-92912f729385 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/ports/4fc75de5-a91d-4920-b003-c00d88f052e0 HTTP/1.1" status: 204 len: 168 time: 1.1209803 Mar 05 14:09:21.819834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36788) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:21.907179 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-64eef02d-1422-4a5e-bda7-9394d9c99707 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] GET failed (client error): The resource could not be found. Mar 05 14:09:21.908066 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-64eef02d-1422-4a5e-bda7-9394d9c99707 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Synchronizing usage tracker for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:09:21.927399 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36792) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:21.944083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-64eef02d-1422-4a5e-bda7-9394d9c99707 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Unset dirty status for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:09:21.950126 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-64eef02d-1422-4a5e-bda7-9394d9c99707 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports/4fc75de5-a91d-4920-b003-c00d88f052e0 HTTP/1.1" status: 404 len: 333 time: 0.1268179 Mar 05 14:09:21.950552 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36798) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:22.100102 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41847fe-9f5a-472c-ac56-02f733f0f497 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting subnet b0f75b33-97f0-4c7a-9810-6a47e7558e6d {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:09:22.105126 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e41847fe-9f5a-472c-ac56-02f733f0f497 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:22.216996 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36804) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:22.217230 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a44058ae-9e2e-4b9e-ab10-41c9ecdfb3c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d62d161a3e446cf8b1fee76026c97fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884221 Mar 05 14:09:22.244407 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e41847fe-9f5a-472c-ac56-02f733f0f497 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:22.299855 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7728be1b-aeb2-49ae-b424-cc55a280fd7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:22.328274 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7728be1b-aeb2-49ae-b424-cc55a280fd7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:22.354659 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e41847fe-9f5a-472c-ac56-02f733f0f497 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:22.436904 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7728be1b-aeb2-49ae-b424-cc55a280fd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:22.459792 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728be1b-aeb2-49ae-b424-cc55a280fd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2b285e-43c5-42f9-9ab5-88220bf68d65,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:22.477015 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7728be1b-aeb2-49ae-b424-cc55a280fd7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:22.482099 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7728be1b-aeb2-49ae-b424-cc55a280fd7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b2b285e-43c5-42f9-9ab5-88220bf68d65 HTTP/1.1" status: 204 len: 168 time: 0.2607164 Mar 05 14:09:22.492576 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e41847fe-9f5a-472c-ac56-02f733f0f497 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:22.646569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41847fe-9f5a-472c-ac56-02f733f0f497 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Subnet': ['ID=b0f75b33-97f0-4c7a-9810-6a47e7558e6d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:22.648919 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e41847fe-9f5a-472c-ac56-02f733f0f497 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:22.660684 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e41847fe-9f5a-472c-ac56-02f733f0f497 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/subnets/b0f75b33-97f0-4c7a-9810-6a47e7558e6d HTTP/1.1" status: 204 len: 168 time: 0.7089348 Mar 05 14:09:22.661889 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36810) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:22.740493 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 86f41bdc-060d-4ec3-bcc1-787e5dc598a7 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:09:22.821882 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8fb64afd-7d02-4116-b0f6-d2c8b2bc9646 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:22.831383 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 86f41bdc-060d-4ec3-bcc1-787e5dc598a7 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:09:22.838427 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-8fb64afd-7d02-4116-b0f6-d2c8b2bc9646 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting port 86f41bdc-060d-4ec3-bcc1-787e5dc598a7 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:22.839056 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8fb64afd-7d02-4116-b0f6-d2c8b2bc9646 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:23.143168 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-8fb64afd-7d02-4116-b0f6-d2c8b2bc9646 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] For port 86f41bdc-060d-4ec3-bcc1-787e5dc598a7, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=86f41bdc-060d-4ec3-bcc1-787e5dc598a7,segment=NetworkSegment(ae3fad5c-4f44-481c-82c5-679812cacf17),segment_id=ae3fad5c-4f44-481c-82c5-679812cacf17)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:09:23.143579 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8fb64afd-7d02-4116-b0f6-d2c8b2bc9646 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:23.229640 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76cf2be-f209-4f62-9406-63c5b8c81a02 None None] Network 11c3e755-c9a8-424d-98d0-be0c62ea9e64 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:09:23.281743 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-8fb64afd-7d02-4116-b0f6-d2c8b2bc9646 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Calling delete_port for 86f41bdc-060d-4ec3-bcc1-787e5dc598a7 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:09:23.377509 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-74c4ba93-17a8-4c5d-a32a-421bb8a521b2 None None] Provisioning for port 86f41bdc-060d-4ec3-bcc1-787e5dc598a7 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:09:23.434998 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8fb64afd-7d02-4116-b0f6-d2c8b2bc9646 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:23.467473 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-74c4ba93-17a8-4c5d-a32a-421bb8a521b2 None None] Provisioning complete for port 86f41bdc-060d-4ec3-bcc1-787e5dc598a7 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:09:23.479015 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-74c4ba93-17a8-4c5d-a32a-421bb8a521b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:23.543954 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb64afd-7d02-4116-b0f6-d2c8b2bc9646 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] No DVR routers for this DVR port 86f41bdc-060d-4ec3-bcc1-787e5dc598a7 on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:09:23.551453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-74c4ba93-17a8-4c5d-a32a-421bb8a521b2 None None] Port 86f41bdc-060d-4ec3-bcc1-787e5dc598a7 was deleted so its status cannot be updated. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 05 14:09:23.564445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb64afd-7d02-4116-b0f6-d2c8b2bc9646 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Port': ['ID=86f41bdc-060d-4ec3-bcc1-787e5dc598a7,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:23.625944 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ac2a82-42ac-475b-97d7-2585926e88f5 None None] DHCP port deletion for 11c3e755-c9a8-424d-98d0-be0c62ea9e64 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:09:23.734718 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8fb64afd-7d02-4116-b0f6-d2c8b2bc9646 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:23.769237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-8fb64afd-7d02-4116-b0f6-d2c8b2bc9646 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c3e755-c9a8-424d-98d0-be0c62ea9e64']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:23.783276 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-8fb64afd-7d02-4116-b0f6-d2c8b2bc9646 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3fad5c-4f44-481c-82c5-679812cacf17') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:23.783567 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-8fb64afd-7d02-4116-b0f6-d2c8b2bc9646 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3fad5c-4f44-481c-82c5-679812cacf17') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:23.797921 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8fb64afd-7d02-4116-b0f6-d2c8b2bc9646 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:23.817848 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8fb64afd-7d02-4116-b0f6-d2c8b2bc9646 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:23.826072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb64afd-7d02-4116-b0f6-d2c8b2bc9646 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:09:23.826655 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8fb64afd-7d02-4116-b0f6-d2c8b2bc9646 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:09:23.845768 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:09:23.947879 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8fb64afd-7d02-4116-b0f6-d2c8b2bc9646 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:23.981239 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8fb64afd-7d02-4116-b0f6-d2c8b2bc9646 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:24.010798 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8fb64afd-7d02-4116-b0f6-d2c8b2bc9646 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/networks/11c3e755-c9a8-424d-98d0-be0c62ea9e64 HTTP/1.1" status: 204 len: 168 time: 1.3477697 Mar 05 14:09:24.012095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb64afd-7d02-4116-b0f6-d2c8b2bc9646 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Network': ['ID=11c3e755-c9a8-424d-98d0-be0c62ea9e64,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:24.016911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36848) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:24.025518 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-7d2d067f-1fa2-4542-9431-209bc7707314 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'port': {'network_id': '448472c5-2d85-486f-816c-e07f9fa1411d', 'name': 'tempest-PortsIpV6TestJSON-1140636325'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:24.233584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7d2d067f-1fa2-4542-9431-209bc7707314 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:24.237769 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7d2d067f-1fa2-4542-9431-209bc7707314 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:port and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:24.240994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7d2d067f-1fa2-4542-9431-209bc7707314 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:24.247460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7d2d067f-1fa2-4542-9431-209bc7707314 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:24.266296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2d067f-1fa2-4542-9431-209bc7707314 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:24.271420 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7d2d067f-1fa2-4542-9431-209bc7707314 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:24.301295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-7d2d067f-1fa2-4542-9431-209bc7707314 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] device_id is not set on port 77851ec3-2130-400e-89e7-db4c9d0ced85 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:09:24.567252 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7d2d067f-1fa2-4542-9431-209bc7707314 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:24.596343 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7d2d067f-1fa2-4542-9431-209bc7707314 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:24.686245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2d067f-1fa2-4542-9431-209bc7707314 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 448472c5-2d85-486f-816c-e07f9fa1411d is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:09:24.694229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-7d2d067f-1fa2-4542-9431-209bc7707314 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:24.699705 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 86f41bdc-060d-4ec3-bcc1-787e5dc598a7 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:09:24.707634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d067f-1fa2-4542-9431-209bc7707314 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Port': ['ID=77851ec3-2130-400e-89e7-db4c9d0ced85,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:24.719796 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2d067f-1fa2-4542-9431-209bc7707314 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:09:24.726990 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2d067f-1fa2-4542-9431-209bc7707314 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:24.726990 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7d2d067f-1fa2-4542-9431-209bc7707314 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:24.735633 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 86f41bdc-060d-4ec3-bcc1-787e5dc598a7 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:09:24.736325 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 86f41bdc-060d-4ec3-bcc1-787e5dc598a7 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:09:24.766652 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36870) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:24.767323 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7d2d067f-1fa2-4542-9431-209bc7707314 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7465279 Mar 05 14:09:25.047113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-70c8585a-c4b7-4a8c-9216-d7e1cad8be10 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting port 77851ec3-2130-400e-89e7-db4c9d0ced85 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:25.047699 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-70c8585a-c4b7-4a8c-9216-d7e1cad8be10 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:25.295875 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-70c8585a-c4b7-4a8c-9216-d7e1cad8be10 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:25.421929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-70c8585a-c4b7-4a8c-9216-d7e1cad8be10 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Calling delete_port for 77851ec3-2130-400e-89e7-db4c9d0ced85 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:09:25.500532 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-70c8585a-c4b7-4a8c-9216-d7e1cad8be10 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:25.552955 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8585a-c4b7-4a8c-9216-d7e1cad8be10 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Port': ['ID=77851ec3-2130-400e-89e7-db4c9d0ced85,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:25.558302 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-70c8585a-c4b7-4a8c-9216-d7e1cad8be10 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:25.567707 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-70c8585a-c4b7-4a8c-9216-d7e1cad8be10 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/ports/77851ec3-2130-400e-89e7-db4c9d0ced85 HTTP/1.1" status: 204 len: 168 time: 0.7995532 Mar 05 14:09:25.570170 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36884) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:25.575951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-adee164d-bfec-4351-8c2c-1661351c519e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'port': {'network_id': '448472c5-2d85-486f-816c-e07f9fa1411d', 'mac_address': 'fa:16:3e:09:36:ef', 'name': 'tempest-PortsIpV6TestJSON-1335326985'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:25.683802 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-adee164d-bfec-4351-8c2c-1661351c519e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:25.688067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-adee164d-bfec-4351-8c2c-1661351c519e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:port and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:25.690987 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-adee164d-bfec-4351-8c2c-1661351c519e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:25.697307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-adee164d-bfec-4351-8c2c-1661351c519e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:25.711502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adee164d-bfec-4351-8c2c-1661351c519e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:25.829333 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-adee164d-bfec-4351-8c2c-1661351c519e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:25.862904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-adee164d-bfec-4351-8c2c-1661351c519e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] device_id is not set on port a3a8f85c-5826-45a0-bc22-c048a73af1b0 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:09:26.103956 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-adee164d-bfec-4351-8c2c-1661351c519e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:26.131511 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-adee164d-bfec-4351-8c2c-1661351c519e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:26.197728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adee164d-bfec-4351-8c2c-1661351c519e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 448472c5-2d85-486f-816c-e07f9fa1411d is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:09:26.200978 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-adee164d-bfec-4351-8c2c-1661351c519e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:26.209632 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adee164d-bfec-4351-8c2c-1661351c519e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:09:26.215157 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adee164d-bfec-4351-8c2c-1661351c519e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:26.215747 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-adee164d-bfec-4351-8c2c-1661351c519e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:26.237500 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee164d-bfec-4351-8c2c-1661351c519e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Port': ['ID=a3a8f85c-5826-45a0-bc22-c048a73af1b0,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:26.252590 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-adee164d-bfec-4351-8c2c-1661351c519e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6814215 Mar 05 14:09:26.255187 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36896) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:26.369352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab12f4cb-422b-4b58-9a5d-7229002fcf37 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:26.370169 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ab12f4cb-422b-4b58-9a5d-7229002fcf37 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Synchronizing usage tracker for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:09:26.392949 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ab12f4cb-422b-4b58-9a5d-7229002fcf37 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Unset dirty status for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:09:26.394614 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ab12f4cb-422b-4b58-9a5d-7229002fcf37 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports/a3a8f85c-5826-45a0-bc22-c048a73af1b0 HTTP/1.1" status: 200 len: 845 time: 0.1383190 Mar 05 14:09:26.399905 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36904) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:26.493379 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-4e9641bd-6f37-449d-a309-014343962e64 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting port a3a8f85c-5826-45a0-bc22-c048a73af1b0 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:26.493925 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e9641bd-6f37-449d-a309-014343962e64 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:26.742217 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e9641bd-6f37-449d-a309-014343962e64 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:26.944427 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-4e9641bd-6f37-449d-a309-014343962e64 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Calling delete_port for a3a8f85c-5826-45a0-bc22-c048a73af1b0 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:09:27.046860 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e9641bd-6f37-449d-a309-014343962e64 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:27.098666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9641bd-6f37-449d-a309-014343962e64 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Port': ['ID=a3a8f85c-5826-45a0-bc22-c048a73af1b0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:27.105136 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e9641bd-6f37-449d-a309-014343962e64 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:27.120252 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4e9641bd-6f37-449d-a309-014343962e64 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/ports/a3a8f85c-5826-45a0-bc22-c048a73af1b0 HTTP/1.1" status: 204 len: 168 time: 0.7182918 Mar 05 14:09:27.122713 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36920) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:27.165999 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e720a43-18c7-4d0b-8763-ffd46242b27f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] GET failed (client error): The resource could not be found. Mar 05 14:09:27.166793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4e720a43-18c7-4d0b-8763-ffd46242b27f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Synchronizing usage tracker for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:09:27.183649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4e720a43-18c7-4d0b-8763-ffd46242b27f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Unset dirty status for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:09:27.188461 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4e720a43-18c7-4d0b-8763-ffd46242b27f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports/a3a8f85c-5826-45a0-bc22-c048a73af1b0 HTTP/1.1" status: 404 len: 333 time: 0.0611589 Mar 05 14:09:27.188668 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36924) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:27.194167 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-9384c039-078d-48af-98d8-ed821efd7ca7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'port': {'network_id': '448472c5-2d85-486f-816c-e07f9fa1411d', 'name': 'tempest-PortsIpV6TestJSON-247884222'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:27.309492 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9384c039-078d-48af-98d8-ed821efd7ca7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:27.318848 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9384c039-078d-48af-98d8-ed821efd7ca7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:27.328164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9384c039-078d-48af-98d8-ed821efd7ca7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:27.331676 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9384c039-078d-48af-98d8-ed821efd7ca7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:27.353006 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-9384c039-078d-48af-98d8-ed821efd7ca7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] device_id is not set on port 48c45b14-f642-4f25-a88d-3c12d3612cba yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:09:27.610640 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9384c039-078d-48af-98d8-ed821efd7ca7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:27.639348 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9384c039-078d-48af-98d8-ed821efd7ca7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:27.703234 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9384c039-078d-48af-98d8-ed821efd7ca7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 448472c5-2d85-486f-816c-e07f9fa1411d is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:09:27.706367 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-9384c039-078d-48af-98d8-ed821efd7ca7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:27.715052 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9384c039-078d-48af-98d8-ed821efd7ca7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:09:27.720453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9384c039-078d-48af-98d8-ed821efd7ca7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:27.721073 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9384c039-078d-48af-98d8-ed821efd7ca7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:27.735258 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384c039-078d-48af-98d8-ed821efd7ca7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Port': ['ID=48c45b14-f642-4f25-a88d-3c12d3612cba,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:27.751670 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9384c039-078d-48af-98d8-ed821efd7ca7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5620220 Mar 05 14:09:27.754219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36930) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:27.760302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-40152731-2f28-4dc2-919e-58b8e4db7697 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:27.880653 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40152731-2f28-4dc2-919e-58b8e4db7697 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:28.253060 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40152731-2f28-4dc2-919e-58b8e4db7697 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:28.258152 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40152731-2f28-4dc2-919e-58b8e4db7697 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:28.322559 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-40152731-2f28-4dc2-919e-58b8e4db7697 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] In _notify_port_updated(), no bound segment for port 48c45b14-f642-4f25-a88d-3c12d3612cba on network 448472c5-2d85-486f-816c-e07f9fa1411d {{(pid=87913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 14:09:28.328495 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40152731-2f28-4dc2-919e-58b8e4db7697 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:28.329111 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40152731-2f28-4dc2-919e-58b8e4db7697 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:28.333908 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-40152731-2f28-4dc2-919e-58b8e4db7697 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "PUT /v2.0/ports/48c45b14-f642-4f25-a88d-3c12d3612cba HTTP/1.1" status: 200 len: 818 time: 0.5753126 Mar 05 14:09:28.334054 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36946) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:28.348148 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40152731-2f28-4dc2-919e-58b8e4db7697 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Port': ['ID=48c45b14-f642-4f25-a88d-3c12d3612cba,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:28.413011 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-0beb0a21-9524-49f0-abf5-a167f739afae tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting port 48c45b14-f642-4f25-a88d-3c12d3612cba {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:28.413827 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0beb0a21-9524-49f0-abf5-a167f739afae tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:28.662119 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0beb0a21-9524-49f0-abf5-a167f739afae tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:28.800360 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-0beb0a21-9524-49f0-abf5-a167f739afae tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Calling delete_port for 48c45b14-f642-4f25-a88d-3c12d3612cba owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:09:28.895699 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0beb0a21-9524-49f0-abf5-a167f739afae tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:28.956498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb0a21-9524-49f0-abf5-a167f739afae tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Port': ['ID=48c45b14-f642-4f25-a88d-3c12d3612cba,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:28.963459 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0beb0a21-9524-49f0-abf5-a167f739afae tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:28.973583 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0beb0a21-9524-49f0-abf5-a167f739afae tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/ports/48c45b14-f642-4f25-a88d-3c12d3612cba HTTP/1.1" status: 204 len: 168 time: 0.6389658 Mar 05 14:09:28.976082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36962) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:29.110115 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:29.118942 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:29.253820 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6470554a-38b5-48f8-b0c7-691ae9208ba8 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:29.254639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6470554a-38b5-48f8-b0c7-691ae9208ba8 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Synchronizing usage tracker for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:09:29.273317 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6470554a-38b5-48f8-b0c7-691ae9208ba8 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Unset dirty status for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:09:29.276224 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6470554a-38b5-48f8-b0c7-691ae9208ba8 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2992680 Mar 05 14:09:29.279072 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36968) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:29.332847 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-218c23b3-becc-46a9-8746-413f03eca567 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] GET failed (client error): The resource could not be found. Mar 05 14:09:29.333612 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-218c23b3-becc-46a9-8746-413f03eca567 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Synchronizing usage tracker for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:09:29.347553 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-218c23b3-becc-46a9-8746-413f03eca567 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Unset dirty status for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:09:29.349190 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-218c23b3-becc-46a9-8746-413f03eca567 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports/48c45b14-f642-4f25-a88d-3c12d3612cba HTTP/1.1" status: 404 len: 333 time: 0.0685349 Mar 05 14:09:29.353202 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36972) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:29.359150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-704ab880-9213-4bb6-aa8a-164090dd4a39 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1206714873'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:29.364701 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-704ab880-9213-4bb6-aa8a-164090dd4a39 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:29.369166 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-704ab880-9213-4bb6-aa8a-164090dd4a39 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:network and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:29.372360 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-704ab880-9213-4bb6-aa8a-164090dd4a39 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:29.379494 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-704ab880-9213-4bb6-aa8a-164090dd4a39 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:29.391358 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704ab880-9213-4bb6-aa8a-164090dd4a39 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:29.395227 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-704ab880-9213-4bb6-aa8a-164090dd4a39 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:29.435122 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704ab880-9213-4bb6-aa8a-164090dd4a39 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:09:29.444861 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-704ab880-9213-4bb6-aa8a-164090dd4a39 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:29.445312 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-704ab880-9213-4bb6-aa8a-164090dd4a39 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Added segment 232576f6-4fb4-4f8c-b7e0-4af67f1fc763 of type vlan for network e3a04d6e-9eb5-4b42-bee0-1e998949c031 Mar 05 14:09:29.485861 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-704ab880-9213-4bb6-aa8a-164090dd4a39 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:29.519503 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-704ab880-9213-4bb6-aa8a-164090dd4a39 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:29.524956 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704ab880-9213-4bb6-aa8a-164090dd4a39 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:29.525535 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-704ab880-9213-4bb6-aa8a-164090dd4a39 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:29.624423 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-704ab880-9213-4bb6-aa8a-164090dd4a39 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2700067 Mar 05 14:09:29.627351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36978) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:29.636839 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ab880-9213-4bb6-aa8a-164090dd4a39 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Network': ['ID=e3a04d6e-9eb5-4b42-bee0-1e998949c031,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:29.637242 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-6bc2e47b-c185-4b46-8d22-f6f250f35b35 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'subnet': {'network_id': 'e3a04d6e-9eb5-4b42-bee0-1e998949c031', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:29.648714 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network e3a04d6e-9eb5-4b42-bee0-1e998949c031 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:09:29.765213 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6bc2e47b-c185-4b46-8d22-f6f250f35b35 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:29.770338 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6bc2e47b-c185-4b46-8d22-f6f250f35b35 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:subnet and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:29.776028 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6bc2e47b-c185-4b46-8d22-f6f250f35b35 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:29.782118 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6bc2e47b-c185-4b46-8d22-f6f250f35b35 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:29.798739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc2e47b-c185-4b46-8d22-f6f250f35b35 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:29.804810 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6bc2e47b-c185-4b46-8d22-f6f250f35b35 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:30.099492 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6bc2e47b-c185-4b46-8d22-f6f250f35b35 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:30.176769 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2e47b-c185-4b46-8d22-f6f250f35b35 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Subnet': ['ID=1ecf98b3-cf06-4865-8fd6-0313224651bd,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:30.187876 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc2e47b-c185-4b46-8d22-f6f250f35b35 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Checking segment: {'id': '232576f6-4fb4-4f8c-b7e0-4af67f1fc763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e3a04d6e-9eb5-4b42-bee0-1e998949c031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:09:30.188357 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc2e47b-c185-4b46-8d22-f6f250f35b35 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network hostable DHCP agents. Network: e3a04d6e-9eb5-4b42-bee0-1e998949c031, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:09:30.209665 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc2e47b-c185-4b46-8d22-f6f250f35b35 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network e3a04d6e-9eb5-4b42-bee0-1e998949c031 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:09:30.221658 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-6bc2e47b-c185-4b46-8d22-f6f250f35b35 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, e3a04d6e-9eb5-4b42-bee0-1e998949c031) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:30.226043 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc2e47b-c185-4b46-8d22-f6f250f35b35 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:30.226633 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6bc2e47b-c185-4b46-8d22-f6f250f35b35 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:30.232653 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79def80c-705b-436d-a899-9b781730ef5b None None] Network e3a04d6e-9eb5-4b42-bee0-1e998949c031 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:09:30.260343 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6bc2e47b-c185-4b46-8d22-f6f250f35b35 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6317337 Mar 05 14:09:30.263265 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 36990) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:30.269202 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-bca69bdb-9918-4de6-94a5-388a1dd12792 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'subnet': {'network_id': 'e3a04d6e-9eb5-4b42-bee0-1e998949c031', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:30.449232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-bca69bdb-9918-4de6-94a5-388a1dd12792 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:30.453140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-bca69bdb-9918-4de6-94a5-388a1dd12792 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:subnet and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:30.456016 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-bca69bdb-9918-4de6-94a5-388a1dd12792 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:30.462883 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-bca69bdb-9918-4de6-94a5-388a1dd12792 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:30.473706 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca69bdb-9918-4de6-94a5-388a1dd12792 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:30.480865 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bca69bdb-9918-4de6-94a5-388a1dd12792 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:30.536349 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f122b81a-2c74-4adf-8a26-9153cea72db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-e3a04d6e-9eb5-4b42-bee0-1e998949c031', 'network_id': 'e3a04d6e-9eb5-4b42-bee0-1e998949c031', 'tenant_id': '0b1a258db7d443d2a5a311b119b89687', 'fixed_ips': [{'subnet_id': '1ecf98b3-cf06-4865-8fd6-0313224651bd'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:09:30.537318 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f122b81a-2c74-4adf-8a26-9153cea72db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:30.659499 n-d-803718-1 neutron-server[87914]: INFO neutron.db.ipam_backend_mixin [None req-bca69bdb-9918-4de6-94a5-388a1dd12792 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1ecf98b3-cf06-4865-8fd6-0313224651bd (CIDR: 2001:db8::/64) Mar 05 14:09:30.665286 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca69bdb-9918-4de6-94a5-388a1dd12792 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:09:30.666036 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca69bdb-9918-4de6-94a5-388a1dd12792 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:09:30.720560 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-bca69bdb-9918-4de6-94a5-388a1dd12792 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4557316 Mar 05 14:09:30.724043 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 36998) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:30.732777 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e7dfaa27-e29b-4f3c-ad76-14c8dc1d65c3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'subnet': {'network_id': 'e3a04d6e-9eb5-4b42-bee0-1e998949c031', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:30.740768 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-f122b81a-2c74-4adf-8a26-9153cea72db3 None None] Allocated IP 2001:db8::2 (e3a04d6e-9eb5-4b42-bee0-1e998949c031/1ecf98b3-cf06-4865-8fd6-0313224651bd/1279a3b3-cd67-4523-8d38-8c179adb03cf) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:09:30.941589 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e7dfaa27-e29b-4f3c-ad76-14c8dc1d65c3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:30.953655 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e7dfaa27-e29b-4f3c-ad76-14c8dc1d65c3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:subnet and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:30.958057 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e7dfaa27-e29b-4f3c-ad76-14c8dc1d65c3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:30.966157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e7dfaa27-e29b-4f3c-ad76-14c8dc1d65c3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:30.978859 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7dfaa27-e29b-4f3c-ad76-14c8dc1d65c3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:30.983265 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e7dfaa27-e29b-4f3c-ad76-14c8dc1d65c3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:30.995720 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f122b81a-2c74-4adf-8a26-9153cea72db3 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:31.007551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f122b81a-2c74-4adf-8a26-9153cea72db3 None None] Transition to ACTIVE for port object 1279a3b3-cd67-4523-8d38-8c179adb03cf will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:09:31.030506 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f122b81a-2c74-4adf-8a26-9153cea72db3 None None] Transition to ACTIVE for port object 1279a3b3-cd67-4523-8d38-8c179adb03cf will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:09:31.047260 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f122b81a-2c74-4adf-8a26-9153cea72db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:31.187146 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122b81a-2c74-4adf-8a26-9153cea72db3 None None] Pushing event updated for resources: {'Port': ['ID=1279a3b3-cd67-4523-8d38-8c179adb03cf,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:31.206832 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f122b81a-2c74-4adf-8a26-9153cea72db3 None None] Network e3a04d6e-9eb5-4b42-bee0-1e998949c031 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:09:31.207871 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-f122b81a-2c74-4adf-8a26-9153cea72db3 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:31.215594 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f122b81a-2c74-4adf-8a26-9153cea72db3 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:09:31.327605 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f122b81a-2c74-4adf-8a26-9153cea72db3 None None] Attempting to bind port 1279a3b3-cd67-4523-8d38-8c179adb03cf on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:09:31.328221 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f122b81a-2c74-4adf-8a26-9153cea72db3 None None] Attempting to bind port 1279a3b3-cd67-4523-8d38-8c179adb03cf by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '232576f6-4fb4-4f8c-b7e0-4af67f1fc763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e3a04d6e-9eb5-4b42-bee0-1e998949c031'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:09:31.328340 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f122b81a-2c74-4adf-8a26-9153cea72db3 None None] Attempting to bind port 1279a3b3-cd67-4523-8d38-8c179adb03cf on network e3a04d6e-9eb5-4b42-bee0-1e998949c031 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:09:31.334294 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f122b81a-2c74-4adf-8a26-9153cea72db3 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:09:31.334658 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f122b81a-2c74-4adf-8a26-9153cea72db3 None None] Checking segment: {'id': '232576f6-4fb4-4f8c-b7e0-4af67f1fc763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e3a04d6e-9eb5-4b42-bee0-1e998949c031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:09:31.335161 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f122b81a-2c74-4adf-8a26-9153cea72db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:31.335685 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f122b81a-2c74-4adf-8a26-9153cea72db3 None None] Bound using segment: {'id': '232576f6-4fb4-4f8c-b7e0-4af67f1fc763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e3a04d6e-9eb5-4b42-bee0-1e998949c031'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:09:31.336191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f122b81a-2c74-4adf-8a26-9153cea72db3 None None] Bound port: 1279a3b3-cd67-4523-8d38-8c179adb03cf, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232576f6-4fb4-4f8c-b7e0-4af67f1fc763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e3a04d6e-9eb5-4b42-bee0-1e998949c031'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:09:31.336602 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f122b81a-2c74-4adf-8a26-9153cea72db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:31.454654 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e7dfaa27-e29b-4f3c-ad76-14c8dc1d65c3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:31.475738 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-f122b81a-2c74-4adf-8a26-9153cea72db3 None None] For port 1279a3b3-cd67-4523-8d38-8c179adb03cf, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:09:31.479485 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-f122b81a-2c74-4adf-8a26-9153cea72db3 None None] For port 1279a3b3-cd67-4523-8d38-8c179adb03cf, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1279a3b3-cd67-4523-8d38-8c179adb03cf,segment=NetworkSegment(232576f6-4fb4-4f8c-b7e0-4af67f1fc763),segment_id=232576f6-4fb4-4f8c-b7e0-4af67f1fc763)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:09:31.486654 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f122b81a-2c74-4adf-8a26-9153cea72db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:31.531840 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7dfaa27-e29b-4f3c-ad76-14c8dc1d65c3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network e3a04d6e-9eb5-4b42-bee0-1e998949c031 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:09:31.534991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-e7dfaa27-e29b-4f3c-ad76-14c8dc1d65c3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:31.542277 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dfaa27-e29b-4f3c-ad76-14c8dc1d65c3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:31.543165 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e7dfaa27-e29b-4f3c-ad76-14c8dc1d65c3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:31.568193 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122b81a-2c74-4adf-8a26-9153cea72db3 None None] Pushing event updated for resources: {'Port': ['ID=1279a3b3-cd67-4523-8d38-8c179adb03cf,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:31.581414 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37012) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:31.582439 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e7dfaa27-e29b-4f3c-ad76-14c8dc1d65c3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8558571 Mar 05 14:09:31.600100 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-8f6701b7-e1d0-4930-97a8-5c722832232f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'port': {'network_id': 'e3a04d6e-9eb5-4b42-bee0-1e998949c031', 'fixed_ips': [{'subnet_id': '1ecf98b3-cf06-4865-8fd6-0313224651bd'}, {'subnet_id': '9f755b2d-97dc-4f82-b429-d0e9a67a2d26'}], 'name': 'tempest-PortsIpV6TestJSON-1521899130'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:31.630276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dfaa27-e29b-4f3c-ad76-14c8dc1d65c3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Subnet': ['ID=9f755b2d-97dc-4f82-b429-d0e9a67a2d26,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:31.801248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8f6701b7-e1d0-4930-97a8-5c722832232f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:31.806387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8f6701b7-e1d0-4930-97a8-5c722832232f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:port and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:31.810986 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8f6701b7-e1d0-4930-97a8-5c722832232f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:31.818290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8f6701b7-e1d0-4930-97a8-5c722832232f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:31.834850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6701b7-e1d0-4930-97a8-5c722832232f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:32.064832 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8f6701b7-e1d0-4930-97a8-5c722832232f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:32.093545 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-8f6701b7-e1d0-4930-97a8-5c722832232f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] device_id is not set on port af92dd8c-623e-449a-8d6e-f148ed117a61 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:09:32.585574 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-8f6701b7-e1d0-4930-97a8-5c722832232f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Allocated IP 2001:db8::1f0 (e3a04d6e-9eb5-4b42-bee0-1e998949c031/1ecf98b3-cf06-4865-8fd6-0313224651bd/af92dd8c-623e-449a-8d6e-f148ed117a61) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:09:32.596113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-8f6701b7-e1d0-4930-97a8-5c722832232f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Allocated IP 2001:db8:0:1::15 (e3a04d6e-9eb5-4b42-bee0-1e998949c031/9f755b2d-97dc-4f82-b429-d0e9a67a2d26/af92dd8c-623e-449a-8d6e-f148ed117a61) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:09:32.761260 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1279a3b3-cd67-4523-8d38-8c179adb03cf up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:09:32.863081 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8f6701b7-e1d0-4930-97a8-5c722832232f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:32.869643 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 1279a3b3-cd67-4523-8d38-8c179adb03cf completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:09:32.885099 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-8f6701b7-e1d0-4930-97a8-5c722832232f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Transition to ACTIVE for port object af92dd8c-623e-449a-8d6e-f148ed117a61 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:09:32.936782 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8f6701b7-e1d0-4930-97a8-5c722832232f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:33.011409 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6701b7-e1d0-4930-97a8-5c722832232f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network e3a04d6e-9eb5-4b42-bee0-1e998949c031 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:09:33.014883 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-8f6701b7-e1d0-4930-97a8-5c722832232f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:33.019338 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6701b7-e1d0-4930-97a8-5c722832232f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:09:33.027401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6701b7-e1d0-4930-97a8-5c722832232f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:33.028126 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8f6701b7-e1d0-4930-97a8-5c722832232f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:33.093431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37034) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:33.100794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-8d18757c-2c3f-485d-9713-2a8aa8430910 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1ecf98b3-cf06-4865-8fd6-0313224651bd'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:33.106008 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8f6701b7-e1d0-4930-97a8-5c722832232f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.5183332 Mar 05 14:09:33.125050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6701b7-e1d0-4930-97a8-5c722832232f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Port': ['ID=af92dd8c-623e-449a-8d6e-f148ed117a61,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:33.236231 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2c5095-a0b7-4b02-a8ae-5b0c0d2ebc31 None None] Network e3a04d6e-9eb5-4b42-bee0-1e998949c031 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:09:33.306004 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-83931b65-8771-432c-bb13-62c9ac3f0cf0 None None] Provisioning for port 1279a3b3-cd67-4523-8d38-8c179adb03cf completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:09:33.415065 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-83931b65-8771-432c-bb13-62c9ac3f0cf0 None None] Provisioning complete for port 1279a3b3-cd67-4523-8d38-8c179adb03cf triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:09:33.415438 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-83931b65-8771-432c-bb13-62c9ac3f0cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:33.673243 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-83931b65-8771-432c-bb13-62c9ac3f0cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:33.692766 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8d18757c-2c3f-485d-9713-2a8aa8430910 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:33.746453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-83931b65-8771-432c-bb13-62c9ac3f0cf0 None None] For port 1279a3b3-cd67-4523-8d38-8c179adb03cf, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1279a3b3-cd67-4523-8d38-8c179adb03cf,segment=NetworkSegment(232576f6-4fb4-4f8c-b7e0-4af67f1fc763),segment_id=232576f6-4fb4-4f8c-b7e0-4af67f1fc763)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:09:33.767280 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-83931b65-8771-432c-bb13-62c9ac3f0cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:34.055516 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83931b65-8771-432c-bb13-62c9ac3f0cf0 None None] Pushing event updated for resources: {'Port': ['ID=1279a3b3-cd67-4523-8d38-8c179adb03cf,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:34.063801 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f4a9e1-dc7b-4f4c-871b-3ec2966fec06 None None] Update dhcp port {'port': {'network_id': 'e3a04d6e-9eb5-4b42-bee0-1e998949c031', 'fixed_ips': [{'subnet_id': '1ecf98b3-cf06-4865-8fd6-0313224651bd', 'ip_address': '2001:db8::2'}, {'subnet_id': '9f755b2d-97dc-4f82-b429-d0e9a67a2d26'}], 'binding:host_id': 'n-d-803718-1'}, 'id': '1279a3b3-cd67-4523-8d38-8c179adb03cf'} from n-d-803718-1. {{(pid=87915) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 05 14:09:34.177165 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-08f4a9e1-dc7b-4f4c-871b-3ec2966fec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:34.357179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-8d18757c-2c3f-485d-9713-2a8aa8430910 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Delete allocated IP 2001:db8:0:1::15 (e3a04d6e-9eb5-4b42-bee0-1e998949c031/9f755b2d-97dc-4f82-b429-d0e9a67a2d26) {{(pid=87913) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 05 14:09:34.615456 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8d18757c-2c3f-485d-9713-2a8aa8430910 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:34.651494 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-8d18757c-2c3f-485d-9713-2a8aa8430910 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Ignored duplicate provisioning block setup for port af92dd8c-623e-449a-8d6e-f148ed117a61 by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 05 14:09:34.667582 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8d18757c-2c3f-485d-9713-2a8aa8430910 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:34.729375 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1279a3b3-cd67-4523-8d38-8c179adb03cf up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:09:34.858685 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-08f4a9e1-dc7b-4f4c-871b-3ec2966fec06 None None] Allocated IP 2001:db8:0:1::2 (e3a04d6e-9eb5-4b42-bee0-1e998949c031/9f755b2d-97dc-4f82-b429-d0e9a67a2d26/1279a3b3-cd67-4523-8d38-8c179adb03cf) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:09:34.880622 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1279a3b3-cd67-4523-8d38-8c179adb03cf triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:09:34.881396 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:34.916156 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18757c-2c3f-485d-9713-2a8aa8430910 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Port': ['ID=af92dd8c-623e-449a-8d6e-f148ed117a61,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:34.956972 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-8d18757c-2c3f-485d-9713-2a8aa8430910 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] In _notify_port_updated(), no bound segment for port af92dd8c-623e-449a-8d6e-f148ed117a61 on network e3a04d6e-9eb5-4b42-bee0-1e998949c031 {{(pid=87913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 14:09:34.969635 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d18757c-2c3f-485d-9713-2a8aa8430910 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:34.969635 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8d18757c-2c3f-485d-9713-2a8aa8430910 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:34.975940 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8d18757c-2c3f-485d-9713-2a8aa8430910 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "PUT /v2.0/ports/af92dd8c-623e-449a-8d6e-f148ed117a61 HTTP/1.1" status: 200 len: 926 time: 1.8769512 Mar 05 14:09:34.979309 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37056) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:34.996312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-8a4c354d-7395-46a5-b905-4842d3eb992a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1ecf98b3-cf06-4865-8fd6-0313224651bd'}, {'subnet_id': '9f755b2d-97dc-4f82-b429-d0e9a67a2d26'}]}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:35.228425 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-08f4a9e1-dc7b-4f4c-871b-3ec2966fec06 None None] For port 1279a3b3-cd67-4523-8d38-8c179adb03cf, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1279a3b3-cd67-4523-8d38-8c179adb03cf,segment=NetworkSegment(232576f6-4fb4-4f8c-b7e0-4af67f1fc763),segment_id=232576f6-4fb4-4f8c-b7e0-4af67f1fc763)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:09:35.244332 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8a4c354d-7395-46a5-b905-4842d3eb992a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:35.274740 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-08f4a9e1-dc7b-4f4c-871b-3ec2966fec06 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:35.293059 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-08f4a9e1-dc7b-4f4c-871b-3ec2966fec06 None None] Transition to ACTIVE for port object 1279a3b3-cd67-4523-8d38-8c179adb03cf will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:09:35.297690 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-08f4a9e1-dc7b-4f4c-871b-3ec2966fec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:35.454142 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4a9e1-dc7b-4f4c-871b-3ec2966fec06 None None] Pushing event updated for resources: {'Port': ['ID=1279a3b3-cd67-4523-8d38-8c179adb03cf,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:36.156460 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-8a4c354d-7395-46a5-b905-4842d3eb992a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Allocated IP 2001:db8:0:1::387 (e3a04d6e-9eb5-4b42-bee0-1e998949c031/9f755b2d-97dc-4f82-b429-d0e9a67a2d26/af92dd8c-623e-449a-8d6e-f148ed117a61) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:09:36.408026 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcadaeb-de2c-4a6d-98c7-3bdaca440d1b req-cabd449b-cb7e-4452-864e-65da2839274f tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:36.416759 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8bcadaeb-de2c-4a6d-98c7-3bdaca440d1b req-cabd449b-cb7e-4452-864e-65da2839274f tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=627ed16c-4e74-4518-8294-dfa17d7d06c7 HTTP/1.1" status: 200 len: 945 time: 0.1441519 Mar 05 14:09:36.529796 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8bcadaeb-de2c-4a6d-98c7-3bdaca440d1b req-bac6f886-c2fe-4d6f-823d-c695e5c06e30 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a793fd8-9ed4-4ae3-a4ae-4d052731f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047428 Mar 05 14:09:36.545966 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8a4c354d-7395-46a5-b905-4842d3eb992a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:36.547009 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bcb336-7553-4669-8514-11b0d149b16c None None] Network e3a04d6e-9eb5-4b42-bee0-1e998949c031 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:09:36.574958 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-8a4c354d-7395-46a5-b905-4842d3eb992a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Ignored duplicate provisioning block setup for port af92dd8c-623e-449a-8d6e-f148ed117a61 by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 05 14:09:36.604850 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8a4c354d-7395-46a5-b905-4842d3eb992a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:36.737109 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4d448c76-ec97-4ca3-b412-f603a79c0d33 None None] Provisioning for port af92dd8c-623e-449a-8d6e-f148ed117a61 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:09:36.756140 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1279a3b3-cd67-4523-8d38-8c179adb03cf up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:09:36.793148 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4d448c76-ec97-4ca3-b412-f603a79c0d33 None None] Provisioning complete for port af92dd8c-623e-449a-8d6e-f148ed117a61 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:09:36.793901 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4d448c76-ec97-4ca3-b412-f603a79c0d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:36.844420 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c354d-7395-46a5-b905-4842d3eb992a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Port': ['ID=af92dd8c-623e-449a-8d6e-f148ed117a61,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:36.857983 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4d448c76-ec97-4ca3-b412-f603a79c0d33 None None] Port af92dd8c-623e-449a-8d6e-f148ed117a61 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:09:36.891198 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4d448c76-ec97-4ca3-b412-f603a79c0d33 None None] Provisioning for port 1279a3b3-cd67-4523-8d38-8c179adb03cf completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:09:36.916171 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4d448c76-ec97-4ca3-b412-f603a79c0d33 None None] Provisioning complete for port 1279a3b3-cd67-4523-8d38-8c179adb03cf triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:09:36.916789 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4d448c76-ec97-4ca3-b412-f603a79c0d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:36.922427 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-8a4c354d-7395-46a5-b905-4842d3eb992a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] In _notify_port_updated(), no bound segment for port af92dd8c-623e-449a-8d6e-f148ed117a61 on network e3a04d6e-9eb5-4b42-bee0-1e998949c031 {{(pid=87914) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 14:09:36.928132 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4c354d-7395-46a5-b905-4842d3eb992a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:36.928809 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8a4c354d-7395-46a5-b905-4842d3eb992a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:36.935047 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8a4c354d-7395-46a5-b905-4842d3eb992a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "PUT /v2.0/ports/af92dd8c-623e-449a-8d6e-f148ed117a61 HTTP/1.1" status: 200 len: 1012 time: 1.9588573 Mar 05 14:09:36.935292 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37078) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:37.055302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-cb436366-644f-41b5-af1a-842e306befc6 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting port af92dd8c-623e-449a-8d6e-f148ed117a61 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:37.056129 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cb436366-644f-41b5-af1a-842e306befc6 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:37.066111 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1279a3b3-cd67-4523-8d38-8c179adb03cf triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:09:37.067067 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:37.339391 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cb436366-644f-41b5-af1a-842e306befc6 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:37.504283 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-cb436366-644f-41b5-af1a-842e306befc6 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Calling delete_port for af92dd8c-623e-449a-8d6e-f148ed117a61 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:09:37.863466 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1c65f-085b-4a7b-b7d1-48a89a47bb2e req-343bbcd9-5c2d-4ff1-897e-474674e62c2f tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:37.872275 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46a1c65f-085b-4a7b-b7d1-48a89a47bb2e req-343bbcd9-5c2d-4ff1-897e-474674e62c2f tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=627ed16c-4e74-4518-8294-dfa17d7d06c7 HTTP/1.1" status: 200 len: 945 time: 0.1426580 Mar 05 14:09:37.916739 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0d4c2510-971e-4ea4-b06f-4ba25871232f None None] Provisioning complete for port af92dd8c-623e-449a-8d6e-f148ed117a61 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:09:37.917551 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0d4c2510-971e-4ea4-b06f-4ba25871232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:37.950283 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46a1c65f-085b-4a7b-b7d1-48a89a47bb2e req-d16a25fc-449e-49fe-be3d-6e523e1074d9 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a793fd8-9ed4-4ae3-a4ae-4d052731f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766556 Mar 05 14:09:37.982107 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cb436366-644f-41b5-af1a-842e306befc6 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:38.025137 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-0d4c2510-971e-4ea4-b06f-4ba25871232f None None] Port af92dd8c-623e-449a-8d6e-f148ed117a61 was deleted so its status cannot be updated. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 05 14:09:38.036533 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0d4c2510-971e-4ea4-b06f-4ba25871232f None None] Provisioning complete for port 1279a3b3-cd67-4523-8d38-8c179adb03cf triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:09:38.037573 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0d4c2510-971e-4ea4-b06f-4ba25871232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:38.055922 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb436366-644f-41b5-af1a-842e306befc6 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Port': ['ID=af92dd8c-623e-449a-8d6e-f148ed117a61,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:38.237551 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe39433-b107-4eb5-8ec8-0526854f3f62 req-c2739f8d-b47c-4fb0-859d-eb5af934c7b6 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:38.239365 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ffe39433-b107-4eb5-8ec8-0526854f3f62 req-c2739f8d-b47c-4fb0-859d-eb5af934c7b6 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.30 "GET /v2.0/ports?device_id=627ed16c-4e74-4518-8294-dfa17d7d06c7 HTTP/1.1" status: 200 len: 945 time: 0.3520422 Mar 05 14:09:38.244788 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cb436366-644f-41b5-af1a-842e306befc6 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:38.301177 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cb436366-644f-41b5-af1a-842e306befc6 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/ports/af92dd8c-623e-449a-8d6e-f148ed117a61 HTTP/1.1" status: 204 len: 168 time: 1.3646483 Mar 05 14:09:38.304290 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37090) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:38.394685 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-eb35a4a0-5d53-4a31-ab0a-b95928b5b483 None None] Could not find standard attr ID for object af92dd8c-623e-449a-8d6e-f148ed117a61. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 14:09:38.445933 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-79be2556-73dc-40e2-8d5e-ed40a2913497 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] GET failed (client error): The resource could not be found. Mar 05 14:09:38.447115 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-79be2556-73dc-40e2-8d5e-ed40a2913497 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Synchronizing usage tracker for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:09:38.459969 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-ffe39433-b107-4eb5-8ec8-0526854f3f62 req-7eb5b8f9-88ab-4511-91ba-17f1265685c4 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Deleting port 0b48862d-0acb-4146-a509-f4cb17209ee9 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:38.460672 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ffe39433-b107-4eb5-8ec8-0526854f3f62 req-7eb5b8f9-88ab-4511-91ba-17f1265685c4 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:38.514445 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-79be2556-73dc-40e2-8d5e-ed40a2913497 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Unset dirty status for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:09:38.518486 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-79be2556-73dc-40e2-8d5e-ed40a2913497 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports/af92dd8c-623e-449a-8d6e-f148ed117a61 HTTP/1.1" status: 404 len: 333 time: 0.2048385 Mar 05 14:09:38.519344 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37098) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:38.611475 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8fafebb0-bdd3-414f-ad0f-0a66483a6ed2 None None] Could not find standard attr ID for object af92dd8c-623e-449a-8d6e-f148ed117a61. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 14:09:38.653227 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03776c0-e3a7-4fba-a072-252f95c49a5e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting subnet 9f755b2d-97dc-4f82-b429-d0e9a67a2d26 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:09:38.657051 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b03776c0-e3a7-4fba-a072-252f95c49a5e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:38.810528 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b03776c0-e3a7-4fba-a072-252f95c49a5e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:38.818890 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1eeabcb1-01d4-4582-b6bb-7b93221bdeb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:38.930947 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-ffe39433-b107-4eb5-8ec8-0526854f3f62 req-7eb5b8f9-88ab-4511-91ba-17f1265685c4 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] For port 0b48862d-0acb-4146-a509-f4cb17209ee9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=0b48862d-0acb-4146-a509-f4cb17209ee9,segment=NetworkSegment(53e0795d-518c-4fa2-80c9-09ce23fb9c7d),segment_id=53e0795d-518c-4fa2-80c9-09ce23fb9c7d)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:09:38.931508 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ffe39433-b107-4eb5-8ec8-0526854f3f62 req-7eb5b8f9-88ab-4511-91ba-17f1265685c4 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:38.950795 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fb62b019-82f4-4922-b8ba-7dbff2d2083f None None] Could not find standard attr ID for object af92dd8c-623e-449a-8d6e-f148ed117a61. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 14:09:39.130155 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-ffe39433-b107-4eb5-8ec8-0526854f3f62 req-7eb5b8f9-88ab-4511-91ba-17f1265685c4 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Calling delete_port for 0b48862d-0acb-4146-a509-f4cb17209ee9 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:09:39.260083 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b03776c0-e3a7-4fba-a072-252f95c49a5e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:39.408434 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3607e-eb6b-4002-8864-7dbed6867cdf req-37fb10d7-e724-4e3a-99f9-ffa828c94090 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:39.415692 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a5f3607e-eb6b-4002-8864-7dbed6867cdf req-37fb10d7-e724-4e3a-99f9-ffa828c94090 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=627ed16c-4e74-4518-8294-dfa17d7d06c7 HTTP/1.1" status: 200 len: 945 time: 0.2419944 Mar 05 14:09:39.473729 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b03776c0-e3a7-4fba-a072-252f95c49a5e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:39.536335 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3132fbb-23d0-41a8-b26d-d69a79b4604f None None] Network e3a04d6e-9eb5-4b42-bee0-1e998949c031 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:09:39.541575 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b03776c0-e3a7-4fba-a072-252f95c49a5e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:39.544710 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03776c0-e3a7-4fba-a072-252f95c49a5e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Subnet': ['ID=9f755b2d-97dc-4f82-b429-d0e9a67a2d26,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:39.554326 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a5f3607e-eb6b-4002-8864-7dbed6867cdf req-e87e67db-975d-4c0a-8181-6a92d9ef7088 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a793fd8-9ed4-4ae3-a4ae-4d052731f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377435 Mar 05 14:09:39.562019 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ffe39433-b107-4eb5-8ec8-0526854f3f62 req-7eb5b8f9-88ab-4511-91ba-17f1265685c4 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:39.638184 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5b8f9-88ab-4511-91ba-17f1265685c4 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Pushing event deleted for resources: {'Port': ['ID=0b48862d-0acb-4146-a509-f4cb17209ee9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:39.641315 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b03776c0-e3a7-4fba-a072-252f95c49a5e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/subnets/9f755b2d-97dc-4f82-b429-d0e9a67a2d26 HTTP/1.1" status: 204 len: 168 time: 1.1208801 Mar 05 14:09:39.645533 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37108) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:39.815659 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da7d007-cf1c-4af1-833b-66500a8302e8 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting subnet 1ecf98b3-cf06-4865-8fd6-0313224651bd {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:09:39.818932 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3da7d007-cf1c-4af1-833b-66500a8302e8 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:39.898426 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3da7d007-cf1c-4af1-833b-66500a8302e8 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:39.970939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe39433-b107-4eb5-8ec8-0526854f3f62 req-7eb5b8f9-88ab-4511-91ba-17f1265685c4 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] No DVR routers for this DVR port 0b48862d-0acb-4146-a509-f4cb17209ee9 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:09:39.973819 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ffe39433-b107-4eb5-8ec8-0526854f3f62 req-7eb5b8f9-88ab-4511-91ba-17f1265685c4 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:39.977657 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ffe39433-b107-4eb5-8ec8-0526854f3f62 req-7eb5b8f9-88ab-4511-91ba-17f1265685c4 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.30 "DELETE /v2.0/ports/0b48862d-0acb-4146-a509-f4cb17209ee9 HTTP/1.1" status: 204 len: 173 time: 1.7294090 Mar 05 14:09:39.978118 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627ed16c-4e74-4518-8294-dfa17d7d06c7', 'name': 'network-vif-deleted', 'tag': '0b48862d-0acb-4146-a509-f4cb17209ee9'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:09:40.022178 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3da7d007-cf1c-4af1-833b-66500a8302e8 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:40.069959 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627ed16c-4e74-4518-8294-dfa17d7d06c7', 'name': 'network-vif-deleted', 'tag': '0b48862d-0acb-4146-a509-f4cb17209ee9', 'status': 'completed', 'code': 200} Mar 05 14:09:40.165556 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3da7d007-cf1c-4af1-833b-66500a8302e8 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:40.224127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7d007-cf1c-4af1-833b-66500a8302e8 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Subnet': ['ID=1ecf98b3-cf06-4865-8fd6-0313224651bd,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:40.227661 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3da7d007-cf1c-4af1-833b-66500a8302e8 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:40.241880 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3da7d007-cf1c-4af1-833b-66500a8302e8 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/subnets/1ecf98b3-cf06-4865-8fd6-0313224651bd HTTP/1.1" status: 204 len: 168 time: 0.5918937 Mar 05 14:09:40.241880 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37120) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:40.389126 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-732da33c-cfae-485b-a2b4-0537ac32b854 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:40.429311 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-732da33c-cfae-485b-a2b4-0537ac32b854 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting port 1279a3b3-cd67-4523-8d38-8c179adb03cf {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:40.429694 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-732da33c-cfae-485b-a2b4-0537ac32b854 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:40.622212 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37126) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:40.850360 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-9cdb0bcf-cf16-4223-bec0-b5de98c87075 req-51d240dc-7129-4db2-ae6f-ca8373d1e8be tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Synchronizing usage tracker for tenant:8a478a8d0661420789e0812b794c38ab on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:09:40.948243 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1ad79ada-9d1b-4f81-8694-d544998f0d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:40.949136 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce9361e-7885-41e6-9e1a-00ad1aae6cac tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:40.949791 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce9361e-7885-41e6-9e1a-00ad1aae6cac tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:40.950260 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce9361e-7885-41e6-9e1a-00ad1aae6cac tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:40.961979 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bce9361e-7885-41e6-9e1a-00ad1aae6cac tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=9a618ad747aa4899b8afc19ecc5e6005&network_id=0a1c7137-da90-415e-95dc-4f4c1828138d HTTP/1.1" status: 200 len: 2969 time: 0.3380671 Mar 05 14:09:40.963035 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-9cdb0bcf-cf16-4223-bec0-b5de98c87075 req-51d240dc-7129-4db2-ae6f-ca8373d1e8be tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Unset dirty status for tenant:8a478a8d0661420789e0812b794c38ab on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:09:40.978384 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9cdb0bcf-cf16-4223-bec0-b5de98c87075 req-51d240dc-7129-4db2-ae6f-ca8373d1e8be tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=627ed16c-4e74-4518-8294-dfa17d7d06c7 HTTP/1.1" status: 200 len: 210 time: 0.2436998 Mar 05 14:09:41.010473 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-732da33c-cfae-485b-a2b4-0537ac32b854 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] For port 1279a3b3-cd67-4523-8d38-8c179adb03cf, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1279a3b3-cd67-4523-8d38-8c179adb03cf,segment=NetworkSegment(232576f6-4fb4-4f8c-b7e0-4af67f1fc763),segment_id=232576f6-4fb4-4f8c-b7e0-4af67f1fc763)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:09:41.011028 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-732da33c-cfae-485b-a2b4-0537ac32b854 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:41.137556 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1250bbfe-ae9b-4082-845e-5959d4494bba None None] Network e3a04d6e-9eb5-4b42-bee0-1e998949c031 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:09:41.186638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-732da33c-cfae-485b-a2b4-0537ac32b854 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Calling delete_port for 1279a3b3-cd67-4523-8d38-8c179adb03cf owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:09:41.220058 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 0b48862d-0acb-4146-a509-f4cb17209ee9 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:09:41.277173 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 0b48862d-0acb-4146-a509-f4cb17209ee9 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:09:41.277734 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 0b48862d-0acb-4146-a509-f4cb17209ee9 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:09:41.294183 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-732da33c-cfae-485b-a2b4-0537ac32b854 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:41.305569 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-78913dcd-d503-444a-8c1b-48147a296936 None None] Provisioning complete for port 1279a3b3-cd67-4523-8d38-8c179adb03cf triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:09:41.305784 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-78913dcd-d503-444a-8c1b-48147a296936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:41.355694 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732da33c-cfae-485b-a2b4-0537ac32b854 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] No DVR routers for this DVR port 1279a3b3-cd67-4523-8d38-8c179adb03cf on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:09:41.395647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-78913dcd-d503-444a-8c1b-48147a296936 None None] Port 1279a3b3-cd67-4523-8d38-8c179adb03cf was deleted so its status cannot be updated. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 05 14:09:41.396423 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732da33c-cfae-485b-a2b4-0537ac32b854 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Port': ['ID=1279a3b3-cd67-4523-8d38-8c179adb03cf,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:41.573256 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-732da33c-cfae-485b-a2b4-0537ac32b854 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:41.612720 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-732da33c-cfae-485b-a2b4-0537ac32b854 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a04d6e-9eb5-4b42-bee0-1e998949c031']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:41.632649 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-732da33c-cfae-485b-a2b4-0537ac32b854 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232576f6-4fb4-4f8c-b7e0-4af67f1fc763') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:41.632649 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-732da33c-cfae-485b-a2b4-0537ac32b854 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232576f6-4fb4-4f8c-b7e0-4af67f1fc763') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:41.635907 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d51b76-fb33-41dd-809c-6da755a0b2c1 None None] DHCP port deletion for e3a04d6e-9eb5-4b42-bee0-1e998949c031 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:09:41.646595 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-732da33c-cfae-485b-a2b4-0537ac32b854 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:41.665712 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-732da33c-cfae-485b-a2b4-0537ac32b854 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:41.672639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732da33c-cfae-485b-a2b4-0537ac32b854 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:09:41.673078 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-732da33c-cfae-485b-a2b4-0537ac32b854 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:09:41.688805 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:09:41.768171 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-732da33c-cfae-485b-a2b4-0537ac32b854 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:41.786602 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-732da33c-cfae-485b-a2b4-0537ac32b854 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:41.801460 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732da33c-cfae-485b-a2b4-0537ac32b854 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Network': ['ID=e3a04d6e-9eb5-4b42-bee0-1e998949c031,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:41.813987 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-732da33c-cfae-485b-a2b4-0537ac32b854 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/networks/e3a04d6e-9eb5-4b42-bee0-1e998949c031 HTTP/1.1" status: 204 len: 168 time: 1.5710676 Mar 05 14:09:41.817963 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37140) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:41.933549 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e721dfb7-07cb-4d01-b48a-8c6a042185c0 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:41.942923 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e721dfb7-07cb-4d01-b48a-8c6a042185c0 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1149843 Mar 05 14:09:41.948788 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37144) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:42.138862 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:42.138862 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:42.271044 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c958970f-4455-4ef0-a97b-00cd522cac93 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Synchronizing usage tracker for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:09:42.305026 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c958970f-4455-4ef0-a97b-00cd522cac93 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Unset dirty status for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:09:42.310901 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c958970f-4455-4ef0-a97b-00cd522cac93 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3711963 Mar 05 14:09:42.311446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37158) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:42.318556 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-c6bd62ae-3a1f-4062-9845-89faf59eef81 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1993125918'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:42.330624 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c6bd62ae-3a1f-4062-9845-89faf59eef81 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:42.344384 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c6bd62ae-3a1f-4062-9845-89faf59eef81 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:network and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:42.347597 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c6bd62ae-3a1f-4062-9845-89faf59eef81 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:42.361290 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c6bd62ae-3a1f-4062-9845-89faf59eef81 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:42.377189 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bd62ae-3a1f-4062-9845-89faf59eef81 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:42.382702 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6bd62ae-3a1f-4062-9845-89faf59eef81 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:42.414907 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bd62ae-3a1f-4062-9845-89faf59eef81 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:09:42.434082 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6bd62ae-3a1f-4062-9845-89faf59eef81 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:42.434917 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-c6bd62ae-3a1f-4062-9845-89faf59eef81 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Added segment abddc3be-300a-4922-b0f8-0adb98d5a769 of type vlan for network 3d88bbf5-5fe1-4191-b0df-1c76fab64ecd Mar 05 14:09:42.486607 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6bd62ae-3a1f-4062-9845-89faf59eef81 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:42.555502 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6bd62ae-3a1f-4062-9845-89faf59eef81 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:42.562176 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bd62ae-3a1f-4062-9845-89faf59eef81 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:42.563098 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6bd62ae-3a1f-4062-9845-89faf59eef81 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:42.708349 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd62ae-3a1f-4062-9845-89faf59eef81 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Network': ['ID=3d88bbf5-5fe1-4191-b0df-1c76fab64ecd,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:42.714067 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c6bd62ae-3a1f-4062-9845-89faf59eef81 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4013214 Mar 05 14:09:42.718034 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37176) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:42.732529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-774157fd-3dff-47e2-b44e-92de3b66df47 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'subnet': {'network_id': '3d88bbf5-5fe1-4191-b0df-1c76fab64ecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:42.732697 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 3d88bbf5-5fe1-4191-b0df-1c76fab64ecd details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:09:42.761811 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1279a3b3-cd67-4523-8d38-8c179adb03cf no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:09:42.895789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-774157fd-3dff-47e2-b44e-92de3b66df47 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:42.900427 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-774157fd-3dff-47e2-b44e-92de3b66df47 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:subnet and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:42.904423 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-774157fd-3dff-47e2-b44e-92de3b66df47 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:42.911959 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-774157fd-3dff-47e2-b44e-92de3b66df47 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:42.919353 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 1279a3b3-cd67-4523-8d38-8c179adb03cf {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:09:42.922980 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1279a3b3-cd67-4523-8d38-8c179adb03cf not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:09:42.972113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774157fd-3dff-47e2-b44e-92de3b66df47 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:42.976131 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-774157fd-3dff-47e2-b44e-92de3b66df47 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:43.243988 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-774157fd-3dff-47e2-b44e-92de3b66df47 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:43.329920 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774157fd-3dff-47e2-b44e-92de3b66df47 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Subnet': ['ID=4da1dc89-7115-4b8f-a3bf-1fa24d8c2768,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:43.341657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774157fd-3dff-47e2-b44e-92de3b66df47 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Checking segment: {'id': 'abddc3be-300a-4922-b0f8-0adb98d5a769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d88bbf5-5fe1-4191-b0df-1c76fab64ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:09:43.342032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774157fd-3dff-47e2-b44e-92de3b66df47 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network hostable DHCP agents. Network: 3d88bbf5-5fe1-4191-b0df-1c76fab64ecd, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:09:43.364048 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774157fd-3dff-47e2-b44e-92de3b66df47 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 3d88bbf5-5fe1-4191-b0df-1c76fab64ecd is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:09:43.376570 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-774157fd-3dff-47e2-b44e-92de3b66df47 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 3d88bbf5-5fe1-4191-b0df-1c76fab64ecd) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:43.387375 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0960b56-46f4-43f9-9c0c-6286adf0cf08 None None] Network 3d88bbf5-5fe1-4191-b0df-1c76fab64ecd requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:09:43.410618 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774157fd-3dff-47e2-b44e-92de3b66df47 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:43.411275 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-774157fd-3dff-47e2-b44e-92de3b66df47 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:43.464214 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-774157fd-3dff-47e2-b44e-92de3b66df47 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7448039 Mar 05 14:09:43.466821 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37188) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:43.479976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ca3896cb-1113-4afa-8532-c3574782b02f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'port': {'network_id': '3d88bbf5-5fe1-4191-b0df-1c76fab64ecd', 'name': 'tempest-PortsIpV6TestJSON-896434501'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:43.701811 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ca3896cb-1113-4afa-8532-c3574782b02f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:43.712654 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ca3896cb-1113-4afa-8532-c3574782b02f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:43.724868 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3896cb-1113-4afa-8532-c3574782b02f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:43.729711 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ca3896cb-1113-4afa-8532-c3574782b02f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:43.756078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-ca3896cb-1113-4afa-8532-c3574782b02f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] device_id is not set on port 75b80c9b-19b2-4c57-9d9d-6f6d7df7deb8 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:09:43.761425 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:43.814222 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a23afb-153d-4dd3-8d59-e4a403e4d25f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-3d88bbf5-5fe1-4191-b0df-1c76fab64ecd', 'network_id': '3d88bbf5-5fe1-4191-b0df-1c76fab64ecd', 'tenant_id': '0b1a258db7d443d2a5a311b119b89687', 'fixed_ips': [{'subnet_id': '4da1dc89-7115-4b8f-a3bf-1fa24d8c2768'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:09:43.815730 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-52a23afb-153d-4dd3-8d59-e4a403e4d25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:43.882084 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37194) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:44.006053 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0e25ee-0897-4377-96a5-1cc4465238f2 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:44.009412 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3b0e25ee-0897-4377-96a5-1cc4465238f2 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40 HTTP/1.1" status: 200 len: 814 time: 0.1244435 Mar 05 14:09:44.010268 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-ca3896cb-1113-4afa-8532-c3574782b02f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Allocated IP 2001:db8::eb (3d88bbf5-5fe1-4191-b0df-1c76fab64ecd/4da1dc89-7115-4b8f-a3bf-1fa24d8c2768/75b80c9b-19b2-4c57-9d9d-6f6d7df7deb8) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:09:44.397084 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ca3896cb-1113-4afa-8532-c3574782b02f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:44.420556 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-ca3896cb-1113-4afa-8532-c3574782b02f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Transition to ACTIVE for port object 75b80c9b-19b2-4c57-9d9d-6f6d7df7deb8 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:09:44.449927 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ca3896cb-1113-4afa-8532-c3574782b02f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:44.564189 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-52a23afb-153d-4dd3-8d59-e4a403e4d25f None None] Allocated IP 2001:db8::2 (3d88bbf5-5fe1-4191-b0df-1c76fab64ecd/4da1dc89-7115-4b8f-a3bf-1fa24d8c2768/93786811-022d-4380-9dc1-e873746e278a) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:09:44.617684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3896cb-1113-4afa-8532-c3574782b02f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 3d88bbf5-5fe1-4191-b0df-1c76fab64ecd is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:09:44.621391 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-ca3896cb-1113-4afa-8532-c3574782b02f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:44.650480 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3896cb-1113-4afa-8532-c3574782b02f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:09:44.669296 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3896cb-1113-4afa-8532-c3574782b02f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:44.670143 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ca3896cb-1113-4afa-8532-c3574782b02f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:44.687230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3896cb-1113-4afa-8532-c3574782b02f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Port': ['ID=75b80c9b-19b2-4c57-9d9d-6f6d7df7deb8,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:44.708947 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ca3896cb-1113-4afa-8532-c3574782b02f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2381551 Mar 05 14:09:44.709309 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37208) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:44.715943 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-1cf75db7-1547-445c-9117-201d21a37deb tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'port': {'network_id': '3d88bbf5-5fe1-4191-b0df-1c76fab64ecd', 'name': 'tempest-PortsIpV6TestJSON-1259001156'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:44.806248 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-52a23afb-153d-4dd3-8d59-e4a403e4d25f None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:44.821605 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-52a23afb-153d-4dd3-8d59-e4a403e4d25f None None] Transition to ACTIVE for port object 93786811-022d-4380-9dc1-e873746e278a will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:09:44.849488 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-52a23afb-153d-4dd3-8d59-e4a403e4d25f None None] Transition to ACTIVE for port object 93786811-022d-4380-9dc1-e873746e278a will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:09:44.858238 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-52a23afb-153d-4dd3-8d59-e4a403e4d25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:44.883037 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1cf75db7-1547-445c-9117-201d21a37deb tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:44.888105 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1cf75db7-1547-445c-9117-201d21a37deb tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:port and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:44.892004 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1cf75db7-1547-445c-9117-201d21a37deb tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:44.899501 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1cf75db7-1547-445c-9117-201d21a37deb tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:44.913394 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf75db7-1547-445c-9117-201d21a37deb tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:44.919785 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1cf75db7-1547-445c-9117-201d21a37deb tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:44.937327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a23afb-153d-4dd3-8d59-e4a403e4d25f None None] Network 3d88bbf5-5fe1-4191-b0df-1c76fab64ecd is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:09:44.940825 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-52a23afb-153d-4dd3-8d59-e4a403e4d25f None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:44.943341 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a23afb-153d-4dd3-8d59-e4a403e4d25f None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:09:44.950259 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a23afb-153d-4dd3-8d59-e4a403e4d25f None None] Pushing event updated for resources: {'Port': ['ID=93786811-022d-4380-9dc1-e873746e278a,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:44.961943 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-1cf75db7-1547-445c-9117-201d21a37deb tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] device_id is not set on port d77afad7-39c4-4291-b44d-a97352609c36 yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:09:45.096296 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-52a23afb-153d-4dd3-8d59-e4a403e4d25f None None] Attempting to bind port 93786811-022d-4380-9dc1-e873746e278a on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:09:45.096780 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-52a23afb-153d-4dd3-8d59-e4a403e4d25f None None] Attempting to bind port 93786811-022d-4380-9dc1-e873746e278a by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'abddc3be-300a-4922-b0f8-0adb98d5a769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d88bbf5-5fe1-4191-b0df-1c76fab64ecd'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:09:45.097214 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a23afb-153d-4dd3-8d59-e4a403e4d25f None None] Attempting to bind port 93786811-022d-4380-9dc1-e873746e278a on network 3d88bbf5-5fe1-4191-b0df-1c76fab64ecd {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:09:45.106576 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a23afb-153d-4dd3-8d59-e4a403e4d25f None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:09:45.106930 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a23afb-153d-4dd3-8d59-e4a403e4d25f None None] Checking segment: {'id': 'abddc3be-300a-4922-b0f8-0adb98d5a769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d88bbf5-5fe1-4191-b0df-1c76fab64ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:09:45.107727 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-52a23afb-153d-4dd3-8d59-e4a403e4d25f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:45.108135 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a23afb-153d-4dd3-8d59-e4a403e4d25f None None] Bound using segment: {'id': 'abddc3be-300a-4922-b0f8-0adb98d5a769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d88bbf5-5fe1-4191-b0df-1c76fab64ecd'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:09:45.108606 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-52a23afb-153d-4dd3-8d59-e4a403e4d25f None None] Bound port: 93786811-022d-4380-9dc1-e873746e278a, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abddc3be-300a-4922-b0f8-0adb98d5a769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d88bbf5-5fe1-4191-b0df-1c76fab64ecd'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:09:45.109030 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-52a23afb-153d-4dd3-8d59-e4a403e4d25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:45.157060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-1cf75db7-1547-445c-9117-201d21a37deb tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Allocated IP 2001:db8::f (3d88bbf5-5fe1-4191-b0df-1c76fab64ecd/4da1dc89-7115-4b8f-a3bf-1fa24d8c2768/d77afad7-39c4-4291-b44d-a97352609c36) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:09:45.251521 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-52a23afb-153d-4dd3-8d59-e4a403e4d25f None None] For port 93786811-022d-4380-9dc1-e873746e278a, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:09:45.257655 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37224) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:45.261724 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-52a23afb-153d-4dd3-8d59-e4a403e4d25f None None] For port 93786811-022d-4380-9dc1-e873746e278a, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=93786811-022d-4380-9dc1-e873746e278a,segment=NetworkSegment(abddc3be-300a-4922-b0f8-0adb98d5a769),segment_id=abddc3be-300a-4922-b0f8-0adb98d5a769)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:09:45.264141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-e4b020ec-6c7b-4439-a2d7-ef8667b5ccb3 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'network': {'name': 'tempest-network-smoke--949296689', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'port_security_enabled': True}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:45.267982 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-52a23afb-153d-4dd3-8d59-e4a403e4d25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:45.272746 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e4b020ec-6c7b-4439-a2d7-ef8667b5ccb3 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:45.296187 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e4b020ec-6c7b-4439-a2d7-ef8667b5ccb3 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:45.316582 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b020ec-6c7b-4439-a2d7-ef8667b5ccb3 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Made reservation on behalf of 9a618ad747aa4899b8afc19ecc5e6005 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:45.320179 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e4b020ec-6c7b-4439-a2d7-ef8667b5ccb3 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:45.391608 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b020ec-6c7b-4439-a2d7-ef8667b5ccb3 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:09:45.415753 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e4b020ec-6c7b-4439-a2d7-ef8667b5ccb3 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:45.416372 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-e4b020ec-6c7b-4439-a2d7-ef8667b5ccb3 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Added segment 741dd59d-bade-437e-8056-1876ce72c11e of type vlan for network 1cc6ac52-782c-4e79-99cd-5531d0cc0bd5 Mar 05 14:09:45.422224 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a23afb-153d-4dd3-8d59-e4a403e4d25f None None] Pushing event updated for resources: {'Port': ['ID=93786811-022d-4380-9dc1-e873746e278a,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:45.474978 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e4b020ec-6c7b-4439-a2d7-ef8667b5ccb3 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:45.540247 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e4b020ec-6c7b-4439-a2d7-ef8667b5ccb3 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:45.546299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b020ec-6c7b-4439-a2d7-ef8667b5ccb3 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:45.547303 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e4b020ec-6c7b-4439-a2d7-ef8667b5ccb3 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:45.704840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b020ec-6c7b-4439-a2d7-ef8667b5ccb3 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'Network': ['ID=1cc6ac52-782c-4e79-99cd-5531d0cc0bd5,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:45.714283 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e4b020ec-6c7b-4439-a2d7-ef8667b5ccb3 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4525824 Mar 05 14:09:45.715320 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37240) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:45.717538 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 1cc6ac52-782c-4e79-99cd-5531d0cc0bd5 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:09:45.731673 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1cf75db7-1547-445c-9117-201d21a37deb tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:45.791423 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-1cf75db7-1547-445c-9117-201d21a37deb tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Transition to ACTIVE for port object d77afad7-39c4-4291-b44d-a97352609c36 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:09:45.886064 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1cf75db7-1547-445c-9117-201d21a37deb tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:45.918519 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4ec9d1-22a2-4377-9561-3d8cf126472f tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:45.920070 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ac4ec9d1-22a2-4377-9561-3d8cf126472f tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=9a618ad747aa4899b8afc19ecc5e6005&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2038059 Mar 05 14:09:45.922751 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37246) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:46.045745 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf75db7-1547-445c-9117-201d21a37deb tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 3d88bbf5-5fe1-4191-b0df-1c76fab64ecd is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:09:46.050475 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-1cf75db7-1547-445c-9117-201d21a37deb tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:46.052937 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf75db7-1547-445c-9117-201d21a37deb tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:09:46.062141 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf75db7-1547-445c-9117-201d21a37deb tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:46.062826 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1cf75db7-1547-445c-9117-201d21a37deb tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:46.098318 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b20711-b70e-4ad1-a925-3bf9d92fa6d6 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:46.101262 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-66b20711-b70e-4ad1-a925-3bf9d92fa6d6 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1772332 Mar 05 14:09:46.104406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37250) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:46.121661 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1cf75db7-1547-445c-9117-201d21a37deb tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4102900 Mar 05 14:09:46.122460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37254) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:46.177025 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2352d432-c8ab-43c6-a3ef-4aacdb8a92a8 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0695899 Mar 05 14:09:46.184840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37260) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:46.227598 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf75db7-1547-445c-9117-201d21a37deb tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Port': ['ID=d77afad7-39c4-4291-b44d-a97352609c36,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:46.249452 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-112d4a06-192a-47b1-9f72-494c6a96da37 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=9a618ad747aa4899b8afc19ecc5e6005&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0627596 Mar 05 14:09:46.251941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37264) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:46.320658 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e154d7c-5d2d-42d2-ba9b-ba3a545d00d8 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:46.327440 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9e154d7c-5d2d-42d2-ba9b-ba3a545d00d8 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Synchronizing usage tracker for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:09:46.352021 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9e154d7c-5d2d-42d2-ba9b-ba3a545d00d8 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Unset dirty status for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:09:46.358364 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9e154d7c-5d2d-42d2-ba9b-ba3a545d00d8 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aeb HTTP/1.1" status: 200 len: 927 time: 0.2317607 Mar 05 14:09:46.359224 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37270) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:46.514057 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-eb398ff7-52d1-458b-ba8e-2a3b7adcc8e7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting port d77afad7-39c4-4291-b44d-a97352609c36 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:46.514409 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eb398ff7-52d1-458b-ba8e-2a3b7adcc8e7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:46.560508 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2e92db-eb76-460d-8f96-3cc31c47d8c8 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:46.568815 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2c2e92db-eb76-460d-8f96-3cc31c47d8c8 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3151691 Mar 05 14:09:46.569761 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37280) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:46.736164 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-01f785d6-9c35-469b-801f-e414529b183c tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1615105 Mar 05 14:09:46.736164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37284) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:46.750366 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ef642926-2d96-468c-ba99-bc39d6a0429b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1161282373', 'network_id': '1cc6ac52-782c-4e79-99cd-5531d0cc0bd5', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:46.941576 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 93786811-022d-4380-9dc1-e873746e278a up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:09:47.072628 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 93786811-022d-4380-9dc1-e873746e278a completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:09:47.139557 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ef642926-2d96-468c-ba99-bc39d6a0429b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:47.147577 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ef642926-2d96-468c-ba99-bc39d6a0429b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:subnet and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:47.151621 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ef642926-2d96-468c-ba99-bc39d6a0429b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:47.160886 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ef642926-2d96-468c-ba99-bc39d6a0429b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:47.179689 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef642926-2d96-468c-ba99-bc39d6a0429b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Made reservation on behalf of 9a618ad747aa4899b8afc19ecc5e6005 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:47.186185 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ef642926-2d96-468c-ba99-bc39d6a0429b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:47.189259 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eb398ff7-52d1-458b-ba8e-2a3b7adcc8e7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:47.222009 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc87a7e3-e19d-410d-a8d9-ad2e92aa612a None None] Network 3d88bbf5-5fe1-4191-b0df-1c76fab64ecd requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:09:47.393231 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-eb398ff7-52d1-458b-ba8e-2a3b7adcc8e7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Calling delete_port for d77afad7-39c4-4291-b44d-a97352609c36 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:09:47.450153 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7ca0779c-0f24-41e7-b8e7-1151189eb91b None None] Provisioning for port 93786811-022d-4380-9dc1-e873746e278a completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:09:47.477983 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7ca0779c-0f24-41e7-b8e7-1151189eb91b None None] Provisioning complete for port 93786811-022d-4380-9dc1-e873746e278a triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:09:47.479246 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7ca0779c-0f24-41e7-b8e7-1151189eb91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:47.543921 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ef642926-2d96-468c-ba99-bc39d6a0429b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:47.722332 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef642926-2d96-468c-ba99-bc39d6a0429b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'Subnet': ['ID=11ac7771-b595-40be-92a1-1d191f398f5a,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:47.775346 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef642926-2d96-468c-ba99-bc39d6a0429b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Checking segment: {'id': '741dd59d-bade-437e-8056-1876ce72c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1cc6ac52-782c-4e79-99cd-5531d0cc0bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:09:47.775709 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef642926-2d96-468c-ba99-bc39d6a0429b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Network hostable DHCP agents. Network: 1cc6ac52-782c-4e79-99cd-5531d0cc0bd5, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:09:47.826577 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eb398ff7-52d1-458b-ba8e-2a3b7adcc8e7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:47.837636 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef642926-2d96-468c-ba99-bc39d6a0429b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Network 1cc6ac52-782c-4e79-99cd-5531d0cc0bd5 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:09:47.852240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-ef642926-2d96-468c-ba99-bc39d6a0429b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 1cc6ac52-782c-4e79-99cd-5531d0cc0bd5) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:47.870929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef642926-2d96-468c-ba99-bc39d6a0429b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:47.871106 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a593ed-fc12-4250-9d47-53a0da00b963 None None] Network 1cc6ac52-782c-4e79-99cd-5531d0cc0bd5 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:09:47.873001 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ef642926-2d96-468c-ba99-bc39d6a0429b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:47.912760 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ef642926-2d96-468c-ba99-bc39d6a0429b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1767130 Mar 05 14:09:48.020563 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb398ff7-52d1-458b-ba8e-2a3b7adcc8e7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Port': ['ID=d77afad7-39c4-4291-b44d-a97352609c36,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:48.044307 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eb398ff7-52d1-458b-ba8e-2a3b7adcc8e7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:48.076806 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37298) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:48.077104 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-eb398ff7-52d1-458b-ba8e-2a3b7adcc8e7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/ports/d77afad7-39c4-4291-b44d-a97352609c36 HTTP/1.1" status: 204 len: 168 time: 1.7165072 Mar 05 14:09:48.167803 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1a6f7b-d618-4ffd-b7fb-375e2a1b243a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] GET failed (client error): The resource could not be found. Mar 05 14:09:48.168778 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2b1a6f7b-d618-4ffd-b7fb-375e2a1b243a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Synchronizing usage tracker for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:09:48.195887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2b1a6f7b-d618-4ffd-b7fb-375e2a1b243a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Unset dirty status for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:09:48.197583 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2b1a6f7b-d618-4ffd-b7fb-375e2a1b243a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports/d77afad7-39c4-4291-b44d-a97352609c36 HTTP/1.1" status: 404 len: 333 time: 0.1194832 Mar 05 14:09:48.200737 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37302) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:48.255261 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7ca0779c-0f24-41e7-b8e7-1151189eb91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:48.291678 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37314) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:48.297217 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-5735cd37-8485-445d-b680-e24accda6809 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1729873106', 'description': 'tempest-secgroup-smoke-1729873106 description', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:48.314385 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5735cd37-8485-445d-b680-e24accda6809 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:48.326011 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5735cd37-8485-445d-b680-e24accda6809 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:48.338705 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5735cd37-8485-445d-b680-e24accda6809 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:48.372799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-70688963-ff78-4509-bca7-a21134666d3f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting port 75b80c9b-19b2-4c57-9d9d-6f6d7df7deb8 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:48.373165 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-70688963-ff78-4509-bca7-a21134666d3f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:48.385365 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5735cd37-8485-445d-b680-e24accda6809 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:48.389297 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-7ca0779c-0f24-41e7-b8e7-1151189eb91b None None] For port 93786811-022d-4380-9dc1-e873746e278a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=93786811-022d-4380-9dc1-e873746e278a,segment=NetworkSegment(abddc3be-300a-4922-b0f8-0adb98d5a769),segment_id=abddc3be-300a-4922-b0f8-0adb98d5a769)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:09:48.394784 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5735cd37-8485-445d-b680-e24accda6809 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:security_group_rule and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:48.402863 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7ca0779c-0f24-41e7-b8e7-1151189eb91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:48.403328 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5735cd37-8485-445d-b680-e24accda6809 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:48.418442 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5735cd37-8485-445d-b680-e24accda6809 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:48.533842 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0779c-0f24-41e7-b8e7-1151189eb91b None None] Pushing event updated for resources: {'Port': ['ID=93786811-022d-4380-9dc1-e873746e278a,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:48.588021 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5735cd37-8485-445d-b680-e24accda6809 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:48.595332 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5735cd37-8485-445d-b680-e24accda6809 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:48.678616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735cd37-8485-445d-b680-e24accda6809 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dede22ae-74ef-4c1e-9590-ff32c37c14f5,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:48.707067 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e573fb-4e94-45dd-8d0b-934f77141eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-1cc6ac52-782c-4e79-99cd-5531d0cc0bd5', 'network_id': '1cc6ac52-782c-4e79-99cd-5531d0cc0bd5', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'fixed_ips': [{'subnet_id': '11ac7771-b595-40be-92a1-1d191f398f5a'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:09:48.708339 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-84e573fb-4e94-45dd-8d0b-934f77141eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:48.760745 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5735cd37-8485-445d-b680-e24accda6809 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:48.768385 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5735cd37-8485-445d-b680-e24accda6809 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4756694 Mar 05 14:09:48.769015 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37332) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:48.779929 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-04350afe-1f30-4afc-9d53-eb52c8e627ad tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'security_group_rule': {'security_group_id': 'dede22ae-74ef-4c1e-9590-ff32c37c14f5', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:48.803937 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-04350afe-1f30-4afc-9d53-eb52c8e627ad tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:48.813483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-04350afe-1f30-4afc-9d53-eb52c8e627ad tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:security_group_rule and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:48.826069 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-04350afe-1f30-4afc-9d53-eb52c8e627ad tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:48.853032 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-04350afe-1f30-4afc-9d53-eb52c8e627ad tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:48.887840 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-04350afe-1f30-4afc-9d53-eb52c8e627ad tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:48.971603 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-70688963-ff78-4509-bca7-a21134666d3f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:49.100087 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-04350afe-1f30-4afc-9d53-eb52c8e627ad tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:49.112073 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-04350afe-1f30-4afc-9d53-eb52c8e627ad tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:49.128437 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 93786811-022d-4380-9dc1-e873746e278a up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:09:49.157149 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04350afe-1f30-4afc-9d53-eb52c8e627ad tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a8fed2-4e8a-44fd-8ce8-02e91d287d3e,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:49.212256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-84e573fb-4e94-45dd-8d0b-934f77141eee None None] Allocated IP 172.20.0.18 (1cc6ac52-782c-4e79-99cd-5531d0cc0bd5/11ac7771-b595-40be-92a1-1d191f398f5a/d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:09:49.222729 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-04350afe-1f30-4afc-9d53-eb52c8e627ad tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:49.224732 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-04350afe-1f30-4afc-9d53-eb52c8e627ad tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4547706 Mar 05 14:09:49.227240 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cd723f60-9136-45a4-841e-812e30d4d033 None None] Provisioning for port 75b80c9b-19b2-4c57-9d9d-6f6d7df7deb8 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:09:49.228888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37348) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:49.245494 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-4283bcfc-257b-4dff-a885-8e53213618c0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'security_group_rule': {'security_group_id': 'dede22ae-74ef-4c1e-9590-ff32c37c14f5', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:49.253369 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4283bcfc-257b-4dff-a885-8e53213618c0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:49.259446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4283bcfc-257b-4dff-a885-8e53213618c0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:security_group_rule and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:49.267055 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4283bcfc-257b-4dff-a885-8e53213618c0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:49.274567 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4283bcfc-257b-4dff-a885-8e53213618c0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:49.297698 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4283bcfc-257b-4dff-a885-8e53213618c0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:49.354436 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-70688963-ff78-4509-bca7-a21134666d3f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Calling delete_port for 75b80c9b-19b2-4c57-9d9d-6f6d7df7deb8 owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:09:49.359659 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cd723f60-9136-45a4-841e-812e30d4d033 None None] Provisioning complete for port 75b80c9b-19b2-4c57-9d9d-6f6d7df7deb8 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:09:49.362811 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cd723f60-9136-45a4-841e-812e30d4d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:49.432625 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4283bcfc-257b-4dff-a885-8e53213618c0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:49.441280 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4283bcfc-257b-4dff-a885-8e53213618c0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:49.493457 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283bcfc-257b-4dff-a885-8e53213618c0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c057a9-9940-48e5-a787-2ee2d8a58e87,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:49.524946 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4283bcfc-257b-4dff-a885-8e53213618c0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:49.526407 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4283bcfc-257b-4dff-a885-8e53213618c0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2960775 Mar 05 14:09:49.528894 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37354) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:49.537610 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-2e27d46c-5d53-4bf6-86d3-1fb98dc88e0a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'security_group_rule': {'security_group_id': 'dede22ae-74ef-4c1e-9590-ff32c37c14f5', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:49.564735 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2e27d46c-5d53-4bf6-86d3-1fb98dc88e0a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:49.579415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2e27d46c-5d53-4bf6-86d3-1fb98dc88e0a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:security_group_rule and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:49.587964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2e27d46c-5d53-4bf6-86d3-1fb98dc88e0a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:49.598077 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2e27d46c-5d53-4bf6-86d3-1fb98dc88e0a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:49.649362 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e27d46c-5d53-4bf6-86d3-1fb98dc88e0a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:49.696615 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-70688963-ff78-4509-bca7-a21134666d3f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:49.785365 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e27d46c-5d53-4bf6-86d3-1fb98dc88e0a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:49.808479 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e27d46c-5d53-4bf6-86d3-1fb98dc88e0a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:49.848212 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27d46c-5d53-4bf6-86d3-1fb98dc88e0a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72cfdce4-6a49-48c5-8df8-2643fd805d9f,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:49.879449 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70688963-ff78-4509-bca7-a21134666d3f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Port': ['ID=75b80c9b-19b2-4c57-9d9d-6f6d7df7deb8,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:49.895000 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e27d46c-5d53-4bf6-86d3-1fb98dc88e0a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:49.896275 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2e27d46c-5d53-4bf6-86d3-1fb98dc88e0a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3664074 Mar 05 14:09:49.899516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37362) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:49.901237 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-70688963-ff78-4509-bca7-a21134666d3f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:49.904920 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-0f31bdf8-1718-4f3f-98f4-3e9f0b305238 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'security_group_rule': {'security_group_id': 'dede22ae-74ef-4c1e-9590-ff32c37c14f5', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:49.914735 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0f31bdf8-1718-4f3f-98f4-3e9f0b305238 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:49.924253 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0f31bdf8-1718-4f3f-98f4-3e9f0b305238 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:security_group_rule and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:49.936355 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-70688963-ff78-4509-bca7-a21134666d3f tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/ports/75b80c9b-19b2-4c57-9d9d-6f6d7df7deb8 HTTP/1.1" status: 204 len: 168 time: 1.7339787 Mar 05 14:09:49.937441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37366) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:49.941687 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cd723f60-9136-45a4-841e-812e30d4d033 None None] Port 75b80c9b-19b2-4c57-9d9d-6f6d7df7deb8 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:09:49.944071 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0f31bdf8-1718-4f3f-98f4-3e9f0b305238 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:49.945761 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 93786811-022d-4380-9dc1-e873746e278a triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:09:49.946126 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:49.958820 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0f31bdf8-1718-4f3f-98f4-3e9f0b305238 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:49.990947 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0f31bdf8-1718-4f3f-98f4-3e9f0b305238 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:50.002885 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e23b849-b607-4286-b920-337ceb17ca6a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] GET failed (client error): The resource could not be found. Mar 05 14:09:50.003681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4e23b849-b607-4286-b920-337ceb17ca6a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Synchronizing usage tracker for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:09:50.023960 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4e23b849-b607-4286-b920-337ceb17ca6a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Unset dirty status for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:09:50.029336 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37372) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:50.030715 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4e23b849-b607-4286-b920-337ceb17ca6a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports/75b80c9b-19b2-4c57-9d9d-6f6d7df7deb8 HTTP/1.1" status: 404 len: 333 time: 0.0919952 Mar 05 14:09:50.177429 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cd723f60-9136-45a4-841e-812e30d4d033 None None] Provisioning complete for port 93786811-022d-4380-9dc1-e873746e278a triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:09:50.178081 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cd723f60-9136-45a4-841e-812e30d4d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:50.240888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ff1565-f6b9-42b1-a730-1d5e40706595 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting subnet 4da1dc89-7115-4b8f-a3bf-1fa24d8c2768 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:09:50.247768 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1565-f6b9-42b1-a730-1d5e40706595 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:50.249724 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-84e573fb-4e94-45dd-8d0b-934f77141eee None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:50.324286 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-84e573fb-4e94-45dd-8d0b-934f77141eee None None] Transition to ACTIVE for port object d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:09:50.374216 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0f31bdf8-1718-4f3f-98f4-3e9f0b305238 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:50.401575 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0f31bdf8-1718-4f3f-98f4-3e9f0b305238 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:50.482458 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0f31bdf8-1718-4f3f-98f4-3e9f0b305238 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:50.483855 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0f31bdf8-1718-4f3f-98f4-3e9f0b305238 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5835004 Mar 05 14:09:50.486693 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37392) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:50.488866 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31bdf8-1718-4f3f-98f4-3e9f0b305238 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854b62ea-5669-4a43-a217-322132265943,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:50.493537 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1565-f6b9-42b1-a730-1d5e40706595 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:50.500998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-dd8fb72d-7df0-40c1-97f2-015e514b0060 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'security_group_rule': {'security_group_id': 'dede22ae-74ef-4c1e-9590-ff32c37c14f5', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:50.517411 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-dd8fb72d-7df0-40c1-97f2-015e514b0060 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:50.530617 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dd8fb72d-7df0-40c1-97f2-015e514b0060 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:security_group_rule and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:50.538655 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dd8fb72d-7df0-40c1-97f2-015e514b0060 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:50.553645 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-dd8fb72d-7df0-40c1-97f2-015e514b0060 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:50.575282 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-84e573fb-4e94-45dd-8d0b-934f77141eee None None] Transition to ACTIVE for port object d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:09:50.581922 n-d-803718-1 neutron-server[87914]: INFO neutron.db.securitygroups_db [None req-dd8fb72d-7df0-40c1-97f2-015e514b0060 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Project 9a618ad747aa4899b8afc19ecc5e6005 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:09:50.595678 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-84e573fb-4e94-45dd-8d0b-934f77141eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:50.597569 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd8fb72d-7df0-40c1-97f2-015e514b0060 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:50.651477 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1565-f6b9-42b1-a730-1d5e40706595 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:50.674384 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e573fb-4e94-45dd-8d0b-934f77141eee None None] Pushing event updated for resources: {'Port': ['ID=d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:50.716928 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e573fb-4e94-45dd-8d0b-934f77141eee None None] Network 1cc6ac52-782c-4e79-99cd-5531d0cc0bd5 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:09:50.723626 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-84e573fb-4e94-45dd-8d0b-934f77141eee None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:50.726992 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e573fb-4e94-45dd-8d0b-934f77141eee None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:09:50.755979 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd8fb72d-7df0-40c1-97f2-015e514b0060 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:50.762275 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd8fb72d-7df0-40c1-97f2-015e514b0060 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:50.838325 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1565-f6b9-42b1-a730-1d5e40706595 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:50.850351 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8fb72d-7df0-40c1-97f2-015e514b0060 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba848d5d-aa22-445d-a6eb-55e8a5a809fe,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:50.883789 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd8fb72d-7df0-40c1-97f2-015e514b0060 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:50.887602 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dd8fb72d-7df0-40c1-97f2-015e514b0060 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3973138 Mar 05 14:09:50.893520 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37404) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:50.904416 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a34521c7-e124-4fa1-94a1-267f8d0e448b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'security_group_rule': {'security_group_id': 'dede22ae-74ef-4c1e-9590-ff32c37c14f5', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:50.931260 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7c39a1ac-ac5b-4e18-be58-8a3c5ef59952 None None] Could not find standard attr ID for object d77afad7-39c4-4291-b44d-a97352609c36. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 14:09:50.934417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a34521c7-e124-4fa1-94a1-267f8d0e448b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:50.944057 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a34521c7-e124-4fa1-94a1-267f8d0e448b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:security_group_rule and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:50.948646 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7c39a1ac-ac5b-4e18-be58-8a3c5ef59952 None None] Could not find standard attr ID for object 75b80c9b-19b2-4c57-9d9d-6f6d7df7deb8. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 14:09:50.954314 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a34521c7-e124-4fa1-94a1-267f8d0e448b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:50.959421 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-84e573fb-4e94-45dd-8d0b-934f77141eee None None] Attempting to bind port d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:09:50.959700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff1565-f6b9-42b1-a730-1d5e40706595 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Subnet': ['ID=4da1dc89-7115-4b8f-a3bf-1fa24d8c2768,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:50.960184 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-84e573fb-4e94-45dd-8d0b-934f77141eee None None] Attempting to bind port d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '741dd59d-bade-437e-8056-1876ce72c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1cc6ac52-782c-4e79-99cd-5531d0cc0bd5'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:09:50.960684 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e573fb-4e94-45dd-8d0b-934f77141eee None None] Attempting to bind port d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5 on network 1cc6ac52-782c-4e79-99cd-5531d0cc0bd5 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:09:50.967051 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e573fb-4e94-45dd-8d0b-934f77141eee None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:09:50.967663 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a34521c7-e124-4fa1-94a1-267f8d0e448b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:50.968093 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e573fb-4e94-45dd-8d0b-934f77141eee None None] Checking segment: {'id': '741dd59d-bade-437e-8056-1876ce72c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1cc6ac52-782c-4e79-99cd-5531d0cc0bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:09:50.968907 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-84e573fb-4e94-45dd-8d0b-934f77141eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:50.969503 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e573fb-4e94-45dd-8d0b-934f77141eee None None] Bound using segment: {'id': '741dd59d-bade-437e-8056-1876ce72c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1cc6ac52-782c-4e79-99cd-5531d0cc0bd5'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:09:50.970240 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-84e573fb-4e94-45dd-8d0b-934f77141eee None None] Bound port: d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741dd59d-bade-437e-8056-1876ce72c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1cc6ac52-782c-4e79-99cd-5531d0cc0bd5'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:09:50.973282 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1565-f6b9-42b1-a730-1d5e40706595 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:50.977153 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-84e573fb-4e94-45dd-8d0b-934f77141eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:50.989933 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c2ff1565-f6b9-42b1-a730-1d5e40706595 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/subnets/4da1dc89-7115-4b8f-a3bf-1fa24d8c2768 HTTP/1.1" status: 204 len: 168 time: 0.9573414 Mar 05 14:09:50.990746 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457cb085-5492-493a-aa4e-5565ce2425f9 None None] Network 3d88bbf5-5fe1-4191-b0df-1c76fab64ecd requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:09:50.993509 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37408) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:51.026423 n-d-803718-1 neutron-server[87914]: INFO neutron.db.securitygroups_db [None req-a34521c7-e124-4fa1-94a1-267f8d0e448b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Project 9a618ad747aa4899b8afc19ecc5e6005 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:09:51.051839 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a34521c7-e124-4fa1-94a1-267f8d0e448b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:51.114110 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-84e573fb-4e94-45dd-8d0b-934f77141eee None None] For port d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:09:51.118666 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-84e573fb-4e94-45dd-8d0b-934f77141eee None None] For port d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5,segment=NetworkSegment(741dd59d-bade-437e-8056-1876ce72c11e),segment_id=741dd59d-bade-437e-8056-1876ce72c11e)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:09:51.176448 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-84e573fb-4e94-45dd-8d0b-934f77141eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:51.203044 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37416) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:51.276565 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d190adf-cc0e-4914-8a25-ec09189df76e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:51.297782 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a34521c7-e124-4fa1-94a1-267f8d0e448b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:51.308580 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a34521c7-e124-4fa1-94a1-267f8d0e448b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:51.362991 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34521c7-e124-4fa1-94a1-267f8d0e448b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6542de0b-9dfe-407b-823b-148f40a0076d,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:51.365218 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03d5d62a-b3ae-4ed4-a32f-1716692ee5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:51.367877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-8d190adf-cc0e-4914-8a25-ec09189df76e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting port 93786811-022d-4380-9dc1-e873746e278a {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:51.373404 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d190adf-cc0e-4914-8a25-ec09189df76e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:51.386041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-03d5d62a-b3ae-4ed4-a32f-1716692ee5a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:51.390584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-03d5d62a-b3ae-4ed4-a32f-1716692ee5a3 admin admin] Usage tracker for resource:security_group_rule and tenant:5467b9a7a5674e5889d4008f347aa3a4 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:51.393994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-03d5d62a-b3ae-4ed4-a32f-1716692ee5a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:51.406531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-03d5d62a-b3ae-4ed4-a32f-1716692ee5a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:51.461877 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a34521c7-e124-4fa1-94a1-267f8d0e448b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:51.483787 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a34521c7-e124-4fa1-94a1-267f8d0e448b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5805335 Mar 05 14:09:51.596710 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e573fb-4e94-45dd-8d0b-934f77141eee None None] Pushing event updated for resources: {'Port': ['ID=d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:51.699293 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03d5d62a-b3ae-4ed4-a32f-1716692ee5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:51.709687 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-03d5d62a-b3ae-4ed4-a32f-1716692ee5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:51.766715 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-03d5d62a-b3ae-4ed4-a32f-1716692ee5a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5467b9a7a5674e5889d4008f347aa3a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5624580 Mar 05 14:09:51.770938 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37432) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:51.834416 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ad7a81-0515-46d6-a698-15fe67e78cdd None None] DHCP port deletion for 3d88bbf5-5fe1-4191-b0df-1c76fab64ecd request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:09:51.839984 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-f8ad7a81-0515-46d6-a698-15fe67e78cdd None None] Deleting port 93786811-022d-4380-9dc1-e873746e278a {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:51.840447 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f8ad7a81-0515-46d6-a698-15fe67e78cdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:51.888690 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5d62a-b3ae-4ed4-a32f-1716692ee5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f353235-6ec4-44e4-a73f-e42b3dcfef82,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:51.948379 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fe575d99-8652-495b-9c4e-f7c7ed85b1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:52.032629 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fe575d99-8652-495b-9c4e-f7c7ed85b1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:52.117704 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fe575d99-8652-495b-9c4e-f7c7ed85b1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:52.139498 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe575d99-8652-495b-9c4e-f7c7ed85b1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f353235-6ec4-44e4-a73f-e42b3dcfef82,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:52.151738 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fe575d99-8652-495b-9c4e-f7c7ed85b1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:52.154789 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fe575d99-8652-495b-9c4e-f7c7ed85b1ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f353235-6ec4-44e4-a73f-e42b3dcfef82 HTTP/1.1" status: 204 len: 168 time: 0.3810313 Mar 05 14:09:52.193909 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-67e12581-d92a-4ea4-b050-85a673b310e5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1729873106&fields=id&tenant_id=9a618ad747aa4899b8afc19ecc5e6005 HTTP/1.1" status: 200 len: 267 time: 0.2136738 Mar 05 14:09:52.209562 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-8d190adf-cc0e-4914-8a25-ec09189df76e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] For port 93786811-022d-4380-9dc1-e873746e278a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=93786811-022d-4380-9dc1-e873746e278a,segment=NetworkSegment(abddc3be-300a-4922-b0f8-0adb98d5a769),segment_id=abddc3be-300a-4922-b0f8-0adb98d5a769)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:09:52.209726 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d190adf-cc0e-4914-8a25-ec09189df76e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:52.244321 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-f8ad7a81-0515-46d6-a698-15fe67e78cdd None None] For port 93786811-022d-4380-9dc1-e873746e278a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=93786811-022d-4380-9dc1-e873746e278a,segment=NetworkSegment(abddc3be-300a-4922-b0f8-0adb98d5a769),segment_id=abddc3be-300a-4922-b0f8-0adb98d5a769)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:09:52.244712 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f8ad7a81-0515-46d6-a698-15fe67e78cdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:52.427391 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-f8ad7a81-0515-46d6-a698-15fe67e78cdd None None] Calling delete_port for 93786811-022d-4380-9dc1-e873746e278a owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:09:52.527229 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-b44f331f-9c1b-4559-a982-2ddc6d50aa00 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:52.528600 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-b44f331f-9c1b-4559-a982-2ddc6d50aa00 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Synchronizing usage tracker for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:09:52.562842 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f8ad7a81-0515-46d6-a698-15fe67e78cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:52.576235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37458) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:52.615676 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad7a81-0515-46d6-a698-15fe67e78cdd None None] Pushing event deleted for resources: {'Port': ['ID=93786811-022d-4380-9dc1-e873746e278a,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:52.623527 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-8d190adf-cc0e-4914-8a25-ec09189df76e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Calling delete_port for 93786811-022d-4380-9dc1-e873746e278a owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:09:52.625308 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ad7a81-0515-46d6-a698-15fe67e78cdd None None] No DVR routers for this DVR port 93786811-022d-4380-9dc1-e873746e278a on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:09:52.636020 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d4f8b0ba-cfc3-4bb2-92d0-5c470f26aad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:52.672652 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d4f8b0ba-cfc3-4bb2-92d0-5c470f26aad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:52.677378 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d4f8b0ba-cfc3-4bb2-92d0-5c470f26aad3 admin admin] Usage tracker for resource:security_group_rule and tenant:6086b58bcd344fe9856c30e7f731da51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:52.681010 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d4f8b0ba-cfc3-4bb2-92d0-5c470f26aad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:52.690989 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d4f8b0ba-cfc3-4bb2-92d0-5c470f26aad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:52.732814 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-b44f331f-9c1b-4559-a982-2ddc6d50aa00 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Unset dirty status for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:09:52.739500 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-b44f331f-9c1b-4559-a982-2ddc6d50aa00 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/networks?id=1cc6ac52-782c-4e79-99cd-5531d0cc0bd5 HTTP/1.1" status: 200 len: 796 time: 0.5327058 Mar 05 14:09:52.789505 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:09:52.831289 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-a1f9f9aa-187d-4b66-a25e-9e64bba8da40 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/quotas/9a618ad747aa4899b8afc19ecc5e6005 HTTP/1.1" status: 200 len: 375 time: 0.0906894 Mar 05 14:09:52.889354 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d4f8b0ba-cfc3-4bb2-92d0-5c470f26aad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:52.901332 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d4f8b0ba-cfc3-4bb2-92d0-5c470f26aad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:52.908034 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:09:52.931322 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-8d190adf-cc0e-4914-8a25-ec09189df76e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:09:52.931542 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-8d190adf-cc0e-4914-8a25-ec09189df76e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:09:52.991597 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d4f8b0ba-cfc3-4bb2-92d0-5c470f26aad3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6086b58bcd344fe9856c30e7f731da51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4142497 Mar 05 14:09:52.993162 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8b0ba-cfc3-4bb2-92d0-5c470f26aad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5e9817-8d6a-47ef-b4a9-bf69589fc4eb,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:52.994684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37472) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:53.022580 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-25e040b6-86d9-4aa5-aea8-c30d7bd4a81a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a618ad747aa4899b8afc19ecc5e6005&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1903453 Mar 05 14:09:53.026708 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 93786811-022d-4380-9dc1-e873746e278a no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:09:53.097411 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 93786811-022d-4380-9dc1-e873746e278a {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:09:53.097993 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 93786811-022d-4380-9dc1-e873746e278a not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:09:53.187254 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b25409f0-6a53-4853-8744-c65e43e5f5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:53.216897 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:09:53.244404 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b25409f0-6a53-4853-8744-c65e43e5f5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:53.251170 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5a2e08-4f4a-4472-82f5-04548b7f0563 None None] Network 1cc6ac52-782c-4e79-99cd-5531d0cc0bd5 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:09:53.295945 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-4fb9e5dd-4437-4a01-9d05-389affb3aa12 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:53.297017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-4fb9e5dd-4437-4a01-9d05-389affb3aa12 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Synchronizing usage tracker for tenant:8a478a8d0661420789e0812b794c38ab on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:09:53.312127 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b25409f0-6a53-4853-8744-c65e43e5f5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:53.323308 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-4fb9e5dd-4437-4a01-9d05-389affb3aa12 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Unset dirty status for tenant:8a478a8d0661420789e0812b794c38ab on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:09:53.330251 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-4fb9e5dd-4437-4a01-9d05-389affb3aa12 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/networks?id=d7fc820f-df63-4299-a073-3478d7e40f96 HTTP/1.1" status: 200 len: 812 time: 0.2325978 Mar 05 14:09:53.347857 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-fae8b498-e78c-4251-aa71-b3ccd10e9e86 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/quotas/8a478a8d0661420789e0812b794c38ab HTTP/1.1" status: 200 len: 375 time: 0.0166774 Mar 05 14:09:53.351530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25409f0-6a53-4853-8744-c65e43e5f5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5e9817-8d6a-47ef-b4a9-bf69589fc4eb,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:53.360707 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-42caefbf-c55f-45e4-9426-f258f017070e service neutron] 10.222.0.16 "GET /v2.0/networks/1cc6ac52-782c-4e79-99cd-5531d0cc0bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366067 Mar 05 14:09:53.367840 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1d16fe8b-8fe4-45a1-b199-5f174ce8ceac None None] Provisioning for port d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:09:53.407818 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-e9d681c0-0b6d-42ba-861f-82f4aec88b74 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a478a8d0661420789e0812b794c38ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591023 Mar 05 14:09:53.479168 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1d16fe8b-8fe4-45a1-b199-5f174ce8ceac None None] Provisioning complete for port d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:09:53.479429 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1d16fe8b-8fe4-45a1-b199-5f174ce8ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:53.522513 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-8d190adf-cc0e-4914-8a25-ec09189df76e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting port 93786811-022d-4380-9dc1-e873746e278a {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:09:53.523698 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d190adf-cc0e-4914-8a25-ec09189df76e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:53.574596 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b25409f0-6a53-4853-8744-c65e43e5f5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:53.578789 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b25409f0-6a53-4853-8744-c65e43e5f5d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d5e9817-8d6a-47ef-b4a9-bf69589fc4eb HTTP/1.1" status: 204 len: 168 time: 0.5824003 Mar 05 14:09:53.605452 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-ea508f88-fe0d-4980-8c22-d5b208af884d service neutron] 10.222.0.16 "GET /v2.0/networks/d7fc820f-df63-4299-a073-3478d7e40f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897073 Mar 05 14:09:53.691290 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1d16fe8b-8fe4-45a1-b199-5f174ce8ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:53.702618 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-8d190adf-cc0e-4914-8a25-ec09189df76e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] The port '93786811-022d-4380-9dc1-e873746e278a' was deleted {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:09:53.743882 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1d16fe8b-8fe4-45a1-b199-5f174ce8ceac None None] For port d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5,segment=NetworkSegment(741dd59d-bade-437e-8056-1876ce72c11e),segment_id=741dd59d-bade-437e-8056-1876ce72c11e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:09:53.752680 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1d16fe8b-8fe4-45a1-b199-5f174ce8ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:53.786567 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-98e8a162-b3b0-44cd-a72b-98d479995431 service neutron] 10.222.0.16 "GET /v2.0/networks/d7fc820f-df63-4299-a073-3478d7e40f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800926 Mar 05 14:09:53.843621 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-fba3ee28-9a40-4b90-8812-7531df601d0c service neutron] 10.222.0.16 "GET /v2.0/networks/1cc6ac52-782c-4e79-99cd-5531d0cc0bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745076 Mar 05 14:09:53.863455 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16fe8b-8fe4-45a1-b199-5f174ce8ceac None None] Pushing event updated for resources: {'Port': ['ID=d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:53.967817 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d190adf-cc0e-4914-8a25-ec09189df76e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:53.988998 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-dcf8c205-ebf2-401a-8cf9-317662d54bdc None None] Provisioning complete for port d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:09:53.989654 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-dcf8c205-ebf2-401a-8cf9-317662d54bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:54.135964 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ea4c3750-1e44-4a5c-9cce-10c96c861268 req-43b55289-f78f-4c55-af79-0ca472f77933 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ca7b46a-1e3f-4d1e-9de3-996b40579dd2 HTTP/1.1" status: 200 len: 210 time: 0.0608692 Mar 05 14:09:54.190116 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-8d190adf-cc0e-4914-8a25-ec09189df76e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d88bbf5-5fe1-4191-b0df-1c76fab64ecd']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:54.214155 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d3dd0f2b-95b9-4ebf-a89d-231f300d70d0 req-a5a6f9a3-035e-4234-86ad-4349eb1914cf tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bcaa9d-3a7d-4f51-bbc0-79815447ab44 HTTP/1.1" status: 200 len: 210 time: 0.1024847 Mar 05 14:09:54.215833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-8d190adf-cc0e-4914-8a25-ec09189df76e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abddc3be-300a-4922-b0f8-0adb98d5a769') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:54.216121 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-8d190adf-cc0e-4914-8a25-ec09189df76e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abddc3be-300a-4922-b0f8-0adb98d5a769') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:09:54.242019 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d190adf-cc0e-4914-8a25-ec09189df76e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:54.262520 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d190adf-cc0e-4914-8a25-ec09189df76e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:54.274845 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d190adf-cc0e-4914-8a25-ec09189df76e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:09:54.275767 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d190adf-cc0e-4914-8a25-ec09189df76e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:09:54.398364 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:09:54.402868 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d190adf-cc0e-4914-8a25-ec09189df76e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:54.412726 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d190adf-cc0e-4914-8a25-ec09189df76e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:54.469803 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37528) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:54.469900 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8d190adf-cc0e-4914-8a25-ec09189df76e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/networks/3d88bbf5-5fe1-4191-b0df-1c76fab64ecd HTTP/1.1" status: 204 len: 168 time: 3.4748766 Mar 05 14:09:54.471454 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d190adf-cc0e-4914-8a25-ec09189df76e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Network': ['ID=3d88bbf5-5fe1-4191-b0df-1c76fab64ecd,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:54.476071 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-a6a60228-075f-4a55-b54f-6bcfb35bf061 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-353593684'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:54.502441 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a6a60228-075f-4a55-b54f-6bcfb35bf061 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:54.512455 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a6a60228-075f-4a55-b54f-6bcfb35bf061 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:network and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:54.519547 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a6a60228-075f-4a55-b54f-6bcfb35bf061 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:54.530185 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a6a60228-075f-4a55-b54f-6bcfb35bf061 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:54.550053 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a60228-075f-4a55-b54f-6bcfb35bf061 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:54.554084 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a6a60228-075f-4a55-b54f-6bcfb35bf061 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:54.603733 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a60228-075f-4a55-b54f-6bcfb35bf061 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:09:54.620588 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a6a60228-075f-4a55-b54f-6bcfb35bf061 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:54.621165 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-a6a60228-075f-4a55-b54f-6bcfb35bf061 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Added segment 1e6a5d4d-7ffa-4af8-b24d-fe75abe27c10 of type vlan for network 86664a95-e5d8-4456-b3ab-0de21afc73c3 Mar 05 14:09:54.669629 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a6a60228-075f-4a55-b54f-6bcfb35bf061 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:54.714844 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:09:54.733061 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a6a60228-075f-4a55-b54f-6bcfb35bf061 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:54.743341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a60228-075f-4a55-b54f-6bcfb35bf061 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:54.744352 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a6a60228-075f-4a55-b54f-6bcfb35bf061 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:54.839281 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:09:54.839672 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:54.882982 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a60228-075f-4a55-b54f-6bcfb35bf061 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Network': ['ID=86664a95-e5d8-4456-b3ab-0de21afc73c3,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:54.892855 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a6a60228-075f-4a55-b54f-6bcfb35bf061 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4192510 Mar 05 14:09:54.892979 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37550) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:54.898891 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-b3f277d5-7c38-4647-bb24-1e702beb272a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'subnet': {'network_id': '86664a95-e5d8-4456-b3ab-0de21afc73c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:54.901431 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 86664a95-e5d8-4456-b3ab-0de21afc73c3 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:09:55.275133 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b3f277d5-7c38-4647-bb24-1e702beb272a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:55.279151 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b3f277d5-7c38-4647-bb24-1e702beb272a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:subnet and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:55.282063 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b3f277d5-7c38-4647-bb24-1e702beb272a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:55.303419 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3f31e8db-ffd3-48d8-b6ab-a69195a03657 req-36b8a76e-d33d-46f5-9c91-4019ba1f1f51 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ca7b46a-1e3f-4d1e-9de3-996b40579dd2 HTTP/1.1" status: 200 len: 210 time: 0.0593419 Mar 05 14:09:55.329017 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b3f277d5-7c38-4647-bb24-1e702beb272a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:55.354541 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d3dc1607-7824-41b7-b2a1-72006df3eb1f req-d3405dd6-e786-46e3-972a-0adba7f2b783 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bcaa9d-3a7d-4f51-bbc0-79815447ab44 HTTP/1.1" status: 200 len: 210 time: 0.0636089 Mar 05 14:09:55.362972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f277d5-7c38-4647-bb24-1e702beb272a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:55.390570 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b3f277d5-7c38-4647-bb24-1e702beb272a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:55.769426 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-0f51335b-cb63-4ad1-93c4-1a64d4d28199 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:55.771194 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-0f51335b-cb63-4ad1-93c4-1a64d4d28199 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.30 "GET /v2.0/networks?id=d7fc820f-df63-4299-a073-3478d7e40f96 HTTP/1.1" status: 200 len: 812 time: 0.2597828 Mar 05 14:09:55.797018 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-5ca2757e-0e7f-43dc-8d2d-4511e05b333a tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Request body: {'port': {'device_id': '3ca7b46a-1e3f-4d1e-9de3-996b40579dd2', 'network_id': 'd7fc820f-df63-4299-a073-3478d7e40f96', 'admin_state_up': True, 'tenant_id': '8a478a8d0661420789e0812b794c38ab'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:55.804403 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b3f277d5-7c38-4647-bb24-1e702beb272a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:55.952615 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f277d5-7c38-4647-bb24-1e702beb272a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Subnet': ['ID=1b9c7b1a-99f0-4a87-9c7d-a6dd81e2f835,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:55.979324 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-edcf8cc8-0205-4a3f-b30d-ddae8d164392 req-715e823f-96ef-4a5a-a00e-d634562fa142 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=22f060fe-6b68-4af0-bd57-c37f85d08631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2436864 Mar 05 14:09:55.983709 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f277d5-7c38-4647-bb24-1e702beb272a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Checking segment: {'id': '1e6a5d4d-7ffa-4af8-b24d-fe75abe27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '86664a95-e5d8-4456-b3ab-0de21afc73c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:09:55.984859 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f277d5-7c38-4647-bb24-1e702beb272a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network hostable DHCP agents. Network: 86664a95-e5d8-4456-b3ab-0de21afc73c3, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:09:56.033496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f277d5-7c38-4647-bb24-1e702beb272a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 86664a95-e5d8-4456-b3ab-0de21afc73c3 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:09:56.051557 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-b3f277d5-7c38-4647-bb24-1e702beb272a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 86664a95-e5d8-4456-b3ab-0de21afc73c3) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:56.059943 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0326a8-5c49-4773-bc24-0530f7247f26 None None] Network 86664a95-e5d8-4456-b3ab-0de21afc73c3 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:09:56.102362 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f277d5-7c38-4647-bb24-1e702beb272a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:56.103048 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b3f277d5-7c38-4647-bb24-1e702beb272a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:56.160525 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b3f277d5-7c38-4647-bb24-1e702beb272a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2630715 Mar 05 14:09:56.160768 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-5ca2757e-0e7f-43dc-8d2d-4511e05b333a tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:56.160915 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37590) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:09:56.167637 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-1ea719d9-5566-415c-8d84-b32d3c40c442 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'port': {'network_id': '86664a95-e5d8-4456-b3ab-0de21afc73c3', 'name': 'tempest-PortsIpV6TestJSON-399436594', 'fixed_ips': [{'subnet_id': '1b9c7b1a-99f0-4a87-9c7d-a6dd81e2f835', 'ip_address': '2001:db8::10'}]}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:56.170504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-5ca2757e-0e7f-43dc-8d2d-4511e05b333a tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:56.182226 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-5ca2757e-0e7f-43dc-8d2d-4511e05b333a tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Made reservation on behalf of 8a478a8d0661420789e0812b794c38ab for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:56.187149 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-5ca2757e-0e7f-43dc-8d2d-4511e05b333a tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:56.432439 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1ea719d9-5566-415c-8d84-b32d3c40c442 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:56.470657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1ea719d9-5566-415c-8d84-b32d3c40c442 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:port and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:56.474667 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf8cc8-0205-4a3f-b30d-ddae8d164392 req-3f9e32b0-5579-446f-97b2-3f31b883d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:56.476443 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-edcf8cc8-0205-4a3f-b30d-ddae8d164392 req-3f9e32b0-5579-446f-97b2-3f31b883d718 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a618ad747aa4899b8afc19ecc5e6005&device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 1096 time: 0.4137499 Mar 05 14:09:56.477265 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1ea719d9-5566-415c-8d84-b32d3c40c442 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:56.494138 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-5ca2757e-0e7f-43dc-8d2d-4511e05b333a tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Allocated IP 172.20.0.4 (d7fc820f-df63-4299-a073-3478d7e40f96/f8e4ceaa-31dc-4b75-b610-85dbda81a8c6/fc3ce2bc-1469-4514-bd23-d98280bff29e) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:09:56.512951 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341f1502-b04b-4a7d-9d0e-6ed11c68be98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-86664a95-e5d8-4456-b3ab-0de21afc73c3', 'network_id': '86664a95-e5d8-4456-b3ab-0de21afc73c3', 'tenant_id': '0b1a258db7d443d2a5a311b119b89687', 'fixed_ips': [{'subnet_id': '1b9c7b1a-99f0-4a87-9c7d-a6dd81e2f835'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:09:56.513825 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-341f1502-b04b-4a7d-9d0e-6ed11c68be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:56.572120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1ea719d9-5566-415c-8d84-b32d3c40c442 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:56.722950 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8a2765c3-58d8-49eb-b76d-0633bddb9f4f req-50101c15-b9b0-40e3-a3c5-513dc0a35b80 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ca7b46a-1e3f-4d1e-9de3-996b40579dd2 HTTP/1.1" status: 200 len: 210 time: 0.1374111 Mar 05 14:09:56.827121 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-68945c20-90c6-4509-9e64-66990869a2b8 req-c70cda6b-70b1-4ae6-bb82-49a6acfbb8a1 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bcaa9d-3a7d-4f51-bbc0-79815447ab44 HTTP/1.1" status: 200 len: 210 time: 0.2063875 Mar 05 14:09:56.833626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea719d9-5566-415c-8d84-b32d3c40c442 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:56.908610 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-341f1502-b04b-4a7d-9d0e-6ed11c68be98 None None] Allocated IP 2001:db8::2 (86664a95-e5d8-4456-b3ab-0de21afc73c3/1b9c7b1a-99f0-4a87-9c7d-a6dd81e2f835/1796e7a6-4c86-4edd-b391-cfd649ee0636) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:09:57.025140 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-5ca2757e-0e7f-43dc-8d2d-4511e05b333a tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:57.099483 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-5ca2757e-0e7f-43dc-8d2d-4511e05b333a tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:57.173631 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1ea719d9-5566-415c-8d84-b32d3c40c442 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:57.255734 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-5ca2757e-0e7f-43dc-8d2d-4511e05b333a tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Network d7fc820f-df63-4299-a073-3478d7e40f96 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:09:57.267547 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-5ca2757e-0e7f-43dc-8d2d-4511e05b333a tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:57.272298 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-5ca2757e-0e7f-43dc-8d2d-4511e05b333a tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:09:57.317634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2757e-0e7f-43dc-8d2d-4511e05b333a tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Pushing event updated for resources: {'Port': ['ID=fc3ce2bc-1469-4514-bd23-d98280bff29e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:57.321255 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-1ea719d9-5566-415c-8d84-b32d3c40c442 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] device_id is not set on port 9338a402-a9f4-4bca-8a60-71c5421e1488 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:09:57.333289 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-341f1502-b04b-4a7d-9d0e-6ed11c68be98 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:57.346282 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-341f1502-b04b-4a7d-9d0e-6ed11c68be98 None None] Transition to ACTIVE for port object 1796e7a6-4c86-4edd-b391-cfd649ee0636 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:09:57.356792 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf8cc8-0205-4a3f-b30d-ddae8d164392 req-e7988229-1821-4835-83d0-cebe0ac1524d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:57.358240 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-edcf8cc8-0205-4a3f-b30d-ddae8d164392 req-e7988229-1821-4835-83d0-cebe0ac1524d service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a1c7137-da90-415e-95dc-4f4c1828138d HTTP/1.1" status: 200 len: 897 time: 0.8536265 Mar 05 14:09:57.363121 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-5ca2757e-0e7f-43dc-8d2d-4511e05b333a tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:57.364342 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-5ca2757e-0e7f-43dc-8d2d-4511e05b333a tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:57.372754 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-341f1502-b04b-4a7d-9d0e-6ed11c68be98 None None] Transition to ACTIVE for port object 1796e7a6-4c86-4edd-b391-cfd649ee0636 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:09:57.381832 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-341f1502-b04b-4a7d-9d0e-6ed11c68be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:57.422228 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-5ca2757e-0e7f-43dc-8d2d-4511e05b333a tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6348643 Mar 05 14:09:57.435399 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-1f573ad6-11fb-46ad-a56b-065564b5e6f7 service neutron] Request body: {'port': {'device_id': '3ca7b46a-1e3f-4d1e-9de3-996b40579dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:57.473072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f1502-b04b-4a7d-9d0e-6ed11c68be98 None None] Pushing event updated for resources: {'Port': ['ID=1796e7a6-4c86-4edd-b391-cfd649ee0636,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:57.489738 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341f1502-b04b-4a7d-9d0e-6ed11c68be98 None None] Network 86664a95-e5d8-4456-b3ab-0de21afc73c3 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:09:57.491047 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-341f1502-b04b-4a7d-9d0e-6ed11c68be98 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:09:57.496631 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341f1502-b04b-4a7d-9d0e-6ed11c68be98 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:09:57.579919 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-96d48ce1-f8b8-4f24-8972-5e1ad8c257ae tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:57.581914 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-96d48ce1-f8b8-4f24-8972-5e1ad8c257ae tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.30 "GET /v2.0/networks?id=1cc6ac52-782c-4e79-99cd-5531d0cc0bd5 HTTP/1.1" status: 200 len: 796 time: 0.7493460 Mar 05 14:09:57.586240 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-edcf8cc8-0205-4a3f-b30d-ddae8d164392 req-3ecafbaf-48b4-47cb-899e-65ce1c03733b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bc53ced-3633-4c84-bfc6-ec12a58e03f2 HTTP/1.1" status: 200 len: 1000 time: 0.2181494 Mar 05 14:09:57.617952 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-341f1502-b04b-4a7d-9d0e-6ed11c68be98 None None] Attempting to bind port 1796e7a6-4c86-4edd-b391-cfd649ee0636 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:09:57.618456 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-341f1502-b04b-4a7d-9d0e-6ed11c68be98 None None] Attempting to bind port 1796e7a6-4c86-4edd-b391-cfd649ee0636 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '1e6a5d4d-7ffa-4af8-b24d-fe75abe27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '86664a95-e5d8-4456-b3ab-0de21afc73c3'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:09:57.619076 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341f1502-b04b-4a7d-9d0e-6ed11c68be98 None None] Attempting to bind port 1796e7a6-4c86-4edd-b391-cfd649ee0636 on network 86664a95-e5d8-4456-b3ab-0de21afc73c3 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:09:57.624818 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341f1502-b04b-4a7d-9d0e-6ed11c68be98 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:09:57.625327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341f1502-b04b-4a7d-9d0e-6ed11c68be98 None None] Checking segment: {'id': '1e6a5d4d-7ffa-4af8-b24d-fe75abe27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '86664a95-e5d8-4456-b3ab-0de21afc73c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:09:57.626019 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-341f1502-b04b-4a7d-9d0e-6ed11c68be98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:57.626637 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341f1502-b04b-4a7d-9d0e-6ed11c68be98 None None] Bound using segment: {'id': '1e6a5d4d-7ffa-4af8-b24d-fe75abe27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '86664a95-e5d8-4456-b3ab-0de21afc73c3'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:09:57.627437 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-341f1502-b04b-4a7d-9d0e-6ed11c68be98 None None] Bound port: 1796e7a6-4c86-4edd-b391-cfd649ee0636, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6a5d4d-7ffa-4af8-b24d-fe75abe27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '86664a95-e5d8-4456-b3ab-0de21afc73c3'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:09:57.627902 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-341f1502-b04b-4a7d-9d0e-6ed11c68be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:57.658646 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-1f573ad6-11fb-46ad-a56b-065564b5e6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:57.775943 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-341f1502-b04b-4a7d-9d0e-6ed11c68be98 None None] For port 1796e7a6-4c86-4edd-b391-cfd649ee0636, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:09:57.779408 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-341f1502-b04b-4a7d-9d0e-6ed11c68be98 None None] For port 1796e7a6-4c86-4edd-b391-cfd649ee0636, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1796e7a6-4c86-4edd-b391-cfd649ee0636,segment=NetworkSegment(1e6a5d4d-7ffa-4af8-b24d-fe75abe27c10),segment_id=1e6a5d4d-7ffa-4af8-b24d-fe75abe27c10)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:09:57.789538 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-341f1502-b04b-4a7d-9d0e-6ed11c68be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:57.911345 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f1502-b04b-4a7d-9d0e-6ed11c68be98 None None] Pushing event updated for resources: {'Port': ['ID=1796e7a6-4c86-4edd-b391-cfd649ee0636,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:57.937013 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-a1157593-905f-4ab7-8e73-903c7b690716 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a618ad747aa4899b8afc19ecc5e6005 HTTP/1.1" status: 200 len: 472 time: 0.3428473 Mar 05 14:09:57.962350 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf8cc8-0205-4a3f-b30d-ddae8d164392 req-e1cf4ade-8639-4de3-9abb-345fa291909d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:57.966421 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-edcf8cc8-0205-4a3f-b30d-ddae8d164392 req-e1cf4ade-8639-4de3-9abb-345fa291909d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=76653a85-548c-43a5-9101-603080510503 HTTP/1.1" status: 200 len: 835 time: 0.3731005 Mar 05 14:09:57.982722 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-d581a6b5-4a9a-4faa-ae3f-78a3f579ebe8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'port': {'device_id': '56bcaa9d-3a7d-4f51-bbc0-79815447ab44', 'network_id': '1cc6ac52-782c-4e79-99cd-5531d0cc0bd5', 'admin_state_up': True, 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'security_groups': ['dede22ae-74ef-4c1e-9590-ff32c37c14f5']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:09:58.184548 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-1f573ad6-11fb-46ad-a56b-065564b5e6f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc3ce2bc-1469-4514-bd23-d98280bff29e {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:09:58.196107 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-1f573ad6-11fb-46ad-a56b-065564b5e6f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:58.248074 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-1f573ad6-11fb-46ad-a56b-065564b5e6f7 service neutron] Transition to ACTIVE for port object fc3ce2bc-1469-4514-bd23-d98280bff29e will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:09:58.271181 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-1f573ad6-11fb-46ad-a56b-065564b5e6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:58.479337 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2956b47-e394-45fc-93f3-8bfaf365e0c7 req-9dc991cc-3822-4e04-a79c-b8703046347c tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:58.479981 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d2956b47-e394-45fc-93f3-8bfaf365e0c7 req-9dc991cc-3822-4e04-a79c-b8703046347c tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Synchronizing usage tracker for tenant:8a478a8d0661420789e0812b794c38ab on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:09:58.635424 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f573ad6-11fb-46ad-a56b-065564b5e6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3ce2bc-1469-4514-bd23-d98280bff29e,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:58.675695 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d2956b47-e394-45fc-93f3-8bfaf365e0c7 req-9dc991cc-3822-4e04-a79c-b8703046347c tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Unset dirty status for tenant:8a478a8d0661420789e0812b794c38ab on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:09:58.677176 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d2956b47-e394-45fc-93f3-8bfaf365e0c7 req-9dc991cc-3822-4e04-a79c-b8703046347c tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ca7b46a-1e3f-4d1e-9de3-996b40579dd2 HTTP/1.1" status: 200 len: 931 time: 0.5568635 Mar 05 14:09:58.707807 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-869ea646-2934-482c-a664-d012c30c06f3 req-26ed3176-41bc-445c-b374-8d0e68d323a0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bcaa9d-3a7d-4f51-bbc0-79815447ab44 HTTP/1.1" status: 200 len: 210 time: 0.1849017 Mar 05 14:09:58.716782 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-1ea719d9-5566-415c-8d84-b32d3c40c442 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Allocated IP 2001:db8::10 (86664a95-e5d8-4456-b3ab-0de21afc73c3/1b9c7b1a-99f0-4a87-9c7d-a6dd81e2f835/9338a402-a9f4-4bca-8a60-71c5421e1488) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:09:58.752182 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d2956b47-e394-45fc-93f3-8bfaf365e0c7 req-a213b38c-f0a8-4c1a-923d-8c952aa1a78c tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a793fd8-9ed4-4ae3-a4ae-4d052731f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665727 Mar 05 14:09:58.753199 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-1f573ad6-11fb-46ad-a56b-065564b5e6f7 service neutron] Attempting to bind port fc3ce2bc-1469-4514-bd23-d98280bff29e on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:09:58.753740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-1f573ad6-11fb-46ad-a56b-065564b5e6f7 service neutron] Attempting to bind port fc3ce2bc-1469-4514-bd23-d98280bff29e by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '53e0795d-518c-4fa2-80c9-09ce23fb9c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd7fc820f-df63-4299-a073-3478d7e40f96'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:09:58.754234 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-1f573ad6-11fb-46ad-a56b-065564b5e6f7 service neutron] Attempting to bind port fc3ce2bc-1469-4514-bd23-d98280bff29e on network d7fc820f-df63-4299-a073-3478d7e40f96 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:09:58.761319 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-1f573ad6-11fb-46ad-a56b-065564b5e6f7 service neutron] Port fc3ce2bc-1469-4514-bd23-d98280bff29e on network d7fc820f-df63-4299-a073-3478d7e40f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:09:58.761820 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-1f573ad6-11fb-46ad-a56b-065564b5e6f7 service neutron] Attempting to bind port fc3ce2bc-1469-4514-bd23-d98280bff29e on network d7fc820f-df63-4299-a073-3478d7e40f96 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:09:58.770335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-1f573ad6-11fb-46ad-a56b-065564b5e6f7 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:09:58.770938 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-1f573ad6-11fb-46ad-a56b-065564b5e6f7 service neutron] Checking segment: {'id': '53e0795d-518c-4fa2-80c9-09ce23fb9c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd7fc820f-df63-4299-a073-3478d7e40f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:09:58.771528 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-1f573ad6-11fb-46ad-a56b-065564b5e6f7 service neutron] Bound using segment: {'id': '53e0795d-518c-4fa2-80c9-09ce23fb9c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd7fc820f-df63-4299-a073-3478d7e40f96'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:09:58.772275 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-1f573ad6-11fb-46ad-a56b-065564b5e6f7 service neutron] Bound port: fc3ce2bc-1469-4514-bd23-d98280bff29e, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e0795d-518c-4fa2-80c9-09ce23fb9c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd7fc820f-df63-4299-a073-3478d7e40f96'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:09:58.772876 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-1f573ad6-11fb-46ad-a56b-065564b5e6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:58.852321 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1796e7a6-4c86-4edd-b391-cfd649ee0636 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:09:58.855638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-d581a6b5-4a9a-4faa-ae3f-78a3f579ebe8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:09:58.861316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-d581a6b5-4a9a-4faa-ae3f-78a3f579ebe8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:port and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:09:58.865338 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-d581a6b5-4a9a-4faa-ae3f-78a3f579ebe8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:09:58.872906 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-d581a6b5-4a9a-4faa-ae3f-78a3f579ebe8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:09:58.895982 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-1f573ad6-11fb-46ad-a56b-065564b5e6f7 service neutron] For port fc3ce2bc-1469-4514-bd23-d98280bff29e, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:09:58.896511 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf8cc8-0205-4a3f-b30d-ddae8d164392 req-9f715015-02ce-41a9-8f74-c033ef380a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:58.898933 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-edcf8cc8-0205-4a3f-b30d-ddae8d164392 req-9f715015-02ce-41a9-8f74-c033ef380a4c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a1c7137-da90-415e-95dc-4f4c1828138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7989111 Mar 05 14:09:58.901982 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-1f573ad6-11fb-46ad-a56b-065564b5e6f7 service neutron] For port fc3ce2bc-1469-4514-bd23-d98280bff29e, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=fc3ce2bc-1469-4514-bd23-d98280bff29e,segment=NetworkSegment(53e0795d-518c-4fa2-80c9-09ce23fb9c7d),segment_id=53e0795d-518c-4fa2-80c9-09ce23fb9c7d)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:09:58.902447 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-d581a6b5-4a9a-4faa-ae3f-78a3f579ebe8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Made reservation on behalf of 9a618ad747aa4899b8afc19ecc5e6005 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:09:58.906472 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-d581a6b5-4a9a-4faa-ae3f-78a3f579ebe8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:58.907142 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-1f573ad6-11fb-46ad-a56b-065564b5e6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:58.988040 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 1796e7a6-4c86-4edd-b391-cfd649ee0636 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:09:59.060637 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:59.173288 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:59.221105 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-1f573ad6-11fb-46ad-a56b-065564b5e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:59.221831 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-1f573ad6-11fb-46ad-a56b-065564b5e6f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:59.223306 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-1f573ad6-11fb-46ad-a56b-065564b5e6f7 service neutron] 10.222.0.30 "PUT /v2.0/ports/fc3ce2bc-1469-4514-bd23-d98280bff29e HTTP/1.1" status: 200 len: 1091 time: 1.7931235 Mar 05 14:09:59.223802 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca7b46a-1e3f-4d1e-9de3-996b40579dd2', 'tag': 'fc3ce2bc-1469-4514-bd23-d98280bff29e'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:09:59.363217 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca7b46a-1e3f-4d1e-9de3-996b40579dd2', 'tag': 'fc3ce2bc-1469-4514-bd23-d98280bff29e', 'status': 'completed', 'code': 200} Mar 05 14:09:59.373976 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f573ad6-11fb-46ad-a56b-065564b5e6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3ce2bc-1469-4514-bd23-d98280bff29e,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:09:59.418337 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-0b30f9d6-3ee9-4b1d-9114-c9c403b0f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:59.419982 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-0b30f9d6-3ee9-4b1d-9114-c9c403b0f0b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a478a8d0661420789e0812b794c38ab&device_id=3ca7b46a-1e3f-4d1e-9de3-996b40579dd2 HTTP/1.1" status: 200 len: 1094 time: 0.1382711 Mar 05 14:09:59.511126 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-218436d5-b60d-4b3a-9583-d35bfeccd3ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc3ce2bc-1469-4514-bd23-d98280bff29e HTTP/1.1" status: 200 len: 217 time: 0.0833335 Mar 05 14:09:59.582365 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1ea719d9-5566-415c-8d84-b32d3c40c442 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:59.595182 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-ad777481-2e62-4269-a748-f7b180d3ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:09:59.596742 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-ad777481-2e62-4269-a748-f7b180d3ee23 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8e4ceaa-31dc-4b75-b610-85dbda81a8c6 HTTP/1.1" status: 200 len: 852 time: 0.0798562 Mar 05 14:09:59.600437 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-edcf8cc8-0205-4a3f-b30d-ddae8d164392 req-c69ce7b5-a914-4adc-a36c-1caf4614a855 service neutron] 10.222.0.15 "GET /v2.0/networks/0a1c7137-da90-415e-95dc-4f4c1828138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6662560 Mar 05 14:09:59.639795 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0880ac69-7d30-4e65-875e-39a777f646f3 None None] Network 86664a95-e5d8-4456-b3ab-0de21afc73c3 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:09:59.663634 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-14e6c6d6-d97c-43b5-996c-52ef32a7bfb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d7fc820f-df63-4299-a073-3478d7e40f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602722 Mar 05 14:09:59.817285 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-edcf8cc8-0205-4a3f-b30d-ddae8d164392 req-cf0e08a5-84ae-476e-bd3b-b850cff922a9 service neutron] 10.222.0.15 "GET /v2.0/networks/0a1c7137-da90-415e-95dc-4f4c1828138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037208 Mar 05 14:09:59.851608 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-1ea719d9-5566-415c-8d84-b32d3c40c442 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Transition to ACTIVE for port object 9338a402-a9f4-4bca-8a60-71c5421e1488 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:09:59.889576 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-d581a6b5-4a9a-4faa-ae3f-78a3f579ebe8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Allocated IP 172.20.0.23 (1cc6ac52-782c-4e79-99cd-5531d0cc0bd5/11ac7771-b595-40be-92a1-1d191f398f5a/74ca6c66-e825-4909-bc02-e6d817595afb) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:09:59.902910 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5e44428e-31d8-4130-ab9c-8652849ffc8d None None] Provisioning for port 1796e7a6-4c86-4edd-b391-cfd649ee0636 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:09:59.926589 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5e44428e-31d8-4130-ab9c-8652849ffc8d None None] Provisioning complete for port 1796e7a6-4c86-4edd-b391-cfd649ee0636 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:09:59.926983 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5e44428e-31d8-4130-ab9c-8652849ffc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:09:59.982996 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-261a11a1-f6a3-4e73-97b9-3797151ced75 service neutron] 10.222.0.30 "GET /v2.0/networks/d7fc820f-df63-4299-a073-3478d7e40f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135896 Mar 05 14:09:59.984633 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1ea719d9-5566-415c-8d84-b32d3c40c442 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:00.085198 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8af972e8-83cf-41b0-865f-2f7d271bfe83 req-a61d8443-3a74-44ae-b9ad-d30216841d55 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bcaa9d-3a7d-4f51-bbc0-79815447ab44 HTTP/1.1" status: 200 len: 210 time: 0.0999463 Mar 05 14:10:00.164513 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5e44428e-31d8-4130-ab9c-8652849ffc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:00.244385 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-5e44428e-31d8-4130-ab9c-8652849ffc8d None None] For port 1796e7a6-4c86-4edd-b391-cfd649ee0636, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1796e7a6-4c86-4edd-b391-cfd649ee0636,segment=NetworkSegment(1e6a5d4d-7ffa-4af8-b24d-fe75abe27c10),segment_id=1e6a5d4d-7ffa-4af8-b24d-fe75abe27c10)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:00.252907 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5e44428e-31d8-4130-ab9c-8652849ffc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:00.260104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea719d9-5566-415c-8d84-b32d3c40c442 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 86664a95-e5d8-4456-b3ab-0de21afc73c3 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:10:00.275588 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95bbe66e-e7d0-4ff0-a358-e49a9cb3de45 req-5da5f9fa-258d-436f-b3c9-8a812fb88355 service neutron] 10.222.0.30 "GET /v2.0/networks/d7fc820f-df63-4299-a073-3478d7e40f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432623 Mar 05 14:10:00.315049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea719d9-5566-415c-8d84-b32d3c40c442 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Port': ['ID=9338a402-a9f4-4bca-8a60-71c5421e1488,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:00.325383 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-1ea719d9-5566-415c-8d84-b32d3c40c442 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:10:00.345773 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44428e-31d8-4130-ab9c-8652849ffc8d None None] Pushing event updated for resources: {'Port': ['ID=1796e7a6-4c86-4edd-b391-cfd649ee0636,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:00.372051 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea719d9-5566-415c-8d84-b32d3c40c442 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:10:00.378126 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea719d9-5566-415c-8d84-b32d3c40c442 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:00.378788 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1ea719d9-5566-415c-8d84-b32d3c40c442 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:00.454968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad95889-4a2f-4995-993a-b7e35caefbfe req-6bfd4a04-4336-40b0-8cf4-def73128ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:00.457196 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fad95889-4a2f-4995-993a-b7e35caefbfe req-6bfd4a04-4336-40b0-8cf4-def73128ace0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a478a8d0661420789e0812b794c38ab&device_id=3ca7b46a-1e3f-4d1e-9de3-996b40579dd2 HTTP/1.1" status: 200 len: 1094 time: 0.1058609 Mar 05 14:10:00.543879 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1ea719d9-5566-415c-8d84-b32d3c40c442 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3820825 Mar 05 14:10:00.550692 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37676) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:00.557112 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-d581a6b5-4a9a-4faa-ae3f-78a3f579ebe8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:00.572930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6de32-b57b-4424-b936-b3da4ad9fbca req-27e118bc-f68d-4ce7-99c9-437789b02d75 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:00.574436 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cfb6de32-b57b-4424-b936-b3da4ad9fbca req-27e118bc-f68d-4ce7-99c9-437789b02d75 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ca7b46a-1e3f-4d1e-9de3-996b40579dd2 HTTP/1.1" status: 200 len: 943 time: 0.5219686 Mar 05 14:10:00.577928 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-dcf98f15-7458-48fe-81f9-71f53e566bd9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'port': {'network_id': '86664a95-e5d8-4456-b3ab-0de21afc73c3', 'name': 'tempest-PortsIpV6TestJSON-1538748889', 'fixed_ips': [{'subnet_id': '1b9c7b1a-99f0-4a87-9c7d-a6dd81e2f835', 'ip_address': '2001:db8::f'}]}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:00.634617 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad95889-4a2f-4995-993a-b7e35caefbfe req-65558600-5846-4832-9ca5-353ff8a4dab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:00.636531 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fad95889-4a2f-4995-993a-b7e35caefbfe req-65558600-5846-4832-9ca5-353ff8a4dab8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d7fc820f-df63-4299-a073-3478d7e40f96 HTTP/1.1" status: 200 len: 912 time: 0.1718168 Mar 05 14:10:00.645756 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-d581a6b5-4a9a-4faa-ae3f-78a3f579ebe8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Transition to ACTIVE for port object 74ca6c66-e825-4909-bc02-e6d817595afb will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:10:00.749065 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1796e7a6-4c86-4edd-b391-cfd649ee0636 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:10:00.754654 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fad95889-4a2f-4995-993a-b7e35caefbfe req-61332a08-b095-4658-82cd-a98a67a3141e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc3ce2bc-1469-4514-bd23-d98280bff29e HTTP/1.1" status: 200 len: 217 time: 0.1021709 Mar 05 14:10:00.840284 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad95889-4a2f-4995-993a-b7e35caefbfe req-bc68b4d4-c553-4fae-9430-5d4581ddf6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:00.841729 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fad95889-4a2f-4995-993a-b7e35caefbfe req-bc68b4d4-c553-4fae-9430-5d4581ddf6e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8e4ceaa-31dc-4b75-b610-85dbda81a8c6 HTTP/1.1" status: 200 len: 852 time: 0.0800703 Mar 05 14:10:00.846345 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cfb6de32-b57b-4424-b936-b3da4ad9fbca req-9652c75c-7efa-4b83-966d-a66884565479 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a793fd8-9ed4-4ae3-a4ae-4d052731f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472022 Mar 05 14:10:00.857845 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-dcf98f15-7458-48fe-81f9-71f53e566bd9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:00.863519 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dcf98f15-7458-48fe-81f9-71f53e566bd9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:port and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:00.867638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dcf98f15-7458-48fe-81f9-71f53e566bd9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:00.878858 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-dcf98f15-7458-48fe-81f9-71f53e566bd9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:00.901167 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1796e7a6-4c86-4edd-b391-cfd649ee0636 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:00.906463 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf98f15-7458-48fe-81f9-71f53e566bd9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:10:00.907310 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:00.910677 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fad95889-4a2f-4995-993a-b7e35caefbfe req-52326afe-a76f-4c80-8a5a-bad49c505473 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d7fc820f-df63-4299-a073-3478d7e40f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534778 Mar 05 14:10:00.912401 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dcf98f15-7458-48fe-81f9-71f53e566bd9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:00.945299 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-d581a6b5-4a9a-4faa-ae3f-78a3f579ebe8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:00.947527 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-dcf98f15-7458-48fe-81f9-71f53e566bd9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] device_id is not set on port 0e0cd9d3-2efe-490b-bb70-0084ffff9637 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:10:00.997876 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7fc8825d-1492-4d81-abf3-1a7f13d39581 None None] Provisioning for port 9338a402-a9f4-4bca-8a60-71c5421e1488 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:10:01.025433 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7fc8825d-1492-4d81-abf3-1a7f13d39581 None None] Provisioning complete for port 9338a402-a9f4-4bca-8a60-71c5421e1488 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:01.025807 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7fc8825d-1492-4d81-abf3-1a7f13d39581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:01.110956 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fad95889-4a2f-4995-993a-b7e35caefbfe req-be83b9ec-4713-48c8-8cd5-433bc8b7fd32 service neutron] 10.222.0.30 "GET /v2.0/networks/d7fc820f-df63-4299-a073-3478d7e40f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834197 Mar 05 14:10:01.140299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-7fc8825d-1492-4d81-abf3-1a7f13d39581 None None] Port 9338a402-a9f4-4bca-8a60-71c5421e1488 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:10:01.156152 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581a6b5-4a9a-4faa-ae3f-78a3f579ebe8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'Port': ['ID=74ca6c66-e825-4909-bc02-e6d817595afb,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:01.184505 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-d581a6b5-4a9a-4faa-ae3f-78a3f579ebe8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Network 1cc6ac52-782c-4e79-99cd-5531d0cc0bd5 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:10:01.188736 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-d581a6b5-4a9a-4faa-ae3f-78a3f579ebe8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:10:01.191467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-d581a6b5-4a9a-4faa-ae3f-78a3f579ebe8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:10:01.293124 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7fc8825d-1492-4d81-abf3-1a7f13d39581 None None] Provisioning complete for port 1796e7a6-4c86-4edd-b391-cfd649ee0636 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:01.297582 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7fc8825d-1492-4d81-abf3-1a7f13d39581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:01.370927 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fad95889-4a2f-4995-993a-b7e35caefbfe req-42191ac8-565f-484f-9061-e12adf36582f service neutron] 10.222.0.30 "GET /v2.0/networks/d7fc820f-df63-4299-a073-3478d7e40f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507524 Mar 05 14:10:01.400942 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6861c7-52cd-45f4-af97-276b360807f9 req-e3542355-faa5-4dfa-9aab-1d19c21b2245 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:01.402472 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8e6861c7-52cd-45f4-af97-276b360807f9 req-e3542355-faa5-4dfa-9aab-1d19c21b2245 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bcaa9d-3a7d-4f51-bbc0-79815447ab44 HTTP/1.1" status: 200 len: 932 time: 0.1513033 Mar 05 14:10:01.523167 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-8e6861c7-52cd-45f4-af97-276b360807f9 req-91bf069b-d412-457f-83ec-ddb4f755cece tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Synchronizing usage tracker for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:10:01.560534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-8e6861c7-52cd-45f4-af97-276b360807f9 req-91bf069b-d412-457f-83ec-ddb4f755cece tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Unset dirty status for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:10:01.561727 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8e6861c7-52cd-45f4-af97-276b360807f9 req-91bf069b-d412-457f-83ec-ddb4f755cece tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=dede22ae-74ef-4c1e-9590-ff32c37c14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498702 Mar 05 14:10:01.646860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-d581a6b5-4a9a-4faa-ae3f-78a3f579ebe8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:01.648152 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-d581a6b5-4a9a-4faa-ae3f-78a3f579ebe8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:01.649742 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5a4bc0ba-23ed-433c-a94e-3d8b07d293b5 None None] Provisioning for port 74ca6c66-e825-4909-bc02-e6d817595afb completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:10:01.656243 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5a4bc0ba-23ed-433c-a94e-3d8b07d293b5 None None] Provisioning complete for port 74ca6c66-e825-4909-bc02-e6d817595afb triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:01.657637 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5a4bc0ba-23ed-433c-a94e-3d8b07d293b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:01.727960 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-d581a6b5-4a9a-4faa-ae3f-78a3f579ebe8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7821605 Mar 05 14:10:01.733777 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5a4bc0ba-23ed-433c-a94e-3d8b07d293b5 None None] Port 74ca6c66-e825-4909-bc02-e6d817595afb cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:10:01.746243 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5a4bc0ba-23ed-433c-a94e-3d8b07d293b5 None None] Provisioning complete for port 9338a402-a9f4-4bca-8a60-71c5421e1488 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:01.746493 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5a4bc0ba-23ed-433c-a94e-3d8b07d293b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:01.774500 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-dcf98f15-7458-48fe-81f9-71f53e566bd9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Allocated IP 2001:db8::f (86664a95-e5d8-4456-b3ab-0de21afc73c3/1b9c7b1a-99f0-4a87-9c7d-a6dd81e2f835/0e0cd9d3-2efe-490b-bb70-0084ffff9637) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:10:01.838131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-988baf10-d684-411f-9b42-e1f2403382b8 service neutron] Request body: {'port': {'device_id': '56bcaa9d-3a7d-4f51-bbc0-79815447ab44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:01.841027 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5a4bc0ba-23ed-433c-a94e-3d8b07d293b5 None None] Port 9338a402-a9f4-4bca-8a60-71c5421e1488 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:10:02.152981 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-988baf10-d684-411f-9b42-e1f2403382b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:02.367259 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eaa914-794c-4d4d-93f6-4960ddaa5c5c req-0038eee7-0f25-4698-8804-542ea63ae1bb tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:02.369000 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8eaa914-794c-4d4d-93f6-4960ddaa5c5c req-0038eee7-0f25-4698-8804-542ea63ae1bb tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ca7b46a-1e3f-4d1e-9de3-996b40579dd2 HTTP/1.1" status: 200 len: 943 time: 0.3813579 Mar 05 14:10:02.392351 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dcf98f15-7458-48fe-81f9-71f53e566bd9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:02.443892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-dcf98f15-7458-48fe-81f9-71f53e566bd9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Transition to ACTIVE for port object 0e0cd9d3-2efe-490b-bb70-0084ffff9637 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:10:02.497160 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8eaa914-794c-4d4d-93f6-4960ddaa5c5c req-638bca74-3f45-4b85-92d1-4ba4094d20e9 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a793fd8-9ed4-4ae3-a4ae-4d052731f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202743 Mar 05 14:10:02.609374 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dcf98f15-7458-48fe-81f9-71f53e566bd9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:02.714354 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf98f15-7458-48fe-81f9-71f53e566bd9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Port': ['ID=0e0cd9d3-2efe-490b-bb70-0084ffff9637,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:02.755048 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf98f15-7458-48fe-81f9-71f53e566bd9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 86664a95-e5d8-4456-b3ab-0de21afc73c3 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:10:02.764337 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-dcf98f15-7458-48fe-81f9-71f53e566bd9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:10:02.766856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf98f15-7458-48fe-81f9-71f53e566bd9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:10:02.774526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf98f15-7458-48fe-81f9-71f53e566bd9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:02.775316 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dcf98f15-7458-48fe-81f9-71f53e566bd9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:02.873460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12aa5bd-e94e-46cf-ae43-f92e075d0376 req-55852083-c1f2-41b0-a640-fb835cb3b7d5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:02.888684 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e12aa5bd-e94e-46cf-ae43-f92e075d0376 req-55852083-c1f2-41b0-a640-fb835cb3b7d5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bcaa9d-3a7d-4f51-bbc0-79815447ab44 HTTP/1.1" status: 200 len: 932 time: 0.1527526 Mar 05 14:10:02.906693 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dcf98f15-7458-48fe-81f9-71f53e566bd9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3522613 Mar 05 14:10:02.907743 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37732) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:02.916487 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-988baf10-d684-411f-9b42-e1f2403382b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ca6c66-e825-4909-bc02-e6d817595afb {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:10:02.979625 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e12aa5bd-e94e-46cf-ae43-f92e075d0376 req-10fd8e6f-ac63-419a-b462-bc696366b987 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=dede22ae-74ef-4c1e-9590-ff32c37c14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849826 Mar 05 14:10:02.996103 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-988baf10-d684-411f-9b42-e1f2403382b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:03.033547 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-988baf10-d684-411f-9b42-e1f2403382b8 service neutron] Transition to ACTIVE for port object 74ca6c66-e825-4909-bc02-e6d817595afb will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:10:03.038655 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-988baf10-d684-411f-9b42-e1f2403382b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:03.179615 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6c855dc0-d8df-4b21-8f75-c38246aeffff None None] Provisioning for port 0e0cd9d3-2efe-490b-bb70-0084ffff9637 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:10:03.185097 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6c855dc0-d8df-4b21-8f75-c38246aeffff None None] Provisioning complete for port 0e0cd9d3-2efe-490b-bb70-0084ffff9637 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:03.185465 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6c855dc0-d8df-4b21-8f75-c38246aeffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:03.231829 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device fc3ce2bc-1469-4514-bd23-d98280bff29e details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:10:03.287304 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988baf10-d684-411f-9b42-e1f2403382b8 service neutron] Pushing event updated for resources: {'Port': ['ID=74ca6c66-e825-4909-bc02-e6d817595afb,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:03.314357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37731078-5041-46aa-9fc1-912033fe3cd5 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:03.315131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-37731078-5041-46aa-9fc1-912033fe3cd5 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Synchronizing usage tracker for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:10:03.393366 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-988baf10-d684-411f-9b42-e1f2403382b8 service neutron] Attempting to bind port 74ca6c66-e825-4909-bc02-e6d817595afb on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:10:03.393366 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-988baf10-d684-411f-9b42-e1f2403382b8 service neutron] Attempting to bind port 74ca6c66-e825-4909-bc02-e6d817595afb by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '741dd59d-bade-437e-8056-1876ce72c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1cc6ac52-782c-4e79-99cd-5531d0cc0bd5'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:10:03.393831 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-988baf10-d684-411f-9b42-e1f2403382b8 service neutron] Attempting to bind port 74ca6c66-e825-4909-bc02-e6d817595afb on network 1cc6ac52-782c-4e79-99cd-5531d0cc0bd5 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:10:03.400616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-37731078-5041-46aa-9fc1-912033fe3cd5 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Unset dirty status for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:10:03.405536 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37752) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:03.405735 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-37731078-5041-46aa-9fc1-912033fe3cd5 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4970462 Mar 05 14:10:03.409052 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-988baf10-d684-411f-9b42-e1f2403382b8 service neutron] Port 74ca6c66-e825-4909-bc02-e6d817595afb on network 1cc6ac52-782c-4e79-99cd-5531d0cc0bd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:10:03.409600 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-988baf10-d684-411f-9b42-e1f2403382b8 service neutron] Attempting to bind port 74ca6c66-e825-4909-bc02-e6d817595afb on network 1cc6ac52-782c-4e79-99cd-5531d0cc0bd5 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:10:03.420123 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-988baf10-d684-411f-9b42-e1f2403382b8 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:10:03.421983 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-988baf10-d684-411f-9b42-e1f2403382b8 service neutron] Checking segment: {'id': '741dd59d-bade-437e-8056-1876ce72c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1cc6ac52-782c-4e79-99cd-5531d0cc0bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:10:03.422611 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-988baf10-d684-411f-9b42-e1f2403382b8 service neutron] Bound using segment: {'id': '741dd59d-bade-437e-8056-1876ce72c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1cc6ac52-782c-4e79-99cd-5531d0cc0bd5'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:10:03.423237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-988baf10-d684-411f-9b42-e1f2403382b8 service neutron] Bound port: 74ca6c66-e825-4909-bc02-e6d817595afb, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741dd59d-bade-437e-8056-1876ce72c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1cc6ac52-782c-4e79-99cd-5531d0cc0bd5'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:10:03.425117 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-988baf10-d684-411f-9b42-e1f2403382b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:03.438442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-6c855dc0-d8df-4b21-8f75-c38246aeffff None None] Port 0e0cd9d3-2efe-490b-bb70-0084ffff9637 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:10:03.503538 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port fc3ce2bc-1469-4514-bd23-d98280bff29e, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=fc3ce2bc-1469-4514-bd23-d98280bff29e,segment=NetworkSegment(53e0795d-518c-4fa2-80c9-09ce23fb9c7d),segment_id=53e0795d-518c-4fa2-80c9-09ce23fb9c7d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:03.546838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'fc3ce2bc-1469-4514-bd23-d98280bff29e', 'network_id': 'd7fc820f-df63-4299-a073-3478d7e40f96', 'port_id': 'fc3ce2bc-1469-4514-bd23-d98280bff29e', 'mac_address': 'fa:16:3e:37:bd:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e4ceaa-31dc-4b75-b610-85dbda81a8c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:10:03.563922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-988baf10-d684-411f-9b42-e1f2403382b8 service neutron] For port 74ca6c66-e825-4909-bc02-e6d817595afb, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:10:03.568099 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-988baf10-d684-411f-9b42-e1f2403382b8 service neutron] For port 74ca6c66-e825-4909-bc02-e6d817595afb, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=74ca6c66-e825-4909-bc02-e6d817595afb,segment=NetworkSegment(741dd59d-bade-437e-8056-1876ce72c11e),segment_id=741dd59d-bade-437e-8056-1876ce72c11e)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:10:03.581035 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-988baf10-d684-411f-9b42-e1f2403382b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:03.642711 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:03.668394 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc3ce2bc-1469-4514-bd23-d98280bff29e {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:10:03.690211 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port fc3ce2bc-1469-4514-bd23-d98280bff29e, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=fc3ce2bc-1469-4514-bd23-d98280bff29e,segment=NetworkSegment(53e0795d-518c-4fa2-80c9-09ce23fb9c7d),segment_id=53e0795d-518c-4fa2-80c9-09ce23fb9c7d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:03.698017 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:03.751569 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-988baf10-d684-411f-9b42-e1f2403382b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:03.753076 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-988baf10-d684-411f-9b42-e1f2403382b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:03.755036 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-988baf10-d684-411f-9b42-e1f2403382b8 service neutron] 10.222.0.30 "PUT /v2.0/ports/74ca6c66-e825-4909-bc02-e6d817595afb HTTP/1.1" status: 200 len: 1092 time: 1.9243548 Mar 05 14:10:03.765883 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bcaa9d-3a7d-4f51-bbc0-79815447ab44', 'tag': '74ca6c66-e825-4909-bc02-e6d817595afb'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:10:03.791578 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988baf10-d684-411f-9b42-e1f2403382b8 service neutron] Pushing event updated for resources: {'Port': ['ID=74ca6c66-e825-4909-bc02-e6d817595afb,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:03.822467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416cdf59-29cc-4f98-bea6-c10fd7a23e31 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:03.834846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416cdf59-29cc-4f98-bea6-c10fd7a23e31 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:03.857340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416cdf59-29cc-4f98-bea6-c10fd7a23e31 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:03.860255 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-416cdf59-29cc-4f98-bea6-c10fd7a23e31 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Synchronizing usage tracker for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:10:03.892921 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=fc3ce2bc-1469-4514-bd23-d98280bff29e,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:03.909098 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-416cdf59-29cc-4f98-bea6-c10fd7a23e31 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Unset dirty status for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:10:03.913115 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-416cdf59-29cc-4f98-bea6-c10fd7a23e31 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.5036590 Mar 05 14:10:03.913653 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37768) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:03.935877 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['fc3ce2bc-1469-4514-bd23-d98280bff29e'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:10:04.014832 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393aea9-fcdc-4ace-b436-30903b9f0734 req-d8e5ee3a-5ca3-4a21-a6cd-92fb51483a6b tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:04.018576 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4393aea9-fcdc-4ace-b436-30903b9f0734 req-d8e5ee3a-5ca3-4a21-a6cd-92fb51483a6b tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ca7b46a-1e3f-4d1e-9de3-996b40579dd2 HTTP/1.1" status: 200 len: 944 time: 0.3251781 Mar 05 14:10:04.064902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-16cd6f44-cd36-46b4-b521-7d6ad976eec4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting port 0e0cd9d3-2efe-490b-bb70-0084ffff9637 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:04.065358 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-16cd6f44-cd36-46b4-b521-7d6ad976eec4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:04.326460 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bcaa9d-3a7d-4f51-bbc0-79815447ab44', 'tag': '74ca6c66-e825-4909-bc02-e6d817595afb', 'status': 'completed', 'code': 200} Mar 05 14:10:04.372083 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4393aea9-fcdc-4ace-b436-30903b9f0734 req-bc9d80eb-62e6-4707-9897-db5f1728a07d tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a793fd8-9ed4-4ae3-a4ae-4d052731f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453586 Mar 05 14:10:04.374565 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-a141dae6-209f-463c-924d-568b41f6e439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:04.376230 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-a141dae6-209f-463c-924d-568b41f6e439 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a618ad747aa4899b8afc19ecc5e6005&device_id=56bcaa9d-3a7d-4f51-bbc0-79815447ab44 HTTP/1.1" status: 200 len: 1095 time: 0.5522957 Mar 05 14:10:04.529247 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-7cdc997b-ff50-4b0f-b783-8024b4b86726 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=74ca6c66-e825-4909-bc02-e6d817595afb HTTP/1.1" status: 200 len: 217 time: 0.1450002 Mar 05 14:10:04.605646 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-79dcfbfe-4f98-4722-b281-f4b265cd6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:04.607258 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-79dcfbfe-4f98-4722-b281-f4b265cd6fc3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11ac7771-b595-40be-92a1-1d191f398f5a HTTP/1.1" status: 200 len: 838 time: 0.0718958 Mar 05 14:10:04.610251 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-16cd6f44-cd36-46b4-b521-7d6ad976eec4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:04.706957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-97cdacb7-c692-4363-bc2c-4cb871e0622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:04.708721 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-97cdacb7-c692-4363-bc2c-4cb871e0622e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1cc6ac52-782c-4e79-99cd-5531d0cc0bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949700 Mar 05 14:10:04.758718 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-16cd6f44-cd36-46b4-b521-7d6ad976eec4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Calling delete_port for 0e0cd9d3-2efe-490b-bb70-0084ffff9637 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:10:04.817966 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0e25f-979a-439c-bad8-e768b638d903 req-51a6fa38-4605-427b-9343-f3fe216e1d68 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:04.820153 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aba0e25f-979a-439c-bad8-e768b638d903 req-51a6fa38-4605-427b-9343-f3fe216e1d68 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bcaa9d-3a7d-4f51-bbc0-79815447ab44 HTTP/1.1" status: 200 len: 944 time: 0.3187909 Mar 05 14:10:04.903666 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-6b97730d-2d87-4b24-88e8-17761811c4ab service neutron] 10.222.0.30 "GET /v2.0/networks/1cc6ac52-782c-4e79-99cd-5531d0cc0bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879253 Mar 05 14:10:04.909640 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aba0e25f-979a-439c-bad8-e768b638d903 req-eff760c5-2201-49b9-b99f-8e048c7d0728 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=dede22ae-74ef-4c1e-9590-ff32c37c14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820789 Mar 05 14:10:05.012819 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-16cd6f44-cd36-46b4-b521-7d6ad976eec4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:05.105699 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a958b1df-6558-4b26-a875-2f3d5a56c368 req-1730d952-2195-4a46-aa91-0de84f8b4224 service neutron] 10.222.0.30 "GET /v2.0/networks/1cc6ac52-782c-4e79-99cd-5531d0cc0bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949773 Mar 05 14:10:05.203781 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-16cd6f44-cd36-46b4-b521-7d6ad976eec4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:05.213863 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device fc3ce2bc-1469-4514-bd23-d98280bff29e up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:10:05.238631 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd6f44-cd36-46b4-b521-7d6ad976eec4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Port': ['ID=0e0cd9d3-2efe-490b-bb70-0084ffff9637,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:05.251153 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-16cd6f44-cd36-46b4-b521-7d6ad976eec4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/ports/0e0cd9d3-2efe-490b-bb70-0084ffff9637 HTTP/1.1" status: 204 len: 168 time: 1.3364050 Mar 05 14:10:05.252658 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37794) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:05.306339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1aae0-d60e-433f-9528-eb9f67b4c016 req-09d24be8-26e5-4b45-8cd9-d35a9dace27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:05.308759 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4ac1aae0-d60e-433f-9528-eb9f67b4c016 req-09d24be8-26e5-4b45-8cd9-d35a9dace27b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a618ad747aa4899b8afc19ecc5e6005&device_id=56bcaa9d-3a7d-4f51-bbc0-79815447ab44 HTTP/1.1" status: 200 len: 1095 time: 0.1241963 Mar 05 14:10:05.317348 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port fc3ce2bc-1469-4514-bd23-d98280bff29e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:10:05.323855 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port fc3ce2bc-1469-4514-bd23-d98280bff29e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:05.324462 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:05.378751 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a07479-5cce-431a-8d1e-6a930e73ffda tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] GET failed (client error): The resource could not be found. Mar 05 14:10:05.379615 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-44a07479-5cce-431a-8d1e-6a930e73ffda tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Synchronizing usage tracker for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:10:05.404414 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-44a07479-5cce-431a-8d1e-6a930e73ffda tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Unset dirty status for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:10:05.410872 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-44a07479-5cce-431a-8d1e-6a930e73ffda tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports/0e0cd9d3-2efe-490b-bb70-0084ffff9637 HTTP/1.1" status: 404 len: 333 time: 0.1580026 Mar 05 14:10:05.413893 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37800) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:05.543968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1aae0-d60e-433f-9528-eb9f67b4c016 req-351277e7-dee0-49b6-a58d-f7760809e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:05.546197 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4ac1aae0-d60e-433f-9528-eb9f67b4c016 req-351277e7-dee0-49b6-a58d-f7760809e221 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1cc6ac52-782c-4e79-99cd-5531d0cc0bd5 HTTP/1.1" status: 200 len: 896 time: 0.2306118 Mar 05 14:10:05.580707 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:05.586097 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-18e5f3cf-078a-4b44-9124-6dfdf0feee5a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting port 9338a402-a9f4-4bca-8a60-71c5421e1488 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:05.586530 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18e5f3cf-078a-4b44-9124-6dfdf0feee5a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:05.623616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca7b46a-1e3f-4d1e-9de3-996b40579dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3ce2bc-1469-4514-bd23-d98280bff29e'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:10:05.654709 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port fc3ce2bc-1469-4514-bd23-d98280bff29e, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=fc3ce2bc-1469-4514-bd23-d98280bff29e,segment=NetworkSegment(53e0795d-518c-4fa2-80c9-09ce23fb9c7d),segment_id=53e0795d-518c-4fa2-80c9-09ce23fb9c7d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:05.666424 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:05.685088 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4ac1aae0-d60e-433f-9528-eb9f67b4c016 req-9406bbd6-6494-4c3d-af6c-850ac87e090f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=74ca6c66-e825-4909-bc02-e6d817595afb HTTP/1.1" status: 200 len: 217 time: 0.1286411 Mar 05 14:10:05.775123 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca7b46a-1e3f-4d1e-9de3-996b40579dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3ce2bc-1469-4514-bd23-d98280bff29e', 'code': 200} Mar 05 14:10:05.776466 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=fc3ce2bc-1469-4514-bd23-d98280bff29e,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:05.851002 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1aae0-d60e-433f-9528-eb9f67b4c016 req-59e6fe21-37a6-4a88-b19f-6d17b6b51bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:05.852855 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4ac1aae0-d60e-433f-9528-eb9f67b4c016 req-59e6fe21-37a6-4a88-b19f-6d17b6b51bd7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11ac7771-b595-40be-92a1-1d191f398f5a HTTP/1.1" status: 200 len: 838 time: 0.1174088 Mar 05 14:10:05.946298 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5374d-aea4-4135-9e69-97aa89953f98 req-8cd3d02a-19ca-4760-a2cf-9452fc240ffb tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:05.956003 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-23c5374d-aea4-4135-9e69-97aa89953f98 req-8cd3d02a-19ca-4760-a2cf-9452fc240ffb tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ca7b46a-1e3f-4d1e-9de3-996b40579dd2 HTTP/1.1" status: 200 len: 945 time: 0.2694504 Mar 05 14:10:06.020799 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-23c5374d-aea4-4135-9e69-97aa89953f98 req-666da523-7eb1-445b-bdf7-a53e89e03a3c tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a793fd8-9ed4-4ae3-a4ae-4d052731f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638611 Mar 05 14:10:06.061073 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1aae0-d60e-433f-9528-eb9f67b4c016 req-fabda47f-e7cf-49cc-889f-4ebc8125c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:06.062950 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4ac1aae0-d60e-433f-9528-eb9f67b4c016 req-fabda47f-e7cf-49cc-889f-4ebc8125c3d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1cc6ac52-782c-4e79-99cd-5531d0cc0bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1928632 Mar 05 14:10:06.301127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602d631-f3c7-4673-85b7-d02306ee5fd2 req-30f62277-6893-4ed0-872c-6780a149b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:06.302603 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e602d631-f3c7-4673-85b7-d02306ee5fd2 req-30f62277-6893-4ed0-872c-6780a149b8cf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3ca7b46a-1e3f-4d1e-9de3-996b40579dd2 HTTP/1.1" status: 200 len: 1096 time: 0.4921558 Mar 05 14:10:06.348455 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4ac1aae0-d60e-433f-9528-eb9f67b4c016 req-2e2b7287-70d1-4c57-b2f5-acdba20376bc service neutron] 10.222.0.30 "GET /v2.0/networks/1cc6ac52-782c-4e79-99cd-5531d0cc0bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765033 Mar 05 14:10:06.403474 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18e5f3cf-078a-4b44-9124-6dfdf0feee5a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:06.426267 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e602d631-f3c7-4673-85b7-d02306ee5fd2 req-bd61d156-104d-473c-9cc0-ffe9fb7fe50a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7a793fd8-9ed4-4ae3-a4ae-4d052731f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142974 Mar 05 14:10:06.559295 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4ac1aae0-d60e-433f-9528-eb9f67b4c016 req-2603dd52-44fe-4785-835e-fe2083a7c3f2 service neutron] 10.222.0.30 "GET /v2.0/networks/1cc6ac52-782c-4e79-99cd-5531d0cc0bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026200 Mar 05 14:10:06.565152 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb90717-7e97-4bff-ab44-a864c2846898 req-cedaa833-3a37-4983-907f-e9ea6f4bb815 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:06.566696 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ffb90717-7e97-4bff-ab44-a864c2846898 req-cedaa833-3a37-4983-907f-e9ea6f4bb815 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bcaa9d-3a7d-4f51-bbc0-79815447ab44 HTTP/1.1" status: 200 len: 944 time: 0.3716524 Mar 05 14:10:06.574379 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-18e5f3cf-078a-4b44-9124-6dfdf0feee5a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Calling delete_port for 9338a402-a9f4-4bca-8a60-71c5421e1488 owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:10:06.883429 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ffb90717-7e97-4bff-ab44-a864c2846898 req-ae258990-cc5d-4c3f-8879-ecd1779f34b1 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=dede22ae-74ef-4c1e-9590-ff32c37c14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589820 Mar 05 14:10:06.929252 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18e5f3cf-078a-4b44-9124-6dfdf0feee5a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:06.987187 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5f3cf-078a-4b44-9124-6dfdf0feee5a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Port': ['ID=9338a402-a9f4-4bca-8a60-71c5421e1488,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:07.038502 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-18e5f3cf-078a-4b44-9124-6dfdf0feee5a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:07.061110 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-18e5f3cf-078a-4b44-9124-6dfdf0feee5a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/ports/9338a402-a9f4-4bca-8a60-71c5421e1488 HTTP/1.1" status: 204 len: 168 time: 1.6456831 Mar 05 14:10:07.063291 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37840) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:07.132341 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c5914f-64ed-4bfd-8922-82369a7a65d0 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] GET failed (client error): The resource could not be found. Mar 05 14:10:07.134828 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-53c5914f-64ed-4bfd-8922-82369a7a65d0 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports/9338a402-a9f4-4bca-8a60-71c5421e1488 HTTP/1.1" status: 404 len: 333 time: 0.0691557 Mar 05 14:10:07.137047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37848) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:07.222668 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 74ca6c66-e825-4909-bc02-e6d817595afb details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:10:07.371058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9756c67-ed57-40f8-bb99-c3664f62092b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting subnet 1b9c7b1a-99f0-4a87-9c7d-a6dd81e2f835 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:10:07.376694 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a9756c67-ed57-40f8-bb99-c3664f62092b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:07.471954 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a9756c67-ed57-40f8-bb99-c3664f62092b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:07.539320 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 74ca6c66-e825-4909-bc02-e6d817595afb, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=74ca6c66-e825-4909-bc02-e6d817595afb,segment=NetworkSegment(741dd59d-bade-437e-8056-1876ce72c11e),segment_id=741dd59d-bade-437e-8056-1876ce72c11e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:07.576206 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '74ca6c66-e825-4909-bc02-e6d817595afb', 'network_id': '1cc6ac52-782c-4e79-99cd-5531d0cc0bd5', 'port_id': '74ca6c66-e825-4909-bc02-e6d817595afb', 'mac_address': 'fa:16:3e:75:02:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ac7771-b595-40be-92a1-1d191f398f5a', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:10:07.661050 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:07.694011 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ca6c66-e825-4909-bc02-e6d817595afb {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:10:07.714741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 74ca6c66-e825-4909-bc02-e6d817595afb, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=74ca6c66-e825-4909-bc02-e6d817595afb,segment=NetworkSegment(741dd59d-bade-437e-8056-1876ce72c11e),segment_id=741dd59d-bade-437e-8056-1876ce72c11e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:07.716255 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ac0b3-ba4f-4cc7-9b49-ffea84e55798 req-d892f199-d676-43b4-8161-5b312e3c26ef tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:07.727140 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-488ac0b3-ba4f-4cc7-9b49-ffea84e55798 req-d892f199-d676-43b4-8161-5b312e3c26ef tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ca7b46a-1e3f-4d1e-9de3-996b40579dd2 HTTP/1.1" status: 200 len: 945 time: 0.4284801 Mar 05 14:10:07.732096 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:07.886545 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-488ac0b3-ba4f-4cc7-9b49-ffea84e55798 req-07fa4cf3-5c1f-4f32-bb53-f64f307143d1 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a793fd8-9ed4-4ae3-a4ae-4d052731f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544898 Mar 05 14:10:07.888097 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a9756c67-ed57-40f8-bb99-c3664f62092b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:07.913179 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=74ca6c66-e825-4909-bc02-e6d817595afb,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:07.983191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['74ca6c66-e825-4909-bc02-e6d817595afb'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:10:08.037435 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a9756c67-ed57-40f8-bb99-c3664f62092b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:08.138531 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a9756c67-ed57-40f8-bb99-c3664f62092b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:08.169286 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9756c67-ed57-40f8-bb99-c3664f62092b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Subnet': ['ID=1b9c7b1a-99f0-4a87-9c7d-a6dd81e2f835,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:08.173631 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbc3820-f890-4ced-bc81-6a8a170ee814 None None] Network 86664a95-e5d8-4456-b3ab-0de21afc73c3 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:10:08.183928 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a9756c67-ed57-40f8-bb99-c3664f62092b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/subnets/1b9c7b1a-99f0-4a87-9c7d-a6dd81e2f835 HTTP/1.1" status: 204 len: 168 time: 1.0445321 Mar 05 14:10:08.186353 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37864) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:08.253198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cb611-95f1-40c4-b96e-55d0d7aed7bb req-554f44ad-74da-4596-86e7-19418cd5032c tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:08.279113 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f83cb611-95f1-40c4-b96e-55d0d7aed7bb req-554f44ad-74da-4596-86e7-19418cd5032c tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bcaa9d-3a7d-4f51-bbc0-79815447ab44 HTTP/1.1" status: 200 len: 945 time: 0.1596661 Mar 05 14:10:08.367767 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f83cb611-95f1-40c4-b96e-55d0d7aed7bb req-7f885b77-ebe0-4c95-8503-f07fe2df82fc tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=dede22ae-74ef-4c1e-9590-ff32c37c14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875812 Mar 05 14:10:08.464248 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc0a3a03-3457-43c7-9a21-6b448db5198a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:08.475714 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a3a03-3457-43c7-9a21-6b448db5198a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting port 1796e7a6-4c86-4edd-b391-cfd649ee0636 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:08.476310 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc0a3a03-3457-43c7-9a21-6b448db5198a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:08.892485 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-def4eda9-a316-4808-967c-94ec2a14610b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:08.918024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-fc0a3a03-3457-43c7-9a21-6b448db5198a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] For port 1796e7a6-4c86-4edd-b391-cfd649ee0636, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1796e7a6-4c86-4edd-b391-cfd649ee0636,segment=NetworkSegment(1e6a5d4d-7ffa-4af8-b24d-fe75abe27c10),segment_id=1e6a5d4d-7ffa-4af8-b24d-fe75abe27c10)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:08.919146 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc0a3a03-3457-43c7-9a21-6b448db5198a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:08.999729 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6f0f84-e0cc-4f29-9aaf-69a4ae4768e3 None None] DHCP port deletion for 86664a95-e5d8-4456-b3ab-0de21afc73c3 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:10:09.122487 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-df6f0f84-e0cc-4f29-9aaf-69a4ae4768e3 None None] Deleting port 1796e7a6-4c86-4edd-b391-cfd649ee0636 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:09.122902 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-df6f0f84-e0cc-4f29-9aaf-69a4ae4768e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:09.358514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a3a03-3457-43c7-9a21-6b448db5198a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Calling delete_port for 1796e7a6-4c86-4edd-b391-cfd649ee0636 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:10:09.488645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-df6f0f84-e0cc-4f29-9aaf-69a4ae4768e3 None None] For port 1796e7a6-4c86-4edd-b391-cfd649ee0636, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1796e7a6-4c86-4edd-b391-cfd649ee0636,segment=NetworkSegment(1e6a5d4d-7ffa-4af8-b24d-fe75abe27c10),segment_id=1e6a5d4d-7ffa-4af8-b24d-fe75abe27c10)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:09.493683 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-df6f0f84-e0cc-4f29-9aaf-69a4ae4768e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:09.625303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735367c8-fc97-4b96-98cb-de129baf3557 req-e0a97792-1a9f-4a25-bdad-afb84768bd46 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:09.632766 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-735367c8-fc97-4b96-98cb-de129baf3557 req-e0a97792-1a9f-4a25-bdad-afb84768bd46 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ca7b46a-1e3f-4d1e-9de3-996b40579dd2 HTTP/1.1" status: 200 len: 945 time: 0.4947927 Mar 05 14:10:09.676683 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc0a3a03-3457-43c7-9a21-6b448db5198a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:09.728960 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279bbac-70c0-4e86-85ad-b0356deb6eaf req-ce5a655d-c94c-4e23-bba8-75078484f46d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:09.733000 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0a3a03-3457-43c7-9a21-6b448db5198a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] No DVR routers for this DVR port 1796e7a6-4c86-4edd-b391-cfd649ee0636 on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:10:09.738268 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e279bbac-70c0-4e86-85ad-b0356deb6eaf req-ce5a655d-c94c-4e23-bba8-75078484f46d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bcaa9d-3a7d-4f51-bbc0-79815447ab44 HTTP/1.1" status: 200 len: 945 time: 0.1817648 Mar 05 14:10:09.793209 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e279bbac-70c0-4e86-85ad-b0356deb6eaf req-e2bf8897-3859-40f0-a8e1-5d5c2a0afb84 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=dede22ae-74ef-4c1e-9590-ff32c37c14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538282 Mar 05 14:10:09.827235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-df6f0f84-e0cc-4f29-9aaf-69a4ae4768e3 None None] Calling delete_port for 1796e7a6-4c86-4edd-b391-cfd649ee0636 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:10:09.933531 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-df6f0f84-e0cc-4f29-9aaf-69a4ae4768e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:10:09.933531 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-df6f0f84-e0cc-4f29-9aaf-69a4ae4768e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:10:09.934275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a3a03-3457-43c7-9a21-6b448db5198a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Port': ['ID=1796e7a6-4c86-4edd-b391-cfd649ee0636,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:09.944900 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-735367c8-fc97-4b96-98cb-de129baf3557 req-63abf5aa-20f5-43f0-874a-012ff9b17dad tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a793fd8-9ed4-4ae3-a4ae-4d052731f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106287 Mar 05 14:10:09.957547 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc0a3a03-3457-43c7-9a21-6b448db5198a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:09.983659 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-fc0a3a03-3457-43c7-9a21-6b448db5198a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86664a95-e5d8-4456-b3ab-0de21afc73c3']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:10.002005 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-fc0a3a03-3457-43c7-9a21-6b448db5198a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6a5d4d-7ffa-4af8-b24d-fe75abe27c10') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:10.002301 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-fc0a3a03-3457-43c7-9a21-6b448db5198a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6a5d4d-7ffa-4af8-b24d-fe75abe27c10') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:10.015737 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc0a3a03-3457-43c7-9a21-6b448db5198a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:10.044065 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc0a3a03-3457-43c7-9a21-6b448db5198a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:10.059411 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0a3a03-3457-43c7-9a21-6b448db5198a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:10:10.059851 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc0a3a03-3457-43c7-9a21-6b448db5198a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:10:10.077045 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:10:10.160059 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc0a3a03-3457-43c7-9a21-6b448db5198a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:10.166041 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc0a3a03-3457-43c7-9a21-6b448db5198a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:10.205228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a3a03-3457-43c7-9a21-6b448db5198a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Network': ['ID=86664a95-e5d8-4456-b3ab-0de21afc73c3,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:10.212511 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fc0a3a03-3457-43c7-9a21-6b448db5198a tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/networks/86664a95-e5d8-4456-b3ab-0de21afc73c3 HTTP/1.1" status: 204 len: 168 time: 2.0249538 Mar 05 14:10:10.215985 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 37904) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:10.221534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-542b72dc-53ba-48a2-ae4b-7dcff7177259 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-543016740'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:10.227688 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-542b72dc-53ba-48a2-ae4b-7dcff7177259 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:10.231847 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-542b72dc-53ba-48a2-ae4b-7dcff7177259 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:network and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:10.235272 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-542b72dc-53ba-48a2-ae4b-7dcff7177259 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:10.250605 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-542b72dc-53ba-48a2-ae4b-7dcff7177259 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:10.266066 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542b72dc-53ba-48a2-ae4b-7dcff7177259 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:10:10.270391 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-542b72dc-53ba-48a2-ae4b-7dcff7177259 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:10.314183 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542b72dc-53ba-48a2-ae4b-7dcff7177259 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:10:10.325451 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-542b72dc-53ba-48a2-ae4b-7dcff7177259 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:10.325896 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-542b72dc-53ba-48a2-ae4b-7dcff7177259 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Added segment 9277cef2-7c45-4f00-91d4-7b351109b5a8 of type vlan for network 82da9808-078d-4ec2-b739-47c0850e70da Mar 05 14:10:10.358901 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-542b72dc-53ba-48a2-ae4b-7dcff7177259 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:10.403732 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-542b72dc-53ba-48a2-ae4b-7dcff7177259 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:10.411977 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542b72dc-53ba-48a2-ae4b-7dcff7177259 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:10.413374 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-542b72dc-53ba-48a2-ae4b-7dcff7177259 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:10.420736 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-df6f0f84-e0cc-4f29-9aaf-69a4ae4768e3 None None] Deleting port 1796e7a6-4c86-4edd-b391-cfd649ee0636 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:10.421122 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-df6f0f84-e0cc-4f29-9aaf-69a4ae4768e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:10.548961 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b72dc-53ba-48a2-ae4b-7dcff7177259 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Network': ['ID=82da9808-078d-4ec2-b739-47c0850e70da,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:10.576328 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37920) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:10.576741 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-542b72dc-53ba-48a2-ae4b-7dcff7177259 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3595901 Mar 05 14:10:10.584618 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-598495d7-55b6-4fb1-850f-14de984a6550 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'subnet': {'network_id': '82da9808-078d-4ec2-b739-47c0850e70da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:10.588118 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 82da9808-078d-4ec2-b739-47c0850e70da details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:10:10.607246 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-df6f0f84-e0cc-4f29-9aaf-69a4ae4768e3 None None] The port '1796e7a6-4c86-4edd-b391-cfd649ee0636' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:10:10.785691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1796e7a6-4c86-4edd-b391-cfd649ee0636 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:10:10.847874 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-598495d7-55b6-4fb1-850f-14de984a6550 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:10.857168 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-598495d7-55b6-4fb1-850f-14de984a6550 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:subnet and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:10.864612 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-598495d7-55b6-4fb1-850f-14de984a6550 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:10.874961 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-598495d7-55b6-4fb1-850f-14de984a6550 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:10.888304 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 1796e7a6-4c86-4edd-b391-cfd649ee0636 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:10:10.889126 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1796e7a6-4c86-4edd-b391-cfd649ee0636 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:10:10.911185 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598495d7-55b6-4fb1-850f-14de984a6550 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:10:10.915124 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-598495d7-55b6-4fb1-850f-14de984a6550 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:10.952883 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8602757d-4aa0-4de8-b4cf-1fd179f93575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:11.252611 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 74ca6c66-e825-4909-bc02-e6d817595afb up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:10:11.312746 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e189880-fc49-410c-aad6-71740953d121 req-588e7325-29f1-45b8-b827-24961b22cc0a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:11.313456 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-8e189880-fc49-410c-aad6-71740953d121 req-588e7325-29f1-45b8-b827-24961b22cc0a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Synchronizing usage tracker for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:10:11.364644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-8e189880-fc49-410c-aad6-71740953d121 req-588e7325-29f1-45b8-b827-24961b22cc0a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Unset dirty status for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:10:11.366015 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8e189880-fc49-410c-aad6-71740953d121 req-588e7325-29f1-45b8-b827-24961b22cc0a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bcaa9d-3a7d-4f51-bbc0-79815447ab44 HTTP/1.1" status: 200 len: 945 time: 0.4264207 Mar 05 14:10:11.367713 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 74ca6c66-e825-4909-bc02-e6d817595afb completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:10:11.380549 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 74ca6c66-e825-4909-bc02-e6d817595afb triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:11.380549 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:11.508982 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8e189880-fc49-410c-aad6-71740953d121 req-cff28fb9-a226-4dbb-be89-c4c71519d1e3 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=dede22ae-74ef-4c1e-9590-ff32c37c14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364884 Mar 05 14:10:11.551430 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:11.563087 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-598495d7-55b6-4fb1-850f-14de984a6550 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:11.592225 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bcaa9d-3a7d-4f51-bbc0-79815447ab44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ca6c66-e825-4909-bc02-e6d817595afb'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:10:11.611730 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 74ca6c66-e825-4909-bc02-e6d817595afb, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=74ca6c66-e825-4909-bc02-e6d817595afb,segment=NetworkSegment(741dd59d-bade-437e-8056-1876ce72c11e),segment_id=741dd59d-bade-437e-8056-1876ce72c11e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:11.626829 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:11.725678 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bcaa9d-3a7d-4f51-bbc0-79815447ab44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ca6c66-e825-4909-bc02-e6d817595afb', 'code': 200} Mar 05 14:10:11.735612 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=74ca6c66-e825-4909-bc02-e6d817595afb,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:11.762289 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598495d7-55b6-4fb1-850f-14de984a6550 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Checking segment: {'id': '9277cef2-7c45-4f00-91d4-7b351109b5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82da9808-078d-4ec2-b739-47c0850e70da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:10:11.762727 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598495d7-55b6-4fb1-850f-14de984a6550 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network hostable DHCP agents. Network: 82da9808-078d-4ec2-b739-47c0850e70da, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:10:11.831109 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598495d7-55b6-4fb1-850f-14de984a6550 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Subnet': ['ID=2c2de073-354f-44f2-99a7-9a7569c0dff5,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:11.875180 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598495d7-55b6-4fb1-850f-14de984a6550 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 82da9808-078d-4ec2-b739-47c0850e70da is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:10:11.900469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-598495d7-55b6-4fb1-850f-14de984a6550 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 82da9808-078d-4ec2-b739-47c0850e70da) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:10:11.907029 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598495d7-55b6-4fb1-850f-14de984a6550 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:11.907136 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-598495d7-55b6-4fb1-850f-14de984a6550 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:11.911817 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632cacc3-33f3-4657-8e74-7d60e897632c None None] Network 82da9808-078d-4ec2-b739-47c0850e70da requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:10:11.936734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a13a-d208-4618-b46f-d87734dfb5bb req-02399b0b-ec66-4fee-86a2-6278b3143c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:11.936734 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-76d9a13a-d208-4618-b46f-d87734dfb5bb req-02399b0b-ec66-4fee-86a2-6278b3143c94 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=56bcaa9d-3a7d-4f51-bbc0-79815447ab44 HTTP/1.1" status: 200 len: 1097 time: 0.1525781 Mar 05 14:10:11.938721 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-598495d7-55b6-4fb1-850f-14de984a6550 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3604681 Mar 05 14:10:11.950672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37950) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:11.979954 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-f859e84b-0015-4873-9cb1-86cee093de01 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-573003155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:11.999161 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f859e84b-0015-4873-9cb1-86cee093de01 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:12.008415 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f859e84b-0015-4873-9cb1-86cee093de01 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:router and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:12.013145 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f859e84b-0015-4873-9cb1-86cee093de01 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:12.017387 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-76d9a13a-d208-4618-b46f-d87734dfb5bb req-842e2c28-cd20-44e6-8a70-b47dadf023b0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dede22ae-74ef-4c1e-9590-ff32c37c14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726547 Mar 05 14:10:12.021546 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f859e84b-0015-4873-9cb1-86cee093de01 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:12.039153 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f859e84b-0015-4873-9cb1-86cee093de01 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:12.040855 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f859e84b-0015-4873-9cb1-86cee093de01 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:12.078837 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f859e84b-0015-4873-9cb1-86cee093de01 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:12.118235 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f859e84b-0015-4873-9cb1-86cee093de01 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:12.125927 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:12.150699 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:12.173868 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f859e84b-0015-4873-9cb1-86cee093de01 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:12.177737 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f859e84b-0015-4873-9cb1-86cee093de01 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2330275 Mar 05 14:10:12.178905 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37956) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:12.186402 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'port': {'network_id': '82da9808-078d-4ec2-b739-47c0850e70da', 'name': 'tempest-PortsIpV6TestJSON-266299778'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:12.274664 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-82da9808-078d-4ec2-b739-47c0850e70da', 'network_id': '82da9808-078d-4ec2-b739-47c0850e70da', 'tenant_id': '0b1a258db7d443d2a5a311b119b89687', 'fixed_ips': [{'subnet_id': '2c2de073-354f-44f2-99a7-9a7569c0dff5'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:10:12.277329 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:12.412601 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:12.477014 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:port and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:12.487976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:12.499062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:12.523868 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:10:12.528922 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:12.596267 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Allocated IP 2001:db8::2 (82da9808-078d-4ec2-b739-47c0850e70da/2c2de073-354f-44f2-99a7-9a7569c0dff5/f0017e34-eec7-4d69-a1de-c32355b72171) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:10:12.613870 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] device_id is not set on port 6e7dfa4d-82b1-4c6e-86de-0b4f765e51d5 yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:10:12.898106 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3edd1-58b7-4ad5-bf79-804ad7e00fa6 req-95c7c609-152a-47b4-9e4e-fb10530c8e35 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:12.900126 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fec3edd1-58b7-4ad5-bf79-804ad7e00fa6 req-95c7c609-152a-47b4-9e4e-fb10530c8e35 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bcaa9d-3a7d-4f51-bbc0-79815447ab44 HTTP/1.1" status: 200 len: 946 time: 0.1518819 Mar 05 14:10:12.921324 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:12.934352 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Transition to ACTIVE for port object f0017e34-eec7-4d69-a1de-c32355b72171 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:10:12.958069 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fec3edd1-58b7-4ad5-bf79-804ad7e00fa6 req-0ec6ce43-9183-45a6-a4a3-ba6ac0ac52e6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=dede22ae-74ef-4c1e-9590-ff32c37c14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517938 Mar 05 14:10:12.980945 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Transition to ACTIVE for port object f0017e34-eec7-4d69-a1de-c32355b72171 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:10:12.997462 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:13.136457 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Network 82da9808-078d-4ec2-b739-47c0850e70da is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:10:13.144982 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:10:13.151630 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:10:13.164962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Allocated IP 2001:db8::23 (82da9808-078d-4ec2-b739-47c0850e70da/2c2de073-354f-44f2-99a7-9a7569c0dff5/6e7dfa4d-82b1-4c6e-86de-0b4f765e51d5) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:10:13.348038 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Pushing event updated for resources: {'Port': ['ID=f0017e34-eec7-4d69-a1de-c32355b72171,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:13.365266 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:13.365668 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:13.366741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:13.367081 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:13.367414 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:13.367735 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:13.368057 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:13.368375 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:13.368693 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:13.369006 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:13.369321 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:13.369645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:13.392963 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Attempting to bind port f0017e34-eec7-4d69-a1de-c32355b72171 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:10:13.393618 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Attempting to bind port f0017e34-eec7-4d69-a1de-c32355b72171 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '9277cef2-7c45-4f00-91d4-7b351109b5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82da9808-078d-4ec2-b739-47c0850e70da'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:10:13.393740 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Attempting to bind port f0017e34-eec7-4d69-a1de-c32355b72171 on network 82da9808-078d-4ec2-b739-47c0850e70da {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:10:13.399724 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:10:13.400138 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Checking segment: {'id': '9277cef2-7c45-4f00-91d4-7b351109b5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82da9808-078d-4ec2-b739-47c0850e70da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:10:13.400539 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:13.401133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Bound using segment: {'id': '9277cef2-7c45-4f00-91d4-7b351109b5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82da9808-078d-4ec2-b739-47c0850e70da'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:10:13.401670 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Bound port: f0017e34-eec7-4d69-a1de-c32355b72171, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9277cef2-7c45-4f00-91d4-7b351109b5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '82da9808-078d-4ec2-b739-47c0850e70da'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:10:13.402224 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:13.500943 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] For port f0017e34-eec7-4d69-a1de-c32355b72171, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:10:13.504605 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:13.505777 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] For port f0017e34-eec7-4d69-a1de-c32355b72171, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f0017e34-eec7-4d69-a1de-c32355b72171,segment=NetworkSegment(9277cef2-7c45-4f00-91d4-7b351109b5a8),segment_id=9277cef2-7c45-4f00-91d4-7b351109b5a8)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:10:13.510713 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:13.528727 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Transition to ACTIVE for port object 6e7dfa4d-82b1-4c6e-86de-0b4f765e51d5 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:10:13.567024 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:13.622521 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a364e-5465-4e11-8bd8-8ba4009a0319 None None] Pushing event updated for resources: {'Port': ['ID=f0017e34-eec7-4d69-a1de-c32355b72171,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:13.677528 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 82da9808-078d-4ec2-b739-47c0850e70da is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:10:13.692385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:10:13.700131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:10:13.714644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:13.717159 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:13.718521 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:13.762296 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Port': ['ID=6e7dfa4d-82b1-4c6e-86de-0b4f765e51d5,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:13.769338 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5863161 Mar 05 14:10:13.769813 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 37992) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:13.848432 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:13.848804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:13.849096 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:13.849496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:13.849834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:13.850280 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:13.850946 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:13.851219 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:13.851522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:13.851990 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:13.852423 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:13.852665 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01d1165-3f09-4bca-a19c-c7b25f220ac7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:14.235245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51aa9b-20de-4a86-bb35-466dc12de9ca req-d12870e4-d301-4f21-a556-ee149499f895 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:14.237001 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ae51aa9b-20de-4a86-bb35-466dc12de9ca req-d12870e4-d301-4f21-a556-ee149499f895 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bcaa9d-3a7d-4f51-bbc0-79815447ab44 HTTP/1.1" status: 200 len: 946 time: 0.0979249 Mar 05 14:10:14.287087 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ae51aa9b-20de-4a86-bb35-466dc12de9ca req-9a223c15-e785-4a63-9941-7db27aff8fcb tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=dede22ae-74ef-4c1e-9590-ff32c37c14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445693 Mar 05 14:10:14.857707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8482b1-774f-46ad-8663-0eecca3f3cf3 req-4ba94a7f-51cd-4177-895e-7d66a73d30e9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:14.861562 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f0017e34-eec7-4d69-a1de-c32355b72171 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:10:14.862286 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a8482b1-774f-46ad-8663-0eecca3f3cf3 req-4ba94a7f-51cd-4177-895e-7d66a73d30e9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bcaa9d-3a7d-4f51-bbc0-79815447ab44 HTTP/1.1" status: 200 len: 946 time: 0.3012507 Mar 05 14:10:14.965364 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a8482b1-774f-46ad-8663-0eecca3f3cf3 req-1daa7e5e-4c5a-4ca9-8ab8-bbd5024466af tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=dede22ae-74ef-4c1e-9590-ff32c37c14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704999 Mar 05 14:10:14.967172 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57d727f0-df60-453b-a39e-44711b1dacd1 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:15.061743 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port f0017e34-eec7-4d69-a1de-c32355b72171 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:10:15.362566 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab2790e-2b16-48e6-bb60-ed752bd4e3b7 None None] Network 82da9808-078d-4ec2-b739-47c0850e70da requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:10:15.383234 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38034) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:15.603447 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0fcebfdc-1cca-405d-8497-d7ddf3c65c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:15.607759 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a05c1afa-d919-4233-8b01-6950f7dd3e28 None None] Provisioning for port f0017e34-eec7-4d69-a1de-c32355b72171 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:10:15.619968 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a05c1afa-d919-4233-8b01-6950f7dd3e28 None None] Provisioning complete for port f0017e34-eec7-4d69-a1de-c32355b72171 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:15.620328 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a05c1afa-d919-4233-8b01-6950f7dd3e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:15.634204 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0fcebfdc-1cca-405d-8497-d7ddf3c65c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:15.642064 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0fcebfdc-1cca-405d-8497-d7ddf3c65c66 admin admin] Usage tracker for resource:security_group_rule and tenant:527488cdfe2a464a89608dbfd54ad320 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:15.646957 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0fcebfdc-1cca-405d-8497-d7ddf3c65c66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:15.656346 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0fcebfdc-1cca-405d-8497-d7ddf3c65c66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:15.707571 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57d727f0-df60-453b-a39e-44711b1dacd1 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:15.720075 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57d727f0-df60-453b-a39e-44711b1dacd1 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:15.874194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d727f0-df60-453b-a39e-44711b1dacd1 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Port': ['ID=6e7dfa4d-82b1-4c6e-86de-0b4f765e51d5,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:15.898886 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0fcebfdc-1cca-405d-8497-d7ddf3c65c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:15.904881 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0fcebfdc-1cca-405d-8497-d7ddf3c65c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:15.938450 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a05c1afa-d919-4233-8b01-6950f7dd3e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:15.966004 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0fcebfdc-1cca-405d-8497-d7ddf3c65c66 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=527488cdfe2a464a89608dbfd54ad320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5813322 Mar 05 14:10:15.967821 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcebfdc-1cca-405d-8497-d7ddf3c65c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912577f6-99aa-4888-ae01-2bf3ade3dcb0,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:15.970317 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38046) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:15.977498 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-a05c1afa-d919-4233-8b01-6950f7dd3e28 None None] For port f0017e34-eec7-4d69-a1de-c32355b72171, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f0017e34-eec7-4d69-a1de-c32355b72171,segment=NetworkSegment(9277cef2-7c45-4f00-91d4-7b351109b5a8),segment_id=9277cef2-7c45-4f00-91d4-7b351109b5a8)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:15.989698 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a05c1afa-d919-4233-8b01-6950f7dd3e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:15.995766 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcebfdc-1cca-405d-8497-d7ddf3c65c66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:15.996406 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcebfdc-1cca-405d-8497-d7ddf3c65c66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:15.996894 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcebfdc-1cca-405d-8497-d7ddf3c65c66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:15.997432 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcebfdc-1cca-405d-8497-d7ddf3c65c66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:15.997926 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcebfdc-1cca-405d-8497-d7ddf3c65c66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:15.999957 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcebfdc-1cca-405d-8497-d7ddf3c65c66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:16.000509 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcebfdc-1cca-405d-8497-d7ddf3c65c66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:16.000995 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcebfdc-1cca-405d-8497-d7ddf3c65c66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:16.001476 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcebfdc-1cca-405d-8497-d7ddf3c65c66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:16.002089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcebfdc-1cca-405d-8497-d7ddf3c65c66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:16.002573 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcebfdc-1cca-405d-8497-d7ddf3c65c66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:16.003207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcebfdc-1cca-405d-8497-d7ddf3c65c66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:16.111300 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c1afa-d919-4233-8b01-6950f7dd3e28 None None] Pushing event updated for resources: {'Port': ['ID=f0017e34-eec7-4d69-a1de-c32355b72171,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:16.113543 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8cbb14c-df28-4c2c-b150-3c872043479b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:16.168211 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8cbb14c-df28-4c2c-b150-3c872043479b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:16.280549 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8cbb14c-df28-4c2c-b150-3c872043479b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:16.290725 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57d727f0-df60-453b-a39e-44711b1dacd1 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:16.315024 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d8cbb14c-df28-4c2c-b150-3c872043479b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:16.319724 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d8cbb14c-df28-4c2c-b150-3c872043479b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/912577f6-99aa-4888-ae01-2bf3ade3dcb0 HTTP/1.1" status: 204 len: 168 time: 0.3434587 Mar 05 14:10:16.320477 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbb14c-df28-4c2c-b150-3c872043479b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912577f6-99aa-4888-ae01-2bf3ade3dcb0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:16.531888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38058) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:16.553463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f7364975-046b-4819-9a6b-d5276ce7a784 None None] Provisioning for port 6e7dfa4d-82b1-4c6e-86de-0b4f765e51d5 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:10:16.587115 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f7364975-046b-4819-9a6b-d5276ce7a784 None None] Provisioning complete for port 6e7dfa4d-82b1-4c6e-86de-0b4f765e51d5 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:16.591099 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f7364975-046b-4819-9a6b-d5276ce7a784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:16.600039 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57d727f0-df60-453b-a39e-44711b1dacd1 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:16.680279 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-f7364975-046b-4819-9a6b-d5276ce7a784 None None] Port 6e7dfa4d-82b1-4c6e-86de-0b4f765e51d5 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:10:16.741547 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f7364975-046b-4819-9a6b-d5276ce7a784 None None] Provisioning complete for port f0017e34-eec7-4d69-a1de-c32355b72171 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:16.741912 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f7364975-046b-4819-9a6b-d5276ce7a784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:16.804673 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f0017e34-eec7-4d69-a1de-c32355b72171 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:10:17.056014 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38072) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:17.078869 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port f0017e34-eec7-4d69-a1de-c32355b72171 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:17.079433 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:17.081421 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c64f5ca0-cde3-449b-aea1-7cfe0b75faf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:17.114621 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c64f5ca0-cde3-449b-aea1-7cfe0b75faf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:17.118867 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c64f5ca0-cde3-449b-aea1-7cfe0b75faf1 admin admin] Usage tracker for resource:security_group_rule and tenant:6b406789bcd749d08027195424b46864 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:17.121958 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c64f5ca0-cde3-449b-aea1-7cfe0b75faf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:17.127945 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c64f5ca0-cde3-449b-aea1-7cfe0b75faf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:17.315690 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-13b4bb39-baf8-470e-8113-59d4b45de2ec None None] Provisioning complete for port 6e7dfa4d-82b1-4c6e-86de-0b4f765e51d5 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:17.316421 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-13b4bb39-baf8-470e-8113-59d4b45de2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:17.394815 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-13b4bb39-baf8-470e-8113-59d4b45de2ec None None] Port 6e7dfa4d-82b1-4c6e-86de-0b4f765e51d5 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:10:17.462539 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c64f5ca0-cde3-449b-aea1-7cfe0b75faf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:17.470753 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c64f5ca0-cde3-449b-aea1-7cfe0b75faf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:17.574545 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ec32a3f6-2456-4dc5-8d3a-0b83a13596f8 None None] Provisioning complete for port 6e7dfa4d-82b1-4c6e-86de-0b4f765e51d5 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:17.575262 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ec32a3f6-2456-4dc5-8d3a-0b83a13596f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:17.608544 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.resource_extend [None req-57d727f0-df60-453b-a39e-44711b1dacd1 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 14:10:17.647861 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f5ca0-cde3-449b-aea1-7cfe0b75faf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9e03b6-8b81-4a93-a76b-2bd3c5f03f4f,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:17.662120 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57d727f0-df60-453b-a39e-44711b1dacd1 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:17.665212 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ec32a3f6-2456-4dc5-8d3a-0b83a13596f8 None None] Port 6e7dfa4d-82b1-4c6e-86de-0b4f765e51d5 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:10:17.674120 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c64f5ca0-cde3-449b-aea1-7cfe0b75faf1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b406789bcd749d08027195424b46864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6165934 Mar 05 14:10:17.675372 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57d727f0-df60-453b-a39e-44711b1dacd1 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:17.676370 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57d727f0-df60-453b-a39e-44711b1dacd1 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:17.676908 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38084) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:17.831875 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d727f0-df60-453b-a39e-44711b1dacd1 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Port': ['ID=6e7dfa4d-82b1-4c6e-86de-0b4f765e51d5,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:17.833993 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-121b9e05-49d3-49f9-a594-ccf14e1b05d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:17.906981 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d727f0-df60-453b-a39e-44711b1dacd1 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 82da9808-078d-4ec2-b739-47c0850e70da is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:10:17.908732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-57d727f0-df60-453b-a39e-44711b1dacd1 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:10:17.913397 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-121b9e05-49d3-49f9-a594-ccf14e1b05d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:17.942396 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e414b8c-d0aa-4be4-841e-f92a9b48ccd5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:18.102893 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-121b9e05-49d3-49f9-a594-ccf14e1b05d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:18.196773 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b9e05-49d3-49f9-a594-ccf14e1b05d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9e03b6-8b81-4a93-a76b-2bd3c5f03f4f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:18.201356 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-121b9e05-49d3-49f9-a594-ccf14e1b05d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:18.202486 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-121b9e05-49d3-49f9-a594-ccf14e1b05d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee9e03b6-8b81-4a93-a76b-2bd3c5f03f4f HTTP/1.1" status: 204 len: 168 time: 0.5245092 Mar 05 14:10:18.205878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d727f0-df60-453b-a39e-44711b1dacd1 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Router f356665d-679e-4d82-9bae-abc2b0a97e64 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:10:18.316024 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e0f97c4f-00da-406b-b75a-c1bc5ccc6666 None None] Provisioning complete for port 6e7dfa4d-82b1-4c6e-86de-0b4f765e51d5 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:18.316984 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e0f97c4f-00da-406b-b75a-c1bc5ccc6666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:18.385956 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e0f97c4f-00da-406b-b75a-c1bc5ccc6666 None None] Port 6e7dfa4d-82b1-4c6e-86de-0b4f765e51d5 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:10:18.432473 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d727f0-df60-453b-a39e-44711b1dacd1 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:10:18.456945 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e57718-31f6-4376-a171-74bb86323407 None None] Sync routers for ids ['f356665d-679e-4d82-9bae-abc2b0a97e64'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:10:18.479286 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-57d727f0-df60-453b-a39e-44711b1dacd1 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "PUT /v2.0/routers/f356665d-679e-4d82-9bae-abc2b0a97e64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7079680 Mar 05 14:10:18.485206 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38104) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:18.492696 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e57718-31f6-4376-a171-74bb86323407 None None] Routers {'f356665d-679e-4d82-9bae-abc2b0a97e64'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:10:18.493571 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d8e57718-31f6-4376-a171-74bb86323407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:10:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['f356665d-679e-4d82-9bae-abc2b0a97e64'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:18.571931 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d8e57718-31f6-4376-a171-74bb86323407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:18.582948 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e57718-31f6-4376-a171-74bb86323407 None None] Routers {'f356665d-679e-4d82-9bae-abc2b0a97e64'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:10:18.584781 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d8e57718-31f6-4376-a171-74bb86323407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:10:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['f356665d-679e-4d82-9bae-abc2b0a97e64'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:18.613979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-2e414b8c-d0aa-4be4-841e-f92a9b48ccd5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Allocated IP 172.20.0.17 (1cc6ac52-782c-4e79-99cd-5531d0cc0bd5/11ac7771-b595-40be-92a1-1d191f398f5a/121b1661-61bb-4a8c-817e-fd1df95bc4d2) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:10:18.664283 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b983910-ff4f-4e1c-b9fb-d390090ecf30 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:18.666307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1b983910-ff4f-4e1c-b9fb-d390090ecf30 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Synchronizing usage tracker for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:10:18.674447 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d8e57718-31f6-4376-a171-74bb86323407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:18.674877 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e57718-31f6-4376-a171-74bb86323407 None None] The sync data for ids ['f356665d-679e-4d82-9bae-abc2b0a97e64'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:10:18.756769 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1b983910-ff4f-4e1c-b9fb-d390090ecf30 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Unset dirty status for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:10:18.759187 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1b983910-ff4f-4e1c-b9fb-d390090ecf30 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports?device_id=f356665d-679e-4d82-9bae-abc2b0a97e64 HTTP/1.1" status: 200 len: 987 time: 0.2726560 Mar 05 14:10:18.761574 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38116) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:18.920444 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e414b8c-d0aa-4be4-841e-f92a9b48ccd5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:18.951035 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-2e414b8c-d0aa-4be4-841e-f92a9b48ccd5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Transition to ACTIVE for port object 121b1661-61bb-4a8c-817e-fd1df95bc4d2 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:10:18.984884 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e414b8c-d0aa-4be4-841e-f92a9b48ccd5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:19.091671 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e414b8c-d0aa-4be4-841e-f92a9b48ccd5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Network 1cc6ac52-782c-4e79-99cd-5531d0cc0bd5 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:10:19.094234 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3d84abd-cc9c-4b22-8905-0d62f5292a5d req-9f9b1090-354a-42f0-8ba2-41e727392fc3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70011bd6-df8a-44b9-846d-18873e8f2c89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4138319 Mar 05 14:10:19.095738 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-2e414b8c-d0aa-4be4-841e-f92a9b48ccd5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:10:19.113903 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e414b8c-d0aa-4be4-841e-f92a9b48ccd5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:10:19.206675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e414b8c-d0aa-4be4-841e-f92a9b48ccd5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'Port': ['ID=121b1661-61bb-4a8c-817e-fd1df95bc4d2,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:19.252870 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e414b8c-d0aa-4be4-841e-f92a9b48ccd5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:19.474068 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d84abd-cc9c-4b22-8905-0d62f5292a5d req-ea3b258c-b9e3-4a04-a16d-40726e2b64e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:19.475696 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e414b8c-d0aa-4be4-841e-f92a9b48ccd5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:19.476299 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3d84abd-cc9c-4b22-8905-0d62f5292a5d req-ea3b258c-b9e3-4a04-a16d-40726e2b64e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9b94609b3d54e51b8a1219b0555ba10&device_id=70011bd6-df8a-44b9-846d-18873e8f2c89 HTTP/1.1" status: 200 len: 1099 time: 0.2271149 Mar 05 14:10:19.523427 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3b54e9fd-54af-4e25-915e-6fe65e89d873 None None] Provisioning for port 121b1661-61bb-4a8c-817e-fd1df95bc4d2 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:10:19.530501 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3b54e9fd-54af-4e25-915e-6fe65e89d873 None None] Provisioning complete for port 121b1661-61bb-4a8c-817e-fd1df95bc4d2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:19.531184 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3b54e9fd-54af-4e25-915e-6fe65e89d873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:19.535922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38142) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:19.656788 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3b54e9fd-54af-4e25-915e-6fe65e89d873 None None] Port 121b1661-61bb-4a8c-817e-fd1df95bc4d2 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:10:19.769758 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a1b8c917-3a16-4d8a-abba-6b2a6a8c07fd admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1249504006-network', 'tenant_id': '38379a0f828d44969cdcbbeca5be86d8'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:19.784162 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a1b8c917-3a16-4d8a-abba-6b2a6a8c07fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:19.798062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a1b8c917-3a16-4d8a-abba-6b2a6a8c07fd admin admin] Usage tracker for resource:network and tenant:38379a0f828d44969cdcbbeca5be86d8 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:19.805862 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a1b8c917-3a16-4d8a-abba-6b2a6a8c07fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:19.843808 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a1b8c917-3a16-4d8a-abba-6b2a6a8c07fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:19.896436 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d84abd-cc9c-4b22-8905-0d62f5292a5d req-c3903d55-a403-4e9e-8d01-da52ecaa6de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:19.898605 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3d84abd-cc9c-4b22-8905-0d62f5292a5d req-c3903d55-a403-4e9e-8d01-da52ecaa6de8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.3973110 Mar 05 14:10:19.901908 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b8c917-3a16-4d8a-abba-6b2a6a8c07fd admin admin] Made reservation on behalf of 38379a0f828d44969cdcbbeca5be86d8 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:10:19.904473 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a1b8c917-3a16-4d8a-abba-6b2a6a8c07fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:20.009432 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e414b8c-d0aa-4be4-841e-f92a9b48ccd5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:20.010164 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3d84abd-cc9c-4b22-8905-0d62f5292a5d req-146d7654-28c1-4e44-9958-3cb6af9a7124 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f HTTP/1.1" status: 200 len: 217 time: 0.0939434 Mar 05 14:10:20.014717 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a1b8c917-3a16-4d8a-abba-6b2a6a8c07fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:20.018422 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e414b8c-d0aa-4be4-841e-f92a9b48ccd5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:20.088758 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-18e4bcdc-cc3e-4707-8756-eb445fa28288 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:20.164438 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a1b8c917-3a16-4d8a-abba-6b2a6a8c07fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:20.207510 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d84abd-cc9c-4b22-8905-0d62f5292a5d req-58a65735-1f63-43cf-9638-0331c0ce8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:20.210099 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3d84abd-cc9c-4b22-8905-0d62f5292a5d req-58a65735-1f63-43cf-9638-0331c0ce8b79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.1818366 Mar 05 14:10:20.339455 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e414b8c-d0aa-4be4-841e-f92a9b48ccd5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'Port': ['ID=121b1661-61bb-4a8c-817e-fd1df95bc4d2,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:20.375412 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2e414b8c-d0aa-4be4-841e-f92a9b48ccd5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:20.462968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a1b8c917-3a16-4d8a-abba-6b2a6a8c07fd admin admin] Usage tracker for resource:security_group_rule and tenant:38379a0f828d44969cdcbbeca5be86d8 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:20.478287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a1b8c917-3a16-4d8a-abba-6b2a6a8c07fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:20.519798 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a1b8c917-3a16-4d8a-abba-6b2a6a8c07fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:20.585747 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e414b8c-d0aa-4be4-841e-f92a9b48ccd5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Network 1cc6ac52-782c-4e79-99cd-5531d0cc0bd5 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:10:20.589141 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-2e414b8c-d0aa-4be4-841e-f92a9b48ccd5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:10:20.642700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d84abd-cc9c-4b22-8905-0d62f5292a5d req-3876dfc9-05d2-4dd7-9b21-10d639fe2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:20.644298 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3d84abd-cc9c-4b22-8905-0d62f5292a5d req-3876dfc9-05d2-4dd7-9b21-10d639fe2e30 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2886581 Mar 05 14:10:20.747694 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-18e4bcdc-cc3e-4707-8756-eb445fa28288 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting port 6e7dfa4d-82b1-4c6e-86de-0b4f765e51d5 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:20.759071 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-18e4bcdc-cc3e-4707-8756-eb445fa28288 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:20.829497 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e414b8c-d0aa-4be4-841e-f92a9b48ccd5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Router c1eab5a9-6361-48d9-aaa2-5828f2eae55d has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:10:21.007491 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a1b8c917-3a16-4d8a-abba-6b2a6a8c07fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:21.020878 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-efd3fa03-85e1-4e7e-9e3b-68ab60c19bb8 None None] Provisioning complete for port 121b1661-61bb-4a8c-817e-fd1df95bc4d2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:21.021449 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-efd3fa03-85e1-4e7e-9e3b-68ab60c19bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:21.032433 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a1b8c917-3a16-4d8a-abba-6b2a6a8c07fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:21.043886 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e414b8c-d0aa-4be4-841e-f92a9b48ccd5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:10:21.070093 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2e414b8c-d0aa-4be4-841e-f92a9b48ccd5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "PUT /v2.0/routers/c1eab5a9-6361-48d9-aaa2-5828f2eae55d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5362942 Mar 05 14:10:21.084235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] Sync routers for ids ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:10:21.103436 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b8c917-3a16-4d8a-abba-6b2a6a8c07fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:10:21.114336 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] Routers {'c1eab5a9-6361-48d9-aaa2-5828f2eae55d'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:10:21.115694 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:10:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:21.160610 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-18e4bcdc-cc3e-4707-8756-eb445fa28288 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:21.252619 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3d84abd-cc9c-4b22-8905-0d62f5292a5d req-d830243a-026e-4b66-b46d-d7cb23c4bd77 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954692 Mar 05 14:10:21.254721 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-efd3fa03-85e1-4e7e-9e3b-68ab60c19bb8 None None] Port 121b1661-61bb-4a8c-817e-fd1df95bc4d2 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:10:21.349320 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-18e4bcdc-cc3e-4707-8756-eb445fa28288 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Calling delete_port for 6e7dfa4d-82b1-4c6e-86de-0b4f765e51d5 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:10:21.401174 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8c917-3a16-4d8a-abba-6b2a6a8c07fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1fa579-8c4a-4a56-8c2d-40ebfc05d645,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:21.446507 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a1b8c917-3a16-4d8a-abba-6b2a6a8c07fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:21.446948 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-a1b8c917-3a16-4d8a-abba-6b2a6a8c07fd admin admin] Added segment 2bb7a191-5c34-42aa-bc97-7d878aaf8a28 of type vlan for network 6752e282-cfdb-4371-b5c7-9217f4c4a973 Mar 05 14:10:21.479253 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] Set router c1eab5a9-6361-48d9-aaa2-5828f2eae55d gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:10:21.640762 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a1b8c917-3a16-4d8a-abba-6b2a6a8c07fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:21.737083 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3d84abd-cc9c-4b22-8905-0d62f5292a5d req-637f4f53-7921-495e-a8e3-dc55db5b4603 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369493 Mar 05 14:10:21.763089 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a1b8c917-3a16-4d8a-abba-6b2a6a8c07fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:21.764910 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8c917-3a16-4d8a-abba-6b2a6a8c07fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:21.765722 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a1b8c917-3a16-4d8a-abba-6b2a6a8c07fd admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:22.088504 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'name': 'tempest-TestNetworkBasicOps-router-1065736224', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:08:26Z', 'updated_at': '2022-03-05T14:10:19Z', 'revision_number': 5, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:28Z', 'updated_at': '2022-03-05T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '38e91edc-9d9b-43c1-9bd6-00f177952c6d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'port_id': '6bc53ced-3633-4c84-bfc6-ec12a58e03f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'mac_address': 'fa:16:3e:49:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f060fe-6b68-4af0-bd57-c37f85d08631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:09:13Z', 'updated_at': '2022-03-05T14:09:19Z', 'revision_number': 1, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121b1661-61bb-4a8c-817e-fd1df95bc4d2', 'name': '', 'network_id': '1cc6ac52-782c-4e79-99cd-5531d0cc0bd5', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:26:03:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '11ac7771-b595-40be-92a1-1d191f398f5a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:10:18Z', 'updated_at': '2022-03-05T14:10:19Z', 'revision_number': 2, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '11ac7771-b595-40be-92a1-1d191f398f5a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4', 'name': '', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:48:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '76653a85-548c-43a5-9101-603080510503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:36Z', 'updated_at': '2022-03-05T14:08:45Z', 'revision_number': 5, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '76653a85-548c-43a5-9101-603080510503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:22.095517 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] Checking router: c1eab5a9-6361-48d9-aaa2-5828f2eae55d for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:10:22.096089 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] Updating router c1eab5a9-6361-48d9-aaa2-5828f2eae55d port 121b1661-61bb-4a8c-817e-fd1df95bc4d2 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:10:22.156835 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:22.167397 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8c917-3a16-4d8a-abba-6b2a6a8c07fd admin admin] Pushing event updated for resources: {'Network': ['ID=6752e282-cfdb-4371-b5c7-9217f4c4a973,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:22.197492 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a1b8c917-3a16-4d8a-abba-6b2a6a8c07fd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.6397748 Mar 05 14:10:22.200731 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38198) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:22.202852 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 6752e282-cfdb-4371-b5c7-9217f4c4a973 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:10:22.206415 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-39e72706-143b-4583-8226-7b3f6576965f admin admin] Request body: {'subnet': {'network_id': '6752e282-cfdb-4371-b5c7-9217f4c4a973', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1249504006-subnet', 'tenant_id': '38379a0f828d44969cdcbbeca5be86d8', 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:22.212562 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-18e4bcdc-cc3e-4707-8756-eb445fa28288 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:22.214402 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-39e72706-143b-4583-8226-7b3f6576965f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:22.267020 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-39e72706-143b-4583-8226-7b3f6576965f admin admin] Usage tracker for resource:subnet and tenant:38379a0f828d44969cdcbbeca5be86d8 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:22.270472 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4bcdc-cc3e-4707-8756-eb445fa28288 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Port': ['ID=6e7dfa4d-82b1-4c6e-86de-0b4f765e51d5,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:22.273191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-39e72706-143b-4583-8226-7b3f6576965f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:22.326404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-39e72706-143b-4583-8226-7b3f6576965f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:22.427643 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e72706-143b-4583-8226-7b3f6576965f admin admin] Made reservation on behalf of 38379a0f828d44969cdcbbeca5be86d8 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:10:22.431443 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39e72706-143b-4583-8226-7b3f6576965f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:22.665304 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-18e4bcdc-cc3e-4707-8756-eb445fa28288 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:22.765838 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:22.779312 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] Transition to ACTIVE for port object 121b1661-61bb-4a8c-817e-fd1df95bc4d2 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:10:22.789187 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:22.993237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41968e82-9395-4c55-8a36-9de186a1395b None None] Pushing event updated for resources: {'Port': ['ID=121b1661-61bb-4a8c-817e-fd1df95bc4d2,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:23.062950 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e4bcdc-cc3e-4707-8756-eb445fa28288 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Router f356665d-679e-4d82-9bae-abc2b0a97e64 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:10:23.103230 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] Attempting to bind port 121b1661-61bb-4a8c-817e-fd1df95bc4d2 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:10:23.103818 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] Attempting to bind port 121b1661-61bb-4a8c-817e-fd1df95bc4d2 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '741dd59d-bade-437e-8056-1876ce72c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1cc6ac52-782c-4e79-99cd-5531d0cc0bd5'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:10:23.104121 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] Attempting to bind port 121b1661-61bb-4a8c-817e-fd1df95bc4d2 on network 1cc6ac52-782c-4e79-99cd-5531d0cc0bd5 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:10:23.110368 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:10:23.110733 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] Checking segment: {'id': '741dd59d-bade-437e-8056-1876ce72c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1cc6ac52-782c-4e79-99cd-5531d0cc0bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:10:23.111310 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:23.111848 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] Bound using segment: {'id': '741dd59d-bade-437e-8056-1876ce72c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1cc6ac52-782c-4e79-99cd-5531d0cc0bd5'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:10:23.112600 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] Bound port: 121b1661-61bb-4a8c-817e-fd1df95bc4d2, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741dd59d-bade-437e-8056-1876ce72c11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1cc6ac52-782c-4e79-99cd-5531d0cc0bd5'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:10:23.113187 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:23.233764 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] For port 121b1661-61bb-4a8c-817e-fd1df95bc4d2, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:10:23.236874 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] For port 121b1661-61bb-4a8c-817e-fd1df95bc4d2, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=121b1661-61bb-4a8c-817e-fd1df95bc4d2,segment=NetworkSegment(741dd59d-bade-437e-8056-1876ce72c11e),segment_id=741dd59d-bade-437e-8056-1876ce72c11e)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:10:23.244274 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:23.298466 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e4bcdc-cc3e-4707-8756-eb445fa28288 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:10:23.314550 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01098e0f-2f4a-4c72-8e2c-0f3138251128 None None] Sync routers for ids ['f356665d-679e-4d82-9bae-abc2b0a97e64'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:10:23.327869 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-18e4bcdc-cc3e-4707-8756-eb445fa28288 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "PUT /v2.0/routers/f356665d-679e-4d82-9bae-abc2b0a97e64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5642922 Mar 05 14:10:23.331431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38222) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:23.356456 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39e72706-143b-4583-8226-7b3f6576965f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:23.363279 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41968e82-9395-4c55-8a36-9de186a1395b None None] Pushing event updated for resources: {'Port': ['ID=121b1661-61bb-4a8c-817e-fd1df95bc4d2,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:23.367390 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01098e0f-2f4a-4c72-8e2c-0f3138251128 None None] Routers {'f356665d-679e-4d82-9bae-abc2b0a97e64'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:10:23.369392 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-01098e0f-2f4a-4c72-8e2c-0f3138251128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:10:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['f356665d-679e-4d82-9bae-abc2b0a97e64'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:23.369606 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] Routers {'c1eab5a9-6361-48d9-aaa2-5828f2eae55d'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:10:23.370562 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:10:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:23.514374 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada2d4b9-3da2-465e-a3c2-af73e69d7923 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] GET failed (client error): The resource could not be found. Mar 05 14:10:23.520167 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ada2d4b9-3da2-465e-a3c2-af73e69d7923 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Synchronizing usage tracker for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:10:23.530811 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e72706-143b-4583-8226-7b3f6576965f admin admin] Checking segment: {'id': '2bb7a191-5c34-42aa-bc97-7d878aaf8a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6752e282-cfdb-4371-b5c7-9217f4c4a973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:10:23.531169 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e72706-143b-4583-8226-7b3f6576965f admin admin] Network hostable DHCP agents. Network: 6752e282-cfdb-4371-b5c7-9217f4c4a973, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:10:23.555223 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e72706-143b-4583-8226-7b3f6576965f admin admin] Pushing event updated for resources: {'Subnet': ['ID=73142582-a6ff-40a3-a866-e4608d7c49f7,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:23.556331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ada2d4b9-3da2-465e-a3c2-af73e69d7923 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Unset dirty status for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:10:23.557675 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ada2d4b9-3da2-465e-a3c2-af73e69d7923 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports/6e7dfa4d-82b1-4c6e-86de-0b4f765e51d5 HTTP/1.1" status: 404 len: 333 time: 0.2248654 Mar 05 14:10:23.560533 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38230) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:23.596379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e72706-143b-4583-8226-7b3f6576965f admin admin] Network 6752e282-cfdb-4371-b5c7-9217f4c4a973 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:10:23.611837 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-01098e0f-2f4a-4c72-8e2c-0f3138251128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:23.633849 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-39e72706-143b-4583-8226-7b3f6576965f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 6752e282-cfdb-4371-b5c7-9217f4c4a973) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:10:23.646697 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01098e0f-2f4a-4c72-8e2c-0f3138251128 None None] Routers {'f356665d-679e-4d82-9bae-abc2b0a97e64'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:10:23.647463 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-01098e0f-2f4a-4c72-8e2c-0f3138251128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:10:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['f356665d-679e-4d82-9bae-abc2b0a97e64'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:23.652072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e72706-143b-4583-8226-7b3f6576965f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:23.652664 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-39e72706-143b-4583-8226-7b3f6576965f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:23.656271 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92392838-f717-4174-bad8-f95e78c7a2c3 None None] Network 6752e282-cfdb-4371-b5c7-9217f4c4a973 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:10:23.700332 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-39e72706-143b-4583-8226-7b3f6576965f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4981995 Mar 05 14:10:23.701654 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38236) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:23.707513 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-5b6896c3-3850-4383-a27a-7836d2cedef3 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1249504006-router', 'tenant_id': '38379a0f828d44969cdcbbeca5be86d8', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:23.713396 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5b6896c3-3850-4383-a27a-7836d2cedef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:23.718855 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5b6896c3-3850-4383-a27a-7836d2cedef3 admin admin] Usage tracker for resource:router and tenant:38379a0f828d44969cdcbbeca5be86d8 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:23.722099 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5b6896c3-3850-4383-a27a-7836d2cedef3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:23.729092 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5b6896c3-3850-4383-a27a-7836d2cedef3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:23.750854 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5b6896c3-3850-4383-a27a-7836d2cedef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:23.753678 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5b6896c3-3850-4383-a27a-7836d2cedef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:23.768866 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-01098e0f-2f4a-4c72-8e2c-0f3138251128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:23.769307 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01098e0f-2f4a-4c72-8e2c-0f3138251128 None None] The sync data for ids ['f356665d-679e-4d82-9bae-abc2b0a97e64'] in n-d-803718-1 is: [] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:10:23.781526 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5b6896c3-3850-4383-a27a-7836d2cedef3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:23.826682 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a670541d-22d8-438c-ad20-1ad93dbd54e4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:23.856547 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] Set router c1eab5a9-6361-48d9-aaa2-5828f2eae55d gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:10:24.335898 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a670541d-22d8-438c-ad20-1ad93dbd54e4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:24.339779 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a670541d-22d8-438c-ad20-1ad93dbd54e4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:24.361094 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ff8287-efd4-4e18-9e25-803a014e934b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-6752e282-cfdb-4371-b5c7-9217f4c4a973', 'network_id': '6752e282-cfdb-4371-b5c7-9217f4c4a973', 'tenant_id': '38379a0f828d44969cdcbbeca5be86d8', 'fixed_ips': [{'subnet_id': '73142582-a6ff-40a3-a866-e4608d7c49f7'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:10:24.361094 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c6ff8287-efd4-4e18-9e25-803a014e934b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:24.377930 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a670541d-22d8-438c-ad20-1ad93dbd54e4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:24.393639 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a670541d-22d8-438c-ad20-1ad93dbd54e4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Fanout notify agent at l3_agent the message router_deleted on router f356665d-679e-4d82-9bae-abc2b0a97e64 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:10:24.420810 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a670541d-22d8-438c-ad20-1ad93dbd54e4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:24.422234 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a670541d-22d8-438c-ad20-1ad93dbd54e4 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/routers/f356665d-679e-4d82-9bae-abc2b0a97e64 HTTP/1.1" status: 204 len: 168 time: 0.8605468 Mar 05 14:10:24.427213 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38250) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:24.462972 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5b6896c3-3850-4383-a27a-7836d2cedef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:24.570920 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-8083d200-3465-4562-b643-3f0896cc33c3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting subnet 2c2de073-354f-44f2-99a7-9a7569c0dff5 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:10:24.585893 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8083d200-3465-4562-b643-3f0896cc33c3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:24.759343 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8083d200-3465-4562-b643-3f0896cc33c3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:24.929603 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8083d200-3465-4562-b643-3f0896cc33c3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:25.077258 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-c6ff8287-efd4-4e18-9e25-803a014e934b None None] Allocated IP 172.20.0.2 (6752e282-cfdb-4371-b5c7-9217f4c4a973/73142582-a6ff-40a3-a866-e4608d7c49f7/439b0ee9-d31d-481e-a01a-8e4a814b61e1) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:10:25.094331 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'name': 'tempest-TestNetworkBasicOps-router-1065736224', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:08:26Z', 'updated_at': '2022-03-05T14:10:19Z', 'revision_number': 5, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:28Z', 'updated_at': '2022-03-05T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '38e91edc-9d9b-43c1-9bd6-00f177952c6d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'port_id': '6bc53ced-3633-4c84-bfc6-ec12a58e03f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'mac_address': 'fa:16:3e:49:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f060fe-6b68-4af0-bd57-c37f85d08631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:09:13Z', 'updated_at': '2022-03-05T14:09:19Z', 'revision_number': 1, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121b1661-61bb-4a8c-817e-fd1df95bc4d2', 'name': '', 'network_id': '1cc6ac52-782c-4e79-99cd-5531d0cc0bd5', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:26:03:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '11ac7771-b595-40be-92a1-1d191f398f5a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:10:18Z', 'updated_at': '2022-03-05T14:10:23Z', 'revision_number': 4, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '11ac7771-b595-40be-92a1-1d191f398f5a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4', 'name': '', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:48:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '76653a85-548c-43a5-9101-603080510503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:36Z', 'updated_at': '2022-03-05T14:08:45Z', 'revision_number': 5, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '76653a85-548c-43a5-9101-603080510503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:25.101000 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eba22e5-288b-489a-aa25-8c8ee6b4a181 None None] The sync data for ids ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'] in n-d-803718-1 is: [{'id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'name': 'tempest-TestNetworkBasicOps-router-1065736224', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:08:26Z', 'updated_at': '2022-03-05T14:10:19Z', 'revision_number': 5, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:28Z', 'updated_at': '2022-03-05T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '38e91edc-9d9b-43c1-9bd6-00f177952c6d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'port_id': '6bc53ced-3633-4c84-bfc6-ec12a58e03f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'mac_address': 'fa:16:3e:49:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f060fe-6b68-4af0-bd57-c37f85d08631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:09:13Z', 'updated_at': '2022-03-05T14:09:19Z', 'revision_number': 1, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121b1661-61bb-4a8c-817e-fd1df95bc4d2', 'name': '', 'network_id': '1cc6ac52-782c-4e79-99cd-5531d0cc0bd5', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:26:03:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '11ac7771-b595-40be-92a1-1d191f398f5a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:10:18Z', 'updated_at': '2022-03-05T14:10:23Z', 'revision_number': 4, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '11ac7771-b595-40be-92a1-1d191f398f5a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4', 'name': '', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:48:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '76653a85-548c-43a5-9101-603080510503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:36Z', 'updated_at': '2022-03-05T14:08:45Z', 'revision_number': 5, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '76653a85-548c-43a5-9101-603080510503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:10:25.199619 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5b6896c3-3850-4383-a27a-7836d2cedef3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:25.246733 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5b6896c3-3850-4383-a27a-7836d2cedef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:25.255658 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8083d200-3465-4562-b643-3f0896cc33c3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:25.346983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083d200-3465-4562-b643-3f0896cc33c3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Subnet': ['ID=2c2de073-354f-44f2-99a7-9a7569c0dff5,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:25.367737 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8083d200-3465-4562-b643-3f0896cc33c3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:25.389022 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e1ba78-7a77-4a7c-b526-b2c42f521467 None None] Network 82da9808-078d-4ec2-b739-47c0850e70da requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:10:25.395209 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8083d200-3465-4562-b643-3f0896cc33c3 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/subnets/2c2de073-354f-44f2-99a7-9a7569c0dff5 HTTP/1.1" status: 204 len: 168 time: 0.9665504 Mar 05 14:10:25.398206 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38266) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:25.427190 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c6ff8287-efd4-4e18-9e25-803a014e934b None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:25.509379 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c6ff8287-efd4-4e18-9e25-803a014e934b None None] Transition to ACTIVE for port object 439b0ee9-d31d-481e-a01a-8e4a814b61e1 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:10:25.512843 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-5b6896c3-3850-4383-a27a-7836d2cedef3 admin admin] Allocated IP 172.25.4.7 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/1a2607bd-b102-40c7-9759-20fb84189ffb) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:10:25.574723 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c6ff8287-efd4-4e18-9e25-803a014e934b None None] Transition to ACTIVE for port object 439b0ee9-d31d-481e-a01a-8e4a814b61e1 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:10:25.606011 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c6ff8287-efd4-4e18-9e25-803a014e934b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:25.651067 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-31fa2740-f09b-45dc-9650-2eb100c8c85d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:25.663410 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-31fa2740-f09b-45dc-9650-2eb100c8c85d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting port f0017e34-eec7-4d69-a1de-c32355b72171 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:25.663750 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-31fa2740-f09b-45dc-9650-2eb100c8c85d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:25.674677 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ff8287-efd4-4e18-9e25-803a014e934b None None] Network 6752e282-cfdb-4371-b5c7-9217f4c4a973 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:10:25.678513 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-c6ff8287-efd4-4e18-9e25-803a014e934b None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:10:25.681465 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ff8287-efd4-4e18-9e25-803a014e934b None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:10:25.801685 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5b6896c3-3850-4383-a27a-7836d2cedef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:25.844391 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5b6896c3-3850-4383-a27a-7836d2cedef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:25.963141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6896c3-3850-4383-a27a-7836d2cedef3 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:10:25.966895 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-5b6896c3-3850-4383-a27a-7836d2cedef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:10:25.979375 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6896c3-3850-4383-a27a-7836d2cedef3 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:10:26.021446 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c6ff8287-efd4-4e18-9e25-803a014e934b None None] Attempting to bind port 439b0ee9-d31d-481e-a01a-8e4a814b61e1 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:10:26.021814 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c6ff8287-efd4-4e18-9e25-803a014e934b None None] Attempting to bind port 439b0ee9-d31d-481e-a01a-8e4a814b61e1 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '2bb7a191-5c34-42aa-bc97-7d878aaf8a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6752e282-cfdb-4371-b5c7-9217f4c4a973'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:10:26.022171 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ff8287-efd4-4e18-9e25-803a014e934b None None] Attempting to bind port 439b0ee9-d31d-481e-a01a-8e4a814b61e1 on network 6752e282-cfdb-4371-b5c7-9217f4c4a973 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:10:26.024912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6896c3-3850-4383-a27a-7836d2cedef3 admin admin] Pushing event updated for resources: {'Port': ['ID=1a2607bd-b102-40c7-9759-20fb84189ffb,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:26.025476 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff8287-efd4-4e18-9e25-803a014e934b None None] Pushing event updated for resources: {'Port': ['ID=439b0ee9-d31d-481e-a01a-8e4a814b61e1,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:26.025622 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-31fa2740-f09b-45dc-9650-2eb100c8c85d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] For port f0017e34-eec7-4d69-a1de-c32355b72171, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f0017e34-eec7-4d69-a1de-c32355b72171,segment=NetworkSegment(9277cef2-7c45-4f00-91d4-7b351109b5a8),segment_id=9277cef2-7c45-4f00-91d4-7b351109b5a8)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:26.025941 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-31fa2740-f09b-45dc-9650-2eb100c8c85d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:26.052088 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ff8287-efd4-4e18-9e25-803a014e934b None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:10:26.052463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ff8287-efd4-4e18-9e25-803a014e934b None None] Checking segment: {'id': '2bb7a191-5c34-42aa-bc97-7d878aaf8a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6752e282-cfdb-4371-b5c7-9217f4c4a973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:10:26.052930 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c6ff8287-efd4-4e18-9e25-803a014e934b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:26.053323 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ff8287-efd4-4e18-9e25-803a014e934b None None] Bound using segment: {'id': '2bb7a191-5c34-42aa-bc97-7d878aaf8a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6752e282-cfdb-4371-b5c7-9217f4c4a973'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:10:26.053803 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c6ff8287-efd4-4e18-9e25-803a014e934b None None] Bound port: 439b0ee9-d31d-481e-a01a-8e4a814b61e1, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb7a191-5c34-42aa-bc97-7d878aaf8a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6752e282-cfdb-4371-b5c7-9217f4c4a973'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:10:26.054643 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c6ff8287-efd4-4e18-9e25-803a014e934b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:26.208699 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c6ff8287-efd4-4e18-9e25-803a014e934b None None] For port 439b0ee9-d31d-481e-a01a-8e4a814b61e1, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:10:26.212681 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c6ff8287-efd4-4e18-9e25-803a014e934b None None] For port 439b0ee9-d31d-481e-a01a-8e4a814b61e1, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=439b0ee9-d31d-481e-a01a-8e4a814b61e1,segment=NetworkSegment(2bb7a191-5c34-42aa-bc97-7d878aaf8a28),segment_id=2bb7a191-5c34-42aa-bc97-7d878aaf8a28)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:10:26.226572 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e84c9a1-d896-4518-89e3-f5bb80a965dc None None] DHCP port deletion for 82da9808-078d-4ec2-b739-47c0850e70da request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:10:26.229090 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c6ff8287-efd4-4e18-9e25-803a014e934b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:26.307848 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-31fa2740-f09b-45dc-9650-2eb100c8c85d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Calling delete_port for f0017e34-eec7-4d69-a1de-c32355b72171 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:10:26.328076 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-0e84c9a1-d896-4518-89e3-f5bb80a965dc None None] Deleting port f0017e34-eec7-4d69-a1de-c32355b72171 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:26.328893 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0e84c9a1-d896-4518-89e3-f5bb80a965dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:26.432542 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-31fa2740-f09b-45dc-9650-2eb100c8c85d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:26.503230 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-0e84c9a1-d896-4518-89e3-f5bb80a965dc None None] The port 'f0017e34-eec7-4d69-a1de-c32355b72171' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:10:26.528082 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fa2740-f09b-45dc-9650-2eb100c8c85d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] No DVR routers for this DVR port f0017e34-eec7-4d69-a1de-c32355b72171 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:10:26.555306 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff8287-efd4-4e18-9e25-803a014e934b None None] Pushing event updated for resources: {'Port': ['ID=439b0ee9-d31d-481e-a01a-8e4a814b61e1,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:26.564942 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa2740-f09b-45dc-9650-2eb100c8c85d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Port': ['ID=f0017e34-eec7-4d69-a1de-c32355b72171,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:26.679576 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-31fa2740-f09b-45dc-9650-2eb100c8c85d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:26.714570 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-31fa2740-f09b-45dc-9650-2eb100c8c85d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82da9808-078d-4ec2-b739-47c0850e70da']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:26.734498 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-31fa2740-f09b-45dc-9650-2eb100c8c85d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9277cef2-7c45-4f00-91d4-7b351109b5a8') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:26.735144 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-31fa2740-f09b-45dc-9650-2eb100c8c85d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9277cef2-7c45-4f00-91d4-7b351109b5a8') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:26.749074 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-31fa2740-f09b-45dc-9650-2eb100c8c85d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:26.767109 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-31fa2740-f09b-45dc-9650-2eb100c8c85d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:26.774270 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31fa2740-f09b-45dc-9650-2eb100c8c85d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:10:26.775011 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-31fa2740-f09b-45dc-9650-2eb100c8c85d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:26.786092 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5b6896c3-3850-4383-a27a-7836d2cedef3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:10:26.795688 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:10:26.806990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 121b1661-61bb-4a8c-817e-fd1df95bc4d2 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:10:27.024264 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-31fa2740-f09b-45dc-9650-2eb100c8c85d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:27.035136 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 121b1661-61bb-4a8c-817e-fd1df95bc4d2 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:10:27.040942 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 121b1661-61bb-4a8c-817e-fd1df95bc4d2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:27.041441 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:27.046901 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-31fa2740-f09b-45dc-9650-2eb100c8c85d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:27.058175 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa2740-f09b-45dc-9650-2eb100c8c85d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Network': ['ID=82da9808-078d-4ec2-b739-47c0850e70da,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:27.083026 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-31fa2740-f09b-45dc-9650-2eb100c8c85d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/networks/82da9808-078d-4ec2-b739-47c0850e70da HTTP/1.1" status: 204 len: 168 time: 1.6833954 Mar 05 14:10:27.083675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38300) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:27.215562 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:27.218923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3440e33e-2cda-42e5-8fe8-ebcf5a983768 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:27.219938 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3440e33e-2cda-42e5-8fe8-ebcf5a983768 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Synchronizing usage tracker for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:10:27.245862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3440e33e-2cda-42e5-8fe8-ebcf5a983768 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Unset dirty status for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:10:27.249222 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3440e33e-2cda-42e5-8fe8-ebcf5a983768 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports/94186791-8011-4f06-8c78-39729a88be0b HTTP/1.1" status: 200 len: 845 time: 0.1630230 Mar 05 14:10:27.252611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38304) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:27.256716 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 121b1661-61bb-4a8c-817e-fd1df95bc4d2, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=121b1661-61bb-4a8c-817e-fd1df95bc4d2,segment=NetworkSegment(741dd59d-bade-437e-8056-1876ce72c11e),segment_id=741dd59d-bade-437e-8056-1876ce72c11e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:27.265397 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:27.417166 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f0017e34-eec7-4d69-a1de-c32355b72171 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:10:27.442075 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0c9bc8a7-6a2b-42bf-8614-f34c63d7d311 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports/94186791-8011-4f06-8c78-39729a88be0b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1875794 Mar 05 14:10:27.448347 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38314) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:27.496898 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-842a3545-b49b-4bb1-9553-65d3b0f04440 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'subnet': {'network_id': '448472c5-2d85-486f-816c-e07f9fa1411d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:27.518995 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: f0017e34-eec7-4d69-a1de-c32355b72171 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:10:27.519538 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f0017e34-eec7-4d69-a1de-c32355b72171 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:10:27.532390 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=121b1661-61bb-4a8c-817e-fd1df95bc4d2,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:27.671236 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-842a3545-b49b-4bb1-9553-65d3b0f04440 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:27.675879 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-842a3545-b49b-4bb1-9553-65d3b0f04440 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:subnet and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:27.679731 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-842a3545-b49b-4bb1-9553-65d3b0f04440 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:27.686813 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-842a3545-b49b-4bb1-9553-65d3b0f04440 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:27.705189 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842a3545-b49b-4bb1-9553-65d3b0f04440 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:10:27.709548 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-842a3545-b49b-4bb1-9553-65d3b0f04440 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:27.754942 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5b6896c3-3850-4383-a27a-7836d2cedef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:28.062640 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-842a3545-b49b-4bb1-9553-65d3b0f04440 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:28.144591 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842a3545-b49b-4bb1-9553-65d3b0f04440 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 448472c5-2d85-486f-816c-e07f9fa1411d is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:10:28.152336 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-842a3545-b49b-4bb1-9553-65d3b0f04440 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:10:28.162729 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842a3545-b49b-4bb1-9553-65d3b0f04440 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:28.163517 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-842a3545-b49b-4bb1-9553-65d3b0f04440 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:28.168671 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7778dd03-345d-4e8f-ad54-ef4703f06d4d None None] Network 448472c5-2d85-486f-816c-e07f9fa1411d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:10:28.199120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6896c3-3850-4383-a27a-7836d2cedef3 admin admin] Router 5881fdd3-b666-4f6a-84c1-9882d8b1d77f is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:10:28.399028 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-842a3545-b49b-4bb1-9553-65d3b0f04440 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9310365 Mar 05 14:10:28.401644 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38332) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:28.410268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b5e47a-0272-4cf6-bc92-c3c415967fef None None] Network 6752e282-cfdb-4371-b5c7-9217f4c4a973 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:10:28.430527 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-50b6219e-c0b0-4ae9-938f-9e1717b824c6 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'security_group': {'name': 'tempest-secgroup-1726578944'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:28.454246 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a3545-b49b-4bb1-9553-65d3b0f04440 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Subnet': ['ID=a086c8dd-e17e-4502-8cfd-da9511fe2573,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:28.465116 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-50b6219e-c0b0-4ae9-938f-9e1717b824c6 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:28.470708 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-50b6219e-c0b0-4ae9-938f-9e1717b824c6 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:security_group and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:28.474188 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-50b6219e-c0b0-4ae9-938f-9e1717b824c6 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:28.482049 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-50b6219e-c0b0-4ae9-938f-9e1717b824c6 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:28.499148 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-50b6219e-c0b0-4ae9-938f-9e1717b824c6 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:28.509760 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6896c3-3850-4383-a27a-7836d2cedef3 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:10:28.537056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-50b6219e-c0b0-4ae9-938f-9e1717b824c6 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:28.538640 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] Sync routers for ids ['5881fdd3-b666-4f6a-84c1-9882d8b1d77f'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:10:28.543577 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-50b6219e-c0b0-4ae9-938f-9e1717b824c6 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:security_group_rule and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:28.552245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-50b6219e-c0b0-4ae9-938f-9e1717b824c6 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:28.563243 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-50b6219e-c0b0-4ae9-938f-9e1717b824c6 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:28.575069 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5b6896c3-3850-4383-a27a-7836d2cedef3 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:28.576338 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5b6896c3-3850-4383-a27a-7836d2cedef3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 4.8734396 Mar 05 14:10:28.579259 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38340) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:28.637551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-03c0fa62-ff19-42ad-af99-c1dea755ec49 None None] Provisioning for port 439b0ee9-d31d-481e-a01a-8e4a814b61e1 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:10:28.654154 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] Routers {'5881fdd3-b666-4f6a-84c1-9882d8b1d77f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:10:28.654154 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:10:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['5881fdd3-b666-4f6a-84c1-9882d8b1d77f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:28.929603 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-50b6219e-c0b0-4ae9-938f-9e1717b824c6 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:28.932798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 121b1661-61bb-4a8c-817e-fd1df95bc4d2 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:10:28.949810 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-50b6219e-c0b0-4ae9-938f-9e1717b824c6 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:29.001838 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6219e-c0b0-4ae9-938f-9e1717b824c6 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c020b33-c3d5-430d-9754-084b69b16946,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:29.074883 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-50b6219e-c0b0-4ae9-938f-9e1717b824c6 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:29.076212 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-50b6219e-c0b0-4ae9-938f-9e1717b824c6 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6690996 Mar 05 14:10:29.079312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38350) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:29.084980 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-e27c7437-72ac-49c9-bcf5-0e00c6c7bdd5 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'security_group': {'name': 'tempest-secgroup-1065289841'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:29.091377 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e27c7437-72ac-49c9-bcf5-0e00c6c7bdd5 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:29.099864 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e27c7437-72ac-49c9-bcf5-0e00c6c7bdd5 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:security_group and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:29.104062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e27c7437-72ac-49c9-bcf5-0e00c6c7bdd5 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:29.109071 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] Set router 5881fdd3-b666-4f6a-84c1-9882d8b1d77f gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:10:29.111551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e27c7437-72ac-49c9-bcf5-0e00c6c7bdd5 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:29.125460 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e27c7437-72ac-49c9-bcf5-0e00c6c7bdd5 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:29.149645 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e27c7437-72ac-49c9-bcf5-0e00c6c7bdd5 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:29.154366 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e27c7437-72ac-49c9-bcf5-0e00c6c7bdd5 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:security_group_rule and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:29.157701 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e27c7437-72ac-49c9-bcf5-0e00c6c7bdd5 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:29.166137 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e27c7437-72ac-49c9-bcf5-0e00c6c7bdd5 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:29.252281 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e27c7437-72ac-49c9-bcf5-0e00c6c7bdd5 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:29.258616 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e27c7437-72ac-49c9-bcf5-0e00c6c7bdd5 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:29.304879 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e27c7437-72ac-49c9-bcf5-0e00c6c7bdd5 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:29.305004 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:29.305122 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e27c7437-72ac-49c9-bcf5-0e00c6c7bdd5 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2223387 Mar 05 14:10:29.309106 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38358) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:29.329836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-42daa8c1-21f8-4295-97e5-339050b70dcd tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-297254217', 'security_groups': ['0dd08573-17cd-4f5d-bac2-c85ae9d1fbaa'], 'network_id': '448472c5-2d85-486f-816c-e07f9fa1411d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a086c8dd-e17e-4502-8cfd-da9511fe2573'}]}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:29.339004 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:29.372001 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c7437-72ac-49c9-bcf5-0e00c6c7bdd5 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd08573-17cd-4f5d-bac2-c85ae9d1fbaa,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:29.504426 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-42daa8c1-21f8-4295-97e5-339050b70dcd tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:29.534168 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-42daa8c1-21f8-4295-97e5-339050b70dcd tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:29.574244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42daa8c1-21f8-4295-97e5-339050b70dcd tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:10:29.589600 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 121b1661-61bb-4a8c-817e-fd1df95bc4d2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:29.590123 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:29.622102 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-db32f404-d243-4f4d-a1bf-3a09fda5fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:29.711932 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06435d78-8647-42db-84fb-475a1b5c8e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-448472c5-2d85-486f-816c-e07f9fa1411d', 'network_id': '448472c5-2d85-486f-816c-e07f9fa1411d', 'tenant_id': '0b1a258db7d443d2a5a311b119b89687', 'fixed_ips': [{'subnet_id': 'a086c8dd-e17e-4502-8cfd-da9511fe2573'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:10:29.712754 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-06435d78-8647-42db-84fb-475a1b5c8e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:29.775633 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-42daa8c1-21f8-4295-97e5-339050b70dcd tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:29.839860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [None req-42daa8c1-21f8-4295-97e5-339050b70dcd tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] device_id is not set on port 051224b2-4b4f-4969-8eac-b18c4cfd459a yet. {{(pid=87914) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:10:29.989823 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5881fdd3-b666-4f6a-84c1-9882d8b1d77f', 'name': 'tempest-ImageQuotaTest-1249504006-router', 'tenant_id': '38379a0f828d44969cdcbbeca5be86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '1a2607bd-b102-40c7-9759-20fb84189ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:23Z', 'updated_at': '2022-03-05T14:10:26Z', 'revision_number': 3, 'project_id': '38379a0f828d44969cdcbbeca5be86d8', 'gw_port': {'id': '1a2607bd-b102-40c7-9759-20fb84189ffb', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5881fdd3-b666-4f6a-84c1-9882d8b1d77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:10:25Z', 'updated_at': '2022-03-05T14:10:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:29.993417 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 439b0ee9-d31d-481e-a01a-8e4a814b61e1 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:10:30.061937 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] Checking router: 5881fdd3-b666-4f6a-84c1-9882d8b1d77f for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:10:30.062555 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] Updating router 5881fdd3-b666-4f6a-84c1-9882d8b1d77f port 1a2607bd-b102-40c7-9759-20fb84189ffb binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:10:30.108581 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-db32f404-d243-4f4d-a1bf-3a09fda5fa9a admin admin] Allocated IP 172.20.0.1 (6752e282-cfdb-4371-b5c7-9217f4c4a973/73142582-a6ff-40a3-a866-e4608d7c49f7/bc383e0c-8f80-4488-9d23-1e0b536a9836) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:10:30.128623 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-06435d78-8647-42db-84fb-475a1b5c8e2a None None] Allocated IP 2001:db8::2 (448472c5-2d85-486f-816c-e07f9fa1411d/a086c8dd-e17e-4502-8cfd-da9511fe2573/859582c4-a90a-4b13-a63e-5e164f84c9a7) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:10:30.216836 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:10:30.301567 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-db32f404-d243-4f4d-a1bf-3a09fda5fa9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:30.312441 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:30.318921 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-db32f404-d243-4f4d-a1bf-3a09fda5fa9a admin admin] Transition to ACTIVE for port object bc383e0c-8f80-4488-9d23-1e0b536a9836 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:10:30.348480 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-db32f404-d243-4f4d-a1bf-3a09fda5fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:30.384162 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 439b0ee9-d31d-481e-a01a-8e4a814b61e1 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:10:30.409862 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 439b0ee9-d31d-481e-a01a-8e4a814b61e1 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:30.410399 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:30.423138 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db32f404-d243-4f4d-a1bf-3a09fda5fa9a admin admin] Network 6752e282-cfdb-4371-b5c7-9217f4c4a973 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:10:30.425990 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-db32f404-d243-4f4d-a1bf-3a09fda5fa9a admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:10:30.435138 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db32f404-d243-4f4d-a1bf-3a09fda5fa9a admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:10:30.476105 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32f404-d243-4f4d-a1bf-3a09fda5fa9a admin admin] Pushing event updated for resources: {'Port': ['ID=bc383e0c-8f80-4488-9d23-1e0b536a9836,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:30.517435 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-db32f404-d243-4f4d-a1bf-3a09fda5fa9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:30.691699 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-db32f404-d243-4f4d-a1bf-3a09fda5fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:30.759372 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-06435d78-8647-42db-84fb-475a1b5c8e2a None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:30.801712 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-06435d78-8647-42db-84fb-475a1b5c8e2a None None] Transition to ACTIVE for port object 859582c4-a90a-4b13-a63e-5e164f84c9a7 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:10:31.009235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-06435d78-8647-42db-84fb-475a1b5c8e2a None None] Transition to ACTIVE for port object 859582c4-a90a-4b13-a63e-5e164f84c9a7 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:10:31.014887 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b53f8fc2-a354-4501-8ed5-dc9c17c33adf None None] Provisioning for port bc383e0c-8f80-4488-9d23-1e0b536a9836 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:10:31.028525 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-06435d78-8647-42db-84fb-475a1b5c8e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:31.146502 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b53f8fc2-a354-4501-8ed5-dc9c17c33adf None None] Provisioning complete for port bc383e0c-8f80-4488-9d23-1e0b536a9836 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:31.146502 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b53f8fc2-a354-4501-8ed5-dc9c17c33adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:31.194322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-42daa8c1-21f8-4295-97e5-339050b70dcd tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Allocated IP 2001:db8::399 (448472c5-2d85-486f-816c-e07f9fa1411d/a086c8dd-e17e-4502-8cfd-da9511fe2573/051224b2-4b4f-4969-8eac-b18c4cfd459a) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:10:31.361619 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06435d78-8647-42db-84fb-475a1b5c8e2a None None] Network 448472c5-2d85-486f-816c-e07f9fa1411d is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:10:31.370916 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06435d78-8647-42db-84fb-475a1b5c8e2a None None] Pushing event updated for resources: {'Port': ['ID=859582c4-a90a-4b13-a63e-5e164f84c9a7,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:31.370916 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-06435d78-8647-42db-84fb-475a1b5c8e2a None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:10:31.380551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06435d78-8647-42db-84fb-475a1b5c8e2a None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:10:31.380551 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:31.414505 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-db32f404-d243-4f4d-a1bf-3a09fda5fa9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:31.425059 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-db32f404-d243-4f4d-a1bf-3a09fda5fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:31.482990 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.resource_extend [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 14:10:31.621323 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32f404-d243-4f4d-a1bf-3a09fda5fa9a admin admin] Pushing event updated for resources: {'Port': ['ID=bc383e0c-8f80-4488-9d23-1e0b536a9836,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:31.624114 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-db32f404-d243-4f4d-a1bf-3a09fda5fa9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:31.685181 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-42daa8c1-21f8-4295-97e5-339050b70dcd tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:31.696161 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:31.706270 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-42daa8c1-21f8-4295-97e5-339050b70dcd tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Transition to ACTIVE for port object 051224b2-4b4f-4969-8eac-b18c4cfd459a will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:10:31.713977 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] Transition to ACTIVE for port object 1a2607bd-b102-40c7-9759-20fb84189ffb will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:10:31.745368 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-42daa8c1-21f8-4295-97e5-339050b70dcd tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:31.747691 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:31.757220 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 439b0ee9-d31d-481e-a01a-8e4a814b61e1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=439b0ee9-d31d-481e-a01a-8e4a814b61e1,segment=NetworkSegment(2bb7a191-5c34-42aa-bc97-7d878aaf8a28),segment_id=2bb7a191-5c34-42aa-bc97-7d878aaf8a28)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:31.803323 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b53f8fc2-a354-4501-8ed5-dc9c17c33adf None None] Port bc383e0c-8f80-4488-9d23-1e0b536a9836 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:10:31.816386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db32f404-d243-4f4d-a1bf-3a09fda5fa9a admin admin] Network 6752e282-cfdb-4371-b5c7-9217f4c4a973 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:10:31.818580 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-db32f404-d243-4f4d-a1bf-3a09fda5fa9a admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:10:31.825000 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:31.834877 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-06435d78-8647-42db-84fb-475a1b5c8e2a None None] Attempting to bind port 859582c4-a90a-4b13-a63e-5e164f84c9a7 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:10:31.835322 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-06435d78-8647-42db-84fb-475a1b5c8e2a None None] Attempting to bind port 859582c4-a90a-4b13-a63e-5e164f84c9a7 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'a8a38e20-49f5-4d47-85d2-c43858f1e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '448472c5-2d85-486f-816c-e07f9fa1411d'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:10:31.835824 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06435d78-8647-42db-84fb-475a1b5c8e2a None None] Attempting to bind port 859582c4-a90a-4b13-a63e-5e164f84c9a7 on network 448472c5-2d85-486f-816c-e07f9fa1411d {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:10:31.871207 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06435d78-8647-42db-84fb-475a1b5c8e2a None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:10:31.871925 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06435d78-8647-42db-84fb-475a1b5c8e2a None None] Checking segment: {'id': 'a8a38e20-49f5-4d47-85d2-c43858f1e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '448472c5-2d85-486f-816c-e07f9fa1411d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:10:31.872515 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-06435d78-8647-42db-84fb-475a1b5c8e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:31.873110 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06435d78-8647-42db-84fb-475a1b5c8e2a None None] Bound using segment: {'id': 'a8a38e20-49f5-4d47-85d2-c43858f1e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '448472c5-2d85-486f-816c-e07f9fa1411d'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:10:31.873785 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-06435d78-8647-42db-84fb-475a1b5c8e2a None None] Bound port: 859582c4-a90a-4b13-a63e-5e164f84c9a7, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a38e20-49f5-4d47-85d2-c43858f1e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '448472c5-2d85-486f-816c-e07f9fa1411d'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:10:31.874314 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-06435d78-8647-42db-84fb-475a1b5c8e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:32.002919 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] Attempting to bind port 1a2607bd-b102-40c7-9759-20fb84189ffb on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:10:32.008096 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] Attempting to bind port 1a2607bd-b102-40c7-9759-20fb84189ffb by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:10:32.010098 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] Attempting to bind port 1a2607bd-b102-40c7-9759-20fb84189ffb on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:10:32.013788 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d962e3-b8c5-41ef-9b5f-56b6aac59a23 None None] Pushing event updated for resources: {'Port': ['ID=1a2607bd-b102-40c7-9759-20fb84189ffb,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:32.033677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daa8c1-21f8-4295-97e5-339050b70dcd tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Port': ['ID=051224b2-4b4f-4969-8eac-b18c4cfd459a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:32.060917 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42daa8c1-21f8-4295-97e5-339050b70dcd tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 448472c5-2d85-486f-816c-e07f9fa1411d is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:10:32.062149 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-42daa8c1-21f8-4295-97e5-339050b70dcd tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:10:32.067470 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42daa8c1-21f8-4295-97e5-339050b70dcd tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:10:32.084548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42daa8c1-21f8-4295-97e5-339050b70dcd tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:32.085094 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-42daa8c1-21f8-4295-97e5-339050b70dcd tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:32.136298 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:10:32.136762 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:10:32.137340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db32f404-d243-4f4d-a1bf-3a09fda5fa9a admin admin] Router 5881fdd3-b666-4f6a-84c1-9882d8b1d77f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:10:32.137619 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:32.138045 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:10:32.138569 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] Bound port: 1a2607bd-b102-40c7-9759-20fb84189ffb, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:10:32.139039 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:32.150253 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-42daa8c1-21f8-4295-97e5-339050b70dcd tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8400891 Mar 05 14:10:32.153254 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38410) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:32.159095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-1f84d036-3906-4cdd-88ce-e7280d182575 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'subnet': {'network_id': '448472c5-2d85-486f-816c-e07f9fa1411d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:32.287522 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=439b0ee9-d31d-481e-a01a-8e4a814b61e1,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:32.295379 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] For port 1a2607bd-b102-40c7-9759-20fb84189ffb, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:10:32.301481 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] For port 1a2607bd-b102-40c7-9759-20fb84189ffb, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1a2607bd-b102-40c7-9759-20fb84189ffb,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:10:32.304025 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-06435d78-8647-42db-84fb-475a1b5c8e2a None None] For port 859582c4-a90a-4b13-a63e-5e164f84c9a7, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:10:32.312554 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-06435d78-8647-42db-84fb-475a1b5c8e2a None None] For port 859582c4-a90a-4b13-a63e-5e164f84c9a7, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=859582c4-a90a-4b13-a63e-5e164f84c9a7,segment=NetworkSegment(a8a38e20-49f5-4d47-85d2-c43858f1e2a4),segment_id=a8a38e20-49f5-4d47-85d2-c43858f1e2a4)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:10:32.315253 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:32.320234 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a599afcc-5684-4d62-a4ed-10b4c8992050 None None] Provisioning complete for port bc383e0c-8f80-4488-9d23-1e0b536a9836 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:32.320795 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a599afcc-5684-4d62-a4ed-10b4c8992050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:32.427854 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1f84d036-3906-4cdd-88ce-e7280d182575 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:32.433420 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1f84d036-3906-4cdd-88ce-e7280d182575 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:subnet and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:32.436995 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1f84d036-3906-4cdd-88ce-e7280d182575 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:32.442973 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d962e3-b8c5-41ef-9b5f-56b6aac59a23 None None] Pushing event updated for resources: {'Port': ['ID=1a2607bd-b102-40c7-9759-20fb84189ffb,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:32.446323 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1f84d036-3906-4cdd-88ce-e7280d182575 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:32.448628 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-06435d78-8647-42db-84fb-475a1b5c8e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:32.461317 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f84d036-3906-4cdd-88ce-e7280d182575 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:10:32.465524 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f84d036-3906-4cdd-88ce-e7280d182575 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:32.527414 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db32f404-d243-4f4d-a1bf-3a09fda5fa9a admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:10:32.539309 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-db32f404-d243-4f4d-a1bf-3a09fda5fa9a admin admin] 10.222.0.16 "PUT /v2.0/routers/5881fdd3-b666-4f6a-84c1-9882d8b1d77f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9581883 Mar 05 14:10:32.594108 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a599afcc-5684-4d62-a4ed-10b4c8992050 None None] Port bc383e0c-8f80-4488-9d23-1e0b536a9836 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:10:32.601406 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] Routers {'5881fdd3-b666-4f6a-84c1-9882d8b1d77f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:10:32.602923 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:10:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['5881fdd3-b666-4f6a-84c1-9882d8b1d77f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:32.701790 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06435d78-8647-42db-84fb-475a1b5c8e2a None None] Pushing event updated for resources: {'Port': ['ID=859582c4-a90a-4b13-a63e-5e164f84c9a7,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:32.747015 n-d-803718-1 neutron-server[87914]: INFO neutron.db.ipam_backend_mixin [None req-1f84d036-3906-4cdd-88ce-e7280d182575 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a086c8dd-e17e-4502-8cfd-da9511fe2573 (CIDR: 2001:db8::/64) Mar 05 14:10:32.756185 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f84d036-3906-4cdd-88ce-e7280d182575 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:10:32.756653 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f84d036-3906-4cdd-88ce-e7280d182575 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:10:32.792822 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1f84d036-3906-4cdd-88ce-e7280d182575 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6383934 Mar 05 14:10:32.796240 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38420) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:32.801934 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f6c719f7-80f2-4eae-a21c-d2c49148e385 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'subnet': {'network_id': '448472c5-2d85-486f-816c-e07f9fa1411d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:32.886953 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] Set router 5881fdd3-b666-4f6a-84c1-9882d8b1d77f gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:10:33.023174 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f6c719f7-80f2-4eae-a21c-d2c49148e385 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:33.027702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f6c719f7-80f2-4eae-a21c-d2c49148e385 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:subnet and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:33.031035 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f6c719f7-80f2-4eae-a21c-d2c49148e385 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:33.038161 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f6c719f7-80f2-4eae-a21c-d2c49148e385 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:33.060357 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c719f7-80f2-4eae-a21c-d2c49148e385 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:10:33.064766 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6c719f7-80f2-4eae-a21c-d2c49148e385 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:33.477550 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5881fdd3-b666-4f6a-84c1-9882d8b1d77f', 'name': 'tempest-ImageQuotaTest-1249504006-router', 'tenant_id': '38379a0f828d44969cdcbbeca5be86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '1a2607bd-b102-40c7-9759-20fb84189ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:23Z', 'updated_at': '2022-03-05T14:10:30Z', 'revision_number': 4, 'project_id': '38379a0f828d44969cdcbbeca5be86d8', 'gw_port': {'id': '1a2607bd-b102-40c7-9759-20fb84189ffb', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5881fdd3-b666-4f6a-84c1-9882d8b1d77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:10:25Z', 'updated_at': '2022-03-05T14:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'bc383e0c-8f80-4488-9d23-1e0b536a9836', 'name': '', 'network_id': '6752e282-cfdb-4371-b5c7-9217f4c4a973', 'tenant_id': '38379a0f828d44969cdcbbeca5be86d8', 'mac_address': 'fa:16:3e:f2:a1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5881fdd3-b666-4f6a-84c1-9882d8b1d77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '73142582-a6ff-40a3-a866-e4608d7c49f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:10:29Z', 'updated_at': '2022-03-05T14:10:30Z', 'revision_number': 2, 'project_id': '38379a0f828d44969cdcbbeca5be86d8', 'subnets': [{'id': '73142582-a6ff-40a3-a866-e4608d7c49f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:33.486540 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fda545a-c54b-4504-8411-6dcefd5cf41a None None] The sync data for ids ['5881fdd3-b666-4f6a-84c1-9882d8b1d77f'] in n-d-803718-1 is: [{'id': '5881fdd3-b666-4f6a-84c1-9882d8b1d77f', 'name': 'tempest-ImageQuotaTest-1249504006-router', 'tenant_id': '38379a0f828d44969cdcbbeca5be86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '1a2607bd-b102-40c7-9759-20fb84189ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:23Z', 'updated_at': '2022-03-05T14:10:30Z', 'revision_number': 4, 'project_id': '38379a0f828d44969cdcbbeca5be86d8', 'gw_port': {'id': '1a2607bd-b102-40c7-9759-20fb84189ffb', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5881fdd3-b666-4f6a-84c1-9882d8b1d77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:10:25Z', 'updated_at': '2022-03-05T14:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'bc383e0c-8f80-4488-9d23-1e0b536a9836', 'name': '', 'network_id': '6752e282-cfdb-4371-b5c7-9217f4c4a973', 'tenant_id': '38379a0f828d44969cdcbbeca5be86d8', 'mac_address': 'fa:16:3e:f2:a1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5881fdd3-b666-4f6a-84c1-9882d8b1d77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '73142582-a6ff-40a3-a866-e4608d7c49f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:10:29Z', 'updated_at': '2022-03-05T14:10:30Z', 'revision_number': 2, 'project_id': '38379a0f828d44969cdcbbeca5be86d8', 'subnets': [{'id': '73142582-a6ff-40a3-a866-e4608d7c49f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:10:33.585736 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6c719f7-80f2-4eae-a21c-d2c49148e385 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:33.701029 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c719f7-80f2-4eae-a21c-d2c49148e385 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 448472c5-2d85-486f-816c-e07f9fa1411d is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:10:33.706016 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-f6c719f7-80f2-4eae-a21c-d2c49148e385 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:10:33.716947 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c719f7-80f2-4eae-a21c-d2c49148e385 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:33.717548 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6c719f7-80f2-4eae-a21c-d2c49148e385 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:33.752209 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c719f7-80f2-4eae-a21c-d2c49148e385 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Subnet': ['ID=787e75d6-e824-490d-b302-f5a2640dbf8f,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:33.782022 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f6c719f7-80f2-4eae-a21c-d2c49148e385 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9796009 Mar 05 14:10:33.782207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38440) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:33.788016 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-85723631-833c-48cb-8d36-c3e7ce80e064 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-860486186', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '787e75d6-e824-490d-b302-f5a2640dbf8f'}], 'security_groups': ['5c020b33-c3d5-430d-9754-084b69b16946']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:34.183087 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85723631-833c-48cb-8d36-c3e7ce80e064 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:34.221007 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 859582c4-a90a-4b13-a63e-5e164f84c9a7 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:10:34.415246 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 859582c4-a90a-4b13-a63e-5e164f84c9a7 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:10:34.421746 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 439b0ee9-d31d-481e-a01a-8e4a814b61e1 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:10:34.517923 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6228bbda-57a8-47b6-865a-3364af7a2d62 None None] Network 448472c5-2d85-486f-816c-e07f9fa1411d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:10:34.810493 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ddf9a883-7bea-4589-8f2f-3b5e8038a9dc None None] Provisioning complete for port 94186791-8011-4f06-8c78-39729a88be0b triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:34.813613 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ddf9a883-7bea-4589-8f2f-3b5e8038a9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:34.897925 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ddf9a883-7bea-4589-8f2f-3b5e8038a9dc None None] Port 94186791-8011-4f06-8c78-39729a88be0b cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:10:34.950631 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ddf9a883-7bea-4589-8f2f-3b5e8038a9dc None None] Provisioning for port 859582c4-a90a-4b13-a63e-5e164f84c9a7 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:10:34.957815 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 439b0ee9-d31d-481e-a01a-8e4a814b61e1 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:34.958450 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:35.011733 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ddf9a883-7bea-4589-8f2f-3b5e8038a9dc None None] Provisioning complete for port 859582c4-a90a-4b13-a63e-5e164f84c9a7 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:35.012114 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ddf9a883-7bea-4589-8f2f-3b5e8038a9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:35.205295 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-85723631-833c-48cb-8d36-c3e7ce80e064 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Delete allocated IP 2001:db8::399 (448472c5-2d85-486f-816c-e07f9fa1411d/a086c8dd-e17e-4502-8cfd-da9511fe2573) {{(pid=87914) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 05 14:10:35.217594 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38510) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:35.243986 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-85723631-833c-48cb-8d36-c3e7ce80e064 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Allocated IP 2001:db8:0:1::ce (448472c5-2d85-486f-816c-e07f9fa1411d/787e75d6-e824-490d-b302-f5a2640dbf8f/051224b2-4b4f-4969-8eac-b18c4cfd459a) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:10:35.578361 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ddf9a883-7bea-4589-8f2f-3b5e8038a9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:35.660364 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85723631-833c-48cb-8d36-c3e7ce80e064 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:35.686957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-85723631-833c-48cb-8d36-c3e7ce80e064 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Ignored duplicate provisioning block setup for port 051224b2-4b4f-4969-8eac-b18c4cfd459a by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 05 14:10:35.711812 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85723631-833c-48cb-8d36-c3e7ce80e064 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:35.952705 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-85723631-833c-48cb-8d36-c3e7ce80e064 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] In _notify_port_updated(), no bound segment for port 051224b2-4b4f-4969-8eac-b18c4cfd459a on network 448472c5-2d85-486f-816c-e07f9fa1411d {{(pid=87914) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 14:10:35.967390 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85723631-833c-48cb-8d36-c3e7ce80e064 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:35.968496 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-85723631-833c-48cb-8d36-c3e7ce80e064 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:35.987386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38590) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:35.995929 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ddf9a883-7bea-4589-8f2f-3b5e8038a9dc None None] For port 859582c4-a90a-4b13-a63e-5e164f84c9a7, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=859582c4-a90a-4b13-a63e-5e164f84c9a7,segment=NetworkSegment(a8a38e20-49f5-4d47-85d2-c43858f1e2a4),segment_id=a8a38e20-49f5-4d47-85d2-c43858f1e2a4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:35.996515 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-85723631-833c-48cb-8d36-c3e7ce80e064 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "PUT /v2.0/ports/051224b2-4b4f-4969-8eac-b18c4cfd459a HTTP/1.1" status: 200 len: 929 time: 2.2142386 Mar 05 14:10:36.007365 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ddf9a883-7bea-4589-8f2f-3b5e8038a9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:36.008522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85723631-833c-48cb-8d36-c3e7ce80e064 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Port': ['ID=051224b2-4b4f-4969-8eac-b18c4cfd459a,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:36.097918 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1a2607bd-b102-40c7-9759-20fb84189ffb up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:10:36.319993 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 1a2607bd-b102-40c7-9759-20fb84189ffb completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:10:36.329325 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3ad75-6001-4729-9ba4-1d0f8687d502 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting port 051224b2-4b4f-4969-8eac-b18c4cfd459a {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:36.329872 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f7a3ad75-6001-4729-9ba4-1d0f8687d502 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:36.330477 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6694ad9-179b-4edf-abc7-76c95418dc71 None None] Update dhcp port {'port': {'network_id': '448472c5-2d85-486f-816c-e07f9fa1411d', 'fixed_ips': [{'subnet_id': 'a086c8dd-e17e-4502-8cfd-da9511fe2573', 'ip_address': '2001:db8::2'}, {'subnet_id': '787e75d6-e824-490d-b302-f5a2640dbf8f'}], 'binding:host_id': 'n-d-803718-1'}, 'id': '859582c4-a90a-4b13-a63e-5e164f84c9a7'} from n-d-803718-1. {{(pid=87915) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 05 14:10:36.366237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1a2607bd-b102-40c7-9759-20fb84189ffb triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:36.366607 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:36.485155 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9a883-7bea-4589-8f2f-3b5e8038a9dc None None] Pushing event updated for resources: {'Port': ['ID=859582c4-a90a-4b13-a63e-5e164f84c9a7,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:36.497856 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c6694ad9-179b-4edf-abc7-76c95418dc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:36.924894 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f7a3ad75-6001-4729-9ba4-1d0f8687d502 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:36.983516 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-c6694ad9-179b-4edf-abc7-76c95418dc71 None None] Allocated IP 2001:db8:0:1::2 (448472c5-2d85-486f-816c-e07f9fa1411d/787e75d6-e824-490d-b302-f5a2640dbf8f/859582c4-a90a-4b13-a63e-5e164f84c9a7) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:10:37.044788 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:37.103803 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3ad75-6001-4729-9ba4-1d0f8687d502 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Calling delete_port for 051224b2-4b4f-4969-8eac-b18c4cfd459a owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:10:37.120632 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 1a2607bd-b102-40c7-9759-20fb84189ffb, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1a2607bd-b102-40c7-9759-20fb84189ffb,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:37.129487 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:37.143448 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-88db7e61-0c15-40d4-9cab-f255ab6712af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:37.248226 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=1a2607bd-b102-40c7-9759-20fb84189ffb,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:37.260847 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c6694ad9-179b-4edf-abc7-76c95418dc71 None None] For port 859582c4-a90a-4b13-a63e-5e164f84c9a7, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=859582c4-a90a-4b13-a63e-5e164f84c9a7,segment=NetworkSegment(a8a38e20-49f5-4d47-85d2-c43858f1e2a4),segment_id=a8a38e20-49f5-4d47-85d2-c43858f1e2a4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:37.296103 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c6694ad9-179b-4edf-abc7-76c95418dc71 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:37.322685 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c6694ad9-179b-4edf-abc7-76c95418dc71 None None] Transition to ACTIVE for port object 859582c4-a90a-4b13-a63e-5e164f84c9a7 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:10:37.322935 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] Sync routers for ids ['5881fdd3-b666-4f6a-84c1-9882d8b1d77f'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:10:37.328960 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c6694ad9-179b-4edf-abc7-76c95418dc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:37.346628 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] Routers {'5881fdd3-b666-4f6a-84c1-9882d8b1d77f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:10:37.347327 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:10:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['5881fdd3-b666-4f6a-84c1-9882d8b1d77f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:37.622976 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] Set router 5881fdd3-b666-4f6a-84c1-9882d8b1d77f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:10:37.626643 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f7a3ad75-6001-4729-9ba4-1d0f8687d502 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:37.681380 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6694ad9-179b-4edf-abc7-76c95418dc71 None None] Pushing event updated for resources: {'Port': ['ID=859582c4-a90a-4b13-a63e-5e164f84c9a7,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:37.754919 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3ad75-6001-4729-9ba4-1d0f8687d502 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Port': ['ID=051224b2-4b4f-4969-8eac-b18c4cfd459a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:37.782514 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f7a3ad75-6001-4729-9ba4-1d0f8687d502 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:37.808726 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f7a3ad75-6001-4729-9ba4-1d0f8687d502 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/ports/051224b2-4b4f-4969-8eac-b18c4cfd459a HTTP/1.1" status: 204 len: 168 time: 1.8072302 Mar 05 14:10:37.811332 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38794) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:37.971827 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc4b6f8-6666-4727-a850-b3bc589e5d51 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] GET failed (client error): The resource could not be found. Mar 05 14:10:37.972576 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-acc4b6f8-6666-4727-a850-b3bc589e5d51 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Synchronizing usage tracker for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:10:38.030483 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1a2607bd-b102-40c7-9759-20fb84189ffb up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:10:38.045647 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-acc4b6f8-6666-4727-a850-b3bc589e5d51 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Unset dirty status for tenant:0b1a258db7d443d2a5a311b119b89687 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:10:38.061359 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-acc4b6f8-6666-4727-a850-b3bc589e5d51 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports/051224b2-4b4f-4969-8eac-b18c4cfd459a HTTP/1.1" status: 404 len: 333 time: 0.2488976 Mar 05 14:10:38.066630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38826) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:38.103467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-88db7e61-0c15-40d4-9cab-f255ab6712af admin admin] Deleting port bc383e0c-8f80-4488-9d23-1e0b536a9836 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:38.103890 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-88db7e61-0c15-40d4-9cab-f255ab6712af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:38.267769 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1a2607bd-b102-40c7-9759-20fb84189ffb triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:38.277318 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:38.301839 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a14faa84-a845-427e-bb0a-e1f98e102973 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:38.322960 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5881fdd3-b666-4f6a-84c1-9882d8b1d77f', 'name': 'tempest-ImageQuotaTest-1249504006-router', 'tenant_id': '38379a0f828d44969cdcbbeca5be86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '1a2607bd-b102-40c7-9759-20fb84189ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:23Z', 'updated_at': '2022-03-05T14:10:30Z', 'revision_number': 4, 'project_id': '38379a0f828d44969cdcbbeca5be86d8', 'gw_port': {'id': '1a2607bd-b102-40c7-9759-20fb84189ffb', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5881fdd3-b666-4f6a-84c1-9882d8b1d77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:10:25Z', 'updated_at': '2022-03-05T14:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'bc383e0c-8f80-4488-9d23-1e0b536a9836', 'name': '', 'network_id': '6752e282-cfdb-4371-b5c7-9217f4c4a973', 'tenant_id': '38379a0f828d44969cdcbbeca5be86d8', 'mac_address': 'fa:16:3e:f2:a1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5881fdd3-b666-4f6a-84c1-9882d8b1d77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '73142582-a6ff-40a3-a866-e4608d7c49f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:10:29Z', 'updated_at': '2022-03-05T14:10:30Z', 'revision_number': 2, 'project_id': '38379a0f828d44969cdcbbeca5be86d8', 'subnets': [{'id': '73142582-a6ff-40a3-a866-e4608d7c49f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:38.358441 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] Checking router: 5881fdd3-b666-4f6a-84c1-9882d8b1d77f for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:10:38.371337 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] Updating router 5881fdd3-b666-4f6a-84c1-9882d8b1d77f port bc383e0c-8f80-4488-9d23-1e0b536a9836 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:10:38.377865 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a14faa84-a845-427e-bb0a-e1f98e102973 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:38.516900 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a14faa84-a845-427e-bb0a-e1f98e102973 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:38.556484 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a14faa84-a845-427e-bb0a-e1f98e102973 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:38.560137 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a14faa84-a845-427e-bb0a-e1f98e102973 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/security-groups/0dd08573-17cd-4f5d-bac2-c85ae9d1fbaa HTTP/1.1" status: 204 len: 168 time: 0.4902306 Mar 05 14:10:38.560602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14faa84-a845-427e-bb0a-e1f98e102973 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd08573-17cd-4f5d-bac2-c85ae9d1fbaa,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:38.562859 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38878) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:38.659313 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 859582c4-a90a-4b13-a63e-5e164f84c9a7 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:10:38.659521 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:38.722659 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-84cd24c5-8f73-4488-b157-82a7a064a09c tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:38.806703 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-84cd24c5-8f73-4488-b157-82a7a064a09c tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:38.826047 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d943b3ce-acef-4433-ae11-534562d569d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:38.878015 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-da987fc6-9881-4b37-9809-47f1c90ba2f5 None None] Provisioning complete for port 94186791-8011-4f06-8c78-39729a88be0b triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:38.878800 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-da987fc6-9881-4b37-9809-47f1c90ba2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:38.921846 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-84cd24c5-8f73-4488-b157-82a7a064a09c tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:38.950944 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd24c5-8f73-4488-b157-82a7a064a09c tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c020b33-c3d5-430d-9754-084b69b16946,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:38.955840 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-84cd24c5-8f73-4488-b157-82a7a064a09c tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:38.957583 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-84cd24c5-8f73-4488-b157-82a7a064a09c tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/security-groups/5c020b33-c3d5-430d-9754-084b69b16946 HTTP/1.1" status: 204 len: 168 time: 0.3934870 Mar 05 14:10:38.961086 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38928) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:39.010210 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-da987fc6-9881-4b37-9809-47f1c90ba2f5 None None] Port 94186791-8011-4f06-8c78-39729a88be0b cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:10:39.012326 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-88db7e61-0c15-40d4-9cab-f255ab6712af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:39.018843 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-da987fc6-9881-4b37-9809-47f1c90ba2f5 None None] Could not find standard attr ID for object 051224b2-4b4f-4969-8eac-b18c4cfd459a. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 14:10:39.053776 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-da987fc6-9881-4b37-9809-47f1c90ba2f5 None None] Provisioning for port 859582c4-a90a-4b13-a63e-5e164f84c9a7 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:10:39.061541 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-da987fc6-9881-4b37-9809-47f1c90ba2f5 None None] Provisioning complete for port 859582c4-a90a-4b13-a63e-5e164f84c9a7 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:39.062371 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-da987fc6-9881-4b37-9809-47f1c90ba2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:39.103131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-276baedc-b9ea-4946-9a99-9501e1cb869b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting subnet a086c8dd-e17e-4502-8cfd-da9511fe2573 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:10:39.106993 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-276baedc-b9ea-4946-9a99-9501e1cb869b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:39.193575 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-276baedc-b9ea-4946-9a99-9501e1cb869b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:39.257702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-88db7e61-0c15-40d4-9cab-f255ab6712af admin admin] Calling delete_port for bc383e0c-8f80-4488-9d23-1e0b536a9836 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:10:39.306494 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79665d6b-b080-4329-b8df-5914190c377d req-2fa6b84e-cf17-4d80-b32e-aafa27fa13d5 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:39.308034 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-79665d6b-b080-4329-b8df-5914190c377d req-2fa6b84e-cf17-4d80-b32e-aafa27fa13d5 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ca7b46a-1e3f-4d1e-9de3-996b40579dd2 HTTP/1.1" status: 200 len: 945 time: 0.4250677 Mar 05 14:10:39.309442 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-276baedc-b9ea-4946-9a99-9501e1cb869b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:39.330343 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8a4ef115-b5a1-4e0c-a013-8043904d4a6f None None] Could not find standard attr ID for object 051224b2-4b4f-4969-8eac-b18c4cfd459a. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 14:10:39.392816 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:39.407862 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] Transition to ACTIVE for port object bc383e0c-8f80-4488-9d23-1e0b536a9836 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:10:39.408231 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-276baedc-b9ea-4946-9a99-9501e1cb869b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:39.417157 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:39.452823 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4a18aa81-8d2d-4873-8f0e-64dd6709154f None None] Could not find standard attr ID for object 051224b2-4b4f-4969-8eac-b18c4cfd459a. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 14:10:39.485981 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-276baedc-b9ea-4946-9a99-9501e1cb869b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:39.519070 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-276baedc-b9ea-4946-9a99-9501e1cb869b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/subnets/a086c8dd-e17e-4502-8cfd-da9511fe2573 HTTP/1.1" status: 204 len: 168 time: 0.5566516 Mar 05 14:10:39.520424 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38940) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:39.521529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276baedc-b9ea-4946-9a99-9501e1cb869b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Subnet': ['ID=a086c8dd-e17e-4502-8cfd-da9511fe2573,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:39.529702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38942) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:39.537433 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-900efee7-3111-489e-a01f-524fb422a50b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'subnet': {'network_id': '448472c5-2d85-486f-816c-e07f9fa1411d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:39.628567 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54688ac-62e8-4af5-9029-c9d2f4e0f37a None None] Pushing event updated for resources: {'Port': ['ID=bc383e0c-8f80-4488-9d23-1e0b536a9836,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:39.628795 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-79665d6b-b080-4329-b8df-5914190c377d req-6baab225-5e95-46d1-b02f-4297e66b4257 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a793fd8-9ed4-4ae3-a4ae-4d052731f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964330 Mar 05 14:10:39.689114 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54688ac-62e8-4af5-9029-c9d2f4e0f37a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:39.689751 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54688ac-62e8-4af5-9029-c9d2f4e0f37a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:39.690227 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54688ac-62e8-4af5-9029-c9d2f4e0f37a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:39.690696 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54688ac-62e8-4af5-9029-c9d2f4e0f37a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:39.691182 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54688ac-62e8-4af5-9029-c9d2f4e0f37a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:39.691663 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54688ac-62e8-4af5-9029-c9d2f4e0f37a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:39.692130 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54688ac-62e8-4af5-9029-c9d2f4e0f37a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:39.692622 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54688ac-62e8-4af5-9029-c9d2f4e0f37a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:39.694134 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54688ac-62e8-4af5-9029-c9d2f4e0f37a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:39.694630 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54688ac-62e8-4af5-9029-c9d2f4e0f37a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:39.695132 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54688ac-62e8-4af5-9029-c9d2f4e0f37a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:39.695597 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54688ac-62e8-4af5-9029-c9d2f4e0f37a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:10:39.720052 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-88db7e61-0c15-40d4-9cab-f255ab6712af admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:10:39.720450 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-88db7e61-0c15-40d4-9cab-f255ab6712af admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:10:39.723102 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] Attempting to bind port bc383e0c-8f80-4488-9d23-1e0b536a9836 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:10:39.723631 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] Attempting to bind port bc383e0c-8f80-4488-9d23-1e0b536a9836 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '2bb7a191-5c34-42aa-bc97-7d878aaf8a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6752e282-cfdb-4371-b5c7-9217f4c4a973'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:10:39.724036 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] Attempting to bind port bc383e0c-8f80-4488-9d23-1e0b536a9836 on network 6752e282-cfdb-4371-b5c7-9217f4c4a973 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:10:39.730031 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:10:39.730387 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] Checking segment: {'id': '2bb7a191-5c34-42aa-bc97-7d878aaf8a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6752e282-cfdb-4371-b5c7-9217f4c4a973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:10:39.730794 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:39.731187 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] Bound using segment: {'id': '2bb7a191-5c34-42aa-bc97-7d878aaf8a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6752e282-cfdb-4371-b5c7-9217f4c4a973'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:10:39.731635 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] Bound port: bc383e0c-8f80-4488-9d23-1e0b536a9836, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb7a191-5c34-42aa-bc97-7d878aaf8a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6752e282-cfdb-4371-b5c7-9217f4c4a973'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:10:39.732001 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:39.816902 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9b0402-e344-47b1-9b10-419f7f522a2e None None] Network 448472c5-2d85-486f-816c-e07f9fa1411d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:10:39.829661 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] For port bc383e0c-8f80-4488-9d23-1e0b536a9836, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:10:39.834358 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] For port bc383e0c-8f80-4488-9d23-1e0b536a9836, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=bc383e0c-8f80-4488-9d23-1e0b536a9836,segment=NetworkSegment(2bb7a191-5c34-42aa-bc97-7d878aaf8a28),segment_id=2bb7a191-5c34-42aa-bc97-7d878aaf8a28)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:10:39.838607 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:39.938250 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] Routers {'5881fdd3-b666-4f6a-84c1-9882d8b1d77f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:10:39.938970 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:10:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['5881fdd3-b666-4f6a-84c1-9882d8b1d77f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:40.030943 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54688ac-62e8-4af5-9029-c9d2f4e0f37a None None] Pushing event updated for resources: {'Port': ['ID=bc383e0c-8f80-4488-9d23-1e0b536a9836,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:40.157070 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-900efee7-3111-489e-a01f-524fb422a50b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:40.175074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-900efee7-3111-489e-a01f-524fb422a50b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:subnet and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:40.184452 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-900efee7-3111-489e-a01f-524fb422a50b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:40.211207 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] Set router 5881fdd3-b666-4f6a-84c1-9882d8b1d77f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:10:40.221851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-88db7e61-0c15-40d4-9cab-f255ab6712af admin admin] Deleting port bc383e0c-8f80-4488-9d23-1e0b536a9836 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:40.222388 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-88db7e61-0c15-40d4-9cab-f255ab6712af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:40.284037 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-900efee7-3111-489e-a01f-524fb422a50b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:40.435080 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900efee7-3111-489e-a01f-524fb422a50b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:10:40.437879 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-900efee7-3111-489e-a01f-524fb422a50b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:40.507751 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-88db7e61-0c15-40d4-9cab-f255ab6712af admin admin] For port bc383e0c-8f80-4488-9d23-1e0b536a9836, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=bc383e0c-8f80-4488-9d23-1e0b536a9836,segment=NetworkSegment(2bb7a191-5c34-42aa-bc97-7d878aaf8a28),segment_id=2bb7a191-5c34-42aa-bc97-7d878aaf8a28)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:40.508509 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-88db7e61-0c15-40d4-9cab-f255ab6712af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:40.704349 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5881fdd3-b666-4f6a-84c1-9882d8b1d77f', 'name': 'tempest-ImageQuotaTest-1249504006-router', 'tenant_id': '38379a0f828d44969cdcbbeca5be86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '1a2607bd-b102-40c7-9759-20fb84189ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:23Z', 'updated_at': '2022-03-05T14:10:30Z', 'revision_number': 4, 'project_id': '38379a0f828d44969cdcbbeca5be86d8', 'gw_port': {'id': '1a2607bd-b102-40c7-9759-20fb84189ffb', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5881fdd3-b666-4f6a-84c1-9882d8b1d77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:10:25Z', 'updated_at': '2022-03-05T14:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'bc383e0c-8f80-4488-9d23-1e0b536a9836', 'name': '', 'network_id': '6752e282-cfdb-4371-b5c7-9217f4c4a973', 'tenant_id': '38379a0f828d44969cdcbbeca5be86d8', 'mac_address': 'fa:16:3e:f2:a1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5881fdd3-b666-4f6a-84c1-9882d8b1d77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '73142582-a6ff-40a3-a866-e4608d7c49f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:10:29Z', 'updated_at': '2022-03-05T14:10:39Z', 'revision_number': 4, 'project_id': '38379a0f828d44969cdcbbeca5be86d8', 'subnets': [{'id': '73142582-a6ff-40a3-a866-e4608d7c49f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:40.710613 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe731770-7ff5-482e-bc17-4c065d55cdaf None None] The sync data for ids ['5881fdd3-b666-4f6a-84c1-9882d8b1d77f'] in n-d-803718-1 is: [{'id': '5881fdd3-b666-4f6a-84c1-9882d8b1d77f', 'name': 'tempest-ImageQuotaTest-1249504006-router', 'tenant_id': '38379a0f828d44969cdcbbeca5be86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '1a2607bd-b102-40c7-9759-20fb84189ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:23Z', 'updated_at': '2022-03-05T14:10:30Z', 'revision_number': 4, 'project_id': '38379a0f828d44969cdcbbeca5be86d8', 'gw_port': {'id': '1a2607bd-b102-40c7-9759-20fb84189ffb', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5881fdd3-b666-4f6a-84c1-9882d8b1d77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:10:25Z', 'updated_at': '2022-03-05T14:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'bc383e0c-8f80-4488-9d23-1e0b536a9836', 'name': '', 'network_id': '6752e282-cfdb-4371-b5c7-9217f4c4a973', 'tenant_id': '38379a0f828d44969cdcbbeca5be86d8', 'mac_address': 'fa:16:3e:f2:a1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5881fdd3-b666-4f6a-84c1-9882d8b1d77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '73142582-a6ff-40a3-a866-e4608d7c49f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:10:29Z', 'updated_at': '2022-03-05T14:10:39Z', 'revision_number': 4, 'project_id': '38379a0f828d44969cdcbbeca5be86d8', 'subnets': [{'id': '73142582-a6ff-40a3-a866-e4608d7c49f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:10:40.748826 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31d63d-5e8b-4c01-b5e8-e8a5d419945e req-1c65d540-dfc4-4eeb-b119-b19deab33056 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:40.750385 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae31d63d-5e8b-4c01-b5e8-e8a5d419945e req-1c65d540-dfc4-4eeb-b119-b19deab33056 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ca7b46a-1e3f-4d1e-9de3-996b40579dd2 HTTP/1.1" status: 200 len: 945 time: 0.4762077 Mar 05 14:10:40.766292 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-88db7e61-0c15-40d4-9cab-f255ab6712af admin admin] Calling delete_port for bc383e0c-8f80-4488-9d23-1e0b536a9836 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:10:40.950506 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8fec5600-a3f9-44d2-942e-aa3380536ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:41.020299 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af895c45-fcde-4a3f-8aba-f44804a4b631 req-2df992cf-332d-4e70-9da9-8fa8e6a47b8a tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:41.022335 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-af895c45-fcde-4a3f-8aba-f44804a4b631 req-2df992cf-332d-4e70-9da9-8fa8e6a47b8a tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ca7b46a-1e3f-4d1e-9de3-996b40579dd2 HTTP/1.1" status: 200 len: 945 time: 0.1513622 Mar 05 14:10:41.064213 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-900efee7-3111-489e-a01f-524fb422a50b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:41.089929 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-af895c45-fcde-4a3f-8aba-f44804a4b631 req-e8c5efe4-9436-4f9b-90a8-fffa46fff1f9 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a793fd8-9ed4-4ae3-a4ae-4d052731f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608976 Mar 05 14:10:41.111612 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-ae31d63d-5e8b-4c01-b5e8-e8a5d419945e req-c2837319-3817-4640-8262-2f065cb40bc5 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Deleting port fc3ce2bc-1469-4514-bd23-d98280bff29e {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:41.111957 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ae31d63d-5e8b-4c01-b5e8-e8a5d419945e req-c2837319-3817-4640-8262-2f065cb40bc5 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:41.143382 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-935825ed-49aa-4c8b-8d40-c533ead18ad0 None None] Provisioning complete for port 94186791-8011-4f06-8c78-39729a88be0b triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:41.144229 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-935825ed-49aa-4c8b-8d40-c533ead18ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:41.188568 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-88db7e61-0c15-40d4-9cab-f255ab6712af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:41.200605 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900efee7-3111-489e-a01f-524fb422a50b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 448472c5-2d85-486f-816c-e07f9fa1411d is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:10:41.202424 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900efee7-3111-489e-a01f-524fb422a50b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Subnet': ['ID=c75d6424-062b-4cb3-b0cc-ac1864dce744,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:41.207676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-900efee7-3111-489e-a01f-524fb422a50b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:10:41.213715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900efee7-3111-489e-a01f-524fb422a50b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:41.213801 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-900efee7-3111-489e-a01f-524fb422a50b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:41.227258 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b99b77-1296-4bf1-beff-ab3c10b53bb8 None None] Network 448472c5-2d85-486f-816c-e07f9fa1411d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:10:41.252292 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db7e61-0c15-40d4-9cab-f255ab6712af admin admin] Pushing event deleted for resources: {'Port': ['ID=bc383e0c-8f80-4488-9d23-1e0b536a9836,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:41.282072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-935825ed-49aa-4c8b-8d40-c533ead18ad0 None None] Port 94186791-8011-4f06-8c78-39729a88be0b cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:10:41.382913 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-900efee7-3111-489e-a01f-524fb422a50b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8507230 Mar 05 14:10:41.386744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38960) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:41.427345 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-377508ca-87ca-43ce-95f0-26db9c97a50e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'security_group': {'name': 'tempest-secgroup-932613705'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:41.477043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-377508ca-87ca-43ce-95f0-26db9c97a50e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:41.521937 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-935825ed-49aa-4c8b-8d40-c533ead18ad0 None None] Provisioning complete for port 859582c4-a90a-4b13-a63e-5e164f84c9a7 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:41.522525 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-935825ed-49aa-4c8b-8d40-c533ead18ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:41.565765 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-377508ca-87ca-43ce-95f0-26db9c97a50e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:security_group and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:41.577491 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-377508ca-87ca-43ce-95f0-26db9c97a50e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:41.608917 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-377508ca-87ca-43ce-95f0-26db9c97a50e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:41.761358 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-377508ca-87ca-43ce-95f0-26db9c97a50e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:41.816076 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c2068014-948f-4594-99f1-20246fe927f9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:41.917610 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cd432e-cc06-4726-b3b3-698a222ac63f None None] Update dhcp port {'port': {'network_id': '448472c5-2d85-486f-816c-e07f9fa1411d', 'fixed_ips': [{'subnet_id': '787e75d6-e824-490d-b302-f5a2640dbf8f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c75d6424-062b-4cb3-b0cc-ac1864dce744'}], 'binding:host_id': 'n-d-803718-1'}, 'id': '859582c4-a90a-4b13-a63e-5e164f84c9a7'} from n-d-803718-1. {{(pid=87915) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 05 14:10:41.931436 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-88db7e61-0c15-40d4-9cab-f255ab6712af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:41.958817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-377508ca-87ca-43ce-95f0-26db9c97a50e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:41.986326 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b4cd432e-cc06-4726-b3b3-698a222ac63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:41.988764 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-377508ca-87ca-43ce-95f0-26db9c97a50e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:security_group_rule and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:41.993812 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-377508ca-87ca-43ce-95f0-26db9c97a50e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:42.021445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-ae31d63d-5e8b-4c01-b5e8-e8a5d419945e req-c2837319-3817-4640-8262-2f065cb40bc5 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] For port fc3ce2bc-1469-4514-bd23-d98280bff29e, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=fc3ce2bc-1469-4514-bd23-d98280bff29e,segment=NetworkSegment(53e0795d-518c-4fa2-80c9-09ce23fb9c7d),segment_id=53e0795d-518c-4fa2-80c9-09ce23fb9c7d)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:42.022076 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ae31d63d-5e8b-4c01-b5e8-e8a5d419945e req-c2837319-3817-4640-8262-2f065cb40bc5 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:42.249611 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:42.262160 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:42.276623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-377508ca-87ca-43ce-95f0-26db9c97a50e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:42.293302 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-b4cd432e-cc06-4726-b3b3-698a222ac63f None None] Allocated IP 2001:db8::2 (448472c5-2d85-486f-816c-e07f9fa1411d/c75d6424-062b-4cb3-b0cc-ac1864dce744/859582c4-a90a-4b13-a63e-5e164f84c9a7) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:10:42.412050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-ae31d63d-5e8b-4c01-b5e8-e8a5d419945e req-c2837319-3817-4640-8262-2f065cb40bc5 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Calling delete_port for fc3ce2bc-1469-4514-bd23-d98280bff29e owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:10:42.469062 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88db7e61-0c15-40d4-9cab-f255ab6712af admin admin] Router 5881fdd3-b666-4f6a-84c1-9882d8b1d77f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:10:42.483253 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b4cd432e-cc06-4726-b3b3-698a222ac63f None None] For port 859582c4-a90a-4b13-a63e-5e164f84c9a7, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=859582c4-a90a-4b13-a63e-5e164f84c9a7,segment=NetworkSegment(a8a38e20-49f5-4d47-85d2-c43858f1e2a4),segment_id=a8a38e20-49f5-4d47-85d2-c43858f1e2a4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:42.510882 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b4cd432e-cc06-4726-b3b3-698a222ac63f None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:42.530709 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b4cd432e-cc06-4726-b3b3-698a222ac63f None None] Transition to ACTIVE for port object 859582c4-a90a-4b13-a63e-5e164f84c9a7 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:10:42.538277 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b4cd432e-cc06-4726-b3b3-698a222ac63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:42.583611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057e7bc-899d-4288-8538-135fb4bc2d53 req-382ab66e-07ba-4eba-83e9-b94144fc3402 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:42.587850 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1057e7bc-899d-4288-8538-135fb4bc2d53 req-382ab66e-07ba-4eba-83e9-b94144fc3402 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ca7b46a-1e3f-4d1e-9de3-996b40579dd2 HTTP/1.1" status: 200 len: 945 time: 0.3222973 Mar 05 14:10:42.712307 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd432e-cc06-4726-b3b3-698a222ac63f None None] Pushing event updated for resources: {'Port': ['ID=859582c4-a90a-4b13-a63e-5e164f84c9a7,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:42.737645 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1057e7bc-899d-4288-8538-135fb4bc2d53 req-45eac631-edbe-46c9-90ad-2d5777ccb05f tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a793fd8-9ed4-4ae3-a4ae-4d052731f11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450598 Mar 05 14:10:42.750320 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88db7e61-0c15-40d4-9cab-f255ab6712af admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:10:42.760760 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-88db7e61-0c15-40d4-9cab-f255ab6712af admin admin] 10.222.0.16 "PUT /v2.0/routers/5881fdd3-b666-4f6a-84c1-9882d8b1d77f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5419171 Mar 05 14:10:42.764408 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38974) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:42.767314 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd13174-270c-4307-8362-fb6143b9b9b8 None None] Sync routers for ids ['5881fdd3-b666-4f6a-84c1-9882d8b1d77f'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:10:42.778536 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd13174-270c-4307-8362-fb6143b9b9b8 None None] Routers {'5881fdd3-b666-4f6a-84c1-9882d8b1d77f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:10:42.779177 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-6cd13174-270c-4307-8362-fb6143b9b9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:10:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['5881fdd3-b666-4f6a-84c1-9882d8b1d77f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:42.847290 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-377508ca-87ca-43ce-95f0-26db9c97a50e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:42.892446 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-377508ca-87ca-43ce-95f0-26db9c97a50e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:42.933698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67ebef-a35e-4676-8b2d-71e87f9dd43e req-e177a749-58df-4260-b928-de26f6c19259 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:42.935270 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1b67ebef-a35e-4676-8b2d-71e87f9dd43e req-e177a749-58df-4260-b928-de26f6c19259 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/ports?device_id=70011bd6-df8a-44b9-846d-18873e8f2c89 HTTP/1.1" status: 200 len: 948 time: 0.4895692 Mar 05 14:10:42.984921 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9d27057f-eef9-42fc-8f26-a20f868bcdf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:43.018501 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-377508ca-87ca-43ce-95f0-26db9c97a50e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:43.019761 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-377508ca-87ca-43ce-95f0-26db9c97a50e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6167386 Mar 05 14:10:43.020661 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ae31d63d-5e8b-4c01-b5e8-e8a5d419945e req-c2837319-3817-4640-8262-2f065cb40bc5 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:43.028386 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-6cd13174-270c-4307-8362-fb6143b9b9b8 None None] Set router 5881fdd3-b666-4f6a-84c1-9882d8b1d77f gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:10:43.035625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377508ca-87ca-43ce-95f0-26db9c97a50e tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7746104-fe3e-4b51-a41a-53ad89eac968,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:43.038640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38978) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:43.050438 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-6706c026-c343-4de6-8627-2e81c41574ba tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'security_group': {'name': 'tempest-secgroup-16311726'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:43.066273 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6706c026-c343-4de6-8627-2e81c41574ba tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:43.073955 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6706c026-c343-4de6-8627-2e81c41574ba tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:security_group and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:43.078634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6706c026-c343-4de6-8627-2e81c41574ba tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:43.092206 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6706c026-c343-4de6-8627-2e81c41574ba tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:43.109536 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1b67ebef-a35e-4676-8b2d-71e87f9dd43e req-66f5e6ac-1b6f-49cb-95df-53d4df8154a9 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/security-groups?id=47ceb264-4a67-42ef-aad3-9fdc0bf37136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487501 Mar 05 14:10:43.154669 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2837319-3817-4640-8262-2f065cb40bc5 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Pushing event deleted for resources: {'Port': ['ID=fc3ce2bc-1469-4514-bd23-d98280bff29e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:43.176640 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6706c026-c343-4de6-8627-2e81c41574ba tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:43.226319 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6706c026-c343-4de6-8627-2e81c41574ba tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:43.238977 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6706c026-c343-4de6-8627-2e81c41574ba tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:security_group_rule and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:43.242126 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6706c026-c343-4de6-8627-2e81c41574ba tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:43.245522 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9d27057f-eef9-42fc-8f26-a20f868bcdf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:43.291089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae31d63d-5e8b-4c01-b5e8-e8a5d419945e req-c2837319-3817-4640-8262-2f065cb40bc5 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] No DVR routers for this DVR port fc3ce2bc-1469-4514-bd23-d98280bff29e on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:10:43.296676 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ae31d63d-5e8b-4c01-b5e8-e8a5d419945e req-c2837319-3817-4640-8262-2f065cb40bc5 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:43.298510 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae31d63d-5e8b-4c01-b5e8-e8a5d419945e req-c2837319-3817-4640-8262-2f065cb40bc5 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.30 "DELETE /v2.0/ports/fc3ce2bc-1469-4514-bd23-d98280bff29e HTTP/1.1" status: 204 len: 173 time: 2.5406880 Mar 05 14:10:43.299059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca7b46a-1e3f-4d1e-9de3-996b40579dd2', 'name': 'network-vif-deleted', 'tag': 'fc3ce2bc-1469-4514-bd23-d98280bff29e'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:10:43.344000 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c2068014-948f-4594-99f1-20246fe927f9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Deleting port 121b1661-61bb-4a8c-817e-fd1df95bc4d2 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:43.344627 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c2068014-948f-4594-99f1-20246fe927f9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:43.396873 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca7b46a-1e3f-4d1e-9de3-996b40579dd2', 'name': 'network-vif-deleted', 'tag': 'fc3ce2bc-1469-4514-bd23-d98280bff29e', 'status': 'completed', 'code': 200} Mar 05 14:10:43.434907 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6706c026-c343-4de6-8627-2e81c41574ba tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:43.455772 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-9d27057f-eef9-42fc-8f26-a20f868bcdf9 admin admin] Deleting port 1a2607bd-b102-40c7-9759-20fb84189ffb {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:43.456100 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9d27057f-eef9-42fc-8f26-a20f868bcdf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:43.472043 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device fc3ce2bc-1469-4514-bd23-d98280bff29e no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:10:43.535547 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: fc3ce2bc-1469-4514-bd23-d98280bff29e {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:10:43.536313 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device fc3ce2bc-1469-4514-bd23-d98280bff29e not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:10:43.577431 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-6cd13174-270c-4307-8362-fb6143b9b9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5881fdd3-b666-4f6a-84c1-9882d8b1d77f', 'name': 'tempest-ImageQuotaTest-1249504006-router', 'tenant_id': '38379a0f828d44969cdcbbeca5be86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': '1a2607bd-b102-40c7-9759-20fb84189ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:23Z', 'updated_at': '2022-03-05T14:10:41Z', 'revision_number': 5, 'project_id': '38379a0f828d44969cdcbbeca5be86d8', 'gw_port': {'id': '1a2607bd-b102-40c7-9759-20fb84189ffb', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5881fdd3-b666-4f6a-84c1-9882d8b1d77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:10:25Z', 'updated_at': '2022-03-05T14:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:43.581540 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd13174-270c-4307-8362-fb6143b9b9b8 None None] Checking router: 5881fdd3-b666-4f6a-84c1-9882d8b1d77f for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:10:43.592176 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd13174-270c-4307-8362-fb6143b9b9b8 None None] Routers {'5881fdd3-b666-4f6a-84c1-9882d8b1d77f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:10:43.593836 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-6cd13174-270c-4307-8362-fb6143b9b9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:10:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['5881fdd3-b666-4f6a-84c1-9882d8b1d77f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:43.665132 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-c2068014-948f-4594-99f1-20246fe927f9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] For port 121b1661-61bb-4a8c-817e-fd1df95bc4d2, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=121b1661-61bb-4a8c-817e-fd1df95bc4d2,segment=NetworkSegment(741dd59d-bade-437e-8056-1876ce72c11e),segment_id=741dd59d-bade-437e-8056-1876ce72c11e)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:43.665726 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c2068014-948f-4594-99f1-20246fe927f9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:43.678874 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6706c026-c343-4de6-8627-2e81c41574ba tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:43.689028 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6706c026-c343-4de6-8627-2e81c41574ba tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:43.754538 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-9d27057f-eef9-42fc-8f26-a20f868bcdf9 admin admin] For port 1a2607bd-b102-40c7-9759-20fb84189ffb, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1a2607bd-b102-40c7-9759-20fb84189ffb,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:43.754971 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9d27057f-eef9-42fc-8f26-a20f868bcdf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:43.767630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706c026-c343-4de6-8627-2e81c41574ba tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe12e2c-a416-47fa-822f-9a59584ad23a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:43.786075 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ce56514f-8eb4-4701-ba89-1dca1aebbb88 None None] Provisioning complete for port 94186791-8011-4f06-8c78-39729a88be0b triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:43.787534 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ce56514f-8eb4-4701-ba89-1dca1aebbb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:43.824018 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6706c026-c343-4de6-8627-2e81c41574ba tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:43.825209 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6706c026-c343-4de6-8627-2e81c41574ba tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7856374 Mar 05 14:10:43.832789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c2068014-948f-4594-99f1-20246fe927f9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Calling delete_port for 121b1661-61bb-4a8c-817e-fd1df95bc4d2 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:10:43.851149 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ce56514f-8eb4-4701-ba89-1dca1aebbb88 None None] Port 94186791-8011-4f06-8c78-39729a88be0b cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:10:43.878799 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:43.882655 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-6cd13174-270c-4307-8362-fb6143b9b9b8 None None] Set router 5881fdd3-b666-4f6a-84c1-9882d8b1d77f gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:10:43.885776 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38988) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:43.890960 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-b19e7003-49b1-4d36-9787-b27810fa56aa tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'security_group': {'name': 'tempest-secgroup-1398608333'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:43.903032 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-9d27057f-eef9-42fc-8f26-a20f868bcdf9 admin admin] Calling delete_port for 1a2607bd-b102-40c7-9759-20fb84189ffb owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:10:43.937681 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b19e7003-49b1-4d36-9787-b27810fa56aa tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:43.945657 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b19e7003-49b1-4d36-9787-b27810fa56aa tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:security_group and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:43.951129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b19e7003-49b1-4d36-9787-b27810fa56aa tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:43.966146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b19e7003-49b1-4d36-9787-b27810fa56aa tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:43.984542 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ce56514f-8eb4-4701-ba89-1dca1aebbb88 None None] Provisioning for port 859582c4-a90a-4b13-a63e-5e164f84c9a7 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:10:44.013442 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b19e7003-49b1-4d36-9787-b27810fa56aa tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:44.051997 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b19e7003-49b1-4d36-9787-b27810fa56aa tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:44.056901 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 859582c4-a90a-4b13-a63e-5e164f84c9a7 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:10:44.060363 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b19e7003-49b1-4d36-9787-b27810fa56aa tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:security_group_rule and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:44.065397 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b19e7003-49b1-4d36-9787-b27810fa56aa tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:44.078103 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b19e7003-49b1-4d36-9787-b27810fa56aa tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:44.128106 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ce56514f-8eb4-4701-ba89-1dca1aebbb88 None None] Provisioning complete for port 859582c4-a90a-4b13-a63e-5e164f84c9a7 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:44.128501 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ce56514f-8eb4-4701-ba89-1dca1aebbb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:44.162311 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-6cd13174-270c-4307-8362-fb6143b9b9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5881fdd3-b666-4f6a-84c1-9882d8b1d77f', 'name': 'tempest-ImageQuotaTest-1249504006-router', 'tenant_id': '38379a0f828d44969cdcbbeca5be86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:23Z', 'updated_at': '2022-03-05T14:10:43Z', 'revision_number': 6, 'project_id': '38379a0f828d44969cdcbbeca5be86d8', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:44.177990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd13174-270c-4307-8362-fb6143b9b9b8 None None] The sync data for ids ['5881fdd3-b666-4f6a-84c1-9882d8b1d77f'] in n-d-803718-1 is: [{'id': '5881fdd3-b666-4f6a-84c1-9882d8b1d77f', 'name': 'tempest-ImageQuotaTest-1249504006-router', 'tenant_id': '38379a0f828d44969cdcbbeca5be86d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:23Z', 'updated_at': '2022-03-05T14:10:43Z', 'revision_number': 6, 'project_id': '38379a0f828d44969cdcbbeca5be86d8', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:10:44.213889 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 859582c4-a90a-4b13-a63e-5e164f84c9a7 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:44.214510 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:44.244810 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9d27057f-eef9-42fc-8f26-a20f868bcdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:44.317259 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27057f-eef9-42fc-8f26-a20f868bcdf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a2607bd-b102-40c7-9759-20fb84189ffb,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:44.352226 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b19e7003-49b1-4d36-9787-b27810fa56aa tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:44.393034 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b19e7003-49b1-4d36-9787-b27810fa56aa tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:44.403292 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c2068014-948f-4594-99f1-20246fe927f9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:44.455042 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d66bb90d-4e9f-4d2d-8dca-6f180be98dd3 req-c4b15b97-d014-47a8-b521-ee9e47cca1c9 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Synchronizing usage tracker for tenant:8a478a8d0661420789e0812b794c38ab on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:10:44.468872 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b19e7003-49b1-4d36-9787-b27810fa56aa tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:44.470047 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b19e7003-49b1-4d36-9787-b27810fa56aa tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5833452 Mar 05 14:10:44.470199 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2068014-948f-4594-99f1-20246fe927f9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event deleted for resources: {'Port': ['ID=121b1661-61bb-4a8c-817e-fd1df95bc4d2,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:44.477305 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 38994) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:44.504201 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-33669846-75e4-4e11-965f-2a0407b323ed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-233885631', 'security_groups': ['cc41fe6e-77fe-450b-abaf-23d48803371e'], 'network_id': '448472c5-2d85-486f-816c-e07f9fa1411d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c75d6424-062b-4cb3-b0cc-ac1864dce744'}]}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:44.545612 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e7003-49b1-4d36-9787-b27810fa56aa tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc41fe6e-77fe-450b-abaf-23d48803371e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:44.560329 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9d27057f-eef9-42fc-8f26-a20f868bcdf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:44.585530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d66bb90d-4e9f-4d2d-8dca-6f180be98dd3 req-c4b15b97-d014-47a8-b521-ee9e47cca1c9 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] Unset dirty status for tenant:8a478a8d0661420789e0812b794c38ab on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:10:44.599756 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d66bb90d-4e9f-4d2d-8dca-6f180be98dd3 req-c4b15b97-d014-47a8-b521-ee9e47cca1c9 tempest-VolumesSnapshotTestJSON-532298509 tempest-VolumesSnapshotTestJSON-532298509-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ca7b46a-1e3f-4d1e-9de3-996b40579dd2 HTTP/1.1" status: 200 len: 210 time: 0.3947442 Mar 05 14:10:44.610706 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e1612-3fbe-473a-8dc8-11b5d82b17ee req-6754a5b3-b327-452d-a649-85c31191c324 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:44.612294 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7d5e1612-3fbe-473a-8dc8-11b5d82b17ee req-6754a5b3-b327-452d-a649-85c31191c324 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.30 "GET /v2.0/ports?device_id=70011bd6-df8a-44b9-846d-18873e8f2c89 HTTP/1.1" status: 200 len: 948 time: 0.7333508 Mar 05 14:10:44.763404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-7d5e1612-3fbe-473a-8dc8-11b5d82b17ee req-b7063cbf-f5fc-4d5d-a46f-3744b21d0dca tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Deleting port 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:44.763671 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7d5e1612-3fbe-473a-8dc8-11b5d82b17ee req-b7063cbf-f5fc-4d5d-a46f-3744b21d0dca tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:44.836425 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9d27057f-eef9-42fc-8f26-a20f868bcdf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:44.848506 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71b366-0cfd-42fb-9b77-bafa27843ed6 req-02095972-a23b-4289-91e6-e633beed43f9 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:44.851135 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e71b366-0cfd-42fb-9b77-bafa27843ed6 req-02095972-a23b-4289-91e6-e633beed43f9 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/ports?device_id=70011bd6-df8a-44b9-846d-18873e8f2c89 HTTP/1.1" status: 200 len: 948 time: 0.5417368 Mar 05 14:10:44.852508 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9d27057f-eef9-42fc-8f26-a20f868bcdf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:44.910609 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-33669846-75e4-4e11-965f-2a0407b323ed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:44.920715 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9d27057f-eef9-42fc-8f26-a20f868bcdf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:44.921223 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d27057f-eef9-42fc-8f26-a20f868bcdf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5881fdd3-b666-4f6a-84c1-9882d8b1d77f {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:10:44.938410 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-33669846-75e4-4e11-965f-2a0407b323ed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:44.946483 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9d27057f-eef9-42fc-8f26-a20f868bcdf9 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:44.949846 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9d27057f-eef9-42fc-8f26-a20f868bcdf9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/5881fdd3-b666-4f6a-84c1-9882d8b1d77f HTTP/1.1" status: 204 len: 168 time: 2.1819410 Mar 05 14:10:44.952152 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e71b366-0cfd-42fb-9b77-bafa27843ed6 req-42e3b521-47e7-4ba8-abb2-1837de0dbc07 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/security-groups?id=47ceb264-4a67-42ef-aad3-9fdc0bf37136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865519 Mar 05 14:10:44.952415 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 38998) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:44.964481 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33669846-75e4-4e11-965f-2a0407b323ed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:10:45.011567 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c2068014-948f-4594-99f1-20246fe927f9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:45.213658 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-be07f4df-c554-43e0-922f-e2e52447e0c6 admin admin] Deleting subnet 73142582-a6ff-40a3-a866-e4608d7c49f7 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:10:45.228267 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-33669846-75e4-4e11-965f-2a0407b323ed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:45.230132 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-be07f4df-c554-43e0-922f-e2e52447e0c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:45.249076 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [None req-33669846-75e4-4e11-965f-2a0407b323ed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] device_id is not set on port d5e8e7bc-7ecc-4f95-b927-bd08592e0cae yet. {{(pid=87913) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 14:10:45.314925 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-be07f4df-c554-43e0-922f-e2e52447e0c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:45.462013 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-7d5e1612-3fbe-473a-8dc8-11b5d82b17ee req-b7063cbf-f5fc-4d5d-a46f-3744b21d0dca tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] For port 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:45.462013 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7d5e1612-3fbe-473a-8dc8-11b5d82b17ee req-b7063cbf-f5fc-4d5d-a46f-3744b21d0dca tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:45.479252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-33669846-75e4-4e11-965f-2a0407b323ed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Allocated IP 2001:db8::3ba (448472c5-2d85-486f-816c-e07f9fa1411d/c75d6424-062b-4cb3-b0cc-ac1864dce744/d5e8e7bc-7ecc-4f95-b927-bd08592e0cae) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:10:45.666437 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-7d5e1612-3fbe-473a-8dc8-11b5d82b17ee req-b7063cbf-f5fc-4d5d-a46f-3744b21d0dca tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Calling delete_port for 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:10:45.676058 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-33669846-75e4-4e11-965f-2a0407b323ed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:45.710688 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-33669846-75e4-4e11-965f-2a0407b323ed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Transition to ACTIVE for port object d5e8e7bc-7ecc-4f95-b927-bd08592e0cae will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:10:45.738338 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-33669846-75e4-4e11-965f-2a0407b323ed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:45.813740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33669846-75e4-4e11-965f-2a0407b323ed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 448472c5-2d85-486f-816c-e07f9fa1411d is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:10:45.823085 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-33669846-75e4-4e11-965f-2a0407b323ed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:10:45.828361 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33669846-75e4-4e11-965f-2a0407b323ed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:10:45.834208 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33669846-75e4-4e11-965f-2a0407b323ed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:45.834917 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-33669846-75e4-4e11-965f-2a0407b323ed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:45.843441 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33669846-75e4-4e11-965f-2a0407b323ed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Port': ['ID=d5e8e7bc-7ecc-4f95-b927-bd08592e0cae,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:45.877059 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-33669846-75e4-4e11-965f-2a0407b323ed tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3919337 Mar 05 14:10:45.877860 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39006) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:45.884378 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-fab67488-64e8-4168-ae8b-6de6c2a21aa0 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'subnet': {'network_id': '448472c5-2d85-486f-816c-e07f9fa1411d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:45.973280 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-be07f4df-c554-43e0-922f-e2e52447e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:46.110115 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1a2607bd-b102-40c7-9759-20fb84189ffb no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:10:46.149931 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-fab67488-64e8-4168-ae8b-6de6c2a21aa0 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:46.162672 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-fab67488-64e8-4168-ae8b-6de6c2a21aa0 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:subnet and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:46.166620 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-fab67488-64e8-4168-ae8b-6de6c2a21aa0 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:46.173818 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-fab67488-64e8-4168-ae8b-6de6c2a21aa0 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:46.175682 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 1a2607bd-b102-40c7-9759-20fb84189ffb {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:10:46.176323 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1a2607bd-b102-40c7-9759-20fb84189ffb not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:10:46.177048 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device bc383e0c-8f80-4488-9d23-1e0b536a9836 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:10:46.200612 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2068014-948f-4594-99f1-20246fe927f9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Router c1eab5a9-6361-48d9-aaa2-5828f2eae55d has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:10:46.204522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab67488-64e8-4168-ae8b-6de6c2a21aa0 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:10:46.208250 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fab67488-64e8-4168-ae8b-6de6c2a21aa0 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:46.227318 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: bc383e0c-8f80-4488-9d23-1e0b536a9836 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:10:46.227974 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device bc383e0c-8f80-4488-9d23-1e0b536a9836 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:10:46.265110 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d04d7-286d-44b3-b0b6-f27bca2b860e req-8fc47224-231d-4725-b049-ab37e2fecca5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:46.272138 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-989d04d7-286d-44b3-b0b6-f27bca2b860e req-8fc47224-231d-4725-b049-ab37e2fecca5 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/ports?device_id=70011bd6-df8a-44b9-846d-18873e8f2c89 HTTP/1.1" status: 200 len: 948 time: 0.1820931 Mar 05 14:10:46.299571 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5a4728e8-8592-469c-95a3-74e8f7361ef7 None None] Provisioning for port d5e8e7bc-7ecc-4f95-b927-bd08592e0cae completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:10:46.308191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5a4728e8-8592-469c-95a3-74e8f7361ef7 None None] Provisioning complete for port d5e8e7bc-7ecc-4f95-b927-bd08592e0cae triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:46.308703 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5a4728e8-8592-469c-95a3-74e8f7361ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:46.330321 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-be07f4df-c554-43e0-922f-e2e52447e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:46.383511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5a4728e8-8592-469c-95a3-74e8f7361ef7 None None] Port d5e8e7bc-7ecc-4f95-b927-bd08592e0cae cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:10:46.452289 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-989d04d7-286d-44b3-b0b6-f27bca2b860e req-5e477360-2f6c-4dbd-93a0-16058a620716 tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/security-groups?id=47ceb264-4a67-42ef-aad3-9fdc0bf37136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792264 Mar 05 14:10:46.479810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07f4df-c554-43e0-922f-e2e52447e0c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73142582-a6ff-40a3-a866-e4608d7c49f7,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:46.480850 n-d-803718-1 neutron-server[87913]: INFO neutron.db.ipam_backend_mixin [None req-fab67488-64e8-4168-ae8b-6de6c2a21aa0 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c75d6424-062b-4cb3-b0cc-ac1864dce744 (CIDR: 2001:db8::/64) Mar 05 14:10:46.485238 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab67488-64e8-4168-ae8b-6de6c2a21aa0 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:10:46.485758 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab67488-64e8-4168-ae8b-6de6c2a21aa0 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:10:46.495328 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7d5e1612-3fbe-473a-8dc8-11b5d82b17ee req-b7063cbf-f5fc-4d5d-a46f-3744b21d0dca tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:46.508947 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fab67488-64e8-4168-ae8b-6de6c2a21aa0 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6297746 Mar 05 14:10:46.510413 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e47f01-8477-4f46-b3c6-5bb7da9b21f7 None None] Network 6752e282-cfdb-4371-b5c7-9217f4c4a973 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:10:46.511268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39018) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:46.518119 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-3d8bb6a0-020f-4435-961f-423eb06aa193 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'subnet': {'network_id': '448472c5-2d85-486f-816c-e07f9fa1411d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:46.544773 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-be07f4df-c554-43e0-922f-e2e52447e0c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:46.589236 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7063cbf-f5fc-4d5d-a46f-3744b21d0dca tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Pushing event deleted for resources: {'Port': ['ID=08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:46.638188 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2068014-948f-4594-99f1-20246fe927f9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:10:46.649512 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c2068014-948f-4594-99f1-20246fe927f9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "PUT /v2.0/routers/c1eab5a9-6361-48d9-aaa2-5828f2eae55d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1211560 Mar 05 14:10:46.654437 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6870bff-a567-4e32-aa6d-d504a440d6af None None] Sync routers for ids ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:10:46.668327 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6870bff-a567-4e32-aa6d-d504a440d6af None None] Routers {'c1eab5a9-6361-48d9-aaa2-5828f2eae55d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:10:46.672213 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b6870bff-a567-4e32-aa6d-d504a440d6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:10:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:46.734381 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-be07f4df-c554-43e0-922f-e2e52447e0c6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/73142582-a6ff-40a3-a866-e4608d7c49f7 HTTP/1.1" status: 204 len: 168 time: 1.7760873 Mar 05 14:10:46.740117 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3d8bb6a0-020f-4435-961f-423eb06aa193 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:46.743042 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39024) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:46.747632 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3d8bb6a0-020f-4435-961f-423eb06aa193 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:subnet and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:46.757138 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3d8bb6a0-020f-4435-961f-423eb06aa193 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:46.768483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3d8bb6a0-020f-4435-961f-423eb06aa193 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:46.781364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5e1612-3fbe-473a-8dc8-11b5d82b17ee req-b7063cbf-f5fc-4d5d-a46f-3744b21d0dca tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] No DVR routers for this DVR port 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:10:46.786358 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7d5e1612-3fbe-473a-8dc8-11b5d82b17ee req-b7063cbf-f5fc-4d5d-a46f-3744b21d0dca tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:46.788449 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8bb6a0-020f-4435-961f-423eb06aa193 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:10:46.788921 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7d5e1612-3fbe-473a-8dc8-11b5d82b17ee req-b7063cbf-f5fc-4d5d-a46f-3744b21d0dca tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.30 "DELETE /v2.0/ports/08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f HTTP/1.1" status: 204 len: 173 time: 2.1696951 Mar 05 14:10:46.789535 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70011bd6-df8a-44b9-846d-18873e8f2c89', 'name': 'network-vif-deleted', 'tag': '08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:10:46.797219 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d8bb6a0-020f-4435-961f-423eb06aa193 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:46.904881 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8816d2-aa06-4431-88fb-276e00fc1905 None None] DHCP port deletion for 6752e282-cfdb-4371-b5c7-9217f4c4a973 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:10:46.909243 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-0e8816d2-aa06-4431-88fb-276e00fc1905 None None] Deleting port 439b0ee9-d31d-481e-a01a-8e4a814b61e1 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:46.909616 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0e8816d2-aa06-4431-88fb-276e00fc1905 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:46.975465 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70011bd6-df8a-44b9-846d-18873e8f2c89', 'name': 'network-vif-deleted', 'tag': '08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f', 'status': 'completed', 'code': 200} Mar 05 14:10:47.077149 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a7d72d2-5cf4-4548-a062-7ff8e6bc0db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:47.126521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-3a7d72d2-5cf4-4548-a062-7ff8e6bc0db4 admin admin] Deleting port 439b0ee9-d31d-481e-a01a-8e4a814b61e1 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:47.127113 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a7d72d2-5cf4-4548-a062-7ff8e6bc0db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:47.147596 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-b6870bff-a567-4e32-aa6d-d504a440d6af None None] Set router c1eab5a9-6361-48d9-aaa2-5828f2eae55d gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:10:47.180527 n-d-803718-1 neutron-server[87913]: INFO neutron.db.ipam_backend_mixin [None req-3d8bb6a0-020f-4435-961f-423eb06aa193 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 787e75d6-e824-490d-b302-f5a2640dbf8f (CIDR: 2001:db8:0:1::/64) Mar 05 14:10:47.189742 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8bb6a0-020f-4435-961f-423eb06aa193 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:10:47.191207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8bb6a0-020f-4435-961f-423eb06aa193 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:10:47.296243 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3d8bb6a0-020f-4435-961f-423eb06aa193 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7828848 Mar 05 14:10:47.299337 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39032) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:47.307436 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f285a04c-84be-4750-a4a5-0b914be46410 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'subnet': {'network_id': '448472c5-2d85-486f-816c-e07f9fa1411d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:47.458415 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-0e8816d2-aa06-4431-88fb-276e00fc1905 None None] For port 439b0ee9-d31d-481e-a01a-8e4a814b61e1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=439b0ee9-d31d-481e-a01a-8e4a814b61e1,segment=NetworkSegment(2bb7a191-5c34-42aa-bc97-7d878aaf8a28),segment_id=2bb7a191-5c34-42aa-bc97-7d878aaf8a28)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:47.459165 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0e8816d2-aa06-4431-88fb-276e00fc1905 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:47.524791 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:10:47.576568 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-3a7d72d2-5cf4-4548-a062-7ff8e6bc0db4 admin admin] For port 439b0ee9-d31d-481e-a01a-8e4a814b61e1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=439b0ee9-d31d-481e-a01a-8e4a814b61e1,segment=NetworkSegment(2bb7a191-5c34-42aa-bc97-7d878aaf8a28),segment_id=2bb7a191-5c34-42aa-bc97-7d878aaf8a28)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:47.578716 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a7d72d2-5cf4-4548-a062-7ff8e6bc0db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:47.632882 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:10:47.633235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 08e2e6a1-16ea-4c34-a6b0-b752bcb89c4f not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:10:47.656524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a30dd-bef2-4ef3-ba0d-210bb23de14e req-1bc02a66-0a71-4141-a79f-f061c6c3ac2e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:47.659963 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-db9a30dd-bef2-4ef3-ba0d-210bb23de14e req-1bc02a66-0a71-4141-a79f-f061c6c3ac2e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Synchronizing usage tracker for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:10:47.670741 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f285a04c-84be-4750-a4a5-0b914be46410 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:47.676319 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f285a04c-84be-4750-a4a5-0b914be46410 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Usage tracker for resource:subnet and tenant:0b1a258db7d443d2a5a311b119b89687 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:47.692999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f285a04c-84be-4750-a4a5-0b914be46410 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:47.715565 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f285a04c-84be-4750-a4a5-0b914be46410 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:47.722164 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-0e8816d2-aa06-4431-88fb-276e00fc1905 None None] Calling delete_port for 439b0ee9-d31d-481e-a01a-8e4a814b61e1 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:10:47.740953 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-db9a30dd-bef2-4ef3-ba0d-210bb23de14e req-1bc02a66-0a71-4141-a79f-f061c6c3ac2e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Unset dirty status for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:10:47.742413 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db9a30dd-bef2-4ef3-ba0d-210bb23de14e req-1bc02a66-0a71-4141-a79f-f061c6c3ac2e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bcaa9d-3a7d-4f51-bbc0-79815447ab44 HTTP/1.1" status: 200 len: 946 time: 0.5207384 Mar 05 14:10:47.743656 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f285a04c-84be-4750-a4a5-0b914be46410 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Made reservation on behalf of 0b1a258db7d443d2a5a311b119b89687 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:10:47.747182 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f285a04c-84be-4750-a4a5-0b914be46410 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:47.780568 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b6870bff-a567-4e32-aa6d-d504a440d6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'name': 'tempest-TestNetworkBasicOps-router-1065736224', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:08:26Z', 'updated_at': '2022-03-05T14:10:44Z', 'revision_number': 6, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:28Z', 'updated_at': '2022-03-05T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '38e91edc-9d9b-43c1-9bd6-00f177952c6d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'port_id': '6bc53ced-3633-4c84-bfc6-ec12a58e03f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'mac_address': 'fa:16:3e:49:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f060fe-6b68-4af0-bd57-c37f85d08631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:09:13Z', 'updated_at': '2022-03-05T14:09:19Z', 'revision_number': 1, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4', 'name': '', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:48:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '76653a85-548c-43a5-9101-603080510503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:36Z', 'updated_at': '2022-03-05T14:08:45Z', 'revision_number': 5, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '76653a85-548c-43a5-9101-603080510503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:47.785176 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6870bff-a567-4e32-aa6d-d504a440d6af None None] Checking router: c1eab5a9-6361-48d9-aaa2-5828f2eae55d for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:10:47.797124 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6870bff-a567-4e32-aa6d-d504a440d6af None None] Routers {'c1eab5a9-6361-48d9-aaa2-5828f2eae55d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:10:47.797334 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b6870bff-a567-4e32-aa6d-d504a440d6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:10:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:47.808529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-3a7d72d2-5cf4-4548-a062-7ff8e6bc0db4 admin admin] Calling delete_port for 439b0ee9-d31d-481e-a01a-8e4a814b61e1 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:10:47.881587 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0e8816d2-aa06-4431-88fb-276e00fc1905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:47.929181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-dbb7a097-1bfd-4dd0-96ec-4590a0781ba7 req-dc803258-d544-49dc-9e24-e8d270c1c11f tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Synchronizing usage tracker for tenant:e9b94609b3d54e51b8a1219b0555ba10 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:10:47.960427 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-3a7d72d2-5cf4-4548-a062-7ff8e6bc0db4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:10:47.961110 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-3a7d72d2-5cf4-4548-a062-7ff8e6bc0db4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:10:47.968993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-dbb7a097-1bfd-4dd0-96ec-4590a0781ba7 req-dc803258-d544-49dc-9e24-e8d270c1c11f tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] Unset dirty status for tenant:e9b94609b3d54e51b8a1219b0555ba10 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:10:47.971502 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dbb7a097-1bfd-4dd0-96ec-4590a0781ba7 req-dc803258-d544-49dc-9e24-e8d270c1c11f tempest-VolumesBackupsTest-960626978 tempest-VolumesBackupsTest-960626978-project] 10.222.0.16 "GET /v2.0/ports?device_id=70011bd6-df8a-44b9-846d-18873e8f2c89 HTTP/1.1" status: 200 len: 210 time: 0.0997870 Mar 05 14:10:47.986529 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8816d2-aa06-4431-88fb-276e00fc1905 None None] Pushing event deleted for resources: {'Port': ['ID=439b0ee9-d31d-481e-a01a-8e4a814b61e1,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:48.014426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8816d2-aa06-4431-88fb-276e00fc1905 None None] No DVR routers for this DVR port 439b0ee9-d31d-481e-a01a-8e4a814b61e1 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:10:48.039463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 439b0ee9-d31d-481e-a01a-8e4a814b61e1 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:10:48.045897 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db9a30dd-bef2-4ef3-ba0d-210bb23de14e req-2e574df8-674c-4185-a241-3de76f59ee2c tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=dede22ae-74ef-4c1e-9590-ff32c37c14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659276 Mar 05 14:10:48.091159 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 439b0ee9-d31d-481e-a01a-8e4a814b61e1 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:10:48.091501 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 439b0ee9-d31d-481e-a01a-8e4a814b61e1 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:10:48.113714 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-b6870bff-a567-4e32-aa6d-d504a440d6af None None] Set router c1eab5a9-6361-48d9-aaa2-5828f2eae55d gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:10:48.357574 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f285a04c-84be-4750-a4a5-0b914be46410 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:48.415907 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f285a04c-84be-4750-a4a5-0b914be46410 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Network 448472c5-2d85-486f-816c-e07f9fa1411d is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:10:48.419314 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-f285a04c-84be-4750-a4a5-0b914be46410 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:10:48.423804 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f285a04c-84be-4750-a4a5-0b914be46410 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:48.424533 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f285a04c-84be-4750-a4a5-0b914be46410 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:48.429174 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c238bd04-68af-4dbc-95d4-bb407045d2ab None None] Network 448472c5-2d85-486f-816c-e07f9fa1411d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:10:48.460678 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285a04c-84be-4750-a4a5-0b914be46410 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Subnet': ['ID=962dfa5a-e863-42bd-b73d-5ba3150294a6,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:48.491794 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-3a7d72d2-5cf4-4548-a062-7ff8e6bc0db4 admin admin] Deleting port 439b0ee9-d31d-481e-a01a-8e4a814b61e1 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:48.492047 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a7d72d2-5cf4-4548-a062-7ff8e6bc0db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:48.495113 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f285a04c-84be-4750-a4a5-0b914be46410 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1931059 Mar 05 14:10:48.496127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39044) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:48.507867 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-3578c85c-1eac-4d2f-b6c7-bae7c9aef240 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1304985160', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '962dfa5a-e863-42bd-b73d-5ba3150294a6'}], 'security_groups': ['d7746104-fe3e-4b51-a41a-53ad89eac968', 'dfe12e2c-a416-47fa-822f-9a59584ad23a']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:48.528667 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b6870bff-a567-4e32-aa6d-d504a440d6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'name': 'tempest-TestNetworkBasicOps-router-1065736224', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:08:26Z', 'updated_at': '2022-03-05T14:10:44Z', 'revision_number': 6, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:28Z', 'updated_at': '2022-03-05T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '38e91edc-9d9b-43c1-9bd6-00f177952c6d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'port_id': '6bc53ced-3633-4c84-bfc6-ec12a58e03f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'mac_address': 'fa:16:3e:49:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f060fe-6b68-4af0-bd57-c37f85d08631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:09:13Z', 'updated_at': '2022-03-05T14:09:19Z', 'revision_number': 1, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4', 'name': '', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:48:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '76653a85-548c-43a5-9101-603080510503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:36Z', 'updated_at': '2022-03-05T14:08:45Z', 'revision_number': 5, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '76653a85-548c-43a5-9101-603080510503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:48.533112 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6870bff-a567-4e32-aa6d-d504a440d6af None None] The sync data for ids ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'] in n-d-803718-1 is: [{'id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'name': 'tempest-TestNetworkBasicOps-router-1065736224', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:08:26Z', 'updated_at': '2022-03-05T14:10:44Z', 'revision_number': 6, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:28Z', 'updated_at': '2022-03-05T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '38e91edc-9d9b-43c1-9bd6-00f177952c6d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'port_id': '6bc53ced-3633-4c84-bfc6-ec12a58e03f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'mac_address': 'fa:16:3e:49:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f060fe-6b68-4af0-bd57-c37f85d08631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:09:13Z', 'updated_at': '2022-03-05T14:09:19Z', 'revision_number': 1, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4', 'name': '', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:48:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '76653a85-548c-43a5-9101-603080510503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:36Z', 'updated_at': '2022-03-05T14:08:45Z', 'revision_number': 5, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '76653a85-548c-43a5-9101-603080510503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:10:48.611709 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-3a7d72d2-5cf4-4548-a062-7ff8e6bc0db4 admin admin] The port '439b0ee9-d31d-481e-a01a-8e4a814b61e1' was deleted {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:10:48.679507 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3578c85c-1eac-4d2f-b6c7-bae7c9aef240 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:48.757703 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a7d72d2-5cf4-4548-a062-7ff8e6bc0db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:48.792704 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc92981-c201-4cc5-9f2c-b3ccc51857d2 req-73519eb9-266d-4ea6-8a8b-cd5e7bc8e0c6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:48.793690 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-0bc92981-c201-4cc5-9f2c-b3ccc51857d2 req-73519eb9-266d-4ea6-8a8b-cd5e7bc8e0c6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Synchronizing usage tracker for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:10:48.800323 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-3a7d72d2-5cf4-4548-a062-7ff8e6bc0db4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6752e282-cfdb-4371-b5c7-9217f4c4a973']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:48.815212 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecc6701-3cf6-4af2-b907-02c3e8478ae1 None None] Update dhcp port {'port': {'network_id': '448472c5-2d85-486f-816c-e07f9fa1411d', 'fixed_ips': [{'subnet_id': '787e75d6-e824-490d-b302-f5a2640dbf8f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c75d6424-062b-4cb3-b0cc-ac1864dce744', 'ip_address': '2001:db8::2'}, {'subnet_id': '962dfa5a-e863-42bd-b73d-5ba3150294a6'}], 'binding:host_id': 'n-d-803718-1'}, 'id': '859582c4-a90a-4b13-a63e-5e164f84c9a7'} from n-d-803718-1. {{(pid=87915) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 05 14:10:48.824688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-3a7d72d2-5cf4-4548-a062-7ff8e6bc0db4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb7a191-5c34-42aa-bc97-7d878aaf8a28') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:48.825221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-3a7d72d2-5cf4-4548-a062-7ff8e6bc0db4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb7a191-5c34-42aa-bc97-7d878aaf8a28') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:48.836738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-0bc92981-c201-4cc5-9f2c-b3ccc51857d2 req-73519eb9-266d-4ea6-8a8b-cd5e7bc8e0c6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Unset dirty status for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:10:48.838113 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0bc92981-c201-4cc5-9f2c-b3ccc51857d2 req-73519eb9-266d-4ea6-8a8b-cd5e7bc8e0c6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.30 "GET /v2.0/ports?device_id=56bcaa9d-3a7d-4f51-bbc0-79815447ab44 HTTP/1.1" status: 200 len: 946 time: 0.4207394 Mar 05 14:10:48.841818 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a7d72d2-5cf4-4548-a062-7ff8e6bc0db4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:48.878041 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0ecc6701-3cf6-4af2-b907-02c3e8478ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:48.935453 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a7d72d2-5cf4-4548-a062-7ff8e6bc0db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:48.973104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7d72d2-5cf4-4548-a062-7ff8e6bc0db4 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:10:48.973309 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a7d72d2-5cf4-4548-a062-7ff8e6bc0db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:10:48.989933 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:10:49.013620 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-0bc92981-c201-4cc5-9f2c-b3ccc51857d2 req-ab49f5dd-ff94-43d8-aa57-14d268da3df4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Deleting port 74ca6c66-e825-4909-bc02-e6d817595afb {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:49.013940 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0bc92981-c201-4cc5-9f2c-b3ccc51857d2 req-ab49f5dd-ff94-43d8-aa57-14d268da3df4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:49.482486 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-3578c85c-1eac-4d2f-b6c7-bae7c9aef240 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Delete allocated IP 2001:db8::3ba (448472c5-2d85-486f-816c-e07f9fa1411d/c75d6424-062b-4cb3-b0cc-ac1864dce744) {{(pid=87913) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 05 14:10:49.498072 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-3578c85c-1eac-4d2f-b6c7-bae7c9aef240 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Allocated IP 2001:db8:0:2::3c2 (448472c5-2d85-486f-816c-e07f9fa1411d/962dfa5a-e863-42bd-b73d-5ba3150294a6/d5e8e7bc-7ecc-4f95-b927-bd08592e0cae) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:10:49.556737 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a7d72d2-5cf4-4548-a062-7ff8e6bc0db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:49.582504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5b2d5-af84-46c7-8313-f4b0bc5e8425 req-6cb216da-8220-4446-8fc4-8fd534195bd0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:49.591474 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0af5b2d5-af84-46c7-8313-f4b0bc5e8425 req-6cb216da-8220-4446-8fc4-8fd534195bd0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bcaa9d-3a7d-4f51-bbc0-79815447ab44 HTTP/1.1" status: 200 len: 946 time: 0.2614160 Mar 05 14:10:49.592504 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a7d72d2-5cf4-4548-a062-7ff8e6bc0db4 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:49.658272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d72d2-5cf4-4548-a062-7ff8e6bc0db4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6752e282-cfdb-4371-b5c7-9217f4c4a973,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:49.663775 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3a7d72d2-5cf4-4548-a062-7ff8e6bc0db4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6752e282-cfdb-4371-b5c7-9217f4c4a973 HTTP/1.1" status: 204 len: 168 time: 2.9196723 Mar 05 14:10:49.728451 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0af5b2d5-af84-46c7-8313-f4b0bc5e8425 req-99e03089-ec45-4c15-b2a5-b4bf8d8b2af8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=dede22ae-74ef-4c1e-9590-ff32c37c14f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337330 Mar 05 14:10:49.728877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-0bc92981-c201-4cc5-9f2c-b3ccc51857d2 req-ab49f5dd-ff94-43d8-aa57-14d268da3df4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] For port 74ca6c66-e825-4909-bc02-e6d817595afb, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=74ca6c66-e825-4909-bc02-e6d817595afb,segment=NetworkSegment(741dd59d-bade-437e-8056-1876ce72c11e),segment_id=741dd59d-bade-437e-8056-1876ce72c11e)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:49.729244 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0bc92981-c201-4cc5-9f2c-b3ccc51857d2 req-ab49f5dd-ff94-43d8-aa57-14d268da3df4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:49.839139 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3578c85c-1eac-4d2f-b6c7-bae7c9aef240 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:49.859973 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-3578c85c-1eac-4d2f-b6c7-bae7c9aef240 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Transition to ACTIVE for port object d5e8e7bc-7ecc-4f95-b927-bd08592e0cae will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:10:49.860981 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39062) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:49.874648 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-0bc92981-c201-4cc5-9f2c-b3ccc51857d2 req-ab49f5dd-ff94-43d8-aa57-14d268da3df4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Calling delete_port for 74ca6c66-e825-4909-bc02-e6d817595afb owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:10:49.878352 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3578c85c-1eac-4d2f-b6c7-bae7c9aef240 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:49.934404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 121b1661-61bb-4a8c-817e-fd1df95bc4d2 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:10:49.979912 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-0ecc6701-3cf6-4af2-b907-02c3e8478ae1 None None] Allocated IP 2001:db8:0:2::2 (448472c5-2d85-486f-816c-e07f9fa1411d/962dfa5a-e863-42bd-b73d-5ba3150294a6/859582c4-a90a-4b13-a63e-5e164f84c9a7) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:10:49.982234 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 121b1661-61bb-4a8c-817e-fd1df95bc4d2 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:10:49.982749 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 121b1661-61bb-4a8c-817e-fd1df95bc4d2 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:10:50.008919 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-3578c85c-1eac-4d2f-b6c7-bae7c9aef240 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] In _notify_port_updated(), no bound segment for port d5e8e7bc-7ecc-4f95-b927-bd08592e0cae on network 448472c5-2d85-486f-816c-e07f9fa1411d {{(pid=87913) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 05 14:10:50.014579 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3578c85c-1eac-4d2f-b6c7-bae7c9aef240 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:50.015341 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3578c85c-1eac-4d2f-b6c7-bae7c9aef240 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:50.019194 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3578c85c-1eac-4d2f-b6c7-bae7c9aef240 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "PUT /v2.0/ports/d5e8e7bc-7ecc-4f95-b927-bd08592e0cae HTTP/1.1" status: 200 len: 970 time: 1.5196164 Mar 05 14:10:50.027133 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39066) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:50.073683 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0bc92981-c201-4cc5-9f2c-b3ccc51857d2 req-ab49f5dd-ff94-43d8-aa57-14d268da3df4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:50.081115 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578c85c-1eac-4d2f-b6c7-bae7c9aef240 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event updated for resources: {'Port': ['ID=d5e8e7bc-7ecc-4f95-b927-bd08592e0cae,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:50.119269 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-244b0e24-1467-46fa-8ebb-1f3e1ea38038 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38379a0f828d44969cdcbbeca5be86d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2566781 Mar 05 14:10:50.124595 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39070) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:50.141320 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49f5dd-ff94-43d8-aa57-14d268da3df4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event deleted for resources: {'Port': ['ID=74ca6c66-e825-4909-bc02-e6d817595afb,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:50.165391 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-0ecc6701-3cf6-4af2-b907-02c3e8478ae1 None None] For port 859582c4-a90a-4b13-a63e-5e164f84c9a7, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=859582c4-a90a-4b13-a63e-5e164f84c9a7,segment=NetworkSegment(a8a38e20-49f5-4d47-85d2-c43858f1e2a4),segment_id=a8a38e20-49f5-4d47-85d2-c43858f1e2a4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:50.183869 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-0f567633-06bb-4afa-9e9b-f335597fadef tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting port d5e8e7bc-7ecc-4f95-b927-bd08592e0cae {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:50.184389 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0f567633-06bb-4afa-9e9b-f335597fadef tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:50.237023 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0ecc6701-3cf6-4af2-b907-02c3e8478ae1 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:50.259708 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0ecc6701-3cf6-4af2-b907-02c3e8478ae1 None None] Transition to ACTIVE for port object 859582c4-a90a-4b13-a63e-5e164f84c9a7 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:10:50.268859 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0ecc6701-3cf6-4af2-b907-02c3e8478ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:50.311457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc92981-c201-4cc5-9f2c-b3ccc51857d2 req-ab49f5dd-ff94-43d8-aa57-14d268da3df4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] No DVR routers for this DVR port 74ca6c66-e825-4909-bc02-e6d817595afb on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:10:50.314253 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0bc92981-c201-4cc5-9f2c-b3ccc51857d2 req-ab49f5dd-ff94-43d8-aa57-14d268da3df4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:50.325422 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bcaa9d-3a7d-4f51-bbc0-79815447ab44', 'name': 'network-vif-deleted', 'tag': '74ca6c66-e825-4909-bc02-e6d817595afb'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:10:50.349974 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0bc92981-c201-4cc5-9f2c-b3ccc51857d2 req-ab49f5dd-ff94-43d8-aa57-14d268da3df4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.30 "DELETE /v2.0/ports/74ca6c66-e825-4909-bc02-e6d817595afb HTTP/1.1" status: 204 len: 173 time: 1.4979897 Mar 05 14:10:50.367212 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc6701-3cf6-4af2-b907-02c3e8478ae1 None None] Pushing event updated for resources: {'Port': ['ID=859582c4-a90a-4b13-a63e-5e164f84c9a7,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:50.412144 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bcaa9d-3a7d-4f51-bbc0-79815447ab44', 'name': 'network-vif-deleted', 'tag': '74ca6c66-e825-4909-bc02-e6d817595afb', 'status': 'completed', 'code': 200} Mar 05 14:10:50.677746 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0f567633-06bb-4afa-9e9b-f335597fadef tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:50.687075 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bb5defa5-3918-4697-b156-a407a5f80af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:51.126040 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-0f567633-06bb-4afa-9e9b-f335597fadef tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Calling delete_port for d5e8e7bc-7ecc-4f95-b927-bd08592e0cae owned by {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:10:51.281167 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bb5defa5-3918-4697-b156-a407a5f80af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:51.310054 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0f567633-06bb-4afa-9e9b-f335597fadef tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:51.317225 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4ef2670d-177e-4a31-b9a4-065b060257a3 req-5bf504d2-97ef-4a4d-9b58-adb66439c499 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=56bcaa9d-3a7d-4f51-bbc0-79815447ab44 HTTP/1.1" status: 200 len: 210 time: 0.2594116 Mar 05 14:10:51.422325 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f567633-06bb-4afa-9e9b-f335597fadef tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Port': ['ID=d5e8e7bc-7ecc-4f95-b927-bd08592e0cae,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:51.435190 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bb5defa5-3918-4697-b156-a407a5f80af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:51.497266 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5defa5-3918-4697-b156-a407a5f80af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1fa579-8c4a-4a56-8c2d-40ebfc05d645,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:51.499572 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0f567633-06bb-4afa-9e9b-f335597fadef tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:51.507929 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 74ca6c66-e825-4909-bc02-e6d817595afb no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:10:51.521348 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0f567633-06bb-4afa-9e9b-f335597fadef tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/ports/d5e8e7bc-7ecc-4f95-b927-bd08592e0cae HTTP/1.1" status: 204 len: 168 time: 1.4869428 Mar 05 14:10:51.521348 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bb5defa5-3918-4697-b156-a407a5f80af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:51.521348 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bb5defa5-3918-4697-b156-a407a5f80af4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f1fa579-8c4a-4a56-8c2d-40ebfc05d645 HTTP/1.1" status: 204 len: 168 time: 1.3952217 Mar 05 14:10:51.522242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39090) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:51.605873 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcffa5e-14af-413d-8b7f-9fbe0ae5074b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] GET failed (client error): The resource could not be found. Mar 05 14:10:51.606991 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2dcffa5e-14af-413d-8b7f-9fbe0ae5074b tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports/d5e8e7bc-7ecc-4f95-b927-bd08592e0cae HTTP/1.1" status: 404 len: 333 time: 0.0836315 Mar 05 14:10:51.611265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39096) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:51.612809 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 74ca6c66-e825-4909-bc02-e6d817595afb {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:10:51.613889 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 74ca6c66-e825-4909-bc02-e6d817595afb not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:10:51.659926 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4ddcdd28-b478-4f16-b1c2-b733ee108063 None None] Could not find standard attr ID for object d5e8e7bc-7ecc-4f95-b927-bd08592e0cae. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 14:10:51.674609 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4ddcdd28-b478-4f16-b1c2-b733ee108063 None None] Provisioning complete for port 94186791-8011-4f06-8c78-39729a88be0b triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:51.675263 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4ddcdd28-b478-4f16-b1c2-b733ee108063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:51.727929 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1264f376-55f8-480d-b2f5-55f292cf5a3c tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:51.765799 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1264f376-55f8-480d-b2f5-55f292cf5a3c tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:51.788670 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4ddcdd28-b478-4f16-b1c2-b733ee108063 None None] Port 94186791-8011-4f06-8c78-39729a88be0b cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:10:51.820356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4ddcdd28-b478-4f16-b1c2-b733ee108063 None None] Provisioning for port 859582c4-a90a-4b13-a63e-5e164f84c9a7 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:10:51.826672 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4ddcdd28-b478-4f16-b1c2-b733ee108063 None None] Provisioning complete for port 859582c4-a90a-4b13-a63e-5e164f84c9a7 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:51.827497 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4ddcdd28-b478-4f16-b1c2-b733ee108063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:51.835741 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1264f376-55f8-480d-b2f5-55f292cf5a3c tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:51.867186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264f376-55f8-480d-b2f5-55f292cf5a3c tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc41fe6e-77fe-450b-abaf-23d48803371e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:51.868088 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1264f376-55f8-480d-b2f5-55f292cf5a3c tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:51.869143 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1264f376-55f8-480d-b2f5-55f292cf5a3c tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/security-groups/cc41fe6e-77fe-450b-abaf-23d48803371e HTTP/1.1" status: 204 len: 168 time: 0.2560985 Mar 05 14:10:51.875510 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39102) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:52.068747 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2bb9750a-c3fe-40b7-a1ea-b85ca8e1d77d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:52.129623 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2bb9750a-c3fe-40b7-a1ea-b85ca8e1d77d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:52.136407 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 859582c4-a90a-4b13-a63e-5e164f84c9a7 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:10:52.226913 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2bb9750a-c3fe-40b7-a1ea-b85ca8e1d77d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:52.253431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39110) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:52.276160 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9750a-c3fe-40b7-a1ea-b85ca8e1d77d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe12e2c-a416-47fa-822f-9a59584ad23a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:52.291951 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 859582c4-a90a-4b13-a63e-5e164f84c9a7 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:52.293090 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:52.295949 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0f83a336-fcfa-4ee1-99ea-34df293d7ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:52.304488 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2bb9750a-c3fe-40b7-a1ea-b85ca8e1d77d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:52.308227 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2bb9750a-c3fe-40b7-a1ea-b85ca8e1d77d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/security-groups/dfe12e2c-a416-47fa-822f-9a59584ad23a HTTP/1.1" status: 204 len: 168 time: 0.4293761 Mar 05 14:10:52.311296 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39114) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:52.362852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0f83a336-fcfa-4ee1-99ea-34df293d7ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:52.386339 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0f83a336-fcfa-4ee1-99ea-34df293d7ffc admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:52.391044 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-41b41096-eaa6-41aa-a73c-80d5ca38785f None None] Could not find standard attr ID for object d5e8e7bc-7ecc-4f95-b927-bd08592e0cae. {{(pid=87915) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 05 14:10:52.400808 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0f83a336-fcfa-4ee1-99ea-34df293d7ffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:52.424400 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0f83a336-fcfa-4ee1-99ea-34df293d7ffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:52.492573 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-82f09b1f-66aa-43ef-ba69-53a0be224061 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:52.507743 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39120) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:52.530509 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-82f09b1f-66aa-43ef-ba69-53a0be224061 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:52.587456 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-82f09b1f-66aa-43ef-ba69-53a0be224061 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:52.610733 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f09b1f-66aa-43ef-ba69-53a0be224061 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7746104-fe3e-4b51-a41a-53ad89eac968,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:52.619791 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-82f09b1f-66aa-43ef-ba69-53a0be224061 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:52.621091 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-82f09b1f-66aa-43ef-ba69-53a0be224061 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/security-groups/d7746104-fe3e-4b51-a41a-53ad89eac968 HTTP/1.1" status: 204 len: 168 time: 0.3087826 Mar 05 14:10:52.624724 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39124) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:52.691345 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0f83a336-fcfa-4ee1-99ea-34df293d7ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:52.697887 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2c152bcc-6c1e-4732-9e76-5f45bc545077 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:52.709803 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0f83a336-fcfa-4ee1-99ea-34df293d7ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:52.790997 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0f83a336-fcfa-4ee1-99ea-34df293d7ffc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.5363088 Mar 05 14:10:52.793665 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39128) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:52.795063 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2c152bcc-6c1e-4732-9e76-5f45bc545077 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:52.811291 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1209069-842f-41a3-a31f-5099234a30d7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting subnet c75d6424-062b-4cb3-b0cc-ac1864dce744 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:10:52.814520 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1209069-842f-41a3-a31f-5099234a30d7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:52.866966 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62997a21-0468-402a-aa1b-0cff0b9a4e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:52.871697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83a336-fcfa-4ee1-99ea-34df293d7ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530d2efb-7e43-4e77-8d1d-f1c7f5736956,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:52.902462 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62997a21-0468-402a-aa1b-0cff0b9a4e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:52.909529 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1209069-842f-41a3-a31f-5099234a30d7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:53.007507 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62997a21-0468-402a-aa1b-0cff0b9a4e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:53.029384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62997a21-0468-402a-aa1b-0cff0b9a4e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530d2efb-7e43-4e77-8d1d-f1c7f5736956,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:53.036947 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1209069-842f-41a3-a31f-5099234a30d7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:53.041238 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62997a21-0468-402a-aa1b-0cff0b9a4e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:53.049349 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-62997a21-0468-402a-aa1b-0cff0b9a4e46 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/530d2efb-7e43-4e77-8d1d-f1c7f5736956 HTTP/1.1" status: 204 len: 168 time: 0.2546217 Mar 05 14:10:53.100185 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2c152bcc-6c1e-4732-9e76-5f45bc545077 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:53.156049 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c152bcc-6c1e-4732-9e76-5f45bc545077 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dede22ae-74ef-4c1e-9590-ff32c37c14f5,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:53.185997 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2c152bcc-6c1e-4732-9e76-5f45bc545077 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:53.188678 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2c152bcc-6c1e-4732-9e76-5f45bc545077 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "DELETE /v2.0/security-groups/dede22ae-74ef-4c1e-9590-ff32c37c14f5 HTTP/1.1" status: 204 len: 168 time: 0.6782999 Mar 05 14:10:53.229827 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39162) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:53.273010 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1209069-842f-41a3-a31f-5099234a30d7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:53.328294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1209069-842f-41a3-a31f-5099234a30d7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Subnet': ['ID=c75d6424-062b-4cb3-b0cc-ac1864dce744,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:53.337364 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1209069-842f-41a3-a31f-5099234a30d7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:53.348002 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358020a0-4a74-4d41-8e3c-8f629936d4d1 None None] Network 448472c5-2d85-486f-816c-e07f9fa1411d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:10:53.360130 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f1209069-842f-41a3-a31f-5099234a30d7 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/subnets/c75d6424-062b-4cb3-b0cc-ac1864dce744 HTTP/1.1" status: 204 len: 168 time: 0.7314487 Mar 05 14:10:53.367067 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39176) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:53.417297 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d04d84d-7403-4591-a461-bee8282959de tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Deleting subnet 11ac7771-b595-40be-92a1-1d191f398f5a {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:10:53.429467 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4d04d84d-7403-4591-a461-bee8282959de tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:53.553252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a2c6f5-c583-4cc8-879d-2acde456c4f8 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting subnet 962dfa5a-e863-42bd-b73d-5ba3150294a6 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:10:53.558593 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d7a2c6f5-c583-4cc8-879d-2acde456c4f8 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:53.636438 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4d04d84d-7403-4591-a461-bee8282959de tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:53.718737 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d7a2c6f5-c583-4cc8-879d-2acde456c4f8 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:53.894670 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d7a2c6f5-c583-4cc8-879d-2acde456c4f8 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:53.945274 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4d04d84d-7403-4591-a461-bee8282959de tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:54.134293 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4d04d84d-7403-4591-a461-bee8282959de tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:54.173164 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d7a2c6f5-c583-4cc8-879d-2acde456c4f8 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:54.185037 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04d84d-7403-4591-a461-bee8282959de tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event deleted for resources: {'Subnet': ['ID=11ac7771-b595-40be-92a1-1d191f398f5a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:54.192648 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d9d553-a8e0-492e-afea-c9c14e495192 None None] Network 1cc6ac52-782c-4e79-99cd-5531d0cc0bd5 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:10:54.194307 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4d04d84d-7403-4591-a461-bee8282959de tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:54.258991 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d7a2c6f5-c583-4cc8-879d-2acde456c4f8 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:54.263681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39210) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:54.265279 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d7a2c6f5-c583-4cc8-879d-2acde456c4f8 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/subnets/962dfa5a-e863-42bd-b73d-5ba3150294a6 HTTP/1.1" status: 204 len: 168 time: 0.8968871 Mar 05 14:10:54.266690 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2c6f5-c583-4cc8-879d-2acde456c4f8 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Subnet': ['ID=962dfa5a-e863-42bd-b73d-5ba3150294a6,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:54.273119 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4d04d84d-7403-4591-a461-bee8282959de tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "DELETE /v2.0/subnets/11ac7771-b595-40be-92a1-1d191f398f5a HTTP/1.1" status: 204 len: 168 time: 1.0420427 Mar 05 14:10:54.274069 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39214) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:54.325576 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39222) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:54.338164 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22f90ba-9431-43a5-b950-e220fb67d7ee tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] DELETE failed (client error): The resource could not be found. Mar 05 14:10:54.338689 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d22f90ba-9431-43a5-b950-e220fb67d7ee tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:10:54.342548 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d22f90ba-9431-43a5-b950-e220fb67d7ee tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/subnets/c75d6424-062b-4cb3-b0cc-ac1864dce744 HTTP/1.1" status: 404 len: 337 time: 0.0756991 Mar 05 14:10:54.343403 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39232) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:54.441364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-96d91649-84a0-4738-8b61-b27161191a00 req-99709853-8117-4e37-9def-bcc2aa669899 service neutron] (87914) timed out ('10.222.0.16', 41180) {{(pid=87914) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 14:10:54.527574 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-10178983-b51f-40db-9e5e-338ae2aced88 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting subnet 787e75d6-e824-490d-b302-f5a2640dbf8f {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:10:54.543483 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-10178983-b51f-40db-9e5e-338ae2aced88 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:54.642374 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-10178983-b51f-40db-9e5e-338ae2aced88 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:54.772985 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-5bef5f2e-0e9d-4228-a84d-cbc7fba74b23 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-755503537-network', 'tenant_id': '706d909f688745e5a517a1792f99e301'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:54.781867 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d8213ed-9d70-40aa-a662-bfd7fceebd8d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:54.782422 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5bef5f2e-0e9d-4228-a84d-cbc7fba74b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:54.792962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5bef5f2e-0e9d-4228-a84d-cbc7fba74b23 admin admin] Usage tracker for resource:network and tenant:706d909f688745e5a517a1792f99e301 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:54.797113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5bef5f2e-0e9d-4228-a84d-cbc7fba74b23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:54.798241 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-3d8213ed-9d70-40aa-a662-bfd7fceebd8d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Deleting port d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:54.809119 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5bef5f2e-0e9d-4228-a84d-cbc7fba74b23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:54.810096 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d8213ed-9d70-40aa-a662-bfd7fceebd8d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:54.811966 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a1945f-46b8-48d2-8f7a-193121c555ef None None] DHCP port deletion for 1cc6ac52-782c-4e79-99cd-5531d0cc0bd5 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:10:54.820823 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-22a1945f-46b8-48d2-8f7a-193121c555ef None None] Deleting port d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:54.821616 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-22a1945f-46b8-48d2-8f7a-193121c555ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:54.834223 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bef5f2e-0e9d-4228-a84d-cbc7fba74b23 admin admin] Made reservation on behalf of 706d909f688745e5a517a1792f99e301 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:10:54.836760 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5bef5f2e-0e9d-4228-a84d-cbc7fba74b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:54.851861 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5bef5f2e-0e9d-4228-a84d-cbc7fba74b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:54.861898 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-10178983-b51f-40db-9e5e-338ae2aced88 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:54.925892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5bef5f2e-0e9d-4228-a84d-cbc7fba74b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:54.935197 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5bef5f2e-0e9d-4228-a84d-cbc7fba74b23 admin admin] Usage tracker for resource:security_group_rule and tenant:706d909f688745e5a517a1792f99e301 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:54.946457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5bef5f2e-0e9d-4228-a84d-cbc7fba74b23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:54.961283 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5bef5f2e-0e9d-4228-a84d-cbc7fba74b23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:54.987277 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e5b4f8-d501-4acb-bc6b-e49098eac18f None None] Network 448472c5-2d85-486f-816c-e07f9fa1411d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:10:55.006340 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-10178983-b51f-40db-9e5e-338ae2aced88 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:55.059394 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10178983-b51f-40db-9e5e-338ae2aced88 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Subnet': ['ID=787e75d6-e824-490d-b302-f5a2640dbf8f,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:55.070050 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-10178983-b51f-40db-9e5e-338ae2aced88 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:55.083748 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-10178983-b51f-40db-9e5e-338ae2aced88 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/subnets/787e75d6-e824-490d-b302-f5a2640dbf8f HTTP/1.1" status: 204 len: 168 time: 0.7380717 Mar 05 14:10:55.085742 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39260) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:55.142487 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc54b379-d8ad-466e-92e4-b04b9e4bc3b1 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] DELETE failed (client error): The resource could not be found. Mar 05 14:10:55.146197 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc54b379-d8ad-466e-92e4-b04b9e4bc3b1 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:10:55.161962 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dc54b379-d8ad-466e-92e4-b04b9e4bc3b1 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/subnets/a086c8dd-e17e-4502-8cfd-da9511fe2573 HTTP/1.1" status: 404 len: 337 time: 0.0733690 Mar 05 14:10:55.163952 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39264) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:55.215917 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-de0c3b73-43ee-4da8-94fd-79f87105a053 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "GET /v2.0/ports?device_id=f356665d-679e-4d82-9bae-abc2b0a97e64 HTTP/1.1" status: 200 len: 205 time: 0.0498929 Mar 05 14:10:55.221597 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39268) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:55.275236 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-3d8213ed-9d70-40aa-a662-bfd7fceebd8d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] For port d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5,segment=NetworkSegment(741dd59d-bade-437e-8056-1876ce72c11e),segment_id=741dd59d-bade-437e-8056-1876ce72c11e)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:55.275774 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d8213ed-9d70-40aa-a662-bfd7fceebd8d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:55.290615 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-97d862e0-1f75-4c24-84e1-2bbb48a30989 None None] Provisioning complete for port 94186791-8011-4f06-8c78-39729a88be0b triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:55.291086 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-97d862e0-1f75-4c24-84e1-2bbb48a30989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:55.320532 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-645c0ec9-85c1-4e01-bebc-6b97202fce35 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] delete failed (client error): The resource could not be found. Mar 05 14:10:55.321561 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-645c0ec9-85c1-4e01-bebc-6b97202fce35 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/routers/f356665d-679e-4d82-9bae-abc2b0a97e64 HTTP/1.1" status: 404 len: 336 time: 0.0989084 Mar 05 14:10:55.326541 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39272) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:55.393575 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5bef5f2e-0e9d-4228-a84d-cbc7fba74b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:55.396874 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-31937e0e-40d0-4fe6-bf75-a9a7e49afa6d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] DELETE failed (client error): The resource could not be found. Mar 05 14:10:55.407095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31937e0e-40d0-4fe6-bf75-a9a7e49afa6d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:10:55.443212 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5bef5f2e-0e9d-4228-a84d-cbc7fba74b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:55.523068 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-97d862e0-1f75-4c24-84e1-2bbb48a30989 None None] Port 94186791-8011-4f06-8c78-39729a88be0b cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:10:55.536359 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-31937e0e-40d0-4fe6-bf75-a9a7e49afa6d tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/subnets/2c2de073-354f-44f2-99a7-9a7569c0dff5 HTTP/1.1" status: 404 len: 337 time: 0.2086139 Mar 05 14:10:55.540643 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39276) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:55.570426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-22a1945f-46b8-48d2-8f7a-193121c555ef None None] For port d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5,segment=NetworkSegment(741dd59d-bade-437e-8056-1876ce72c11e),segment_id=741dd59d-bade-437e-8056-1876ce72c11e)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:55.570869 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-22a1945f-46b8-48d2-8f7a-193121c555ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:55.591628 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bef5f2e-0e9d-4228-a84d-cbc7fba74b23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:10:55.630727 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-4505255a-dc7a-4075-a1b2-e4e903e71383 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] DELETE failed (client error): The resource could not be found. Mar 05 14:10:55.631469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4505255a-dc7a-4075-a1b2-e4e903e71383 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:10:55.656453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-97d862e0-1f75-4c24-84e1-2bbb48a30989 None None] Provisioning complete for port 859582c4-a90a-4b13-a63e-5e164f84c9a7 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:10:55.658599 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-97d862e0-1f75-4c24-84e1-2bbb48a30989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:55.664980 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-3d8213ed-9d70-40aa-a662-bfd7fceebd8d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Calling delete_port for d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:10:55.696941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef5f2e-0e9d-4228-a84d-cbc7fba74b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3460cf-cd3f-4377-a7ee-7c6d9f3564c1,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:55.700345 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5bef5f2e-0e9d-4228-a84d-cbc7fba74b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:55.701424 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-5bef5f2e-0e9d-4228-a84d-cbc7fba74b23 admin admin] Added segment 7a6521e9-2456-4972-8625-2353045f2b39 of type vlan for network dbda1beb-0360-4faf-8113-7d58c38eda14 Mar 05 14:10:55.709260 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4505255a-dc7a-4075-a1b2-e4e903e71383 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/subnets/1b9c7b1a-99f0-4a87-9c7d-a6dd81e2f835 HTTP/1.1" status: 404 len: 337 time: 0.1674342 Mar 05 14:10:55.712139 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39282) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:55.843892 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-22a1945f-46b8-48d2-8f7a-193121c555ef None None] Calling delete_port for d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:10:55.901476 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d8213ed-9d70-40aa-a662-bfd7fceebd8d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:55.974557 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-d70437ce-197e-4a5a-8cc4-082bc6ef0286 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] DELETE failed (client error): The resource could not be found. Mar 05 14:10:55.975246 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d70437ce-197e-4a5a-8cc4-082bc6ef0286 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:10:55.977263 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d70437ce-197e-4a5a-8cc4-082bc6ef0286 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/subnets/4da1dc89-7115-4b8f-a3bf-1fa24d8c2768 HTTP/1.1" status: 404 len: 337 time: 0.2632215 Mar 05 14:10:55.981153 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39286) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:55.986727 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5bef5f2e-0e9d-4228-a84d-cbc7fba74b23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:56.034462 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa78452-497a-40ff-96a1-36bd54b30c43 None None] DHCP port deletion for 448472c5-2d85-486f-816c-e07f9fa1411d request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:10:56.043263 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-baa78452-497a-40ff-96a1-36bd54b30c43 None None] Deleting port 859582c4-a90a-4b13-a63e-5e164f84c9a7 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:56.043690 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-baa78452-497a-40ff-96a1-36bd54b30c43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:56.052298 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb834b8-69fd-43d9-86bd-539bad5023ab tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] DELETE failed (client error): The resource could not be found. Mar 05 14:10:56.053238 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb834b8-69fd-43d9-86bd-539bad5023ab tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:10:56.056307 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2cb834b8-69fd-43d9-86bd-539bad5023ab tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/ports/af92dd8c-623e-449a-8d6e-f148ed117a61 HTTP/1.1" status: 404 len: 333 time: 0.0739741 Mar 05 14:10:56.057612 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8213ed-9d70-40aa-a662-bfd7fceebd8d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event deleted for resources: {'Port': ['ID=d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:56.064012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39290) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:56.087667 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07c25b79-e6c7-4640-8366-694ca9ca3989 req-b9c061c6-4728-4e94-8d12-c7521842817d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=22f060fe-6b68-4af0-bd57-c37f85d08631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4614599 Mar 05 14:10:56.112082 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5bef5f2e-0e9d-4228-a84d-cbc7fba74b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:56.114424 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bef5f2e-0e9d-4228-a84d-cbc7fba74b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:56.116901 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5bef5f2e-0e9d-4228-a84d-cbc7fba74b23 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:56.132899 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8213ed-9d70-40aa-a662-bfd7fceebd8d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] No DVR routers for this DVR port d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:10:56.151971 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:10:56.209014 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42ec77a-2b6d-47dc-8c6a-3b4ea266bdde tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] DELETE failed (client error): The resource could not be found. Mar 05 14:10:56.209702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c42ec77a-2b6d-47dc-8c6a-3b4ea266bdde tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:10:56.250157 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c42ec77a-2b6d-47dc-8c6a-3b4ea266bdde tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/subnets/9f755b2d-97dc-4f82-b429-d0e9a67a2d26 HTTP/1.1" status: 404 len: 337 time: 0.1825938 Mar 05 14:10:56.254502 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39294) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:56.257485 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:10:56.257876 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:10:56.276993 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-22a1945f-46b8-48d2-8f7a-193121c555ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:10:56.277340 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-22a1945f-46b8-48d2-8f7a-193121c555ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:10:56.293697 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5bef5f2e-0e9d-4228-a84d-cbc7fba74b23 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9638331 Mar 05 14:10:56.416845 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39300) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:56.435404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-b25a7f96-d320-4baa-9700-dd4efc377fed admin admin] Request body: {'subnet': {'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-755503537-subnet', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:56.452437 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4392ba-6f1c-4254-bed3-d3cc7f5915d5 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] DELETE failed (client error): The resource could not be found. Mar 05 14:10:56.453839 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af4392ba-6f1c-4254-bed3-d3cc7f5915d5 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:10:56.457497 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-af4392ba-6f1c-4254-bed3-d3cc7f5915d5 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/subnets/1ecf98b3-cf06-4865-8fd6-0313224651bd HTTP/1.1" status: 404 len: 337 time: 0.1982226 Mar 05 14:10:56.462898 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b25a7f96-d320-4baa-9700-dd4efc377fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:56.466788 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39304) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:56.470676 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d8213ed-9d70-40aa-a662-bfd7fceebd8d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:56.500037 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b25a7f96-d320-4baa-9700-dd4efc377fed admin admin] Usage tracker for resource:subnet and tenant:706d909f688745e5a517a1792f99e301 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:56.520764 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-baa78452-497a-40ff-96a1-36bd54b30c43 None None] For port 859582c4-a90a-4b13-a63e-5e164f84c9a7, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=859582c4-a90a-4b13-a63e-5e164f84c9a7,segment=NetworkSegment(a8a38e20-49f5-4d47-85d2-c43858f1e2a4),segment_id=a8a38e20-49f5-4d47-85d2-c43858f1e2a4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:10:56.521408 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-baa78452-497a-40ff-96a1-36bd54b30c43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:56.533027 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-3d8213ed-9d70-40aa-a662-bfd7fceebd8d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc6ac52-782c-4e79-99cd-5531d0cc0bd5']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:56.559872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-3d8213ed-9d70-40aa-a662-bfd7fceebd8d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741dd59d-bade-437e-8056-1876ce72c11e') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:56.560528 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-3d8213ed-9d70-40aa-a662-bfd7fceebd8d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741dd59d-bade-437e-8056-1876ce72c11e') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:56.574232 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d8213ed-9d70-40aa-a662-bfd7fceebd8d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:56.594074 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d8213ed-9d70-40aa-a662-bfd7fceebd8d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:56.604741 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8213ed-9d70-40aa-a662-bfd7fceebd8d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:10:56.606718 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d8213ed-9d70-40aa-a662-bfd7fceebd8d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:56.608882 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef5f2e-0e9d-4228-a84d-cbc7fba74b23 admin admin] Pushing event updated for resources: {'Network': ['ID=dbda1beb-0360-4faf-8113-7d58c38eda14,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:56.615320 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b25a7f96-d320-4baa-9700-dd4efc377fed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:56.619797 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-c399d86a-c128-465c-a3bf-62927629aa12 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] DELETE failed (client error): The resource could not be found. Mar 05 14:10:56.620274 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c399d86a-c128-465c-a3bf-62927629aa12 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:10:56.625156 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c399d86a-c128-465c-a3bf-62927629aa12 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/ports/4fc75de5-a91d-4920-b003-c00d88f052e0 HTTP/1.1" status: 404 len: 333 time: 0.1499734 Mar 05 14:10:56.627341 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39308) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:56.633550 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b25a7f96-d320-4baa-9700-dd4efc377fed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:56.640123 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network dbda1beb-0360-4faf-8113-7d58c38eda14 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:10:56.650998 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:10:56.694532 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8bba9e-913b-480c-94ba-257e9f4e5cd9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] DELETE failed (client error): The resource could not be found. Mar 05 14:10:56.695034 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8bba9e-913b-480c-94ba-257e9f4e5cd9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:10:56.699912 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ba8bba9e-913b-480c-94ba-257e9f4e5cd9 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/subnets/b0f75b33-97f0-4c7a-9810-6a47e7558e6d HTTP/1.1" status: 404 len: 337 time: 0.0683312 Mar 05 14:10:56.700630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39312) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:56.706531 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25a7f96-d320-4baa-9700-dd4efc377fed admin admin] Made reservation on behalf of 706d909f688745e5a517a1792f99e301 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:10:56.708951 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b25a7f96-d320-4baa-9700-dd4efc377fed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:56.747134 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-baa78452-497a-40ff-96a1-36bd54b30c43 None None] Calling delete_port for 859582c4-a90a-4b13-a63e-5e164f84c9a7 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:10:56.752968 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d8213ed-9d70-40aa-a662-bfd7fceebd8d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:56.778087 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-22a1945f-46b8-48d2-8f7a-193121c555ef None None] Deleting port d2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:56.778481 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-22a1945f-46b8-48d2-8f7a-193121c555ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:56.793930 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d8213ed-9d70-40aa-a662-bfd7fceebd8d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:56.835006 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8213ed-9d70-40aa-a662-bfd7fceebd8d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event deleted for resources: {'Network': ['ID=1cc6ac52-782c-4e79-99cd-5531d0cc0bd5,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:56.869220 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3d8213ed-9d70-40aa-a662-bfd7fceebd8d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "DELETE /v2.0/networks/1cc6ac52-782c-4e79-99cd-5531d0cc0bd5 HTTP/1.1" status: 204 len: 168 time: 2.5940764 Mar 05 14:10:56.870684 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39318) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:56.942033 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-22a1945f-46b8-48d2-8f7a-193121c555ef None None] The port 'd2b10a42-f6bf-4b5b-84e8-c72c21c1d9c5' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:10:56.971455 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-00254489-85ca-41b3-86ab-f9895ac6ce90 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] DELETE failed (client error): The resource could not be found. Mar 05 14:10:56.972385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00254489-85ca-41b3-86ab-f9895ac6ce90 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:10:56.974524 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-00254489-85ca-41b3-86ab-f9895ac6ce90 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/subnets/ddd3e8ee-b0ac-4271-b5ee-44b5343103d3 HTTP/1.1" status: 404 len: 337 time: 0.2713485 Mar 05 14:10:56.984362 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39322) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:57.014860 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-baa78452-497a-40ff-96a1-36bd54b30c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:57.053336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c25b79-e6c7-4640-8366-694ca9ca3989 req-bd2c57bd-c6c5-4871-ad8a-9cee48dd9440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:57.055338 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07c25b79-e6c7-4640-8366-694ca9ca3989 req-bd2c57bd-c6c5-4871-ad8a-9cee48dd9440 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a618ad747aa4899b8afc19ecc5e6005&device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 1096 time: 0.8371229 Mar 05 14:10:57.090794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa78452-497a-40ff-96a1-36bd54b30c43 None None] Pushing event deleted for resources: {'Port': ['ID=859582c4-a90a-4b13-a63e-5e164f84c9a7,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:57.093815 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa78452-497a-40ff-96a1-36bd54b30c43 None None] No DVR routers for this DVR port 859582c4-a90a-4b13-a63e-5e164f84c9a7 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:10:57.133916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c4d6e1ce-e8ec-4431-b5c1-8928d3a98f11 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Deleting port 94186791-8011-4f06-8c78-39729a88be0b {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:57.134249 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c4d6e1ce-e8ec-4431-b5c1-8928d3a98f11 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:57.174891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-38741404-aad9-401f-b6a3-d34f7b563529 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Deleting port 80bb50f3-0e6d-4c00-bc42-77ba3d94cb41 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:10:57.175216 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38741404-aad9-401f-b6a3-d34f7b563529 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:57.404051 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38741404-aad9-401f-b6a3-d34f7b563529 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:57.404443 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38741404-aad9-401f-b6a3-d34f7b563529 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:57.405754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c25b79-e6c7-4640-8366-694ca9ca3989 req-d8efdb39-b643-4cb9-8b77-52bee934f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:57.407267 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07c25b79-e6c7-4640-8366-694ca9ca3989 req-d8efdb39-b643-4cb9-8b77-52bee934f6fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a1c7137-da90-415e-95dc-4f4c1828138d HTTP/1.1" status: 200 len: 897 time: 0.3262434 Mar 05 14:10:57.556794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-38741404-aad9-401f-b6a3-d34f7b563529 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Calling delete_port for 80bb50f3-0e6d-4c00-bc42-77ba3d94cb41 owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:10:57.744732 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b25a7f96-d320-4baa-9700-dd4efc377fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:57.796918 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38741404-aad9-401f-b6a3-d34f7b563529 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:57.800642 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c4d6e1ce-e8ec-4431-b5c1-8928d3a98f11 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:57.810207 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07c25b79-e6c7-4640-8366-694ca9ca3989 req-543c42b5-2ac6-4883-800e-7d2aa5b5edf8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bc53ced-3633-4c84-bfc6-ec12a58e03f2 HTTP/1.1" status: 200 len: 1000 time: 0.3934829 Mar 05 14:10:57.893127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38741404-aad9-401f-b6a3-d34f7b563529 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event deleted for resources: {'Port': ['ID=80bb50f3-0e6d-4c00-bc42-77ba3d94cb41,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:57.996274 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a7f96-d320-4baa-9700-dd4efc377fed admin admin] Pushing event updated for resources: {'Subnet': ['ID=6abfa8d8-1095-46c0-8465-de36cd47157d,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:58.013524 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38741404-aad9-401f-b6a3-d34f7b563529 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:58.013872 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-38741404-aad9-401f-b6a3-d34f7b563529 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Floating IP 38e91edc-9d9b-43c1-9bd6-00f177952c6d disassociated (deleted). External IP: 172.25.4.26, port: 6bc53ced-3633-4c84-bfc6-ec12a58e03f2. Mar 05 14:10:58.016209 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c4d6e1ce-e8ec-4431-b5c1-8928d3a98f11 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Calling delete_port for 94186791-8011-4f06-8c78-39729a88be0b owned by {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:10:58.043923 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 859582c4-a90a-4b13-a63e-5e164f84c9a7 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:10:58.096253 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c25b79-e6c7-4640-8366-694ca9ca3989 req-2d72b9b4-d603-4359-8090-7bdc2a6b4e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:58.097756 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07c25b79-e6c7-4640-8366-694ca9ca3989 req-2d72b9b4-d603-4359-8090-7bdc2a6b4e08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=76653a85-548c-43a5-9101-603080510503 HTTP/1.1" status: 200 len: 835 time: 0.2817550 Mar 05 14:10:58.127928 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 859582c4-a90a-4b13-a63e-5e164f84c9a7 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:10:58.128722 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 859582c4-a90a-4b13-a63e-5e164f84c9a7 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:10:58.179193 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25a7f96-d320-4baa-9700-dd4efc377fed admin admin] Checking segment: {'id': '7a6521e9-2456-4972-8625-2353045f2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:10:58.179547 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25a7f96-d320-4baa-9700-dd4efc377fed admin admin] Network hostable DHCP agents. Network: dbda1beb-0360-4faf-8113-7d58c38eda14, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:10:58.219705 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c4d6e1ce-e8ec-4431-b5c1-8928d3a98f11 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:58.406653 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25a7f96-d320-4baa-9700-dd4efc377fed admin admin] Network dbda1beb-0360-4faf-8113-7d58c38eda14 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:10:58.437297 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6e1ce-e8ec-4431-b5c1-8928d3a98f11 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Port': ['ID=94186791-8011-4f06-8c78-39729a88be0b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:58.439028 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-b25a7f96-d320-4baa-9700-dd4efc377fed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, dbda1beb-0360-4faf-8113-7d58c38eda14) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:10:58.445939 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c25b79-e6c7-4640-8366-694ca9ca3989 req-805eb0c9-a6e2-429b-83c6-33afa4d1eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:58.447482 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07c25b79-e6c7-4640-8366-694ca9ca3989 req-805eb0c9-a6e2-429b-83c6-33afa4d1eb8b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a1c7137-da90-415e-95dc-4f4c1828138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3386729 Mar 05 14:10:58.448455 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c4d6e1ce-e8ec-4431-b5c1-8928d3a98f11 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:58.451673 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25a7f96-d320-4baa-9700-dd4efc377fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:10:58.452251 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b25a7f96-d320-4baa-9700-dd4efc377fed admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:58.467086 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb493f4c-5f2d-4a62-b8e8-9503718b70a2 None None] Network dbda1beb-0360-4faf-8113-7d58c38eda14 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:10:58.610327 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c4d6e1ce-e8ec-4431-b5c1-8928d3a98f11 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/ports/94186791-8011-4f06-8c78-39729a88be0b HTTP/1.1" status: 204 len: 168 time: 1.6208866 Mar 05 14:10:58.610327 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b25a7f96-d320-4baa-9700-dd4efc377fed admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1860793 Mar 05 14:10:58.611675 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39330) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:58.612421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39332) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:10:58.643481 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-09561061-e310-485e-88cf-407385e1b2c6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-755503537-router', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:10:58.653918 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-09561061-e310-485e-88cf-407385e1b2c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:10:58.671784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-09561061-e310-485e-88cf-407385e1b2c6 admin admin] Usage tracker for resource:router and tenant:706d909f688745e5a517a1792f99e301 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:10:58.679758 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-09561061-e310-485e-88cf-407385e1b2c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:10:58.693863 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-09561061-e310-485e-88cf-407385e1b2c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:10:58.803801 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-78537603-e761-4a68-a86f-9d43c5211f22 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:58.808628 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09561061-e310-485e-88cf-407385e1b2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:58.809670 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09561061-e310-485e-88cf-407385e1b2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:58.814974 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07c25b79-e6c7-4640-8366-694ca9ca3989 req-8fc60aed-3c3e-4654-9ed9-056725780400 service neutron] 10.222.0.15 "GET /v2.0/networks/0a1c7137-da90-415e-95dc-4f4c1828138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573804 Mar 05 14:10:58.881959 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38741404-aad9-401f-b6a3-d34f7b563529 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Router c1eab5a9-6361-48d9-aaa2-5828f2eae55d has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:10:58.907575 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09561061-e310-485e-88cf-407385e1b2c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:58.938547 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec159b6-1b1f-43bf-b6d4-cc8be82a22d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-dbda1beb-0360-4faf-8113-7d58c38eda14', 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'fixed_ips': [{'subnet_id': '6abfa8d8-1095-46c0-8465-de36cd47157d'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:10:58.939662 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2ec159b6-1b1f-43bf-b6d4-cc8be82a22d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:59.179311 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-78537603-e761-4a68-a86f-9d43c5211f22 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:59.237288 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38741404-aad9-401f-b6a3-d34f7b563529 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:10:59.262172 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38741404-aad9-401f-b6a3-d34f7b563529 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:59.283916 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07c25b79-e6c7-4640-8366-694ca9ca3989 req-2f0095b0-3e10-4a9e-b9cc-a222d448f270 service neutron] 10.222.0.15 "GET /v2.0/networks/0a1c7137-da90-415e-95dc-4f4c1828138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625359 Mar 05 14:10:59.311510 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-78537603-e761-4a68-a86f-9d43c5211f22 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448472c5-2d85-486f-816c-e07f9fa1411d']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:59.329327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4811c22-4f06-4d43-99f5-0605fe6c23c5 None None] Sync routers for ids ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:10:59.373486 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:59.380258 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4811c22-4f06-4d43-99f5-0605fe6c23c5 None None] Routers {'c1eab5a9-6361-48d9-aaa2-5828f2eae55d'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:10:59.381024 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-f4811c22-4f06-4d43-99f5-0605fe6c23c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:10:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:59.382349 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-38741404-aad9-401f-b6a3-d34f7b563529 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "DELETE /v2.0/floatingips/38e91edc-9d9b-43c1-9bd6-00f177952c6d HTTP/1.1" status: 204 len: 168 time: 2.5105350 Mar 05 14:10:59.384648 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f060fe-6b68-4af0-bd57-c37f85d08631', 'tag': '6bc53ced-3633-4c84-bfc6-ec12a58e03f2'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:10:59.394717 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-78537603-e761-4a68-a86f-9d43c5211f22 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a38e20-49f5-4d47-85d2-c43858f1e2a4') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:59.395855 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-78537603-e761-4a68-a86f-9d43c5211f22 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a38e20-49f5-4d47-85d2-c43858f1e2a4') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:10:59.463921 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-78537603-e761-4a68-a86f-9d43c5211f22 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:59.483447 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09561061-e310-485e-88cf-407385e1b2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:59.486552 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f060fe-6b68-4af0-bd57-c37f85d08631', 'tag': '6bc53ced-3633-4c84-bfc6-ec12a58e03f2', 'status': 'completed', 'code': 200} Mar 05 14:10:59.502631 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-78537603-e761-4a68-a86f-9d43c5211f22 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:59.511878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78537603-e761-4a68-a86f-9d43c5211f22 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:10:59.512585 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-78537603-e761-4a68-a86f-9d43c5211f22 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:59.524912 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:10:59.636091 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:10:59.723213 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-2ec159b6-1b1f-43bf-b6d4-cc8be82a22d4 None None] Allocated IP 172.20.0.2 (dbda1beb-0360-4faf-8113-7d58c38eda14/6abfa8d8-1095-46c0-8465-de36cd47157d/1abcec38-7141-4323-8b13-a4b26d5edaff) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:10:59.758741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-f4811c22-4f06-4d43-99f5-0605fe6c23c5 None None] Set router c1eab5a9-6361-48d9-aaa2-5828f2eae55d gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:10:59.779778 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-78537603-e761-4a68-a86f-9d43c5211f22 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:59.796838 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-78537603-e761-4a68-a86f-9d43c5211f22 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:10:59.890126 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78537603-e761-4a68-a86f-9d43c5211f22 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] Pushing event deleted for resources: {'Network': ['ID=448472c5-2d85-486f-816c-e07f9fa1411d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:10:59.908271 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-78537603-e761-4a68-a86f-9d43c5211f22 tempest-PortsIpV6TestJSON-433960449 tempest-PortsIpV6TestJSON-433960449-project] 10.222.0.16 "DELETE /v2.0/networks/448472c5-2d85-486f-816c-e07f9fa1411d HTTP/1.1" status: 204 len: 168 time: 1.2951274 Mar 05 14:11:00.061061 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8ac40-a957-44e7-8d0f-05db932781ee req-fac5d8fa-a5a4-4104-bb33-3d2e48e025c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:00.062539 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-59a8ac40-a957-44e7-8d0f-05db932781ee req-fac5d8fa-a5a4-4104-bb33-3d2e48e025c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a618ad747aa4899b8afc19ecc5e6005&device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 1096 time: 0.4169424 Mar 05 14:11:00.225730 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8ac40-a957-44e7-8d0f-05db932781ee req-0857c750-4fba-4638-9c90-edff7223b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:00.227488 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-59a8ac40-a957-44e7-8d0f-05db932781ee req-0857c750-4fba-4638-9c90-edff7223b684 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a1c7137-da90-415e-95dc-4f4c1828138d HTTP/1.1" status: 200 len: 897 time: 0.1576107 Mar 05 14:11:00.282555 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdc846-1cf6-41f7-b808-38bc18e9d7bc req-926c4351-01b9-4bba-a58d-9eed9a33061d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:00.283979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-73fdc846-1cf6-41f7-b808-38bc18e9d7bc req-926c4351-01b9-4bba-a58d-9eed9a33061d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Synchronizing usage tracker for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:00.313137 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39356) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:00.343798 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-73fdc846-1cf6-41f7-b808-38bc18e9d7bc req-926c4351-01b9-4bba-a58d-9eed9a33061d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Unset dirty status for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:00.347760 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-73fdc846-1cf6-41f7-b808-38bc18e9d7bc req-926c4351-01b9-4bba-a58d-9eed9a33061d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 945 time: 0.1782000 Mar 05 14:11:00.455701 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-73fdc846-1cf6-41f7-b808-38bc18e9d7bc req-15772495-90d1-4572-a746-d773655728b8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Synchronizing usage tracker for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:00.502453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-73fdc846-1cf6-41f7-b808-38bc18e9d7bc req-15772495-90d1-4572-a746-d773655728b8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Unset dirty status for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:00.518318 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-73fdc846-1cf6-41f7-b808-38bc18e9d7bc req-15772495-90d1-4572-a746-d773655728b8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=d447a40c-d4bc-4f73-89d8-dea4bda26d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564279 Mar 05 14:11:00.590165 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2ec159b6-1b1f-43bf-b6d4-cc8be82a22d4 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:00.609045 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2ec159b6-1b1f-43bf-b6d4-cc8be82a22d4 None None] Transition to ACTIVE for port object 1abcec38-7141-4323-8b13-a4b26d5edaff will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:11:00.632861 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-59a8ac40-a957-44e7-8d0f-05db932781ee req-41bfb56f-15d0-4dbf-bbde-6afc5841a0cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bc53ced-3633-4c84-bfc6-ec12a58e03f2 HTTP/1.1" status: 200 len: 217 time: 0.3957350 Mar 05 14:11:00.643340 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2ec159b6-1b1f-43bf-b6d4-cc8be82a22d4 None None] Transition to ACTIVE for port object 1abcec38-7141-4323-8b13-a4b26d5edaff will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:11:00.660229 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2ec159b6-1b1f-43bf-b6d4-cc8be82a22d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:00.690035 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4f3cdb38-f18c-42f0-b00d-7472407df649 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b1a258db7d443d2a5a311b119b89687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3500600 Mar 05 14:11:00.690621 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39362) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:00.734702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8ac40-a957-44e7-8d0f-05db932781ee req-0d8d7761-171b-4ddd-942f-0b8d1835746f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:00.735245 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-59a8ac40-a957-44e7-8d0f-05db932781ee req-0d8d7761-171b-4ddd-942f-0b8d1835746f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=76653a85-548c-43a5-9101-603080510503 HTTP/1.1" status: 200 len: 835 time: 0.0957391 Mar 05 14:11:00.770540 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec159b6-1b1f-43bf-b6d4-cc8be82a22d4 None None] Pushing event updated for resources: {'Port': ['ID=1abcec38-7141-4323-8b13-a4b26d5edaff,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:00.777363 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d11e966a-de00-41f3-b382-a5d4272d9539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:00.780965 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-f4811c22-4f06-4d43-99f5-0605fe6c23c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'name': 'tempest-TestNetworkBasicOps-router-1065736224', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:08:26Z', 'updated_at': '2022-03-05T14:10:44Z', 'revision_number': 6, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:28Z', 'updated_at': '2022-03-05T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4', 'name': '', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:48:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '76653a85-548c-43a5-9101-603080510503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:36Z', 'updated_at': '2022-03-05T14:08:45Z', 'revision_number': 5, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '76653a85-548c-43a5-9101-603080510503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:00.788235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4811c22-4f06-4d43-99f5-0605fe6c23c5 None None] Checking router: c1eab5a9-6361-48d9-aaa2-5828f2eae55d for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:11:00.791616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec159b6-1b1f-43bf-b6d4-cc8be82a22d4 None None] Network dbda1beb-0360-4faf-8113-7d58c38eda14 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:11:00.800138 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4811c22-4f06-4d43-99f5-0605fe6c23c5 None None] Routers {'c1eab5a9-6361-48d9-aaa2-5828f2eae55d'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:11:00.801608 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-f4811c22-4f06-4d43-99f5-0605fe6c23c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:10:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:00.819255 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d11e966a-de00-41f3-b382-a5d4272d9539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:00.955512 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d11e966a-de00-41f3-b382-a5d4272d9539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:01.000870 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e966a-de00-41f3-b382-a5d4272d9539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae15526c-4a10-4543-aea3-83fd0ca9a4c6,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:01.012448 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d11e966a-de00-41f3-b382-a5d4272d9539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:01.012448 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d11e966a-de00-41f3-b382-a5d4272d9539 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae15526c-4a10-4543-aea3-83fd0ca9a4c6 HTTP/1.1" status: 204 len: 168 time: 0.3185213 Mar 05 14:11:01.013957 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-2ec159b6-1b1f-43bf-b6d4-cc8be82a22d4 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:11:01.017199 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec159b6-1b1f-43bf-b6d4-cc8be82a22d4 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:11:01.031155 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8ac40-a957-44e7-8d0f-05db932781ee req-4d466be7-dfd6-4a14-a4a8-f0466d9b19f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:01.032649 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-59a8ac40-a957-44e7-8d0f-05db932781ee req-4d466be7-dfd6-4a14-a4a8-f0466d9b19f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a1c7137-da90-415e-95dc-4f4c1828138d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2880666 Mar 05 14:11:01.038366 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09561061-e310-485e-88cf-407385e1b2c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:01.063978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-f4811c22-4f06-4d43-99f5-0605fe6c23c5 None None] Set router c1eab5a9-6361-48d9-aaa2-5828f2eae55d gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:11:01.152743 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09561061-e310-485e-88cf-407385e1b2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:01.283016 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-2ec159b6-1b1f-43bf-b6d4-cc8be82a22d4 None None] Attempting to bind port 1abcec38-7141-4323-8b13-a4b26d5edaff on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:11:01.283553 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-2ec159b6-1b1f-43bf-b6d4-cc8be82a22d4 None None] Attempting to bind port 1abcec38-7141-4323-8b13-a4b26d5edaff by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '7a6521e9-2456-4972-8625-2353045f2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:11:01.283921 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec159b6-1b1f-43bf-b6d4-cc8be82a22d4 None None] Attempting to bind port 1abcec38-7141-4323-8b13-a4b26d5edaff on network dbda1beb-0360-4faf-8113-7d58c38eda14 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:11:01.482796 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec159b6-1b1f-43bf-b6d4-cc8be82a22d4 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:11:01.483204 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec159b6-1b1f-43bf-b6d4-cc8be82a22d4 None None] Checking segment: {'id': '7a6521e9-2456-4972-8625-2353045f2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:11:01.483565 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2ec159b6-1b1f-43bf-b6d4-cc8be82a22d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:01.483955 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec159b6-1b1f-43bf-b6d4-cc8be82a22d4 None None] Bound using segment: {'id': '7a6521e9-2456-4972-8625-2353045f2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:11:01.484495 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-2ec159b6-1b1f-43bf-b6d4-cc8be82a22d4 None None] Bound port: 1abcec38-7141-4323-8b13-a4b26d5edaff, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6521e9-2456-4972-8625-2353045f2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:11:01.484886 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2ec159b6-1b1f-43bf-b6d4-cc8be82a22d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:01.494538 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-59a8ac40-a957-44e7-8d0f-05db932781ee req-2b937710-1507-43d7-8b59-e4a80f1f6595 service neutron] 10.222.0.15 "GET /v2.0/networks/0a1c7137-da90-415e-95dc-4f4c1828138d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912804 Mar 05 14:11:01.701211 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-09561061-e310-485e-88cf-407385e1b2c6 admin admin] Allocated IP 172.25.4.158 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/b276cd54-81cf-4065-8681-f078daa06f97) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:11:01.714237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90bef3-9457-4abb-a06e-cfc4d4d5036f req-21404a2b-1d5e-4f7e-951c-ba833146ba46 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:01.715509 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-2e90bef3-9457-4abb-a06e-cfc4d4d5036f req-21404a2b-1d5e-4f7e-951c-ba833146ba46 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Synchronizing usage tracker for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:01.924542 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-2ec159b6-1b1f-43bf-b6d4-cc8be82a22d4 None None] For port 1abcec38-7141-4323-8b13-a4b26d5edaff, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:11:01.940996 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-2ec159b6-1b1f-43bf-b6d4-cc8be82a22d4 None None] For port 1abcec38-7141-4323-8b13-a4b26d5edaff, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1abcec38-7141-4323-8b13-a4b26d5edaff,segment=NetworkSegment(7a6521e9-2456-4972-8625-2353045f2b39),segment_id=7a6521e9-2456-4972-8625-2353045f2b39)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:11:01.952244 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2ec159b6-1b1f-43bf-b6d4-cc8be82a22d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:01.971544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-2e90bef3-9457-4abb-a06e-cfc4d4d5036f req-21404a2b-1d5e-4f7e-951c-ba833146ba46 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Unset dirty status for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:01.973389 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2e90bef3-9457-4abb-a06e-cfc4d4d5036f req-21404a2b-1d5e-4f7e-951c-ba833146ba46 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.15 "GET /v2.0/ports?device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 945 time: 0.7251689 Mar 05 14:11:02.041276 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-59a8ac40-a957-44e7-8d0f-05db932781ee req-98389aca-b01a-4921-b6f2-2949e10dee0b service neutron] 10.222.0.15 "GET /v2.0/networks/0a1c7137-da90-415e-95dc-4f4c1828138d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303845 Mar 05 14:11:02.064675 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09561061-e310-485e-88cf-407385e1b2c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:02.086099 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec159b6-1b1f-43bf-b6d4-cc8be82a22d4 None None] Pushing event updated for resources: {'Port': ['ID=1abcec38-7141-4323-8b13-a4b26d5edaff,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:02.091340 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-f4811c22-4f06-4d43-99f5-0605fe6c23c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'name': 'tempest-TestNetworkBasicOps-router-1065736224', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:08:26Z', 'updated_at': '2022-03-05T14:10:44Z', 'revision_number': 6, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:28Z', 'updated_at': '2022-03-05T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4', 'name': '', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:48:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '76653a85-548c-43a5-9101-603080510503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:36Z', 'updated_at': '2022-03-05T14:08:45Z', 'revision_number': 5, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '76653a85-548c-43a5-9101-603080510503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:02.102076 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4811c22-4f06-4d43-99f5-0605fe6c23c5 None None] The sync data for ids ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'] in n-d-803718-1 is: [{'id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'name': 'tempest-TestNetworkBasicOps-router-1065736224', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:08:26Z', 'updated_at': '2022-03-05T14:10:44Z', 'revision_number': 6, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:28Z', 'updated_at': '2022-03-05T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4', 'name': '', 'network_id': '0a1c7137-da90-415e-95dc-4f4c1828138d', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:48:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '76653a85-548c-43a5-9101-603080510503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:36Z', 'updated_at': '2022-03-05T14:08:45Z', 'revision_number': 5, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '76653a85-548c-43a5-9101-603080510503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:11:02.121510 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-2e90bef3-9457-4abb-a06e-cfc4d4d5036f req-02f0c2ed-fa40-478b-9255-6ead17037bae tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Deleting port 6bc53ced-3633-4c84-bfc6-ec12a58e03f2 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:11:02.121961 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2e90bef3-9457-4abb-a06e-cfc4d4d5036f req-02f0c2ed-fa40-478b-9255-6ead17037bae tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:02.251291 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74c9ea-48f2-4b30-95e2-b849a951c155 req-6b218ad7-d268-4210-8c89-9cf827fc063a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:02.252691 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4c74c9ea-48f2-4b30-95e2-b849a951c155 req-6b218ad7-d268-4210-8c89-9cf827fc063a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 945 time: 0.4738717 Mar 05 14:11:02.418991 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09561061-e310-485e-88cf-407385e1b2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:02.429119 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39394) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:02.552704 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4c74c9ea-48f2-4b30-95e2-b849a951c155 req-30bdeff5-8b61-4969-ac5f-250cd8f5d8a5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=d447a40c-d4bc-4f73-89d8-dea4bda26d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621055 Mar 05 14:11:02.572969 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09561061-e310-485e-88cf-407385e1b2c6 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:11:02.626009 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-319a2ada-7f3c-4d2f-bbc6-8af9b138c1fb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Request body: {'security_group': {'name': 'tempest-secgroup--616149207'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:02.627222 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-09561061-e310-485e-88cf-407385e1b2c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:11:02.634233 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09561061-e310-485e-88cf-407385e1b2c6 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:11:02.636104 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-319a2ada-7f3c-4d2f-bbc6-8af9b138c1fb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:02.638300 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ff1dee-f87e-45f1-9d9f-97263de7214c None None] New status for floating IP 38e91edc-9d9b-43c1-9bd6-00f177952c6d: DOWN {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:11:02.640640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-319a2ada-7f3c-4d2f-bbc6-8af9b138c1fb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Usage tracker for resource:security_group and tenant:323b62f9bc514abd9ea47317d46051bd is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:02.643807 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-319a2ada-7f3c-4d2f-bbc6-8af9b138c1fb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:02.654298 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-319a2ada-7f3c-4d2f-bbc6-8af9b138c1fb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:02.675903 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-319a2ada-7f3c-4d2f-bbc6-8af9b138c1fb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:02.693568 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-319a2ada-7f3c-4d2f-bbc6-8af9b138c1fb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:02.715442 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-319a2ada-7f3c-4d2f-bbc6-8af9b138c1fb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:02.720719 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-319a2ada-7f3c-4d2f-bbc6-8af9b138c1fb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Usage tracker for resource:security_group_rule and tenant:323b62f9bc514abd9ea47317d46051bd is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:02.726858 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-319a2ada-7f3c-4d2f-bbc6-8af9b138c1fb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:02.741928 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-319a2ada-7f3c-4d2f-bbc6-8af9b138c1fb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:02.893557 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-319a2ada-7f3c-4d2f-bbc6-8af9b138c1fb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:02.898808 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-319a2ada-7f3c-4d2f-bbc6-8af9b138c1fb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:02.908623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-319a2ada-7f3c-4d2f-bbc6-8af9b138c1fb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:02.911697 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09561061-e310-485e-88cf-407385e1b2c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b276cd54-81cf-4065-8681-f078daa06f97,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:02.930749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-319a2ada-7f3c-4d2f-bbc6-8af9b138c1fb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Usage tracker for resource:security_group_rule and tenant:323b62f9bc514abd9ea47317d46051bd is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:02.936294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-319a2ada-7f3c-4d2f-bbc6-8af9b138c1fb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:02.952211 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-319a2ada-7f3c-4d2f-bbc6-8af9b138c1fb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:02.968918 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a2ada-7f3c-4d2f-bbc6-8af9b138c1fb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0aa449-afba-40df-8469-2984acfb499c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:03.081200 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-319a2ada-7f3c-4d2f-bbc6-8af9b138c1fb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:03.090995 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-319a2ada-7f3c-4d2f-bbc6-8af9b138c1fb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:03.141046 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a2ada-7f3c-4d2f-bbc6-8af9b138c1fb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0cdfdc-91f3-4807-9d2b-a18ff6dc140e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:03.145442 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-319a2ada-7f3c-4d2f-bbc6-8af9b138c1fb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:03.149091 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-319a2ada-7f3c-4d2f-bbc6-8af9b138c1fb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7153144 Mar 05 14:11:03.150186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39408) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:03.175391 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-2e90bef3-9457-4abb-a06e-cfc4d4d5036f req-02f0c2ed-fa40-478b-9255-6ead17037bae tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] For port 6bc53ced-3633-4c84-bfc6-ec12a58e03f2, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=6bc53ced-3633-4c84-bfc6-ec12a58e03f2,segment=NetworkSegment(84f96ee8-87de-4f8f-a645-0a53853978d7),segment_id=84f96ee8-87de-4f8f-a645-0a53853978d7)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:11:03.175391 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2e90bef3-9457-4abb-a06e-cfc4d4d5036f req-02f0c2ed-fa40-478b-9255-6ead17037bae tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:03.235102 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ad86e42d-99b3-4b9e-ad5c-26c1d27a169b tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Synchronizing usage tracker for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:03.261592 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ad86e42d-99b3-4b9e-ad5c-26c1d27a169b tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Unset dirty status for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:03.263542 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ad86e42d-99b3-4b9e-ad5c-26c1d27a169b tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1126502 Mar 05 14:11:03.267147 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39412) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:03.279852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-6d568ba2-4303-4cef-9b43-00f1c0725a74 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Request body: {'security_group': {'name': 'tempest-security--1445472996', 'description': 'tempest-security-description-1567472952'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:03.329911 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6d568ba2-4303-4cef-9b43-00f1c0725a74 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:03.427130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-2e90bef3-9457-4abb-a06e-cfc4d4d5036f req-02f0c2ed-fa40-478b-9255-6ead17037bae tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Calling delete_port for 6bc53ced-3633-4c84-bfc6-ec12a58e03f2 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:11:03.475365 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6d568ba2-4303-4cef-9b43-00f1c0725a74 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:03.484476 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6d568ba2-4303-4cef-9b43-00f1c0725a74 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:03.487675 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6d568ba2-4303-4cef-9b43-00f1c0725a74 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:03.489287 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6d568ba2-4303-4cef-9b43-00f1c0725a74 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "PUT /v2.0/security-groups/5a0cdfdc-91f3-4807-9d2b-a18ff6dc140e HTTP/1.1" status: 200 len: 1780 time: 0.2210982 Mar 05 14:11:03.501873 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39426) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:03.523114 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0b9c41-7565-46fc-9adf-14870608b40f None None] Network dbda1beb-0360-4faf-8113-7d58c38eda14 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:11:03.564888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d568ba2-4303-4cef-9b43-00f1c0725a74 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0cdfdc-91f3-4807-9d2b-a18ff6dc140e,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:03.615230 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8140d17b-2fb7-4d91-921d-933f7e32f23d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-groups/5a0cdfdc-91f3-4807-9d2b-a18ff6dc140e HTTP/1.1" status: 200 len: 1780 time: 0.1082447 Mar 05 14:11:03.618436 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39434) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:03.673658 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-26e19c89-7219-4786-8f91-f62ff9f75ec7 None None] Provisioning for port 1abcec38-7141-4323-8b13-a4b26d5edaff completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:11:03.768043 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec829-f1d4-4882-8dde-c9a3079a362e tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:03.861954 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec829-f1d4-4882-8dde-c9a3079a362e tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:03.941462 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09561061-e310-485e-88cf-407385e1b2c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:04.007893 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85a7ed-543f-4a5d-943a-ffea660cf648 req-699c93e9-7f3e-4db4-912d-aa0b4a335b24 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:04.015214 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8f85a7ed-543f-4a5d-943a-ffea660cf648 req-699c93e9-7f3e-4db4-912d-aa0b4a335b24 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 945 time: 0.2307973 Mar 05 14:11:04.083077 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8f85a7ed-543f-4a5d-943a-ffea660cf648 req-759ca33f-dd54-4529-b56c-a9ce44346ee1 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=d447a40c-d4bc-4f73-89d8-dea4bda26d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668373 Mar 05 14:11:04.083971 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec829-f1d4-4882-8dde-c9a3079a362e tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:04.107430 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1abcec38-7141-4323-8b13-a4b26d5edaff up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:11:04.119639 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ec829-f1d4-4882-8dde-c9a3079a362e tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0cdfdc-91f3-4807-9d2b-a18ff6dc140e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:04.126473 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec9ec829-f1d4-4882-8dde-c9a3079a362e tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:04.131002 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ec9ec829-f1d4-4882-8dde-c9a3079a362e tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "DELETE /v2.0/security-groups/5a0cdfdc-91f3-4807-9d2b-a18ff6dc140e HTTP/1.1" status: 204 len: 168 time: 0.5105317 Mar 05 14:11:04.131771 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39438) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:04.186797 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2e90bef3-9457-4abb-a06e-cfc4d4d5036f req-02f0c2ed-fa40-478b-9255-6ead17037bae tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:04.199685 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cffb68ef-a04c-4093-a1f7-9895f7100a64 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Synchronizing usage tracker for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:04.237861 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cffb68ef-a04c-4093-a1f7-9895f7100a64 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Unset dirty status for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:04.246247 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cffb68ef-a04c-4093-a1f7-9895f7100a64 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1119049 Mar 05 14:11:04.247147 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39444) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:04.266073 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 1abcec38-7141-4323-8b13-a4b26d5edaff completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:11:04.275116 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1abcec38-7141-4323-8b13-a4b26d5edaff triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:04.275614 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:04.288398 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-37c0c526-b429-46c9-9b9c-39dd6f72fc4e tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] delete failed (client error): The resource could not be found. Mar 05 14:11:04.289517 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-37c0c526-b429-46c9-9b9c-39dd6f72fc4e tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "DELETE /v2.0/security-groups/5a0cdfdc-91f3-4807-9d2b-a18ff6dc140e HTTP/1.1" status: 404 len: 347 time: 0.0401301 Mar 05 14:11:04.296315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39448) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:04.303378 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-81640e59-0062-44bc-a378-705b197dced8 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Request body: {'security_group': {'name': 'tempest-secgroup--894372681'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:04.325446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-81640e59-0062-44bc-a378-705b197dced8 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:04.352990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9dbcdcd4-0f0a-4847-b937-4ebb2cf0b705 None None] Provisioning complete for port 1abcec38-7141-4323-8b13-a4b26d5edaff triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:04.353352 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9dbcdcd4-0f0a-4847-b937-4ebb2cf0b705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:04.354135 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-81640e59-0062-44bc-a378-705b197dced8 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:04.375504 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-81640e59-0062-44bc-a378-705b197dced8 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:04.418717 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-81640e59-0062-44bc-a378-705b197dced8 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:04.427221 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-81640e59-0062-44bc-a378-705b197dced8 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Usage tracker for resource:security_group_rule and tenant:323b62f9bc514abd9ea47317d46051bd is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:04.434721 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-81640e59-0062-44bc-a378-705b197dced8 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:04.447662 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-81640e59-0062-44bc-a378-705b197dced8 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:04.482400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0c2ed-fa40-478b-9255-6ead17037bae tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event deleted for resources: {'Port': ['ID=6bc53ced-3633-4c84-bfc6-ec12a58e03f2,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:04.549609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e90bef3-9457-4abb-a06e-cfc4d4d5036f req-02f0c2ed-fa40-478b-9255-6ead17037bae tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] No DVR routers for this DVR port 6bc53ced-3633-4c84-bfc6-ec12a58e03f2 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:11:04.553566 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2e90bef3-9457-4abb-a06e-cfc4d4d5036f req-02f0c2ed-fa40-478b-9255-6ead17037bae tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:04.560805 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9dbcdcd4-0f0a-4847-b937-4ebb2cf0b705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:04.569838 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f060fe-6b68-4af0-bd57-c37f85d08631', 'name': 'network-vif-deleted', 'tag': '6bc53ced-3633-4c84-bfc6-ec12a58e03f2'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:11:04.574692 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:04.592401 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2e90bef3-9457-4abb-a06e-cfc4d4d5036f req-02f0c2ed-fa40-478b-9255-6ead17037bae tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.15 "DELETE /v2.0/ports/6bc53ced-3633-4c84-bfc6-ec12a58e03f2 HTTP/1.1" status: 204 len: 173 time: 2.6122499 Mar 05 14:11:04.642113 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9dbcdcd4-0f0a-4847-b937-4ebb2cf0b705 None None] For port 1abcec38-7141-4323-8b13-a4b26d5edaff, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1abcec38-7141-4323-8b13-a4b26d5edaff,segment=NetworkSegment(7a6521e9-2456-4972-8625-2353045f2b39),segment_id=7a6521e9-2456-4972-8625-2353045f2b39)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:11:04.655734 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9dbcdcd4-0f0a-4847-b937-4ebb2cf0b705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:04.662052 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-81640e59-0062-44bc-a378-705b197dced8 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:04.678188 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-81640e59-0062-44bc-a378-705b197dced8 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:04.722626 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f060fe-6b68-4af0-bd57-c37f85d08631', 'name': 'network-vif-deleted', 'tag': '6bc53ced-3633-4c84-bfc6-ec12a58e03f2', 'status': 'completed', 'code': 200} Mar 05 14:11:04.788574 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:11:04.788944 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:11:04.789981 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 6bc53ced-3633-4c84-bfc6-ec12a58e03f2 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:11:04.820244 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81640e59-0062-44bc-a378-705b197dced8 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1670357-1ce1-4c24-b4eb-760190ffcb28,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:04.847891 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-81640e59-0062-44bc-a378-705b197dced8 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:04.852168 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-81640e59-0062-44bc-a378-705b197dced8 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5522604 Mar 05 14:11:04.852430 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39456) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:04.856008 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: 6bc53ced-3633-4c84-bfc6-ec12a58e03f2 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:11:04.856553 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 6bc53ced-3633-4c84-bfc6-ec12a58e03f2 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:11:04.860163 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f52088ef-1c03-4c1b-8ed2-07905fc1a2ec tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Request body: {'security_group_rule': {'security_group_id': 'd1670357-1ce1-4c24-b4eb-760190ffcb28', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:04.874533 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f52088ef-1c03-4c1b-8ed2-07905fc1a2ec tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:04.889008 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbcdcd4-0f0a-4847-b937-4ebb2cf0b705 None None] Pushing event updated for resources: {'Port': ['ID=1abcec38-7141-4323-8b13-a4b26d5edaff,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:04.893548 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f52088ef-1c03-4c1b-8ed2-07905fc1a2ec tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Usage tracker for resource:security_group_rule and tenant:323b62f9bc514abd9ea47317d46051bd is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:04.901693 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f52088ef-1c03-4c1b-8ed2-07905fc1a2ec tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:04.911061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f52088ef-1c03-4c1b-8ed2-07905fc1a2ec tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:04.946286 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f52088ef-1c03-4c1b-8ed2-07905fc1a2ec tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:04.978270 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09561061-e310-485e-88cf-407385e1b2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:05.042658 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f52088ef-1c03-4c1b-8ed2-07905fc1a2ec tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:05.047864 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f52088ef-1c03-4c1b-8ed2-07905fc1a2ec tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:05.080830 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52088ef-1c03-4c1b-8ed2-07905fc1a2ec tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab1307b-6837-4f19-a9b3-5e456c1fa976,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:05.112103 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f52088ef-1c03-4c1b-8ed2-07905fc1a2ec tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:05.116963 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f52088ef-1c03-4c1b-8ed2-07905fc1a2ec tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2600539 Mar 05 14:11:05.117552 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39462) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:05.186548 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26fba1f4-4d41-4b2d-a509-8f4de271632f tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:05.220580 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26fba1f4-4d41-4b2d-a509-8f4de271632f tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:05.272252 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26fba1f4-4d41-4b2d-a509-8f4de271632f tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:05.312173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fba1f4-4d41-4b2d-a509-8f4de271632f tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bab1307b-6837-4f19-a9b3-5e456c1fa976,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:05.369242 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bc84f539-5954-46da-9fa5-5b3788e0e26c req-3c0b7c9e-c787-40d8-9733-1add79b5adf4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f060fe-6b68-4af0-bd57-c37f85d08631 HTTP/1.1" status: 200 len: 210 time: 0.0750213 Mar 05 14:11:05.371103 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26fba1f4-4d41-4b2d-a509-8f4de271632f tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:05.372259 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-26fba1f4-4d41-4b2d-a509-8f4de271632f tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/bab1307b-6837-4f19-a9b3-5e456c1fa976 HTTP/1.1" status: 204 len: 168 time: 0.2524824 Mar 05 14:11:05.374681 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39466) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:05.481717 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6e50ecbe-804d-46d3-b2ef-65f82699ff35 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Synchronizing usage tracker for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:05.515420 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6e50ecbe-804d-46d3-b2ef-65f82699ff35 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Unset dirty status for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:05.519046 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6e50ecbe-804d-46d3-b2ef-65f82699ff35 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1416278 Mar 05 14:11:05.521449 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39472) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:05.580052 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09561061-e310-485e-88cf-407385e1b2c6 admin admin] Router 02568e36-4992-46b2-9411-9ecdb5dd8656 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:11:05.616847 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24ae45dc-e04f-4c55-bd66-0f74a76af2a6 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:05.648449 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24ae45dc-e04f-4c55-bd66-0f74a76af2a6 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:05.704198 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24ae45dc-e04f-4c55-bd66-0f74a76af2a6 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:05.723671 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae45dc-e04f-4c55-bd66-0f74a76af2a6 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1670357-1ce1-4c24-b4eb-760190ffcb28,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:05.771104 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-24ae45dc-e04f-4c55-bd66-0f74a76af2a6 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:05.774494 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-24ae45dc-e04f-4c55-bd66-0f74a76af2a6 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "DELETE /v2.0/security-groups/d1670357-1ce1-4c24-b4eb-760190ffcb28 HTTP/1.1" status: 204 len: 168 time: 0.2489641 Mar 05 14:11:05.774724 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39476) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:05.781221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09561061-e310-485e-88cf-407385e1b2c6 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:11:05.797601 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] Sync routers for ids ['02568e36-4992-46b2-9411-9ecdb5dd8656'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:11:05.806621 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-09561061-e310-485e-88cf-407385e1b2c6 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:05.810422 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-09561061-e310-485e-88cf-407385e1b2c6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.1933298 Mar 05 14:11:05.811478 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39480) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:05.816531 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] Routers {'02568e36-4992-46b2-9411-9ecdb5dd8656'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:11:05.818261 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:10:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['02568e36-4992-46b2-9411-9ecdb5dd8656'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:05.931422 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c05411e5-58c0-45ee-9fcb-2465d0109710 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Synchronizing usage tracker for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:06.039587 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] Set router 02568e36-4992-46b2-9411-9ecdb5dd8656 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:11:06.189229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c05411e5-58c0-45ee-9fcb-2465d0109710 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Unset dirty status for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:06.190655 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c05411e5-58c0-45ee-9fcb-2465d0109710 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4149446 Mar 05 14:11:06.194952 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39486) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:06.201538 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1abcec38-7141-4323-8b13-a4b26d5edaff up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:11:06.211099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-6fdcb55b-9802-4938-97f6-f82e8f56a5e4 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Request body: {'security_group': {'name': 'tempest-secgroup--545161521'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:06.218741 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6fdcb55b-9802-4938-97f6-f82e8f56a5e4 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:06.230411 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6fdcb55b-9802-4938-97f6-f82e8f56a5e4 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:06.246948 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6fdcb55b-9802-4938-97f6-f82e8f56a5e4 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:06.371444 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1abcec38-7141-4323-8b13-a4b26d5edaff triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:06.371810 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:06.418065 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6fdcb55b-9802-4938-97f6-f82e8f56a5e4 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:06.430877 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6fdcb55b-9802-4938-97f6-f82e8f56a5e4 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Usage tracker for resource:security_group_rule and tenant:323b62f9bc514abd9ea47317d46051bd is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:06.435602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6fdcb55b-9802-4938-97f6-f82e8f56a5e4 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:06.445604 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6fdcb55b-9802-4938-97f6-f82e8f56a5e4 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:06.543162 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39492) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:06.621449 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a8917155-7688-47d0-86c6-dce1a1d193c4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:06.653348 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a8917155-7688-47d0-86c6-dce1a1d193c4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:06.722955 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a8917155-7688-47d0-86c6-dce1a1d193c4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:06.755875 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8917155-7688-47d0-86c6-dce1a1d193c4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d447a40c-d4bc-4f73-89d8-dea4bda26d42,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:06.776523 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a8917155-7688-47d0-86c6-dce1a1d193c4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:06.781269 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a8917155-7688-47d0-86c6-dce1a1d193c4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "DELETE /v2.0/security-groups/d447a40c-d4bc-4f73-89d8-dea4bda26d42 HTTP/1.1" status: 204 len: 168 time: 0.2368221 Mar 05 14:11:06.812136 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'name': 'tempest-TestVolumeBackupRestore-755503537-router', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:58Z', 'updated_at': '2022-03-05T14:11:03Z', 'revision_number': 3, 'project_id': '706d909f688745e5a517a1792f99e301', 'gw_port': {'id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:01Z', 'updated_at': '2022-03-05T14:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:06.819608 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] Checking router: 02568e36-4992-46b2-9411-9ecdb5dd8656 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:11:06.821103 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] Updating router 02568e36-4992-46b2-9411-9ecdb5dd8656 port b276cd54-81cf-4065-8681-f078daa06f97 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:11:06.827442 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39502) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:06.842900 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6fdcb55b-9802-4938-97f6-f82e8f56a5e4 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:06.901868 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:06.941159 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6fdcb55b-9802-4938-97f6-f82e8f56a5e4 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:07.002925 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdcb55b-9802-4938-97f6-f82e8f56a5e4 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d95cd8fc-f8f4-4f38-b20f-e3fc3843fb59,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:07.102038 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-afb8ff80-a2c4-4fbd-b619-81dc5a1f6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:07.116271 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6fdcb55b-9802-4938-97f6-f82e8f56a5e4 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:07.119909 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6fdcb55b-9802-4938-97f6-f82e8f56a5e4 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9217579 Mar 05 14:11:07.120203 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39506) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:07.125740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-cd0f46af-4964-447b-a196-46dff107f5bb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Request body: {'security_group_rule': {'security_group_id': 'd95cd8fc-f8f4-4f38-b20f-e3fc3843fb59', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:07.176783 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cd0f46af-4964-447b-a196-46dff107f5bb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:07.189382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cd0f46af-4964-447b-a196-46dff107f5bb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Usage tracker for resource:security_group_rule and tenant:323b62f9bc514abd9ea47317d46051bd is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:07.198856 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cd0f46af-4964-447b-a196-46dff107f5bb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:07.210056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cd0f46af-4964-447b-a196-46dff107f5bb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:07.222238 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:11:07.391821 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-afb8ff80-a2c4-4fbd-b619-81dc5a1f6ac2 admin admin] Allocated IP 172.20.0.1 (dbda1beb-0360-4faf-8113-7d58c38eda14/6abfa8d8-1095-46c0-8465-de36cd47157d/d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:11:07.441339 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cd0f46af-4964-447b-a196-46dff107f5bb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:07.517237 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cd0f46af-4964-447b-a196-46dff107f5bb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:07.576420 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cd0f46af-4964-447b-a196-46dff107f5bb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:07.583755 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:07.596659 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] Transition to ACTIVE for port object b276cd54-81cf-4065-8681-f078daa06f97 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:11:07.604970 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:07.617843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f46af-4964-447b-a196-46dff107f5bb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=118bfed6-a377-4d31-9c36-3562fbe1e7dc,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:07.646725 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cd0f46af-4964-447b-a196-46dff107f5bb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:07.651053 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cd0f46af-4964-447b-a196-46dff107f5bb tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5297375 Mar 05 14:11:07.651831 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39522) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:07.674851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-d454dabc-1b7e-4214-8d0f-64c3935a6029 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Request body: {'security_group_rule': {'security_group_id': 'd95cd8fc-f8f4-4f38-b20f-e3fc3843fb59', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:07.684503 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d454dabc-1b7e-4214-8d0f-64c3935a6029 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:07.699668 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d454dabc-1b7e-4214-8d0f-64c3935a6029 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Usage tracker for resource:security_group_rule and tenant:323b62f9bc514abd9ea47317d46051bd is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:07.706279 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d454dabc-1b7e-4214-8d0f-64c3935a6029 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:07.717719 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-afb8ff80-a2c4-4fbd-b619-81dc5a1f6ac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:07.720293 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d454dabc-1b7e-4214-8d0f-64c3935a6029 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:07.723712 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] Attempting to bind port b276cd54-81cf-4065-8681-f078daa06f97 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:11:07.723887 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] Attempting to bind port b276cd54-81cf-4065-8681-f078daa06f97 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:11:07.724237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] Attempting to bind port b276cd54-81cf-4065-8681-f078daa06f97 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:11:07.741162 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:11:07.741754 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:11:07.741958 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:07.742314 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:11:07.742800 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] Bound port: b276cd54-81cf-4065-8681-f078daa06f97, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:11:07.743184 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:07.749986 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-afb8ff80-a2c4-4fbd-b619-81dc5a1f6ac2 admin admin] Transition to ACTIVE for port object d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:11:07.752657 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d454dabc-1b7e-4214-8d0f-64c3935a6029 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:07.819325 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fa91a561-727e-473d-be39-3e729cdebe07 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:07.839671 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d454dabc-1b7e-4214-8d0f-64c3935a6029 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:07.846581 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-afb8ff80-a2c4-4fbd-b619-81dc5a1f6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:07.874497 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b02c7-0da6-428a-842e-0080e949c765 None None] Pushing event updated for resources: {'Port': ['ID=b276cd54-81cf-4065-8681-f078daa06f97,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:07.913760 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb8ff80-a2c4-4fbd-b619-81dc5a1f6ac2 admin admin] Network dbda1beb-0360-4faf-8113-7d58c38eda14 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:11:07.915865 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d454dabc-1b7e-4214-8d0f-64c3935a6029 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:07.930367 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-afb8ff80-a2c4-4fbd-b619-81dc5a1f6ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:11:07.951572 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb8ff80-a2c4-4fbd-b619-81dc5a1f6ac2 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:11:08.008838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] For port b276cd54-81cf-4065-8681-f078daa06f97, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:11:08.021058 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] For port b276cd54-81cf-4065-8681-f078daa06f97, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b276cd54-81cf-4065-8681-f078daa06f97,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:11:08.031315 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:08.040062 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454dabc-1b7e-4214-8d0f-64c3935a6029 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9bbe6c-6e45-4679-a0e1-2db4569c5d97,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:08.117092 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] Routers {'02568e36-4992-46b2-9411-9ecdb5dd8656'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:11:08.117738 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:10:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['02568e36-4992-46b2-9411-9ecdb5dd8656'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:08.143732 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8ff80-a2c4-4fbd-b619-81dc5a1f6ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:08.162897 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d454dabc-1b7e-4214-8d0f-64c3935a6029 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:08.166508 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d454dabc-1b7e-4214-8d0f-64c3935a6029 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4985607 Mar 05 14:11:08.169384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39526) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:08.177683 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-afb8ff80-a2c4-4fbd-b619-81dc5a1f6ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:08.192889 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-3a589d0d-652f-4a26-ae34-9c10f3a32df7 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Request body: {'security_group_rule': {'security_group_id': 'd95cd8fc-f8f4-4f38-b20f-e3fc3843fb59', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:08.209106 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3a589d0d-652f-4a26-ae34-9c10f3a32df7 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:08.216159 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3a589d0d-652f-4a26-ae34-9c10f3a32df7 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Usage tracker for resource:security_group_rule and tenant:323b62f9bc514abd9ea47317d46051bd is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:08.241264 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3a589d0d-652f-4a26-ae34-9c10f3a32df7 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:08.266137 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b02c7-0da6-428a-842e-0080e949c765 None None] Pushing event updated for resources: {'Port': ['ID=b276cd54-81cf-4065-8681-f078daa06f97,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:08.276751 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3a589d0d-652f-4a26-ae34-9c10f3a32df7 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:08.331832 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a589d0d-652f-4a26-ae34-9c10f3a32df7 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:08.407232 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-507fecc1-6689-4006-abb1-f7bc4072f26d None None] Provisioning for port d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:11:08.432449 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-507fecc1-6689-4006-abb1-f7bc4072f26d None None] Provisioning complete for port d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:08.432817 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-507fecc1-6689-4006-abb1-f7bc4072f26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:08.492095 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] Set router 02568e36-4992-46b2-9411-9ecdb5dd8656 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:11:08.633796 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-fa91a561-727e-473d-be39-3e729cdebe07 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Deleting port 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:11:08.634116 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fa91a561-727e-473d-be39-3e729cdebe07 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:08.802441 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-afb8ff80-a2c4-4fbd-b619-81dc5a1f6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:08.820782 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-507fecc1-6689-4006-abb1-f7bc4072f26d None None] Port d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:11:08.849609 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b28b4b89-5079-4a4c-8f43-77aa197e803d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:08.949506 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'name': 'tempest-TestVolumeBackupRestore-755503537-router', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:58Z', 'updated_at': '2022-03-05T14:11:03Z', 'revision_number': 3, 'project_id': '706d909f688745e5a517a1792f99e301', 'gw_port': {'id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:01Z', 'updated_at': '2022-03-05T14:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:08.954432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001cb85e-de11-4752-a7bb-edd6b4994f12 None None] The sync data for ids ['02568e36-4992-46b2-9411-9ecdb5dd8656'] in n-d-803718-1 is: [{'id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'name': 'tempest-TestVolumeBackupRestore-755503537-router', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:58Z', 'updated_at': '2022-03-05T14:11:03Z', 'revision_number': 3, 'project_id': '706d909f688745e5a517a1792f99e301', 'gw_port': {'id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:01Z', 'updated_at': '2022-03-05T14:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:11:08.966950 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a589d0d-652f-4a26-ae34-9c10f3a32df7 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:08.978139 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a589d0d-652f-4a26-ae34-9c10f3a32df7 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:09.012274 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-fa91a561-727e-473d-be39-3e729cdebe07 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] For port 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4,segment=NetworkSegment(84f96ee8-87de-4f8f-a645-0a53853978d7),segment_id=84f96ee8-87de-4f8f-a645-0a53853978d7)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:11:09.012630 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fa91a561-727e-473d-be39-3e729cdebe07 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:09.026724 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a589d0d-652f-4a26-ae34-9c10f3a32df7 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2efd19d-152e-45a5-8d36-6a9d3d9b17a4,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:09.108031 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-afb8ff80-a2c4-4fbd-b619-81dc5a1f6ac2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:09.116067 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-afb8ff80-a2c4-4fbd-b619-81dc5a1f6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:09.182218 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-fa91a561-727e-473d-be39-3e729cdebe07 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Calling delete_port for 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:11:09.215581 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a589d0d-652f-4a26-ae34-9c10f3a32df7 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:09.219791 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3a589d0d-652f-4a26-ae34-9c10f3a32df7 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0443411 Mar 05 14:11:09.227448 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39534) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:09.237746 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-15922a07-9985-4be9-a2eb-f47304198791 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Request body: {'security_group_rule': {'security_group_id': 'd95cd8fc-f8f4-4f38-b20f-e3fc3843fb59', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:09.244769 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-afb8ff80-a2c4-4fbd-b619-81dc5a1f6ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:09.249580 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-15922a07-9985-4be9-a2eb-f47304198791 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:09.254351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8ff80-a2c4-4fbd-b619-81dc5a1f6ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:09.263508 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-15922a07-9985-4be9-a2eb-f47304198791 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Usage tracker for resource:security_group_rule and tenant:323b62f9bc514abd9ea47317d46051bd is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:09.271441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-15922a07-9985-4be9-a2eb-f47304198791 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:09.295920 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-15922a07-9985-4be9-a2eb-f47304198791 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:09.338659 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15922a07-9985-4be9-a2eb-f47304198791 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:09.460685 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15922a07-9985-4be9-a2eb-f47304198791 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:09.468986 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15922a07-9985-4be9-a2eb-f47304198791 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:09.480620 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb8ff80-a2c4-4fbd-b619-81dc5a1f6ac2 admin admin] Network dbda1beb-0360-4faf-8113-7d58c38eda14 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:11:09.486430 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-afb8ff80-a2c4-4fbd-b619-81dc5a1f6ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:11:09.526214 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15922a07-9985-4be9-a2eb-f47304198791 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f86d9c7e-042c-46c3-8a02-2547bfc74160,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:09.570753 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15922a07-9985-4be9-a2eb-f47304198791 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:09.574748 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39538) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:09.576626 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-15922a07-9985-4be9-a2eb-f47304198791 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3481390 Mar 05 14:11:09.594812 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-23a2cd15-7964-4ba9-b379-aa87a002a962 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Request body: {'security_group_rule': {'security_group_id': 'd95cd8fc-f8f4-4f38-b20f-e3fc3843fb59', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:09.607365 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-23a2cd15-7964-4ba9-b379-aa87a002a962 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:09.621130 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-23a2cd15-7964-4ba9-b379-aa87a002a962 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Usage tracker for resource:security_group_rule and tenant:323b62f9bc514abd9ea47317d46051bd is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:09.628236 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-23a2cd15-7964-4ba9-b379-aa87a002a962 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:09.642720 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fa91a561-727e-473d-be39-3e729cdebe07 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:09.649534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-23a2cd15-7964-4ba9-b379-aa87a002a962 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:09.790622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91a561-727e-473d-be39-3e729cdebe07 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event deleted for resources: {'Port': ['ID=6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:09.857382 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23a2cd15-7964-4ba9-b379-aa87a002a962 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:09.964293 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb8ff80-a2c4-4fbd-b619-81dc5a1f6ac2 admin admin] Router 02568e36-4992-46b2-9411-9ecdb5dd8656 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:11:09.969626 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-877b0e7b-b64e-430f-b158-403a39877614 None None] Provisioning complete for port d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:09.970175 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-877b0e7b-b64e-430f-b158-403a39877614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:10.001764 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23a2cd15-7964-4ba9-b379-aa87a002a962 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:10.073370 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23a2cd15-7964-4ba9-b379-aa87a002a962 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:10.127972 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2cd15-7964-4ba9-b379-aa87a002a962 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb16d4bc-42d7-4827-9829-84c619b81984,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:10.136943 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-877b0e7b-b64e-430f-b158-403a39877614 None None] Port d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:11:10.245256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b276cd54-81cf-4065-8681-f078daa06f97 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:11:10.325256 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23a2cd15-7964-4ba9-b379-aa87a002a962 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:10.329050 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-23a2cd15-7964-4ba9-b379-aa87a002a962 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7504647 Mar 05 14:11:10.331875 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39550) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:10.405354 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fa91a561-727e-473d-be39-3e729cdebe07 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:10.412408 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port b276cd54-81cf-4065-8681-f078daa06f97 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:11:10.414395 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6dc79bd-53fd-4d36-9f53-15c4ae3e4163 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:10.420274 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b276cd54-81cf-4065-8681-f078daa06f97 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:10.420659 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:10.433548 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6dc79bd-53fd-4d36-9f53-15c4ae3e4163 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:10.440433 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb8ff80-a2c4-4fbd-b619-81dc5a1f6ac2 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:11:10.457833 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-afb8ff80-a2c4-4fbd-b619-81dc5a1f6ac2 admin admin] 10.222.0.16 "PUT /v2.0/routers/02568e36-4992-46b2-9411-9ecdb5dd8656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6358869 Mar 05 14:11:10.493011 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6dc79bd-53fd-4d36-9f53-15c4ae3e4163 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:10.541116 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6dc79bd-53fd-4d36-9f53-15c4ae3e4163 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:10.544598 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c6dc79bd-53fd-4d36-9f53-15c4ae3e4163 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/fb16d4bc-42d7-4827-9829-84c619b81984 HTTP/1.1" status: 204 len: 168 time: 0.2090275 Mar 05 14:11:10.544598 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc79bd-53fd-4d36-9f53-15c4ae3e4163 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb16d4bc-42d7-4827-9829-84c619b81984,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:10.549314 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39556) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:10.668750 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2e45c7f1-4f9f-4f35-8c2e-aa8402c256aa tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Synchronizing usage tracker for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:10.701497 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:10.702328 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2e45c7f1-4f9f-4f35-8c2e-aa8402c256aa tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Unset dirty status for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:10.706549 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2e45c7f1-4f9f-4f35-8c2e-aa8402c256aa tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1541665 Mar 05 14:11:10.706931 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39560) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:10.739458 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port b276cd54-81cf-4065-8681-f078daa06f97, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b276cd54-81cf-4065-8681-f078daa06f97,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:11:10.751203 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:10.902739 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=b276cd54-81cf-4065-8681-f078daa06f97,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:10.932392 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-35b93846-9be7-4f77-b3d1-ef109d9317ff tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:10.944702 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-35b93846-9be7-4f77-b3d1-ef109d9317ff tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:10.952358 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-53920207-8064-45b6-a07a-0e75fe1d47a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:11.056542 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-35b93846-9be7-4f77-b3d1-ef109d9317ff tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:11.094202 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b93846-9be7-4f77-b3d1-ef109d9317ff tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f86d9c7e-042c-46c3-8a02-2547bfc74160,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:11.109983 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-35b93846-9be7-4f77-b3d1-ef109d9317ff tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:11.111292 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-35b93846-9be7-4f77-b3d1-ef109d9317ff tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f86d9c7e-042c-46c3-8a02-2547bfc74160 HTTP/1.1" status: 204 len: 168 time: 0.4034271 Mar 05 14:11:11.114173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39574) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:11.128050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa91a561-727e-473d-be39-3e729cdebe07 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Router c1eab5a9-6361-48d9-aaa2-5828f2eae55d has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:11:11.194391 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8038f528-a381-46bf-8704-1036039befd4 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0769289 Mar 05 14:11:11.196020 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39580) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:11.235652 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a979c2e9-7c5d-4641-91bf-e73f968d406d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:11.247967 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a979c2e9-7c5d-4641-91bf-e73f968d406d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:11.295820 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a979c2e9-7c5d-4641-91bf-e73f968d406d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:11.352227 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979c2e9-7c5d-4641-91bf-e73f968d406d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2efd19d-152e-45a5-8d36-6a9d3d9b17a4,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:11.354829 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a979c2e9-7c5d-4641-91bf-e73f968d406d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:11.358235 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a979c2e9-7c5d-4641-91bf-e73f968d406d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b2efd19d-152e-45a5-8d36-6a9d3d9b17a4 HTTP/1.1" status: 204 len: 168 time: 0.1590097 Mar 05 14:11:11.358463 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39584) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:11.460257 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a1c0b7c1-78ff-425c-a90a-4bcf4b3341e0 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Synchronizing usage tracker for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:11.476827 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39592) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:11.483564 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-dcda19c6-80dc-4883-9c91-7800c296fa8d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-430635858-network', 'tenant_id': 'bfbe617a2208402db6142c524fe85e2f'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:11.491673 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a1c0b7c1-78ff-425c-a90a-4bcf4b3341e0 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Unset dirty status for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:11.496539 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a1c0b7c1-78ff-425c-a90a-4bcf4b3341e0 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1369708 Mar 05 14:11:11.497484 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39596) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:11.499051 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-dcda19c6-80dc-4883-9c91-7800c296fa8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:11.514024 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-dcda19c6-80dc-4883-9c91-7800c296fa8d admin admin] Usage tracker for resource:network and tenant:bfbe617a2208402db6142c524fe85e2f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:11.519845 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-dcda19c6-80dc-4883-9c91-7800c296fa8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:11.533873 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-dcda19c6-80dc-4883-9c91-7800c296fa8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:11.561283 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f7fa085-d18f-4c38-80c5-a00b0f7f5d4d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:11.570223 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcda19c6-80dc-4883-9c91-7800c296fa8d admin admin] Made reservation on behalf of bfbe617a2208402db6142c524fe85e2f for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:11:11.573190 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dcda19c6-80dc-4883-9c91-7800c296fa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:11.590781 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f7fa085-d18f-4c38-80c5-a00b0f7f5d4d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:11.602511 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dcda19c6-80dc-4883-9c91-7800c296fa8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:11.604945 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] Sync routers for ids ['02568e36-4992-46b2-9411-9ecdb5dd8656'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:11:11.622568 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] Routers {'02568e36-4992-46b2-9411-9ecdb5dd8656'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:11:11.623229 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:11:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['02568e36-4992-46b2-9411-9ecdb5dd8656'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:11.654149 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-dcda19c6-80dc-4883-9c91-7800c296fa8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:11.659147 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa91a561-727e-473d-be39-3e729cdebe07 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:11:11.665810 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fa91a561-727e-473d-be39-3e729cdebe07 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "PUT /v2.0/routers/c1eab5a9-6361-48d9-aaa2-5828f2eae55d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8371329 Mar 05 14:11:11.668686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39600) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:11.670054 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-dcda19c6-80dc-4883-9c91-7800c296fa8d admin admin] Usage tracker for resource:security_group_rule and tenant:bfbe617a2208402db6142c524fe85e2f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:11.671886 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80cbb37-6983-4860-8756-c6a710944f33 None None] Sync routers for ids ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:11:11.677761 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-dcda19c6-80dc-4883-9c91-7800c296fa8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:11.685858 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80cbb37-6983-4860-8756-c6a710944f33 None None] Routers {'c1eab5a9-6361-48d9-aaa2-5828f2eae55d'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:11:11.686479 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-d80cbb37-6983-4860-8756-c6a710944f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:11:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:11.730889 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-dcda19c6-80dc-4883-9c91-7800c296fa8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:11.746046 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f7fa085-d18f-4c38-80c5-a00b0f7f5d4d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:11.789962 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7fa085-d18f-4c38-80c5-a00b0f7f5d4d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e9bbe6c-6e45-4679-a0e1-2db4569c5d97,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:11.819681 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-e49f8f90-804b-4002-9e8a-da25472538ab tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Deleting subnet 76653a85-548c-43a5-9101-603080510503 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:11:11.825723 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f7fa085-d18f-4c38-80c5-a00b0f7f5d4d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:11.827100 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3f7fa085-d18f-4c38-80c5-a00b0f7f5d4d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/9e9bbe6c-6e45-4679-a0e1-2db4569c5d97 HTTP/1.1" status: 204 len: 168 time: 0.3250813 Mar 05 14:11:11.829633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39604) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:11.846361 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e49f8f90-804b-4002-9e8a-da25472538ab tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:11.924287 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] Set router 02568e36-4992-46b2-9411-9ecdb5dd8656 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:11:12.046353 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a1d32895-2df9-4a6f-8e98-b8e56bfd4b07 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Synchronizing usage tracker for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:12.106582 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a1d32895-2df9-4a6f-8e98-b8e56bfd4b07 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Unset dirty status for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:12.107906 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a1d32895-2df9-4a6f-8e98-b8e56bfd4b07 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2772126 Mar 05 14:11:12.112768 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39610) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:12.136044 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b276cd54-81cf-4065-8681-f078daa06f97 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:11:12.143465 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e49f8f90-804b-4002-9e8a-da25472538ab tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:12.167749 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c01a2b1-6aa9-4211-9513-ceda4f282ef1 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:12.181423 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c01a2b1-6aa9-4211-9513-ceda4f282ef1 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:12.224588 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c01a2b1-6aa9-4211-9513-ceda4f282ef1 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:12.232093 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:12.232833 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:12.256898 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01a2b1-6aa9-4211-9513-ceda4f282ef1 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=118bfed6-a377-4d31-9c36-3562fbe1e7dc,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:12.271781 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8c01a2b1-6aa9-4211-9513-ceda4f282ef1 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:12.273111 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8c01a2b1-6aa9-4211-9513-ceda4f282ef1 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/118bfed6-a377-4d31-9c36-3562fbe1e7dc HTTP/1.1" status: 204 len: 168 time: 0.1591220 Mar 05 14:11:12.275854 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39614) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:12.282236 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-d80cbb37-6983-4860-8756-c6a710944f33 None None] Set router c1eab5a9-6361-48d9-aaa2-5828f2eae55d gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:11:12.309735 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e49f8f90-804b-4002-9e8a-da25472538ab tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:12.371260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2d62089d-0daa-4927-9895-15db625c20fa tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Synchronizing usage tracker for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:12.399454 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2d62089d-0daa-4927-9895-15db625c20fa tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Unset dirty status for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:12.401590 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2d62089d-0daa-4927-9895-15db625c20fa tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1246719 Mar 05 14:11:12.405553 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39618) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:12.492457 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b276cd54-81cf-4065-8681-f078daa06f97 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:12.492703 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:12.502616 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dcda19c6-80dc-4883-9c91-7800c296fa8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:12.546190 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dcda19c6-80dc-4883-9c91-7800c296fa8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:12.547553 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15197358-f335-4c7e-9086-591979a11920 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:12.569839 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e49f8f90-804b-4002-9e8a-da25472538ab tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:12.602220 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'name': 'tempest-TestVolumeBackupRestore-755503537-router', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:58Z', 'updated_at': '2022-03-05T14:11:08Z', 'revision_number': 4, 'project_id': '706d909f688745e5a517a1792f99e301', 'gw_port': {'id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:01Z', 'updated_at': '2022-03-05T14:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'd8b94f04-6ae2-4c1d-ab7e-9959a3d5d797', 'name': '', 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'mac_address': 'fa:16:3e:05:d2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:07Z', 'updated_at': '2022-03-05T14:11:08Z', 'revision_number': 2, 'project_id': '706d909f688745e5a517a1792f99e301', 'subnets': [{'id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:12.607138 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] Checking router: 02568e36-4992-46b2-9411-9ecdb5dd8656 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:11:12.608178 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] Updating router 02568e36-4992-46b2-9411-9ecdb5dd8656 port d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:11:12.616780 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15197358-f335-4c7e-9086-591979a11920 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:12.680410 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:12.731140 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15197358-f335-4c7e-9086-591979a11920 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:12.785277 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15197358-f335-4c7e-9086-591979a11920 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95cd8fc-f8f4-4f38-b20f-e3fc3843fb59,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:12.828369 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15197358-f335-4c7e-9086-591979a11920 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:12.830451 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-15197358-f335-4c7e-9086-591979a11920 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "DELETE /v2.0/security-groups/d95cd8fc-f8f4-4f38-b20f-e3fc3843fb59 HTTP/1.1" status: 204 len: 168 time: 0.4238377 Mar 05 14:11:12.834272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39626) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:12.908656 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f8f90-804b-4002-9e8a-da25472538ab tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event deleted for resources: {'Subnet': ['ID=76653a85-548c-43a5-9101-603080510503,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:12.934699 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-18ff6171-2ab8-4ea8-bfa1-41319e154e7f tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Synchronizing usage tracker for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:12.945467 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-d80cbb37-6983-4860-8756-c6a710944f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'name': 'tempest-TestNetworkBasicOps-router-1065736224', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:08:26Z', 'updated_at': '2022-03-05T14:11:09Z', 'revision_number': 7, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:28Z', 'updated_at': '2022-03-05T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:12.959131 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80cbb37-6983-4860-8756-c6a710944f33 None None] Checking router: c1eab5a9-6361-48d9-aaa2-5828f2eae55d for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:11:12.960685 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-18ff6171-2ab8-4ea8-bfa1-41319e154e7f tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Unset dirty status for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:12.964374 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcda19c6-80dc-4883-9c91-7800c296fa8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:11:12.972074 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80cbb37-6983-4860-8756-c6a710944f33 None None] Routers {'c1eab5a9-6361-48d9-aaa2-5828f2eae55d'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:11:12.973571 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-d80cbb37-6983-4860-8756-c6a710944f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:11:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:12.975888 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-18ff6171-2ab8-4ea8-bfa1-41319e154e7f tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1387777 Mar 05 14:11:12.976530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39630) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:12.976933 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e49f8f90-804b-4002-9e8a-da25472538ab tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:12.984008 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-50f42d86-ad6e-4a2a-bdb3-87571f60da5d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1615617640'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:13.005387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-50f42d86-ad6e-4a2a-bdb3-87571f60da5d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:13.027050 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda19c6-80dc-4883-9c91-7800c296fa8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30788ac3-84c8-4871-ab03-2b1f23bf851a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:13.033661 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279da3ab-3588-4033-a133-3c64b512861c None None] Network 0a1c7137-da90-415e-95dc-4f4c1828138d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:11:13.052363 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dcda19c6-80dc-4883-9c91-7800c296fa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:13.052727 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-dcda19c6-80dc-4883-9c91-7800c296fa8d admin admin] Added segment 0f9131c4-7a73-4697-956e-18eacf372bc8 of type vlan for network 09d6f3ac-0559-47a0-bea4-99bbc5eca43f Mar 05 14:11:13.057248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-50f42d86-ad6e-4a2a-bdb3-87571f60da5d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:13.070792 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e49f8f90-804b-4002-9e8a-da25472538ab tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "DELETE /v2.0/subnets/76653a85-548c-43a5-9101-603080510503 HTTP/1.1" status: 204 len: 168 time: 1.3932712 Mar 05 14:11:13.071021 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39634) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:13.111150 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dcda19c6-80dc-4883-9c91-7800c296fa8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:13.167655 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dcda19c6-80dc-4883-9c91-7800c296fa8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:13.184538 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcda19c6-80dc-4883-9c91-7800c296fa8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:13.189039 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dcda19c6-80dc-4883-9c91-7800c296fa8d admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:13.253371 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-50f42d86-ad6e-4a2a-bdb3-87571f60da5d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:13.338994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-50f42d86-ad6e-4a2a-bdb3-87571f60da5d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:13.350385 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dcda19c6-80dc-4883-9c91-7800c296fa8d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8687060 Mar 05 14:11:13.351615 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39640) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:13.355662 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda19c6-80dc-4883-9c91-7800c296fa8d admin admin] Pushing event updated for resources: {'Network': ['ID=09d6f3ac-0559-47a0-bea4-99bbc5eca43f,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:13.369101 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-50f42d86-ad6e-4a2a-bdb3-87571f60da5d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Usage tracker for resource:security_group_rule and tenant:323b62f9bc514abd9ea47317d46051bd is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:13.372708 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-50f42d86-ad6e-4a2a-bdb3-87571f60da5d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:13.381385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-50f42d86-ad6e-4a2a-bdb3-87571f60da5d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:13.437235 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:13.452571 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] Transition to ACTIVE for port object d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:11:13.468918 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:13.484696 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-50f42d86-ad6e-4a2a-bdb3-87571f60da5d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:13.494657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Request body: {'subnet': {'network_id': '09d6f3ac-0559-47a0-bea4-99bbc5eca43f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-430635858-subnet', 'tenant_id': 'bfbe617a2208402db6142c524fe85e2f', 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:13.502304 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-50f42d86-ad6e-4a2a-bdb3-87571f60da5d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:13.519245 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:13.570435 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 09d6f3ac-0559-47a0-bea4-99bbc5eca43f details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:11:13.623122 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Usage tracker for resource:subnet and tenant:bfbe617a2208402db6142c524fe85e2f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:13.631531 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:13.649502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:13.710462 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f42d86-ad6e-4a2a-bdb3-87571f60da5d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=777ba239-12b6-481d-9cbe-18afe1f059c3,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:13.751030 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e17dd4e-f4fc-4d82-bde1-4a00bb80d04d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:13.834256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-d80cbb37-6983-4860-8756-c6a710944f33 None None] Set router c1eab5a9-6361-48d9-aaa2-5828f2eae55d gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:11:13.852777 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bf57c-90b5-4fb5-a53b-c7e0a38d37a8 None None] Pushing event updated for resources: {'Port': ['ID=d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:13.891014 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-50f42d86-ad6e-4a2a-bdb3-87571f60da5d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:13.892747 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-50f42d86-ad6e-4a2a-bdb3-87571f60da5d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9151311 Mar 05 14:11:13.895969 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Made reservation on behalf of bfbe617a2208402db6142c524fe85e2f for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:11:13.896228 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39650) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:13.899078 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:13.901588 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-ac987f53-3a0f-49da-b3b7-3d75298b57b1 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Request body: {'security_group_rule': {'security_group_id': '777ba239-12b6-481d-9cbe-18afe1f059c3', 'direction': 'ingress', 'protocol': 17}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:13.909400 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:13.914585 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ac987f53-3a0f-49da-b3b7-3d75298b57b1 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:13.928741 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ac987f53-3a0f-49da-b3b7-3d75298b57b1 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Usage tracker for resource:security_group_rule and tenant:323b62f9bc514abd9ea47317d46051bd is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:13.930138 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] Attempting to bind port d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:11:13.930557 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] Attempting to bind port d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '7a6521e9-2456-4972-8625-2353045f2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:11:13.931881 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] Attempting to bind port d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797 on network dbda1beb-0360-4faf-8113-7d58c38eda14 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:11:13.935678 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ac987f53-3a0f-49da-b3b7-3d75298b57b1 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:13.939645 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:11:13.940022 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] Checking segment: {'id': '7a6521e9-2456-4972-8625-2353045f2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:11:13.940419 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:13.940800 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] Bound using segment: {'id': '7a6521e9-2456-4972-8625-2353045f2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:11:13.941439 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] Bound port: d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6521e9-2456-4972-8625-2353045f2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:11:13.942929 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:13.951714 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ac987f53-3a0f-49da-b3b7-3d75298b57b1 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:13.986709 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ac987f53-3a0f-49da-b3b7-3d75298b57b1 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:14.122785 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ac987f53-3a0f-49da-b3b7-3d75298b57b1 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:14.125982 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] For port d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:11:14.132200 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] For port d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797,segment=NetworkSegment(7a6521e9-2456-4972-8625-2353045f2b39),segment_id=7a6521e9-2456-4972-8625-2353045f2b39)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:11:14.132562 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ac987f53-3a0f-49da-b3b7-3d75298b57b1 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:14.138693 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:14.186654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac987f53-3a0f-49da-b3b7-3d75298b57b1 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38fa10c3-ab2b-44bf-93cc-8970f9f7d513,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:14.227596 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ac987f53-3a0f-49da-b3b7-3d75298b57b1 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:14.228852 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ac987f53-3a0f-49da-b3b7-3d75298b57b1 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3316298 Mar 05 14:11:14.231697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39654) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:14.272377 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] Routers {'02568e36-4992-46b2-9411-9ecdb5dd8656'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:11:14.273211 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:11:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['02568e36-4992-46b2-9411-9ecdb5dd8656'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:14.291558 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e17dd4e-f4fc-4d82-bde1-4a00bb80d04d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:14.345230 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074075f5-21e2-49c5-a81a-d416c1935c3e None None] DHCP port deletion for 0a1c7137-da90-415e-95dc-4f4c1828138d request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:11:14.352372 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-074075f5-21e2-49c5-a81a-d416c1935c3e None None] Deleting port 6f1ea347-49b6-4b4a-8abf-06f2552b1758 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:11:14.353059 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-074075f5-21e2-49c5-a81a-d416c1935c3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:14.497334 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d1f33ad7-3b2d-4aea-80f5-38a58b781c4d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:14.501633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-8e17dd4e-f4fc-4d82-bde1-4a00bb80d04d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Deleting port 6358ccc4-cd16-4e95-af6a-ec05ced72ad9 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:11:14.504963 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e17dd4e-f4fc-4d82-bde1-4a00bb80d04d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:14.564290 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bf57c-90b5-4fb5-a53b-c7e0a38d37a8 None None] Pushing event updated for resources: {'Port': ['ID=d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:14.575543 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d1f33ad7-3b2d-4aea-80f5-38a58b781c4d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:14.699389 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d1f33ad7-3b2d-4aea-80f5-38a58b781c4d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:14.720513 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f33ad7-3b2d-4aea-80f5-38a58b781c4d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=777ba239-12b6-481d-9cbe-18afe1f059c3,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:14.735852 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d1f33ad7-3b2d-4aea-80f5-38a58b781c4d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:14.736958 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d1f33ad7-3b2d-4aea-80f5-38a58b781c4d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "DELETE /v2.0/security-groups/777ba239-12b6-481d-9cbe-18afe1f059c3 HTTP/1.1" status: 204 len: 168 time: 0.5042148 Mar 05 14:11:14.739729 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39660) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:14.785733 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] Set router 02568e36-4992-46b2-9411-9ecdb5dd8656 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:11:14.837086 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-d80cbb37-6983-4860-8756-c6a710944f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'name': 'tempest-TestNetworkBasicOps-router-1065736224', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:08:26Z', 'updated_at': '2022-03-05T14:11:09Z', 'revision_number': 7, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:28Z', 'updated_at': '2022-03-05T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:14.865077 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80cbb37-6983-4860-8756-c6a710944f33 None None] The sync data for ids ['c1eab5a9-6361-48d9-aaa2-5828f2eae55d'] in n-d-803718-1 is: [{'id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'name': 'tempest-TestNetworkBasicOps-router-1065736224', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:08:26Z', 'updated_at': '2022-03-05T14:11:09Z', 'revision_number': 7, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': '6358ccc4-cd16-4e95-af6a-ec05ced72ad9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eab5a9-6361-48d9-aaa2-5828f2eae55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:08:28Z', 'updated_at': '2022-03-05T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:11:14.920423 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c8de24a7-85f9-4ab9-8727-4bcf5e2fd5a8 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Synchronizing usage tracker for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:14.943637 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c8de24a7-85f9-4ab9-8727-4bcf5e2fd5a8 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Unset dirty status for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:14.945709 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c8de24a7-85f9-4ab9-8727-4bcf5e2fd5a8 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2050400 Mar 05 14:11:14.950600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39666) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:14.963316 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-6cd7c5e1-5c92-42b6-9453-dd18aeb9278c tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1871184278'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:14.980892 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6cd7c5e1-5c92-42b6-9453-dd18aeb9278c tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:15.005902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6cd7c5e1-5c92-42b6-9453-dd18aeb9278c tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:15.031298 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6cd7c5e1-5c92-42b6-9453-dd18aeb9278c tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:15.042675 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-074075f5-21e2-49c5-a81a-d416c1935c3e None None] For port 6f1ea347-49b6-4b4a-8abf-06f2552b1758, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6f1ea347-49b6-4b4a-8abf-06f2552b1758,segment=NetworkSegment(84f96ee8-87de-4f8f-a645-0a53853978d7),segment_id=84f96ee8-87de-4f8f-a645-0a53853978d7)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:11:15.042675 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-074075f5-21e2-49c5-a81a-d416c1935c3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:15.092210 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6cd7c5e1-5c92-42b6-9453-dd18aeb9278c tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:15.100162 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6cd7c5e1-5c92-42b6-9453-dd18aeb9278c tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Usage tracker for resource:security_group_rule and tenant:323b62f9bc514abd9ea47317d46051bd is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:15.106067 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6cd7c5e1-5c92-42b6-9453-dd18aeb9278c tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:15.115775 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6cd7c5e1-5c92-42b6-9453-dd18aeb9278c tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:15.143953 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:15.273662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9237cffe-307f-4ac2-b3ee-2142700b52e1,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:15.294783 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:15.295158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:15.295495 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:15.295831 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:15.296171 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:15.296500 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:15.296825 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:15.297153 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:15.297364 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6cd7c5e1-5c92-42b6-9453-dd18aeb9278c tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:15.297900 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:15.298348 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:15.298575 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:15.298943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:15.305587 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6cd7c5e1-5c92-42b6-9453-dd18aeb9278c tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:15.348381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Checking segment: {'id': '0f9131c4-7a73-4697-956e-18eacf372bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09d6f3ac-0559-47a0-bea4-99bbc5eca43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:11:15.348897 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Network hostable DHCP agents. Network: 09d6f3ac-0559-47a0-bea4-99bbc5eca43f, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:11:15.401218 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Network 09d6f3ac-0559-47a0-bea4-99bbc5eca43f is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:11:15.412094 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-8e17dd4e-f4fc-4d82-bde1-4a00bb80d04d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] For port 6358ccc4-cd16-4e95-af6a-ec05ced72ad9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6358ccc4-cd16-4e95-af6a-ec05ced72ad9,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:11:15.412621 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e17dd4e-f4fc-4d82-bde1-4a00bb80d04d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:15.416420 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-074075f5-21e2-49c5-a81a-d416c1935c3e None None] Calling delete_port for 6f1ea347-49b6-4b4a-8abf-06f2552b1758 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:11:15.423774 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 09d6f3ac-0559-47a0-bea4-99bbc5eca43f) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:11:15.430247 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:15.430483 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:15.438261 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7c5e1-5c92-42b6-9453-dd18aeb9278c tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=574e84c2-2346-4db2-99f3-a2d623a9d9c2,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:15.469317 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d0d95180-9359-4f02-974c-b79a7d4d817c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1146350 Mar 05 14:11:15.469938 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39678) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:15.489754 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-4f361754-8862-4c1d-9a6b-5ed3b9046c01 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-430635858-router', 'tenant_id': 'bfbe617a2208402db6142c524fe85e2f', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:15.505741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af813fd-6e69-487d-ace6-1a87107ac32f None None] Network 09d6f3ac-0559-47a0-bea4-99bbc5eca43f requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:11:15.511233 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4f361754-8862-4c1d-9a6b-5ed3b9046c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:15.528953 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4f361754-8862-4c1d-9a6b-5ed3b9046c01 admin admin] Usage tracker for resource:router and tenant:bfbe617a2208402db6142c524fe85e2f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:15.542489 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4f361754-8862-4c1d-9a6b-5ed3b9046c01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:15.573117 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6cd7c5e1-5c92-42b6-9453-dd18aeb9278c tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:15.577574 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6cd7c5e1-5c92-42b6-9453-dd18aeb9278c tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6221080 Mar 05 14:11:15.586694 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'name': 'tempest-TestVolumeBackupRestore-755503537-router', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:58Z', 'updated_at': '2022-03-05T14:11:08Z', 'revision_number': 4, 'project_id': '706d909f688745e5a517a1792f99e301', 'gw_port': {'id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:01Z', 'updated_at': '2022-03-05T14:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'd8b94f04-6ae2-4c1d-ab7e-9959a3d5d797', 'name': '', 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'mac_address': 'fa:16:3e:05:d2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:07Z', 'updated_at': '2022-03-05T14:11:14Z', 'revision_number': 4, 'project_id': '706d909f688745e5a517a1792f99e301', 'subnets': [{'id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:15.589507 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39682) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:15.600044 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4f361754-8862-4c1d-9a6b-5ed3b9046c01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:15.615774 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735c7018-9ebf-493b-bca1-227a8908c106 None None] The sync data for ids ['02568e36-4992-46b2-9411-9ecdb5dd8656'] in n-d-803718-1 is: [{'id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'name': 'tempest-TestVolumeBackupRestore-755503537-router', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:58Z', 'updated_at': '2022-03-05T14:11:08Z', 'revision_number': 4, 'project_id': '706d909f688745e5a517a1792f99e301', 'gw_port': {'id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:01Z', 'updated_at': '2022-03-05T14:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'd8b94f04-6ae2-4c1d-ab7e-9959a3d5d797', 'name': '', 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'mac_address': 'fa:16:3e:05:d2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:07Z', 'updated_at': '2022-03-05T14:11:14Z', 'revision_number': 4, 'project_id': '706d909f688745e5a517a1792f99e301', 'subnets': [{'id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:11:15.618496 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1180089388'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:15.645841 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:15.686163 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f361754-8862-4c1d-9a6b-5ed3b9046c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:15.687571 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f361754-8862-4c1d-9a6b-5ed3b9046c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:15.719611 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-8e17dd4e-f4fc-4d82-bde1-4a00bb80d04d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Calling delete_port for 6358ccc4-cd16-4e95-af6a-ec05ced72ad9 owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:11:15.739241 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Usage tracker for resource:security_group and tenant:323b62f9bc514abd9ea47317d46051bd is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:15.750632 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:15.764994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:15.818424 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f361754-8862-4c1d-9a6b-5ed3b9046c01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:15.842437 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:15.937267 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:16.004675 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-074075f5-21e2-49c5-a81a-d416c1935c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:16.140924 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Usage tracker for resource:security_group_rule and tenant:323b62f9bc514abd9ea47317d46051bd is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:16.153368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:16.205098 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074075f5-21e2-49c5-a81a-d416c1935c3e None None] No DVR routers for this DVR port 6f1ea347-49b6-4b4a-8abf-06f2552b1758 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:11:16.237229 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:11:16.286691 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:16.450242 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074075f5-21e2-49c5-a81a-d416c1935c3e None None] Pushing event deleted for resources: {'Port': ['ID=6f1ea347-49b6-4b4a-8abf-06f2552b1758,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:16.455795 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e17dd4e-f4fc-4d82-bde1-4a00bb80d04d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:16.497456 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074075f5-21e2-49c5-a81a-d416c1935c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:16.497456 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074075f5-21e2-49c5-a81a-d416c1935c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:16.497456 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074075f5-21e2-49c5-a81a-d416c1935c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:16.497456 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074075f5-21e2-49c5-a81a-d416c1935c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:16.497456 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074075f5-21e2-49c5-a81a-d416c1935c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:16.497456 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074075f5-21e2-49c5-a81a-d416c1935c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:16.498150 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074075f5-21e2-49c5-a81a-d416c1935c3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:16.498150 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074075f5-21e2-49c5-a81a-d416c1935c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:16.498333 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074075f5-21e2-49c5-a81a-d416c1935c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:16.498518 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074075f5-21e2-49c5-a81a-d416c1935c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:16.505752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074075f5-21e2-49c5-a81a-d416c1935c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:16.506042 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074075f5-21e2-49c5-a81a-d416c1935c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:16.592549 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:11:16.613854 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d29944-f735-49d7-9ca0-544ce847ccc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-09d6f3ac-0559-47a0-bea4-99bbc5eca43f', 'network_id': '09d6f3ac-0559-47a0-bea4-99bbc5eca43f', 'tenant_id': 'bfbe617a2208402db6142c524fe85e2f', 'fixed_ips': [{'subnet_id': '9237cffe-307f-4ac2-b3ee-2142700b52e1'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:11:16.618826 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-68d29944-f735-49d7-9ca0-544ce847ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:16.676484 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17dd4e-f4fc-4d82-bde1-4a00bb80d04d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event deleted for resources: {'Port': ['ID=6358ccc4-cd16-4e95-af6a-ec05ced72ad9,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:16.858601 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:16.918961 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f361754-8862-4c1d-9a6b-5ed3b9046c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:16.948830 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:16.956647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:16.956955 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:17.043351 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e17dd4e-f4fc-4d82-bde1-4a00bb80d04d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:17.209706 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c26ccb-a92b-42fc-ac53-aaca8bf041b0,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:17.221987 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:17.243231 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:17.243769 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:17.244209 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:17.244646 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:17.245073 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:17.245500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:17.245927 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:17.246335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:17.246754 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:17.247288 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:17.247628 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:11:17.252418 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:17.257172 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-13169909-77a9-4bdc-aec5-f13f53c62f69 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6641357 Mar 05 14:11:17.262091 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39702) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:17.287621 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f04b6f9e-0c7b-4d97-a1e0-a1957d7f0f05 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Request body: {'security_group_rule': {'security_group_id': '574e84c2-2346-4db2-99f3-a2d623a9d9c2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f4c26ccb-a92b-42fc-ac53-aaca8bf041b0', 'remote_ip_prefix': None}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:17.296384 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f04b6f9e-0c7b-4d97-a1e0-a1957d7f0f05 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:17.399057 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f04b6f9e-0c7b-4d97-a1e0-a1957d7f0f05 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Usage tracker for resource:security_group_rule and tenant:323b62f9bc514abd9ea47317d46051bd is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:17.413000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f04b6f9e-0c7b-4d97-a1e0-a1957d7f0f05 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:17.430345 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f04b6f9e-0c7b-4d97-a1e0-a1957d7f0f05 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:17.458660 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e17dd4e-f4fc-4d82-bde1-4a00bb80d04d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:17.469590 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e17dd4e-f4fc-4d82-bde1-4a00bb80d04d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:17.475807 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-68d29944-f735-49d7-9ca0-544ce847ccc4 None None] Allocated IP 172.20.0.2 (09d6f3ac-0559-47a0-bea4-99bbc5eca43f/9237cffe-307f-4ac2-b3ee-2142700b52e1/7b263e32-4840-40ba-a4f4-28618570de32) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:11:17.508662 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f04b6f9e-0c7b-4d97-a1e0-a1957d7f0f05 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:17.518711 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e17dd4e-f4fc-4d82-bde1-4a00bb80d04d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:17.519396 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e17dd4e-f4fc-4d82-bde1-4a00bb80d04d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Fanout notify agent at l3_agent the message router_deleted on router c1eab5a9-6361-48d9-aaa2-5828f2eae55d {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:11:17.542170 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e17dd4e-f4fc-4d82-bde1-4a00bb80d04d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:17.546365 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:17.547534 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8e17dd4e-f4fc-4d82-bde1-4a00bb80d04d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "DELETE /v2.0/routers/c1eab5a9-6361-48d9-aaa2-5828f2eae55d HTTP/1.1" status: 204 len: 168 time: 4.4743671 Mar 05 14:11:17.553113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39706) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:17.617101 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797,segment=NetworkSegment(7a6521e9-2456-4972-8625-2353045f2b39),segment_id=7a6521e9-2456-4972-8625-2353045f2b39)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:11:17.643328 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:17.789680 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:11:17.798677 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f04b6f9e-0c7b-4d97-a1e0-a1957d7f0f05 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:17.848465 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3cb01a5f-ed9c-4e17-841c-05aa01fff0b6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:17.912135 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:11:17.912527 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6f3a5443-d9cd-4de3-bcf7-e29cc4e28ce4 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:11:17.912897 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6f1ea347-49b6-4b4a-8abf-06f2552b1758 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:11:17.973583 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 6f1ea347-49b6-4b4a-8abf-06f2552b1758 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:11:17.974052 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6f1ea347-49b6-4b4a-8abf-06f2552b1758 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:11:17.977250 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f361754-8862-4c1d-9a6b-5ed3b9046c01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:17.998869 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:18.029336 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f04b6f9e-0c7b-4d97-a1e0-a1957d7f0f05 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:18.041235 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f361754-8862-4c1d-9a6b-5ed3b9046c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:18.081302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b6f9e-0c7b-4d97-a1e0-a1957d7f0f05 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b844efb-3ddc-4f40-858d-bb44bac6e812,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:18.155873 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3cb01a5f-ed9c-4e17-841c-05aa01fff0b6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:18.223829 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-3cb01a5f-ed9c-4e17-841c-05aa01fff0b6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1c7137-da90-415e-95dc-4f4c1828138d']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:18.254836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-3cb01a5f-ed9c-4e17-841c-05aa01fff0b6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f96ee8-87de-4f8f-a645-0a53853978d7') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:18.255375 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-3cb01a5f-ed9c-4e17-841c-05aa01fff0b6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f96ee8-87de-4f8f-a645-0a53853978d7') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:18.272406 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3cb01a5f-ed9c-4e17-841c-05aa01fff0b6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:18.301899 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3cb01a5f-ed9c-4e17-841c-05aa01fff0b6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:18.305510 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-68d29944-f735-49d7-9ca0-544ce847ccc4 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:18.308410 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb01a5f-ed9c-4e17-841c-05aa01fff0b6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:11:18.308803 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3cb01a5f-ed9c-4e17-841c-05aa01fff0b6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:11:18.330013 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:11:18.365005 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:11:18.428857 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-4f361754-8862-4c1d-9a6b-5ed3b9046c01 admin admin] Allocated IP 172.25.4.78 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/fee99552-fa08-489d-bef8-cb60073ef81e) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:11:18.446443 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3cb01a5f-ed9c-4e17-841c-05aa01fff0b6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:18.461587 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-68d29944-f735-49d7-9ca0-544ce847ccc4 None None] Transition to ACTIVE for port object 7b263e32-4840-40ba-a4f4-28618570de32 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:11:18.513186 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f04b6f9e-0c7b-4d97-a1e0-a1957d7f0f05 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:18.514422 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f04b6f9e-0c7b-4d97-a1e0-a1957d7f0f05 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2460599 Mar 05 14:11:18.536374 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39714) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:18.537039 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-68d29944-f735-49d7-9ca0-544ce847ccc4 None None] Transition to ACTIVE for port object 7b263e32-4840-40ba-a4f4-28618570de32 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:11:18.556140 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3cb01a5f-ed9c-4e17-841c-05aa01fff0b6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:18.557829 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-68d29944-f735-49d7-9ca0-544ce847ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:18.589181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb01a5f-ed9c-4e17-841c-05aa01fff0b6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event deleted for resources: {'Network': ['ID=0a1c7137-da90-415e-95dc-4f4c1828138d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:18.600851 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3cb01a5f-ed9c-4e17-841c-05aa01fff0b6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "DELETE /v2.0/networks/0a1c7137-da90-415e-95dc-4f4c1828138d HTTP/1.1" status: 204 len: 168 time: 1.0465195 Mar 05 14:11:18.622971 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39720) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:18.631634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-bf6397e1-7f90-4e29-ac3a-a67c4996f629 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'network': {'name': 'tempest-network-smoke--265265565', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'port_security_enabled': True}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:18.652274 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-bf6397e1-7f90-4e29-ac3a-a67c4996f629 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:18.653709 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:18.667333 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-bf6397e1-7f90-4e29-ac3a-a67c4996f629 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:network and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:18.667556 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:18.682973 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-bf6397e1-7f90-4e29-ac3a-a67c4996f629 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:18.698043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-bf6397e1-7f90-4e29-ac3a-a67c4996f629 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:18.723625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6397e1-7f90-4e29-ac3a-a67c4996f629 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Made reservation on behalf of 9a618ad747aa4899b8afc19ecc5e6005 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:11:18.727438 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bf6397e1-7f90-4e29-ac3a-a67c4996f629 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:18.776279 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf6397e1-7f90-4e29-ac3a-a67c4996f629 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:11:18.802065 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d29944-f735-49d7-9ca0-544ce847ccc4 None None] Network 09d6f3ac-0559-47a0-bea4-99bbc5eca43f is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:11:18.813519 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bf6397e1-7f90-4e29-ac3a-a67c4996f629 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:18.814158 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-bf6397e1-7f90-4e29-ac3a-a67c4996f629 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Added segment 4c212611-89c5-489f-97d0-94c13ec81e7b of type vlan for network 77472b13-c9ef-4a12-a01a-7d8bdc297640 Mar 05 14:11:18.825765 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-68d29944-f735-49d7-9ca0-544ce847ccc4 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:11:18.851916 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d29944-f735-49d7-9ca0-544ce847ccc4 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:11:18.910876 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f361754-8862-4c1d-9a6b-5ed3b9046c01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:18.911782 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bf6397e1-7f90-4e29-ac3a-a67c4996f629 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:18.915760 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d29944-f735-49d7-9ca0-544ce847ccc4 None None] Pushing event updated for resources: {'Port': ['ID=7b263e32-4840-40ba-a4f4-28618570de32,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:18.956595 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f361754-8862-4c1d-9a6b-5ed3b9046c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:19.009830 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-366aa3c6-2bec-4b0a-9848-0a24bed35c0e tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:19.026547 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bf6397e1-7f90-4e29-ac3a-a67c4996f629 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:19.032424 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-366aa3c6-2bec-4b0a-9848-0a24bed35c0e tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:19.042939 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6397e1-7f90-4e29-ac3a-a67c4996f629 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:19.043685 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bf6397e1-7f90-4e29-ac3a-a67c4996f629 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:19.047500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f361754-8862-4c1d-9a6b-5ed3b9046c01 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:11:19.052364 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-4f361754-8862-4c1d-9a6b-5ed3b9046c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:11:19.063356 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f361754-8862-4c1d-9a6b-5ed3b9046c01 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:11:19.103048 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f361754-8862-4c1d-9a6b-5ed3b9046c01 admin admin] Pushing event updated for resources: {'Port': ['ID=fee99552-fa08-489d-bef8-cb60073ef81e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:19.149248 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-366aa3c6-2bec-4b0a-9848-0a24bed35c0e tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:19.187430 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-68d29944-f735-49d7-9ca0-544ce847ccc4 None None] Attempting to bind port 7b263e32-4840-40ba-a4f4-28618570de32 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:11:19.187784 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-68d29944-f735-49d7-9ca0-544ce847ccc4 None None] Attempting to bind port 7b263e32-4840-40ba-a4f4-28618570de32 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '0f9131c4-7a73-4697-956e-18eacf372bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09d6f3ac-0559-47a0-bea4-99bbc5eca43f'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:11:19.190366 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d29944-f735-49d7-9ca0-544ce847ccc4 None None] Attempting to bind port 7b263e32-4840-40ba-a4f4-28618570de32 on network 09d6f3ac-0559-47a0-bea4-99bbc5eca43f {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:11:19.223901 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-366aa3c6-2bec-4b0a-9848-0a24bed35c0e tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:19.224981 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-366aa3c6-2bec-4b0a-9848-0a24bed35c0e tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/0b844efb-3ddc-4f40-858d-bb44bac6e812 HTTP/1.1" status: 204 len: 168 time: 0.6829786 Mar 05 14:11:19.227729 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d29944-f735-49d7-9ca0-544ce847ccc4 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:11:19.228114 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d29944-f735-49d7-9ca0-544ce847ccc4 None None] Checking segment: {'id': '0f9131c4-7a73-4697-956e-18eacf372bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09d6f3ac-0559-47a0-bea4-99bbc5eca43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:11:19.230514 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-68d29944-f735-49d7-9ca0-544ce847ccc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:19.231088 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d29944-f735-49d7-9ca0-544ce847ccc4 None None] Bound using segment: {'id': '0f9131c4-7a73-4697-956e-18eacf372bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09d6f3ac-0559-47a0-bea4-99bbc5eca43f'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:11:19.231585 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-68d29944-f735-49d7-9ca0-544ce847ccc4 None None] Bound port: 7b263e32-4840-40ba-a4f4-28618570de32, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9131c4-7a73-4697-956e-18eacf372bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09d6f3ac-0559-47a0-bea4-99bbc5eca43f'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:11:19.231961 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-68d29944-f735-49d7-9ca0-544ce847ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:19.239473 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39732) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:19.257965 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366aa3c6-2bec-4b0a-9848-0a24bed35c0e tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b844efb-3ddc-4f40-858d-bb44bac6e812,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:19.297486 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-bf6397e1-7f90-4e29-ac3a-a67c4996f629 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6730409 Mar 05 14:11:19.300516 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39736) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:19.319199 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6397e1-7f90-4e29-ac3a-a67c4996f629 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'Network': ['ID=77472b13-c9ef-4a12-a01a-7d8bdc297640,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:19.334279 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-9261b340-6556-420f-81ca-40a90ce9753b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1578488541', 'admin_state_up': True, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:19.354919 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9261b340-6556-420f-81ca-40a90ce9753b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:19.364968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9261b340-6556-420f-81ca-40a90ce9753b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:router and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:19.382176 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9261b340-6556-420f-81ca-40a90ce9753b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:19.389235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9261b340-6556-420f-81ca-40a90ce9753b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:19.408822 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9261b340-6556-420f-81ca-40a90ce9753b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:19.410374 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9261b340-6556-420f-81ca-40a90ce9753b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:19.431638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-bd7d54df-19d4-4916-a19f-72b256146bd2 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Synchronizing usage tracker for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:19.452415 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9261b340-6556-420f-81ca-40a90ce9753b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:19.462270 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-bd7d54df-19d4-4916-a19f-72b256146bd2 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Unset dirty status for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:19.466956 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bd7d54df-19d4-4916-a19f-72b256146bd2 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2232914 Mar 05 14:11:19.466956 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39742) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:19.481573 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 77472b13-c9ef-4a12-a01a-7d8bdc297640 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:11:19.711440 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6358ccc4-cd16-4e95-af6a-ec05ced72ad9 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:11:19.788111 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b1a1738-cc89-43b3-9225-d6d7e421ead9 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:19.808775 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 6358ccc4-cd16-4e95-af6a-ec05ced72ad9 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:11:19.810327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6358ccc4-cd16-4e95-af6a-ec05ced72ad9 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:11:19.835376 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-68d29944-f735-49d7-9ca0-544ce847ccc4 None None] For port 7b263e32-4840-40ba-a4f4-28618570de32, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:11:19.874095 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-68d29944-f735-49d7-9ca0-544ce847ccc4 None None] For port 7b263e32-4840-40ba-a4f4-28618570de32, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7b263e32-4840-40ba-a4f4-28618570de32,segment=NetworkSegment(0f9131c4-7a73-4697-956e-18eacf372bc8),segment_id=0f9131c4-7a73-4697-956e-18eacf372bc8)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:11:19.892430 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-68d29944-f735-49d7-9ca0-544ce847ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:20.034745 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b1a1738-cc89-43b3-9225-d6d7e421ead9 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:20.080239 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f361754-8862-4c1d-9a6b-5ed3b9046c01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:20.171910 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9261b340-6556-420f-81ca-40a90ce9753b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:20.182092 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d29944-f735-49d7-9ca0-544ce847ccc4 None None] Pushing event updated for resources: {'Port': ['ID=7b263e32-4840-40ba-a4f4-28618570de32,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:20.708114 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b1a1738-cc89-43b3-9225-d6d7e421ead9 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:20.777985 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a1738-cc89-43b3-9225-d6d7e421ead9 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c26ccb-a92b-42fc-ac53-aaca8bf041b0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:20.806538 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9261b340-6556-420f-81ca-40a90ce9753b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:20.826986 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9b1a1738-cc89-43b3-9225-d6d7e421ead9 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:20.830728 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9b1a1738-cc89-43b3-9225-d6d7e421ead9 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "DELETE /v2.0/security-groups/f4c26ccb-a92b-42fc-ac53-aaca8bf041b0 HTTP/1.1" status: 204 len: 168 time: 1.3628116 Mar 05 14:11:20.834321 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39750) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:20.870690 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9261b340-6556-420f-81ca-40a90ce9753b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:20.955926 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f361754-8862-4c1d-9a6b-5ed3b9046c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:21.059404 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-772b2d7f-5ae6-4c77-b515-a0d3c965caa8 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Synchronizing usage tracker for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:21.081974 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-9261b340-6556-420f-81ca-40a90ce9753b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Allocated IP 172.25.4.114 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/b30c3a69-526e-46c1-9107-817576082118) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:11:21.179437 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-772b2d7f-5ae6-4c77-b515-a0d3c965caa8 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Unset dirty status for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:21.191038 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-772b2d7f-5ae6-4c77-b515-a0d3c965caa8 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3556683 Mar 05 14:11:21.195046 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39756) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:21.293362 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9261b340-6556-420f-81ca-40a90ce9753b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:21.355484 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9261b340-6556-420f-81ca-40a90ce9753b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:21.475069 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9261b340-6556-420f-81ca-40a90ce9753b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:11:21.479532 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-9261b340-6556-420f-81ca-40a90ce9753b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:11:21.484414 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9261b340-6556-420f-81ca-40a90ce9753b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:11:21.642083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261b340-6556-420f-81ca-40a90ce9753b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'Port': ['ID=b30c3a69-526e-46c1-9107-817576082118,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:21.664376 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bb7b92f4-41dc-463a-b781-35a6b65e8f83 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:21.771998 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bb7b92f4-41dc-463a-b781-35a6b65e8f83 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:21.798103 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f361754-8862-4c1d-9a6b-5ed3b9046c01 admin admin] Router ba8e1d2b-ee72-45df-85ed-e7945759902c is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:11:21.896347 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc472cd-9ef5-46fc-b900-ef941edd77af None None] Network 09d6f3ac-0559-47a0-bea4-99bbc5eca43f requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:11:22.047843 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-02a4b61b-24d3-4918-97fc-73566e4493c3 None None] Provisioning for port 7b263e32-4840-40ba-a4f4-28618570de32 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:11:22.125663 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bb7b92f4-41dc-463a-b781-35a6b65e8f83 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:22.334415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f361754-8862-4c1d-9a6b-5ed3b9046c01 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:11:22.345091 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b92f4-41dc-463a-b781-35a6b65e8f83 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=574e84c2-2346-4db2-99f3-a2d623a9d9c2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:22.347630 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] Sync routers for ids ['ba8e1d2b-ee72-45df-85ed-e7945759902c'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:11:22.369704 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bb7b92f4-41dc-463a-b781-35a6b65e8f83 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:22.374560 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bb7b92f4-41dc-463a-b781-35a6b65e8f83 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "DELETE /v2.0/security-groups/574e84c2-2346-4db2-99f3-a2d623a9d9c2 HTTP/1.1" status: 204 len: 168 time: 1.1785851 Mar 05 14:11:22.375254 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39764) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:22.379893 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9261b340-6556-420f-81ca-40a90ce9753b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:22.412965 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] Routers {'ba8e1d2b-ee72-45df-85ed-e7945759902c'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:11:22.414975 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:11:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ba8e1d2b-ee72-45df-85ed-e7945759902c'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:22.437784 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4f361754-8862-4c1d-9a6b-5ed3b9046c01 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:22.446143 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4f361754-8862-4c1d-9a6b-5ed3b9046c01 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.9687233 Mar 05 14:11:22.451511 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39768) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:22.485171 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 7b263e32-4840-40ba-a4f4-28618570de32 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:11:22.671741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 7b263e32-4840-40ba-a4f4-28618570de32 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:11:22.681757 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 7b263e32-4840-40ba-a4f4-28618570de32 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:22.682382 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:22.864284 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] Set router ba8e1d2b-ee72-45df-85ed-e7945759902c gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:11:22.988290 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-91938e40-759e-4f2f-b2fb-e95a96d511e6 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Synchronizing usage tracker for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:23.173433 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-91938e40-759e-4f2f-b2fb-e95a96d511e6 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Unset dirty status for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:23.177321 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-91938e40-759e-4f2f-b2fb-e95a96d511e6 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7992487 Mar 05 14:11:23.188230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39774) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:23.194394 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:23.217265 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bfb471a2-d0a5-446c-9487-0c23bb620407 None None] Provisioning complete for port 7b263e32-4840-40ba-a4f4-28618570de32 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:23.217627 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bfb471a2-d0a5-446c-9487-0c23bb620407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:23.220196 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-11d80667-b78a-414c-b148-a732f292912d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Request body: {'security_group': {'name': 'tempest-secgroup--309680651'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:23.248399 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-11d80667-b78a-414c-b148-a732f292912d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:23.303288 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 7b263e32-4840-40ba-a4f4-28618570de32, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7b263e32-4840-40ba-a4f4-28618570de32,segment=NetworkSegment(0f9131c4-7a73-4697-956e-18eacf372bc8),segment_id=0f9131c4-7a73-4697-956e-18eacf372bc8)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:11:23.318020 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:23.368694 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-11d80667-b78a-414c-b148-a732f292912d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:23.389736 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-11d80667-b78a-414c-b148-a732f292912d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:23.414951 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=7b263e32-4840-40ba-a4f4-28618570de32,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:23.520768 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8e1d2b-ee72-45df-85ed-e7945759902c', 'name': 'tempest-TestVolumeBackupRestore-430635858-router', 'tenant_id': 'bfbe617a2208402db6142c524fe85e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'fee99552-fa08-489d-bef8-cb60073ef81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:11:15Z', 'updated_at': '2022-03-05T14:11:19Z', 'revision_number': 3, 'project_id': 'bfbe617a2208402db6142c524fe85e2f', 'gw_port': {'id': 'fee99552-fa08-489d-bef8-cb60073ef81e', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:55:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8e1d2b-ee72-45df-85ed-e7945759902c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:18Z', 'updated_at': '2022-03-05T14:11:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:23.532092 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-11d80667-b78a-414c-b148-a732f292912d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:23.542053 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] Checking router: ba8e1d2b-ee72-45df-85ed-e7945759902c for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:11:23.542903 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] Updating router ba8e1d2b-ee72-45df-85ed-e7945759902c port fee99552-fa08-489d-bef8-cb60073ef81e binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:11:23.553038 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-11d80667-b78a-414c-b148-a732f292912d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Usage tracker for resource:security_group_rule and tenant:323b62f9bc514abd9ea47317d46051bd is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:23.560902 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9261b340-6556-420f-81ca-40a90ce9753b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:23.563159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-11d80667-b78a-414c-b148-a732f292912d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:23.576247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-11d80667-b78a-414c-b148-a732f292912d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:23.664340 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:23.947635 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-11d80667-b78a-414c-b148-a732f292912d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:23.963935 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-11d80667-b78a-414c-b148-a732f292912d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:24.057828 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:24.071735 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] Transition to ACTIVE for port object fee99552-fa08-489d-bef8-cb60073ef81e will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:11:24.079698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9261b340-6556-420f-81ca-40a90ce9753b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Router 343a1130-da2e-4791-80a6-51a72429c99f is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:11:24.084701 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:24.110190 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-11d80667-b78a-414c-b148-a732f292912d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:24.114414 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-11d80667-b78a-414c-b148-a732f292912d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9251485 Mar 05 14:11:24.115369 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39782) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:24.123400 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-43c5be4d-c573-4230-b8f2-4b83bacf89d6 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Request body: {'security_group_rule': {'security_group_id': '5b677ab4-e14f-45e7-a832-81822e0d6b19', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:24.128747 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d80667-b78a-414c-b148-a732f292912d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b677ab4-e14f-45e7-a832-81822e0d6b19,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:24.179856 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-43c5be4d-c573-4230-b8f2-4b83bacf89d6 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:24.199693 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-43c5be4d-c573-4230-b8f2-4b83bacf89d6 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Usage tracker for resource:security_group_rule and tenant:323b62f9bc514abd9ea47317d46051bd is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:24.204793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-43c5be4d-c573-4230-b8f2-4b83bacf89d6 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:24.222134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-43c5be4d-c573-4230-b8f2-4b83bacf89d6 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:24.222552 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df7735-79c5-4c91-b003-eae7e3a0c153 None None] Pushing event updated for resources: {'Port': ['ID=fee99552-fa08-489d-bef8-cb60073ef81e,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:24.260624 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] Attempting to bind port fee99552-fa08-489d-bef8-cb60073ef81e on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:11:24.261065 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] Attempting to bind port fee99552-fa08-489d-bef8-cb60073ef81e by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:11:24.261681 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] Attempting to bind port fee99552-fa08-489d-bef8-cb60073ef81e on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:11:24.274406 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:11:24.274740 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:11:24.275007 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:24.275882 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:11:24.282862 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] Bound port: fee99552-fa08-489d-bef8-cb60073ef81e, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:11:24.282862 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:24.333046 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 7b263e32-4840-40ba-a4f4-28618570de32 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:11:24.362837 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-43c5be4d-c573-4230-b8f2-4b83bacf89d6 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:24.376406 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] For port fee99552-fa08-489d-bef8-cb60073ef81e, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:11:24.381358 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] For port fee99552-fa08-489d-bef8-cb60073ef81e, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fee99552-fa08-489d-bef8-cb60073ef81e,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:11:24.386068 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:24.403490 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9261b340-6556-420f-81ca-40a90ce9753b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:11:24.468157 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df7735-79c5-4c91-b003-eae7e3a0c153 None None] Pushing event updated for resources: {'Port': ['ID=fee99552-fa08-489d-bef8-cb60073ef81e,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:24.498676 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] Routers {'ba8e1d2b-ee72-45df-85ed-e7945759902c'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:11:24.503125 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] Sync routers for ids ['343a1130-da2e-4791-80a6-51a72429c99f'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:11:24.504814 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:11:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ba8e1d2b-ee72-45df-85ed-e7945759902c'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:24.556002 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9261b340-6556-420f-81ca-40a90ce9753b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:24.561133 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39790) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:24.561762 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9261b340-6556-420f-81ca-40a90ce9753b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.2585695 Mar 05 14:11:24.597682 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] Routers {'343a1130-da2e-4791-80a6-51a72429c99f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:11:24.599337 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:11:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['343a1130-da2e-4791-80a6-51a72429c99f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:24.617355 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-93769ab6-ab38-4589-90d1-8c51de15108a tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=9a618ad747aa4899b8afc19ecc5e6005&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0528374 Mar 05 14:11:24.618650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39796) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:24.630264 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c42fa39-20ff-4bb4-9b6c-d5b104e5f88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:24.644357 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-43c5be4d-c573-4230-b8f2-4b83bacf89d6 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:24.717115 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 7b263e32-4840-40ba-a4f4-28618570de32 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:24.717573 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:24.741317 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-43c5be4d-c573-4230-b8f2-4b83bacf89d6 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:24.803687 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] Set router ba8e1d2b-ee72-45df-85ed-e7945759902c gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:11:24.811524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5be4d-c573-4230-b8f2-4b83bacf89d6 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d9768c-c89b-4b51-9650-3f1795678a58,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:24.877853 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-43c5be4d-c573-4230-b8f2-4b83bacf89d6 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:24.882201 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-43c5be4d-c573-4230-b8f2-4b83bacf89d6 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7630825 Mar 05 14:11:24.889693 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39800) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:24.988032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae5d94d-c278-4c51-9587-bbdc8dbbf67e tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:24.998091 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39804) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:25.002183 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5ae5d94d-c278-4c51-9587-bbdc8dbbf67e tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3822153 Mar 05 14:11:25.003948 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f8681b43-c927-45c3-aabc-c05a701716af tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:25.039718 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f8681b43-c927-45c3-aabc-c05a701716af tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:25.102568 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f8681b43-c927-45c3-aabc-c05a701716af tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:25.134986 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ccdabd22-01f1-45cd-85b0-fe9ff99d3d23 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1291249 Mar 05 14:11:25.138029 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39810) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:25.155235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-7ca23ff9-b09e-4271-9299-dd630b19b611 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-846549005', 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:25.158373 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8681b43-c927-45c3-aabc-c05a701716af tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3d9768c-c89b-4b51-9650-3f1795678a58,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:25.172686 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f8681b43-c927-45c3-aabc-c05a701716af tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:25.173875 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f8681b43-c927-45c3-aabc-c05a701716af tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e3d9768c-c89b-4b51-9650-3f1795678a58 HTTP/1.1" status: 204 len: 168 time: 0.2827015 Mar 05 14:11:25.182817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39814) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:25.340596 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] Set router 343a1130-da2e-4791-80a6-51a72429c99f gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:11:25.372155 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-46a0f0ab-82e7-40e6-b7b6-1a2859f8e8a2 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Synchronizing usage tracker for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:25.439448 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-46a0f0ab-82e7-40e6-b7b6-1a2859f8e8a2 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Unset dirty status for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:25.453213 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8e1d2b-ee72-45df-85ed-e7945759902c', 'name': 'tempest-TestVolumeBackupRestore-430635858-router', 'tenant_id': 'bfbe617a2208402db6142c524fe85e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'fee99552-fa08-489d-bef8-cb60073ef81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:11:15Z', 'updated_at': '2022-03-05T14:11:19Z', 'revision_number': 3, 'project_id': 'bfbe617a2208402db6142c524fe85e2f', 'gw_port': {'id': 'fee99552-fa08-489d-bef8-cb60073ef81e', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:55:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8e1d2b-ee72-45df-85ed-e7945759902c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:18Z', 'updated_at': '2022-03-05T14:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:25.456686 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-46a0f0ab-82e7-40e6-b7b6-1a2859f8e8a2 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2726235 Mar 05 14:11:25.458799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39820) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:25.466362 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268e8e61-e77b-4bba-8939-601c972f0bdc None None] The sync data for ids ['ba8e1d2b-ee72-45df-85ed-e7945759902c'] in n-d-803718-1 is: [{'id': 'ba8e1d2b-ee72-45df-85ed-e7945759902c', 'name': 'tempest-TestVolumeBackupRestore-430635858-router', 'tenant_id': 'bfbe617a2208402db6142c524fe85e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'fee99552-fa08-489d-bef8-cb60073ef81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:11:15Z', 'updated_at': '2022-03-05T14:11:19Z', 'revision_number': 3, 'project_id': 'bfbe617a2208402db6142c524fe85e2f', 'gw_port': {'id': 'fee99552-fa08-489d-bef8-cb60073ef81e', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:55:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8e1d2b-ee72-45df-85ed-e7945759902c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:18Z', 'updated_at': '2022-03-05T14:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:11:25.637135 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3195b1a8-8653-445c-a1c5-3ebb67b9b252 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:25.686443 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3195b1a8-8653-445c-a1c5-3ebb67b9b252 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:25.774322 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3195b1a8-8653-445c-a1c5-3ebb67b9b252 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:25.778360 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-3c42fa39-20ff-4bb4-9b6c-d5b104e5f88a admin admin] Allocated IP 172.20.0.1 (09d6f3ac-0559-47a0-bea4-99bbc5eca43f/9237cffe-307f-4ac2-b3ee-2142700b52e1/2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:11:25.789275 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7ca23ff9-b09e-4271-9299-dd630b19b611 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:25.799115 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7ca23ff9-b09e-4271-9299-dd630b19b611 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:subnet and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:25.804950 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7ca23ff9-b09e-4271-9299-dd630b19b611 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:25.856793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195b1a8-8653-445c-a1c5-3ebb67b9b252 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b677ab4-e14f-45e7-a832-81822e0d6b19,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:25.867411 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3195b1a8-8653-445c-a1c5-3ebb67b9b252 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:25.869885 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3195b1a8-8653-445c-a1c5-3ebb67b9b252 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "DELETE /v2.0/security-groups/5b677ab4-e14f-45e7-a832-81822e0d6b19 HTTP/1.1" status: 204 len: 168 time: 0.4086781 Mar 05 14:11:25.871848 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39824) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:25.882095 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7ca23ff9-b09e-4271-9299-dd630b19b611 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:25.962632 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-26f00271-ae4e-4f51-97f4-f072f75a5295 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Synchronizing usage tracker for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:25.983211 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-26f00271-ae4e-4f51-97f4-f072f75a5295 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Unset dirty status for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:25.985630 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-26f00271-ae4e-4f51-97f4-f072f75a5295 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1114426 Mar 05 14:11:25.992080 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39830) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:26.001089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-4428bd16-9f4f-450d-93e9-0eef72373d18 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1325973191'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:26.008379 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343a1130-da2e-4791-80a6-51a72429c99f', 'name': 'tempest-TestNetworkBasicOps-router-1578488541', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'b30c3a69-526e-46c1-9107-817576082118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:11:19Z', 'updated_at': '2022-03-05T14:11:21Z', 'revision_number': 3, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': 'b30c3a69-526e-46c1-9107-817576082118', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bf:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:20Z', 'updated_at': '2022-03-05T14:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:26.012843 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4428bd16-9f4f-450d-93e9-0eef72373d18 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:26.013451 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] Checking router: 343a1130-da2e-4791-80a6-51a72429c99f for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:11:26.013796 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] Updating router 343a1130-da2e-4791-80a6-51a72429c99f port b30c3a69-526e-46c1-9107-817576082118 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:11:26.028208 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4428bd16-9f4f-450d-93e9-0eef72373d18 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:26.045959 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4428bd16-9f4f-450d-93e9-0eef72373d18 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:26.063593 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca23ff9-b09e-4271-9299-dd630b19b611 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Made reservation on behalf of 9a618ad747aa4899b8afc19ecc5e6005 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:11:26.080128 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ca23ff9-b09e-4271-9299-dd630b19b611 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:26.082738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4428bd16-9f4f-450d-93e9-0eef72373d18 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:26.087891 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:26.094497 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4428bd16-9f4f-450d-93e9-0eef72373d18 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Usage tracker for resource:security_group_rule and tenant:323b62f9bc514abd9ea47317d46051bd is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:26.100543 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4428bd16-9f4f-450d-93e9-0eef72373d18 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:26.116300 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4428bd16-9f4f-450d-93e9-0eef72373d18 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:26.269445 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4428bd16-9f4f-450d-93e9-0eef72373d18 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:26.281362 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4428bd16-9f4f-450d-93e9-0eef72373d18 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:26.374897 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fee99552-fa08-489d-bef8-cb60073ef81e up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:11:26.376205 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428bd16-9f4f-450d-93e9-0eef72373d18 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14fc0fb0-46e4-4f16-a4e4-f1ce235326d9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:26.437072 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4428bd16-9f4f-450d-93e9-0eef72373d18 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:26.438404 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4428bd16-9f4f-450d-93e9-0eef72373d18 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4451540 Mar 05 14:11:26.443180 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39842) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:26.448569 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-128666ef-ceed-46d2-ab11-0e7f31d47c8c tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Request body: {'security_group_rule': {'security_group_id': '14fc0fb0-46e4-4f16-a4e4-f1ce235326d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:26.465348 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-128666ef-ceed-46d2-ab11-0e7f31d47c8c tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:26.476271 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-128666ef-ceed-46d2-ab11-0e7f31d47c8c tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Usage tracker for resource:security_group_rule and tenant:323b62f9bc514abd9ea47317d46051bd is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:26.487144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-128666ef-ceed-46d2-ab11-0e7f31d47c8c tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:26.494051 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-128666ef-ceed-46d2-ab11-0e7f31d47c8c tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:26.532203 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-128666ef-ceed-46d2-ab11-0e7f31d47c8c tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:26.545595 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c42fa39-20ff-4bb4-9b6c-d5b104e5f88a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:26.604872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-3c42fa39-20ff-4bb4-9b6c-d5b104e5f88a admin admin] Transition to ACTIVE for port object 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:11:26.645500 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-128666ef-ceed-46d2-ab11-0e7f31d47c8c tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:26.654312 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-128666ef-ceed-46d2-ab11-0e7f31d47c8c tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:26.696735 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128666ef-ceed-46d2-ab11-0e7f31d47c8c tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03284e36-b3c3-46fe-9a4a-ae7dc11485f7,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:26.715756 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-128666ef-ceed-46d2-ab11-0e7f31d47c8c tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:26.720084 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-128666ef-ceed-46d2-ab11-0e7f31d47c8c tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2758286 Mar 05 14:11:26.720708 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39846) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:26.752119 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-11f5675e-9440-4584-8929-6b3db4efce9d tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-group-rules/03284e36-b3c3-46fe-9a4a-ae7dc11485f7 HTTP/1.1" status: 200 len: 763 time: 0.0300717 Mar 05 14:11:26.752727 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39850) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:26.797697 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c42fa39-20ff-4bb4-9b6c-d5b104e5f88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:26.803589 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:26.819058 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] Transition to ACTIVE for port object b30c3a69-526e-46c1-9107-817576082118 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:11:26.838994 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:26.854259 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7d5c856d-1872-46e1-aba0-d0cf398d41c0 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Synchronizing usage tracker for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:26.897345 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7d5c856d-1872-46e1-aba0-d0cf398d41c0 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Unset dirty status for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:26.901838 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7d5c856d-1872-46e1-aba0-d0cf398d41c0 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1481533 Mar 05 14:11:26.902435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39854) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:26.923036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42fa39-20ff-4bb4-9b6c-d5b104e5f88a admin admin] Pushing event updated for resources: {'Port': ['ID=2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:26.934271 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ca23ff9-b09e-4271-9299-dd630b19b611 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:26.939429 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c42fa39-20ff-4bb4-9b6c-d5b104e5f88a admin admin] Network 09d6f3ac-0559-47a0-bea4-99bbc5eca43f is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:11:26.964810 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port fee99552-fa08-489d-bef8-cb60073ef81e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:11:26.970930 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c2275-02e6-43dc-a660-085edbc7de48 None None] Pushing event updated for resources: {'Port': ['ID=b30c3a69-526e-46c1-9107-817576082118,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:26.972593 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6b851f60-904c-4d88-94f4-4d36f969022e tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:26.973056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-3c42fa39-20ff-4bb4-9b6c-d5b104e5f88a admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:11:26.983148 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c42fa39-20ff-4bb4-9b6c-d5b104e5f88a admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:11:26.985208 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] Attempting to bind port b30c3a69-526e-46c1-9107-817576082118 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:11:26.985752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] Attempting to bind port b30c3a69-526e-46c1-9107-817576082118 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:11:26.986429 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] Attempting to bind port b30c3a69-526e-46c1-9107-817576082118 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:11:26.989489 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port fee99552-fa08-489d-bef8-cb60073ef81e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:26.990063 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:27.018891 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6b851f60-904c-4d88-94f4-4d36f969022e tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:27.069375 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6b851f60-904c-4d88-94f4-4d36f969022e tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:27.092399 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b851f60-904c-4d88-94f4-4d36f969022e tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03284e36-b3c3-46fe-9a4a-ae7dc11485f7,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:27.101298 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca23ff9-b09e-4271-9299-dd630b19b611 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'Subnet': ['ID=772add3a-09fa-46d7-81dc-bd272be21742,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:27.117909 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c42fa39-20ff-4bb4-9b6c-d5b104e5f88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:27.125044 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6b851f60-904c-4d88-94f4-4d36f969022e tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:27.128967 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6b851f60-904c-4d88-94f4-4d36f969022e tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/03284e36-b3c3-46fe-9a4a-ae7dc11485f7 HTTP/1.1" status: 204 len: 168 time: 0.2253654 Mar 05 14:11:27.130796 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39858) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:27.149038 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca23ff9-b09e-4271-9299-dd630b19b611 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Checking segment: {'id': '4c212611-89c5-489f-97d0-94c13ec81e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:11:27.149941 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca23ff9-b09e-4271-9299-dd630b19b611 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Network hostable DHCP agents. Network: 77472b13-c9ef-4a12-a01a-7d8bdc297640, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:11:27.167100 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:11:27.167479 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:11:27.171025 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:27.171439 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:11:27.171934 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] Bound port: b30c3a69-526e-46c1-9107-817576082118, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:11:27.172341 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:27.195700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca23ff9-b09e-4271-9299-dd630b19b611 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Network 77472b13-c9ef-4a12-a01a-7d8bdc297640 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:11:27.216386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-7ca23ff9-b09e-4271-9299-dd630b19b611 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 77472b13-c9ef-4a12-a01a-7d8bdc297640) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:11:27.234201 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca23ff9-b09e-4271-9299-dd630b19b611 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:27.235128 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ca23ff9-b09e-4271-9299-dd630b19b611 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:27.284813 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ef6ec595-fc7e-4549-b158-c26840df220e tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Synchronizing usage tracker for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:27.292659 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7ca23ff9-b09e-4271-9299-dd630b19b611 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1445761 Mar 05 14:11:27.293645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 39864) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:27.315376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ef6ec595-fc7e-4549-b158-c26840df220e tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Unset dirty status for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:27.318814 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ef6ec595-fc7e-4549-b158-c26840df220e tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1850266 Mar 05 14:11:27.323629 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39868) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:27.344000 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-79b6f6fd-e6f4-42b9-82ec-c105370751fc tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Request body: {'security_group_rule': {'security_group_id': '14fc0fb0-46e4-4f16-a4e4-f1ce235326d9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:27.347573 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] For port b30c3a69-526e-46c1-9107-817576082118, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:11:27.354185 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] For port b30c3a69-526e-46c1-9107-817576082118, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b30c3a69-526e-46c1-9107-817576082118,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:11:27.358477 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-79b6f6fd-e6f4-42b9-82ec-c105370751fc tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:27.368239 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289ecb6e-e8a8-42c9-8f25-b403506d0138 None None] Network 77472b13-c9ef-4a12-a01a-7d8bdc297640 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:11:27.376402 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-79b6f6fd-e6f4-42b9-82ec-c105370751fc tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:27.387336 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:27.412806 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-79b6f6fd-e6f4-42b9-82ec-c105370751fc tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:27.535023 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-79b6f6fd-e6f4-42b9-82ec-c105370751fc tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:27.542039 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-79b6f6fd-e6f4-42b9-82ec-c105370751fc tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:27.563359 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c42fa39-20ff-4bb4-9b6c-d5b104e5f88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:27.574361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6f6fd-e6f4-42b9-82ec-c105370751fc tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc26b965-545d-465f-8257-2d92372bc515,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:27.620782 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-79b6f6fd-e6f4-42b9-82ec-c105370751fc tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:27.625615 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-79b6f6fd-e6f4-42b9-82ec-c105370751fc tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2992680 Mar 05 14:11:27.626291 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39874) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:27.685390 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-14b4901e-ab1c-48df-a13e-5c8eb5cd07bd tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-group-rules/dc26b965-545d-465f-8257-2d92372bc515 HTTP/1.1" status: 200 len: 763 time: 0.0578399 Mar 05 14:11:27.690110 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39878) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:27.716180 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c2275-02e6-43dc-a660-085edbc7de48 None None] Pushing event updated for resources: {'Port': ['ID=b30c3a69-526e-46c1-9107-817576082118,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:27.719998 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7721690e-cfd3-474b-b4a4-ff250b8dabf4 None None] Provisioning for port 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:11:27.776858 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7721690e-cfd3-474b-b4a4-ff250b8dabf4 None None] Provisioning complete for port 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:27.777342 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7721690e-cfd3-474b-b4a4-ff250b8dabf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:27.784533 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c83a4796-2970-45b9-8f6c-6cf4ee8549e2 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Synchronizing usage tracker for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:27.821320 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c83a4796-2970-45b9-8f6c-6cf4ee8549e2 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Unset dirty status for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:27.822661 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c83a4796-2970-45b9-8f6c-6cf4ee8549e2 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1316085 Mar 05 14:11:27.825610 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39882) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:27.861644 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2142817e-1285-4dda-846b-d4389a20f026 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:27.877532 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2142817e-1285-4dda-846b-d4389a20f026 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:27.913103 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2142817e-1285-4dda-846b-d4389a20f026 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:27.947851 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142817e-1285-4dda-846b-d4389a20f026 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc26b965-545d-465f-8257-2d92372bc515,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:27.956438 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2142817e-1285-4dda-846b-d4389a20f026 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:27.958312 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2142817e-1285-4dda-846b-d4389a20f026 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/dc26b965-545d-465f-8257-2d92372bc515 HTTP/1.1" status: 204 len: 168 time: 0.1310537 Mar 05 14:11:27.963220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39886) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:27.979472 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] Routers {'343a1130-da2e-4791-80a6-51a72429c99f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:11:27.980104 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:11:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['343a1130-da2e-4791-80a6-51a72429c99f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:28.031117 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0dde18e7-738c-4396-8583-81646360c927 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Synchronizing usage tracker for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:28.071833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0dde18e7-738c-4396-8583-81646360c927 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Unset dirty status for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:28.075665 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0dde18e7-738c-4396-8583-81646360c927 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1089523 Mar 05 14:11:28.076137 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39892) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:28.081134 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-8b0d5481-0745-4b99-9eb4-77dccd6c4507 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Request body: {'security_group_rule': {'security_group_id': '14fc0fb0-46e4-4f16-a4e4-f1ce235326d9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:28.095702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8b0d5481-0745-4b99-9eb4-77dccd6c4507 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:28.118785 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8b0d5481-0745-4b99-9eb4-77dccd6c4507 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:28.135732 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:28.140723 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-7721690e-cfd3-474b-b4a4-ff250b8dabf4 None None] Port 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:11:28.182696 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8b0d5481-0745-4b99-9eb4-77dccd6c4507 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:28.202310 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5a6f8f-d5fe-4848-9154-152e1bfcccf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-77472b13-c9ef-4a12-a01a-7d8bdc297640', 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'fixed_ips': [{'subnet_id': '772add3a-09fa-46d7-81dc-bd272be21742'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:11:28.202310 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8f5a6f8f-d5fe-4848-9154-152e1bfcccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:28.295354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port fee99552-fa08-489d-bef8-cb60073ef81e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fee99552-fa08-489d-bef8-cb60073ef81e,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:11:28.342954 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:28.355531 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8b0d5481-0745-4b99-9eb4-77dccd6c4507 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:28.369930 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8b0d5481-0745-4b99-9eb4-77dccd6c4507 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:28.471875 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d5481-0745-4b99-9eb4-77dccd6c4507 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a25cfe1-a7a0-4ce8-bd37-e674fca6c295,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:28.484199 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8b0d5481-0745-4b99-9eb4-77dccd6c4507 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:28.486019 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8b0d5481-0745-4b99-9eb4-77dccd6c4507 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4089346 Mar 05 14:11:28.489584 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39898) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:28.506904 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c42fa39-20ff-4bb4-9b6c-d5b104e5f88a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:28.529077 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c42fa39-20ff-4bb4-9b6c-d5b104e5f88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:28.535705 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e6f28e81-6487-4664-8626-eeb7573a6965 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-group-rules/6a25cfe1-a7a0-4ce8-bd37-e674fca6c295 HTTP/1.1" status: 200 len: 764 time: 0.0379708 Mar 05 14:11:28.538325 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39902) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:28.587251 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-45974c0b-b88a-4725-b34b-aa5a84ceaff9 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Synchronizing usage tracker for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:28.604508 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-45974c0b-b88a-4725-b34b-aa5a84ceaff9 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Unset dirty status for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:28.606125 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-45974c0b-b88a-4725-b34b-aa5a84ceaff9 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0666475 Mar 05 14:11:28.609376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39906) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:28.642162 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1c150891-d9e9-44f4-95e2-1209be7ca7e3 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:28.654444 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1c150891-d9e9-44f4-95e2-1209be7ca7e3 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:28.654752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] Set router 343a1130-da2e-4791-80a6-51a72429c99f gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:11:28.685630 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1c150891-d9e9-44f4-95e2-1209be7ca7e3 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:28.710863 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c150891-d9e9-44f4-95e2-1209be7ca7e3 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a25cfe1-a7a0-4ce8-bd37-e674fca6c295,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:28.726256 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42fa39-20ff-4bb4-9b6c-d5b104e5f88a admin admin] Pushing event updated for resources: {'Port': ['ID=2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:28.730403 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1c150891-d9e9-44f4-95e2-1209be7ca7e3 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:28.734575 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1c150891-d9e9-44f4-95e2-1209be7ca7e3 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/6a25cfe1-a7a0-4ce8-bd37-e674fca6c295 HTTP/1.1" status: 204 len: 168 time: 0.1239061 Mar 05 14:11:28.735332 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39910) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:28.737792 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c42fa39-20ff-4bb4-9b6c-d5b104e5f88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:28.788696 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=fee99552-fa08-489d-bef8-cb60073ef81e,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:28.893024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e14b342b-488a-42fc-bedd-6c9ea87b2697 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Synchronizing usage tracker for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:28.936324 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e14b342b-488a-42fc-bedd-6c9ea87b2697 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Unset dirty status for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:28.937816 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e14b342b-488a-42fc-bedd-6c9ea87b2697 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2013440 Mar 05 14:11:28.940735 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39916) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:29.031928 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c42fa39-20ff-4bb4-9b6c-d5b104e5f88a admin admin] Network 09d6f3ac-0559-47a0-bea4-99bbc5eca43f is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:11:29.045150 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-3c42fa39-20ff-4bb4-9b6c-d5b104e5f88a admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:11:29.127012 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-8f5a6f8f-d5fe-4848-9154-152e1bfcccf7 None None] Allocated IP 172.20.0.2 (77472b13-c9ef-4a12-a01a-7d8bdc297640/772add3a-09fa-46d7-81dc-bd272be21742/ce5f775f-f52d-40af-b13f-2305df57d8fc) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:11:29.129670 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:29.155224 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:29.164788 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343a1130-da2e-4791-80a6-51a72429c99f', 'name': 'tempest-TestNetworkBasicOps-router-1578488541', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'b30c3a69-526e-46c1-9107-817576082118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:11:19Z', 'updated_at': '2022-03-05T14:11:21Z', 'revision_number': 3, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': 'b30c3a69-526e-46c1-9107-817576082118', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bf:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:20Z', 'updated_at': '2022-03-05T14:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:29.204507 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52671294-d97d-4377-8b6e-fa65fc0046ac None None] The sync data for ids ['343a1130-da2e-4791-80a6-51a72429c99f'] in n-d-803718-1 is: [{'id': '343a1130-da2e-4791-80a6-51a72429c99f', 'name': 'tempest-TestNetworkBasicOps-router-1578488541', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'b30c3a69-526e-46c1-9107-817576082118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:11:19Z', 'updated_at': '2022-03-05T14:11:21Z', 'revision_number': 3, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': 'b30c3a69-526e-46c1-9107-817576082118', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bf:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:20Z', 'updated_at': '2022-03-05T14:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:11:29.228496 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9195fc25-f0e5-42d7-9da7-5a910115a824 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:29.286342 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9195fc25-f0e5-42d7-9da7-5a910115a824 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:29.353420 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-19f93510-c69f-46a2-b8e7-0bd68d7e10b9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:29.390669 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9195fc25-f0e5-42d7-9da7-5a910115a824 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:29.481719 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195fc25-f0e5-42d7-9da7-5a910115a824 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fc0fb0-46e4-4f16-a4e4-f1ce235326d9,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:29.521183 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9195fc25-f0e5-42d7-9da7-5a910115a824 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:29.522651 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9195fc25-f0e5-42d7-9da7-5a910115a824 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "DELETE /v2.0/security-groups/14fc0fb0-46e4-4f16-a4e4-f1ce235326d9 HTTP/1.1" status: 204 len: 168 time: 0.5809925 Mar 05 14:11:29.526900 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39922) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:29.674930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-43494d69-15b6-440c-8838-c6fe06c4ee08 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Synchronizing usage tracker for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:29.679703 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-25d1353f-06ca-44d7-bf24-485ce418cbbb None None] Provisioning complete for port 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:29.681647 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-25d1353f-06ca-44d7-bf24-485ce418cbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:29.736524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-43494d69-15b6-440c-8838-c6fe06c4ee08 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Unset dirty status for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:29.738648 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-43494d69-15b6-440c-8838-c6fe06c4ee08 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2103350 Mar 05 14:11:29.743693 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39926) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:29.770161 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-22e4303f-7a2b-48a7-b31d-bf2cdd2dc0b9 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Request body: {'security_group': {'name': 'tempest-secgroup--399904397'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:29.783607 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-22e4303f-7a2b-48a7-b31d-bf2cdd2dc0b9 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:29.828208 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8f5a6f8f-d5fe-4848-9154-152e1bfcccf7 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:29.838228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-22e4303f-7a2b-48a7-b31d-bf2cdd2dc0b9 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:29.848998 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-25d1353f-06ca-44d7-bf24-485ce418cbbb None None] Port 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:11:29.854206 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8f5a6f8f-d5fe-4848-9154-152e1bfcccf7 None None] Transition to ACTIVE for port object ce5f775f-f52d-40af-b13f-2305df57d8fc will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:11:29.868901 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22e4303f-7a2b-48a7-b31d-bf2cdd2dc0b9 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:29.896860 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8f5a6f8f-d5fe-4848-9154-152e1bfcccf7 None None] Transition to ACTIVE for port object ce5f775f-f52d-40af-b13f-2305df57d8fc will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:11:29.909301 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8f5a6f8f-d5fe-4848-9154-152e1bfcccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:29.920398 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-22e4303f-7a2b-48a7-b31d-bf2cdd2dc0b9 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:29.934128 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-22e4303f-7a2b-48a7-b31d-bf2cdd2dc0b9 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Usage tracker for resource:security_group_rule and tenant:323b62f9bc514abd9ea47317d46051bd is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:29.942322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-22e4303f-7a2b-48a7-b31d-bf2cdd2dc0b9 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:29.956033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-22e4303f-7a2b-48a7-b31d-bf2cdd2dc0b9 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:30.121674 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5a6f8f-d5fe-4848-9154-152e1bfcccf7 None None] Network 77472b13-c9ef-4a12-a01a-7d8bdc297640 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:11:30.135609 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-8f5a6f8f-d5fe-4848-9154-152e1bfcccf7 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:11:30.144206 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5a6f8f-d5fe-4848-9154-152e1bfcccf7 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:11:30.225899 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22e4303f-7a2b-48a7-b31d-bf2cdd2dc0b9 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:30.235749 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22e4303f-7a2b-48a7-b31d-bf2cdd2dc0b9 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:30.275921 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a6f8f-d5fe-4848-9154-152e1bfcccf7 None None] Pushing event updated for resources: {'Port': ['ID=ce5f775f-f52d-40af-b13f-2305df57d8fc,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:30.335001 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22e4303f-7a2b-48a7-b31d-bf2cdd2dc0b9 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:30.342801 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-22e4303f-7a2b-48a7-b31d-bf2cdd2dc0b9 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5973148 Mar 05 14:11:30.344436 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39944) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:30.375916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-d754b040-2a0c-46d5-ae54-0f51ce0a0ed2 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Request body: {'security_group_rule': {'security_group_id': 'df6996d0-414a-4c6a-80e2-ce66a384535d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:30.382234 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-19f93510-c69f-46a2-b8e7-0bd68d7e10b9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Allocated IP 172.20.0.1 (77472b13-c9ef-4a12-a01a-7d8bdc297640/772add3a-09fa-46d7-81dc-bd272be21742/26356ad7-2185-46ad-abf7-654a76cd50da) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:11:30.393168 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d754b040-2a0c-46d5-ae54-0f51ce0a0ed2 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:30.393317 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8f5a6f8f-d5fe-4848-9154-152e1bfcccf7 None None] Attempting to bind port ce5f775f-f52d-40af-b13f-2305df57d8fc on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:11:30.394392 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8f5a6f8f-d5fe-4848-9154-152e1bfcccf7 None None] Attempting to bind port ce5f775f-f52d-40af-b13f-2305df57d8fc by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '4c212611-89c5-489f-97d0-94c13ec81e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:11:30.396633 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5a6f8f-d5fe-4848-9154-152e1bfcccf7 None None] Attempting to bind port ce5f775f-f52d-40af-b13f-2305df57d8fc on network 77472b13-c9ef-4a12-a01a-7d8bdc297640 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:11:30.404610 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d754b040-2a0c-46d5-ae54-0f51ce0a0ed2 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Usage tracker for resource:security_group_rule and tenant:323b62f9bc514abd9ea47317d46051bd is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:30.408996 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d754b040-2a0c-46d5-ae54-0f51ce0a0ed2 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:30.416521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d754b040-2a0c-46d5-ae54-0f51ce0a0ed2 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:30.417047 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5a6f8f-d5fe-4848-9154-152e1bfcccf7 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:11:30.417738 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5a6f8f-d5fe-4848-9154-152e1bfcccf7 None None] Checking segment: {'id': '4c212611-89c5-489f-97d0-94c13ec81e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:11:30.418821 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8f5a6f8f-d5fe-4848-9154-152e1bfcccf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:30.420287 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5a6f8f-d5fe-4848-9154-152e1bfcccf7 None None] Bound using segment: {'id': '4c212611-89c5-489f-97d0-94c13ec81e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:11:30.421845 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8f5a6f8f-d5fe-4848-9154-152e1bfcccf7 None None] Bound port: ce5f775f-f52d-40af-b13f-2305df57d8fc, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c212611-89c5-489f-97d0-94c13ec81e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:11:30.421845 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8f5a6f8f-d5fe-4848-9154-152e1bfcccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:30.569767 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d754b040-2a0c-46d5-ae54-0f51ce0a0ed2 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:30.624050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4303f-7a2b-48a7-b31d-bf2cdd2dc0b9 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df6996d0-414a-4c6a-80e2-ce66a384535d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:30.690590 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8f5a6f8f-d5fe-4848-9154-152e1bfcccf7 None None] For port ce5f775f-f52d-40af-b13f-2305df57d8fc, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:11:30.699129 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8f5a6f8f-d5fe-4848-9154-152e1bfcccf7 None None] For port ce5f775f-f52d-40af-b13f-2305df57d8fc, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ce5f775f-f52d-40af-b13f-2305df57d8fc,segment=NetworkSegment(4c212611-89c5-489f-97d0-94c13ec81e7b),segment_id=4c212611-89c5-489f-97d0-94c13ec81e7b)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:11:30.699944 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-19f93510-c69f-46a2-b8e7-0bd68d7e10b9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:30.704742 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b30c3a69-526e-46c1-9107-817576082118 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:11:30.739936 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-19f93510-c69f-46a2-b8e7-0bd68d7e10b9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Transition to ACTIVE for port object 26356ad7-2185-46ad-abf7-654a76cd50da will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:11:30.747914 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d754b040-2a0c-46d5-ae54-0f51ce0a0ed2 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:30.753529 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8f5a6f8f-d5fe-4848-9154-152e1bfcccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:30.758277 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d754b040-2a0c-46d5-ae54-0f51ce0a0ed2 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:30.779789 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-19f93510-c69f-46a2-b8e7-0bd68d7e10b9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:30.822655 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754b040-2a0c-46d5-ae54-0f51ce0a0ed2 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd8fb50-0517-44a1-ac7f-6da1ebe819b3,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:30.836565 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d754b040-2a0c-46d5-ae54-0f51ce0a0ed2 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:30.838874 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d754b040-2a0c-46d5-ae54-0f51ce0a0ed2 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4820166 Mar 05 14:11:30.841332 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39954) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:30.947169 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6c6ac4d-8258-4eab-856d-d1a1fb6b14c5 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:30.985677 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a6f8f-d5fe-4848-9154-152e1bfcccf7 None None] Pushing event updated for resources: {'Port': ['ID=ce5f775f-f52d-40af-b13f-2305df57d8fc,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:31.009947 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port b30c3a69-526e-46c1-9107-817576082118 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:11:31.025143 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b30c3a69-526e-46c1-9107-817576082118 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:31.025924 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:31.068675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f93510-c69f-46a2-b8e7-0bd68d7e10b9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Network 77472b13-c9ef-4a12-a01a-7d8bdc297640 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:11:31.071567 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6c6ac4d-8258-4eab-856d-d1a1fb6b14c5 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:31.077402 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c42fa39-20ff-4bb4-9b6c-d5b104e5f88a admin admin] Router ba8e1d2b-ee72-45df-85ed-e7945759902c has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:11:31.079076 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-19f93510-c69f-46a2-b8e7-0bd68d7e10b9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:11:31.083979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f93510-c69f-46a2-b8e7-0bd68d7e10b9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:11:31.134595 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f93510-c69f-46a2-b8e7-0bd68d7e10b9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'Port': ['ID=26356ad7-2185-46ad-abf7-654a76cd50da,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:31.235670 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6c6ac4d-8258-4eab-856d-d1a1fb6b14c5 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:31.277725 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6ac4d-8258-4eab-856d-d1a1fb6b14c5 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6996d0-414a-4c6a-80e2-ce66a384535d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:31.321260 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6c6ac4d-8258-4eab-856d-d1a1fb6b14c5 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:31.330578 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c6c6ac4d-8258-4eab-856d-d1a1fb6b14c5 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "DELETE /v2.0/security-groups/df6996d0-414a-4c6a-80e2-ce66a384535d HTTP/1.1" status: 204 len: 168 time: 0.4846346 Mar 05 14:11:31.331792 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39964) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:31.370639 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-19f93510-c69f-46a2-b8e7-0bd68d7e10b9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:31.536318 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:31.568606 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port b30c3a69-526e-46c1-9107-817576082118, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b30c3a69-526e-46c1-9107-817576082118,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:11:31.577948 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:31.579033 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fee99552-fa08-489d-bef8-cb60073ef81e up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:11:31.601306 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fd0c5805-4406-4098-b2e2-8240dbb2e2a6 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Synchronizing usage tracker for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:31.657751 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fd0c5805-4406-4098-b2e2-8240dbb2e2a6 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Unset dirty status for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:31.661659 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fd0c5805-4406-4098-b2e2-8240dbb2e2a6 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3246458 Mar 05 14:11:31.661890 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39972) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:31.778751 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c42fa39-20ff-4bb4-9b6c-d5b104e5f88a admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:11:31.790162 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] Sync routers for ids ['ba8e1d2b-ee72-45df-85ed-e7945759902c'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:11:31.804509 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] Routers {'ba8e1d2b-ee72-45df-85ed-e7945759902c'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:11:31.809125 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:11:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ba8e1d2b-ee72-45df-85ed-e7945759902c'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:31.810383 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-32bc0dbe-b80b-487a-9aa0-e07d6f6e19fc tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Synchronizing usage tracker for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:31.828795 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3c42fa39-20ff-4bb4-9b6c-d5b104e5f88a admin admin] 10.222.0.16 "PUT /v2.0/routers/ba8e1d2b-ee72-45df-85ed-e7945759902c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3766308 Mar 05 14:11:31.865961 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-32bc0dbe-b80b-487a-9aa0-e07d6f6e19fc tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] Unset dirty status for tenant:323b62f9bc514abd9ea47317d46051bd on resource:security_group_rule {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:31.872645 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-32bc0dbe-b80b-487a-9aa0-e07d6f6e19fc tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2094626 Mar 05 14:11:31.875616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39978) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:31.890001 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port fee99552-fa08-489d-bef8-cb60073ef81e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:31.891313 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:31.922925 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-be8c060c-30da-46b3-93b9-daddd17b1315 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] delete failed (client error): The resource could not be found. Mar 05 14:11:31.926701 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-be8c060c-30da-46b3-93b9-daddd17b1315 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "DELETE /v2.0/security-groups/df6996d0-414a-4c6a-80e2-ce66a384535d HTTP/1.1" status: 404 len: 347 time: 0.0499020 Mar 05 14:11:31.933374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 39986) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:31.954519 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=b30c3a69-526e-46c1-9107-817576082118,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:32.107477 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-840b415e-e4c8-4c3f-b072-541d8f1dd264 tempest-SecGroupTest-1838336956 tempest-SecGroupTest-1838336956-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1694424 Mar 05 14:11:32.179993 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-19f93510-c69f-46a2-b8e7-0bd68d7e10b9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:32.258144 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] Set router ba8e1d2b-ee72-45df-85ed-e7945759902c gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:11:32.658579 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ce5f775f-f52d-40af-b13f-2305df57d8fc up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:11:32.867000 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40004) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:32.930402 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port ce5f775f-f52d-40af-b13f-2305df57d8fc completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:11:32.939517 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8e1d2b-ee72-45df-85ed-e7945759902c', 'name': 'tempest-TestVolumeBackupRestore-430635858-router', 'tenant_id': 'bfbe617a2208402db6142c524fe85e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'fee99552-fa08-489d-bef8-cb60073ef81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:11:15Z', 'updated_at': '2022-03-05T14:11:27Z', 'revision_number': 4, 'project_id': 'bfbe617a2208402db6142c524fe85e2f', 'gw_port': {'id': 'fee99552-fa08-489d-bef8-cb60073ef81e', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:55:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e1d2b-ee72-45df-85ed-e7945759902c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:18Z', 'updated_at': '2022-03-05T14:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd', 'name': '', 'network_id': '09d6f3ac-0559-47a0-bea4-99bbc5eca43f', 'tenant_id': 'bfbe617a2208402db6142c524fe85e2f', 'mac_address': 'fa:16:3e:d8:41:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8e1d2b-ee72-45df-85ed-e7945759902c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '9237cffe-307f-4ac2-b3ee-2142700b52e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:24Z', 'updated_at': '2022-03-05T14:11:27Z', 'revision_number': 2, 'project_id': 'bfbe617a2208402db6142c524fe85e2f', 'subnets': [{'id': '9237cffe-307f-4ac2-b3ee-2142700b52e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:32.943091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b30c3a69-526e-46c1-9107-817576082118 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:11:32.948857 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] Checking router: ba8e1d2b-ee72-45df-85ed-e7945759902c for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:11:32.949703 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] Updating router ba8e1d2b-ee72-45df-85ed-e7945759902c port 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:11:33.069560 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:33.106718 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b30c3a69-526e-46c1-9107-817576082118 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:33.109252 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:33.279386 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-54761c1f-65de-45a0-bbb7-66104c0bd3b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=323b62f9bc514abd9ea47317d46051bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4097085 Mar 05 14:11:33.281011 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40036) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:33.445212 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-19f93510-c69f-46a2-b8e7-0bd68d7e10b9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:33.450537 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86d686b7-ac1e-4a8e-baea-3b873b7fd128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:33.490798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84cd821-8233-4f0b-930e-66f590e5e676 None None] Network 77472b13-c9ef-4a12-a01a-7d8bdc297640 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:11:33.498232 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86d686b7-ac1e-4a8e-baea-3b873b7fd128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:33.522465 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-19f93510-c69f-46a2-b8e7-0bd68d7e10b9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:33.659689 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:33.676318 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] Transition to ACTIVE for port object 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:11:33.694054 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:33.783670 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-19f93510-c69f-46a2-b8e7-0bd68d7e10b9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:33.789303 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f93510-c69f-46a2-b8e7-0bd68d7e10b9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'Port': ['ID=26356ad7-2185-46ad-abf7-654a76cd50da,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:33.858745 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ef8d30db-1d91-4dda-8ddb-b0c09b9a7bfe None None] Provisioning for port ce5f775f-f52d-40af-b13f-2305df57d8fc completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:11:33.873594 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86d686b7-ac1e-4a8e-baea-3b873b7fd128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:33.876413 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ef8d30db-1d91-4dda-8ddb-b0c09b9a7bfe None None] Provisioning complete for port ce5f775f-f52d-40af-b13f-2305df57d8fc triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:33.877133 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ef8d30db-1d91-4dda-8ddb-b0c09b9a7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:34.054583 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb27a13-1147-4c52-9531-268d6d0313f6 None None] Pushing event updated for resources: {'Port': ['ID=2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:34.090193 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] Attempting to bind port 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:11:34.090670 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] Attempting to bind port 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '0f9131c4-7a73-4697-956e-18eacf372bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09d6f3ac-0559-47a0-bea4-99bbc5eca43f'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:11:34.091050 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] Attempting to bind port 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd on network 09d6f3ac-0559-47a0-bea4-99bbc5eca43f {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:11:34.099112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d686b7-ac1e-4a8e-baea-3b873b7fd128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0aa449-afba-40df-8469-2984acfb499c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:34.107468 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:11:34.107926 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] Checking segment: {'id': '0f9131c4-7a73-4697-956e-18eacf372bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09d6f3ac-0559-47a0-bea4-99bbc5eca43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:11:34.108380 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:34.108826 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] Bound using segment: {'id': '0f9131c4-7a73-4697-956e-18eacf372bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09d6f3ac-0559-47a0-bea4-99bbc5eca43f'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:11:34.109393 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] Bound port: 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9131c4-7a73-4697-956e-18eacf372bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09d6f3ac-0559-47a0-bea4-99bbc5eca43f'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:11:34.109764 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:34.214984 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86d686b7-ac1e-4a8e-baea-3b873b7fd128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:34.219993 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-86d686b7-ac1e-4a8e-baea-3b873b7fd128 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f0aa449-afba-40df-8469-2984acfb499c HTTP/1.1" status: 204 len: 168 time: 0.9380274 Mar 05 14:11:34.242078 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ef8d30db-1d91-4dda-8ddb-b0c09b9a7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:34.248135 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] For port 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:11:34.258593 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] For port 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd,segment=NetworkSegment(0f9131c4-7a73-4697-956e-18eacf372bc8),segment_id=0f9131c4-7a73-4697-956e-18eacf372bc8)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:11:34.268529 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:34.301933 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f93510-c69f-46a2-b8e7-0bd68d7e10b9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Network 77472b13-c9ef-4a12-a01a-7d8bdc297640 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:11:34.303815 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-19f93510-c69f-46a2-b8e7-0bd68d7e10b9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:11:34.371895 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ef8d30db-1d91-4dda-8ddb-b0c09b9a7bfe None None] For port ce5f775f-f52d-40af-b13f-2305df57d8fc, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ce5f775f-f52d-40af-b13f-2305df57d8fc,segment=NetworkSegment(4c212611-89c5-489f-97d0-94c13ec81e7b),segment_id=4c212611-89c5-489f-97d0-94c13ec81e7b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:11:34.387500 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ef8d30db-1d91-4dda-8ddb-b0c09b9a7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:34.413875 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] Routers {'ba8e1d2b-ee72-45df-85ed-e7945759902c'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:11:34.417621 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:11:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ba8e1d2b-ee72-45df-85ed-e7945759902c'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:34.827451 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d30db-1d91-4dda-8ddb-b0c09b9a7bfe None None] Pushing event updated for resources: {'Port': ['ID=ce5f775f-f52d-40af-b13f-2305df57d8fc,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:34.928073 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3d17067d-acf3-42c7-9539-fc3fa65c09ff None None] Provisioning complete for port ce5f775f-f52d-40af-b13f-2305df57d8fc triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:34.930570 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3d17067d-acf3-42c7-9539-fc3fa65c09ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:34.933627 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] Set router ba8e1d2b-ee72-45df-85ed-e7945759902c gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:11:35.016125 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f93510-c69f-46a2-b8e7-0bd68d7e10b9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Router 343a1130-da2e-4791-80a6-51a72429c99f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:11:35.462619 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3d17067d-acf3-42c7-9539-fc3fa65c09ff None None] Provisioning for port 26356ad7-2185-46ad-abf7-654a76cd50da completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:11:35.480264 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3d17067d-acf3-42c7-9539-fc3fa65c09ff None None] Provisioning complete for port 26356ad7-2185-46ad-abf7-654a76cd50da triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:35.480976 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3d17067d-acf3-42c7-9539-fc3fa65c09ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:35.581001 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb27a13-1147-4c52-9531-268d6d0313f6 None None] Pushing event updated for resources: {'Port': ['ID=2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:35.640942 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3d17067d-acf3-42c7-9539-fc3fa65c09ff None None] Port 26356ad7-2185-46ad-abf7-654a76cd50da cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:11:35.779756 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1a64f392-c0c4-427c-9e73-4dbac3e18115 None None] Provisioning complete for port 26356ad7-2185-46ad-abf7-654a76cd50da triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:35.780131 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1a64f392-c0c4-427c-9e73-4dbac3e18115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:35.811448 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f93510-c69f-46a2-b8e7-0bd68d7e10b9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:11:35.822445 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-19f93510-c69f-46a2-b8e7-0bd68d7e10b9 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "PUT /v2.0/routers/343a1130-da2e-4791-80a6-51a72429c99f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5261211 Mar 05 14:11:35.825793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40120) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:35.826510 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] Sync routers for ids ['343a1130-da2e-4791-80a6-51a72429c99f'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:11:35.868363 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] Routers {'343a1130-da2e-4791-80a6-51a72429c99f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:11:35.869028 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:11:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['343a1130-da2e-4791-80a6-51a72429c99f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:36.170867 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] Set router 343a1130-da2e-4791-80a6-51a72429c99f gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:11:36.178746 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40134) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:36.189714 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8e1d2b-ee72-45df-85ed-e7945759902c', 'name': 'tempest-TestVolumeBackupRestore-430635858-router', 'tenant_id': 'bfbe617a2208402db6142c524fe85e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'fee99552-fa08-489d-bef8-cb60073ef81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:11:15Z', 'updated_at': '2022-03-05T14:11:27Z', 'revision_number': 4, 'project_id': 'bfbe617a2208402db6142c524fe85e2f', 'gw_port': {'id': 'fee99552-fa08-489d-bef8-cb60073ef81e', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:55:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e1d2b-ee72-45df-85ed-e7945759902c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:18Z', 'updated_at': '2022-03-05T14:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd', 'name': '', 'network_id': '09d6f3ac-0559-47a0-bea4-99bbc5eca43f', 'tenant_id': 'bfbe617a2208402db6142c524fe85e2f', 'mac_address': 'fa:16:3e:d8:41:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8e1d2b-ee72-45df-85ed-e7945759902c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '9237cffe-307f-4ac2-b3ee-2142700b52e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:24Z', 'updated_at': '2022-03-05T14:11:34Z', 'revision_number': 4, 'project_id': 'bfbe617a2208402db6142c524fe85e2f', 'subnets': [{'id': '9237cffe-307f-4ac2-b3ee-2142700b52e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:36.199736 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3abb4c-16dd-4040-9006-938dbc625843 None None] The sync data for ids ['ba8e1d2b-ee72-45df-85ed-e7945759902c'] in n-d-803718-1 is: [{'id': 'ba8e1d2b-ee72-45df-85ed-e7945759902c', 'name': 'tempest-TestVolumeBackupRestore-430635858-router', 'tenant_id': 'bfbe617a2208402db6142c524fe85e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'fee99552-fa08-489d-bef8-cb60073ef81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:11:15Z', 'updated_at': '2022-03-05T14:11:27Z', 'revision_number': 4, 'project_id': 'bfbe617a2208402db6142c524fe85e2f', 'gw_port': {'id': 'fee99552-fa08-489d-bef8-cb60073ef81e', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:55:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e1d2b-ee72-45df-85ed-e7945759902c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:18Z', 'updated_at': '2022-03-05T14:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd', 'name': '', 'network_id': '09d6f3ac-0559-47a0-bea4-99bbc5eca43f', 'tenant_id': 'bfbe617a2208402db6142c524fe85e2f', 'mac_address': 'fa:16:3e:d8:41:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8e1d2b-ee72-45df-85ed-e7945759902c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '9237cffe-307f-4ac2-b3ee-2142700b52e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:24Z', 'updated_at': '2022-03-05T14:11:34Z', 'revision_number': 4, 'project_id': 'bfbe617a2208402db6142c524fe85e2f', 'subnets': [{'id': '9237cffe-307f-4ac2-b3ee-2142700b52e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:11:36.422231 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0335a1-dcb7-43f5-8b1e-6cadd0a0eed4 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:36.422968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0335a1-dcb7-43f5-8b1e-6cadd0a0eed4 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:36.423434 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0335a1-dcb7-43f5-8b1e-6cadd0a0eed4 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:36.423887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0335a1-dcb7-43f5-8b1e-6cadd0a0eed4 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:36.424336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0335a1-dcb7-43f5-8b1e-6cadd0a0eed4 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:36.424781 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0335a1-dcb7-43f5-8b1e-6cadd0a0eed4 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:36.425231 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0335a1-dcb7-43f5-8b1e-6cadd0a0eed4 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:36.427963 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5d0335a1-dcb7-43f5-8b1e-6cadd0a0eed4 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4981 time: 0.6003036 Mar 05 14:11:36.431074 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40140) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:36.497141 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-1a64f392-c0c4-427c-9e73-4dbac3e18115 None None] Port 26356ad7-2185-46ad-abf7-654a76cd50da cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:11:36.667085 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c34d22-75e4-4e29-8e9f-7df2e0fc6ec4 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:36.667645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c34d22-75e4-4e29-8e9f-7df2e0fc6ec4 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:36.668294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c34d22-75e4-4e29-8e9f-7df2e0fc6ec4 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:36.668902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c34d22-75e4-4e29-8e9f-7df2e0fc6ec4 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:36.669510 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c34d22-75e4-4e29-8e9f-7df2e0fc6ec4 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:36.670108 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c34d22-75e4-4e29-8e9f-7df2e0fc6ec4 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:36.674146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c34d22-75e4-4e29-8e9f-7df2e0fc6ec4 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:36.676137 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e4c34d22-75e4-4e29-8e9f-7df2e0fc6ec4 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4647 time: 0.2440937 Mar 05 14:11:36.679450 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40146) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:36.683601 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ce5f775f-f52d-40af-b13f-2305df57d8fc up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:11:36.728920 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dcc88682-1d0f-4f3e-96db-9d7ea5d024d3 tempest-ServiceProvidersTest-1581585992 tempest-ServiceProvidersTest-1581585992-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5488861 Mar 05 14:11:36.917909 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ed4cdf00-6ba4-46cc-a8a9-9b3d02dc0dd5 None None] Provisioning complete for port 26356ad7-2185-46ad-abf7-654a76cd50da triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:36.918837 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ed4cdf00-6ba4-46cc-a8a9-9b3d02dc0dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:37.030742 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ed4cdf00-6ba4-46cc-a8a9-9b3d02dc0dd5 None None] Port 26356ad7-2185-46ad-abf7-654a76cd50da cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:11:37.074356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port ce5f775f-f52d-40af-b13f-2305df57d8fc triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:37.074861 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:37.094912 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3666c55d-3c08-4245-a38c-015c505c0178 tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 0.4141057 Mar 05 14:11:37.210558 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343a1130-da2e-4791-80a6-51a72429c99f', 'name': 'tempest-TestNetworkBasicOps-router-1578488541', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'b30c3a69-526e-46c1-9107-817576082118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:11:19Z', 'updated_at': '2022-03-05T14:11:31Z', 'revision_number': 4, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': 'b30c3a69-526e-46c1-9107-817576082118', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:20Z', 'updated_at': '2022-03-05T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '26356ad7-2185-46ad-abf7-654a76cd50da', 'name': '', 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:56:3f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '772add3a-09fa-46d7-81dc-bd272be21742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:30Z', 'updated_at': '2022-03-05T14:11:33Z', 'revision_number': 2, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '772add3a-09fa-46d7-81dc-bd272be21742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:37.218527 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] Checking router: 343a1130-da2e-4791-80a6-51a72429c99f for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:11:37.219068 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] Updating router 343a1130-da2e-4791-80a6-51a72429c99f port 26356ad7-2185-46ad-abf7-654a76cd50da binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:11:37.304406 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:37.396991 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40160) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:37.484366 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:11:37.731619 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-aef2ce93-d9de-4c77-a472-99edf8017b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:37.771300 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-aef2ce93-d9de-4c77-a472-99edf8017b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:37.778558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-aef2ce93-d9de-4c77-a472-99edf8017b87 admin admin] Usage tracker for resource:security_group_rule and tenant:7b55e01a13aa40cfbb73cf6d4e789c35 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:37.784827 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-aef2ce93-d9de-4c77-a472-99edf8017b87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:37.800681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-aef2ce93-d9de-4c77-a472-99edf8017b87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:37.840835 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:11:37.878514 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:37.883631 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:38.015610 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-aef2ce93-d9de-4c77-a472-99edf8017b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:38.024554 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-aef2ce93-d9de-4c77-a472-99edf8017b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:38.146089 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-aef2ce93-d9de-4c77-a472-99edf8017b87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b55e01a13aa40cfbb73cf6d4e789c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7444475 Mar 05 14:11:38.148168 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40168) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:38.150935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2ce93-d9de-4c77-a472-99edf8017b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faad8483-29e6-4785-972d-26908fa6e2d2,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:38.284515 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40174) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:38.290653 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-15743162-6814-4366-8e1c-8caac827a2c8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-422705552', 'description': 'tempest-secgroup-smoke-422705552 description', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:38.300754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-15743162-6814-4366-8e1c-8caac827a2c8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:38.309571 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-15743162-6814-4366-8e1c-8caac827a2c8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:security_group and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:38.314078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-15743162-6814-4366-8e1c-8caac827a2c8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:38.320530 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-913b1711-4bac-455f-b7de-34230be343fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:38.328604 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-15743162-6814-4366-8e1c-8caac827a2c8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:38.345457 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15743162-6814-4366-8e1c-8caac827a2c8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:38.354254 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-913b1711-4bac-455f-b7de-34230be343fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:38.405986 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-15743162-6814-4366-8e1c-8caac827a2c8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:38.428849 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-15743162-6814-4366-8e1c-8caac827a2c8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:security_group_rule and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:38.433038 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-15743162-6814-4366-8e1c-8caac827a2c8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:38.440717 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-15743162-6814-4366-8e1c-8caac827a2c8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:38.490254 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-913b1711-4bac-455f-b7de-34230be343fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:38.583417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b1711-4bac-455f-b7de-34230be343fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faad8483-29e6-4785-972d-26908fa6e2d2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:38.607622 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-913b1711-4bac-455f-b7de-34230be343fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:38.611044 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-913b1711-4bac-455f-b7de-34230be343fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/faad8483-29e6-4785-972d-26908fa6e2d2 HTTP/1.1" status: 204 len: 168 time: 0.4577231 Mar 05 14:11:38.625966 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15743162-6814-4366-8e1c-8caac827a2c8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:38.640248 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15743162-6814-4366-8e1c-8caac827a2c8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:38.654415 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:38.725342 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd,segment=NetworkSegment(0f9131c4-7a73-4697-956e-18eacf372bc8),segment_id=0f9131c4-7a73-4697-956e-18eacf372bc8)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:11:38.733307 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:38.792335 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15743162-6814-4366-8e1c-8caac827a2c8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46489d08-5f4e-4837-b0b3-46dd851734da,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:38.795625 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-15743162-6814-4366-8e1c-8caac827a2c8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:38.799895 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40188) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:38.800954 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-15743162-6814-4366-8e1c-8caac827a2c8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5151730 Mar 05 14:11:38.807520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-79e7041d-36fa-44f4-8430-0442c29c851b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'security_group_rule': {'security_group_id': '46489d08-5f4e-4837-b0b3-46dd851734da', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:38.821692 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-79e7041d-36fa-44f4-8430-0442c29c851b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:38.833306 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-79e7041d-36fa-44f4-8430-0442c29c851b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:security_group_rule and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:38.839533 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-79e7041d-36fa-44f4-8430-0442c29c851b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:38.860500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-79e7041d-36fa-44f4-8430-0442c29c851b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:38.897451 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:38.912775 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-79e7041d-36fa-44f4-8430-0442c29c851b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:38.916631 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.resource_extend [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 14:11:38.965771 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8f8de6bb-f012-432d-b81e-38ecb9a0acd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:39.057635 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:39.077220 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-79e7041d-36fa-44f4-8430-0442c29c851b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:39.086139 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-79e7041d-36fa-44f4-8430-0442c29c851b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:39.089717 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] Transition to ACTIVE for port object 26356ad7-2185-46ad-abf7-654a76cd50da will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:11:39.105088 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:39.147307 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7041d-36fa-44f4-8430-0442c29c851b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb955ac-a319-4742-bfe3-39622f483b18,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:39.156321 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-79e7041d-36fa-44f4-8430-0442c29c851b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:39.158182 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-79e7041d-36fa-44f4-8430-0442c29c851b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3570564 Mar 05 14:11:39.161181 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40204) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:39.169220 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-71df8490-5bda-4d0d-9d5a-9d3a36eda6f0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'security_group_rule': {'security_group_id': '46489d08-5f4e-4837-b0b3-46dd851734da', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:39.177158 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-71df8490-5bda-4d0d-9d5a-9d3a36eda6f0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:39.181681 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-71df8490-5bda-4d0d-9d5a-9d3a36eda6f0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:security_group_rule and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:39.185999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-71df8490-5bda-4d0d-9d5a-9d3a36eda6f0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:39.193965 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-71df8490-5bda-4d0d-9d5a-9d3a36eda6f0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:39.232311 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-71df8490-5bda-4d0d-9d5a-9d3a36eda6f0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:39.396752 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-71df8490-5bda-4d0d-9d5a-9d3a36eda6f0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:39.405688 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-71df8490-5bda-4d0d-9d5a-9d3a36eda6f0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:39.435810 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df8490-5bda-4d0d-9d5a-9d3a36eda6f0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62f42ef-0eca-44ca-910d-6e8b0999e261,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:39.461615 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-71df8490-5bda-4d0d-9d5a-9d3a36eda6f0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:39.467637 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40214) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:39.468176 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-71df8490-5bda-4d0d-9d5a-9d3a36eda6f0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3017364 Mar 05 14:11:39.477108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-feac5de8-14de-47d0-bb73-44cbdeeda0d8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'security_group_rule': {'security_group_id': '46489d08-5f4e-4837-b0b3-46dd851734da', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:39.512937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-feac5de8-14de-47d0-bb73-44cbdeeda0d8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:39.518862 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-feac5de8-14de-47d0-bb73-44cbdeeda0d8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:security_group_rule and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:39.523032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-feac5de8-14de-47d0-bb73-44cbdeeda0d8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:39.544929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-feac5de8-14de-47d0-bb73-44cbdeeda0d8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:39.589916 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-feac5de8-14de-47d0-bb73-44cbdeeda0d8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:39.709312 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e9024-4884-4089-bb60-39d6ed6fb32b None None] Pushing event updated for resources: {'Port': ['ID=26356ad7-2185-46ad-abf7-654a76cd50da,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:39.726059 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] Attempting to bind port 26356ad7-2185-46ad-abf7-654a76cd50da on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:11:39.726651 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] Attempting to bind port 26356ad7-2185-46ad-abf7-654a76cd50da by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '4c212611-89c5-489f-97d0-94c13ec81e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:11:39.727198 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] Attempting to bind port 26356ad7-2185-46ad-abf7-654a76cd50da on network 77472b13-c9ef-4a12-a01a-7d8bdc297640 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:11:39.734885 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:11:39.735735 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] Checking segment: {'id': '4c212611-89c5-489f-97d0-94c13ec81e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:11:39.736329 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:39.737672 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] Bound using segment: {'id': '4c212611-89c5-489f-97d0-94c13ec81e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:11:39.738581 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] Bound port: 26356ad7-2185-46ad-abf7-654a76cd50da, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c212611-89c5-489f-97d0-94c13ec81e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:11:39.739271 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:39.772088 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-feac5de8-14de-47d0-bb73-44cbdeeda0d8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:39.779967 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-feac5de8-14de-47d0-bb73-44cbdeeda0d8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:39.818120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac5de8-14de-47d0-bb73-44cbdeeda0d8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e95f7ef-687e-46da-9c46-223401ae755c,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:39.867046 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-feac5de8-14de-47d0-bb73-44cbdeeda0d8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:39.870849 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-feac5de8-14de-47d0-bb73-44cbdeeda0d8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3963387 Mar 05 14:11:39.871116 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40226) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:39.880125 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-956fca5f-14bc-4c13-9e44-43c9a0854550 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'security_group_rule': {'security_group_id': '46489d08-5f4e-4837-b0b3-46dd851734da', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:39.894847 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] For port 26356ad7-2185-46ad-abf7-654a76cd50da, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:11:39.898028 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-956fca5f-14bc-4c13-9e44-43c9a0854550 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:39.899898 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] For port 26356ad7-2185-46ad-abf7-654a76cd50da, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=26356ad7-2185-46ad-abf7-654a76cd50da,segment=NetworkSegment(4c212611-89c5-489f-97d0-94c13ec81e7b),segment_id=4c212611-89c5-489f-97d0-94c13ec81e7b)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:11:39.906672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-956fca5f-14bc-4c13-9e44-43c9a0854550 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:security_group_rule and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:39.912555 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:39.919390 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-956fca5f-14bc-4c13-9e44-43c9a0854550 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:39.939205 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-956fca5f-14bc-4c13-9e44-43c9a0854550 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:39.974842 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-956fca5f-14bc-4c13-9e44-43c9a0854550 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:40.021540 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e9024-4884-4089-bb60-39d6ed6fb32b None None] Pushing event updated for resources: {'Port': ['ID=26356ad7-2185-46ad-abf7-654a76cd50da,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:40.054952 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] Routers {'343a1130-da2e-4791-80a6-51a72429c99f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:11:40.056079 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:11:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['343a1130-da2e-4791-80a6-51a72429c99f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:40.071838 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-956fca5f-14bc-4c13-9e44-43c9a0854550 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:40.081730 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-956fca5f-14bc-4c13-9e44-43c9a0854550 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:40.109379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956fca5f-14bc-4c13-9e44-43c9a0854550 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56b1b77-2bb9-41ac-9f68-d5998b6bdba0,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:40.114913 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-a5195e14-0c50-4ed5-b7e4-8c7b830cc0a6 req-fc73c184-8a6c-4429-9d06-36ca55e1e078 service neutron] (87914) timed out ('10.222.0.16', 44454) {{(pid=87914) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 14:11:40.125858 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-956fca5f-14bc-4c13-9e44-43c9a0854550 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:40.127760 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-956fca5f-14bc-4c13-9e44-43c9a0854550 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2555695 Mar 05 14:11:40.131100 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40236) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:40.144895 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-1654e7ad-db3f-4a9d-856f-b5300d0e2a9d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'security_group_rule': {'security_group_id': '46489d08-5f4e-4837-b0b3-46dd851734da', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:40.184181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1654e7ad-db3f-4a9d-856f-b5300d0e2a9d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:40.202616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1654e7ad-db3f-4a9d-856f-b5300d0e2a9d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:security_group_rule and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:40.210797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1654e7ad-db3f-4a9d-856f-b5300d0e2a9d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:40.222448 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1654e7ad-db3f-4a9d-856f-b5300d0e2a9d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:40.247766 n-d-803718-1 neutron-server[87914]: INFO neutron.db.securitygroups_db [None req-1654e7ad-db3f-4a9d-856f-b5300d0e2a9d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Project 9a618ad747aa4899b8afc19ecc5e6005 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:11:40.263960 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1654e7ad-db3f-4a9d-856f-b5300d0e2a9d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:40.408325 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40248) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:40.448823 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1654e7ad-db3f-4a9d-856f-b5300d0e2a9d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:40.457638 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1654e7ad-db3f-4a9d-856f-b5300d0e2a9d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:40.530616 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1654e7ad-db3f-4a9d-856f-b5300d0e2a9d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:40.531759 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1654e7ad-db3f-4a9d-856f-b5300d0e2a9d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3990309 Mar 05 14:11:40.535224 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40254) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:40.537102 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] Set router 343a1130-da2e-4791-80a6-51a72429c99f gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:11:40.539664 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654e7ad-db3f-4a9d-856f-b5300d0e2a9d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d648e9-1769-4bf6-896b-11d81d6b3ec7,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:40.544851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-ec96bde3-8ac9-4d9c-bad3-0d8077d9dc03 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'security_group_rule': {'security_group_id': '46489d08-5f4e-4837-b0b3-46dd851734da', 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:40.558708 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ec96bde3-8ac9-4d9c-bad3-0d8077d9dc03 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:40.569375 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ec96bde3-8ac9-4d9c-bad3-0d8077d9dc03 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:security_group_rule and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:40.574389 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ec96bde3-8ac9-4d9c-bad3-0d8077d9dc03 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:40.581533 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ec96bde3-8ac9-4d9c-bad3-0d8077d9dc03 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:40.600862 n-d-803718-1 neutron-server[87913]: INFO neutron.db.securitygroups_db [None req-ec96bde3-8ac9-4d9c-bad3-0d8077d9dc03 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Project 9a618ad747aa4899b8afc19ecc5e6005 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:11:40.611933 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec96bde3-8ac9-4d9c-bad3-0d8077d9dc03 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:40.653480 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-abebb1fd-578f-4844-a298-03bdfde86be2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1216845133-network', 'tenant_id': 'b26c938e18a440aaab83e21ccf77d7ba'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:40.675989 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-abebb1fd-578f-4844-a298-03bdfde86be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:40.713886 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-abebb1fd-578f-4844-a298-03bdfde86be2 admin admin] Usage tracker for resource:network and tenant:b26c938e18a440aaab83e21ccf77d7ba is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:40.722706 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-abebb1fd-578f-4844-a298-03bdfde86be2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:40.751534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-abebb1fd-578f-4844-a298-03bdfde86be2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:40.792174 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec96bde3-8ac9-4d9c-bad3-0d8077d9dc03 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:40.806385 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec96bde3-8ac9-4d9c-bad3-0d8077d9dc03 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:40.833573 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:11:40.848935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abebb1fd-578f-4844-a298-03bdfde86be2 admin admin] Made reservation on behalf of b26c938e18a440aaab83e21ccf77d7ba for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:11:40.853383 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-abebb1fd-578f-4844-a298-03bdfde86be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:40.909484 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96bde3-8ac9-4d9c-bad3-0d8077d9dc03 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a6a077-1739-47f8-afe7-6ea333a21c8f,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:40.917790 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-abebb1fd-578f-4844-a298-03bdfde86be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:40.937292 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ec96bde3-8ac9-4d9c-bad3-0d8077d9dc03 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:40.938874 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ec96bde3-8ac9-4d9c-bad3-0d8077d9dc03 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4017649 Mar 05 14:11:40.946284 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-abebb1fd-578f-4844-a298-03bdfde86be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:40.951472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-abebb1fd-578f-4844-a298-03bdfde86be2 admin admin] Usage tracker for resource:security_group_rule and tenant:b26c938e18a440aaab83e21ccf77d7ba is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:40.957946 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-abebb1fd-578f-4844-a298-03bdfde86be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:40.965146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-abebb1fd-578f-4844-a298-03bdfde86be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:41.141713 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-abebb1fd-578f-4844-a298-03bdfde86be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:41.152615 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-abebb1fd-578f-4844-a298-03bdfde86be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:41.224012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abebb1fd-578f-4844-a298-03bdfde86be2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:11:41.248456 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebb1fd-578f-4844-a298-03bdfde86be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c804ee-a07d-4048-9506-f225884c7462,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:41.259376 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-abebb1fd-578f-4844-a298-03bdfde86be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:41.259632 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-abebb1fd-578f-4844-a298-03bdfde86be2 admin admin] Added segment 7fc71876-8194-4222-8dbc-e07f67b65ec9 of type vlan for network 936d7ac5-61cb-4bee-aede-029763a08331 Mar 05 14:11:41.295429 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-34a94f7a-37cb-4ef6-9647-d65ae965ee37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:41.315358 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:41.316049 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:41.331551 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-abebb1fd-578f-4844-a298-03bdfde86be2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:41.415404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343a1130-da2e-4791-80a6-51a72429c99f', 'name': 'tempest-TestNetworkBasicOps-router-1578488541', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'b30c3a69-526e-46c1-9107-817576082118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:11:19Z', 'updated_at': '2022-03-05T14:11:31Z', 'revision_number': 4, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': 'b30c3a69-526e-46c1-9107-817576082118', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:20Z', 'updated_at': '2022-03-05T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '26356ad7-2185-46ad-abf7-654a76cd50da', 'name': '', 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:56:3f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '772add3a-09fa-46d7-81dc-bd272be21742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:30Z', 'updated_at': '2022-03-05T14:11:39Z', 'revision_number': 4, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '772add3a-09fa-46d7-81dc-bd272be21742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:41.421585 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebe6e5b-7068-47d2-a830-c75fec2e0606 None None] The sync data for ids ['343a1130-da2e-4791-80a6-51a72429c99f'] in n-d-803718-1 is: [{'id': '343a1130-da2e-4791-80a6-51a72429c99f', 'name': 'tempest-TestNetworkBasicOps-router-1578488541', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'b30c3a69-526e-46c1-9107-817576082118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:11:19Z', 'updated_at': '2022-03-05T14:11:31Z', 'revision_number': 4, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': 'b30c3a69-526e-46c1-9107-817576082118', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:20Z', 'updated_at': '2022-03-05T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '26356ad7-2185-46ad-abf7-654a76cd50da', 'name': '', 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:56:3f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '772add3a-09fa-46d7-81dc-bd272be21742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:30Z', 'updated_at': '2022-03-05T14:11:39Z', 'revision_number': 4, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '772add3a-09fa-46d7-81dc-bd272be21742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:11:41.497344 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-e4ca184b-a2b4-4111-81c5-9c42c1538af4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-422705552&fields=id&tenant_id=9a618ad747aa4899b8afc19ecc5e6005 HTTP/1.1" status: 200 len: 267 time: 0.1945817 Mar 05 14:11:41.595504 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-abebb1fd-578f-4844-a298-03bdfde86be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:41.596493 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abebb1fd-578f-4844-a298-03bdfde86be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:41.597104 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-abebb1fd-578f-4844-a298-03bdfde86be2 admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:41.796457 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebb1fd-578f-4844-a298-03bdfde86be2 admin admin] Pushing event updated for resources: {'Network': ['ID=936d7ac5-61cb-4bee-aede-029763a08331,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:41.806724 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-abebb1fd-578f-4844-a298-03bdfde86be2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3937902 Mar 05 14:11:41.807580 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40284) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:41.810748 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 936d7ac5-61cb-4bee-aede-029763a08331 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:11:41.815821 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-6745e197-e49a-48b4-85ff-758e5afe31e0 admin admin] Request body: {'subnet': {'network_id': '936d7ac5-61cb-4bee-aede-029763a08331', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1216845133-subnet', 'tenant_id': 'b26c938e18a440aaab83e21ccf77d7ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:41.827806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6745e197-e49a-48b4-85ff-758e5afe31e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:41.845876 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6745e197-e49a-48b4-85ff-758e5afe31e0 admin admin] Usage tracker for resource:subnet and tenant:b26c938e18a440aaab83e21ccf77d7ba is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:41.855483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6745e197-e49a-48b4-85ff-758e5afe31e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:41.874949 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-e284de7e-c87d-4224-bc23-2e021dc3be42 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:41.875638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-e284de7e-c87d-4224-bc23-2e021dc3be42 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Synchronizing usage tracker for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:41.878373 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6745e197-e49a-48b4-85ff-758e5afe31e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:41.894342 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6745e197-e49a-48b4-85ff-758e5afe31e0 admin admin] Made reservation on behalf of b26c938e18a440aaab83e21ccf77d7ba for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:11:41.897234 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6745e197-e49a-48b4-85ff-758e5afe31e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:41.915053 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-e284de7e-c87d-4224-bc23-2e021dc3be42 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Unset dirty status for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:41.916204 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-e284de7e-c87d-4224-bc23-2e021dc3be42 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/networks?id=77472b13-c9ef-4a12-a01a-7d8bdc297640 HTTP/1.1" status: 200 len: 796 time: 0.4058423 Mar 05 14:11:41.945312 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-0fab4efb-2ef9-40c2-a86d-0c55feaabc6e tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/quotas/9a618ad747aa4899b8afc19ecc5e6005 HTTP/1.1" status: 200 len: 375 time: 0.0168729 Mar 05 14:11:42.125407 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:42.133361 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:42.214174 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-7314a3f9-4baa-4c41-b94d-e9bb30d937c8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Synchronizing usage tracker for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:42.248751 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-7314a3f9-4baa-4c41-b94d-e9bb30d937c8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Unset dirty status for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:42.250480 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-7314a3f9-4baa-4c41-b94d-e9bb30d937c8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a618ad747aa4899b8afc19ecc5e6005&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2547221 Mar 05 14:11:42.341213 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6745e197-e49a-48b4-85ff-758e5afe31e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:42.543264 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745e197-e49a-48b4-85ff-758e5afe31e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b55103a1-1a36-44dc-a4e7-e23b64dd9bc0,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:42.572540 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6745e197-e49a-48b4-85ff-758e5afe31e0 admin admin] Checking segment: {'id': '7fc71876-8194-4222-8dbc-e07f67b65ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '936d7ac5-61cb-4bee-aede-029763a08331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:11:42.572911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6745e197-e49a-48b4-85ff-758e5afe31e0 admin admin] Network hostable DHCP agents. Network: 936d7ac5-61cb-4bee-aede-029763a08331, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:11:42.603208 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-64023e7e-57c9-4b3f-88a6-6a8e992faf90 service neutron] 10.222.0.16 "GET /v2.0/networks/77472b13-c9ef-4a12-a01a-7d8bdc297640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315725 Mar 05 14:11:42.649387 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6745e197-e49a-48b4-85ff-758e5afe31e0 admin admin] Network 936d7ac5-61cb-4bee-aede-029763a08331 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:11:42.867098 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 26356ad7-2185-46ad-abf7-654a76cd50da up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:11:42.937047 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-37c53f95-12fc-4ac7-9f45-cc5907ffdf12 service neutron] 10.222.0.16 "GET /v2.0/networks/77472b13-c9ef-4a12-a01a-7d8bdc297640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225160 Mar 05 14:11:42.937760 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-6745e197-e49a-48b4-85ff-758e5afe31e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 936d7ac5-61cb-4bee-aede-029763a08331) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:11:42.955141 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6745e197-e49a-48b4-85ff-758e5afe31e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:42.956025 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6745e197-e49a-48b4-85ff-758e5afe31e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:42.987845 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6745e197-e49a-48b4-85ff-758e5afe31e0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1787100 Mar 05 14:11:43.092414 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34795af5-a8cd-4160-942d-8d9d892b6f89 None None] Network 936d7ac5-61cb-4bee-aede-029763a08331 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:11:43.217391 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 26356ad7-2185-46ad-abf7-654a76cd50da completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:11:43.232932 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 26356ad7-2185-46ad-abf7-654a76cd50da triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:43.233307 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:43.420615 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-1a44d4e1-ab96-4af8-a599-cea652f6fb52 req-67d07919-bdfb-44d7-897f-700d0d69b2c6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Synchronizing usage tracker for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:43.466832 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-1a44d4e1-ab96-4af8-a599-cea652f6fb52 req-67d07919-bdfb-44d7-897f-700d0d69b2c6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Unset dirty status for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:43.476342 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1a44d4e1-ab96-4af8-a599-cea652f6fb52 req-67d07919-bdfb-44d7-897f-700d0d69b2c6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9 HTTP/1.1" status: 200 len: 210 time: 0.1756210 Mar 05 14:11:43.604955 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:43.660350 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 26356ad7-2185-46ad-abf7-654a76cd50da, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=26356ad7-2185-46ad-abf7-654a76cd50da,segment=NetworkSegment(4c212611-89c5-489f-97d0-94c13ec81e7b),segment_id=4c212611-89c5-489f-97d0-94c13ec81e7b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:11:43.670147 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:43.857723 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e14813-5d04-4c23-86c3-3096ad4b88d7 None None] Network 936d7ac5-61cb-4bee-aede-029763a08331 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:11:43.949264 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:44.080442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=26356ad7-2185-46ad-abf7-654a76cd50da,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:44.216289 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:11:44.390302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40348) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:44.401730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f388f4b8-4fb6-4573-be9b-c7b7a701b199 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1451513574-network', 'tenant_id': '05651a4c52a14d85b899c09df1bcb0c6'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:44.408352 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f388f4b8-4fb6-4573-be9b-c7b7a701b199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:44.414878 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f388f4b8-4fb6-4573-be9b-c7b7a701b199 admin admin] Usage tracker for resource:network and tenant:05651a4c52a14d85b899c09df1bcb0c6 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:44.420554 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f388f4b8-4fb6-4573-be9b-c7b7a701b199 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:44.430786 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f388f4b8-4fb6-4573-be9b-c7b7a701b199 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:44.445119 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f388f4b8-4fb6-4573-be9b-c7b7a701b199 admin admin] Made reservation on behalf of 05651a4c52a14d85b899c09df1bcb0c6 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:11:44.449503 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f388f4b8-4fb6-4573-be9b-c7b7a701b199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:44.469414 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f388f4b8-4fb6-4573-be9b-c7b7a701b199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:44.489846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f388f4b8-4fb6-4573-be9b-c7b7a701b199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:44.506776 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f388f4b8-4fb6-4573-be9b-c7b7a701b199 admin admin] Usage tracker for resource:security_group_rule and tenant:05651a4c52a14d85b899c09df1bcb0c6 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:44.514927 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f388f4b8-4fb6-4573-be9b-c7b7a701b199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:44.529416 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f388f4b8-4fb6-4573-be9b-c7b7a701b199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:44.877774 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 26356ad7-2185-46ad-abf7-654a76cd50da up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:11:44.939463 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f388f4b8-4fb6-4573-be9b-c7b7a701b199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:44.969480 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-49f2ff82-298f-4544-8fd8-a7790e3edf20 req-45ae593a-fe2d-4d92-aeec-1ab5d67d66b0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9 HTTP/1.1" status: 200 len: 210 time: 0.2777932 Mar 05 14:11:44.970963 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f388f4b8-4fb6-4573-be9b-c7b7a701b199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:45.020153 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 26356ad7-2185-46ad-abf7-654a76cd50da triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:45.022258 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:45.032816 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f388f4b8-4fb6-4573-be9b-c7b7a701b199 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:11:45.048070 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388f4b8-4fb6-4573-be9b-c7b7a701b199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3a13e2-bf3e-4616-b504-ee930ecfc696,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:45.054052 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f388f4b8-4fb6-4573-be9b-c7b7a701b199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:45.054427 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-f388f4b8-4fb6-4573-be9b-c7b7a701b199 admin admin] Added segment 5acfe0ca-901d-4ed6-9968-cbda8aaabd44 of type vlan for network 87dc9510-3501-412d-816a-5b008f5b8fb1 Mar 05 14:11:45.126950 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f388f4b8-4fb6-4573-be9b-c7b7a701b199 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:45.169025 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f388f4b8-4fb6-4573-be9b-c7b7a701b199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:45.170736 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f388f4b8-4fb6-4573-be9b-c7b7a701b199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:45.171436 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f388f4b8-4fb6-4573-be9b-c7b7a701b199 admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:45.226156 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f388f4b8-4fb6-4573-be9b-c7b7a701b199 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8339145 Mar 05 14:11:45.228870 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40360) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:45.237810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ccdb926f-acaf-494a-a2fc-f25bf34431ef admin admin] Request body: {'subnet': {'network_id': '87dc9510-3501-412d-816a-5b008f5b8fb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1451513574-subnet', 'tenant_id': '05651a4c52a14d85b899c09df1bcb0c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:45.248983 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ccdb926f-acaf-494a-a2fc-f25bf34431ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:45.261488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ccdb926f-acaf-494a-a2fc-f25bf34431ef admin admin] Usage tracker for resource:subnet and tenant:05651a4c52a14d85b899c09df1bcb0c6 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:45.265253 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ccdb926f-acaf-494a-a2fc-f25bf34431ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:45.277871 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ccdb926f-acaf-494a-a2fc-f25bf34431ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:45.309975 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdb926f-acaf-494a-a2fc-f25bf34431ef admin admin] Made reservation on behalf of 05651a4c52a14d85b899c09df1bcb0c6 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:11:45.314467 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ccdb926f-acaf-494a-a2fc-f25bf34431ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:45.407423 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388f4b8-4fb6-4573-be9b-c7b7a701b199 admin admin] Pushing event updated for resources: {'Network': ['ID=87dc9510-3501-412d-816a-5b008f5b8fb1,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:45.418255 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 87dc9510-3501-412d-816a-5b008f5b8fb1 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:11:46.002181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-3c81a933-d1eb-4ea1-b9dc-ddac735411c7 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:46.002948 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-3c81a933-d1eb-4ea1-b9dc-ddac735411c7 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Synchronizing usage tracker for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:46.043318 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-3c81a933-d1eb-4ea1-b9dc-ddac735411c7 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Unset dirty status for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:46.044593 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-3c81a933-d1eb-4ea1-b9dc-ddac735411c7 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.30 "GET /v2.0/networks?id=77472b13-c9ef-4a12-a01a-7d8bdc297640 HTTP/1.1" status: 200 len: 796 time: 0.4065895 Mar 05 14:11:46.071344 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ccdb926f-acaf-494a-a2fc-f25bf34431ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:46.143261 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb926f-acaf-494a-a2fc-f25bf34431ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=d18299ab-8db8-4cfc-9585-b0366482da2f,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:46.230065 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-78ec8f3d-ff2e-4080-9e69-cd078b9bc661 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Synchronizing usage tracker for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:46.237085 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-44b6bb14-808e-4162-a607-17b4fa2bfb17 req-a2fa849f-bb32-40a8-bbc6-57898dd5b857 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9 HTTP/1.1" status: 200 len: 210 time: 0.0859144 Mar 05 14:11:46.283957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-78ec8f3d-ff2e-4080-9e69-cd078b9bc661 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Unset dirty status for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:46.284085 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-78ec8f3d-ff2e-4080-9e69-cd078b9bc661 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a618ad747aa4899b8afc19ecc5e6005 HTTP/1.1" status: 200 len: 379 time: 0.2309475 Mar 05 14:11:46.284931 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdb926f-acaf-494a-a2fc-f25bf34431ef admin admin] Checking segment: {'id': '5acfe0ca-901d-4ed6-9968-cbda8aaabd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '87dc9510-3501-412d-816a-5b008f5b8fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:11:46.285280 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdb926f-acaf-494a-a2fc-f25bf34431ef admin admin] Network hostable DHCP agents. Network: 87dc9510-3501-412d-816a-5b008f5b8fb1, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:11:46.300301 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c344e9e3-f772-415c-a10c-72b0ca922ff7 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'port': {'device_id': '9e49fc5a-1241-47e1-be01-b98d85fd47d9', 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640', 'admin_state_up': True, 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'security_groups': ['46489d08-5f4e-4837-b0b3-46dd851734da']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:46.584654 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdb926f-acaf-494a-a2fc-f25bf34431ef admin admin] Network 87dc9510-3501-412d-816a-5b008f5b8fb1 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:11:46.594195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c344e9e3-f772-415c-a10c-72b0ca922ff7 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:46.605883 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-ccdb926f-acaf-494a-a2fc-f25bf34431ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 87dc9510-3501-412d-816a-5b008f5b8fb1) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:11:46.613517 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c344e9e3-f772-415c-a10c-72b0ca922ff7 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:46.617088 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdb926f-acaf-494a-a2fc-f25bf34431ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:46.617678 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ccdb926f-acaf-494a-a2fc-f25bf34431ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:46.619598 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0560163-c0be-476c-8711-ff9dc0ff2e92 None None] Network 87dc9510-3501-412d-816a-5b008f5b8fb1 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:11:46.644649 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c344e9e3-f772-415c-a10c-72b0ca922ff7 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Made reservation on behalf of 9a618ad747aa4899b8afc19ecc5e6005 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:11:46.653663 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c344e9e3-f772-415c-a10c-72b0ca922ff7 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:46.772687 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ccdb926f-acaf-494a-a2fc-f25bf34431ef admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5330269 Mar 05 14:11:46.992522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c344e9e3-f772-415c-a10c-72b0ca922ff7 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Allocated IP 172.20.0.6 (77472b13-c9ef-4a12-a01a-7d8bdc297640/772add3a-09fa-46d7-81dc-bd272be21742/91caf3a7-4506-4792-9e7c-d5c6281807e9) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:11:47.003256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01928bb8-7971-4564-8e1b-9dfec5f512ab None None] Network 87dc9510-3501-412d-816a-5b008f5b8fb1 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:11:47.085544 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40402) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:47.199646 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f5f946-04e6-4fee-b5fd-554358749648 admin admin] Deleting subnet b55103a1-1a36-44dc-a4e7-e23b64dd9bc0 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:11:47.205977 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40f5f946-04e6-4fee-b5fd-554358749648 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:47.313169 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40f5f946-04e6-4fee-b5fd-554358749648 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:47.326601 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c344e9e3-f772-415c-a10c-72b0ca922ff7 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:47.347756 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c344e9e3-f772-415c-a10c-72b0ca922ff7 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Transition to ACTIVE for port object 91caf3a7-4506-4792-9e7c-d5c6281807e9 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:11:47.384924 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c344e9e3-f772-415c-a10c-72b0ca922ff7 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:47.454332 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40f5f946-04e6-4fee-b5fd-554358749648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:47.564963 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c344e9e3-f772-415c-a10c-72b0ca922ff7 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Network 77472b13-c9ef-4a12-a01a-7d8bdc297640 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:11:47.596954 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c344e9e3-f772-415c-a10c-72b0ca922ff7 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:11:47.603207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c344e9e3-f772-415c-a10c-72b0ca922ff7 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:11:47.668338 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344e9e3-f772-415c-a10c-72b0ca922ff7 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'Port': ['ID=91caf3a7-4506-4792-9e7c-d5c6281807e9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:47.722659 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e233e-53b5-40a4-8631-9c9e3dce7db1 req-bd612689-0d39-48b0-87d5-031936372c3d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:47.725604 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ee3e233e-53b5-40a4-8631-9c9e3dce7db1 req-bd612689-0d39-48b0-87d5-031936372c3d tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9 HTTP/1.1" status: 200 len: 931 time: 0.1653008 Mar 05 14:11:47.751948 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c344e9e3-f772-415c-a10c-72b0ca922ff7 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:47.763264 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c344e9e3-f772-415c-a10c-72b0ca922ff7 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:47.803300 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ee3e233e-53b5-40a4-8631-9c9e3dce7db1 req-729b3f6a-ad96-4183-b1b0-f2d0516094df tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=46489d08-5f4e-4837-b0b3-46dd851734da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714524 Mar 05 14:11:47.804426 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40f5f946-04e6-4fee-b5fd-554358749648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:47.811910 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c344e9e3-f772-415c-a10c-72b0ca922ff7 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5209672 Mar 05 14:11:47.825644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c545b810-cd89-43cc-abcc-98b1f37a253f service neutron] Request body: {'port': {'device_id': '9e49fc5a-1241-47e1-be01-b98d85fd47d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:11:47.881261 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5f946-04e6-4fee-b5fd-554358749648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b55103a1-1a36-44dc-a4e7-e23b64dd9bc0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:47.883224 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40f5f946-04e6-4fee-b5fd-554358749648 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:47.903385 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-40f5f946-04e6-4fee-b5fd-554358749648 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b55103a1-1a36-44dc-a4e7-e23b64dd9bc0 HTTP/1.1" status: 204 len: 168 time: 0.8180709 Mar 05 14:11:47.904775 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40414) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:47.992233 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7072d3ba-7f96-431f-8bb7-539f3d338ef5 None None] Provisioning for port 91caf3a7-4506-4792-9e7c-d5c6281807e9 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:11:47.997614 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7072d3ba-7f96-431f-8bb7-539f3d338ef5 None None] Provisioning complete for port 91caf3a7-4506-4792-9e7c-d5c6281807e9 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:47.997994 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7072d3ba-7f96-431f-8bb7-539f3d338ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:48.106840 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-7072d3ba-7f96-431f-8bb7-539f3d338ef5 None None] Port 91caf3a7-4506-4792-9e7c-d5c6281807e9 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:11:48.148537 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62e1ef55-6dd7-4f4c-81d8-cb01c15f753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:48.164258 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c545b810-cd89-43cc-abcc-98b1f37a253f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:48.352190 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62e1ef55-6dd7-4f4c-81d8-cb01c15f753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:48.487857 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-62e1ef55-6dd7-4f4c-81d8-cb01c15f753d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936d7ac5-61cb-4bee-aede-029763a08331']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:48.512002 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-62e1ef55-6dd7-4f4c-81d8-cb01c15f753d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc71876-8194-4222-8dbc-e07f67b65ec9') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:48.512295 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-62e1ef55-6dd7-4f4c-81d8-cb01c15f753d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc71876-8194-4222-8dbc-e07f67b65ec9') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:48.526874 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62e1ef55-6dd7-4f4c-81d8-cb01c15f753d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:48.545854 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62e1ef55-6dd7-4f4c-81d8-cb01c15f753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:48.554393 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e1ef55-6dd7-4f4c-81d8-cb01c15f753d admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:11:48.555016 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62e1ef55-6dd7-4f4c-81d8-cb01c15f753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:11:48.675943 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:11:48.688136 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62e1ef55-6dd7-4f4c-81d8-cb01c15f753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:48.717557 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62e1ef55-6dd7-4f4c-81d8-cb01c15f753d admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:48.734401 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-62e1ef55-6dd7-4f4c-81d8-cb01c15f753d admin admin] 10.222.0.16 "DELETE /v2.0/networks/936d7ac5-61cb-4bee-aede-029763a08331 HTTP/1.1" status: 204 len: 168 time: 0.8258150 Mar 05 14:11:48.735180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40424) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:48.739775 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1ef55-6dd7-4f4c-81d8-cb01c15f753d admin admin] Pushing event deleted for resources: {'Network': ['ID=936d7ac5-61cb-4bee-aede-029763a08331,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:48.827337 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff13806-6140-4604-b977-3f4b27d05910 admin admin] Deleting subnet d18299ab-8db8-4cfc-9585-b0366482da2f {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:11:48.839198 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ff13806-6140-4604-b977-3f4b27d05910 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:48.908334 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ff13806-6140-4604-b977-3f4b27d05910 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:49.041288 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ff13806-6140-4604-b977-3f4b27d05910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:49.153324 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ff13806-6140-4604-b977-3f4b27d05910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:49.256180 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7ff13806-6140-4604-b977-3f4b27d05910 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:49.287843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff13806-6140-4604-b977-3f4b27d05910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d18299ab-8db8-4cfc-9585-b0366482da2f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:49.294967 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7ff13806-6140-4604-b977-3f4b27d05910 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d18299ab-8db8-4cfc-9585-b0366482da2f HTTP/1.1" status: 204 len: 168 time: 0.5581851 Mar 05 14:11:49.298868 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40438) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:49.308209 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5807f-7271-4ecc-b484-d6ff217d539b req-37db2f81-968e-4693-99ca-476338b5e999 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:49.308934 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-54a5807f-7271-4ecc-b484-d6ff217d539b req-37db2f81-968e-4693-99ca-476338b5e999 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Synchronizing usage tracker for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:11:49.324517 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c545b810-cd89-43cc-abcc-98b1f37a253f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91caf3a7-4506-4792-9e7c-d5c6281807e9 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:11:49.347422 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c545b810-cd89-43cc-abcc-98b1f37a253f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:49.396199 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c545b810-cd89-43cc-abcc-98b1f37a253f service neutron] Transition to ACTIVE for port object 91caf3a7-4506-4792-9e7c-d5c6281807e9 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:11:49.412214 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c545b810-cd89-43cc-abcc-98b1f37a253f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:49.455643 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e98a9ef-3cb7-42ec-bdb0-fed2b8a49493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:49.550059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-54a5807f-7271-4ecc-b484-d6ff217d539b req-37db2f81-968e-4693-99ca-476338b5e999 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Unset dirty status for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:11:49.557467 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-54a5807f-7271-4ecc-b484-d6ff217d539b req-37db2f81-968e-4693-99ca-476338b5e999 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9 HTTP/1.1" status: 200 len: 931 time: 0.5111496 Mar 05 14:11:49.578968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545b810-cd89-43cc-abcc-98b1f37a253f service neutron] Pushing event updated for resources: {'Port': ['ID=91caf3a7-4506-4792-9e7c-d5c6281807e9,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:49.649765 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e98a9ef-3cb7-42ec-bdb0-fed2b8a49493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:49.685351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-0e98a9ef-3cb7-42ec-bdb0-fed2b8a49493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87dc9510-3501-412d-816a-5b008f5b8fb1']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:49.700200 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-0e98a9ef-3cb7-42ec-bdb0-fed2b8a49493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5acfe0ca-901d-4ed6-9968-cbda8aaabd44') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:49.700558 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-0e98a9ef-3cb7-42ec-bdb0-fed2b8a49493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5acfe0ca-901d-4ed6-9968-cbda8aaabd44') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:49.711470 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-54a5807f-7271-4ecc-b484-d6ff217d539b req-44d0cc3e-efb9-4a06-9086-448b3126765c tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=46489d08-5f4e-4837-b0b3-46dd851734da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531491 Mar 05 14:11:49.716606 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e98a9ef-3cb7-42ec-bdb0-fed2b8a49493 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:49.744013 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e98a9ef-3cb7-42ec-bdb0-fed2b8a49493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:49.751828 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e98a9ef-3cb7-42ec-bdb0-fed2b8a49493 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:11:49.752230 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e98a9ef-3cb7-42ec-bdb0-fed2b8a49493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:11:49.876089 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:11:49.887700 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e98a9ef-3cb7-42ec-bdb0-fed2b8a49493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:49.935585 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e98a9ef-3cb7-42ec-bdb0-fed2b8a49493 admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:49.941184 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98a9ef-3cb7-42ec-bdb0-fed2b8a49493 admin admin] Pushing event deleted for resources: {'Network': ['ID=87dc9510-3501-412d-816a-5b008f5b8fb1,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:49.967656 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0e98a9ef-3cb7-42ec-bdb0-fed2b8a49493 admin admin] 10.222.0.16 "DELETE /v2.0/networks/87dc9510-3501-412d-816a-5b008f5b8fb1 HTTP/1.1" status: 204 len: 168 time: 0.6678452 Mar 05 14:11:50.021419 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c545b810-cd89-43cc-abcc-98b1f37a253f service neutron] Attempting to bind port 91caf3a7-4506-4792-9e7c-d5c6281807e9 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:11:50.021671 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c545b810-cd89-43cc-abcc-98b1f37a253f service neutron] Attempting to bind port 91caf3a7-4506-4792-9e7c-d5c6281807e9 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '4c212611-89c5-489f-97d0-94c13ec81e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:11:50.022461 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c545b810-cd89-43cc-abcc-98b1f37a253f service neutron] Attempting to bind port 91caf3a7-4506-4792-9e7c-d5c6281807e9 on network 77472b13-c9ef-4a12-a01a-7d8bdc297640 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:11:50.028162 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c545b810-cd89-43cc-abcc-98b1f37a253f service neutron] Port 91caf3a7-4506-4792-9e7c-d5c6281807e9 on network 77472b13-c9ef-4a12-a01a-7d8bdc297640 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:11:50.028886 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c545b810-cd89-43cc-abcc-98b1f37a253f service neutron] Attempting to bind port 91caf3a7-4506-4792-9e7c-d5c6281807e9 on network 77472b13-c9ef-4a12-a01a-7d8bdc297640 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:11:50.034734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c545b810-cd89-43cc-abcc-98b1f37a253f service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:11:50.035098 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c545b810-cd89-43cc-abcc-98b1f37a253f service neutron] Checking segment: {'id': '4c212611-89c5-489f-97d0-94c13ec81e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:11:50.035485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c545b810-cd89-43cc-abcc-98b1f37a253f service neutron] Bound using segment: {'id': '4c212611-89c5-489f-97d0-94c13ec81e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:11:50.036721 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c545b810-cd89-43cc-abcc-98b1f37a253f service neutron] Bound port: 91caf3a7-4506-4792-9e7c-d5c6281807e9, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c212611-89c5-489f-97d0-94c13ec81e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:11:50.037134 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c545b810-cd89-43cc-abcc-98b1f37a253f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:50.206874 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40448) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:50.210653 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c545b810-cd89-43cc-abcc-98b1f37a253f service neutron] For port 91caf3a7-4506-4792-9e7c-d5c6281807e9, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:11:50.229515 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c545b810-cd89-43cc-abcc-98b1f37a253f service neutron] For port 91caf3a7-4506-4792-9e7c-d5c6281807e9, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=91caf3a7-4506-4792-9e7c-d5c6281807e9,segment=NetworkSegment(4c212611-89c5-489f-97d0-94c13ec81e7b),segment_id=4c212611-89c5-489f-97d0-94c13ec81e7b)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:11:50.246098 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c545b810-cd89-43cc-abcc-98b1f37a253f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:50.290655 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5bb292ca-0c04-48a0-9844-2983bb7a4abb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b26c938e18a440aaab83e21ccf77d7ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0823462 Mar 05 14:11:50.292987 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40452) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:50.371333 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c545b810-cd89-43cc-abcc-98b1f37a253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:50.372134 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c545b810-cd89-43cc-abcc-98b1f37a253f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:50.373875 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c545b810-cd89-43cc-abcc-98b1f37a253f service neutron] 10.222.0.30 "PUT /v2.0/ports/91caf3a7-4506-4792-9e7c-d5c6281807e9 HTTP/1.1" status: 200 len: 1091 time: 2.5546098 Mar 05 14:11:50.374737 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545b810-cd89-43cc-abcc-98b1f37a253f service neutron] Pushing event updated for resources: {'Port': ['ID=91caf3a7-4506-4792-9e7c-d5c6281807e9,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:50.382131 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6e3f8cbc-1e3f-41d8-93ff-ea66126b0912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:50.387840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e49fc5a-1241-47e1-be01-b98d85fd47d9', 'tag': '91caf3a7-4506-4792-9e7c-d5c6281807e9'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:11:50.438941 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6e3f8cbc-1e3f-41d8-93ff-ea66126b0912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:50.518429 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e49fc5a-1241-47e1-be01-b98d85fd47d9', 'tag': '91caf3a7-4506-4792-9e7c-d5c6281807e9', 'status': 'completed', 'code': 200} Mar 05 14:11:50.542658 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6e3f8cbc-1e3f-41d8-93ff-ea66126b0912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:50.583504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f8cbc-1e3f-41d8-93ff-ea66126b0912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c804ee-a07d-4048-9506-f225884c7462,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:50.605788 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-f3adbd0a-d729-4f6f-8e32-afc395eb8b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:50.609430 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-f3adbd0a-d729-4f6f-8e32-afc395eb8b7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a618ad747aa4899b8afc19ecc5e6005&device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9 HTTP/1.1" status: 200 len: 1094 time: 0.1807482 Mar 05 14:11:50.622060 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6e3f8cbc-1e3f-41d8-93ff-ea66126b0912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:50.624178 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6e3f8cbc-1e3f-41d8-93ff-ea66126b0912 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78c804ee-a07d-4048-9506-f225884c7462 HTTP/1.1" status: 204 len: 168 time: 0.3299434 Mar 05 14:11:50.793095 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-d0d807e5-9da0-4c33-9ad0-122cb09767ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91caf3a7-4506-4792-9e7c-d5c6281807e9 HTTP/1.1" status: 200 len: 217 time: 0.1767225 Mar 05 14:11:50.951042 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-24b9ec35-f394-4aeb-b4ef-706834d6910a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:50.952427 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-24b9ec35-f394-4aeb-b4ef-706834d6910a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=772add3a-09fa-46d7-81dc-bd272be21742 HTTP/1.1" status: 200 len: 834 time: 0.1527867 Mar 05 14:11:51.341027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-476998ca-4d29-44f1-be19-d137a099e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:51.342798 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-476998ca-4d29-44f1-be19-d137a099e23d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77472b13-c9ef-4a12-a01a-7d8bdc297640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3675711 Mar 05 14:11:51.377612 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b7282-8276-48d0-a2b5-d06ed398f887 req-fa976208-0e34-48d4-ab67-65f51c08b312 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:51.399269 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-901b7282-8276-48d0-a2b5-d06ed398f887 req-fa976208-0e34-48d4-ab67-65f51c08b312 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9 HTTP/1.1" status: 200 len: 943 time: 0.4203675 Mar 05 14:11:51.403858 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40478) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:51.477029 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-97b7f956-d6c9-4655-b1c5-399afb512171 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05651a4c52a14d85b899c09df1bcb0c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720563 Mar 05 14:11:51.483252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40482) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:51.548303 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-901b7282-8276-48d0-a2b5-d06ed398f887 req-9b603e27-ed35-4790-86b1-c1c3a3227db6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=46489d08-5f4e-4837-b0b3-46dd851734da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481061 Mar 05 14:11:51.641556 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86ebc27f-e8a1-4a45-b49d-cd96b76ca881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:51.698962 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-9f06430c-6881-47dc-91db-33f81406fcd1 service neutron] 10.222.0.30 "GET /v2.0/networks/77472b13-c9ef-4a12-a01a-7d8bdc297640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955530 Mar 05 14:11:51.701488 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86ebc27f-e8a1-4a45-b49d-cd96b76ca881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:51.805733 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86ebc27f-e8a1-4a45-b49d-cd96b76ca881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:51.832462 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebc27f-e8a1-4a45-b49d-cd96b76ca881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3a13e2-bf3e-4616-b504-ee930ecfc696,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:51.846968 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-86ebc27f-e8a1-4a45-b49d-cd96b76ca881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:51.852001 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-86ebc27f-e8a1-4a45-b49d-cd96b76ca881 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c3a13e2-bf3e-4616-b504-ee930ecfc696 HTTP/1.1" status: 204 len: 168 time: 0.3640916 Mar 05 14:11:51.952672 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fbd7ce11-c1f6-45fa-b060-8caa612e851c req-c0bfa6a8-0f73-4dc7-a494-ea64ef44c469 service neutron] 10.222.0.30 "GET /v2.0/networks/77472b13-c9ef-4a12-a01a-7d8bdc297640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483482 Mar 05 14:11:52.173764 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bc11f-dea8-4f8c-9389-5268d6d76e39 req-af753275-c31e-4818-883f-78f5c33624b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:52.175594 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6e9bc11f-dea8-4f8c-9389-5268d6d76e39 req-af753275-c31e-4818-883f-78f5c33624b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a618ad747aa4899b8afc19ecc5e6005&device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9 HTTP/1.1" status: 200 len: 1094 time: 0.1668487 Mar 05 14:11:52.408374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bc11f-dea8-4f8c-9389-5268d6d76e39 req-eecf3b13-1b55-47aa-8450-fdec1761bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:52.413491 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6e9bc11f-dea8-4f8c-9389-5268d6d76e39 req-eecf3b13-1b55-47aa-8450-fdec1761bf38 service neutron] 10.222.0.30 "GET /v2.0/networks?id=77472b13-c9ef-4a12-a01a-7d8bdc297640 HTTP/1.1" status: 200 len: 896 time: 0.2286541 Mar 05 14:11:52.499384 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6e9bc11f-dea8-4f8c-9389-5268d6d76e39 req-e306f6e6-db92-40a8-934b-2d3be4888d06 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91caf3a7-4506-4792-9e7c-d5c6281807e9 HTTP/1.1" status: 200 len: 217 time: 0.0778098 Mar 05 14:11:52.741473 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bc11f-dea8-4f8c-9389-5268d6d76e39 req-7a8afd91-7aae-45d2-be0a-d902ac6b12bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:52.742993 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6e9bc11f-dea8-4f8c-9389-5268d6d76e39 req-7a8afd91-7aae-45d2-be0a-d902ac6b12bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=772add3a-09fa-46d7-81dc-bd272be21742 HTTP/1.1" status: 200 len: 834 time: 0.2366986 Mar 05 14:11:52.812143 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404866ac-9f4f-4837-bf1a-3d7a6d87165d req-e8bdeccb-4a3b-4b1e-bccd-7973a1c15914 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:52.818887 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-404866ac-9f4f-4837-bf1a-3d7a6d87165d req-e8bdeccb-4a3b-4b1e-bccd-7973a1c15914 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9 HTTP/1.1" status: 200 len: 943 time: 0.1380820 Mar 05 14:11:52.871234 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bc11f-dea8-4f8c-9389-5268d6d76e39 req-7f634612-e158-461a-8077-f30dc48de98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:52.872886 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6e9bc11f-dea8-4f8c-9389-5268d6d76e39 req-7f634612-e158-461a-8077-f30dc48de98b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77472b13-c9ef-4a12-a01a-7d8bdc297640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219881 Mar 05 14:11:52.888698 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-404866ac-9f4f-4837-bf1a-3d7a6d87165d req-238f0ed0-22b2-490e-8da1-41dffbab3e92 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=46489d08-5f4e-4837-b0b3-46dd851734da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680375 Mar 05 14:11:53.056925 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6e9bc11f-dea8-4f8c-9389-5268d6d76e39 req-6365ec66-5934-4796-999b-8890b75712f2 service neutron] 10.222.0.30 "GET /v2.0/networks/77472b13-c9ef-4a12-a01a-7d8bdc297640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754589 Mar 05 14:11:53.236734 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6e9bc11f-dea8-4f8c-9389-5268d6d76e39 req-23491db0-018a-4bed-a3da-7f0063120984 service neutron] 10.222.0.30 "GET /v2.0/networks/77472b13-c9ef-4a12-a01a-7d8bdc297640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708345 Mar 05 14:11:53.891356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 91caf3a7-4506-4792-9e7c-d5c6281807e9 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:11:54.197035 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 91caf3a7-4506-4792-9e7c-d5c6281807e9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=91caf3a7-4506-4792-9e7c-d5c6281807e9,segment=NetworkSegment(4c212611-89c5-489f-97d0-94c13ec81e7b),segment_id=4c212611-89c5-489f-97d0-94c13ec81e7b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:11:54.225620 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '91caf3a7-4506-4792-9e7c-d5c6281807e9', 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640', 'port_id': '91caf3a7-4506-4792-9e7c-d5c6281807e9', 'mac_address': 'fa:16:3e:f3:da:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772add3a-09fa-46d7-81dc-bd272be21742', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:11:54.289937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbee98-2060-4885-970e-2db5c8385f0c req-1f3fac4d-91a5-49fd-84b8-47f56fe53aab tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:54.297768 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7dfbee98-2060-4885-970e-2db5c8385f0c req-1f3fac4d-91a5-49fd-84b8-47f56fe53aab tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9 HTTP/1.1" status: 200 len: 943 time: 0.1825058 Mar 05 14:11:54.334983 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:54.355007 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91caf3a7-4506-4792-9e7c-d5c6281807e9 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:11:54.374892 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 91caf3a7-4506-4792-9e7c-d5c6281807e9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=91caf3a7-4506-4792-9e7c-d5c6281807e9,segment=NetworkSegment(4c212611-89c5-489f-97d0-94c13ec81e7b),segment_id=4c212611-89c5-489f-97d0-94c13ec81e7b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:11:54.377846 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7dfbee98-2060-4885-970e-2db5c8385f0c req-1c93905e-2edd-409c-b720-115572d356a0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=46489d08-5f4e-4837-b0b3-46dd851734da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789058 Mar 05 14:11:54.378986 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:54.494810 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=91caf3a7-4506-4792-9e7c-d5c6281807e9,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:54.586721 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['91caf3a7-4506-4792-9e7c-d5c6281807e9'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:11:54.857557 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40578) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:55.046996 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8ae890e0-1a4e-4570-b912-5b1cac66a81d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:55.068064 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8ae890e0-1a4e-4570-b912-5b1cac66a81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:55.074925 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8ae890e0-1a4e-4570-b912-5b1cac66a81d admin admin] Usage tracker for resource:security_group_rule and tenant:12c92b1983474dbcb8f21458cb4c63d1 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:55.082867 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8ae890e0-1a4e-4570-b912-5b1cac66a81d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:55.093192 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8ae890e0-1a4e-4570-b912-5b1cac66a81d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:55.203900 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8ae890e0-1a4e-4570-b912-5b1cac66a81d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:55.209427 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8ae890e0-1a4e-4570-b912-5b1cac66a81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:55.262252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae890e0-1a4e-4570-b912-5b1cac66a81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc04ece3-756d-41f9-92a4-4154bc1fdde8,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:55.268500 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8ae890e0-1a4e-4570-b912-5b1cac66a81d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12c92b1983474dbcb8f21458cb4c63d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4094195 Mar 05 14:11:55.271868 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40584) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:55.358302 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6641de05-5fba-4141-8b5e-faa3521fbefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:55.386247 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6641de05-5fba-4141-8b5e-faa3521fbefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:55.651586 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6641de05-5fba-4141-8b5e-faa3521fbefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:55.671969 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641de05-5fba-4141-8b5e-faa3521fbefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc04ece3-756d-41f9-92a4-4154bc1fdde8,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:55.683722 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6641de05-5fba-4141-8b5e-faa3521fbefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:55.687672 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6641de05-5fba-4141-8b5e-faa3521fbefc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc04ece3-756d-41f9-92a4-4154bc1fdde8 HTTP/1.1" status: 204 len: 168 time: 0.4148266 Mar 05 14:11:55.735380 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e5f63-5806-4571-8b3b-74781a5699dc req-0a66e7f9-87b6-4646-a5ed-d55b88ad64a6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:55.744560 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8f1e5f63-5806-4571-8b3b-74781a5699dc req-0a66e7f9-87b6-4646-a5ed-d55b88ad64a6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9 HTTP/1.1" status: 200 len: 944 time: 0.1360652 Mar 05 14:11:55.811567 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8f1e5f63-5806-4571-8b3b-74781a5699dc req-7f70bd5a-dd74-4299-8d48-27d53f09f793 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=46489d08-5f4e-4837-b0b3-46dd851734da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657811 Mar 05 14:11:55.911975 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 91caf3a7-4506-4792-9e7c-d5c6281807e9 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:11:55.938985 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40612) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:56.098407 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 91caf3a7-4506-4792-9e7c-d5c6281807e9 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:11:56.108861 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 91caf3a7-4506-4792-9e7c-d5c6281807e9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:11:56.110463 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:56.234716 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40618) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:56.265716 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e126e1e-ab9f-4cb9-8cda-17150db540f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:56.291524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eaac357-3760-4c7b-b89e-1ff23286648b admin admin] Deleting subnet f8e4ceaa-31dc-4b75-b610-85dbda81a8c6 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:11:56.306985 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9e126e1e-ab9f-4cb9-8cda-17150db540f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:11:56.307997 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2eaac357-3760-4c7b-b89e-1ff23286648b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:56.315768 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9e126e1e-ab9f-4cb9-8cda-17150db540f6 admin admin] Usage tracker for resource:security_group_rule and tenant:0d7c3ae7a6444563bf1214de2c9fc4b0 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:11:56.320808 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9e126e1e-ab9f-4cb9-8cda-17150db540f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:11:56.330973 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9e126e1e-ab9f-4cb9-8cda-17150db540f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:11:56.334809 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:56.371916 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e49fc5a-1241-47e1-be01-b98d85fd47d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91caf3a7-4506-4792-9e7c-d5c6281807e9'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:11:56.384978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 91caf3a7-4506-4792-9e7c-d5c6281807e9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=91caf3a7-4506-4792-9e7c-d5c6281807e9,segment=NetworkSegment(4c212611-89c5-489f-97d0-94c13ec81e7b),segment_id=4c212611-89c5-489f-97d0-94c13ec81e7b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:11:56.402570 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:56.430358 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2eaac357-3760-4c7b-b89e-1ff23286648b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:56.542639 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e126e1e-ab9f-4cb9-8cda-17150db540f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:56.554276 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e126e1e-ab9f-4cb9-8cda-17150db540f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:56.560483 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2eaac357-3760-4c7b-b89e-1ff23286648b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:56.609720 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=91caf3a7-4506-4792-9e7c-d5c6281807e9,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:56.652391 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9e126e1e-ab9f-4cb9-8cda-17150db540f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d7c3ae7a6444563bf1214de2c9fc4b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156148 Mar 05 14:11:56.654505 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40640) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:56.683571 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e126e1e-ab9f-4cb9-8cda-17150db540f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f720eaea-d362-40e4-b7dc-d12edae5620a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:56.766037 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed0f43b8-bf27-4a17-a8e0-dfe1ed6b44ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:56.785855 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2eaac357-3760-4c7b-b89e-1ff23286648b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:56.884306 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaac357-3760-4c7b-b89e-1ff23286648b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8e4ceaa-31dc-4b75-b610-85dbda81a8c6,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:56.923643 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e49fc5a-1241-47e1-be01-b98d85fd47d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91caf3a7-4506-4792-9e7c-d5c6281807e9', 'code': 200} Mar 05 14:11:56.928442 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed0f43b8-bf27-4a17-a8e0-dfe1ed6b44ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:56.957188 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2eaac357-3760-4c7b-b89e-1ff23286648b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:56.968097 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2eaac357-3760-4c7b-b89e-1ff23286648b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f8e4ceaa-31dc-4b75-b610-85dbda81a8c6 HTTP/1.1" status: 204 len: 168 time: 1.0275040 Mar 05 14:11:56.975626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40648) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:57.121405 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea6d35-58c2-4859-805c-e09b117652f2 req-b4ae4ece-2388-46f5-865d-d40e8e3df1b2 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:57.132401 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2bea6d35-58c2-4859-805c-e09b117652f2 req-b4ae4ece-2388-46f5-865d-d40e8e3df1b2 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9 HTTP/1.1" status: 200 len: 945 time: 0.1674032 Mar 05 14:11:57.187271 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05d768-fffb-4dc7-98ea-cc54ffdf38d2 req-b0bf41ec-b978-4636-9831-d54935b17304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:57.189719 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3f05d768-fffb-4dc7-98ea-cc54ffdf38d2 req-b0bf41ec-b978-4636-9831-d54935b17304 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9 HTTP/1.1" status: 200 len: 1096 time: 0.1915712 Mar 05 14:11:57.197483 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af75b9ca-f3ea-4419-8cdc-614ebd8fc487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:57.214545 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2bea6d35-58c2-4859-805c-e09b117652f2 req-64f537f4-9c57-4010-ad8f-7ab866a0ded6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=46489d08-5f4e-4837-b0b3-46dd851734da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812018 Mar 05 14:11:57.228351 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed0f43b8-bf27-4a17-a8e0-dfe1ed6b44ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:57.253542 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3f05d768-fffb-4dc7-98ea-cc54ffdf38d2 req-5d04070e-5855-4ee3-a476-d53662c0e404 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=46489d08-5f4e-4837-b0b3-46dd851734da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531347 Mar 05 14:11:57.266919 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f43b8-bf27-4a17-a8e0-dfe1ed6b44ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f720eaea-d362-40e4-b7dc-d12edae5620a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:57.305228 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed0f43b8-bf27-4a17-a8e0-dfe1ed6b44ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:57.308854 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ed0f43b8-bf27-4a17-a8e0-dfe1ed6b44ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f720eaea-d362-40e4-b7dc-d12edae5620a HTTP/1.1" status: 204 len: 168 time: 0.6507716 Mar 05 14:11:57.493882 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af75b9ca-f3ea-4419-8cdc-614ebd8fc487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:57.559551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-af75b9ca-f3ea-4419-8cdc-614ebd8fc487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7fc820f-df63-4299-a073-3478d7e40f96']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:57.577659 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-af75b9ca-f3ea-4419-8cdc-614ebd8fc487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e0795d-518c-4fa2-80c9-09ce23fb9c7d') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:57.578184 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-af75b9ca-f3ea-4419-8cdc-614ebd8fc487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e0795d-518c-4fa2-80c9-09ce23fb9c7d') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:11:57.591130 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af75b9ca-f3ea-4419-8cdc-614ebd8fc487 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:57.609910 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af75b9ca-f3ea-4419-8cdc-614ebd8fc487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:57.619567 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af75b9ca-f3ea-4419-8cdc-614ebd8fc487 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:11:57.619965 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af75b9ca-f3ea-4419-8cdc-614ebd8fc487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:11:57.636772 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:11:57.760414 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af75b9ca-f3ea-4419-8cdc-614ebd8fc487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:57.822838 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af75b9ca-f3ea-4419-8cdc-614ebd8fc487 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:57.830559 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75b9ca-f3ea-4419-8cdc-614ebd8fc487 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7fc820f-df63-4299-a073-3478d7e40f96,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:57.852017 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-af75b9ca-f3ea-4419-8cdc-614ebd8fc487 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d7fc820f-df63-4299-a073-3478d7e40f96 HTTP/1.1" status: 204 len: 168 time: 0.8745203 Mar 05 14:11:58.031610 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40682) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:58.110480 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40686) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:58.123326 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5fc14beb-770e-4b71-b068-f063bc20bd4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a478a8d0661420789e0812b794c38ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0902319 Mar 05 14:11:58.190670 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0ee33306-73f3-49d3-bccb-b5d8076902af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:58.227107 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0ee33306-73f3-49d3-bccb-b5d8076902af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:58.368798 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0ee33306-73f3-49d3-bccb-b5d8076902af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:58.416431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee33306-73f3-49d3-bccb-b5d8076902af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a793fd8-9ed4-4ae3-a4ae-4d052731f11d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:11:58.449961 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0ee33306-73f3-49d3-bccb-b5d8076902af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:58.454648 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0ee33306-73f3-49d3-bccb-b5d8076902af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a793fd8-9ed4-4ae3-a4ae-4d052731f11d HTTP/1.1" status: 204 len: 168 time: 0.3423717 Mar 05 14:11:58.572880 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafafd06-81fc-4cd3-8790-e36ebe72cb9e req-d533350f-bcf3-471a-a749-db3f9a664fdb tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:58.580197 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eafafd06-81fc-4cd3-8790-e36ebe72cb9e req-d533350f-bcf3-471a-a749-db3f9a664fdb tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9 HTTP/1.1" status: 200 len: 945 time: 0.1106687 Mar 05 14:11:58.671420 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eafafd06-81fc-4cd3-8790-e36ebe72cb9e req-ec1d6ff0-08b5-4129-a041-89ee7602ee7a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=46489d08-5f4e-4837-b0b3-46dd851734da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892532 Mar 05 14:11:59.091023 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:59.141171 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:11:59.763058 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40756) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:11:59.939095 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19a41b-8a9c-4300-bc3f-5d0756638951 req-a7177564-c6cc-4bd7-acca-1f77ff429959 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:11:59.941892 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eb19a41b-8a9c-4300-bc3f-5d0756638951 req-a7177564-c6cc-4bd7-acca-1f77ff429959 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9 HTTP/1.1" status: 200 len: 945 time: 0.1069846 Mar 05 14:12:00.157273 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f2d5c38a-0e46-4de2-a498-ffe5faa7af39 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1181272020-network', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:12:00.168271 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f2d5c38a-0e46-4de2-a498-ffe5faa7af39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:00.203548 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eb19a41b-8a9c-4300-bc3f-5d0756638951 req-d5fb2ab6-2e12-413a-bf2c-f8e7951aaba0 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=46489d08-5f4e-4837-b0b3-46dd851734da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2538085 Mar 05 14:12:00.204687 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f2d5c38a-0e46-4de2-a498-ffe5faa7af39 admin admin] Usage tracker for resource:network and tenant:cc1d84a3fe924180bae57f2f8ac664e5 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:12:00.216286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f2d5c38a-0e46-4de2-a498-ffe5faa7af39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:12:00.240778 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f2d5c38a-0e46-4de2-a498-ffe5faa7af39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:00.267748 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d5c38a-0e46-4de2-a498-ffe5faa7af39 admin admin] Made reservation on behalf of cc1d84a3fe924180bae57f2f8ac664e5 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:12:00.270988 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2d5c38a-0e46-4de2-a498-ffe5faa7af39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:00.284227 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2d5c38a-0e46-4de2-a498-ffe5faa7af39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:00.312816 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f2d5c38a-0e46-4de2-a498-ffe5faa7af39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:00.326437 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f2d5c38a-0e46-4de2-a498-ffe5faa7af39 admin admin] Usage tracker for resource:security_group_rule and tenant:cc1d84a3fe924180bae57f2f8ac664e5 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:12:00.332633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f2d5c38a-0e46-4de2-a498-ffe5faa7af39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:12:00.347792 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f2d5c38a-0e46-4de2-a498-ffe5faa7af39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:00.527211 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d49b9-e8d1-4e37-9d73-a1de8e73b54d req-dd10451e-c690-40ee-a2fe-4a11a86dcc81 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:00.527891 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2d5c38a-0e46-4de2-a498-ffe5faa7af39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:00.535883 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-421d49b9-e8d1-4e37-9d73-a1de8e73b54d req-dd10451e-c690-40ee-a2fe-4a11a86dcc81 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9 HTTP/1.1" status: 200 len: 945 time: 0.1525702 Mar 05 14:12:00.539292 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2d5c38a-0e46-4de2-a498-ffe5faa7af39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:00.574582 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d5c38a-0e46-4de2-a498-ffe5faa7af39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:12:00.601681 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-421d49b9-e8d1-4e37-9d73-a1de8e73b54d req-ab4424ab-8211-4845-a37c-490c2672758b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=46489d08-5f4e-4837-b0b3-46dd851734da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638211 Mar 05 14:12:00.618452 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2d5c38a-0e46-4de2-a498-ffe5faa7af39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:00.619128 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-f2d5c38a-0e46-4de2-a498-ffe5faa7af39 admin admin] Added segment a4049478-7f93-4705-a7b2-75fc5169a298 of type vlan for network c768af3c-6e35-45f2-95ff-e71855885f5e Mar 05 14:12:00.622160 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40780) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:00.646596 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5c38a-0e46-4de2-a498-ffe5faa7af39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:00.709312 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2d5c38a-0e46-4de2-a498-ffe5faa7af39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:00.766267 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2d5c38a-0e46-4de2-a498-ffe5faa7af39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:00.769235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d5c38a-0e46-4de2-a498-ffe5faa7af39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:00.771243 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2d5c38a-0e46-4de2-a498-ffe5faa7af39 admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:00.778520 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb52c48-919c-4ed3-ac95-434d61a6f5ed tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:00.782149 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3cb52c48-919c-4ed3-ac95-434d61a6f5ed tempest-TestNetworkBasicOps-258477011 tempest-TestNetworkBasicOps-258477011-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9 HTTP/1.1" status: 200 len: 1091 time: 0.1586652 Mar 05 14:12:00.791535 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40788) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:00.819465 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': '91caf3a7-4506-4792-9e7c-d5c6281807e9', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:12:00.840818 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:00.850860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Usage tracker for resource:floatingip and tenant:9a618ad747aa4899b8afc19ecc5e6005 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:12:00.856822 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:12:00.867318 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:00.882990 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:00.942152 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5c38a-0e46-4de2-a498-ffe5faa7af39 admin admin] Pushing event updated for resources: {'Network': ['ID=c768af3c-6e35-45f2-95ff-e71855885f5e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:00.951187 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f2d5c38a-0e46-4de2-a498-ffe5faa7af39 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1855562 Mar 05 14:12:00.952029 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40798) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:00.953061 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network c768af3c-6e35-45f2-95ff-e71855885f5e details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:12:00.957569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-316ace93-98fc-43c6-b361-9a07c04f3484 admin admin] Request body: {'subnet': {'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1181272020-subnet', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:12:00.964180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-316ace93-98fc-43c6-b361-9a07c04f3484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:00.968326 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-316ace93-98fc-43c6-b361-9a07c04f3484 admin admin] Usage tracker for resource:subnet and tenant:cc1d84a3fe924180bae57f2f8ac664e5 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:12:00.971480 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-316ace93-98fc-43c6-b361-9a07c04f3484 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:12:00.978981 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-316ace93-98fc-43c6-b361-9a07c04f3484 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:01.038892 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316ace93-98fc-43c6-b361-9a07c04f3484 admin admin] Made reservation on behalf of cc1d84a3fe924180bae57f2f8ac664e5 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:12:01.043583 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-316ace93-98fc-43c6-b361-9a07c04f3484 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:01.097021 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:01.313784 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-316ace93-98fc-43c6-b361-9a07c04f3484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:01.478647 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316ace93-98fc-43c6-b361-9a07c04f3484 admin admin] Checking segment: {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:12:01.479036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316ace93-98fc-43c6-b361-9a07c04f3484 admin admin] Network hostable DHCP agents. Network: c768af3c-6e35-45f2-95ff-e71855885f5e, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:12:01.486701 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ace93-98fc-43c6-b361-9a07c04f3484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00fe0f0a-69ac-46af-997d-acd7d0040d2e,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:01.506141 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316ace93-98fc-43c6-b361-9a07c04f3484 admin admin] Network c768af3c-6e35-45f2-95ff-e71855885f5e is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:12:01.516498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Allocated IP 172.25.4.226 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/ee2fa507-67c5-49b1-9b88-2015785825e9) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:12:01.516912 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-316ace93-98fc-43c6-b361-9a07c04f3484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, c768af3c-6e35-45f2-95ff-e71855885f5e) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:12:01.525715 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2687508-a023-4ba2-97a4-58d3c6b840a8 None None] Network c768af3c-6e35-45f2-95ff-e71855885f5e requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:12:01.532594 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316ace93-98fc-43c6-b361-9a07c04f3484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:01.533243 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-316ace93-98fc-43c6-b361-9a07c04f3484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:01.589973 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-316ace93-98fc-43c6-b361-9a07c04f3484 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6343985 Mar 05 14:12:01.590370 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40808) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:01.601296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-816ef3fe-2d2e-4b71-a8ac-c88c6d1b2d8e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:12:01.616157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-816ef3fe-2d2e-4b71-a8ac-c88c6d1b2d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:01.626043 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-816ef3fe-2d2e-4b71-a8ac-c88c6d1b2d8e admin admin] Usage tracker for resource:router and tenant:cc1d84a3fe924180bae57f2f8ac664e5 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:12:01.638222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-816ef3fe-2d2e-4b71-a8ac-c88c6d1b2d8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:12:01.648858 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-816ef3fe-2d2e-4b71-a8ac-c88c6d1b2d8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:01.674995 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-816ef3fe-2d2e-4b71-a8ac-c88c6d1b2d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:01.676678 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-816ef3fe-2d2e-4b71-a8ac-c88c6d1b2d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:01.707933 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-816ef3fe-2d2e-4b71-a8ac-c88c6d1b2d8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:01.856105 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:01.918814 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c453c19-31b4-4aec-94f6-2cb3312befaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-c768af3c-6e35-45f2-95ff-e71855885f5e', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:12:01.920007 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1c453c19-31b4-4aec-94f6-2cb3312befaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:01.926884 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:02.093938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:12:02.098307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:12:02.103298 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:12:02.182789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'Port': ['ID=ee2fa507-67c5-49b1-9b88-2015785825e9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:02.245665 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-1c453c19-31b4-4aec-94f6-2cb3312befaa None None] Allocated IP 172.20.0.2 (c768af3c-6e35-45f2-95ff-e71855885f5e/00fe0f0a-69ac-46af-997d-acd7d0040d2e/fd339c52-68b1-47af-b14f-3c777d8e3c80) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:12:02.256149 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-816ef3fe-2d2e-4b71-a8ac-c88c6d1b2d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:02.749710 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1c453c19-31b4-4aec-94f6-2cb3312befaa None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:02.763090 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1c453c19-31b4-4aec-94f6-2cb3312befaa None None] Transition to ACTIVE for port object fd339c52-68b1-47af-b14f-3c777d8e3c80 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:12:02.792798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1c453c19-31b4-4aec-94f6-2cb3312befaa None None] Transition to ACTIVE for port object fd339c52-68b1-47af-b14f-3c777d8e3c80 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:12:02.802122 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1c453c19-31b4-4aec-94f6-2cb3312befaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:02.805079 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-816ef3fe-2d2e-4b71-a8ac-c88c6d1b2d8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:02.840040 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-816ef3fe-2d2e-4b71-a8ac-c88c6d1b2d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:02.885372 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:02.891229 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c453c19-31b4-4aec-94f6-2cb3312befaa None None] Pushing event updated for resources: {'Port': ['ID=fd339c52-68b1-47af-b14f-3c777d8e3c80,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:02.899160 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c453c19-31b4-4aec-94f6-2cb3312befaa None None] Network c768af3c-6e35-45f2-95ff-e71855885f5e is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:12:02.900799 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-1c453c19-31b4-4aec-94f6-2cb3312befaa None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:12:02.903690 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c453c19-31b4-4aec-94f6-2cb3312befaa None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:12:03.032111 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:03.043000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-816ef3fe-2d2e-4b71-a8ac-c88c6d1b2d8e admin admin] Allocated IP 172.25.4.39 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:12:03.048513 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1c453c19-31b4-4aec-94f6-2cb3312befaa None None] Attempting to bind port fd339c52-68b1-47af-b14f-3c777d8e3c80 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:12:03.048890 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1c453c19-31b4-4aec-94f6-2cb3312befaa None None] Attempting to bind port fd339c52-68b1-47af-b14f-3c777d8e3c80 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:12:03.049376 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c453c19-31b4-4aec-94f6-2cb3312befaa None None] Attempting to bind port fd339c52-68b1-47af-b14f-3c777d8e3c80 on network c768af3c-6e35-45f2-95ff-e71855885f5e {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:12:03.066003 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c453c19-31b4-4aec-94f6-2cb3312befaa None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:12:03.066003 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c453c19-31b4-4aec-94f6-2cb3312befaa None None] Checking segment: {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:12:03.066003 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1c453c19-31b4-4aec-94f6-2cb3312befaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:03.066003 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c453c19-31b4-4aec-94f6-2cb3312befaa None None] Bound using segment: {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:12:03.066003 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-1c453c19-31b4-4aec-94f6-2cb3312befaa None None] Bound port: fd339c52-68b1-47af-b14f-3c777d8e3c80, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:12:03.066003 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1c453c19-31b4-4aec-94f6-2cb3312befaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:03.182978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1c453c19-31b4-4aec-94f6-2cb3312befaa None None] For port fd339c52-68b1-47af-b14f-3c777d8e3c80, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:12:03.186554 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1c453c19-31b4-4aec-94f6-2cb3312befaa None None] For port fd339c52-68b1-47af-b14f-3c777d8e3c80, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fd339c52-68b1-47af-b14f-3c777d8e3c80,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:12:03.199577 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1c453c19-31b4-4aec-94f6-2cb3312befaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:03.328340 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c453c19-31b4-4aec-94f6-2cb3312befaa None None] Pushing event updated for resources: {'Port': ['ID=fd339c52-68b1-47af-b14f-3c777d8e3c80,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:03.333989 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:03.338997 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-816ef3fe-2d2e-4b71-a8ac-c88c6d1b2d8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:03.341668 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:03.397956 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-816ef3fe-2d2e-4b71-a8ac-c88c6d1b2d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:03.439861 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event updated for resources: {'Port': ['ID=ee2fa507-67c5-49b1-9b88-2015785825e9,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:03.513615 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816ef3fe-2d2e-4b71-a8ac-c88c6d1b2d8e admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:12:03.516600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-816ef3fe-2d2e-4b71-a8ac-c88c6d1b2d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:12:03.520470 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816ef3fe-2d2e-4b71-a8ac-c88c6d1b2d8e admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:12:03.521364 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:03.578504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ef3fe-2d2e-4b71-a8ac-c88c6d1b2d8e admin admin] Pushing event updated for resources: {'Port': ['ID=0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:03.837313 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Floating IP 0b691cfe-64e1-4dfe-afbc-39ba21fc045c associated. External IP: 172.25.4.226, port: 91caf3a7-4506-4792-9e7c-d5c6281807e9. Mar 05 14:12:04.270681 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-816ef3fe-2d2e-4b71-a8ac-c88c6d1b2d8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:04.763437 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-816ef3fe-2d2e-4b71-a8ac-c88c6d1b2d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:04.777350 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Router 343a1130-da2e-4791-80a6-51a72429c99f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:12:04.801623 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f07c2ad-1c5a-4b14-b400-9e1acc9f8bb7 None None] Network c768af3c-6e35-45f2-95ff-e71855885f5e requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:12:05.024908 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fd339c52-68b1-47af-b14f-3c777d8e3c80 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:12:05.029142 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816ef3fe-2d2e-4b71-a8ac-c88c6d1b2d8e admin admin] Router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:12:05.172557 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b2a7b390-9039-4274-9664-d9d5c01998f4 None None] Provisioning for port fd339c52-68b1-47af-b14f-3c777d8e3c80 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:12:05.204166 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port fd339c52-68b1-47af-b14f-3c777d8e3c80 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:12:05.207685 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:12:05.252892 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dd844f-ca5f-4662-bf51-ac7d0289c0f9 None None] Sync routers for ids ['343a1130-da2e-4791-80a6-51a72429c99f'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:12:05.275400 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:05.278609 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dd844f-ca5f-4662-bf51-ac7d0289c0f9 None None] Routers {'343a1130-da2e-4791-80a6-51a72429c99f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:12:05.279489 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-81dd844f-ca5f-4662-bf51-ac7d0289c0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:11:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['343a1130-da2e-4791-80a6-51a72429c99f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:05.295066 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port fd339c52-68b1-47af-b14f-3c777d8e3c80 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:12:05.295432 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:05.428445 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816ef3fe-2d2e-4b71-a8ac-c88c6d1b2d8e admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:12:05.441168 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] Sync routers for ids ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:12:05.459664 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-217c98c3-d1cb-4558-99d5-252cae3bfb75 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6650028 Mar 05 14:12:05.460287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40876) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:05.460746 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e49fc5a-1241-47e1-be01-b98d85fd47d9', 'tag': '91caf3a7-4506-4792-9e7c-d5c6281807e9'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:12:05.504259 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-816ef3fe-2d2e-4b71-a8ac-c88c6d1b2d8e admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:05.510201 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-816ef3fe-2d2e-4b71-a8ac-c88c6d1b2d8e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9161878 Mar 05 14:12:05.511175 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40882) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:05.523532 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] Routers {'7eb9eb4f-87b1-4a28-8834-acebd7622fb1'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:12:05.524180 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:11:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:05.620554 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-81dd844f-ca5f-4662-bf51-ac7d0289c0f9 None None] Set router 343a1130-da2e-4791-80a6-51a72429c99f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:12:05.687978 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e49fc5a-1241-47e1-be01-b98d85fd47d9', 'tag': '91caf3a7-4506-4792-9e7c-d5c6281807e9', 'status': 'completed', 'code': 200} Mar 05 14:12:05.788466 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:05.947335 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-08136224-1ad7-4fea-8f94-227bf497f1e4 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/floatingips/0b691cfe-64e1-4dfe-afbc-39ba21fc045c HTTP/1.1" status: 200 len: 991 time: 0.4746175 Mar 05 14:12:05.986144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8920de-381e-4505-800b-2b233d7843a7 req-2e5331ef-82f0-413e-8323-6fcfc493d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:05.992365 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b8920de-381e-4505-800b-2b233d7843a7 req-2e5331ef-82f0-413e-8323-6fcfc493d077 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a618ad747aa4899b8afc19ecc5e6005&device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9 HTTP/1.1" status: 200 len: 1096 time: 0.3094499 Mar 05 14:12:06.061500 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port fd339c52-68b1-47af-b14f-3c777d8e3c80, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fd339c52-68b1-47af-b14f-3c777d8e3c80,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:12:06.063956 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] Set router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:12:06.097496 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-81dd844f-ca5f-4662-bf51-ac7d0289c0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343a1130-da2e-4791-80a6-51a72429c99f', 'name': 'tempest-TestNetworkBasicOps-router-1578488541', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'b30c3a69-526e-46c1-9107-817576082118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:11:19Z', 'updated_at': '2022-03-05T14:11:31Z', 'revision_number': 4, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': 'b30c3a69-526e-46c1-9107-817576082118', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:20Z', 'updated_at': '2022-03-05T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '0b691cfe-64e1-4dfe-afbc-39ba21fc045c', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'floating_ip_address': '172.25.4.226', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'port_id': '91caf3a7-4506-4792-9e7c-d5c6281807e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640', 'mac_address': 'fa:16:3e:f3:da:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e49fc5a-1241-47e1-be01-b98d85fd47d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:02Z', 'revision_number': 0, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26356ad7-2185-46ad-abf7-654a76cd50da', 'name': '', 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:56:3f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '772add3a-09fa-46d7-81dc-bd272be21742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:30Z', 'updated_at': '2022-03-05T14:11:43Z', 'revision_number': 5, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '772add3a-09fa-46d7-81dc-bd272be21742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:06.103941 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dd844f-ca5f-4662-bf51-ac7d0289c0f9 None None] Checking router: 343a1130-da2e-4791-80a6-51a72429c99f for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:12:06.119348 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dd844f-ca5f-4662-bf51-ac7d0289c0f9 None None] Routers {'343a1130-da2e-4791-80a6-51a72429c99f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:12:06.120205 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-81dd844f-ca5f-4662-bf51-ac7d0289c0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:11:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['343a1130-da2e-4791-80a6-51a72429c99f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:06.337994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8920de-381e-4505-800b-2b233d7843a7 req-ce430469-456c-4779-8958-91c9873dcad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:06.339239 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:06.342289 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b8920de-381e-4505-800b-2b233d7843a7 req-ce430469-456c-4779-8958-91c9873dcad7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=77472b13-c9ef-4a12-a01a-7d8bdc297640 HTTP/1.1" status: 200 len: 896 time: 0.3431833 Mar 05 14:12:06.555552 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-81dd844f-ca5f-4662-bf51-ac7d0289c0f9 None None] Set router 343a1130-da2e-4791-80a6-51a72429c99f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:12:06.589609 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b8920de-381e-4505-800b-2b233d7843a7 req-86850b4b-39b6-451b-91a2-f0a4adcf4fed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91caf3a7-4506-4792-9e7c-d5c6281807e9 HTTP/1.1" status: 200 len: 999 time: 0.2411528 Mar 05 14:12:06.609861 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=fd339c52-68b1-47af-b14f-3c777d8e3c80,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:06.732164 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-266d5798-60dc-4726-a50a-ef11162ab042 None None] Provisioning complete for port fd339c52-68b1-47af-b14f-3c777d8e3c80 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:12:06.732744 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-266d5798-60dc-4726-a50a-ef11162ab042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:06.751384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8920de-381e-4505-800b-2b233d7843a7 req-83aa7e90-f98e-4d3e-aea9-aece2e9d5591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:06.753095 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b8920de-381e-4505-800b-2b233d7843a7 req-83aa7e90-f98e-4d3e-aea9-aece2e9d5591 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=772add3a-09fa-46d7-81dc-bd272be21742 HTTP/1.1" status: 200 len: 834 time: 0.1558247 Mar 05 14:12:06.925556 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8920de-381e-4505-800b-2b233d7843a7 req-8ac003a5-bb59-447c-8a98-a7bbf08c7784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:06.928497 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b8920de-381e-4505-800b-2b233d7843a7 req-8ac003a5-bb59-447c-8a98-a7bbf08c7784 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77472b13-c9ef-4a12-a01a-7d8bdc297640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1618242 Mar 05 14:12:06.965923 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40898) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:07.084793 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fd339c52-68b1-47af-b14f-3c777d8e3c80 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:12:07.274117 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1c08fea8-51d3-49fc-aa06-117ea3a21366 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/floatingips/0b691cfe-64e1-4dfe-afbc-39ba21fc045c HTTP/1.1" status: 200 len: 991 time: 0.3069751 Mar 05 14:12:07.372641 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port fd339c52-68b1-47af-b14f-3c777d8e3c80 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:12:07.373011 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:07.417451 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b8920de-381e-4505-800b-2b233d7843a7 req-04b2bd5a-3fc0-4d71-8a94-f047632844a5 service neutron] 10.222.0.30 "GET /v2.0/networks/77472b13-c9ef-4a12-a01a-7d8bdc297640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811370 Mar 05 14:12:07.424013 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-81dd844f-ca5f-4662-bf51-ac7d0289c0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343a1130-da2e-4791-80a6-51a72429c99f', 'name': 'tempest-TestNetworkBasicOps-router-1578488541', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'b30c3a69-526e-46c1-9107-817576082118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:11:19Z', 'updated_at': '2022-03-05T14:11:31Z', 'revision_number': 4, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': 'b30c3a69-526e-46c1-9107-817576082118', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:20Z', 'updated_at': '2022-03-05T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '0b691cfe-64e1-4dfe-afbc-39ba21fc045c', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'floating_ip_address': '172.25.4.226', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'port_id': '91caf3a7-4506-4792-9e7c-d5c6281807e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640', 'mac_address': 'fa:16:3e:f3:da:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e49fc5a-1241-47e1-be01-b98d85fd47d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:02Z', 'revision_number': 0, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26356ad7-2185-46ad-abf7-654a76cd50da', 'name': '', 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:56:3f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '772add3a-09fa-46d7-81dc-bd272be21742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:30Z', 'updated_at': '2022-03-05T14:11:43Z', 'revision_number': 5, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '772add3a-09fa-46d7-81dc-bd272be21742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:07.429077 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dd844f-ca5f-4662-bf51-ac7d0289c0f9 None None] The sync data for ids ['343a1130-da2e-4791-80a6-51a72429c99f'] in n-d-803718-1 is: [{'id': '343a1130-da2e-4791-80a6-51a72429c99f', 'name': 'tempest-TestNetworkBasicOps-router-1578488541', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'b30c3a69-526e-46c1-9107-817576082118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:11:19Z', 'updated_at': '2022-03-05T14:11:31Z', 'revision_number': 4, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': 'b30c3a69-526e-46c1-9107-817576082118', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:20Z', 'updated_at': '2022-03-05T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '0b691cfe-64e1-4dfe-afbc-39ba21fc045c', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'floating_ip_address': '172.25.4.226', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'port_id': '91caf3a7-4506-4792-9e7c-d5c6281807e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640', 'mac_address': 'fa:16:3e:f3:da:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e49fc5a-1241-47e1-be01-b98d85fd47d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:02Z', 'revision_number': 0, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26356ad7-2185-46ad-abf7-654a76cd50da', 'name': '', 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:56:3f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '772add3a-09fa-46d7-81dc-bd272be21742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:30Z', 'updated_at': '2022-03-05T14:11:43Z', 'revision_number': 5, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '772add3a-09fa-46d7-81dc-bd272be21742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:12:07.459723 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:12:03Z', 'revision_number': 3, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:07.473009 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] Checking router: 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:12:07.473356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] Updating router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 port 0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:12:07.613988 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b8920de-381e-4505-800b-2b233d7843a7 req-74d75f6a-93cb-4107-9144-7bfb44280045 service neutron] 10.222.0.30 "GET /v2.0/networks/77472b13-c9ef-4a12-a01a-7d8bdc297640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924939 Mar 05 14:12:07.654030 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:07.761683 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bb680acc-8b5b-45d0-99e5-6d7e024aed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:07.854290 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f13ea98-2b47-4fd6-a5eb-bee8579013f3 None None] New status for floating IP 0b691cfe-64e1-4dfe-afbc-39ba21fc045c: ACTIVE {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:12:08.090899 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-bb680acc-8b5b-45d0-99e5-6d7e024aed3e admin admin] Allocated IP 172.20.0.1 (c768af3c-6e35-45f2-95ff-e71855885f5e/00fe0f0a-69ac-46af-997d-acd7d0040d2e/4b247443-5295-4e9b-869f-2f51856ccba6) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:12:08.149002 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:08.178474 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] Transition to ACTIVE for port object 0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:12:08.189698 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:08.267132 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] Attempting to bind port 0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:12:08.267590 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] Attempting to bind port 0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:12:08.268064 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] Attempting to bind port 0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:12:08.278022 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40910) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:08.316538 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:12:08.318589 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:12:08.319169 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:08.319672 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:12:08.321425 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] Bound port: 0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:12:08.322066 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:08.414412 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bb680acc-8b5b-45d0-99e5-6d7e024aed3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:08.447552 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-bb680acc-8b5b-45d0-99e5-6d7e024aed3e admin admin] Transition to ACTIVE for port object 4b247443-5295-4e9b-869f-2f51856ccba6 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:12:08.474454 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ce926-68da-4ce0-a21e-863b7754f632 None None] Pushing event updated for resources: {'Port': ['ID=0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:08.512045 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bb680acc-8b5b-45d0-99e5-6d7e024aed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:08.569162 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] For port 0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:12:08.577299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] For port 0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:12:08.591509 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:08.652474 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb680acc-8b5b-45d0-99e5-6d7e024aed3e admin admin] Network c768af3c-6e35-45f2-95ff-e71855885f5e is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:12:08.655924 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-bb680acc-8b5b-45d0-99e5-6d7e024aed3e admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:12:08.671026 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb680acc-8b5b-45d0-99e5-6d7e024aed3e admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:12:08.788231 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] Routers {'7eb9eb4f-87b1-4a28-8834-acebd7622fb1'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:12:08.788926 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:11:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:08.794890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb680acc-8b5b-45d0-99e5-6d7e024aed3e admin admin] Pushing event updated for resources: {'Port': ['ID=4b247443-5295-4e9b-869f-2f51856ccba6,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:08.860033 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bb680acc-8b5b-45d0-99e5-6d7e024aed3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:08.890512 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e7b3779e-dfd3-47b7-8c27-72862aaefaf6 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/floatingips/0b691cfe-64e1-4dfe-afbc-39ba21fc045c HTTP/1.1" status: 200 len: 993 time: 0.6107481 Mar 05 14:12:08.953865 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ce926-68da-4ce0-a21e-863b7754f632 None None] Pushing event updated for resources: {'Port': ['ID=0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:08.961412 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-90a22aa0-c84e-4e71-9f66-55526e65e088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:09.184193 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] Set router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:12:09.196246 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bb680acc-8b5b-45d0-99e5-6d7e024aed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:09.226998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40940) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:09.361908 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f0456296-81d4-4514-af3b-37099f547d9d None None] Provisioning for port 4b247443-5295-4e9b-869f-2f51856ccba6 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:12:09.389592 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f0456296-81d4-4514-af3b-37099f547d9d None None] Provisioning complete for port 4b247443-5295-4e9b-869f-2f51856ccba6 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:12:09.390300 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f0456296-81d4-4514-af3b-37099f547d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:09.513394 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-07d27fba-777f-4c83-9907-8b2ea5edb3c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:09.546266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-07d27fba-777f-4c83-9907-8b2ea5edb3c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:09.559878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-07d27fba-777f-4c83-9907-8b2ea5edb3c2 admin admin] Usage tracker for resource:security_group_rule and tenant:05b304658cb943ce954fa15ebd0e92eb is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:12:09.564628 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-07d27fba-777f-4c83-9907-8b2ea5edb3c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:12:09.579712 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-07d27fba-777f-4c83-9907-8b2ea5edb3c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:09.759282 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-f0456296-81d4-4514-af3b-37099f547d9d None None] Port 4b247443-5295-4e9b-869f-2f51856ccba6 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:12:09.778878 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-07d27fba-777f-4c83-9907-8b2ea5edb3c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:09.788003 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-07d27fba-777f-4c83-9907-8b2ea5edb3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:09.792382 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:12:03Z', 'revision_number': 3, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:09.798465 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed06933-e8f5-4d93-a00a-fecac3eb09d3 None None] The sync data for ids ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'] in n-d-803718-1 is: [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:12:03Z', 'revision_number': 3, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:12:09.834954 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bb680acc-8b5b-45d0-99e5-6d7e024aed3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:09.842232 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bb680acc-8b5b-45d0-99e5-6d7e024aed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:09.856189 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d27fba-777f-4c83-9907-8b2ea5edb3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce181f64-562f-4d31-a3c7-76daac3ae747,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:09.886563 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-07d27fba-777f-4c83-9907-8b2ea5edb3c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05b304658cb943ce954fa15ebd0e92eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6584873 Mar 05 14:12:09.891522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40960) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:09.981552 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bb680acc-8b5b-45d0-99e5-6d7e024aed3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:09.985442 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb680acc-8b5b-45d0-99e5-6d7e024aed3e admin admin] Pushing event updated for resources: {'Port': ['ID=4b247443-5295-4e9b-869f-2f51856ccba6,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:09.985649 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-70deef5f-034a-4ba2-ad61-f3c6623b4b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:10.016244 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-70deef5f-034a-4ba2-ad61-f3c6623b4b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:10.101086 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-70deef5f-034a-4ba2-ad61-f3c6623b4b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:10.120890 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70deef5f-034a-4ba2-ad61-f3c6623b4b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce181f64-562f-4d31-a3c7-76daac3ae747,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:10.140138 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-70deef5f-034a-4ba2-ad61-f3c6623b4b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:10.144063 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-70deef5f-034a-4ba2-ad61-f3c6623b4b06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce181f64-562f-4d31-a3c7-76daac3ae747 HTTP/1.1" status: 204 len: 168 time: 0.2490814 Mar 05 14:12:10.169140 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb680acc-8b5b-45d0-99e5-6d7e024aed3e admin admin] Network c768af3c-6e35-45f2-95ff-e71855885f5e is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:12:10.170464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-bb680acc-8b5b-45d0-99e5-6d7e024aed3e admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:12:10.606740 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-65837a06-c28d-4563-9c1c-19da994b0043 None None] Provisioning complete for port 4b247443-5295-4e9b-869f-2f51856ccba6 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:12:10.607251 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-65837a06-c28d-4563-9c1c-19da994b0043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:10.647680 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb680acc-8b5b-45d0-99e5-6d7e024aed3e admin admin] Router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:12:10.746551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-65837a06-c28d-4563-9c1c-19da994b0043 None None] Port 4b247443-5295-4e9b-869f-2f51856ccba6 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:12:10.894154 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 40986) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:10.920905 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:12:10.944304 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12177a13-3029-4466-bdbb-4f57f3807c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:10.963585 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb680acc-8b5b-45d0-99e5-6d7e024aed3e admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:12:10.982889 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bb680acc-8b5b-45d0-99e5-6d7e024aed3e admin admin] 10.222.0.16 "PUT /v2.0/routers/7eb9eb4f-87b1-4a28-8834-acebd7622fb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4666808 Mar 05 14:12:10.983434 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-12177a13-3029-4466-bdbb-4f57f3807c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:10.998772 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-12177a13-3029-4466-bdbb-4f57f3807c87 admin admin] Usage tracker for resource:security_group_rule and tenant:f5bd3b22a71647258d6bbdc3050f7008 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:12:11.003369 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-12177a13-3029-4466-bdbb-4f57f3807c87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:12:11.018837 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-12177a13-3029-4466-bdbb-4f57f3807c87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:11.039278 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-04de9826-31de-40c5-a771-6915e87dcef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:11.094459 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:12:11.107441 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:12:11.107812 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:11.138553 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12177a13-3029-4466-bdbb-4f57f3807c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:11.145580 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-12177a13-3029-4466-bdbb-4f57f3807c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:11.233104 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-12177a13-3029-4466-bdbb-4f57f3807c87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5bd3b22a71647258d6bbdc3050f7008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3378017 Mar 05 14:12:11.234269 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12177a13-3029-4466-bdbb-4f57f3807c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b243167-a4cc-4864-8d17-f6d496227817,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:11.236023 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 40996) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:11.324728 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-36c2fe8d-d4a6-4f84-aae9-fcaa3e591df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:11.359781 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-36c2fe8d-d4a6-4f84-aae9-fcaa3e591df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:11.363308 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:11.382507 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:12:11.389306 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:11.465163 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-36c2fe8d-d4a6-4f84-aae9-fcaa3e591df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:11.491428 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2fe8d-d4a6-4f84-aae9-fcaa3e591df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b243167-a4cc-4864-8d17-f6d496227817,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:11.497423 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-36c2fe8d-d4a6-4f84-aae9-fcaa3e591df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:11.498723 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-36c2fe8d-d4a6-4f84-aae9-fcaa3e591df6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b243167-a4cc-4864-8d17-f6d496227817 HTTP/1.1" status: 204 len: 168 time: 0.2617025 Mar 05 14:12:11.532258 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:12.107311 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41026) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:12.139425 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4971e3ba-3cab-4f18-9baa-3b17519fbffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:12.139688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41030) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:12.145653 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-1f2fa405-eca7-4c99-ac52-27e5f8b305c4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-281909290-network', 'tenant_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:12:12.150851 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:12.153696 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4971e3ba-3cab-4f18-9baa-3b17519fbffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:12.154175 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:12.159038 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4971e3ba-3cab-4f18-9baa-3b17519fbffa admin admin] Usage tracker for resource:security_group_rule and tenant:078fe5a404644870906a18575fb6095b is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:12:12.160146 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1f2fa405-eca7-4c99-ac52-27e5f8b305c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:12.162958 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4971e3ba-3cab-4f18-9baa-3b17519fbffa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:12:12.170445 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4971e3ba-3cab-4f18-9baa-3b17519fbffa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:12.170531 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1f2fa405-eca7-4c99-ac52-27e5f8b305c4 admin admin] Usage tracker for resource:network and tenant:a72ec8cb4faf42e8a07fabf63b9b3d21 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:12:12.175131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1f2fa405-eca7-4c99-ac52-27e5f8b305c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:12:12.184578 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1f2fa405-eca7-4c99-ac52-27e5f8b305c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:12.199183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2fa405-eca7-4c99-ac52-27e5f8b305c4 admin admin] Made reservation on behalf of a72ec8cb4faf42e8a07fabf63b9b3d21 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:12:12.201950 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f2fa405-eca7-4c99-ac52-27e5f8b305c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:12.220163 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f2fa405-eca7-4c99-ac52-27e5f8b305c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:12.230414 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] Sync routers for ids ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:12:12.248590 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] Routers {'7eb9eb4f-87b1-4a28-8834-acebd7622fb1'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:12:12.249262 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:12:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:12.259090 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1f2fa405-eca7-4c99-ac52-27e5f8b305c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:12.264326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1f2fa405-eca7-4c99-ac52-27e5f8b305c4 admin admin] Usage tracker for resource:security_group_rule and tenant:a72ec8cb4faf42e8a07fabf63b9b3d21 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:12:12.269464 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4971e3ba-3cab-4f18-9baa-3b17519fbffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:12.272041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1f2fa405-eca7-4c99-ac52-27e5f8b305c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:12:12.276515 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4971e3ba-3cab-4f18-9baa-3b17519fbffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:12.289685 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1f2fa405-eca7-4c99-ac52-27e5f8b305c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:12.368269 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4971e3ba-3cab-4f18-9baa-3b17519fbffa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=078fe5a404644870906a18575fb6095b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2601171 Mar 05 14:12:12.368958 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41034) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:12.372875 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971e3ba-3cab-4f18-9baa-3b17519fbffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b1bcb8-e00b-4862-8739-abfebf5988ae,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:12.431714 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f2fa405-eca7-4c99-ac52-27e5f8b305c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:12.439250 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f2fa405-eca7-4c99-ac52-27e5f8b305c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:12.443723 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6d4aeaf-ec65-4b72-8f81-3d4bd22cc594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:12.475078 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6d4aeaf-ec65-4b72-8f81-3d4bd22cc594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:12.482999 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fa405-eca7-4c99-ac52-27e5f8b305c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3466549-eb59-4588-869e-a1f58472efba,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:12.496946 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2fa405-eca7-4c99-ac52-27e5f8b305c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:12:12.517108 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f2fa405-eca7-4c99-ac52-27e5f8b305c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:12.517865 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-1f2fa405-eca7-4c99-ac52-27e5f8b305c4 admin admin] Added segment 8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8 of type vlan for network 85f5e334-4806-4041-b58e-c557d402ebd1 Mar 05 14:12:12.545681 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] Set router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:12:12.550503 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f2fa405-eca7-4c99-ac52-27e5f8b305c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:12.577415 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6d4aeaf-ec65-4b72-8f81-3d4bd22cc594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:12.590672 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f2fa405-eca7-4c99-ac52-27e5f8b305c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:12.591837 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2fa405-eca7-4c99-ac52-27e5f8b305c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:12.592458 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f2fa405-eca7-4c99-ac52-27e5f8b305c4 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:12.601022 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d6d4aeaf-ec65-4b72-8f81-3d4bd22cc594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:12.602193 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d6d4aeaf-ec65-4b72-8f81-3d4bd22cc594 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87b1bcb8-e00b-4862-8739-abfebf5988ae HTTP/1.1" status: 204 len: 168 time: 0.2314878 Mar 05 14:12:12.604859 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4aeaf-ec65-4b72-8f81-3d4bd22cc594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b1bcb8-e00b-4862-8739-abfebf5988ae,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:12.874998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fa405-eca7-4c99-ac52-27e5f8b305c4 admin admin] Pushing event updated for resources: {'Network': ['ID=85f5e334-4806-4041-b58e-c557d402ebd1,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:12.886383 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:12:12.889799 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1f2fa405-eca7-4c99-ac52-27e5f8b305c4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7488043 Mar 05 14:12:12.892366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41042) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:12.899278 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-c6c6f29c-f4c0-496f-ab1c-d1894686267a admin admin] Request body: {'subnet': {'network_id': '85f5e334-4806-4041-b58e-c557d402ebd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-281909290-subnet', 'tenant_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:12:12.908465 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c6c6f29c-f4c0-496f-ab1c-d1894686267a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:12.923171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c6c6f29c-f4c0-496f-ab1c-d1894686267a admin admin] Usage tracker for resource:subnet and tenant:a72ec8cb4faf42e8a07fabf63b9b3d21 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:12:12.929744 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c6c6f29c-f4c0-496f-ab1c-d1894686267a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:12:12.943950 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c6c6f29c-f4c0-496f-ab1c-d1894686267a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:12.963580 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 85f5e334-4806-4041-b58e-c557d402ebd1 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:12:12.967310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c6f29c-f4c0-496f-ab1c-d1894686267a admin admin] Made reservation on behalf of a72ec8cb4faf42e8a07fabf63b9b3d21 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:12:12.984909 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6c6f29c-f4c0-496f-ab1c-d1894686267a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:13.145950 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:12:13.146788 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:13.331641 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6c6f29c-f4c0-496f-ab1c-d1894686267a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:13.349860 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:12:09Z', 'revision_number': 4, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '4b247443-5295-4e9b-869f-2f51856ccba6', 'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'mac_address': 'fa:16:3e:b5:17:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:07Z', 'updated_at': '2022-03-05T14:12:09Z', 'revision_number': 2, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'subnets': [{'id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:13.363213 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] Checking router: 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:12:13.363678 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] Updating router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 port 4b247443-5295-4e9b-869f-2f51856ccba6 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:12:13.489145 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:13.506169 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c6f29c-f4c0-496f-ab1c-d1894686267a admin admin] Checking segment: {'id': '8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '85f5e334-4806-4041-b58e-c557d402ebd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:12:13.509811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c6f29c-f4c0-496f-ab1c-d1894686267a admin admin] Network hostable DHCP agents. Network: 85f5e334-4806-4041-b58e-c557d402ebd1, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:12:13.544303 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6f29c-f4c0-496f-ab1c-d1894686267a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b9028a5-450c-449a-857f-b5bdf69b36fe,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:13.595966 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c6f29c-f4c0-496f-ab1c-d1894686267a admin admin] Network 85f5e334-4806-4041-b58e-c557d402ebd1 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:12:13.610921 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-c6c6f29c-f4c0-496f-ab1c-d1894686267a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 85f5e334-4806-4041-b58e-c557d402ebd1) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:12:13.616029 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c6f29c-f4c0-496f-ab1c-d1894686267a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:13.616611 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c6c6f29c-f4c0-496f-ab1c-d1894686267a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:13.640202 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c6c6f29c-f4c0-496f-ab1c-d1894686267a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7442522 Mar 05 14:12:13.640401 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41068) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:13.646350 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-0bf915f8-16ad-4119-88c7-e8a233fe7b7c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-281909290-router', 'tenant_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:12:13.652200 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0bf915f8-16ad-4119-88c7-e8a233fe7b7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:13.656373 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0bf915f8-16ad-4119-88c7-e8a233fe7b7c admin admin] Usage tracker for resource:router and tenant:a72ec8cb4faf42e8a07fabf63b9b3d21 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:12:13.659304 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0bf915f8-16ad-4119-88c7-e8a233fe7b7c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:12:13.666052 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0bf915f8-16ad-4119-88c7-e8a233fe7b7c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:13.678532 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c351424-389d-41c3-b3ed-05f4ae82b203 None None] Network 85f5e334-4806-4041-b58e-c557d402ebd1 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:12:13.685015 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0bf915f8-16ad-4119-88c7-e8a233fe7b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:13.687537 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0bf915f8-16ad-4119-88c7-e8a233fe7b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:13.707895 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0bf915f8-16ad-4119-88c7-e8a233fe7b7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:13.888844 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:14.066552 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41082) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:14.265775 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:14.279653 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] Transition to ACTIVE for port object 4b247443-5295-4e9b-869f-2f51856ccba6 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:12:14.282094 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-f3dee7ad-e3cd-4424-9df2-24406eec8ac5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1296684681-network', 'tenant_id': 'bb39afc53ae04b40900b9337b566a47c'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:12:14.289081 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f3dee7ad-e3cd-4424-9df2-24406eec8ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:14.298089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f3dee7ad-e3cd-4424-9df2-24406eec8ac5 admin admin] Usage tracker for resource:network and tenant:bb39afc53ae04b40900b9337b566a47c is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:12:14.304735 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f3dee7ad-e3cd-4424-9df2-24406eec8ac5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:12:14.316807 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f3dee7ad-e3cd-4424-9df2-24406eec8ac5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:14.332465 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:14.341039 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dee7ad-e3cd-4424-9df2-24406eec8ac5 admin admin] Made reservation on behalf of bb39afc53ae04b40900b9337b566a47c for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:12:14.343832 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f3dee7ad-e3cd-4424-9df2-24406eec8ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:14.367138 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f3dee7ad-e3cd-4424-9df2-24406eec8ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:14.400216 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0bf915f8-16ad-4119-88c7-e8a233fe7b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:14.403012 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f3dee7ad-e3cd-4424-9df2-24406eec8ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:14.415262 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f3dee7ad-e3cd-4424-9df2-24406eec8ac5 admin admin] Usage tracker for resource:security_group_rule and tenant:bb39afc53ae04b40900b9337b566a47c is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:12:14.422738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f3dee7ad-e3cd-4424-9df2-24406eec8ac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:12:14.449102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f3dee7ad-e3cd-4424-9df2-24406eec8ac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:14.476293 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d219d-fe65-418a-bd0a-0b12704e6448 None None] Pushing event updated for resources: {'Port': ['ID=4b247443-5295-4e9b-869f-2f51856ccba6,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:14.509033 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-85f5e334-4806-4041-b58e-c557d402ebd1', 'network_id': '85f5e334-4806-4041-b58e-c557d402ebd1', 'tenant_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'fixed_ips': [{'subnet_id': '9b9028a5-450c-449a-857f-b5bdf69b36fe'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:12:14.510819 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:14.701777 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f3dee7ad-e3cd-4424-9df2-24406eec8ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:14.711214 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f3dee7ad-e3cd-4424-9df2-24406eec8ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:14.790808 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3dee7ad-e3cd-4424-9df2-24406eec8ac5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:12:14.808952 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dee7ad-e3cd-4424-9df2-24406eec8ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11731cf-5eff-485d-ad40-27144913152b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:14.822888 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f3dee7ad-e3cd-4424-9df2-24406eec8ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:14.824404 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-f3dee7ad-e3cd-4424-9df2-24406eec8ac5 admin admin] Added segment 72cc84b3-15d0-4aa9-8f0f-17e90d25ab86 of type vlan for network 8368a23d-28a6-4254-8d6b-a3312654f8d0 Mar 05 14:12:14.909698 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f3dee7ad-e3cd-4424-9df2-24406eec8ac5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:14.982266 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f3dee7ad-e3cd-4424-9df2-24406eec8ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:14.983416 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dee7ad-e3cd-4424-9df2-24406eec8ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:14.984047 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f3dee7ad-e3cd-4424-9df2-24406eec8ac5 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:15.119589 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] Attempting to bind port 4b247443-5295-4e9b-869f-2f51856ccba6 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:12:15.119953 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] Attempting to bind port 4b247443-5295-4e9b-869f-2f51856ccba6 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:12:15.120309 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] Attempting to bind port 4b247443-5295-4e9b-869f-2f51856ccba6 on network c768af3c-6e35-45f2-95ff-e71855885f5e {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:12:15.140778 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:12:15.141196 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] Checking segment: {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:12:15.141595 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:15.141981 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] Bound using segment: {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:12:15.142449 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] Bound port: 4b247443-5295-4e9b-869f-2f51856ccba6, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:12:15.143305 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:15.166314 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f3dee7ad-e3cd-4424-9df2-24406eec8ac5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0985136 Mar 05 14:12:15.168778 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dee7ad-e3cd-4424-9df2-24406eec8ac5 admin admin] Pushing event updated for resources: {'Network': ['ID=8368a23d-28a6-4254-8d6b-a3312654f8d0,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:15.183188 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41100) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:15.197300 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Request body: {'subnet': {'network_id': '8368a23d-28a6-4254-8d6b-a3312654f8d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1296684681-subnet', 'tenant_id': 'bb39afc53ae04b40900b9337b566a47c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:12:15.211378 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:15.219122 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Usage tracker for resource:subnet and tenant:bb39afc53ae04b40900b9337b566a47c is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:12:15.227830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:12:15.237407 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:15.251620 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Made reservation on behalf of bb39afc53ae04b40900b9337b566a47c for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:12:15.255099 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0bf915f8-16ad-4119-88c7-e8a233fe7b7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:15.255312 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:15.281108 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] For port 4b247443-5295-4e9b-869f-2f51856ccba6, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:12:15.284222 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] For port 4b247443-5295-4e9b-869f-2f51856ccba6, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4b247443-5295-4e9b-869f-2f51856ccba6,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:12:15.290319 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 8368a23d-28a6-4254-8d6b-a3312654f8d0 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:12:15.322478 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0bf915f8-16ad-4119-88c7-e8a233fe7b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:15.406103 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:15.494730 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d219d-fe65-418a-bd0a-0b12704e6448 None None] Pushing event updated for resources: {'Port': ['ID=4b247443-5295-4e9b-869f-2f51856ccba6,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:15.497801 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Allocated IP 172.20.0.2 (85f5e334-4806-4041-b58e-c557d402ebd1/9b9028a5-450c-449a-857f-b5bdf69b36fe/f95b39f0-5351-45cc-9145-bd8eb5b73391) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:12:15.566959 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] Routers {'7eb9eb4f-87b1-4a28-8834-acebd7622fb1'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:12:15.567911 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:12:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:15.640868 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:15.679968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-0bf915f8-16ad-4119-88c7-e8a233fe7b7c admin admin] Allocated IP 172.25.4.61 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/b6a3c0ec-5650-4aad-bbf1-c9dad2beba72) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:12:15.731835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c0b8326-b324-4339-b4d2-643fa14e0dda,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:15.766409 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:15.766835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:15.767188 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:15.767528 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:15.767863 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:15.768188 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:15.768514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:15.768841 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:15.769161 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:15.769485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:15.769806 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:15.770124 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:15.797768 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Checking segment: {'id': '72cc84b3-15d0-4aa9-8f0f-17e90d25ab86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8368a23d-28a6-4254-8d6b-a3312654f8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:12:15.798185 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Network hostable DHCP agents. Network: 8368a23d-28a6-4254-8d6b-a3312654f8d0, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:12:15.841830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Network 8368a23d-28a6-4254-8d6b-a3312654f8d0 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:12:15.890230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 8368a23d-28a6-4254-8d6b-a3312654f8d0) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:12:15.908119 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:15.910533 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:15.921274 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93df67b9-b011-4880-84b9-4cc0902bedd8 None None] Network 8368a23d-28a6-4254-8d6b-a3312654f8d0 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:12:15.956077 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7c8eb89d-097d-492c-ba3e-99822a5413d0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7694585 Mar 05 14:12:16.092513 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0bf915f8-16ad-4119-88c7-e8a233fe7b7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:16.167712 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0bf915f8-16ad-4119-88c7-e8a233fe7b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:16.292200 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] Set router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:12:16.312890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf915f8-16ad-4119-88c7-e8a233fe7b7c admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:12:16.316160 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-0bf915f8-16ad-4119-88c7-e8a233fe7b7c admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:12:16.318871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf915f8-16ad-4119-88c7-e8a233fe7b7c admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:12:16.399522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf915f8-16ad-4119-88c7-e8a233fe7b7c admin admin] Pushing event updated for resources: {'Port': ['ID=b6a3c0ec-5650-4aad-bbf1-c9dad2beba72,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:16.822433 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:16.826675 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d454e59-5097-4486-8464-6786358337ce None None] Network 8368a23d-28a6-4254-8d6b-a3312654f8d0 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:12:16.876919 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Transition to ACTIVE for port object f95b39f0-5351-45cc-9145-bd8eb5b73391 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:12:17.023829 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Transition to ACTIVE for port object f95b39f0-5351-45cc-9145-bd8eb5b73391 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:12:17.037627 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:17.170545 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0bf915f8-16ad-4119-88c7-e8a233fe7b7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:17.252191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41146) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:17.258178 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-d9cd5640-ceff-412e-904a-1e158e210fca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-700390811-network', 'tenant_id': '359cf93616f744e28b018f86d43fd0f8'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:12:17.274662 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Network 85f5e334-4806-4041-b58e-c557d402ebd1 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:12:17.284171 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d9cd5640-ceff-412e-904a-1e158e210fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:17.293461 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d9cd5640-ceff-412e-904a-1e158e210fca admin admin] Usage tracker for resource:network and tenant:359cf93616f744e28b018f86d43fd0f8 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:12:17.299939 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d9cd5640-ceff-412e-904a-1e158e210fca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:12:17.315222 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d9cd5640-ceff-412e-904a-1e158e210fca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:17.339736 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cd5640-ceff-412e-904a-1e158e210fca admin admin] Made reservation on behalf of 359cf93616f744e28b018f86d43fd0f8 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:12:17.343594 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d9cd5640-ceff-412e-904a-1e158e210fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:17.356729 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Pushing event updated for resources: {'Port': ['ID=f95b39f0-5351-45cc-9145-bd8eb5b73391,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:17.360141 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d9cd5640-ceff-412e-904a-1e158e210fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:17.368114 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:12:17.406414 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:12:17.412814 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d9cd5640-ceff-412e-904a-1e158e210fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:17.420518 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:17.421096 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:17.421682 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:17.422212 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:17.422919 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:17.423466 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:17.423990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:17.424514 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:17.425044 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:17.425577 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:17.426098 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:17.426638 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:17.452160 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d9cd5640-ceff-412e-904a-1e158e210fca admin admin] Usage tracker for resource:security_group_rule and tenant:359cf93616f744e28b018f86d43fd0f8 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:12:17.472575 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d9cd5640-ceff-412e-904a-1e158e210fca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:12:17.486194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d9cd5640-ceff-412e-904a-1e158e210fca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:17.603043 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Attempting to bind port f95b39f0-5351-45cc-9145-bd8eb5b73391 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:12:17.603802 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Attempting to bind port f95b39f0-5351-45cc-9145-bd8eb5b73391 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '85f5e334-4806-4041-b58e-c557d402ebd1'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:12:17.604358 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Attempting to bind port f95b39f0-5351-45cc-9145-bd8eb5b73391 on network 85f5e334-4806-4041-b58e-c557d402ebd1 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:12:17.613502 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:12:17.614368 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Checking segment: {'id': '8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '85f5e334-4806-4041-b58e-c557d402ebd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:12:17.615015 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:17.615671 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Bound using segment: {'id': '8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '85f5e334-4806-4041-b58e-c557d402ebd1'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:12:17.616356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Bound port: f95b39f0-5351-45cc-9145-bd8eb5b73391, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '85f5e334-4806-4041-b58e-c557d402ebd1'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:12:17.617053 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:17.679074 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:12:09Z', 'revision_number': 4, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '4b247443-5295-4e9b-869f-2f51856ccba6', 'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'mac_address': 'fa:16:3e:b5:17:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:07Z', 'updated_at': '2022-03-05T14:12:15Z', 'revision_number': 4, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'subnets': [{'id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:17.710855 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d9cd5640-ceff-412e-904a-1e158e210fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:17.717698 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d9cd5640-ceff-412e-904a-1e158e210fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:17.726510 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d247b33-7db8-4515-8faf-5b18f422e5d3 None None] The sync data for ids ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'] in n-d-803718-1 is: [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:12:09Z', 'revision_number': 4, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '4b247443-5295-4e9b-869f-2f51856ccba6', 'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'mac_address': 'fa:16:3e:b5:17:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:07Z', 'updated_at': '2022-03-05T14:12:15Z', 'revision_number': 4, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'subnets': [{'id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:12:17.789985 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9cd5640-ceff-412e-904a-1e158e210fca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:12:17.841596 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd5640-ceff-412e-904a-1e158e210fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1c338f-0955-4761-a9e4-fa11a9371c9b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:17.857953 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d9cd5640-ceff-412e-904a-1e158e210fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:17.858131 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-d9cd5640-ceff-412e-904a-1e158e210fca admin admin] Added segment 9f52bc89-add8-40f6-bd65-e150967dd272 of type vlan for network 207dfafe-b4bc-40ac-bcbd-dde53ccf6ecf Mar 05 14:12:17.886406 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] For port f95b39f0-5351-45cc-9145-bd8eb5b73391, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:12:17.899824 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] For port f95b39f0-5351-45cc-9145-bd8eb5b73391, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f95b39f0-5351-45cc-9145-bd8eb5b73391,segment=NetworkSegment(8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8),segment_id=8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:12:17.911035 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:17.918921 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d9cd5640-ceff-412e-904a-1e158e210fca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:17.956417 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d9cd5640-ceff-412e-904a-1e158e210fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:17.958265 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cd5640-ceff-412e-904a-1e158e210fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:17.959233 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d9cd5640-ceff-412e-904a-1e158e210fca admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:18.112047 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d9cd5640-ceff-412e-904a-1e158e210fca admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8586512 Mar 05 14:12:18.115322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41160) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:18.125864 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-762a063c-307f-4e38-9937-bbf293c99437 admin admin] Request body: {'subnet': {'network_id': '207dfafe-b4bc-40ac-bcbd-dde53ccf6ecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-700390811-subnet', 'tenant_id': '359cf93616f744e28b018f86d43fd0f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:12:18.132399 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd5640-ceff-412e-904a-1e158e210fca admin admin] Pushing event updated for resources: {'Network': ['ID=207dfafe-b4bc-40ac-bcbd-dde53ccf6ecf,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:18.142028 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-762a063c-307f-4e38-9937-bbf293c99437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:18.164773 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-762a063c-307f-4e38-9937-bbf293c99437 admin admin] Usage tracker for resource:subnet and tenant:359cf93616f744e28b018f86d43fd0f8 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:12:18.165618 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 207dfafe-b4bc-40ac-bcbd-dde53ccf6ecf details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:12:18.178936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-762a063c-307f-4e38-9937-bbf293c99437 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:12:18.188835 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4e51a-788e-4a71-86c2-ac6a33bfa75b None None] Pushing event updated for resources: {'Port': ['ID=f95b39f0-5351-45cc-9145-bd8eb5b73391,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:18.196372 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-762a063c-307f-4e38-9937-bbf293c99437 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:18.223618 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762a063c-307f-4e38-9937-bbf293c99437 admin admin] Made reservation on behalf of 359cf93616f744e28b018f86d43fd0f8 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:12:18.228091 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-762a063c-307f-4e38-9937-bbf293c99437 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:18.455418 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0bf915f8-16ad-4119-88c7-e8a233fe7b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:18.649496 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-762a063c-307f-4e38-9937-bbf293c99437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:18.779828 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a063c-307f-4e38-9937-bbf293c99437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd52fd61-a805-4850-8ca0-08bb24ae1d15,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:18.787054 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762a063c-307f-4e38-9937-bbf293c99437 admin admin] Checking segment: {'id': '9f52bc89-add8-40f6-bd65-e150967dd272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '207dfafe-b4bc-40ac-bcbd-dde53ccf6ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:12:18.787819 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762a063c-307f-4e38-9937-bbf293c99437 admin admin] Network hostable DHCP agents. Network: 207dfafe-b4bc-40ac-bcbd-dde53ccf6ecf, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:12:18.846163 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762a063c-307f-4e38-9937-bbf293c99437 admin admin] Network 207dfafe-b4bc-40ac-bcbd-dde53ccf6ecf is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:12:18.868183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-762a063c-307f-4e38-9937-bbf293c99437 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 207dfafe-b4bc-40ac-bcbd-dde53ccf6ecf) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:12:18.873372 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762a063c-307f-4e38-9937-bbf293c99437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:18.874358 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-762a063c-307f-4e38-9937-bbf293c99437 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:18.875109 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf915f8-16ad-4119-88c7-e8a233fe7b7c admin admin] Router 590f2227-e1db-41a8-9a0d-0766f969eb91 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:12:18.878017 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1906a0f-b76d-4a87-96ba-e0634bc62a31 None None] Network 207dfafe-b4bc-40ac-bcbd-dde53ccf6ecf requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:12:18.987831 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-762a063c-307f-4e38-9937-bbf293c99437 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8713083 Mar 05 14:12:19.074248 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9771397e-dd54-4461-8773-e2b495a22979 req-bbfb39a5-4f6e-4e1c-859b-8107d5d9fe05 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1805837 Mar 05 14:12:19.123717 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f95b39f0-5351-45cc-9145-bd8eb5b73391 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:12:19.404921 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771397e-dd54-4461-8773-e2b495a22979 req-0a6264a0-4b2e-4db0-b66c-2e9f9971508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:19.424108 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9771397e-dd54-4461-8773-e2b495a22979 req-0a6264a0-4b2e-4db0-b66c-2e9f9971508d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a618ad747aa4899b8afc19ecc5e6005&device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9 HTTP/1.1" status: 200 len: 1096 time: 0.2360969 Mar 05 14:12:19.436695 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf915f8-16ad-4119-88c7-e8a233fe7b7c admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:12:19.448277 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] Sync routers for ids ['590f2227-e1db-41a8-9a0d-0766f969eb91'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:12:19.471126 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] Routers {'590f2227-e1db-41a8-9a0d-0766f969eb91'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:12:19.481605 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:12:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['590f2227-e1db-41a8-9a0d-0766f969eb91'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:19.561074 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0bf915f8-16ad-4119-88c7-e8a233fe7b7c admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:19.563050 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0bf915f8-16ad-4119-88c7-e8a233fe7b7c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9216886 Mar 05 14:12:19.571630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41184) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:19.588376 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port f95b39f0-5351-45cc-9145-bd8eb5b73391 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:12:19.619966 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4b247443-5295-4e9b-869f-2f51856ccba6 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:12:19.830057 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f150594-a3f3-4ab5-b534-36345ae57226 None None] Network 207dfafe-b4bc-40ac-bcbd-dde53ccf6ecf requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:12:19.962698 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] Set router 590f2227-e1db-41a8-9a0d-0766f969eb91 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:12:20.075775 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 4b247443-5295-4e9b-869f-2f51856ccba6 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:12:20.082395 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 4b247443-5295-4e9b-869f-2f51856ccba6 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:12:20.082919 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:20.157676 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2442842-52be-4e2a-b5f5-d2f99d955117 None None] Network 85f5e334-4806-4041-b58e-c557d402ebd1 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:12:20.532174 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fe603e67-ecc0-4a18-9838-98c76175827f None None] Provisioning for port f95b39f0-5351-45cc-9145-bd8eb5b73391 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:12:20.622147 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590f2227-e1db-41a8-9a0d-0766f969eb91', 'name': 'tempest-TestVolumeBootPattern-281909290-router', 'tenant_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'b6a3c0ec-5650-4aad-bbf1-c9dad2beba72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:13Z', 'updated_at': '2022-03-05T14:12:16Z', 'revision_number': 3, 'project_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'gw_port': {'id': 'b6a3c0ec-5650-4aad-bbf1-c9dad2beba72', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590f2227-e1db-41a8-9a0d-0766f969eb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:15Z', 'updated_at': '2022-03-05T14:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:20.631680 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] Checking router: 590f2227-e1db-41a8-9a0d-0766f969eb91 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:12:20.632455 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] Updating router 590f2227-e1db-41a8-9a0d-0766f969eb91 port b6a3c0ec-5650-4aad-bbf1-c9dad2beba72 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:12:20.634398 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:20.678046 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 4b247443-5295-4e9b-869f-2f51856ccba6, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4b247443-5295-4e9b-869f-2f51856ccba6,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:12:20.684115 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fe603e67-ecc0-4a18-9838-98c76175827f None None] Provisioning complete for port f95b39f0-5351-45cc-9145-bd8eb5b73391 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:12:20.684688 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fe603e67-ecc0-4a18-9838-98c76175827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:20.748928 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:20.762263 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:20.883258 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771397e-dd54-4461-8773-e2b495a22979 req-0e7232c5-49de-4be3-b868-c34ccffd87bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:20.884775 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9771397e-dd54-4461-8773-e2b495a22979 req-0e7232c5-49de-4be3-b868-c34ccffd87bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=77472b13-c9ef-4a12-a01a-7d8bdc297640 HTTP/1.1" status: 200 len: 896 time: 1.4394050 Mar 05 14:12:20.891438 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=4b247443-5295-4e9b-869f-2f51856ccba6,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:20.966971 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-bb04c77b-bfb7-4ec1-919f-2ce132f2029e tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:20.968030 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-bb04c77b-bfb7-4ec1-919f-2ce132f2029e tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Synchronizing usage tracker for tenant:bb39afc53ae04b40900b9337b566a47c on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:12:21.138991 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fe603e67-ecc0-4a18-9838-98c76175827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:21.196913 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-fe603e67-ecc0-4a18-9838-98c76175827f None None] For port f95b39f0-5351-45cc-9145-bd8eb5b73391, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f95b39f0-5351-45cc-9145-bd8eb5b73391,segment=NetworkSegment(8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8),segment_id=8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:12:21.207115 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fe603e67-ecc0-4a18-9838-98c76175827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:21.217540 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-bb04c77b-bfb7-4ec1-919f-2ce132f2029e tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Unset dirty status for tenant:bb39afc53ae04b40900b9337b566a47c on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:12:21.218712 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-bb04c77b-bfb7-4ec1-919f-2ce132f2029e tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/networks?id=8368a23d-28a6-4254-8d6b-a3312654f8d0 HTTP/1.1" status: 200 len: 809 time: 0.7345519 Mar 05 14:12:21.276259 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:12:21.283520 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9771397e-dd54-4461-8773-e2b495a22979 req-3ab7ce90-25e4-4558-a5d1-441064523867 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91caf3a7-4506-4792-9e7c-d5c6281807e9 HTTP/1.1" status: 200 len: 1001 time: 0.3082886 Mar 05 14:12:21.289790 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe603e67-ecc0-4a18-9838-98c76175827f None None] Pushing event updated for resources: {'Port': ['ID=f95b39f0-5351-45cc-9145-bd8eb5b73391,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:21.303107 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-c191bcd4-2309-4018-bd26-502d793b8d11 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/quotas/bb39afc53ae04b40900b9337b566a47c HTTP/1.1" status: 200 len: 375 time: 0.0616441 Mar 05 14:12:21.308116 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:21.331806 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] Transition to ACTIVE for port object b6a3c0ec-5650-4aad-bbf1-c9dad2beba72 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:12:21.350971 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:21.377545 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771397e-dd54-4461-8773-e2b495a22979 req-ed861fd8-9d5e-4d9a-a6f0-0511d883aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:21.381063 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9771397e-dd54-4461-8773-e2b495a22979 req-ed861fd8-9d5e-4d9a-a6f0-0511d883aae8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=772add3a-09fa-46d7-81dc-bd272be21742 HTTP/1.1" status: 200 len: 834 time: 0.0734890 Mar 05 14:12:21.497982 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] Attempting to bind port b6a3c0ec-5650-4aad-bbf1-c9dad2beba72 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:12:21.498354 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] Attempting to bind port b6a3c0ec-5650-4aad-bbf1-c9dad2beba72 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:12:21.498934 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] Attempting to bind port b6a3c0ec-5650-4aad-bbf1-c9dad2beba72 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:12:21.508524 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:12:21.519325 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:12:21.520034 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:21.520582 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:12:21.522035 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] Bound port: b6a3c0ec-5650-4aad-bbf1-c9dad2beba72, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:12:21.522610 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:21.534998 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-ad871717-0caf-40d6-9668-bb11a774631c tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb39afc53ae04b40900b9337b566a47c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1515434 Mar 05 14:12:21.641824 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] For port b6a3c0ec-5650-4aad-bbf1-c9dad2beba72, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:12:21.643680 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8bcce1f6-68a0-4463-b534-c7a60a235ce9 None None] Provisioning complete for port f95b39f0-5351-45cc-9145-bd8eb5b73391 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:12:21.644053 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8bcce1f6-68a0-4463-b534-c7a60a235ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:21.647829 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] For port b6a3c0ec-5650-4aad-bbf1-c9dad2beba72, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b6a3c0ec-5650-4aad-bbf1-c9dad2beba72,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:12:21.655500 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f234ba7-74c2-4b4f-bb31-3c60c6b167b3 None None] Pushing event updated for resources: {'Port': ['ID=b6a3c0ec-5650-4aad-bbf1-c9dad2beba72,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:21.660823 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:21.671830 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f234ba7-74c2-4b4f-bb31-3c60c6b167b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:21.672461 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f234ba7-74c2-4b4f-bb31-3c60c6b167b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:21.673232 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f234ba7-74c2-4b4f-bb31-3c60c6b167b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:21.673886 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f234ba7-74c2-4b4f-bb31-3c60c6b167b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:21.674522 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f234ba7-74c2-4b4f-bb31-3c60c6b167b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:21.675383 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f234ba7-74c2-4b4f-bb31-3c60c6b167b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:21.676078 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f234ba7-74c2-4b4f-bb31-3c60c6b167b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:21.676603 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f234ba7-74c2-4b4f-bb31-3c60c6b167b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:21.677123 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f234ba7-74c2-4b4f-bb31-3c60c6b167b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:21.678220 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f234ba7-74c2-4b4f-bb31-3c60c6b167b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:21.678756 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f234ba7-74c2-4b4f-bb31-3c60c6b167b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:21.679326 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f234ba7-74c2-4b4f-bb31-3c60c6b167b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:21.744844 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-9ca727dd-38f9-4b6a-a4de-a6c8520b3e9a service neutron] 10.222.0.16 "GET /v2.0/networks/8368a23d-28a6-4254-8d6b-a3312654f8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905193 Mar 05 14:12:21.852902 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] Routers {'590f2227-e1db-41a8-9a0d-0766f969eb91'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:12:21.853781 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:12:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['590f2227-e1db-41a8-9a0d-0766f969eb91'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:21.909723 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f234ba7-74c2-4b4f-bb31-3c60c6b167b3 None None] Pushing event updated for resources: {'Port': ['ID=b6a3c0ec-5650-4aad-bbf1-c9dad2beba72,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:22.088912 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] Set router 590f2227-e1db-41a8-9a0d-0766f969eb91 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:12:22.175678 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771397e-dd54-4461-8773-e2b495a22979 req-acef726c-df29-44e2-80c8-5f4667d2687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:22.177110 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9771397e-dd54-4461-8773-e2b495a22979 req-acef726c-df29-44e2-80c8-5f4667d2687c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77472b13-c9ef-4a12-a01a-7d8bdc297640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7435837 Mar 05 14:12:22.294354 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c192d43-d4a0-414b-be84-917d02b923a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:22.317638 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-1aacc656-d16e-4da8-a788-e9a3e7e4de41 service neutron] 10.222.0.16 "GET /v2.0/networks/8368a23d-28a6-4254-8d6b-a3312654f8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5655973 Mar 05 14:12:22.393942 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590f2227-e1db-41a8-9a0d-0766f969eb91', 'name': 'tempest-TestVolumeBootPattern-281909290-router', 'tenant_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'b6a3c0ec-5650-4aad-bbf1-c9dad2beba72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:13Z', 'updated_at': '2022-03-05T14:12:16Z', 'revision_number': 3, 'project_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'gw_port': {'id': 'b6a3c0ec-5650-4aad-bbf1-c9dad2beba72', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590f2227-e1db-41a8-9a0d-0766f969eb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:15Z', 'updated_at': '2022-03-05T14:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:22.399329 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41716ce1-b7d8-4866-aa0e-25c88e6f31d1 None None] The sync data for ids ['590f2227-e1db-41a8-9a0d-0766f969eb91'] in n-d-803718-1 is: [{'id': '590f2227-e1db-41a8-9a0d-0766f969eb91', 'name': 'tempest-TestVolumeBootPattern-281909290-router', 'tenant_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'b6a3c0ec-5650-4aad-bbf1-c9dad2beba72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:13Z', 'updated_at': '2022-03-05T14:12:16Z', 'revision_number': 3, 'project_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'gw_port': {'id': 'b6a3c0ec-5650-4aad-bbf1-c9dad2beba72', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590f2227-e1db-41a8-9a0d-0766f969eb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:15Z', 'updated_at': '2022-03-05T14:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:12:22.442588 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9771397e-dd54-4461-8773-e2b495a22979 req-3647e96c-b05b-401f-850f-9e9c9d2f2a46 service neutron] 10.222.0.30 "GET /v2.0/networks/77472b13-c9ef-4a12-a01a-7d8bdc297640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551706 Mar 05 14:12:22.754239 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f56c6602-5f80-4ece-815f-3ac86afa931e req-097119f0-8989-4c39-9deb-adc2182f9e45 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c014176a-3d9a-4450-83c9-fd3103c38df9 HTTP/1.1" status: 200 len: 210 time: 0.1228983 Mar 05 14:12:22.790169 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9771397e-dd54-4461-8773-e2b495a22979 req-a2d304b9-7e42-4ba1-831e-d8f2f779a97e service neutron] 10.222.0.30 "GET /v2.0/networks/77472b13-c9ef-4a12-a01a-7d8bdc297640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412592 Mar 05 14:12:22.828536 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-4c192d43-d4a0-414b-be84-917d02b923a1 admin admin] Allocated IP 172.20.0.1 (85f5e334-4806-4041-b58e-c557d402ebd1/9b9028a5-450c-449a-857f-b5bdf69b36fe/be0c0885-0a1f-4405-845f-14aea5cd1e98) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:12:23.011161 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f95b39f0-5351-45cc-9145-bd8eb5b73391 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:12:23.111448 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port f95b39f0-5351-45cc-9145-bd8eb5b73391 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:12:23.112152 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:23.246096 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c192d43-d4a0-414b-be84-917d02b923a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:23.308573 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-4c192d43-d4a0-414b-be84-917d02b923a1 admin admin] Transition to ACTIVE for port object be0c0885-0a1f-4405-845f-14aea5cd1e98 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:12:23.321572 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4b247443-5295-4e9b-869f-2f51856ccba6 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:12:23.372387 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c192d43-d4a0-414b-be84-917d02b923a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:23.465606 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 4b247443-5295-4e9b-869f-2f51856ccba6 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:12:23.465979 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:23.486068 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c192d43-d4a0-414b-be84-917d02b923a1 admin admin] Network 85f5e334-4806-4041-b58e-c557d402ebd1 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:12:23.490923 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-4c192d43-d4a0-414b-be84-917d02b923a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:12:23.494594 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c192d43-d4a0-414b-be84-917d02b923a1 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:12:23.679051 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c192d43-d4a0-414b-be84-917d02b923a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:23.721047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c192d43-d4a0-414b-be84-917d02b923a1 admin admin] Pushing event updated for resources: {'Port': ['ID=be0c0885-0a1f-4405-845f-14aea5cd1e98,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:23.941648 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3749ce3b-6383-4466-ad57-7125fbd57a1c None None] Provisioning for port be0c0885-0a1f-4405-845f-14aea5cd1e98 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:12:23.949392 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3749ce3b-6383-4466-ad57-7125fbd57a1c None None] Provisioning complete for port be0c0885-0a1f-4405-845f-14aea5cd1e98 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:12:23.949994 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3749ce3b-6383-4466-ad57-7125fbd57a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:24.074221 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3749ce3b-6383-4466-ad57-7125fbd57a1c None None] Port be0c0885-0a1f-4405-845f-14aea5cd1e98 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:12:24.134254 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e878cc83-e7a8-4427-b8ac-45a4e0520de8 req-1f554c91-f16d-4dd0-a142-1457d193d433 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c014176a-3d9a-4450-83c9-fd3103c38df9 HTTP/1.1" status: 200 len: 210 time: 0.1287818 Mar 05 14:12:24.140772 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c192d43-d4a0-414b-be84-917d02b923a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:24.527531 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c192d43-d4a0-414b-be84-917d02b923a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:24.541272 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c192d43-d4a0-414b-be84-917d02b923a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:24.837280 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c192d43-d4a0-414b-be84-917d02b923a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:24.915747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c192d43-d4a0-414b-be84-917d02b923a1 admin admin] Pushing event updated for resources: {'Port': ['ID=be0c0885-0a1f-4405-845f-14aea5cd1e98,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:24.947250 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b6a3c0ec-5650-4aad-bbf1-c9dad2beba72 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:12:25.048550 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port b6a3c0ec-5650-4aad-bbf1-c9dad2beba72 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:12:25.055115 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b6a3c0ec-5650-4aad-bbf1-c9dad2beba72 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:12:25.055889 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:25.245440 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-9f68efd5-515f-4ee5-9ef7-6cab86b5bec8 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:25.247136 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-9f68efd5-515f-4ee5-9ef7-6cab86b5bec8 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.15 "GET /v2.0/networks?id=8368a23d-28a6-4254-8d6b-a3312654f8d0 HTTP/1.1" status: 200 len: 809 time: 0.7692463 Mar 05 14:12:25.247823 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:25.252664 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c192d43-d4a0-414b-be84-917d02b923a1 admin admin] Network 85f5e334-4806-4041-b58e-c557d402ebd1 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:12:25.253916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-4c192d43-d4a0-414b-be84-917d02b923a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:12:25.260766 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-e0a78e4d-dffb-40ae-9eec-af9afb96e83c tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Request body: {'port': {'device_id': 'c014176a-3d9a-4450-83c9-fd3103c38df9', 'network_id': '8368a23d-28a6-4254-8d6b-a3312654f8d0', 'admin_state_up': True, 'tenant_id': 'bb39afc53ae04b40900b9337b566a47c'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:12:25.295152 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port b6a3c0ec-5650-4aad-bbf1-c9dad2beba72, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b6a3c0ec-5650-4aad-bbf1-c9dad2beba72,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:12:25.303218 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:25.446937 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=b6a3c0ec-5650-4aad-bbf1-c9dad2beba72,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:25.478151 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e84b2e34-b969-470c-821a-339fdaa356d5 req-33672930-de4c-400e-a83a-0cff6aa9f913 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c014176a-3d9a-4450-83c9-fd3103c38df9 HTTP/1.1" status: 200 len: 210 time: 0.0799999 Mar 05 14:12:25.611336 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c0a0c1e4-2408-4c58-8dc4-4d17b1b2efcd None None] Provisioning complete for port be0c0885-0a1f-4405-845f-14aea5cd1e98 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:12:25.611753 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c0a0c1e4-2408-4c58-8dc4-4d17b1b2efcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:25.667887 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0c1e4-2408-4c58-8dc4-4d17b1b2efcd None None] Port be0c0885-0a1f-4405-845f-14aea5cd1e98 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:12:25.702228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-e0a78e4d-dffb-40ae-9eec-af9afb96e83c tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:25.716863 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-e0a78e4d-dffb-40ae-9eec-af9afb96e83c tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Usage tracker for resource:port and tenant:bb39afc53ae04b40900b9337b566a47c is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:12:25.722231 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-e0a78e4d-dffb-40ae-9eec-af9afb96e83c tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:12:25.727335 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c192d43-d4a0-414b-be84-917d02b923a1 admin admin] Router 590f2227-e1db-41a8-9a0d-0766f969eb91 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:12:25.732375 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-e0a78e4d-dffb-40ae-9eec-af9afb96e83c tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:25.811449 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-e0a78e4d-dffb-40ae-9eec-af9afb96e83c tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Made reservation on behalf of bb39afc53ae04b40900b9337b566a47c for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:12:25.811449 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-e0a78e4d-dffb-40ae-9eec-af9afb96e83c tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:26.076027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c192d43-d4a0-414b-be84-917d02b923a1 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:12:26.086528 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] Sync routers for ids ['590f2227-e1db-41a8-9a0d-0766f969eb91'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:12:26.106935 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4c192d43-d4a0-414b-be84-917d02b923a1 admin admin] 10.222.0.16 "PUT /v2.0/routers/590f2227-e1db-41a8-9a0d-0766f969eb91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5342419 Mar 05 14:12:26.116976 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] Routers {'590f2227-e1db-41a8-9a0d-0766f969eb91'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:12:26.117630 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:12:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['590f2227-e1db-41a8-9a0d-0766f969eb91'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:26.127302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-e0a78e4d-dffb-40ae-9eec-af9afb96e83c tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Allocated IP 172.20.0.11 (8368a23d-28a6-4254-8d6b-a3312654f8d0/4c0b8326-b324-4339-b4d2-643fa14e0dda/9e61ee84-6e95-4a25-a9af-0761235c373e) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:12:26.384861 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-e0a78e4d-dffb-40ae-9eec-af9afb96e83c tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:26.399151 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] Set router 590f2227-e1db-41a8-9a0d-0766f969eb91 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:12:26.420862 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-e0a78e4d-dffb-40ae-9eec-af9afb96e83c tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:26.524486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-e0a78e4d-dffb-40ae-9eec-af9afb96e83c tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Network 8368a23d-28a6-4254-8d6b-a3312654f8d0 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:12:26.528100 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-e0a78e4d-dffb-40ae-9eec-af9afb96e83c tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:12:26.532433 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-e0a78e4d-dffb-40ae-9eec-af9afb96e83c tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:12:26.601641 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a78e4d-dffb-40ae-9eec-af9afb96e83c tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Pushing event updated for resources: {'Port': ['ID=9e61ee84-6e95-4a25-a9af-0761235c373e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:26.630562 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-e0a78e4d-dffb-40ae-9eec-af9afb96e83c tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:26.631739 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-e0a78e4d-dffb-40ae-9eec-af9afb96e83c tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:26.656177 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-e0a78e4d-dffb-40ae-9eec-af9afb96e83c tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3991280 Mar 05 14:12:26.857537 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590f2227-e1db-41a8-9a0d-0766f969eb91', 'name': 'tempest-TestVolumeBootPattern-281909290-router', 'tenant_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'b6a3c0ec-5650-4aad-bbf1-c9dad2beba72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:13Z', 'updated_at': '2022-03-05T14:12:24Z', 'revision_number': 4, 'project_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'gw_port': {'id': 'b6a3c0ec-5650-4aad-bbf1-c9dad2beba72', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590f2227-e1db-41a8-9a0d-0766f969eb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:15Z', 'updated_at': '2022-03-05T14:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'be0c0885-0a1f-4405-845f-14aea5cd1e98', 'name': '', 'network_id': '85f5e334-4806-4041-b58e-c557d402ebd1', 'tenant_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'mac_address': 'fa:16:3e:93:e6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590f2227-e1db-41a8-9a0d-0766f969eb91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '9b9028a5-450c-449a-857f-b5bdf69b36fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:22Z', 'updated_at': '2022-03-05T14:12:24Z', 'revision_number': 2, 'project_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'subnets': [{'id': '9b9028a5-450c-449a-857f-b5bdf69b36fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:26.866293 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] Checking router: 590f2227-e1db-41a8-9a0d-0766f969eb91 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:12:26.882511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] Updating router 590f2227-e1db-41a8-9a0d-0766f969eb91 port be0c0885-0a1f-4405-845f-14aea5cd1e98 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:12:26.909797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-b02d5bc7-3761-43b0-bf4d-602e51b4ddff service neutron] Request body: {'port': {'device_id': 'c014176a-3d9a-4450-83c9-fd3103c38df9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:12:26.923693 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca53bca-1841-4a3b-a9ee-b9488ff3e2ce req-de1e0e69-326a-4eca-a051-ff82dd841512 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:26.935317 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4ca53bca-1841-4a3b-a9ee-b9488ff3e2ce req-de1e0e69-326a-4eca-a051-ff82dd841512 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c014176a-3d9a-4450-83c9-fd3103c38df9 HTTP/1.1" status: 200 len: 932 time: 0.2198086 Mar 05 14:12:26.983430 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b6a3c0ec-5650-4aad-bbf1-c9dad2beba72 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:12:27.058246 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4ca53bca-1841-4a3b-a9ee-b9488ff3e2ce req-bfddcb28-e9ea-463e-932d-15880aae1351 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e11731cf-5eff-485d-ad40-27144913152b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198950 Mar 05 14:12:27.061913 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:27.162499 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-b02d5bc7-3761-43b0-bf4d-602e51b4ddff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:27.212333 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b6a3c0ec-5650-4aad-bbf1-c9dad2beba72 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:12:27.212805 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:27.798807 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:27.815660 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] Transition to ACTIVE for port object be0c0885-0a1f-4405-845f-14aea5cd1e98 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:12:27.825928 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:27.962797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-b02d5bc7-3761-43b0-bf4d-602e51b4ddff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e61ee84-6e95-4a25-a9af-0761235c373e {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:12:27.971780 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-b02d5bc7-3761-43b0-bf4d-602e51b4ddff service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:28.019549 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-b02d5bc7-3761-43b0-bf4d-602e51b4ddff service neutron] Transition to ACTIVE for port object 9e61ee84-6e95-4a25-a9af-0761235c373e will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:12:28.026005 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-b02d5bc7-3761-43b0-bf4d-602e51b4ddff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:28.184324 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44242cf-6395-4c16-bc23-c6609c504934 None None] Pushing event updated for resources: {'Port': ['ID=be0c0885-0a1f-4405-845f-14aea5cd1e98,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:28.231386 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] Attempting to bind port be0c0885-0a1f-4405-845f-14aea5cd1e98 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:12:28.231798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] Attempting to bind port be0c0885-0a1f-4405-845f-14aea5cd1e98 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '85f5e334-4806-4041-b58e-c557d402ebd1'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:12:28.232163 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] Attempting to bind port be0c0885-0a1f-4405-845f-14aea5cd1e98 on network 85f5e334-4806-4041-b58e-c557d402ebd1 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:12:28.238243 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:12:28.238946 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] Checking segment: {'id': '8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '85f5e334-4806-4041-b58e-c557d402ebd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:12:28.239350 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:28.240012 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] Bound using segment: {'id': '8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '85f5e334-4806-4041-b58e-c557d402ebd1'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:12:28.242409 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] Bound port: be0c0885-0a1f-4405-845f-14aea5cd1e98, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '85f5e334-4806-4041-b58e-c557d402ebd1'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:12:28.242808 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:28.365901 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] For port be0c0885-0a1f-4405-845f-14aea5cd1e98, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:12:28.369378 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] For port be0c0885-0a1f-4405-845f-14aea5cd1e98, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=be0c0885-0a1f-4405-845f-14aea5cd1e98,segment=NetworkSegment(8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8),segment_id=8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:12:28.377537 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:28.545933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d5bc7-3761-43b0-bf4d-602e51b4ddff service neutron] Pushing event updated for resources: {'Port': ['ID=9e61ee84-6e95-4a25-a9af-0761235c373e,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:28.557152 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44242cf-6395-4c16-bc23-c6609c504934 None None] Pushing event updated for resources: {'Port': ['ID=be0c0885-0a1f-4405-845f-14aea5cd1e98,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:28.618990 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-b02d5bc7-3761-43b0-bf4d-602e51b4ddff service neutron] Attempting to bind port 9e61ee84-6e95-4a25-a9af-0761235c373e on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:12:28.619281 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] Routers {'590f2227-e1db-41a8-9a0d-0766f969eb91'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:12:28.619659 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:12:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['590f2227-e1db-41a8-9a0d-0766f969eb91'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:28.620228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-b02d5bc7-3761-43b0-bf4d-602e51b4ddff service neutron] Attempting to bind port 9e61ee84-6e95-4a25-a9af-0761235c373e by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '72cc84b3-15d0-4aa9-8f0f-17e90d25ab86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8368a23d-28a6-4254-8d6b-a3312654f8d0'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:12:28.620735 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-b02d5bc7-3761-43b0-bf4d-602e51b4ddff service neutron] Attempting to bind port 9e61ee84-6e95-4a25-a9af-0761235c373e on network 8368a23d-28a6-4254-8d6b-a3312654f8d0 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:12:28.626619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-b02d5bc7-3761-43b0-bf4d-602e51b4ddff service neutron] Port 9e61ee84-6e95-4a25-a9af-0761235c373e on network 8368a23d-28a6-4254-8d6b-a3312654f8d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:12:28.627211 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-b02d5bc7-3761-43b0-bf4d-602e51b4ddff service neutron] Attempting to bind port 9e61ee84-6e95-4a25-a9af-0761235c373e on network 8368a23d-28a6-4254-8d6b-a3312654f8d0 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:12:28.641098 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-b02d5bc7-3761-43b0-bf4d-602e51b4ddff service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:12:28.642002 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-b02d5bc7-3761-43b0-bf4d-602e51b4ddff service neutron] Checking segment: {'id': '72cc84b3-15d0-4aa9-8f0f-17e90d25ab86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8368a23d-28a6-4254-8d6b-a3312654f8d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:12:28.642306 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-b02d5bc7-3761-43b0-bf4d-602e51b4ddff service neutron] Bound using segment: {'id': '72cc84b3-15d0-4aa9-8f0f-17e90d25ab86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8368a23d-28a6-4254-8d6b-a3312654f8d0'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:12:28.642744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-b02d5bc7-3761-43b0-bf4d-602e51b4ddff service neutron] Bound port: 9e61ee84-6e95-4a25-a9af-0761235c373e, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72cc84b3-15d0-4aa9-8f0f-17e90d25ab86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8368a23d-28a6-4254-8d6b-a3312654f8d0'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:12:28.643150 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-b02d5bc7-3761-43b0-bf4d-602e51b4ddff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:28.768232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a772a4-69a9-4c36-8c1f-0fa16c3f7973 req-06ea9cc0-779d-4096-95bf-25e0572a1bad tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:28.769006 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e7a772a4-69a9-4c36-8c1f-0fa16c3f7973 req-06ea9cc0-779d-4096-95bf-25e0572a1bad tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Synchronizing usage tracker for tenant:bb39afc53ae04b40900b9337b566a47c on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:12:28.929669 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e7a772a4-69a9-4c36-8c1f-0fa16c3f7973 req-06ea9cc0-779d-4096-95bf-25e0572a1bad tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Unset dirty status for tenant:bb39afc53ae04b40900b9337b566a47c on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:12:28.931370 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e7a772a4-69a9-4c36-8c1f-0fa16c3f7973 req-06ea9cc0-779d-4096-95bf-25e0572a1bad tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c014176a-3d9a-4450-83c9-fd3103c38df9 HTTP/1.1" status: 200 len: 944 time: 0.6259410 Mar 05 14:12:28.981646 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-b02d5bc7-3761-43b0-bf4d-602e51b4ddff service neutron] For port 9e61ee84-6e95-4a25-a9af-0761235c373e, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:12:28.993604 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-b02d5bc7-3761-43b0-bf4d-602e51b4ddff service neutron] For port 9e61ee84-6e95-4a25-a9af-0761235c373e, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=9e61ee84-6e95-4a25-a9af-0761235c373e,segment=NetworkSegment(72cc84b3-15d0-4aa9-8f0f-17e90d25ab86),segment_id=72cc84b3-15d0-4aa9-8f0f-17e90d25ab86)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:12:29.006096 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-b02d5bc7-3761-43b0-bf4d-602e51b4ddff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:29.040679 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] Set router 590f2227-e1db-41a8-9a0d-0766f969eb91 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:12:29.150682 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e7a772a4-69a9-4c36-8c1f-0fa16c3f7973 req-93f1e815-85da-4019-b062-4ebcb6ef95c2 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Synchronizing usage tracker for tenant:bb39afc53ae04b40900b9337b566a47c on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:12:29.168836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-b02d5bc7-3761-43b0-bf4d-602e51b4ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:29.169615 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-b02d5bc7-3761-43b0-bf4d-602e51b4ddff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:29.172731 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-b02d5bc7-3761-43b0-bf4d-602e51b4ddff service neutron] 10.222.0.15 "PUT /v2.0/ports/9e61ee84-6e95-4a25-a9af-0761235c373e HTTP/1.1" status: 200 len: 1092 time: 2.5079520 Mar 05 14:12:29.176114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c014176a-3d9a-4450-83c9-fd3103c38df9', 'tag': '9e61ee84-6e95-4a25-a9af-0761235c373e'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:12:29.285706 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c014176a-3d9a-4450-83c9-fd3103c38df9', 'tag': '9e61ee84-6e95-4a25-a9af-0761235c373e', 'status': 'completed', 'code': 200} Mar 05 14:12:29.304919 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d5bc7-3761-43b0-bf4d-602e51b4ddff service neutron] Pushing event updated for resources: {'Port': ['ID=9e61ee84-6e95-4a25-a9af-0761235c373e,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:29.317126 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e7a772a4-69a9-4c36-8c1f-0fa16c3f7973 req-93f1e815-85da-4019-b062-4ebcb6ef95c2 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Unset dirty status for tenant:bb39afc53ae04b40900b9337b566a47c on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:12:29.319972 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e7a772a4-69a9-4c36-8c1f-0fa16c3f7973 req-93f1e815-85da-4019-b062-4ebcb6ef95c2 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e11731cf-5eff-485d-ad40-27144913152b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783045 Mar 05 14:12:29.370107 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-3fa802c3-ae05-42d6-804e-5aed0c69c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:29.371980 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-3fa802c3-ae05-42d6-804e-5aed0c69c9fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb39afc53ae04b40900b9337b566a47c&device_id=c014176a-3d9a-4450-83c9-fd3103c38df9 HTTP/1.1" status: 200 len: 1095 time: 0.1513655 Mar 05 14:12:29.405536 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:29.410255 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:29.465517 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-1b3d9817-ec43-481d-bbbc-cf97fe5279ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e61ee84-6e95-4a25-a9af-0761235c373e HTTP/1.1" status: 200 len: 217 time: 0.0870481 Mar 05 14:12:29.559912 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590f2227-e1db-41a8-9a0d-0766f969eb91', 'name': 'tempest-TestVolumeBootPattern-281909290-router', 'tenant_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'b6a3c0ec-5650-4aad-bbf1-c9dad2beba72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:13Z', 'updated_at': '2022-03-05T14:12:24Z', 'revision_number': 4, 'project_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'gw_port': {'id': 'b6a3c0ec-5650-4aad-bbf1-c9dad2beba72', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590f2227-e1db-41a8-9a0d-0766f969eb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:15Z', 'updated_at': '2022-03-05T14:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'be0c0885-0a1f-4405-845f-14aea5cd1e98', 'name': '', 'network_id': '85f5e334-4806-4041-b58e-c557d402ebd1', 'tenant_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'mac_address': 'fa:16:3e:93:e6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590f2227-e1db-41a8-9a0d-0766f969eb91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '9b9028a5-450c-449a-857f-b5bdf69b36fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:22Z', 'updated_at': '2022-03-05T14:12:28Z', 'revision_number': 4, 'project_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'subnets': [{'id': '9b9028a5-450c-449a-857f-b5bdf69b36fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:29.564927 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08acd4be-89e6-4578-8a5a-6993a067769f None None] The sync data for ids ['590f2227-e1db-41a8-9a0d-0766f969eb91'] in n-d-803718-1 is: [{'id': '590f2227-e1db-41a8-9a0d-0766f969eb91', 'name': 'tempest-TestVolumeBootPattern-281909290-router', 'tenant_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'b6a3c0ec-5650-4aad-bbf1-c9dad2beba72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:13Z', 'updated_at': '2022-03-05T14:12:24Z', 'revision_number': 4, 'project_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'gw_port': {'id': 'b6a3c0ec-5650-4aad-bbf1-c9dad2beba72', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590f2227-e1db-41a8-9a0d-0766f969eb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:15Z', 'updated_at': '2022-03-05T14:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'be0c0885-0a1f-4405-845f-14aea5cd1e98', 'name': '', 'network_id': '85f5e334-4806-4041-b58e-c557d402ebd1', 'tenant_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'mac_address': 'fa:16:3e:93:e6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590f2227-e1db-41a8-9a0d-0766f969eb91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '9b9028a5-450c-449a-857f-b5bdf69b36fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:22Z', 'updated_at': '2022-03-05T14:12:28Z', 'revision_number': 4, 'project_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'subnets': [{'id': '9b9028a5-450c-449a-857f-b5bdf69b36fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:12:29.592087 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-fa58e813-332a-48d0-b24f-9cf2c5089276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:29.594555 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-fa58e813-332a-48d0-b24f-9cf2c5089276 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c0b8326-b324-4339-b4d2-643fa14e0dda HTTP/1.1" status: 200 len: 849 time: 0.1230378 Mar 05 14:12:29.689858 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-33f94cd9-0b3a-4850-ab6b-d9d4eca91ca2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8368a23d-28a6-4254-8d6b-a3312654f8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894201 Mar 05 14:12:29.846700 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-f90cbfa4-e97d-437c-be01-8120a44de779 service neutron] 10.222.0.15 "GET /v2.0/networks/8368a23d-28a6-4254-8d6b-a3312654f8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513448 Mar 05 14:12:30.035002 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af63adb3-ab5b-4ff6-9529-9ec78fa84a9b req-725dc540-5b29-4c9f-8a3a-dfe1d4c7a3df service neutron] 10.222.0.15 "GET /v2.0/networks/8368a23d-28a6-4254-8d6b-a3312654f8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819923 Mar 05 14:12:30.192893 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84921b8-3e34-41d7-aea3-ef602897481a req-7cf9d640-3ba8-48c5-9cf6-6903c4d9706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:30.195636 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a84921b8-3e34-41d7-aea3-ef602897481a req-7cf9d640-3ba8-48c5-9cf6-6903c4d9706e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb39afc53ae04b40900b9337b566a47c&device_id=c014176a-3d9a-4450-83c9-fd3103c38df9 HTTP/1.1" status: 200 len: 1095 time: 0.1072416 Mar 05 14:12:30.413671 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84921b8-3e34-41d7-aea3-ef602897481a req-a66a7344-1194-4d0f-bfdc-97db981969cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:30.418780 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a84921b8-3e34-41d7-aea3-ef602897481a req-a66a7344-1194-4d0f-bfdc-97db981969cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=8368a23d-28a6-4254-8d6b-a3312654f8d0 HTTP/1.1" status: 200 len: 909 time: 0.2162819 Mar 05 14:12:30.605514 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a84921b8-3e34-41d7-aea3-ef602897481a req-fa21107f-a966-4f0a-ac96-bd8e294a7438 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e61ee84-6e95-4a25-a9af-0761235c373e HTTP/1.1" status: 200 len: 217 time: 0.1763484 Mar 05 14:12:30.770427 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-68f9c6db-6649-4909-9146-dd32d53916d5 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:30.771299 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-68f9c6db-6649-4909-9146-dd32d53916d5 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Synchronizing usage tracker for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:12:30.797182 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-68f9c6db-6649-4909-9146-dd32d53916d5 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Unset dirty status for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:12:30.798614 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-68f9c6db-6649-4909-9146-dd32d53916d5 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 812 time: 0.2339716 Mar 05 14:12:30.831947 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-0bcf179c-804b-4b0c-8780-b85545668f84 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/quotas/cc1d84a3fe924180bae57f2f8ac664e5 HTTP/1.1" status: 200 len: 375 time: 0.0259564 Mar 05 14:12:30.843979 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84921b8-3e34-41d7-aea3-ef602897481a req-aa493da5-c045-4841-8580-3b06180674f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:30.845579 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a84921b8-3e34-41d7-aea3-ef602897481a req-aa493da5-c045-4841-8580-3b06180674f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c0b8326-b324-4339-b4d2-643fa14e0dda HTTP/1.1" status: 200 len: 849 time: 0.0714881 Mar 05 14:12:30.910325 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a84921b8-3e34-41d7-aea3-ef602897481a req-13d1a69f-ad6e-4c84-8921-b2456834a64b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8368a23d-28a6-4254-8d6b-a3312654f8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575986 Mar 05 14:12:30.970131 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device be0c0885-0a1f-4405-845f-14aea5cd1e98 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:12:31.033344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d46a0-5752-4579-8d15-657f547539a2 req-85e61dac-5ed4-4ae2-890b-87b81fbc91d4 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:31.034793 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-152d46a0-5752-4579-8d15-657f547539a2 req-85e61dac-5ed4-4ae2-890b-87b81fbc91d4 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c014176a-3d9a-4450-83c9-fd3103c38df9 HTTP/1.1" status: 200 len: 944 time: 0.5068381 Mar 05 14:12:31.044353 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-034bb77e-c398-4e6a-80b0-e8ceaf422a8b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Synchronizing usage tracker for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:12:31.082000 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port be0c0885-0a1f-4405-845f-14aea5cd1e98 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:12:31.089158 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port be0c0885-0a1f-4405-845f-14aea5cd1e98 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:12:31.089537 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:31.093181 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-034bb77e-c398-4e6a-80b0-e8ceaf422a8b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Unset dirty status for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:12:31.106101 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-034bb77e-c398-4e6a-80b0-e8ceaf422a8b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2633853 Mar 05 14:12:31.264214 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-152d46a0-5752-4579-8d15-657f547539a2 req-b3fdf502-b266-4841-ae1d-895c00cc53b2 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e11731cf-5eff-485d-ad40-27144913152b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743763 Mar 05 14:12:31.348521 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a84921b8-3e34-41d7-aea3-ef602897481a req-9590b4b1-56fb-4f95-ad69-c10d116dfb22 service neutron] 10.222.0.15 "GET /v2.0/networks/8368a23d-28a6-4254-8d6b-a3312654f8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231966 Mar 05 14:12:31.393366 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:31.470642 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port be0c0885-0a1f-4405-845f-14aea5cd1e98, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=be0c0885-0a1f-4405-845f-14aea5cd1e98,segment=NetworkSegment(8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8),segment_id=8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:12:31.477732 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:31.492479 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-e08aae65-b9bc-4e9e-b1ee-b599034c7321 service neutron] 10.222.0.16 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838580 Mar 05 14:12:31.665639 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=be0c0885-0a1f-4405-845f-14aea5cd1e98,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:31.673861 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-ea532d00-d320-4f8e-aa7c-7187773b0858 service neutron] 10.222.0.16 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797762 Mar 05 14:12:31.696020 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a84921b8-3e34-41d7-aea3-ef602897481a req-46fd516e-d9ea-429b-bd33-f23eff78fb0b service neutron] 10.222.0.15 "GET /v2.0/networks/8368a23d-28a6-4254-8d6b-a3312654f8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417923 Mar 05 14:12:32.083822 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1b25c9ba-a1ec-439f-920a-98b6930f2720 req-e17beea2-0680-4839-8bd3-08f31e10d19a tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=374efe26-a158-4be4-861a-c063be0599dd HTTP/1.1" status: 200 len: 210 time: 0.0428386 Mar 05 14:12:32.632768 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090fa44-7e68-4a92-a4e7-1b779bef3a4c req-f51748d6-0ab0-411c-ae09-0775c73227b5 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:32.634510 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0090fa44-7e68-4a92-a4e7-1b779bef3a4c req-f51748d6-0ab0-411c-ae09-0775c73227b5 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c014176a-3d9a-4450-83c9-fd3103c38df9 HTTP/1.1" status: 200 len: 944 time: 0.2470074 Mar 05 14:12:32.696474 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0090fa44-7e68-4a92-a4e7-1b779bef3a4c req-4598c5d9-0966-4cd8-9f22-17ae00081aa6 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e11731cf-5eff-485d-ad40-27144913152b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516748 Mar 05 14:12:32.875571 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device be0c0885-0a1f-4405-845f-14aea5cd1e98 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:12:32.947146 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port be0c0885-0a1f-4405-845f-14aea5cd1e98 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:12:32.947619 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:33.234529 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 9e61ee84-6e95-4a25-a9af-0761235c373e details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:12:33.420915 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ec612918-6a31-4dd6-9897-50d93af86967 req-40626b4a-ec18-45a3-8153-b5ec79db7297 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=374efe26-a158-4be4-861a-c063be0599dd HTTP/1.1" status: 200 len: 210 time: 0.1468463 Mar 05 14:12:33.428784 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 9e61ee84-6e95-4a25-a9af-0761235c373e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=9e61ee84-6e95-4a25-a9af-0761235c373e,segment=NetworkSegment(72cc84b3-15d0-4aa9-8f0f-17e90d25ab86),segment_id=72cc84b3-15d0-4aa9-8f0f-17e90d25ab86)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:12:33.447868 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '9e61ee84-6e95-4a25-a9af-0761235c373e', 'network_id': '8368a23d-28a6-4254-8d6b-a3312654f8d0', 'port_id': '9e61ee84-6e95-4a25-a9af-0761235c373e', 'mac_address': 'fa:16:3e:df:e3:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c0b8326-b324-4339-b4d2-643fa14e0dda', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:12:33.555109 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:33.574457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-c8ead4a0-d4ad-4162-baae-4e8bafc9f0dd tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:33.574457 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-c8ead4a0-d4ad-4162-baae-4e8bafc9f0dd tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.30 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 812 time: 0.3709428 Mar 05 14:12:33.579595 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e61ee84-6e95-4a25-a9af-0761235c373e {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:12:33.587989 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-4e0bda33-acc4-4904-b731-10fe1fa8b1e0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Request body: {'port': {'device_id': '374efe26-a158-4be4-861a-c063be0599dd', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'admin_state_up': True, 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:12:33.600337 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 9e61ee84-6e95-4a25-a9af-0761235c373e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=9e61ee84-6e95-4a25-a9af-0761235c373e,segment=NetworkSegment(72cc84b3-15d0-4aa9-8f0f-17e90d25ab86),segment_id=72cc84b3-15d0-4aa9-8f0f-17e90d25ab86)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:12:33.604105 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:33.697266 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=9e61ee84-6e95-4a25-a9af-0761235c373e,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:33.761400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-4e0bda33-acc4-4904-b731-10fe1fa8b1e0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:33.772624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-4e0bda33-acc4-4904-b731-10fe1fa8b1e0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:33.785586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-4e0bda33-acc4-4904-b731-10fe1fa8b1e0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Made reservation on behalf of cc1d84a3fe924180bae57f2f8ac664e5 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:12:33.789742 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-4e0bda33-acc4-4904-b731-10fe1fa8b1e0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:33.836668 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['9e61ee84-6e95-4a25-a9af-0761235c373e'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:12:34.042322 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1239c1-8ef8-4403-a360-45750548ed51 req-63d56717-e5ef-43e7-a527-9caca4b59ef9 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:34.044108 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9e1239c1-8ef8-4403-a360-45750548ed51 req-63d56717-e5ef-43e7-a527-9caca4b59ef9 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c014176a-3d9a-4450-83c9-fd3103c38df9 HTTP/1.1" status: 200 len: 945 time: 0.1700490 Mar 05 14:12:34.087988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-4e0bda33-acc4-4904-b731-10fe1fa8b1e0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Allocated IP 172.20.0.11 (c768af3c-6e35-45f2-95ff-e71855885f5e/00fe0f0a-69ac-46af-997d-acd7d0040d2e/68559ad5-aa4c-4140-a6d8-7ccf37608fa3) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:12:34.128149 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9e1239c1-8ef8-4403-a360-45750548ed51 req-9b24f386-7dfa-42b0-b0cd-01180a862a53 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e11731cf-5eff-485d-ad40-27144913152b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777881 Mar 05 14:12:34.174039 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41454) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:34.324244 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6d7b8570-60af-4b65-9897-d5c4bbc8b0a5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/floatingips/0b691cfe-64e1-4dfe-afbc-39ba21fc045c HTTP/1.1" status: 200 len: 993 time: 0.1490393 Mar 05 14:12:34.454118 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-4e0bda33-acc4-4904-b731-10fe1fa8b1e0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:34.524115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-4e0bda33-acc4-4904-b731-10fe1fa8b1e0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Transition to ACTIVE for port object 68559ad5-aa4c-4140-a6d8-7ccf37608fa3 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:12:34.606576 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-4e0bda33-acc4-4904-b731-10fe1fa8b1e0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:34.729716 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-4e0bda33-acc4-4904-b731-10fe1fa8b1e0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Network c768af3c-6e35-45f2-95ff-e71855885f5e is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:12:34.761609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-4e0bda33-acc4-4904-b731-10fe1fa8b1e0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:12:34.763257 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d6387-0384-4e09-af46-9fe7b9e61c66 req-cd007862-9155-486f-9573-399fb400c31b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:34.768344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-4e0bda33-acc4-4904-b731-10fe1fa8b1e0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:12:34.781672 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-270d6387-0384-4e09-af46-9fe7b9e61c66 req-cd007862-9155-486f-9573-399fb400c31b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=374efe26-a158-4be4-861a-c063be0599dd HTTP/1.1" status: 200 len: 932 time: 0.1452281 Mar 05 14:12:34.841198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-270d6387-0384-4e09-af46-9fe7b9e61c66 req-2f559c23-d1a9-4169-b34f-1abb0496ff35 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Synchronizing usage tracker for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:12:34.877067 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-270d6387-0384-4e09-af46-9fe7b9e61c66 req-2f559c23-d1a9-4169-b34f-1abb0496ff35 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Unset dirty status for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:12:34.878363 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-270d6387-0384-4e09-af46-9fe7b9e61c66 req-2f559c23-d1a9-4169-b34f-1abb0496ff35 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959260 Mar 05 14:12:34.910599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41476) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:34.934337 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bda33-acc4-4904-b731-10fe1fa8b1e0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event updated for resources: {'Port': ['ID=68559ad5-aa4c-4140-a6d8-7ccf37608fa3,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:34.959035 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-4e0bda33-acc4-4904-b731-10fe1fa8b1e0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:34.960209 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-4e0bda33-acc4-4904-b731-10fe1fa8b1e0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:35.034695 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-4e0bda33-acc4-4904-b731-10fe1fa8b1e0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4518075 Mar 05 14:12:35.046154 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-082da385-f9a0-40d3-9817-975dc86d0bc6 service neutron] Request body: {'port': {'device_id': '374efe26-a158-4be4-861a-c063be0599dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:12:35.217814 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-58954c9e-776c-44c6-90d8-969885534518 None None] Provisioning for port 68559ad5-aa4c-4140-a6d8-7ccf37608fa3 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:12:35.225063 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-58954c9e-776c-44c6-90d8-969885534518 None None] Provisioning complete for port 68559ad5-aa4c-4140-a6d8-7ccf37608fa3 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:12:35.225440 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-58954c9e-776c-44c6-90d8-969885534518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:35.231745 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-082da385-f9a0-40d3-9817-975dc86d0bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:35.285970 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Deleting port ee2fa507-67c5-49b1-9b88-2015785825e9 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:12:35.287097 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:35.300412 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 9e61ee84-6e95-4a25-a9af-0761235c373e up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:12:35.479386 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-58954c9e-776c-44c6-90d8-969885534518 None None] Port 68559ad5-aa4c-4140-a6d8-7ccf37608fa3 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:12:35.550751 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 9e61ee84-6e95-4a25-a9af-0761235c373e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:12:35.558357 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 9e61ee84-6e95-4a25-a9af-0761235c373e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:12:35.558743 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:35.703657 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:35.704234 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:35.916349 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:35.955066 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c014176a-3d9a-4450-83c9-fd3103c38df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e61ee84-6e95-4a25-a9af-0761235c373e'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:12:35.971019 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 9e61ee84-6e95-4a25-a9af-0761235c373e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=9e61ee84-6e95-4a25-a9af-0761235c373e,segment=NetworkSegment(72cc84b3-15d0-4aa9-8f0f-17e90d25ab86),segment_id=72cc84b3-15d0-4aa9-8f0f-17e90d25ab86)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:12:35.977461 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:35.982524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Calling delete_port for ee2fa507-67c5-49b1-9b88-2015785825e9 owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:12:36.077815 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affac48a-a067-4834-aaf6-0eeb7306dfcc req-0cab5744-0b8b-43be-814a-4ae14b569610 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:36.081685 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-affac48a-a067-4834-aaf6-0eeb7306dfcc req-0cab5744-0b8b-43be-814a-4ae14b569610 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c014176a-3d9a-4450-83c9-fd3103c38df9 HTTP/1.1" status: 200 len: 945 time: 0.5590689 Mar 05 14:12:36.151841 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=9e61ee84-6e95-4a25-a9af-0761235c373e,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:36.265389 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a6938-e598-41a2-868f-a39917dfbbb9 req-ddcf8000-19e7-49e5-8386-18e84c49f1aa tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:36.267555 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-422a6938-e598-41a2-868f-a39917dfbbb9 req-ddcf8000-19e7-49e5-8386-18e84c49f1aa tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=374efe26-a158-4be4-861a-c063be0599dd HTTP/1.1" status: 200 len: 932 time: 0.1216037 Mar 05 14:12:36.292088 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-082da385-f9a0-40d3-9817-975dc86d0bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68559ad5-aa4c-4140-a6d8-7ccf37608fa3 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:12:36.303737 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-082da385-f9a0-40d3-9817-975dc86d0bc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:36.319797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-082da385-f9a0-40d3-9817-975dc86d0bc6 service neutron] Transition to ACTIVE for port object 68559ad5-aa4c-4140-a6d8-7ccf37608fa3 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:12:36.353652 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-affac48a-a067-4834-aaf6-0eeb7306dfcc req-fc89444f-9129-4cd6-a39c-f9775158e62d tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e11731cf-5eff-485d-ad40-27144913152b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516243 Mar 05 14:12:36.357671 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-082da385-f9a0-40d3-9817-975dc86d0bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:36.455445 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-422a6938-e598-41a2-868f-a39917dfbbb9 req-6f1e1e10-a6e9-44b3-b67b-526c7efd2991 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822486 Mar 05 14:12:36.500436 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:36.503161 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c014176a-3d9a-4450-83c9-fd3103c38df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e61ee84-6e95-4a25-a9af-0761235c373e', 'code': 200} Mar 05 14:12:36.671823 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event deleted for resources: {'Port': ['ID=ee2fa507-67c5-49b1-9b88-2015785825e9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:36.686680 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:36.686680 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:36.687175 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:36.687433 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:36.687832 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:36.687979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:36.688493 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:36.689262 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:36.689790 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:36.690272 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:36.690794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:36.691342 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:12:36.821124 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082da385-f9a0-40d3-9817-975dc86d0bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=68559ad5-aa4c-4140-a6d8-7ccf37608fa3,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:36.856008 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:36.857732 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Floating IP 0b691cfe-64e1-4dfe-afbc-39ba21fc045c disassociated (deleted). External IP: 172.25.4.226, port: 91caf3a7-4506-4792-9e7c-d5c6281807e9. Mar 05 14:12:36.923680 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c726a73-ed8f-4916-a080-1dd453caf8a9 req-5643f9b6-1514-4504-89a8-8a7d1354be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:36.925314 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4c726a73-ed8f-4916-a080-1dd453caf8a9 req-5643f9b6-1514-4504-89a8-8a7d1354be7c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c014176a-3d9a-4450-83c9-fd3103c38df9 HTTP/1.1" status: 200 len: 1097 time: 0.3433392 Mar 05 14:12:36.926142 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-082da385-f9a0-40d3-9817-975dc86d0bc6 service neutron] Attempting to bind port 68559ad5-aa4c-4140-a6d8-7ccf37608fa3 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:12:36.926470 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-082da385-f9a0-40d3-9817-975dc86d0bc6 service neutron] Attempting to bind port 68559ad5-aa4c-4140-a6d8-7ccf37608fa3 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:12:36.927193 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-082da385-f9a0-40d3-9817-975dc86d0bc6 service neutron] Attempting to bind port 68559ad5-aa4c-4140-a6d8-7ccf37608fa3 on network c768af3c-6e35-45f2-95ff-e71855885f5e {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:12:36.962750 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-082da385-f9a0-40d3-9817-975dc86d0bc6 service neutron] Port 68559ad5-aa4c-4140-a6d8-7ccf37608fa3 on network c768af3c-6e35-45f2-95ff-e71855885f5e not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:12:36.963107 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-082da385-f9a0-40d3-9817-975dc86d0bc6 service neutron] Attempting to bind port 68559ad5-aa4c-4140-a6d8-7ccf37608fa3 on network c768af3c-6e35-45f2-95ff-e71855885f5e {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:12:36.976697 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-082da385-f9a0-40d3-9817-975dc86d0bc6 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:12:36.977035 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-082da385-f9a0-40d3-9817-975dc86d0bc6 service neutron] Checking segment: {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:12:36.977445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-082da385-f9a0-40d3-9817-975dc86d0bc6 service neutron] Bound using segment: {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:12:36.977994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-082da385-f9a0-40d3-9817-975dc86d0bc6 service neutron] Bound port: 68559ad5-aa4c-4140-a6d8-7ccf37608fa3, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:12:36.978454 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-082da385-f9a0-40d3-9817-975dc86d0bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:36.994677 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4c726a73-ed8f-4916-a080-1dd453caf8a9 req-6f365c4f-c28a-4561-89e8-3070f430a6f9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e11731cf-5eff-485d-ad40-27144913152b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632219 Mar 05 14:12:37.079434 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-082da385-f9a0-40d3-9817-975dc86d0bc6 service neutron] For port 68559ad5-aa4c-4140-a6d8-7ccf37608fa3, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:12:37.082891 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-082da385-f9a0-40d3-9817-975dc86d0bc6 service neutron] For port 68559ad5-aa4c-4140-a6d8-7ccf37608fa3, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=68559ad5-aa4c-4140-a6d8-7ccf37608fa3,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:12:37.088668 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-082da385-f9a0-40d3-9817-975dc86d0bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:37.172988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082da385-f9a0-40d3-9817-975dc86d0bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=68559ad5-aa4c-4140-a6d8-7ccf37608fa3,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:37.193804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-082da385-f9a0-40d3-9817-975dc86d0bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:37.194404 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-082da385-f9a0-40d3-9817-975dc86d0bc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:37.195738 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-082da385-f9a0-40d3-9817-975dc86d0bc6 service neutron] 10.222.0.30 "PUT /v2.0/ports/68559ad5-aa4c-4140-a6d8-7ccf37608fa3 HTTP/1.1" status: 200 len: 1092 time: 2.1538875 Mar 05 14:12:37.196184 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374efe26-a158-4be4-861a-c063be0599dd', 'tag': '68559ad5-aa4c-4140-a6d8-7ccf37608fa3'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:12:37.359701 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-2d1892b5-1f2c-4f0d-8948-fee5c1b039ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:37.362009 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-2d1892b5-1f2c-4f0d-8948-fee5c1b039ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&device_id=374efe26-a158-4be4-861a-c063be0599dd HTTP/1.1" status: 200 len: 1095 time: 0.1204305 Mar 05 14:12:37.452920 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-f89662fd-b2ca-4e52-b39c-5ab423ee376d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68559ad5-aa4c-4140-a6d8-7ccf37608fa3 HTTP/1.1" status: 200 len: 217 time: 0.0826118 Mar 05 14:12:37.612180 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-ece6ef8f-6ea7-4c4f-89b9-647b16b517cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:37.614485 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-ece6ef8f-6ea7-4c4f-89b9-647b16b517cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 200 len: 851 time: 0.1547885 Mar 05 14:12:37.672764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Router 343a1130-da2e-4791-80a6-51a72429c99f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:12:37.739059 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374efe26-a158-4be4-861a-c063be0599dd', 'tag': '68559ad5-aa4c-4140-a6d8-7ccf37608fa3', 'status': 'completed', 'code': 200} Mar 05 14:12:37.816496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-a3cd73a7-d114-4548-a3c6-faa5a4a1a519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:37.819417 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-a3cd73a7-d114-4548-a3c6-faa5a4a1a519 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c768af3c-6e35-45f2-95ff-e71855885f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1975965 Mar 05 14:12:37.835490 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef2be3-3b28-4bc2-b319-2eaa3de5d72a req-39a4a97e-fb5d-4910-815f-f4f09206d66b tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:37.837189 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26ef2be3-3b28-4bc2-b319-2eaa3de5d72a req-39a4a97e-fb5d-4910-815f-f4f09206d66b tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c014176a-3d9a-4450-83c9-fd3103c38df9 HTTP/1.1" status: 200 len: 946 time: 0.1635559 Mar 05 14:12:37.999308 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634e00e-54a7-46c1-8130-338850a5e603 req-214085fc-0260-4be1-ae21-9dadd1542fed tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:38.008468 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e634e00e-54a7-46c1-8130-338850a5e603 req-214085fc-0260-4be1-ae21-9dadd1542fed tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=374efe26-a158-4be4-861a-c063be0599dd HTTP/1.1" status: 200 len: 944 time: 0.1265209 Mar 05 14:12:38.011387 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:12:38.022754 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42c2075-98af-4db6-9f42-bfbaa3c29b30 None None] Sync routers for ids ['343a1130-da2e-4791-80a6-51a72429c99f'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:12:38.042135 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42c2075-98af-4db6-9f42-bfbaa3c29b30 None None] Routers {'343a1130-da2e-4791-80a6-51a72429c99f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:12:38.043782 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-a42c2075-98af-4db6-9f42-bfbaa3c29b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:12:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['343a1130-da2e-4791-80a6-51a72429c99f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:38.081363 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e634e00e-54a7-46c1-8130-338850a5e603 req-c4eda9c7-d773-4a4c-8997-a5f198293cff tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714893 Mar 05 14:12:38.108502 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:38.154135 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26ef2be3-3b28-4bc2-b319-2eaa3de5d72a req-5aa6fa18-ff08-45f6-bfd8-8a8972306bf3 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e11731cf-5eff-485d-ad40-27144913152b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786644 Mar 05 14:12:38.213356 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cd3e6034-1a0c-4424-9ca8-fe6c3bc9f599 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "DELETE /v2.0/floatingips/0b691cfe-64e1-4dfe-afbc-39ba21fc045c HTTP/1.1" status: 204 len: 168 time: 3.2990663 Mar 05 14:12:38.213356 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e49fc5a-1241-47e1-be01-b98d85fd47d9', 'tag': '91caf3a7-4506-4792-9e7c-d5c6281807e9'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:12:38.284191 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-a9d9831a-7c23-47af-9bd8-bdd0d8657001 service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578648 Mar 05 14:12:38.340299 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e49fc5a-1241-47e1-be01-b98d85fd47d9', 'tag': '91caf3a7-4506-4792-9e7c-d5c6281807e9', 'status': 'completed', 'code': 200} Mar 05 14:12:38.379560 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-a42c2075-98af-4db6-9f42-bfbaa3c29b30 None None] Set router 343a1130-da2e-4791-80a6-51a72429c99f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:12:38.527031 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e1639-6d99-41b4-a8f7-e824e3bbb3ec req-6ecc4e00-2cac-4330-a609-27b3eef633ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:38.533546 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-127e1639-6d99-41b4-a8f7-e824e3bbb3ec req-6ecc4e00-2cac-4330-a609-27b3eef633ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a618ad747aa4899b8afc19ecc5e6005&device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9 HTTP/1.1" status: 200 len: 1096 time: 0.1661220 Mar 05 14:12:38.564786 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d32e6bd7-c50a-4071-a422-a238ef25e106 req-ebbd01c8-81b2-419e-bc5c-7f7e4fc6c5db service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740569 Mar 05 14:12:38.733730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e1639-6d99-41b4-a8f7-e824e3bbb3ec req-2288edd6-84d4-4ae6-b6cf-961476b43ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:38.735232 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-127e1639-6d99-41b4-a8f7-e824e3bbb3ec req-2288edd6-84d4-4ae6-b6cf-961476b43ef8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=77472b13-c9ef-4a12-a01a-7d8bdc297640 HTTP/1.1" status: 200 len: 896 time: 0.1966281 Mar 05 14:12:38.821353 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b4744da4-7fed-4159-8fab-780d85605397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:38.901800 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-127e1639-6d99-41b4-a8f7-e824e3bbb3ec req-f2a643b4-3592-4656-a238-45783982d0a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91caf3a7-4506-4792-9e7c-d5c6281807e9 HTTP/1.1" status: 200 len: 217 time: 0.1591434 Mar 05 14:12:38.977272 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-a42c2075-98af-4db6-9f42-bfbaa3c29b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343a1130-da2e-4791-80a6-51a72429c99f', 'name': 'tempest-TestNetworkBasicOps-router-1578488541', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'b30c3a69-526e-46c1-9107-817576082118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:11:19Z', 'updated_at': '2022-03-05T14:11:31Z', 'revision_number': 4, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': 'b30c3a69-526e-46c1-9107-817576082118', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:20Z', 'updated_at': '2022-03-05T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '26356ad7-2185-46ad-abf7-654a76cd50da', 'name': '', 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:56:3f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '772add3a-09fa-46d7-81dc-bd272be21742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:30Z', 'updated_at': '2022-03-05T14:11:43Z', 'revision_number': 5, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '772add3a-09fa-46d7-81dc-bd272be21742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:38.982502 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42c2075-98af-4db6-9f42-bfbaa3c29b30 None None] Checking router: 343a1130-da2e-4791-80a6-51a72429c99f for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:12:39.000854 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42c2075-98af-4db6-9f42-bfbaa3c29b30 None None] Routers {'343a1130-da2e-4791-80a6-51a72429c99f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:12:39.001682 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-a42c2075-98af-4db6-9f42-bfbaa3c29b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:12:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['343a1130-da2e-4791-80a6-51a72429c99f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:39.036132 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e1639-6d99-41b4-a8f7-e824e3bbb3ec req-b93c234a-98a3-4cde-ab1c-60f00e2371ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:39.036132 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-127e1639-6d99-41b4-a8f7-e824e3bbb3ec req-b93c234a-98a3-4cde-ab1c-60f00e2371ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=772add3a-09fa-46d7-81dc-bd272be21742 HTTP/1.1" status: 200 len: 834 time: 0.1221476 Mar 05 14:12:39.075850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb86685-0ab7-4c2e-8547-b5ab0fe5ec4c req-5f1cb89f-ef04-42ea-a07d-0bbc4d33e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:39.077584 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1eb86685-0ab7-4c2e-8547-b5ab0fe5ec4c req-5f1cb89f-ef04-42ea-a07d-0bbc4d33e452 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&device_id=374efe26-a158-4be4-861a-c063be0599dd HTTP/1.1" status: 200 len: 1095 time: 0.4578507 Mar 05 14:12:39.208061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e1639-6d99-41b4-a8f7-e824e3bbb3ec req-b66e32a5-c92b-4129-8600-d2dc8350b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:39.210626 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-127e1639-6d99-41b4-a8f7-e824e3bbb3ec req-b66e32a5-c92b-4129-8600-d2dc8350b299 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77472b13-c9ef-4a12-a01a-7d8bdc297640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1684422 Mar 05 14:12:39.302235 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-a42c2075-98af-4db6-9f42-bfbaa3c29b30 None None] Set router 343a1130-da2e-4791-80a6-51a72429c99f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:12:39.323987 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28421c-81f8-4916-9629-93c6772c1671 req-7cb8aae1-9a6e-4392-a10f-37f37ada83a8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:39.325452 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ab28421c-81f8-4916-9629-93c6772c1671 req-7cb8aae1-9a6e-4392-a10f-37f37ada83a8 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9 HTTP/1.1" status: 200 len: 945 time: 0.3783820 Mar 05 14:12:39.411482 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb86685-0ab7-4c2e-8547-b5ab0fe5ec4c req-01016fad-a076-4ea5-a261-95c56e3a092c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:39.419226 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1eb86685-0ab7-4c2e-8547-b5ab0fe5ec4c req-01016fad-a076-4ea5-a261-95c56e3a092c service neutron] 10.222.0.30 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 912 time: 0.3239989 Mar 05 14:12:39.540614 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-127e1639-6d99-41b4-a8f7-e824e3bbb3ec req-7f1b773a-2dc3-484d-8218-b4e569cbf2dc service neutron] 10.222.0.30 "GET /v2.0/networks/77472b13-c9ef-4a12-a01a-7d8bdc297640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231268 Mar 05 14:12:39.546429 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ab28421c-81f8-4916-9629-93c6772c1671 req-7936d7c1-9df8-4b17-8063-2200b40ca9b7 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=46489d08-5f4e-4837-b0b3-46dd851734da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135191 Mar 05 14:12:39.559541 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1eb86685-0ab7-4c2e-8547-b5ab0fe5ec4c req-c14bfeb0-e1e7-4024-9a90-570cf9161599 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68559ad5-aa4c-4140-a6d8-7ccf37608fa3 HTTP/1.1" status: 200 len: 217 time: 0.1371500 Mar 05 14:12:39.676551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb86685-0ab7-4c2e-8547-b5ab0fe5ec4c req-41bfd6b8-4171-41ca-b5eb-c196ae616c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:39.678526 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1eb86685-0ab7-4c2e-8547-b5ab0fe5ec4c req-41bfd6b8-4171-41ca-b5eb-c196ae616c92 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 200 len: 851 time: 0.1117194 Mar 05 14:12:39.847170 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb86685-0ab7-4c2e-8547-b5ab0fe5ec4c req-28a89a33-627b-4e20-9826-224c5623d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:39.848638 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1eb86685-0ab7-4c2e-8547-b5ab0fe5ec4c req-28a89a33-627b-4e20-9826-224c5623d7d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c768af3c-6e35-45f2-95ff-e71855885f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1619875 Mar 05 14:12:39.908986 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-a42c2075-98af-4db6-9f42-bfbaa3c29b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343a1130-da2e-4791-80a6-51a72429c99f', 'name': 'tempest-TestNetworkBasicOps-router-1578488541', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'b30c3a69-526e-46c1-9107-817576082118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:11:19Z', 'updated_at': '2022-03-05T14:11:31Z', 'revision_number': 4, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': 'b30c3a69-526e-46c1-9107-817576082118', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:20Z', 'updated_at': '2022-03-05T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '26356ad7-2185-46ad-abf7-654a76cd50da', 'name': '', 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:56:3f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '772add3a-09fa-46d7-81dc-bd272be21742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:30Z', 'updated_at': '2022-03-05T14:11:43Z', 'revision_number': 5, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '772add3a-09fa-46d7-81dc-bd272be21742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:39.909904 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00272b1-6a62-4e3c-8bc4-73c43b8b0045 req-5cc37234-6032-40a7-a6dc-2429b5b0d35b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:39.918339 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a00272b1-6a62-4e3c-8bc4-73c43b8b0045 req-5cc37234-6032-40a7-a6dc-2429b5b0d35b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=374efe26-a158-4be4-861a-c063be0599dd HTTP/1.1" status: 200 len: 944 time: 0.3767016 Mar 05 14:12:39.919275 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42c2075-98af-4db6-9f42-bfbaa3c29b30 None None] The sync data for ids ['343a1130-da2e-4791-80a6-51a72429c99f'] in n-d-803718-1 is: [{'id': '343a1130-da2e-4791-80a6-51a72429c99f', 'name': 'tempest-TestNetworkBasicOps-router-1578488541', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'b30c3a69-526e-46c1-9107-817576082118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:11:19Z', 'updated_at': '2022-03-05T14:11:31Z', 'revision_number': 4, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': 'b30c3a69-526e-46c1-9107-817576082118', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:20Z', 'updated_at': '2022-03-05T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '26356ad7-2185-46ad-abf7-654a76cd50da', 'name': '', 'network_id': '77472b13-c9ef-4a12-a01a-7d8bdc297640', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'mac_address': 'fa:16:3e:56:3f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '772add3a-09fa-46d7-81dc-bd272be21742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:30Z', 'updated_at': '2022-03-05T14:11:43Z', 'revision_number': 5, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'subnets': [{'id': '772add3a-09fa-46d7-81dc-bd272be21742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:12:40.007088 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a00272b1-6a62-4e3c-8bc4-73c43b8b0045 req-a6fa8760-d641-40f5-aa9b-97a6a26ca861 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874474 Mar 05 14:12:40.011490 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-127e1639-6d99-41b4-a8f7-e824e3bbb3ec req-605f33a0-ca81-4142-ba8d-d6462d7521e1 service neutron] 10.222.0.30 "GET /v2.0/networks/77472b13-c9ef-4a12-a01a-7d8bdc297640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994727 Mar 05 14:12:40.046903 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8f059-74b4-4b34-ae4d-8cb5b697cc75 req-f4d36343-acd8-4d64-b1a7-796c1b615acc tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:40.054080 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-55b8f059-74b4-4b34-ae4d-8cb5b697cc75 req-f4d36343-acd8-4d64-b1a7-796c1b615acc tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c014176a-3d9a-4450-83c9-fd3103c38df9 HTTP/1.1" status: 200 len: 946 time: 0.3197098 Mar 05 14:12:40.122006 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-55b8f059-74b4-4b34-ae4d-8cb5b697cc75 req-275caa73-5f4d-4fe7-bfba-376f3c2c94ac tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e11731cf-5eff-485d-ad40-27144913152b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668797 Mar 05 14:12:40.132951 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14731b-46cd-4379-88e8-ead2177d6a32 req-49cfb865-86ec-4c98-988b-99a16639171f tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:40.133891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-4d14731b-46cd-4379-88e8-ead2177d6a32 req-49cfb865-86ec-4c98-988b-99a16639171f tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Synchronizing usage tracker for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:12:40.162708 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-4d14731b-46cd-4379-88e8-ead2177d6a32 req-49cfb865-86ec-4c98-988b-99a16639171f tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Unset dirty status for tenant:9a618ad747aa4899b8afc19ecc5e6005 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:12:40.164444 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4d14731b-46cd-4379-88e8-ead2177d6a32 req-49cfb865-86ec-4c98-988b-99a16639171f tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9 HTTP/1.1" status: 200 len: 945 time: 0.1344011 Mar 05 14:12:40.170449 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1eb86685-0ab7-4c2e-8547-b5ab0fe5ec4c req-e5bd3f8c-b793-498a-b0cd-a31086653394 service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133914 Mar 05 14:12:40.318889 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-4d14731b-46cd-4379-88e8-ead2177d6a32 req-486605e2-2d0a-4cb3-a387-dc0549e0899a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Deleting port 91caf3a7-4506-4792-9e7c-d5c6281807e9 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:12:40.320079 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-4d14731b-46cd-4379-88e8-ead2177d6a32 req-486605e2-2d0a-4cb3-a387-dc0549e0899a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:40.377472 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c186d7ab-01ea-4b4f-ad89-68ca8063fba2 None None] New status for floating IP 0b691cfe-64e1-4dfe-afbc-39ba21fc045c: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:12:40.413782 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1eb86685-0ab7-4c2e-8547-b5ab0fe5ec4c req-65909731-aa2e-4fdf-bc5f-ed20821179bb service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365112 Mar 05 14:12:40.940261 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-89441ab3-baf3-46e5-a58c-7bf29c3b7113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:41.055845 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b52ed9-2b69-4382-9209-fbf89b9e3c9a req-de3b7fb4-43f5-4c60-a716-4c6effd8579a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:41.058425 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-23b52ed9-2b69-4382-9209-fbf89b9e3c9a req-de3b7fb4-43f5-4c60-a716-4c6effd8579a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9 HTTP/1.1" status: 200 len: 945 time: 0.2651641 Mar 05 14:12:41.110937 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-4d14731b-46cd-4379-88e8-ead2177d6a32 req-486605e2-2d0a-4cb3-a387-dc0549e0899a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] For port 91caf3a7-4506-4792-9e7c-d5c6281807e9, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=91caf3a7-4506-4792-9e7c-d5c6281807e9,segment=NetworkSegment(4c212611-89c5-489f-97d0-94c13ec81e7b),segment_id=4c212611-89c5-489f-97d0-94c13ec81e7b)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:12:41.111517 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-4d14731b-46cd-4379-88e8-ead2177d6a32 req-486605e2-2d0a-4cb3-a387-dc0549e0899a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:41.262200 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-23b52ed9-2b69-4382-9209-fbf89b9e3c9a req-fb97aae2-cd73-4d31-86e3-589df8a0b930 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/security-groups?id=46489d08-5f4e-4837-b0b3-46dd851734da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977124 Mar 05 14:12:41.269060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-4d14731b-46cd-4379-88e8-ead2177d6a32 req-486605e2-2d0a-4cb3-a387-dc0549e0899a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Calling delete_port for 91caf3a7-4506-4792-9e7c-d5c6281807e9 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:12:41.278650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a98c2-3197-40c1-a6ab-c9f83304ed67 req-e1ffe258-fc21-436a-8a9d-68361747ce39 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:41.288623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-854a98c2-3197-40c1-a6ab-c9f83304ed67 req-e1ffe258-fc21-436a-8a9d-68361747ce39 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Synchronizing usage tracker for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:12:41.316341 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-854a98c2-3197-40c1-a6ab-c9f83304ed67 req-e1ffe258-fc21-436a-8a9d-68361747ce39 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Unset dirty status for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:12:41.317945 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-854a98c2-3197-40c1-a6ab-c9f83304ed67 req-e1ffe258-fc21-436a-8a9d-68361747ce39 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=374efe26-a158-4be4-861a-c063be0599dd HTTP/1.1" status: 200 len: 944 time: 0.1671081 Mar 05 14:12:41.413773 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-854a98c2-3197-40c1-a6ab-c9f83304ed67 req-c3f98a8f-9240-40f2-a09b-450cdb79f5fc tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783434 Mar 05 14:12:41.536084 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-4d14731b-46cd-4379-88e8-ead2177d6a32 req-486605e2-2d0a-4cb3-a387-dc0549e0899a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:41.635418 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486605e2-2d0a-4cb3-a387-dc0549e0899a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event deleted for resources: {'Port': ['ID=91caf3a7-4506-4792-9e7c-d5c6281807e9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:41.727257 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d14731b-46cd-4379-88e8-ead2177d6a32 req-486605e2-2d0a-4cb3-a387-dc0549e0899a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] No DVR routers for this DVR port 91caf3a7-4506-4792-9e7c-d5c6281807e9 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:12:41.731175 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-4d14731b-46cd-4379-88e8-ead2177d6a32 req-486605e2-2d0a-4cb3-a387-dc0549e0899a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:41.734074 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e49fc5a-1241-47e1-be01-b98d85fd47d9', 'name': 'network-vif-deleted', 'tag': '91caf3a7-4506-4792-9e7c-d5c6281807e9'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:12:41.754791 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4d14731b-46cd-4379-88e8-ead2177d6a32 req-486605e2-2d0a-4cb3-a387-dc0549e0899a tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.30 "DELETE /v2.0/ports/91caf3a7-4506-4792-9e7c-d5c6281807e9 HTTP/1.1" status: 204 len: 173 time: 1.5845604 Mar 05 14:12:41.791958 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e49fc5a-1241-47e1-be01-b98d85fd47d9', 'name': 'network-vif-deleted', 'tag': '91caf3a7-4506-4792-9e7c-d5c6281807e9', 'status': 'completed', 'code': 200} Mar 05 14:12:42.129448 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:42.132802 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:42.477125 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6692a549-dd56-4cd5-b817-bc8b767ee82e req-ad39cab4-4b7e-438e-a8e2-2dd8531dc18f tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e49fc5a-1241-47e1-be01-b98d85fd47d9 HTTP/1.1" status: 200 len: 210 time: 0.0610387 Mar 05 14:12:42.631914 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33706485-45ea-4c06-8e20-588d0ee0b34f req-5055dcb6-8c7e-4a82-8955-1ad7dee86c6c tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:42.633374 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-33706485-45ea-4c06-8e20-588d0ee0b34f req-5055dcb6-8c7e-4a82-8955-1ad7dee86c6c tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=374efe26-a158-4be4-861a-c063be0599dd HTTP/1.1" status: 200 len: 944 time: 0.0826325 Mar 05 14:12:42.681215 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-33706485-45ea-4c06-8e20-588d0ee0b34f req-268ec1f7-a58e-414b-a623-c734242b115f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422785 Mar 05 14:12:43.580873 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 41642) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:43.656711 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-08ddebf0-b738-4e7d-bc8c-5894435c70ce tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:43.691968 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-08ddebf0-b738-4e7d-bc8c-5894435c70ce tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:43.737848 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:43.774170 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-08ddebf0-b738-4e7d-bc8c-5894435c70ce tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:43.793014 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddebf0-b738-4e7d-bc8c-5894435c70ce tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46489d08-5f4e-4837-b0b3-46dd851734da,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:43.828769 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-08ddebf0-b738-4e7d-bc8c-5894435c70ce tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:43.834216 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-08ddebf0-b738-4e7d-bc8c-5894435c70ce tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "DELETE /v2.0/security-groups/46489d08-5f4e-4837-b0b3-46dd851734da HTTP/1.1" status: 204 len: 168 time: 0.2519600 Mar 05 14:12:43.872923 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41654) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:44.058638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12ca43-5fb7-4d68-a9e7-013a29298339 req-3cfeb48b-e8ea-4c50-9f7a-259a58fd7174 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:44.077616 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9d12ca43-5fb7-4d68-a9e7-013a29298339 req-3cfeb48b-e8ea-4c50-9f7a-259a58fd7174 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=374efe26-a158-4be4-861a-c063be0599dd HTTP/1.1" status: 200 len: 944 time: 0.2311137 Mar 05 14:12:44.135592 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 91caf3a7-4506-4792-9e7c-d5c6281807e9 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:12:44.145913 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9d12ca43-5fb7-4d68-a9e7-013a29298339 req-a856c2ba-c1d6-4025-b1be-ca565b79e533 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673418 Mar 05 14:12:44.208632 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 91caf3a7-4506-4792-9e7c-d5c6281807e9 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:12:44.209506 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 91caf3a7-4506-4792-9e7c-d5c6281807e9 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:12:44.905107 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c9f1edc-a43b-4c3f-b42a-02a33fba015b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:45.341573 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958e1dc-ec06-415f-9072-e3d463ffe5f8 req-f8bd6d56-b8f3-4b2a-b905-d9eea18c371d tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:45.350902 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6958e1dc-ec06-415f-9072-e3d463ffe5f8 req-f8bd6d56-b8f3-4b2a-b905-d9eea18c371d tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c014176a-3d9a-4450-83c9-fd3103c38df9 HTTP/1.1" status: 200 len: 946 time: 0.2239377 Mar 05 14:12:45.403406 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6958e1dc-ec06-415f-9072-e3d463ffe5f8 req-1c5c93fc-d0b7-4d3c-af3b-ed22898ccec8 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e11731cf-5eff-485d-ad40-27144913152b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516031 Mar 05 14:12:45.441504 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03b056-6f3b-4664-af1f-193ed5bd40cb req-72e92e7c-31c9-4f7d-bc6d-de9601252be3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:45.443326 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0b03b056-6f3b-4664-af1f-193ed5bd40cb req-72e92e7c-31c9-4f7d-bc6d-de9601252be3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=374efe26-a158-4be4-861a-c063be0599dd HTTP/1.1" status: 200 len: 944 time: 0.1317563 Mar 05 14:12:45.552007 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0b03b056-6f3b-4664-af1f-193ed5bd40cb req-8949db16-1fbb-4b2c-9760-e402aeb79b29 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013470 Mar 05 14:12:45.558834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-4c9f1edc-a43b-4c3f-b42a-02a33fba015b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Deleting port 26356ad7-2185-46ad-abf7-654a76cd50da {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:12:45.559154 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c9f1edc-a43b-4c3f-b42a-02a33fba015b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:45.781538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-4c9f1edc-a43b-4c3f-b42a-02a33fba015b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] For port 26356ad7-2185-46ad-abf7-654a76cd50da, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=26356ad7-2185-46ad-abf7-654a76cd50da,segment=NetworkSegment(4c212611-89c5-489f-97d0-94c13ec81e7b),segment_id=4c212611-89c5-489f-97d0-94c13ec81e7b)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:12:45.781891 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c9f1edc-a43b-4c3f-b42a-02a33fba015b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:45.915207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-4c9f1edc-a43b-4c3f-b42a-02a33fba015b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Calling delete_port for 26356ad7-2185-46ad-abf7-654a76cd50da owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:12:46.157315 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 68559ad5-aa4c-4140-a6d8-7ccf37608fa3 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:12:46.322093 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c9f1edc-a43b-4c3f-b42a-02a33fba015b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:46.359445 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 68559ad5-aa4c-4140-a6d8-7ccf37608fa3, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=68559ad5-aa4c-4140-a6d8-7ccf37608fa3,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:12:46.374447 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '68559ad5-aa4c-4140-a6d8-7ccf37608fa3', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'port_id': '68559ad5-aa4c-4140-a6d8-7ccf37608fa3', 'mac_address': 'fa:16:3e:79:7b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:12:46.454443 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:46.477643 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68559ad5-aa4c-4140-a6d8-7ccf37608fa3 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:12:46.501475 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 68559ad5-aa4c-4140-a6d8-7ccf37608fa3, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=68559ad5-aa4c-4140-a6d8-7ccf37608fa3,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:12:46.508451 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:46.563244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f1edc-a43b-4c3f-b42a-02a33fba015b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event deleted for resources: {'Port': ['ID=26356ad7-2185-46ad-abf7-654a76cd50da,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:46.684383 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=68559ad5-aa4c-4140-a6d8-7ccf37608fa3,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:46.728985 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['68559ad5-aa4c-4140-a6d8-7ccf37608fa3'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:12:46.801448 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2368c0-85be-44fc-acef-44c54169e8e5 req-cc52dc3b-a18d-4d95-8098-97db631d6bdb tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:46.823055 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cb2368c0-85be-44fc-acef-44c54169e8e5 req-cc52dc3b-a18d-4d95-8098-97db631d6bdb tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c014176a-3d9a-4450-83c9-fd3103c38df9 HTTP/1.1" status: 200 len: 946 time: 0.1399090 Mar 05 14:12:46.956851 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cb2368c0-85be-44fc-acef-44c54169e8e5 req-499147ad-9997-4cc9-bca3-87305a6c45bf tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e11731cf-5eff-485d-ad40-27144913152b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324461 Mar 05 14:12:47.150122 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a8dca-34fc-4c73-bc5a-51c1005a55c6 req-da28d741-c767-46f1-911f-010a60bd051c tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:47.151664 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-134a8dca-34fc-4c73-bc5a-51c1005a55c6 req-da28d741-c767-46f1-911f-010a60bd051c tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.15 "GET /v2.0/ports?device_id=c014176a-3d9a-4450-83c9-fd3103c38df9 HTTP/1.1" status: 200 len: 946 time: 0.8166144 Mar 05 14:12:47.153729 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c9f1edc-a43b-4c3f-b42a-02a33fba015b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:47.294586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98eea52-74ca-4e60-8647-0eed6603404e req-1566952b-7243-4c22-9618-949ea60abbec tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:47.296072 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d98eea52-74ca-4e60-8647-0eed6603404e req-1566952b-7243-4c22-9618-949ea60abbec tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=374efe26-a158-4be4-861a-c063be0599dd HTTP/1.1" status: 200 len: 945 time: 0.3999643 Mar 05 14:12:47.347415 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-134a8dca-34fc-4c73-bc5a-51c1005a55c6 req-67034239-192d-451e-86ac-957f24dc040f tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Deleting port 9e61ee84-6e95-4a25-a9af-0761235c373e {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:12:47.347770 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-134a8dca-34fc-4c73-bc5a-51c1005a55c6 req-67034239-192d-451e-86ac-957f24dc040f tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:47.501084 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d98eea52-74ca-4e60-8647-0eed6603404e req-c3cfbc8b-5648-4852-b110-30bf8a5bd564 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916800 Mar 05 14:12:47.895263 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9f1edc-a43b-4c3f-b42a-02a33fba015b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Router 343a1130-da2e-4791-80a6-51a72429c99f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:12:47.902285 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-134a8dca-34fc-4c73-bc5a-51c1005a55c6 req-67034239-192d-451e-86ac-957f24dc040f tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] For port 9e61ee84-6e95-4a25-a9af-0761235c373e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=9e61ee84-6e95-4a25-a9af-0761235c373e,segment=NetworkSegment(72cc84b3-15d0-4aa9-8f0f-17e90d25ab86),segment_id=72cc84b3-15d0-4aa9-8f0f-17e90d25ab86)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:12:47.902634 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-134a8dca-34fc-4c73-bc5a-51c1005a55c6 req-67034239-192d-451e-86ac-957f24dc040f tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:48.040261 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-134a8dca-34fc-4c73-bc5a-51c1005a55c6 req-67034239-192d-451e-86ac-957f24dc040f tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Calling delete_port for 9e61ee84-6e95-4a25-a9af-0761235c373e owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:12:48.173686 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 68559ad5-aa4c-4140-a6d8-7ccf37608fa3 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:12:48.217331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce082d13-fd10-4b53-ae8f-39172c7a9519 req-8aad8a2d-14e4-4c66-93da-7585a473c438 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:48.248366 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ce082d13-fd10-4b53-ae8f-39172c7a9519 req-8aad8a2d-14e4-4c66-93da-7585a473c438 tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c014176a-3d9a-4450-83c9-fd3103c38df9 HTTP/1.1" status: 200 len: 946 time: 0.1273735 Mar 05 14:12:48.283007 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 68559ad5-aa4c-4140-a6d8-7ccf37608fa3 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:12:48.290570 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 68559ad5-aa4c-4140-a6d8-7ccf37608fa3 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:12:48.291340 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:48.313226 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ce082d13-fd10-4b53-ae8f-39172c7a9519 req-d22ee6f2-19b6-4ba8-bd94-0600efe948cb tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/security-groups?id=e11731cf-5eff-485d-ad40-27144913152b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637791 Mar 05 14:12:48.438316 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:48.482696 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 68559ad5-aa4c-4140-a6d8-7ccf37608fa3, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=68559ad5-aa4c-4140-a6d8-7ccf37608fa3,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:12:48.484040 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374efe26-a158-4be4-861a-c063be0599dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68559ad5-aa4c-4140-a6d8-7ccf37608fa3'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:12:48.490821 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:48.655040 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374efe26-a158-4be4-861a-c063be0599dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68559ad5-aa4c-4140-a6d8-7ccf37608fa3', 'code': 200} Mar 05 14:12:48.665159 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=68559ad5-aa4c-4140-a6d8-7ccf37608fa3,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:48.687277 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9f1edc-a43b-4c3f-b42a-02a33fba015b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:12:48.700916 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f79f4-9373-4b9f-a0a2-9484646e22cb None None] Sync routers for ids ['343a1130-da2e-4791-80a6-51a72429c99f'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:12:48.723702 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f79f4-9373-4b9f-a0a2-9484646e22cb None None] Routers {'343a1130-da2e-4791-80a6-51a72429c99f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:12:48.724395 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ac4f79f4-9373-4b9f-a0a2-9484646e22cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:12:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['343a1130-da2e-4791-80a6-51a72429c99f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:48.724931 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4c9f1edc-a43b-4c3f-b42a-02a33fba015b tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "PUT /v2.0/routers/343a1130-da2e-4791-80a6-51a72429c99f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8496320 Mar 05 14:12:48.726204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41766) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:48.775705 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f41178-1e1d-4192-8e91-f3ce144dac98 req-14d846d1-1c68-407a-b366-17ab5e76597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:48.777679 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-29f41178-1e1d-4192-8e91-f3ce144dac98 req-14d846d1-1c68-407a-b366-17ab5e76597f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=374efe26-a158-4be4-861a-c063be0599dd HTTP/1.1" status: 200 len: 1097 time: 0.1543996 Mar 05 14:12:48.835863 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec8cfb-c8de-465e-945f-348b8dd1c1a8 req-5f14d3a4-1fc4-4bad-858d-af32c92c759e tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:48.840592 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-74ec8cfb-c8de-465e-945f-348b8dd1c1a8 req-5f14d3a4-1fc4-4bad-858d-af32c92c759e tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=374efe26-a158-4be4-861a-c063be0599dd HTTP/1.1" status: 200 len: 946 time: 0.1509750 Mar 05 14:12:48.847724 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-29f41178-1e1d-4192-8e91-f3ce144dac98 req-9754bc62-da57-40e2-a381-81a8ef4e8359 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574000 Mar 05 14:12:48.863117 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-134a8dca-34fc-4c73-bc5a-51c1005a55c6 req-67034239-192d-451e-86ac-957f24dc040f tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:48.955334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67034239-192d-451e-86ac-957f24dc040f tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Pushing event deleted for resources: {'Port': ['ID=9e61ee84-6e95-4a25-a9af-0761235c373e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:48.961131 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-ac4f79f4-9373-4b9f-a0a2-9484646e22cb None None] Set router 343a1130-da2e-4791-80a6-51a72429c99f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:12:48.961695 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-74ec8cfb-c8de-465e-945f-348b8dd1c1a8 req-1ae32295-54bc-49d3-bd0f-37924a9a84b1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115668 Mar 05 14:12:49.053849 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d521f2-2855-4724-aa46-c2df1f79f7b2 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Deleting subnet 772add3a-09fa-46d7-81dc-bd272be21742 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:12:49.062351 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-05d521f2-2855-4724-aa46-c2df1f79f7b2 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:49.140187 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-134a8dca-34fc-4c73-bc5a-51c1005a55c6 req-67034239-192d-451e-86ac-957f24dc040f tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] No DVR routers for this DVR port 9e61ee84-6e95-4a25-a9af-0761235c373e on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:12:49.143677 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-05d521f2-2855-4724-aa46-c2df1f79f7b2 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:49.185321 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-134a8dca-34fc-4c73-bc5a-51c1005a55c6 req-67034239-192d-451e-86ac-957f24dc040f tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:49.188389 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-134a8dca-34fc-4c73-bc5a-51c1005a55c6 req-67034239-192d-451e-86ac-957f24dc040f tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.15 "DELETE /v2.0/ports/9e61ee84-6e95-4a25-a9af-0761235c373e HTTP/1.1" status: 204 len: 173 time: 2.0262201 Mar 05 14:12:49.188993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c014176a-3d9a-4450-83c9-fd3103c38df9', 'name': 'network-vif-deleted', 'tag': '9e61ee84-6e95-4a25-a9af-0761235c373e'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:12:49.267883 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-05d521f2-2855-4724-aa46-c2df1f79f7b2 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:49.302739 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 9e61ee84-6e95-4a25-a9af-0761235c373e no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:12:49.355896 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c014176a-3d9a-4450-83c9-fd3103c38df9', 'name': 'network-vif-deleted', 'tag': '9e61ee84-6e95-4a25-a9af-0761235c373e', 'status': 'completed', 'code': 200} Mar 05 14:12:49.399300 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: 9e61ee84-6e95-4a25-a9af-0761235c373e {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:12:49.399821 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 9e61ee84-6e95-4a25-a9af-0761235c373e not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:12:49.512121 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ac4f79f4-9373-4b9f-a0a2-9484646e22cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343a1130-da2e-4791-80a6-51a72429c99f', 'name': 'tempest-TestNetworkBasicOps-router-1578488541', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'b30c3a69-526e-46c1-9107-817576082118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:11:19Z', 'updated_at': '2022-03-05T14:12:46Z', 'revision_number': 5, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': 'b30c3a69-526e-46c1-9107-817576082118', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:20Z', 'updated_at': '2022-03-05T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:49.524058 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f79f4-9373-4b9f-a0a2-9484646e22cb None None] Checking router: 343a1130-da2e-4791-80a6-51a72429c99f for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:12:49.530242 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-05d521f2-2855-4724-aa46-c2df1f79f7b2 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:49.534045 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f79f4-9373-4b9f-a0a2-9484646e22cb None None] Routers {'343a1130-da2e-4791-80a6-51a72429c99f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:12:49.534630 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ac4f79f4-9373-4b9f-a0a2-9484646e22cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:12:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['343a1130-da2e-4791-80a6-51a72429c99f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:49.591418 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32954621-ba5c-4353-b2f9-1e35c9f010bb None None] Network 77472b13-c9ef-4a12-a01a-7d8bdc297640 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:12:49.593803 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-05d521f2-2855-4724-aa46-c2df1f79f7b2 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:49.604150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d521f2-2855-4724-aa46-c2df1f79f7b2 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event deleted for resources: {'Subnet': ['ID=772add3a-09fa-46d7-81dc-bd272be21742,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:49.613722 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-05d521f2-2855-4724-aa46-c2df1f79f7b2 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "DELETE /v2.0/subnets/772add3a-09fa-46d7-81dc-bd272be21742 HTTP/1.1" status: 204 len: 168 time: 0.8838899 Mar 05 14:12:49.617156 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41792) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:49.619998 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4b22d933-20d1-4732-9989-d2b9803bafb2 req-3dd94e1f-42c1-4d42-8c73-fcecbec45a4a tempest-VolumesActionsTest-945193349 tempest-VolumesActionsTest-945193349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c014176a-3d9a-4450-83c9-fd3103c38df9 HTTP/1.1" status: 200 len: 210 time: 0.0775216 Mar 05 14:12:49.804661 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-ac4f79f4-9373-4b9f-a0a2-9484646e22cb None None] Set router 343a1130-da2e-4791-80a6-51a72429c99f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:12:49.923396 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a6cf3f1-e877-4f72-b4f9-47d8118d84c5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:50.191228 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a6cf3f1-e877-4f72-b4f9-47d8118d84c5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:50.260441 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e9a5c4-58a2-4ea8-8443-09d9b517f1c3 None None] DHCP port deletion for 77472b13-c9ef-4a12-a01a-7d8bdc297640 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:12:50.266028 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-45e9a5c4-58a2-4ea8-8443-09d9b517f1c3 None None] Deleting port ce5f775f-f52d-40af-b13f-2305df57d8fc {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:12:50.266214 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-45e9a5c4-58a2-4ea8-8443-09d9b517f1c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:50.286623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-2a6cf3f1-e877-4f72-b4f9-47d8118d84c5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Deleting port b30c3a69-526e-46c1-9107-817576082118 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:12:50.287372 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a6cf3f1-e877-4f72-b4f9-47d8118d84c5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:50.460005 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ac4f79f4-9373-4b9f-a0a2-9484646e22cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343a1130-da2e-4791-80a6-51a72429c99f', 'name': 'tempest-TestNetworkBasicOps-router-1578488541', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'b30c3a69-526e-46c1-9107-817576082118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:11:19Z', 'updated_at': '2022-03-05T14:12:46Z', 'revision_number': 5, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': 'b30c3a69-526e-46c1-9107-817576082118', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:20Z', 'updated_at': '2022-03-05T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:50.470012 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f79f4-9373-4b9f-a0a2-9484646e22cb None None] The sync data for ids ['343a1130-da2e-4791-80a6-51a72429c99f'] in n-d-803718-1 is: [{'id': '343a1130-da2e-4791-80a6-51a72429c99f', 'name': 'tempest-TestNetworkBasicOps-router-1578488541', 'tenant_id': '9a618ad747aa4899b8afc19ecc5e6005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'b30c3a69-526e-46c1-9107-817576082118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:11:19Z', 'updated_at': '2022-03-05T14:12:46Z', 'revision_number': 5, 'project_id': '9a618ad747aa4899b8afc19ecc5e6005', 'gw_port': {'id': 'b30c3a69-526e-46c1-9107-817576082118', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343a1130-da2e-4791-80a6-51a72429c99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:20Z', 'updated_at': '2022-03-05T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:12:50.605717 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-45e9a5c4-58a2-4ea8-8443-09d9b517f1c3 None None] For port ce5f775f-f52d-40af-b13f-2305df57d8fc, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ce5f775f-f52d-40af-b13f-2305df57d8fc,segment=NetworkSegment(4c212611-89c5-489f-97d0-94c13ec81e7b),segment_id=4c212611-89c5-489f-97d0-94c13ec81e7b)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:12:50.606821 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-45e9a5c4-58a2-4ea8-8443-09d9b517f1c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:50.611220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929168e-7c55-4cf2-9518-2b401d7fd651 req-2ca987c6-ec2e-4be1-a618-50979ae9adb6 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:50.619089 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c929168e-7c55-4cf2-9518-2b401d7fd651 req-2ca987c6-ec2e-4be1-a618-50979ae9adb6 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=374efe26-a158-4be4-861a-c063be0599dd HTTP/1.1" status: 200 len: 946 time: 0.4172390 Mar 05 14:12:50.736180 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c929168e-7c55-4cf2-9518-2b401d7fd651 req-e620a7ee-ca33-4a9d-bafc-0eef638cd37b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161163 Mar 05 14:12:50.738177 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-2a6cf3f1-e877-4f72-b4f9-47d8118d84c5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] For port b30c3a69-526e-46c1-9107-817576082118, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b30c3a69-526e-46c1-9107-817576082118,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:12:50.738534 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a6cf3f1-e877-4f72-b4f9-47d8118d84c5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:50.821686 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-45e9a5c4-58a2-4ea8-8443-09d9b517f1c3 None None] Calling delete_port for ce5f775f-f52d-40af-b13f-2305df57d8fc owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:12:50.960635 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 26356ad7-2185-46ad-abf7-654a76cd50da no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:12:50.984798 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-2a6cf3f1-e877-4f72-b4f9-47d8118d84c5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Calling delete_port for b30c3a69-526e-46c1-9107-817576082118 owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:12:51.032297 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 26356ad7-2185-46ad-abf7-654a76cd50da {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:12:51.033121 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 26356ad7-2185-46ad-abf7-654a76cd50da not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:12:51.033737 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ce5f775f-f52d-40af-b13f-2305df57d8fc no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:12:51.199811 n-d-803718-1 neutron-server[87915]: INFO neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No ports have port_id starting with ce5f775f-f52d-40af-b13f-2305df57d8fc Mar 05 14:12:51.202299 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-45e9a5c4-58a2-4ea8-8443-09d9b517f1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:51.259511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9a5c4-58a2-4ea8-8443-09d9b517f1c3 None None] Pushing event deleted for resources: {'Port': ['ID=ce5f775f-f52d-40af-b13f-2305df57d8fc,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:51.272529 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e9a5c4-58a2-4ea8-8443-09d9b517f1c3 None None] No DVR routers for this DVR port ce5f775f-f52d-40af-b13f-2305df57d8fc on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:12:51.445157 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a6cf3f1-e877-4f72-b4f9-47d8118d84c5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:51.549023 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6cf3f1-e877-4f72-b4f9-47d8118d84c5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event deleted for resources: {'Port': ['ID=b30c3a69-526e-46c1-9107-817576082118,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:51.683763 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a6cf3f1-e877-4f72-b4f9-47d8118d84c5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:51.734929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f9678-d555-4c5d-ab80-03922a08c14b req-ac0a4931-a993-4f97-bcc1-dd7b464147a9 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:51.740892 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a21f9678-d555-4c5d-ab80-03922a08c14b req-ac0a4931-a993-4f97-bcc1-dd7b464147a9 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=374efe26-a158-4be4-861a-c063be0599dd HTTP/1.1" status: 200 len: 946 time: 0.3454454 Mar 05 14:12:51.917814 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a6cf3f1-e877-4f72-b4f9-47d8118d84c5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:51.921961 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a6cf3f1-e877-4f72-b4f9-47d8118d84c5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:51.929778 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a21f9678-d555-4c5d-ab80-03922a08c14b req-6d757820-a3cc-4cb3-ac84-2bdddb005f27 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257238 Mar 05 14:12:51.968739 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a6cf3f1-e877-4f72-b4f9-47d8118d84c5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:51.969599 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6cf3f1-e877-4f72-b4f9-47d8118d84c5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Fanout notify agent at l3_agent the message router_deleted on router 343a1130-da2e-4791-80a6-51a72429c99f {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:12:51.989130 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a6cf3f1-e877-4f72-b4f9-47d8118d84c5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:51.991043 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2a6cf3f1-e877-4f72-b4f9-47d8118d84c5 tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "DELETE /v2.0/routers/343a1130-da2e-4791-80a6-51a72429c99f HTTP/1.1" status: 204 len: 168 time: 2.3721335 Mar 05 14:12:51.993656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41850) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:52.216241 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af0de158-121b-4e18-908f-5cede186ff1c tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:52.389267 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f30b7f-d3bf-4e83-8ee5-b4a4751b5130 req-7d908829-0ef7-4c76-8ca6-b75b872b677a tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:52.401200 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d5f30b7f-d3bf-4e83-8ee5-b4a4751b5130 req-7d908829-0ef7-4c76-8ca6-b75b872b677a tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=374efe26-a158-4be4-861a-c063be0599dd HTTP/1.1" status: 200 len: 946 time: 0.2934709 Mar 05 14:12:52.498360 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af0de158-121b-4e18-908f-5cede186ff1c tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:52.506727 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d5f30b7f-d3bf-4e83-8ee5-b4a4751b5130 req-cf540ce6-0274-4e8c-935a-a743c794782a tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038036 Mar 05 14:12:52.559151 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-af0de158-121b-4e18-908f-5cede186ff1c tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77472b13-c9ef-4a12-a01a-7d8bdc297640']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:52.625232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-af0de158-121b-4e18-908f-5cede186ff1c tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c212611-89c5-489f-97d0-94c13ec81e7b') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:52.625585 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-af0de158-121b-4e18-908f-5cede186ff1c tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c212611-89c5-489f-97d0-94c13ec81e7b') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:12:52.654916 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af0de158-121b-4e18-908f-5cede186ff1c tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:52.705967 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af0de158-121b-4e18-908f-5cede186ff1c tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:52.715343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0de158-121b-4e18-908f-5cede186ff1c tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:12:52.715927 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af0de158-121b-4e18-908f-5cede186ff1c tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:12:52.852487 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:12:52.876647 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af0de158-121b-4e18-908f-5cede186ff1c tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:52.921720 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b30c3a69-526e-46c1-9107-817576082118 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:12:52.930550 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af0de158-121b-4e18-908f-5cede186ff1c tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:52.959075 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: b30c3a69-526e-46c1-9107-817576082118 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:12:52.959896 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b30c3a69-526e-46c1-9107-817576082118 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:12:52.965379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0de158-121b-4e18-908f-5cede186ff1c tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] Pushing event deleted for resources: {'Network': ['ID=77472b13-c9ef-4a12-a01a-7d8bdc297640,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:52.998791 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-af0de158-121b-4e18-908f-5cede186ff1c tempest-TestNetworkBasicOps-1221497312 tempest-TestNetworkBasicOps-1221497312-project] 10.222.0.16 "DELETE /v2.0/networks/77472b13-c9ef-4a12-a01a-7d8bdc297640 HTTP/1.1" status: 204 len: 168 time: 0.9918344 Mar 05 14:12:53.139173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d1514-0297-4227-8bd8-6a2fcb01a344 req-e10b66a5-e3ef-4590-9f98-b2a29786ca77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:53.141448 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f38d1514-0297-4227-8bd8-6a2fcb01a344 req-e10b66a5-e3ef-4590-9f98-b2a29786ca77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=374efe26-a158-4be4-861a-c063be0599dd HTTP/1.1" status: 200 len: 946 time: 0.0954821 Mar 05 14:12:53.200149 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f38d1514-0297-4227-8bd8-6a2fcb01a344 req-6a2e763b-e654-43af-afa5-c1ea64bef815 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515692 Mar 05 14:12:53.361673 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41884) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:53.571720 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7455f689-fee7-41c0-b2ff-67b86b32bb21 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a618ad747aa4899b8afc19ecc5e6005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2081275 Mar 05 14:12:53.573634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41894) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:53.647186 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22514939-db8b-4840-91ce-feb1d76572ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:53.678731 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22514939-db8b-4840-91ce-feb1d76572ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:53.742748 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22514939-db8b-4840-91ce-feb1d76572ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:53.774299 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22514939-db8b-4840-91ce-feb1d76572ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:53.790053 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-22514939-db8b-4840-91ce-feb1d76572ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7245f8c7-5d1c-458b-9866-8dc47b5f7821 HTTP/1.1" status: 204 len: 168 time: 0.2038317 Mar 05 14:12:53.792840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22514939-db8b-4840-91ce-feb1d76572ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7245f8c7-5d1c-458b-9866-8dc47b5f7821,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:54.159067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41924) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:54.183688 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0efe3e0d-579f-4228-b077-b33417dacd35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:54.202738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0efe3e0d-579f-4228-b077-b33417dacd35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:54.210150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0efe3e0d-579f-4228-b077-b33417dacd35 admin admin] Usage tracker for resource:security_group_rule and tenant:285783b8ae7a4b86878df7368b698c56 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:12:54.244618 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0efe3e0d-579f-4228-b077-b33417dacd35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:12:54.261279 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0efe3e0d-579f-4228-b077-b33417dacd35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:54.514193 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0efe3e0d-579f-4228-b077-b33417dacd35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:54.531468 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0efe3e0d-579f-4228-b077-b33417dacd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:54.553488 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b21a84-7287-4a2e-bac3-5aea65a16778 req-b67bb1c0-d6e4-429b-828a-48b2363d8afe tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:54.567333 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-83b21a84-7287-4a2e-bac3-5aea65a16778 req-b67bb1c0-d6e4-429b-828a-48b2363d8afe tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.30 "GET /v2.0/ports?device_id=374efe26-a158-4be4-861a-c063be0599dd HTTP/1.1" status: 200 len: 946 time: 0.1891460 Mar 05 14:12:54.611077 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0efe3e0d-579f-4228-b077-b33417dacd35 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=285783b8ae7a4b86878df7368b698c56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4501936 Mar 05 14:12:54.631408 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41936) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:54.633284 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe3e0d-579f-4228-b077-b33417dacd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d23ac1-1152-40de-b597-25557550bfc8,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:54.658920 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-83b21a84-7287-4a2e-bac3-5aea65a16778 req-759156ee-c550-4517-9544-42442f25f310 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Deleting port 68559ad5-aa4c-4140-a6d8-7ccf37608fa3 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:12:54.659395 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-83b21a84-7287-4a2e-bac3-5aea65a16778 req-759156ee-c550-4517-9544-42442f25f310 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:54.674541 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39f6f8-c566-4e78-942c-067d69b46258 req-a89b5d31-01df-45fd-b9cf-ecb4831b9645 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:54.676169 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4e39f6f8-c566-4e78-942c-067d69b46258 req-a89b5d31-01df-45fd-b9cf-ecb4831b9645 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=374efe26-a158-4be4-861a-c063be0599dd HTTP/1.1" status: 200 len: 946 time: 0.2858999 Mar 05 14:12:54.799389 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4e39f6f8-c566-4e78-942c-067d69b46258 req-4894630e-fe64-4730-8796-9bd542bc87b8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132748 Mar 05 14:12:54.810122 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-70269834-fbf1-4a8b-87ed-2ef8df2f8644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:54.841856 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-70269834-fbf1-4a8b-87ed-2ef8df2f8644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:54.918580 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-70269834-fbf1-4a8b-87ed-2ef8df2f8644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:54.940899 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-70269834-fbf1-4a8b-87ed-2ef8df2f8644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:54.945209 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-70269834-fbf1-4a8b-87ed-2ef8df2f8644 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6d23ac1-1152-40de-b597-25557550bfc8 HTTP/1.1" status: 204 len: 168 time: 0.2937567 Mar 05 14:12:54.945209 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70269834-fbf1-4a8b-87ed-2ef8df2f8644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d23ac1-1152-40de-b597-25557550bfc8,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:55.161823 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-83b21a84-7287-4a2e-bac3-5aea65a16778 req-759156ee-c550-4517-9544-42442f25f310 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] For port 68559ad5-aa4c-4140-a6d8-7ccf37608fa3, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=68559ad5-aa4c-4140-a6d8-7ccf37608fa3,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:12:55.163173 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-83b21a84-7287-4a2e-bac3-5aea65a16778 req-759156ee-c550-4517-9544-42442f25f310 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:55.364258 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-83b21a84-7287-4a2e-bac3-5aea65a16778 req-759156ee-c550-4517-9544-42442f25f310 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Calling delete_port for 68559ad5-aa4c-4140-a6d8-7ccf37608fa3 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:12:55.634223 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-83b21a84-7287-4a2e-bac3-5aea65a16778 req-759156ee-c550-4517-9544-42442f25f310 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:55.649789 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['68559ad5-aa4c-4140-a6d8-7ccf37608fa3'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:12:55.745730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759156ee-c550-4517-9544-42442f25f310 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event deleted for resources: {'Port': ['ID=68559ad5-aa4c-4140-a6d8-7ccf37608fa3,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:55.847838 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b21a84-7287-4a2e-bac3-5aea65a16778 req-759156ee-c550-4517-9544-42442f25f310 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] No DVR routers for this DVR port 68559ad5-aa4c-4140-a6d8-7ccf37608fa3 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:12:55.851616 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-83b21a84-7287-4a2e-bac3-5aea65a16778 req-759156ee-c550-4517-9544-42442f25f310 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:55.864096 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374efe26-a158-4be4-861a-c063be0599dd', 'name': 'network-vif-deleted', 'tag': '68559ad5-aa4c-4140-a6d8-7ccf37608fa3'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:12:55.892284 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-83b21a84-7287-4a2e-bac3-5aea65a16778 req-759156ee-c550-4517-9544-42442f25f310 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.30 "DELETE /v2.0/ports/68559ad5-aa4c-4140-a6d8-7ccf37608fa3 HTTP/1.1" status: 204 len: 173 time: 1.3185790 Mar 05 14:12:55.971235 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374efe26-a158-4be4-861a-c063be0599dd', 'name': 'network-vif-deleted', 'tag': '68559ad5-aa4c-4140-a6d8-7ccf37608fa3', 'status': 'completed', 'code': 200} Mar 05 14:12:56.102786 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-2257afd6-cd31-4fb7-bad6-cc39fa4bc29e req-9a8dd3c8-e3ce-459b-a23c-20bb720fec15 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Synchronizing usage tracker for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:12:56.124863 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-2257afd6-cd31-4fb7-bad6-cc39fa4bc29e req-9a8dd3c8-e3ce-459b-a23c-20bb720fec15 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Unset dirty status for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:12:56.136976 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2257afd6-cd31-4fb7-bad6-cc39fa4bc29e req-9a8dd3c8-e3ce-459b-a23c-20bb720fec15 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=374efe26-a158-4be4-861a-c063be0599dd HTTP/1.1" status: 200 len: 210 time: 0.1294014 Mar 05 14:12:56.410044 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 41996) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:56.637436 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ca834443-6742-4e32-b090-09829613f11e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1156323805-network', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:12:56.644309 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ca834443-6742-4e32-b090-09829613f11e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:56.650494 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ca834443-6742-4e32-b090-09829613f11e admin admin] Usage tracker for resource:network and tenant:5f7d6a4779714e2393ef6b6296854200 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:12:56.658422 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ca834443-6742-4e32-b090-09829613f11e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:12:56.683173 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ca834443-6742-4e32-b090-09829613f11e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:56.708881 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca834443-6742-4e32-b090-09829613f11e admin admin] Made reservation on behalf of 5f7d6a4779714e2393ef6b6296854200 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:12:56.712407 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ca834443-6742-4e32-b090-09829613f11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:56.731144 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ca834443-6742-4e32-b090-09829613f11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:56.767831 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ca834443-6742-4e32-b090-09829613f11e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:56.776583 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ca834443-6742-4e32-b090-09829613f11e admin admin] Usage tracker for resource:security_group_rule and tenant:5f7d6a4779714e2393ef6b6296854200 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:12:56.784627 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ca834443-6742-4e32-b090-09829613f11e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:12:56.816074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ca834443-6742-4e32-b090-09829613f11e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:56.963714 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ca834443-6742-4e32-b090-09829613f11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:56.968712 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ca834443-6742-4e32-b090-09829613f11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:56.985834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca834443-6742-4e32-b090-09829613f11e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:12:56.999335 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ca834443-6742-4e32-b090-09829613f11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:56.999754 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-ca834443-6742-4e32-b090-09829613f11e admin admin] Added segment 2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d of type vlan for network 176f3b3b-aa33-401e-ba94-482a9b8a1b0b Mar 05 14:12:57.048876 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ca834443-6742-4e32-b090-09829613f11e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:57.063166 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca834443-6742-4e32-b090-09829613f11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46804ef-4fa1-4f87-a2fe-463e64263d03,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:57.102477 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ca834443-6742-4e32-b090-09829613f11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:57.104699 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca834443-6742-4e32-b090-09829613f11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:57.105529 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ca834443-6742-4e32-b090-09829613f11e admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:57.594401 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ca834443-6742-4e32-b090-09829613f11e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1797781 Mar 05 14:12:57.595867 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42028) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:57.603054 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-67d7a3c8-8069-42f5-8a8b-158128d32cb9 admin admin] Request body: {'subnet': {'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1156323805-subnet', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:12:57.615388 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-67d7a3c8-8069-42f5-8a8b-158128d32cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:57.622152 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f41f65da-1bab-41f2-a20f-5149566d67f6 req-7db2227d-b707-4c1b-9d56-8fbe58d14ca8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=374efe26-a158-4be4-861a-c063be0599dd HTTP/1.1" status: 200 len: 210 time: 0.1502414 Mar 05 14:12:57.624024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca834443-6742-4e32-b090-09829613f11e admin admin] Pushing event updated for resources: {'Network': ['ID=176f3b3b-aa33-401e-ba94-482a9b8a1b0b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:57.635258 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-67d7a3c8-8069-42f5-8a8b-158128d32cb9 admin admin] Usage tracker for resource:subnet and tenant:5f7d6a4779714e2393ef6b6296854200 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:12:57.639823 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 176f3b3b-aa33-401e-ba94-482a9b8a1b0b details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:12:57.641052 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-67d7a3c8-8069-42f5-8a8b-158128d32cb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:12:57.649950 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-67d7a3c8-8069-42f5-8a8b-158128d32cb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:57.665273 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d7a3c8-8069-42f5-8a8b-158128d32cb9 admin admin] Made reservation on behalf of 5f7d6a4779714e2393ef6b6296854200 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:12:57.668648 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-67d7a3c8-8069-42f5-8a8b-158128d32cb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:58.059574 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-67d7a3c8-8069-42f5-8a8b-158128d32cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:58.165954 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7a3c8-8069-42f5-8a8b-158128d32cb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d131983b-d58d-4932-b636-015a0d79417c,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:58.212782 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 68559ad5-aa4c-4140-a6d8-7ccf37608fa3 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:12:58.231410 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7a3c8-8069-42f5-8a8b-158128d32cb9 admin admin] Checking segment: {'id': '2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:12:58.242435 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:12:58.244981 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d7a3c8-8069-42f5-8a8b-158128d32cb9 admin admin] Network hostable DHCP agents. Network: 176f3b3b-aa33-401e-ba94-482a9b8a1b0b, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:12:58.296083 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 68559ad5-aa4c-4140-a6d8-7ccf37608fa3 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:12:58.296741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 68559ad5-aa4c-4140-a6d8-7ccf37608fa3 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:12:58.300357 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d7a3c8-8069-42f5-8a8b-158128d32cb9 admin admin] Network 176f3b3b-aa33-401e-ba94-482a9b8a1b0b is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:12:58.317011 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-67d7a3c8-8069-42f5-8a8b-158128d32cb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 176f3b3b-aa33-401e-ba94-482a9b8a1b0b) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:12:58.322347 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d7a3c8-8069-42f5-8a8b-158128d32cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:12:58.323097 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-67d7a3c8-8069-42f5-8a8b-158128d32cb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:58.329262 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c61c916-8d9d-4b2c-90b4-da9e391695c4 None None] Network 176f3b3b-aa33-401e-ba94-482a9b8a1b0b requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:12:58.351624 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-67d7a3c8-8069-42f5-8a8b-158128d32cb9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7539213 Mar 05 14:12:58.354516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42046) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:12:58.363247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-ee58aff4-e072-47dc-af8a-f730141f121a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1156323805-router', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:12:58.396331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ee58aff4-e072-47dc-af8a-f730141f121a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:12:58.401290 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ee58aff4-e072-47dc-af8a-f730141f121a admin admin] Usage tracker for resource:router and tenant:5f7d6a4779714e2393ef6b6296854200 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:12:58.404892 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ee58aff4-e072-47dc-af8a-f730141f121a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:12:58.411956 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ee58aff4-e072-47dc-af8a-f730141f121a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:12:58.437470 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ee58aff4-e072-47dc-af8a-f730141f121a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:58.438680 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ee58aff4-e072-47dc-af8a-f730141f121a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:58.473667 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ee58aff4-e072-47dc-af8a-f730141f121a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:58.481900 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-a737a448-e265-47c2-975f-040765ea4a34 req-bb9edb1f-554d-4051-97c0-33071f5b8d76 service neutron] (87913) timed out ('10.222.0.15', 64876) {{(pid=87913) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 14:12:58.922006 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fde95a6-c284-4246-8f55-b91fa9b7d453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-176f3b3b-aa33-401e-ba94-482a9b8a1b0b', 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'fixed_ips': [{'subnet_id': 'd131983b-d58d-4932-b636-015a0d79417c'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:12:58.922980 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8fde95a6-c284-4246-8f55-b91fa9b7d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:59.125653 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ee58aff4-e072-47dc-af8a-f730141f121a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:59.222724 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:59.238938 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:59.243792 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-8fde95a6-c284-4246-8f55-b91fa9b7d453 None None] Allocated IP 172.20.0.2 (176f3b3b-aa33-401e-ba94-482a9b8a1b0b/d131983b-d58d-4932-b636-015a0d79417c/7408c84d-139f-46e5-bf2a-1c638e1746bb) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:12:59.556766 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8fde95a6-c284-4246-8f55-b91fa9b7d453 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:59.568159 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8fde95a6-c284-4246-8f55-b91fa9b7d453 None None] Transition to ACTIVE for port object 7408c84d-139f-46e5-bf2a-1c638e1746bb will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:12:59.592410 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8fde95a6-c284-4246-8f55-b91fa9b7d453 None None] Transition to ACTIVE for port object 7408c84d-139f-46e5-bf2a-1c638e1746bb will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:12:59.600105 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8fde95a6-c284-4246-8f55-b91fa9b7d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:59.651964 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ee58aff4-e072-47dc-af8a-f730141f121a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:59.719846 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fde95a6-c284-4246-8f55-b91fa9b7d453 None None] Network 176f3b3b-aa33-401e-ba94-482a9b8a1b0b is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:12:59.724005 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-8fde95a6-c284-4246-8f55-b91fa9b7d453 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:12:59.735025 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ee58aff4-e072-47dc-af8a-f730141f121a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:59.736824 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde95a6-c284-4246-8f55-b91fa9b7d453 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:12:59.747687 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde95a6-c284-4246-8f55-b91fa9b7d453 None None] Pushing event updated for resources: {'Port': ['ID=7408c84d-139f-46e5-bf2a-1c638e1746bb,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:12:59.876291 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8fde95a6-c284-4246-8f55-b91fa9b7d453 None None] Attempting to bind port 7408c84d-139f-46e5-bf2a-1c638e1746bb on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:12:59.876893 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8fde95a6-c284-4246-8f55-b91fa9b7d453 None None] Attempting to bind port 7408c84d-139f-46e5-bf2a-1c638e1746bb by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:12:59.879419 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fde95a6-c284-4246-8f55-b91fa9b7d453 None None] Attempting to bind port 7408c84d-139f-46e5-bf2a-1c638e1746bb on network 176f3b3b-aa33-401e-ba94-482a9b8a1b0b {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:12:59.893551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fde95a6-c284-4246-8f55-b91fa9b7d453 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:12:59.894215 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fde95a6-c284-4246-8f55-b91fa9b7d453 None None] Checking segment: {'id': '2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:12:59.894806 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8fde95a6-c284-4246-8f55-b91fa9b7d453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:59.895338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fde95a6-c284-4246-8f55-b91fa9b7d453 None None] Bound using segment: {'id': '2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:12:59.895976 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8fde95a6-c284-4246-8f55-b91fa9b7d453 None None] Bound port: 7408c84d-139f-46e5-bf2a-1c638e1746bb, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:12:59.899871 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8fde95a6-c284-4246-8f55-b91fa9b7d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:12:59.996051 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-ee58aff4-e072-47dc-af8a-f730141f121a admin admin] Allocated IP 172.25.4.35 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/95f7cf02-055f-47d1-8fee-c382f8c980c5) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:13:00.039242 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8fde95a6-c284-4246-8f55-b91fa9b7d453 None None] For port 7408c84d-139f-46e5-bf2a-1c638e1746bb, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:13:00.042907 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8fde95a6-c284-4246-8f55-b91fa9b7d453 None None] For port 7408c84d-139f-46e5-bf2a-1c638e1746bb, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7408c84d-139f-46e5-bf2a-1c638e1746bb,segment=NetworkSegment(2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d),segment_id=2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:13:00.056213 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8fde95a6-c284-4246-8f55-b91fa9b7d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:00.217801 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ee58aff4-e072-47dc-af8a-f730141f121a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:00.246165 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde95a6-c284-4246-8f55-b91fa9b7d453 None None] Pushing event updated for resources: {'Port': ['ID=7408c84d-139f-46e5-bf2a-1c638e1746bb,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:00.270262 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ee58aff4-e072-47dc-af8a-f730141f121a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:00.339090 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee58aff4-e072-47dc-af8a-f730141f121a admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:13:00.342141 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-ee58aff4-e072-47dc-af8a-f730141f121a admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:13:00.359881 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee58aff4-e072-47dc-af8a-f730141f121a admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:13:00.471392 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58aff4-e072-47dc-af8a-f730141f121a admin admin] Pushing event updated for resources: {'Port': ['ID=95f7cf02-055f-47d1-8fee-c382f8c980c5,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:00.986007 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 7408c84d-139f-46e5-bf2a-1c638e1746bb up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:13:01.138373 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 7408c84d-139f-46e5-bf2a-1c638e1746bb completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:13:01.213816 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ee58aff4-e072-47dc-af8a-f730141f121a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:01.990100 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7772d50-83b7-4904-b283-22a1cd6c2206 None None] Network 176f3b3b-aa33-401e-ba94-482a9b8a1b0b requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:13:02.024596 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ee58aff4-e072-47dc-af8a-f730141f121a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:02.165568 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c4147d54-11c9-44d9-817a-0b9e7fae4570 None None] Provisioning for port 7408c84d-139f-46e5-bf2a-1c638e1746bb completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:13:02.172814 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c4147d54-11c9-44d9-817a-0b9e7fae4570 None None] Provisioning complete for port 7408c84d-139f-46e5-bf2a-1c638e1746bb triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:13:02.173306 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c4147d54-11c9-44d9-817a-0b9e7fae4570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:02.409848 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee58aff4-e072-47dc-af8a-f730141f121a admin admin] Router ccdc16ad-6377-49ee-a8fa-4360d05dfa53 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:13:02.607148 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c4147d54-11c9-44d9-817a-0b9e7fae4570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:02.730136 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c4147d54-11c9-44d9-817a-0b9e7fae4570 None None] For port 7408c84d-139f-46e5-bf2a-1c638e1746bb, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7408c84d-139f-46e5-bf2a-1c638e1746bb,segment=NetworkSegment(2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d),segment_id=2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:13:02.742402 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c4147d54-11c9-44d9-817a-0b9e7fae4570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:02.860277 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee58aff4-e072-47dc-af8a-f730141f121a admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:13:02.878982 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] Sync routers for ids ['ccdc16ad-6377-49ee-a8fa-4360d05dfa53'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:13:02.883142 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4147d54-11c9-44d9-817a-0b9e7fae4570 None None] Pushing event updated for resources: {'Port': ['ID=7408c84d-139f-46e5-bf2a-1c638e1746bb,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:02.894920 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] Routers {'ccdc16ad-6377-49ee-a8fa-4360d05dfa53'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:13:02.895813 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:12:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ccdc16ad-6377-49ee-a8fa-4360d05dfa53'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:02.929635 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ee58aff4-e072-47dc-af8a-f730141f121a admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:02.934324 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42138) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:13:02.936813 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ee58aff4-e072-47dc-af8a-f730141f121a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5810821 Mar 05 14:13:03.311693 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] Set router ccdc16ad-6377-49ee-a8fa-4360d05dfa53 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:13:03.641022 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7576e0b6-2a22-4a1c-ac16-ae08240c2988 None None] Provisioning complete for port 7408c84d-139f-46e5-bf2a-1c638e1746bb triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:13:03.641531 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7576e0b6-2a22-4a1c-ac16-ae08240c2988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:03.989219 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'name': 'tempest-TestServerBasicOps-1156323805-router', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:58Z', 'updated_at': '2022-03-05T14:13:00Z', 'revision_number': 3, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'gw_port': {'id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:80:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:59Z', 'updated_at': '2022-03-05T14:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:04.008478 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] Checking router: ccdc16ad-6377-49ee-a8fa-4360d05dfa53 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:13:04.008836 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] Updating router ccdc16ad-6377-49ee-a8fa-4360d05dfa53 port 95f7cf02-055f-47d1-8fee-c382f8c980c5 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:13:04.215146 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:04.433486 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-db91d27f-4659-4f6d-8413-f59f529a358b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:04.855381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-db91d27f-4659-4f6d-8413-f59f529a358b admin admin] Allocated IP 172.20.0.1 (176f3b3b-aa33-401e-ba94-482a9b8a1b0b/d131983b-d58d-4932-b636-015a0d79417c/8052daec-1493-4049-9e94-6a758a24aeaa) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:13:04.971248 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:04.991327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 7408c84d-139f-46e5-bf2a-1c638e1746bb up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:13:05.100984 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] Transition to ACTIVE for port object 95f7cf02-055f-47d1-8fee-c382f8c980c5 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:13:05.117946 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:05.226778 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b87ed-179d-4136-8dcf-afc75e30150a None None] Pushing event updated for resources: {'Port': ['ID=95f7cf02-055f-47d1-8fee-c382f8c980c5,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:05.283052 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] Attempting to bind port 95f7cf02-055f-47d1-8fee-c382f8c980c5 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:13:05.283446 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] Attempting to bind port 95f7cf02-055f-47d1-8fee-c382f8c980c5 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:13:05.283803 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] Attempting to bind port 95f7cf02-055f-47d1-8fee-c382f8c980c5 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:13:05.294497 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:13:05.294913 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:13:05.295311 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:05.295919 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:13:05.296426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] Bound port: 95f7cf02-055f-47d1-8fee-c382f8c980c5, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:13:05.296945 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:05.299673 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-db91d27f-4659-4f6d-8413-f59f529a358b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:05.317511 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-db91d27f-4659-4f6d-8413-f59f529a358b admin admin] Transition to ACTIVE for port object 8052daec-1493-4049-9e94-6a758a24aeaa will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:13:05.344902 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-db91d27f-4659-4f6d-8413-f59f529a358b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:05.357540 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 7408c84d-139f-46e5-bf2a-1c638e1746bb triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:13:05.357917 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:05.464633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db91d27f-4659-4f6d-8413-f59f529a358b admin admin] Network 176f3b3b-aa33-401e-ba94-482a9b8a1b0b is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:13:05.468377 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-db91d27f-4659-4f6d-8413-f59f529a358b admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:13:05.481405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db91d27f-4659-4f6d-8413-f59f529a358b admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:13:05.483370 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] For port 95f7cf02-055f-47d1-8fee-c382f8c980c5, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:13:05.566046 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] For port 95f7cf02-055f-47d1-8fee-c382f8c980c5, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=95f7cf02-055f-47d1-8fee-c382f8c980c5,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:13:05.589744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91d27f-4659-4f6d-8413-f59f529a358b admin admin] Pushing event updated for resources: {'Port': ['ID=8052daec-1493-4049-9e94-6a758a24aeaa,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:05.598725 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:05.624009 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-db91d27f-4659-4f6d-8413-f59f529a358b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:05.710619 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] Routers {'ccdc16ad-6377-49ee-a8fa-4360d05dfa53'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:13:05.711534 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:12:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ccdc16ad-6377-49ee-a8fa-4360d05dfa53'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:05.967618 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] Set router ccdc16ad-6377-49ee-a8fa-4360d05dfa53 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:13:06.265555 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-db91d27f-4659-4f6d-8413-f59f529a358b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:06.356947 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b87ed-179d-4136-8dcf-afc75e30150a None None] Pushing event updated for resources: {'Port': ['ID=95f7cf02-055f-47d1-8fee-c382f8c980c5,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:06.393180 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bfb3a60e-52de-42f5-b651-749126886e76 None None] Provisioning for port 8052daec-1493-4049-9e94-6a758a24aeaa completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:13:06.403742 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bfb3a60e-52de-42f5-b651-749126886e76 None None] Provisioning complete for port 8052daec-1493-4049-9e94-6a758a24aeaa triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:13:06.404248 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bfb3a60e-52de-42f5-b651-749126886e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:06.473167 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-bfb3a60e-52de-42f5-b651-749126886e76 None None] Port 8052daec-1493-4049-9e94-6a758a24aeaa cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:13:06.504710 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'name': 'tempest-TestServerBasicOps-1156323805-router', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:58Z', 'updated_at': '2022-03-05T14:13:00Z', 'revision_number': 3, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'gw_port': {'id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:80:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:59Z', 'updated_at': '2022-03-05T14:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:06.529421 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed3d88-8da1-4724-ba2d-94739db7b3fc None None] The sync data for ids ['ccdc16ad-6377-49ee-a8fa-4360d05dfa53'] in n-d-803718-1 is: [{'id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'name': 'tempest-TestServerBasicOps-1156323805-router', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:58Z', 'updated_at': '2022-03-05T14:13:00Z', 'revision_number': 3, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'gw_port': {'id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:80:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:59Z', 'updated_at': '2022-03-05T14:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:13:06.714331 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-db91d27f-4659-4f6d-8413-f59f529a358b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:06.719457 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-db91d27f-4659-4f6d-8413-f59f529a358b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:06.821059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91d27f-4659-4f6d-8413-f59f529a358b admin admin] Pushing event updated for resources: {'Port': ['ID=8052daec-1493-4049-9e94-6a758a24aeaa,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:06.858369 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-db91d27f-4659-4f6d-8413-f59f529a358b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:07.143289 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db91d27f-4659-4f6d-8413-f59f529a358b admin admin] Network 176f3b3b-aa33-401e-ba94-482a9b8a1b0b is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:13:07.144897 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-db91d27f-4659-4f6d-8413-f59f529a358b admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:13:07.432933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db91d27f-4659-4f6d-8413-f59f529a358b admin admin] Router ccdc16ad-6377-49ee-a8fa-4360d05dfa53 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:13:07.635148 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a71261aa-8797-4680-8ba7-d06cc0951fa7 None None] Provisioning complete for port 8052daec-1493-4049-9e94-6a758a24aeaa triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:13:07.637927 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a71261aa-8797-4680-8ba7-d06cc0951fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:07.793691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a71261aa-8797-4680-8ba7-d06cc0951fa7 None None] Port 8052daec-1493-4049-9e94-6a758a24aeaa cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:13:07.830667 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db91d27f-4659-4f6d-8413-f59f529a358b admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:13:07.842809 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-db91d27f-4659-4f6d-8413-f59f529a358b admin admin] 10.222.0.16 "PUT /v2.0/routers/ccdc16ad-6377-49ee-a8fa-4360d05dfa53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9060638 Mar 05 14:13:08.670083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42298) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:13:08.676909 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-348688ad-bee9-472c-be23-634f2f953fc9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-825712179-network', 'tenant_id': '232e91ee1856498097e6829ea4d7e162'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:13:08.687555 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-348688ad-bee9-472c-be23-634f2f953fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:13:08.693203 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-348688ad-bee9-472c-be23-634f2f953fc9 admin admin] Usage tracker for resource:network and tenant:232e91ee1856498097e6829ea4d7e162 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:13:08.697329 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-348688ad-bee9-472c-be23-634f2f953fc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:13:08.706453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-348688ad-bee9-472c-be23-634f2f953fc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:13:08.720127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348688ad-bee9-472c-be23-634f2f953fc9 admin admin] Made reservation on behalf of 232e91ee1856498097e6829ea4d7e162 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:13:08.723332 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-348688ad-bee9-472c-be23-634f2f953fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:08.739803 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-348688ad-bee9-472c-be23-634f2f953fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:08.764442 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-348688ad-bee9-472c-be23-634f2f953fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:13:08.769735 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-348688ad-bee9-472c-be23-634f2f953fc9 admin admin] Usage tracker for resource:security_group_rule and tenant:232e91ee1856498097e6829ea4d7e162 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:13:08.773607 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-348688ad-bee9-472c-be23-634f2f953fc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:13:08.807081 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-348688ad-bee9-472c-be23-634f2f953fc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:13:08.821370 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2e35c3ad-c011-4746-b1e4-39383ba8b1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:08.964220 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 95f7cf02-055f-47d1-8fee-c382f8c980c5 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:13:08.985899 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-348688ad-bee9-472c-be23-634f2f953fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:08.995431 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-348688ad-bee9-472c-be23-634f2f953fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:09.027704 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348688ad-bee9-472c-be23-634f2f953fc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:13:09.058003 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-348688ad-bee9-472c-be23-634f2f953fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:09.058643 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-348688ad-bee9-472c-be23-634f2f953fc9 admin admin] Added segment a6b56729-4e60-4266-98af-5f4a7e85fc0f of type vlan for network 8060b918-f36b-436d-b142-e3c5fc7b086a Mar 05 14:13:09.107431 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348688ad-bee9-472c-be23-634f2f953fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd01c4a5-c62d-46dc-9d71-1279a8452321,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:09.166314 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-348688ad-bee9-472c-be23-634f2f953fc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:09.237305 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 95f7cf02-055f-47d1-8fee-c382f8c980c5 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:13:09.245923 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 95f7cf02-055f-47d1-8fee-c382f8c980c5 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:13:09.245923 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:09.289733 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-348688ad-bee9-472c-be23-634f2f953fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:09.302853 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348688ad-bee9-472c-be23-634f2f953fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:09.305938 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-348688ad-bee9-472c-be23-634f2f953fc9 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:09.311476 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] Sync routers for ids ['ccdc16ad-6377-49ee-a8fa-4360d05dfa53'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:13:09.349331 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] Routers {'ccdc16ad-6377-49ee-a8fa-4360d05dfa53'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:13:09.351118 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:12:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ccdc16ad-6377-49ee-a8fa-4360d05dfa53'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:09.393324 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-348688ad-bee9-472c-be23-634f2f953fc9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7217975 Mar 05 14:13:09.396277 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42314) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:13:09.403779 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-c8ae8fba-78e2-40c5-a887-92b1da652aed admin admin] Request body: {'subnet': {'network_id': '8060b918-f36b-436d-b142-e3c5fc7b086a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-825712179-subnet', 'tenant_id': '232e91ee1856498097e6829ea4d7e162', 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:13:09.421638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c8ae8fba-78e2-40c5-a887-92b1da652aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:13:09.437987 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c8ae8fba-78e2-40c5-a887-92b1da652aed admin admin] Usage tracker for resource:subnet and tenant:232e91ee1856498097e6829ea4d7e162 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:13:09.457265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c8ae8fba-78e2-40c5-a887-92b1da652aed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:13:09.478981 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c8ae8fba-78e2-40c5-a887-92b1da652aed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:13:09.504504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ae8fba-78e2-40c5-a887-92b1da652aed admin admin] Made reservation on behalf of 232e91ee1856498097e6829ea4d7e162 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:13:09.507612 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c8ae8fba-78e2-40c5-a887-92b1da652aed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:09.581781 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:09.602663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 95f7cf02-055f-47d1-8fee-c382f8c980c5, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=95f7cf02-055f-47d1-8fee-c382f8c980c5,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:13:09.608272 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:09.654801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348688ad-bee9-472c-be23-634f2f953fc9 admin admin] Pushing event updated for resources: {'Network': ['ID=8060b918-f36b-436d-b142-e3c5fc7b086a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:09.703954 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=95f7cf02-055f-47d1-8fee-c382f8c980c5,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:09.714688 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 8060b918-f36b-436d-b142-e3c5fc7b086a details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:13:09.882610 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] Set router ccdc16ad-6377-49ee-a8fa-4360d05dfa53 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:13:10.036615 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c8ae8fba-78e2-40c5-a887-92b1da652aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:10.144073 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae8fba-78e2-40c5-a887-92b1da652aed admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e06db9b-4059-4908-a2d9-8ebda9acb648,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:10.184972 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ae8fba-78e2-40c5-a887-92b1da652aed admin admin] Checking segment: {'id': 'a6b56729-4e60-4266-98af-5f4a7e85fc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8060b918-f36b-436d-b142-e3c5fc7b086a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:13:10.185324 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ae8fba-78e2-40c5-a887-92b1da652aed admin admin] Network hostable DHCP agents. Network: 8060b918-f36b-436d-b142-e3c5fc7b086a, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:13:10.218877 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ae8fba-78e2-40c5-a887-92b1da652aed admin admin] Network 8060b918-f36b-436d-b142-e3c5fc7b086a is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:13:10.232730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-c8ae8fba-78e2-40c5-a887-92b1da652aed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 8060b918-f36b-436d-b142-e3c5fc7b086a) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:13:10.242264 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979373ff-1fb5-4545-862e-cace6f6cc4c9 None None] Network 8060b918-f36b-436d-b142-e3c5fc7b086a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:13:10.248077 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ae8fba-78e2-40c5-a887-92b1da652aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:10.248922 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c8ae8fba-78e2-40c5-a887-92b1da652aed admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:10.282494 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c8ae8fba-78e2-40c5-a887-92b1da652aed admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8845015 Mar 05 14:13:10.285070 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42330) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:13:10.292402 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-96eb638d-4106-4268-98a1-f046565b1c25 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-825712179-router', 'tenant_id': '232e91ee1856498097e6829ea4d7e162', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:13:10.296609 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'name': 'tempest-TestServerBasicOps-1156323805-router', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:58Z', 'updated_at': '2022-03-05T14:13:06Z', 'revision_number': 4, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'gw_port': {'id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:80:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:59Z', 'updated_at': '2022-03-05T14:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '8052daec-1493-4049-9e94-6a758a24aeaa', 'name': '', 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'mac_address': 'fa:16:3e:56:03:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd131983b-d58d-4932-b636-015a0d79417c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:13:04Z', 'updated_at': '2022-03-05T14:13:06Z', 'revision_number': 2, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'subnets': [{'id': 'd131983b-d58d-4932-b636-015a0d79417c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:10.302415 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] Checking router: ccdc16ad-6377-49ee-a8fa-4360d05dfa53 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:13:10.303921 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] Updating router ccdc16ad-6377-49ee-a8fa-4360d05dfa53 port 8052daec-1493-4049-9e94-6a758a24aeaa binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:13:10.304857 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-96eb638d-4106-4268-98a1-f046565b1c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:13:10.316120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-96eb638d-4106-4268-98a1-f046565b1c25 admin admin] Usage tracker for resource:router and tenant:232e91ee1856498097e6829ea4d7e162 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:13:10.327422 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-96eb638d-4106-4268-98a1-f046565b1c25 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:13:10.347450 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-96eb638d-4106-4268-98a1-f046565b1c25 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:13:10.410710 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-96eb638d-4106-4268-98a1-f046565b1c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:10.412427 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-96eb638d-4106-4268-98a1-f046565b1c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:10.458445 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-96eb638d-4106-4268-98a1-f046565b1c25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:10.472817 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:10.845995 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a18fa9b-c04c-44b4-a22e-efe26985ee68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-8060b918-f36b-436d-b142-e3c5fc7b086a', 'network_id': '8060b918-f36b-436d-b142-e3c5fc7b086a', 'tenant_id': '232e91ee1856498097e6829ea4d7e162', 'fixed_ips': [{'subnet_id': '3e06db9b-4059-4908-a2d9-8ebda9acb648'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:13:10.847078 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2a18fa9b-c04c-44b4-a22e-efe26985ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:11.003217 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 95f7cf02-055f-47d1-8fee-c382f8c980c5 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:13:11.044465 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5913-137b-4163-9aab-97423722752c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:11.314441 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 95f7cf02-055f-47d1-8fee-c382f8c980c5 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:13:11.314441 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:11.338672 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-2a18fa9b-c04c-44b4-a22e-efe26985ee68 None None] Allocated IP 172.20.0.2 (8060b918-f36b-436d-b142-e3c5fc7b086a/3e06db9b-4059-4908-a2d9-8ebda9acb648/0c9c9c3b-83f3-4670-9949-0bf247e5208a) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:13:11.599448 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:11.611728 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] Transition to ACTIVE for port object 8052daec-1493-4049-9e94-6a758a24aeaa will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:13:11.626887 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:11.707693 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-96eb638d-4106-4268-98a1-f046565b1c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:11.841857 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2a18fa9b-c04c-44b4-a22e-efe26985ee68 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:11.868786 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2a18fa9b-c04c-44b4-a22e-efe26985ee68 None None] Transition to ACTIVE for port object 0c9c9c3b-83f3-4670-9949-0bf247e5208a will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:13:11.950265 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2a18fa9b-c04c-44b4-a22e-efe26985ee68 None None] Transition to ACTIVE for port object 0c9c9c3b-83f3-4670-9949-0bf247e5208a will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:13:11.975995 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2a18fa9b-c04c-44b4-a22e-efe26985ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:12.281096 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d526bc-f931-4c7a-9743-ce27455b19a3 None None] Pushing event updated for resources: {'Port': ['ID=8052daec-1493-4049-9e94-6a758a24aeaa,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:12.300984 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] Attempting to bind port 8052daec-1493-4049-9e94-6a758a24aeaa on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:13:12.301697 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] Attempting to bind port 8052daec-1493-4049-9e94-6a758a24aeaa by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:13:12.302308 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] Attempting to bind port 8052daec-1493-4049-9e94-6a758a24aeaa on network 176f3b3b-aa33-401e-ba94-482a9b8a1b0b {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:13:12.311626 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:13:12.312424 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] Checking segment: {'id': '2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:13:12.313034 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:12.313685 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] Bound using segment: {'id': '2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:13:12.315426 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] Bound port: 8052daec-1493-4049-9e94-6a758a24aeaa, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:13:12.316076 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:12.470083 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:12.486857 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] For port 8052daec-1493-4049-9e94-6a758a24aeaa, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:13:12.498653 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] For port 8052daec-1493-4049-9e94-6a758a24aeaa, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=8052daec-1493-4049-9e94-6a758a24aeaa,segment=NetworkSegment(2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d),segment_id=2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:13:12.513476 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:12.527909 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a18fa9b-c04c-44b4-a22e-efe26985ee68 None None] Network 8060b918-f36b-436d-b142-e3c5fc7b086a is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:13:12.542756 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-2a18fa9b-c04c-44b4-a22e-efe26985ee68 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:13:12.561541 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a18fa9b-c04c-44b4-a22e-efe26985ee68 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:13:12.575605 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:12.598427 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-96eb638d-4106-4268-98a1-f046565b1c25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:12.602754 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18fa9b-c04c-44b4-a22e-efe26985ee68 None None] Pushing event updated for resources: {'Port': ['ID=0c9c9c3b-83f3-4670-9949-0bf247e5208a,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:12.659556 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-96eb638d-4106-4268-98a1-f046565b1c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:12.843664 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-2a18fa9b-c04c-44b4-a22e-efe26985ee68 None None] Attempting to bind port 0c9c9c3b-83f3-4670-9949-0bf247e5208a on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:13:12.843664 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-2a18fa9b-c04c-44b4-a22e-efe26985ee68 None None] Attempting to bind port 0c9c9c3b-83f3-4670-9949-0bf247e5208a by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'a6b56729-4e60-4266-98af-5f4a7e85fc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8060b918-f36b-436d-b142-e3c5fc7b086a'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:13:12.843664 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a18fa9b-c04c-44b4-a22e-efe26985ee68 None None] Attempting to bind port 0c9c9c3b-83f3-4670-9949-0bf247e5208a on network 8060b918-f36b-436d-b142-e3c5fc7b086a {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:13:12.854582 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a18fa9b-c04c-44b4-a22e-efe26985ee68 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:13:12.854984 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a18fa9b-c04c-44b4-a22e-efe26985ee68 None None] Checking segment: {'id': 'a6b56729-4e60-4266-98af-5f4a7e85fc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8060b918-f36b-436d-b142-e3c5fc7b086a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:13:12.855388 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2a18fa9b-c04c-44b4-a22e-efe26985ee68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:12.855773 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a18fa9b-c04c-44b4-a22e-efe26985ee68 None None] Bound using segment: {'id': 'a6b56729-4e60-4266-98af-5f4a7e85fc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8060b918-f36b-436d-b142-e3c5fc7b086a'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:13:12.856241 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-2a18fa9b-c04c-44b4-a22e-efe26985ee68 None None] Bound port: 0c9c9c3b-83f3-4670-9949-0bf247e5208a, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b56729-4e60-4266-98af-5f4a7e85fc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8060b918-f36b-436d-b142-e3c5fc7b086a'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:13:12.856609 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2a18fa9b-c04c-44b4-a22e-efe26985ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:12.940187 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d526bc-f931-4c7a-9743-ce27455b19a3 None None] Pushing event updated for resources: {'Port': ['ID=8052daec-1493-4049-9e94-6a758a24aeaa,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:12.988885 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] Routers {'ccdc16ad-6377-49ee-a8fa-4360d05dfa53'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:13:12.989509 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:13:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ccdc16ad-6377-49ee-a8fa-4360d05dfa53'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:13.101621 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-2a18fa9b-c04c-44b4-a22e-efe26985ee68 None None] For port 0c9c9c3b-83f3-4670-9949-0bf247e5208a, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:13:13.108938 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-2a18fa9b-c04c-44b4-a22e-efe26985ee68 None None] For port 0c9c9c3b-83f3-4670-9949-0bf247e5208a, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0c9c9c3b-83f3-4670-9949-0bf247e5208a,segment=NetworkSegment(a6b56729-4e60-4266-98af-5f4a7e85fc0f),segment_id=a6b56729-4e60-4266-98af-5f4a7e85fc0f)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:13:13.127291 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2a18fa9b-c04c-44b4-a22e-efe26985ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:13.267669 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18fa9b-c04c-44b4-a22e-efe26985ee68 None None] Pushing event updated for resources: {'Port': ['ID=0c9c9c3b-83f3-4670-9949-0bf247e5208a,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:13.343853 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-96eb638d-4106-4268-98a1-f046565b1c25 admin admin] Allocated IP 172.25.4.89 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/0903c65b-8adc-42d3-b45a-eeb65a86f3bf) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:13:13.513507 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] Set router ccdc16ad-6377-49ee-a8fa-4360d05dfa53 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:13:13.759582 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:13.799212 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-96eb638d-4106-4268-98a1-f046565b1c25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:13.929601 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-96eb638d-4106-4268-98a1-f046565b1c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:14.136357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eb638d-4106-4268-98a1-f046565b1c25 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:13:14.136357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-96eb638d-4106-4268-98a1-f046565b1c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:13:14.150511 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eb638d-4106-4268-98a1-f046565b1c25 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:13:14.222591 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb638d-4106-4268-98a1-f046565b1c25 admin admin] Pushing event updated for resources: {'Port': ['ID=0903c65b-8adc-42d3-b45a-eeb65a86f3bf,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:14.426473 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'name': 'tempest-TestServerBasicOps-1156323805-router', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:58Z', 'updated_at': '2022-03-05T14:13:06Z', 'revision_number': 4, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'gw_port': {'id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:59Z', 'updated_at': '2022-03-05T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '8052daec-1493-4049-9e94-6a758a24aeaa', 'name': '', 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'mac_address': 'fa:16:3e:56:03:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd131983b-d58d-4932-b636-015a0d79417c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:13:04Z', 'updated_at': '2022-03-05T14:13:12Z', 'revision_number': 4, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'subnets': [{'id': 'd131983b-d58d-4932-b636-015a0d79417c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:14.435624 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b26563-d08a-4058-ab55-821fba68fcdc None None] The sync data for ids ['ccdc16ad-6377-49ee-a8fa-4360d05dfa53'] in n-d-803718-1 is: [{'id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'name': 'tempest-TestServerBasicOps-1156323805-router', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:58Z', 'updated_at': '2022-03-05T14:13:06Z', 'revision_number': 4, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'gw_port': {'id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:59Z', 'updated_at': '2022-03-05T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '8052daec-1493-4049-9e94-6a758a24aeaa', 'name': '', 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'mac_address': 'fa:16:3e:56:03:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd131983b-d58d-4932-b636-015a0d79417c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:13:04Z', 'updated_at': '2022-03-05T14:13:12Z', 'revision_number': 4, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'subnets': [{'id': 'd131983b-d58d-4932-b636-015a0d79417c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:13:15.194912 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-96eb638d-4106-4268-98a1-f046565b1c25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:15.315934 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 8052daec-1493-4049-9e94-6a758a24aeaa up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:13:15.680001 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 8052daec-1493-4049-9e94-6a758a24aeaa completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:13:15.712083 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 8052daec-1493-4049-9e94-6a758a24aeaa triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:13:15.712385 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:15.777105 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6771ac09-8838-4c1d-868c-1cff0ca9bc38 None None] Network 8060b918-f36b-436d-b142-e3c5fc7b086a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:13:15.907931 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8a4eac5b-a13f-4f2f-b4d0-99f1adc740fd None None] Provisioning for port 0c9c9c3b-83f3-4670-9949-0bf247e5208a completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:13:16.384504 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-96eb638d-4106-4268-98a1-f046565b1c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:16.644957 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:17.014908 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96eb638d-4106-4268-98a1-f046565b1c25 admin admin] Router 0ea246fe-292b-4f7f-8432-aeac95beec17 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:13:17.030560 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 8052daec-1493-4049-9e94-6a758a24aeaa, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=8052daec-1493-4049-9e94-6a758a24aeaa,segment=NetworkSegment(2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d),segment_id=2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:13:17.056417 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:17.057579 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0c9c9c3b-83f3-4670-9949-0bf247e5208a up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:13:17.332779 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=8052daec-1493-4049-9e94-6a758a24aeaa,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:17.530309 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 0c9c9c3b-83f3-4670-9949-0bf247e5208a completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:13:17.537187 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 0c9c9c3b-83f3-4670-9949-0bf247e5208a triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:13:17.538908 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:17.580886 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96eb638d-4106-4268-98a1-f046565b1c25 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:13:17.607501 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] Sync routers for ids ['0ea246fe-292b-4f7f-8432-aeac95beec17'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:13:17.640213 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-96eb638d-4106-4268-98a1-f046565b1c25 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:17.641107 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] Routers {'0ea246fe-292b-4f7f-8432-aeac95beec17'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:13:17.641790 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:13:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['0ea246fe-292b-4f7f-8432-aeac95beec17'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:17.642851 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-96eb638d-4106-4268-98a1-f046565b1c25 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.3559790 Mar 05 14:13:17.645470 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42460) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:13:18.077870 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:18.102610 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9909bc76-9267-4e5d-8326-f24eb6fb7991 None None] Provisioning complete for port 0c9c9c3b-83f3-4670-9949-0bf247e5208a triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:13:18.103302 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9909bc76-9267-4e5d-8326-f24eb6fb7991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:18.207338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] Set router 0ea246fe-292b-4f7f-8432-aeac95beec17 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:13:18.628821 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 0c9c9c3b-83f3-4670-9949-0bf247e5208a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0c9c9c3b-83f3-4670-9949-0bf247e5208a,segment=NetworkSegment(a6b56729-4e60-4266-98af-5f4a7e85fc0f),segment_id=a6b56729-4e60-4266-98af-5f4a7e85fc0f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:13:18.803375 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:18.967939 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 8052daec-1493-4049-9e94-6a758a24aeaa up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:13:19.306181 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=0c9c9c3b-83f3-4670-9949-0bf247e5208a,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:19.332211 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:19.422132 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:19.422404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:19.426406 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:19.426939 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:19.427452 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:19.428575 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:19.429123 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:19.429858 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:19.430345 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:19.430979 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:19.431483 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:19.432034 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:19.500020 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 8052daec-1493-4049-9e94-6a758a24aeaa triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:13:19.500684 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:19.725494 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea246fe-292b-4f7f-8432-aeac95beec17', 'name': 'tempest-TestServerBasicOps-825712179-router', 'tenant_id': '232e91ee1856498097e6829ea4d7e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '0903c65b-8adc-42d3-b45a-eeb65a86f3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:13:10Z', 'updated_at': '2022-03-05T14:13:14Z', 'revision_number': 3, 'project_id': '232e91ee1856498097e6829ea4d7e162', 'gw_port': {'id': '0903c65b-8adc-42d3-b45a-eeb65a86f3bf', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea246fe-292b-4f7f-8432-aeac95beec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:13:12Z', 'updated_at': '2022-03-05T14:13:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:19.763846 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] Checking router: 0ea246fe-292b-4f7f-8432-aeac95beec17 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:13:19.764504 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] Updating router 0ea246fe-292b-4f7f-8432-aeac95beec17 port 0903c65b-8adc-42d3-b45a-eeb65a86f3bf binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:13:19.848095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Allocated IP 172.20.0.1 (8060b918-f36b-436d-b142-e3c5fc7b086a/3e06db9b-4059-4908-a2d9-8ebda9acb648/940b9517-6f56-4ad6-b25c-30aef3edf848) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:13:20.041202 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:20.093754 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:20.135442 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Transition to ACTIVE for port object 940b9517-6f56-4ad6-b25c-30aef3edf848 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:13:20.192758 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:20.364804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Network 8060b918-f36b-436d-b142-e3c5fc7b086a is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:13:20.375644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:13:20.398143 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:13:20.527546 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Pushing event updated for resources: {'Port': ['ID=940b9517-6f56-4ad6-b25c-30aef3edf848,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:20.565570 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:20.566276 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:20.566863 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:20.567535 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:20.568233 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:20.569319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:20.570051 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:20.570936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:20.571515 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:20.572115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:20.572856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:20.573563 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:20.611384 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:20.919782 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:20.972658 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:20.993875 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] Transition to ACTIVE for port object 0903c65b-8adc-42d3-b45a-eeb65a86f3bf will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:13:21.005706 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:21.052528 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6d7550ac-fdf6-48ff-a4f8-ee5f007e83d4 None None] Provisioning for port 940b9517-6f56-4ad6-b25c-30aef3edf848 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:13:21.070815 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0c9c9c3b-83f3-4670-9949-0bf247e5208a up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:13:21.136141 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6d7550ac-fdf6-48ff-a4f8-ee5f007e83d4 None None] Provisioning complete for port 940b9517-6f56-4ad6-b25c-30aef3edf848 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:13:21.136816 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6d7550ac-fdf6-48ff-a4f8-ee5f007e83d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:21.222580 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e16fa-dadf-4047-9958-e65840b7c5a0 None None] Pushing event updated for resources: {'Port': ['ID=0903c65b-8adc-42d3-b45a-eeb65a86f3bf,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:21.259040 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] Attempting to bind port 0903c65b-8adc-42d3-b45a-eeb65a86f3bf on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:13:21.259040 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] Attempting to bind port 0903c65b-8adc-42d3-b45a-eeb65a86f3bf by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:13:21.259040 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] Attempting to bind port 0903c65b-8adc-42d3-b45a-eeb65a86f3bf on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:13:21.269757 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:21.269757 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:21.281169 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:13:21.281169 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:13:21.281169 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:21.281169 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:13:21.281169 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] Bound port: 0903c65b-8adc-42d3-b45a-eeb65a86f3bf, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:13:21.281169 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:21.328327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-6d7550ac-fdf6-48ff-a4f8-ee5f007e83d4 None None] Port 940b9517-6f56-4ad6-b25c-30aef3edf848 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:13:21.415468 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 0c9c9c3b-83f3-4670-9949-0bf247e5208a triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:13:21.415468 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:21.452471 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Pushing event updated for resources: {'Port': ['ID=940b9517-6f56-4ad6-b25c-30aef3edf848,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:21.478173 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:21.646244 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] For port 0903c65b-8adc-42d3-b45a-eeb65a86f3bf, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:13:21.751145 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] For port 0903c65b-8adc-42d3-b45a-eeb65a86f3bf, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0903c65b-8adc-42d3-b45a-eeb65a86f3bf,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:13:21.764524 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:21.788153 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Network 8060b918-f36b-436d-b142-e3c5fc7b086a is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:13:21.791033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:13:21.930438 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] Routers {'0ea246fe-292b-4f7f-8432-aeac95beec17'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:13:21.930438 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:13:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['0ea246fe-292b-4f7f-8432-aeac95beec17'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:22.195950 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e16fa-dadf-4047-9958-e65840b7c5a0 None None] Pushing event updated for resources: {'Port': ['ID=0903c65b-8adc-42d3-b45a-eeb65a86f3bf,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:22.481668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Router 0ea246fe-292b-4f7f-8432-aeac95beec17 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:13:22.569671 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f7139798-d44b-40d7-8531-b24ce9f44463 None None] Provisioning complete for port 940b9517-6f56-4ad6-b25c-30aef3edf848 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:13:22.570044 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f7139798-d44b-40d7-8531-b24ce9f44463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:22.699691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-f7139798-d44b-40d7-8531-b24ce9f44463 None None] Port 940b9517-6f56-4ad6-b25c-30aef3edf848 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:13:22.714575 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] Set router 0ea246fe-292b-4f7f-8432-aeac95beec17 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:13:23.027371 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:13:23.045154 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f57c58b7-ec20-4421-a502-ef643d75a0a1 admin admin] 10.222.0.16 "PUT /v2.0/routers/0ea246fe-292b-4f7f-8432-aeac95beec17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3945801 Mar 05 14:13:23.572821 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea246fe-292b-4f7f-8432-aeac95beec17', 'name': 'tempest-TestServerBasicOps-825712179-router', 'tenant_id': '232e91ee1856498097e6829ea4d7e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '0903c65b-8adc-42d3-b45a-eeb65a86f3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:13:10Z', 'updated_at': '2022-03-05T14:13:20Z', 'revision_number': 4, 'project_id': '232e91ee1856498097e6829ea4d7e162', 'gw_port': {'id': '0903c65b-8adc-42d3-b45a-eeb65a86f3bf', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea246fe-292b-4f7f-8432-aeac95beec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:13:12Z', 'updated_at': '2022-03-05T14:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '940b9517-6f56-4ad6-b25c-30aef3edf848', 'name': '', 'network_id': '8060b918-f36b-436d-b142-e3c5fc7b086a', 'tenant_id': '232e91ee1856498097e6829ea4d7e162', 'mac_address': 'fa:16:3e:33:69:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea246fe-292b-4f7f-8432-aeac95beec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '3e06db9b-4059-4908-a2d9-8ebda9acb648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:13:19Z', 'updated_at': '2022-03-05T14:13:21Z', 'revision_number': 2, 'project_id': '232e91ee1856498097e6829ea4d7e162', 'subnets': [{'id': '3e06db9b-4059-4908-a2d9-8ebda9acb648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:23.582186 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f275c4-d4e1-4943-b5c9-b63766f83d6c None None] The sync data for ids ['0ea246fe-292b-4f7f-8432-aeac95beec17'] in n-d-803718-1 is: [{'id': '0ea246fe-292b-4f7f-8432-aeac95beec17', 'name': 'tempest-TestServerBasicOps-825712179-router', 'tenant_id': '232e91ee1856498097e6829ea4d7e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '0903c65b-8adc-42d3-b45a-eeb65a86f3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:13:10Z', 'updated_at': '2022-03-05T14:13:20Z', 'revision_number': 4, 'project_id': '232e91ee1856498097e6829ea4d7e162', 'gw_port': {'id': '0903c65b-8adc-42d3-b45a-eeb65a86f3bf', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea246fe-292b-4f7f-8432-aeac95beec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:13:12Z', 'updated_at': '2022-03-05T14:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '940b9517-6f56-4ad6-b25c-30aef3edf848', 'name': '', 'network_id': '8060b918-f36b-436d-b142-e3c5fc7b086a', 'tenant_id': '232e91ee1856498097e6829ea4d7e162', 'mac_address': 'fa:16:3e:33:69:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea246fe-292b-4f7f-8432-aeac95beec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '3e06db9b-4059-4908-a2d9-8ebda9acb648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:13:19Z', 'updated_at': '2022-03-05T14:13:21Z', 'revision_number': 2, 'project_id': '232e91ee1856498097e6829ea4d7e162', 'subnets': [{'id': '3e06db9b-4059-4908-a2d9-8ebda9acb648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:13:24.403149 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42570) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:13:24.409556 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e1ccf2cc-fa3d-4785-aab1-09e52f4089f3 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-798816422', 'description': 'tempest-secgroup-smoke-798816422 description', 'project_id': '5f7d6a4779714e2393ef6b6296854200'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:13:24.435113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e1ccf2cc-fa3d-4785-aab1-09e52f4089f3 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:13:24.435113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e1ccf2cc-fa3d-4785-aab1-09e52f4089f3 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Usage tracker for resource:security_group and tenant:5f7d6a4779714e2393ef6b6296854200 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:13:24.443654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e1ccf2cc-fa3d-4785-aab1-09e52f4089f3 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:13:24.459794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e1ccf2cc-fa3d-4785-aab1-09e52f4089f3 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:13:24.481331 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf2cc-fa3d-4785-aab1-09e52f4089f3 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:24.582187 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e1ccf2cc-fa3d-4785-aab1-09e52f4089f3 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:13:24.582187 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e1ccf2cc-fa3d-4785-aab1-09e52f4089f3 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Usage tracker for resource:security_group_rule and tenant:5f7d6a4779714e2393ef6b6296854200 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:13:24.593915 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e1ccf2cc-fa3d-4785-aab1-09e52f4089f3 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:13:24.608737 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e1ccf2cc-fa3d-4785-aab1-09e52f4089f3 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:13:24.729793 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf2cc-fa3d-4785-aab1-09e52f4089f3 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:24.735056 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf2cc-fa3d-4785-aab1-09e52f4089f3 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:24.786073 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccf2cc-fa3d-4785-aab1-09e52f4089f3 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45a9acb0-0128-4026-9981-f59f55444811,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:24.791884 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf2cc-fa3d-4785-aab1-09e52f4089f3 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:24.793437 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e1ccf2cc-fa3d-4785-aab1-09e52f4089f3 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3892951 Mar 05 14:13:24.796465 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42582) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:13:24.802446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-8f87e687-98f4-4462-a9a6-2b651b72e192 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Request body: {'security_group_rule': {'security_group_id': '45a9acb0-0128-4026-9981-f59f55444811', 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:13:24.811195 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8f87e687-98f4-4462-a9a6-2b651b72e192 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:13:24.815495 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8f87e687-98f4-4462-a9a6-2b651b72e192 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Usage tracker for resource:security_group_rule and tenant:5f7d6a4779714e2393ef6b6296854200 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:13:24.818561 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8f87e687-98f4-4462-a9a6-2b651b72e192 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:13:24.827269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8f87e687-98f4-4462-a9a6-2b651b72e192 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:13:24.913988 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8f87e687-98f4-4462-a9a6-2b651b72e192 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:25.050862 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8f87e687-98f4-4462-a9a6-2b651b72e192 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:25.061113 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8f87e687-98f4-4462-a9a6-2b651b72e192 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:25.090998 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87e687-98f4-4462-a9a6-2b651b72e192 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9fc64f1-cc8b-4c2d-9d5f-1e27f7269771,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:25.112185 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8f87e687-98f4-4462-a9a6-2b651b72e192 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:25.112185 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8f87e687-98f4-4462-a9a6-2b651b72e192 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3086500 Mar 05 14:13:25.112185 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42590) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:13:25.127126 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-61b142fc-ffa9-4e3d-b966-64fe775c72a9 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Request body: {'security_group_rule': {'security_group_id': '45a9acb0-0128-4026-9981-f59f55444811', 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:13:25.134536 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-61b142fc-ffa9-4e3d-b966-64fe775c72a9 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:13:25.158022 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-61b142fc-ffa9-4e3d-b966-64fe775c72a9 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Usage tracker for resource:security_group_rule and tenant:5f7d6a4779714e2393ef6b6296854200 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:13:25.180373 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-61b142fc-ffa9-4e3d-b966-64fe775c72a9 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:13:25.195798 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-61b142fc-ffa9-4e3d-b966-64fe775c72a9 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:13:25.226376 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61b142fc-ffa9-4e3d-b966-64fe775c72a9 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:25.396209 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61b142fc-ffa9-4e3d-b966-64fe775c72a9 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:25.402522 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61b142fc-ffa9-4e3d-b966-64fe775c72a9 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:25.501734 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b142fc-ffa9-4e3d-b966-64fe775c72a9 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b591bad-edfa-49ca-966a-3c734acaf3db,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:25.574555 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61b142fc-ffa9-4e3d-b966-64fe775c72a9 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:25.574555 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-61b142fc-ffa9-4e3d-b966-64fe775c72a9 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4597683 Mar 05 14:13:25.579199 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42602) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:13:25.579199 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-c1f8f85a-8294-44ee-b7fd-f4f5eec261e9 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Request body: {'security_group_rule': {'security_group_id': '45a9acb0-0128-4026-9981-f59f55444811', 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:13:25.602307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c1f8f85a-8294-44ee-b7fd-f4f5eec261e9 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:13:25.638591 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c1f8f85a-8294-44ee-b7fd-f4f5eec261e9 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Usage tracker for resource:security_group_rule and tenant:5f7d6a4779714e2393ef6b6296854200 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:13:25.658032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c1f8f85a-8294-44ee-b7fd-f4f5eec261e9 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:13:25.688459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c1f8f85a-8294-44ee-b7fd-f4f5eec261e9 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:13:25.723580 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c1f8f85a-8294-44ee-b7fd-f4f5eec261e9 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:25.921653 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c1f8f85a-8294-44ee-b7fd-f4f5eec261e9 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:25.930748 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c1f8f85a-8294-44ee-b7fd-f4f5eec261e9 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:26.003261 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8f85a-8294-44ee-b7fd-f4f5eec261e9 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d625b7c9-884b-45bd-b1c5-9e86889253ee,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:26.003261 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c1f8f85a-8294-44ee-b7fd-f4f5eec261e9 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:26.003261 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c1f8f85a-8294-44ee-b7fd-f4f5eec261e9 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4253690 Mar 05 14:13:26.003261 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42618) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:13:26.016860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-30cc43e3-0a5f-4b77-90cd-ba56e46fd3ae tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Request body: {'security_group_rule': {'security_group_id': '45a9acb0-0128-4026-9981-f59f55444811', 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:13:26.027195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-30cc43e3-0a5f-4b77-90cd-ba56e46fd3ae tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:13:26.035976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-30cc43e3-0a5f-4b77-90cd-ba56e46fd3ae tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Usage tracker for resource:security_group_rule and tenant:5f7d6a4779714e2393ef6b6296854200 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:13:26.038864 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-30cc43e3-0a5f-4b77-90cd-ba56e46fd3ae tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:13:26.047658 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-30cc43e3-0a5f-4b77-90cd-ba56e46fd3ae tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:13:26.083971 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30cc43e3-0a5f-4b77-90cd-ba56e46fd3ae tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:26.214275 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30cc43e3-0a5f-4b77-90cd-ba56e46fd3ae tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:26.226410 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30cc43e3-0a5f-4b77-90cd-ba56e46fd3ae tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:26.298222 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc43e3-0a5f-4b77-90cd-ba56e46fd3ae tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631e1d99-c6e0-48ed-8fcb-4777cda8efee,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:26.305168 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30cc43e3-0a5f-4b77-90cd-ba56e46fd3ae tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:26.308909 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-30cc43e3-0a5f-4b77-90cd-ba56e46fd3ae tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3048632 Mar 05 14:13:26.312047 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42630) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:13:26.317268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-02bb45da-b46d-4960-8bde-5f50ba435dd6 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Request body: {'security_group_rule': {'security_group_id': '45a9acb0-0128-4026-9981-f59f55444811', 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:13:26.333961 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-02bb45da-b46d-4960-8bde-5f50ba435dd6 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:13:26.341072 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-02bb45da-b46d-4960-8bde-5f50ba435dd6 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Usage tracker for resource:security_group_rule and tenant:5f7d6a4779714e2393ef6b6296854200 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:13:26.350055 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-02bb45da-b46d-4960-8bde-5f50ba435dd6 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:13:26.363022 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-02bb45da-b46d-4960-8bde-5f50ba435dd6 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:13:26.384507 n-d-803718-1 neutron-server[87913]: INFO neutron.db.securitygroups_db [None req-02bb45da-b46d-4960-8bde-5f50ba435dd6 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Project 5f7d6a4779714e2393ef6b6296854200 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:13:26.396744 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-02bb45da-b46d-4960-8bde-5f50ba435dd6 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:26.510327 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-02bb45da-b46d-4960-8bde-5f50ba435dd6 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:26.517754 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-02bb45da-b46d-4960-8bde-5f50ba435dd6 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:26.557846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb45da-b46d-4960-8bde-5f50ba435dd6 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5203b2f9-2f12-4aad-bca6-3774a683d35c,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:26.581978 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-02bb45da-b46d-4960-8bde-5f50ba435dd6 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:26.581978 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-02bb45da-b46d-4960-8bde-5f50ba435dd6 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2614400 Mar 05 14:13:26.586578 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42634) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:13:26.593424 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-dc3b902c-3b5d-42b4-a1b3-ea77a6518cda tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Request body: {'security_group_rule': {'security_group_id': '45a9acb0-0128-4026-9981-f59f55444811', 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:13:26.608542 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-dc3b902c-3b5d-42b4-a1b3-ea77a6518cda tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:13:26.623009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dc3b902c-3b5d-42b4-a1b3-ea77a6518cda tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Usage tracker for resource:security_group_rule and tenant:5f7d6a4779714e2393ef6b6296854200 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:13:26.631215 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dc3b902c-3b5d-42b4-a1b3-ea77a6518cda tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:13:26.645202 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-dc3b902c-3b5d-42b4-a1b3-ea77a6518cda tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:13:26.682388 n-d-803718-1 neutron-server[87914]: INFO neutron.db.securitygroups_db [None req-dc3b902c-3b5d-42b4-a1b3-ea77a6518cda tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Project 5f7d6a4779714e2393ef6b6296854200 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:13:26.699156 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dc3b902c-3b5d-42b4-a1b3-ea77a6518cda tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:26.838903 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dc3b902c-3b5d-42b4-a1b3-ea77a6518cda tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:26.844372 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dc3b902c-3b5d-42b4-a1b3-ea77a6518cda tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:26.906024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b902c-3b5d-42b4-a1b3-ea77a6518cda tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e487d6-3b4d-4c6b-a6ab-24e0eef37e5e,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:26.927579 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dc3b902c-3b5d-42b4-a1b3-ea77a6518cda tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:26.966494 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dc3b902c-3b5d-42b4-a1b3-ea77a6518cda tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3873584 Mar 05 14:13:27.027875 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0903c65b-8adc-42d3-b45a-eeb65a86f3bf up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:13:27.163434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 0903c65b-8adc-42d3-b45a-eeb65a86f3bf completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:13:27.177025 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 0903c65b-8adc-42d3-b45a-eeb65a86f3bf triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:13:27.177025 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:27.379907 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-bb609cca-ce2f-481a-a884-762e25596ce2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Synchronizing usage tracker for tenant:5f7d6a4779714e2393ef6b6296854200 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:13:27.424147 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-bb609cca-ce2f-481a-a884-762e25596ce2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Unset dirty status for tenant:5f7d6a4779714e2393ef6b6296854200 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:13:27.426733 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-bb609cca-ce2f-481a-a884-762e25596ce2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-798816422&fields=id&tenant_id=5f7d6a4779714e2393ef6b6296854200 HTTP/1.1" status: 200 len: 267 time: 0.1742074 Mar 05 14:13:27.474158 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:27.512431 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 0903c65b-8adc-42d3-b45a-eeb65a86f3bf, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0903c65b-8adc-42d3-b45a-eeb65a86f3bf,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:13:27.521051 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:27.524714 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] Sync routers for ids ['0ea246fe-292b-4f7f-8432-aeac95beec17'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:13:27.545757 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] Routers {'0ea246fe-292b-4f7f-8432-aeac95beec17'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:13:27.545757 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:13:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['0ea246fe-292b-4f7f-8432-aeac95beec17'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:27.742175 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=0903c65b-8adc-42d3-b45a-eeb65a86f3bf,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:27.788788 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-eb1288e9-b6cf-4c21-97f4-8eda1cb7567c tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:27.788788 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-eb1288e9-b6cf-4c21-97f4-8eda1cb7567c tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/networks?id=176f3b3b-aa33-401e-ba94-482a9b8a1b0b HTTP/1.1" status: 200 len: 809 time: 0.3496525 Mar 05 14:13:27.814926 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-5bc0f78e-99db-452c-b0f3-6ccc8cdb99e5 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/quotas/5f7d6a4779714e2393ef6b6296854200 HTTP/1.1" status: 200 len: 375 time: 0.0224426 Mar 05 14:13:27.986012 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-58caee4a-94f8-4752-985d-43a81a721198 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f7d6a4779714e2393ef6b6296854200&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1724732 Mar 05 14:13:28.008488 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] Set router 0ea246fe-292b-4f7f-8432-aeac95beec17 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:13:28.474874 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-a71e54c6-6ede-4e6f-96b2-7a9804da56d6 service neutron] 10.222.0.16 "GET /v2.0/networks/176f3b3b-aa33-401e-ba94-482a9b8a1b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885769 Mar 05 14:13:28.707731 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-7dc49dde-42a8-4068-baab-c744b8c3b5db service neutron] 10.222.0.16 "GET /v2.0/networks/176f3b3b-aa33-401e-ba94-482a9b8a1b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305584 Mar 05 14:13:28.807359 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea246fe-292b-4f7f-8432-aeac95beec17', 'name': 'tempest-TestServerBasicOps-825712179-router', 'tenant_id': '232e91ee1856498097e6829ea4d7e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '0903c65b-8adc-42d3-b45a-eeb65a86f3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:13:10Z', 'updated_at': '2022-03-05T14:13:20Z', 'revision_number': 4, 'project_id': '232e91ee1856498097e6829ea4d7e162', 'gw_port': {'id': '0903c65b-8adc-42d3-b45a-eeb65a86f3bf', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea246fe-292b-4f7f-8432-aeac95beec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:13:12Z', 'updated_at': '2022-03-05T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '940b9517-6f56-4ad6-b25c-30aef3edf848', 'name': '', 'network_id': '8060b918-f36b-436d-b142-e3c5fc7b086a', 'tenant_id': '232e91ee1856498097e6829ea4d7e162', 'mac_address': 'fa:16:3e:33:69:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea246fe-292b-4f7f-8432-aeac95beec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '3e06db9b-4059-4908-a2d9-8ebda9acb648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:13:19Z', 'updated_at': '2022-03-05T14:13:21Z', 'revision_number': 2, 'project_id': '232e91ee1856498097e6829ea4d7e162', 'subnets': [{'id': '3e06db9b-4059-4908-a2d9-8ebda9acb648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:28.807359 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] Checking router: 0ea246fe-292b-4f7f-8432-aeac95beec17 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:13:28.807359 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] Updating router 0ea246fe-292b-4f7f-8432-aeac95beec17 port 940b9517-6f56-4ad6-b25c-30aef3edf848 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:13:28.906565 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:29.061104 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0903c65b-8adc-42d3-b45a-eeb65a86f3bf up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:13:29.182087 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9c78eb89-18ef-4576-95ea-1dfdc1d8f5bc req-50f01662-af2a-4281-8e6e-20c3182ce240 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Synchronizing usage tracker for tenant:5f7d6a4779714e2393ef6b6296854200 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:13:29.242459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9c78eb89-18ef-4576-95ea-1dfdc1d8f5bc req-50f01662-af2a-4281-8e6e-20c3182ce240 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Unset dirty status for tenant:5f7d6a4779714e2393ef6b6296854200 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:13:29.243908 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c78eb89-18ef-4576-95ea-1dfdc1d8f5bc req-50f01662-af2a-4281-8e6e-20c3182ce240 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/ports?device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 210 time: 0.1221430 Mar 05 14:13:29.283842 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:29.288885 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:29.306715 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 0903c65b-8adc-42d3-b45a-eeb65a86f3bf triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:13:29.308039 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:29.950103 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:30.002698 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] Transition to ACTIVE for port object 940b9517-6f56-4ad6-b25c-30aef3edf848 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:13:30.032191 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:30.561629 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0f10b-f7fb-47d8-9e27-c2ee23968153 None None] Pushing event updated for resources: {'Port': ['ID=940b9517-6f56-4ad6-b25c-30aef3edf848,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:30.605119 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc0f10b-f7fb-47d8-9e27-c2ee23968153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:30.605119 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc0f10b-f7fb-47d8-9e27-c2ee23968153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:30.605119 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc0f10b-f7fb-47d8-9e27-c2ee23968153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:30.605119 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc0f10b-f7fb-47d8-9e27-c2ee23968153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:30.605119 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc0f10b-f7fb-47d8-9e27-c2ee23968153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:30.605119 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc0f10b-f7fb-47d8-9e27-c2ee23968153 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:30.605119 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc0f10b-f7fb-47d8-9e27-c2ee23968153 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:30.605119 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc0f10b-f7fb-47d8-9e27-c2ee23968153 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:30.605119 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc0f10b-f7fb-47d8-9e27-c2ee23968153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:30.605119 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc0f10b-f7fb-47d8-9e27-c2ee23968153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:30.605119 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc0f10b-f7fb-47d8-9e27-c2ee23968153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:30.605119 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc0f10b-f7fb-47d8-9e27-c2ee23968153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:30.644428 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] Attempting to bind port 940b9517-6f56-4ad6-b25c-30aef3edf848 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:13:30.662336 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] Attempting to bind port 940b9517-6f56-4ad6-b25c-30aef3edf848 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'a6b56729-4e60-4266-98af-5f4a7e85fc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8060b918-f36b-436d-b142-e3c5fc7b086a'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:13:30.662336 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] Attempting to bind port 940b9517-6f56-4ad6-b25c-30aef3edf848 on network 8060b918-f36b-436d-b142-e3c5fc7b086a {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:13:30.668849 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:13:30.668849 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] Checking segment: {'id': 'a6b56729-4e60-4266-98af-5f4a7e85fc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8060b918-f36b-436d-b142-e3c5fc7b086a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:13:30.668849 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:30.668849 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] Bound using segment: {'id': 'a6b56729-4e60-4266-98af-5f4a7e85fc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8060b918-f36b-436d-b142-e3c5fc7b086a'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:13:30.668849 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] Bound port: 940b9517-6f56-4ad6-b25c-30aef3edf848, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b56729-4e60-4266-98af-5f4a7e85fc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8060b918-f36b-436d-b142-e3c5fc7b086a'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:13:30.668849 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:30.684160 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bf63e066-882a-4af0-ac4f-86522053e6bf req-a46c17d0-bd36-4245-af75-0963292d80a6 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/ports?device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 210 time: 0.1615570 Mar 05 14:13:30.829814 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] For port 940b9517-6f56-4ad6-b25c-30aef3edf848, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:13:30.835057 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] For port 940b9517-6f56-4ad6-b25c-30aef3edf848, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=940b9517-6f56-4ad6-b25c-30aef3edf848,segment=NetworkSegment(a6b56729-4e60-4266-98af-5f4a7e85fc0f),segment_id=a6b56729-4e60-4266-98af-5f4a7e85fc0f)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:13:30.854988 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:31.012143 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] Routers {'0ea246fe-292b-4f7f-8432-aeac95beec17'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:13:31.013904 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:13:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['0ea246fe-292b-4f7f-8432-aeac95beec17'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:31.443112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-1d0ede84-7b6e-45ca-84b1-7c49679f5722 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:31.449075 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-1d0ede84-7b6e-45ca-84b1-7c49679f5722 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.30 "GET /v2.0/networks?id=176f3b3b-aa33-401e-ba94-482a9b8a1b0b HTTP/1.1" status: 200 len: 809 time: 0.5155027 Mar 05 14:13:31.584494 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-6013d9f4-2db0-45e5-acb8-0a13a0d6daf7 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f7d6a4779714e2393ef6b6296854200 HTTP/1.1" status: 200 len: 379 time: 0.1011324 Mar 05 14:13:31.589634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-2746b69f-7edb-4dd2-adef-263385c3242b tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Request body: {'port': {'device_id': '144cde3f-a9d8-4c72-a88f-d3283a33e648', 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b', 'admin_state_up': True, 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'security_groups': ['45a9acb0-0128-4026-9981-f59f55444811']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:13:31.708665 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] Set router 0ea246fe-292b-4f7f-8432-aeac95beec17 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:13:32.037783 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-2746b69f-7edb-4dd2-adef-263385c3242b tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:13:32.070586 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-2746b69f-7edb-4dd2-adef-263385c3242b tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:13:32.089759 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-2746b69f-7edb-4dd2-adef-263385c3242b tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Made reservation on behalf of 5f7d6a4779714e2393ef6b6296854200 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:13:32.093708 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-2746b69f-7edb-4dd2-adef-263385c3242b tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:32.104607 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0f10b-f7fb-47d8-9e27-c2ee23968153 None None] Pushing event updated for resources: {'Port': ['ID=940b9517-6f56-4ad6-b25c-30aef3edf848,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:32.514051 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-2746b69f-7edb-4dd2-adef-263385c3242b tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Allocated IP 172.20.0.10 (176f3b3b-aa33-401e-ba94-482a9b8a1b0b/d131983b-d58d-4932-b636-015a0d79417c/e5bf86a3-8003-4ce9-b76f-4634b22b5368) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:13:32.681258 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4e7b7138-abd3-4b0d-8ac0-f01c0cb0a007 req-98779af3-0d14-4f9e-888e-f36881052dbc tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/ports?device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 210 time: 0.6407044 Mar 05 14:13:32.836358 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-2746b69f-7edb-4dd2-adef-263385c3242b tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:32.884644 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-2746b69f-7edb-4dd2-adef-263385c3242b tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Transition to ACTIVE for port object e5bf86a3-8003-4ce9-b76f-4634b22b5368 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:13:32.897750 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea246fe-292b-4f7f-8432-aeac95beec17', 'name': 'tempest-TestServerBasicOps-825712179-router', 'tenant_id': '232e91ee1856498097e6829ea4d7e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '0903c65b-8adc-42d3-b45a-eeb65a86f3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:13:10Z', 'updated_at': '2022-03-05T14:13:20Z', 'revision_number': 4, 'project_id': '232e91ee1856498097e6829ea4d7e162', 'gw_port': {'id': '0903c65b-8adc-42d3-b45a-eeb65a86f3bf', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea246fe-292b-4f7f-8432-aeac95beec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:13:12Z', 'updated_at': '2022-03-05T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '940b9517-6f56-4ad6-b25c-30aef3edf848', 'name': '', 'network_id': '8060b918-f36b-436d-b142-e3c5fc7b086a', 'tenant_id': '232e91ee1856498097e6829ea4d7e162', 'mac_address': 'fa:16:3e:33:69:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea246fe-292b-4f7f-8432-aeac95beec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '3e06db9b-4059-4908-a2d9-8ebda9acb648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:13:19Z', 'updated_at': '2022-03-05T14:13:30Z', 'revision_number': 4, 'project_id': '232e91ee1856498097e6829ea4d7e162', 'subnets': [{'id': '3e06db9b-4059-4908-a2d9-8ebda9acb648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:32.909644 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db9c4c-96b1-482d-83c5-67504075e73a None None] The sync data for ids ['0ea246fe-292b-4f7f-8432-aeac95beec17'] in n-d-803718-1 is: [{'id': '0ea246fe-292b-4f7f-8432-aeac95beec17', 'name': 'tempest-TestServerBasicOps-825712179-router', 'tenant_id': '232e91ee1856498097e6829ea4d7e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '0903c65b-8adc-42d3-b45a-eeb65a86f3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:13:10Z', 'updated_at': '2022-03-05T14:13:20Z', 'revision_number': 4, 'project_id': '232e91ee1856498097e6829ea4d7e162', 'gw_port': {'id': '0903c65b-8adc-42d3-b45a-eeb65a86f3bf', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea246fe-292b-4f7f-8432-aeac95beec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:13:12Z', 'updated_at': '2022-03-05T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '940b9517-6f56-4ad6-b25c-30aef3edf848', 'name': '', 'network_id': '8060b918-f36b-436d-b142-e3c5fc7b086a', 'tenant_id': '232e91ee1856498097e6829ea4d7e162', 'mac_address': 'fa:16:3e:33:69:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea246fe-292b-4f7f-8432-aeac95beec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '3e06db9b-4059-4908-a2d9-8ebda9acb648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:13:19Z', 'updated_at': '2022-03-05T14:13:30Z', 'revision_number': 4, 'project_id': '232e91ee1856498097e6829ea4d7e162', 'subnets': [{'id': '3e06db9b-4059-4908-a2d9-8ebda9acb648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:13:32.972000 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-2746b69f-7edb-4dd2-adef-263385c3242b tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:33.093817 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 940b9517-6f56-4ad6-b25c-30aef3edf848 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:13:33.158689 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-2746b69f-7edb-4dd2-adef-263385c3242b tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Network 176f3b3b-aa33-401e-ba94-482a9b8a1b0b is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:13:33.175558 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-2746b69f-7edb-4dd2-adef-263385c3242b tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:13:33.198146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-2746b69f-7edb-4dd2-adef-263385c3242b tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:13:33.346266 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-2746b69f-7edb-4dd2-adef-263385c3242b tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:33.347398 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-2746b69f-7edb-4dd2-adef-263385c3242b tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:33.367872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746b69f-7edb-4dd2-adef-263385c3242b tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Pushing event updated for resources: {'Port': ['ID=e5bf86a3-8003-4ce9-b76f-4634b22b5368,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:33.392127 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 940b9517-6f56-4ad6-b25c-30aef3edf848 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:13:33.402678 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-2746b69f-7edb-4dd2-adef-263385c3242b tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8172321 Mar 05 14:13:33.420932 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 940b9517-6f56-4ad6-b25c-30aef3edf848 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:13:33.420932 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:33.424644 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-680a1a4d-0e78-4074-8e95-d979bd460f7a service neutron] Request body: {'port': {'device_id': '144cde3f-a9d8-4c72-a88f-d3283a33e648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:13:33.745038 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-680a1a4d-0e78-4074-8e95-d979bd460f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:33.772525 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e3c0f225-6eae-475e-a255-327109b5b0b8 None None] Provisioning for port e5bf86a3-8003-4ce9-b76f-4634b22b5368 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:13:33.782672 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e3c0f225-6eae-475e-a255-327109b5b0b8 None None] Provisioning complete for port e5bf86a3-8003-4ce9-b76f-4634b22b5368 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:13:33.783560 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e3c0f225-6eae-475e-a255-327109b5b0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:33.854723 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e3c0f225-6eae-475e-a255-327109b5b0b8 None None] Port e5bf86a3-8003-4ce9-b76f-4634b22b5368 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:13:33.859367 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:33.921954 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 940b9517-6f56-4ad6-b25c-30aef3edf848, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=940b9517-6f56-4ad6-b25c-30aef3edf848,segment=NetworkSegment(a6b56729-4e60-4266-98af-5f4a7e85fc0f),segment_id=a6b56729-4e60-4266-98af-5f4a7e85fc0f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:13:33.963057 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:34.136016 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=940b9517-6f56-4ad6-b25c-30aef3edf848,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:34.710847 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfa529-04d0-4d3c-bab0-2b471c2f1618 req-d3ea888f-34f5-4354-a345-9d95113f22c3 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:34.711761 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f9cfa529-04d0-4d3c-bab0-2b471c2f1618 req-d3ea888f-34f5-4354-a345-9d95113f22c3 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Synchronizing usage tracker for tenant:5f7d6a4779714e2393ef6b6296854200 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:13:34.814485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f9cfa529-04d0-4d3c-bab0-2b471c2f1618 req-d3ea888f-34f5-4354-a345-9d95113f22c3 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Unset dirty status for tenant:5f7d6a4779714e2393ef6b6296854200 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:13:34.831361 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cfa529-04d0-4d3c-bab0-2b471c2f1618 req-d3ea888f-34f5-4354-a345-9d95113f22c3 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/ports?device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 932 time: 0.6329625 Mar 05 14:13:34.935538 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 940b9517-6f56-4ad6-b25c-30aef3edf848 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:13:34.996789 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-680a1a4d-0e78-4074-8e95-d979bd460f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5bf86a3-8003-4ce9-b76f-4634b22b5368 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:13:35.024392 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f9cfa529-04d0-4d3c-bab0-2b471c2f1618 req-9f004114-74f6-49a4-940e-cd7e81555efa tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a9acb0-0128-4026-9981-f59f55444811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228740 Mar 05 14:13:35.034104 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-680a1a4d-0e78-4074-8e95-d979bd460f7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:35.051774 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-680a1a4d-0e78-4074-8e95-d979bd460f7a service neutron] Transition to ACTIVE for port object e5bf86a3-8003-4ce9-b76f-4634b22b5368 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:13:35.060327 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-680a1a4d-0e78-4074-8e95-d979bd460f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:35.107906 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 940b9517-6f56-4ad6-b25c-30aef3edf848 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:13:35.108355 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:35.232855 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:13:35.692486 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a1a4d-0e78-4074-8e95-d979bd460f7a service neutron] Pushing event updated for resources: {'Port': ['ID=e5bf86a3-8003-4ce9-b76f-4634b22b5368,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:35.810501 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-680a1a4d-0e78-4074-8e95-d979bd460f7a service neutron] Attempting to bind port e5bf86a3-8003-4ce9-b76f-4634b22b5368 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:13:35.810501 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-680a1a4d-0e78-4074-8e95-d979bd460f7a service neutron] Attempting to bind port e5bf86a3-8003-4ce9-b76f-4634b22b5368 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:13:35.810501 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-680a1a4d-0e78-4074-8e95-d979bd460f7a service neutron] Attempting to bind port e5bf86a3-8003-4ce9-b76f-4634b22b5368 on network 176f3b3b-aa33-401e-ba94-482a9b8a1b0b {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:13:35.810501 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-680a1a4d-0e78-4074-8e95-d979bd460f7a service neutron] Port e5bf86a3-8003-4ce9-b76f-4634b22b5368 on network 176f3b3b-aa33-401e-ba94-482a9b8a1b0b not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:13:35.810501 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-680a1a4d-0e78-4074-8e95-d979bd460f7a service neutron] Attempting to bind port e5bf86a3-8003-4ce9-b76f-4634b22b5368 on network 176f3b3b-aa33-401e-ba94-482a9b8a1b0b {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:13:35.828221 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-680a1a4d-0e78-4074-8e95-d979bd460f7a service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:13:35.828221 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-680a1a4d-0e78-4074-8e95-d979bd460f7a service neutron] Checking segment: {'id': '2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:13:35.828221 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-680a1a4d-0e78-4074-8e95-d979bd460f7a service neutron] Bound using segment: {'id': '2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:13:35.828221 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-680a1a4d-0e78-4074-8e95-d979bd460f7a service neutron] Bound port: e5bf86a3-8003-4ce9-b76f-4634b22b5368, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:13:35.828221 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-680a1a4d-0e78-4074-8e95-d979bd460f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:35.952154 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-680a1a4d-0e78-4074-8e95-d979bd460f7a service neutron] For port e5bf86a3-8003-4ce9-b76f-4634b22b5368, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:13:35.952154 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-680a1a4d-0e78-4074-8e95-d979bd460f7a service neutron] For port e5bf86a3-8003-4ce9-b76f-4634b22b5368, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e5bf86a3-8003-4ce9-b76f-4634b22b5368,segment=NetworkSegment(2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d),segment_id=2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:13:35.968374 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-680a1a4d-0e78-4074-8e95-d979bd460f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:36.037211 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-680a1a4d-0e78-4074-8e95-d979bd460f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:36.038532 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-680a1a4d-0e78-4074-8e95-d979bd460f7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:36.040514 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-680a1a4d-0e78-4074-8e95-d979bd460f7a service neutron] 10.222.0.30 "PUT /v2.0/ports/e5bf86a3-8003-4ce9-b76f-4634b22b5368 HTTP/1.1" status: 200 len: 1092 time: 2.6288223 Mar 05 14:13:36.040668 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '144cde3f-a9d8-4c72-a88f-d3283a33e648', 'tag': 'e5bf86a3-8003-4ce9-b76f-4634b22b5368'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:13:36.077106 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a1a4d-0e78-4074-8e95-d979bd460f7a service neutron] Pushing event updated for resources: {'Port': ['ID=e5bf86a3-8003-4ce9-b76f-4634b22b5368,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:36.153878 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '144cde3f-a9d8-4c72-a88f-d3283a33e648', 'tag': 'e5bf86a3-8003-4ce9-b76f-4634b22b5368', 'status': 'completed', 'code': 200} Mar 05 14:13:36.295004 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-740115f5-9fc8-494c-864d-98cadf3218b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:36.295004 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-740115f5-9fc8-494c-864d-98cadf3218b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f7d6a4779714e2393ef6b6296854200&device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 1095 time: 0.1934791 Mar 05 14:13:36.393558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50c0cd-a033-451a-8960-08fc1acc0df5 req-84bbdfb5-4ef2-447a-8d4b-b881308bc735 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:36.402328 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5f50c0cd-a033-451a-8960-08fc1acc0df5 req-84bbdfb5-4ef2-447a-8d4b-b881308bc735 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/ports?device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 944 time: 0.1932709 Mar 05 14:13:36.476593 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42850) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:13:36.509819 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-bc6b007e-9118-4ebd-92a2-757f58f6c7a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5bf86a3-8003-4ce9-b76f-4634b22b5368 HTTP/1.1" status: 200 len: 217 time: 0.2014709 Mar 05 14:13:36.618575 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-70ff2a31-910d-49a8-8f91-e54fef701e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:36.618575 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-70ff2a31-910d-49a8-8f91-e54fef701e09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d131983b-d58d-4932-b636-015a0d79417c HTTP/1.1" status: 200 len: 848 time: 0.1062608 Mar 05 14:13:36.649053 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-5f50c0cd-a033-451a-8960-08fc1acc0df5 req-4f75b95a-23fa-437d-a5d5-0c376f38b042 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Synchronizing usage tracker for tenant:5f7d6a4779714e2393ef6b6296854200 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:13:36.658197 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-738989a0-da30-4b0a-9551-031ffc9127c9 admin admin] Deleting subnet 4c0b8326-b324-4339-b4d2-643fa14e0dda {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:13:36.679314 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-738989a0-da30-4b0a-9551-031ffc9127c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:36.728544 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-c9affe5a-a661-4bb9-b0b5-1ad4dba300b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:36.730403 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-c9affe5a-a661-4bb9-b0b5-1ad4dba300b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=176f3b3b-aa33-401e-ba94-482a9b8a1b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074789 Mar 05 14:13:36.755750 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-5f50c0cd-a033-451a-8960-08fc1acc0df5 req-4f75b95a-23fa-437d-a5d5-0c376f38b042 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Unset dirty status for tenant:5f7d6a4779714e2393ef6b6296854200 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:13:36.757718 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5f50c0cd-a033-451a-8960-08fc1acc0df5 req-4f75b95a-23fa-437d-a5d5-0c376f38b042 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a9acb0-0128-4026-9981-f59f55444811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3542202 Mar 05 14:13:36.858663 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-738989a0-da30-4b0a-9551-031ffc9127c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:37.012020 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-54f7ed7c-0c82-4df0-8996-81eaa66be500 service neutron] 10.222.0.30 "GET /v2.0/networks/176f3b3b-aa33-401e-ba94-482a9b8a1b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678404 Mar 05 14:13:37.014196 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-738989a0-da30-4b0a-9551-031ffc9127c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:37.172963 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-738989a0-da30-4b0a-9551-031ffc9127c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:37.230865 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0c0744c-4561-48a3-a838-7ffe0518e7e4 req-093c1035-eb59-4519-a695-85e7dc09b25b service neutron] 10.222.0.30 "GET /v2.0/networks/176f3b3b-aa33-401e-ba94-482a9b8a1b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998677 Mar 05 14:13:37.278629 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-738989a0-da30-4b0a-9551-031ffc9127c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:37.283966 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738989a0-da30-4b0a-9551-031ffc9127c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c0b8326-b324-4339-b4d2-643fa14e0dda,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:37.291379 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-738989a0-da30-4b0a-9551-031ffc9127c9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4c0b8326-b324-4339-b4d2-643fa14e0dda HTTP/1.1" status: 204 len: 168 time: 0.7924194 Mar 05 14:13:37.293668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42868) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:13:37.428637 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33fb6a76-9271-4d21-8d96-80e5d98c757d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:37.488564 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db792c-5f10-4796-b63b-8270bdbe4a82 req-bc8ef2d7-f0b4-455d-bc7e-09da9455795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:37.488564 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46db792c-5f10-4796-b63b-8270bdbe4a82 req-bc8ef2d7-f0b4-455d-bc7e-09da9455795c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f7d6a4779714e2393ef6b6296854200&device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 1095 time: 0.1967921 Mar 05 14:13:37.636452 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db792c-5f10-4796-b63b-8270bdbe4a82 req-19415727-dcf5-47a8-812b-93789721127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:37.636452 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46db792c-5f10-4796-b63b-8270bdbe4a82 req-19415727-dcf5-47a8-812b-93789721127e service neutron] 10.222.0.30 "GET /v2.0/networks?id=176f3b3b-aa33-401e-ba94-482a9b8a1b0b HTTP/1.1" status: 200 len: 909 time: 0.1460228 Mar 05 14:13:37.722857 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33fb6a76-9271-4d21-8d96-80e5d98c757d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:37.745660 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46db792c-5f10-4796-b63b-8270bdbe4a82 req-0ceacebc-25d4-4724-8506-6461af9dc596 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5bf86a3-8003-4ce9-b76f-4634b22b5368 HTTP/1.1" status: 200 len: 217 time: 0.1032953 Mar 05 14:13:37.749174 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-33fb6a76-9271-4d21-8d96-80e5d98c757d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8368a23d-28a6-4254-8d6b-a3312654f8d0']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:37.809255 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-33fb6a76-9271-4d21-8d96-80e5d98c757d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72cc84b3-15d0-4aa9-8f0f-17e90d25ab86') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:37.809510 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-33fb6a76-9271-4d21-8d96-80e5d98c757d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72cc84b3-15d0-4aa9-8f0f-17e90d25ab86') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:37.839408 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33fb6a76-9271-4d21-8d96-80e5d98c757d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:37.896925 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33fb6a76-9271-4d21-8d96-80e5d98c757d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:37.926834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33fb6a76-9271-4d21-8d96-80e5d98c757d admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:13:37.926834 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33fb6a76-9271-4d21-8d96-80e5d98c757d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:13:37.947456 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:13:38.008604 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db792c-5f10-4796-b63b-8270bdbe4a82 req-996a4a22-756c-4457-8302-71c9a9746fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:38.018407 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46db792c-5f10-4796-b63b-8270bdbe4a82 req-996a4a22-756c-4457-8302-71c9a9746fa5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d131983b-d58d-4932-b636-015a0d79417c HTTP/1.1" status: 200 len: 848 time: 0.2542584 Mar 05 14:13:38.074376 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33fb6a76-9271-4d21-8d96-80e5d98c757d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:38.103474 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-33fb6a76-9271-4d21-8d96-80e5d98c757d admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:38.115684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb6a76-9271-4d21-8d96-80e5d98c757d admin admin] Pushing event deleted for resources: {'Network': ['ID=8368a23d-28a6-4254-8d6b-a3312654f8d0,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:38.149070 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-33fb6a76-9271-4d21-8d96-80e5d98c757d admin admin] 10.222.0.16 "DELETE /v2.0/networks/8368a23d-28a6-4254-8d6b-a3312654f8d0 HTTP/1.1" status: 204 len: 168 time: 0.8541651 Mar 05 14:13:38.149688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42884) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:13:38.262360 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53031ee-51f2-49a3-85cc-0d01f50c2886 admin admin] Deleting subnet cd52fd61-a805-4850-8ca0-08bb24ae1d15 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:13:38.289531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db792c-5f10-4796-b63b-8270bdbe4a82 req-6254e2eb-7852-4a22-946a-a34112a8b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:38.289531 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46db792c-5f10-4796-b63b-8270bdbe4a82 req-6254e2eb-7852-4a22-946a-a34112a8b998 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=176f3b3b-aa33-401e-ba94-482a9b8a1b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2701156 Mar 05 14:13:38.296643 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b53031ee-51f2-49a3-85cc-0d01f50c2886 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:38.307373 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8979c-ac4b-451e-b262-53e407e11a5e req-ea4b632c-1273-4151-8321-68abc110011f tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:38.309859 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f4e8979c-ac4b-451e-b262-53e407e11a5e req-ea4b632c-1273-4151-8321-68abc110011f tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/ports?device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 944 time: 0.2102418 Mar 05 14:13:38.421697 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b53031ee-51f2-49a3-85cc-0d01f50c2886 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:38.526966 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b53031ee-51f2-49a3-85cc-0d01f50c2886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:38.676575 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b53031ee-51f2-49a3-85cc-0d01f50c2886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:38.718831 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53031ee-51f2-49a3-85cc-0d01f50c2886 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd52fd61-a805-4850-8ca0-08bb24ae1d15,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:38.729579 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b53031ee-51f2-49a3-85cc-0d01f50c2886 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:38.738103 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b53031ee-51f2-49a3-85cc-0d01f50c2886 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cd52fd61-a805-4850-8ca0-08bb24ae1d15 HTTP/1.1" status: 204 len: 168 time: 0.5770257 Mar 05 14:13:38.738103 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 42894) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:13:38.836150 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-94252adb-5d7d-45bd-8e85-80337d5ced3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:38.851821 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f4e8979c-ac4b-451e-b262-53e407e11a5e req-332a1cfc-ef11-4641-9b98-277279c76e92 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a9acb0-0128-4026-9981-f59f55444811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4871888 Mar 05 14:13:38.906801 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46db792c-5f10-4796-b63b-8270bdbe4a82 req-fcd21911-450c-45c8-8f91-a58f13153491 service neutron] 10.222.0.30 "GET /v2.0/networks/176f3b3b-aa33-401e-ba94-482a9b8a1b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943916 Mar 05 14:13:38.954000 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0bfef15c-319e-4b35-aa88-cb0454a33ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:39.198924 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-46db792c-5f10-4796-b63b-8270bdbe4a82 req-8233da4a-5bea-43dc-87e4-2b1a28217d72 service neutron] 10.222.0.30 "GET /v2.0/networks/176f3b3b-aa33-401e-ba94-482a9b8a1b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805755 Mar 05 14:13:39.523427 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0bfef15c-319e-4b35-aa88-cb0454a33ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:39.558731 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-0bfef15c-319e-4b35-aa88-cb0454a33ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207dfafe-b4bc-40ac-bcbd-dde53ccf6ecf']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:39.575585 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-0bfef15c-319e-4b35-aa88-cb0454a33ee1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f52bc89-add8-40f6-bd65-e150967dd272') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:39.575585 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-0bfef15c-319e-4b35-aa88-cb0454a33ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f52bc89-add8-40f6-bd65-e150967dd272') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:39.600057 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0bfef15c-319e-4b35-aa88-cb0454a33ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:39.626639 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0bfef15c-319e-4b35-aa88-cb0454a33ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:39.641248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfef15c-319e-4b35-aa88-cb0454a33ee1 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:13:39.641248 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0bfef15c-319e-4b35-aa88-cb0454a33ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:13:39.665800 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:13:39.751934 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0bfef15c-319e-4b35-aa88-cb0454a33ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:39.776251 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0bfef15c-319e-4b35-aa88-cb0454a33ee1 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:39.785974 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0bfef15c-319e-4b35-aa88-cb0454a33ee1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/207dfafe-b4bc-40ac-bcbd-dde53ccf6ecf HTTP/1.1" status: 204 len: 168 time: 1.0500331 Mar 05 14:13:39.789141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfef15c-319e-4b35-aa88-cb0454a33ee1 admin admin] Pushing event deleted for resources: {'Network': ['ID=207dfafe-b4bc-40ac-bcbd-dde53ccf6ecf,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:40.113274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42924) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:13:40.133261 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bc9b4-055d-4de8-947d-dbe9f36e087f req-bc796bd0-0760-4853-a557-a9fb8648944a tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:40.135119 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f06bc9b4-055d-4de8-947d-dbe9f36e087f req-bc796bd0-0760-4853-a557-a9fb8648944a tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/ports?device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 944 time: 0.1250622 Mar 05 14:13:40.190308 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0d5b78a7-82b0-43be-85d9-23e457386a11 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb39afc53ae04b40900b9337b566a47c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0758455 Mar 05 14:13:40.190989 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42932) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:13:40.207201 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f06bc9b4-055d-4de8-947d-dbe9f36e087f req-2b627302-1fa9-4864-80b9-2bcd11e6b114 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a9acb0-0128-4026-9981-f59f55444811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624685 Mar 05 14:13:40.295717 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-08783300-09b1-4d92-a231-6e2a61e88e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:40.355640 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-08783300-09b1-4d92-a231-6e2a61e88e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:40.412998 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e5bf86a3-8003-4ce9-b76f-4634b22b5368 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:13:40.427174 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-08783300-09b1-4d92-a231-6e2a61e88e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:40.488269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08783300-09b1-4d92-a231-6e2a61e88e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11731cf-5eff-485d-ad40-27144913152b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:40.503017 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-08783300-09b1-4d92-a231-6e2a61e88e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:40.504155 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-08783300-09b1-4d92-a231-6e2a61e88e0f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e11731cf-5eff-485d-ad40-27144913152b HTTP/1.1" status: 204 len: 168 time: 0.3122139 Mar 05 14:13:40.512514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08783300-09b1-4d92-a231-6e2a61e88e0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:40.513239 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08783300-09b1-4d92-a231-6e2a61e88e0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:40.514062 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08783300-09b1-4d92-a231-6e2a61e88e0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:40.514691 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08783300-09b1-4d92-a231-6e2a61e88e0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:40.515399 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08783300-09b1-4d92-a231-6e2a61e88e0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:40.516951 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08783300-09b1-4d92-a231-6e2a61e88e0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:40.517351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08783300-09b1-4d92-a231-6e2a61e88e0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:40.517787 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08783300-09b1-4d92-a231-6e2a61e88e0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:40.518251 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08783300-09b1-4d92-a231-6e2a61e88e0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:40.518872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08783300-09b1-4d92-a231-6e2a61e88e0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:40.519197 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08783300-09b1-4d92-a231-6e2a61e88e0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:40.519577 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08783300-09b1-4d92-a231-6e2a61e88e0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:13:40.612065 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e5bf86a3-8003-4ce9-b76f-4634b22b5368, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e5bf86a3-8003-4ce9-b76f-4634b22b5368,segment=NetworkSegment(2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d),segment_id=2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:13:40.648648 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'e5bf86a3-8003-4ce9-b76f-4634b22b5368', 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b', 'port_id': 'e5bf86a3-8003-4ce9-b76f-4634b22b5368', 'mac_address': 'fa:16:3e:a8:96:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd131983b-d58d-4932-b636-015a0d79417c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:13:40.717736 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:40.740122 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5bf86a3-8003-4ce9-b76f-4634b22b5368 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:13:40.762536 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e5bf86a3-8003-4ce9-b76f-4634b22b5368, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e5bf86a3-8003-4ce9-b76f-4634b22b5368,segment=NetworkSegment(2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d),segment_id=2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:13:40.769573 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:40.844363 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=e5bf86a3-8003-4ce9-b76f-4634b22b5368,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:40.937909 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e2fb3ffd-9fda-4943-bfb3-58d1cb182749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:40.989400 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42950) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:13:40.996669 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['e5bf86a3-8003-4ce9-b76f-4634b22b5368'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:13:41.050819 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-800ca930-6d50-4426-badb-5f8f42c72649 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=359cf93616f744e28b018f86d43fd0f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588381 Mar 05 14:13:41.050819 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 42954) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:13:41.122337 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5b414e39-a0fa-4d9d-b0f7-51aa75bafc02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:41.163995 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5b414e39-a0fa-4d9d-b0f7-51aa75bafc02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:41.227329 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5b414e39-a0fa-4d9d-b0f7-51aa75bafc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:41.247623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b414e39-a0fa-4d9d-b0f7-51aa75bafc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1c338f-0955-4761-a9e4-fa11a9371c9b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:41.258917 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5b414e39-a0fa-4d9d-b0f7-51aa75bafc02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:41.260169 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5b414e39-a0fa-4d9d-b0f7-51aa75bafc02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc1c338f-0955-4761-a9e4-fa11a9371c9b HTTP/1.1" status: 204 len: 168 time: 0.2084541 Mar 05 14:13:41.643190 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90923d6-92f8-4a2e-83f4-2886ab2fddbf req-c3da7036-1d89-47b1-959f-a3385ac2dbe4 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:41.644673 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d90923d6-92f8-4a2e-83f4-2886ab2fddbf req-c3da7036-1d89-47b1-959f-a3385ac2dbe4 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/ports?device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 945 time: 0.1710179 Mar 05 14:13:41.731326 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d90923d6-92f8-4a2e-83f4-2886ab2fddbf req-91cf3bc9-51a6-4dab-837d-a50756ccf296 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a9acb0-0128-4026-9981-f59f55444811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802963 Mar 05 14:13:42.157132 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:42.164806 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:42.432406 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e5bf86a3-8003-4ce9-b76f-4634b22b5368 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:13:42.591219 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port e5bf86a3-8003-4ce9-b76f-4634b22b5368 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:13:42.603488 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port e5bf86a3-8003-4ce9-b76f-4634b22b5368 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:13:42.603488 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:42.821199 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:42.971555 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144cde3f-a9d8-4c72-a88f-d3283a33e648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bf86a3-8003-4ce9-b76f-4634b22b5368'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:13:42.984428 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e5bf86a3-8003-4ce9-b76f-4634b22b5368, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e5bf86a3-8003-4ce9-b76f-4634b22b5368,segment=NetworkSegment(2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d),segment_id=2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:13:42.994401 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:43.038054 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe7e6e-6021-4686-b9be-15032920676e req-09f8238c-e117-4383-9f76-97a50461fcb7 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:43.047341 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bcbe7e6e-6021-4686-b9be-15032920676e req-09f8238c-e117-4383-9f76-97a50461fcb7 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/ports?device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 945 time: 0.1040523 Mar 05 14:13:43.155161 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bcbe7e6e-6021-4686-b9be-15032920676e req-4f5edbb6-fda7-4947-a6fc-bab2cd74dabb tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a9acb0-0128-4026-9981-f59f55444811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134367 Mar 05 14:13:43.209454 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144cde3f-a9d8-4c72-a88f-d3283a33e648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bf86a3-8003-4ce9-b76f-4634b22b5368', 'code': 200} Mar 05 14:13:43.246232 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=e5bf86a3-8003-4ce9-b76f-4634b22b5368,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:43.330587 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43038) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:13:43.384714 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526ee62-f037-4734-b6f5-3909fe1893d6 req-d064926a-b0d6-4453-8c6e-63442e57ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:43.384714 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c526ee62-f037-4734-b6f5-3909fe1893d6 req-d064926a-b0d6-4453-8c6e-63442e57ccf1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 1097 time: 0.1132545 Mar 05 14:13:43.476962 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c526ee62-f037-4734-b6f5-3909fe1893d6 req-66d3c395-5f4c-46aa-bd0d-30c2c868661f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=45a9acb0-0128-4026-9981-f59f55444811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843070 Mar 05 14:13:43.619041 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b0e4ec46-6844-4c02-961f-8a26f7900c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:43.649899 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b0e4ec46-6844-4c02-961f-8a26f7900c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:13:43.662052 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b0e4ec46-6844-4c02-961f-8a26f7900c05 admin admin] Usage tracker for resource:security_group_rule and tenant:089460c5ab0a4751a67c69ecb7a9be27 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:13:43.669365 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b0e4ec46-6844-4c02-961f-8a26f7900c05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:13:43.678011 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b0e4ec46-6844-4c02-961f-8a26f7900c05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:13:43.775508 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:43.855485 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b0e4ec46-6844-4c02-961f-8a26f7900c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:43.861994 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b0e4ec46-6844-4c02-961f-8a26f7900c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:43.919219 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b0e4ec46-6844-4c02-961f-8a26f7900c05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=089460c5ab0a4751a67c69ecb7a9be27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5890942 Mar 05 14:13:43.919219 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 43050) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:13:43.926364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4ec46-6844-4c02-961f-8a26f7900c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd916ee2-1087-42ca-9df3-6f696ce75d4a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:43.992073 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a8646f9e-1e77-4962-9d95-c2052673e3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:44.019055 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a8646f9e-1e77-4962-9d95-c2052673e3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:44.101574 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a8646f9e-1e77-4962-9d95-c2052673e3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:44.119207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8646f9e-1e77-4962-9d95-c2052673e3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd916ee2-1087-42ca-9df3-6f696ce75d4a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:44.126211 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a8646f9e-1e77-4962-9d95-c2052673e3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:44.126211 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a8646f9e-1e77-4962-9d95-c2052673e3f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd916ee2-1087-42ca-9df3-6f696ce75d4a HTTP/1.1" status: 204 len: 168 time: 0.2012959 Mar 05 14:13:44.515796 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391afdb-0fb7-407a-8b22-38b86a7fc71e req-688c2fa6-8aad-470a-b144-f0b9f7799a80 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:44.515796 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0391afdb-0fb7-407a-8b22-38b86a7fc71e req-688c2fa6-8aad-470a-b144-f0b9f7799a80 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/ports?device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 946 time: 0.2364109 Mar 05 14:13:44.638426 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0391afdb-0fb7-407a-8b22-38b86a7fc71e req-b07b0aa1-3209-49ed-8cff-c6d8c15cd51c tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a9acb0-0128-4026-9981-f59f55444811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086566 Mar 05 14:13:44.970046 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29d308-a54c-485a-a38d-534cf92b230e req-f8ed7fd1-4a73-4d33-b4e6-31e6f8b5284b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:44.971629 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ce29d308-a54c-485a-a38d-534cf92b230e req-f8ed7fd1-4a73-4d33-b4e6-31e6f8b5284b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 812 time: 0.1693490 Mar 05 14:13:44.993733 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ce29d308-a54c-485a-a38d-534cf92b230e req-45594645-9ba9-4694-9a74-2a70549e3616 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/quotas/cc1d84a3fe924180bae57f2f8ac664e5 HTTP/1.1" status: 200 len: 375 time: 0.0110121 Mar 05 14:13:45.101499 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ce29d308-a54c-485a-a38d-534cf92b230e req-1dd087bd-7ed5-457c-9330-d3757f67ff09 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942228 Mar 05 14:13:45.265829 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ce29d308-a54c-485a-a38d-534cf92b230e req-ef666905-3e69-42e1-8cfd-f27dd0f0b43d service neutron] 10.222.0.16 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696496 Mar 05 14:13:45.455488 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ce29d308-a54c-485a-a38d-534cf92b230e req-79b6ec32-ef3b-4bfc-a629-2dcc55d49af3 service neutron] 10.222.0.16 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772633 Mar 05 14:13:45.784730 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-617d756f-9127-4954-82a1-d8a92b359f4a req-b912fad6-8b10-4d39-a29d-a6192e746f8c tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 210 time: 0.0964212 Mar 05 14:13:45.943615 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee5cb3-a581-4ce5-b950-a08e4dbccbe8 req-0ef1a446-06b9-42a0-ac7a-530f11d3d558 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:45.954680 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5aee5cb3-a581-4ce5-b950-a08e4dbccbe8 req-0ef1a446-06b9-42a0-ac7a-530f11d3d558 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/ports?device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 946 time: 0.1433029 Mar 05 14:13:46.028579 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5aee5cb3-a581-4ce5-b950-a08e4dbccbe8 req-b8966c81-519f-434a-9040-3c676858c0a2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a9acb0-0128-4026-9981-f59f55444811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705349 Mar 05 14:13:46.253901 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf977d3-c120-48f6-8086-0c9bbaadd629 req-0f2b4f40-f84f-41e5-8f72-2b3803649540 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:46.253901 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eaf977d3-c120-48f6-8086-0c9bbaadd629 req-0f2b4f40-f84f-41e5-8f72-2b3803649540 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/ports?device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 946 time: 0.1080153 Mar 05 14:13:46.352516 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eaf977d3-c120-48f6-8086-0c9bbaadd629 req-d3e01d1a-12d7-4b70-af25-86e2ae1e5fed tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a9acb0-0128-4026-9981-f59f55444811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874057 Mar 05 14:13:46.698569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2a75f-05c8-4c38-9674-f0cde35e1247 req-cb166882-a8f4-40c9-8eeb-cf15002da28f tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:46.698569 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ddd2a75f-05c8-4c38-9674-f0cde35e1247 req-cb166882-a8f4-40c9-8eeb-cf15002da28f tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/ports?device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 946 time: 0.1393456 Mar 05 14:13:46.760720 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ddd2a75f-05c8-4c38-9674-f0cde35e1247 req-e745636d-87b5-4483-a212-d375d76ad8b7 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a9acb0-0128-4026-9981-f59f55444811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568907 Mar 05 14:13:46.790849 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43196) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:13:47.093242 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9a34ba09-0d71-41b7-b558-08ca552c6bee req-9e87057a-1b42-49f6-9856-468a2075acdd tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 210 time: 0.1117268 Mar 05 14:13:47.483046 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397b2431-e14d-4136-916e-7f1c288f699c tempest-TestServerBasicOps-522979847 tempest-TestServerBasicOps-522979847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:47.489443 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-397b2431-e14d-4136-916e-7f1c288f699c tempest-TestServerBasicOps-522979847 tempest-TestServerBasicOps-522979847-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 1092 time: 0.6991622 Mar 05 14:13:47.493972 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 43242) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:13:47.515628 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': 'e5bf86a3-8003-4ce9-b76f-4634b22b5368', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:13:47.533332 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:13:47.558747 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Usage tracker for resource:floatingip and tenant:5f7d6a4779714e2393ef6b6296854200 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:13:47.558747 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:13:47.558747 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:13:47.577101 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29d308-a54c-485a-a38d-534cf92b230e req-7973d583-4bd7-498a-9634-7636b125d127 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:47.577101 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce29d308-a54c-485a-a38d-534cf92b230e req-7973d583-4bd7-498a-9634-7636b125d127 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.15 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 812 time: 0.3405139 Mar 05 14:13:47.601366 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-ce29d308-a54c-485a-a38d-534cf92b230e req-6ea5709d-aaa0-428d-9f7b-abf20d880c85 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Request body: {'port': {'device_id': '85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'admin_state_up': True, 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:13:47.615693 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:47.904434 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:47.917718 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-ce29d308-a54c-485a-a38d-534cf92b230e req-6ea5709d-aaa0-428d-9f7b-abf20d880c85 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:13:47.934163 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-ce29d308-a54c-485a-a38d-534cf92b230e req-6ea5709d-aaa0-428d-9f7b-abf20d880c85 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:13:47.943642 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce29d308-a54c-485a-a38d-534cf92b230e req-6ea5709d-aaa0-428d-9f7b-abf20d880c85 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Made reservation on behalf of cc1d84a3fe924180bae57f2f8ac664e5 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:13:47.951735 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce29d308-a54c-485a-a38d-534cf92b230e req-6ea5709d-aaa0-428d-9f7b-abf20d880c85 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:48.222655 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Allocated IP 172.25.4.40 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/fd974f01-c912-4700-b4a6-695c7c597c24) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:13:48.418733 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-ce29d308-a54c-485a-a38d-534cf92b230e req-6ea5709d-aaa0-428d-9f7b-abf20d880c85 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Allocated IP 172.20.0.11 (c768af3c-6e35-45f2-95ff-e71855885f5e/00fe0f0a-69ac-46af-997d-acd7d0040d2e/e3f32cea-84fc-46fd-801b-5e6d5fd066b8) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:13:48.745647 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a3b65f21-05a1-4116-a27f-f0962db3ac05 req-e816738c-9ea6-4afd-b9c2-8b58735ddf01 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 210 time: 0.3269184 Mar 05 14:13:48.845966 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:48.901098 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce29d308-a54c-485a-a38d-534cf92b230e req-6ea5709d-aaa0-428d-9f7b-abf20d880c85 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:48.919264 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-ce29d308-a54c-485a-a38d-534cf92b230e req-6ea5709d-aaa0-428d-9f7b-abf20d880c85 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Transition to ACTIVE for port object e3f32cea-84fc-46fd-801b-5e6d5fd066b8 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:13:48.950326 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce29d308-a54c-485a-a38d-534cf92b230e req-6ea5709d-aaa0-428d-9f7b-abf20d880c85 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:48.971814 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:49.128942 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5709d-aaa0-428d-9f7b-abf20d880c85 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event updated for resources: {'Port': ['ID=e3f32cea-84fc-46fd-801b-5e6d5fd066b8,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:49.202367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce29d308-a54c-485a-a38d-534cf92b230e req-6ea5709d-aaa0-428d-9f7b-abf20d880c85 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Network c768af3c-6e35-45f2-95ff-e71855885f5e is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:13:49.208957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-ce29d308-a54c-485a-a38d-534cf92b230e req-6ea5709d-aaa0-428d-9f7b-abf20d880c85 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:13:49.224412 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce29d308-a54c-485a-a38d-534cf92b230e req-6ea5709d-aaa0-428d-9f7b-abf20d880c85 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:13:49.299408 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Pushing event updated for resources: {'Port': ['ID=fd974f01-c912-4700-b4a6-695c7c597c24,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:49.317578 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29d308-a54c-485a-a38d-534cf92b230e req-6ea5709d-aaa0-428d-9f7b-abf20d880c85 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:49.318216 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce29d308-a54c-485a-a38d-534cf92b230e req-6ea5709d-aaa0-428d-9f7b-abf20d880c85 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:49.331529 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:13:49.351553 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce29d308-a54c-485a-a38d-534cf92b230e req-6ea5709d-aaa0-428d-9f7b-abf20d880c85 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7624671 Mar 05 14:13:49.359392 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:13:49.365517 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-ce29d308-a54c-485a-a38d-534cf92b230e req-d8058b0d-939b-4ce6-bf7c-900efd43159f service neutron] Request body: {'port': {'device_id': '85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:13:49.375655 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:13:49.651181 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a87eda28-169e-4a65-859f-144a706b819e None None] Provisioning for port e3f32cea-84fc-46fd-801b-5e6d5fd066b8 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:13:49.663507 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a87eda28-169e-4a65-859f-144a706b819e None None] Provisioning complete for port e3f32cea-84fc-46fd-801b-5e6d5fd066b8 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:13:49.664009 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a87eda28-169e-4a65-859f-144a706b819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:49.824373 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a87eda28-169e-4a65-859f-144a706b819e None None] Port e3f32cea-84fc-46fd-801b-5e6d5fd066b8 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:13:49.956728 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce29d308-a54c-485a-a38d-534cf92b230e req-d8058b0d-939b-4ce6-bf7c-900efd43159f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:50.583724 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:50.594914 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fcf30-e9c1-43e2-8adf-04046127b2bc req-3b4a8229-7be7-4294-b22a-0761e83f8d2f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:50.596269 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-af4fcf30-e9c1-43e2-8adf-04046127b2bc req-3b4a8229-7be7-4294-b22a-0761e83f8d2f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Synchronizing usage tracker for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:13:50.633518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-af4fcf30-e9c1-43e2-8adf-04046127b2bc req-3b4a8229-7be7-4294-b22a-0761e83f8d2f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Unset dirty status for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:13:50.635108 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af4fcf30-e9c1-43e2-8adf-04046127b2bc req-3b4a8229-7be7-4294-b22a-0761e83f8d2f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 932 time: 0.3570366 Mar 05 14:13:50.782525 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af4fcf30-e9c1-43e2-8adf-04046127b2bc req-7cb4ce55-8d3d-4a03-a5fa-54e7a811b6bc tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100745 Mar 05 14:13:50.784644 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:50.787200 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-ce29d308-a54c-485a-a38d-534cf92b230e req-d8058b0d-939b-4ce6-bf7c-900efd43159f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f32cea-84fc-46fd-801b-5e6d5fd066b8 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:13:50.799693 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce29d308-a54c-485a-a38d-534cf92b230e req-d8058b0d-939b-4ce6-bf7c-900efd43159f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:50.830502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-ce29d308-a54c-485a-a38d-534cf92b230e req-d8058b0d-939b-4ce6-bf7c-900efd43159f service neutron] Transition to ACTIVE for port object e3f32cea-84fc-46fd-801b-5e6d5fd066b8 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:13:50.837271 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce29d308-a54c-485a-a38d-534cf92b230e req-d8058b0d-939b-4ce6-bf7c-900efd43159f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:51.142205 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8058b0d-939b-4ce6-bf7c-900efd43159f service neutron] Pushing event updated for resources: {'Port': ['ID=e3f32cea-84fc-46fd-801b-5e6d5fd066b8,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:51.185977 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:51.193913 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:51.308610 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-ce29d308-a54c-485a-a38d-534cf92b230e req-d8058b0d-939b-4ce6-bf7c-900efd43159f service neutron] Attempting to bind port e3f32cea-84fc-46fd-801b-5e6d5fd066b8 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:13:51.310365 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-ce29d308-a54c-485a-a38d-534cf92b230e req-d8058b0d-939b-4ce6-bf7c-900efd43159f service neutron] Attempting to bind port e3f32cea-84fc-46fd-801b-5e6d5fd066b8 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:13:51.312465 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce29d308-a54c-485a-a38d-534cf92b230e req-d8058b0d-939b-4ce6-bf7c-900efd43159f service neutron] Attempting to bind port e3f32cea-84fc-46fd-801b-5e6d5fd066b8 on network c768af3c-6e35-45f2-95ff-e71855885f5e {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:13:51.344112 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce29d308-a54c-485a-a38d-534cf92b230e req-d8058b0d-939b-4ce6-bf7c-900efd43159f service neutron] Port e3f32cea-84fc-46fd-801b-5e6d5fd066b8 on network c768af3c-6e35-45f2-95ff-e71855885f5e not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:13:51.352517 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce29d308-a54c-485a-a38d-534cf92b230e req-d8058b0d-939b-4ce6-bf7c-900efd43159f service neutron] Attempting to bind port e3f32cea-84fc-46fd-801b-5e6d5fd066b8 on network c768af3c-6e35-45f2-95ff-e71855885f5e {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:13:51.371062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce29d308-a54c-485a-a38d-534cf92b230e req-d8058b0d-939b-4ce6-bf7c-900efd43159f service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:13:51.371338 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce29d308-a54c-485a-a38d-534cf92b230e req-d8058b0d-939b-4ce6-bf7c-900efd43159f service neutron] Checking segment: {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:13:51.371748 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce29d308-a54c-485a-a38d-534cf92b230e req-d8058b0d-939b-4ce6-bf7c-900efd43159f service neutron] Bound using segment: {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:13:51.372182 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-ce29d308-a54c-485a-a38d-534cf92b230e req-d8058b0d-939b-4ce6-bf7c-900efd43159f service neutron] Bound port: e3f32cea-84fc-46fd-801b-5e6d5fd066b8, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:13:51.372555 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce29d308-a54c-485a-a38d-534cf92b230e req-d8058b0d-939b-4ce6-bf7c-900efd43159f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:51.579737 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Pushing event updated for resources: {'Port': ['ID=fd974f01-c912-4700-b4a6-695c7c597c24,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:51.620084 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:51.631677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-ce29d308-a54c-485a-a38d-534cf92b230e req-d8058b0d-939b-4ce6-bf7c-900efd43159f service neutron] For port e3f32cea-84fc-46fd-801b-5e6d5fd066b8, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:13:51.631677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-ce29d308-a54c-485a-a38d-534cf92b230e req-d8058b0d-939b-4ce6-bf7c-900efd43159f service neutron] For port e3f32cea-84fc-46fd-801b-5e6d5fd066b8, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e3f32cea-84fc-46fd-801b-5e6d5fd066b8,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:13:51.631677 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce29d308-a54c-485a-a38d-534cf92b230e req-d8058b0d-939b-4ce6-bf7c-900efd43159f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:51.730688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29d308-a54c-485a-a38d-534cf92b230e req-d8058b0d-939b-4ce6-bf7c-900efd43159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:51.731401 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ce29d308-a54c-485a-a38d-534cf92b230e req-d8058b0d-939b-4ce6-bf7c-900efd43159f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:51.732914 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce29d308-a54c-485a-a38d-534cf92b230e req-d8058b0d-939b-4ce6-bf7c-900efd43159f service neutron] 10.222.0.15 "PUT /v2.0/ports/e3f32cea-84fc-46fd-801b-5e6d5fd066b8 HTTP/1.1" status: 200 len: 1092 time: 2.3750405 Mar 05 14:13:51.733343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a', 'tag': 'e3f32cea-84fc-46fd-801b-5e6d5fd066b8'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:13:51.876089 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a', 'tag': 'e3f32cea-84fc-46fd-801b-5e6d5fd066b8', 'status': 'completed', 'code': 200} Mar 05 14:13:51.918463 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Floating IP ed6764b9-21a6-4484-8849-92bdaa98ff33 associated. External IP: 172.25.4.40, port: e5bf86a3-8003-4ce9-b76f-4634b22b5368. Mar 05 14:13:51.957783 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8058b0d-939b-4ce6-bf7c-900efd43159f service neutron] Pushing event updated for resources: {'Port': ['ID=e3f32cea-84fc-46fd-801b-5e6d5fd066b8,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:13:52.071721 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29d308-a54c-485a-a38d-534cf92b230e req-23c40857-b33e-40f9-a95c-63020d6058a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:52.071721 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce29d308-a54c-485a-a38d-534cf92b230e req-23c40857-b33e-40f9-a95c-63020d6058a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 1095 time: 0.2848687 Mar 05 14:13:52.351867 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce29d308-a54c-485a-a38d-534cf92b230e req-e4148393-affe-4441-9fdd-804e66e867b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3f32cea-84fc-46fd-801b-5e6d5fd066b8 HTTP/1.1" status: 200 len: 217 time: 0.2706847 Mar 05 14:13:52.511198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29d308-a54c-485a-a38d-534cf92b230e req-5a52b92f-21ab-4304-a885-536075174aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:52.511198 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce29d308-a54c-485a-a38d-534cf92b230e req-5a52b92f-21ab-4304-a885-536075174aca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 200 len: 851 time: 0.1561217 Mar 05 14:13:52.661410 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92d5f3-3646-4ca2-a282-47aceb9e38f1 req-8aa890c9-2dbe-4684-8f00-5b9740669011 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:52.668720 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2f92d5f3-3646-4ca2-a282-47aceb9e38f1 req-8aa890c9-2dbe-4684-8f00-5b9740669011 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 944 time: 0.4544694 Mar 05 14:13:52.817860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29d308-a54c-485a-a38d-534cf92b230e req-f76b74db-311f-4e2a-a923-978dd72dea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:52.817860 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce29d308-a54c-485a-a38d-534cf92b230e req-f76b74db-311f-4e2a-a923-978dd72dea5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c768af3c-6e35-45f2-95ff-e71855885f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3001692 Mar 05 14:13:52.953177 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Router ccdc16ad-6377-49ee-a8fa-4360d05dfa53 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:13:52.965997 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2f92d5f3-3646-4ca2-a282-47aceb9e38f1 req-ae3c56e6-d9a5-4142-bd83-ef39c9867df5 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875051 Mar 05 14:13:53.211683 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce29d308-a54c-485a-a38d-534cf92b230e req-c8738fd3-c6d0-446d-ac01-a50573134d91 service neutron] 10.222.0.15 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609898 Mar 05 14:13:53.330424 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:13:53.342416 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf084d3-8be0-4188-8181-029e3c05c36e None None] Sync routers for ids ['ccdc16ad-6377-49ee-a8fa-4360d05dfa53'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:13:53.361255 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf084d3-8be0-4188-8181-029e3c05c36e None None] Routers {'ccdc16ad-6377-49ee-a8fa-4360d05dfa53'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:13:53.361891 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-fcf084d3-8be0-4188-8181-029e3c05c36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:13:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ccdc16ad-6377-49ee-a8fa-4360d05dfa53'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:53.364005 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:53.501759 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-26117fb0-99ec-4014-a0a9-13c1845ba850 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0108817 Mar 05 14:13:53.502415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '144cde3f-a9d8-4c72-a88f-d3283a33e648', 'tag': 'e5bf86a3-8003-4ce9-b76f-4634b22b5368'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:13:53.638206 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '144cde3f-a9d8-4c72-a88f-d3283a33e648', 'tag': 'e5bf86a3-8003-4ce9-b76f-4634b22b5368', 'status': 'completed', 'code': 200} Mar 05 14:13:53.714734 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-fcf084d3-8be0-4188-8181-029e3c05c36e None None] Set router ccdc16ad-6377-49ee-a8fa-4360d05dfa53 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:13:53.839625 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a225c5-0459-498b-96c7-f6684b2614a8 req-0fa307b9-8542-4d5b-87e2-77e43019a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:53.851351 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a1a225c5-0459-498b-96c7-f6684b2614a8 req-0fa307b9-8542-4d5b-87e2-77e43019a1cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f7d6a4779714e2393ef6b6296854200&device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 1097 time: 0.2149265 Mar 05 14:13:53.882267 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce29d308-a54c-485a-a38d-534cf92b230e req-76d293ec-243f-4be1-842c-fe2935b9ac38 service neutron] 10.222.0.15 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6695938 Mar 05 14:13:54.165067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180bbc1-7fcb-4024-9c36-e1c9bb319670 req-3f45c797-c6e3-4e3a-b2b0-db139082512a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:54.165067 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3180bbc1-7fcb-4024-9c36-e1c9bb319670 req-3f45c797-c6e3-4e3a-b2b0-db139082512a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 1095 time: 0.2349679 Mar 05 14:13:54.283222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a225c5-0459-498b-96c7-f6684b2614a8 req-9123a3b2-dfe9-40ed-b191-cc1a1322a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:54.283222 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a1a225c5-0459-498b-96c7-f6684b2614a8 req-9123a3b2-dfe9-40ed-b191-cc1a1322a073 service neutron] 10.222.0.30 "GET /v2.0/networks?id=176f3b3b-aa33-401e-ba94-482a9b8a1b0b HTTP/1.1" status: 200 len: 909 time: 0.4261014 Mar 05 14:13:54.411629 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180bbc1-7fcb-4024-9c36-e1c9bb319670 req-7105b8c7-750c-4cc8-8e89-9fc99cf8bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:54.413119 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3180bbc1-7fcb-4024-9c36-e1c9bb319670 req-7105b8c7-750c-4cc8-8e89-9fc99cf8bd33 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 912 time: 0.2446964 Mar 05 14:13:54.498399 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-fcf084d3-8be0-4188-8181-029e3c05c36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'name': 'tempest-TestServerBasicOps-1156323805-router', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:58Z', 'updated_at': '2022-03-05T14:13:06Z', 'revision_number': 4, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'gw_port': {'id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:59Z', 'updated_at': '2022-03-05T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'ed6764b9-21a6-4484-8849-92bdaa98ff33', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'floating_ip_address': '172.25.4.40', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'port_id': 'e5bf86a3-8003-4ce9-b76f-4634b22b5368', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b', 'mac_address': 'fa:16:3e:a8:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144cde3f-a9d8-4c72-a88f-d3283a33e648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:13:50Z', 'updated_at': '2022-03-05T14:13:50Z', 'revision_number': 0, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8052daec-1493-4049-9e94-6a758a24aeaa', 'name': '', 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'mac_address': 'fa:16:3e:56:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd131983b-d58d-4932-b636-015a0d79417c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:13:04Z', 'updated_at': '2022-03-05T14:13:16Z', 'revision_number': 5, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'subnets': [{'id': 'd131983b-d58d-4932-b636-015a0d79417c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:54.516203 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a1a225c5-0459-498b-96c7-f6684b2614a8 req-9e9d1bf9-c044-4320-a187-dc8157c8f2f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5bf86a3-8003-4ce9-b76f-4634b22b5368 HTTP/1.1" status: 200 len: 999 time: 0.2155306 Mar 05 14:13:54.566961 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf084d3-8be0-4188-8181-029e3c05c36e None None] Checking router: ccdc16ad-6377-49ee-a8fa-4360d05dfa53 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:13:54.603791 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf084d3-8be0-4188-8181-029e3c05c36e None None] Routers {'ccdc16ad-6377-49ee-a8fa-4360d05dfa53'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:13:54.607938 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-fcf084d3-8be0-4188-8181-029e3c05c36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:13:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ccdc16ad-6377-49ee-a8fa-4360d05dfa53'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:54.711458 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3180bbc1-7fcb-4024-9c36-e1c9bb319670 req-19b56a9b-af3d-476f-b345-0f34c32f633b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3f32cea-84fc-46fd-801b-5e6d5fd066b8 HTTP/1.1" status: 200 len: 217 time: 0.1647413 Mar 05 14:13:54.788923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a225c5-0459-498b-96c7-f6684b2614a8 req-16bf9889-5706-4b55-b7e5-bdfb48e3397d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:54.788923 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a1a225c5-0459-498b-96c7-f6684b2614a8 req-16bf9889-5706-4b55-b7e5-bdfb48e3397d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d131983b-d58d-4932-b636-015a0d79417c HTTP/1.1" status: 200 len: 848 time: 0.2643259 Mar 05 14:13:54.847658 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e214e9-1963-4a06-8b9c-077550d5d20d req-56d91c2b-9aa8-40be-9afb-e7ae1d5fd6d1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:54.884186 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e7e214e9-1963-4a06-8b9c-077550d5d20d req-56d91c2b-9aa8-40be-9afb-e7ae1d5fd6d1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 944 time: 0.4663303 Mar 05 14:13:55.014584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a225c5-0459-498b-96c7-f6684b2614a8 req-9effecf7-d3eb-4d2b-af90-a9780677887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:55.014584 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a1a225c5-0459-498b-96c7-f6684b2614a8 req-9effecf7-d3eb-4d2b-af90-a9780677887a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=176f3b3b-aa33-401e-ba94-482a9b8a1b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2160809 Mar 05 14:13:55.041915 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-fcf084d3-8be0-4188-8181-029e3c05c36e None None] Set router ccdc16ad-6377-49ee-a8fa-4360d05dfa53 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:13:55.094163 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e7e214e9-1963-4a06-8b9c-077550d5d20d req-f0b32ab4-779a-4921-a434-7360f30296f0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055616 Mar 05 14:13:55.113916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180bbc1-7fcb-4024-9c36-e1c9bb319670 req-f86fa905-188c-4111-a6fc-7713cc95e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:55.115569 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3180bbc1-7fcb-4024-9c36-e1c9bb319670 req-f86fa905-188c-4111-a6fc-7713cc95e2e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 200 len: 851 time: 0.4028711 Mar 05 14:13:55.277328 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180bbc1-7fcb-4024-9c36-e1c9bb319670 req-cb430458-8779-4da2-bef4-2e6c1836ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:55.279062 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3180bbc1-7fcb-4024-9c36-e1c9bb319670 req-cb430458-8779-4da2-bef4-2e6c1836ba3f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c768af3c-6e35-45f2-95ff-e71855885f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581798 Mar 05 14:13:55.452893 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a1a225c5-0459-498b-96c7-f6684b2614a8 req-71c87b00-1bb1-4a36-a41c-a0754d5ebc2d service neutron] 10.222.0.30 "GET /v2.0/networks/176f3b3b-aa33-401e-ba94-482a9b8a1b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284611 Mar 05 14:13:55.957833 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3180bbc1-7fcb-4024-9c36-e1c9bb319670 req-1e19d12d-77c1-48e9-b263-24d40c580a7b service neutron] 10.222.0.15 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6662469 Mar 05 14:13:56.077813 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a1a225c5-0459-498b-96c7-f6684b2614a8 req-59751a78-37e4-477a-9321-a7e42f81a54f service neutron] 10.222.0.30 "GET /v2.0/networks/176f3b3b-aa33-401e-ba94-482a9b8a1b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6150227 Mar 05 14:13:56.201726 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3180bbc1-7fcb-4024-9c36-e1c9bb319670 req-616d537a-a1a2-4f5f-8d00-cb48b447e0c7 service neutron] 10.222.0.15 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352536 Mar 05 14:13:56.301094 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-fcf084d3-8be0-4188-8181-029e3c05c36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'name': 'tempest-TestServerBasicOps-1156323805-router', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:58Z', 'updated_at': '2022-03-05T14:13:06Z', 'revision_number': 4, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'gw_port': {'id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:59Z', 'updated_at': '2022-03-05T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'ed6764b9-21a6-4484-8849-92bdaa98ff33', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'floating_ip_address': '172.25.4.40', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'port_id': 'e5bf86a3-8003-4ce9-b76f-4634b22b5368', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b', 'mac_address': 'fa:16:3e:a8:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144cde3f-a9d8-4c72-a88f-d3283a33e648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:13:50Z', 'updated_at': '2022-03-05T14:13:50Z', 'revision_number': 0, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8052daec-1493-4049-9e94-6a758a24aeaa', 'name': '', 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'mac_address': 'fa:16:3e:56:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd131983b-d58d-4932-b636-015a0d79417c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:13:04Z', 'updated_at': '2022-03-05T14:13:16Z', 'revision_number': 5, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'subnets': [{'id': 'd131983b-d58d-4932-b636-015a0d79417c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:13:56.306554 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf084d3-8be0-4188-8181-029e3c05c36e None None] The sync data for ids ['ccdc16ad-6377-49ee-a8fa-4360d05dfa53'] in n-d-803718-1 is: [{'id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'name': 'tempest-TestServerBasicOps-1156323805-router', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:58Z', 'updated_at': '2022-03-05T14:13:06Z', 'revision_number': 4, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'gw_port': {'id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:59Z', 'updated_at': '2022-03-05T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'ed6764b9-21a6-4484-8849-92bdaa98ff33', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'floating_ip_address': '172.25.4.40', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'port_id': 'e5bf86a3-8003-4ce9-b76f-4634b22b5368', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b', 'mac_address': 'fa:16:3e:a8:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144cde3f-a9d8-4c72-a88f-d3283a33e648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:13:50Z', 'updated_at': '2022-03-05T14:13:50Z', 'revision_number': 0, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8052daec-1493-4049-9e94-6a758a24aeaa', 'name': '', 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'mac_address': 'fa:16:3e:56:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd131983b-d58d-4932-b636-015a0d79417c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:13:04Z', 'updated_at': '2022-03-05T14:13:16Z', 'revision_number': 5, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'subnets': [{'id': 'd131983b-d58d-4932-b636-015a0d79417c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:13:56.570195 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9f6a0-031c-4383-a3fb-f1c4522d700b req-3be5b3e3-43ed-4755-b109-85858b2a1462 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:56.578696 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-adf9f6a0-031c-4383-a3fb-f1c4522d700b req-3be5b3e3-43ed-4755-b109-85858b2a1462 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 944 time: 0.2830076 Mar 05 14:13:56.649929 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-adf9f6a0-031c-4383-a3fb-f1c4522d700b req-555cf56f-8d12-462a-bbad-790970a353a9 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759816 Mar 05 14:13:56.890141 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4338c2f-59de-4c97-b466-b8b13cc8686b None None] New status for floating IP ed6764b9-21a6-4484-8849-92bdaa98ff33: ACTIVE {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:13:57.979837 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47c9c-90b6-46c4-8023-5447ea865c9f req-868e9da8-9182-4a8a-ace7-1fb2396aa4d2 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:57.988997 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-72f47c9c-90b6-46c4-8023-5447ea865c9f req-868e9da8-9182-4a8a-ace7-1fb2396aa4d2 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 944 time: 0.1873794 Mar 05 14:13:58.095284 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-72f47c9c-90b6-46c4-8023-5447ea865c9f req-2bc8d780-1f1b-43c3-abfc-3cf0b0cfbd64 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026871 Mar 05 14:13:59.220165 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:59.223615 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:13:59.592017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5383281-930b-4fb4-9bd1-a02909707e07 req-5e6d480b-dc14-45be-a834-fe803c199387 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:13:59.594438 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c5383281-930b-4fb4-9bd1-a02909707e07 req-5e6d480b-dc14-45be-a834-fe803c199387 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 944 time: 0.2535994 Mar 05 14:13:59.716810 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c5383281-930b-4fb4-9bd1-a02909707e07 req-112248c5-ed9d-4d37-8776-5353df771dd3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087477 Mar 05 14:14:00.956053 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c27cf-13bb-4799-8410-e1dc9f061a35 req-13a08d1a-3f93-4568-bb25-5a631515064d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:00.964488 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-799c27cf-13bb-4799-8410-e1dc9f061a35 req-13a08d1a-3f93-4568-bb25-5a631515064d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 944 time: 0.1228106 Mar 05 14:14:01.039866 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-799c27cf-13bb-4799-8410-e1dc9f061a35 req-22c8234e-aac9-47ce-a227-cc8b3b76caca tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741339 Mar 05 14:14:02.303164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a8d91-7b69-43f9-8d66-8b0b5ac45c01 req-e8ad2475-08e7-4383-989f-e45c51c2020e tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:02.306556 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec3a8d91-7b69-43f9-8d66-8b0b5ac45c01 req-e8ad2475-08e7-4383-989f-e45c51c2020e tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 944 time: 0.1006305 Mar 05 14:14:02.381005 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec3a8d91-7b69-43f9-8d66-8b0b5ac45c01 req-b492b255-6022-4db3-8e41-c7276a00dc06 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535793 Mar 05 14:14:03.605192 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce2324-f0c1-4e69-815c-8366470adb02 req-3b992e2a-ebb5-479c-b678-3e90d6ce1bd6 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:03.606755 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d3ce2324-f0c1-4e69-815c-8366470adb02 req-3b992e2a-ebb5-479c-b678-3e90d6ce1bd6 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 944 time: 0.0906920 Mar 05 14:14:03.669773 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d3ce2324-f0c1-4e69-815c-8366470adb02 req-4cdd5600-7b35-4d4c-87ea-32decc4134ec tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572774 Mar 05 14:14:04.963361 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d9c8d-65df-4f67-93b7-dbb22df0c686 req-b3d23e10-5550-4de5-a828-89c2df957827 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:04.973798 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-926d9c8d-65df-4f67-93b7-dbb22df0c686 req-b3d23e10-5550-4de5-a828-89c2df957827 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 944 time: 0.1649981 Mar 05 14:14:05.048452 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-926d9c8d-65df-4f67-93b7-dbb22df0c686 req-b83512fd-115d-449d-9e3d-53a932756478 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731626 Mar 05 14:14:06.314728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d9fb3-39fa-4dd2-afd8-dc8252280645 req-5083856c-2ef7-4aa8-b216-3bd20ced88b7 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:06.322154 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b37d9fb3-39fa-4dd2-afd8-dc8252280645 req-5083856c-2ef7-4aa8-b216-3bd20ced88b7 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 944 time: 0.1462984 Mar 05 14:14:06.388256 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b37d9fb3-39fa-4dd2-afd8-dc8252280645 req-8c325f5e-d5c1-43c3-a359-f507ad536635 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602465 Mar 05 14:14:07.672912 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62709ed0-7309-4263-8fe3-0c8e594b665c req-cf662eed-c860-47a3-a8a5-10d8f5d462ea tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:07.674389 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-62709ed0-7309-4263-8fe3-0c8e594b665c req-cf662eed-c860-47a3-a8a5-10d8f5d462ea tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 944 time: 0.1096714 Mar 05 14:14:07.735310 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-62709ed0-7309-4263-8fe3-0c8e594b665c req-3ab4f19c-e40b-49da-9bf1-fd65dc64cdee tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540555 Mar 05 14:14:08.909088 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-226950ea-e39e-48a3-a5ea-12f557b44918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:09.006514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87debf3-b5ce-411d-bf5c-f2178b087ee3 req-92fdb481-4de7-44cc-be5e-54c3f2a71d0b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:09.008416 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c87debf3-b5ce-411d-bf5c-f2178b087ee3 req-92fdb481-4de7-44cc-be5e-54c3f2a71d0b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 944 time: 0.0954885 Mar 05 14:14:09.075690 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c87debf3-b5ce-411d-bf5c-f2178b087ee3 req-c2d52df6-5ff8-4395-97f5-7ec89284889a tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543916 Mar 05 14:14:10.554980 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da9059-e125-4af0-a243-25ff4475451f req-845db66e-74d4-4445-9bed-3c4a5de44872 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:10.566994 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-43da9059-e125-4af0-a243-25ff4475451f req-845db66e-74d4-4445-9bed-3c4a5de44872 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 944 time: 0.3773787 Mar 05 14:14:10.651680 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-43da9059-e125-4af0-a243-25ff4475451f req-7c34bbe9-b73a-4a40-8765-fb0910ad6525 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868065 Mar 05 14:14:10.959395 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-03f23627-175e-4b77-ab36-38f01d186004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:11.918482 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448fc93-9e52-4d66-a0fc-840cc4a5ae25 req-48c30eac-3b9a-47b5-a75c-449c29ff6391 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:11.925093 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f448fc93-9e52-4d66-a0fc-840cc4a5ae25 req-48c30eac-3b9a-47b5-a75c-449c29ff6391 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 944 time: 0.1047339 Mar 05 14:14:11.980534 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f448fc93-9e52-4d66-a0fc-840cc4a5ae25 req-f8e7da94-74cf-46fa-917e-91978abb4eb9 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544958 Mar 05 14:14:12.138035 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:12.159585 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:12.267441 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:14:13.245414 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbe851-0fa3-494c-9e9c-e9e560037293 req-39c4b7e8-0df7-43c4-aa7e-a746c70787e4 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:13.247120 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bedbe851-0fa3-494c-9e9c-e9e560037293 req-39c4b7e8-0df7-43c4-aa7e-a746c70787e4 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 944 time: 0.1062946 Mar 05 14:14:13.341646 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bedbe851-0fa3-494c-9e9c-e9e560037293 req-f176a074-5ef4-4ff6-8ceb-9d8451e5cb42 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882909 Mar 05 14:14:13.766590 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:14.557374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce35c4-e536-497f-b9d3-f469096328c8 req-553032f8-7afe-4f20-86f4-828f345236bd tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:14.568883 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ffce35c4-e536-497f-b9d3-f469096328c8 req-553032f8-7afe-4f20-86f4-828f345236bd tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 944 time: 0.1119845 Mar 05 14:14:14.635380 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ffce35c4-e536-497f-b9d3-f469096328c8 req-88d852bd-be98-458d-9326-6c47a9d4f473 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667639 Mar 05 14:14:15.627454 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device e3f32cea-84fc-46fd-801b-5e6d5fd066b8 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:14:15.908795 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port e3f32cea-84fc-46fd-801b-5e6d5fd066b8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e3f32cea-84fc-46fd-801b-5e6d5fd066b8,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:14:15.931811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c95607-1f96-4202-b15d-a46fabf4c4cf req-067fdce1-caaf-4656-bc45-c2327c018abe tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:15.933865 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c1c95607-1f96-4202-b15d-a46fabf4c4cf req-067fdce1-caaf-4656-bc45-c2327c018abe tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 944 time: 0.0963831 Mar 05 14:14:15.942978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'e3f32cea-84fc-46fd-801b-5e6d5fd066b8', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'port_id': 'e3f32cea-84fc-46fd-801b-5e6d5fd066b8', 'mac_address': 'fa:16:3e:81:23:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:14:16.007314 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c1c95607-1f96-4202-b15d-a46fabf4c4cf req-876d1876-8a1e-423f-85de-515a91b74f00 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667365 Mar 05 14:14:16.064939 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:16.079355 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f32cea-84fc-46fd-801b-5e6d5fd066b8 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:14:16.097435 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port e3f32cea-84fc-46fd-801b-5e6d5fd066b8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e3f32cea-84fc-46fd-801b-5e6d5fd066b8,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:14:16.104148 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:16.193454 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=e3f32cea-84fc-46fd-801b-5e6d5fd066b8,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:16.303441 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['e3f32cea-84fc-46fd-801b-5e6d5fd066b8'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:14:17.265153 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83417a4d-ae70-423d-8dcf-ff58ab75aaea req-ea389b60-5fbd-437d-803d-436a40e54b70 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:17.275360 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-83417a4d-ae70-423d-8dcf-ff58ab75aaea req-ea389b60-5fbd-437d-803d-436a40e54b70 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 945 time: 0.1202910 Mar 05 14:14:17.327075 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-83417a4d-ae70-423d-8dcf-ff58ab75aaea req-ca0d4967-4137-44c2-9b44-18d2f10ab4d9 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502393 Mar 05 14:14:17.642089 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device e3f32cea-84fc-46fd-801b-5e6d5fd066b8 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:14:17.733934 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port e3f32cea-84fc-46fd-801b-5e6d5fd066b8 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:14:17.738719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port e3f32cea-84fc-46fd-801b-5e6d5fd066b8 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:14:17.739299 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:17.918632 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:18.030504 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port e3f32cea-84fc-46fd-801b-5e6d5fd066b8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e3f32cea-84fc-46fd-801b-5e6d5fd066b8,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:14:18.032243 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f32cea-84fc-46fd-801b-5e6d5fd066b8'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:14:18.045824 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:18.117497 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f32cea-84fc-46fd-801b-5e6d5fd066b8', 'code': 200} Mar 05 14:14:18.178339 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=e3f32cea-84fc-46fd-801b-5e6d5fd066b8,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:18.295677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7259cec-4498-4c0f-b7b0-5ce0fa410be2 req-489e8e5a-47ba-4b88-b4ea-ae930b8db260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:18.295677 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c7259cec-4498-4c0f-b7b0-5ce0fa410be2 req-489e8e5a-47ba-4b88-b4ea-ae930b8db260 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 1097 time: 0.1130288 Mar 05 14:14:18.395565 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c7259cec-4498-4c0f-b7b0-5ce0fa410be2 req-ce714f31-70d6-4706-b302-e00c4cff1c16 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839543 Mar 05 14:14:18.780726 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8e218-e645-4f3c-b0c6-e21593a04e36 req-37683faf-9a12-4cec-902a-21090f9fcf94 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:18.785724 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9bf8e218-e645-4f3c-b0c6-e21593a04e36 req-37683faf-9a12-4cec-902a-21090f9fcf94 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 946 time: 0.1906183 Mar 05 14:14:18.991922 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44228) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:14:19.025314 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9bf8e218-e645-4f3c-b0c6-e21593a04e36 req-122a77f6-a4cc-43dc-aee5-4a34ba4f72a9 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254968 Mar 05 14:14:19.247299 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3ee65d8-4e7b-472e-9919-b922248224e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:19.265867 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d3ee65d8-4e7b-472e-9919-b922248224e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:14:19.270447 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d3ee65d8-4e7b-472e-9919-b922248224e3 admin admin] Usage tracker for resource:security_group_rule and tenant:ea737705411a4af58a22c08411ab755d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:14:19.286545 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d3ee65d8-4e7b-472e-9919-b922248224e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:14:19.309212 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d3ee65d8-4e7b-472e-9919-b922248224e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:14:19.382114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44246) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:14:19.543312 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3ee65d8-4e7b-472e-9919-b922248224e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:19.547695 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3ee65d8-4e7b-472e-9919-b922248224e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:19.612883 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d3ee65d8-4e7b-472e-9919-b922248224e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea737705411a4af58a22c08411ab755d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6209576 Mar 05 14:14:19.616171 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44252) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:14:19.620478 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee65d8-4e7b-472e-9919-b922248224e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c967d9-1dcc-423b-a327-414be596f959,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:19.641791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed0d94-bedc-4f46-983b-6b3d61dbe2eb req-5a76a811-aee1-4ac1-8f8e-9d6bde3b1143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:19.653333 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b3ed0d94-bedc-4f46-983b-6b3d61dbe2eb req-5a76a811-aee1-4ac1-8f8e-9d6bde3b1143 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 1097 time: 0.2660754 Mar 05 14:14:19.712824 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b3ed0d94-bedc-4f46-983b-6b3d61dbe2eb req-e6f8bae3-1710-4ad9-8ebb-0b21e6c9eda5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=45a9acb0-0128-4026-9981-f59f55444811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624878 Mar 05 14:14:19.734884 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8082a512-2f26-46a3-9b73-af15057d73c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:19.766071 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8082a512-2f26-46a3-9b73-af15057d73c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:19.836164 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8082a512-2f26-46a3-9b73-af15057d73c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:19.856775 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082a512-2f26-46a3-9b73-af15057d73c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c967d9-1dcc-423b-a327-414be596f959,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:19.856775 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8082a512-2f26-46a3-9b73-af15057d73c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:19.862780 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8082a512-2f26-46a3-9b73-af15057d73c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d9c967d9-1dcc-423b-a327-414be596f959 HTTP/1.1" status: 204 len: 168 time: 0.2472370 Mar 05 14:14:20.305789 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a0244-6523-47e6-8fcb-5c776d65d1ce req-0eda2409-28a4-4a58-8f3a-396f11e17201 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:20.313205 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c61a0244-6523-47e6-8fcb-5c776d65d1ce req-0eda2409-28a4-4a58-8f3a-396f11e17201 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 946 time: 0.1161315 Mar 05 14:14:20.365774 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c61a0244-6523-47e6-8fcb-5c776d65d1ce req-8374e0bb-f0c4-4ccf-ae43-0e3067250e1d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567701 Mar 05 14:14:20.690496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc61b4d-e6da-434e-960e-b9fc5d50dac7 req-74583c83-afa8-4a56-bd4e-0007ac856059 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:20.695854 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7cc61b4d-e6da-434e-960e-b9fc5d50dac7 req-74583c83-afa8-4a56-bd4e-0007ac856059 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 946 time: 0.1231685 Mar 05 14:14:20.781340 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7cc61b4d-e6da-434e-960e-b9fc5d50dac7 req-afd617ba-0de2-404b-97e3-5f3b7047075c tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820081 Mar 05 14:14:21.049609 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acf1a9-4ddb-40b4-8c96-d36979463490 req-b408e57f-b220-4a03-956a-b1037deca6d8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:21.049609 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-12acf1a9-4ddb-40b4-8c96-d36979463490 req-b408e57f-b220-4a03-956a-b1037deca6d8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 946 time: 0.1219749 Mar 05 14:14:21.121164 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-12acf1a9-4ddb-40b4-8c96-d36979463490 req-e31d689f-512d-4f7b-b798-1978d43563c9 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557873 Mar 05 14:14:21.716203 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2c968-7146-4ef1-a2e8-dd03fa5597db req-dc0fd97b-d62b-4299-b9f9-effbb5ee242a tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:21.717851 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-49d2c968-7146-4ef1-a2e8-dd03fa5597db req-dc0fd97b-d62b-4299-b9f9-effbb5ee242a tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 946 time: 0.1059456 Mar 05 14:14:21.795774 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-49d2c968-7146-4ef1-a2e8-dd03fa5597db req-3fcffe2c-5aff-4475-a6bc-41e79833b51a tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721192 Mar 05 14:14:22.125271 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5eb72534-083e-4997-be66-4d939656240d req-aefd7c10-56c3-4bdc-9fd9-af4810eaeafe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2451305 Mar 05 14:14:22.301057 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb72534-083e-4997-be66-4d939656240d req-3c6721ce-4302-44c1-9e40-47f198f83bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:22.301057 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5eb72534-083e-4997-be66-4d939656240d req-3c6721ce-4302-44c1-9e40-47f198f83bb9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f7d6a4779714e2393ef6b6296854200&device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 1097 time: 0.0858943 Mar 05 14:14:22.534004 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb72534-083e-4997-be66-4d939656240d req-0e649e3f-eb64-42de-9e33-87bb5f68ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:22.534004 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5eb72534-083e-4997-be66-4d939656240d req-0e649e3f-eb64-42de-9e33-87bb5f68ccf2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=176f3b3b-aa33-401e-ba94-482a9b8a1b0b HTTP/1.1" status: 200 len: 909 time: 0.2143972 Mar 05 14:14:22.673706 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5eb72534-083e-4997-be66-4d939656240d req-004f3ea0-b6f7-43c6-8d1b-9390038d7759 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5bf86a3-8003-4ce9-b76f-4634b22b5368 HTTP/1.1" status: 200 len: 1001 time: 0.1307199 Mar 05 14:14:22.750153 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb72534-083e-4997-be66-4d939656240d req-e3bb9956-5e81-47ba-943e-6df2529d7f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:22.751608 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5eb72534-083e-4997-be66-4d939656240d req-e3bb9956-5e81-47ba-943e-6df2529d7f2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d131983b-d58d-4932-b636-015a0d79417c HTTP/1.1" status: 200 len: 848 time: 0.0714791 Mar 05 14:14:22.881391 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb72534-083e-4997-be66-4d939656240d req-e1d84c19-9853-4c07-9a04-dbb4e034de32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:22.881391 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5eb72534-083e-4997-be66-4d939656240d req-e1d84c19-9853-4c07-9a04-dbb4e034de32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=176f3b3b-aa33-401e-ba94-482a9b8a1b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207590 Mar 05 14:14:22.913156 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-5eb72534-083e-4997-be66-4d939656240d req-fc25a887-e549-43dc-898f-4a5fd1c5d706 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:14:22.913156 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5eb72534-083e-4997-be66-4d939656240d req-fc25a887-e549-43dc-898f-4a5fd1c5d706 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188539 Mar 05 14:14:23.136452 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5eb72534-083e-4997-be66-4d939656240d req-044a80f7-0eb6-4110-a04e-864560b0727e service neutron] 10.222.0.30 "GET /v2.0/networks/176f3b3b-aa33-401e-ba94-482a9b8a1b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245641 Mar 05 14:14:23.318194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d01f7-5c80-452c-a0ec-472c0fef0693 req-721ac272-6b13-4454-a07c-d922f7fcc1b8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:23.322283 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d78d01f7-5c80-452c-a0ec-472c0fef0693 req-721ac272-6b13-4454-a07c-d922f7fcc1b8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.15 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 946 time: 0.4456193 Mar 05 14:14:23.335604 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2acdc-777d-4fc3-a5bd-cd2134234265 req-401bd966-a7e2-4ddf-b17d-f02026fff9b9 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:23.337379 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ddc2acdc-777d-4fc3-a5bd-cd2134234265 req-401bd966-a7e2-4ddf-b17d-f02026fff9b9 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 946 time: 0.3804789 Mar 05 14:14:23.343618 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5eb72534-083e-4997-be66-4d939656240d req-b3e0194e-148b-4117-9364-6555adaf6adb service neutron] 10.222.0.30 "GET /v2.0/networks/176f3b3b-aa33-401e-ba94-482a9b8a1b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009547 Mar 05 14:14:23.438090 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-d78d01f7-5c80-452c-a0ec-472c0fef0693 req-1d80aea0-2191-4f9b-a244-c658b1e2d194 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Deleting port e3f32cea-84fc-46fd-801b-5e6d5fd066b8 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:14:23.438090 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d78d01f7-5c80-452c-a0ec-472c0fef0693 req-1d80aea0-2191-4f9b-a244-c658b1e2d194 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:23.523719 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ddc2acdc-777d-4fc3-a5bd-cd2134234265 req-676b595c-d5d8-4e29-b5a0-bb01e5cd6c91 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575948 Mar 05 14:14:23.879648 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-d78d01f7-5c80-452c-a0ec-472c0fef0693 req-1d80aea0-2191-4f9b-a244-c658b1e2d194 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] For port e3f32cea-84fc-46fd-801b-5e6d5fd066b8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e3f32cea-84fc-46fd-801b-5e6d5fd066b8,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:14:23.879648 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d78d01f7-5c80-452c-a0ec-472c0fef0693 req-1d80aea0-2191-4f9b-a244-c658b1e2d194 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:24.023746 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-d78d01f7-5c80-452c-a0ec-472c0fef0693 req-1d80aea0-2191-4f9b-a244-c658b1e2d194 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Calling delete_port for e3f32cea-84fc-46fd-801b-5e6d5fd066b8 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:14:24.265279 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d78d01f7-5c80-452c-a0ec-472c0fef0693 req-1d80aea0-2191-4f9b-a244-c658b1e2d194 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:24.342523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80aea0-2191-4f9b-a244-c658b1e2d194 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event deleted for resources: {'Port': ['ID=e3f32cea-84fc-46fd-801b-5e6d5fd066b8,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:24.407867 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80aea0-2191-4f9b-a244-c658b1e2d194 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:24.408181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80aea0-2191-4f9b-a244-c658b1e2d194 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:24.408829 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80aea0-2191-4f9b-a244-c658b1e2d194 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:24.409345 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80aea0-2191-4f9b-a244-c658b1e2d194 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:24.409858 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80aea0-2191-4f9b-a244-c658b1e2d194 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:24.410373 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80aea0-2191-4f9b-a244-c658b1e2d194 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:24.410914 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80aea0-2191-4f9b-a244-c658b1e2d194 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:24.411414 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80aea0-2191-4f9b-a244-c658b1e2d194 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:24.411920 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80aea0-2191-4f9b-a244-c658b1e2d194 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:24.412420 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80aea0-2191-4f9b-a244-c658b1e2d194 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:24.412923 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80aea0-2191-4f9b-a244-c658b1e2d194 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:24.413958 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d80aea0-2191-4f9b-a244-c658b1e2d194 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:24.459722 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78d01f7-5c80-452c-a0ec-472c0fef0693 req-1d80aea0-2191-4f9b-a244-c658b1e2d194 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] No DVR routers for this DVR port e3f32cea-84fc-46fd-801b-5e6d5fd066b8 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:14:24.464118 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d78d01f7-5c80-452c-a0ec-472c0fef0693 req-1d80aea0-2191-4f9b-a244-c658b1e2d194 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:24.489880 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a', 'name': 'network-vif-deleted', 'tag': 'e3f32cea-84fc-46fd-801b-5e6d5fd066b8'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:14:24.517488 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d78d01f7-5c80-452c-a0ec-472c0fef0693 req-1d80aea0-2191-4f9b-a244-c658b1e2d194 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.15 "DELETE /v2.0/ports/e3f32cea-84fc-46fd-801b-5e6d5fd066b8 HTTP/1.1" status: 204 len: 173 time: 1.1727066 Mar 05 14:14:24.628004 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a', 'name': 'network-vif-deleted', 'tag': 'e3f32cea-84fc-46fd-801b-5e6d5fd066b8', 'status': 'completed', 'code': 200} Mar 05 14:14:24.969531 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c3b24e06-9a18-40df-b80b-12d3ab4aa598 req-fce9a62c-5340-454c-8a92-8038dcb8e896 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Synchronizing usage tracker for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:14:25.003746 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c3b24e06-9a18-40df-b80b-12d3ab4aa598 req-fce9a62c-5340-454c-8a92-8038dcb8e896 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Unset dirty status for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:14:25.012063 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c3b24e06-9a18-40df-b80b-12d3ab4aa598 req-fce9a62c-5340-454c-8a92-8038dcb8e896 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 210 time: 0.1553495 Mar 05 14:14:25.709508 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device e3f32cea-84fc-46fd-801b-5e6d5fd066b8 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:14:25.784763 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: e3f32cea-84fc-46fd-801b-5e6d5fd066b8 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:14:25.784763 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device e3f32cea-84fc-46fd-801b-5e6d5fd066b8 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:14:26.283623 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b53be579-ef57-46eb-a755-61b405238bce req-c5b7d7a5-a214-4e33-b8d8-d3f521d6b19e tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=85e75c58-d572-4e5b-a6eb-7d2bdcfdc37a HTTP/1.1" status: 200 len: 210 time: 0.0685709 Mar 05 14:14:29.163869 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:29.279466 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:31.926246 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44592) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:14:32.113821 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7b17ae2a-d554-4b72-9ded-8ebac0b2c1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:32.161376 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7b17ae2a-d554-4b72-9ded-8ebac0b2c1f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:14:32.161376 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7b17ae2a-d554-4b72-9ded-8ebac0b2c1f5 admin admin] Usage tracker for resource:security_group_rule and tenant:39992aaadfab4ea98d2ee164ebf20608 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:14:32.175739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-7b17ae2a-d554-4b72-9ded-8ebac0b2c1f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:14:32.175739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-7b17ae2a-d554-4b72-9ded-8ebac0b2c1f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:14:32.286559 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7b17ae2a-d554-4b72-9ded-8ebac0b2c1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:32.292132 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7b17ae2a-d554-4b72-9ded-8ebac0b2c1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:32.372330 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7b17ae2a-d554-4b72-9ded-8ebac0b2c1f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39992aaadfab4ea98d2ee164ebf20608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4457390 Mar 05 14:14:32.373505 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44608) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:14:32.382842 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17ae2a-d554-4b72-9ded-8ebac0b2c1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffdfa2c-9832-4578-afd6-4da608ee8fb0,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:32.483859 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1da1243f-a7c0-4666-aec6-fa76ddec7abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:32.560514 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1da1243f-a7c0-4666-aec6-fa76ddec7abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:32.628950 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1da1243f-a7c0-4666-aec6-fa76ddec7abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:32.654734 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1da1243f-a7c0-4666-aec6-fa76ddec7abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:32.666696 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1da1243f-a7c0-4666-aec6-fa76ddec7abc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ffdfa2c-9832-4578-afd6-4da608ee8fb0 HTTP/1.1" status: 204 len: 168 time: 0.2908032 Mar 05 14:14:32.670943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1243f-a7c0-4666-aec6-fa76ddec7abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffdfa2c-9832-4578-afd6-4da608ee8fb0,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:33.841949 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44680) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:14:34.025157 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-0705f849-6254-485e-8518-073c8582d697 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1932061314-network', 'tenant_id': '7372746c2d7f4654a25d6200b2b7cb24'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:14:34.031460 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0705f849-6254-485e-8518-073c8582d697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:14:34.051346 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0705f849-6254-485e-8518-073c8582d697 admin admin] Usage tracker for resource:network and tenant:7372746c2d7f4654a25d6200b2b7cb24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:14:34.055081 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0705f849-6254-485e-8518-073c8582d697 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:14:34.062238 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0705f849-6254-485e-8518-073c8582d697 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:14:34.075207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0705f849-6254-485e-8518-073c8582d697 admin admin] Made reservation on behalf of 7372746c2d7f4654a25d6200b2b7cb24 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:14:34.079140 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0705f849-6254-485e-8518-073c8582d697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:34.098225 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0705f849-6254-485e-8518-073c8582d697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:34.134121 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0705f849-6254-485e-8518-073c8582d697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:14:34.142946 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0705f849-6254-485e-8518-073c8582d697 admin admin] Usage tracker for resource:security_group_rule and tenant:7372746c2d7f4654a25d6200b2b7cb24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:14:34.147988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0705f849-6254-485e-8518-073c8582d697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:14:34.165828 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0705f849-6254-485e-8518-073c8582d697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:14:34.292828 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0705f849-6254-485e-8518-073c8582d697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:34.299859 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0705f849-6254-485e-8518-073c8582d697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:34.367926 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0705f849-6254-485e-8518-073c8582d697 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:14:34.373493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705f849-6254-485e-8518-073c8582d697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087f4cd9-cee8-45ea-8689-015992926b3a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:34.385914 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0705f849-6254-485e-8518-073c8582d697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:34.385914 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-0705f849-6254-485e-8518-073c8582d697 admin admin] Added segment be3b841e-8609-4790-ae9c-14d5ffb46c44 of type vlan for network 1257cf7b-1f00-417a-b3f6-adec5bf49567 Mar 05 14:14:34.417488 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0705f849-6254-485e-8518-073c8582d697 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:34.479719 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0705f849-6254-485e-8518-073c8582d697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:34.480923 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0705f849-6254-485e-8518-073c8582d697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:34.481669 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0705f849-6254-485e-8518-073c8582d697 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:34.651487 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705f849-6254-485e-8518-073c8582d697 admin admin] Pushing event updated for resources: {'Network': ['ID=1257cf7b-1f00-417a-b3f6-adec5bf49567,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:34.651487 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0705f849-6254-485e-8518-073c8582d697 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8068907 Mar 05 14:14:34.651487 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44714) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:14:34.658791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-4b478db9-a5ee-4f26-8ef6-bcc96c699299 admin admin] Request body: {'subnet': {'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1932061314-subnet', 'tenant_id': '7372746c2d7f4654a25d6200b2b7cb24', 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:14:34.661370 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 1257cf7b-1f00-417a-b3f6-adec5bf49567 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:14:34.668238 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4b478db9-a5ee-4f26-8ef6-bcc96c699299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:14:34.675379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4b478db9-a5ee-4f26-8ef6-bcc96c699299 admin admin] Usage tracker for resource:subnet and tenant:7372746c2d7f4654a25d6200b2b7cb24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:14:34.675379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4b478db9-a5ee-4f26-8ef6-bcc96c699299 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:14:34.692581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4b478db9-a5ee-4f26-8ef6-bcc96c699299 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:14:34.719503 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b478db9-a5ee-4f26-8ef6-bcc96c699299 admin admin] Made reservation on behalf of 7372746c2d7f4654a25d6200b2b7cb24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:14:34.736162 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b478db9-a5ee-4f26-8ef6-bcc96c699299 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:35.026505 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b478db9-a5ee-4f26-8ef6-bcc96c699299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:35.112547 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b478db9-a5ee-4f26-8ef6-bcc96c699299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef581a0b-1516-4d59-8bfe-69e8ed699018,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:35.147804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b478db9-a5ee-4f26-8ef6-bcc96c699299 admin admin] Checking segment: {'id': 'be3b841e-8609-4790-ae9c-14d5ffb46c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:14:35.148303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b478db9-a5ee-4f26-8ef6-bcc96c699299 admin admin] Network hostable DHCP agents. Network: 1257cf7b-1f00-417a-b3f6-adec5bf49567, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:14:35.188696 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b478db9-a5ee-4f26-8ef6-bcc96c699299 admin admin] Network 1257cf7b-1f00-417a-b3f6-adec5bf49567 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:14:35.208054 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-4b478db9-a5ee-4f26-8ef6-bcc96c699299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 1257cf7b-1f00-417a-b3f6-adec5bf49567) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:14:35.213962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b478db9-a5ee-4f26-8ef6-bcc96c699299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:35.214552 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b478db9-a5ee-4f26-8ef6-bcc96c699299 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:35.217633 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05216a6f-ca39-4a4c-bf9b-4363d4773233 None None] Network 1257cf7b-1f00-417a-b3f6-adec5bf49567 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:14:35.260713 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4b478db9-a5ee-4f26-8ef6-bcc96c699299 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6049309 Mar 05 14:14:35.261231 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44756) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:14:35.275307 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-c268c1a8-fb9a-4d78-ab16-2d45d96712ef admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1932061314-router', 'tenant_id': '7372746c2d7f4654a25d6200b2b7cb24', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:14:35.275307 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c268c1a8-fb9a-4d78-ab16-2d45d96712ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:14:35.289606 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c268c1a8-fb9a-4d78-ab16-2d45d96712ef admin admin] Usage tracker for resource:router and tenant:7372746c2d7f4654a25d6200b2b7cb24 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:14:35.296404 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c268c1a8-fb9a-4d78-ab16-2d45d96712ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:14:35.310301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c268c1a8-fb9a-4d78-ab16-2d45d96712ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:14:35.337034 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c268c1a8-fb9a-4d78-ab16-2d45d96712ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:35.337034 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c268c1a8-fb9a-4d78-ab16-2d45d96712ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:35.363572 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c268c1a8-fb9a-4d78-ab16-2d45d96712ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:35.685101 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-1257cf7b-1f00-417a-b3f6-adec5bf49567', 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567', 'tenant_id': '7372746c2d7f4654a25d6200b2b7cb24', 'fixed_ips': [{'subnet_id': 'ef581a0b-1516-4d59-8bfe-69e8ed699018'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:14:35.685101 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:35.899032 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c268c1a8-fb9a-4d78-ab16-2d45d96712ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:36.037385 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Allocated IP 172.20.0.2 (1257cf7b-1f00-417a-b3f6-adec5bf49567/ef581a0b-1516-4d59-8bfe-69e8ed699018/732d2c02-1e10-4528-ac06-8890713d14c1) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:14:36.356328 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c268c1a8-fb9a-4d78-ab16-2d45d96712ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:36.357172 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:36.370496 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Transition to ACTIVE for port object 732d2c02-1e10-4528-ac06-8890713d14c1 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:14:36.390001 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c268c1a8-fb9a-4d78-ab16-2d45d96712ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:36.416672 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Transition to ACTIVE for port object 732d2c02-1e10-4528-ac06-8890713d14c1 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:14:36.424716 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:36.607228 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Network 1257cf7b-1f00-417a-b3f6-adec5bf49567 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:14:36.615540 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:14:36.615540 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:14:36.627224 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-c268c1a8-fb9a-4d78-ab16-2d45d96712ef admin admin] Allocated IP 172.25.4.199 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/1ba5538b-1469-489a-8e23-dc3f0e1b8222) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:14:36.662193 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Pushing event updated for resources: {'Port': ['ID=732d2c02-1e10-4528-ac06-8890713d14c1,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:36.720072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:36.720072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:36.720072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:36.720072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:36.720072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:36.720072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:36.720072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:36.720072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:36.720072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:36.720072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:36.720072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:36.720072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:36.745723 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Attempting to bind port 732d2c02-1e10-4528-ac06-8890713d14c1 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:14:36.745723 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Attempting to bind port 732d2c02-1e10-4528-ac06-8890713d14c1 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'be3b841e-8609-4790-ae9c-14d5ffb46c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:14:36.745723 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Attempting to bind port 732d2c02-1e10-4528-ac06-8890713d14c1 on network 1257cf7b-1f00-417a-b3f6-adec5bf49567 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:14:36.751866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:14:36.751866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Checking segment: {'id': 'be3b841e-8609-4790-ae9c-14d5ffb46c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:14:36.752257 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:36.752510 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Bound using segment: {'id': 'be3b841e-8609-4790-ae9c-14d5ffb46c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:14:36.752988 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Bound port: 732d2c02-1e10-4528-ac06-8890713d14c1, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3b841e-8609-4790-ae9c-14d5ffb46c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:14:36.753330 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:36.852901 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] For port 732d2c02-1e10-4528-ac06-8890713d14c1, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:14:36.854719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] For port 732d2c02-1e10-4528-ac06-8890713d14c1, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=732d2c02-1e10-4528-ac06-8890713d14c1,segment=NetworkSegment(be3b841e-8609-4790-ae9c-14d5ffb46c44),segment_id=be3b841e-8609-4790-ae9c-14d5ffb46c44)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:14:36.866050 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:36.871888 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c268c1a8-fb9a-4d78-ab16-2d45d96712ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:36.959995 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c268c1a8-fb9a-4d78-ab16-2d45d96712ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:36.964529 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ac1a1-1fbd-4f8a-9b63-69468277b063 None None] Pushing event updated for resources: {'Port': ['ID=732d2c02-1e10-4528-ac06-8890713d14c1,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:37.076265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c268c1a8-fb9a-4d78-ab16-2d45d96712ef admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:14:37.076265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-c268c1a8-fb9a-4d78-ab16-2d45d96712ef admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:14:37.088581 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c268c1a8-fb9a-4d78-ab16-2d45d96712ef admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:14:37.275598 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268c1a8-fb9a-4d78-ab16-2d45d96712ef admin admin] Pushing event updated for resources: {'Port': ['ID=1ba5538b-1469-489a-8e23-dc3f0e1b8222,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:37.736678 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c268c1a8-fb9a-4d78-ab16-2d45d96712ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:38.425824 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e77ab0-7e91-47ff-b243-11e70d52dea1 None None] Network 1257cf7b-1f00-417a-b3f6-adec5bf49567 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:14:38.543583 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c268c1a8-fb9a-4d78-ab16-2d45d96712ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:38.809241 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3532e4fa-9293-4f95-86ee-aacc2b051e50 None None] Provisioning for port 732d2c02-1e10-4528-ac06-8890713d14c1 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:14:38.862093 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ee53a418-29e1-4567-9e86-c9358b56acfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:38.871763 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c268c1a8-fb9a-4d78-ab16-2d45d96712ef admin admin] Router 0441e25c-8dc7-490f-8918-9bbae273d46a is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:14:39.095527 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 732d2c02-1e10-4528-ac06-8890713d14c1 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:14:39.264111 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 732d2c02-1e10-4528-ac06-8890713d14c1 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:14:39.274223 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c268c1a8-fb9a-4d78-ab16-2d45d96712ef admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:14:39.297917 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] Sync routers for ids ['0441e25c-8dc7-490f-8918-9bbae273d46a'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:14:39.316841 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 732d2c02-1e10-4528-ac06-8890713d14c1 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:14:39.316841 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:39.346857 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c268c1a8-fb9a-4d78-ab16-2d45d96712ef admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:39.356087 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44824) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:14:39.359331 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c268c1a8-fb9a-4d78-ab16-2d45d96712ef admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0897558 Mar 05 14:14:39.438201 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] Routers {'0441e25c-8dc7-490f-8918-9bbae273d46a'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:14:39.438201 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:14:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['0441e25c-8dc7-490f-8918-9bbae273d46a'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:14:39.761251 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4f6b93a2-d108-4c83-99fc-510421565aa3 None None] Provisioning complete for port 732d2c02-1e10-4528-ac06-8890713d14c1 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:14:39.761251 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4f6b93a2-d108-4c83-99fc-510421565aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:39.785561 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] Set router 0441e25c-8dc7-490f-8918-9bbae273d46a gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:14:39.906090 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:39.974028 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 732d2c02-1e10-4528-ac06-8890713d14c1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=732d2c02-1e10-4528-ac06-8890713d14c1,segment=NetworkSegment(be3b841e-8609-4790-ae9c-14d5ffb46c44),segment_id=be3b841e-8609-4790-ae9c-14d5ffb46c44)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:14:39.994747 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:40.164423 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=732d2c02-1e10-4528-ac06-8890713d14c1,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:40.335997 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0441e25c-8dc7-490f-8918-9bbae273d46a', 'name': 'tempest-TestServerMultinode-1932061314-router', 'tenant_id': '7372746c2d7f4654a25d6200b2b7cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '1ba5538b-1469-489a-8e23-dc3f0e1b8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:14:35Z', 'updated_at': '2022-03-05T14:14:37Z', 'revision_number': 3, 'project_id': '7372746c2d7f4654a25d6200b2b7cb24', 'gw_port': {'id': '1ba5538b-1469-489a-8e23-dc3f0e1b8222', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0441e25c-8dc7-490f-8918-9bbae273d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:14:36Z', 'updated_at': '2022-03-05T14:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:14:40.335997 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] Checking router: 0441e25c-8dc7-490f-8918-9bbae273d46a for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:14:40.335997 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] Updating router 0441e25c-8dc7-490f-8918-9bbae273d46a port 1ba5538b-1469-489a-8e23-dc3f0e1b8222 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:14:40.426201 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:40.721104 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-498f7fdf-81eb-4fca-afd7-a0c894c44f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:40.969561 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6c9d3d5-65ea-423e-bf44-5d826197c894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:41.042355 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 732d2c02-1e10-4528-ac06-8890713d14c1 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:14:41.058316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-498f7fdf-81eb-4fca-afd7-a0c894c44f7e admin admin] Allocated IP 172.20.0.1 (1257cf7b-1f00-417a-b3f6-adec5bf49567/ef581a0b-1516-4d59-8bfe-69e8ed699018/d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:14:41.191988 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:41.209401 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] Transition to ACTIVE for port object 1ba5538b-1469-489a-8e23-dc3f0e1b8222 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:14:41.228741 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:41.328085 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0dae7-8da7-41b4-b047-836942ce073b None None] Pushing event updated for resources: {'Port': ['ID=1ba5538b-1469-489a-8e23-dc3f0e1b8222,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:41.328085 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 732d2c02-1e10-4528-ac06-8890713d14c1 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:14:41.328085 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:41.386264 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-498f7fdf-81eb-4fca-afd7-a0c894c44f7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:41.405305 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-498f7fdf-81eb-4fca-afd7-a0c894c44f7e admin admin] Transition to ACTIVE for port object d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:14:41.411125 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] Attempting to bind port 1ba5538b-1469-489a-8e23-dc3f0e1b8222 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:14:41.411825 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] Attempting to bind port 1ba5538b-1469-489a-8e23-dc3f0e1b8222 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:14:41.412400 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] Attempting to bind port 1ba5538b-1469-489a-8e23-dc3f0e1b8222 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:14:41.421355 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:14:41.422038 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:14:41.422649 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:41.423266 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:14:41.423939 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] Bound port: 1ba5538b-1469-489a-8e23-dc3f0e1b8222, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:14:41.424513 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:41.437353 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-498f7fdf-81eb-4fca-afd7-a0c894c44f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:41.564905 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f7fdf-81eb-4fca-afd7-a0c894c44f7e admin admin] Pushing event updated for resources: {'Port': ['ID=d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:41.597097 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498f7fdf-81eb-4fca-afd7-a0c894c44f7e admin admin] Network 1257cf7b-1f00-417a-b3f6-adec5bf49567 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:14:41.597097 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-498f7fdf-81eb-4fca-afd7-a0c894c44f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:14:41.615752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498f7fdf-81eb-4fca-afd7-a0c894c44f7e admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:14:41.710737 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-498f7fdf-81eb-4fca-afd7-a0c894c44f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:41.715137 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] For port 1ba5538b-1469-489a-8e23-dc3f0e1b8222, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:14:41.723203 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] For port 1ba5538b-1469-489a-8e23-dc3f0e1b8222, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1ba5538b-1469-489a-8e23-dc3f0e1b8222,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:14:41.734084 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:41.856996 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0dae7-8da7-41b4-b047-836942ce073b None None] Pushing event updated for resources: {'Port': ['ID=1ba5538b-1469-489a-8e23-dc3f0e1b8222,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:41.955458 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] Routers {'0441e25c-8dc7-490f-8918-9bbae273d46a'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:14:41.955458 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:14:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['0441e25c-8dc7-490f-8918-9bbae273d46a'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:14:41.984013 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-498f7fdf-81eb-4fca-afd7-a0c894c44f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:42.354267 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9ddd89bf-4cfb-478d-9ee5-c8a7d81b3f92 None None] Provisioning for port d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:14:42.363039 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:42.363039 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:42.363039 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9ddd89bf-4cfb-478d-9ee5-c8a7d81b3f92 None None] Provisioning complete for port d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:14:42.363039 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9ddd89bf-4cfb-478d-9ee5-c8a7d81b3f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:42.407247 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-498f7fdf-81eb-4fca-afd7-a0c894c44f7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:42.416986 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-498f7fdf-81eb-4fca-afd7-a0c894c44f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:42.495400 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] Set router 0441e25c-8dc7-490f-8918-9bbae273d46a gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:14:42.549084 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f7fdf-81eb-4fca-afd7-a0c894c44f7e admin admin] Pushing event updated for resources: {'Port': ['ID=d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:42.589165 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-498f7fdf-81eb-4fca-afd7-a0c894c44f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:42.598594 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9ddd89bf-4cfb-478d-9ee5-c8a7d81b3f92 None None] Port d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:14:42.984181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498f7fdf-81eb-4fca-afd7-a0c894c44f7e admin admin] Network 1257cf7b-1f00-417a-b3f6-adec5bf49567 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:14:42.984181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-498f7fdf-81eb-4fca-afd7-a0c894c44f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:14:42.988841 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0441e25c-8dc7-490f-8918-9bbae273d46a', 'name': 'tempest-TestServerMultinode-1932061314-router', 'tenant_id': '7372746c2d7f4654a25d6200b2b7cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '1ba5538b-1469-489a-8e23-dc3f0e1b8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:14:35Z', 'updated_at': '2022-03-05T14:14:41Z', 'revision_number': 4, 'project_id': '7372746c2d7f4654a25d6200b2b7cb24', 'gw_port': {'id': '1ba5538b-1469-489a-8e23-dc3f0e1b8222', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0441e25c-8dc7-490f-8918-9bbae273d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:14:36Z', 'updated_at': '2022-03-05T14:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'd8daf22e-72f6-43e3-8cb9-2a48f2f9fe72', 'name': '', 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567', 'tenant_id': '7372746c2d7f4654a25d6200b2b7cb24', 'mac_address': 'fa:16:3e:dd:0d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0441e25c-8dc7-490f-8918-9bbae273d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'ef581a0b-1516-4d59-8bfe-69e8ed699018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:14:40Z', 'updated_at': '2022-03-05T14:14:41Z', 'revision_number': 1, 'project_id': '7372746c2d7f4654a25d6200b2b7cb24', 'subnets': [{'id': 'ef581a0b-1516-4d59-8bfe-69e8ed699018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:14:42.997363 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56676f1d-b337-419c-a273-ab9bf5a09c28 None None] The sync data for ids ['0441e25c-8dc7-490f-8918-9bbae273d46a'] in n-d-803718-1 is: [{'id': '0441e25c-8dc7-490f-8918-9bbae273d46a', 'name': 'tempest-TestServerMultinode-1932061314-router', 'tenant_id': '7372746c2d7f4654a25d6200b2b7cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '1ba5538b-1469-489a-8e23-dc3f0e1b8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:14:35Z', 'updated_at': '2022-03-05T14:14:41Z', 'revision_number': 4, 'project_id': '7372746c2d7f4654a25d6200b2b7cb24', 'gw_port': {'id': '1ba5538b-1469-489a-8e23-dc3f0e1b8222', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0441e25c-8dc7-490f-8918-9bbae273d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:14:36Z', 'updated_at': '2022-03-05T14:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'd8daf22e-72f6-43e3-8cb9-2a48f2f9fe72', 'name': '', 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567', 'tenant_id': '7372746c2d7f4654a25d6200b2b7cb24', 'mac_address': 'fa:16:3e:dd:0d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0441e25c-8dc7-490f-8918-9bbae273d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'ef581a0b-1516-4d59-8bfe-69e8ed699018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:14:40Z', 'updated_at': '2022-03-05T14:14:41Z', 'revision_number': 1, 'project_id': '7372746c2d7f4654a25d6200b2b7cb24', 'subnets': [{'id': 'ef581a0b-1516-4d59-8bfe-69e8ed699018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:14:43.459938 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-335801b0-0443-4921-8bc1-5d65739a8953 None None] Provisioning complete for port d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:14:43.461112 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-335801b0-0443-4921-8bc1-5d65739a8953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:43.493546 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498f7fdf-81eb-4fca-afd7-a0c894c44f7e admin admin] Router 0441e25c-8dc7-490f-8918-9bbae273d46a has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:14:43.631299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-335801b0-0443-4921-8bc1-5d65739a8953 None None] Port d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:14:43.761053 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:43.777766 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498f7fdf-81eb-4fca-afd7-a0c894c44f7e admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:14:43.793064 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-498f7fdf-81eb-4fca-afd7-a0c894c44f7e admin admin] 10.222.0.16 "PUT /v2.0/routers/0441e25c-8dc7-490f-8918-9bbae273d46a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4421387 Mar 05 14:14:44.857347 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44924) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:14:44.863386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-73759295-network', 'tenant_id': '21b4907729ce40939f088c4ef11f11ac'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:14:44.873258 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:14:44.881607 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Usage tracker for resource:network and tenant:21b4907729ce40939f088c4ef11f11ac is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:14:44.889115 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:14:44.902374 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:14:44.923770 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Made reservation on behalf of 21b4907729ce40939f088c4ef11f11ac for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:14:44.931026 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:44.962049 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:45.000884 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:14:45.016821 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Usage tracker for resource:security_group_rule and tenant:21b4907729ce40939f088c4ef11f11ac is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:14:45.027654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:14:45.059230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:14:45.126972 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1ba5538b-1469-489a-8e23-dc3f0e1b8222 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:14:45.286603 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:45.308461 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:45.336513 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:14:45.347749 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:45.347749 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Added segment 8e2aa6f1-d755-432e-8161-1817698cf4bc of type vlan for network 76bbe321-11f7-483f-9c77-c43a1e531a0f Mar 05 14:14:45.385134 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:45.456981 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 1ba5538b-1469-489a-8e23-dc3f0e1b8222 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:14:45.470157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94131555-effa-4c0b-85a7-94989ea56302,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:45.503338 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:45.503672 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:45.504164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:45.504638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:45.505401 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:45.505865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:45.506324 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:45.507531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:45.508016 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:45.508795 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:45.509262 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:45.509715 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:45.540212 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:45.544205 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:45.547818 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:45.568981 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1ba5538b-1469-489a-8e23-dc3f0e1b8222 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:14:45.569500 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:45.718729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44940) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:14:45.724416 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-0936f1bd-d7c6-450b-8a41-b129531496e1 admin admin] Request body: {'subnet': {'network_id': '76bbe321-11f7-483f-9c77-c43a1e531a0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-73759295-subnet', 'tenant_id': '21b4907729ce40939f088c4ef11f11ac', 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:14:45.731611 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0936f1bd-d7c6-450b-8a41-b129531496e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:14:45.743240 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8844640 Mar 05 14:14:45.748697 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0936f1bd-d7c6-450b-8a41-b129531496e1 admin admin] Usage tracker for resource:subnet and tenant:21b4907729ce40939f088c4ef11f11ac is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:14:45.755817 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d66e1-6c93-4120-88b8-7b538fffa3d2 admin admin] Pushing event updated for resources: {'Network': ['ID=76bbe321-11f7-483f-9c77-c43a1e531a0f,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:45.756973 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0936f1bd-d7c6-450b-8a41-b129531496e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:14:45.759237 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:45.768497 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0936f1bd-d7c6-450b-8a41-b129531496e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:14:45.785134 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0936f1bd-d7c6-450b-8a41-b129531496e1 admin admin] Made reservation on behalf of 21b4907729ce40939f088c4ef11f11ac for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:14:45.792120 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0936f1bd-d7c6-450b-8a41-b129531496e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:45.794996 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 1ba5538b-1469-489a-8e23-dc3f0e1b8222, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1ba5538b-1469-489a-8e23-dc3f0e1b8222,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:14:45.799304 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 76bbe321-11f7-483f-9c77-c43a1e531a0f details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:14:45.839410 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:46.079672 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=1ba5538b-1469-489a-8e23-dc3f0e1b8222,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:46.179759 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0936f1bd-d7c6-450b-8a41-b129531496e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:46.280787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0936f1bd-d7c6-450b-8a41-b129531496e1 admin admin] Checking segment: {'id': '8e2aa6f1-d755-432e-8161-1817698cf4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76bbe321-11f7-483f-9c77-c43a1e531a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:14:46.281141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0936f1bd-d7c6-450b-8a41-b129531496e1 admin admin] Network hostable DHCP agents. Network: 76bbe321-11f7-483f-9c77-c43a1e531a0f, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:14:46.287404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936f1bd-d7c6-450b-8a41-b129531496e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9776c3b7-0667-4663-9998-9a07d98dfd3a,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:46.334738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0936f1bd-d7c6-450b-8a41-b129531496e1 admin admin] Network 76bbe321-11f7-483f-9c77-c43a1e531a0f is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:14:46.348016 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-0936f1bd-d7c6-450b-8a41-b129531496e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 76bbe321-11f7-483f-9c77-c43a1e531a0f) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:14:46.354062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0936f1bd-d7c6-450b-8a41-b129531496e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:46.354983 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0936f1bd-d7c6-450b-8a41-b129531496e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:46.362801 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b285ebe1-5dbd-41bd-beee-1b0954261457 None None] Network 76bbe321-11f7-483f-9c77-c43a1e531a0f requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:14:46.394351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 44950) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:14:46.401177 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-40abfe20-1f08-46bb-b611-bc9c649b5968 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-73759295-router', 'tenant_id': '21b4907729ce40939f088c4ef11f11ac', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:14:46.406065 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0936f1bd-d7c6-450b-8a41-b129531496e1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6860821 Mar 05 14:14:46.415453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-40abfe20-1f08-46bb-b611-bc9c649b5968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:14:46.428325 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-40abfe20-1f08-46bb-b611-bc9c649b5968 admin admin] Usage tracker for resource:router and tenant:21b4907729ce40939f088c4ef11f11ac is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:14:46.439633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-40abfe20-1f08-46bb-b611-bc9c649b5968 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:14:46.462294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-40abfe20-1f08-46bb-b611-bc9c649b5968 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:14:46.494689 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40abfe20-1f08-46bb-b611-bc9c649b5968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:46.498207 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40abfe20-1f08-46bb-b611-bc9c649b5968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:46.547780 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40abfe20-1f08-46bb-b611-bc9c649b5968 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:46.657278 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e826c1-597e-4b81-be95-4d747379549c None None] Sync routers for ids ['0441e25c-8dc7-490f-8918-9bbae273d46a'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:14:46.668467 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e826c1-597e-4b81-be95-4d747379549c None None] Routers {'0441e25c-8dc7-490f-8918-9bbae273d46a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:14:46.669109 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-13e826c1-597e-4b81-be95-4d747379549c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:14:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['0441e25c-8dc7-490f-8918-9bbae273d46a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:14:46.837847 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a22da7c-10aa-4239-91ec-41248de675b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-76bbe321-11f7-483f-9c77-c43a1e531a0f', 'network_id': '76bbe321-11f7-483f-9c77-c43a1e531a0f', 'tenant_id': '21b4907729ce40939f088c4ef11f11ac', 'fixed_ips': [{'subnet_id': '9776c3b7-0667-4663-9998-9a07d98dfd3a'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:14:46.838957 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2a22da7c-10aa-4239-91ec-41248de675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:47.029076 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-13e826c1-597e-4b81-be95-4d747379549c None None] Set router 0441e25c-8dc7-490f-8918-9bbae273d46a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:14:47.035641 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1ba5538b-1469-489a-8e23-dc3f0e1b8222 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:14:47.051888 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40abfe20-1f08-46bb-b611-bc9c649b5968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:47.255284 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-2a22da7c-10aa-4239-91ec-41248de675b7 None None] Allocated IP 172.20.0.2 (76bbe321-11f7-483f-9c77-c43a1e531a0f/9776c3b7-0667-4663-9998-9a07d98dfd3a/22a169bf-ec33-4163-b963-65bb8fff0173) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:14:47.269497 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1ba5538b-1469-489a-8e23-dc3f0e1b8222 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:14:47.270200 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:47.517408 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-13e826c1-597e-4b81-be95-4d747379549c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0441e25c-8dc7-490f-8918-9bbae273d46a', 'name': 'tempest-TestServerMultinode-1932061314-router', 'tenant_id': '7372746c2d7f4654a25d6200b2b7cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '1ba5538b-1469-489a-8e23-dc3f0e1b8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:14:35Z', 'updated_at': '2022-03-05T14:14:41Z', 'revision_number': 4, 'project_id': '7372746c2d7f4654a25d6200b2b7cb24', 'gw_port': {'id': '1ba5538b-1469-489a-8e23-dc3f0e1b8222', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0441e25c-8dc7-490f-8918-9bbae273d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:14:36Z', 'updated_at': '2022-03-05T14:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'd8daf22e-72f6-43e3-8cb9-2a48f2f9fe72', 'name': '', 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567', 'tenant_id': '7372746c2d7f4654a25d6200b2b7cb24', 'mac_address': 'fa:16:3e:dd:0d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0441e25c-8dc7-490f-8918-9bbae273d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'ef581a0b-1516-4d59-8bfe-69e8ed699018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:14:40Z', 'updated_at': '2022-03-05T14:14:42Z', 'revision_number': 2, 'project_id': '7372746c2d7f4654a25d6200b2b7cb24', 'subnets': [{'id': 'ef581a0b-1516-4d59-8bfe-69e8ed699018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:14:47.525450 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e826c1-597e-4b81-be95-4d747379549c None None] Checking router: 0441e25c-8dc7-490f-8918-9bbae273d46a for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:14:47.525799 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e826c1-597e-4b81-be95-4d747379549c None None] Updating router 0441e25c-8dc7-490f-8918-9bbae273d46a port d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:14:47.610031 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-13e826c1-597e-4b81-be95-4d747379549c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:47.857252 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2a22da7c-10aa-4239-91ec-41248de675b7 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:47.881766 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2a22da7c-10aa-4239-91ec-41248de675b7 None None] Transition to ACTIVE for port object 22a169bf-ec33-4163-b963-65bb8fff0173 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:14:47.926139 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40abfe20-1f08-46bb-b611-bc9c649b5968 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:47.929893 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2a22da7c-10aa-4239-91ec-41248de675b7 None None] Transition to ACTIVE for port object 22a169bf-ec33-4163-b963-65bb8fff0173 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:14:47.943036 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2a22da7c-10aa-4239-91ec-41248de675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:48.004542 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40abfe20-1f08-46bb-b611-bc9c649b5968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:48.109280 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22da7c-10aa-4239-91ec-41248de675b7 None None] Pushing event updated for resources: {'Port': ['ID=22a169bf-ec33-4163-b963-65bb8fff0173,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:48.147098 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a22da7c-10aa-4239-91ec-41248de675b7 None None] Network 76bbe321-11f7-483f-9c77-c43a1e531a0f is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:14:48.149521 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-2a22da7c-10aa-4239-91ec-41248de675b7 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:14:48.153805 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a22da7c-10aa-4239-91ec-41248de675b7 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:14:48.255044 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-40abfe20-1f08-46bb-b611-bc9c649b5968 admin admin] Allocated IP 172.25.4.253 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/78481088-4b5b-4235-b36f-b33f38383cf3) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:14:48.309045 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-2a22da7c-10aa-4239-91ec-41248de675b7 None None] Attempting to bind port 22a169bf-ec33-4163-b963-65bb8fff0173 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:14:48.309416 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-2a22da7c-10aa-4239-91ec-41248de675b7 None None] Attempting to bind port 22a169bf-ec33-4163-b963-65bb8fff0173 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8e2aa6f1-d755-432e-8161-1817698cf4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76bbe321-11f7-483f-9c77-c43a1e531a0f'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:14:48.309792 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22da7c-10aa-4239-91ec-41248de675b7 None None] Attempting to bind port 22a169bf-ec33-4163-b963-65bb8fff0173 on network 76bbe321-11f7-483f-9c77-c43a1e531a0f {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:14:48.322270 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22da7c-10aa-4239-91ec-41248de675b7 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:14:48.322950 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22da7c-10aa-4239-91ec-41248de675b7 None None] Checking segment: {'id': '8e2aa6f1-d755-432e-8161-1817698cf4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76bbe321-11f7-483f-9c77-c43a1e531a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:14:48.323361 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2a22da7c-10aa-4239-91ec-41248de675b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:48.323809 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22da7c-10aa-4239-91ec-41248de675b7 None None] Bound using segment: {'id': '8e2aa6f1-d755-432e-8161-1817698cf4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76bbe321-11f7-483f-9c77-c43a1e531a0f'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:14:48.324742 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-2a22da7c-10aa-4239-91ec-41248de675b7 None None] Bound port: 22a169bf-ec33-4163-b963-65bb8fff0173, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2aa6f1-d755-432e-8161-1817698cf4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76bbe321-11f7-483f-9c77-c43a1e531a0f'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:14:48.325373 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2a22da7c-10aa-4239-91ec-41248de675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:48.468133 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-13e826c1-597e-4b81-be95-4d747379549c None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:48.482564 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-13e826c1-597e-4b81-be95-4d747379549c None None] Transition to ACTIVE for port object d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:14:48.492066 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-2a22da7c-10aa-4239-91ec-41248de675b7 None None] For port 22a169bf-ec33-4163-b963-65bb8fff0173, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:14:48.492355 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-13e826c1-597e-4b81-be95-4d747379549c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:48.496578 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-2a22da7c-10aa-4239-91ec-41248de675b7 None None] For port 22a169bf-ec33-4163-b963-65bb8fff0173, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=22a169bf-ec33-4163-b963-65bb8fff0173,segment=NetworkSegment(8e2aa6f1-d755-432e-8161-1817698cf4bc),segment_id=8e2aa6f1-d755-432e-8161-1817698cf4bc)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:14:48.501194 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40abfe20-1f08-46bb-b611-bc9c649b5968 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:48.501614 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2a22da7c-10aa-4239-91ec-41248de675b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:48.569511 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40abfe20-1f08-46bb-b611-bc9c649b5968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:48.663175 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb979fa-dc69-4c76-8dcf-aedf59523d5c None None] Pushing event updated for resources: {'Port': ['ID=d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:48.740356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22da7c-10aa-4239-91ec-41248de675b7 None None] Pushing event updated for resources: {'Port': ['ID=22a169bf-ec33-4163-b963-65bb8fff0173,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:48.751507 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40abfe20-1f08-46bb-b611-bc9c649b5968 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:14:48.759625 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-40abfe20-1f08-46bb-b611-bc9c649b5968 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:14:48.781209 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40abfe20-1f08-46bb-b611-bc9c649b5968 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:14:48.871432 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40abfe20-1f08-46bb-b611-bc9c649b5968 admin admin] Pushing event updated for resources: {'Port': ['ID=78481088-4b5b-4235-b36f-b33f38383cf3,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:48.898353 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb979fa-dc69-4c76-8dcf-aedf59523d5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:48.903095 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb979fa-dc69-4c76-8dcf-aedf59523d5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:48.904491 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb979fa-dc69-4c76-8dcf-aedf59523d5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:48.904997 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb979fa-dc69-4c76-8dcf-aedf59523d5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:48.910888 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb979fa-dc69-4c76-8dcf-aedf59523d5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:48.912085 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb979fa-dc69-4c76-8dcf-aedf59523d5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:48.912581 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb979fa-dc69-4c76-8dcf-aedf59523d5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:48.913782 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb979fa-dc69-4c76-8dcf-aedf59523d5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:48.915946 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb979fa-dc69-4c76-8dcf-aedf59523d5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:48.916471 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb979fa-dc69-4c76-8dcf-aedf59523d5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:48.919012 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb979fa-dc69-4c76-8dcf-aedf59523d5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:48.920300 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb979fa-dc69-4c76-8dcf-aedf59523d5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:14:49.192932 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-13e826c1-597e-4b81-be95-4d747379549c None None] Attempting to bind port d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:14:49.193482 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-13e826c1-597e-4b81-be95-4d747379549c None None] Attempting to bind port d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'be3b841e-8609-4790-ae9c-14d5ffb46c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:14:49.197402 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e826c1-597e-4b81-be95-4d747379549c None None] Attempting to bind port d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72 on network 1257cf7b-1f00-417a-b3f6-adec5bf49567 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:14:49.203623 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e826c1-597e-4b81-be95-4d747379549c None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:14:49.204283 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e826c1-597e-4b81-be95-4d747379549c None None] Checking segment: {'id': 'be3b841e-8609-4790-ae9c-14d5ffb46c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:14:49.204911 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-13e826c1-597e-4b81-be95-4d747379549c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:49.209473 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e826c1-597e-4b81-be95-4d747379549c None None] Bound using segment: {'id': 'be3b841e-8609-4790-ae9c-14d5ffb46c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:14:49.210366 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-13e826c1-597e-4b81-be95-4d747379549c None None] Bound port: d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3b841e-8609-4790-ae9c-14d5ffb46c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:14:49.211161 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-13e826c1-597e-4b81-be95-4d747379549c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:49.371917 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-13e826c1-597e-4b81-be95-4d747379549c None None] For port d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:14:49.375627 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-13e826c1-597e-4b81-be95-4d747379549c None None] For port d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72,segment=NetworkSegment(be3b841e-8609-4790-ae9c-14d5ffb46c44),segment_id=be3b841e-8609-4790-ae9c-14d5ffb46c44)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:14:49.387157 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-13e826c1-597e-4b81-be95-4d747379549c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:49.390796 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 44998) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:14:49.403878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-cfb936fd-c7a7-41bf-83ed-4feddaa7570d tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1121905819', 'description': 'tempest-secgroup-smoke-1121905819 description', 'project_id': '706d909f688745e5a517a1792f99e301'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:14:49.423491 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-cfb936fd-c7a7-41bf-83ed-4feddaa7570d tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:14:49.434693 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cfb936fd-c7a7-41bf-83ed-4feddaa7570d tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Usage tracker for resource:security_group and tenant:706d909f688745e5a517a1792f99e301 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:14:49.443512 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cfb936fd-c7a7-41bf-83ed-4feddaa7570d tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:14:49.476218 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-cfb936fd-c7a7-41bf-83ed-4feddaa7570d tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:14:49.495468 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:14:49.497451 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb979fa-dc69-4c76-8dcf-aedf59523d5c None None] Pushing event updated for resources: {'Port': ['ID=d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:49.511069 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cfb936fd-c7a7-41bf-83ed-4feddaa7570d tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:49.527397 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e826c1-597e-4b81-be95-4d747379549c None None] Routers {'0441e25c-8dc7-490f-8918-9bbae273d46a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:14:49.528091 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-13e826c1-597e-4b81-be95-4d747379549c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:14:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['0441e25c-8dc7-490f-8918-9bbae273d46a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:14:49.560206 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-cfb936fd-c7a7-41bf-83ed-4feddaa7570d tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:14:49.565023 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cfb936fd-c7a7-41bf-83ed-4feddaa7570d tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Usage tracker for resource:security_group_rule and tenant:706d909f688745e5a517a1792f99e301 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:14:49.570679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cfb936fd-c7a7-41bf-83ed-4feddaa7570d tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:14:49.580358 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-cfb936fd-c7a7-41bf-83ed-4feddaa7570d tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:14:49.639772 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40abfe20-1f08-46bb-b611-bc9c649b5968 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:49.784604 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cfb936fd-c7a7-41bf-83ed-4feddaa7570d tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:49.789853 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cfb936fd-c7a7-41bf-83ed-4feddaa7570d tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:49.878868 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb936fd-c7a7-41bf-83ed-4feddaa7570d tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d40e19d-fedd-4555-b57f-40d6f6a29397,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:49.890498 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cfb936fd-c7a7-41bf-83ed-4feddaa7570d tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:49.895499 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cfb936fd-c7a7-41bf-83ed-4feddaa7570d tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4988327 Mar 05 14:14:49.899666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45010) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:14:49.905081 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-56982b0a-bdf0-4e0b-a403-e0d7988d9d0e tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Request body: {'security_group_rule': {'security_group_id': '2d40e19d-fedd-4555-b57f-40d6f6a29397', 'project_id': '706d909f688745e5a517a1792f99e301', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:14:49.914329 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-56982b0a-bdf0-4e0b-a403-e0d7988d9d0e tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:14:49.914614 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-13e826c1-597e-4b81-be95-4d747379549c None None] Set router 0441e25c-8dc7-490f-8918-9bbae273d46a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:14:49.918477 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-56982b0a-bdf0-4e0b-a403-e0d7988d9d0e tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Usage tracker for resource:security_group_rule and tenant:706d909f688745e5a517a1792f99e301 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:14:49.927252 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-56982b0a-bdf0-4e0b-a403-e0d7988d9d0e tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:14:49.935139 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-56982b0a-bdf0-4e0b-a403-e0d7988d9d0e tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:14:49.972484 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-56982b0a-bdf0-4e0b-a403-e0d7988d9d0e tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:50.050361 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-56982b0a-bdf0-4e0b-a403-e0d7988d9d0e tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:50.064999 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-56982b0a-bdf0-4e0b-a403-e0d7988d9d0e tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:50.158519 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56982b0a-bdf0-4e0b-a403-e0d7988d9d0e tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8609c5a-0b1f-4eac-8d14-e4a367bc022d,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:50.187698 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-56982b0a-bdf0-4e0b-a403-e0d7988d9d0e tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:50.190069 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-56982b0a-bdf0-4e0b-a403-e0d7988d9d0e tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2884047 Mar 05 14:14:50.192850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45020) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:14:50.220384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a1b57d5f-ee62-42b9-a978-5b61ecc79965 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Request body: {'security_group_rule': {'security_group_id': '2d40e19d-fedd-4555-b57f-40d6f6a29397', 'project_id': '706d909f688745e5a517a1792f99e301', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:14:50.238607 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a1b57d5f-ee62-42b9-a978-5b61ecc79965 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:14:50.251322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a1b57d5f-ee62-42b9-a978-5b61ecc79965 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Usage tracker for resource:security_group_rule and tenant:706d909f688745e5a517a1792f99e301 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:14:50.261835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a1b57d5f-ee62-42b9-a978-5b61ecc79965 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:14:50.275075 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a1b57d5f-ee62-42b9-a978-5b61ecc79965 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:14:50.316138 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a1b57d5f-ee62-42b9-a978-5b61ecc79965 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:50.480284 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97432a20-1246-4f9d-a8b3-b0a676911b4c None None] Network 76bbe321-11f7-483f-9c77-c43a1e531a0f requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:14:50.483374 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a1b57d5f-ee62-42b9-a978-5b61ecc79965 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:50.490326 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a1b57d5f-ee62-42b9-a978-5b61ecc79965 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:50.498672 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-13e826c1-597e-4b81-be95-4d747379549c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0441e25c-8dc7-490f-8918-9bbae273d46a', 'name': 'tempest-TestServerMultinode-1932061314-router', 'tenant_id': '7372746c2d7f4654a25d6200b2b7cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '1ba5538b-1469-489a-8e23-dc3f0e1b8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:14:35Z', 'updated_at': '2022-03-05T14:14:41Z', 'revision_number': 4, 'project_id': '7372746c2d7f4654a25d6200b2b7cb24', 'gw_port': {'id': '1ba5538b-1469-489a-8e23-dc3f0e1b8222', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0441e25c-8dc7-490f-8918-9bbae273d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:14:36Z', 'updated_at': '2022-03-05T14:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'd8daf22e-72f6-43e3-8cb9-2a48f2f9fe72', 'name': '', 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567', 'tenant_id': '7372746c2d7f4654a25d6200b2b7cb24', 'mac_address': 'fa:16:3e:dd:0d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0441e25c-8dc7-490f-8918-9bbae273d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'ef581a0b-1516-4d59-8bfe-69e8ed699018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:14:40Z', 'updated_at': '2022-03-05T14:14:49Z', 'revision_number': 4, 'project_id': '7372746c2d7f4654a25d6200b2b7cb24', 'subnets': [{'id': 'ef581a0b-1516-4d59-8bfe-69e8ed699018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:14:50.509509 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e826c1-597e-4b81-be95-4d747379549c None None] The sync data for ids ['0441e25c-8dc7-490f-8918-9bbae273d46a'] in n-d-803718-1 is: [{'id': '0441e25c-8dc7-490f-8918-9bbae273d46a', 'name': 'tempest-TestServerMultinode-1932061314-router', 'tenant_id': '7372746c2d7f4654a25d6200b2b7cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '1ba5538b-1469-489a-8e23-dc3f0e1b8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:14:35Z', 'updated_at': '2022-03-05T14:14:41Z', 'revision_number': 4, 'project_id': '7372746c2d7f4654a25d6200b2b7cb24', 'gw_port': {'id': '1ba5538b-1469-489a-8e23-dc3f0e1b8222', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0441e25c-8dc7-490f-8918-9bbae273d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:14:36Z', 'updated_at': '2022-03-05T14:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'd8daf22e-72f6-43e3-8cb9-2a48f2f9fe72', 'name': '', 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567', 'tenant_id': '7372746c2d7f4654a25d6200b2b7cb24', 'mac_address': 'fa:16:3e:dd:0d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0441e25c-8dc7-490f-8918-9bbae273d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'ef581a0b-1516-4d59-8bfe-69e8ed699018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:14:40Z', 'updated_at': '2022-03-05T14:14:49Z', 'revision_number': 4, 'project_id': '7372746c2d7f4654a25d6200b2b7cb24', 'subnets': [{'id': 'ef581a0b-1516-4d59-8bfe-69e8ed699018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:14:50.554237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b57d5f-ee62-42b9-a978-5b61ecc79965 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd6efb50-5174-4c6c-8db9-9181790d777a,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:50.577666 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a1b57d5f-ee62-42b9-a978-5b61ecc79965 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:50.578918 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a1b57d5f-ee62-42b9-a978-5b61ecc79965 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3775632 Mar 05 14:14:50.581523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45028) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:14:50.591932 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-02f161a6-6e19-4847-b7a0-a6cdec2d44dc tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Request body: {'security_group_rule': {'security_group_id': '2d40e19d-fedd-4555-b57f-40d6f6a29397', 'project_id': '706d909f688745e5a517a1792f99e301', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:14:50.612267 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-02f161a6-6e19-4847-b7a0-a6cdec2d44dc tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:14:50.621954 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-02f161a6-6e19-4847-b7a0-a6cdec2d44dc tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Usage tracker for resource:security_group_rule and tenant:706d909f688745e5a517a1792f99e301 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:14:50.627441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-02f161a6-6e19-4847-b7a0-a6cdec2d44dc tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:14:50.642072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-02f161a6-6e19-4847-b7a0-a6cdec2d44dc tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:14:50.665701 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9a5e86e7-9d96-40a5-aaa9-ac8096c98121 None None] Provisioning for port 22a169bf-ec33-4163-b963-65bb8fff0173 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:14:50.699170 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40abfe20-1f08-46bb-b611-bc9c649b5968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:50.715246 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-02f161a6-6e19-4847-b7a0-a6cdec2d44dc tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:50.845735 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-02f161a6-6e19-4847-b7a0-a6cdec2d44dc tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:50.853955 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-02f161a6-6e19-4847-b7a0-a6cdec2d44dc tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:50.889125 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f161a6-6e19-4847-b7a0-a6cdec2d44dc tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f88ae2c-c1c9-4946-b0cc-7951ed85e3fd,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:50.908863 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-02f161a6-6e19-4847-b7a0-a6cdec2d44dc tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:50.912651 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-02f161a6-6e19-4847-b7a0-a6cdec2d44dc tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3260527 Mar 05 14:14:50.913072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45034) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:14:50.927027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-03534743-2604-4adc-8430-d89848f34f46 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Request body: {'security_group_rule': {'security_group_id': '2d40e19d-fedd-4555-b57f-40d6f6a29397', 'project_id': '706d909f688745e5a517a1792f99e301', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:14:50.944364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-03534743-2604-4adc-8430-d89848f34f46 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:14:50.961455 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-03534743-2604-4adc-8430-d89848f34f46 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Usage tracker for resource:security_group_rule and tenant:706d909f688745e5a517a1792f99e301 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:14:50.967676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-03534743-2604-4adc-8430-d89848f34f46 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:14:50.984581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-03534743-2604-4adc-8430-d89848f34f46 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:14:51.034216 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03534743-2604-4adc-8430-d89848f34f46 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:51.056157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40abfe20-1f08-46bb-b611-bc9c649b5968 admin admin] Router e6b71b22-f6a0-48c3-a020-f8619b010c82 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:14:51.229610 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03534743-2604-4adc-8430-d89848f34f46 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:51.240743 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03534743-2604-4adc-8430-d89848f34f46 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:51.285077 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:14:51.341245 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03534743-2604-4adc-8430-d89848f34f46 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37dcb3bf-39d7-4c12-a03c-ee3bd89c44d3,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:51.371155 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03534743-2604-4adc-8430-d89848f34f46 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:51.375673 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-03534743-2604-4adc-8430-d89848f34f46 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4614370 Mar 05 14:14:51.376490 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45044) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:14:51.384597 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-d1c606fa-d85f-49d7-8946-76937c75b9de tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Request body: {'security_group_rule': {'security_group_id': '2d40e19d-fedd-4555-b57f-40d6f6a29397', 'project_id': '706d909f688745e5a517a1792f99e301', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:14:51.407229 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:14:51.409451 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d1c606fa-d85f-49d7-8946-76937c75b9de tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:14:51.419495 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:14:51.420604 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d1c606fa-d85f-49d7-8946-76937c75b9de tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Usage tracker for resource:security_group_rule and tenant:706d909f688745e5a517a1792f99e301 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:14:51.421055 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:51.430026 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d1c606fa-d85f-49d7-8946-76937c75b9de tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:14:51.443383 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d1c606fa-d85f-49d7-8946-76937c75b9de tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:14:51.479206 n-d-803718-1 neutron-server[87914]: INFO neutron.db.securitygroups_db [None req-d1c606fa-d85f-49d7-8946-76937c75b9de tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Project 706d909f688745e5a517a1792f99e301 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:14:51.490358 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d1c606fa-d85f-49d7-8946-76937c75b9de tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:51.575355 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40abfe20-1f08-46bb-b611-bc9c649b5968 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:14:51.595580 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] Sync routers for ids ['e6b71b22-f6a0-48c3-a020-f8619b010c82'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:14:51.610935 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] Routers {'e6b71b22-f6a0-48c3-a020-f8619b010c82'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:14:51.611570 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:14:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e6b71b22-f6a0-48c3-a020-f8619b010c82'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:14:51.620824 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d1c606fa-d85f-49d7-8946-76937c75b9de tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:51.626260 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d1c606fa-d85f-49d7-8946-76937c75b9de tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:51.629835 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40abfe20-1f08-46bb-b611-bc9c649b5968 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:51.631090 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-40abfe20-1f08-46bb-b611-bc9c649b5968 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.2350609 Mar 05 14:14:51.634396 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45052) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:14:51.666210 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c606fa-d85f-49d7-8946-76937c75b9de tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25659f9-7536-4f85-aded-3581da81e149,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:51.684346 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d1c606fa-d85f-49d7-8946-76937c75b9de tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:51.684346 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d1c606fa-d85f-49d7-8946-76937c75b9de tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3039725 Mar 05 14:14:51.685134 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45056) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:14:51.697161 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-79484c60-648b-4426-be69-a9cfe47b9700 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Request body: {'security_group_rule': {'security_group_id': '2d40e19d-fedd-4555-b57f-40d6f6a29397', 'project_id': '706d909f688745e5a517a1792f99e301', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:14:51.717440 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-79484c60-648b-4426-be69-a9cfe47b9700 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:14:51.729004 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-79484c60-648b-4426-be69-a9cfe47b9700 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Usage tracker for resource:security_group_rule and tenant:706d909f688745e5a517a1792f99e301 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:14:51.733849 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-79484c60-648b-4426-be69-a9cfe47b9700 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:14:51.740557 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-79484c60-648b-4426-be69-a9cfe47b9700 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:14:51.754737 n-d-803718-1 neutron-server[87914]: INFO neutron.db.securitygroups_db [None req-79484c60-648b-4426-be69-a9cfe47b9700 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Project 706d909f688745e5a517a1792f99e301 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:14:51.765047 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-79484c60-648b-4426-be69-a9cfe47b9700 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:51.918320 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-79484c60-648b-4426-be69-a9cfe47b9700 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:51.925219 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-79484c60-648b-4426-be69-a9cfe47b9700 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:51.941403 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:51.976804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79484c60-648b-4426-be69-a9cfe47b9700 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014955c7-ecb6-4941-aa6d-c4dcb31a4269,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:52.001453 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-79484c60-648b-4426-be69-a9cfe47b9700 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:52.015309 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-79484c60-648b-4426-be69-a9cfe47b9700 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3289940 Mar 05 14:14:52.038006 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72,segment=NetworkSegment(be3b841e-8609-4790-ae9c-14d5ffb46c44),segment_id=be3b841e-8609-4790-ae9c-14d5ffb46c44)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:14:52.059093 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:52.059849 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 22a169bf-ec33-4163-b963-65bb8fff0173 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:14:52.222217 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] Set router e6b71b22-f6a0-48c3-a020-f8619b010c82 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:14:52.358897 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:52.472243 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-e876be2d-95fe-477c-ba87-100eab28e1f7 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Synchronizing usage tracker for tenant:706d909f688745e5a517a1792f99e301 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:14:52.496753 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-e876be2d-95fe-477c-ba87-100eab28e1f7 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Unset dirty status for tenant:706d909f688745e5a517a1792f99e301 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:14:52.499311 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-e876be2d-95fe-477c-ba87-100eab28e1f7 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1121905819&fields=id&tenant_id=706d909f688745e5a517a1792f99e301 HTTP/1.1" status: 200 len: 267 time: 0.1031713 Mar 05 14:14:52.663049 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 22a169bf-ec33-4163-b963-65bb8fff0173 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:14:52.684281 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 22a169bf-ec33-4163-b963-65bb8fff0173 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:14:52.684711 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:52.755822 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-f255d95e-aee3-464a-ace9-289cc349d7f4 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:52.756848 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-f255d95e-aee3-464a-ace9-289cc349d7f4 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Synchronizing usage tracker for tenant:706d909f688745e5a517a1792f99e301 on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:14:52.772277 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60308414-d417-442d-9670-0d33bda88014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:52.795312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-f255d95e-aee3-464a-ace9-289cc349d7f4 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Unset dirty status for tenant:706d909f688745e5a517a1792f99e301 on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:14:52.796636 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-f255d95e-aee3-464a-ace9-289cc349d7f4 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/networks?id=dbda1beb-0360-4faf-8113-7d58c38eda14 HTTP/1.1" status: 200 len: 813 time: 0.2898269 Mar 05 14:14:52.823868 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-0a18f02e-ca95-4134-a4b8-ec938b10bff7 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/quotas/706d909f688745e5a517a1792f99e301 HTTP/1.1" status: 200 len: 375 time: 0.0179000 Mar 05 14:14:53.003333 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-0f9c276c-ffe3-46b9-9c6d-4b09bdddc3e1 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=706d909f688745e5a517a1792f99e301&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1713555 Mar 05 14:14:53.038868 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:53.084015 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 22a169bf-ec33-4163-b963-65bb8fff0173, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=22a169bf-ec33-4163-b963-65bb8fff0173,segment=NetworkSegment(8e2aa6f1-d755-432e-8161-1817698cf4bc),segment_id=8e2aa6f1-d755-432e-8161-1817698cf4bc)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:14:53.087988 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b71b22-f6a0-48c3-a020-f8619b010c82', 'name': 'tempest-TestServerMultinode-73759295-router', 'tenant_id': '21b4907729ce40939f088c4ef11f11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '78481088-4b5b-4235-b36f-b33f38383cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:14:46Z', 'updated_at': '2022-03-05T14:14:49Z', 'revision_number': 3, 'project_id': '21b4907729ce40939f088c4ef11f11ac', 'gw_port': {'id': '78481088-4b5b-4235-b36f-b33f38383cf3', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b71b22-f6a0-48c3-a020-f8619b010c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:14:48Z', 'updated_at': '2022-03-05T14:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:14:53.092924 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:53.133963 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] Checking router: e6b71b22-f6a0-48c3-a020-f8619b010c82 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:14:53.134504 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] Updating router e6b71b22-f6a0-48c3-a020-f8619b010c82 port 78481088-4b5b-4235-b36f-b33f38383cf3 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:14:53.300061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-60308414-d417-442d-9670-0d33bda88014 admin admin] Allocated IP 172.20.0.1 (76bbe321-11f7-483f-9c77-c43a1e531a0f/9776c3b7-0667-4663-9998-9a07d98dfd3a/a6f0a164-752f-4c02-ba75-6270d3c93432) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:14:53.304435 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:53.344496 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:14:53.492225 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=22a169bf-ec33-4163-b963-65bb8fff0173,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:53.550370 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60308414-d417-442d-9670-0d33bda88014 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:53.582387 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-60308414-d417-442d-9670-0d33bda88014 admin admin] Transition to ACTIVE for port object a6f0a164-752f-4c02-ba75-6270d3c93432 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:14:53.584975 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:14:53.585557 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:53.620827 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60308414-d417-442d-9670-0d33bda88014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:53.664363 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-d7d5e802-1f69-49bf-8b04-85197a9804e9 service neutron] 10.222.0.16 "GET /v2.0/networks/dbda1beb-0360-4faf-8113-7d58c38eda14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6582630 Mar 05 14:14:53.767412 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60308414-d417-442d-9670-0d33bda88014 admin admin] Network 76bbe321-11f7-483f-9c77-c43a1e531a0f is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:14:53.768913 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60308414-d417-442d-9670-0d33bda88014 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f0a164-752f-4c02-ba75-6270d3c93432,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:53.780338 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-60308414-d417-442d-9670-0d33bda88014 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:14:53.812775 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60308414-d417-442d-9670-0d33bda88014 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:14:53.914998 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60308414-d417-442d-9670-0d33bda88014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:53.915995 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-8e22d6ca-3573-49b6-8326-0d7008c417a7 service neutron] 10.222.0.16 "GET /v2.0/networks/dbda1beb-0360-4faf-8113-7d58c38eda14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498488 Mar 05 14:14:54.006284 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:54.019290 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] Transition to ACTIVE for port object 78481088-4b5b-4235-b36f-b33f38383cf3 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:14:54.027235 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:54.124887 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60308414-d417-442d-9670-0d33bda88014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:54.161015 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1afd6-38a3-4232-b0fb-bb081a336495 None None] Pushing event updated for resources: {'Port': ['ID=78481088-4b5b-4235-b36f-b33f38383cf3,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:54.192428 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] Attempting to bind port 78481088-4b5b-4235-b36f-b33f38383cf3 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:14:54.192791 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] Attempting to bind port 78481088-4b5b-4235-b36f-b33f38383cf3 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:14:54.193148 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] Attempting to bind port 78481088-4b5b-4235-b36f-b33f38383cf3 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:14:54.200336 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:14:54.200716 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:14:54.201102 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:54.201491 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:14:54.201964 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] Bound port: 78481088-4b5b-4235-b36f-b33f38383cf3, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:14:54.202333 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:54.291367 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-259b35f4-26e8-402c-96e0-3afe34ea3c1b None None] Provisioning for port a6f0a164-752f-4c02-ba75-6270d3c93432 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:14:54.303541 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-259b35f4-26e8-402c-96e0-3afe34ea3c1b None None] Provisioning complete for port a6f0a164-752f-4c02-ba75-6270d3c93432 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:14:54.303541 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-259b35f4-26e8-402c-96e0-3afe34ea3c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:54.364097 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] For port 78481088-4b5b-4235-b36f-b33f38383cf3, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:14:54.421092 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-259b35f4-26e8-402c-96e0-3afe34ea3c1b None None] Port a6f0a164-752f-4c02-ba75-6270d3c93432 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:14:54.432171 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] For port 78481088-4b5b-4235-b36f-b33f38383cf3, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=78481088-4b5b-4235-b36f-b33f38383cf3,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:14:54.453043 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:54.516618 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60308414-d417-442d-9670-0d33bda88014 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:54.525482 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60308414-d417-442d-9670-0d33bda88014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:54.582495 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1afd6-38a3-4232-b0fb-bb081a336495 None None] Pushing event updated for resources: {'Port': ['ID=78481088-4b5b-4235-b36f-b33f38383cf3,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:54.602708 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] Routers {'e6b71b22-f6a0-48c3-a020-f8619b010c82'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:14:54.603351 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:14:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e6b71b22-f6a0-48c3-a020-f8619b010c82'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:14:54.671906 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-3dfb63c4-fce4-4f90-94e4-3fe40dc68ec7 req-7c5e8170-3779-4f3d-a695-88b0cb00ba26 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Synchronizing usage tracker for tenant:706d909f688745e5a517a1792f99e301 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:14:54.717056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60308414-d417-442d-9670-0d33bda88014 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f0a164-752f-4c02-ba75-6270d3c93432,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:54.730395 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-60308414-d417-442d-9670-0d33bda88014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:54.735898 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-3dfb63c4-fce4-4f90-94e4-3fe40dc68ec7 req-7c5e8170-3779-4f3d-a695-88b0cb00ba26 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Unset dirty status for tenant:706d909f688745e5a517a1792f99e301 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:14:54.737380 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3dfb63c4-fce4-4f90-94e4-3fe40dc68ec7 req-7c5e8170-3779-4f3d-a695-88b0cb00ba26 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 210 time: 0.1634901 Mar 05 14:14:54.918999 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] Set router e6b71b22-f6a0-48c3-a020-f8619b010c82 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:14:54.928739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60308414-d417-442d-9670-0d33bda88014 admin admin] Network 76bbe321-11f7-483f-9c77-c43a1e531a0f is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:14:54.932161 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-60308414-d417-442d-9670-0d33bda88014 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:14:55.283583 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 22a169bf-ec33-4163-b963-65bb8fff0173 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:14:55.299212 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60308414-d417-442d-9670-0d33bda88014 admin admin] Router e6b71b22-f6a0-48c3-a020-f8619b010c82 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:14:55.443450 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2e78af6b-322a-42db-9f88-bf959d8aa72c None None] Provisioning complete for port a6f0a164-752f-4c02-ba75-6270d3c93432 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:14:55.444060 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2e78af6b-322a-42db-9f88-bf959d8aa72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:55.609812 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60308414-d417-442d-9670-0d33bda88014 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:14:55.624348 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2e78af6b-322a-42db-9f88-bf959d8aa72c None None] Port a6f0a164-752f-4c02-ba75-6270d3c93432 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:14:55.641658 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 22a169bf-ec33-4163-b963-65bb8fff0173 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:14:55.641658 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:55.644806 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-60308414-d417-442d-9670-0d33bda88014 admin admin] 10.222.0.16 "PUT /v2.0/routers/e6b71b22-f6a0-48c3-a020-f8619b010c82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0080795 Mar 05 14:14:55.807219 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b71b22-f6a0-48c3-a020-f8619b010c82', 'name': 'tempest-TestServerMultinode-73759295-router', 'tenant_id': '21b4907729ce40939f088c4ef11f11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '78481088-4b5b-4235-b36f-b33f38383cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:14:46Z', 'updated_at': '2022-03-05T14:14:54Z', 'revision_number': 4, 'project_id': '21b4907729ce40939f088c4ef11f11ac', 'gw_port': {'id': '78481088-4b5b-4235-b36f-b33f38383cf3', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b71b22-f6a0-48c3-a020-f8619b010c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:14:48Z', 'updated_at': '2022-03-05T14:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a6f0a164-752f-4c02-ba75-6270d3c93432', 'name': '', 'network_id': '76bbe321-11f7-483f-9c77-c43a1e531a0f', 'tenant_id': '21b4907729ce40939f088c4ef11f11ac', 'mac_address': 'fa:16:3e:65:1f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b71b22-f6a0-48c3-a020-f8619b010c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '9776c3b7-0667-4663-9998-9a07d98dfd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:14:52Z', 'updated_at': '2022-03-05T14:14:54Z', 'revision_number': 2, 'project_id': '21b4907729ce40939f088c4ef11f11ac', 'subnets': [{'id': '9776c3b7-0667-4663-9998-9a07d98dfd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:14:55.817970 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff7c342-7a78-423c-8ca8-0062eb8184c7 None None] The sync data for ids ['e6b71b22-f6a0-48c3-a020-f8619b010c82'] in n-d-803718-1 is: [{'id': 'e6b71b22-f6a0-48c3-a020-f8619b010c82', 'name': 'tempest-TestServerMultinode-73759295-router', 'tenant_id': '21b4907729ce40939f088c4ef11f11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '78481088-4b5b-4235-b36f-b33f38383cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:14:46Z', 'updated_at': '2022-03-05T14:14:54Z', 'revision_number': 4, 'project_id': '21b4907729ce40939f088c4ef11f11ac', 'gw_port': {'id': '78481088-4b5b-4235-b36f-b33f38383cf3', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b71b22-f6a0-48c3-a020-f8619b010c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:14:48Z', 'updated_at': '2022-03-05T14:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a6f0a164-752f-4c02-ba75-6270d3c93432', 'name': '', 'network_id': '76bbe321-11f7-483f-9c77-c43a1e531a0f', 'tenant_id': '21b4907729ce40939f088c4ef11f11ac', 'mac_address': 'fa:16:3e:65:1f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b71b22-f6a0-48c3-a020-f8619b010c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '9776c3b7-0667-4663-9998-9a07d98dfd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:14:52Z', 'updated_at': '2022-03-05T14:14:54Z', 'revision_number': 2, 'project_id': '21b4907729ce40939f088c4ef11f11ac', 'subnets': [{'id': '9776c3b7-0667-4663-9998-9a07d98dfd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:14:56.251398 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d8471e48-f57f-485e-b7da-c37fd10f28cc req-5eccff8f-f314-43a4-848f-0cb6172bb477 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 210 time: 0.3015151 Mar 05 14:14:56.334892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-8fb684d4-3722-4d8a-aeed-784e1ef36795 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:56.336599 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-8fb684d4-3722-4d8a-aeed-784e1ef36795 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.15 "GET /v2.0/networks?id=dbda1beb-0360-4faf-8113-7d58c38eda14 HTTP/1.1" status: 200 len: 813 time: 0.3089874 Mar 05 14:14:56.400436 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-f1e315ec-b0ef-4293-a466-d1d76bb090c4 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=706d909f688745e5a517a1792f99e301 HTTP/1.1" status: 200 len: 380 time: 0.0558324 Mar 05 14:14:56.409485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-323da466-a116-4652-a552-f45b45038a0b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Request body: {'port': {'device_id': 'ab09f1e1-f2f1-41a7-94ff-1f35487523b4', 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14', 'admin_state_up': True, 'tenant_id': '706d909f688745e5a517a1792f99e301', 'security_groups': ['2d40e19d-fedd-4555-b57f-40d6f6a29397']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:14:56.837262 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-323da466-a116-4652-a552-f45b45038a0b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:14:56.851222 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-323da466-a116-4652-a552-f45b45038a0b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:14:56.886775 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-da5a8c07-dac9-4b2b-9ba8-fc0aef336b08 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:56.888635 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-da5a8c07-dac9-4b2b-9ba8-fc0aef336b08 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/networks?id=1257cf7b-1f00-417a-b3f6-adec5bf49567 HTTP/1.1" status: 200 len: 910 time: 0.2686465 Mar 05 14:14:56.889943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-323da466-a116-4652-a552-f45b45038a0b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Made reservation on behalf of 706d909f688745e5a517a1792f99e301 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:14:56.894077 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-323da466-a116-4652-a552-f45b45038a0b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:56.940864 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-2815f574-0d20-4584-b825-a6d6589da2b6 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/quotas/21b4907729ce40939f088c4ef11f11ac HTTP/1.1" status: 200 len: 375 time: 0.0299852 Mar 05 14:14:57.260645 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-323da466-a116-4652-a552-f45b45038a0b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Allocated IP 172.20.0.13 (dbda1beb-0360-4faf-8113-7d58c38eda14/6abfa8d8-1095-46c0-8465-de36cd47157d/1a80bc8a-d003-4f97-ae00-8fcb713dfb30) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:14:57.302701 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-10810351-9092-401c-adc3-e4b4b8390d58 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=21b4907729ce40939f088c4ef11f11ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3180072 Mar 05 14:14:57.307637 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 78481088-4b5b-4235-b36f-b33f38383cf3 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:14:57.568195 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 78481088-4b5b-4235-b36f-b33f38383cf3 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:14:57.596228 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 78481088-4b5b-4235-b36f-b33f38383cf3 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:14:57.596641 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:57.613941 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ee05051c-93b8-4d01-bdb6-abd1e592f80d req-348b14bb-8647-4507-8093-72345364a7b5 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 210 time: 0.1340938 Mar 05 14:14:57.721497 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-ad5a8ee6-aa26-4fb2-9046-47f286c6af9d service neutron] 10.222.0.16 "GET /v2.0/networks/1257cf7b-1f00-417a-b3f6-adec5bf49567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175227 Mar 05 14:14:57.783358 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:57.803643 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 78481088-4b5b-4235-b36f-b33f38383cf3, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=78481088-4b5b-4235-b36f-b33f38383cf3,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:14:57.814072 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:57.939187 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=78481088-4b5b-4235-b36f-b33f38383cf3,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:57.955758 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-23734fdc-3048-4034-8a1a-07e4c994d50d service neutron] 10.222.0.16 "GET /v2.0/networks/1257cf7b-1f00-417a-b3f6-adec5bf49567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236845 Mar 05 14:14:57.995091 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-323da466-a116-4652-a552-f45b45038a0b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:58.019269 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-323da466-a116-4652-a552-f45b45038a0b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Transition to ACTIVE for port object 1a80bc8a-d003-4f97-ae00-8fcb713dfb30 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:14:58.071824 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-323da466-a116-4652-a552-f45b45038a0b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:58.220889 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-323da466-a116-4652-a552-f45b45038a0b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Network dbda1beb-0360-4faf-8113-7d58c38eda14 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:14:58.228221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-323da466-a116-4652-a552-f45b45038a0b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:14:58.240481 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-323da466-a116-4652-a552-f45b45038a0b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:14:58.463750 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-420e95d4-abc8-40d6-86f5-7063bb467f9b req-13a33dbd-6a93-44e5-b017-8dc2038121ad tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Synchronizing usage tracker for tenant:21b4907729ce40939f088c4ef11f11ac on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:14:58.491275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-323da466-a116-4652-a552-f45b45038a0b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:58.495600 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-323da466-a116-4652-a552-f45b45038a0b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:58.527561 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-420e95d4-abc8-40d6-86f5-7063bb467f9b req-13a33dbd-6a93-44e5-b017-8dc2038121ad tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Unset dirty status for tenant:21b4907729ce40939f088c4ef11f11ac on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:14:58.539337 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-420e95d4-abc8-40d6-86f5-7063bb467f9b req-13a33dbd-6a93-44e5-b017-8dc2038121ad tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3f113f6-8747-4376-9689-cdc5bdbda646 HTTP/1.1" status: 200 len: 210 time: 0.1683197 Mar 05 14:14:58.598441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323da466-a116-4652-a552-f45b45038a0b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Pushing event updated for resources: {'Port': ['ID=1a80bc8a-d003-4f97-ae00-8fcb713dfb30,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:14:58.627031 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-323da466-a116-4652-a552-f45b45038a0b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2213945 Mar 05 14:14:58.638791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-42835bff-44ad-45ee-b111-d297a4c310da service neutron] Request body: {'port': {'device_id': 'ab09f1e1-f2f1-41a7-94ff-1f35487523b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:14:58.727849 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-634480d0-abd3-496b-8395-da78f759a630 None None] Provisioning for port 1a80bc8a-d003-4f97-ae00-8fcb713dfb30 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:14:58.735354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-634480d0-abd3-496b-8395-da78f759a630 None None] Provisioning complete for port 1a80bc8a-d003-4f97-ae00-8fcb713dfb30 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:14:58.735729 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-634480d0-abd3-496b-8395-da78f759a630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:58.897117 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-634480d0-abd3-496b-8395-da78f759a630 None None] Port 1a80bc8a-d003-4f97-ae00-8fcb713dfb30 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:14:59.058204 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-42835bff-44ad-45ee-b111-d297a4c310da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:59.110354 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475a413-9e70-4d4d-b14c-31faa436396c req-c77d6bf4-7727-436b-b225-c9ebe4981051 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:14:59.112739 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c475a413-9e70-4d4d-b14c-31faa436396c req-c77d6bf4-7727-436b-b225-c9ebe4981051 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Synchronizing usage tracker for tenant:706d909f688745e5a517a1792f99e301 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:14:59.161240 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:59.199633 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:59.212744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c475a413-9e70-4d4d-b14c-31faa436396c req-c77d6bf4-7727-436b-b225-c9ebe4981051 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Unset dirty status for tenant:706d909f688745e5a517a1792f99e301 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:14:59.215258 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c475a413-9e70-4d4d-b14c-31faa436396c req-c77d6bf4-7727-436b-b225-c9ebe4981051 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 932 time: 0.2723911 Mar 05 14:14:59.318456 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 78481088-4b5b-4235-b36f-b33f38383cf3 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:14:59.485776 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c475a413-9e70-4d4d-b14c-31faa436396c req-83dd90bc-93a9-40d6-92a2-15950bc992cb tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d40e19d-fedd-4555-b57f-40d6f6a29397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503791 Mar 05 14:14:59.516354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 78481088-4b5b-4235-b36f-b33f38383cf3 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:14:59.516763 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:14:59.869392 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] Sync routers for ids ['e6b71b22-f6a0-48c3-a020-f8619b010c82'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:14:59.886852 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] Routers {'e6b71b22-f6a0-48c3-a020-f8619b010c82'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:14:59.889390 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:14:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e6b71b22-f6a0-48c3-a020-f8619b010c82'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:14:59.919753 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-39dadc66-e6c1-4a4f-9ee2-f75956b2de6d req-a82fb4d6-5a75-4e7d-b99a-d4d754d32e66 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3f113f6-8747-4376-9689-cdc5bdbda646 HTTP/1.1" status: 200 len: 210 time: 0.1126256 Mar 05 14:14:59.985793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-42835bff-44ad-45ee-b111-d297a4c310da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a80bc8a-d003-4f97-ae00-8fcb713dfb30 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:14:59.997878 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-42835bff-44ad-45ee-b111-d297a4c310da service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:00.016417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-42835bff-44ad-45ee-b111-d297a4c310da service neutron] Transition to ACTIVE for port object 1a80bc8a-d003-4f97-ae00-8fcb713dfb30 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:15:00.021257 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-42835bff-44ad-45ee-b111-d297a4c310da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:00.157922 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] Set router e6b71b22-f6a0-48c3-a020-f8619b010c82 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:15:00.391563 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42835bff-44ad-45ee-b111-d297a4c310da service neutron] Pushing event updated for resources: {'Port': ['ID=1a80bc8a-d003-4f97-ae00-8fcb713dfb30,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:00.416788 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-42835bff-44ad-45ee-b111-d297a4c310da service neutron] Attempting to bind port 1a80bc8a-d003-4f97-ae00-8fcb713dfb30 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:15:00.417131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-42835bff-44ad-45ee-b111-d297a4c310da service neutron] Attempting to bind port 1a80bc8a-d003-4f97-ae00-8fcb713dfb30 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '7a6521e9-2456-4972-8625-2353045f2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:15:00.417452 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-42835bff-44ad-45ee-b111-d297a4c310da service neutron] Attempting to bind port 1a80bc8a-d003-4f97-ae00-8fcb713dfb30 on network dbda1beb-0360-4faf-8113-7d58c38eda14 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:15:00.427786 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-42835bff-44ad-45ee-b111-d297a4c310da service neutron] Port 1a80bc8a-d003-4f97-ae00-8fcb713dfb30 on network dbda1beb-0360-4faf-8113-7d58c38eda14 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:15:00.428105 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-42835bff-44ad-45ee-b111-d297a4c310da service neutron] Attempting to bind port 1a80bc8a-d003-4f97-ae00-8fcb713dfb30 on network dbda1beb-0360-4faf-8113-7d58c38eda14 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:15:00.443060 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-42835bff-44ad-45ee-b111-d297a4c310da service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:15:00.443399 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-42835bff-44ad-45ee-b111-d297a4c310da service neutron] Checking segment: {'id': '7a6521e9-2456-4972-8625-2353045f2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:15:00.443783 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-42835bff-44ad-45ee-b111-d297a4c310da service neutron] Bound using segment: {'id': '7a6521e9-2456-4972-8625-2353045f2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:15:00.444210 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-42835bff-44ad-45ee-b111-d297a4c310da service neutron] Bound port: 1a80bc8a-d003-4f97-ae00-8fcb713dfb30, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a6521e9-2456-4972-8625-2353045f2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:15:00.444680 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-42835bff-44ad-45ee-b111-d297a4c310da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:00.754103 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-42835bff-44ad-45ee-b111-d297a4c310da service neutron] For port 1a80bc8a-d003-4f97-ae00-8fcb713dfb30, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:15:00.765105 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-42835bff-44ad-45ee-b111-d297a4c310da service neutron] For port 1a80bc8a-d003-4f97-ae00-8fcb713dfb30, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1a80bc8a-d003-4f97-ae00-8fcb713dfb30,segment=NetworkSegment(7a6521e9-2456-4972-8625-2353045f2b39),segment_id=7a6521e9-2456-4972-8625-2353045f2b39)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:15:00.818338 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-42835bff-44ad-45ee-b111-d297a4c310da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:00.842572 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b71b22-f6a0-48c3-a020-f8619b010c82', 'name': 'tempest-TestServerMultinode-73759295-router', 'tenant_id': '21b4907729ce40939f088c4ef11f11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '78481088-4b5b-4235-b36f-b33f38383cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:14:46Z', 'updated_at': '2022-03-05T14:14:54Z', 'revision_number': 4, 'project_id': '21b4907729ce40939f088c4ef11f11ac', 'gw_port': {'id': '78481088-4b5b-4235-b36f-b33f38383cf3', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b71b22-f6a0-48c3-a020-f8619b010c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:14:48Z', 'updated_at': '2022-03-05T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a6f0a164-752f-4c02-ba75-6270d3c93432', 'name': '', 'network_id': '76bbe321-11f7-483f-9c77-c43a1e531a0f', 'tenant_id': '21b4907729ce40939f088c4ef11f11ac', 'mac_address': 'fa:16:3e:65:1f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b71b22-f6a0-48c3-a020-f8619b010c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '9776c3b7-0667-4663-9998-9a07d98dfd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:14:52Z', 'updated_at': '2022-03-05T14:14:54Z', 'revision_number': 2, 'project_id': '21b4907729ce40939f088c4ef11f11ac', 'subnets': [{'id': '9776c3b7-0667-4663-9998-9a07d98dfd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:00.847197 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] Checking router: e6b71b22-f6a0-48c3-a020-f8619b010c82 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:15:00.847685 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] Updating router e6b71b22-f6a0-48c3-a020-f8619b010c82 port a6f0a164-752f-4c02-ba75-6270d3c93432 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:15:00.912720 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:00.914898 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-8fc26957-039a-4f1e-a90d-83dd66ff95d1 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:00.915804 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-8fc26957-039a-4f1e-a90d-83dd66ff95d1 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Synchronizing usage tracker for tenant:21b4907729ce40939f088c4ef11f11ac on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:15:00.934617 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-8fc26957-039a-4f1e-a90d-83dd66ff95d1 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Unset dirty status for tenant:21b4907729ce40939f088c4ef11f11ac on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:15:00.949992 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-42835bff-44ad-45ee-b111-d297a4c310da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:00.950603 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-42835bff-44ad-45ee-b111-d297a4c310da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:00.960993 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-42835bff-44ad-45ee-b111-d297a4c310da service neutron] 10.222.0.15 "PUT /v2.0/ports/1a80bc8a-d003-4f97-ae00-8fcb713dfb30 HTTP/1.1" status: 200 len: 1092 time: 2.3258235 Mar 05 14:15:00.962103 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-8fc26957-039a-4f1e-a90d-83dd66ff95d1 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.30 "GET /v2.0/networks?id=1257cf7b-1f00-417a-b3f6-adec5bf49567 HTTP/1.1" status: 200 len: 910 time: 0.6058235 Mar 05 14:15:00.962235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab09f1e1-f2f1-41a7-94ff-1f35487523b4', 'tag': '1a80bc8a-d003-4f97-ae00-8fcb713dfb30'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:15:00.973944 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-4452a1cb-5c06-4ba2-9814-083d2d01912b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Request body: {'port': {'device_id': 'c3f113f6-8747-4376-9689-cdc5bdbda646', 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567', 'admin_state_up': True, 'tenant_id': '21b4907729ce40939f088c4ef11f11ac'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:15:01.006134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-4452a1cb-5c06-4ba2-9814-083d2d01912b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:15:01.039758 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-4452a1cb-5c06-4ba2-9814-083d2d01912b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:15:01.058211 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-4452a1cb-5c06-4ba2-9814-083d2d01912b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Made reservation on behalf of 21b4907729ce40939f088c4ef11f11ac for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:15:01.061351 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-4452a1cb-5c06-4ba2-9814-083d2d01912b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:01.150432 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42835bff-44ad-45ee-b111-d297a4c310da service neutron] Pushing event updated for resources: {'Port': ['ID=1a80bc8a-d003-4f97-ae00-8fcb713dfb30,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:01.236040 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb439c61-1a18-42f8-aa40-409f1da582d9 req-e364cf68-e808-4c03-9663-1c0ea54eafd6 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:01.237818 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eb439c61-1a18-42f8-aa40-409f1da582d9 req-e364cf68-e808-4c03-9663-1c0ea54eafd6 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 944 time: 0.4702766 Mar 05 14:15:01.270649 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-686242d0-8afe-4a0e-9c91-e53e89208e9e req-64dabdb9-0f93-429b-b5ec-5a52ead7a0d2 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3f113f6-8747-4376-9689-cdc5bdbda646 HTTP/1.1" status: 200 len: 210 time: 0.0739939 Mar 05 14:15:01.293892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-fbf46451-9505-45b4-afd6-0195ce6f31b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:01.296761 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-fbf46451-9505-45b4-afd6-0195ce6f31b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=706d909f688745e5a517a1792f99e301&device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 1095 time: 0.2904596 Mar 05 14:15:01.441758 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-4452a1cb-5c06-4ba2-9814-083d2d01912b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Allocated IP 172.20.0.12 (1257cf7b-1f00-417a-b3f6-adec5bf49567/ef581a0b-1516-4d59-8bfe-69e8ed699018/bd981557-1fdf-42d2-a487-ab8e88c1b1cd) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:15:01.520258 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab09f1e1-f2f1-41a7-94ff-1f35487523b4', 'tag': '1a80bc8a-d003-4f97-ae00-8fcb713dfb30', 'status': 'completed', 'code': 200} Mar 05 14:15:01.523601 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-5a8c3324-5c69-4004-a3bf-829aa6f66a13 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a80bc8a-d003-4f97-ae00-8fcb713dfb30 HTTP/1.1" status: 200 len: 217 time: 0.2207663 Mar 05 14:15:01.620170 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:01.637552 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] Transition to ACTIVE for port object a6f0a164-752f-4c02-ba75-6270d3c93432 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:15:01.650549 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eb439c61-1a18-42f8-aa40-409f1da582d9 req-9abb78e8-0282-4f57-8e7e-1da57270295e tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d40e19d-fedd-4555-b57f-40d6f6a29397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3896644 Mar 05 14:15:01.650787 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:01.680179 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-20592fec-a936-4317-bf48-da665fb5834b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:01.684568 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-20592fec-a936-4317-bf48-da665fb5834b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6abfa8d8-1095-46c0-8465-de36cd47157d HTTP/1.1" status: 200 len: 852 time: 0.1503720 Mar 05 14:15:01.747172 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-4452a1cb-5c06-4ba2-9814-083d2d01912b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:01.765983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-4452a1cb-5c06-4ba2-9814-083d2d01912b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Transition to ACTIVE for port object bd981557-1fdf-42d2-a487-ab8e88c1b1cd will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:15:01.796111 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-4452a1cb-5c06-4ba2-9814-083d2d01912b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:01.894430 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-4452a1cb-5c06-4ba2-9814-083d2d01912b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Network 1257cf7b-1f00-417a-b3f6-adec5bf49567 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:15:01.898232 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-4452a1cb-5c06-4ba2-9814-083d2d01912b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:15:01.903057 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-4452a1cb-5c06-4ba2-9814-083d2d01912b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:15:01.987977 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-52db379a-629c-47b6-af4d-02cce8fcc9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:01.989521 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-52db379a-629c-47b6-af4d-02cce8fcc9a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbda1beb-0360-4faf-8113-7d58c38eda14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2905486 Mar 05 14:15:02.034659 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452a1cb-5c06-4ba2-9814-083d2d01912b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Pushing event updated for resources: {'Port': ['ID=bd981557-1fdf-42d2-a487-ab8e88c1b1cd,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:02.042411 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c01d74-34bc-4dec-81d5-a0f2fb5beeff None None] Pushing event updated for resources: {'Port': ['ID=a6f0a164-752f-4c02-ba75-6270d3c93432,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:02.064390 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-4452a1cb-5c06-4ba2-9814-083d2d01912b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:02.065772 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-4452a1cb-5c06-4ba2-9814-083d2d01912b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:02.074077 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] Attempting to bind port a6f0a164-752f-4c02-ba75-6270d3c93432 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:15:02.074551 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] Attempting to bind port a6f0a164-752f-4c02-ba75-6270d3c93432 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8e2aa6f1-d755-432e-8161-1817698cf4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76bbe321-11f7-483f-9c77-c43a1e531a0f'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:15:02.075058 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] Attempting to bind port a6f0a164-752f-4c02-ba75-6270d3c93432 on network 76bbe321-11f7-483f-9c77-c43a1e531a0f {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:15:02.084791 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:15:02.086079 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] Checking segment: {'id': '8e2aa6f1-d755-432e-8161-1817698cf4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76bbe321-11f7-483f-9c77-c43a1e531a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:15:02.087040 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:02.087613 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] Bound using segment: {'id': '8e2aa6f1-d755-432e-8161-1817698cf4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76bbe321-11f7-483f-9c77-c43a1e531a0f'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:15:02.088337 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] Bound port: a6f0a164-752f-4c02-ba75-6270d3c93432, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2aa6f1-d755-432e-8161-1817698cf4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '76bbe321-11f7-483f-9c77-c43a1e531a0f'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:15:02.090099 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:02.145120 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-4452a1cb-5c06-4ba2-9814-083d2d01912b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1757724 Mar 05 14:15:02.157687 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-40665b40-dd94-4a45-b24d-9fe48eba10ce service neutron] Request body: {'port': {'device_id': 'c3f113f6-8747-4376-9689-cdc5bdbda646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:15:02.316886 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-5d445fac-49c8-40aa-aa01-7d2444969dbb service neutron] 10.222.0.15 "GET /v2.0/networks/dbda1beb-0360-4faf-8113-7d58c38eda14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208385 Mar 05 14:15:02.379013 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] For port a6f0a164-752f-4c02-ba75-6270d3c93432, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:15:02.385131 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] For port a6f0a164-752f-4c02-ba75-6270d3c93432, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a6f0a164-752f-4c02-ba75-6270d3c93432,segment=NetworkSegment(8e2aa6f1-d755-432e-8161-1817698cf4bc),segment_id=8e2aa6f1-d755-432e-8161-1817698cf4bc)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:15:02.402937 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:02.464839 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5983478b-96cb-4e9b-93b1-85bb8251ae00 None None] Provisioning for port bd981557-1fdf-42d2-a487-ab8e88c1b1cd completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:15:02.478524 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5983478b-96cb-4e9b-93b1-85bb8251ae00 None None] Provisioning complete for port bd981557-1fdf-42d2-a487-ab8e88c1b1cd triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:15:02.478943 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5983478b-96cb-4e9b-93b1-85bb8251ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:02.487349 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-40665b40-dd94-4a45-b24d-9fe48eba10ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:02.593517 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5983478b-96cb-4e9b-93b1-85bb8251ae00 None None] Port bd981557-1fdf-42d2-a487-ab8e88c1b1cd cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:15:02.639607 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c01d74-34bc-4dec-81d5-a0f2fb5beeff None None] Pushing event updated for resources: {'Port': ['ID=a6f0a164-752f-4c02-ba75-6270d3c93432,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:02.667764 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] Routers {'e6b71b22-f6a0-48c3-a020-f8619b010c82'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:15:02.668402 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:14:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e6b71b22-f6a0-48c3-a020-f8619b010c82'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:02.767774 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2f73813-6a37-488f-87ad-03b27c63b3a7 req-0d68fa18-d198-4841-a94a-32c480a93f12 service neutron] 10.222.0.15 "GET /v2.0/networks/dbda1beb-0360-4faf-8113-7d58c38eda14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453561 Mar 05 14:15:02.817336 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c2784-1450-4cb9-a21e-fc94b34c298a req-8d9094dc-3c20-4da8-aa9b-ea9a4f69b19b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:02.817336 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f29c2784-1450-4cb9-a21e-fc94b34c298a req-8d9094dc-3c20-4da8-aa9b-ea9a4f69b19b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Synchronizing usage tracker for tenant:21b4907729ce40939f088c4ef11f11ac on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:15:03.046378 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54904f6-8fe0-46fc-b190-baf09b284b99 req-931c89bd-3715-4144-a6f0-f4114d31ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:03.048587 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b54904f6-8fe0-46fc-b190-baf09b284b99 req-931c89bd-3715-4144-a6f0-f4114d31ae43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=706d909f688745e5a517a1792f99e301&device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 1095 time: 0.2170899 Mar 05 14:15:03.077974 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] Set router e6b71b22-f6a0-48c3-a020-f8619b010c82 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:15:03.243355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54904f6-8fe0-46fc-b190-baf09b284b99 req-d9fdabe3-e5df-4f35-bc49-f55e26ed0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:03.245044 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b54904f6-8fe0-46fc-b190-baf09b284b99 req-d9fdabe3-e5df-4f35-bc49-f55e26ed0e0b service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbda1beb-0360-4faf-8113-7d58c38eda14 HTTP/1.1" status: 200 len: 913 time: 0.1845419 Mar 05 14:15:03.252078 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f29c2784-1450-4cb9-a21e-fc94b34c298a req-8d9094dc-3c20-4da8-aa9b-ea9a4f69b19b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Unset dirty status for tenant:21b4907729ce40939f088c4ef11f11ac on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:15:03.253421 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f29c2784-1450-4cb9-a21e-fc94b34c298a req-8d9094dc-3c20-4da8-aa9b-ea9a4f69b19b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3f113f6-8747-4376-9689-cdc5bdbda646 HTTP/1.1" status: 200 len: 1028 time: 0.7172537 Mar 05 14:15:03.314418 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8840006-3aa4-4221-b7ce-1778a653d4cb req-a06ad93f-b2da-47cd-90c6-2893f54d8e96 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:03.316366 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8840006-3aa4-4221-b7ce-1778a653d4cb req-a06ad93f-b2da-47cd-90c6-2893f54d8e96 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 944 time: 0.3891814 Mar 05 14:15:03.390741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a6f0a164-752f-4c02-ba75-6270d3c93432 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:15:03.405508 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b54904f6-8fe0-46fc-b190-baf09b284b99 req-caada623-a6e6-4bc1-9422-581133c9b5cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a80bc8a-d003-4f97-ae00-8fcb713dfb30 HTTP/1.1" status: 200 len: 217 time: 0.1527605 Mar 05 14:15:03.429693 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f29c2784-1450-4cb9-a21e-fc94b34c298a req-ecb76a6f-204d-4d9c-aad4-7e5d00df387b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Synchronizing usage tracker for tenant:21b4907729ce40939f088c4ef11f11ac on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:15:03.510833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54904f6-8fe0-46fc-b190-baf09b284b99 req-2b9968ca-406f-4392-b840-5f471df3b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:03.513013 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b54904f6-8fe0-46fc-b190-baf09b284b99 req-2b9968ca-406f-4392-b840-5f471df3b154 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6abfa8d8-1095-46c0-8465-de36cd47157d HTTP/1.1" status: 200 len: 852 time: 0.0983760 Mar 05 14:15:03.521927 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8840006-3aa4-4221-b7ce-1778a653d4cb req-caaddf00-129e-43e7-ad34-72c321d23523 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d40e19d-fedd-4555-b57f-40d6f6a29397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803763 Mar 05 14:15:03.527610 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f29c2784-1450-4cb9-a21e-fc94b34c298a req-ecb76a6f-204d-4d9c-aad4-7e5d00df387b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Unset dirty status for tenant:21b4907729ce40939f088c4ef11f11ac on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:15:03.536941 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f29c2784-1450-4cb9-a21e-fc94b34c298a req-ecb76a6f-204d-4d9c-aad4-7e5d00df387b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=94131555-effa-4c0b-85a7-94989ea56302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751334 Mar 05 14:15:03.577718 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port a6f0a164-752f-4c02-ba75-6270d3c93432 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:15:03.583691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port a6f0a164-752f-4c02-ba75-6270d3c93432 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:15:03.584054 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:03.603418 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-40665b40-dd94-4a45-b24d-9fe48eba10ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd981557-1fdf-42d2-a487-ab8e88c1b1cd {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:15:03.622895 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-40665b40-dd94-4a45-b24d-9fe48eba10ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:03.625983 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54904f6-8fe0-46fc-b190-baf09b284b99 req-719968fc-76bc-48a9-985b-2c15625e20dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:03.628000 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b54904f6-8fe0-46fc-b190-baf09b284b99 req-719968fc-76bc-48a9-985b-2c15625e20dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbda1beb-0360-4faf-8113-7d58c38eda14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046269 Mar 05 14:15:03.645446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-40665b40-dd94-4a45-b24d-9fe48eba10ce service neutron] Transition to ACTIVE for port object bd981557-1fdf-42d2-a487-ab8e88c1b1cd will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:15:03.654454 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-40665b40-dd94-4a45-b24d-9fe48eba10ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:03.738251 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:03.780432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port a6f0a164-752f-4c02-ba75-6270d3c93432, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a6f0a164-752f-4c02-ba75-6270d3c93432,segment=NetworkSegment(8e2aa6f1-d755-432e-8161-1817698cf4bc),segment_id=8e2aa6f1-d755-432e-8161-1817698cf4bc)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:03.796124 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:03.831822 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b54904f6-8fe0-46fc-b190-baf09b284b99 req-463fc1eb-f0e3-4788-9e10-96adb6683fb4 service neutron] 10.222.0.15 "GET /v2.0/networks/dbda1beb-0360-4faf-8113-7d58c38eda14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963139 Mar 05 14:15:03.834343 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b71b22-f6a0-48c3-a020-f8619b010c82', 'name': 'tempest-TestServerMultinode-73759295-router', 'tenant_id': '21b4907729ce40939f088c4ef11f11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '78481088-4b5b-4235-b36f-b33f38383cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:14:46Z', 'updated_at': '2022-03-05T14:14:54Z', 'revision_number': 4, 'project_id': '21b4907729ce40939f088c4ef11f11ac', 'gw_port': {'id': '78481088-4b5b-4235-b36f-b33f38383cf3', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b71b22-f6a0-48c3-a020-f8619b010c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:14:48Z', 'updated_at': '2022-03-05T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a6f0a164-752f-4c02-ba75-6270d3c93432', 'name': '', 'network_id': '76bbe321-11f7-483f-9c77-c43a1e531a0f', 'tenant_id': '21b4907729ce40939f088c4ef11f11ac', 'mac_address': 'fa:16:3e:65:1f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b71b22-f6a0-48c3-a020-f8619b010c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '9776c3b7-0667-4663-9998-9a07d98dfd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:14:52Z', 'updated_at': '2022-03-05T14:15:02Z', 'revision_number': 4, 'project_id': '21b4907729ce40939f088c4ef11f11ac', 'subnets': [{'id': '9776c3b7-0667-4663-9998-9a07d98dfd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:03.844789 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be772d6-5468-478d-baf3-844ccd17b261 None None] The sync data for ids ['e6b71b22-f6a0-48c3-a020-f8619b010c82'] in n-d-803718-1 is: [{'id': 'e6b71b22-f6a0-48c3-a020-f8619b010c82', 'name': 'tempest-TestServerMultinode-73759295-router', 'tenant_id': '21b4907729ce40939f088c4ef11f11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '78481088-4b5b-4235-b36f-b33f38383cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:14:46Z', 'updated_at': '2022-03-05T14:14:54Z', 'revision_number': 4, 'project_id': '21b4907729ce40939f088c4ef11f11ac', 'gw_port': {'id': '78481088-4b5b-4235-b36f-b33f38383cf3', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b71b22-f6a0-48c3-a020-f8619b010c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:14:48Z', 'updated_at': '2022-03-05T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a6f0a164-752f-4c02-ba75-6270d3c93432', 'name': '', 'network_id': '76bbe321-11f7-483f-9c77-c43a1e531a0f', 'tenant_id': '21b4907729ce40939f088c4ef11f11ac', 'mac_address': 'fa:16:3e:65:1f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b71b22-f6a0-48c3-a020-f8619b010c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '9776c3b7-0667-4663-9998-9a07d98dfd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:14:52Z', 'updated_at': '2022-03-05T14:15:02Z', 'revision_number': 4, 'project_id': '21b4907729ce40939f088c4ef11f11ac', 'subnets': [{'id': '9776c3b7-0667-4663-9998-9a07d98dfd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:15:03.977262 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=a6f0a164-752f-4c02-ba75-6270d3c93432,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:04.058394 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40665b40-dd94-4a45-b24d-9fe48eba10ce service neutron] Pushing event updated for resources: {'Port': ['ID=bd981557-1fdf-42d2-a487-ab8e88c1b1cd,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:04.065152 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b54904f6-8fe0-46fc-b190-baf09b284b99 req-0a26b1eb-de86-4411-82cd-0c88bec4704f service neutron] 10.222.0.15 "GET /v2.0/networks/dbda1beb-0360-4faf-8113-7d58c38eda14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261553 Mar 05 14:15:04.071252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-40665b40-dd94-4a45-b24d-9fe48eba10ce service neutron] Attempting to bind port bd981557-1fdf-42d2-a487-ab8e88c1b1cd on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:15:04.071700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-40665b40-dd94-4a45-b24d-9fe48eba10ce service neutron] Attempting to bind port bd981557-1fdf-42d2-a487-ab8e88c1b1cd by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'be3b841e-8609-4790-ae9c-14d5ffb46c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:15:04.072117 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-40665b40-dd94-4a45-b24d-9fe48eba10ce service neutron] Attempting to bind port bd981557-1fdf-42d2-a487-ab8e88c1b1cd on network 1257cf7b-1f00-417a-b3f6-adec5bf49567 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:15:04.077921 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-40665b40-dd94-4a45-b24d-9fe48eba10ce service neutron] Port bd981557-1fdf-42d2-a487-ab8e88c1b1cd on network 1257cf7b-1f00-417a-b3f6-adec5bf49567 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:15:04.078406 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-40665b40-dd94-4a45-b24d-9fe48eba10ce service neutron] Attempting to bind port bd981557-1fdf-42d2-a487-ab8e88c1b1cd on network 1257cf7b-1f00-417a-b3f6-adec5bf49567 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:15:04.085331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-40665b40-dd94-4a45-b24d-9fe48eba10ce service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:15:04.085796 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-40665b40-dd94-4a45-b24d-9fe48eba10ce service neutron] Checking segment: {'id': 'be3b841e-8609-4790-ae9c-14d5ffb46c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:15:04.086277 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-40665b40-dd94-4a45-b24d-9fe48eba10ce service neutron] Bound using segment: {'id': 'be3b841e-8609-4790-ae9c-14d5ffb46c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:15:04.086835 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-40665b40-dd94-4a45-b24d-9fe48eba10ce service neutron] Bound port: bd981557-1fdf-42d2-a487-ab8e88c1b1cd, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3b841e-8609-4790-ae9c-14d5ffb46c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:15:04.087439 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-40665b40-dd94-4a45-b24d-9fe48eba10ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:04.203043 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-40665b40-dd94-4a45-b24d-9fe48eba10ce service neutron] For port bd981557-1fdf-42d2-a487-ab8e88c1b1cd, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:15:04.206389 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-40665b40-dd94-4a45-b24d-9fe48eba10ce service neutron] For port bd981557-1fdf-42d2-a487-ab8e88c1b1cd, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bd981557-1fdf-42d2-a487-ab8e88c1b1cd,segment=NetworkSegment(be3b841e-8609-4790-ae9c-14d5ffb46c44),segment_id=be3b841e-8609-4790-ae9c-14d5ffb46c44)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:15:04.212017 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-40665b40-dd94-4a45-b24d-9fe48eba10ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:04.399665 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-40665b40-dd94-4a45-b24d-9fe48eba10ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:04.400184 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-40665b40-dd94-4a45-b24d-9fe48eba10ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:04.401898 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-40665b40-dd94-4a45-b24d-9fe48eba10ce service neutron] 10.222.0.30 "PUT /v2.0/ports/bd981557-1fdf-42d2-a487-ab8e88c1b1cd HTTP/1.1" status: 200 len: 1092 time: 2.2497613 Mar 05 14:15:04.405066 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f113f6-8747-4376-9689-cdc5bdbda646', 'tag': 'bd981557-1fdf-42d2-a487-ab8e88c1b1cd'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:15:04.545068 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40665b40-dd94-4a45-b24d-9fe48eba10ce service neutron] Pushing event updated for resources: {'Port': ['ID=bd981557-1fdf-42d2-a487-ab8e88c1b1cd,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:04.616198 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f113f6-8747-4376-9689-cdc5bdbda646', 'tag': 'bd981557-1fdf-42d2-a487-ab8e88c1b1cd', 'status': 'completed', 'code': 200} Mar 05 14:15:04.638703 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-1a646aee-320b-4758-bd1d-4fab1e744785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:04.640250 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-1a646aee-320b-4758-bd1d-4fab1e744785 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21b4907729ce40939f088c4ef11f11ac&device_id=c3f113f6-8747-4376-9689-cdc5bdbda646 HTTP/1.1" status: 200 len: 1095 time: 0.1923609 Mar 05 14:15:04.803330 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-9cc78238-3d58-45e7-b84f-2d2fdc8a5cfb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd981557-1fdf-42d2-a487-ab8e88c1b1cd HTTP/1.1" status: 200 len: 217 time: 0.1543531 Mar 05 14:15:04.891973 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-b88291d3-187e-4d34-99ee-ab67e9e87eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:04.893733 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-b88291d3-187e-4d34-99ee-ab67e9e87eec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef581a0b-1516-4d59-8bfe-69e8ed699018 HTTP/1.1" status: 200 len: 849 time: 0.0820124 Mar 05 14:15:04.912271 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6f547-4efc-451b-b79d-1b49efbe11e5 req-ec3382f1-c2d6-4583-a8b8-55104cd60b7c tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:04.918395 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7bb6f547-4efc-451b-b79d-1b49efbe11e5 req-ec3382f1-c2d6-4583-a8b8-55104cd60b7c tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 944 time: 0.1602793 Mar 05 14:15:04.962929 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ae110-36d5-4042-a8b7-4c5ac711aa31 req-13da442f-831c-4984-b5d8-be14c2c7119d tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:04.970261 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e01ae110-36d5-4042-a8b7-4c5ac711aa31 req-13da442f-831c-4984-b5d8-be14c2c7119d tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3f113f6-8747-4376-9689-cdc5bdbda646 HTTP/1.1" status: 200 len: 1095 time: 0.2259507 Mar 05 14:15:05.004425 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7bb6f547-4efc-451b-b79d-1b49efbe11e5 req-31863544-e8e5-4a42-8356-29938d0387bd tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d40e19d-fedd-4555-b57f-40d6f6a29397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717657 Mar 05 14:15:05.027891 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e01ae110-36d5-4042-a8b7-4c5ac711aa31 req-c969e766-be63-4b06-9c7e-a9838ca69aea tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=94131555-effa-4c0b-85a7-94989ea56302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564606 Mar 05 14:15:05.048477 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-32b10231-4f05-461f-bf28-8d9f3b265425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:05.050123 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-32b10231-4f05-461f-bf28-8d9f3b265425 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1257cf7b-1f00-417a-b3f6-adec5bf49567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479175 Mar 05 14:15:05.187685 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a6f0a164-752f-4c02-ba75-6270d3c93432 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:15:05.205209 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-11b46b65-6c4b-4f20-85f7-1dc03a2f2448 service neutron] 10.222.0.30 "GET /v2.0/networks/1257cf7b-1f00-417a-b3f6-adec5bf49567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480205 Mar 05 14:15:05.290119 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port a6f0a164-752f-4c02-ba75-6270d3c93432 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:15:05.290891 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:05.317991 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-e6252e2f-7d37-4498-ae7d-076f98608895 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:05.319509 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-e6252e2f-7d37-4498-ae7d-076f98608895 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 812 time: 0.1806190 Mar 05 14:15:05.336736 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-8b5f2ada-9aa1-476a-98a1-cfb3b10b7eb3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/quotas/cc1d84a3fe924180bae57f2f8ac664e5 HTTP/1.1" status: 200 len: 375 time: 0.0113378 Mar 05 14:15:05.374138 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca3da4b7-d8a0-4e27-9d75-ac67d9d23777 req-a7dbb82d-085f-4b25-9ba3-9daab3a98385 service neutron] 10.222.0.30 "GET /v2.0/networks/1257cf7b-1f00-417a-b3f6-adec5bf49567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624520 Mar 05 14:15:05.453922 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-70fdd3f4-e90c-4905-8f48-d9427e238a08 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1116796 Mar 05 14:15:05.533603 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78386c-811f-49d7-acc4-eba02b7c58f8 req-f515ee99-ce6a-4bd0-8e45-017e718f3ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:05.535171 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cc78386c-811f-49d7-acc4-eba02b7c58f8 req-f515ee99-ce6a-4bd0-8e45-017e718f3ed0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21b4907729ce40939f088c4ef11f11ac&device_id=c3f113f6-8747-4376-9689-cdc5bdbda646 HTTP/1.1" status: 200 len: 1095 time: 0.0928247 Mar 05 14:15:05.603487 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-7a68ca61-5f2f-4c80-a24d-d64740cacd38 service neutron] 10.222.0.16 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411045 Mar 05 14:15:05.681751 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78386c-811f-49d7-acc4-eba02b7c58f8 req-000bd344-7de0-45ac-8401-854e5564c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:05.683372 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cc78386c-811f-49d7-acc4-eba02b7c58f8 req-000bd344-7de0-45ac-8401-854e5564c550 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1257cf7b-1f00-417a-b3f6-adec5bf49567 HTTP/1.1" status: 200 len: 910 time: 0.1420667 Mar 05 14:15:05.744623 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-6b833f18-1c72-4392-bd06-05a5f16899d8 service neutron] 10.222.0.16 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348238 Mar 05 14:15:05.757269 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cc78386c-811f-49d7-acc4-eba02b7c58f8 req-6ba8cbc0-46b3-4a3b-a5ef-69b7cad49afe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd981557-1fdf-42d2-a487-ab8e88c1b1cd HTTP/1.1" status: 200 len: 217 time: 0.0664454 Mar 05 14:15:05.839017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78386c-811f-49d7-acc4-eba02b7c58f8 req-77670643-775f-4825-924d-9403d4d7799e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:05.840698 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cc78386c-811f-49d7-acc4-eba02b7c58f8 req-77670643-775f-4825-924d-9403d4d7799e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef581a0b-1516-4d59-8bfe-69e8ed699018 HTTP/1.1" status: 200 len: 849 time: 0.0778077 Mar 05 14:15:05.926348 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78386c-811f-49d7-acc4-eba02b7c58f8 req-0b582c7d-237c-42bb-925c-e4e077f53aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:05.927926 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cc78386c-811f-49d7-acc4-eba02b7c58f8 req-0b582c7d-237c-42bb-925c-e4e077f53aee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1257cf7b-1f00-417a-b3f6-adec5bf49567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792346 Mar 05 14:15:06.104252 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cc78386c-811f-49d7-acc4-eba02b7c58f8 req-e66c1204-4717-499e-bf34-75cab0640dc9 service neutron] 10.222.0.30 "GET /v2.0/networks/1257cf7b-1f00-417a-b3f6-adec5bf49567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689746 Mar 05 14:15:06.254125 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cc78386c-811f-49d7-acc4-eba02b7c58f8 req-274948b0-093c-4a2e-9f71-32a8d2f0da18 service neutron] 10.222.0.30 "GET /v2.0/networks/1257cf7b-1f00-417a-b3f6-adec5bf49567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438046 Mar 05 14:15:06.332039 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286306cf-5171-4156-a7ce-38fc12845cdd req-9cb11395-f275-45df-b73c-957b7f5dccb2 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:06.342950 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-286306cf-5171-4156-a7ce-38fc12845cdd req-9cb11395-f275-45df-b73c-957b7f5dccb2 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3f113f6-8747-4376-9689-cdc5bdbda646 HTTP/1.1" status: 200 len: 1095 time: 0.1090331 Mar 05 14:15:06.344273 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f21926-e07f-4e9b-9c42-639ee4c46fd8 req-cd532746-2a29-4613-b269-beff0dc7cafb tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:06.345957 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-88f21926-e07f-4e9b-9c42-639ee4c46fd8 req-cd532746-2a29-4613-b269-beff0dc7cafb tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 944 time: 0.0909584 Mar 05 14:15:06.397236 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-88f21926-e07f-4e9b-9c42-639ee4c46fd8 req-a57a712a-a92c-4570-8240-2640910accbb tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d40e19d-fedd-4555-b57f-40d6f6a29397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450184 Mar 05 14:15:06.402383 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-286306cf-5171-4156-a7ce-38fc12845cdd req-7ebfac45-ad7f-44ac-b114-09b2ddddc20e tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=94131555-effa-4c0b-85a7-94989ea56302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535152 Mar 05 14:15:06.507921 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92db3d8c-c3e9-41dd-a5b4-bb6d2802718b req-9490e1b4-c589-4e3d-a052-b557180202f0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=800bd062-2d40-4f57-991f-876264ce94e3 HTTP/1.1" status: 200 len: 210 time: 0.0539696 Mar 05 14:15:06.761335 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device bd981557-1fdf-42d2-a487-ab8e88c1b1cd details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:15:06.910617 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port bd981557-1fdf-42d2-a487-ab8e88c1b1cd, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bd981557-1fdf-42d2-a487-ab8e88c1b1cd,segment=NetworkSegment(be3b841e-8609-4790-ae9c-14d5ffb46c44),segment_id=be3b841e-8609-4790-ae9c-14d5ffb46c44)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:06.924595 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'bd981557-1fdf-42d2-a487-ab8e88c1b1cd', 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567', 'port_id': 'bd981557-1fdf-42d2-a487-ab8e88c1b1cd', 'mac_address': 'fa:16:3e:0e:59:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef581a0b-1516-4d59-8bfe-69e8ed699018', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:15:06.984544 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:07.005248 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd981557-1fdf-42d2-a487-ab8e88c1b1cd {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:15:07.020877 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port bd981557-1fdf-42d2-a487-ab8e88c1b1cd, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bd981557-1fdf-42d2-a487-ab8e88c1b1cd,segment=NetworkSegment(be3b841e-8609-4790-ae9c-14d5ffb46c44),segment_id=be3b841e-8609-4790-ae9c-14d5ffb46c44)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:07.024451 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:07.093434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=bd981557-1fdf-42d2-a487-ab8e88c1b1cd,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:07.239899 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['bd981557-1fdf-42d2-a487-ab8e88c1b1cd'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:15:07.627189 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-5e03241f-75ef-4255-adc2-1992b5247604 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:07.628808 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-5e03241f-75ef-4255-adc2-1992b5247604 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.15 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 812 time: 0.4250917 Mar 05 14:15:07.645993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-33bea337-3e7b-4c48-b3ba-110674b457e4 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Request body: {'port': {'device_id': '800bd062-2d40-4f57-991f-876264ce94e3', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'admin_state_up': True, 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:15:07.797983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bc2bf-8b61-49ba-9ddd-265009ff58af req-0d0e715d-c43c-4dc6-aefa-7a9697508878 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:07.806140 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-585bc2bf-8b61-49ba-9ddd-265009ff58af req-0d0e715d-c43c-4dc6-aefa-7a9697508878 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3f113f6-8747-4376-9689-cdc5bdbda646 HTTP/1.1" status: 200 len: 1096 time: 0.2135701 Mar 05 14:15:07.837640 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-33bea337-3e7b-4c48-b3ba-110674b457e4 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:15:07.855376 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-585bc2bf-8b61-49ba-9ddd-265009ff58af req-ccc371d7-9d25-4b9b-8ec8-0a4073ad8d4b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=94131555-effa-4c0b-85a7-94989ea56302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482378 Mar 05 14:15:07.862821 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-33bea337-3e7b-4c48-b3ba-110674b457e4 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:15:07.879663 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd2774-762a-4326-b4a0-782980ccbb95 req-b3bbd794-01ca-4b8f-a2e2-49aeebefa9ee tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:07.890432 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0dd2774-762a-4326-b4a0-782980ccbb95 req-b3bbd794-01ca-4b8f-a2e2-49aeebefa9ee tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 944 time: 0.3294384 Mar 05 14:15:07.928374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-33bea337-3e7b-4c48-b3ba-110674b457e4 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Made reservation on behalf of cc1d84a3fe924180bae57f2f8ac664e5 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:15:07.933005 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-33bea337-3e7b-4c48-b3ba-110674b457e4 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:07.963382 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0dd2774-762a-4326-b4a0-782980ccbb95 req-cc026745-a4c0-4696-8e4c-c4b3b6f607ac tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d40e19d-fedd-4555-b57f-40d6f6a29397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741527 Mar 05 14:15:08.062602 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9995de19-1682-4fc8-90e5-5acc2bd212b3 req-07c285c1-f415-4430-8951-42712e8e8ecf tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=800bd062-2d40-4f57-991f-876264ce94e3 HTTP/1.1" status: 200 len: 210 time: 0.0582368 Mar 05 14:15:08.134300 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-33bea337-3e7b-4c48-b3ba-110674b457e4 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Allocated IP 172.20.0.6 (c768af3c-6e35-45f2-95ff-e71855885f5e/00fe0f0a-69ac-46af-997d-acd7d0040d2e/da28df4b-7c4d-4026-bb68-f01ba10467c8) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:15:08.421052 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-33bea337-3e7b-4c48-b3ba-110674b457e4 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:08.441147 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-33bea337-3e7b-4c48-b3ba-110674b457e4 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Transition to ACTIVE for port object da28df4b-7c4d-4026-bb68-f01ba10467c8 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:15:08.475760 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-33bea337-3e7b-4c48-b3ba-110674b457e4 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:08.569495 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-33bea337-3e7b-4c48-b3ba-110674b457e4 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Network c768af3c-6e35-45f2-95ff-e71855885f5e is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:15:08.577558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-33bea337-3e7b-4c48-b3ba-110674b457e4 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:15:08.582023 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-33bea337-3e7b-4c48-b3ba-110674b457e4 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:15:08.620043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bea337-3e7b-4c48-b3ba-110674b457e4 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event updated for resources: {'Port': ['ID=da28df4b-7c4d-4026-bb68-f01ba10467c8,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:08.655073 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-33bea337-3e7b-4c48-b3ba-110674b457e4 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:08.655816 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-33bea337-3e7b-4c48-b3ba-110674b457e4 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:08.688637 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-33bea337-3e7b-4c48-b3ba-110674b457e4 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0475259 Mar 05 14:15:08.701478 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-5b937f74-5f17-4665-a469-fcb458b9bf52 service neutron] Request body: {'port': {'device_id': '800bd062-2d40-4f57-991f-876264ce94e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:15:08.784227 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device bd981557-1fdf-42d2-a487-ab8e88c1b1cd up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:15:08.847888 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-5b937f74-5f17-4665-a469-fcb458b9bf52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:08.892390 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-87e20400-ff82-4a50-82ce-b9487df999a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:08.933249 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port bd981557-1fdf-42d2-a487-ab8e88c1b1cd completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:15:08.942403 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port bd981557-1fdf-42d2-a487-ab8e88c1b1cd triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:15:08.943631 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:09.108523 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:09.190422 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-13f8aa30-7469-4016-a3a6-208ff72774e5 None None] Provisioning for port da28df4b-7c4d-4026-bb68-f01ba10467c8 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:15:09.201398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-13f8aa30-7469-4016-a3a6-208ff72774e5 None None] Provisioning complete for port da28df4b-7c4d-4026-bb68-f01ba10467c8 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:15:09.201948 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-13f8aa30-7469-4016-a3a6-208ff72774e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:09.280190 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab050f-bcfd-4b05-9f05-23ea9358c92e req-6e4a8afb-4e02-429e-a0bc-a0a690167722 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:09.282515 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f113f6-8747-4376-9689-cdc5bdbda646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd981557-1fdf-42d2-a487-ab8e88c1b1cd'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:15:09.287976 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46ab050f-bcfd-4b05-9f05-23ea9358c92e req-6e4a8afb-4e02-429e-a0bc-a0a690167722 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3f113f6-8747-4376-9689-cdc5bdbda646 HTTP/1.1" status: 200 len: 1096 time: 0.2595079 Mar 05 14:15:09.310015 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port bd981557-1fdf-42d2-a487-ab8e88c1b1cd, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bd981557-1fdf-42d2-a487-ab8e88c1b1cd,segment=NetworkSegment(be3b841e-8609-4790-ae9c-14d5ffb46c44),segment_id=be3b841e-8609-4790-ae9c-14d5ffb46c44)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:09.322755 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:09.347274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248d05c-4f0d-41b6-97e3-6f98e6ee355f req-0a34c8a4-145b-4b1f-a53e-5c481feee7f7 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:09.351315 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3248d05c-4f0d-41b6-97e3-6f98e6ee355f req-0a34c8a4-145b-4b1f-a53e-5c481feee7f7 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 944 time: 0.1854334 Mar 05 14:15:09.353976 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46ab050f-bcfd-4b05-9f05-23ea9358c92e req-8679b57b-bbbc-44de-b4eb-5accbf3c3afa tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=94131555-effa-4c0b-85a7-94989ea56302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640633 Mar 05 14:15:09.408712 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-13f8aa30-7469-4016-a3a6-208ff72774e5 None None] Port da28df4b-7c4d-4026-bb68-f01ba10467c8 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:15:09.444343 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=bd981557-1fdf-42d2-a487-ab8e88c1b1cd,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:09.460917 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3248d05c-4f0d-41b6-97e3-6f98e6ee355f req-0b3ae027-1057-43fd-bbf8-d36b17985c68 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d40e19d-fedd-4555-b57f-40d6f6a29397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898077 Mar 05 14:15:09.525904 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f113f6-8747-4376-9689-cdc5bdbda646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd981557-1fdf-42d2-a487-ab8e88c1b1cd', 'code': 200} Mar 05 14:15:09.668990 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c47bb9-f65a-4387-a5cc-62d226a60f27 req-7fbaa3e0-a4de-42b0-ad18-4d75958ee1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:09.671539 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-38c47bb9-f65a-4387-a5cc-62d226a60f27 req-7fbaa3e0-a4de-42b0-ad18-4d75958ee1ca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c3f113f6-8747-4376-9689-cdc5bdbda646 HTTP/1.1" status: 200 len: 1097 time: 0.0824409 Mar 05 14:15:09.673282 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-5b937f74-5f17-4665-a469-fcb458b9bf52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da28df4b-7c4d-4026-bb68-f01ba10467c8 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:15:09.683806 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-5b937f74-5f17-4665-a469-fcb458b9bf52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:09.725291 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde9a4e-a02b-4949-b84e-1c47ab708ec5 req-b72c61db-cdaa-4600-bda8-96ae33a6e0a5 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:09.726075 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-fbde9a4e-a02b-4949-b84e-1c47ab708ec5 req-b72c61db-cdaa-4600-bda8-96ae33a6e0a5 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Synchronizing usage tracker for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:15:09.729893 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-5b937f74-5f17-4665-a469-fcb458b9bf52 service neutron] Transition to ACTIVE for port object da28df4b-7c4d-4026-bb68-f01ba10467c8 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:15:09.735067 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-38c47bb9-f65a-4387-a5cc-62d226a60f27 req-3d3d78d0-6254-4156-bdf9-0965b35482fd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=94131555-effa-4c0b-85a7-94989ea56302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583553 Mar 05 14:15:09.742648 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-5b937f74-5f17-4665-a469-fcb458b9bf52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:09.782806 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-fbde9a4e-a02b-4949-b84e-1c47ab708ec5 req-b72c61db-cdaa-4600-bda8-96ae33a6e0a5 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Unset dirty status for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:15:09.783453 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fbde9a4e-a02b-4949-b84e-1c47ab708ec5 req-b72c61db-cdaa-4600-bda8-96ae33a6e0a5 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=800bd062-2d40-4f57-991f-876264ce94e3 HTTP/1.1" status: 200 len: 931 time: 0.1882858 Mar 05 14:15:09.894931 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 1a80bc8a-d003-4f97-ae00-8fcb713dfb30 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:15:10.073239 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 1a80bc8a-d003-4f97-ae00-8fcb713dfb30, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1a80bc8a-d003-4f97-ae00-8fcb713dfb30,segment=NetworkSegment(7a6521e9-2456-4972-8625-2353045f2b39),segment_id=7a6521e9-2456-4972-8625-2353045f2b39)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:10.089199 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '1a80bc8a-d003-4f97-ae00-8fcb713dfb30', 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14', 'port_id': '1a80bc8a-d003-4f97-ae00-8fcb713dfb30', 'mac_address': 'fa:16:3e:b2:e8:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:15:10.093936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b937f74-5f17-4665-a469-fcb458b9bf52 service neutron] Pushing event updated for resources: {'Port': ['ID=da28df4b-7c4d-4026-bb68-f01ba10467c8,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:10.139651 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fbde9a4e-a02b-4949-b84e-1c47ab708ec5 req-7ce7e510-3bac-4c91-8015-60090246cf4e tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462989 Mar 05 14:15:10.164545 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:10.185949 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a80bc8a-d003-4f97-ae00-8fcb713dfb30 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:15:10.192715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-5b937f74-5f17-4665-a469-fcb458b9bf52 service neutron] Attempting to bind port da28df4b-7c4d-4026-bb68-f01ba10467c8 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:15:10.193048 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-5b937f74-5f17-4665-a469-fcb458b9bf52 service neutron] Attempting to bind port da28df4b-7c4d-4026-bb68-f01ba10467c8 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:15:10.193367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-5b937f74-5f17-4665-a469-fcb458b9bf52 service neutron] Attempting to bind port da28df4b-7c4d-4026-bb68-f01ba10467c8 on network c768af3c-6e35-45f2-95ff-e71855885f5e {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:15:10.198957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-5b937f74-5f17-4665-a469-fcb458b9bf52 service neutron] Port da28df4b-7c4d-4026-bb68-f01ba10467c8 on network c768af3c-6e35-45f2-95ff-e71855885f5e not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:15:10.199272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-5b937f74-5f17-4665-a469-fcb458b9bf52 service neutron] Attempting to bind port da28df4b-7c4d-4026-bb68-f01ba10467c8 on network c768af3c-6e35-45f2-95ff-e71855885f5e {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:15:10.202629 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 1a80bc8a-d003-4f97-ae00-8fcb713dfb30, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1a80bc8a-d003-4f97-ae00-8fcb713dfb30,segment=NetworkSegment(7a6521e9-2456-4972-8625-2353045f2b39),segment_id=7a6521e9-2456-4972-8625-2353045f2b39)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:10.204518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-5b937f74-5f17-4665-a469-fcb458b9bf52 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:15:10.205012 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-5b937f74-5f17-4665-a469-fcb458b9bf52 service neutron] Checking segment: {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:15:10.205756 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-5b937f74-5f17-4665-a469-fcb458b9bf52 service neutron] Bound using segment: {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:15:10.206206 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-5b937f74-5f17-4665-a469-fcb458b9bf52 service neutron] Bound port: da28df4b-7c4d-4026-bb68-f01ba10467c8, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:15:10.206597 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-5b937f74-5f17-4665-a469-fcb458b9bf52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:10.207603 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:10.276588 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=1a80bc8a-d003-4f97-ae00-8fcb713dfb30,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:10.308053 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-5b937f74-5f17-4665-a469-fcb458b9bf52 service neutron] For port da28df4b-7c4d-4026-bb68-f01ba10467c8, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:15:10.312318 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-5b937f74-5f17-4665-a469-fcb458b9bf52 service neutron] For port da28df4b-7c4d-4026-bb68-f01ba10467c8, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=da28df4b-7c4d-4026-bb68-f01ba10467c8,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:15:10.317021 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-5b937f74-5f17-4665-a469-fcb458b9bf52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:10.381054 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-5b937f74-5f17-4665-a469-fcb458b9bf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:10.381811 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-5b937f74-5f17-4665-a469-fcb458b9bf52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:10.386363 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-5b937f74-5f17-4665-a469-fcb458b9bf52 service neutron] 10.222.0.15 "PUT /v2.0/ports/da28df4b-7c4d-4026-bb68-f01ba10467c8 HTTP/1.1" status: 200 len: 1091 time: 1.6906381 Mar 05 14:15:10.402620 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['1a80bc8a-d003-4f97-ae00-8fcb713dfb30'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:15:10.466020 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800bd062-2d40-4f57-991f-876264ce94e3', 'tag': 'da28df4b-7c4d-4026-bb68-f01ba10467c8'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:15:10.495605 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b937f74-5f17-4665-a469-fcb458b9bf52 service neutron] Pushing event updated for resources: {'Port': ['ID=da28df4b-7c4d-4026-bb68-f01ba10467c8,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:10.664764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680faa42-3043-47d8-9d65-2229395d110d req-ded39879-e233-431e-b9b0-e3cb5e89c4f7 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:10.674099 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-680faa42-3043-47d8-9d65-2229395d110d req-ded39879-e233-431e-b9b0-e3cb5e89c4f7 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3f113f6-8747-4376-9689-cdc5bdbda646 HTTP/1.1" status: 200 len: 1097 time: 0.0919423 Mar 05 14:15:10.726085 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-680faa42-3043-47d8-9d65-2229395d110d req-551728cf-dfa6-4dcc-b412-75de532d9fde tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=94131555-effa-4c0b-85a7-94989ea56302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507655 Mar 05 14:15:10.792606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-cfc87513-f50d-40d3-b381-ca3a086a3d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:10.794086 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-cfc87513-f50d-40d3-b381-ca3a086a3d8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&device_id=800bd062-2d40-4f57-991f-876264ce94e3 HTTP/1.1" status: 200 len: 1094 time: 0.2897773 Mar 05 14:15:10.888957 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800bd062-2d40-4f57-991f-876264ce94e3', 'tag': 'da28df4b-7c4d-4026-bb68-f01ba10467c8', 'status': 'completed', 'code': 200} Mar 05 14:15:10.900742 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2151fcc-99b4-4e2c-ab9b-9118e437a962 req-ef8441ae-a945-42f8-b9de-1f07e1538449 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:10.900742 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a2151fcc-99b4-4e2c-ab9b-9118e437a962 req-ef8441ae-a945-42f8-b9de-1f07e1538449 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 945 time: 0.2626481 Mar 05 14:15:10.901571 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-e20b807a-65fc-4898-a7c5-c9200f06e00b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da28df4b-7c4d-4026-bb68-f01ba10467c8 HTTP/1.1" status: 200 len: 217 time: 0.0993934 Mar 05 14:15:10.949740 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2bf49f0d-8f41-4108-95a2-9217262ab2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:11.001644 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a2151fcc-99b4-4e2c-ab9b-9118e437a962 req-7842c50f-9051-4ac6-ab12-421e7a2a17b1 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d40e19d-fedd-4555-b57f-40d6f6a29397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956895 Mar 05 14:15:11.007163 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-d0cd72c5-f006-4014-bb2c-5c3bb7a86882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:11.008540 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-d0cd72c5-f006-4014-bb2c-5c3bb7a86882 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 200 len: 851 time: 0.0822635 Mar 05 14:15:11.084518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-7cc52a0c-52db-4b6b-9b74-1bb1d38e5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:11.086495 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-7cc52a0c-52db-4b6b-9b74-1bb1d38e5788 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c768af3c-6e35-45f2-95ff-e71855885f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718880 Mar 05 14:15:11.241375 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-841d4dca-18d2-4089-946a-38b13bbd09cd service neutron] 10.222.0.15 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486931 Mar 05 14:15:11.362956 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677b8b3-df56-40fb-9c98-7d0a31183ee6 req-0abf3a1d-5c85-4791-a051-492a0751d815 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:11.364586 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6677b8b3-df56-40fb-9c98-7d0a31183ee6 req-0abf3a1d-5c85-4791-a051-492a0751d815 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=800bd062-2d40-4f57-991f-876264ce94e3 HTTP/1.1" status: 200 len: 943 time: 0.1018598 Mar 05 14:15:11.378614 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae53b487-5baa-45e5-acc0-dd705078c66c req-79e7d983-8513-42ac-a652-cabae16bf96c service neutron] 10.222.0.15 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310067 Mar 05 14:15:11.422484 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6677b8b3-df56-40fb-9c98-7d0a31183ee6 req-0bdf34c4-08a3-4c44-b612-d04936d7a723 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513487 Mar 05 14:15:11.516693 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a96c1-f01e-41c7-a918-3a8ab6d474a1 req-755fb896-6795-475f-88b2-65dc78763ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:11.518150 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-401a96c1-f01e-41c7-a918-3a8ab6d474a1 req-755fb896-6795-475f-88b2-65dc78763ea6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&device_id=800bd062-2d40-4f57-991f-876264ce94e3 HTTP/1.1" status: 200 len: 1094 time: 0.0928051 Mar 05 14:15:11.650370 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a96c1-f01e-41c7-a918-3a8ab6d474a1 req-3d8b47a5-1aab-46f8-8cba-a32e677cdd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:11.651846 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-401a96c1-f01e-41c7-a918-3a8ab6d474a1 req-3d8b47a5-1aab-46f8-8cba-a32e677cdd09 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 912 time: 0.1276171 Mar 05 14:15:11.724751 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-401a96c1-f01e-41c7-a918-3a8ab6d474a1 req-6aa2ff9b-32fa-4a19-944d-fd57d538d382 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da28df4b-7c4d-4026-bb68-f01ba10467c8 HTTP/1.1" status: 200 len: 217 time: 0.0659504 Mar 05 14:15:11.805426 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a96c1-f01e-41c7-a918-3a8ab6d474a1 req-690abf13-3baa-4d55-a33d-7cf8a3060f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:11.806889 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-401a96c1-f01e-41c7-a918-3a8ab6d474a1 req-690abf13-3baa-4d55-a33d-7cf8a3060f96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 200 len: 851 time: 0.0757334 Mar 05 14:15:11.908135 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 1a80bc8a-d003-4f97-ae00-8fcb713dfb30 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:15:11.953189 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a96c1-f01e-41c7-a918-3a8ab6d474a1 req-06f07be5-a0cb-4ae3-a5cb-a2f972a4c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:11.954850 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-401a96c1-f01e-41c7-a918-3a8ab6d474a1 req-06f07be5-a0cb-4ae3-a5cb-a2f972a4c128 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c768af3c-6e35-45f2-95ff-e71855885f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411426 Mar 05 14:15:11.960263 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe6e1c-9dc1-44f5-b73b-beb8ff3df2d4 req-0dac77db-7457-4b84-8b9b-48f78de80f47 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:11.961656 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d7fe6e1c-9dc1-44f5-b73b-beb8ff3df2d4 req-0dac77db-7457-4b84-8b9b-48f78de80f47 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3f113f6-8747-4376-9689-cdc5bdbda646 HTTP/1.1" status: 200 len: 1097 time: 0.1116447 Mar 05 14:15:11.979365 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 1a80bc8a-d003-4f97-ae00-8fcb713dfb30 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:15:11.984314 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 1a80bc8a-d003-4f97-ae00-8fcb713dfb30 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:15:11.984917 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:12.140283 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:12.165466 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:12.177392 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:12.191034 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab09f1e1-f2f1-41a7-94ff-1f35487523b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a80bc8a-d003-4f97-ae00-8fcb713dfb30'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:15:12.202987 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 1a80bc8a-d003-4f97-ae00-8fcb713dfb30, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1a80bc8a-d003-4f97-ae00-8fcb713dfb30,segment=NetworkSegment(7a6521e9-2456-4972-8625-2353045f2b39),segment_id=7a6521e9-2456-4972-8625-2353045f2b39)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:12.209539 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:12.235075 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d7fe6e1c-9dc1-44f5-b73b-beb8ff3df2d4 req-88d4073b-67c4-45b8-8171-b055d087e5a1 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=94131555-effa-4c0b-85a7-94989ea56302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530143 Mar 05 14:15:12.262188 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb76f8-8c90-4c9f-bd2a-07eaa8ed1a21 req-5a3a1546-f0f6-4b24-92ee-48ce90ea519b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:12.272874 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bcdb76f8-8c90-4c9f-bd2a-07eaa8ed1a21 req-5a3a1546-f0f6-4b24-92ee-48ce90ea519b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 945 time: 0.1145339 Mar 05 14:15:12.278193 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-401a96c1-f01e-41c7-a918-3a8ab6d474a1 req-a6bb7592-8ec9-4642-9306-5ddbd7c3ce42 service neutron] 10.222.0.15 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151164 Mar 05 14:15:12.289410 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=1a80bc8a-d003-4f97-ae00-8fcb713dfb30,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:12.319078 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab09f1e1-f2f1-41a7-94ff-1f35487523b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a80bc8a-d003-4f97-ae00-8fcb713dfb30', 'code': 200} Mar 05 14:15:12.337039 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bcdb76f8-8c90-4c9f-bd2a-07eaa8ed1a21 req-de1a95e7-5421-4468-8f2a-6f562189cc0a tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d40e19d-fedd-4555-b57f-40d6f6a29397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627887 Mar 05 14:15:12.558941 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-401a96c1-f01e-41c7-a918-3a8ab6d474a1 req-a7a852b2-29ee-4c7e-b9f5-d6729b790446 service neutron] 10.222.0.15 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623119 Mar 05 14:15:12.579606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bfae1-1ea2-4279-88b1-32e7845ea8b2 req-701bb465-a62f-44c4-8c9f-b2bd01d7a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:12.581302 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6c1bfae1-1ea2-4279-88b1-32e7845ea8b2 req-701bb465-a62f-44c4-8c9f-b2bd01d7a41f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 1097 time: 0.1658366 Mar 05 14:15:12.630223 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6c1bfae1-1ea2-4279-88b1-32e7845ea8b2 req-b6b87093-3f4d-4aff-a31e-9db016974af8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2d40e19d-fedd-4555-b57f-40d6f6a29397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431671 Mar 05 14:15:12.644777 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb2242-62e3-407a-bc35-9678383964ae req-1fcb974a-6541-4218-9b90-d60938522dec tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:12.646169 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3fb2242-62e3-407a-bc35-9678383964ae req-1fcb974a-6541-4218-9b90-d60938522dec tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3f113f6-8747-4376-9689-cdc5bdbda646 HTTP/1.1" status: 200 len: 1097 time: 0.1402943 Mar 05 14:15:12.648224 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad87cc5-d32c-4369-9ae8-140d839f5da0 req-d90aa725-bce3-4d13-a854-b6359d91ecf2 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:12.649853 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1ad87cc5-d32c-4369-9ae8-140d839f5da0 req-d90aa725-bce3-4d13-a854-b6359d91ecf2 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=800bd062-2d40-4f57-991f-876264ce94e3 HTTP/1.1" status: 200 len: 943 time: 0.0898950 Mar 05 14:15:12.698100 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1ad87cc5-d32c-4369-9ae8-140d839f5da0 req-0e95af44-5d84-4ac6-9b7a-8ac010a1c620 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426242 Mar 05 14:15:12.699930 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3fb2242-62e3-407a-bc35-9678383964ae req-34c0d064-b3bb-4640-bc17-1989e4486aa9 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=94131555-effa-4c0b-85a7-94989ea56302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466080 Mar 05 14:15:12.873442 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86db91f-4882-4304-8e3d-6a766e30a5d1 req-3dc39541-1bf4-429d-8bce-84150a013e2c tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:12.874948 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d86db91f-4882-4304-8e3d-6a766e30a5d1 req-3dc39541-1bf4-429d-8bce-84150a013e2c tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3f113f6-8747-4376-9689-cdc5bdbda646 HTTP/1.1" status: 200 len: 1097 time: 0.0710683 Mar 05 14:15:12.924830 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d86db91f-4882-4304-8e3d-6a766e30a5d1 req-3b39b21a-46f0-4abe-92d4-488222caf488 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=94131555-effa-4c0b-85a7-94989ea56302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441525 Mar 05 14:15:13.205659 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-5fd2c5d0-161b-48b0-b055-d513c032c5d1 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:13.207162 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-5fd2c5d0-161b-48b0-b055-d513c032c5d1 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/networks?id=1257cf7b-1f00-417a-b3f6-adec5bf49567 HTTP/1.1" status: 200 len: 910 time: 0.1313670 Mar 05 14:15:13.222973 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-7bb567ae-92bb-4274-b385-d8da100d8d06 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/quotas/21b4907729ce40939f088c4ef11f11ac HTTP/1.1" status: 200 len: 375 time: 0.0095367 Mar 05 14:15:13.303101 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-11315f40-6ce0-48a1-8326-80fe1505ff6d tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=21b4907729ce40939f088c4ef11f11ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0750241 Mar 05 14:15:13.529413 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-2fb921e8-aa7c-43d8-a4ec-1a3dba3fd1f3 service neutron] 10.222.0.16 "GET /v2.0/networks/1257cf7b-1f00-417a-b3f6-adec5bf49567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185471 Mar 05 14:15:13.574104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12916fc8-7e8b-4354-b116-42ebb063dad5 req-6a79bc88-2f8c-4f71-bca4-ba79f1ad5ca3 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:13.575799 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-12916fc8-7e8b-4354-b116-42ebb063dad5 req-6a79bc88-2f8c-4f71-bca4-ba79f1ad5ca3 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 946 time: 0.0920155 Mar 05 14:15:13.625095 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-12916fc8-7e8b-4354-b116-42ebb063dad5 req-ce63cf95-3bbc-44fb-9ade-2d400989c48e tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d40e19d-fedd-4555-b57f-40d6f6a29397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433967 Mar 05 14:15:13.686095 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-ff4a90fd-547d-4e3c-87c3-3af2dc1e2e30 service neutron] 10.222.0.16 "GET /v2.0/networks/1257cf7b-1f00-417a-b3f6-adec5bf49567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503801 Mar 05 14:15:13.750243 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:13.905446 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b82d749c-d26f-48e7-892c-e60819ebcf34 req-9dc22ae3-232a-418d-819a-b9b5536a772d tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=350e4f09-58f7-465e-94b6-a581586eedf1 HTTP/1.1" status: 200 len: 210 time: 0.0486426 Mar 05 14:15:13.943216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e77b4-a82a-41d2-a290-41c29341cb33 req-b021d793-b071-4647-8b55-f298ab218f93 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:13.945270 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d9e77b4-a82a-41d2-a290-41c29341cb33 req-b021d793-b071-4647-8b55-f298ab218f93 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=800bd062-2d40-4f57-991f-876264ce94e3 HTTP/1.1" status: 200 len: 943 time: 0.1062477 Mar 05 14:15:13.995622 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d9e77b4-a82a-41d2-a290-41c29341cb33 req-528e1d1c-cef5-44b8-80ec-2697eeaac3ef tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436671 Mar 05 14:15:14.840527 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3976c-7013-4f7b-b8e6-504be0ebb5c9 req-346f0b05-2aaa-43b8-b3e7-1da1e0410fd8 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:14.842748 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cad3976c-7013-4f7b-b8e6-504be0ebb5c9 req-346f0b05-2aaa-43b8-b3e7-1da1e0410fd8 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 946 time: 0.0943987 Mar 05 14:15:14.913758 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cad3976c-7013-4f7b-b8e6-504be0ebb5c9 req-118e8fa4-d736-448c-b28a-e155dec0adb3 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d40e19d-fedd-4555-b57f-40d6f6a29397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633500 Mar 05 14:15:15.043596 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-1b7a4c84-aef7-4253-a07a-80ad324666ce tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:15.045079 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-1b7a4c84-aef7-4253-a07a-80ad324666ce tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.15 "GET /v2.0/networks?id=1257cf7b-1f00-417a-b3f6-adec5bf49567 HTTP/1.1" status: 200 len: 910 time: 0.2272809 Mar 05 14:15:15.068253 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-ebe01033-0934-4a40-badf-bff7a8da0964 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Request body: {'port': {'device_id': '350e4f09-58f7-465e-94b6-a581586eedf1', 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567', 'admin_state_up': True, 'tenant_id': '21b4907729ce40939f088c4ef11f11ac'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:15:15.081379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-ebe01033-0934-4a40-badf-bff7a8da0964 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:15:15.152981 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-53790678-6b28-4d49-b510-e8c12ecfb44b req-4c2120f7-5032-48e4-bb88-79a040794f3a tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=350e4f09-58f7-465e-94b6-a581586eedf1 HTTP/1.1" status: 200 len: 210 time: 0.0621572 Mar 05 14:15:15.161915 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-ebe01033-0934-4a40-badf-bff7a8da0964 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:15:15.182787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-ebe01033-0934-4a40-badf-bff7a8da0964 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Made reservation on behalf of 21b4907729ce40939f088c4ef11f11ac for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:15:15.185410 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-ebe01033-0934-4a40-badf-bff7a8da0964 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:15.200258 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe90267-0e4e-40c1-ac35-f01ad728b8a2 req-7af4e18c-decd-4f0d-a265-be167bfb36a1 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:15.207781 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cbe90267-0e4e-40c1-ac35-f01ad728b8a2 req-7af4e18c-decd-4f0d-a265-be167bfb36a1 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 946 time: 0.1449394 Mar 05 14:15:15.292412 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cbe90267-0e4e-40c1-ac35-f01ad728b8a2 req-037ca15e-af23-4ffa-a255-60de26a854ee tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d40e19d-fedd-4555-b57f-40d6f6a29397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822151 Mar 05 14:15:15.310716 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45578) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:15:15.428282 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-ebe01033-0934-4a40-badf-bff7a8da0964 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Allocated IP 172.20.0.3 (1257cf7b-1f00-417a-b3f6-adec5bf49567/ef581a0b-1516-4d59-8bfe-69e8ed699018/b6e4398c-220e-4d1d-bd3a-bbedba75f703) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:15:15.466877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24643907-555a-43c5-a8c2-5cc9561c312e req-bd9412fc-06ee-448d-aa15-c55ac8df16fe tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:15.474149 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-24643907-555a-43c5-a8c2-5cc9561c312e req-bd9412fc-06ee-448d-aa15-c55ac8df16fe tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=800bd062-2d40-4f57-991f-876264ce94e3 HTTP/1.1" status: 200 len: 943 time: 0.1194410 Mar 05 14:15:15.540932 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-24643907-555a-43c5-a8c2-5cc9561c312e req-c64b752d-66fc-4bd9-af04-281274f8237c tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657263 Mar 05 14:15:15.550924 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b448f2-5173-4c83-9c82-4e3f61f1df53 tempest-TestVolumeBackupRestore-267550863 tempest-TestVolumeBackupRestore-267550863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:15.551641 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-87b448f2-5173-4c83-9c82-4e3f61f1df53 tempest-TestVolumeBackupRestore-267550863 tempest-TestVolumeBackupRestore-267550863-project-admin] Synchronizing usage tracker for tenant:bfbe617a2208402db6142c524fe85e2f on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:15:15.586726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-87b448f2-5173-4c83-9c82-4e3f61f1df53 tempest-TestVolumeBackupRestore-267550863 tempest-TestVolumeBackupRestore-267550863-project-admin] Unset dirty status for tenant:bfbe617a2208402db6142c524fe85e2f on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:15:15.590723 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-87b448f2-5173-4c83-9c82-4e3f61f1df53 tempest-TestVolumeBackupRestore-267550863 tempest-TestVolumeBackupRestore-267550863-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 1092 time: 0.2759242 Mar 05 14:15:15.591027 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45586) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:15:15.597041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': '1a80bc8a-d003-4f97-ae00-8fcb713dfb30', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:15:15.605466 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:15:15.610434 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Usage tracker for resource:floatingip and tenant:706d909f688745e5a517a1792f99e301 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:15:15.613716 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:15:15.623803 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:15:15.636028 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:15.711118 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-ebe01033-0934-4a40-badf-bff7a8da0964 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:15.727927 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-ebe01033-0934-4a40-badf-bff7a8da0964 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Transition to ACTIVE for port object b6e4398c-220e-4d1d-bd3a-bbedba75f703 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:15:15.753386 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-ebe01033-0934-4a40-badf-bff7a8da0964 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:15.766429 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['bd981557-1fdf-42d2-a487-ab8e88c1b1cd'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:15:15.831656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-ebe01033-0934-4a40-badf-bff7a8da0964 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Network 1257cf7b-1f00-417a-b3f6-adec5bf49567 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:15:15.834956 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-ebe01033-0934-4a40-badf-bff7a8da0964 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:15:15.845065 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-ebe01033-0934-4a40-badf-bff7a8da0964 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:15:15.904598 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-ebe01033-0934-4a40-badf-bff7a8da0964 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:15.905246 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-ebe01033-0934-4a40-badf-bff7a8da0964 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:15.938091 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe01033-0934-4a40-badf-bff7a8da0964 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Pushing event updated for resources: {'Port': ['ID=b6e4398c-220e-4d1d-bd3a-bbedba75f703,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:15.943100 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-ebe01033-0934-4a40-badf-bff7a8da0964 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8903265 Mar 05 14:15:15.950234 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:15.960799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-990c0905-e47e-4abd-8145-bbd24666dc7f service neutron] Request body: {'port': {'device_id': '350e4f09-58f7-465e-94b6-a581586eedf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:15:16.127466 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Allocated IP 172.25.4.247 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/1cd246a1-f6aa-4310-8197-fd79f0de8bab) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:15:16.151212 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-990c0905-e47e-4abd-8145-bbd24666dc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:16.263259 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d718f480-3efb-452c-a5f0-0f25d31c0a72 None None] Provisioning for port b6e4398c-220e-4d1d-bd3a-bbedba75f703 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:15:16.270074 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d718f480-3efb-452c-a5f0-0f25d31c0a72 None None] Provisioning complete for port b6e4398c-220e-4d1d-bd3a-bbedba75f703 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:15:16.270446 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d718f480-3efb-452c-a5f0-0f25d31c0a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:16.337163 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d718f480-3efb-452c-a5f0-0f25d31c0a72 None None] Port b6e4398c-220e-4d1d-bd3a-bbedba75f703 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:15:16.343231 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:16.440652 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:16.446090 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5ec2e-2efd-4e66-aa88-5af6e3ae438f req-01a23571-d8f4-4def-8866-17c35f568e48 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:16.447638 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4db5ec2e-2efd-4e66-aa88-5af6e3ae438f req-01a23571-d8f4-4def-8866-17c35f568e48 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=350e4f09-58f7-465e-94b6-a581586eedf1 HTTP/1.1" status: 200 len: 1027 time: 0.1296942 Mar 05 14:15:16.527774 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:15:16.531920 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:15:16.542335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:15:16.599616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Pushing event updated for resources: {'Port': ['ID=1cd246a1-f6aa-4310-8197-fd79f0de8bab,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:16.608987 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4db5ec2e-2efd-4e66-aa88-5af6e3ae438f req-8bef63a1-cc1d-4477-ab86-ebb7254a90c3 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=94131555-effa-4c0b-85a7-94989ea56302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285346 Mar 05 14:15:16.786046 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-990c0905-e47e-4abd-8145-bbd24666dc7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e4398c-220e-4d1d-bd3a-bbedba75f703 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:15:16.796254 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-990c0905-e47e-4abd-8145-bbd24666dc7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:16.816894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-990c0905-e47e-4abd-8145-bbd24666dc7f service neutron] Transition to ACTIVE for port object b6e4398c-220e-4d1d-bd3a-bbedba75f703 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:15:16.829034 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-990c0905-e47e-4abd-8145-bbd24666dc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:16.969682 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec81f4-74e7-4adf-925b-52ae705fea93 req-ea0e3dc2-d587-4053-8a80-82cc0ff6490a tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:16.971284 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-caec81f4-74e7-4adf-925b-52ae705fea93 req-ea0e3dc2-d587-4053-8a80-82cc0ff6490a tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=800bd062-2d40-4f57-991f-876264ce94e3 HTTP/1.1" status: 200 len: 943 time: 0.2608514 Mar 05 14:15:17.042129 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:17.077571 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c0905-e47e-4abd-8145-bbd24666dc7f service neutron] Pushing event updated for resources: {'Port': ['ID=b6e4398c-220e-4d1d-bd3a-bbedba75f703,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:17.123109 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-caec81f4-74e7-4adf-925b-52ae705fea93 req-e6fdd69b-0261-4819-9496-4f9806aa4f2a tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170869 Mar 05 14:15:17.143890 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-990c0905-e47e-4abd-8145-bbd24666dc7f service neutron] Attempting to bind port b6e4398c-220e-4d1d-bd3a-bbedba75f703 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:15:17.144225 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-990c0905-e47e-4abd-8145-bbd24666dc7f service neutron] Attempting to bind port b6e4398c-220e-4d1d-bd3a-bbedba75f703 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'be3b841e-8609-4790-ae9c-14d5ffb46c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:15:17.144551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-990c0905-e47e-4abd-8145-bbd24666dc7f service neutron] Attempting to bind port b6e4398c-220e-4d1d-bd3a-bbedba75f703 on network 1257cf7b-1f00-417a-b3f6-adec5bf49567 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:15:17.152745 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:17.154257 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-990c0905-e47e-4abd-8145-bbd24666dc7f service neutron] Port b6e4398c-220e-4d1d-bd3a-bbedba75f703 on network 1257cf7b-1f00-417a-b3f6-adec5bf49567 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:15:17.155145 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-990c0905-e47e-4abd-8145-bbd24666dc7f service neutron] Attempting to bind port b6e4398c-220e-4d1d-bd3a-bbedba75f703 on network 1257cf7b-1f00-417a-b3f6-adec5bf49567 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:15:17.161930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-990c0905-e47e-4abd-8145-bbd24666dc7f service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:15:17.162459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-990c0905-e47e-4abd-8145-bbd24666dc7f service neutron] Checking segment: {'id': 'be3b841e-8609-4790-ae9c-14d5ffb46c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:15:17.163032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-990c0905-e47e-4abd-8145-bbd24666dc7f service neutron] Bound using segment: {'id': 'be3b841e-8609-4790-ae9c-14d5ffb46c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:15:17.164217 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-990c0905-e47e-4abd-8145-bbd24666dc7f service neutron] Bound port: b6e4398c-220e-4d1d-bd3a-bbedba75f703, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3b841e-8609-4790-ae9c-14d5ffb46c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:15:17.164720 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-990c0905-e47e-4abd-8145-bbd24666dc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:17.267447 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-990c0905-e47e-4abd-8145-bbd24666dc7f service neutron] For port b6e4398c-220e-4d1d-bd3a-bbedba75f703, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:15:17.271812 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-990c0905-e47e-4abd-8145-bbd24666dc7f service neutron] For port b6e4398c-220e-4d1d-bd3a-bbedba75f703, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b6e4398c-220e-4d1d-bd3a-bbedba75f703,segment=NetworkSegment(be3b841e-8609-4790-ae9c-14d5ffb46c44),segment_id=be3b841e-8609-4790-ae9c-14d5ffb46c44)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:15:17.277493 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-990c0905-e47e-4abd-8145-bbd24666dc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:17.334845 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-990c0905-e47e-4abd-8145-bbd24666dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:17.335664 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-990c0905-e47e-4abd-8145-bbd24666dc7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:17.337488 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-990c0905-e47e-4abd-8145-bbd24666dc7f service neutron] 10.222.0.15 "PUT /v2.0/ports/b6e4398c-220e-4d1d-bd3a-bbedba75f703 HTTP/1.1" status: 200 len: 1091 time: 1.3867526 Mar 05 14:15:17.340301 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350e4f09-58f7-465e-94b6-a581586eedf1', 'tag': 'b6e4398c-220e-4d1d-bd3a-bbedba75f703'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:15:17.373796 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c0905-e47e-4abd-8145-bbd24666dc7f service neutron] Pushing event updated for resources: {'Port': ['ID=b6e4398c-220e-4d1d-bd3a-bbedba75f703,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:17.410596 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:17.417482 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:17.461441 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350e4f09-58f7-465e-94b6-a581586eedf1', 'tag': 'b6e4398c-220e-4d1d-bd3a-bbedba75f703', 'status': 'completed', 'code': 200} Mar 05 14:15:17.501577 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-7ecced3d-53ea-442f-90f3-3d2e4b62b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:17.503523 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-7ecced3d-53ea-442f-90f3-3d2e4b62b4b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21b4907729ce40939f088c4ef11f11ac&device_id=350e4f09-58f7-465e-94b6-a581586eedf1 HTTP/1.1" status: 200 len: 1094 time: 0.0991504 Mar 05 14:15:17.558148 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Pushing event updated for resources: {'Port': ['ID=1cd246a1-f6aa-4310-8197-fd79f0de8bab,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:17.565579 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:17.603153 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-a1568148-9696-4e8c-acfd-0e2d30392d6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e4398c-220e-4d1d-bd3a-bbedba75f703 HTTP/1.1" status: 200 len: 217 time: 0.0929124 Mar 05 14:15:17.705159 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-cc0a7a1b-f7e4-4a9f-a64e-992328b62940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:17.706802 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-cc0a7a1b-f7e4-4a9f-a64e-992328b62940 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef581a0b-1516-4d59-8bfe-69e8ed699018 HTTP/1.1" status: 200 len: 849 time: 0.0968204 Mar 05 14:15:17.771187 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Floating IP ece8333f-4430-4c9a-9379-d6b63c7cc0d7 associated. External IP: 172.25.4.247, port: 1a80bc8a-d003-4f97-ae00-8fcb713dfb30. Mar 05 14:15:17.857446 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-7f4ee8e6-b618-4d50-8130-3cbcfd134b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:17.858973 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-7f4ee8e6-b618-4d50-8130-3cbcfd134b48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1257cf7b-1f00-417a-b3f6-adec5bf49567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1464648 Mar 05 14:15:17.866561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f254c69-e87c-449b-b59a-a2d0dbe458aa req-2be71dde-881e-46f8-9bed-d29b41d90f98 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:17.867324 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7f254c69-e87c-449b-b59a-a2d0dbe458aa req-2be71dde-881e-46f8-9bed-d29b41d90f98 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Synchronizing usage tracker for tenant:21b4907729ce40939f088c4ef11f11ac on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:15:17.939231 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device da28df4b-7c4d-4026-bb68-f01ba10467c8 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:15:17.982736 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7f254c69-e87c-449b-b59a-a2d0dbe458aa req-2be71dde-881e-46f8-9bed-d29b41d90f98 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Unset dirty status for tenant:21b4907729ce40939f088c4ef11f11ac on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:15:17.987413 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7f254c69-e87c-449b-b59a-a2d0dbe458aa req-2be71dde-881e-46f8-9bed-d29b41d90f98 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=350e4f09-58f7-465e-94b6-a581586eedf1 HTTP/1.1" status: 200 len: 1094 time: 0.2262089 Mar 05 14:15:18.089940 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-ef998965-a503-4cd6-afa4-f06511b7720f service neutron] 10.222.0.15 "GET /v2.0/networks/1257cf7b-1f00-417a-b3f6-adec5bf49567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152073 Mar 05 14:15:18.128180 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port da28df4b-7c4d-4026-bb68-f01ba10467c8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=da28df4b-7c4d-4026-bb68-f01ba10467c8,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:18.149303 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'da28df4b-7c4d-4026-bb68-f01ba10467c8', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'port_id': 'da28df4b-7c4d-4026-bb68-f01ba10467c8', 'mac_address': 'fa:16:3e:23:3e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:15:18.189450 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7f254c69-e87c-449b-b59a-a2d0dbe458aa req-c1baee7a-e1c5-4021-81bf-d38f51a06d25 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=94131555-effa-4c0b-85a7-94989ea56302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302371 Mar 05 14:15:18.235915 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:18.273653 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da28df4b-7c4d-4026-bb68-f01ba10467c8 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:15:18.292456 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port da28df4b-7c4d-4026-bb68-f01ba10467c8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=da28df4b-7c4d-4026-bb68-f01ba10467c8,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:18.298160 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:18.326606 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4e88f16f-6b7a-44fd-9941-430194221b2a req-f2645d5d-adaa-4100-a2d5-a245e1ded9c3 service neutron] 10.222.0.15 "GET /v2.0/networks/1257cf7b-1f00-417a-b3f6-adec5bf49567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332327 Mar 05 14:15:18.399027 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=da28df4b-7c4d-4026-bb68-f01ba10467c8,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:18.405904 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Router 02568e36-4992-46b2-9411-9ecdb5dd8656 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:15:18.481043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd073db-b41b-45ed-bd00-bf3292cf2f17 req-8a801402-9ba6-41b1-a42b-cec0669b652f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:18.482504 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7bd073db-b41b-45ed-bd00-bf3292cf2f17 req-8a801402-9ba6-41b1-a42b-cec0669b652f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21b4907729ce40939f088c4ef11f11ac&device_id=350e4f09-58f7-465e-94b6-a581586eedf1 HTTP/1.1" status: 200 len: 1094 time: 0.0789957 Mar 05 14:15:18.504126 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017ce27-83b6-4294-828c-3332c0080ea8 req-f7a7ac9b-3768-4883-a623-6cbcd938aa30 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:18.505568 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0017ce27-83b6-4294-828c-3332c0080ea8 req-f7a7ac9b-3768-4883-a623-6cbcd938aa30 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=800bd062-2d40-4f57-991f-876264ce94e3 HTTP/1.1" status: 200 len: 944 time: 0.1901894 Mar 05 14:15:18.542031 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['da28df4b-7c4d-4026-bb68-f01ba10467c8'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:15:18.627714 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0017ce27-83b6-4294-828c-3332c0080ea8 req-319c34c0-e69c-4344-9943-c149755e8f10 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148694 Mar 05 14:15:18.631733 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd073db-b41b-45ed-bd00-bf3292cf2f17 req-9d8c91ec-cd80-49c6-903d-afc745db390d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:18.634193 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7bd073db-b41b-45ed-bd00-bf3292cf2f17 req-9d8c91ec-cd80-49c6-903d-afc745db390d service neutron] 10.222.0.15 "GET /v2.0/networks?id=1257cf7b-1f00-417a-b3f6-adec5bf49567 HTTP/1.1" status: 200 len: 910 time: 0.1450131 Mar 05 14:15:18.651222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:15:18.665419 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df6c4dc-340e-4fd5-95fd-95825800cbd7 None None] Sync routers for ids ['02568e36-4992-46b2-9411-9ecdb5dd8656'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:15:18.680188 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:18.689704 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df6c4dc-340e-4fd5-95fd-95825800cbd7 None None] Routers {'02568e36-4992-46b2-9411-9ecdb5dd8656'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:15:18.690348 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-7df6c4dc-340e-4fd5-95fd-95825800cbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:15:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['02568e36-4992-46b2-9411-9ecdb5dd8656'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:18.751610 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f2b23307-319e-4d6a-9bb3-c9f23ea08024 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1593773 Mar 05 14:15:18.752189 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab09f1e1-f2f1-41a7-94ff-1f35487523b4', 'tag': '1a80bc8a-d003-4f97-ae00-8fcb713dfb30'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:15:18.756781 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45608) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:15:18.805286 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab09f1e1-f2f1-41a7-94ff-1f35487523b4', 'tag': '1a80bc8a-d003-4f97-ae00-8fcb713dfb30', 'status': 'completed', 'code': 200} Mar 05 14:15:18.842263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34ab418-67ab-4438-817d-e1327e993520 tempest-TestVolumeBackupRestore-267550863 tempest-TestVolumeBackupRestore-267550863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:18.843908 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f34ab418-67ab-4438-817d-e1327e993520 tempest-TestVolumeBackupRestore-267550863 tempest-TestVolumeBackupRestore-267550863-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 1092 time: 0.0855029 Mar 05 14:15:18.846619 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45614) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:15:18.852327 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-112266c3-c9e1-4f1c-ab1d-54987fd34ad6 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Request body: {'floatingip': {'port_id': '1a80bc8a-d003-4f97-ae00-8fcb713dfb30'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:15:18.904280 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7bd073db-b41b-45ed-bd00-bf3292cf2f17 req-32005946-8ea9-4333-98e3-d236b8f6b7e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e4398c-220e-4d1d-bd3a-bbedba75f703 HTTP/1.1" status: 200 len: 217 time: 0.2544601 Mar 05 14:15:18.961467 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-112266c3-c9e1-4f1c-ab1d-54987fd34ad6 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for floatingip, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:18.966285 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-7df6c4dc-340e-4fd5-95fd-95825800cbd7 None None] Set router 02568e36-4992-46b2-9411-9ecdb5dd8656 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:15:19.009008 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaaba01-d462-44c2-a250-166fbce8e534 req-5130b2c7-8b20-4068-89a7-fc5ca3af265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:19.010601 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ebaaba01-d462-44c2-a250-166fbce8e534 req-5130b2c7-8b20-4068-89a7-fc5ca3af265d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=706d909f688745e5a517a1792f99e301&device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 1097 time: 0.1576593 Mar 05 14:15:19.012428 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd073db-b41b-45ed-bd00-bf3292cf2f17 req-12ae35e3-c8ca-4713-8623-a272f8158bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:19.013821 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7bd073db-b41b-45ed-bd00-bf3292cf2f17 req-12ae35e3-c8ca-4713-8623-a272f8158bf0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef581a0b-1516-4d59-8bfe-69e8ed699018 HTTP/1.1" status: 200 len: 849 time: 0.0898983 Mar 05 14:15:19.227761 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaaba01-d462-44c2-a250-166fbce8e534 req-40b137b4-9a0a-4ee2-8fd1-b30029fc3357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:19.229977 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ebaaba01-d462-44c2-a250-166fbce8e534 req-40b137b4-9a0a-4ee2-8fd1-b30029fc3357 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbda1beb-0360-4faf-8113-7d58c38eda14 HTTP/1.1" status: 200 len: 913 time: 0.2058244 Mar 05 14:15:19.232376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd073db-b41b-45ed-bd00-bf3292cf2f17 req-57432371-2df6-4ff3-8a44-173c1453a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:19.234032 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7bd073db-b41b-45ed-bd00-bf3292cf2f17 req-57432371-2df6-4ff3-8a44-173c1453a28b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1257cf7b-1f00-417a-b3f6-adec5bf49567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1893675 Mar 05 14:15:19.551646 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-7df6c4dc-340e-4fd5-95fd-95825800cbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'name': 'tempest-TestVolumeBackupRestore-755503537-router', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:58Z', 'updated_at': '2022-03-05T14:11:08Z', 'revision_number': 4, 'project_id': '706d909f688745e5a517a1792f99e301', 'gw_port': {'id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:01Z', 'updated_at': '2022-03-05T14:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'ece8333f-4430-4c9a-9379-d6b63c7cc0d7', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'port_id': '1a80bc8a-d003-4f97-ae00-8fcb713dfb30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14', 'mac_address': 'fa:16:3e:b2:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab09f1e1-f2f1-41a7-94ff-1f35487523b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:15:16Z', 'updated_at': '2022-03-05T14:15:16Z', 'revision_number': 0, 'project_id': '706d909f688745e5a517a1792f99e301', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b94f04-6ae2-4c1d-ab7e-9959a3d5d797', 'name': '', 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'mac_address': 'fa:16:3e:05:d2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:07Z', 'updated_at': '2022-03-05T14:11:17Z', 'revision_number': 5, 'project_id': '706d909f688745e5a517a1792f99e301', 'subnets': [{'id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:19.557795 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df6c4dc-340e-4fd5-95fd-95825800cbd7 None None] Checking router: 02568e36-4992-46b2-9411-9ecdb5dd8656 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:15:19.570431 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df6c4dc-340e-4fd5-95fd-95825800cbd7 None None] Routers {'02568e36-4992-46b2-9411-9ecdb5dd8656'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:15:19.571364 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-7df6c4dc-340e-4fd5-95fd-95825800cbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:15:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['02568e36-4992-46b2-9411-9ecdb5dd8656'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:19.595338 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ebaaba01-d462-44c2-a250-166fbce8e534 req-00e944ef-b991-4b4a-89c8-8e1f8bc2961e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a80bc8a-d003-4f97-ae00-8fcb713dfb30 HTTP/1.1" status: 200 len: 1000 time: 0.3430474 Mar 05 14:15:19.687544 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7bd073db-b41b-45ed-bd00-bf3292cf2f17 req-f8006fc4-e0ec-4292-9ba9-4e5c28217b1a service neutron] 10.222.0.15 "GET /v2.0/networks/1257cf7b-1f00-417a-b3f6-adec5bf49567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337878 Mar 05 14:15:19.907395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaaba01-d462-44c2-a250-166fbce8e534 req-6e562d0b-2ccf-4151-8ef9-42696e25f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:19.907395 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ebaaba01-d462-44c2-a250-166fbce8e534 req-6e562d0b-2ccf-4151-8ef9-42696e25f8ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6abfa8d8-1095-46c0-8465-de36cd47157d HTTP/1.1" status: 200 len: 852 time: 0.1278937 Mar 05 14:15:19.910510 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-7df6c4dc-340e-4fd5-95fd-95825800cbd7 None None] Set router 02568e36-4992-46b2-9411-9ecdb5dd8656 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:15:19.967442 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505966e-4f04-4c19-b76f-9b7c1bfee83d req-4281e9bb-dfe0-451b-b808-58635e40c1db tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:19.968939 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2505966e-4f04-4c19-b76f-9b7c1bfee83d req-4281e9bb-dfe0-451b-b808-58635e40c1db tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=350e4f09-58f7-465e-94b6-a581586eedf1 HTTP/1.1" status: 200 len: 1094 time: 0.5463791 Mar 05 14:15:20.004622 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7bd073db-b41b-45ed-bd00-bf3292cf2f17 req-90436238-d039-48f2-bab6-6a24c9dea660 service neutron] 10.222.0.15 "GET /v2.0/networks/1257cf7b-1f00-417a-b3f6-adec5bf49567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068779 Mar 05 14:15:20.042268 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaaba01-d462-44c2-a250-166fbce8e534 req-086dfdce-b69a-421a-93ae-adaa6a106ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:20.042268 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ebaaba01-d462-44c2-a250-166fbce8e534 req-086dfdce-b69a-421a-93ae-adaa6a106ee1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbda1beb-0360-4faf-8113-7d58c38eda14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2967279 Mar 05 14:15:20.056952 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device b6e4398c-220e-4d1d-bd3a-bbedba75f703 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:15:20.060505 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd156005-35fd-4c20-82bd-dfa04257da91 req-d7c9f630-a47a-4451-a048-69add12cf4da tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:20.060505 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd156005-35fd-4c20-82bd-dfa04257da91 req-d7c9f630-a47a-4451-a048-69add12cf4da tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=800bd062-2d40-4f57-991f-876264ce94e3 HTTP/1.1" status: 200 len: 944 time: 0.2482162 Mar 05 14:15:20.142915 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2505966e-4f04-4c19-b76f-9b7c1bfee83d req-e57daf0a-b37d-4975-9486-20d756464d90 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=94131555-effa-4c0b-85a7-94989ea56302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033156 Mar 05 14:15:20.214015 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device da28df4b-7c4d-4026-bb68-f01ba10467c8 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:15:20.263614 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ebaaba01-d462-44c2-a250-166fbce8e534 req-05b5429d-6c51-43b7-9cd8-3fbf76f91ad6 service neutron] 10.222.0.15 "GET /v2.0/networks/dbda1beb-0360-4faf-8113-7d58c38eda14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170799 Mar 05 14:15:20.279266 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd156005-35fd-4c20-82bd-dfa04257da91 req-1e38bd1d-5a3d-4cb7-b20d-0cb84e811c53 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883791 Mar 05 14:15:20.396101 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port b6e4398c-220e-4d1d-bd3a-bbedba75f703, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b6e4398c-220e-4d1d-bd3a-bbedba75f703,segment=NetworkSegment(be3b841e-8609-4790-ae9c-14d5ffb46c44),segment_id=be3b841e-8609-4790-ae9c-14d5ffb46c44)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:20.426176 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-112266c3-c9e1-4f1c-ab1d-54987fd34ad6 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:20.437134 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-112266c3-c9e1-4f1c-ab1d-54987fd34ad6 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:20.484629 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'b6e4398c-220e-4d1d-bd3a-bbedba75f703', 'network_id': '1257cf7b-1f00-417a-b3f6-adec5bf49567', 'port_id': 'b6e4398c-220e-4d1d-bd3a-bbedba75f703', 'mac_address': 'fa:16:3e:54:0b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef581a0b-1516-4d59-8bfe-69e8ed699018', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:15:20.549271 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ebaaba01-d462-44c2-a250-166fbce8e534 req-af7e9431-4c37-454e-9405-33bf845e2b3f service neutron] 10.222.0.15 "GET /v2.0/networks/dbda1beb-0360-4faf-8113-7d58c38eda14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689583 Mar 05 14:15:20.589993 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port da28df4b-7c4d-4026-bb68-f01ba10467c8 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:15:20.599408 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:20.613448 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port da28df4b-7c4d-4026-bb68-f01ba10467c8 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:15:20.613826 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:20.671632 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e4398c-220e-4d1d-bd3a-bbedba75f703 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:15:20.686404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port b6e4398c-220e-4d1d-bd3a-bbedba75f703, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b6e4398c-220e-4d1d-bd3a-bbedba75f703,segment=NetworkSegment(be3b841e-8609-4790-ae9c-14d5ffb46c44),segment_id=be3b841e-8609-4790-ae9c-14d5ffb46c44)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:20.702720 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:20.899627 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=b6e4398c-220e-4d1d-bd3a-bbedba75f703,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:20.925643 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112266c3-c9e1-4f1c-ab1d-54987fd34ad6 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Router 02568e36-4992-46b2-9411-9ecdb5dd8656 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:15:20.953918 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['b6e4398c-220e-4d1d-bd3a-bbedba75f703'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:15:21.056489 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:21.084624 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-7df6c4dc-340e-4fd5-95fd-95825800cbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'name': 'tempest-TestVolumeBackupRestore-755503537-router', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:58Z', 'updated_at': '2022-03-05T14:11:08Z', 'revision_number': 4, 'project_id': '706d909f688745e5a517a1792f99e301', 'gw_port': {'id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:01Z', 'updated_at': '2022-03-05T14:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'ece8333f-4430-4c9a-9379-d6b63c7cc0d7', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'port_id': '1a80bc8a-d003-4f97-ae00-8fcb713dfb30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14', 'mac_address': 'fa:16:3e:b2:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab09f1e1-f2f1-41a7-94ff-1f35487523b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:15:16Z', 'updated_at': '2022-03-05T14:15:16Z', 'revision_number': 0, 'project_id': '706d909f688745e5a517a1792f99e301', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b94f04-6ae2-4c1d-ab7e-9959a3d5d797', 'name': '', 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'mac_address': 'fa:16:3e:05:d2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:07Z', 'updated_at': '2022-03-05T14:11:17Z', 'revision_number': 5, 'project_id': '706d909f688745e5a517a1792f99e301', 'subnets': [{'id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:21.105510 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df6c4dc-340e-4fd5-95fd-95825800cbd7 None None] The sync data for ids ['02568e36-4992-46b2-9411-9ecdb5dd8656'] in n-d-803718-1 is: [{'id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'name': 'tempest-TestVolumeBackupRestore-755503537-router', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:58Z', 'updated_at': '2022-03-05T14:11:08Z', 'revision_number': 4, 'project_id': '706d909f688745e5a517a1792f99e301', 'gw_port': {'id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:01Z', 'updated_at': '2022-03-05T14:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'ece8333f-4430-4c9a-9379-d6b63c7cc0d7', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'port_id': '1a80bc8a-d003-4f97-ae00-8fcb713dfb30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14', 'mac_address': 'fa:16:3e:b2:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab09f1e1-f2f1-41a7-94ff-1f35487523b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:15:16Z', 'updated_at': '2022-03-05T14:15:16Z', 'revision_number': 0, 'project_id': '706d909f688745e5a517a1792f99e301', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b94f04-6ae2-4c1d-ab7e-9959a3d5d797', 'name': '', 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'mac_address': 'fa:16:3e:05:d2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:07Z', 'updated_at': '2022-03-05T14:11:17Z', 'revision_number': 5, 'project_id': '706d909f688745e5a517a1792f99e301', 'subnets': [{'id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:15:21.113164 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800bd062-2d40-4f57-991f-876264ce94e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da28df4b-7c4d-4026-bb68-f01ba10467c8'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:15:21.130585 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112266c3-c9e1-4f1c-ab1d-54987fd34ad6 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:15:21.130585 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-112266c3-c9e1-4f1c-ab1d-54987fd34ad6 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:21.148433 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port da28df4b-7c4d-4026-bb68-f01ba10467c8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=da28df4b-7c4d-4026-bb68-f01ba10467c8,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:21.244863 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800bd062-2d40-4f57-991f-876264ce94e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da28df4b-7c4d-4026-bb68-f01ba10467c8', 'code': 200} Mar 05 14:15:21.250739 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:21.325514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab09f1e1-f2f1-41a7-94ff-1f35487523b4', 'tag': '1a80bc8a-d003-4f97-ae00-8fcb713dfb30'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:15:21.378793 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-112266c3-c9e1-4f1c-ab1d-54987fd34ad6 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "PUT /v2.0/floatingips/ece8333f-4430-4c9a-9379-d6b63c7cc0d7 HTTP/1.1" status: 200 len: 992 time: 2.5310442 Mar 05 14:15:21.490858 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=da28df4b-7c4d-4026-bb68-f01ba10467c8,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:21.546558 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf7c27c-6f4d-4a94-9d81-739dbabc17d8 None None] New status for floating IP ece8333f-4430-4c9a-9379-d6b63c7cc0d7: ACTIVE {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:15:21.671724 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f4c71-18c0-424a-a76c-f0ba0fecad8f req-a9793526-a78f-4797-9812-95c350fdd462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:21.673182 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-542f4c71-18c0-424a-a76c-f0ba0fecad8f req-a9793526-a78f-4797-9812-95c350fdd462 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=800bd062-2d40-4f57-991f-876264ce94e3 HTTP/1.1" status: 200 len: 1096 time: 0.3438601 Mar 05 14:15:21.675369 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765d56b-9092-42fa-b2b2-17a4ae62d145 req-909057c1-9ebc-457a-932e-cc78ad5f1ca0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:21.677672 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3765d56b-9092-42fa-b2b2-17a4ae62d145 req-909057c1-9ebc-457a-932e-cc78ad5f1ca0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=800bd062-2d40-4f57-991f-876264ce94e3 HTTP/1.1" status: 200 len: 945 time: 0.2074640 Mar 05 14:15:21.680823 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f070fa6-6d19-43fa-8fae-b4973d94cc18 req-d2d8912e-dd17-4c08-af4b-d4d73dc52f70 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:21.682615 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9f070fa6-6d19-43fa-8fae-b4973d94cc18 req-d2d8912e-dd17-4c08-af4b-d4d73dc52f70 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=350e4f09-58f7-465e-94b6-a581586eedf1 HTTP/1.1" status: 200 len: 1095 time: 0.2726681 Mar 05 14:15:21.751564 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3765d56b-9092-42fa-b2b2-17a4ae62d145 req-dc523274-6b5f-4945-bf1d-4e11c7b905df tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650342 Mar 05 14:15:21.786398 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-542f4c71-18c0-424a-a76c-f0ba0fecad8f req-7556c65c-24fb-43e8-8722-26d44739a9f9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936837 Mar 05 14:15:21.786398 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9f070fa6-6d19-43fa-8fae-b4973d94cc18 req-089c0074-4a28-414e-aaf3-b25b79c7d749 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=94131555-effa-4c0b-85a7-94989ea56302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802975 Mar 05 14:15:21.823443 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab09f1e1-f2f1-41a7-94ff-1f35487523b4', 'tag': '1a80bc8a-d003-4f97-ae00-8fcb713dfb30', 'status': 'completed', 'code': 200} Mar 05 14:15:21.958081 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ea6a76-bfda-4a42-a83f-15ff47993b40 None None] Sync routers for ids ['02568e36-4992-46b2-9411-9ecdb5dd8656'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:15:21.969133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ea6a76-bfda-4a42-a83f-15ff47993b40 None None] Routers {'02568e36-4992-46b2-9411-9ecdb5dd8656'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:15:21.979035 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b7ea6a76-bfda-4a42-a83f-15ff47993b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:15:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['02568e36-4992-46b2-9411-9ecdb5dd8656'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:22.025705 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device b6e4398c-220e-4d1d-bd3a-bbedba75f703 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:15:22.204096 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port b6e4398c-220e-4d1d-bd3a-bbedba75f703 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:15:22.228820 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port b6e4398c-220e-4d1d-bd3a-bbedba75f703 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:15:22.228820 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:22.241472 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb4e6a-0575-4c50-85f4-9dd142892cfa req-217b0b76-ca02-40c3-9f39-7eac2febe804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:22.241472 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9ddb4e6a-0575-4c50-85f4-9dd142892cfa req-217b0b76-ca02-40c3-9f39-7eac2febe804 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=706d909f688745e5a517a1792f99e301&device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 1097 time: 0.2464039 Mar 05 14:15:22.269932 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-b7ea6a76-bfda-4a42-a83f-15ff47993b40 None None] Set router 02568e36-4992-46b2-9411-9ecdb5dd8656 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:15:22.386850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb4e6a-0575-4c50-85f4-9dd142892cfa req-8be0c394-7dfd-4bc1-b76e-0f7d0675fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:22.386850 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9ddb4e6a-0575-4c50-85f4-9dd142892cfa req-8be0c394-7dfd-4bc1-b76e-0f7d0675fbd9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbda1beb-0360-4faf-8113-7d58c38eda14 HTTP/1.1" status: 200 len: 913 time: 0.1337724 Mar 05 14:15:22.486702 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9ddb4e6a-0575-4c50-85f4-9dd142892cfa req-7f6fedf6-0926-4e12-904d-b21e0111f926 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a80bc8a-d003-4f97-ae00-8fcb713dfb30 HTTP/1.1" status: 200 len: 1002 time: 0.1012561 Mar 05 14:15:22.568387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb4e6a-0575-4c50-85f4-9dd142892cfa req-754eb2e2-3f00-486d-b6f1-b120688e5b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:22.568387 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9ddb4e6a-0575-4c50-85f4-9dd142892cfa req-754eb2e2-3f00-486d-b6f1-b120688e5b56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6abfa8d8-1095-46c0-8465-de36cd47157d HTTP/1.1" status: 200 len: 852 time: 0.0727518 Mar 05 14:15:22.605598 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:22.689329 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb4e6a-0575-4c50-85f4-9dd142892cfa req-ca71809e-f3b4-4c35-a009-a4c27eee32e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:22.690907 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9ddb4e6a-0575-4c50-85f4-9dd142892cfa req-ca71809e-f3b4-4c35-a009-a4c27eee32e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbda1beb-0360-4faf-8113-7d58c38eda14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181076 Mar 05 14:15:22.702482 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port b6e4398c-220e-4d1d-bd3a-bbedba75f703, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b6e4398c-220e-4d1d-bd3a-bbedba75f703,segment=NetworkSegment(be3b841e-8609-4790-ae9c-14d5ffb46c44),segment_id=be3b841e-8609-4790-ae9c-14d5ffb46c44)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:22.711287 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:22.853639 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=b6e4398c-220e-4d1d-bd3a-bbedba75f703,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:22.886453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b7ea6a76-bfda-4a42-a83f-15ff47993b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'name': 'tempest-TestVolumeBackupRestore-755503537-router', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:58Z', 'updated_at': '2022-03-05T14:11:08Z', 'revision_number': 4, 'project_id': '706d909f688745e5a517a1792f99e301', 'gw_port': {'id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:01Z', 'updated_at': '2022-03-05T14:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'ece8333f-4430-4c9a-9379-d6b63c7cc0d7', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'port_id': '1a80bc8a-d003-4f97-ae00-8fcb713dfb30', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14', 'mac_address': 'fa:16:3e:b2:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab09f1e1-f2f1-41a7-94ff-1f35487523b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:15:16Z', 'updated_at': '2022-03-05T14:15:21Z', 'revision_number': 2, 'project_id': '706d909f688745e5a517a1792f99e301', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b94f04-6ae2-4c1d-ab7e-9959a3d5d797', 'name': '', 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'mac_address': 'fa:16:3e:05:d2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:07Z', 'updated_at': '2022-03-05T14:11:17Z', 'revision_number': 5, 'project_id': '706d909f688745e5a517a1792f99e301', 'subnets': [{'id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:22.892875 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ea6a76-bfda-4a42-a83f-15ff47993b40 None None] Checking router: 02568e36-4992-46b2-9411-9ecdb5dd8656 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:15:22.924675 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ea6a76-bfda-4a42-a83f-15ff47993b40 None None] Routers {'02568e36-4992-46b2-9411-9ecdb5dd8656'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:15:22.924675 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b7ea6a76-bfda-4a42-a83f-15ff47993b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:15:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['02568e36-4992-46b2-9411-9ecdb5dd8656'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:23.109985 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9ddb4e6a-0575-4c50-85f4-9dd142892cfa req-6f4c2c31-1097-4197-b796-f4501d767963 service neutron] 10.222.0.15 "GET /v2.0/networks/dbda1beb-0360-4faf-8113-7d58c38eda14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125538 Mar 05 14:15:23.245947 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4ee88-cb2a-4ffb-a680-295bfeee9bcc req-f5679506-02f9-4054-9abc-218c5f98779e tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:23.254252 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350e4f09-58f7-465e-94b6-a581586eedf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e4398c-220e-4d1d-bd3a-bbedba75f703'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:15:23.257430 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3bd4ee88-cb2a-4ffb-a680-295bfeee9bcc req-f5679506-02f9-4054-9abc-218c5f98779e tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=800bd062-2d40-4f57-991f-876264ce94e3 HTTP/1.1" status: 200 len: 945 time: 0.2879393 Mar 05 14:15:23.259938 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-b7ea6a76-bfda-4a42-a83f-15ff47993b40 None None] Set router 02568e36-4992-46b2-9411-9ecdb5dd8656 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:15:23.287095 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1a1da3ac-bf5a-4ec3-b565-6a07c73336b5 req-b7100b23-5f7a-432c-9062-7ab3182f94c9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2743676 Mar 05 14:15:23.328535 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed53e7-88bc-447c-88cc-8a81ffd1453c req-2d97736d-db79-406f-8735-900dddc37324 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:23.339295 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c1ed53e7-88bc-447c-88cc-8a81ffd1453c req-2d97736d-db79-406f-8735-900dddc37324 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=350e4f09-58f7-465e-94b6-a581586eedf1 HTTP/1.1" status: 200 len: 1096 time: 0.2524216 Mar 05 14:15:23.401131 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3bd4ee88-cb2a-4ffb-a680-295bfeee9bcc req-11dcfeb8-aad4-4f42-91e1-621ceabb9cce tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466331 Mar 05 14:15:23.413437 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c1ed53e7-88bc-447c-88cc-8a81ffd1453c req-36e9f7a7-2414-43e1-b7a3-d22eef69e706 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=94131555-effa-4c0b-85a7-94989ea56302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723643 Mar 05 14:15:23.490832 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9ddb4e6a-0575-4c50-85f4-9dd142892cfa req-a9ef9b9f-b4e1-449b-8afb-9abcddebc46e service neutron] 10.222.0.15 "GET /v2.0/networks/dbda1beb-0360-4faf-8113-7d58c38eda14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481624 Mar 05 14:15:23.540511 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350e4f09-58f7-465e-94b6-a581586eedf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e4398c-220e-4d1d-bd3a-bbedba75f703', 'code': 200} Mar 05 14:15:23.582483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1da3ac-bf5a-4ec3-b565-6a07c73336b5 req-9572b026-9864-454e-a57f-351703eee72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:23.582483 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1a1da3ac-bf5a-4ec3-b565-6a07c73336b5 req-9572b026-9864-454e-a57f-351703eee72d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f7d6a4779714e2393ef6b6296854200&device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 1097 time: 0.1326261 Mar 05 14:15:23.730180 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981c239-fab5-4715-ba10-7556d6ab3936 req-658c3fb0-b0e9-4b28-91d7-f62df0afe1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:23.730180 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8981c239-fab5-4715-ba10-7556d6ab3936 req-658c3fb0-b0e9-4b28-91d7-f62df0afe1c5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=350e4f09-58f7-465e-94b6-a581586eedf1 HTTP/1.1" status: 200 len: 1096 time: 0.1175303 Mar 05 14:15:23.808104 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8981c239-fab5-4715-ba10-7556d6ab3936 req-58fc44b8-6809-4c0a-bca3-bfdda87845bc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=94131555-effa-4c0b-85a7-94989ea56302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691750 Mar 05 14:15:23.809893 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1da3ac-bf5a-4ec3-b565-6a07c73336b5 req-22e92bb6-5d83-4edd-b91f-4ed6ce0e3e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:23.809893 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1a1da3ac-bf5a-4ec3-b565-6a07c73336b5 req-22e92bb6-5d83-4edd-b91f-4ed6ce0e3e27 service neutron] 10.222.0.30 "GET /v2.0/networks?id=176f3b3b-aa33-401e-ba94-482a9b8a1b0b HTTP/1.1" status: 200 len: 909 time: 0.2040777 Mar 05 14:15:23.940221 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b7ea6a76-bfda-4a42-a83f-15ff47993b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'name': 'tempest-TestVolumeBackupRestore-755503537-router', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:58Z', 'updated_at': '2022-03-05T14:11:08Z', 'revision_number': 4, 'project_id': '706d909f688745e5a517a1792f99e301', 'gw_port': {'id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:01Z', 'updated_at': '2022-03-05T14:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'ece8333f-4430-4c9a-9379-d6b63c7cc0d7', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'port_id': '1a80bc8a-d003-4f97-ae00-8fcb713dfb30', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14', 'mac_address': 'fa:16:3e:b2:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab09f1e1-f2f1-41a7-94ff-1f35487523b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:15:16Z', 'updated_at': '2022-03-05T14:15:21Z', 'revision_number': 2, 'project_id': '706d909f688745e5a517a1792f99e301', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b94f04-6ae2-4c1d-ab7e-9959a3d5d797', 'name': '', 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'mac_address': 'fa:16:3e:05:d2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:07Z', 'updated_at': '2022-03-05T14:11:17Z', 'revision_number': 5, 'project_id': '706d909f688745e5a517a1792f99e301', 'subnets': [{'id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:23.944358 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ea6a76-bfda-4a42-a83f-15ff47993b40 None None] The sync data for ids ['02568e36-4992-46b2-9411-9ecdb5dd8656'] in n-d-803718-1 is: [{'id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'name': 'tempest-TestVolumeBackupRestore-755503537-router', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:58Z', 'updated_at': '2022-03-05T14:11:08Z', 'revision_number': 4, 'project_id': '706d909f688745e5a517a1792f99e301', 'gw_port': {'id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:01Z', 'updated_at': '2022-03-05T14:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'ece8333f-4430-4c9a-9379-d6b63c7cc0d7', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'port_id': '1a80bc8a-d003-4f97-ae00-8fcb713dfb30', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14', 'mac_address': 'fa:16:3e:b2:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab09f1e1-f2f1-41a7-94ff-1f35487523b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:15:16Z', 'updated_at': '2022-03-05T14:15:21Z', 'revision_number': 2, 'project_id': '706d909f688745e5a517a1792f99e301', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b94f04-6ae2-4c1d-ab7e-9959a3d5d797', 'name': '', 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'mac_address': 'fa:16:3e:05:d2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:07Z', 'updated_at': '2022-03-05T14:11:17Z', 'revision_number': 5, 'project_id': '706d909f688745e5a517a1792f99e301', 'subnets': [{'id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:15:24.040781 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab09f1e1-f2f1-41a7-94ff-1f35487523b4', 'tag': '1a80bc8a-d003-4f97-ae00-8fcb713dfb30'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:15:24.096928 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1a1da3ac-bf5a-4ec3-b565-6a07c73336b5 req-a8992ff8-b44f-4c40-bbf4-c214677e701c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5bf86a3-8003-4ce9-b76f-4634b22b5368 HTTP/1.1" status: 200 len: 1001 time: 0.2845159 Mar 05 14:15:24.147906 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab09f1e1-f2f1-41a7-94ff-1f35487523b4', 'tag': '1a80bc8a-d003-4f97-ae00-8fcb713dfb30', 'status': 'completed', 'code': 200} Mar 05 14:15:24.192710 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1da3ac-bf5a-4ec3-b565-6a07c73336b5 req-1742ddd0-5a6c-41b0-8452-25b7a543e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:24.196236 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1a1da3ac-bf5a-4ec3-b565-6a07c73336b5 req-1742ddd0-5a6c-41b0-8452-25b7a543e14c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d131983b-d58d-4932-b636-015a0d79417c HTTP/1.1" status: 200 len: 848 time: 0.0912831 Mar 05 14:15:24.222995 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce001f9d-5c2d-4a40-9bc7-e8168cde4074 req-fe645ab9-36ba-45fa-8864-3a5433e22dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:24.222995 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce001f9d-5c2d-4a40-9bc7-e8168cde4074 req-fe645ab9-36ba-45fa-8864-3a5433e22dc3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=706d909f688745e5a517a1792f99e301&device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 1097 time: 0.0871987 Mar 05 14:15:24.299225 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1da3ac-bf5a-4ec3-b565-6a07c73336b5 req-01af8361-7dd1-411d-9829-542a9c0ab17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:24.299225 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1a1da3ac-bf5a-4ec3-b565-6a07c73336b5 req-01af8361-7dd1-411d-9829-542a9c0ab17b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=176f3b3b-aa33-401e-ba94-482a9b8a1b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868089 Mar 05 14:15:24.375613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce001f9d-5c2d-4a40-9bc7-e8168cde4074 req-6ecc133c-fc47-47a4-83c0-da5cdcbebe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:24.377258 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce001f9d-5c2d-4a40-9bc7-e8168cde4074 req-6ecc133c-fc47-47a4-83c0-da5cdcbebe49 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbda1beb-0360-4faf-8113-7d58c38eda14 HTTP/1.1" status: 200 len: 913 time: 0.1497190 Mar 05 14:15:24.530097 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1a1da3ac-bf5a-4ec3-b565-6a07c73336b5 req-b290dc7f-8964-42fb-ad7e-54d9b5ce548c service neutron] 10.222.0.30 "GET /v2.0/networks/176f3b3b-aa33-401e-ba94-482a9b8a1b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148955 Mar 05 14:15:24.563723 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce001f9d-5c2d-4a40-9bc7-e8168cde4074 req-23332d5a-23e5-40ac-8aaa-55bf7ee20c77 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a80bc8a-d003-4f97-ae00-8fcb713dfb30 HTTP/1.1" status: 200 len: 1002 time: 0.1781142 Mar 05 14:15:24.691656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce001f9d-5c2d-4a40-9bc7-e8168cde4074 req-ebd1be22-2f2a-4189-8c2e-c483a021d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:24.693127 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce001f9d-5c2d-4a40-9bc7-e8168cde4074 req-ebd1be22-2f2a-4189-8c2e-c483a021d691 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6abfa8d8-1095-46c0-8465-de36cd47157d HTTP/1.1" status: 200 len: 852 time: 0.1244295 Mar 05 14:15:24.776605 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609542aa-6dd3-4743-8c0a-bbeec5853a42 req-53cbdd76-adaf-4664-ac8e-217668cb8fb8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:24.776605 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-609542aa-6dd3-4743-8c0a-bbeec5853a42 req-53cbdd76-adaf-4664-ac8e-217668cb8fb8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=800bd062-2d40-4f57-991f-876264ce94e3 HTTP/1.1" status: 200 len: 945 time: 0.1592729 Mar 05 14:15:24.804703 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89530b5-73f9-4904-bb73-02089de23165 req-9bfff9a3-222f-47b8-9466-0b6b80b9d25c tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:24.804703 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e89530b5-73f9-4904-bb73-02089de23165 req-9bfff9a3-222f-47b8-9466-0b6b80b9d25c tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=350e4f09-58f7-465e-94b6-a581586eedf1 HTTP/1.1" status: 200 len: 1096 time: 0.2122154 Mar 05 14:15:24.842484 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1a1da3ac-bf5a-4ec3-b565-6a07c73336b5 req-3b2319a2-55c0-41f8-a5fe-dad0fa2ce027 service neutron] 10.222.0.30 "GET /v2.0/networks/176f3b3b-aa33-401e-ba94-482a9b8a1b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061450 Mar 05 14:15:24.848579 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-609542aa-6dd3-4743-8c0a-bbeec5853a42 req-7c29c541-b7d8-495e-9302-783d9685f48f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676718 Mar 05 14:15:24.889289 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce001f9d-5c2d-4a40-9bc7-e8168cde4074 req-2a4a5146-0167-43e3-9ad2-bc7cf680818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:24.889289 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce001f9d-5c2d-4a40-9bc7-e8168cde4074 req-2a4a5146-0167-43e3-9ad2-bc7cf680818b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbda1beb-0360-4faf-8113-7d58c38eda14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1881211 Mar 05 14:15:24.890675 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e89530b5-73f9-4904-bb73-02089de23165 req-42585452-5ba5-4037-b8d0-3b9fcd4b60ce tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=94131555-effa-4c0b-85a7-94989ea56302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852182 Mar 05 14:15:25.271274 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce001f9d-5c2d-4a40-9bc7-e8168cde4074 req-2e1a653e-08d6-4805-831c-f37124094ac3 service neutron] 10.222.0.15 "GET /v2.0/networks/dbda1beb-0360-4faf-8113-7d58c38eda14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727870 Mar 05 14:15:25.280078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa8086-396d-41c4-bcdd-6c48a871d3e8 req-4d1da3aa-3da9-4b5a-b350-d2f80f6e0ba1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:25.282052 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a5aa8086-396d-41c4-bcdd-6c48a871d3e8 req-4d1da3aa-3da9-4b5a-b350-d2f80f6e0ba1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=800bd062-2d40-4f57-991f-876264ce94e3 HTTP/1.1" status: 200 len: 945 time: 0.3098068 Mar 05 14:15:25.459992 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a5aa8086-396d-41c4-bcdd-6c48a871d3e8 req-7f8b676e-2cce-444a-bfca-d08b2d7e952a tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549308 Mar 05 14:15:25.508228 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce001f9d-5c2d-4a40-9bc7-e8168cde4074 req-9b8a487a-3359-449c-aed8-c65a5761a657 service neutron] 10.222.0.15 "GET /v2.0/networks/dbda1beb-0360-4faf-8113-7d58c38eda14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264910 Mar 05 14:15:26.129480 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da2d91-deaa-4575-b125-6a223ae24d1f req-30ba8f99-b45f-4800-af5c-1de0dfbe212b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:26.129480 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f2da2d91-deaa-4575-b125-6a223ae24d1f req-30ba8f99-b45f-4800-af5c-1de0dfbe212b tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=350e4f09-58f7-465e-94b6-a581586eedf1 HTTP/1.1" status: 200 len: 1096 time: 0.1134455 Mar 05 14:15:26.193339 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f2da2d91-deaa-4575-b125-6a223ae24d1f req-b6973fc3-9726-4027-b175-a8e570a49d16 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=94131555-effa-4c0b-85a7-94989ea56302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562129 Mar 05 14:15:26.307692 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:15:26.441614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac654b46-8f11-4649-a264-5f08cbcc1495 req-fe597507-ccec-434f-a7e1-0bd669b01646 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:26.449872 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ac654b46-8f11-4649-a264-5f08cbcc1495 req-fe597507-ccec-434f-a7e1-0bd669b01646 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=350e4f09-58f7-465e-94b6-a581586eedf1 HTTP/1.1" status: 200 len: 1096 time: 0.1075077 Mar 05 14:15:26.509937 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ac654b46-8f11-4649-a264-5f08cbcc1495 req-4a3a25c8-84f4-40d2-840d-f6544a1f6c67 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=94131555-effa-4c0b-85a7-94989ea56302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591404 Mar 05 14:15:26.793203 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f80bd-5596-498b-ab2f-de456b7ebec6 req-b343c64b-57ce-4d37-8a8e-23a57817dd37 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:26.794507 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7b4f80bd-5596-498b-ab2f-de456b7ebec6 req-b343c64b-57ce-4d37-8a8e-23a57817dd37 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=350e4f09-58f7-465e-94b6-a581586eedf1 HTTP/1.1" status: 200 len: 1096 time: 0.1362329 Mar 05 14:15:26.863842 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7b4f80bd-5596-498b-ab2f-de456b7ebec6 req-e69c1182-ef48-4e81-aa57-9d3f0c28d87d tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=94131555-effa-4c0b-85a7-94989ea56302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610263 Mar 05 14:15:27.729111 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4de77-a404-4630-92be-a03795db08a8 req-ec30eeb6-2622-4ae6-b34a-94b8ed7841c6 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:27.739060 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b3a4de77-a404-4630-92be-a03795db08a8 req-ec30eeb6-2622-4ae6-b34a-94b8ed7841c6 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=350e4f09-58f7-465e-94b6-a581586eedf1 HTTP/1.1" status: 200 len: 1096 time: 0.1493304 Mar 05 14:15:27.793881 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b3a4de77-a404-4630-92be-a03795db08a8 req-e3206a49-c888-4310-83c8-6958a0c592d1 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=94131555-effa-4c0b-85a7-94989ea56302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515814 Mar 05 14:15:28.918745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736302-8d0b-49ba-971b-771e4a54482c req-ef0c9f80-2a34-4560-9fb2-7d9057fbda84 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:28.943711 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5e736302-8d0b-49ba-971b-771e4a54482c req-ef0c9f80-2a34-4560-9fb2-7d9057fbda84 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=350e4f09-58f7-465e-94b6-a581586eedf1 HTTP/1.1" status: 200 len: 1096 time: 0.1076319 Mar 05 14:15:29.050348 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-5e736302-8d0b-49ba-971b-771e4a54482c req-f53a228a-0977-4f29-b377-4271b2ef40d9 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Deleting port b6e4398c-220e-4d1d-bd3a-bbedba75f703 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:15:29.050348 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5e736302-8d0b-49ba-971b-771e4a54482c req-f53a228a-0977-4f29-b377-4271b2ef40d9 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:29.072062 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-d3194cc9-bec4-4511-bb1b-3f96808fe098 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:29.072062 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-d3194cc9-bec4-4511-bb1b-3f96808fe098 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 812 time: 0.2392511 Mar 05 14:15:29.103132 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-4646ad9d-7a62-4cf6-a7a5-2088c4041e17 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/quotas/cc1d84a3fe924180bae57f2f8ac664e5 HTTP/1.1" status: 200 len: 375 time: 0.0222580 Mar 05 14:15:29.151042 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:29.205636 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-8b3facc2-a210-4ec1-b52c-e5986d50d3e6 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0970948 Mar 05 14:15:29.220966 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:29.366015 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-9fb0077d-3a58-4274-a5ee-658df937fd4a service neutron] 10.222.0.16 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639531 Mar 05 14:15:29.395848 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc534e4-20ee-42ef-a3e8-c524bd503f81 req-e0f6821e-4de1-401f-9698-bcc53e4091e3 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:29.397424 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8bc534e4-20ee-42ef-a3e8-c524bd503f81 req-e0f6821e-4de1-401f-9698-bcc53e4091e3 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=350e4f09-58f7-465e-94b6-a581586eedf1 HTTP/1.1" status: 200 len: 1096 time: 0.2410872 Mar 05 14:15:29.498232 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8bc534e4-20ee-42ef-a3e8-c524bd503f81 req-2a704aff-e709-420a-8fe0-fd9901350ac2 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=94131555-effa-4c0b-85a7-94989ea56302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882504 Mar 05 14:15:29.518445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-5e736302-8d0b-49ba-971b-771e4a54482c req-f53a228a-0977-4f29-b377-4271b2ef40d9 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] For port b6e4398c-220e-4d1d-bd3a-bbedba75f703, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=b6e4398c-220e-4d1d-bd3a-bbedba75f703,segment=NetworkSegment(be3b841e-8609-4790-ae9c-14d5ffb46c44),segment_id=be3b841e-8609-4790-ae9c-14d5ffb46c44)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:29.518445 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5e736302-8d0b-49ba-971b-771e4a54482c req-f53a228a-0977-4f29-b377-4271b2ef40d9 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:29.573871 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-83f45f62-0461-47ab-8d66-a3a6f7c3f0ce service neutron] 10.222.0.16 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930928 Mar 05 14:15:29.659816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-5e736302-8d0b-49ba-971b-771e4a54482c req-f53a228a-0977-4f29-b377-4271b2ef40d9 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Calling delete_port for b6e4398c-220e-4d1d-bd3a-bbedba75f703 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:15:29.892209 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8bf97c4b-6a20-421c-91bf-f14ca67d9b60 req-3db07bd6-7bbf-4b20-9a51-9c52e364e7ee tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 210 time: 0.0514710 Mar 05 14:15:29.906507 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5e736302-8d0b-49ba-971b-771e4a54482c req-f53a228a-0977-4f29-b377-4271b2ef40d9 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:29.930492 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['bd981557-1fdf-42d2-a487-ab8e88c1b1cd'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:15:29.987312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a228a-0977-4f29-b377-4271b2ef40d9 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6e4398c-220e-4d1d-bd3a-bbedba75f703,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:30.040510 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['b6e4398c-220e-4d1d-bd3a-bbedba75f703'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:15:30.044560 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a228a-0977-4f29-b377-4271b2ef40d9 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:30.044560 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a228a-0977-4f29-b377-4271b2ef40d9 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:30.044560 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a228a-0977-4f29-b377-4271b2ef40d9 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:30.044560 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a228a-0977-4f29-b377-4271b2ef40d9 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:30.050445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a228a-0977-4f29-b377-4271b2ef40d9 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:30.050445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a228a-0977-4f29-b377-4271b2ef40d9 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:30.050445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a228a-0977-4f29-b377-4271b2ef40d9 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:30.050445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a228a-0977-4f29-b377-4271b2ef40d9 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:30.050445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a228a-0977-4f29-b377-4271b2ef40d9 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:30.050445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a228a-0977-4f29-b377-4271b2ef40d9 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:30.050445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a228a-0977-4f29-b377-4271b2ef40d9 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:30.050445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a228a-0977-4f29-b377-4271b2ef40d9 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:30.159072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e736302-8d0b-49ba-971b-771e4a54482c req-f53a228a-0977-4f29-b377-4271b2ef40d9 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] No DVR routers for this DVR port b6e4398c-220e-4d1d-bd3a-bbedba75f703 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:15:30.164833 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5e736302-8d0b-49ba-971b-771e4a54482c req-f53a228a-0977-4f29-b377-4271b2ef40d9 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:30.172566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350e4f09-58f7-465e-94b6-a581586eedf1', 'name': 'network-vif-deleted', 'tag': 'b6e4398c-220e-4d1d-bd3a-bbedba75f703'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:15:30.208478 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5e736302-8d0b-49ba-971b-771e4a54482c req-f53a228a-0977-4f29-b377-4271b2ef40d9 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.15 "DELETE /v2.0/ports/b6e4398c-220e-4d1d-bd3a-bbedba75f703 HTTP/1.1" status: 204 len: 173 time: 1.2628553 Mar 05 14:15:30.247253 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350e4f09-58f7-465e-94b6-a581586eedf1', 'name': 'network-vif-deleted', 'tag': 'b6e4398c-220e-4d1d-bd3a-bbedba75f703', 'status': 'completed', 'code': 200} Mar 05 14:15:30.710676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-97a2f9b7-ef15-4225-85b0-a5fc5ebaaf52 req-28a0a22a-ff80-46f3-bfac-4e1ed9523e0a tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Synchronizing usage tracker for tenant:21b4907729ce40939f088c4ef11f11ac on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:15:30.724008 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-97a2f9b7-ef15-4225-85b0-a5fc5ebaaf52 req-28a0a22a-ff80-46f3-bfac-4e1ed9523e0a tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Unset dirty status for tenant:21b4907729ce40939f088c4ef11f11ac on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:15:30.735676 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-97a2f9b7-ef15-4225-85b0-a5fc5ebaaf52 req-28a0a22a-ff80-46f3-bfac-4e1ed9523e0a tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=350e4f09-58f7-465e-94b6-a581586eedf1 HTTP/1.1" status: 200 len: 210 time: 0.1080935 Mar 05 14:15:31.086219 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25b0feb7-2e78-4d56-be00-aaa64171c223 req-c159b809-1702-4b0d-bed1-3630c27b776f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 210 time: 0.0633903 Mar 05 14:15:31.327261 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-d2af4eaf-7d8d-4952-8a69-0025273fd7c5 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:31.327261 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-d2af4eaf-7d8d-4952-8a69-0025273fd7c5 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.30 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 812 time: 0.1619608 Mar 05 14:15:31.341483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-b5844449-6507-4440-8775-a21bde40503c tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Request body: {'port': {'device_id': '0d2d06db-135a-43a1-bcd8-1e3827480d7c', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'admin_state_up': True, 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:15:31.528655 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-b5844449-6507-4440-8775-a21bde40503c tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:15:31.538439 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-b5844449-6507-4440-8775-a21bde40503c tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:15:31.548647 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-b5844449-6507-4440-8775-a21bde40503c tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Made reservation on behalf of cc1d84a3fe924180bae57f2f8ac664e5 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:15:31.552471 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-b5844449-6507-4440-8775-a21bde40503c tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:31.750918 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-b5844449-6507-4440-8775-a21bde40503c tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Allocated IP 172.20.0.7 (c768af3c-6e35-45f2-95ff-e71855885f5e/00fe0f0a-69ac-46af-997d-acd7d0040d2e/bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:15:32.052469 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device b6e4398c-220e-4d1d-bd3a-bbedba75f703 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:15:32.093480 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: b6e4398c-220e-4d1d-bd3a-bbedba75f703 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:15:32.093989 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device b6e4398c-220e-4d1d-bd3a-bbedba75f703 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:15:32.390489 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-b5844449-6507-4440-8775-a21bde40503c tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:32.415230 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-38391d7a-6ac5-4ec5-9f9d-c994b9477b36 req-c50d66b8-d6bf-4978-8eac-a411fb104fa1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 210 time: 0.0949929 Mar 05 14:15:32.431698 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-b5844449-6507-4440-8775-a21bde40503c tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Transition to ACTIVE for port object bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:15:32.488193 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-b5844449-6507-4440-8775-a21bde40503c tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:32.498731 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['da28df4b-7c4d-4026-bb68-f01ba10467c8'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:15:32.689336 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-b5844449-6507-4440-8775-a21bde40503c tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Network c768af3c-6e35-45f2-95ff-e71855885f5e is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:15:32.696847 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-b5844449-6507-4440-8775-a21bde40503c tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:15:32.696847 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-b5844449-6507-4440-8775-a21bde40503c tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:15:32.769873 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5844449-6507-4440-8775-a21bde40503c tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event updated for resources: {'Port': ['ID=bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:32.777702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-b5844449-6507-4440-8775-a21bde40503c tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:32.777702 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-b5844449-6507-4440-8775-a21bde40503c tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:32.820382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd99288-50c0-47b5-b53e-13712f4ecfa3 req-be763fa5-3797-445c-9b9e-de2c0f256769 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:32.832535 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dcd99288-50c0-47b5-b53e-13712f4ecfa3 req-be763fa5-3797-445c-9b9e-de2c0f256769 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3f113f6-8747-4376-9689-cdc5bdbda646 HTTP/1.1" status: 200 len: 1097 time: 0.2343564 Mar 05 14:15:32.889136 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-b5844449-6507-4440-8775-a21bde40503c tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5506275 Mar 05 14:15:32.907636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-31aa6326-2e7c-40e0-8361-ee7dd5f3acdf service neutron] Request body: {'port': {'device_id': '0d2d06db-135a-43a1-bcd8-1e3827480d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:15:33.031318 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dcd99288-50c0-47b5-b53e-13712f4ecfa3 req-ea3cbdd2-6de6-448c-8fbd-575430ca46de tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=94131555-effa-4c0b-85a7-94989ea56302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998537 Mar 05 14:15:33.072388 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-31aa6326-2e7c-40e0-8361-ee7dd5f3acdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:33.156039 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2817b61b-33b0-4edc-a9c2-2605ff6c6208 None None] Provisioning for port bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:15:33.163444 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2817b61b-33b0-4edc-a9c2-2605ff6c6208 None None] Provisioning complete for port bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:15:33.164344 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2817b61b-33b0-4edc-a9c2-2605ff6c6208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:33.240813 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-2817b61b-33b0-4edc-a9c2-2605ff6c6208 None None] Port bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:15:33.558117 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-31aa6326-2e7c-40e0-8361-ee7dd5f3acdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:15:33.567170 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-31aa6326-2e7c-40e0-8361-ee7dd5f3acdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:33.606634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-31aa6326-2e7c-40e0-8361-ee7dd5f3acdf service neutron] Transition to ACTIVE for port object bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:15:33.606634 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-31aa6326-2e7c-40e0-8361-ee7dd5f3acdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:33.890914 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa6326-2e7c-40e0-8361-ee7dd5f3acdf service neutron] Pushing event updated for resources: {'Port': ['ID=bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:34.018965 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-31aa6326-2e7c-40e0-8361-ee7dd5f3acdf service neutron] Attempting to bind port bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:15:34.018965 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-31aa6326-2e7c-40e0-8361-ee7dd5f3acdf service neutron] Attempting to bind port bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:15:34.018965 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-31aa6326-2e7c-40e0-8361-ee7dd5f3acdf service neutron] Attempting to bind port bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 on network c768af3c-6e35-45f2-95ff-e71855885f5e {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:15:34.018965 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-31aa6326-2e7c-40e0-8361-ee7dd5f3acdf service neutron] Port bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 on network c768af3c-6e35-45f2-95ff-e71855885f5e not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:15:34.018965 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-31aa6326-2e7c-40e0-8361-ee7dd5f3acdf service neutron] Attempting to bind port bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 on network c768af3c-6e35-45f2-95ff-e71855885f5e {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:15:34.025789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606a1a5-4629-4023-b0a2-b7c23ff97376 req-14fb9046-2ad0-4937-80dd-dd0d475415e6 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:34.025789 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2606a1a5-4629-4023-b0a2-b7c23ff97376 req-14fb9046-2ad0-4937-80dd-dd0d475415e6 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c3f113f6-8747-4376-9689-cdc5bdbda646 HTTP/1.1" status: 200 len: 1097 time: 0.3642540 Mar 05 14:15:34.030964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-31aa6326-2e7c-40e0-8361-ee7dd5f3acdf service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:15:34.030964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-31aa6326-2e7c-40e0-8361-ee7dd5f3acdf service neutron] Checking segment: {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:15:34.030964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-31aa6326-2e7c-40e0-8361-ee7dd5f3acdf service neutron] Bound using segment: {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:15:34.030964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-31aa6326-2e7c-40e0-8361-ee7dd5f3acdf service neutron] Bound port: bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:15:34.030964 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-31aa6326-2e7c-40e0-8361-ee7dd5f3acdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:34.157466 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df87c5-e863-4e20-ac91-37ecdc850c2d req-f851a4d3-9be7-4803-bdeb-f03d0d38d32e tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:34.157466 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46df87c5-e863-4e20-ac91-37ecdc850c2d req-f851a4d3-9be7-4803-bdeb-f03d0d38d32e tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 943 time: 0.5618362 Mar 05 14:15:34.173790 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-31aa6326-2e7c-40e0-8361-ee7dd5f3acdf service neutron] For port bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:15:34.173790 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-31aa6326-2e7c-40e0-8361-ee7dd5f3acdf service neutron] For port bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:15:34.187804 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-31aa6326-2e7c-40e0-8361-ee7dd5f3acdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:34.303550 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-46df87c5-e863-4e20-ac91-37ecdc850c2d req-a20d9553-25ba-4023-962c-617d246f2d7f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182635 Mar 05 14:15:34.313048 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-2606a1a5-4629-4023-b0a2-b7c23ff97376 req-ad08492e-fd32-47ab-b18b-7ec0fbf37f28 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Deleting port bd981557-1fdf-42d2-a487-ab8e88c1b1cd {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:15:34.313048 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2606a1a5-4629-4023-b0a2-b7c23ff97376 req-ad08492e-fd32-47ab-b18b-7ec0fbf37f28 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:34.369236 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-31aa6326-2e7c-40e0-8361-ee7dd5f3acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:34.369236 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-31aa6326-2e7c-40e0-8361-ee7dd5f3acdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:34.369236 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-31aa6326-2e7c-40e0-8361-ee7dd5f3acdf service neutron] 10.222.0.30 "PUT /v2.0/ports/bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 HTTP/1.1" status: 200 len: 1091 time: 1.4742057 Mar 05 14:15:34.374893 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d2d06db-135a-43a1-bcd8-1e3827480d7c', 'tag': 'bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:15:34.617865 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d2d06db-135a-43a1-bcd8-1e3827480d7c', 'tag': 'bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2', 'status': 'completed', 'code': 200} Mar 05 14:15:34.617865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa6326-2e7c-40e0-8361-ee7dd5f3acdf service neutron] Pushing event updated for resources: {'Port': ['ID=bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:34.684940 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb7e2b-8f32-4995-9e06-93cada961486 req-468ce5a3-7a9b-4bc8-a21e-094c9e559d0a tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:34.684940 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8efb7e2b-8f32-4995-9e06-93cada961486 req-468ce5a3-7a9b-4bc8-a21e-094c9e559d0a tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3f113f6-8747-4376-9689-cdc5bdbda646 HTTP/1.1" status: 200 len: 1097 time: 0.4072938 Mar 05 14:15:34.764058 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-4a48a89a-1adc-45fb-986c-c2539dc0a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:34.764058 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-4a48a89a-1adc-45fb-986c-c2539dc0a9b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 1094 time: 0.3263257 Mar 05 14:15:34.764058 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8efb7e2b-8f32-4995-9e06-93cada961486 req-5afd9a67-24ed-4d9c-bf13-f307a54fbb57 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=94131555-effa-4c0b-85a7-94989ea56302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750966 Mar 05 14:15:34.838366 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-2606a1a5-4629-4023-b0a2-b7c23ff97376 req-ad08492e-fd32-47ab-b18b-7ec0fbf37f28 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] For port bd981557-1fdf-42d2-a487-ab8e88c1b1cd, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bd981557-1fdf-42d2-a487-ab8e88c1b1cd,segment=NetworkSegment(be3b841e-8609-4790-ae9c-14d5ffb46c44),segment_id=be3b841e-8609-4790-ae9c-14d5ffb46c44)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:34.838366 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2606a1a5-4629-4023-b0a2-b7c23ff97376 req-ad08492e-fd32-47ab-b18b-7ec0fbf37f28 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:35.012582 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-b642295c-fff3-4449-aaea-66a8e4cf0722 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 HTTP/1.1" status: 200 len: 217 time: 0.2427318 Mar 05 14:15:35.028850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-2606a1a5-4629-4023-b0a2-b7c23ff97376 req-ad08492e-fd32-47ab-b18b-7ec0fbf37f28 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Calling delete_port for bd981557-1fdf-42d2-a487-ab8e88c1b1cd owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:15:35.143557 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-337b6ff4-35fd-4ab1-8a4f-973df3d1ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:35.146851 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-337b6ff4-35fd-4ab1-8a4f-973df3d1ac56 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 200 len: 851 time: 0.1319487 Mar 05 14:15:35.243839 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-55f7aa36-7432-476f-b5e7-98bb6037c687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:35.243839 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-55f7aa36-7432-476f-b5e7-98bb6037c687 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c768af3c-6e35-45f2-95ff-e71855885f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859823 Mar 05 14:15:35.349364 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2606a1a5-4629-4023-b0a2-b7c23ff97376 req-ad08492e-fd32-47ab-b18b-7ec0fbf37f28 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:35.418912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08492e-fd32-47ab-b18b-7ec0fbf37f28 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd981557-1fdf-42d2-a487-ab8e88c1b1cd,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:35.502027 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-2c2c43c9-a81c-48b9-a292-70e29dc4c5a6 service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506435 Mar 05 14:15:35.764980 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-2606a1a5-4629-4023-b0a2-b7c23ff97376 req-ad08492e-fd32-47ab-b18b-7ec0fbf37f28 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] No DVR routers for this DVR port bd981557-1fdf-42d2-a487-ab8e88c1b1cd on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:15:35.764980 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2606a1a5-4629-4023-b0a2-b7c23ff97376 req-ad08492e-fd32-47ab-b18b-7ec0fbf37f28 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:35.777914 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f113f6-8747-4376-9689-cdc5bdbda646', 'name': 'network-vif-deleted', 'tag': 'bd981557-1fdf-42d2-a487-ab8e88c1b1cd'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:15:35.807893 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2606a1a5-4629-4023-b0a2-b7c23ff97376 req-ad08492e-fd32-47ab-b18b-7ec0fbf37f28 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.30 "DELETE /v2.0/ports/bd981557-1fdf-42d2-a487-ab8e88c1b1cd HTTP/1.1" status: 204 len: 173 time: 1.7763567 Mar 05 14:15:35.899697 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e848c56-85e2-4718-8cea-eac1b835bc55 req-5507e8d9-3aa4-4366-b225-2992dae635c2 service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913083 Mar 05 14:15:35.922100 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f113f6-8747-4376-9689-cdc5bdbda646', 'name': 'network-vif-deleted', 'tag': 'bd981557-1fdf-42d2-a487-ab8e88c1b1cd', 'status': 'completed', 'code': 200} Mar 05 14:15:35.936305 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b294c-d5c0-44f8-bdae-093aed7f4b6f req-dd9088da-638b-4a1c-861c-3710b5cfbe1e tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:35.946230 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ad5b294c-d5c0-44f8-bdae-093aed7f4b6f req-dd9088da-638b-4a1c-861c-3710b5cfbe1e tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 943 time: 0.2278488 Mar 05 14:15:36.066794 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ad5b294c-d5c0-44f8-bdae-093aed7f4b6f req-2205e1b8-cf75-4381-90ba-bd811114fe75 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093175 Mar 05 14:15:36.161364 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-872edef9-afb5-4f47-a363-ecded63e2d0b req-e8af4724-0fab-4c66-8bd6-8d96264eaa40 tempest-TestServerMultinode-1324343234 tempest-TestServerMultinode-1324343234-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3f113f6-8747-4376-9689-cdc5bdbda646 HTTP/1.1" status: 200 len: 210 time: 0.0570562 Mar 05 14:15:36.221990 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2e202-ef4b-4135-b0da-bf67a67c06da req-2f02a7d6-82b4-42ff-829b-50df63f371cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:36.221990 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3db2e202-ef4b-4135-b0da-bf67a67c06da req-2f02a7d6-82b4-42ff-829b-50df63f371cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 1094 time: 0.1918008 Mar 05 14:15:36.577102 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2e202-ef4b-4135-b0da-bf67a67c06da req-89ebef37-5499-4143-b97e-2f9391fa0547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:36.577102 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3db2e202-ef4b-4135-b0da-bf67a67c06da req-89ebef37-5499-4143-b97e-2f9391fa0547 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 912 time: 0.3462155 Mar 05 14:15:36.703113 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3db2e202-ef4b-4135-b0da-bf67a67c06da req-9cb81a49-404f-4606-a2d0-9ab16824a144 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 HTTP/1.1" status: 200 len: 217 time: 0.1038492 Mar 05 14:15:36.790405 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2e202-ef4b-4135-b0da-bf67a67c06da req-523e0540-054b-444a-8846-01a6c77b68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:36.790405 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3db2e202-ef4b-4135-b0da-bf67a67c06da req-523e0540-054b-444a-8846-01a6c77b68c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 200 len: 851 time: 0.0738237 Mar 05 14:15:36.927933 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device bd981557-1fdf-42d2-a487-ab8e88c1b1cd no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:15:36.981815 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2e202-ef4b-4135-b0da-bf67a67c06da req-716ec32c-3c04-485a-bca9-28f1cb69ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:36.981815 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3db2e202-ef4b-4135-b0da-bf67a67c06da req-716ec32c-3c04-485a-bca9-28f1cb69ddac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c768af3c-6e35-45f2-95ff-e71855885f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1893585 Mar 05 14:15:36.987255 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: bd981557-1fdf-42d2-a487-ab8e88c1b1cd {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:15:36.987255 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device bd981557-1fdf-42d2-a487-ab8e88c1b1cd not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:15:37.281924 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3db2e202-ef4b-4135-b0da-bf67a67c06da req-356e5a4d-a8a7-4ada-97c9-16d1218a0dfa service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892017 Mar 05 14:15:37.408441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 45940) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:15:37.506100 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cd121-80d1-49bb-9b77-f462ae6573d8 req-c105ad43-38fc-41f2-b816-c98cf0d0e659 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:37.516182 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-444cd121-80d1-49bb-9b77-f462ae6573d8 req-c105ad43-38fc-41f2-b816-c98cf0d0e659 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 943 time: 0.2096684 Mar 05 14:15:37.688303 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-444cd121-80d1-49bb-9b77-f462ae6573d8 req-fcde8d11-7f15-4540-841e-bd8921bdff02 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777577 Mar 05 14:15:37.718306 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3db2e202-ef4b-4135-b0da-bf67a67c06da req-8a76d48f-9a86-46ef-a9c3-546713f4f832 service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305551 Mar 05 14:15:38.756994 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7a958da0-0ffa-4d71-a3a7-d7321ab955f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:38.827418 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-93b1635c-9d92-4c6c-b661-425b476ccb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:39.086868 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ac7b7-e260-4180-b229-8b4e5fe4e60b req-7e3d7d60-8c4a-40b5-a58e-eb6a4d91f675 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:39.086868 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-259ac7b7-e260-4180-b229-8b4e5fe4e60b req-7e3d7d60-8c4a-40b5-a58e-eb6a4d91f675 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Synchronizing usage tracker for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:15:39.131094 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-259ac7b7-e260-4180-b229-8b4e5fe4e60b req-7e3d7d60-8c4a-40b5-a58e-eb6a4d91f675 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Unset dirty status for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:15:39.136141 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-259ac7b7-e260-4180-b229-8b4e5fe4e60b req-7e3d7d60-8c4a-40b5-a58e-eb6a4d91f675 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 943 time: 0.2065907 Mar 05 14:15:39.297879 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-259ac7b7-e260-4180-b229-8b4e5fe4e60b req-7cd0d6fc-088c-4441-9eb4-f0ca25269220 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442332 Mar 05 14:15:39.475573 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-7a958da0-0ffa-4d71-a3a7-d7321ab955f6 admin admin] Deleting port d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:15:39.480801 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7a958da0-0ffa-4d71-a3a7-d7321ab955f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:39.751707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-7a958da0-0ffa-4d71-a3a7-d7321ab955f6 admin admin] For port d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72,segment=NetworkSegment(be3b841e-8609-4790-ae9c-14d5ffb46c44),segment_id=be3b841e-8609-4790-ae9c-14d5ffb46c44)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:39.752094 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7a958da0-0ffa-4d71-a3a7-d7321ab955f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:39.919154 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-7a958da0-0ffa-4d71-a3a7-d7321ab955f6 admin admin] Calling delete_port for d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:15:40.313379 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7a958da0-0ffa-4d71-a3a7-d7321ab955f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:40.465131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a958da0-0ffa-4d71-a3a7-d7321ab955f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:40.699832 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359f9fc-e2f5-487f-ace6-82d717cbf756 req-ef11cb5d-a77d-4ced-9cf8-19107664dc49 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:40.709525 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1359f9fc-e2f5-487f-ace6-82d717cbf756 req-ef11cb5d-a77d-4ced-9cf8-19107664dc49 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 943 time: 0.1753078 Mar 05 14:15:40.975738 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c00ef9aa-d397-47b8-aeb2-621202417f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:41.036935 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1359f9fc-e2f5-487f-ace6-82d717cbf756 req-d70503d6-e5d9-4599-a516-347025b1eec0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310158 Mar 05 14:15:41.195729 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7a958da0-0ffa-4d71-a3a7-d7321ab955f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:41.745242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a958da0-0ffa-4d71-a3a7-d7321ab955f6 admin admin] Router 0441e25c-8dc7-490f-8918-9bbae273d46a has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:15:42.110096 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a958da0-0ffa-4d71-a3a7-d7321ab955f6 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:15:42.121039 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4920133e-9ae6-4e38-82a1-dc10c469d0f0 None None] Sync routers for ids ['0441e25c-8dc7-490f-8918-9bbae273d46a'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:15:42.156546 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4920133e-9ae6-4e38-82a1-dc10c469d0f0 None None] Routers {'0441e25c-8dc7-490f-8918-9bbae273d46a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:15:42.156546 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4920133e-9ae6-4e38-82a1-dc10c469d0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:15:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['0441e25c-8dc7-490f-8918-9bbae273d46a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:42.158258 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 45986) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:15:42.173009 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:42.181573 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7a958da0-0ffa-4d71-a3a7-d7321ab955f6 admin admin] 10.222.0.16 "PUT /v2.0/routers/0441e25c-8dc7-490f-8918-9bbae273d46a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7610548 Mar 05 14:15:42.195844 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:42.425737 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-4920133e-9ae6-4e38-82a1-dc10c469d0f0 None None] Set router 0441e25c-8dc7-490f-8918-9bbae273d46a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:15:42.560828 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0c5a8e7f-c2f7-42c7-8734-ecb69268be08 admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:42.874968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76c9b4-dd53-4a11-8a74-059d59fab46a req-3366f6ef-b901-4250-8405-e3df8183ffa5 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:42.874968 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c76c9b4-dd53-4a11-8a74-059d59fab46a req-3366f6ef-b901-4250-8405-e3df8183ffa5 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 943 time: 0.3606825 Mar 05 14:15:42.930052 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0c5a8e7f-c2f7-42c7-8734-ecb69268be08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:42.956627 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c76c9b4-dd53-4a11-8a74-059d59fab46a req-9ff3022f-b644-4221-91b8-32fbec4a8c5c tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629463 Mar 05 14:15:42.956627 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-0c5a8e7f-c2f7-42c7-8734-ecb69268be08 admin admin] Deleting port 1ba5538b-1469-489a-8e23-dc3f0e1b8222 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:15:42.956627 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0c5a8e7f-c2f7-42c7-8734-ecb69268be08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:43.108406 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4920133e-9ae6-4e38-82a1-dc10c469d0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0441e25c-8dc7-490f-8918-9bbae273d46a', 'name': 'tempest-TestServerMultinode-1932061314-router', 'tenant_id': '7372746c2d7f4654a25d6200b2b7cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '1ba5538b-1469-489a-8e23-dc3f0e1b8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:14:35Z', 'updated_at': '2022-03-05T14:15:40Z', 'revision_number': 5, 'project_id': '7372746c2d7f4654a25d6200b2b7cb24', 'gw_port': {'id': '1ba5538b-1469-489a-8e23-dc3f0e1b8222', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0441e25c-8dc7-490f-8918-9bbae273d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:14:36Z', 'updated_at': '2022-03-05T14:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:43.112514 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4920133e-9ae6-4e38-82a1-dc10c469d0f0 None None] Checking router: 0441e25c-8dc7-490f-8918-9bbae273d46a for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:15:43.137277 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4920133e-9ae6-4e38-82a1-dc10c469d0f0 None None] Routers {'0441e25c-8dc7-490f-8918-9bbae273d46a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:15:43.137928 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4920133e-9ae6-4e38-82a1-dc10c469d0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:15:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['0441e25c-8dc7-490f-8918-9bbae273d46a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:43.149351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-0c5a8e7f-c2f7-42c7-8734-ecb69268be08 admin admin] For port 1ba5538b-1469-489a-8e23-dc3f0e1b8222, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1ba5538b-1469-489a-8e23-dc3f0e1b8222,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:43.149351 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0c5a8e7f-c2f7-42c7-8734-ecb69268be08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:43.280733 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-0c5a8e7f-c2f7-42c7-8734-ecb69268be08 admin admin] Calling delete_port for 1ba5538b-1469-489a-8e23-dc3f0e1b8222 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:15:43.301905 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-4920133e-9ae6-4e38-82a1-dc10c469d0f0 None None] Set router 0441e25c-8dc7-490f-8918-9bbae273d46a gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:15:43.462688 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4920133e-9ae6-4e38-82a1-dc10c469d0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0441e25c-8dc7-490f-8918-9bbae273d46a', 'name': 'tempest-TestServerMultinode-1932061314-router', 'tenant_id': '7372746c2d7f4654a25d6200b2b7cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:14:35Z', 'updated_at': '2022-03-05T14:15:42Z', 'revision_number': 6, 'project_id': '7372746c2d7f4654a25d6200b2b7cb24', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:43.481499 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4920133e-9ae6-4e38-82a1-dc10c469d0f0 None None] The sync data for ids ['0441e25c-8dc7-490f-8918-9bbae273d46a'] in n-d-803718-1 is: [{'id': '0441e25c-8dc7-490f-8918-9bbae273d46a', 'name': 'tempest-TestServerMultinode-1932061314-router', 'tenant_id': '7372746c2d7f4654a25d6200b2b7cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:14:35Z', 'updated_at': '2022-03-05T14:15:42Z', 'revision_number': 6, 'project_id': '7372746c2d7f4654a25d6200b2b7cb24', 'gw_port_host': None}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:15:43.706439 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0c5a8e7f-c2f7-42c7-8734-ecb69268be08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:43.752252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a8e7f-c2f7-42c7-8734-ecb69268be08 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba5538b-1469-489a-8e23-dc3f0e1b8222,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:43.772508 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:43.874081 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0c5a8e7f-c2f7-42c7-8734-ecb69268be08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:44.086033 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0c5a8e7f-c2f7-42c7-8734-ecb69268be08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:44.086033 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0c5a8e7f-c2f7-42c7-8734-ecb69268be08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:44.127678 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0c5a8e7f-c2f7-42c7-8734-ecb69268be08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:44.127678 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5a8e7f-c2f7-42c7-8734-ecb69268be08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0441e25c-8dc7-490f-8918-9bbae273d46a {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:15:44.142640 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0c5a8e7f-c2f7-42c7-8734-ecb69268be08 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:44.142640 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0c5a8e7f-c2f7-42c7-8734-ecb69268be08 admin admin] 10.222.0.16 "DELETE /v2.0/routers/0441e25c-8dc7-490f-8918-9bbae273d46a HTTP/1.1" status: 204 len: 168 time: 1.9770479 Mar 05 14:15:44.142640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46004) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:15:44.208257 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e63611-d881-49b7-b39f-3595ca05c719 admin admin] Deleting subnet ef581a0b-1516-4d59-8bfe-69e8ed699018 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:15:44.208257 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7e63611-d881-49b7-b39f-3595ca05c719 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:44.228550 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75ce2c-58de-4792-ab93-6c48ea83b841 req-a4f90e34-6529-4f9b-8043-3bb86315bc52 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:44.234062 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7e75ce2c-58de-4792-ab93-6c48ea83b841 req-a4f90e34-6529-4f9b-8043-3bb86315bc52 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 943 time: 0.1196740 Mar 05 14:15:44.260312 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7e63611-d881-49b7-b39f-3595ca05c719 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:44.282425 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7e75ce2c-58de-4792-ab93-6c48ea83b841 req-cf583880-1f2c-48c3-b4b7-4b1ee84ac566 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504797 Mar 05 14:15:44.414001 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7e63611-d881-49b7-b39f-3595ca05c719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:44.521004 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7e63611-d881-49b7-b39f-3595ca05c719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:44.571132 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e63611-d881-49b7-b39f-3595ca05c719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef581a0b-1516-4d59-8bfe-69e8ed699018,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:44.580277 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b7e63611-d881-49b7-b39f-3595ca05c719 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:44.589854 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dc2018-c517-4fba-88b6-1e6e949a729b None None] Network 1257cf7b-1f00-417a-b3f6-adec5bf49567 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:15:44.591333 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b7e63611-d881-49b7-b39f-3595ca05c719 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ef581a0b-1516-4d59-8bfe-69e8ed699018 HTTP/1.1" status: 204 len: 168 time: 0.4535069 Mar 05 14:15:44.593201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46012) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:15:44.767222 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a66a83f8-44ae-4ec5-8bb7-d5cc645e70be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:44.784933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-a66a83f8-44ae-4ec5-8bb7-d5cc645e70be admin admin] Deleting port 732d2c02-1e10-4528-ac06-8890713d14c1 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:15:44.784933 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a66a83f8-44ae-4ec5-8bb7-d5cc645e70be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:44.954911 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd09af9-86fe-47d0-802a-2a308312cd27 None None] DHCP port deletion for 1257cf7b-1f00-417a-b3f6-adec5bf49567 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:15:44.954911 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cdd09af9-86fe-47d0-802a-2a308312cd27 None None] Deleting port 732d2c02-1e10-4528-ac06-8890713d14c1 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:15:44.954911 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cdd09af9-86fe-47d0-802a-2a308312cd27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:45.066221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-a66a83f8-44ae-4ec5-8bb7-d5cc645e70be admin admin] For port 732d2c02-1e10-4528-ac06-8890713d14c1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=732d2c02-1e10-4528-ac06-8890713d14c1,segment=NetworkSegment(be3b841e-8609-4790-ae9c-14d5ffb46c44),segment_id=be3b841e-8609-4790-ae9c-14d5ffb46c44)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:45.066221 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a66a83f8-44ae-4ec5-8bb7-d5cc645e70be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:45.202232 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-cdd09af9-86fe-47d0-802a-2a308312cd27 None None] For port 732d2c02-1e10-4528-ac06-8890713d14c1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=732d2c02-1e10-4528-ac06-8890713d14c1,segment=NetworkSegment(be3b841e-8609-4790-ae9c-14d5ffb46c44),segment_id=be3b841e-8609-4790-ae9c-14d5ffb46c44)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:45.202232 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cdd09af9-86fe-47d0-802a-2a308312cd27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:45.260488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-a66a83f8-44ae-4ec5-8bb7-d5cc645e70be admin admin] Calling delete_port for 732d2c02-1e10-4528-ac06-8890713d14c1 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:15:45.368741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cdd09af9-86fe-47d0-802a-2a308312cd27 None None] Calling delete_port for 732d2c02-1e10-4528-ac06-8890713d14c1 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:15:45.528497 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 732d2c02-1e10-4528-ac06-8890713d14c1 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:15:45.568752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 732d2c02-1e10-4528-ac06-8890713d14c1 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:15:45.568752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 732d2c02-1e10-4528-ac06-8890713d14c1 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:15:45.568752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1ba5538b-1469-489a-8e23-dc3f0e1b8222 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:15:45.609716 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cdd09af9-86fe-47d0-802a-2a308312cd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:45.623295 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 1ba5538b-1469-489a-8e23-dc3f0e1b8222 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:15:45.623295 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1ba5538b-1469-489a-8e23-dc3f0e1b8222 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:15:45.623295 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:15:45.767853 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-a66a83f8-44ae-4ec5-8bb7-d5cc645e70be admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:15:45.767853 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-a66a83f8-44ae-4ec5-8bb7-d5cc645e70be admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:15:45.832434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:15:45.832434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d8daf22e-72f6-43e3-8cb9-2a48f2f9fe72 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:15:45.832434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd09af9-86fe-47d0-802a-2a308312cd27 None None] Pushing event deleted for resources: {'Port': ['ID=732d2c02-1e10-4528-ac06-8890713d14c1,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:45.841443 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd09af9-86fe-47d0-802a-2a308312cd27 None None] No DVR routers for this DVR port 732d2c02-1e10-4528-ac06-8890713d14c1 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:15:45.857268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd09af9-86fe-47d0-802a-2a308312cd27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:45.857268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd09af9-86fe-47d0-802a-2a308312cd27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:45.857268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd09af9-86fe-47d0-802a-2a308312cd27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:45.857268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd09af9-86fe-47d0-802a-2a308312cd27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:45.857268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd09af9-86fe-47d0-802a-2a308312cd27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:45.857268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd09af9-86fe-47d0-802a-2a308312cd27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:45.857268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd09af9-86fe-47d0-802a-2a308312cd27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:45.857268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd09af9-86fe-47d0-802a-2a308312cd27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:45.857268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd09af9-86fe-47d0-802a-2a308312cd27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:45.857268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd09af9-86fe-47d0-802a-2a308312cd27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:45.857268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd09af9-86fe-47d0-802a-2a308312cd27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:45.857268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd09af9-86fe-47d0-802a-2a308312cd27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:46.024100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11329cc-64d0-4c73-97bf-ac7f255b4ce0 req-26f42fa5-9dd0-4f2b-b060-ff0ba841ea04 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:46.024100 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e11329cc-64d0-4c73-97bf-ac7f255b4ce0 req-26f42fa5-9dd0-4f2b-b060-ff0ba841ea04 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 943 time: 0.4012465 Mar 05 14:15:46.084560 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e11329cc-64d0-4c73-97bf-ac7f255b4ce0 req-a3d42875-52cc-4e7c-b323-a2765a666a85 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530469 Mar 05 14:15:46.268968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-a66a83f8-44ae-4ec5-8bb7-d5cc645e70be admin admin] Deleting port 732d2c02-1e10-4528-ac06-8890713d14c1 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:15:46.268968 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a66a83f8-44ae-4ec5-8bb7-d5cc645e70be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:46.359338 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-a66a83f8-44ae-4ec5-8bb7-d5cc645e70be admin admin] The port '732d2c02-1e10-4528-ac06-8890713d14c1' was deleted {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:15:46.538971 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a66a83f8-44ae-4ec5-8bb7-d5cc645e70be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:46.575532 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-a66a83f8-44ae-4ec5-8bb7-d5cc645e70be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1257cf7b-1f00-417a-b3f6-adec5bf49567']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:46.589332 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-a66a83f8-44ae-4ec5-8bb7-d5cc645e70be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3b841e-8609-4790-ae9c-14d5ffb46c44') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:46.589332 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-a66a83f8-44ae-4ec5-8bb7-d5cc645e70be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3b841e-8609-4790-ae9c-14d5ffb46c44') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:46.602848 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a66a83f8-44ae-4ec5-8bb7-d5cc645e70be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:46.623604 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a66a83f8-44ae-4ec5-8bb7-d5cc645e70be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:46.629835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66a83f8-44ae-4ec5-8bb7-d5cc645e70be admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:15:46.629835 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a66a83f8-44ae-4ec5-8bb7-d5cc645e70be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: util.warn( Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:15:46.647306 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:15:46.745239 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a66a83f8-44ae-4ec5-8bb7-d5cc645e70be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:46.775885 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a66a83f8-44ae-4ec5-8bb7-d5cc645e70be admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:46.783525 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a83f8-44ae-4ec5-8bb7-d5cc645e70be admin admin] Pushing event deleted for resources: {'Network': ['ID=1257cf7b-1f00-417a-b3f6-adec5bf49567,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:46.789166 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a66a83f8-44ae-4ec5-8bb7-d5cc645e70be admin admin] 10.222.0.16 "DELETE /v2.0/networks/1257cf7b-1f00-417a-b3f6-adec5bf49567 HTTP/1.1" status: 204 len: 168 time: 2.1902969 Mar 05 14:15:46.789166 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46032) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:15:47.486913 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2faa69-8d94-4162-b052-2e2975118410 req-2b38c76c-0c35-4c20-a221-e12243ea85d7 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:47.486913 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7a2faa69-8d94-4162-b052-2e2975118410 req-2b38c76c-0c35-4c20-a221-e12243ea85d7 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 943 time: 0.1722906 Mar 05 14:15:47.571323 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7a2faa69-8d94-4162-b052-2e2975118410 req-8c5e4cb9-1363-4cc4-ab98-fa252e60db13 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642495 Mar 05 14:15:47.600265 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cfbf19db-0e68-459c-a15d-dd57c73755fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:48.133351 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-cfbf19db-0e68-459c-a15d-dd57c73755fe admin admin] Deleting port a6f0a164-752f-4c02-ba75-6270d3c93432 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:15:48.133351 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cfbf19db-0e68-459c-a15d-dd57c73755fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:48.349240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-cfbf19db-0e68-459c-a15d-dd57c73755fe admin admin] For port a6f0a164-752f-4c02-ba75-6270d3c93432, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a6f0a164-752f-4c02-ba75-6270d3c93432,segment=NetworkSegment(8e2aa6f1-d755-432e-8161-1817698cf4bc),segment_id=8e2aa6f1-d755-432e-8161-1817698cf4bc)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:48.349240 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cfbf19db-0e68-459c-a15d-dd57c73755fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:48.494648 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-cfbf19db-0e68-459c-a15d-dd57c73755fe admin admin] Calling delete_port for a6f0a164-752f-4c02-ba75-6270d3c93432 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:15:48.745346 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cfbf19db-0e68-459c-a15d-dd57c73755fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:48.848951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf19db-0e68-459c-a15d-dd57c73755fe admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f0a164-752f-4c02-ba75-6270d3c93432,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:48.852130 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b78c6-3659-441a-9a56-5f35c9de5d7a req-f2ba1a01-3e43-455b-a515-81891c1cc997 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:48.852130 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-222b78c6-3659-441a-9a56-5f35c9de5d7a req-f2ba1a01-3e43-455b-a515-81891c1cc997 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 943 time: 0.1257122 Mar 05 14:15:48.908634 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-222b78c6-3659-441a-9a56-5f35c9de5d7a req-f5c2b287-18be-4548-a38b-c050d8b940aa tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581720 Mar 05 14:15:49.151937 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cfbf19db-0e68-459c-a15d-dd57c73755fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:49.655776 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbf19db-0e68-459c-a15d-dd57c73755fe admin admin] Router e6b71b22-f6a0-48c3-a020-f8619b010c82 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:15:49.999515 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbf19db-0e68-459c-a15d-dd57c73755fe admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:15:50.016902 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5d5835-442d-460f-92c8-f97b2bab7b5f None None] Sync routers for ids ['e6b71b22-f6a0-48c3-a020-f8619b010c82'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:15:50.022972 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cfbf19db-0e68-459c-a15d-dd57c73755fe admin admin] 10.222.0.16 "PUT /v2.0/routers/e6b71b22-f6a0-48c3-a020-f8619b010c82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2308042 Mar 05 14:15:50.022972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46070) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:15:50.028566 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5d5835-442d-460f-92c8-f97b2bab7b5f None None] Routers {'e6b71b22-f6a0-48c3-a020-f8619b010c82'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:15:50.028566 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4d5d5835-442d-460f-92c8-f97b2bab7b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:15:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e6b71b22-f6a0-48c3-a020-f8619b010c82'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:50.272564 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-4d5d5835-442d-460f-92c8-f97b2bab7b5f None None] Set router e6b71b22-f6a0-48c3-a020-f8619b010c82 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:15:50.302985 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-caa46886-6d28-4006-a734-548abd1aa756 admin admin] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:50.568657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1518d3a-7179-4426-a720-bd08d0bcc78f req-13a92081-b7fc-416f-91c9-ec03f2aeec07 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:50.568657 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e1518d3a-7179-4426-a720-bd08d0bcc78f req-13a92081-b7fc-416f-91c9-ec03f2aeec07 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 943 time: 0.5384436 Mar 05 14:15:50.653653 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-caa46886-6d28-4006-a734-548abd1aa756 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:50.669357 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e1518d3a-7179-4426-a720-bd08d0bcc78f req-f7789410-7742-4993-9948-36f7f632ab59 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834870 Mar 05 14:15:50.669357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-caa46886-6d28-4006-a734-548abd1aa756 admin admin] Deleting port 78481088-4b5b-4235-b36f-b33f38383cf3 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:15:50.669357 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-caa46886-6d28-4006-a734-548abd1aa756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:50.686398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4d5d5835-442d-460f-92c8-f97b2bab7b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b71b22-f6a0-48c3-a020-f8619b010c82', 'name': 'tempest-TestServerMultinode-73759295-router', 'tenant_id': '21b4907729ce40939f088c4ef11f11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '78481088-4b5b-4235-b36f-b33f38383cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:14:46Z', 'updated_at': '2022-03-05T14:15:48Z', 'revision_number': 5, 'project_id': '21b4907729ce40939f088c4ef11f11ac', 'gw_port': {'id': '78481088-4b5b-4235-b36f-b33f38383cf3', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b71b22-f6a0-48c3-a020-f8619b010c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:14:48Z', 'updated_at': '2022-03-05T14:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:50.695885 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5d5835-442d-460f-92c8-f97b2bab7b5f None None] Checking router: e6b71b22-f6a0-48c3-a020-f8619b010c82 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:15:50.717894 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5d5835-442d-460f-92c8-f97b2bab7b5f None None] Routers {'e6b71b22-f6a0-48c3-a020-f8619b010c82'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:15:50.717894 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4d5d5835-442d-460f-92c8-f97b2bab7b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:15:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e6b71b22-f6a0-48c3-a020-f8619b010c82'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:50.873276 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-caa46886-6d28-4006-a734-548abd1aa756 admin admin] For port 78481088-4b5b-4235-b36f-b33f38383cf3, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=78481088-4b5b-4235-b36f-b33f38383cf3,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:50.873276 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-caa46886-6d28-4006-a734-548abd1aa756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:50.946442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-4d5d5835-442d-460f-92c8-f97b2bab7b5f None None] Set router e6b71b22-f6a0-48c3-a020-f8619b010c82 gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:15:51.005493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-caa46886-6d28-4006-a734-548abd1aa756 admin admin] Calling delete_port for 78481088-4b5b-4235-b36f-b33f38383cf3 owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:15:51.068449 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4d5d5835-442d-460f-92c8-f97b2bab7b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b71b22-f6a0-48c3-a020-f8619b010c82', 'name': 'tempest-TestServerMultinode-73759295-router', 'tenant_id': '21b4907729ce40939f088c4ef11f11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:14:46Z', 'updated_at': '2022-03-05T14:15:50Z', 'revision_number': 6, 'project_id': '21b4907729ce40939f088c4ef11f11ac', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:51.068449 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5d5835-442d-460f-92c8-f97b2bab7b5f None None] The sync data for ids ['e6b71b22-f6a0-48c3-a020-f8619b010c82'] in n-d-803718-1 is: [{'id': 'e6b71b22-f6a0-48c3-a020-f8619b010c82', 'name': 'tempest-TestServerMultinode-73759295-router', 'tenant_id': '21b4907729ce40939f088c4ef11f11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:14:46Z', 'updated_at': '2022-03-05T14:15:50Z', 'revision_number': 6, 'project_id': '21b4907729ce40939f088c4ef11f11ac', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:15:51.225397 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-caa46886-6d28-4006-a734-548abd1aa756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:51.277336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa46886-6d28-4006-a734-548abd1aa756 admin admin] Pushing event deleted for resources: {'Port': ['ID=78481088-4b5b-4235-b36f-b33f38383cf3,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:51.404882 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-caa46886-6d28-4006-a734-548abd1aa756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:51.637163 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a6f0a164-752f-4c02-ba75-6270d3c93432 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:15:51.675601 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: a6f0a164-752f-4c02-ba75-6270d3c93432 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:15:51.675601 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a6f0a164-752f-4c02-ba75-6270d3c93432 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:15:51.957393 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-caa46886-6d28-4006-a734-548abd1aa756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:51.957393 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-caa46886-6d28-4006-a734-548abd1aa756 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:51.974575 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd685665-77f8-43da-aea3-ad8e59f91e9b req-222875ff-852b-4b64-8a71-5430489bb783 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:51.974575 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd685665-77f8-43da-aea3-ad8e59f91e9b req-222875ff-852b-4b64-8a71-5430489bb783 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 943 time: 0.1183875 Mar 05 14:15:51.995887 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-caa46886-6d28-4006-a734-548abd1aa756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:51.995887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa46886-6d28-4006-a734-548abd1aa756 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6b71b22-f6a0-48c3-a020-f8619b010c82 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:15:52.022444 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-caa46886-6d28-4006-a734-548abd1aa756 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:52.022444 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-caa46886-6d28-4006-a734-548abd1aa756 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e6b71b22-f6a0-48c3-a020-f8619b010c82 HTTP/1.1" status: 204 len: 168 time: 1.9934411 Mar 05 14:15:52.025306 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46092) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:15:52.082193 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd685665-77f8-43da-aea3-ad8e59f91e9b req-2ffc2076-c195-402f-8c3c-b4adb496df6e tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970240 Mar 05 14:15:52.115575 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0caa6bf-d540-49e0-9b11-3a4623ff6566 admin admin] Deleting subnet 9776c3b7-0667-4663-9998-9a07d98dfd3a {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:15:52.120502 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0caa6bf-d540-49e0-9b11-3a4623ff6566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:52.195795 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0caa6bf-d540-49e0-9b11-3a4623ff6566 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:52.296313 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0caa6bf-d540-49e0-9b11-3a4623ff6566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:52.393776 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0caa6bf-d540-49e0-9b11-3a4623ff6566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:52.477964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0caa6bf-d540-49e0-9b11-3a4623ff6566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9776c3b7-0667-4663-9998-9a07d98dfd3a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:52.477964 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f0caa6bf-d540-49e0-9b11-3a4623ff6566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:52.483719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dd6268-7083-4bb5-b22e-b54ffe0f1b4f None None] Network 76bbe321-11f7-483f-9c77-c43a1e531a0f requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:15:52.497157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0caa6bf-d540-49e0-9b11-3a4623ff6566 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:52.497157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0caa6bf-d540-49e0-9b11-3a4623ff6566 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:52.497157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0caa6bf-d540-49e0-9b11-3a4623ff6566 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:52.497157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0caa6bf-d540-49e0-9b11-3a4623ff6566 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:52.497157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0caa6bf-d540-49e0-9b11-3a4623ff6566 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:52.497157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0caa6bf-d540-49e0-9b11-3a4623ff6566 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:52.497157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0caa6bf-d540-49e0-9b11-3a4623ff6566 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:52.497157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0caa6bf-d540-49e0-9b11-3a4623ff6566 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:52.505337 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0caa6bf-d540-49e0-9b11-3a4623ff6566 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:52.505337 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0caa6bf-d540-49e0-9b11-3a4623ff6566 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:52.505337 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0caa6bf-d540-49e0-9b11-3a4623ff6566 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:52.505337 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0caa6bf-d540-49e0-9b11-3a4623ff6566 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:15:52.521751 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f0caa6bf-d540-49e0-9b11-3a4623ff6566 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9776c3b7-0667-4663-9998-9a07d98dfd3a HTTP/1.1" status: 204 len: 168 time: 0.4915977 Mar 05 14:15:52.527251 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46100) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:15:52.693728 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46a23794-536c-40bd-83a9-837b53efb8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:52.710442 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-46a23794-536c-40bd-83a9-837b53efb8de admin admin] Deleting port 22a169bf-ec33-4163-b963-65bb8fff0173 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:15:52.710442 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46a23794-536c-40bd-83a9-837b53efb8de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:52.825240 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c4df1a-975d-4e62-8bac-8147cc465688 None None] DHCP port deletion for 76bbe321-11f7-483f-9c77-c43a1e531a0f request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:15:52.831248 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-08c4df1a-975d-4e62-8bac-8147cc465688 None None] Deleting port 22a169bf-ec33-4163-b963-65bb8fff0173 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:15:52.832272 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-08c4df1a-975d-4e62-8bac-8147cc465688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:52.962533 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-46a23794-536c-40bd-83a9-837b53efb8de admin admin] For port 22a169bf-ec33-4163-b963-65bb8fff0173, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=22a169bf-ec33-4163-b963-65bb8fff0173,segment=NetworkSegment(8e2aa6f1-d755-432e-8161-1817698cf4bc),segment_id=8e2aa6f1-d755-432e-8161-1817698cf4bc)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:52.962533 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46a23794-536c-40bd-83a9-837b53efb8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:53.090789 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-08c4df1a-975d-4e62-8bac-8147cc465688 None None] For port 22a169bf-ec33-4163-b963-65bb8fff0173, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=22a169bf-ec33-4163-b963-65bb8fff0173,segment=NetworkSegment(8e2aa6f1-d755-432e-8161-1817698cf4bc),segment_id=8e2aa6f1-d755-432e-8161-1817698cf4bc)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:53.091794 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-08c4df1a-975d-4e62-8bac-8147cc465688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:53.099213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-46a23794-536c-40bd-83a9-837b53efb8de admin admin] Calling delete_port for 22a169bf-ec33-4163-b963-65bb8fff0173 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:15:53.274897 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46a23794-536c-40bd-83a9-837b53efb8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:53.325731 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a23794-536c-40bd-83a9-837b53efb8de admin admin] No DVR routers for this DVR port 22a169bf-ec33-4163-b963-65bb8fff0173 on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:15:53.330524 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-08c4df1a-975d-4e62-8bac-8147cc465688 None None] Calling delete_port for 22a169bf-ec33-4163-b963-65bb8fff0173 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:15:53.363751 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a23794-536c-40bd-83a9-837b53efb8de admin admin] Pushing event deleted for resources: {'Port': ['ID=22a169bf-ec33-4163-b963-65bb8fff0173,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:53.401237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 78481088-4b5b-4235-b36f-b33f38383cf3 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:15:53.464283 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 78481088-4b5b-4235-b36f-b33f38383cf3 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:15:53.465465 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 78481088-4b5b-4235-b36f-b33f38383cf3 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:15:53.466093 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 22a169bf-ec33-4163-b963-65bb8fff0173 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:15:53.540549 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 22a169bf-ec33-4163-b963-65bb8fff0173 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:15:53.540549 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 22a169bf-ec33-4163-b963-65bb8fff0173 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:15:53.546140 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46a23794-536c-40bd-83a9-837b53efb8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:53.566254 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-08c4df1a-975d-4e62-8bac-8147cc465688 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:15:53.566254 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-08c4df1a-975d-4e62-8bac-8147cc465688 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:15:53.569447 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd6599-be1f-4329-bd0b-d52afd7fb181 req-dcfcae6d-6b8d-4b78-b86b-348162b1a1e8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:53.575131 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e7cd6599-be1f-4329-bd0b-d52afd7fb181 req-dcfcae6d-6b8d-4b78-b86b-348162b1a1e8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 943 time: 0.3524573 Mar 05 14:15:53.593656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-46a23794-536c-40bd-83a9-837b53efb8de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76bbe321-11f7-483f-9c77-c43a1e531a0f']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:53.612661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-46a23794-536c-40bd-83a9-837b53efb8de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2aa6f1-d755-432e-8161-1817698cf4bc') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:53.612661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-46a23794-536c-40bd-83a9-837b53efb8de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2aa6f1-d755-432e-8161-1817698cf4bc') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:15:53.636825 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46a23794-536c-40bd-83a9-837b53efb8de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:53.668489 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e7cd6599-be1f-4329-bd0b-d52afd7fb181 req-87f8a212-0ab2-4ec5-8312-f670c82d9a74 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915010 Mar 05 14:15:53.672186 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46a23794-536c-40bd-83a9-837b53efb8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:53.682837 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a23794-536c-40bd-83a9-837b53efb8de admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:15:53.683246 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46a23794-536c-40bd-83a9-837b53efb8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:15:53.698568 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:15:53.782565 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46a23794-536c-40bd-83a9-837b53efb8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:53.809498 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-46a23794-536c-40bd-83a9-837b53efb8de admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:53.822032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a23794-536c-40bd-83a9-837b53efb8de admin admin] Pushing event deleted for resources: {'Network': ['ID=76bbe321-11f7-483f-9c77-c43a1e531a0f,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:53.838330 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-46a23794-536c-40bd-83a9-837b53efb8de admin admin] 10.222.0.16 "DELETE /v2.0/networks/76bbe321-11f7-483f-9c77-c43a1e531a0f HTTP/1.1" status: 204 len: 168 time: 1.3194325 Mar 05 14:15:54.069623 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-08c4df1a-975d-4e62-8bac-8147cc465688 None None] Deleting port 22a169bf-ec33-4163-b963-65bb8fff0173 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:15:54.069623 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-08c4df1a-975d-4e62-8bac-8147cc465688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:54.071962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46124) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:15:54.131860 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e63736a4-5746-4646-b685-396f86de1de8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7372746c2d7f4654a25d6200b2b7cb24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0597656 Mar 05 14:15:54.133663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46128) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:15:54.157609 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-08c4df1a-975d-4e62-8bac-8147cc465688 None None] The port '22a169bf-ec33-4163-b963-65bb8fff0173' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:15:54.221061 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-948cf8f5-d125-4963-9d84-ba5af62b4f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:54.256891 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-948cf8f5-d125-4963-9d84-ba5af62b4f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:54.324012 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-948cf8f5-d125-4963-9d84-ba5af62b4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:54.341383 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948cf8f5-d125-4963-9d84-ba5af62b4f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087f4cd9-cee8-45ea-8689-015992926b3a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:54.349782 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-948cf8f5-d125-4963-9d84-ba5af62b4f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:54.349782 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-948cf8f5-d125-4963-9d84-ba5af62b4f1b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/087f4cd9-cee8-45ea-8689-015992926b3a HTTP/1.1" status: 204 len: 168 time: 0.2180479 Mar 05 14:15:54.866253 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46146) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:15:54.970625 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:15:55.020697 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-63b65ca3-65e0-457f-bf17-c44f819efd0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21b4907729ce40939f088c4ef11f11ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543126 Mar 05 14:15:55.021228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46150) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:15:55.140791 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:55.146570 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc924f-6db1-498e-b1f9-a9d97342df9e req-b08d2a8b-4598-4428-8977-ab6f5eff0102 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:55.152279 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-72e478b1-618b-405c-b281-b5a2f6c69b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:55.157560 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'port_id': 'bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2', 'mac_address': 'fa:16:3e:d5:f0:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:15:55.162591 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-abdc924f-6db1-498e-b1f9-a9d97342df9e req-b08d2a8b-4598-4428-8977-ab6f5eff0102 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 943 time: 0.2863119 Mar 05 14:15:55.220579 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:55.225621 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-72e478b1-618b-405c-b281-b5a2f6c69b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:55.243412 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:15:55.261598 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-abdc924f-6db1-498e-b1f9-a9d97342df9e req-3c599d70-c5ed-4856-bdab-043d0b825485 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016004 Mar 05 14:15:55.277246 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:55.284931 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:55.380065 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-72e478b1-618b-405c-b281-b5a2f6c69b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:55.445394 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e478b1-618b-405c-b281-b5a2f6c69b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94131555-effa-4c0b-85a7-94989ea56302,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:55.450018 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:55.463916 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-72e478b1-618b-405c-b281-b5a2f6c69b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:55.463916 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-72e478b1-618b-405c-b281-b5a2f6c69b3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94131555-effa-4c0b-85a7-94989ea56302 HTTP/1.1" status: 204 len: 168 time: 0.4384749 Mar 05 14:15:55.490569 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:15:56.456357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7614bfa-74d9-43b8-9c0e-1e4a6aeef693 req-b9f95182-70f2-4f31-a7dd-62f0787ab26a tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:56.458022 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c7614bfa-74d9-43b8-9c0e-1e4a6aeef693 req-b9f95182-70f2-4f31-a7dd-62f0787ab26a tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 944 time: 0.0965397 Mar 05 14:15:56.507664 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c7614bfa-74d9-43b8-9c0e-1e4a6aeef693 req-2e8eee8f-2fdd-4e8c-a87c-c4285d1e4995 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388577 Mar 05 14:15:56.987799 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:15:57.063826 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:15:57.069299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:15:57.070276 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:57.202643 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:57.248161 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2d06db-135a-43a1-bcd8-1e3827480d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:15:57.262482 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:15:57.270523 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:57.321076 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2d06db-135a-43a1-bcd8-1e3827480d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2', 'code': 200} Mar 05 14:15:57.385938 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:15:57.486217 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b82c2-4762-4750-b22c-61875216cdca req-36ed85ac-0c15-4344-ba7a-f9e6ba73a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:57.490173 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1e3b82c2-4762-4750-b22c-61875216cdca req-36ed85ac-0c15-4344-ba7a-f9e6ba73a35f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 1096 time: 0.1020942 Mar 05 14:15:57.558630 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1e3b82c2-4762-4750-b22c-61875216cdca req-a702c648-4b4b-4ab2-8afc-227713148439 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597861 Mar 05 14:15:57.744514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d3b75-7ad9-4a83-8e94-f5ef560d6fce req-6412bd54-d94f-40ca-b877-317a175e2268 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:57.749708 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d2d3b75-7ad9-4a83-8e94-f5ef560d6fce req-6412bd54-d94f-40ca-b877-317a175e2268 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 945 time: 0.1126149 Mar 05 14:15:57.809755 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8d2d3b75-7ad9-4a83-8e94-f5ef560d6fce req-15739c85-3328-44c8-8caa-75bbb4868ac6 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599966 Mar 05 14:15:59.082882 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f067f-9335-4b7a-a4c3-2c2f80935cbf req-16e8fdf2-31d9-4fa3-a63e-f8fea927605a tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:59.082882 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ad4f067f-9335-4b7a-a4c3-2c2f80935cbf req-16e8fdf2-31d9-4fa3-a63e-f8fea927605a tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 945 time: 0.1498075 Mar 05 14:15:59.158843 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ad4f067f-9335-4b7a-a4c3-2c2f80935cbf req-c28fcf1f-7871-4891-bba1-86930b496fcc tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604320 Mar 05 14:15:59.201320 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:59.233066 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:15:59.415226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f610f93-5203-486a-a160-ab1734d1679c req-6fc3aac9-6d9d-49b6-a9f0-dd26a13fd8d7 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:15:59.420939 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6f610f93-5203-486a-a160-ab1734d1679c req-6fc3aac9-6d9d-49b6-a9f0-dd26a13fd8d7 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 945 time: 0.1335464 Mar 05 14:15:59.492472 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6f610f93-5203-486a-a160-ab1734d1679c req-a97d76e6-b085-4ca5-8e95-a128ff20539a tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583389 Mar 05 14:16:00.087081 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6c3e8-a302-45e8-8436-a9713c6eacc6 req-d4548d10-0fee-4447-a0a0-344328b83c7d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:00.091633 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-78c6c3e8-a302-45e8-8436-a9713c6eacc6 req-d4548d10-0fee-4447-a0a0-344328b83c7d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 945 time: 0.1081064 Mar 05 14:16:00.154539 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-78c6c3e8-a302-45e8-8436-a9713c6eacc6 req-1e674a4e-549e-4b9c-ac89-2896a3b6f336 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598898 Mar 05 14:16:01.417830 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af343e-9cb1-4cd4-b942-63cff288f32f req-81f20d14-d764-4925-a225-c29fe53605d6 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:01.417830 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b5af343e-9cb1-4cd4-b942-63cff288f32f req-81f20d14-d764-4925-a225-c29fe53605d6 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 945 time: 0.1470251 Mar 05 14:16:01.438049 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1bdd0-9c38-4587-ba24-35982bf26aec req-5b66ea41-b6ac-4fa6-9a81-b66b16d2a7b2 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:01.438049 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-51e1bdd0-9c38-4587-ba24-35982bf26aec req-5b66ea41-b6ac-4fa6-9a81-b66b16d2a7b2 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 945 time: 0.1199982 Mar 05 14:16:01.530620 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b5af343e-9cb1-4cd4-b942-63cff288f32f req-9cf369b9-a124-4ca6-b01a-b43825392ab0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060851 Mar 05 14:16:01.533897 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-51e1bdd0-9c38-4587-ba24-35982bf26aec req-ce2fc733-cc48-4dc6-bd97-4e9f1d71d474 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Deleting port bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:16:01.533976 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-51e1bdd0-9c38-4587-ba24-35982bf26aec req-ce2fc733-cc48-4dc6-bd97-4e9f1d71d474 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:01.734337 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6486fcef-0445-4ed0-8c2a-cfe91aea07ac req-559813a8-c2a6-414d-af56-f2a5e1988f21 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0816822 Mar 05 14:16:01.911395 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-51e1bdd0-9c38-4587-ba24-35982bf26aec req-ce2fc733-cc48-4dc6-bd97-4e9f1d71d474 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] For port bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:16:01.911395 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-51e1bdd0-9c38-4587-ba24-35982bf26aec req-ce2fc733-cc48-4dc6-bd97-4e9f1d71d474 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:01.941927 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486fcef-0445-4ed0-8c2a-cfe91aea07ac req-771f3eeb-28f1-4bff-9ae0-c7f62568c2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:01.942989 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6486fcef-0445-4ed0-8c2a-cfe91aea07ac req-771f3eeb-28f1-4bff-9ae0-c7f62568c2c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=706d909f688745e5a517a1792f99e301&device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 1097 time: 0.1218088 Mar 05 14:16:02.070104 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-51e1bdd0-9c38-4587-ba24-35982bf26aec req-ce2fc733-cc48-4dc6-bd97-4e9f1d71d474 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Calling delete_port for bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:16:02.149843 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486fcef-0445-4ed0-8c2a-cfe91aea07ac req-1e367d25-7450-4154-9ae3-f0415a6194fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:02.150960 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6486fcef-0445-4ed0-8c2a-cfe91aea07ac req-1e367d25-7450-4154-9ae3-f0415a6194fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbda1beb-0360-4faf-8113-7d58c38eda14 HTTP/1.1" status: 200 len: 913 time: 0.1807253 Mar 05 14:16:02.291131 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-51e1bdd0-9c38-4587-ba24-35982bf26aec req-ce2fc733-cc48-4dc6-bd97-4e9f1d71d474 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:02.311765 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['da28df4b-7c4d-4026-bb68-f01ba10467c8'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:16:02.380653 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6486fcef-0445-4ed0-8c2a-cfe91aea07ac req-4560f247-d846-41f4-be9e-b90af487723e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a80bc8a-d003-4f97-ae00-8fcb713dfb30 HTTP/1.1" status: 200 len: 1002 time: 0.2182386 Mar 05 14:16:02.425504 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:16:02.474930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486fcef-0445-4ed0-8c2a-cfe91aea07ac req-1feb0a80-49d2-43b5-b6dc-64f65899daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:02.474930 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6486fcef-0445-4ed0-8c2a-cfe91aea07ac req-1feb0a80-49d2-43b5-b6dc-64f65899daa1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6abfa8d8-1095-46c0-8465-de36cd47157d HTTP/1.1" status: 200 len: 852 time: 0.0866141 Mar 05 14:16:02.578156 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fc733-cc48-4dc6-bd97-4e9f1d71d474 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event deleted for resources: {'Port': ['ID=bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:02.637546 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486fcef-0445-4ed0-8c2a-cfe91aea07ac req-e7ec01db-7b36-4fd8-9fa4-bb1165531890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:02.639067 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6486fcef-0445-4ed0-8c2a-cfe91aea07ac req-e7ec01db-7b36-4fd8-9fa4-bb1165531890 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbda1beb-0360-4faf-8113-7d58c38eda14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1569996 Mar 05 14:16:02.818864 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e1bdd0-9c38-4587-ba24-35982bf26aec req-ce2fc733-cc48-4dc6-bd97-4e9f1d71d474 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] No DVR routers for this DVR port bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:16:02.818864 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-51e1bdd0-9c38-4587-ba24-35982bf26aec req-ce2fc733-cc48-4dc6-bd97-4e9f1d71d474 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:02.818864 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2d06db-135a-43a1-bcd8-1e3827480d7c', 'name': 'network-vif-deleted', 'tag': 'bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:16:02.852260 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-51e1bdd0-9c38-4587-ba24-35982bf26aec req-ce2fc733-cc48-4dc6-bd97-4e9f1d71d474 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.30 "DELETE /v2.0/ports/bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 HTTP/1.1" status: 204 len: 173 time: 1.3999720 Mar 05 14:16:02.907216 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2d06db-135a-43a1-bcd8-1e3827480d7c', 'name': 'network-vif-deleted', 'tag': 'bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2', 'status': 'completed', 'code': 200} Mar 05 14:16:02.951399 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3df6c11-c01a-4d67-a8cc-07e896ac4603 req-53f0cd91-1cbd-436e-ba79-0c75b61d2a63 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 210 time: 0.0802515 Mar 05 14:16:03.007153 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6486fcef-0445-4ed0-8c2a-cfe91aea07ac req-67256344-a2aa-4b6f-8a97-ce2c0d997c20 service neutron] 10.222.0.15 "GET /v2.0/networks/dbda1beb-0360-4faf-8113-7d58c38eda14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608587 Mar 05 14:16:03.173987 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6486fcef-0445-4ed0-8c2a-cfe91aea07ac req-f3ae8019-43f7-4051-8045-64ca08f30228 service neutron] 10.222.0.15 "GET /v2.0/networks/dbda1beb-0360-4faf-8113-7d58c38eda14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545243 Mar 05 14:16:03.276631 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:16:04.214550 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ad57bdcd-28d6-43e9-9856-031de8b44c0c req-aaf46102-258c-4195-8ba3-2b94ee0bd03f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Synchronizing usage tracker for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:16:04.243056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ad57bdcd-28d6-43e9-9856-031de8b44c0c req-aaf46102-258c-4195-8ba3-2b94ee0bd03f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Unset dirty status for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:16:04.248340 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ad57bdcd-28d6-43e9-9856-031de8b44c0c req-aaf46102-258c-4195-8ba3-2b94ee0bd03f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d2d06db-135a-43a1-bcd8-1e3827480d7c HTTP/1.1" status: 200 len: 210 time: 0.0906355 Mar 05 14:16:04.455970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46648) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:04.731799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-bdd41c08-9313-46c2-8849-793cb7667bc7 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Deleting port 1cd246a1-f6aa-4310-8197-fd79f0de8bab {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:16:04.732080 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bdd41c08-9313-46c2-8849-793cb7667bc7 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:04.934574 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bdd41c08-9313-46c2-8849-793cb7667bc7 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:04.934574 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bdd41c08-9313-46c2-8849-793cb7667bc7 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:05.032699 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:16:05.072753 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-bdd41c08-9313-46c2-8849-793cb7667bc7 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Calling delete_port for 1cd246a1-f6aa-4310-8197-fd79f0de8bab owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:16:05.212027 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:16:05.216018 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device bb2e545f-c06e-4c5e-9f4a-30a4fe2c7ed2 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:16:05.370922 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bdd41c08-9313-46c2-8849-793cb7667bc7 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:05.573442 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd41c08-9313-46c2-8849-793cb7667bc7 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Pushing event deleted for resources: {'Port': ['ID=1cd246a1-f6aa-4310-8197-fd79f0de8bab,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:05.645919 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bdd41c08-9313-46c2-8849-793cb7667bc7 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:05.646203 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-bdd41c08-9313-46c2-8849-793cb7667bc7 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Floating IP ece8333f-4430-4c9a-9379-d6b63c7cc0d7 disassociated (deleted). External IP: 172.25.4.247, port: 1a80bc8a-d003-4f97-ae00-8fcb713dfb30. Mar 05 14:16:06.278660 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd41c08-9313-46c2-8849-793cb7667bc7 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Router 02568e36-4992-46b2-9411-9ecdb5dd8656 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:16:06.571856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd41c08-9313-46c2-8849-793cb7667bc7 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:16:06.597871 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c7bb6-db8a-46c4-a90d-77c402c60c49 None None] Sync routers for ids ['02568e36-4992-46b2-9411-9ecdb5dd8656'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:16:06.615752 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936c7bb6-db8a-46c4-a90d-77c402c60c49 None None] Routers {'02568e36-4992-46b2-9411-9ecdb5dd8656'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:16:06.618392 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-936c7bb6-db8a-46c4-a90d-77c402c60c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:15:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['02568e36-4992-46b2-9411-9ecdb5dd8656'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:16:06.642125 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bdd41c08-9313-46c2-8849-793cb7667bc7 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:06.802241 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-bdd41c08-9313-46c2-8849-793cb7667bc7 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "DELETE /v2.0/floatingips/ece8333f-4430-4c9a-9379-d6b63c7cc0d7 HTTP/1.1" status: 204 len: 168 time: 2.3488777 Mar 05 14:16:06.802241 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab09f1e1-f2f1-41a7-94ff-1f35487523b4', 'tag': '1a80bc8a-d003-4f97-ae00-8fcb713dfb30'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:16:06.901484 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab09f1e1-f2f1-41a7-94ff-1f35487523b4', 'tag': '1a80bc8a-d003-4f97-ae00-8fcb713dfb30', 'status': 'completed', 'code': 200} Mar 05 14:16:07.185968 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-936c7bb6-db8a-46c4-a90d-77c402c60c49 None None] Set router 02568e36-4992-46b2-9411-9ecdb5dd8656 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:16:07.205451 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a798a8-9afe-4a02-a7ba-2a465f04263e req-1f3644fe-1d68-4b93-83fa-336c0db3dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:07.205451 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26a798a8-9afe-4a02-a7ba-2a465f04263e req-1f3644fe-1d68-4b93-83fa-336c0db3dbd8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=706d909f688745e5a517a1792f99e301&device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 1097 time: 0.2865391 Mar 05 14:16:07.688388 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a798a8-9afe-4a02-a7ba-2a465f04263e req-99d2b75c-f50f-4a95-af4c-a552e98104a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:07.688388 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26a798a8-9afe-4a02-a7ba-2a465f04263e req-99d2b75c-f50f-4a95-af4c-a552e98104a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dbda1beb-0360-4faf-8113-7d58c38eda14 HTTP/1.1" status: 200 len: 913 time: 0.4684107 Mar 05 14:16:07.760417 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26a798a8-9afe-4a02-a7ba-2a465f04263e req-cc44b157-2724-4e21-9195-611e860e2cc6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a80bc8a-d003-4f97-ae00-8fcb713dfb30 HTTP/1.1" status: 200 len: 217 time: 0.0709805 Mar 05 14:16:07.927618 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a798a8-9afe-4a02-a7ba-2a465f04263e req-170450f0-fbae-4d43-820e-88e63dbba31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:07.928543 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26a798a8-9afe-4a02-a7ba-2a465f04263e req-170450f0-fbae-4d43-820e-88e63dbba31d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6abfa8d8-1095-46c0-8465-de36cd47157d HTTP/1.1" status: 200 len: 852 time: 0.1618760 Mar 05 14:16:07.950920 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-936c7bb6-db8a-46c4-a90d-77c402c60c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'name': 'tempest-TestVolumeBackupRestore-755503537-router', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:58Z', 'updated_at': '2022-03-05T14:11:08Z', 'revision_number': 4, 'project_id': '706d909f688745e5a517a1792f99e301', 'gw_port': {'id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:01Z', 'updated_at': '2022-03-05T14:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'd8b94f04-6ae2-4c1d-ab7e-9959a3d5d797', 'name': '', 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'mac_address': 'fa:16:3e:05:d2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:07Z', 'updated_at': '2022-03-05T14:11:17Z', 'revision_number': 5, 'project_id': '706d909f688745e5a517a1792f99e301', 'subnets': [{'id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:16:07.963898 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c7bb6-db8a-46c4-a90d-77c402c60c49 None None] Checking router: 02568e36-4992-46b2-9411-9ecdb5dd8656 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:16:07.980992 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936c7bb6-db8a-46c4-a90d-77c402c60c49 None None] Routers {'02568e36-4992-46b2-9411-9ecdb5dd8656'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:16:07.981928 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-936c7bb6-db8a-46c4-a90d-77c402c60c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:15:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['02568e36-4992-46b2-9411-9ecdb5dd8656'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:16:08.084241 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79aa39-486a-413a-b44c-e6e0b8f634b9 req-11e01323-9562-44ef-97a1-e91c0c0116ab tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:08.085348 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3e79aa39-486a-413a-b44c-e6e0b8f634b9 req-11e01323-9562-44ef-97a1-e91c0c0116ab tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Synchronizing usage tracker for tenant:706d909f688745e5a517a1792f99e301 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:16:08.092825 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a798a8-9afe-4a02-a7ba-2a465f04263e req-761e362a-7aaf-4669-89fa-a8f24ba2f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:08.094807 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26a798a8-9afe-4a02-a7ba-2a465f04263e req-761e362a-7aaf-4669-89fa-a8f24ba2f1f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dbda1beb-0360-4faf-8113-7d58c38eda14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1553354 Mar 05 14:16:08.113043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-26a798a8-9afe-4a02-a7ba-2a465f04263e req-fa5d23fa-e4a9-4d67-916f-45e80c819729 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:16:08.114082 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26a798a8-9afe-4a02-a7ba-2a465f04263e req-fa5d23fa-e4a9-4d67-916f-45e80c819729 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090404 Mar 05 14:16:08.300979 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-936c7bb6-db8a-46c4-a90d-77c402c60c49 None None] Set router 02568e36-4992-46b2-9411-9ecdb5dd8656 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:16:08.325668 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26a798a8-9afe-4a02-a7ba-2a465f04263e req-ccaaa467-18be-48d8-ba95-f5e2c719c209 service neutron] 10.222.0.15 "GET /v2.0/networks/dbda1beb-0360-4faf-8113-7d58c38eda14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019358 Mar 05 14:16:08.325668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3e79aa39-486a-413a-b44c-e6e0b8f634b9 req-11e01323-9562-44ef-97a1-e91c0c0116ab tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Unset dirty status for tenant:706d909f688745e5a517a1792f99e301 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:16:08.335012 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3e79aa39-486a-413a-b44c-e6e0b8f634b9 req-11e01323-9562-44ef-97a1-e91c0c0116ab tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 946 time: 0.4932034 Mar 05 14:16:08.571572 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3e79aa39-486a-413a-b44c-e6e0b8f634b9 req-9b236741-f34d-4fe5-9489-248e2488a90e tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d40e19d-fedd-4555-b57f-40d6f6a29397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348266 Mar 05 14:16:08.625395 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26a798a8-9afe-4a02-a7ba-2a465f04263e req-c34a5d0a-73f6-462a-8f3c-092330a26a7e service neutron] 10.222.0.15 "GET /v2.0/networks/dbda1beb-0360-4faf-8113-7d58c38eda14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707238 Mar 05 14:16:08.825695 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c4172169-9ee7-4623-a520-9fd7291d26f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:08.876870 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-936c7bb6-db8a-46c4-a90d-77c402c60c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'name': 'tempest-TestVolumeBackupRestore-755503537-router', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:58Z', 'updated_at': '2022-03-05T14:11:08Z', 'revision_number': 4, 'project_id': '706d909f688745e5a517a1792f99e301', 'gw_port': {'id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:01Z', 'updated_at': '2022-03-05T14:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'd8b94f04-6ae2-4c1d-ab7e-9959a3d5d797', 'name': '', 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'mac_address': 'fa:16:3e:05:d2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:07Z', 'updated_at': '2022-03-05T14:11:17Z', 'revision_number': 5, 'project_id': '706d909f688745e5a517a1792f99e301', 'subnets': [{'id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:16:08.887661 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c7bb6-db8a-46c4-a90d-77c402c60c49 None None] The sync data for ids ['02568e36-4992-46b2-9411-9ecdb5dd8656'] in n-d-803718-1 is: [{'id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'name': 'tempest-TestVolumeBackupRestore-755503537-router', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:58Z', 'updated_at': '2022-03-05T14:11:08Z', 'revision_number': 4, 'project_id': '706d909f688745e5a517a1792f99e301', 'gw_port': {'id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:01Z', 'updated_at': '2022-03-05T14:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'd8b94f04-6ae2-4c1d-ab7e-9959a3d5d797', 'name': '', 'network_id': 'dbda1beb-0360-4faf-8113-7d58c38eda14', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'mac_address': 'fa:16:3e:05:d2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:07Z', 'updated_at': '2022-03-05T14:11:17Z', 'revision_number': 5, 'project_id': '706d909f688745e5a517a1792f99e301', 'subnets': [{'id': '6abfa8d8-1095-46c0-8465-de36cd47157d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:16:09.141635 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff86b1a-3a70-44ea-a524-d84667ba721a req-594b4020-afca-4142-a7d0-30250e8d4b37 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:09.143308 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6ff86b1a-3a70-44ea-a524-d84667ba721a req-594b4020-afca-4142-a7d0-30250e8d4b37 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 946 time: 0.1145067 Mar 05 14:16:09.329390 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e262ba3-e28e-4a53-a783-6dbd68175d8f None None] New status for floating IP ece8333f-4430-4c9a-9379-d6b63c7cc0d7: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:16:09.437264 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-6ff86b1a-3a70-44ea-a524-d84667ba721a req-1a0152fa-d56a-49c4-acac-11b97488160b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Deleting port 1a80bc8a-d003-4f97-ae00-8fcb713dfb30 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:16:09.438094 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6ff86b1a-3a70-44ea-a524-d84667ba721a req-1a0152fa-d56a-49c4-acac-11b97488160b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:09.819296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a543a-1adf-4406-85a2-fff670a17dc6 req-d8a63972-5adc-4a54-a716-34233ce2ab5e tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:09.823312 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a40a543a-1adf-4406-85a2-fff670a17dc6 req-d8a63972-5adc-4a54-a716-34233ce2ab5e tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 946 time: 0.0992346 Mar 05 14:16:09.825800 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-6ff86b1a-3a70-44ea-a524-d84667ba721a req-1a0152fa-d56a-49c4-acac-11b97488160b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] For port 1a80bc8a-d003-4f97-ae00-8fcb713dfb30, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1a80bc8a-d003-4f97-ae00-8fcb713dfb30,segment=NetworkSegment(7a6521e9-2456-4972-8625-2353045f2b39),segment_id=7a6521e9-2456-4972-8625-2353045f2b39)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:16:09.826156 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6ff86b1a-3a70-44ea-a524-d84667ba721a req-1a0152fa-d56a-49c4-acac-11b97488160b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:09.870710 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a40a543a-1adf-4406-85a2-fff670a17dc6 req-27d5dc8f-f6fb-4bc5-a545-0138f2c37547 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d40e19d-fedd-4555-b57f-40d6f6a29397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427344 Mar 05 14:16:09.962843 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f8c69-988a-408f-9e22-c0978e20b25d req-3d08e927-bf6d-4193-abb7-c45596472b3f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:09.964346 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eb9f8c69-988a-408f-9e22-c0978e20b25d req-3d08e927-bf6d-4193-abb7-c45596472b3f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=800bd062-2d40-4f57-991f-876264ce94e3 HTTP/1.1" status: 200 len: 945 time: 0.2942624 Mar 05 14:16:09.975481 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-6ff86b1a-3a70-44ea-a524-d84667ba721a req-1a0152fa-d56a-49c4-acac-11b97488160b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Calling delete_port for 1a80bc8a-d003-4f97-ae00-8fcb713dfb30 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:16:10.068017 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eb9f8c69-988a-408f-9e22-c0978e20b25d req-b61a810b-74e8-4a4d-b04a-312a44290aaa tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633171 Mar 05 14:16:10.176610 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6ff86b1a-3a70-44ea-a524-d84667ba721a req-1a0152fa-d56a-49c4-acac-11b97488160b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:10.272477 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0152fa-d56a-49c4-acac-11b97488160b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Pushing event deleted for resources: {'Port': ['ID=1a80bc8a-d003-4f97-ae00-8fcb713dfb30,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:10.333163 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff86b1a-3a70-44ea-a524-d84667ba721a req-1a0152fa-d56a-49c4-acac-11b97488160b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] No DVR routers for this DVR port 1a80bc8a-d003-4f97-ae00-8fcb713dfb30 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:16:10.336798 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6ff86b1a-3a70-44ea-a524-d84667ba721a req-1a0152fa-d56a-49c4-acac-11b97488160b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:10.339603 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab09f1e1-f2f1-41a7-94ff-1f35487523b4', 'name': 'network-vif-deleted', 'tag': '1a80bc8a-d003-4f97-ae00-8fcb713dfb30'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:16:10.355866 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6ff86b1a-3a70-44ea-a524-d84667ba721a req-1a0152fa-d56a-49c4-acac-11b97488160b tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.15 "DELETE /v2.0/ports/1a80bc8a-d003-4f97-ae00-8fcb713dfb30 HTTP/1.1" status: 204 len: 173 time: 1.2040339 Mar 05 14:16:10.388454 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab09f1e1-f2f1-41a7-94ff-1f35487523b4', 'name': 'network-vif-deleted', 'tag': '1a80bc8a-d003-4f97-ae00-8fcb713dfb30', 'status': 'completed', 'code': 200} Mar 05 14:16:10.868257 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 46702) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:10.958774 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2662eb23-9d80-493e-8bd7-c1f86fe3e05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:11.044125 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4dd49d73-f80b-4c4f-82ab-b3c30975142e req-322585f2-e893-466a-9fc5-05bacbc85638 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Synchronizing usage tracker for tenant:706d909f688745e5a517a1792f99e301 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:16:11.133616 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5dd12083-b2ab-4473-908d-f84208c665d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9b94609b3d54e51b8a1219b0555ba10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629712 Mar 05 14:16:11.136192 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46712) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:11.137808 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-4dd49d73-f80b-4c4f-82ab-b3c30975142e req-322585f2-e893-466a-9fc5-05bacbc85638 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Unset dirty status for tenant:706d909f688745e5a517a1792f99e301 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:16:11.139007 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4dd49d73-f80b-4c4f-82ab-b3c30975142e req-322585f2-e893-466a-9fc5-05bacbc85638 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab09f1e1-f2f1-41a7-94ff-1f35487523b4 HTTP/1.1" status: 200 len: 210 time: 0.1443782 Mar 05 14:16:11.171516 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61b322-e095-474b-96aa-1494a8e70e8f req-20a750ff-6a2d-462c-94ed-b24a8841467d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:11.172950 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af61b322-e095-474b-96aa-1494a8e70e8f req-20a750ff-6a2d-462c-94ed-b24a8841467d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.15 "GET /v2.0/ports?device_id=800bd062-2d40-4f57-991f-876264ce94e3 HTTP/1.1" status: 200 len: 945 time: 0.1261957 Mar 05 14:16:11.249876 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-af61b322-e095-474b-96aa-1494a8e70e8f req-7ed4b118-5a25-4705-9043-96b92190dd36 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Deleting port da28df4b-7c4d-4026-bb68-f01ba10467c8 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:16:11.250500 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-af61b322-e095-474b-96aa-1494a8e70e8f req-7ed4b118-5a25-4705-9043-96b92190dd36 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:11.253324 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c53cf6d-b5a1-4840-8727-4d1704786250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:11.299663 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c53cf6d-b5a1-4840-8727-4d1704786250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:11.316075 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137a588-43b0-41ba-9526-9c1eebf01ae4 req-19fa264c-afa8-43e4-b71d-cdde02e37a3b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:11.317562 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2137a588-43b0-41ba-9526-9c1eebf01ae4 req-19fa264c-afa8-43e4-b71d-cdde02e37a3b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=800bd062-2d40-4f57-991f-876264ce94e3 HTTP/1.1" status: 200 len: 945 time: 0.1331787 Mar 05 14:16:11.391369 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2137a588-43b0-41ba-9526-9c1eebf01ae4 req-27fc7f64-0e4d-444a-9e81-f1ce759dacf3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615356 Mar 05 14:16:11.408859 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c53cf6d-b5a1-4840-8727-4d1704786250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:11.437579 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53cf6d-b5a1-4840-8727-4d1704786250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ceb264-4a67-42ef-aad3-9fdc0bf37136,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:11.458508 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3c53cf6d-b5a1-4840-8727-4d1704786250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:11.460065 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3c53cf6d-b5a1-4840-8727-4d1704786250 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47ceb264-4a67-42ef-aad3-9fdc0bf37136 HTTP/1.1" status: 204 len: 168 time: 0.3228476 Mar 05 14:16:11.580721 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-af61b322-e095-474b-96aa-1494a8e70e8f req-7ed4b118-5a25-4705-9043-96b92190dd36 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] For port da28df4b-7c4d-4026-bb68-f01ba10467c8, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=da28df4b-7c4d-4026-bb68-f01ba10467c8,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:16:11.581079 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-af61b322-e095-474b-96aa-1494a8e70e8f req-7ed4b118-5a25-4705-9043-96b92190dd36 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:11.708315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-af61b322-e095-474b-96aa-1494a8e70e8f req-7ed4b118-5a25-4705-9043-96b92190dd36 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Calling delete_port for da28df4b-7c4d-4026-bb68-f01ba10467c8 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:16:11.973858 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-af61b322-e095-474b-96aa-1494a8e70e8f req-7ed4b118-5a25-4705-9043-96b92190dd36 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:11.985753 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['da28df4b-7c4d-4026-bb68-f01ba10467c8'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:16:12.026558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4b118-5a25-4705-9043-96b92190dd36 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event deleted for resources: {'Port': ['ID=da28df4b-7c4d-4026-bb68-f01ba10467c8,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:12.103988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-af61b322-e095-474b-96aa-1494a8e70e8f req-7ed4b118-5a25-4705-9043-96b92190dd36 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] No DVR routers for this DVR port da28df4b-7c4d-4026-bb68-f01ba10467c8 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:16:12.106393 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-af61b322-e095-474b-96aa-1494a8e70e8f req-7ed4b118-5a25-4705-9043-96b92190dd36 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:12.121816 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af61b322-e095-474b-96aa-1494a8e70e8f req-7ed4b118-5a25-4705-9043-96b92190dd36 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.15 "DELETE /v2.0/ports/da28df4b-7c4d-4026-bb68-f01ba10467c8 HTTP/1.1" status: 204 len: 173 time: 0.9423437 Mar 05 14:16:12.122109 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:12.141758 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:12.246034 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 46742) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:12.283598 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 1a80bc8a-d003-4f97-ae00-8fcb713dfb30 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:16:12.322378 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c901f28-688b-4687-89e8-91fb86a41a56 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:12.362594 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c901f28-688b-4687-89e8-91fb86a41a56 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:12.372705 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: 1a80bc8a-d003-4f97-ae00-8fcb713dfb30 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:16:12.373279 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 1a80bc8a-d003-4f97-ae00-8fcb713dfb30 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:16:12.389864 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800bd062-2d40-4f57-991f-876264ce94e3', 'name': 'network-vif-deleted', 'tag': 'da28df4b-7c4d-4026-bb68-f01ba10467c8'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:16:12.487116 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c901f28-688b-4687-89e8-91fb86a41a56 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:12.495362 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800bd062-2d40-4f57-991f-876264ce94e3', 'name': 'network-vif-deleted', 'tag': 'da28df4b-7c4d-4026-bb68-f01ba10467c8', 'status': 'completed', 'code': 200} Mar 05 14:16:12.507574 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c901f28-688b-4687-89e8-91fb86a41a56 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d40e19d-fedd-4555-b57f-40d6f6a29397,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:12.531529 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c901f28-688b-4687-89e8-91fb86a41a56 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:12.532687 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5c901f28-688b-4687-89e8-91fb86a41a56 tempest-TestVolumeBackupRestore-141818459 tempest-TestVolumeBackupRestore-141818459-project] 10.222.0.16 "DELETE /v2.0/security-groups/2d40e19d-fedd-4555-b57f-40d6f6a29397 HTTP/1.1" status: 204 len: 168 time: 0.2855272 Mar 05 14:16:12.694660 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-efcae1c5-0718-4d8b-af47-c228ed91fbc3 req-7531b05e-985a-474b-9ca1-059388f4da01 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Synchronizing usage tracker for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:16:12.717077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-efcae1c5-0718-4d8b-af47-c228ed91fbc3 req-7531b05e-985a-474b-9ca1-059388f4da01 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Unset dirty status for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:16:12.718934 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-efcae1c5-0718-4d8b-af47-c228ed91fbc3 req-7531b05e-985a-474b-9ca1-059388f4da01 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=800bd062-2d40-4f57-991f-876264ce94e3 HTTP/1.1" status: 200 len: 210 time: 0.0799234 Mar 05 14:16:13.763697 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:14.299752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device da28df4b-7c4d-4026-bb68-f01ba10467c8 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:16:14.370210 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: da28df4b-7c4d-4026-bb68-f01ba10467c8 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:16:14.370616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device da28df4b-7c4d-4026-bb68-f01ba10467c8 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:16:16.809204 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47198) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:17.824955 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-21f32b28-dec1-499f-96db-c2e050abd56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:18.235769 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-21f32b28-dec1-499f-96db-c2e050abd56c admin admin] Deleting port d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:16:18.235976 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-21f32b28-dec1-499f-96db-c2e050abd56c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:18.518732 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-21f32b28-dec1-499f-96db-c2e050abd56c admin admin] For port d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797,segment=NetworkSegment(7a6521e9-2456-4972-8625-2353045f2b39),segment_id=7a6521e9-2456-4972-8625-2353045f2b39)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:16:18.519040 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-21f32b28-dec1-499f-96db-c2e050abd56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:18.641042 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-21f32b28-dec1-499f-96db-c2e050abd56c admin admin] Calling delete_port for d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:16:18.823758 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-21f32b28-dec1-499f-96db-c2e050abd56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:18.872626 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f32b28-dec1-499f-96db-c2e050abd56c admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:19.152647 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-21f32b28-dec1-499f-96db-c2e050abd56c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:19.545713 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f32b28-dec1-499f-96db-c2e050abd56c admin admin] Router 02568e36-4992-46b2-9411-9ecdb5dd8656 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:16:19.636748 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47304) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:19.644192 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-2708b2c2-5bb0-421b-81ee-777d0d46c1a8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1405533855', 'description': 'tempest-secgroup-smoke-1405533855 description', 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:16:19.654347 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2708b2c2-5bb0-421b-81ee-777d0d46c1a8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:16:19.667330 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2708b2c2-5bb0-421b-81ee-777d0d46c1a8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:16:19.677487 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2708b2c2-5bb0-421b-81ee-777d0d46c1a8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:19.747317 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2708b2c2-5bb0-421b-81ee-777d0d46c1a8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:16:19.751633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2708b2c2-5bb0-421b-81ee-777d0d46c1a8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Usage tracker for resource:security_group_rule and tenant:cc1d84a3fe924180bae57f2f8ac664e5 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:16:19.755586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2708b2c2-5bb0-421b-81ee-777d0d46c1a8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:16:19.762848 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2708b2c2-5bb0-421b-81ee-777d0d46c1a8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:16:19.766381 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f32b28-dec1-499f-96db-c2e050abd56c admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:16:19.781795 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ede8b-48e2-46b2-b5c9-f1f5664ea306 None None] Sync routers for ids ['02568e36-4992-46b2-9411-9ecdb5dd8656'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:16:19.803486 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820ede8b-48e2-46b2-b5c9-f1f5664ea306 None None] Routers {'02568e36-4992-46b2-9411-9ecdb5dd8656'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:16:19.807931 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-21f32b28-dec1-499f-96db-c2e050abd56c admin admin] 10.222.0.16 "PUT /v2.0/routers/02568e36-4992-46b2-9411-9ecdb5dd8656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9970529 Mar 05 14:16:19.808788 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-820ede8b-48e2-46b2-b5c9-f1f5664ea306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:16:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['02568e36-4992-46b2-9411-9ecdb5dd8656'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:16:19.810451 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47310) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:19.864434 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2708b2c2-5bb0-421b-81ee-777d0d46c1a8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:19.872298 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2708b2c2-5bb0-421b-81ee-777d0d46c1a8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:19.959338 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708b2c2-5bb0-421b-81ee-777d0d46c1a8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:19.968426 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2708b2c2-5bb0-421b-81ee-777d0d46c1a8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:19.972439 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2708b2c2-5bb0-421b-81ee-777d0d46c1a8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3333931 Mar 05 14:16:19.978233 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47322) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:19.990284 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a8413384-d117-4f6a-ac8b-bdfde938544f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Request body: {'security_group_rule': {'security_group_id': 'd78cbcb0-d89c-4b21-a0a7-9ed28b048beb', 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:16:20.004710 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a8413384-d117-4f6a-ac8b-bdfde938544f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:16:20.016035 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a8413384-d117-4f6a-ac8b-bdfde938544f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Usage tracker for resource:security_group_rule and tenant:cc1d84a3fe924180bae57f2f8ac664e5 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:16:20.023135 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a8413384-d117-4f6a-ac8b-bdfde938544f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:16:20.035684 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a8413384-d117-4f6a-ac8b-bdfde938544f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:16:20.079984 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a8413384-d117-4f6a-ac8b-bdfde938544f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:20.157987 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a8413384-d117-4f6a-ac8b-bdfde938544f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:20.167157 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a8413384-d117-4f6a-ac8b-bdfde938544f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:20.198123 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8413384-d117-4f6a-ac8b-bdfde938544f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b84f13-cf2e-43e3-8adb-21f9d4e880d0,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:20.200266 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-820ede8b-48e2-46b2-b5c9-f1f5664ea306 None None] Set router 02568e36-4992-46b2-9411-9ecdb5dd8656 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:16:20.206426 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a8413384-d117-4f6a-ac8b-bdfde938544f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:20.208020 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a8413384-d117-4f6a-ac8b-bdfde938544f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2260897 Mar 05 14:16:20.210799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47326) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:20.216730 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-b81e064d-e686-48a7-8aee-a8d996a3d896 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Request body: {'security_group_rule': {'security_group_id': 'd78cbcb0-d89c-4b21-a0a7-9ed28b048beb', 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:16:20.226046 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b81e064d-e686-48a7-8aee-a8d996a3d896 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:16:20.226450 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-94e5ad1d-a424-4f3a-85e0-d2c3b9689daf admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:20.231005 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b81e064d-e686-48a7-8aee-a8d996a3d896 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Usage tracker for resource:security_group_rule and tenant:cc1d84a3fe924180bae57f2f8ac664e5 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:16:20.234249 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b81e064d-e686-48a7-8aee-a8d996a3d896 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:16:20.240556 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b81e064d-e686-48a7-8aee-a8d996a3d896 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:16:20.263535 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b81e064d-e686-48a7-8aee-a8d996a3d896 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:20.371555 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b81e064d-e686-48a7-8aee-a8d996a3d896 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:20.377599 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b81e064d-e686-48a7-8aee-a8d996a3d896 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:20.433735 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e064d-e686-48a7-8aee-a8d996a3d896 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd62427b-6bf4-46b1-96ca-298390ff5ff9,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:20.464017 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b81e064d-e686-48a7-8aee-a8d996a3d896 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:20.465537 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b81e064d-e686-48a7-8aee-a8d996a3d896 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2535410 Mar 05 14:16:20.468221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47334) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:20.472238 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-94e5ad1d-a424-4f3a-85e0-d2c3b9689daf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:20.473667 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-58d69efe-93cc-4cf2-9f9c-f9c0e4a1de80 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Request body: {'security_group_rule': {'security_group_id': 'd78cbcb0-d89c-4b21-a0a7-9ed28b048beb', 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:16:20.484160 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-94e5ad1d-a424-4f3a-85e0-d2c3b9689daf admin admin] Deleting port b276cd54-81cf-4065-8681-f078daa06f97 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:16:20.484845 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-94e5ad1d-a424-4f3a-85e0-d2c3b9689daf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:20.487159 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-58d69efe-93cc-4cf2-9f9c-f9c0e4a1de80 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:16:20.496837 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-58d69efe-93cc-4cf2-9f9c-f9c0e4a1de80 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Usage tracker for resource:security_group_rule and tenant:cc1d84a3fe924180bae57f2f8ac664e5 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:16:20.503033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-58d69efe-93cc-4cf2-9f9c-f9c0e4a1de80 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:16:20.515871 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-58d69efe-93cc-4cf2-9f9c-f9c0e4a1de80 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:16:20.539371 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-58d69efe-93cc-4cf2-9f9c-f9c0e4a1de80 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:20.545953 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-820ede8b-48e2-46b2-b5c9-f1f5664ea306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'name': 'tempest-TestVolumeBackupRestore-755503537-router', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:58Z', 'updated_at': '2022-03-05T14:16:18Z', 'revision_number': 5, 'project_id': '706d909f688745e5a517a1792f99e301', 'gw_port': {'id': 'b276cd54-81cf-4065-8681-f078daa06f97', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:01Z', 'updated_at': '2022-03-05T14:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:16:20.550419 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ede8b-48e2-46b2-b5c9-f1f5664ea306 None None] Checking router: 02568e36-4992-46b2-9411-9ecdb5dd8656 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:16:20.562550 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820ede8b-48e2-46b2-b5c9-f1f5664ea306 None None] Routers {'02568e36-4992-46b2-9411-9ecdb5dd8656'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:16:20.563548 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-820ede8b-48e2-46b2-b5c9-f1f5664ea306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:16:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['02568e36-4992-46b2-9411-9ecdb5dd8656'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:16:20.614042 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-58d69efe-93cc-4cf2-9f9c-f9c0e4a1de80 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:20.619648 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-58d69efe-93cc-4cf2-9f9c-f9c0e4a1de80 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:20.648551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d69efe-93cc-4cf2-9f9c-f9c0e4a1de80 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c9d4b2-a259-457c-a0ad-100f57fdddc2,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:20.659302 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-58d69efe-93cc-4cf2-9f9c-f9c0e4a1de80 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:20.662799 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-58d69efe-93cc-4cf2-9f9c-f9c0e4a1de80 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1917777 Mar 05 14:16:20.664144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47342) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:20.674084 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-fc0b086c-8236-48ef-846f-d11e1208ce2b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Request body: {'security_group_rule': {'security_group_id': 'd78cbcb0-d89c-4b21-a0a7-9ed28b048beb', 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:16:20.692724 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fc0b086c-8236-48ef-846f-d11e1208ce2b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:16:20.707904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fc0b086c-8236-48ef-846f-d11e1208ce2b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Usage tracker for resource:security_group_rule and tenant:cc1d84a3fe924180bae57f2f8ac664e5 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:16:20.707904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fc0b086c-8236-48ef-846f-d11e1208ce2b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:16:20.714300 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fc0b086c-8236-48ef-846f-d11e1208ce2b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:16:20.732963 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-94e5ad1d-a424-4f3a-85e0-d2c3b9689daf admin admin] For port b276cd54-81cf-4065-8681-f078daa06f97, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b276cd54-81cf-4065-8681-f078daa06f97,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:16:20.733658 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-94e5ad1d-a424-4f3a-85e0-d2c3b9689daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:20.735615 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc0b086c-8236-48ef-846f-d11e1208ce2b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:20.736126 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-820ede8b-48e2-46b2-b5c9-f1f5664ea306 None None] Set router 02568e36-4992-46b2-9411-9ecdb5dd8656 gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:16:20.824368 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc0b086c-8236-48ef-846f-d11e1208ce2b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:20.828225 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc0b086c-8236-48ef-846f-d11e1208ce2b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:20.861995 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-820ede8b-48e2-46b2-b5c9-f1f5664ea306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'name': 'tempest-TestVolumeBackupRestore-755503537-router', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:58Z', 'updated_at': '2022-03-05T14:16:20Z', 'revision_number': 6, 'project_id': '706d909f688745e5a517a1792f99e301', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:16:20.862558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b086c-8236-48ef-846f-d11e1208ce2b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e4a6b3-e8d5-4724-87ba-135ed55fb9b4,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:20.867162 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ede8b-48e2-46b2-b5c9-f1f5664ea306 None None] The sync data for ids ['02568e36-4992-46b2-9411-9ecdb5dd8656'] in n-d-803718-1 is: [{'id': '02568e36-4992-46b2-9411-9ecdb5dd8656', 'name': 'tempest-TestVolumeBackupRestore-755503537-router', 'tenant_id': '706d909f688745e5a517a1792f99e301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:10:58Z', 'updated_at': '2022-03-05T14:16:20Z', 'revision_number': 6, 'project_id': '706d909f688745e5a517a1792f99e301', 'gw_port_host': None}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:16:20.871139 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc0b086c-8236-48ef-846f-d11e1208ce2b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:20.872242 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fc0b086c-8236-48ef-846f-d11e1208ce2b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2060223 Mar 05 14:16:20.875990 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47346) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:20.887027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-16b4d84b-6b91-49bb-ae22-8a0386c3c768 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Request body: {'security_group_rule': {'security_group_id': 'd78cbcb0-d89c-4b21-a0a7-9ed28b048beb', 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:16:20.891749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-94e5ad1d-a424-4f3a-85e0-d2c3b9689daf admin admin] Calling delete_port for b276cd54-81cf-4065-8681-f078daa06f97 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:16:20.899757 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-16b4d84b-6b91-49bb-ae22-8a0386c3c768 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:16:20.911343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-16b4d84b-6b91-49bb-ae22-8a0386c3c768 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Usage tracker for resource:security_group_rule and tenant:cc1d84a3fe924180bae57f2f8ac664e5 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:16:20.919648 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-16b4d84b-6b91-49bb-ae22-8a0386c3c768 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:16:20.925613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-16b4d84b-6b91-49bb-ae22-8a0386c3c768 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:16:20.938579 n-d-803718-1 neutron-server[87914]: INFO neutron.db.securitygroups_db [None req-16b4d84b-6b91-49bb-ae22-8a0386c3c768 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Project cc1d84a3fe924180bae57f2f8ac664e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:16:20.945697 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-16b4d84b-6b91-49bb-ae22-8a0386c3c768 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:21.025027 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-16b4d84b-6b91-49bb-ae22-8a0386c3c768 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:21.030399 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-16b4d84b-6b91-49bb-ae22-8a0386c3c768 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:21.049041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4d84b-6b91-49bb-ae22-8a0386c3c768 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f314c98-3ce4-4750-b4fe-f63fe69fe560,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:21.071231 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-16b4d84b-6b91-49bb-ae22-8a0386c3c768 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:21.078366 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-16b4d84b-6b91-49bb-ae22-8a0386c3c768 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1964819 Mar 05 14:16:21.079065 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47356) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:21.084547 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-30441699-1c9b-4819-b43f-cb71adc0f9a7 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Request body: {'security_group_rule': {'security_group_id': 'd78cbcb0-d89c-4b21-a0a7-9ed28b048beb', 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:16:21.095841 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-30441699-1c9b-4819-b43f-cb71adc0f9a7 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:16:21.101566 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-30441699-1c9b-4819-b43f-cb71adc0f9a7 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Usage tracker for resource:security_group_rule and tenant:cc1d84a3fe924180bae57f2f8ac664e5 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:16:21.104556 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-30441699-1c9b-4819-b43f-cb71adc0f9a7 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:16:21.107214 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-94e5ad1d-a424-4f3a-85e0-d2c3b9689daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:21.140711 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-30441699-1c9b-4819-b43f-cb71adc0f9a7 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:16:21.160274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5ad1d-a424-4f3a-85e0-d2c3b9689daf admin admin] Pushing event deleted for resources: {'Port': ['ID=b276cd54-81cf-4065-8681-f078daa06f97,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:21.231587 n-d-803718-1 neutron-server[87913]: INFO neutron.db.securitygroups_db [None req-30441699-1c9b-4819-b43f-cb71adc0f9a7 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Project cc1d84a3fe924180bae57f2f8ac664e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:16:21.249462 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-30441699-1c9b-4819-b43f-cb71adc0f9a7 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:21.300442 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-94e5ad1d-a424-4f3a-85e0-d2c3b9689daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:21.307006 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:16:21.348547 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:16:21.348925 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d8b94f04-6ae2-4c1d-ab7e-9959a3d5d797 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:16:21.513135 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-94e5ad1d-a424-4f3a-85e0-d2c3b9689daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:21.516137 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-94e5ad1d-a424-4f3a-85e0-d2c3b9689daf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:21.542560 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-30441699-1c9b-4819-b43f-cb71adc0f9a7 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:21.546961 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-30441699-1c9b-4819-b43f-cb71adc0f9a7 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:21.562414 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-94e5ad1d-a424-4f3a-85e0-d2c3b9689daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:21.564446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e5ad1d-a424-4f3a-85e0-d2c3b9689daf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02568e36-4992-46b2-9411-9ecdb5dd8656 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:16:21.588404 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30441699-1c9b-4819-b43f-cb71adc0f9a7 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c397efcf-c50c-456b-9756-eb7d02a2567d,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:21.598090 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-94e5ad1d-a424-4f3a-85e0-d2c3b9689daf admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:21.599252 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-94e5ad1d-a424-4f3a-85e0-d2c3b9689daf admin admin] 10.222.0.16 "DELETE /v2.0/routers/02568e36-4992-46b2-9411-9ecdb5dd8656 HTTP/1.1" status: 204 len: 168 time: 1.7877035 Mar 05 14:16:21.600482 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-30441699-1c9b-4819-b43f-cb71adc0f9a7 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:21.604754 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-30441699-1c9b-4819-b43f-cb71adc0f9a7 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5227277 Mar 05 14:16:21.604754 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47368) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:21.784437 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9c8ead-c7eb-49c1-b692-602ff62c0f3d admin admin] Deleting subnet 6abfa8d8-1095-46c0-8465-de36cd47157d {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:16:21.787571 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e9c8ead-c7eb-49c1-b692-602ff62c0f3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:21.844922 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e9c8ead-c7eb-49c1-b692-602ff62c0f3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:21.955107 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e9c8ead-c7eb-49c1-b692-602ff62c0f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:22.028791 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e9c8ead-c7eb-49c1-b692-602ff62c0f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:22.066481 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c8ead-c7eb-49c1-b692-602ff62c0f3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6abfa8d8-1095-46c0-8465-de36cd47157d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:22.073677 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0e9c8ead-c7eb-49c1-b692-602ff62c0f3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:22.079595 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d6b99c-9f30-4434-9aa9-e34db53354d8 None None] Network dbda1beb-0360-4faf-8113-7d58c38eda14 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:16:22.079773 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0e9c8ead-c7eb-49c1-b692-602ff62c0f3d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6abfa8d8-1095-46c0-8465-de36cd47157d HTTP/1.1" status: 204 len: 168 time: 0.4766426 Mar 05 14:16:22.082428 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47416) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:22.351206 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3306d371-40f5-4281-a947-067901c9ed4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:22.365708 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-3306d371-40f5-4281-a947-067901c9ed4c admin admin] Deleting port 1abcec38-7141-4323-8b13-a4b26d5edaff {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:16:22.366123 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3306d371-40f5-4281-a947-067901c9ed4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:22.465257 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a091c2-c131-4068-8d50-48f81cc12a8e None None] DHCP port deletion for dbda1beb-0360-4faf-8113-7d58c38eda14 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:16:22.469847 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-61a091c2-c131-4068-8d50-48f81cc12a8e None None] Deleting port 1abcec38-7141-4323-8b13-a4b26d5edaff {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:16:22.470226 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-61a091c2-c131-4068-8d50-48f81cc12a8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:22.676647 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-3306d371-40f5-4281-a947-067901c9ed4c admin admin] For port 1abcec38-7141-4323-8b13-a4b26d5edaff, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1abcec38-7141-4323-8b13-a4b26d5edaff,segment=NetworkSegment(7a6521e9-2456-4972-8625-2353045f2b39),segment_id=7a6521e9-2456-4972-8625-2353045f2b39)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:16:22.677269 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3306d371-40f5-4281-a947-067901c9ed4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:22.756162 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-61a091c2-c131-4068-8d50-48f81cc12a8e None None] For port 1abcec38-7141-4323-8b13-a4b26d5edaff, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1abcec38-7141-4323-8b13-a4b26d5edaff,segment=NetworkSegment(7a6521e9-2456-4972-8625-2353045f2b39),segment_id=7a6521e9-2456-4972-8625-2353045f2b39)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:16:22.756799 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-61a091c2-c131-4068-8d50-48f81cc12a8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:22.830514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-3306d371-40f5-4281-a947-067901c9ed4c admin admin] Calling delete_port for 1abcec38-7141-4323-8b13-a4b26d5edaff owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:16:22.923463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-61a091c2-c131-4068-8d50-48f81cc12a8e None None] Calling delete_port for 1abcec38-7141-4323-8b13-a4b26d5edaff owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:16:22.984967 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3306d371-40f5-4281-a947-067901c9ed4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:23.029416 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-61a091c2-c131-4068-8d50-48f81cc12a8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:16:23.030107 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-61a091c2-c131-4068-8d50-48f81cc12a8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:16:23.045592 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306d371-40f5-4281-a947-067901c9ed4c admin admin] Pushing event deleted for resources: {'Port': ['ID=1abcec38-7141-4323-8b13-a4b26d5edaff,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:23.050355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3306d371-40f5-4281-a947-067901c9ed4c admin admin] No DVR routers for this DVR port 1abcec38-7141-4323-8b13-a4b26d5edaff on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:16:23.195417 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3306d371-40f5-4281-a947-067901c9ed4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:23.231339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-3306d371-40f5-4281-a947-067901c9ed4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbda1beb-0360-4faf-8113-7d58c38eda14']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:16:23.244212 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-3306d371-40f5-4281-a947-067901c9ed4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6521e9-2456-4972-8625-2353045f2b39') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:16:23.244765 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-3306d371-40f5-4281-a947-067901c9ed4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6521e9-2456-4972-8625-2353045f2b39') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:16:23.256585 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3306d371-40f5-4281-a947-067901c9ed4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:23.264337 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b276cd54-81cf-4065-8681-f078daa06f97 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:16:23.281823 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3306d371-40f5-4281-a947-067901c9ed4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:23.288716 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3306d371-40f5-4281-a947-067901c9ed4c admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:16:23.289285 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3306d371-40f5-4281-a947-067901c9ed4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:23.298866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: b276cd54-81cf-4065-8681-f078daa06f97 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:16:23.299207 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b276cd54-81cf-4065-8681-f078daa06f97 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:16:23.299616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1abcec38-7141-4323-8b13-a4b26d5edaff no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:16:23.303493 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:16:23.332375 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 1abcec38-7141-4323-8b13-a4b26d5edaff {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:16:23.332947 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1abcec38-7141-4323-8b13-a4b26d5edaff not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:16:23.396362 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3306d371-40f5-4281-a947-067901c9ed4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:23.410973 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3306d371-40f5-4281-a947-067901c9ed4c admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:23.448157 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306d371-40f5-4281-a947-067901c9ed4c admin admin] Pushing event deleted for resources: {'Network': ['ID=dbda1beb-0360-4faf-8113-7d58c38eda14,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:23.464311 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3306d371-40f5-4281-a947-067901c9ed4c admin admin] 10.222.0.16 "DELETE /v2.0/networks/dbda1beb-0360-4faf-8113-7d58c38eda14 HTTP/1.1" status: 204 len: 168 time: 1.3801129 Mar 05 14:16:23.467390 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47482) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:23.532521 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-61a091c2-c131-4068-8d50-48f81cc12a8e None None] Deleting port 1abcec38-7141-4323-8b13-a4b26d5edaff {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:16:23.532993 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-61a091c2-c131-4068-8d50-48f81cc12a8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:23.619315 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-61a091c2-c131-4068-8d50-48f81cc12a8e None None] The port '1abcec38-7141-4323-8b13-a4b26d5edaff' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:16:24.108451 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-820dfe76-be5d-41b3-8def-4639056e165d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:24.555796 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-820dfe76-be5d-41b3-8def-4639056e165d admin admin] Deleting port 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:16:24.556462 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-820dfe76-be5d-41b3-8def-4639056e165d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:24.763602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-820dfe76-be5d-41b3-8def-4639056e165d admin admin] For port 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd,segment=NetworkSegment(0f9131c4-7a73-4697-956e-18eacf372bc8),segment_id=0f9131c4-7a73-4697-956e-18eacf372bc8)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:16:24.763949 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-820dfe76-be5d-41b3-8def-4639056e165d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:25.016324 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-820dfe76-be5d-41b3-8def-4639056e165d admin admin] Calling delete_port for 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:16:25.213723 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-820dfe76-be5d-41b3-8def-4639056e165d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:25.270589 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dfe76-be5d-41b3-8def-4639056e165d admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:25.608104 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-820dfe76-be5d-41b3-8def-4639056e165d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:26.020175 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820dfe76-be5d-41b3-8def-4639056e165d admin admin] Router ba8e1d2b-ee72-45df-85ed-e7945759902c has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:16:26.229158 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820dfe76-be5d-41b3-8def-4639056e165d admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:16:26.239714 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5bdd06-9eca-43d2-be4e-ce0c0088db17 None None] Sync routers for ids ['ba8e1d2b-ee72-45df-85ed-e7945759902c'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:16:26.251287 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5bdd06-9eca-43d2-be4e-ce0c0088db17 None None] Routers {'ba8e1d2b-ee72-45df-85ed-e7945759902c'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:16:26.252259 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-cd5bdd06-9eca-43d2-be4e-ce0c0088db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:16:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ba8e1d2b-ee72-45df-85ed-e7945759902c'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:16:26.255140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47532) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:26.256362 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-820dfe76-be5d-41b3-8def-4639056e165d admin admin] 10.222.0.16 "PUT /v2.0/routers/ba8e1d2b-ee72-45df-85ed-e7945759902c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7878582 Mar 05 14:16:26.482533 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-cd5bdd06-9eca-43d2-be4e-ce0c0088db17 None None] Set router ba8e1d2b-ee72-45df-85ed-e7945759902c gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:16:26.779534 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5d1ce627-01d9-44dc-8ac3-da79115bc60a admin admin] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:26.979607 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-cd5bdd06-9eca-43d2-be4e-ce0c0088db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8e1d2b-ee72-45df-85ed-e7945759902c', 'name': 'tempest-TestVolumeBackupRestore-430635858-router', 'tenant_id': 'bfbe617a2208402db6142c524fe85e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'fee99552-fa08-489d-bef8-cb60073ef81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:11:15Z', 'updated_at': '2022-03-05T14:16:25Z', 'revision_number': 5, 'project_id': 'bfbe617a2208402db6142c524fe85e2f', 'gw_port': {'id': 'fee99552-fa08-489d-bef8-cb60073ef81e', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:55:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e1d2b-ee72-45df-85ed-e7945759902c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:11:18Z', 'updated_at': '2022-03-05T14:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:16:26.984024 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5bdd06-9eca-43d2-be4e-ce0c0088db17 None None] Checking router: ba8e1d2b-ee72-45df-85ed-e7945759902c for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:16:26.994449 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5bdd06-9eca-43d2-be4e-ce0c0088db17 None None] Routers {'ba8e1d2b-ee72-45df-85ed-e7945759902c'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:16:26.995203 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5d1ce627-01d9-44dc-8ac3-da79115bc60a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:26.995496 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-cd5bdd06-9eca-43d2-be4e-ce0c0088db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:16:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ba8e1d2b-ee72-45df-85ed-e7945759902c'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:16:27.010963 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ce627-01d9-44dc-8ac3-da79115bc60a admin admin] Deleting port fee99552-fa08-489d-bef8-cb60073ef81e {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:16:27.011304 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5d1ce627-01d9-44dc-8ac3-da79115bc60a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:27.192214 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-cd5bdd06-9eca-43d2-be4e-ce0c0088db17 None None] Set router ba8e1d2b-ee72-45df-85ed-e7945759902c gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:16:27.247502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-5d1ce627-01d9-44dc-8ac3-da79115bc60a admin admin] For port fee99552-fa08-489d-bef8-cb60073ef81e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fee99552-fa08-489d-bef8-cb60073ef81e,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:16:27.247910 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5d1ce627-01d9-44dc-8ac3-da79115bc60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:27.318681 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-cd5bdd06-9eca-43d2-be4e-ce0c0088db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8e1d2b-ee72-45df-85ed-e7945759902c', 'name': 'tempest-TestVolumeBackupRestore-430635858-router', 'tenant_id': 'bfbe617a2208402db6142c524fe85e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:11:15Z', 'updated_at': '2022-03-05T14:16:26Z', 'revision_number': 6, 'project_id': 'bfbe617a2208402db6142c524fe85e2f', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:16:27.323735 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5bdd06-9eca-43d2-be4e-ce0c0088db17 None None] The sync data for ids ['ba8e1d2b-ee72-45df-85ed-e7945759902c'] in n-d-803718-1 is: [{'id': 'ba8e1d2b-ee72-45df-85ed-e7945759902c', 'name': 'tempest-TestVolumeBackupRestore-430635858-router', 'tenant_id': 'bfbe617a2208402db6142c524fe85e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:11:15Z', 'updated_at': '2022-03-05T14:16:26Z', 'revision_number': 6, 'project_id': 'bfbe617a2208402db6142c524fe85e2f', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:16:27.385370 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ce627-01d9-44dc-8ac3-da79115bc60a admin admin] Calling delete_port for fee99552-fa08-489d-bef8-cb60073ef81e owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:16:27.582729 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5d1ce627-01d9-44dc-8ac3-da79115bc60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:27.636886 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ce627-01d9-44dc-8ac3-da79115bc60a admin admin] Pushing event deleted for resources: {'Port': ['ID=fee99552-fa08-489d-bef8-cb60073ef81e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:27.744192 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5d1ce627-01d9-44dc-8ac3-da79115bc60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:27.959027 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5d1ce627-01d9-44dc-8ac3-da79115bc60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:27.961572 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5d1ce627-01d9-44dc-8ac3-da79115bc60a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:27.987406 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5d1ce627-01d9-44dc-8ac3-da79115bc60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:27.988023 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1ce627-01d9-44dc-8ac3-da79115bc60a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba8e1d2b-ee72-45df-85ed-e7945759902c {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:16:28.001704 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5d1ce627-01d9-44dc-8ac3-da79115bc60a admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:28.005082 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5d1ce627-01d9-44dc-8ac3-da79115bc60a admin admin] 10.222.0.16 "DELETE /v2.0/routers/ba8e1d2b-ee72-45df-85ed-e7945759902c HTTP/1.1" status: 204 len: 168 time: 1.7461638 Mar 05 14:16:28.005410 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 47564) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:28.071158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-54fea1f5-041a-4d76-b6b1-38da9d8b03d8 admin admin] Deleting subnet 9237cffe-307f-4ac2-b3ee-2142700b52e1 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:16:28.074521 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-54fea1f5-041a-4d76-b6b1-38da9d8b03d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:28.132506 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-54fea1f5-041a-4d76-b6b1-38da9d8b03d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:28.248205 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-54fea1f5-041a-4d76-b6b1-38da9d8b03d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:28.346999 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-54fea1f5-041a-4d76-b6b1-38da9d8b03d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:28.400702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fea1f5-041a-4d76-b6b1-38da9d8b03d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9237cffe-307f-4ac2-b3ee-2142700b52e1,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:28.405207 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-54fea1f5-041a-4d76-b6b1-38da9d8b03d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:28.411324 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378af7ac-32e9-4a1f-92cb-b8df695e19b5 None None] Network 09d6f3ac-0559-47a0-bea4-99bbc5eca43f requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:16:28.414310 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-54fea1f5-041a-4d76-b6b1-38da9d8b03d8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9237cffe-307f-4ac2-b3ee-2142700b52e1 HTTP/1.1" status: 204 len: 168 time: 0.4068859 Mar 05 14:16:28.416845 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47574) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:28.610622 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72ddc630-2ea5-488d-97db-18d75e10a792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:28.624271 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-72ddc630-2ea5-488d-97db-18d75e10a792 admin admin] Deleting port 7b263e32-4840-40ba-a4f4-28618570de32 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:16:28.625053 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72ddc630-2ea5-488d-97db-18d75e10a792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:28.765836 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7fa18a-958b-425e-84a6-9326b1466d3e None None] DHCP port deletion for 09d6f3ac-0559-47a0-bea4-99bbc5eca43f request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:16:28.770538 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-bc7fa18a-958b-425e-84a6-9326b1466d3e None None] Deleting port 7b263e32-4840-40ba-a4f4-28618570de32 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:16:28.770944 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa18a-958b-425e-84a6-9326b1466d3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:29.052117 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-bc7fa18a-958b-425e-84a6-9326b1466d3e None None] For port 7b263e32-4840-40ba-a4f4-28618570de32, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7b263e32-4840-40ba-a4f4-28618570de32,segment=NetworkSegment(0f9131c4-7a73-4697-956e-18eacf372bc8),segment_id=0f9131c4-7a73-4697-956e-18eacf372bc8)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:16:29.052502 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa18a-958b-425e-84a6-9326b1466d3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:29.081991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-72ddc630-2ea5-488d-97db-18d75e10a792 admin admin] For port 7b263e32-4840-40ba-a4f4-28618570de32, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7b263e32-4840-40ba-a4f4-28618570de32,segment=NetworkSegment(0f9131c4-7a73-4697-956e-18eacf372bc8),segment_id=0f9131c4-7a73-4697-956e-18eacf372bc8)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:16:29.082674 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72ddc630-2ea5-488d-97db-18d75e10a792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:29.192511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-bc7fa18a-958b-425e-84a6-9326b1466d3e None None] Calling delete_port for 7b263e32-4840-40ba-a4f4-28618570de32 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:16:29.262333 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:29.265817 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:29.274467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-72ddc630-2ea5-488d-97db-18d75e10a792 admin admin] Calling delete_port for 7b263e32-4840-40ba-a4f4-28618570de32 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:16:29.308726 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa18a-958b-425e-84a6-9326b1466d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:29.362219 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.db.api [None req-72ddc630-2ea5-488d-97db-18d75e10a792 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:16:29.362539 n-d-803718-1 neutron-server[87913]: DEBUG oslo_db.api [None req-72ddc630-2ea5-488d-97db-18d75e10a792 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:16:29.369400 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7fa18a-958b-425e-84a6-9326b1466d3e None None] No DVR routers for this DVR port 7b263e32-4840-40ba-a4f4-28618570de32 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:16:29.395527 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 7b263e32-4840-40ba-a4f4-28618570de32 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:16:29.428102 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fa18a-958b-425e-84a6-9326b1466d3e None None] Pushing event deleted for resources: {'Port': ['ID=7b263e32-4840-40ba-a4f4-28618570de32,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:29.443663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 7b263e32-4840-40ba-a4f4-28618570de32 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:16:29.444008 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 7b263e32-4840-40ba-a4f4-28618570de32 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:16:29.445376 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:16:29.480317 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:16:29.480656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 2fb4ddfb-1c17-4f74-b86c-4eef3bf4cfbd not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:16:29.481079 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fee99552-fa08-489d-bef8-cb60073ef81e no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:16:29.514996 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: fee99552-fa08-489d-bef8-cb60073ef81e {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:16:29.515339 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fee99552-fa08-489d-bef8-cb60073ef81e not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:16:29.863933 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-72ddc630-2ea5-488d-97db-18d75e10a792 admin admin] Deleting port 7b263e32-4840-40ba-a4f4-28618570de32 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:16:29.864483 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72ddc630-2ea5-488d-97db-18d75e10a792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:29.938482 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-72ddc630-2ea5-488d-97db-18d75e10a792 admin admin] The port '7b263e32-4840-40ba-a4f4-28618570de32' was deleted {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:16:30.057753 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72ddc630-2ea5-488d-97db-18d75e10a792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:30.105514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-72ddc630-2ea5-488d-97db-18d75e10a792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d6f3ac-0559-47a0-bea4-99bbc5eca43f']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:16:30.123442 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-72ddc630-2ea5-488d-97db-18d75e10a792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9131c4-7a73-4697-956e-18eacf372bc8') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:16:30.123984 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-72ddc630-2ea5-488d-97db-18d75e10a792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9131c4-7a73-4697-956e-18eacf372bc8') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:16:30.139408 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72ddc630-2ea5-488d-97db-18d75e10a792 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:30.158140 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72ddc630-2ea5-488d-97db-18d75e10a792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:30.165219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ddc630-2ea5-488d-97db-18d75e10a792 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:16:30.165606 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72ddc630-2ea5-488d-97db-18d75e10a792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: util.warn( Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:16:30.183785 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:16:30.264687 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72ddc630-2ea5-488d-97db-18d75e10a792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:30.273181 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-72ddc630-2ea5-488d-97db-18d75e10a792 admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:30.300769 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ddc630-2ea5-488d-97db-18d75e10a792 admin admin] Pushing event deleted for resources: {'Network': ['ID=09d6f3ac-0559-47a0-bea4-99bbc5eca43f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:30.308045 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-72ddc630-2ea5-488d-97db-18d75e10a792 admin admin] 10.222.0.16 "DELETE /v2.0/networks/09d6f3ac-0559-47a0-bea4-99bbc5eca43f HTTP/1.1" status: 204 len: 168 time: 1.8900902 Mar 05 14:16:30.469806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47614) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:30.530709 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-527bdf82-4244-4a39-8d6a-20d10426cb71 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=706d909f688745e5a517a1792f99e301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569401 Mar 05 14:16:30.530709 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47618) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:30.598787 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0162a4b5-6cd9-48e5-8d37-739b1af35b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:30.642494 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0162a4b5-6cd9-48e5-8d37-739b1af35b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:30.700536 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0162a4b5-6cd9-48e5-8d37-739b1af35b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:30.717592 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162a4b5-6cd9-48e5-8d37-739b1af35b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3460cf-cd3f-4377-a7ee-7c6d9f3564c1,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:30.727098 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0162a4b5-6cd9-48e5-8d37-739b1af35b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:30.731319 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0162a4b5-6cd9-48e5-8d37-739b1af35b6b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b3460cf-cd3f-4377-a7ee-7c6d9f3564c1 HTTP/1.1" status: 204 len: 168 time: 0.1976051 Mar 05 14:16:31.165483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47642) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:31.237119 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4b4928b5-79e1-4d39-9c46-8f5ae8e06173 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bfbe617a2208402db6142c524fe85e2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0705216 Mar 05 14:16:31.239601 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 47646) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:31.301787 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c64c4487-b8e2-4e25-867c-04b5d4beee82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:31.328754 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c64c4487-b8e2-4e25-867c-04b5d4beee82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:31.384658 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c64c4487-b8e2-4e25-867c-04b5d4beee82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:31.404441 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c4487-b8e2-4e25-867c-04b5d4beee82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30788ac3-84c8-4871-ab03-2b1f23bf851a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:31.415545 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c64c4487-b8e2-4e25-867c-04b5d4beee82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:31.418998 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c64c4487-b8e2-4e25-867c-04b5d4beee82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30788ac3-84c8-4871-ab03-2b1f23bf851a HTTP/1.1" status: 204 len: 168 time: 0.1761916 Mar 05 14:16:38.806647 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-aaaf7387-eebc-47e9-b74c-32ea5a2b5334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:40.275779 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:16:40.452672 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-8220352e-1e4a-4098-a1c7-3ba8ac70b72a tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1405533855&fields=id&tenant_id=cc1d84a3fe924180bae57f2f8ac664e5 HTTP/1.1" status: 200 len: 267 time: 0.0418708 Mar 05 14:16:40.614124 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-928682d5-efe1-44e9-a4e5-7721565db7f0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:40.615579 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-928682d5-efe1-44e9-a4e5-7721565db7f0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 812 time: 0.1557174 Mar 05 14:16:40.631315 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-5ab61cd7-44c5-4e74-a34b-98d5a61acf30 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/quotas/cc1d84a3fe924180bae57f2f8ac664e5 HTTP/1.1" status: 200 len: 375 time: 0.0097179 Mar 05 14:16:40.719890 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-cd1163f2-bf7a-4070-83f7-5142e30db593 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831435 Mar 05 14:16:40.736736 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-cc9b62a2-30dc-4ce8-bc47-b4e06041fe0b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:16:40.737952 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-cc9b62a2-30dc-4ce8-bc47-b4e06041fe0b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054829 Mar 05 14:16:40.875611 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-22c19b0c-f159-4a0b-b57c-02ef3c9417cb service neutron] 10.222.0.16 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290181 Mar 05 14:16:40.944164 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f474412-b9c7-43be-98ee-4b0e52f5bf7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:41.128372 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-5b9cc16f-d60b-49a4-b239-9768844dd28a service neutron] 10.222.0.16 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465885 Mar 05 14:16:41.527041 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f0b0485d-c784-4cac-b53a-d87de830c84a req-c57868b3-4db6-4434-bdcf-dd70f83c2d23 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 210 time: 0.0441983 Mar 05 14:16:42.116890 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:42.146956 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:42.731188 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f6605898-cfe5-4cfa-af68-354acaf3a65a req-94016686-edaa-4cda-9e7c-5bb2ec780f0b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 210 time: 0.0478647 Mar 05 14:16:42.784704 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-92127c80-6662-49f6-b032-1468253b8674 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:42.786274 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-92127c80-6662-49f6-b032-1468253b8674 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.15 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 812 time: 0.3202879 Mar 05 14:16:42.839925 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-af6e8bd0-4594-42fc-9f06-35470cec4f80 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Synchronizing usage tracker for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:16:42.859779 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-af6e8bd0-4594-42fc-9f06-35470cec4f80 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Unset dirty status for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:16:42.861149 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-af6e8bd0-4594-42fc-9f06-35470cec4f80 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc1d84a3fe924180bae57f2f8ac664e5 HTTP/1.1" status: 200 len: 380 time: 0.0660176 Mar 05 14:16:42.869981 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Request body: {'port': {'device_id': 'f8b627cf-7919-4a05-a40c-d48e4ebb16e0', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'admin_state_up': True, 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'security_groups': ['d78cbcb0-d89c-4b21-a0a7-9ed28b048beb']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:16:43.042464 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:16:43.051867 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:16:43.061326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Made reservation on behalf of cc1d84a3fe924180bae57f2f8ac664e5 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:16:43.065706 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:43.258637 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Allocated IP 172.20.0.3 (c768af3c-6e35-45f2-95ff-e71855885f5e/00fe0f0a-69ac-46af-997d-acd7d0040d2e/9ec2d68b-953e-402c-8305-7f4c711b4aee) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:16:43.493896 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:43.506083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Transition to ACTIVE for port object 9ec2d68b-953e-402c-8305-7f4c711b4aee will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:16:43.531213 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:43.598854 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Network c768af3c-6e35-45f2-95ff-e71855885f5e is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:16:43.602640 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:16:43.606641 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:16:43.652940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event updated for resources: {'Port': ['ID=9ec2d68b-953e-402c-8305-7f4c711b4aee,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:43.677435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:43.677906 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:43.678339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:43.678823 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:43.679239 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:43.679660 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:43.680078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:43.680881 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:43.681282 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:43.681878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:43.682429 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:43.683104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:43.706605 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:43.707338 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:43.735277 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-77e6ebab-9b2a-4872-86dd-929fc9c215b0 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8690150 Mar 05 14:16:43.757665 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-83e8e2f6-5ed7-433a-8018-d80dc7ce06eb service neutron] Request body: {'port': {'device_id': 'f8b627cf-7919-4a05-a40c-d48e4ebb16e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:16:43.759486 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:43.932245 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-91d90f44-c6f4-43ff-8c82-45f9708669ee None None] Provisioning for port 9ec2d68b-953e-402c-8305-7f4c711b4aee completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:16:43.939568 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-91d90f44-c6f4-43ff-8c82-45f9708669ee None None] Provisioning complete for port 9ec2d68b-953e-402c-8305-7f4c711b4aee triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:16:43.940197 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-91d90f44-c6f4-43ff-8c82-45f9708669ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:43.945799 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-83e8e2f6-5ed7-433a-8018-d80dc7ce06eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:44.008426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-91d90f44-c6f4-43ff-8c82-45f9708669ee None None] Port 9ec2d68b-953e-402c-8305-7f4c711b4aee cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:16:44.050086 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40663eb-467a-46b0-a21b-cb96dc7549c5 req-d1b51f58-f4b9-4d6d-9c63-4d1e0c18199d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:44.050805 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c40663eb-467a-46b0-a21b-cb96dc7549c5 req-d1b51f58-f4b9-4d6d-9c63-4d1e0c18199d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Synchronizing usage tracker for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:16:44.133009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c40663eb-467a-46b0-a21b-cb96dc7549c5 req-d1b51f58-f4b9-4d6d-9c63-4d1e0c18199d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Unset dirty status for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:16:44.134264 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c40663eb-467a-46b0-a21b-cb96dc7549c5 req-d1b51f58-f4b9-4d6d-9c63-4d1e0c18199d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 931 time: 0.2440612 Mar 05 14:16:44.275514 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c40663eb-467a-46b0-a21b-cb96dc7549c5 req-4952ff26-ddf1-4b84-ab3d-5f94c062ed32 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341252 Mar 05 14:16:44.419816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-83e8e2f6-5ed7-433a-8018-d80dc7ce06eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec2d68b-953e-402c-8305-7f4c711b4aee {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:16:44.427658 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-83e8e2f6-5ed7-433a-8018-d80dc7ce06eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:44.444051 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-83e8e2f6-5ed7-433a-8018-d80dc7ce06eb service neutron] Transition to ACTIVE for port object 9ec2d68b-953e-402c-8305-7f4c711b4aee will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:16:44.452747 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-83e8e2f6-5ed7-433a-8018-d80dc7ce06eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:44.690211 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8e2f6-5ed7-433a-8018-d80dc7ce06eb service neutron] Pushing event updated for resources: {'Port': ['ID=9ec2d68b-953e-402c-8305-7f4c711b4aee,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:44.728453 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-83e8e2f6-5ed7-433a-8018-d80dc7ce06eb service neutron] Attempting to bind port 9ec2d68b-953e-402c-8305-7f4c711b4aee on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:16:44.728786 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-83e8e2f6-5ed7-433a-8018-d80dc7ce06eb service neutron] Attempting to bind port 9ec2d68b-953e-402c-8305-7f4c711b4aee by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:16:44.729113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-83e8e2f6-5ed7-433a-8018-d80dc7ce06eb service neutron] Attempting to bind port 9ec2d68b-953e-402c-8305-7f4c711b4aee on network c768af3c-6e35-45f2-95ff-e71855885f5e {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:16:44.734236 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-83e8e2f6-5ed7-433a-8018-d80dc7ce06eb service neutron] Port 9ec2d68b-953e-402c-8305-7f4c711b4aee on network c768af3c-6e35-45f2-95ff-e71855885f5e not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:16:44.734343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-83e8e2f6-5ed7-433a-8018-d80dc7ce06eb service neutron] Attempting to bind port 9ec2d68b-953e-402c-8305-7f4c711b4aee on network c768af3c-6e35-45f2-95ff-e71855885f5e {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:16:44.739938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-83e8e2f6-5ed7-433a-8018-d80dc7ce06eb service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:16:44.740273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-83e8e2f6-5ed7-433a-8018-d80dc7ce06eb service neutron] Checking segment: {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:16:44.740650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-83e8e2f6-5ed7-433a-8018-d80dc7ce06eb service neutron] Bound using segment: {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:16:44.741073 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-83e8e2f6-5ed7-433a-8018-d80dc7ce06eb service neutron] Bound port: 9ec2d68b-953e-402c-8305-7f4c711b4aee, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:16:44.741983 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-83e8e2f6-5ed7-433a-8018-d80dc7ce06eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:44.955875 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-83e8e2f6-5ed7-433a-8018-d80dc7ce06eb service neutron] For port 9ec2d68b-953e-402c-8305-7f4c711b4aee, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:16:44.960369 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-83e8e2f6-5ed7-433a-8018-d80dc7ce06eb service neutron] For port 9ec2d68b-953e-402c-8305-7f4c711b4aee, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=9ec2d68b-953e-402c-8305-7f4c711b4aee,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:16:44.972762 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-83e8e2f6-5ed7-433a-8018-d80dc7ce06eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:45.034173 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-83e8e2f6-5ed7-433a-8018-d80dc7ce06eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:45.034873 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-83e8e2f6-5ed7-433a-8018-d80dc7ce06eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:45.036546 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-83e8e2f6-5ed7-433a-8018-d80dc7ce06eb service neutron] 10.222.0.15 "PUT /v2.0/ports/9ec2d68b-953e-402c-8305-7f4c711b4aee HTTP/1.1" status: 200 len: 1091 time: 1.2852452 Mar 05 14:16:45.036985 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b627cf-7919-4a05-a40c-d48e4ebb16e0', 'tag': '9ec2d68b-953e-402c-8305-7f4c711b4aee'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:16:45.082981 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8e2f6-5ed7-433a-8018-d80dc7ce06eb service neutron] Pushing event updated for resources: {'Port': ['ID=9ec2d68b-953e-402c-8305-7f4c711b4aee,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:45.144840 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b627cf-7919-4a05-a40c-d48e4ebb16e0', 'tag': '9ec2d68b-953e-402c-8305-7f4c711b4aee', 'status': 'completed', 'code': 200} Mar 05 14:16:45.175903 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-d475add0-6f1a-40ed-b924-04106e4bfa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:45.177583 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-d475add0-6f1a-40ed-b924-04106e4bfa19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 1094 time: 0.0851951 Mar 05 14:16:45.251955 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-d322e591-b6c5-456f-8edc-697752746748 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ec2d68b-953e-402c-8305-7f4c711b4aee HTTP/1.1" status: 200 len: 217 time: 0.0670307 Mar 05 14:16:45.343285 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-a852a689-5089-46cc-bd3e-26cfb68c0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:45.344727 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-a852a689-5089-46cc-bd3e-26cfb68c0a36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 200 len: 851 time: 0.0869212 Mar 05 14:16:45.478690 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-e2ff5e97-144b-47f0-8867-13c5143c7e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:45.480200 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-e2ff5e97-144b-47f0-8867-13c5143c7e7b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c768af3c-6e35-45f2-95ff-e71855885f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1298032 Mar 05 14:16:45.610074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6423f-cfbe-4576-8ed2-0b1c4ce07b9e req-0934a7f6-a5e9-40c0-90dc-9295910043d2 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:45.611599 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-81c6423f-cfbe-4576-8ed2-0b1c4ce07b9e req-0934a7f6-a5e9-40c0-90dc-9295910043d2 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 943 time: 0.2026300 Mar 05 14:16:45.670629 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-1d3eed12-ccf8-4637-90f6-1ebe16a3c67d service neutron] 10.222.0.15 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841755 Mar 05 14:16:45.677535 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-81c6423f-cfbe-4576-8ed2-0b1c4ce07b9e req-cc9f6001-61e5-4d56-9bfb-a6ec800012f3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581243 Mar 05 14:16:45.821931 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32bfb3d6-3cd0-42b4-af9e-110a1dcca3af req-2cd86640-a114-419e-9797-f54b4bf0123a service neutron] 10.222.0.15 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434689 Mar 05 14:16:45.943632 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4183c38-10f0-4679-a12d-92d2130a02a5 req-fbf3ea7b-7751-40c1-bc09-fbcf2b41ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:45.945739 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c4183c38-10f0-4679-a12d-92d2130a02a5 req-fbf3ea7b-7751-40c1-bc09-fbcf2b41ec99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 1094 time: 0.0747333 Mar 05 14:16:46.091372 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4183c38-10f0-4679-a12d-92d2130a02a5 req-8aa6c0ba-5926-43b6-8e63-52d7d1ba8c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:46.092829 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c4183c38-10f0-4679-a12d-92d2130a02a5 req-8aa6c0ba-5926-43b6-8e63-52d7d1ba8c53 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 912 time: 0.1412935 Mar 05 14:16:46.164451 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c4183c38-10f0-4679-a12d-92d2130a02a5 req-06769bf2-67ab-4736-98d1-ce84935e5621 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ec2d68b-953e-402c-8305-7f4c711b4aee HTTP/1.1" status: 200 len: 217 time: 0.0654974 Mar 05 14:16:46.230230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4183c38-10f0-4679-a12d-92d2130a02a5 req-191ecf19-6112-4de3-b893-8c34bf4c8d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:46.231750 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c4183c38-10f0-4679-a12d-92d2130a02a5 req-191ecf19-6112-4de3-b893-8c34bf4c8d93 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 200 len: 851 time: 0.0611663 Mar 05 14:16:46.326725 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4183c38-10f0-4679-a12d-92d2130a02a5 req-fd176265-0e92-4188-ad44-bf8f4bd44c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:46.328134 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c4183c38-10f0-4679-a12d-92d2130a02a5 req-fd176265-0e92-4188-ad44-bf8f4bd44c40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c768af3c-6e35-45f2-95ff-e71855885f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903325 Mar 05 14:16:46.466482 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c4183c38-10f0-4679-a12d-92d2130a02a5 req-c5c466a8-94b6-4bfc-81ee-f528bc0bb6b6 service neutron] 10.222.0.15 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321597 Mar 05 14:16:46.609658 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c4183c38-10f0-4679-a12d-92d2130a02a5 req-05f2edae-a7e2-49d9-9b8e-edd0517ba1dd service neutron] 10.222.0.15 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369998 Mar 05 14:16:46.877000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52ff98-673b-44e9-9439-9b1b0263a9f1 req-4ff67c61-de00-40e8-a579-c841b2ba03b5 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:46.878456 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3a52ff98-673b-44e9-9439-9b1b0263a9f1 req-4ff67c61-de00-40e8-a579-c841b2ba03b5 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 943 time: 0.0889995 Mar 05 14:16:46.923588 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3a52ff98-673b-44e9-9439-9b1b0263a9f1 req-3ad54a77-c590-4fae-9e4e-896ad5d6458a tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394406 Mar 05 14:16:48.122749 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a25dac-76f7-4095-a1aa-f3ff56efe733 req-dc358072-1632-4068-b4cc-79a6e68c34b9 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:48.124247 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-64a25dac-76f7-4095-a1aa-f3ff56efe733 req-dc358072-1632-4068-b4cc-79a6e68c34b9 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 943 time: 0.0951583 Mar 05 14:16:48.169631 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-64a25dac-76f7-4095-a1aa-f3ff56efe733 req-03a84cb5-551e-4966-8d7c-9544a4c67c61 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396476 Mar 05 14:16:49.362028 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9233b0-437b-4979-90b9-ff7c785ea0a9 req-ba5ec1b8-9f91-4597-aa28-d27a74a21dca tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:49.363529 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8b9233b0-437b-4979-90b9-ff7c785ea0a9 req-ba5ec1b8-9f91-4597-aa28-d27a74a21dca tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 943 time: 0.0829194 Mar 05 14:16:49.408973 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8b9233b0-437b-4979-90b9-ff7c785ea0a9 req-42516494-16b1-4172-973b-635de7665cc2 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389814 Mar 05 14:16:50.714131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c4f76-704e-4fc8-8158-ab1ce33c6883 req-ef536286-5b95-4486-8def-80c7555a5284 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:50.715623 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-752c4f76-704e-4fc8-8158-ab1ce33c6883 req-ef536286-5b95-4486-8def-80c7555a5284 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 943 time: 0.1997299 Mar 05 14:16:50.766980 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-752c4f76-704e-4fc8-8158-ab1ce33c6883 req-b1c70d33-6fe1-4abd-bc85-36a4c7a65096 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454702 Mar 05 14:16:51.983568 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799397b-9fb1-4450-85fb-f0b2c6b0e30a req-56690ee6-3ac3-4e94-98b2-2c20948bf81f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:51.985083 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a799397b-9fb1-4450-85fb-f0b2c6b0e30a req-56690ee6-3ac3-4e94-98b2-2c20948bf81f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 943 time: 0.0980411 Mar 05 14:16:52.031277 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a799397b-9fb1-4450-85fb-f0b2c6b0e30a req-43b29448-ab36-4b3b-96a5-6f63c0ea00b4 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404508 Mar 05 14:16:52.516658 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 9ec2d68b-953e-402c-8305-7f4c711b4aee details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:16:52.658908 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 9ec2d68b-953e-402c-8305-7f4c711b4aee, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=9ec2d68b-953e-402c-8305-7f4c711b4aee,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:16:52.673985 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '9ec2d68b-953e-402c-8305-7f4c711b4aee', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'port_id': '9ec2d68b-953e-402c-8305-7f4c711b4aee', 'mac_address': 'fa:16:3e:35:0e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:16:52.735571 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:52.752948 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec2d68b-953e-402c-8305-7f4c711b4aee {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:16:52.769765 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 9ec2d68b-953e-402c-8305-7f4c711b4aee, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=9ec2d68b-953e-402c-8305-7f4c711b4aee,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:16:52.774992 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:52.852816 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=9ec2d68b-953e-402c-8305-7f4c711b4aee,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:52.864762 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:52.865120 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:52.865432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:52.865755 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:52.866075 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:52.867062 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:52.867399 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:52.867701 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:52.868021 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:52.868332 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:52.868644 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:52.868954 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:52.983194 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['9ec2d68b-953e-402c-8305-7f4c711b4aee'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:16:53.238737 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02781f-0989-4656-8458-92cc00f39818 req-3b9ee985-594c-43d5-a14b-57f2795817ad tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:53.240238 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a02781f-0989-4656-8458-92cc00f39818 req-3b9ee985-594c-43d5-a14b-57f2795817ad tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 944 time: 0.0850859 Mar 05 14:16:53.294905 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a02781f-0989-4656-8458-92cc00f39818 req-64b1efb0-f4be-486b-81ad-66efa5059a69 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474157 Mar 05 14:16:54.481278 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ed78b-14ef-4955-b110-bf713cdeb130 req-b7e2e113-5c3a-4d17-8a7b-2d45ee81161d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:54.482814 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-385ed78b-14ef-4955-b110-bf713cdeb130 req-b7e2e113-5c3a-4d17-8a7b-2d45ee81161d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 944 time: 0.0825505 Mar 05 14:16:54.530201 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-385ed78b-14ef-4955-b110-bf713cdeb130 req-69ceaf0a-9f27-43c6-800d-c6cb7e78f7b8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418131 Mar 05 14:16:54.531807 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 9ec2d68b-953e-402c-8305-7f4c711b4aee up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:16:54.601209 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 9ec2d68b-953e-402c-8305-7f4c711b4aee completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:16:54.607216 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 9ec2d68b-953e-402c-8305-7f4c711b4aee triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:16:54.607714 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:54.725908 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:54.752295 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b627cf-7919-4a05-a40c-d48e4ebb16e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec2d68b-953e-402c-8305-7f4c711b4aee'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:16:54.763093 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 9ec2d68b-953e-402c-8305-7f4c711b4aee, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=9ec2d68b-953e-402c-8305-7f4c711b4aee,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:16:54.769768 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:54.806863 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b627cf-7919-4a05-a40c-d48e4ebb16e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec2d68b-953e-402c-8305-7f4c711b4aee', 'code': 200} Mar 05 14:16:54.840159 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=9ec2d68b-953e-402c-8305-7f4c711b4aee,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:54.928698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36338dbb-f53c-4f3a-92b2-ffef4bbbd2e1 req-d9e4c821-cfe3-42b5-b92a-58290fbcddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:54.931224 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-36338dbb-f53c-4f3a-92b2-ffef4bbbd2e1 req-d9e4c821-cfe3-42b5-b92a-58290fbcddfe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 1096 time: 0.0729351 Mar 05 14:16:54.972126 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-36338dbb-f53c-4f3a-92b2-ffef4bbbd2e1 req-90e744e0-aa97-4443-984a-b10fc822729c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351059 Mar 05 14:16:55.722129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0feee-b31a-469a-87c6-14e8be5f6aaf req-3b867c1e-9d64-49d9-a2a6-2a10cbeb1b69 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:55.723539 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-28c0feee-b31a-469a-87c6-14e8be5f6aaf req-3b867c1e-9d64-49d9-a2a6-2a10cbeb1b69 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 945 time: 0.0799937 Mar 05 14:16:55.769508 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-28c0feee-b31a-469a-87c6-14e8be5f6aaf req-f444ffcd-3fb4-41ba-ae71-e58a58f2fea1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385075 Mar 05 14:16:56.467364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48510) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:56.583877 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4f51f453-006a-4932-905d-48fea6ceeb5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:56.598629 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4f51f453-006a-4932-905d-48fea6ceeb5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:16:56.602496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4f51f453-006a-4932-905d-48fea6ceeb5a admin admin] Usage tracker for resource:security_group_rule and tenant:6484926e3aa64c9f8a1bfad619956434 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:16:56.605303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4f51f453-006a-4932-905d-48fea6ceeb5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:16:56.610878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4f51f453-006a-4932-905d-48fea6ceeb5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:16:56.691570 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4f51f453-006a-4932-905d-48fea6ceeb5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:56.696105 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4f51f453-006a-4932-905d-48fea6ceeb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:56.746125 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4f51f453-006a-4932-905d-48fea6ceeb5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6484926e3aa64c9f8a1bfad619956434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2776067 Mar 05 14:16:56.747025 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51f453-006a-4932-905d-48fea6ceeb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7bf0b2-5df8-4dfd-9ce3-31974da20e4b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:56.748828 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48516) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:56.806577 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-98cef848-42ad-4477-b6ad-25d91ad5fe26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:56.835996 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-98cef848-42ad-4477-b6ad-25d91ad5fe26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:56.888265 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-98cef848-42ad-4477-b6ad-25d91ad5fe26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:56.904605 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cef848-42ad-4477-b6ad-25d91ad5fe26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7bf0b2-5df8-4dfd-9ce3-31974da20e4b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:56.914778 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cef848-42ad-4477-b6ad-25d91ad5fe26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:56.915075 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cef848-42ad-4477-b6ad-25d91ad5fe26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:56.915539 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cef848-42ad-4477-b6ad-25d91ad5fe26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:56.915951 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cef848-42ad-4477-b6ad-25d91ad5fe26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:56.916384 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cef848-42ad-4477-b6ad-25d91ad5fe26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:56.916711 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cef848-42ad-4477-b6ad-25d91ad5fe26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:56.917027 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cef848-42ad-4477-b6ad-25d91ad5fe26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:56.917340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cef848-42ad-4477-b6ad-25d91ad5fe26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:56.917653 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cef848-42ad-4477-b6ad-25d91ad5fe26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:56.917968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cef848-42ad-4477-b6ad-25d91ad5fe26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:56.918274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cef848-42ad-4477-b6ad-25d91ad5fe26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:56.918582 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cef848-42ad-4477-b6ad-25d91ad5fe26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:16:56.923239 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-98cef848-42ad-4477-b6ad-25d91ad5fe26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:56.924341 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-98cef848-42ad-4477-b6ad-25d91ad5fe26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c7bf0b2-5df8-4dfd-9ce3-31974da20e4b HTTP/1.1" status: 204 len: 168 time: 0.1745145 Mar 05 14:16:56.959342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de3d13-9c1b-41d8-ac6f-ca3b5321eb47 req-c35dae7f-b814-474a-86c7-ab1fe46c3ffe tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:56.961073 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-36de3d13-9c1b-41d8-ac6f-ca3b5321eb47 req-c35dae7f-b814-474a-86c7-ab1fe46c3ffe tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 945 time: 0.0843983 Mar 05 14:16:57.006025 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-36de3d13-9c1b-41d8-ac6f-ca3b5321eb47 req-790c6242-4ac6-4faf-8713-e51649d4cf0e tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395234 Mar 05 14:16:57.197021 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236511d4-0ca7-41aa-8f3a-49673eb42b58 req-ca6d9c86-7262-4d32-861f-f8213ea61028 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:57.198504 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-236511d4-0ca7-41aa-8f3a-49673eb42b58 req-ca6d9c86-7262-4d32-861f-f8213ea61028 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 945 time: 0.0811698 Mar 05 14:16:57.244531 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-236511d4-0ca7-41aa-8f3a-49673eb42b58 req-6256f993-8cc0-4fa1-b0ba-3ad0cb540b46 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400505 Mar 05 14:16:57.268417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48534) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:57.342948 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8177fbd9-c7da-4376-801f-3d894757a036 tempest-TestVolumeBootPattern-1678690854 tempest-TestVolumeBootPattern-1678690854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:57.344391 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8177fbd9-c7da-4376-801f-3d894757a036 tempest-TestVolumeBootPattern-1678690854 tempest-TestVolumeBootPattern-1678690854-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 1091 time: 0.0749798 Mar 05 14:16:57.347658 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48540) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:57.352767 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': '9ec2d68b-953e-402c-8305-7f4c711b4aee', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:16:57.359515 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:16:57.363354 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Usage tracker for resource:floatingip and tenant:cc1d84a3fe924180bae57f2f8ac664e5 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:16:57.366505 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:16:57.373769 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:16:57.384878 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:57.526393 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:57.667106 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Allocated IP 172.25.4.164 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/e1b81c5a-6a32-48b9-820e-c55e38a8425f) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:16:57.817694 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:57.848406 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:57.913316 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:16:57.916238 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:16:57.924287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:16:57.960268 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event updated for resources: {'Port': ['ID=e1b81c5a-6a32-48b9-820e-c55e38a8425f,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:58.354229 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:58.434137 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:58.561822 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48570) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:58.567476 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-ab0e7087-2939-45b2-bab2-2821391aa7de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-973959889', 'description': 'tempest-secgroup-smoke-973959889 description', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:16:58.574495 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ab0e7087-2939-45b2-bab2-2821391aa7de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:16:58.578375 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ab0e7087-2939-45b2-bab2-2821391aa7de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:16:58.581371 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ab0e7087-2939-45b2-bab2-2821391aa7de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:16:58.588808 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ab0e7087-2939-45b2-bab2-2821391aa7de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:16:58.599425 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ab0e7087-2939-45b2-bab2-2821391aa7de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:58.613077 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ab0e7087-2939-45b2-bab2-2821391aa7de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:58.629247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ab0e7087-2939-45b2-bab2-2821391aa7de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:16:58.633648 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ab0e7087-2939-45b2-bab2-2821391aa7de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:16:58.636659 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ab0e7087-2939-45b2-bab2-2821391aa7de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:16:58.642780 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ab0e7087-2939-45b2-bab2-2821391aa7de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:16:58.732401 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ab0e7087-2939-45b2-bab2-2821391aa7de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:58.736190 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ab0e7087-2939-45b2-bab2-2821391aa7de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:58.748851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ab0e7087-2939-45b2-bab2-2821391aa7de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:16:58.756483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ab0e7087-2939-45b2-bab2-2821391aa7de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:16:58.758725 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:58.764473 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:58.766880 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ab0e7087-2939-45b2-bab2-2821391aa7de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:16:58.776996 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ab0e7087-2939-45b2-bab2-2821391aa7de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:16:58.780850 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e7087-2939-45b2-bab2-2821391aa7de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a833da7-76da-46a3-8598-ae2cf623371e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:58.864233 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ab0e7087-2939-45b2-bab2-2821391aa7de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:58.868739 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ab0e7087-2939-45b2-bab2-2821391aa7de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:58.880551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event updated for resources: {'Port': ['ID=e1b81c5a-6a32-48b9-820e-c55e38a8425f,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:58.889203 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:58.910037 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e7087-2939-45b2-bab2-2821391aa7de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c68becd6-55b4-4bc4-b688-641ec70417e7,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:58.913255 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ab0e7087-2939-45b2-bab2-2821391aa7de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:58.918059 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ab0e7087-2939-45b2-bab2-2821391aa7de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3550973 Mar 05 14:16:58.918645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48574) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:58.924129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-9f259175-ecc6-4fb6-abcf-480d7f31bc27 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group_rule': {'security_group_id': 'c68becd6-55b4-4bc4-b688-641ec70417e7', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:16:58.931546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9f259175-ecc6-4fb6-abcf-480d7f31bc27 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:16:58.935376 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9f259175-ecc6-4fb6-abcf-480d7f31bc27 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:16:58.938227 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9f259175-ecc6-4fb6-abcf-480d7f31bc27 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:16:58.944170 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9f259175-ecc6-4fb6-abcf-480d7f31bc27 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:16:58.961479 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9f259175-ecc6-4fb6-abcf-480d7f31bc27 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.022375 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9f259175-ecc6-4fb6-abcf-480d7f31bc27 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.026107 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9f259175-ecc6-4fb6-abcf-480d7f31bc27 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.055108 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f259175-ecc6-4fb6-abcf-480d7f31bc27 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc357df-459c-4077-8e07-c7b1a04638c6,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:59.066870 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9f259175-ecc6-4fb6-abcf-480d7f31bc27 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.068055 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9f259175-ecc6-4fb6-abcf-480d7f31bc27 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484351 Mar 05 14:16:59.069216 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Floating IP 2a2bd1c1-6e8f-4a02-a909-151e5e3f4bb2 associated. External IP: 172.25.4.164, port: 9ec2d68b-953e-402c-8305-7f4c711b4aee. Mar 05 14:16:59.070921 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48578) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:59.075895 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-ce7f3f43-699f-49be-9fa9-1386b12d7a19 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group_rule': {'security_group_id': 'c68becd6-55b4-4bc4-b688-641ec70417e7', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:16:59.082381 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ce7f3f43-699f-49be-9fa9-1386b12d7a19 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:16:59.086851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ce7f3f43-699f-49be-9fa9-1386b12d7a19 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:16:59.089672 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-ce7f3f43-699f-49be-9fa9-1386b12d7a19 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:16:59.095337 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-ce7f3f43-699f-49be-9fa9-1386b12d7a19 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:16:59.112255 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ce7f3f43-699f-49be-9fa9-1386b12d7a19 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.174947 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.176445 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ce7f3f43-699f-49be-9fa9-1386b12d7a19 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.180466 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ce7f3f43-699f-49be-9fa9-1386b12d7a19 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.211411 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f3f43-699f-49be-9fa9-1386b12d7a19 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4873bf-b351-42a9-ae1a-9c3f3b78f5e3,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:59.222018 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ce7f3f43-699f-49be-9fa9-1386b12d7a19 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.223292 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ce7f3f43-699f-49be-9fa9-1386b12d7a19 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1514261 Mar 05 14:16:59.226531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48582) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:59.228121 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.231603 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-61cb1c5d-10f2-4338-b1ca-3773f5f57068 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group_rule': {'security_group_id': 'c68becd6-55b4-4bc4-b688-641ec70417e7', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:16:59.238082 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-61cb1c5d-10f2-4338-b1ca-3773f5f57068 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:16:59.241901 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-61cb1c5d-10f2-4338-b1ca-3773f5f57068 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:16:59.244776 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-61cb1c5d-10f2-4338-b1ca-3773f5f57068 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:16:59.250382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-61cb1c5d-10f2-4338-b1ca-3773f5f57068 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:16:59.268595 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61cb1c5d-10f2-4338-b1ca-3773f5f57068 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.331716 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61cb1c5d-10f2-4338-b1ca-3773f5f57068 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.335959 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61cb1c5d-10f2-4338-b1ca-3773f5f57068 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.363979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb1c5d-10f2-4338-b1ca-3773f5f57068 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bac3f45-e6a6-4dee-9e65-18182614e783,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:59.373716 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61cb1c5d-10f2-4338-b1ca-3773f5f57068 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.375130 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-61cb1c5d-10f2-4338-b1ca-3773f5f57068 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475544 Mar 05 14:16:59.377914 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48586) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:59.387360 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-46c746f3-7988-467b-ab0d-bbbddbaeca9e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group_rule': {'security_group_id': 'c68becd6-55b4-4bc4-b688-641ec70417e7', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:16:59.394582 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-46c746f3-7988-467b-ab0d-bbbddbaeca9e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:16:59.399172 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-46c746f3-7988-467b-ab0d-bbbddbaeca9e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:16:59.402368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-46c746f3-7988-467b-ab0d-bbbddbaeca9e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:16:59.412879 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-46c746f3-7988-467b-ab0d-bbbddbaeca9e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:16:59.431766 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46c746f3-7988-467b-ab0d-bbbddbaeca9e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.444032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:16:59.496606 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46c746f3-7988-467b-ab0d-bbbddbaeca9e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.500147 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46c746f3-7988-467b-ab0d-bbbddbaeca9e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.524565 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c746f3-7988-467b-ab0d-bbbddbaeca9e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608b85bd-1a91-4673-b3e1-17bfaf764214,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:59.533554 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-46c746f3-7988-467b-ab0d-bbbddbaeca9e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.534971 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-46c746f3-7988-467b-ab0d-bbbddbaeca9e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1518202 Mar 05 14:16:59.537599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48590) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:59.542599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-2063c5c6-91a5-4a76-bbd4-65e30b59f2af tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group_rule': {'security_group_id': 'c68becd6-55b4-4bc4-b688-641ec70417e7', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:16:59.548972 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2063c5c6-91a5-4a76-bbd4-65e30b59f2af tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:16:59.552768 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2063c5c6-91a5-4a76-bbd4-65e30b59f2af tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:16:59.555882 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2063c5c6-91a5-4a76-bbd4-65e30b59f2af tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:16:59.561432 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2063c5c6-91a5-4a76-bbd4-65e30b59f2af tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:16:59.573317 n-d-803718-1 neutron-server[87913]: INFO neutron.db.securitygroups_db [None req-2063c5c6-91a5-4a76-bbd4-65e30b59f2af tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Project c0bf4aa200884a48888e5cf3ebc8526f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:16:59.579777 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2063c5c6-91a5-4a76-bbd4-65e30b59f2af tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.637912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:16:59.647458 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2063c5c6-91a5-4a76-bbd4-65e30b59f2af tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.649307 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0040c5e2-82ff-4001-9a3f-a08b477bb154 None None] Sync routers for ids ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:16:59.652778 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2063c5c6-91a5-4a76-bbd4-65e30b59f2af tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.660131 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0040c5e2-82ff-4001-9a3f-a08b477bb154 None None] Routers {'7eb9eb4f-87b1-4a28-8834-acebd7622fb1'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:16:59.660732 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0040c5e2-82ff-4001-9a3f-a08b477bb154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:16:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:16:59.672767 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.676792 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063c5c6-91a5-4a76-bbd4-65e30b59f2af tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701bd0c9-0620-4b29-b888-e253b87a54ac,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:59.691048 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2063c5c6-91a5-4a76-bbd4-65e30b59f2af tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.692508 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2063c5c6-91a5-4a76-bbd4-65e30b59f2af tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1537316 Mar 05 14:16:59.695802 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48594) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:59.701317 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-95eeae7e-a4a6-4c5d-8625-d463de276d74 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group_rule': {'security_group_id': 'c68becd6-55b4-4bc4-b688-641ec70417e7', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:16:59.708141 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-95eeae7e-a4a6-4c5d-8625-d463de276d74 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:16:59.712342 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-95eeae7e-a4a6-4c5d-8625-d463de276d74 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:16:59.715267 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-95eeae7e-a4a6-4c5d-8625-d463de276d74 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:16:59.721398 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-95eeae7e-a4a6-4c5d-8625-d463de276d74 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:16:59.735766 n-d-803718-1 neutron-server[87913]: INFO neutron.db.securitygroups_db [None req-95eeae7e-a4a6-4c5d-8625-d463de276d74 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Project c0bf4aa200884a48888e5cf3ebc8526f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:16:59.754782 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c2f76fc4-81d0-4a0c-a07d-5aa3f51aced3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3925238 Mar 05 14:16:59.754782 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b627cf-7919-4a05-a40c-d48e4ebb16e0', 'tag': '9ec2d68b-953e-402c-8305-7f4c711b4aee'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:16:59.758699 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-95eeae7e-a4a6-4c5d-8625-d463de276d74 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.801806 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b627cf-7919-4a05-a40c-d48e4ebb16e0', 'tag': '9ec2d68b-953e-402c-8305-7f4c711b4aee', 'status': 'completed', 'code': 200} Mar 05 14:16:59.829557 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-95eeae7e-a4a6-4c5d-8625-d463de276d74 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.834110 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-95eeae7e-a4a6-4c5d-8625-d463de276d74 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.846414 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-0040c5e2-82ff-4001-9a3f-a08b477bb154 None None] Set router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:16:59.857940 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eeae7e-a4a6-4c5d-8625-d463de276d74 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d90ba76-bf05-410c-a5fc-ace1ff28a8b2,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:16:59.875371 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-95eeae7e-a4a6-4c5d-8625-d463de276d74 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.879944 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-95eeae7e-a4a6-4c5d-8625-d463de276d74 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1804593 Mar 05 14:16:59.880335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48602) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:16:59.888334 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e5e4ad78-3ca9-4590-84b9-21f7b435f4e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'network': {'name': 'tempest-network-smoke--1686345729', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'port_security_enabled': True}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:16:59.892975 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e5e4ad78-3ca9-4590-84b9-21f7b435f4e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:16:59.899679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e5e4ad78-3ca9-4590-84b9-21f7b435f4e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:network and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:16:59.901054 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07619745-10f1-4bab-9d7a-9b180c03c78f req-f9afb43d-4180-4758-9f35-5f686a04bdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:16:59.902706 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07619745-10f1-4bab-9d7a-9b180c03c78f req-f9afb43d-4180-4758-9f35-5f686a04bdd8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 1096 time: 0.0815020 Mar 05 14:16:59.902950 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e5e4ad78-3ca9-4590-84b9-21f7b435f4e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:16:59.908661 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e5e4ad78-3ca9-4590-84b9-21f7b435f4e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:16:59.920193 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e4ad78-3ca9-4590-84b9-21f7b435f4e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Made reservation on behalf of c0bf4aa200884a48888e5cf3ebc8526f for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:16:59.924497 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5e4ad78-3ca9-4590-84b9-21f7b435f4e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.953718 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e4ad78-3ca9-4590-84b9-21f7b435f4e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:16:59.963778 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5e4ad78-3ca9-4590-84b9-21f7b435f4e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:16:59.964185 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-e5e4ad78-3ca9-4590-84b9-21f7b435f4e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Added segment 7bfa4103-621f-447e-986a-3a394c25c2eb of type vlan for network 5191abfc-803b-438f-b684-e8e88fae88da Mar 05 14:16:59.993353 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5e4ad78-3ca9-4590-84b9-21f7b435f4e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:00.024975 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5e4ad78-3ca9-4590-84b9-21f7b435f4e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:00.030707 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e4ad78-3ca9-4590-84b9-21f7b435f4e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:00.031321 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e5e4ad78-3ca9-4590-84b9-21f7b435f4e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:00.047974 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07619745-10f1-4bab-9d7a-9b180c03c78f req-b0e474b0-3803-43f2-99ee-2ea19778933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:00.049550 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07619745-10f1-4bab-9d7a-9b180c03c78f req-b0e474b0-3803-43f2-99ee-2ea19778933c service neutron] 10.222.0.15 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 912 time: 0.1411138 Mar 05 14:17:00.136834 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e5e4ad78-3ca9-4590-84b9-21f7b435f4e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2524321 Mar 05 14:17:00.137056 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48606) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:17:00.140511 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4ad78-3ca9-4590-84b9-21f7b435f4e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Network': ['ID=5191abfc-803b-438f-b684-e8e88fae88da,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:17:00.142437 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-7fd1a6e6-8433-4103-a467-7b2d6eb27d48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1062909886', 'admin_state_up': True, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:17:00.150879 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7fd1a6e6-8433-4103-a467-7b2d6eb27d48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:17:00.153096 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 5191abfc-803b-438f-b684-e8e88fae88da details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:17:00.158279 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7fd1a6e6-8433-4103-a467-7b2d6eb27d48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:router and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:17:00.169485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7fd1a6e6-8433-4103-a467-7b2d6eb27d48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:17:00.178829 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7fd1a6e6-8433-4103-a467-7b2d6eb27d48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:17:00.182468 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07619745-10f1-4bab-9d7a-9b180c03c78f req-3a03c6ca-227a-4e9c-ad3a-30bf066a8c3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ec2d68b-953e-402c-8305-7f4c711b4aee HTTP/1.1" status: 200 len: 999 time: 0.1269474 Mar 05 14:17:00.209825 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0040c5e2-82ff-4001-9a3f-a08b477bb154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:12:09Z', 'revision_number': 4, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '2a2bd1c1-6e8f-4a02-a909-151e5e3f4bb2', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'floating_ip_address': '172.25.4.164', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'port_id': '9ec2d68b-953e-402c-8305-7f4c711b4aee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'mac_address': 'fa:16:3e:35:0e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b627cf-7919-4a05-a40c-d48e4ebb16e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:16:58Z', 'updated_at': '2022-03-05T14:16:58Z', 'revision_number': 0, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b247443-5295-4e9b-869f-2f51856ccba6', 'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'mac_address': 'fa:16:3e:b5:17:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:07Z', 'updated_at': '2022-03-05T14:12:20Z', 'revision_number': 5, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'subnets': [{'id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:17:00.214487 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0040c5e2-82ff-4001-9a3f-a08b477bb154 None None] Checking router: 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:17:00.222956 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7fd1a6e6-8433-4103-a467-7b2d6eb27d48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:00.223700 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0040c5e2-82ff-4001-9a3f-a08b477bb154 None None] Routers {'7eb9eb4f-87b1-4a28-8834-acebd7622fb1'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:17:00.223965 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7fd1a6e6-8433-4103-a467-7b2d6eb27d48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:00.224294 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0040c5e2-82ff-4001-9a3f-a08b477bb154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:16:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:17:00.262040 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7fd1a6e6-8433-4103-a467-7b2d6eb27d48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:00.264184 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07619745-10f1-4bab-9d7a-9b180c03c78f req-36724ee6-7883-4298-b24a-d3c1805c67f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:00.265614 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07619745-10f1-4bab-9d7a-9b180c03c78f req-36724ee6-7883-4298-b24a-d3c1805c67f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 200 len: 851 time: 0.0773482 Mar 05 14:17:00.452998 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-0040c5e2-82ff-4001-9a3f-a08b477bb154 None None] Set router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:17:00.701791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07619745-10f1-4bab-9d7a-9b180c03c78f req-4f1a2883-568b-44e0-95ca-ba90d11e7690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:00.703348 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07619745-10f1-4bab-9d7a-9b180c03c78f req-4f1a2883-568b-44e0-95ca-ba90d11e7690 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c768af3c-6e35-45f2-95ff-e71855885f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3093450 Mar 05 14:17:00.714427 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7fd1a6e6-8433-4103-a467-7b2d6eb27d48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:00.807048 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0040c5e2-82ff-4001-9a3f-a08b477bb154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:12:09Z', 'revision_number': 4, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '2a2bd1c1-6e8f-4a02-a909-151e5e3f4bb2', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'floating_ip_address': '172.25.4.164', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'port_id': '9ec2d68b-953e-402c-8305-7f4c711b4aee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'mac_address': 'fa:16:3e:35:0e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b627cf-7919-4a05-a40c-d48e4ebb16e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:16:58Z', 'updated_at': '2022-03-05T14:16:58Z', 'revision_number': 0, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b247443-5295-4e9b-869f-2f51856ccba6', 'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'mac_address': 'fa:16:3e:b5:17:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:07Z', 'updated_at': '2022-03-05T14:12:20Z', 'revision_number': 5, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'subnets': [{'id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:17:00.811047 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0040c5e2-82ff-4001-9a3f-a08b477bb154 None None] The sync data for ids ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'] in n-d-803718-1 is: [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:12:09Z', 'revision_number': 4, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '2a2bd1c1-6e8f-4a02-a909-151e5e3f4bb2', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'floating_ip_address': '172.25.4.164', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'port_id': '9ec2d68b-953e-402c-8305-7f4c711b4aee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'mac_address': 'fa:16:3e:35:0e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b627cf-7919-4a05-a40c-d48e4ebb16e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:16:58Z', 'updated_at': '2022-03-05T14:16:58Z', 'revision_number': 0, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b247443-5295-4e9b-869f-2f51856ccba6', 'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'mac_address': 'fa:16:3e:b5:17:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:07Z', 'updated_at': '2022-03-05T14:12:20Z', 'revision_number': 5, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'subnets': [{'id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:17:00.928640 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07619745-10f1-4bab-9d7a-9b180c03c78f req-efab56df-f854-49ec-b12d-d4c92dfc4175 service neutron] 10.222.0.15 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169023 Mar 05 14:17:01.011173 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6620eb-cf75-4092-a68b-41a327910ac9 None None] New status for floating IP 2a2bd1c1-6e8f-4a02-a909-151e5e3f4bb2: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:17:01.091420 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07619745-10f1-4bab-9d7a-9b180c03c78f req-e5058126-7612-482e-8cdd-50e8790b7874 service neutron] 10.222.0.15 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549430 Mar 05 14:17:01.252262 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7fd1a6e6-8433-4103-a467-7b2d6eb27d48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:01.285196 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7fd1a6e6-8433-4103-a467-7b2d6eb27d48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:01.424329 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-7fd1a6e6-8433-4103-a467-7b2d6eb27d48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Allocated IP 172.25.4.228 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/49873b3f-4221-40c6-a6f7-839a5e510e10) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:17:01.571585 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7fd1a6e6-8433-4103-a467-7b2d6eb27d48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:01.600036 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7fd1a6e6-8433-4103-a467-7b2d6eb27d48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:01.657469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd1a6e6-8433-4103-a467-7b2d6eb27d48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:17:01.660290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-7fd1a6e6-8433-4103-a467-7b2d6eb27d48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:17:01.662871 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd1a6e6-8433-4103-a467-7b2d6eb27d48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:17:01.837539 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1a6e6-8433-4103-a467-7b2d6eb27d48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Port': ['ID=49873b3f-4221-40c6-a6f7-839a5e510e10,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:17:02.207239 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7fd1a6e6-8433-4103-a467-7b2d6eb27d48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:02.550650 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7fd1a6e6-8433-4103-a467-7b2d6eb27d48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:02.752602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd1a6e6-8433-4103-a467-7b2d6eb27d48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Router e82200ff-7369-4bca-9a98-4582e445d49b is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:17:02.928673 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd1a6e6-8433-4103-a467-7b2d6eb27d48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:17:02.937917 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] Sync routers for ids ['e82200ff-7369-4bca-9a98-4582e445d49b'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:17:02.947280 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] Routers {'e82200ff-7369-4bca-9a98-4582e445d49b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:17:02.947873 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:16:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e82200ff-7369-4bca-9a98-4582e445d49b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:17:02.956725 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7fd1a6e6-8433-4103-a467-7b2d6eb27d48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:02.961788 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7fd1a6e6-8433-4103-a467-7b2d6eb27d48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8200893 Mar 05 14:17:02.962114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48610) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:17:03.115425 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-04923409-4b2a-4b5e-92a1-63118d72481c tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=c0bf4aa200884a48888e5cf3ebc8526f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1517873 Mar 05 14:17:03.118841 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48616) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:17:03.129821 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] Set router e82200ff-7369-4bca-9a98-4582e445d49b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:17:03.379363 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964a7637-ee5f-4c57-9ed0-0570566d636e tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:03.380845 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-964a7637-ee5f-4c57-9ed0-0570566d636e tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2610586 Mar 05 14:17:03.384285 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48622) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:17:03.421800 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062909886', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:17:00Z', 'updated_at': '2022-03-05T14:17:02Z', 'revision_number': 3, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:17:01Z', 'updated_at': '2022-03-05T14:17:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:17:03.426961 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-26d5a9ae-0e57-41eb-9fef-e52c9dbe7f29 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391803 Mar 05 14:17:03.427148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48626) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:17:03.428933 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] Checking router: e82200ff-7369-4bca-9a98-4582e445d49b for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:17:03.429309 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] Updating router e82200ff-7369-4bca-9a98-4582e445d49b port 49873b3f-4221-40c6-a6f7-839a5e510e10 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:17:03.433379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-2f5d80ff-b622-4e77-9c46-5596c3a24566 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-936338109', 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:17:03.486168 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:03.544402 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2f5d80ff-b622-4e77-9c46-5596c3a24566 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:17:03.548193 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2f5d80ff-b622-4e77-9c46-5596c3a24566 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:subnet and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:17:03.551013 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2f5d80ff-b622-4e77-9c46-5596c3a24566 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:17:03.557306 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2f5d80ff-b622-4e77-9c46-5596c3a24566 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:17:03.568065 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5d80ff-b622-4e77-9c46-5596c3a24566 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Made reservation on behalf of c0bf4aa200884a48888e5cf3ebc8526f for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:17:03.572416 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2f5d80ff-b622-4e77-9c46-5596c3a24566 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:03.794661 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2f5d80ff-b622-4e77-9c46-5596c3a24566 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:03.809794 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:03.822564 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] Transition to ACTIVE for port object 49873b3f-4221-40c6-a6f7-839a5e510e10 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:17:03.828643 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:03.881058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d80ff-b622-4e77-9c46-5596c3a24566 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Subnet': ['ID=f731e0c1-18f4-40e6-919c-21eb1d4774ac,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:17:03.886201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5d80ff-b622-4e77-9c46-5596c3a24566 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Checking segment: {'id': '7bfa4103-621f-447e-986a-3a394c25c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:17:03.886432 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5d80ff-b622-4e77-9c46-5596c3a24566 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network hostable DHCP agents. Network: 5191abfc-803b-438f-b684-e8e88fae88da, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:17:03.906726 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5d80ff-b622-4e77-9c46-5596c3a24566 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network 5191abfc-803b-438f-b684-e8e88fae88da is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:17:03.908260 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] Attempting to bind port 49873b3f-4221-40c6-a6f7-839a5e510e10 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:17:03.908617 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] Attempting to bind port 49873b3f-4221-40c6-a6f7-839a5e510e10 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:17:03.908979 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] Attempting to bind port 49873b3f-4221-40c6-a6f7-839a5e510e10 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:17:03.914909 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c75c7-4f7d-4830-b69e-319cce10ea03 None None] Pushing event updated for resources: {'Port': ['ID=49873b3f-4221-40c6-a6f7-839a5e510e10,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:17:03.916232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-2f5d80ff-b622-4e77-9c46-5596c3a24566 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 5191abfc-803b-438f-b684-e8e88fae88da) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:17:03.920850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5d80ff-b622-4e77-9c46-5596c3a24566 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:03.921619 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2f5d80ff-b622-4e77-9c46-5596c3a24566 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:03.923541 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c75c7-4f7d-4830-b69e-319cce10ea03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:17:03.923862 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c75c7-4f7d-4830-b69e-319cce10ea03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:17:03.924198 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c75c7-4f7d-4830-b69e-319cce10ea03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:17:03.924547 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c75c7-4f7d-4830-b69e-319cce10ea03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:17:03.924882 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c75c7-4f7d-4830-b69e-319cce10ea03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:17:03.925201 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c75c7-4f7d-4830-b69e-319cce10ea03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:17:03.925522 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c75c7-4f7d-4830-b69e-319cce10ea03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:17:03.925840 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c75c7-4f7d-4830-b69e-319cce10ea03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:17:03.926156 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c75c7-4f7d-4830-b69e-319cce10ea03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:17:03.926469 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c75c7-4f7d-4830-b69e-319cce10ea03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:17:03.926863 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c75c7-4f7d-4830-b69e-319cce10ea03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:17:03.927183 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c75c7-4f7d-4830-b69e-319cce10ea03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:17:03.928216 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba59afd-50d4-4eea-aeff-b2bbbde61b1b None None] Network 5191abfc-803b-438f-b684-e8e88fae88da requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:17:03.931145 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:17:03.931515 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:17:03.931927 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:03.932276 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:17:03.932745 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] Bound port: 49873b3f-4221-40c6-a6f7-839a5e510e10, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:17:03.933103 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:03.950232 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2f5d80ff-b622-4e77-9c46-5596c3a24566 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5196350 Mar 05 14:17:03.950430 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48630) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:17:04.007011 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] For port 49873b3f-4221-40c6-a6f7-839a5e510e10, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:17:04.010975 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] For port 49873b3f-4221-40c6-a6f7-839a5e510e10, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=49873b3f-4221-40c6-a6f7-839a5e510e10,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:17:04.017566 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:04.141265 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] Routers {'e82200ff-7369-4bca-9a98-4582e445d49b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:17:04.142268 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:16:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e82200ff-7369-4bca-9a98-4582e445d49b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:17:04.206042 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c75c7-4f7d-4830-b69e-319cce10ea03 None None] Pushing event updated for resources: {'Port': ['ID=49873b3f-4221-40c6-a6f7-839a5e510e10,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:17:04.207192 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfce2b80-fad5-49a3-a15a-77cafdf1ac4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-5191abfc-803b-438f-b684-e8e88fae88da', 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'fixed_ips': [{'subnet_id': 'f731e0c1-18f4-40e6-919c-21eb1d4774ac'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:17:04.208362 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bfce2b80-fad5-49a3-a15a-77cafdf1ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:04.326430 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] Set router e82200ff-7369-4bca-9a98-4582e445d49b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:17:04.377367 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-bfce2b80-fad5-49a3-a15a-77cafdf1ac4a None None] Allocated IP 172.20.0.2 (5191abfc-803b-438f-b684-e8e88fae88da/f731e0c1-18f4-40e6-919c-21eb1d4774ac/5c3fcd50-5589-4a9c-b27e-0491f0316bb8) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:17:04.600149 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bfce2b80-fad5-49a3-a15a-77cafdf1ac4a None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:04.612004 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bfce2b80-fad5-49a3-a15a-77cafdf1ac4a None None] Transition to ACTIVE for port object 5c3fcd50-5589-4a9c-b27e-0491f0316bb8 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:17:04.622179 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062909886', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:17:00Z', 'updated_at': '2022-03-05T14:17:02Z', 'revision_number': 3, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:17:01Z', 'updated_at': '2022-03-05T14:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:17:04.626296 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba12c857-8cd5-45f6-905c-22dd5cf5285c None None] The sync data for ids ['e82200ff-7369-4bca-9a98-4582e445d49b'] in n-d-803718-1 is: [{'id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062909886', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:17:00Z', 'updated_at': '2022-03-05T14:17:02Z', 'revision_number': 3, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:17:01Z', 'updated_at': '2022-03-05T14:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:17:04.636842 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bfce2b80-fad5-49a3-a15a-77cafdf1ac4a None None] Transition to ACTIVE for port object 5c3fcd50-5589-4a9c-b27e-0491f0316bb8 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:17:04.644006 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bfce2b80-fad5-49a3-a15a-77cafdf1ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:04.709840 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfce2b80-fad5-49a3-a15a-77cafdf1ac4a None None] Network 5191abfc-803b-438f-b684-e8e88fae88da is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:17:04.719339 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-bfce2b80-fad5-49a3-a15a-77cafdf1ac4a None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:17:04.723368 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfce2b80-fad5-49a3-a15a-77cafdf1ac4a None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:17:04.729811 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce2b80-fad5-49a3-a15a-77cafdf1ac4a None None] Pushing event updated for resources: {'Port': ['ID=5c3fcd50-5589-4a9c-b27e-0491f0316bb8,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:17:04.733828 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cec4eaee-efc6-453e-a606-136573f18168 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:04.826819 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-bfce2b80-fad5-49a3-a15a-77cafdf1ac4a None None] Attempting to bind port 5c3fcd50-5589-4a9c-b27e-0491f0316bb8 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:17:04.827344 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-bfce2b80-fad5-49a3-a15a-77cafdf1ac4a None None] Attempting to bind port 5c3fcd50-5589-4a9c-b27e-0491f0316bb8 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '7bfa4103-621f-447e-986a-3a394c25c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:17:04.827805 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfce2b80-fad5-49a3-a15a-77cafdf1ac4a None None] Attempting to bind port 5c3fcd50-5589-4a9c-b27e-0491f0316bb8 on network 5191abfc-803b-438f-b684-e8e88fae88da {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:17:04.833486 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfce2b80-fad5-49a3-a15a-77cafdf1ac4a None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:17:04.833982 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfce2b80-fad5-49a3-a15a-77cafdf1ac4a None None] Checking segment: {'id': '7bfa4103-621f-447e-986a-3a394c25c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:17:04.834482 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bfce2b80-fad5-49a3-a15a-77cafdf1ac4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:04.835000 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfce2b80-fad5-49a3-a15a-77cafdf1ac4a None None] Bound using segment: {'id': '7bfa4103-621f-447e-986a-3a394c25c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:17:04.836266 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-bfce2b80-fad5-49a3-a15a-77cafdf1ac4a None None] Bound port: 5c3fcd50-5589-4a9c-b27e-0491f0316bb8, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfa4103-621f-447e-986a-3a394c25c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:17:04.836753 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bfce2b80-fad5-49a3-a15a-77cafdf1ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:04.956575 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-bfce2b80-fad5-49a3-a15a-77cafdf1ac4a None None] For port 5c3fcd50-5589-4a9c-b27e-0491f0316bb8, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:17:04.961335 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-bfce2b80-fad5-49a3-a15a-77cafdf1ac4a None None] For port 5c3fcd50-5589-4a9c-b27e-0491f0316bb8, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5c3fcd50-5589-4a9c-b27e-0491f0316bb8,segment=NetworkSegment(7bfa4103-621f-447e-986a-3a394c25c2eb),segment_id=7bfa4103-621f-447e-986a-3a394c25c2eb)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:17:04.965921 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bfce2b80-fad5-49a3-a15a-77cafdf1ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:05.065374 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce2b80-fad5-49a3-a15a-77cafdf1ac4a None None] Pushing event updated for resources: {'Port': ['ID=5c3fcd50-5589-4a9c-b27e-0491f0316bb8,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:17:05.362439 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 49873b3f-4221-40c6-a6f7-839a5e510e10 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:17:05.376053 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-cec4eaee-efc6-453e-a606-136573f18168 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Allocated IP 172.20.0.1 (5191abfc-803b-438f-b684-e8e88fae88da/f731e0c1-18f4-40e6-919c-21eb1d4774ac/a9ae9d70-b47e-4228-9e12-d3a2129bdae4) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:17:05.484710 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 49873b3f-4221-40c6-a6f7-839a5e510e10 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:17:05.492971 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 49873b3f-4221-40c6-a6f7-839a5e510e10 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:17:05.493653 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:05.568037 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cec4eaee-efc6-453e-a606-136573f18168 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:05.587043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-cec4eaee-efc6-453e-a606-136573f18168 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Transition to ACTIVE for port object a9ae9d70-b47e-4228-9e12-d3a2129bdae4 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:17:05.615265 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cec4eaee-efc6-453e-a606-136573f18168 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:05.621788 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:05.640311 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 49873b3f-4221-40c6-a6f7-839a5e510e10, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=49873b3f-4221-40c6-a6f7-839a5e510e10,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:17:05.645335 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:05.687018 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec4eaee-efc6-453e-a606-136573f18168 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network 5191abfc-803b-438f-b684-e8e88fae88da is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:17:05.690322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-cec4eaee-efc6-453e-a606-136573f18168 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:17:05.699371 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec4eaee-efc6-453e-a606-136573f18168 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:17:05.727994 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=49873b3f-4221-40c6-a6f7-839a5e510e10,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:17:05.738891 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4eaee-efc6-453e-a606-136573f18168 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Port': ['ID=a9ae9d70-b47e-4228-9e12-d3a2129bdae4,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:17:05.762675 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cec4eaee-efc6-453e-a606-136573f18168 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:06.048485 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cec4eaee-efc6-453e-a606-136573f18168 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:06.081493 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913c1300-1f26-49bc-9251-3eaa176c0f1c None None] Network 5191abfc-803b-438f-b684-e8e88fae88da requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:17:06.192533 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e3745e97-1a0e-4db1-96f3-c1b3e1ca2185 None None] Provisioning for port 5c3fcd50-5589-4a9c-b27e-0491f0316bb8 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:17:06.533984 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cec4eaee-efc6-453e-a606-136573f18168 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:06.540411 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cec4eaee-efc6-453e-a606-136573f18168 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:06.669529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4eaee-efc6-453e-a606-136573f18168 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Port': ['ID=a9ae9d70-b47e-4228-9e12-d3a2129bdae4,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:17:06.671881 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cec4eaee-efc6-453e-a606-136573f18168 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:06.746467 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ae211207-4ee8-4a1e-b399-d16e99c91133 None None] Provisioning for port a9ae9d70-b47e-4228-9e12-d3a2129bdae4 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:17:06.752355 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ae211207-4ee8-4a1e-b399-d16e99c91133 None None] Provisioning complete for port a9ae9d70-b47e-4228-9e12-d3a2129bdae4 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:17:06.752721 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ae211207-4ee8-4a1e-b399-d16e99c91133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:06.819484 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ae211207-4ee8-4a1e-b399-d16e99c91133 None None] Port a9ae9d70-b47e-4228-9e12-d3a2129bdae4 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:17:06.842477 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec4eaee-efc6-453e-a606-136573f18168 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network 5191abfc-803b-438f-b684-e8e88fae88da is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:17:06.845505 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-cec4eaee-efc6-453e-a606-136573f18168 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:17:06.955010 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-68e0dd2e-d471-4d69-a1c5-612479712454 None None] Provisioning complete for port a9ae9d70-b47e-4228-9e12-d3a2129bdae4 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:17:06.956551 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-68e0dd2e-d471-4d69-a1c5-612479712454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:07.026026 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-68e0dd2e-d471-4d69-a1c5-612479712454 None None] Port a9ae9d70-b47e-4228-9e12-d3a2129bdae4 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:17:07.208899 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec4eaee-efc6-453e-a606-136573f18168 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Router e82200ff-7369-4bca-9a98-4582e445d49b has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:17:07.260615 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-de4cecd7-9c20-44c8-ab02-785ee8008509 None None] Provisioning complete for port a9ae9d70-b47e-4228-9e12-d3a2129bdae4 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:17:07.261072 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-de4cecd7-9c20-44c8-ab02-785ee8008509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:07.328431 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-de4cecd7-9c20-44c8-ab02-785ee8008509 None None] Port a9ae9d70-b47e-4228-9e12-d3a2129bdae4 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:17:07.380283 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 49873b3f-4221-40c6-a6f7-839a5e510e10 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:17:07.422336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec4eaee-efc6-453e-a606-136573f18168 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:17:07.440951 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cec4eaee-efc6-453e-a606-136573f18168 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "PUT /v2.0/routers/e82200ff-7369-4bca-9a98-4582e445d49b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4818027 Mar 05 14:17:07.441056 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] Sync routers for ids ['e82200ff-7369-4bca-9a98-4582e445d49b'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:17:07.457219 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] Routers {'e82200ff-7369-4bca-9a98-4582e445d49b'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:17:07.457705 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:16:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e82200ff-7369-4bca-9a98-4582e445d49b'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:17:07.595132 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 49873b3f-4221-40c6-a6f7-839a5e510e10 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:17:07.596177 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:07.633626 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-f496ce53-3654-41bb-bf64-46497e28aebd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-973959889&fields=id&tenant_id=c0bf4aa200884a48888e5cf3ebc8526f HTTP/1.1" status: 200 len: 267 time: 0.0477889 Mar 05 14:17:07.735361 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] Set router e82200ff-7369-4bca-9a98-4582e445d49b gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:17:07.792199 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-9f6e7988-1096-4f4e-9cda-9bc592437fbb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:07.793755 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-9f6e7988-1096-4f4e-9cda-9bc592437fbb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/networks?id=5191abfc-803b-438f-b684-e8e88fae88da HTTP/1.1" status: 200 len: 797 time: 0.1522191 Mar 05 14:17:07.808865 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-19e35ee0-1fc7-46d5-8b34-02395254995f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/quotas/c0bf4aa200884a48888e5cf3ebc8526f HTTP/1.1" status: 200 len: 375 time: 0.0096118 Mar 05 14:17:07.897262 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-9bffcc02-d3c7-4824-842b-293e0c3a53b2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Synchronizing usage tracker for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:17:07.915370 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-9bffcc02-d3c7-4824-842b-293e0c3a53b2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Unset dirty status for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:17:07.916660 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-9bffcc02-d3c7-4824-842b-293e0c3a53b2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1025355 Mar 05 14:17:07.942340 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5c3fcd50-5589-4a9c-b27e-0491f0316bb8 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:17:08.059144 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-6a3116c1-e5b3-4d5a-968f-7a8aeaf91705 service neutron] 10.222.0.16 "GET /v2.0/networks/5191abfc-803b-438f-b684-e8e88fae88da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304562 Mar 05 14:17:08.118513 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 5c3fcd50-5589-4a9c-b27e-0491f0316bb8 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:17:08.127682 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 5c3fcd50-5589-4a9c-b27e-0491f0316bb8 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:17:08.128050 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:08.193495 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-3b224a0e-f438-405a-9b7d-0f56526657d3 service neutron] 10.222.0.16 "GET /v2.0/networks/5191abfc-803b-438f-b684-e8e88fae88da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278498 Mar 05 14:17:08.249455 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062909886', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:17:00Z', 'updated_at': '2022-03-05T14:17:05Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:17:01Z', 'updated_at': '2022-03-05T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a9ae9d70-b47e-4228-9e12-d3a2129bdae4', 'name': '', 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:4e:85:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'f731e0c1-18f4-40e6-919c-21eb1d4774ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:17:05Z', 'updated_at': '2022-03-05T14:17:06Z', 'revision_number': 2, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': 'f731e0c1-18f4-40e6-919c-21eb1d4774ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:17:08.256420 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] Checking router: e82200ff-7369-4bca-9a98-4582e445d49b for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:17:08.256764 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] Updating router e82200ff-7369-4bca-9a98-4582e445d49b port a9ae9d70-b47e-4228-9e12-d3a2129bdae4 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:17:08.300958 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:08.338511 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:08.392539 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 5c3fcd50-5589-4a9c-b27e-0491f0316bb8, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5c3fcd50-5589-4a9c-b27e-0491f0316bb8,segment=NetworkSegment(7bfa4103-621f-447e-986a-3a394c25c2eb),segment_id=7bfa4103-621f-447e-986a-3a394c25c2eb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:17:08.400605 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c87dba34-fd59-4f3c-92ce-cad4ee242b4e req-c9e31eb7-4560-4298-8949-6a4db7ac4bf9 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 210 time: 0.0508499 Mar 05 14:17:08.407095 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:08.546742 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=5c3fcd50-5589-4a9c-b27e-0491f0316bb8,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:17:08.768646 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:08.780810 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] Transition to ACTIVE for port object a9ae9d70-b47e-4228-9e12-d3a2129bdae4 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:17:08.795516 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:08.844940 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e5266f5b-275f-479c-a8c7-2ab525592068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:08.924749 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c59dd7-e16a-48d5-8d94-9cb3c13e2537 None None] Pushing event updated for resources: {'Port': ['ID=a9ae9d70-b47e-4228-9e12-d3a2129bdae4,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:17:09.072910 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] Attempting to bind port a9ae9d70-b47e-4228-9e12-d3a2129bdae4 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:17:09.073275 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] Attempting to bind port a9ae9d70-b47e-4228-9e12-d3a2129bdae4 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '7bfa4103-621f-447e-986a-3a394c25c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:17:09.073626 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] Attempting to bind port a9ae9d70-b47e-4228-9e12-d3a2129bdae4 on network 5191abfc-803b-438f-b684-e8e88fae88da {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:17:09.079019 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:17:09.079380 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] Checking segment: {'id': '7bfa4103-621f-447e-986a-3a394c25c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:17:09.079769 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:09.080148 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] Bound using segment: {'id': '7bfa4103-621f-447e-986a-3a394c25c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:17:09.080696 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] Bound port: a9ae9d70-b47e-4228-9e12-d3a2129bdae4, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfa4103-621f-447e-986a-3a394c25c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:17:09.081087 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:09.183752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] For port a9ae9d70-b47e-4228-9e12-d3a2129bdae4, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:17:09.187784 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] For port a9ae9d70-b47e-4228-9e12-d3a2129bdae4, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a9ae9d70-b47e-4228-9e12-d3a2129bdae4,segment=NetworkSegment(7bfa4103-621f-447e-986a-3a394c25c2eb),segment_id=7bfa4103-621f-447e-986a-3a394c25c2eb)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:17:09.196062 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:09.285633 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] Routers {'e82200ff-7369-4bca-9a98-4582e445d49b'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:17:09.286250 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:16:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e82200ff-7369-4bca-9a98-4582e445d49b'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:17:09.347078 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5c3fcd50-5589-4a9c-b27e-0491f0316bb8 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:17:09.397166 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c59dd7-e16a-48d5-8d94-9cb3c13e2537 None None] Pushing event updated for resources: {'Port': ['ID=a9ae9d70-b47e-4228-9e12-d3a2129bdae4,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:17:09.553852 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] Set router e82200ff-7369-4bca-9a98-4582e445d49b gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:17:09.585266 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c606bc9c-a186-463c-bef3-a684353864e3 req-30c5dfe6-cefd-40a0-aeb8-43608d3afdff tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 210 time: 0.0468583 Mar 05 14:17:09.608589 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 5c3fcd50-5589-4a9c-b27e-0491f0316bb8 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:17:09.608951 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:09.718975 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-1f0216d2-63df-43c7-909c-d61e907805b6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:09.719691 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-1f0216d2-63df-43c7-909c-d61e907805b6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Synchronizing usage tracker for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:17:09.739941 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-1f0216d2-63df-43c7-909c-d61e907805b6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Unset dirty status for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:17:09.742972 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-1f0216d2-63df-43c7-909c-d61e907805b6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.30 "GET /v2.0/networks?id=5191abfc-803b-438f-b684-e8e88fae88da HTTP/1.1" status: 200 len: 797 time: 0.1830087 Mar 05 14:17:09.793108 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-f311b6bb-c086-4cc0-80d9-fbe3c97c03a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Synchronizing usage tracker for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:17:09.809534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-f311b6bb-c086-4cc0-80d9-fbe3c97c03a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Unset dirty status for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:17:09.810626 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-f311b6bb-c086-4cc0-80d9-fbe3c97c03a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0bf4aa200884a48888e5cf3ebc8526f HTTP/1.1" status: 200 len: 379 time: 0.0598097 Mar 05 14:17:09.819534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-5ddac61f-0ea5-45ca-87e0-29aa54a4f92f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'port': {'device_id': '0ecf4918-5510-4484-b0ff-b49fdd1dd8c0', 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da', 'admin_state_up': True, 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'security_groups': ['c68becd6-55b4-4bc4-b688-641ec70417e7']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:17:09.963111 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-5ddac61f-0ea5-45ca-87e0-29aa54a4f92f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:17:09.972627 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-5ddac61f-0ea5-45ca-87e0-29aa54a4f92f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:17:09.983819 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-5ddac61f-0ea5-45ca-87e0-29aa54a4f92f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Made reservation on behalf of c0bf4aa200884a48888e5cf3ebc8526f for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:17:09.987355 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-5ddac61f-0ea5-45ca-87e0-29aa54a4f92f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:10.003364 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062909886', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:17:00Z', 'updated_at': '2022-03-05T14:17:05Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:17:01Z', 'updated_at': '2022-03-05T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a9ae9d70-b47e-4228-9e12-d3a2129bdae4', 'name': '', 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:4e:85:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'f731e0c1-18f4-40e6-919c-21eb1d4774ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:17:05Z', 'updated_at': '2022-03-05T14:17:09Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': 'f731e0c1-18f4-40e6-919c-21eb1d4774ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:17:10.010268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0376a25e-91a2-4e9a-baba-0deac2e5b345 None None] The sync data for ids ['e82200ff-7369-4bca-9a98-4582e445d49b'] in n-d-803718-1 is: [{'id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062909886', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:17:00Z', 'updated_at': '2022-03-05T14:17:05Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:17:01Z', 'updated_at': '2022-03-05T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a9ae9d70-b47e-4228-9e12-d3a2129bdae4', 'name': '', 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:4e:85:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'f731e0c1-18f4-40e6-919c-21eb1d4774ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:17:05Z', 'updated_at': '2022-03-05T14:17:09Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': 'f731e0c1-18f4-40e6-919c-21eb1d4774ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:17:10.281041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-5ddac61f-0ea5-45ca-87e0-29aa54a4f92f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Allocated IP 172.20.0.10 (5191abfc-803b-438f-b684-e8e88fae88da/f731e0c1-18f4-40e6-919c-21eb1d4774ac/e6cb4476-7b64-4f41-ae7e-c9bde616754c) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:17:10.487661 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-5ddac61f-0ea5-45ca-87e0-29aa54a4f92f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:10.505597 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-5ddac61f-0ea5-45ca-87e0-29aa54a4f92f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Transition to ACTIVE for port object e6cb4476-7b64-4f41-ae7e-c9bde616754c will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:17:10.531338 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-5ddac61f-0ea5-45ca-87e0-29aa54a4f92f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:10.603741 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-5ddac61f-0ea5-45ca-87e0-29aa54a4f92f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network 5191abfc-803b-438f-b684-e8e88fae88da is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:17:10.611787 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-5ddac61f-0ea5-45ca-87e0-29aa54a4f92f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:17:10.617030 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-5ddac61f-0ea5-45ca-87e0-29aa54a4f92f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:17:10.649459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddac61f-0ea5-45ca-87e0-29aa54a4f92f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Port': ['ID=e6cb4476-7b64-4f41-ae7e-c9bde616754c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:17:10.696461 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-5ddac61f-0ea5-45ca-87e0-29aa54a4f92f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:10.699009 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-5ddac61f-0ea5-45ca-87e0-29aa54a4f92f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:10.779274 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-5ddac61f-0ea5-45ca-87e0-29aa54a4f92f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9633570 Mar 05 14:17:10.791182 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-893eecae-f3f8-4025-9035-4f6e9328c72b service neutron] Request body: {'port': {'device_id': '0ecf4918-5510-4484-b0ff-b49fdd1dd8c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:17:10.860432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-81db2366-4e53-4025-9cbb-5f8475113170 None None] Provisioning for port e6cb4476-7b64-4f41-ae7e-c9bde616754c completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:17:10.867076 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-81db2366-4e53-4025-9cbb-5f8475113170 None None] Provisioning complete for port e6cb4476-7b64-4f41-ae7e-c9bde616754c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:17:10.867718 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-81db2366-4e53-4025-9cbb-5f8475113170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:10.910800 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3ef25-9629-42de-80c3-43d6e05f9710 req-5088bd13-cafe-4876-93d0-c1f5b6de328b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:10.911531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-efa3ef25-9629-42de-80c3-43d6e05f9710 req-5088bd13-cafe-4876-93d0-c1f5b6de328b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Synchronizing usage tracker for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:17:10.927360 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-81db2366-4e53-4025-9cbb-5f8475113170 None None] Port e6cb4476-7b64-4f41-ae7e-c9bde616754c cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:17:10.948433 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-893eecae-f3f8-4025-9035-4f6e9328c72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:10.952064 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-871d0a5a-7f11-48b2-afe3-208b17c5bc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:10.962272 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-efa3ef25-9629-42de-80c3-43d6e05f9710 req-5088bd13-cafe-4876-93d0-c1f5b6de328b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Unset dirty status for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:17:10.963436 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-efa3ef25-9629-42de-80c3-43d6e05f9710 req-5088bd13-cafe-4876-93d0-c1f5b6de328b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 932 time: 0.2531073 Mar 05 14:17:11.060352 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-efa3ef25-9629-42de-80c3-43d6e05f9710 req-c6ccc4e5-e12e-4dbf-a903-444fed556cd7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911319 Mar 05 14:17:11.293807 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a9ae9d70-b47e-4228-9e12-d3a2129bdae4 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:17:11.340019 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-893eecae-f3f8-4025-9035-4f6e9328c72b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6cb4476-7b64-4f41-ae7e-c9bde616754c {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:17:11.348020 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-893eecae-f3f8-4025-9035-4f6e9328c72b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:11.364066 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-893eecae-f3f8-4025-9035-4f6e9328c72b service neutron] Transition to ACTIVE for port object e6cb4476-7b64-4f41-ae7e-c9bde616754c will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:17:11.367756 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port a9ae9d70-b47e-4228-9e12-d3a2129bdae4 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:17:11.368702 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-893eecae-f3f8-4025-9035-4f6e9328c72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:11.373583 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port a9ae9d70-b47e-4228-9e12-d3a2129bdae4 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:17:11.373957 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:11.511318 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:11.547304 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port a9ae9d70-b47e-4228-9e12-d3a2129bdae4, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a9ae9d70-b47e-4228-9e12-d3a2129bdae4,segment=NetworkSegment(7bfa4103-621f-447e-986a-3a394c25c2eb),segment_id=7bfa4103-621f-447e-986a-3a394c25c2eb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:17:11.551906 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:11.559795 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893eecae-f3f8-4025-9035-4f6e9328c72b service neutron] Pushing event updated for resources: {'Port': ['ID=e6cb4476-7b64-4f41-ae7e-c9bde616754c,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:17:11.629314 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=a9ae9d70-b47e-4228-9e12-d3a2129bdae4,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:17:11.636313 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-893eecae-f3f8-4025-9035-4f6e9328c72b service neutron] Attempting to bind port e6cb4476-7b64-4f41-ae7e-c9bde616754c on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:17:11.636646 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-893eecae-f3f8-4025-9035-4f6e9328c72b service neutron] Attempting to bind port e6cb4476-7b64-4f41-ae7e-c9bde616754c by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '7bfa4103-621f-447e-986a-3a394c25c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:17:11.636972 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-893eecae-f3f8-4025-9035-4f6e9328c72b service neutron] Attempting to bind port e6cb4476-7b64-4f41-ae7e-c9bde616754c on network 5191abfc-803b-438f-b684-e8e88fae88da {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:17:11.641605 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-893eecae-f3f8-4025-9035-4f6e9328c72b service neutron] Port e6cb4476-7b64-4f41-ae7e-c9bde616754c on network 5191abfc-803b-438f-b684-e8e88fae88da not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:17:11.641925 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-893eecae-f3f8-4025-9035-4f6e9328c72b service neutron] Attempting to bind port e6cb4476-7b64-4f41-ae7e-c9bde616754c on network 5191abfc-803b-438f-b684-e8e88fae88da {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:17:11.647299 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-893eecae-f3f8-4025-9035-4f6e9328c72b service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:17:11.647663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-893eecae-f3f8-4025-9035-4f6e9328c72b service neutron] Checking segment: {'id': '7bfa4103-621f-447e-986a-3a394c25c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:17:11.648180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-893eecae-f3f8-4025-9035-4f6e9328c72b service neutron] Bound using segment: {'id': '7bfa4103-621f-447e-986a-3a394c25c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:17:11.648604 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-893eecae-f3f8-4025-9035-4f6e9328c72b service neutron] Bound port: e6cb4476-7b64-4f41-ae7e-c9bde616754c, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfa4103-621f-447e-986a-3a394c25c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:17:11.648942 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-893eecae-f3f8-4025-9035-4f6e9328c72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:11.738590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-893eecae-f3f8-4025-9035-4f6e9328c72b service neutron] For port e6cb4476-7b64-4f41-ae7e-c9bde616754c, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:17:11.742237 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-893eecae-f3f8-4025-9035-4f6e9328c72b service neutron] For port e6cb4476-7b64-4f41-ae7e-c9bde616754c, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e6cb4476-7b64-4f41-ae7e-c9bde616754c,segment=NetworkSegment(7bfa4103-621f-447e-986a-3a394c25c2eb),segment_id=7bfa4103-621f-447e-986a-3a394c25c2eb)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:17:11.746179 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-893eecae-f3f8-4025-9035-4f6e9328c72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:11.800585 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-893eecae-f3f8-4025-9035-4f6e9328c72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:11.801169 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-893eecae-f3f8-4025-9035-4f6e9328c72b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:11.802517 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-893eecae-f3f8-4025-9035-4f6e9328c72b service neutron] 10.222.0.30 "PUT /v2.0/ports/e6cb4476-7b64-4f41-ae7e-c9bde616754c HTTP/1.1" status: 200 len: 1092 time: 1.0164943 Mar 05 14:17:11.802974 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecf4918-5510-4484-b0ff-b49fdd1dd8c0', 'tag': 'e6cb4476-7b64-4f41-ae7e-c9bde616754c'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:17:11.840222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893eecae-f3f8-4025-9035-4f6e9328c72b service neutron] Pushing event updated for resources: {'Port': ['ID=e6cb4476-7b64-4f41-ae7e-c9bde616754c,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:17:11.879281 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecf4918-5510-4484-b0ff-b49fdd1dd8c0', 'tag': 'e6cb4476-7b64-4f41-ae7e-c9bde616754c', 'status': 'completed', 'code': 200} Mar 05 14:17:11.923370 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-40f71114-d424-4fd0-b964-0951715cf429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:11.924939 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-40f71114-d424-4fd0-b964-0951715cf429 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 1095 time: 0.0781615 Mar 05 14:17:11.996564 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-52ded75c-cfd7-4e1a-ba02-c8955c68a9c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6cb4476-7b64-4f41-ae7e-c9bde616754c HTTP/1.1" status: 200 len: 217 time: 0.0654595 Mar 05 14:17:12.060250 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-7ccb48ab-94e6-4541-8b4c-721c8f954c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:12.061753 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-7ccb48ab-94e6-4541-8b4c-721c8f954c9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f731e0c1-18f4-40e6-919c-21eb1d4774ac HTTP/1.1" status: 200 len: 834 time: 0.0601931 Mar 05 14:17:12.133600 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:12.156698 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:12.320689 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-991074e7-7624-4e47-a7c4-18e0ad16f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:12.322163 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-991074e7-7624-4e47-a7c4-18e0ad16f037 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5191abfc-803b-438f-b684-e8e88fae88da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2550993 Mar 05 14:17:12.354819 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e10b85-2e9e-45d9-8a53-aea5e5577fdb req-8b58cc90-6668-4767-999c-dba4151fde6b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:12.356235 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c1e10b85-2e9e-45d9-8a53-aea5e5577fdb req-8b58cc90-6668-4767-999c-dba4151fde6b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 944 time: 0.1287456 Mar 05 14:17:12.475709 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c1e10b85-2e9e-45d9-8a53-aea5e5577fdb req-051ad935-1cba-456d-bc0b-da2a7d341afb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060383 Mar 05 14:17:12.499158 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-17208895-5ebf-49e1-95f5-ddb2dd93fbe0 service neutron] 10.222.0.30 "GET /v2.0/networks/5191abfc-803b-438f-b684-e8e88fae88da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701164 Mar 05 14:17:12.628491 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7f53009d-335b-4cc3-8bcc-2db46fc365de req-2adb8b2a-0492-4234-b0bd-50a53fee01fb service neutron] 10.222.0.30 "GET /v2.0/networks/5191abfc-803b-438f-b684-e8e88fae88da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239905 Mar 05 14:17:12.741152 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3481e-6f13-43dc-b23b-d49e75f98821 req-74807cbf-4ddb-4de0-9023-fa28814df1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:12.743606 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25d3481e-6f13-43dc-b23b-d49e75f98821 req-74807cbf-4ddb-4de0-9023-fa28814df1b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 1095 time: 0.0716157 Mar 05 14:17:12.876335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3481e-6f13-43dc-b23b-d49e75f98821 req-35200425-4f48-4d60-81a4-e8c053f327c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:12.878068 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25d3481e-6f13-43dc-b23b-d49e75f98821 req-35200425-4f48-4d60-81a4-e8c053f327c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5191abfc-803b-438f-b684-e8e88fae88da HTTP/1.1" status: 200 len: 897 time: 0.1289637 Mar 05 14:17:12.951226 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25d3481e-6f13-43dc-b23b-d49e75f98821 req-899f8f41-7921-4148-b608-1f5e65223a9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6cb4476-7b64-4f41-ae7e-c9bde616754c HTTP/1.1" status: 200 len: 217 time: 0.0660183 Mar 05 14:17:13.013908 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3481e-6f13-43dc-b23b-d49e75f98821 req-8278446f-154d-4fae-9b85-42f44b20dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:13.015413 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25d3481e-6f13-43dc-b23b-d49e75f98821 req-8278446f-154d-4fae-9b85-42f44b20dd24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f731e0c1-18f4-40e6-919c-21eb1d4774ac HTTP/1.1" status: 200 len: 834 time: 0.0584826 Mar 05 14:17:13.093107 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3481e-6f13-43dc-b23b-d49e75f98821 req-b2580943-9f69-4d16-8ee8-9aba4d6cbab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:13.094569 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25d3481e-6f13-43dc-b23b-d49e75f98821 req-b2580943-9f69-4d16-8ee8-9aba4d6cbab5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5191abfc-803b-438f-b684-e8e88fae88da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732918 Mar 05 14:17:13.229194 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25d3481e-6f13-43dc-b23b-d49e75f98821 req-706ec8f0-657d-41d7-9006-d65a2b62df8f service neutron] 10.222.0.30 "GET /v2.0/networks/5191abfc-803b-438f-b684-e8e88fae88da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280246 Mar 05 14:17:13.278459 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a9ae9d70-b47e-4228-9e12-d3a2129bdae4 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:17:13.357098 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port a9ae9d70-b47e-4228-9e12-d3a2129bdae4 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:17:13.357098 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:13.378050 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25d3481e-6f13-43dc-b23b-d49e75f98821 req-00bf7c8a-ddfd-4783-9501-28bb65f62797 service neutron] 10.222.0.30 "GET /v2.0/networks/5191abfc-803b-438f-b684-e8e88fae88da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385736 Mar 05 14:17:13.677497 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e874279-c9e6-4775-90cc-df4232eb7580 req-38e28c13-6132-430a-9f31-ffe62053f357 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:13.677497 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5e874279-c9e6-4775-90cc-df4232eb7580 req-38e28c13-6132-430a-9f31-ffe62053f357 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 944 time: 0.0912335 Mar 05 14:17:13.727822 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5e874279-c9e6-4775-90cc-df4232eb7580 req-605eff11-b9c4-4719-8e34-2433c64448c9 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409071 Mar 05 14:17:13.759219 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:14.926602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b96f-9eac-46d0-a06f-4e0b5f66864a req-ddb2310d-fc2e-49e6-9430-0fe0a6004371 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:14.937051 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f517b96f-9eac-46d0-a06f-4e0b5f66864a req-ddb2310d-fc2e-49e6-9430-0fe0a6004371 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 944 time: 0.0963728 Mar 05 14:17:14.969887 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f517b96f-9eac-46d0-a06f-4e0b5f66864a req-bb2e3d48-a3c6-4270-9f14-cae171610f22 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401745 Mar 05 14:17:15.326163 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e6cb4476-7b64-4f41-ae7e-c9bde616754c details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:17:15.493303 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e6cb4476-7b64-4f41-ae7e-c9bde616754c, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e6cb4476-7b64-4f41-ae7e-c9bde616754c,segment=NetworkSegment(7bfa4103-621f-447e-986a-3a394c25c2eb),segment_id=7bfa4103-621f-447e-986a-3a394c25c2eb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:17:15.506023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'e6cb4476-7b64-4f41-ae7e-c9bde616754c', 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da', 'port_id': 'e6cb4476-7b64-4f41-ae7e-c9bde616754c', 'mac_address': 'fa:16:3e:70:a5:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f731e0c1-18f4-40e6-919c-21eb1d4774ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:17:15.563263 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:15.580626 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6cb4476-7b64-4f41-ae7e-c9bde616754c {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:17:15.595688 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e6cb4476-7b64-4f41-ae7e-c9bde616754c, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e6cb4476-7b64-4f41-ae7e-c9bde616754c,segment=NetworkSegment(7bfa4103-621f-447e-986a-3a394c25c2eb),segment_id=7bfa4103-621f-447e-986a-3a394c25c2eb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:17:15.599547 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:15.664434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=e6cb4476-7b64-4f41-ae7e-c9bde616754c,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:17:15.816322 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['e6cb4476-7b64-4f41-ae7e-c9bde616754c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:17:16.170836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045158fd-7911-4367-82b0-f863c95bd2c2 req-00963461-9809-4fc0-8212-f66d53401778 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:16.170836 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-045158fd-7911-4367-82b0-f863c95bd2c2 req-00963461-9809-4fc0-8212-f66d53401778 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 945 time: 0.0885496 Mar 05 14:17:16.225233 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-045158fd-7911-4367-82b0-f863c95bd2c2 req-2f4d9bcb-ba24-4d0a-9727-e37aa197e0ce tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438478 Mar 05 14:17:17.276166 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:17:17.344053 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e6cb4476-7b64-4f41-ae7e-c9bde616754c up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:17:17.421048 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port e6cb4476-7b64-4f41-ae7e-c9bde616754c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:17:17.426146 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port e6cb4476-7b64-4f41-ae7e-c9bde616754c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:17:17.426512 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:17.439205 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdd2e6-3fbb-47a5-94d7-13b56d10499b req-ba955539-205b-453b-9290-26ba689997d4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:17.442805 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-defdd2e6-3fbb-47a5-94d7-13b56d10499b req-ba955539-205b-453b-9290-26ba689997d4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 945 time: 0.1132181 Mar 05 14:17:17.499882 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-defdd2e6-3fbb-47a5-94d7-13b56d10499b req-7584e07c-b7d6-4cba-94e5-fac19a7e42f1 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469284 Mar 05 14:17:17.549967 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:17.577336 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecf4918-5510-4484-b0ff-b49fdd1dd8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cb4476-7b64-4f41-ae7e-c9bde616754c'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:17:17.593757 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port e6cb4476-7b64-4f41-ae7e-c9bde616754c, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e6cb4476-7b64-4f41-ae7e-c9bde616754c,segment=NetworkSegment(7bfa4103-621f-447e-986a-3a394c25c2eb),segment_id=7bfa4103-621f-447e-986a-3a394c25c2eb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:17:17.593757 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:17.677683 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=e6cb4476-7b64-4f41-ae7e-c9bde616754c,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:17:17.692421 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecf4918-5510-4484-b0ff-b49fdd1dd8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cb4476-7b64-4f41-ae7e-c9bde616754c', 'code': 200} Mar 05 14:17:17.817347 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49898c59-a534-416a-8667-5b8f2ba3fad9 req-530f3331-0d39-46dc-8cbc-983bdb53764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:17.820196 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-49898c59-a534-416a-8667-5b8f2ba3fad9 req-530f3331-0d39-46dc-8cbc-983bdb53764a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 1097 time: 0.0695314 Mar 05 14:17:17.864662 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-49898c59-a534-416a-8667-5b8f2ba3fad9 req-60718558-bece-480d-a322-02f807f0207c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405712 Mar 05 14:17:18.695712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73fd4d-a4e5-4725-90d9-cf5757adb414 req-c6eb9ae0-e2c5-4b22-8bfa-9125dc25b57a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:18.697494 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cc73fd4d-a4e5-4725-90d9-cf5757adb414 req-c6eb9ae0-e2c5-4b22-8bfa-9125dc25b57a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 946 time: 0.0856781 Mar 05 14:17:18.743391 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cc73fd4d-a4e5-4725-90d9-cf5757adb414 req-6f4f9fe1-b79d-4af6-a0d6-a01858a95a19 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404077 Mar 05 14:17:20.026505 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3aa13-bbdc-4bbc-803d-4541a9a64e4b req-9c97a915-ca87-453a-b2bb-cd3bb38bcc9e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:20.026505 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16b3aa13-bbdc-4bbc-803d-4541a9a64e4b req-9c97a915-ca87-453a-b2bb-cd3bb38bcc9e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 946 time: 0.1048367 Mar 05 14:17:20.078345 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16b3aa13-bbdc-4bbc-803d-4541a9a64e4b req-45b3f37d-6150-4584-8dbf-46dd34f4e139 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895946 Mar 05 14:17:20.411549 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d72f9-cf5c-4703-bcf5-cffde7132aed req-959ec5cc-5bd1-40b3-916d-79a853d0ce69 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:20.413013 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5f1d72f9-cf5c-4703-bcf5-cffde7132aed req-959ec5cc-5bd1-40b3-916d-79a853d0ce69 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 946 time: 0.2254825 Mar 05 14:17:20.471188 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5f1d72f9-cf5c-4703-bcf5-cffde7132aed req-410d095c-bc70-40e6-8dce-a493e88ee93b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509417 Mar 05 14:17:20.496930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48696) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:17:20.576591 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9cd381-c84c-4857-8f91-cbb7141f27f4 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:20.579231 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ef9cd381-c84c-4857-8f91-cbb7141f27f4 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 1092 time: 0.0814509 Mar 05 14:17:20.584107 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48700) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:17:20.587666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': 'e6cb4476-7b64-4f41-ae7e-c9bde616754c', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:17:20.594638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:17:20.598609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:floatingip and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:17:20.602139 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:17:20.608159 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:17:20.623261 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:20.765732 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:20.917058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Allocated IP 172.25.4.15 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/68bb63ec-681b-492b-90cd-fc604da7bc68) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:17:21.172070 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:21.205839 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:21.273624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:17:21.277284 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:17:21.280950 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:17:21.328081 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Port': ['ID=68bb63ec-681b-492b-90cd-fc604da7bc68,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:17:21.712419 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:21.787670 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:21.994515 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:21.999277 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:22.105900 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Port': ['ID=68bb63ec-681b-492b-90cd-fc604da7bc68,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:17:22.118459 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:22.286853 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Floating IP 44989aa9-65de-44b4-ae43-15936b610175 associated. External IP: 172.25.4.15, port: e6cb4476-7b64-4f41-ae7e-c9bde616754c. Mar 05 14:17:22.781584 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Router e82200ff-7369-4bca-9a98-4582e445d49b has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:17:22.981382 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:17:22.993326 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a474168b-810f-476c-baa7-254083d47ab0 None None] Sync routers for ids ['e82200ff-7369-4bca-9a98-4582e445d49b'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:17:23.011115 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:23.015253 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a474168b-810f-476c-baa7-254083d47ab0 None None] Routers {'e82200ff-7369-4bca-9a98-4582e445d49b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:17:23.016424 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-a474168b-810f-476c-baa7-254083d47ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:17:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e82200ff-7369-4bca-9a98-4582e445d49b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:17:23.073709 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c0feea5d-d93e-4c54-88f6-0534e8fbccd5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4908106 Mar 05 14:17:23.073709 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecf4918-5510-4484-b0ff-b49fdd1dd8c0', 'tag': 'e6cb4476-7b64-4f41-ae7e-c9bde616754c'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:17:23.136084 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecf4918-5510-4484-b0ff-b49fdd1dd8c0', 'tag': 'e6cb4476-7b64-4f41-ae7e-c9bde616754c', 'status': 'completed', 'code': 200} Mar 05 14:17:23.228425 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-a474168b-810f-476c-baa7-254083d47ab0 None None] Set router e82200ff-7369-4bca-9a98-4582e445d49b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:17:23.260936 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ce070-7f60-41fa-ab90-77d9e7167205 req-4359610d-a609-42c7-a6f8-980ffe6eb080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:23.263218 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-337ce070-7f60-41fa-ab90-77d9e7167205 req-4359610d-a609-42c7-a6f8-980ffe6eb080 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 1097 time: 0.0996015 Mar 05 14:17:23.299336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124eae74-312d-40f0-ae30-a9d44128a273 req-6e1697df-48fb-4844-9527-580ac473cde0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:23.301040 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-124eae74-312d-40f0-ae30-a9d44128a273 req-6e1697df-48fb-4844-9527-580ac473cde0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 946 time: 0.1001344 Mar 05 14:17:23.405050 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-124eae74-312d-40f0-ae30-a9d44128a273 req-562168bd-867c-4dbf-a115-d6d490b25cb4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891407 Mar 05 14:17:23.413041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48708) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:17:23.430939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ce070-7f60-41fa-ab90-77d9e7167205 req-5510ee5f-cff8-47fe-b1ac-2d6d21151cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:23.434812 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-337ce070-7f60-41fa-ab90-77d9e7167205 req-5510ee5f-cff8-47fe-b1ac-2d6d21151cb3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5191abfc-803b-438f-b684-e8e88fae88da HTTP/1.1" status: 200 len: 897 time: 0.1626601 Mar 05 14:17:23.548561 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e227d4da-0ffd-4eeb-a848-867bafd6c7a6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/floatingips/44989aa9-65de-44b4-ae43-15936b610175 HTTP/1.1" status: 200 len: 991 time: 0.1304615 Mar 05 14:17:23.572231 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-337ce070-7f60-41fa-ab90-77d9e7167205 req-6d7172bd-d5a8-46a8-bfc4-ba6576e02d9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6cb4476-7b64-4f41-ae7e-c9bde616754c HTTP/1.1" status: 200 len: 999 time: 0.1307161 Mar 05 14:17:23.646007 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ce070-7f60-41fa-ab90-77d9e7167205 req-7692e507-54b4-4f0e-bbb8-04b156460fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:23.646007 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-337ce070-7f60-41fa-ab90-77d9e7167205 req-7692e507-54b4-4f0e-bbb8-04b156460fce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f731e0c1-18f4-40e6-919c-21eb1d4774ac HTTP/1.1" status: 200 len: 834 time: 0.0684032 Mar 05 14:17:23.655129 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-a474168b-810f-476c-baa7-254083d47ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062909886', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:17:00Z', 'updated_at': '2022-03-05T14:17:05Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:17:01Z', 'updated_at': '2022-03-05T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '44989aa9-65de-44b4-ae43-15936b610175', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'floating_ip_address': '172.25.4.15', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'port_id': 'e6cb4476-7b64-4f41-ae7e-c9bde616754c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da', 'mac_address': 'fa:16:3e:70:a5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecf4918-5510-4484-b0ff-b49fdd1dd8c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:17:21Z', 'updated_at': '2022-03-05T14:17:21Z', 'revision_number': 0, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ae9d70-b47e-4228-9e12-d3a2129bdae4', 'name': '', 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:4e:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'f731e0c1-18f4-40e6-919c-21eb1d4774ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:17:05Z', 'updated_at': '2022-03-05T14:17:11Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': 'f731e0c1-18f4-40e6-919c-21eb1d4774ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:17:23.660052 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a474168b-810f-476c-baa7-254083d47ab0 None None] Checking router: e82200ff-7369-4bca-9a98-4582e445d49b for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:17:23.671357 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a474168b-810f-476c-baa7-254083d47ab0 None None] Routers {'e82200ff-7369-4bca-9a98-4582e445d49b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:17:23.671357 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-a474168b-810f-476c-baa7-254083d47ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:17:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e82200ff-7369-4bca-9a98-4582e445d49b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:17:23.729081 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ce070-7f60-41fa-ab90-77d9e7167205 req-4b4eec47-7dec-48a1-839f-02710015c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:23.731887 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-337ce070-7f60-41fa-ab90-77d9e7167205 req-4b4eec47-7dec-48a1-839f-02710015c6a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5191abfc-803b-438f-b684-e8e88fae88da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787244 Mar 05 14:17:23.873356 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-a474168b-810f-476c-baa7-254083d47ab0 None None] Set router e82200ff-7369-4bca-9a98-4582e445d49b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:17:23.877852 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-337ce070-7f60-41fa-ab90-77d9e7167205 req-8004c17a-e4cd-4cf1-9beb-fee176d5c7cd service neutron] 10.222.0.30 "GET /v2.0/networks/5191abfc-803b-438f-b684-e8e88fae88da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420729 Mar 05 14:17:24.025063 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-337ce070-7f60-41fa-ab90-77d9e7167205 req-bafd3c2a-3e58-4c62-81b3-b7b279e7979c service neutron] 10.222.0.30 "GET /v2.0/networks/5191abfc-803b-438f-b684-e8e88fae88da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415355 Mar 05 14:17:24.290514 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-a474168b-810f-476c-baa7-254083d47ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062909886', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:17:00Z', 'updated_at': '2022-03-05T14:17:05Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:17:01Z', 'updated_at': '2022-03-05T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '44989aa9-65de-44b4-ae43-15936b610175', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'floating_ip_address': '172.25.4.15', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'port_id': 'e6cb4476-7b64-4f41-ae7e-c9bde616754c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da', 'mac_address': 'fa:16:3e:70:a5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecf4918-5510-4484-b0ff-b49fdd1dd8c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:17:21Z', 'updated_at': '2022-03-05T14:17:21Z', 'revision_number': 0, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ae9d70-b47e-4228-9e12-d3a2129bdae4', 'name': '', 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:4e:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'f731e0c1-18f4-40e6-919c-21eb1d4774ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:17:05Z', 'updated_at': '2022-03-05T14:17:11Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': 'f731e0c1-18f4-40e6-919c-21eb1d4774ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:17:24.293852 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a474168b-810f-476c-baa7-254083d47ab0 None None] The sync data for ids ['e82200ff-7369-4bca-9a98-4582e445d49b'] in n-d-803718-1 is: [{'id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062909886', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:17:00Z', 'updated_at': '2022-03-05T14:17:05Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:17:01Z', 'updated_at': '2022-03-05T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '44989aa9-65de-44b4-ae43-15936b610175', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'floating_ip_address': '172.25.4.15', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'port_id': 'e6cb4476-7b64-4f41-ae7e-c9bde616754c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da', 'mac_address': 'fa:16:3e:70:a5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecf4918-5510-4484-b0ff-b49fdd1dd8c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:17:21Z', 'updated_at': '2022-03-05T14:17:21Z', 'revision_number': 0, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ae9d70-b47e-4228-9e12-d3a2129bdae4', 'name': '', 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:4e:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'f731e0c1-18f4-40e6-919c-21eb1d4774ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:17:05Z', 'updated_at': '2022-03-05T14:17:11Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': 'f731e0c1-18f4-40e6-919c-21eb1d4774ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:17:24.525724 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c848004c-5d8a-4c6d-9e56-07376bfa0327 None None] New status for floating IP 44989aa9-65de-44b4-ae43-15936b610175: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:17:24.548954 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48712) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:17:24.674024 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-91b31088-d08f-40ce-bfe6-d4abad8201c1 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/floatingips/44989aa9-65de-44b4-ae43-15936b610175 HTTP/1.1" status: 200 len: 991 time: 0.1233480 Mar 05 14:17:25.676563 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48716) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:17:25.793047 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-468141b3-7948-49b3-b672-4c07cbcec7ec tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/floatingips/44989aa9-65de-44b4-ae43-15936b610175 HTTP/1.1" status: 200 len: 993 time: 0.1154711 Mar 05 14:17:27.513832 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c47371d-62bb-4702-b60d-2e3314295451 req-59273b9d-21a1-4f73-846b-f4499cd62b85 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702841 Mar 05 14:17:27.655593 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47371d-62bb-4702-b60d-2e3314295451 req-91de114d-2b2d-4af6-a3d2-aa00f2c424e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:27.657042 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c47371d-62bb-4702-b60d-2e3314295451 req-91de114d-2b2d-4af6-a3d2-aa00f2c424e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f7d6a4779714e2393ef6b6296854200&device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 1097 time: 0.0748806 Mar 05 14:17:27.797758 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47371d-62bb-4702-b60d-2e3314295451 req-840f2c41-3db9-4260-835a-3bd9d7e7095a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:27.799102 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c47371d-62bb-4702-b60d-2e3314295451 req-840f2c41-3db9-4260-835a-3bd9d7e7095a service neutron] 10.222.0.30 "GET /v2.0/networks?id=176f3b3b-aa33-401e-ba94-482a9b8a1b0b HTTP/1.1" status: 200 len: 909 time: 0.1242537 Mar 05 14:17:27.901886 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c47371d-62bb-4702-b60d-2e3314295451 req-001b8114-2a53-4661-98bf-17714a7f5f80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5bf86a3-8003-4ce9-b76f-4634b22b5368 HTTP/1.1" status: 200 len: 1001 time: 0.0964782 Mar 05 14:17:27.963440 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47371d-62bb-4702-b60d-2e3314295451 req-921ce36a-3ece-4454-8703-6e9ea97fd66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:27.964831 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c47371d-62bb-4702-b60d-2e3314295451 req-921ce36a-3ece-4454-8703-6e9ea97fd66c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d131983b-d58d-4932-b636-015a0d79417c HTTP/1.1" status: 200 len: 848 time: 0.0579627 Mar 05 14:17:28.038421 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47371d-62bb-4702-b60d-2e3314295451 req-c9be1339-f908-4351-8412-413ec5ad5b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:28.040836 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c47371d-62bb-4702-b60d-2e3314295451 req-c9be1339-f908-4351-8412-413ec5ad5b5c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=176f3b3b-aa33-401e-ba94-482a9b8a1b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703411 Mar 05 14:17:28.173482 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c47371d-62bb-4702-b60d-2e3314295451 req-7736099a-4a5f-40d1-ab09-2875552cb09c service neutron] 10.222.0.30 "GET /v2.0/networks/176f3b3b-aa33-401e-ba94-482a9b8a1b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273315 Mar 05 14:17:28.421036 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4c47371d-62bb-4702-b60d-2e3314295451 req-d5eeb3f3-f502-453c-8540-e494206417ae service neutron] 10.222.0.30 "GET /v2.0/networks/176f3b3b-aa33-401e-ba94-482a9b8a1b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424266 Mar 05 14:17:29.172351 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:29.230286 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:38.796705 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-12e88bea-6f23-43d1-8e7d-936df83ea03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:40.944327 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8b79-dfd1-481d-8d29-adafba1d9345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:42.116848 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:42.149283 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:43.763194 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:54.275927 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:17:55.183559 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84e946-d406-4348-8ad1-94aff9ee8cd1 req-66a0beef-55c3-40c7-b4fd-1039cd61ecbb tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:55.185778 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6e84e946-d406-4348-8ad1-94aff9ee8cd1 req-66a0beef-55c3-40c7-b4fd-1039cd61ecbb tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 1097 time: 0.0700274 Mar 05 14:17:55.207668 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6e84e946-d406-4348-8ad1-94aff9ee8cd1 req-5033db43-0c3d-4733-b933-7bef0fff29df tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:55.222585 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-6e84e946-d406-4348-8ad1-94aff9ee8cd1 req-5033db43-0c3d-4733-b933-7bef0fff29df tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:17:55.226389 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6e84e946-d406-4348-8ad1-94aff9ee8cd1 req-5033db43-0c3d-4733-b933-7bef0fff29df tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Usage tracker for resource:security_group_rule and tenant:c95dc27f7751425ebde3ed54ecfb2694 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:17:55.229175 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6e84e946-d406-4348-8ad1-94aff9ee8cd1 req-5033db43-0c3d-4733-b933-7bef0fff29df tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:17:55.235757 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-6e84e946-d406-4348-8ad1-94aff9ee8cd1 req-5033db43-0c3d-4733-b933-7bef0fff29df tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:17:55.323659 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6e84e946-d406-4348-8ad1-94aff9ee8cd1 req-5033db43-0c3d-4733-b933-7bef0fff29df tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:55.327500 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-6e84e946-d406-4348-8ad1-94aff9ee8cd1 req-5033db43-0c3d-4733-b933-7bef0fff29df tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:55.363464 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6e84e946-d406-4348-8ad1-94aff9ee8cd1 req-5033db43-0c3d-4733-b933-7bef0fff29df tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719284 Mar 05 14:17:55.370056 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033db43-0c3d-4733-b933-7bef0fff29df tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c308296-77f4-429e-a9a7-111ec7d67512,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:17:55.378113 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033db43-0c3d-4733-b933-7bef0fff29df tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:17:55.378461 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033db43-0c3d-4733-b933-7bef0fff29df tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:17:55.378844 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033db43-0c3d-4733-b933-7bef0fff29df tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:17:55.379155 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033db43-0c3d-4733-b933-7bef0fff29df tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:17:55.379482 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033db43-0c3d-4733-b933-7bef0fff29df tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:17:55.379809 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033db43-0c3d-4733-b933-7bef0fff29df tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:17:55.380130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033db43-0c3d-4733-b933-7bef0fff29df tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:17:55.380464 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033db43-0c3d-4733-b933-7bef0fff29df tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:17:55.380768 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033db43-0c3d-4733-b933-7bef0fff29df tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:17:55.381086 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033db43-0c3d-4733-b933-7bef0fff29df tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:17:55.381407 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033db43-0c3d-4733-b933-7bef0fff29df tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:17:55.381720 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5033db43-0c3d-4733-b933-7bef0fff29df tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:17:55.548113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703eab21-7b68-4a74-8076-c645f97184d7 req-86f63555-9463-4afa-a397-aba18577d36f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:55.549540 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-703eab21-7b68-4a74-8076-c645f97184d7 req-86f63555-9463-4afa-a397-aba18577d36f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 946 time: 0.0783508 Mar 05 14:17:55.593079 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-703eab21-7b68-4a74-8076-c645f97184d7 req-8de81242-d164-4b6c-80eb-fdd88d562f0b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378635 Mar 05 14:17:55.615489 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48742) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:17:55.721209 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1e58220c-35b6-47be-bbe9-9f867451c71a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/floatingips/44989aa9-65de-44b4-ae43-15936b610175 HTTP/1.1" status: 200 len: 993 time: 0.1045616 Mar 05 14:17:56.441090 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48764) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:17:56.566295 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930227af-c37b-4e8f-9105-ee5d35646f3a req-dde83188-33bd-44a7-ba06-cf1c0e3e99dc tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:56.567833 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-930227af-c37b-4e8f-9105-ee5d35646f3a req-dde83188-33bd-44a7-ba06-cf1c0e3e99dc tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 946 time: 0.0832527 Mar 05 14:17:56.571702 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-97413168-40b9-483d-8e42-6938ba65e2b4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1291444 Mar 05 14:17:56.614930 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-930227af-c37b-4e8f-9105-ee5d35646f3a req-af83af0e-0efe-4699-90c1-d7c62a3b372a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413897 Mar 05 14:17:57.696408 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-7f813670-9eec-4d69-9698-7019dc4d3194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:57.697869 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-7f813670-9eec-4d69-9698-7019dc4d3194 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 1097 time: 0.0700338 Mar 05 14:17:57.873309 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-d2a0ec47-18e1-45e1-9883-ba19c3a8634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:57.874749 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-d2a0ec47-18e1-45e1-9883-ba19c3a8634c service neutron] 10.222.0.30 "GET /v2.0/networks?id=5191abfc-803b-438f-b684-e8e88fae88da HTTP/1.1" status: 200 len: 897 time: 0.1712532 Mar 05 14:17:57.962659 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7388be-c70f-4af8-9881-f31977eafb10 req-b53fc6fc-8f61-477a-892b-04f24c2c8079 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:57.964106 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7b7388be-c70f-4af8-9881-f31977eafb10 req-b53fc6fc-8f61-477a-892b-04f24c2c8079 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 946 time: 0.2309797 Mar 05 14:17:58.019406 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-a3a76ecb-7f9d-46be-9015-84d5092b2181 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6cb4476-7b64-4f41-ae7e-c9bde616754c HTTP/1.1" status: 200 len: 1001 time: 0.1370761 Mar 05 14:17:58.060703 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7b7388be-c70f-4af8-9881-f31977eafb10 req-ca9c131a-83ca-4532-b9c6-65f15b0e8a7d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883369 Mar 05 14:17:58.085235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-fe0b5659-2478-4680-9e35-05b097350f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:58.086625 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-fe0b5659-2478-4680-9e35-05b097350f28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f731e0c1-18f4-40e6-919c-21eb1d4774ac HTTP/1.1" status: 200 len: 834 time: 0.0616107 Mar 05 14:17:58.158402 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-06af7823-91a5-4fde-b34f-6105042ea45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:58.159760 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-06af7823-91a5-4fde-b34f-6105042ea45a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5191abfc-803b-438f-b684-e8e88fae88da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675316 Mar 05 14:17:58.287465 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-d1ce8adb-ac8e-479a-a1b5-c68efdc6ae1b service neutron] 10.222.0.30 "GET /v2.0/networks/5191abfc-803b-438f-b684-e8e88fae88da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218629 Mar 05 14:17:58.420392 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-035eef6e-2fca-4ad6-8d5d-7ef444c26af7 service neutron] 10.222.0.30 "GET /v2.0/networks/5191abfc-803b-438f-b684-e8e88fae88da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270168 Mar 05 14:17:59.171778 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:59.232991 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:17:59.248397 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43547c41-e84c-433f-8071-7a6e413d1509 req-e54f2cb8-a8f9-4633-b5a7-1be217790c38 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:17:59.249846 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43547c41-e84c-433f-8071-7a6e413d1509 req-e54f2cb8-a8f9-4633-b5a7-1be217790c38 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 946 time: 0.0855310 Mar 05 14:17:59.294341 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43547c41-e84c-433f-8071-7a6e413d1509 req-29a695df-7bc3-4950-a959-8debf8d368cf tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381792 Mar 05 14:18:00.483295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5218589-f238-494f-87c0-b5bd5a9dc1fb req-c4d65ebb-2db8-45c9-9c4a-b0a06a4e160b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:00.484761 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a5218589-f238-494f-87c0-b5bd5a9dc1fb req-c4d65ebb-2db8-45c9-9c4a-b0a06a4e160b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 946 time: 0.0854340 Mar 05 14:18:00.528768 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a5218589-f238-494f-87c0-b5bd5a9dc1fb req-4010fa7d-8460-4e38-aa5b-1a2f57f7f274 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383432 Mar 05 14:18:01.714217 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811dc754-716a-4ff2-b2fc-6a402a897221 req-02b07b9a-f9a5-44fa-b9d1-06d3508272da tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:01.715725 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-811dc754-716a-4ff2-b2fc-6a402a897221 req-02b07b9a-f9a5-44fa-b9d1-06d3508272da tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 946 time: 0.0796151 Mar 05 14:18:01.762671 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-811dc754-716a-4ff2-b2fc-6a402a897221 req-d56af390-bdfd-4a0a-b323-bc9e30080d2c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414228 Mar 05 14:18:02.946541 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8f46e-3399-4a12-a67b-fed1d4cc74e0 req-db25aa6d-c9bc-4c87-8bae-d97317c11228 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:02.947993 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3ee8f46e-3399-4a12-a67b-fed1d4cc74e0 req-db25aa6d-c9bc-4c87-8bae-d97317c11228 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 946 time: 0.0790765 Mar 05 14:18:02.993684 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3ee8f46e-3399-4a12-a67b-fed1d4cc74e0 req-7df7e1d7-82db-4cf3-99eb-14e88aef964f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401814 Mar 05 14:18:04.176706 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a782c-aba5-4d68-9784-c2034a9e5ff2 req-7841aa0a-664f-4db0-b977-0bf064485696 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:04.178133 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-303a782c-aba5-4d68-9784-c2034a9e5ff2 req-7841aa0a-664f-4db0-b977-0bf064485696 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 946 time: 0.0792639 Mar 05 14:18:04.222097 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-303a782c-aba5-4d68-9784-c2034a9e5ff2 req-2e317b7f-4b00-4edc-90e5-66cdb12818b1 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383754 Mar 05 14:18:05.413113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36840608-9c89-4aef-9d66-e98cdc9325eb req-3900da13-00bd-473f-8c46-295724a64b0a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:05.414564 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-36840608-9c89-4aef-9d66-e98cdc9325eb req-3900da13-00bd-473f-8c46-295724a64b0a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 946 time: 0.0802445 Mar 05 14:18:05.459205 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-36840608-9c89-4aef-9d66-e98cdc9325eb req-27f9b2a4-423d-4710-b072-80e53907c236 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386922 Mar 05 14:18:05.733710 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-daa52bb7-a27c-42fa-9ea6-18be1f19887a req-30d123a4-0acb-42df-82ce-ee8e0b837e17 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1195581 Mar 05 14:18:05.874201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa52bb7-a27c-42fa-9ea6-18be1f19887a req-4cc2eddc-1fde-418b-83f1-3719507325ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:05.875667 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-daa52bb7-a27c-42fa-9ea6-18be1f19887a req-4cc2eddc-1fde-418b-83f1-3719507325ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 1096 time: 0.0739553 Mar 05 14:18:06.021703 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa52bb7-a27c-42fa-9ea6-18be1f19887a req-aeb1ce59-9c78-4a95-8098-be4ea1ec0571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:06.023165 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-daa52bb7-a27c-42fa-9ea6-18be1f19887a req-aeb1ce59-9c78-4a95-8098-be4ea1ec0571 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 912 time: 0.1296253 Mar 05 14:18:06.230505 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-daa52bb7-a27c-42fa-9ea6-18be1f19887a req-031ce1b0-5239-451b-8b30-f5e6bb4c1ab3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ec2d68b-953e-402c-8305-7f4c711b4aee HTTP/1.1" status: 200 len: 1001 time: 0.2006073 Mar 05 14:18:06.290557 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa52bb7-a27c-42fa-9ea6-18be1f19887a req-25712c60-4bca-4852-af41-db93285dc185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:06.291933 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-daa52bb7-a27c-42fa-9ea6-18be1f19887a req-25712c60-4bca-4852-af41-db93285dc185 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 200 len: 851 time: 0.0552192 Mar 05 14:18:06.369795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa52bb7-a27c-42fa-9ea6-18be1f19887a req-870118f8-f7f0-4a3c-9b26-b05a2d373975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:06.371832 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-daa52bb7-a27c-42fa-9ea6-18be1f19887a req-870118f8-f7f0-4a3c-9b26-b05a2d373975 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c768af3c-6e35-45f2-95ff-e71855885f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733788 Mar 05 14:18:06.505597 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-daa52bb7-a27c-42fa-9ea6-18be1f19887a req-6d8f6c8c-9cc1-4539-ac2d-a95c430d5ad9 service neutron] 10.222.0.15 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270480 Mar 05 14:18:06.685485 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-daa52bb7-a27c-42fa-9ea6-18be1f19887a req-835b97ad-991c-4646-b440-06b424fe67de service neutron] 10.222.0.15 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742501 Mar 05 14:18:06.711771 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1951a0-95de-4fb7-907e-52d15373fe09 req-02439db9-22db-4ccb-a244-17ac6c561c31 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:06.713192 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ea1951a0-95de-4fb7-907e-52d15373fe09 req-02439db9-22db-4ccb-a244-17ac6c561c31 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 946 time: 0.1218729 Mar 05 14:18:06.757223 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ea1951a0-95de-4fb7-907e-52d15373fe09 req-135d6fdc-f61c-4104-b8e3-fa54cef04ae3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376492 Mar 05 14:18:07.941078 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591a31a-1d4a-49ab-93a2-3cdbe6664f69 req-2497cf6e-3f88-4cb3-a791-298dbd33c583 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:07.942518 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f591a31a-1d4a-49ab-93a2-3cdbe6664f69 req-2497cf6e-3f88-4cb3-a791-298dbd33c583 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 946 time: 0.0816123 Mar 05 14:18:08.086333 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f591a31a-1d4a-49ab-93a2-3cdbe6664f69 req-4d35d4c9-8ff7-4014-8bc6-c2f71b4b9d45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380491 Mar 05 14:18:08.797699 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a60d85f7-fada-4354-b77d-689f7fb6948b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:09.276483 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d59d80-23b4-4317-9471-19cf474de730 req-8919ee56-a585-4432-a1df-cfa8e7d15638 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:09.278073 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93d59d80-23b4-4317-9471-19cf474de730 req-8919ee56-a585-4432-a1df-cfa8e7d15638 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 946 time: 0.0837801 Mar 05 14:18:09.324008 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93d59d80-23b4-4317-9471-19cf474de730 req-70eea9b8-e2ff-4733-b562-e0150ef9698b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403757 Mar 05 14:18:10.360722 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-880dd5fc-2956-4386-a394-ba43ba49268f service neutron] show failed (client error): The resource could not be found. Mar 05 14:18:10.361722 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-880dd5fc-2956-4386-a394-ba43ba49268f service neutron] 10.222.0.30 "GET /v2.0/ports/e6cb4476-7b64-4f41-ae7e-c9bde616754c/bindings/n-h1-803718-1 HTTP/1.1" status: 404 len: 380 time: 0.0745330 Mar 05 14:18:10.510215 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16171fbc-9801-4819-9d28-f9e699be13c6 req-d21a7104-5626-49bb-a42d-609ede97cbe5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:10.511686 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-16171fbc-9801-4819-9d28-f9e699be13c6 req-d21a7104-5626-49bb-a42d-609ede97cbe5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 946 time: 0.0833757 Mar 05 14:18:10.558222 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-16171fbc-9801-4819-9d28-f9e699be13c6 req-2fd6be86-2e41-4984-a764-871cfc8e6f26 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397494 Mar 05 14:18:10.628218 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-0b763b23-1660-4224-becd-4d1e1637d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:10.629626 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-0b763b23-1660-4224-becd-4d1e1637d21f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0&tenant_id=c0bf4aa200884a48888e5cf3ebc8526f HTTP/1.1" status: 200 len: 1097 time: 0.0746667 Mar 05 14:18:10.640363 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803718-1', 'device_owner': 'compute:nova'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:18:10.753055 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:10.946875 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-dfc55ab1-e78c-46d2-adef-248667dd0a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:11.036123 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] For port e6cb4476-7b64-4f41-ae7e-c9bde616754c, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e6cb4476-7b64-4f41-ae7e-c9bde616754c,segment=NetworkSegment(7bfa4103-621f-447e-986a-3a394c25c2eb),segment_id=7bfa4103-621f-447e-986a-3a394c25c2eb)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:18:11.064854 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] For port e6cb4476-7b64-4f41-ae7e-c9bde616754c, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:18:11.124703 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecf4918-5510-4484-b0ff-b49fdd1dd8c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6cb4476-7b64-4f41-ae7e-c9bde616754c'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:18:11.130580 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:11.146276 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] Transition to ACTIVE for port object e6cb4476-7b64-4f41-ae7e-c9bde616754c will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:18:11.149765 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:11.194110 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecf4918-5510-4484-b0ff-b49fdd1dd8c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6cb4476-7b64-4f41-ae7e-c9bde616754c', 'code': 200} Mar 05 14:18:11.305015 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] Pushing event updated for resources: {'Port': ['ID=e6cb4476-7b64-4f41-ae7e-c9bde616754c,revision_number=6']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:11.360555 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] No DVR routers for this DVR port e6cb4476-7b64-4f41-ae7e-c9bde616754c on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:18:11.703565 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] Attempting to bind port e6cb4476-7b64-4f41-ae7e-c9bde616754c on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:18:11.704230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] Attempting to bind port e6cb4476-7b64-4f41-ae7e-c9bde616754c by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '7bfa4103-621f-447e-986a-3a394c25c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:18:11.704230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] Attempting to bind port e6cb4476-7b64-4f41-ae7e-c9bde616754c on network 5191abfc-803b-438f-b684-e8e88fae88da {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:18:11.708815 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] Port e6cb4476-7b64-4f41-ae7e-c9bde616754c on network 5191abfc-803b-438f-b684-e8e88fae88da not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:18:11.709072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] Attempting to bind port e6cb4476-7b64-4f41-ae7e-c9bde616754c on network 5191abfc-803b-438f-b684-e8e88fae88da {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:18:11.714077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:18:11.714402 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] Checking segment: {'id': '7bfa4103-621f-447e-986a-3a394c25c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:18:11.714783 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] Bound using segment: {'id': '7bfa4103-621f-447e-986a-3a394c25c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:18:11.715739 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] Bound port: e6cb4476-7b64-4f41-ae7e-c9bde616754c, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfa4103-621f-447e-986a-3a394c25c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:18:11.716134 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:11.750278 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c74aa-eeb7-4827-9031-1b44a3a5a031 req-13e635bc-9700-47b2-b070-6d45be40ec33 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:11.751759 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-439c74aa-eeb7-4827-9031-1b44a3a5a031 req-13e635bc-9700-47b2-b070-6d45be40ec33 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 944 time: 0.0801036 Mar 05 14:18:11.798812 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-439c74aa-eeb7-4827-9031-1b44a3a5a031 req-e838ef53-71e1-4c31-b8db-348c26e29522 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412445 Mar 05 14:18:11.806030 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] For port e6cb4476-7b64-4f41-ae7e-c9bde616754c, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:18:11.809121 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] For port e6cb4476-7b64-4f41-ae7e-c9bde616754c, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e6cb4476-7b64-4f41-ae7e-c9bde616754c,segment=NetworkSegment(7bfa4103-621f-447e-986a-3a394c25c2eb),segment_id=7bfa4103-621f-447e-986a-3a394c25c2eb)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:18:11.813977 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:11.869499 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:11.870210 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:11.871527 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] 10.222.0.15 "PUT /v2.0/ports/e6cb4476-7b64-4f41-ae7e-c9bde616754c HTTP/1.1" status: 200 len: 1092 time: 1.2355928 Mar 05 14:18:11.891321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd6e3e-4800-4baf-82c0-2b9e3b6cba43 service neutron] Pushing event updated for resources: {'Port': ['ID=e6cb4476-7b64-4f41-ae7e-c9bde616754c,revision_number=7']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:11.970439 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-70245e82-4a6c-4996-ab9e-c1987d6697f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:11.972027 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-70245e82-4a6c-4996-ab9e-c1987d6697f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 1095 time: 0.0779746 Mar 05 14:18:12.106638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-d2f7d832-2f6c-4cab-8b86-f07a9ba1bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:12.108151 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-d2f7d832-2f6c-4cab-8b86-f07a9ba1bbd8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5191abfc-803b-438f-b684-e8e88fae88da HTTP/1.1" status: 200 len: 897 time: 0.1307764 Mar 05 14:18:12.119681 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:12.151487 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:12.211448 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-f29ab009-3606-4fed-8c4c-3ca7ef52a9e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6cb4476-7b64-4f41-ae7e-c9bde616754c HTTP/1.1" status: 200 len: 999 time: 0.0961769 Mar 05 14:18:12.279798 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-a2c2af65-5b8b-474c-9402-bfbeb2029b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:12.281918 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-a2c2af65-5b8b-474c-9402-bfbeb2029b76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f731e0c1-18f4-40e6-919c-21eb1d4774ac HTTP/1.1" status: 200 len: 834 time: 0.0649891 Mar 05 14:18:12.356106 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-4193a3bf-8824-4a13-af28-d1e52bf98619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:12.357594 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-4193a3bf-8824-4a13-af28-d1e52bf98619 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5191abfc-803b-438f-b684-e8e88fae88da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700092 Mar 05 14:18:12.488808 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-c6368a20-5413-4feb-832e-c690345e8c06 service neutron] 10.222.0.15 "GET /v2.0/networks/5191abfc-803b-438f-b684-e8e88fae88da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252205 Mar 05 14:18:12.622392 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25d6215f-1bcf-4c43-9b22-675676a9ea0f req-1f672c76-766d-48b9-94fd-b444f823ee68 service neutron] 10.222.0.15 "GET /v2.0/networks/5191abfc-803b-438f-b684-e8e88fae88da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281767 Mar 05 14:18:12.989694 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e81d1-9308-4edd-991b-e1fc982b4657 req-5da6dc89-94a7-439e-a5ae-873d65368813 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:12.991070 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6a2e81d1-9308-4edd-991b-e1fc982b4657 req-5da6dc89-94a7-439e-a5ae-873d65368813 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 944 time: 0.0842273 Mar 05 14:18:13.037090 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6a2e81d1-9308-4edd-991b-e1fc982b4657 req-97e4199c-4fb2-4251-86d9-99f70de30eaa tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402536 Mar 05 14:18:13.194918 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecf4918-5510-4484-b0ff-b49fdd1dd8c0', 'tag': 'e6cb4476-7b64-4f41-ae7e-c9bde616754c'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:18:13.251073 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecf4918-5510-4484-b0ff-b49fdd1dd8c0', 'tag': 'e6cb4476-7b64-4f41-ae7e-c9bde616754c', 'status': 'completed', 'code': 200} Mar 05 14:18:13.343204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca74a4-e40c-4682-931b-fdf9ce3a706f req-4a66e31b-7e4c-4ae6-84c3-7e5d01fde16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:13.343934 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca74a4-e40c-4682-931b-fdf9ce3a706f req-23aef71c-6bf4-4689-9841-92d86144f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:13.344698 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-11ca74a4-e40c-4682-931b-fdf9ce3a706f req-4a66e31b-7e4c-4ae6-84c3-7e5d01fde16f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 1095 time: 0.0716558 Mar 05 14:18:13.345373 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-11ca74a4-e40c-4682-931b-fdf9ce3a706f req-23aef71c-6bf4-4689-9841-92d86144f352 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 1095 time: 0.0727162 Mar 05 14:18:13.480539 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca74a4-e40c-4682-931b-fdf9ce3a706f req-8bbddb64-67e8-4806-bf48-3a5cbb469eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:13.481225 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca74a4-e40c-4682-931b-fdf9ce3a706f req-127fe201-6575-4c7b-b5bf-8226b6011b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:13.482093 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-11ca74a4-e40c-4682-931b-fdf9ce3a706f req-8bbddb64-67e8-4806-bf48-3a5cbb469eac service neutron] 10.222.0.30 "GET /v2.0/networks?id=5191abfc-803b-438f-b684-e8e88fae88da HTTP/1.1" status: 200 len: 897 time: 0.1311114 Mar 05 14:18:13.482630 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-11ca74a4-e40c-4682-931b-fdf9ce3a706f req-127fe201-6575-4c7b-b5bf-8226b6011b36 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5191abfc-803b-438f-b684-e8e88fae88da HTTP/1.1" status: 200 len: 897 time: 0.1319842 Mar 05 14:18:13.586500 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-11ca74a4-e40c-4682-931b-fdf9ce3a706f req-0f5aac3d-b8c4-4afc-8ecb-b58abbc910cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6cb4476-7b64-4f41-ae7e-c9bde616754c HTTP/1.1" status: 200 len: 999 time: 0.0974293 Mar 05 14:18:13.586978 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-11ca74a4-e40c-4682-931b-fdf9ce3a706f req-8ec2f778-6be6-4ae1-b8b4-537c4b938164 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6cb4476-7b64-4f41-ae7e-c9bde616754c HTTP/1.1" status: 200 len: 999 time: 0.0981503 Mar 05 14:18:13.649175 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca74a4-e40c-4682-931b-fdf9ce3a706f req-b364ddbf-8f4c-4b46-92bf-753a662879b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:13.650590 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-11ca74a4-e40c-4682-931b-fdf9ce3a706f req-b364ddbf-8f4c-4b46-92bf-753a662879b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f731e0c1-18f4-40e6-919c-21eb1d4774ac HTTP/1.1" status: 200 len: 834 time: 0.0582790 Mar 05 14:18:13.653746 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca74a4-e40c-4682-931b-fdf9ce3a706f req-e4d0e7fc-e4b7-4527-a403-28f0c4fa66f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:13.655194 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-11ca74a4-e40c-4682-931b-fdf9ce3a706f req-e4d0e7fc-e4b7-4527-a403-28f0c4fa66f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f731e0c1-18f4-40e6-919c-21eb1d4774ac HTTP/1.1" status: 200 len: 834 time: 0.0620263 Mar 05 14:18:13.677010 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e6cb4476-7b64-4f41-ae7e-c9bde616754c no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:18:13.732506 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca74a4-e40c-4682-931b-fdf9ce3a706f req-293b049d-52d4-4387-bf4c-e9c08cc168de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:13.733791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca74a4-e40c-4682-931b-fdf9ce3a706f req-e332a1a1-0f98-42ed-837e-9e44c7e1f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:13.734892 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-11ca74a4-e40c-4682-931b-fdf9ce3a706f req-293b049d-52d4-4387-bf4c-e9c08cc168de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5191abfc-803b-438f-b684-e8e88fae88da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778482 Mar 05 14:18:13.735306 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-11ca74a4-e40c-4682-931b-fdf9ce3a706f req-e332a1a1-0f98-42ed-837e-9e44c7e1f779 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5191abfc-803b-438f-b684-e8e88fae88da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746188 Mar 05 14:18:13.738122 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e6cb4476-7b64-4f41-ae7e-c9bde616754c not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:18:13.765477 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:13.869590 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-11ca74a4-e40c-4682-931b-fdf9ce3a706f req-d9f9b888-3fb7-4077-bbae-4fdfee29357e service neutron] 10.222.0.30 "GET /v2.0/networks/5191abfc-803b-438f-b684-e8e88fae88da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290901 Mar 05 14:18:13.990787 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-11ca74a4-e40c-4682-931b-fdf9ce3a706f req-c9d21366-7f65-4e59-ad9b-e0f0c3a819a0 service neutron] 10.222.0.15 "GET /v2.0/networks/5191abfc-803b-438f-b684-e8e88fae88da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492990 Mar 05 14:18:14.001816 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-11ca74a4-e40c-4682-931b-fdf9ce3a706f req-c7b68df3-f3e6-49dc-8ede-31a623991a71 service neutron] 10.222.0.30 "GET /v2.0/networks/5191abfc-803b-438f-b684-e8e88fae88da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262012 Mar 05 14:18:14.129305 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-11ca74a4-e40c-4682-931b-fdf9ce3a706f req-ffcea0f7-9f1a-4be4-8f40-6ff9061b0e04 service neutron] 10.222.0.15 "GET /v2.0/networks/5191abfc-803b-438f-b684-e8e88fae88da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291516 Mar 05 14:18:14.238344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0774f-12ff-4c1b-96ed-26b4532fbc91 req-59e07679-88a4-4ea6-9a74-aee37199a620 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:14.239809 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0b0774f-12ff-4c1b-96ed-26b4532fbc91 req-59e07679-88a4-4ea6-9a74-aee37199a620 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 944 time: 0.0810750 Mar 05 14:18:14.291841 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0b0774f-12ff-4c1b-96ed-26b4532fbc91 req-e74d1844-e447-44dd-a3c8-b7af6fc896b0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457852 Mar 05 14:18:14.874731 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device e6cb4476-7b64-4f41-ae7e-c9bde616754c details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:18:15.005316 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port e6cb4476-7b64-4f41-ae7e-c9bde616754c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e6cb4476-7b64-4f41-ae7e-c9bde616754c,segment=NetworkSegment(7bfa4103-621f-447e-986a-3a394c25c2eb),segment_id=7bfa4103-621f-447e-986a-3a394c25c2eb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:18:15.018637 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'e6cb4476-7b64-4f41-ae7e-c9bde616754c', 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da', 'port_id': 'e6cb4476-7b64-4f41-ae7e-c9bde616754c', 'mac_address': 'fa:16:3e:70:a5:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f731e0c1-18f4-40e6-919c-21eb1d4774ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:18:15.071824 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:15.087869 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6cb4476-7b64-4f41-ae7e-c9bde616754c {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:18:15.102988 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port e6cb4476-7b64-4f41-ae7e-c9bde616754c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e6cb4476-7b64-4f41-ae7e-c9bde616754c,segment=NetworkSegment(7bfa4103-621f-447e-986a-3a394c25c2eb),segment_id=7bfa4103-621f-447e-986a-3a394c25c2eb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:18:15.107052 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:15.175832 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=e6cb4476-7b64-4f41-ae7e-c9bde616754c,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:15.182988 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:15.183329 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:15.183683 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:15.185054 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:15.185384 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:15.185713 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:15.186039 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:15.186361 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:15.186678 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:15.187023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:15.187343 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:15.187657 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:15.326813 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['e6cb4476-7b64-4f41-ae7e-c9bde616754c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:18:15.489790 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb87c81-aad2-4408-9d3e-e705aa48c9c6 req-145139fc-74f1-4e7c-8901-75d644e7ec03 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:15.491331 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-adb87c81-aad2-4408-9d3e-e705aa48c9c6 req-145139fc-74f1-4e7c-8901-75d644e7ec03 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 945 time: 0.0863276 Mar 05 14:18:15.536094 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-adb87c81-aad2-4408-9d3e-e705aa48c9c6 req-a707b087-3ec1-4e46-90bb-6d91e24ec89f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380373 Mar 05 14:18:15.908435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929d982-bb6e-438a-bf9d-3ab994f49489 req-eb90e0ae-c254-46a4-b4e7-a158e19ecbfc tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:15.909889 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f929d982-bb6e-438a-bf9d-3ab994f49489 req-eb90e0ae-c254-46a4-b4e7-a158e19ecbfc tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 945 time: 0.1444583 Mar 05 14:18:15.917160 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cf1d9-3f64-44b5-aee1-c0d0ea5673d6 req-d0d0f00e-6020-42f3-bec2-cab0e61d69c2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:15.919033 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b14cf1d9-3f64-44b5-aee1-c0d0ea5673d6 req-d0d0f00e-6020-42f3-bec2-cab0e61d69c2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0&tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&binding%3Ahost_id=n-h1-803718-1 HTTP/1.1" status: 200 len: 945 time: 0.1152458 Mar 05 14:18:16.014549 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f929d982-bb6e-438a-bf9d-3ab994f49489 req-42ffe2ac-8103-42b9-b31f-9d15d5f78c79 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945814 Mar 05 14:18:16.026046 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-b14cf1d9-3f64-44b5-aee1-c0d0ea5673d6 req-a302499a-984f-4cd8-ac12-7227584ac4ca service neutron] delete failed (client error): The resource could not be found. Mar 05 14:18:16.028171 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b14cf1d9-3f64-44b5-aee1-c0d0ea5673d6 req-a302499a-984f-4cd8-ac12-7227584ac4ca service neutron] 10.222.0.30 "DELETE /v2.0/ports/e6cb4476-7b64-4f41-ae7e-c9bde616754c/bindings/n-h2-803718-1 HTTP/1.1" status: 404 len: 380 time: 0.0928574 Mar 05 14:18:16.171265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cf1d9-3f64-44b5-aee1-c0d0ea5673d6 req-221d2d23-092d-4412-b3a9-648ab0faec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:16.172601 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b14cf1d9-3f64-44b5-aee1-c0d0ea5673d6 req-221d2d23-092d-4412-b3a9-648ab0faec25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 1096 time: 0.0728974 Mar 05 14:18:16.299734 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cf1d9-3f64-44b5-aee1-c0d0ea5673d6 req-f7615e00-9c42-4c35-8176-81aa007739f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:16.301137 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b14cf1d9-3f64-44b5-aee1-c0d0ea5673d6 req-f7615e00-9c42-4c35-8176-81aa007739f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5191abfc-803b-438f-b684-e8e88fae88da HTTP/1.1" status: 200 len: 897 time: 0.1231229 Mar 05 14:18:16.504840 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b14cf1d9-3f64-44b5-aee1-c0d0ea5673d6 req-d2ff90b1-3955-430f-9a29-fb104c64e64b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6cb4476-7b64-4f41-ae7e-c9bde616754c HTTP/1.1" status: 200 len: 1000 time: 0.1979001 Mar 05 14:18:16.565630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cf1d9-3f64-44b5-aee1-c0d0ea5673d6 req-e7516506-e141-4938-8606-cfd6a055e78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:16.567009 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b14cf1d9-3f64-44b5-aee1-c0d0ea5673d6 req-e7516506-e141-4938-8606-cfd6a055e78a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f731e0c1-18f4-40e6-919c-21eb1d4774ac HTTP/1.1" status: 200 len: 834 time: 0.0564477 Mar 05 14:18:16.638650 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cf1d9-3f64-44b5-aee1-c0d0ea5673d6 req-9e1b0403-767f-4609-bab9-fc5f4d5e715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:16.640099 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b14cf1d9-3f64-44b5-aee1-c0d0ea5673d6 req-9e1b0403-767f-4609-bab9-fc5f4d5e715e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5191abfc-803b-438f-b684-e8e88fae88da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677288 Mar 05 14:18:16.767990 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b14cf1d9-3f64-44b5-aee1-c0d0ea5673d6 req-5060242c-c08f-493e-a53a-8f69077c2ff6 service neutron] 10.222.0.30 "GET /v2.0/networks/5191abfc-803b-438f-b684-e8e88fae88da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214824 Mar 05 14:18:16.874574 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device e6cb4476-7b64-4f41-ae7e-c9bde616754c up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:18:16.896396 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b14cf1d9-3f64-44b5-aee1-c0d0ea5673d6 req-f42602bf-cda9-4eb5-b601-3b48233bcaa3 service neutron] 10.222.0.30 "GET /v2.0/networks/5191abfc-803b-438f-b684-e8e88fae88da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227932 Mar 05 14:18:16.942905 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port e6cb4476-7b64-4f41-ae7e-c9bde616754c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:18:16.947607 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port e6cb4476-7b64-4f41-ae7e-c9bde616754c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:18:16.947969 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:17.063102 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:17.089666 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecf4918-5510-4484-b0ff-b49fdd1dd8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cb4476-7b64-4f41-ae7e-c9bde616754c'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:18:17.099929 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port e6cb4476-7b64-4f41-ae7e-c9bde616754c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e6cb4476-7b64-4f41-ae7e-c9bde616754c,segment=NetworkSegment(7bfa4103-621f-447e-986a-3a394c25c2eb),segment_id=7bfa4103-621f-447e-986a-3a394c25c2eb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:18:17.104876 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:17.153604 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecf4918-5510-4484-b0ff-b49fdd1dd8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cb4476-7b64-4f41-ae7e-c9bde616754c', 'code': 200} Mar 05 14:18:17.174211 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=e6cb4476-7b64-4f41-ae7e-c9bde616754c,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:17.208520 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e298e37-9aca-42c8-8c9f-52845a5e03ba req-3756878b-6077-41a1-bc71-d2315cb1c80f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:17.209970 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0e298e37-9aca-42c8-8c9f-52845a5e03ba req-3756878b-6077-41a1-bc71-d2315cb1c80f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 946 time: 0.0826750 Mar 05 14:18:17.255947 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0e298e37-9aca-42c8-8c9f-52845a5e03ba req-2a9e22a1-6554-4e01-899c-fbfc57d45c29 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401604 Mar 05 14:18:18.450988 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5483b4c-9466-4ce6-b4dc-fa5eca0df3f4 req-ece9209d-a20d-4b91-8bc2-41a54fc4e63a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:18.452456 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a5483b4c-9466-4ce6-b4dc-fa5eca0df3f4 req-ece9209d-a20d-4b91-8bc2-41a54fc4e63a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 946 time: 0.0845361 Mar 05 14:18:18.495738 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a5483b4c-9466-4ce6-b4dc-fa5eca0df3f4 req-51474825-f482-45d5-bfde-339f18345332 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374384 Mar 05 14:18:18.519699 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48844) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:18.627178 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-86cc3eb3-6cc6-4d68-b1e4-c7ad8c4362f5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/floatingips/44989aa9-65de-44b4-ae43-15936b610175 HTTP/1.1" status: 200 len: 993 time: 0.1062629 Mar 05 14:18:24.582569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5d6dd-41e5-4b88-bd6e-3f04c5ecbb5b req-613945ea-4251-4167-8953-d64cc3724984 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:24.584104 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-29e5d6dd-41e5-4b88-bd6e-3f04c5ecbb5b req-613945ea-4251-4167-8953-d64cc3724984 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/ports?device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 946 time: 0.0800931 Mar 05 14:18:24.630229 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-29e5d6dd-41e5-4b88-bd6e-3f04c5ecbb5b req-eaad5994-351a-4b65-91e2-aeffbd37cb8a tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a9acb0-0128-4026-9981-f59f55444811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405481 Mar 05 14:18:25.734706 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8568f3-e8e8-4915-8f8a-ddbb50f59faa req-0801a2a8-6f48-4ea7-975d-185ba013484e tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:25.736174 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8d8568f3-e8e8-4915-8f8a-ddbb50f59faa req-0801a2a8-6f48-4ea7-975d-185ba013484e tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.30 "GET /v2.0/ports?device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 946 time: 0.0825124 Mar 05 14:18:25.805539 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-8d8568f3-e8e8-4915-8f8a-ddbb50f59faa req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Deleting port e5bf86a3-8003-4ce9-b76f-4634b22b5368 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:18:25.805878 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-8d8568f3-e8e8-4915-8f8a-ddbb50f59faa req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:25.820876 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcedb00-9359-48d2-9fb5-fcdaa5a979e6 req-c8cc58e4-2f14-40d1-b44f-57fef540bea2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:25.822316 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0dcedb00-9359-48d2-9fb5-fcdaa5a979e6 req-c8cc58e4-2f14-40d1-b44f-57fef540bea2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/ports?device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 946 time: 0.0838978 Mar 05 14:18:25.868723 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0dcedb00-9359-48d2-9fb5-fcdaa5a979e6 req-a53795f3-c9bf-4850-b83b-56c9c1bbecbc tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a9acb0-0128-4026-9981-f59f55444811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400829 Mar 05 14:18:26.054594 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-8d8568f3-e8e8-4915-8f8a-ddbb50f59faa req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] For port e5bf86a3-8003-4ce9-b76f-4634b22b5368, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=e5bf86a3-8003-4ce9-b76f-4634b22b5368,segment=NetworkSegment(2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d),segment_id=2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:18:26.055027 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-8d8568f3-e8e8-4915-8f8a-ddbb50f59faa req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:26.337679 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-8d8568f3-e8e8-4915-8f8a-ddbb50f59faa req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:26.337937 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-8d8568f3-e8e8-4915-8f8a-ddbb50f59faa req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:26.338239 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [req-8d8568f3-e8e8-4915-8f8a-ddbb50f59faa req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Floating IP ed6764b9-21a6-4484-8849-92bdaa98ff33 disassociated. External IP: 172.25.4.40, port: e5bf86a3-8003-4ce9-b76f-4634b22b5368. Mar 05 14:18:26.338565 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-8d8568f3-e8e8-4915-8f8a-ddbb50f59faa req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Calling delete_port for e5bf86a3-8003-4ce9-b76f-4634b22b5368 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:18:26.584172 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-8d8568f3-e8e8-4915-8f8a-ddbb50f59faa req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:26.635326 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Pushing event deleted for resources: {'Port': ['ID=e5bf86a3-8003-4ce9-b76f-4634b22b5368,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:26.646849 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:26.647192 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:26.647522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:26.647846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:26.648164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:26.648482 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:26.648799 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:26.649116 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:26.649427 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:26.649735 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:26.650047 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:26.650366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:26.829235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d8568f3-e8e8-4915-8f8a-ddbb50f59faa req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Router ccdc16ad-6377-49ee-a8fa-4360d05dfa53 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:18:27.035520 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0afee2ab-2b1f-4dce-81af-fc4617831079 req-0c06bf3d-0269-4d97-a8fb-4f9e4eaafccb tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "GET /v2.0/ports?device_id=144cde3f-a9d8-4c72-a88f-d3283a33e648 HTTP/1.1" status: 200 len: 210 time: 0.0524542 Mar 05 14:18:27.055094 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d8568f3-e8e8-4915-8f8a-ddbb50f59faa req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:18:27.068475 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9065bb77-8431-4c7a-add5-42cf09fa077e None None] Sync routers for ids ['ccdc16ad-6377-49ee-a8fa-4360d05dfa53'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:18:27.080919 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9065bb77-8431-4c7a-add5-42cf09fa077e None None] Routers {'ccdc16ad-6377-49ee-a8fa-4360d05dfa53'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:18:27.081883 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-9065bb77-8431-4c7a-add5-42cf09fa077e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:18:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ccdc16ad-6377-49ee-a8fa-4360d05dfa53'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:27.133251 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8568f3-e8e8-4915-8f8a-ddbb50f59faa req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] No DVR routers for this DVR port e5bf86a3-8003-4ce9-b76f-4634b22b5368 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:18:27.138106 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-8d8568f3-e8e8-4915-8f8a-ddbb50f59faa req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:27.140741 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144cde3f-a9d8-4c72-a88f-d3283a33e648', 'name': 'network-vif-deleted', 'tag': 'e5bf86a3-8003-4ce9-b76f-4634b22b5368'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:18:27.158883 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8d8568f3-e8e8-4915-8f8a-ddbb50f59faa req-e99725e1-8d70-4a1a-b9dc-a955e9e2ecb2 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.30 "DELETE /v2.0/ports/e5bf86a3-8003-4ce9-b76f-4634b22b5368 HTTP/1.1" status: 204 len: 173 time: 1.4173226 Mar 05 14:18:27.188658 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144cde3f-a9d8-4c72-a88f-d3283a33e648', 'name': 'network-vif-deleted', 'tag': 'e5bf86a3-8003-4ce9-b76f-4634b22b5368', 'status': 'completed', 'code': 200} Mar 05 14:18:27.263209 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-9065bb77-8431-4c7a-add5-42cf09fa077e None None] Set router ccdc16ad-6377-49ee-a8fa-4360d05dfa53 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:18:27.573218 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-9065bb77-8431-4c7a-add5-42cf09fa077e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'name': 'tempest-TestServerBasicOps-1156323805-router', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:58Z', 'updated_at': '2022-03-05T14:13:06Z', 'revision_number': 4, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'gw_port': {'id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:59Z', 'updated_at': '2022-03-05T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '8052daec-1493-4049-9e94-6a758a24aeaa', 'name': '', 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'mac_address': 'fa:16:3e:56:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd131983b-d58d-4932-b636-015a0d79417c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:13:04Z', 'updated_at': '2022-03-05T14:13:16Z', 'revision_number': 5, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'subnets': [{'id': 'd131983b-d58d-4932-b636-015a0d79417c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:27.577263 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9065bb77-8431-4c7a-add5-42cf09fa077e None None] Checking router: ccdc16ad-6377-49ee-a8fa-4360d05dfa53 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:18:27.585749 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9065bb77-8431-4c7a-add5-42cf09fa077e None None] Routers {'ccdc16ad-6377-49ee-a8fa-4360d05dfa53'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:18:27.586337 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-9065bb77-8431-4c7a-add5-42cf09fa077e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:18:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ccdc16ad-6377-49ee-a8fa-4360d05dfa53'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:27.765023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e5bf86a3-8003-4ce9-b76f-4634b22b5368 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:18:27.767291 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-9065bb77-8431-4c7a-add5-42cf09fa077e None None] Set router ccdc16ad-6377-49ee-a8fa-4360d05dfa53 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:18:27.802652 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: e5bf86a3-8003-4ce9-b76f-4634b22b5368 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:18:27.803023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device e5bf86a3-8003-4ce9-b76f-4634b22b5368 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:18:28.102578 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-9065bb77-8431-4c7a-add5-42cf09fa077e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'name': 'tempest-TestServerBasicOps-1156323805-router', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:58Z', 'updated_at': '2022-03-05T14:13:06Z', 'revision_number': 4, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'gw_port': {'id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:59Z', 'updated_at': '2022-03-05T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '8052daec-1493-4049-9e94-6a758a24aeaa', 'name': '', 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'mac_address': 'fa:16:3e:56:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd131983b-d58d-4932-b636-015a0d79417c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:13:04Z', 'updated_at': '2022-03-05T14:13:16Z', 'revision_number': 5, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'subnets': [{'id': 'd131983b-d58d-4932-b636-015a0d79417c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:28.106927 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9065bb77-8431-4c7a-add5-42cf09fa077e None None] The sync data for ids ['ccdc16ad-6377-49ee-a8fa-4360d05dfa53'] in n-d-803718-1 is: [{'id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'name': 'tempest-TestServerBasicOps-1156323805-router', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:58Z', 'updated_at': '2022-03-05T14:13:06Z', 'revision_number': 4, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'gw_port': {'id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:59Z', 'updated_at': '2022-03-05T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '8052daec-1493-4049-9e94-6a758a24aeaa', 'name': '', 'network_id': '176f3b3b-aa33-401e-ba94-482a9b8a1b0b', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'mac_address': 'fa:16:3e:56:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd131983b-d58d-4932-b636-015a0d79417c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:13:04Z', 'updated_at': '2022-03-05T14:13:16Z', 'revision_number': 5, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'subnets': [{'id': 'd131983b-d58d-4932-b636-015a0d79417c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:18:28.139392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48862) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:28.302195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4a7c9-ef5c-4a4e-9826-ba9ed2cbcd43 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Deleting port fd974f01-c912-4700-b4a6-695c7c597c24 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:18:28.302544 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1fc4a7c9-ef5c-4a4e-9826-ba9ed2cbcd43 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:28.333799 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e1f8a7-9bc2-47c0-a228-8aa0570cff2f None None] New status for floating IP ed6764b9-21a6-4484-8849-92bdaa98ff33: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:18:28.482375 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1fc4a7c9-ef5c-4a4e-9826-ba9ed2cbcd43 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:28.482788 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1fc4a7c9-ef5c-4a4e-9826-ba9ed2cbcd43 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:28.608286 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4a7c9-ef5c-4a4e-9826-ba9ed2cbcd43 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Calling delete_port for fd974f01-c912-4700-b4a6-695c7c597c24 owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:18:28.689983 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.db.api [None req-1fc4a7c9-ef5c-4a4e-9826-ba9ed2cbcd43 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87914) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:18:28.690296 n-d-803718-1 neutron-server[87914]: DEBUG oslo_db.api [None req-1fc4a7c9-ef5c-4a4e-9826-ba9ed2cbcd43 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:18:29.185121 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:29.191862 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4a7c9-ef5c-4a4e-9826-ba9ed2cbcd43 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Deleting port fd974f01-c912-4700-b4a6-695c7c597c24 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:18:29.192246 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1fc4a7c9-ef5c-4a4e-9826-ba9ed2cbcd43 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:29.222480 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:29.365286 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1fc4a7c9-ef5c-4a4e-9826-ba9ed2cbcd43 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:29.365607 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1fc4a7c9-ef5c-4a4e-9826-ba9ed2cbcd43 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:29.495001 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4a7c9-ef5c-4a4e-9826-ba9ed2cbcd43 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Calling delete_port for fd974f01-c912-4700-b4a6-695c7c597c24 owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:18:29.740273 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1fc4a7c9-ef5c-4a4e-9826-ba9ed2cbcd43 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:29.787150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4a7c9-ef5c-4a4e-9826-ba9ed2cbcd43 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Pushing event deleted for resources: {'Port': ['ID=fd974f01-c912-4700-b4a6-695c7c597c24,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:29.878665 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1fc4a7c9-ef5c-4a4e-9826-ba9ed2cbcd43 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:29.899822 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1fc4a7c9-ef5c-4a4e-9826-ba9ed2cbcd43 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:29.901019 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1fc4a7c9-ef5c-4a4e-9826-ba9ed2cbcd43 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "DELETE /v2.0/floatingips/ed6764b9-21a6-4484-8849-92bdaa98ff33 HTTP/1.1" status: 204 len: 168 time: 1.7605131 Mar 05 14:18:30.042521 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48870) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:30.113293 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e759ba20-8438-4e00-80a3-41b1a87e8be4 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:30.142890 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e759ba20-8438-4e00-80a3-41b1a87e8be4 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:30.206734 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e759ba20-8438-4e00-80a3-41b1a87e8be4 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:30.224631 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759ba20-8438-4e00-80a3-41b1a87e8be4 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a9acb0-0128-4026-9981-f59f55444811,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:30.236364 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e759ba20-8438-4e00-80a3-41b1a87e8be4 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:30.237473 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e759ba20-8438-4e00-80a3-41b1a87e8be4 tempest-TestServerBasicOps-838580391 tempest-TestServerBasicOps-838580391-project] 10.222.0.16 "DELETE /v2.0/security-groups/45a9acb0-0128-4026-9981-f59f55444811 HTTP/1.1" status: 204 len: 168 time: 0.1939552 Mar 05 14:18:30.272962 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48876) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:30.905564 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b9386f5b-fa8e-4925-a247-8107da62f9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:31.275096 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:18:31.367389 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b9386f5b-fa8e-4925-a247-8107da62f9ea admin admin] Deleting port 8052daec-1493-4049-9e94-6a758a24aeaa {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:18:31.367933 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b9386f5b-fa8e-4925-a247-8107da62f9ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:31.537446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-b9386f5b-fa8e-4925-a247-8107da62f9ea admin admin] For port 8052daec-1493-4049-9e94-6a758a24aeaa, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=8052daec-1493-4049-9e94-6a758a24aeaa,segment=NetworkSegment(2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d),segment_id=2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:18:31.537713 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b9386f5b-fa8e-4925-a247-8107da62f9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:31.659901 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-b9386f5b-fa8e-4925-a247-8107da62f9ea admin admin] Calling delete_port for 8052daec-1493-4049-9e94-6a758a24aeaa owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:18:31.833484 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b9386f5b-fa8e-4925-a247-8107da62f9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:31.881178 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9386f5b-fa8e-4925-a247-8107da62f9ea admin admin] Pushing event deleted for resources: {'Port': ['ID=8052daec-1493-4049-9e94-6a758a24aeaa,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:32.147372 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b9386f5b-fa8e-4925-a247-8107da62f9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:32.612901 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9386f5b-fa8e-4925-a247-8107da62f9ea admin admin] Router ccdc16ad-6377-49ee-a8fa-4360d05dfa53 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:18:32.790694 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9386f5b-fa8e-4925-a247-8107da62f9ea admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:18:32.799591 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07dcd9a-f882-45a8-9263-72aa186f46bb None None] Sync routers for ids ['ccdc16ad-6377-49ee-a8fa-4360d05dfa53'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:18:32.802495 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b9386f5b-fa8e-4925-a247-8107da62f9ea admin admin] 10.222.0.16 "PUT /v2.0/routers/ccdc16ad-6377-49ee-a8fa-4360d05dfa53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5284569 Mar 05 14:18:32.805186 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48882) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:32.808994 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07dcd9a-f882-45a8-9263-72aa186f46bb None None] Routers {'ccdc16ad-6377-49ee-a8fa-4360d05dfa53'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:18:32.810340 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-f07dcd9a-f882-45a8-9263-72aa186f46bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:18:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ccdc16ad-6377-49ee-a8fa-4360d05dfa53'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:32.981776 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-54a53a22-4293-4029-9236-a8ea290027ca admin admin] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:32.988611 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-f07dcd9a-f882-45a8-9263-72aa186f46bb None None] Set router ccdc16ad-6377-49ee-a8fa-4360d05dfa53 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:18:33.160131 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-54a53a22-4293-4029-9236-a8ea290027ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:33.170594 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-54a53a22-4293-4029-9236-a8ea290027ca admin admin] Deleting port 95f7cf02-055f-47d1-8fee-c382f8c980c5 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:18:33.170966 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-54a53a22-4293-4029-9236-a8ea290027ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:33.282592 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-f07dcd9a-f882-45a8-9263-72aa186f46bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'name': 'tempest-TestServerBasicOps-1156323805-router', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:58Z', 'updated_at': '2022-03-05T14:18:31Z', 'revision_number': 5, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'gw_port': {'id': '95f7cf02-055f-47d1-8fee-c382f8c980c5', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:59Z', 'updated_at': '2022-03-05T14:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:33.286457 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07dcd9a-f882-45a8-9263-72aa186f46bb None None] Checking router: ccdc16ad-6377-49ee-a8fa-4360d05dfa53 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:18:33.295260 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07dcd9a-f882-45a8-9263-72aa186f46bb None None] Routers {'ccdc16ad-6377-49ee-a8fa-4360d05dfa53'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:18:33.295844 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-f07dcd9a-f882-45a8-9263-72aa186f46bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:18:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ccdc16ad-6377-49ee-a8fa-4360d05dfa53'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:33.349176 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-54a53a22-4293-4029-9236-a8ea290027ca admin admin] For port 95f7cf02-055f-47d1-8fee-c382f8c980c5, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=95f7cf02-055f-47d1-8fee-c382f8c980c5,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:18:33.349526 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-54a53a22-4293-4029-9236-a8ea290027ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:33.442017 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-f07dcd9a-f882-45a8-9263-72aa186f46bb None None] Set router ccdc16ad-6377-49ee-a8fa-4360d05dfa53 gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:18:33.479493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-54a53a22-4293-4029-9236-a8ea290027ca admin admin] Calling delete_port for 95f7cf02-055f-47d1-8fee-c382f8c980c5 owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:18:33.546116 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-f07dcd9a-f882-45a8-9263-72aa186f46bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'name': 'tempest-TestServerBasicOps-1156323805-router', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:58Z', 'updated_at': '2022-03-05T14:18:33Z', 'revision_number': 6, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:33.550065 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07dcd9a-f882-45a8-9263-72aa186f46bb None None] The sync data for ids ['ccdc16ad-6377-49ee-a8fa-4360d05dfa53'] in n-d-803718-1 is: [{'id': 'ccdc16ad-6377-49ee-a8fa-4360d05dfa53', 'name': 'tempest-TestServerBasicOps-1156323805-router', 'tenant_id': '5f7d6a4779714e2393ef6b6296854200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:58Z', 'updated_at': '2022-03-05T14:18:33Z', 'revision_number': 6, 'project_id': '5f7d6a4779714e2393ef6b6296854200', 'gw_port_host': None}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:18:33.796596 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-54a53a22-4293-4029-9236-a8ea290027ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:33.843264 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a53a22-4293-4029-9236-a8ea290027ca admin admin] Pushing event deleted for resources: {'Port': ['ID=95f7cf02-055f-47d1-8fee-c382f8c980c5,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:34.050177 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-54a53a22-4293-4029-9236-a8ea290027ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:34.219636 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-54a53a22-4293-4029-9236-a8ea290027ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:34.221748 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-54a53a22-4293-4029-9236-a8ea290027ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:34.243264 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-54a53a22-4293-4029-9236-a8ea290027ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:34.243797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a53a22-4293-4029-9236-a8ea290027ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccdc16ad-6377-49ee-a8fa-4360d05dfa53 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:18:34.260874 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-54a53a22-4293-4029-9236-a8ea290027ca admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:34.262014 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-54a53a22-4293-4029-9236-a8ea290027ca admin admin] 10.222.0.16 "DELETE /v2.0/routers/ccdc16ad-6377-49ee-a8fa-4360d05dfa53 HTTP/1.1" status: 204 len: 168 time: 1.4558585 Mar 05 14:18:34.265351 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48886) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:34.327874 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-7706a533-e3cf-47a6-acef-b4debc9ce806 admin admin] Deleting subnet d131983b-d58d-4932-b636-015a0d79417c {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:18:34.330754 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7706a533-e3cf-47a6-acef-b4debc9ce806 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:34.382202 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7706a533-e3cf-47a6-acef-b4debc9ce806 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:34.462182 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7706a533-e3cf-47a6-acef-b4debc9ce806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:34.533088 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7706a533-e3cf-47a6-acef-b4debc9ce806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:34.576364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706a533-e3cf-47a6-acef-b4debc9ce806 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d131983b-d58d-4932-b636-015a0d79417c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:34.581080 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7706a533-e3cf-47a6-acef-b4debc9ce806 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:34.586509 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbde715-3217-43dd-91c3-dd156ad82e7b None None] Network 176f3b3b-aa33-401e-ba94-482a9b8a1b0b requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:18:34.587100 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7706a533-e3cf-47a6-acef-b4debc9ce806 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d131983b-d58d-4932-b636-015a0d79417c HTTP/1.1" status: 204 len: 168 time: 0.3201478 Mar 05 14:18:34.589260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48890) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:34.709145 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a649a828-6e8a-4c16-96cc-48af60afd0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:34.721789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-a649a828-6e8a-4c16-96cc-48af60afd0d8 admin admin] Deleting port 7408c84d-139f-46e5-bf2a-1c638e1746bb {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:18:34.721789 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a649a828-6e8a-4c16-96cc-48af60afd0d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:34.874729 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381daab4-7415-4d19-bf3c-fa7457e5140d None None] DHCP port deletion for 176f3b3b-aa33-401e-ba94-482a9b8a1b0b request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:18:34.879807 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-381daab4-7415-4d19-bf3c-fa7457e5140d None None] Deleting port 7408c84d-139f-46e5-bf2a-1c638e1746bb {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:18:34.879807 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-381daab4-7415-4d19-bf3c-fa7457e5140d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:34.951356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-a649a828-6e8a-4c16-96cc-48af60afd0d8 admin admin] For port 7408c84d-139f-46e5-bf2a-1c638e1746bb, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7408c84d-139f-46e5-bf2a-1c638e1746bb,segment=NetworkSegment(2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d),segment_id=2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:18:34.951831 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a649a828-6e8a-4c16-96cc-48af60afd0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:35.084863 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-a649a828-6e8a-4c16-96cc-48af60afd0d8 admin admin] Calling delete_port for 7408c84d-139f-46e5-bf2a-1c638e1746bb owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:18:35.104527 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-381daab4-7415-4d19-bf3c-fa7457e5140d None None] For port 7408c84d-139f-46e5-bf2a-1c638e1746bb, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7408c84d-139f-46e5-bf2a-1c638e1746bb,segment=NetworkSegment(2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d),segment_id=2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:18:35.104910 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-381daab4-7415-4d19-bf3c-fa7457e5140d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:35.160526 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a649a828-6e8a-4c16-96cc-48af60afd0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:35.206307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649a828-6e8a-4c16-96cc-48af60afd0d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7408c84d-139f-46e5-bf2a-1c638e1746bb,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:35.209859 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a649a828-6e8a-4c16-96cc-48af60afd0d8 admin admin] No DVR routers for this DVR port 7408c84d-139f-46e5-bf2a-1c638e1746bb on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:18:35.228201 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-381daab4-7415-4d19-bf3c-fa7457e5140d None None] Calling delete_port for 7408c84d-139f-46e5-bf2a-1c638e1746bb owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 14:18:35.307798 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 14:18:35.317012 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-381daab4-7415-4d19-bf3c-fa7457e5140d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:18:35.317434 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-381daab4-7415-4d19-bf3c-fa7457e5140d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:18:35.319884 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 8052daec-1493-4049-9e94-6a758a24aeaa no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:18:35.330897 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a649a828-6e8a-4c16-96cc-48af60afd0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:35.354256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 8052daec-1493-4049-9e94-6a758a24aeaa {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:18:35.354597 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 8052daec-1493-4049-9e94-6a758a24aeaa not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:18:35.355079 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 7408c84d-139f-46e5-bf2a-1c638e1746bb no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:18:35.360184 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-a649a828-6e8a-4c16-96cc-48af60afd0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176f3b3b-aa33-401e-ba94-482a9b8a1b0b']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:35.371937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-a649a828-6e8a-4c16-96cc-48af60afd0d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:35.372235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-a649a828-6e8a-4c16-96cc-48af60afd0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef94bb1-c9f7-4201-9a4c-a322ac1c8d1d') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:35.383464 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a649a828-6e8a-4c16-96cc-48af60afd0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:35.401264 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a649a828-6e8a-4c16-96cc-48af60afd0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:35.409556 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a649a828-6e8a-4c16-96cc-48af60afd0d8 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:18:35.409983 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a649a828-6e8a-4c16-96cc-48af60afd0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:35.420363 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 7408c84d-139f-46e5-bf2a-1c638e1746bb {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:18:35.420628 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 7408c84d-139f-46e5-bf2a-1c638e1746bb not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:18:35.421041 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 95f7cf02-055f-47d1-8fee-c382f8c980c5 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:18:35.423765 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:18:35.454275 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 95f7cf02-055f-47d1-8fee-c382f8c980c5 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:18:35.454619 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 95f7cf02-055f-47d1-8fee-c382f8c980c5 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:18:35.500340 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a649a828-6e8a-4c16-96cc-48af60afd0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:35.519916 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a649a828-6e8a-4c16-96cc-48af60afd0d8 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:35.532164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649a828-6e8a-4c16-96cc-48af60afd0d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=176f3b3b-aa33-401e-ba94-482a9b8a1b0b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:35.537783 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a649a828-6e8a-4c16-96cc-48af60afd0d8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/176f3b3b-aa33-401e-ba94-482a9b8a1b0b HTTP/1.1" status: 204 len: 168 time: 0.9475889 Mar 05 14:18:35.539612 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48894) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:35.818508 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-381daab4-7415-4d19-bf3c-fa7457e5140d None None] Deleting port 7408c84d-139f-46e5-bf2a-1c638e1746bb {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:18:35.819093 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-381daab4-7415-4d19-bf3c-fa7457e5140d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:35.886272 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-381daab4-7415-4d19-bf3c-fa7457e5140d None None] The port '7408c84d-139f-46e5-bf2a-1c638e1746bb' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:18:36.208232 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5731d885-2709-4602-90ba-aa90d287a1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:36.580739 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5731d885-2709-4602-90ba-aa90d287a1ff admin admin] Deleting port 940b9517-6f56-4ad6-b25c-30aef3edf848 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:18:36.580918 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5731d885-2709-4602-90ba-aa90d287a1ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:36.756281 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-5731d885-2709-4602-90ba-aa90d287a1ff admin admin] For port 940b9517-6f56-4ad6-b25c-30aef3edf848, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=940b9517-6f56-4ad6-b25c-30aef3edf848,segment=NetworkSegment(a6b56729-4e60-4266-98af-5f4a7e85fc0f),segment_id=a6b56729-4e60-4266-98af-5f4a7e85fc0f)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:18:36.756518 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5731d885-2709-4602-90ba-aa90d287a1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:36.883802 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5731d885-2709-4602-90ba-aa90d287a1ff admin admin] Calling delete_port for 940b9517-6f56-4ad6-b25c-30aef3edf848 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:18:37.066176 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5731d885-2709-4602-90ba-aa90d287a1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:37.113584 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731d885-2709-4602-90ba-aa90d287a1ff admin admin] Pushing event deleted for resources: {'Port': ['ID=940b9517-6f56-4ad6-b25c-30aef3edf848,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:37.520832 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5731d885-2709-4602-90ba-aa90d287a1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:37.889984 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5731d885-2709-4602-90ba-aa90d287a1ff admin admin] Router 0ea246fe-292b-4f7f-8432-aeac95beec17 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:18:38.080671 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5731d885-2709-4602-90ba-aa90d287a1ff admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:18:38.095147 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479b20d7-f58c-4143-8869-389dc627ec6e None None] Sync routers for ids ['0ea246fe-292b-4f7f-8432-aeac95beec17'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:18:38.097804 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5731d885-2709-4602-90ba-aa90d287a1ff admin admin] 10.222.0.16 "PUT /v2.0/routers/0ea246fe-292b-4f7f-8432-aeac95beec17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5494132 Mar 05 14:18:38.097804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48898) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:38.106827 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b20d7-f58c-4143-8869-389dc627ec6e None None] Routers {'0ea246fe-292b-4f7f-8432-aeac95beec17'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:18:38.106827 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-479b20d7-f58c-4143-8869-389dc627ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:18:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['0ea246fe-292b-4f7f-8432-aeac95beec17'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:38.288233 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-caac235e-d04c-4654-a0ae-aacaef153912 admin admin] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:38.332549 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-479b20d7-f58c-4143-8869-389dc627ec6e None None] Set router 0ea246fe-292b-4f7f-8432-aeac95beec17 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:18:38.499836 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-caac235e-d04c-4654-a0ae-aacaef153912 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:38.509758 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-caac235e-d04c-4654-a0ae-aacaef153912 admin admin] Deleting port 0903c65b-8adc-42d3-b45a-eeb65a86f3bf {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:18:38.510086 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-caac235e-d04c-4654-a0ae-aacaef153912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:38.635083 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-479b20d7-f58c-4143-8869-389dc627ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea246fe-292b-4f7f-8432-aeac95beec17', 'name': 'tempest-TestServerBasicOps-825712179-router', 'tenant_id': '232e91ee1856498097e6829ea4d7e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '0903c65b-8adc-42d3-b45a-eeb65a86f3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:13:10Z', 'updated_at': '2022-03-05T14:18:37Z', 'revision_number': 5, 'project_id': '232e91ee1856498097e6829ea4d7e162', 'gw_port': {'id': '0903c65b-8adc-42d3-b45a-eeb65a86f3bf', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea246fe-292b-4f7f-8432-aeac95beec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:13:12Z', 'updated_at': '2022-03-05T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:38.639372 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479b20d7-f58c-4143-8869-389dc627ec6e None None] Checking router: 0ea246fe-292b-4f7f-8432-aeac95beec17 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:18:38.648297 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b20d7-f58c-4143-8869-389dc627ec6e None None] Routers {'0ea246fe-292b-4f7f-8432-aeac95beec17'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:18:38.648917 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-479b20d7-f58c-4143-8869-389dc627ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:18:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['0ea246fe-292b-4f7f-8432-aeac95beec17'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:38.810959 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-caac235e-d04c-4654-a0ae-aacaef153912 admin admin] For port 0903c65b-8adc-42d3-b45a-eeb65a86f3bf, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0903c65b-8adc-42d3-b45a-eeb65a86f3bf,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:18:38.811522 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-caac235e-d04c-4654-a0ae-aacaef153912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:38.811667 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-479b20d7-f58c-4143-8869-389dc627ec6e None None] Set router 0ea246fe-292b-4f7f-8432-aeac95beec17 gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:18:38.912601 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c9f7a396-2b56-4e2d-b3b6-cbe0e034ee19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:38.924480 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-479b20d7-f58c-4143-8869-389dc627ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea246fe-292b-4f7f-8432-aeac95beec17', 'name': 'tempest-TestServerBasicOps-825712179-router', 'tenant_id': '232e91ee1856498097e6829ea4d7e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:13:10Z', 'updated_at': '2022-03-05T14:18:38Z', 'revision_number': 6, 'project_id': '232e91ee1856498097e6829ea4d7e162', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:38.928686 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479b20d7-f58c-4143-8869-389dc627ec6e None None] The sync data for ids ['0ea246fe-292b-4f7f-8432-aeac95beec17'] in n-d-803718-1 is: [{'id': '0ea246fe-292b-4f7f-8432-aeac95beec17', 'name': 'tempest-TestServerBasicOps-825712179-router', 'tenant_id': '232e91ee1856498097e6829ea4d7e162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:13:10Z', 'updated_at': '2022-03-05T14:18:38Z', 'revision_number': 6, 'project_id': '232e91ee1856498097e6829ea4d7e162', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:18:38.935589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-caac235e-d04c-4654-a0ae-aacaef153912 admin admin] Calling delete_port for 0903c65b-8adc-42d3-b45a-eeb65a86f3bf owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:18:39.101458 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-caac235e-d04c-4654-a0ae-aacaef153912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:39.152119 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac235e-d04c-4654-a0ae-aacaef153912 admin admin] Pushing event deleted for resources: {'Port': ['ID=0903c65b-8adc-42d3-b45a-eeb65a86f3bf,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:39.238971 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-caac235e-d04c-4654-a0ae-aacaef153912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:39.327804 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 940b9517-6f56-4ad6-b25c-30aef3edf848 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:18:39.362475 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 940b9517-6f56-4ad6-b25c-30aef3edf848 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:18:39.362934 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 940b9517-6f56-4ad6-b25c-30aef3edf848 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:18:39.426265 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-caac235e-d04c-4654-a0ae-aacaef153912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:39.428480 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-caac235e-d04c-4654-a0ae-aacaef153912 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:39.451854 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-caac235e-d04c-4654-a0ae-aacaef153912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:39.452378 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caac235e-d04c-4654-a0ae-aacaef153912 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ea246fe-292b-4f7f-8432-aeac95beec17 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:18:39.464694 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-caac235e-d04c-4654-a0ae-aacaef153912 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:39.465847 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-caac235e-d04c-4654-a0ae-aacaef153912 admin admin] 10.222.0.16 "DELETE /v2.0/routers/0ea246fe-292b-4f7f-8432-aeac95beec17 HTTP/1.1" status: 204 len: 168 time: 1.3721883 Mar 05 14:18:39.468418 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48902) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:39.530382 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c1bfca-89b5-449b-aa86-8b45fabed5a2 admin admin] Deleting subnet 3e06db9b-4059-4908-a2d9-8ebda9acb648 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:18:39.533242 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23c1bfca-89b5-449b-aa86-8b45fabed5a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:39.581977 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23c1bfca-89b5-449b-aa86-8b45fabed5a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:39.663811 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23c1bfca-89b5-449b-aa86-8b45fabed5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:39.732494 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23c1bfca-89b5-449b-aa86-8b45fabed5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:39.771355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1bfca-89b5-449b-aa86-8b45fabed5a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e06db9b-4059-4908-a2d9-8ebda9acb648,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:39.775072 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23c1bfca-89b5-449b-aa86-8b45fabed5a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:39.780543 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4903a678-d28c-42f3-9f3a-f1f4709caaf7 None None] Network 8060b918-f36b-436d-b142-e3c5fc7b086a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:18:39.789812 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-23c1bfca-89b5-449b-aa86-8b45fabed5a2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3e06db9b-4059-4908-a2d9-8ebda9acb648 HTTP/1.1" status: 204 len: 168 time: 0.3203599 Mar 05 14:18:39.792244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48906) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:39.905676 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-624de08a-6dd1-4681-a4d8-7d0e12cf1e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:39.918375 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-624de08a-6dd1-4681-a4d8-7d0e12cf1e41 admin admin] Deleting port 0c9c9c3b-83f3-4670-9949-0bf247e5208a {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:18:39.918658 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-624de08a-6dd1-4681-a4d8-7d0e12cf1e41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:40.038519 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13c0749-e712-44a9-839d-f402b18421e8 None None] DHCP port deletion for 8060b918-f36b-436d-b142-e3c5fc7b086a request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:18:40.042679 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d13c0749-e712-44a9-839d-f402b18421e8 None None] Deleting port 0c9c9c3b-83f3-4670-9949-0bf247e5208a {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:18:40.043121 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d13c0749-e712-44a9-839d-f402b18421e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:40.133720 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-624de08a-6dd1-4681-a4d8-7d0e12cf1e41 admin admin] For port 0c9c9c3b-83f3-4670-9949-0bf247e5208a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0c9c9c3b-83f3-4670-9949-0bf247e5208a,segment=NetworkSegment(a6b56729-4e60-4266-98af-5f4a7e85fc0f),segment_id=a6b56729-4e60-4266-98af-5f4a7e85fc0f)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:18:40.134066 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-624de08a-6dd1-4681-a4d8-7d0e12cf1e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:40.293327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d13c0749-e712-44a9-839d-f402b18421e8 None None] For port 0c9c9c3b-83f3-4670-9949-0bf247e5208a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0c9c9c3b-83f3-4670-9949-0bf247e5208a,segment=NetworkSegment(a6b56729-4e60-4266-98af-5f4a7e85fc0f),segment_id=a6b56729-4e60-4266-98af-5f4a7e85fc0f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:18:40.293608 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d13c0749-e712-44a9-839d-f402b18421e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:40.362643 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-624de08a-6dd1-4681-a4d8-7d0e12cf1e41 admin admin] Calling delete_port for 0c9c9c3b-83f3-4670-9949-0bf247e5208a owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:18:40.414071 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d13c0749-e712-44a9-839d-f402b18421e8 None None] Calling delete_port for 0c9c9c3b-83f3-4670-9949-0bf247e5208a owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:18:40.441551 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-624de08a-6dd1-4681-a4d8-7d0e12cf1e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:40.486425 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624de08a-6dd1-4681-a4d8-7d0e12cf1e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c9c9c3b-83f3-4670-9949-0bf247e5208a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:40.492745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624de08a-6dd1-4681-a4d8-7d0e12cf1e41 admin admin] No DVR routers for this DVR port 0c9c9c3b-83f3-4670-9949-0bf247e5208a on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:18:40.494241 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-d13c0749-e712-44a9-839d-f402b18421e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:18:40.494599 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-d13c0749-e712-44a9-839d-f402b18421e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:18:40.607260 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-624de08a-6dd1-4681-a4d8-7d0e12cf1e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:40.632349 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-624de08a-6dd1-4681-a4d8-7d0e12cf1e41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8060b918-f36b-436d-b142-e3c5fc7b086a']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:40.645003 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-624de08a-6dd1-4681-a4d8-7d0e12cf1e41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b56729-4e60-4266-98af-5f4a7e85fc0f') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:40.645302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-624de08a-6dd1-4681-a4d8-7d0e12cf1e41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b56729-4e60-4266-98af-5f4a7e85fc0f') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:40.656496 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-624de08a-6dd1-4681-a4d8-7d0e12cf1e41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:40.672569 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-624de08a-6dd1-4681-a4d8-7d0e12cf1e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:40.678837 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624de08a-6dd1-4681-a4d8-7d0e12cf1e41 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:18:40.679220 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-624de08a-6dd1-4681-a4d8-7d0e12cf1e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:18:40.696654 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:18:40.771193 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-624de08a-6dd1-4681-a4d8-7d0e12cf1e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:40.789313 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-624de08a-6dd1-4681-a4d8-7d0e12cf1e41 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:40.798081 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624de08a-6dd1-4681-a4d8-7d0e12cf1e41 admin admin] Pushing event deleted for resources: {'Network': ['ID=8060b918-f36b-436d-b142-e3c5fc7b086a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:40.804944 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-624de08a-6dd1-4681-a4d8-7d0e12cf1e41 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8060b918-f36b-436d-b142-e3c5fc7b086a HTTP/1.1" status: 204 len: 168 time: 1.0090790 Mar 05 14:18:40.917624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48916) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:40.949107 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30e34a6a-935e-4e5d-be95-abe07146abec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:40.972795 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-30e05f0f-1809-47d2-bc43-08ebc30ffa01 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f7d6a4779714e2393ef6b6296854200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539672 Mar 05 14:18:40.975170 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48920) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:40.995644 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d13c0749-e712-44a9-839d-f402b18421e8 None None] Deleting port 0c9c9c3b-83f3-4670-9949-0bf247e5208a {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:18:40.996068 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d13c0749-e712-44a9-839d-f402b18421e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:41.032826 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62db5150-808d-4fbe-a687-b48344325227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:41.059536 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62db5150-808d-4fbe-a687-b48344325227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:41.062456 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d13c0749-e712-44a9-839d-f402b18421e8 None None] The port '0c9c9c3b-83f3-4670-9949-0bf247e5208a' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:18:41.115106 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62db5150-808d-4fbe-a687-b48344325227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:41.130353 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db5150-808d-4fbe-a687-b48344325227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46804ef-4fa1-4f87-a2fe-463e64263d03,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:41.138339 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62db5150-808d-4fbe-a687-b48344325227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:41.139491 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-62db5150-808d-4fbe-a687-b48344325227 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e46804ef-4fa1-4f87-a2fe-463e64263d03 HTTP/1.1" status: 204 len: 168 time: 0.1634409 Mar 05 14:18:41.310398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0903c65b-8adc-42d3-b45a-eeb65a86f3bf no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:18:41.344425 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 0903c65b-8adc-42d3-b45a-eeb65a86f3bf {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:18:41.344768 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0903c65b-8adc-42d3-b45a-eeb65a86f3bf not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:18:41.345189 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0c9c9c3b-83f3-4670-9949-0bf247e5208a no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:18:41.377969 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 0c9c9c3b-83f3-4670-9949-0bf247e5208a {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:18:41.378328 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0c9c9c3b-83f3-4670-9949-0bf247e5208a not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:18:41.478373 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48928) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:41.527930 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-25ce542b-f2ff-4892-94da-162f9fc09b55 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=232e91ee1856498097e6829ea4d7e162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483680 Mar 05 14:18:41.530349 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48932) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:41.590791 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30c67d7c-970d-4803-bb06-ac50e2f1244a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:41.616033 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30c67d7c-970d-4803-bb06-ac50e2f1244a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:41.667656 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30c67d7c-970d-4803-bb06-ac50e2f1244a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:41.682526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c67d7c-970d-4803-bb06-ac50e2f1244a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd01c4a5-c62d-46dc-9d71-1279a8452321,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:41.690366 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-30c67d7c-970d-4803-bb06-ac50e2f1244a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:41.691513 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-30c67d7c-970d-4803-bb06-ac50e2f1244a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd01c4a5-c62d-46dc-9d71-1279a8452321 HTTP/1.1" status: 204 len: 168 time: 0.1602511 Mar 05 14:18:42.125477 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:42.157119 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:43.768706 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:47.724999 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c38c10-8c29-4c26-8381-55cd3a126ffe req-25ed701e-fa42-432a-8a01-c3abd1968a36 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:47.726499 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93c38c10-8c29-4c26-8381-55cd3a126ffe req-25ed701e-fa42-432a-8a01-c3abd1968a36 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 1097 time: 0.2983725 Mar 05 14:18:47.766378 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-93c38c10-8c29-4c26-8381-55cd3a126ffe req-3ff1f410-03a7-4b73-a513-779936f6b286 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Synchronizing usage tracker for tenant:c95dc27f7751425ebde3ed54ecfb2694 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:18:47.782227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-93c38c10-8c29-4c26-8381-55cd3a126ffe req-3ff1f410-03a7-4b73-a513-779936f6b286 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Unset dirty status for tenant:c95dc27f7751425ebde3ed54ecfb2694 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:18:47.783500 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93c38c10-8c29-4c26-8381-55cd3a126ffe req-3ff1f410-03a7-4b73-a513-779936f6b286 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513940 Mar 05 14:18:47.806561 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48946) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:48.022384 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-9433c62b-61f0-450b-85fe-2d73c1aa70c4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Deleting port 68bb63ec-681b-492b-90cd-fc604da7bc68 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:18:48.022630 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9433c62b-61f0-450b-85fe-2d73c1aa70c4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:48.191117 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9433c62b-61f0-450b-85fe-2d73c1aa70c4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:48.191446 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9433c62b-61f0-450b-85fe-2d73c1aa70c4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:48.310372 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-9433c62b-61f0-450b-85fe-2d73c1aa70c4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Calling delete_port for 68bb63ec-681b-492b-90cd-fc604da7bc68 owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:18:48.459159 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9433c62b-61f0-450b-85fe-2d73c1aa70c4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:48.505480 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433c62b-61f0-450b-85fe-2d73c1aa70c4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Port': ['ID=68bb63ec-681b-492b-90cd-fc604da7bc68,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:48.595200 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9433c62b-61f0-450b-85fe-2d73c1aa70c4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:48.595534 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-9433c62b-61f0-450b-85fe-2d73c1aa70c4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Floating IP 44989aa9-65de-44b4-ae43-15936b610175 disassociated (deleted). External IP: 172.25.4.15, port: e6cb4476-7b64-4f41-ae7e-c9bde616754c. Mar 05 14:18:49.056338 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9433c62b-61f0-450b-85fe-2d73c1aa70c4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Router e82200ff-7369-4bca-9a98-4582e445d49b has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:18:49.235592 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9433c62b-61f0-450b-85fe-2d73c1aa70c4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:18:49.246272 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238f957a-7a13-4b1e-b415-2b79cf44224f None None] Sync routers for ids ['e82200ff-7369-4bca-9a98-4582e445d49b'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:18:49.255750 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9433c62b-61f0-450b-85fe-2d73c1aa70c4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:49.256151 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238f957a-7a13-4b1e-b415-2b79cf44224f None None] Routers {'e82200ff-7369-4bca-9a98-4582e445d49b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:18:49.256768 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-238f957a-7a13-4b1e-b415-2b79cf44224f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:18:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e82200ff-7369-4bca-9a98-4582e445d49b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:49.309901 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9433c62b-61f0-450b-85fe-2d73c1aa70c4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "DELETE /v2.0/floatingips/44989aa9-65de-44b4-ae43-15936b610175 HTTP/1.1" status: 204 len: 168 time: 1.5019879 Mar 05 14:18:49.311837 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecf4918-5510-4484-b0ff-b49fdd1dd8c0', 'tag': 'e6cb4476-7b64-4f41-ae7e-c9bde616754c'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:18:49.357622 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecf4918-5510-4484-b0ff-b49fdd1dd8c0', 'tag': 'e6cb4476-7b64-4f41-ae7e-c9bde616754c', 'status': 'completed', 'code': 200} Mar 05 14:18:49.450700 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-238f957a-7a13-4b1e-b415-2b79cf44224f None None] Set router e82200ff-7369-4bca-9a98-4582e445d49b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:18:49.459944 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060575-ea9c-4359-a730-9a33c7722407 req-8740d14a-bc63-4036-9d1a-740fcfba6ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:49.462005 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e2060575-ea9c-4359-a730-9a33c7722407 req-8740d14a-bc63-4036-9d1a-740fcfba6ddc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 1097 time: 0.0833304 Mar 05 14:18:49.612632 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060575-ea9c-4359-a730-9a33c7722407 req-f8860451-3807-47a3-890d-417799faa0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:49.614118 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e2060575-ea9c-4359-a730-9a33c7722407 req-f8860451-3807-47a3-890d-417799faa0db service neutron] 10.222.0.15 "GET /v2.0/networks?id=5191abfc-803b-438f-b684-e8e88fae88da HTTP/1.1" status: 200 len: 897 time: 0.1461508 Mar 05 14:18:49.720120 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e2060575-ea9c-4359-a730-9a33c7722407 req-039c50b6-ece3-43ef-9d93-3854f36b43ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6cb4476-7b64-4f41-ae7e-c9bde616754c HTTP/1.1" status: 200 len: 217 time: 0.0994258 Mar 05 14:18:49.794001 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060575-ea9c-4359-a730-9a33c7722407 req-235bd5c4-8b9a-4a99-81e5-f55e30d3d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:49.795633 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e2060575-ea9c-4359-a730-9a33c7722407 req-235bd5c4-8b9a-4a99-81e5-f55e30d3d0a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f731e0c1-18f4-40e6-919c-21eb1d4774ac HTTP/1.1" status: 200 len: 834 time: 0.0702672 Mar 05 14:18:49.804999 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-238f957a-7a13-4b1e-b415-2b79cf44224f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062909886', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:17:00Z', 'updated_at': '2022-03-05T14:17:05Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:17:01Z', 'updated_at': '2022-03-05T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a9ae9d70-b47e-4228-9e12-d3a2129bdae4', 'name': '', 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:4e:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'f731e0c1-18f4-40e6-919c-21eb1d4774ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:17:05Z', 'updated_at': '2022-03-05T14:17:11Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': 'f731e0c1-18f4-40e6-919c-21eb1d4774ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:49.808753 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238f957a-7a13-4b1e-b415-2b79cf44224f None None] Checking router: e82200ff-7369-4bca-9a98-4582e445d49b for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:18:49.817678 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238f957a-7a13-4b1e-b415-2b79cf44224f None None] Routers {'e82200ff-7369-4bca-9a98-4582e445d49b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:18:49.818266 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-238f957a-7a13-4b1e-b415-2b79cf44224f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:18:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e82200ff-7369-4bca-9a98-4582e445d49b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:49.869403 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d7928-3c73-4089-b810-302c64d5fb8b req-a7827450-b870-44dd-8970-97351bfc9f4b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:49.871051 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-905d7928-3c73-4089-b810-302c64d5fb8b req-a7827450-b870-44dd-8970-97351bfc9f4b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 946 time: 0.1973088 Mar 05 14:18:49.929901 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-905d7928-3c73-4089-b810-302c64d5fb8b req-1f78503f-b07a-45bb-9297-a55199ad8831 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515888 Mar 05 14:18:49.936943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060575-ea9c-4359-a730-9a33c7722407 req-3cc23d56-1fd0-4b87-b715-0b85e46f8d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:49.938348 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e2060575-ea9c-4359-a730-9a33c7722407 req-3cc23d56-1fd0-4b87-b715-0b85e46f8d79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5191abfc-803b-438f-b684-e8e88fae88da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304603 Mar 05 14:18:49.995118 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-238f957a-7a13-4b1e-b415-2b79cf44224f None None] Set router e82200ff-7369-4bca-9a98-4582e445d49b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:18:50.071138 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e2060575-ea9c-4359-a730-9a33c7722407 req-436a2b77-efad-4a0b-a94e-093f4d584fb7 service neutron] 10.222.0.15 "GET /v2.0/networks/5191abfc-803b-438f-b684-e8e88fae88da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262162 Mar 05 14:18:50.303466 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-238f957a-7a13-4b1e-b415-2b79cf44224f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062909886', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:17:00Z', 'updated_at': '2022-03-05T14:17:05Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:17:01Z', 'updated_at': '2022-03-05T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a9ae9d70-b47e-4228-9e12-d3a2129bdae4', 'name': '', 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:4e:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'f731e0c1-18f4-40e6-919c-21eb1d4774ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:17:05Z', 'updated_at': '2022-03-05T14:17:11Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': 'f731e0c1-18f4-40e6-919c-21eb1d4774ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:50.306072 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e2060575-ea9c-4359-a730-9a33c7722407 req-8067d15a-b2a5-4739-bd6e-2bb6233c7866 service neutron] 10.222.0.15 "GET /v2.0/networks/5191abfc-803b-438f-b684-e8e88fae88da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284138 Mar 05 14:18:50.307267 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238f957a-7a13-4b1e-b415-2b79cf44224f None None] The sync data for ids ['e82200ff-7369-4bca-9a98-4582e445d49b'] in n-d-803718-1 is: [{'id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062909886', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:17:00Z', 'updated_at': '2022-03-05T14:17:05Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:17:01Z', 'updated_at': '2022-03-05T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a9ae9d70-b47e-4228-9e12-d3a2129bdae4', 'name': '', 'network_id': '5191abfc-803b-438f-b684-e8e88fae88da', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:4e:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'f731e0c1-18f4-40e6-919c-21eb1d4774ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:17:05Z', 'updated_at': '2022-03-05T14:17:11Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': 'f731e0c1-18f4-40e6-919c-21eb1d4774ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:18:50.531564 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff4c8e4-2a56-4188-89ec-135ace2d84f0 None None] New status for floating IP 44989aa9-65de-44b4-ae43-15936b610175: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:18:50.948836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936bec7-8548-434c-8976-2c446c2863f8 req-f65d0457-772e-4a14-802d-a1018fe7a9cd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:50.950216 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5936bec7-8548-434c-8976-2c446c2863f8 req-f65d0457-772e-4a14-802d-a1018fe7a9cd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 946 time: 0.0834756 Mar 05 14:18:51.019789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-5936bec7-8548-434c-8976-2c446c2863f8 req-025ab925-6996-4669-8d27-b34c9c83050f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Deleting port e6cb4476-7b64-4f41-ae7e-c9bde616754c {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:18:51.020129 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5936bec7-8548-434c-8976-2c446c2863f8 req-025ab925-6996-4669-8d27-b34c9c83050f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:51.188546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448117f4-0653-44f1-a5b1-d7ee5e85ed62 req-ff97e22e-4a59-4ef1-ab0c-527e14ad2339 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:51.189231 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-448117f4-0653-44f1-a5b1-d7ee5e85ed62 req-ff97e22e-4a59-4ef1-ab0c-527e14ad2339 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Synchronizing usage tracker for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:18:51.205079 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-448117f4-0653-44f1-a5b1-d7ee5e85ed62 req-ff97e22e-4a59-4ef1-ab0c-527e14ad2339 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Unset dirty status for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:18:51.206106 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-448117f4-0653-44f1-a5b1-d7ee5e85ed62 req-ff97e22e-4a59-4ef1-ab0c-527e14ad2339 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ecf4918-5510-4484-b0ff-b49fdd1dd8c0 HTTP/1.1" status: 200 len: 946 time: 0.1583600 Mar 05 14:18:51.250553 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-448117f4-0653-44f1-a5b1-d7ee5e85ed62 req-7f4fbfd9-017f-4a34-a561-4528a2dc2409 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=c68becd6-55b4-4bc4-b688-641ec70417e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385208 Mar 05 14:18:51.275194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-5936bec7-8548-434c-8976-2c446c2863f8 req-025ab925-6996-4669-8d27-b34c9c83050f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] For port e6cb4476-7b64-4f41-ae7e-c9bde616754c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e6cb4476-7b64-4f41-ae7e-c9bde616754c,segment=NetworkSegment(7bfa4103-621f-447e-986a-3a394c25c2eb),segment_id=7bfa4103-621f-447e-986a-3a394c25c2eb)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:18:51.275548 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5936bec7-8548-434c-8976-2c446c2863f8 req-025ab925-6996-4669-8d27-b34c9c83050f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:51.399074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-5936bec7-8548-434c-8976-2c446c2863f8 req-025ab925-6996-4669-8d27-b34c9c83050f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Calling delete_port for e6cb4476-7b64-4f41-ae7e-c9bde616754c owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:18:51.545364 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5936bec7-8548-434c-8976-2c446c2863f8 req-025ab925-6996-4669-8d27-b34c9c83050f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:51.603073 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ab925-6996-4669-8d27-b34c9c83050f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Port': ['ID=e6cb4476-7b64-4f41-ae7e-c9bde616754c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:51.677642 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-5936bec7-8548-434c-8976-2c446c2863f8 req-025ab925-6996-4669-8d27-b34c9c83050f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] No DVR routers for this DVR port e6cb4476-7b64-4f41-ae7e-c9bde616754c on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:18:51.680066 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5936bec7-8548-434c-8976-2c446c2863f8 req-025ab925-6996-4669-8d27-b34c9c83050f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:51.682477 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecf4918-5510-4484-b0ff-b49fdd1dd8c0', 'name': 'network-vif-deleted', 'tag': 'e6cb4476-7b64-4f41-ae7e-c9bde616754c'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:18:51.698182 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5936bec7-8548-434c-8976-2c446c2863f8 req-025ab925-6996-4669-8d27-b34c9c83050f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.15 "DELETE /v2.0/ports/e6cb4476-7b64-4f41-ae7e-c9bde616754c HTTP/1.1" status: 204 len: 173 time: 0.7430830 Mar 05 14:18:51.728471 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecf4918-5510-4484-b0ff-b49fdd1dd8c0', 'name': 'network-vif-deleted', 'tag': 'e6cb4476-7b64-4f41-ae7e-c9bde616754c', 'status': 'completed', 'code': 200} Mar 05 14:18:52.343249 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48966) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:52.881014 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7834f0ad-9723-46d1-9770-ea8372cea9ef tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:53.063349 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device e6cb4476-7b64-4f41-ae7e-c9bde616754c no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:18:53.099308 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: e6cb4476-7b64-4f41-ae7e-c9bde616754c {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:18:53.099654 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device e6cb4476-7b64-4f41-ae7e-c9bde616754c not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:18:53.345051 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-7834f0ad-9723-46d1-9770-ea8372cea9ef tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Deleting port a9ae9d70-b47e-4228-9e12-d3a2129bdae4 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:18:53.345626 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7834f0ad-9723-46d1-9770-ea8372cea9ef tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:53.531168 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-7834f0ad-9723-46d1-9770-ea8372cea9ef tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] For port a9ae9d70-b47e-4228-9e12-d3a2129bdae4, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a9ae9d70-b47e-4228-9e12-d3a2129bdae4,segment=NetworkSegment(7bfa4103-621f-447e-986a-3a394c25c2eb),segment_id=7bfa4103-621f-447e-986a-3a394c25c2eb)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:18:53.531446 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7834f0ad-9723-46d1-9770-ea8372cea9ef tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:53.654621 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-7834f0ad-9723-46d1-9770-ea8372cea9ef tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Calling delete_port for a9ae9d70-b47e-4228-9e12-d3a2129bdae4 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:18:53.839159 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7834f0ad-9723-46d1-9770-ea8372cea9ef tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:53.889743 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834f0ad-9723-46d1-9770-ea8372cea9ef tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Port': ['ID=a9ae9d70-b47e-4228-9e12-d3a2129bdae4,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:54.157560 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7834f0ad-9723-46d1-9770-ea8372cea9ef tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:54.504838 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7834f0ad-9723-46d1-9770-ea8372cea9ef tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Router e82200ff-7369-4bca-9a98-4582e445d49b has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:18:54.786282 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7834f0ad-9723-46d1-9770-ea8372cea9ef tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:18:54.797598 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae23a08b-5e56-47c9-9b82-c9fb79fe046f None None] Sync routers for ids ['e82200ff-7369-4bca-9a98-4582e445d49b'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:18:54.799584 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7834f0ad-9723-46d1-9770-ea8372cea9ef tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "PUT /v2.0/routers/e82200ff-7369-4bca-9a98-4582e445d49b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4549329 Mar 05 14:18:54.802047 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48970) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:54.806858 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae23a08b-5e56-47c9-9b82-c9fb79fe046f None None] Routers {'e82200ff-7369-4bca-9a98-4582e445d49b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:18:54.807451 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ae23a08b-5e56-47c9-9b82-c9fb79fe046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:18:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e82200ff-7369-4bca-9a98-4582e445d49b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:54.868711 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-c428559d-8896-4f5b-92be-1803b54bccf8 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Deleting subnet f731e0c1-18f4-40e6-919c-21eb1d4774ac {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:18:54.871619 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c428559d-8896-4f5b-92be-1803b54bccf8 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:54.926686 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c428559d-8896-4f5b-92be-1803b54bccf8 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:54.985035 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-ae23a08b-5e56-47c9-9b82-c9fb79fe046f None None] Set router e82200ff-7369-4bca-9a98-4582e445d49b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:18:55.008196 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c428559d-8896-4f5b-92be-1803b54bccf8 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:55.085201 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c428559d-8896-4f5b-92be-1803b54bccf8 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:55.126180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428559d-8896-4f5b-92be-1803b54bccf8 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Subnet': ['ID=f731e0c1-18f4-40e6-919c-21eb1d4774ac,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:55.128155 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c428559d-8896-4f5b-92be-1803b54bccf8 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:55.133442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6559fd59-5840-4955-8599-1b19be49bac2 None None] Network 5191abfc-803b-438f-b684-e8e88fae88da requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:18:55.136632 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c428559d-8896-4f5b-92be-1803b54bccf8 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "DELETE /v2.0/subnets/f731e0c1-18f4-40e6-919c-21eb1d4774ac HTTP/1.1" status: 204 len: 168 time: 0.3335631 Mar 05 14:18:55.140031 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 48974) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:55.267058 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ae23a08b-5e56-47c9-9b82-c9fb79fe046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062909886', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:17:00Z', 'updated_at': '2022-03-05T14:18:53Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:17:01Z', 'updated_at': '2022-03-05T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:55.270927 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae23a08b-5e56-47c9-9b82-c9fb79fe046f None None] Checking router: e82200ff-7369-4bca-9a98-4582e445d49b for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:18:55.282545 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae23a08b-5e56-47c9-9b82-c9fb79fe046f None None] Routers {'e82200ff-7369-4bca-9a98-4582e445d49b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:18:55.283181 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ae23a08b-5e56-47c9-9b82-c9fb79fe046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:18:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e82200ff-7369-4bca-9a98-4582e445d49b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:55.341353 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:55.400494 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8c09a7-c8d3-4967-b039-40cced2e18de None None] DHCP port deletion for 5191abfc-803b-438f-b684-e8e88fae88da request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:18:55.405008 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c09a7-c8d3-4967-b039-40cced2e18de None None] Deleting port 5c3fcd50-5589-4a9c-b27e-0491f0316bb8 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:18:55.405565 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6e8c09a7-c8d3-4967-b039-40cced2e18de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:55.515969 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-ae23a08b-5e56-47c9-9b82-c9fb79fe046f None None] Set router e82200ff-7369-4bca-9a98-4582e445d49b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:18:55.532532 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:55.543394 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Deleting port 49873b3f-4221-40c6-a6f7-839a5e510e10 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:18:55.543731 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:55.612050 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-6e8c09a7-c8d3-4967-b039-40cced2e18de None None] For port 5c3fcd50-5589-4a9c-b27e-0491f0316bb8, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5c3fcd50-5589-4a9c-b27e-0491f0316bb8,segment=NetworkSegment(7bfa4103-621f-447e-986a-3a394c25c2eb),segment_id=7bfa4103-621f-447e-986a-3a394c25c2eb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:18:55.612593 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6e8c09a7-c8d3-4967-b039-40cced2e18de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:55.775415 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c09a7-c8d3-4967-b039-40cced2e18de None None] Calling delete_port for 5c3fcd50-5589-4a9c-b27e-0491f0316bb8 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:18:55.819389 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ae23a08b-5e56-47c9-9b82-c9fb79fe046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062909886', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:17:00Z', 'updated_at': '2022-03-05T14:18:53Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:17:01Z', 'updated_at': '2022-03-05T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:55.825065 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae23a08b-5e56-47c9-9b82-c9fb79fe046f None None] The sync data for ids ['e82200ff-7369-4bca-9a98-4582e445d49b'] in n-d-803718-1 is: [{'id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1062909886', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:17:00Z', 'updated_at': '2022-03-05T14:18:53Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '49873b3f-4221-40c6-a6f7-839a5e510e10', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82200ff-7369-4bca-9a98-4582e445d49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:17:01Z', 'updated_at': '2022-03-05T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:18:55.851931 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] For port 49873b3f-4221-40c6-a6f7-839a5e510e10, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=49873b3f-4221-40c6-a6f7-839a5e510e10,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:18:55.852646 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:55.875872 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6e8c09a7-c8d3-4967-b039-40cced2e18de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:55.924460 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c09a7-c8d3-4967-b039-40cced2e18de None None] Pushing event deleted for resources: {'Port': ['ID=5c3fcd50-5589-4a9c-b27e-0491f0316bb8,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:55.933689 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8c09a7-c8d3-4967-b039-40cced2e18de None None] No DVR routers for this DVR port 5c3fcd50-5589-4a9c-b27e-0491f0316bb8 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:18:55.989601 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Calling delete_port for 49873b3f-4221-40c6-a6f7-839a5e510e10 owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:18:56.165973 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:56.214966 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Port': ['ID=49873b3f-4221-40c6-a6f7-839a5e510e10,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:56.225488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:56.225839 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:56.226182 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:56.226518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:56.226892 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:56.227223 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:56.227669 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:56.228006 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:56.228369 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:56.228650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:56.228975 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:56.229295 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:18:56.327964 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:56.336170 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78db3a-be94-4f86-ace9-9368fd495075 req-818087e6-4c71-4ae8-a6e3-a7484d276b11 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:56.337743 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ab78db3a-be94-4f86-ace9-9368fd495075 req-818087e6-4c71-4ae8-a6e3-a7484d276b11 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 945 time: 0.0993207 Mar 05 14:18:56.383726 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ab78db3a-be94-4f86-ace9-9368fd495075 req-571a5376-20c1-4880-b80e-a6380ecc39ce tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387921 Mar 05 14:18:56.506459 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:56.508845 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:56.531491 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:56.532087 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Fanout notify agent at l3_agent the message router_deleted on router e82200ff-7369-4bca-9a98-4582e445d49b {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:18:56.547092 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:56.548305 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9a59fe58-4600-4656-bfa9-9fb3457aee45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "DELETE /v2.0/routers/e82200ff-7369-4bca-9a98-4582e445d49b HTTP/1.1" status: 204 len: 168 time: 1.4067082 Mar 05 14:18:56.551123 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48984) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:56.670393 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0c38790-d933-4218-88eb-87d00501de88 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:56.812199 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0c38790-d933-4218-88eb-87d00501de88 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:56.836616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d0c38790-d933-4218-88eb-87d00501de88 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5191abfc-803b-438f-b684-e8e88fae88da']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:56.848541 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d0c38790-d933-4218-88eb-87d00501de88 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bfa4103-621f-447e-986a-3a394c25c2eb') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:56.848841 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d0c38790-d933-4218-88eb-87d00501de88 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bfa4103-621f-447e-986a-3a394c25c2eb') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:56.860328 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0c38790-d933-4218-88eb-87d00501de88 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:56.876601 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0c38790-d933-4218-88eb-87d00501de88 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:56.882461 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c38790-d933-4218-88eb-87d00501de88 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:18:56.882875 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0c38790-d933-4218-88eb-87d00501de88 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:18:56.897047 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:18:56.979559 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0c38790-d933-4218-88eb-87d00501de88 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:56.997945 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d0c38790-d933-4218-88eb-87d00501de88 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:57.009942 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c38790-d933-4218-88eb-87d00501de88 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Network': ['ID=5191abfc-803b-438f-b684-e8e88fae88da,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:57.016483 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d0c38790-d933-4218-88eb-87d00501de88 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "DELETE /v2.0/networks/5191abfc-803b-438f-b684-e8e88fae88da HTTP/1.1" status: 204 len: 168 time: 0.4643190 Mar 05 14:18:57.019079 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48988) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:57.085755 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8807866c-1f1f-449f-a977-da0c16280837 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:57.116445 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8807866c-1f1f-449f-a977-da0c16280837 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:57.181146 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8807866c-1f1f-449f-a977-da0c16280837 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:57.198290 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807866c-1f1f-449f-a977-da0c16280837 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68becd6-55b4-4bc4-b688-641ec70417e7,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:57.210195 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8807866c-1f1f-449f-a977-da0c16280837 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:57.214474 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8807866c-1f1f-449f-a977-da0c16280837 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "DELETE /v2.0/security-groups/c68becd6-55b4-4bc4-b688-641ec70417e7 HTTP/1.1" status: 204 len: 168 time: 0.1942921 Mar 05 14:18:57.318556 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 49873b3f-4221-40c6-a6f7-839a5e510e10 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:18:57.351966 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 49873b3f-4221-40c6-a6f7-839a5e510e10 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:18:57.352305 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 49873b3f-4221-40c6-a6f7-839a5e510e10 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:18:57.352715 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a9ae9d70-b47e-4228-9e12-d3a2129bdae4 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:18:57.384179 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: a9ae9d70-b47e-4228-9e12-d3a2129bdae4 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:18:57.384514 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a9ae9d70-b47e-4228-9e12-d3a2129bdae4 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:18:57.384919 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5c3fcd50-5589-4a9c-b27e-0491f0316bb8 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:18:57.419888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 5c3fcd50-5589-4a9c-b27e-0491f0316bb8 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:18:57.420228 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5c3fcd50-5589-4a9c-b27e-0491f0316bb8 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:18:57.600299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e17017-6757-4d2f-82af-9be39e82f935 req-0c0440c3-d53c-44bf-893c-245f977d2ebc tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:57.601740 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-59e17017-6757-4d2f-82af-9be39e82f935 req-0c0440c3-d53c-44bf-893c-245f977d2ebc tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 945 time: 0.0863595 Mar 05 14:18:57.663887 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 48998) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:57.669453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-31d6881f-1dd8-4662-9474-a2c309dd82a2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1995453924', 'description': 'tempest-secgroup-smoke-1995453924 description', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:18:57.676114 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-31d6881f-1dd8-4662-9474-a2c309dd82a2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:18:57.680124 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-31d6881f-1dd8-4662-9474-a2c309dd82a2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:18:57.682991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-31d6881f-1dd8-4662-9474-a2c309dd82a2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:18:57.688590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-31d6881f-1dd8-4662-9474-a2c309dd82a2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:18:57.691482 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-59e17017-6757-4d2f-82af-9be39e82f935 req-5c2f83e2-c12d-464a-8b58-91660ea1b2e7 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838189 Mar 05 14:18:57.701476 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-31d6881f-1dd8-4662-9474-a2c309dd82a2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:57.722243 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-31d6881f-1dd8-4662-9474-a2c309dd82a2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:18:57.726132 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-31d6881f-1dd8-4662-9474-a2c309dd82a2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:18:57.729012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-31d6881f-1dd8-4662-9474-a2c309dd82a2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:18:57.732108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e810d-bfff-43c5-a0b4-883c4bef3b56 req-f2e2baa4-3575-4d18-8687-35025c9a75bf tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:57.733598 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f02e810d-bfff-43c5-a0b4-883c4bef3b56 req-f2e2baa4-3575-4d18-8687-35025c9a75bf tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 945 time: 0.1044049 Mar 05 14:18:57.734526 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-31d6881f-1dd8-4662-9474-a2c309dd82a2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:18:57.803662 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-31d6881f-1dd8-4662-9474-a2c309dd82a2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:57.804634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-f02e810d-bfff-43c5-a0b4-883c4bef3b56 req-96df4421-27dc-49e1-8d6e-cf894a58bc8d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Deleting port 9ec2d68b-953e-402c-8305-7f4c711b4aee {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:18:57.805088 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f02e810d-bfff-43c5-a0b4-883c4bef3b56 req-96df4421-27dc-49e1-8d6e-cf894a58bc8d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:57.807641 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-31d6881f-1dd8-4662-9474-a2c309dd82a2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:57.853952 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6881f-1dd8-4662-9474-a2c309dd82a2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:57.857309 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-31d6881f-1dd8-4662-9474-a2c309dd82a2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:57.858718 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-31d6881f-1dd8-4662-9474-a2c309dd82a2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1935799 Mar 05 14:18:57.861641 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49002) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:57.866957 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-1178d054-533c-4f43-8e24-bc69326522a3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group_rule': {'security_group_id': 'cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:18:57.874034 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1178d054-533c-4f43-8e24-bc69326522a3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:18:57.877979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1178d054-533c-4f43-8e24-bc69326522a3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:18:57.880947 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1178d054-533c-4f43-8e24-bc69326522a3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:18:57.886503 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1178d054-533c-4f43-8e24-bc69326522a3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:18:57.902303 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1178d054-533c-4f43-8e24-bc69326522a3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:57.965150 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1178d054-533c-4f43-8e24-bc69326522a3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:57.969305 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1178d054-533c-4f43-8e24-bc69326522a3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:57.996281 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178d054-533c-4f43-8e24-bc69326522a3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c521f3-9985-461c-a734-4cc03b999391,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:58.006326 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1178d054-533c-4f43-8e24-bc69326522a3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:58.007527 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1178d054-533c-4f43-8e24-bc69326522a3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449327 Mar 05 14:18:58.010393 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49006) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:58.016368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-6166b4bc-6676-4c8c-99fb-b128402d2f48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group_rule': {'security_group_id': 'cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:18:58.023021 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6166b4bc-6676-4c8c-99fb-b128402d2f48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:18:58.026851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6166b4bc-6676-4c8c-99fb-b128402d2f48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:18:58.029712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6166b4bc-6676-4c8c-99fb-b128402d2f48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:18:58.035399 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6166b4bc-6676-4c8c-99fb-b128402d2f48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:18:58.051774 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6166b4bc-6676-4c8c-99fb-b128402d2f48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:58.067612 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f02e810d-bfff-43c5-a0b4-883c4bef3b56 req-96df4421-27dc-49e1-8d6e-cf894a58bc8d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] For port 9ec2d68b-953e-402c-8305-7f4c711b4aee, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=9ec2d68b-953e-402c-8305-7f4c711b4aee,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:18:58.067970 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f02e810d-bfff-43c5-a0b4-883c4bef3b56 req-96df4421-27dc-49e1-8d6e-cf894a58bc8d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:58.113358 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6166b4bc-6676-4c8c-99fb-b128402d2f48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:58.117075 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6166b4bc-6676-4c8c-99fb-b128402d2f48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:58.142696 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166b4bc-6676-4c8c-99fb-b128402d2f48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c1c790-9ac9-4b5d-afe1-9753c3c8bafb,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:58.151637 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6166b4bc-6676-4c8c-99fb-b128402d2f48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:58.152920 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6166b4bc-6676-4c8c-99fb-b128402d2f48 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1413558 Mar 05 14:18:58.156535 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49010) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:58.161642 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-6a24ff8b-3007-4912-a8c7-8a2ca59542bb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group_rule': {'security_group_id': 'cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:18:58.168179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6a24ff8b-3007-4912-a8c7-8a2ca59542bb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:18:58.172512 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6a24ff8b-3007-4912-a8c7-8a2ca59542bb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:18:58.175966 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6a24ff8b-3007-4912-a8c7-8a2ca59542bb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:18:58.181665 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6a24ff8b-3007-4912-a8c7-8a2ca59542bb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:18:58.198190 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a24ff8b-3007-4912-a8c7-8a2ca59542bb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:58.260228 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a24ff8b-3007-4912-a8c7-8a2ca59542bb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:58.264393 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a24ff8b-3007-4912-a8c7-8a2ca59542bb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:58.287686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24ff8b-3007-4912-a8c7-8a2ca59542bb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392663be-e787-42ae-85a6-fe686d642ca4,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:58.297895 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a24ff8b-3007-4912-a8c7-8a2ca59542bb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:58.299203 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6a24ff8b-3007-4912-a8c7-8a2ca59542bb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416047 Mar 05 14:18:58.301982 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49014) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:58.306956 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-6a7d934a-8946-4625-8f00-74a73ea073e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group_rule': {'security_group_id': 'cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:18:58.313535 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6a7d934a-8946-4625-8f00-74a73ea073e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:18:58.317690 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6a7d934a-8946-4625-8f00-74a73ea073e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:18:58.320575 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6a7d934a-8946-4625-8f00-74a73ea073e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:18:58.326674 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6a7d934a-8946-4625-8f00-74a73ea073e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:18:58.346109 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a7d934a-8946-4625-8f00-74a73ea073e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:58.377599 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f02e810d-bfff-43c5-a0b4-883c4bef3b56 req-96df4421-27dc-49e1-8d6e-cf894a58bc8d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:58.377973 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f02e810d-bfff-43c5-a0b4-883c4bef3b56 req-96df4421-27dc-49e1-8d6e-cf894a58bc8d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:58.378319 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [req-f02e810d-bfff-43c5-a0b4-883c4bef3b56 req-96df4421-27dc-49e1-8d6e-cf894a58bc8d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Floating IP 2a2bd1c1-6e8f-4a02-a909-151e5e3f4bb2 disassociated. External IP: 172.25.4.164, port: 9ec2d68b-953e-402c-8305-7f4c711b4aee. Mar 05 14:18:58.378661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-f02e810d-bfff-43c5-a0b4-883c4bef3b56 req-96df4421-27dc-49e1-8d6e-cf894a58bc8d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Calling delete_port for 9ec2d68b-953e-402c-8305-7f4c711b4aee owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:18:58.414029 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a7d934a-8946-4625-8f00-74a73ea073e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:58.418652 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a7d934a-8946-4625-8f00-74a73ea073e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:58.441995 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d934a-8946-4625-8f00-74a73ea073e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b9e82f-dc25-4f7a-bad0-676dd819ea32,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:58.453810 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6a7d934a-8946-4625-8f00-74a73ea073e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:58.455039 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6a7d934a-8946-4625-8f00-74a73ea073e7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1521194 Mar 05 14:18:58.457881 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49018) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:58.463958 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-7903a420-fd8f-4d44-b1cc-b84e3ba91149 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group_rule': {'security_group_id': 'cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:18:58.471923 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7903a420-fd8f-4d44-b1cc-b84e3ba91149 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:18:58.476777 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7903a420-fd8f-4d44-b1cc-b84e3ba91149 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:18:58.482406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7903a420-fd8f-4d44-b1cc-b84e3ba91149 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:18:58.620544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7903a420-fd8f-4d44-b1cc-b84e3ba91149 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:18:58.642365 n-d-803718-1 neutron-server[87914]: INFO neutron.db.securitygroups_db [None req-7903a420-fd8f-4d44-b1cc-b84e3ba91149 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Project c0bf4aa200884a48888e5cf3ebc8526f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:18:58.652083 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7903a420-fd8f-4d44-b1cc-b84e3ba91149 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:58.671772 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f02e810d-bfff-43c5-a0b4-883c4bef3b56 req-96df4421-27dc-49e1-8d6e-cf894a58bc8d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:58.732905 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df4421-27dc-49e1-8d6e-cf894a58bc8d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event deleted for resources: {'Port': ['ID=9ec2d68b-953e-402c-8305-7f4c711b4aee,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:58.841221 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7903a420-fd8f-4d44-b1cc-b84e3ba91149 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:58.841806 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41c84fdc-18e7-42ff-9ff4-5d28eb26c8d7 req-5b4954f5-f412-4942-bffd-2171229a6b77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 210 time: 0.0431809 Mar 05 14:18:58.847063 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7903a420-fd8f-4d44-b1cc-b84e3ba91149 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:58.938319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903a420-fd8f-4d44-b1cc-b84e3ba91149 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd1aa69-6e31-4ca6-84b3-1ddd0ccb5614,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:58.963328 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7903a420-fd8f-4d44-b1cc-b84e3ba91149 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:58.964478 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7903a420-fd8f-4d44-b1cc-b84e3ba91149 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5056674 Mar 05 14:18:58.967335 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49024) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:58.975666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-52b43fbf-8628-4c00-8aa4-7ff000f2121e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group_rule': {'security_group_id': 'cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:18:58.983550 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-52b43fbf-8628-4c00-8aa4-7ff000f2121e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:18:58.991941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-52b43fbf-8628-4c00-8aa4-7ff000f2121e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:18:58.995480 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f02e810d-bfff-43c5-a0b4-883c4bef3b56 req-96df4421-27dc-49e1-8d6e-cf894a58bc8d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:18:58.996504 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-52b43fbf-8628-4c00-8aa4-7ff000f2121e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:18:59.003640 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-52b43fbf-8628-4c00-8aa4-7ff000f2121e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:18:59.070332 n-d-803718-1 neutron-server[87914]: INFO neutron.db.securitygroups_db [None req-52b43fbf-8628-4c00-8aa4-7ff000f2121e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Project c0bf4aa200884a48888e5cf3ebc8526f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:18:59.087546 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52b43fbf-8628-4c00-8aa4-7ff000f2121e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:59.204388 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:59.236859 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:59.242245 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f02e810d-bfff-43c5-a0b4-883c4bef3b56 req-96df4421-27dc-49e1-8d6e-cf894a58bc8d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:18:59.251695 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a00f93-661a-44be-b6cf-74ab2adda6a7 None None] Sync routers for ids ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:18:59.260786 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a00f93-661a-44be-b6cf-74ab2adda6a7 None None] Routers {'7eb9eb4f-87b1-4a28-8834-acebd7622fb1'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:18:59.261398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-01a00f93-661a-44be-b6cf-74ab2adda6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:18:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:59.287315 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52b43fbf-8628-4c00-8aa4-7ff000f2121e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:59.320557 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52b43fbf-8628-4c00-8aa4-7ff000f2121e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:59.337873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02e810d-bfff-43c5-a0b4-883c4bef3b56 req-96df4421-27dc-49e1-8d6e-cf894a58bc8d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] No DVR routers for this DVR port 9ec2d68b-953e-402c-8305-7f4c711b4aee on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:18:59.343809 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f02e810d-bfff-43c5-a0b4-883c4bef3b56 req-96df4421-27dc-49e1-8d6e-cf894a58bc8d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:59.350456 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b627cf-7919-4a05-a40c-d48e4ebb16e0', 'name': 'network-vif-deleted', 'tag': '9ec2d68b-953e-402c-8305-7f4c711b4aee'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:18:59.361196 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b43fbf-8628-4c00-8aa4-7ff000f2121e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=642d5d4a-82b1-4952-9639-9c9080f6019a,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:59.368904 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f02e810d-bfff-43c5-a0b4-883c4bef3b56 req-96df4421-27dc-49e1-8d6e-cf894a58bc8d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.15 "DELETE /v2.0/ports/9ec2d68b-953e-402c-8305-7f4c711b4aee HTTP/1.1" status: 204 len: 173 time: 1.6303232 Mar 05 14:18:59.372883 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52b43fbf-8628-4c00-8aa4-7ff000f2121e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:59.374012 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-52b43fbf-8628-4c00-8aa4-7ff000f2121e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4052050 Mar 05 14:18:59.377039 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49030) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:59.382752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ecb8e884-f0e6-42b3-a1ee-9f6d6d597877 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'network': {'name': 'tempest-network-smoke--974524469', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'port_security_enabled': True}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:18:59.389552 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ecb8e884-f0e6-42b3-a1ee-9f6d6d597877 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:18:59.396555 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ecb8e884-f0e6-42b3-a1ee-9f6d6d597877 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:network and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:18:59.400173 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ecb8e884-f0e6-42b3-a1ee-9f6d6d597877 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:18:59.416803 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ecb8e884-f0e6-42b3-a1ee-9f6d6d597877 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:18:59.432309 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b627cf-7919-4a05-a40c-d48e4ebb16e0', 'name': 'network-vif-deleted', 'tag': '9ec2d68b-953e-402c-8305-7f4c711b4aee', 'status': 'completed', 'code': 200} Mar 05 14:18:59.433781 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb8e884-f0e6-42b3-a1ee-9f6d6d597877 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Made reservation on behalf of c0bf4aa200884a48888e5cf3ebc8526f for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:18:59.439568 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ecb8e884-f0e6-42b3-a1ee-9f6d6d597877 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:59.463632 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-01a00f93-661a-44be-b6cf-74ab2adda6a7 None None] Set router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:18:59.471882 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb8e884-f0e6-42b3-a1ee-9f6d6d597877 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:18:59.483349 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ecb8e884-f0e6-42b3-a1ee-9f6d6d597877 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:59.483736 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-ecb8e884-f0e6-42b3-a1ee-9f6d6d597877 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Added segment 8fa5fd7d-a85a-4299-a11f-50a6a06fb89f of type vlan for network e7cfb3bd-3a90-462a-a7cd-6df729b905b2 Mar 05 14:18:59.515858 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ecb8e884-f0e6-42b3-a1ee-9f6d6d597877 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:59.548701 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ecb8e884-f0e6-42b3-a1ee-9f6d6d597877 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:59.554392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb8e884-f0e6-42b3-a1ee-9f6d6d597877 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:18:59.555096 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ecb8e884-f0e6-42b3-a1ee-9f6d6d597877 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:59.662090 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ecb8e884-f0e6-42b3-a1ee-9f6d6d597877 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2839606 Mar 05 14:18:59.665035 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49034) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:18:59.672040 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-fd60049a-cce3-428c-9b56-bbcad6e047a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1496892215', 'admin_state_up': True, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:18:59.674605 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8e884-f0e6-42b3-a1ee-9f6d6d597877 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Network': ['ID=e7cfb3bd-3a90-462a-a7cd-6df729b905b2,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:18:59.681764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-fd60049a-cce3-428c-9b56-bbcad6e047a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:18:59.689053 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-fd60049a-cce3-428c-9b56-bbcad6e047a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:router and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:18:59.689275 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network e7cfb3bd-3a90-462a-a7cd-6df729b905b2 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:18:59.692283 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-fd60049a-cce3-428c-9b56-bbcad6e047a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:18:59.699081 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-fd60049a-cce3-428c-9b56-bbcad6e047a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:18:59.711253 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd60049a-cce3-428c-9b56-bbcad6e047a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:59.712774 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd60049a-cce3-428c-9b56-bbcad6e047a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:59.729194 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd60049a-cce3-428c-9b56-bbcad6e047a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:18:59.935342 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-01a00f93-661a-44be-b6cf-74ab2adda6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:12:09Z', 'revision_number': 4, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '4b247443-5295-4e9b-869f-2f51856ccba6', 'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'mac_address': 'fa:16:3e:b5:17:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:07Z', 'updated_at': '2022-03-05T14:12:20Z', 'revision_number': 5, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'subnets': [{'id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:18:59.939933 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a00f93-661a-44be-b6cf-74ab2adda6a7 None None] Checking router: 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:18:59.951272 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a00f93-661a-44be-b6cf-74ab2adda6a7 None None] Routers {'7eb9eb4f-87b1-4a28-8834-acebd7622fb1'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:18:59.951886 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-01a00f93-661a-44be-b6cf-74ab2adda6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:18:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:19:00.126885 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd0e8b3f-83a4-4462-a6e0-fe57d7e1c5b3 req-539484c5-f4e9-4ece-b50c-417da0864574 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8b627cf-7919-4a05-a40c-d48e4ebb16e0 HTTP/1.1" status: 200 len: 210 time: 0.1216614 Mar 05 14:19:00.136150 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-01a00f93-661a-44be-b6cf-74ab2adda6a7 None None] Set router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:19:00.193810 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd60049a-cce3-428c-9b56-bbcad6e047a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:00.508616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-01a00f93-661a-44be-b6cf-74ab2adda6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:12:09Z', 'revision_number': 4, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '4b247443-5295-4e9b-869f-2f51856ccba6', 'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'mac_address': 'fa:16:3e:b5:17:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:07Z', 'updated_at': '2022-03-05T14:12:20Z', 'revision_number': 5, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'subnets': [{'id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:19:00.513008 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a00f93-661a-44be-b6cf-74ab2adda6a7 None None] The sync data for ids ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'] in n-d-803718-1 is: [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:12:09Z', 'revision_number': 4, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '4b247443-5295-4e9b-869f-2f51856ccba6', 'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'mac_address': 'fa:16:3e:b5:17:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:07Z', 'updated_at': '2022-03-05T14:12:20Z', 'revision_number': 5, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'subnets': [{'id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:19:00.523724 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd60049a-cce3-428c-9b56-bbcad6e047a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:00.562011 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd60049a-cce3-428c-9b56-bbcad6e047a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:00.701343 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-fd60049a-cce3-428c-9b56-bbcad6e047a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Allocated IP 172.25.4.245 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/1eeaf86f-b249-4a03-939a-6a0af47379fc) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:19:00.754002 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3de832b-0a9d-480b-b87e-e0add7a9a8cf None None] New status for floating IP 2a2bd1c1-6e8f-4a02-a909-151e5e3f4bb2: DOWN {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:19:00.851711 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd60049a-cce3-428c-9b56-bbcad6e047a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:00.882076 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd60049a-cce3-428c-9b56-bbcad6e047a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:00.946336 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd60049a-cce3-428c-9b56-bbcad6e047a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:19:00.949218 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-fd60049a-cce3-428c-9b56-bbcad6e047a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:19:00.959089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd60049a-cce3-428c-9b56-bbcad6e047a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:19:00.994135 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60049a-cce3-428c-9b56-bbcad6e047a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Port': ['ID=1eeaf86f-b249-4a03-939a-6a0af47379fc,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:01.077843 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 9ec2d68b-953e-402c-8305-7f4c711b4aee no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:19:01.114951 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: 9ec2d68b-953e-402c-8305-7f4c711b4aee {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:19:01.115209 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 9ec2d68b-953e-402c-8305-7f4c711b4aee not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:19:01.537748 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-9b734e94-e4d6-4ef8-9b8d-aac5e767151b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1405533855&fields=id&tenant_id=cc1d84a3fe924180bae57f2f8ac664e5 HTTP/1.1" status: 200 len: 267 time: 0.1188653 Mar 05 14:19:01.540305 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd60049a-cce3-428c-9b56-bbcad6e047a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:01.892323 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-95a0ade4-9a25-42c4-a2d4-597d71741191 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:01.893742 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-95a0ade4-9a25-42c4-a2d4-597d71741191 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 812 time: 0.3045719 Mar 05 14:19:01.920113 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-5eb5004d-8844-4cb6-be5d-6be53af04c48 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/quotas/cc1d84a3fe924180bae57f2f8ac664e5 HTTP/1.1" status: 200 len: 375 time: 0.0206959 Mar 05 14:19:02.074891 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd60049a-cce3-428c-9b56-bbcad6e047a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:02.158116 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-b9b3f948-42c5-47cd-a455-fb1121a92f66 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2310166 Mar 05 14:19:02.392540 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-dfd9a25e-7c9d-4441-b24f-3161a0a70a9e service neutron] 10.222.0.16 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208259 Mar 05 14:19:02.431748 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd60049a-cce3-428c-9b56-bbcad6e047a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Router fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:19:02.657605 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-6bee2ede-fdc9-42c1-8728-ac285076f18b service neutron] 10.222.0.16 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588661 Mar 05 14:19:02.829122 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd60049a-cce3-428c-9b56-bbcad6e047a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:19:02.838097 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] Sync routers for ids ['fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:19:02.847443 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] Routers {'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:19:02.848173 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:18:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:19:02.858607 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd60049a-cce3-428c-9b56-bbcad6e047a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:02.863112 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fd60049a-cce3-428c-9b56-bbcad6e047a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.1938477 Mar 05 14:19:02.863339 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49054) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:19:02.910257 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7f7a02b2-ab8a-4806-bf42-8209728f3218 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=c0bf4aa200884a48888e5cf3ebc8526f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434122 Mar 05 14:19:02.910541 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49058) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:19:03.042352 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] Set router fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:19:03.060999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5a7129-f9fa-4907-9967-10c529e26958 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:03.062589 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1d5a7129-f9fa-4907-9967-10c529e26958 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1511555 Mar 05 14:19:03.065692 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49066) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:19:03.081902 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f354a6af-54a8-42c0-9333-1d697cf26cbe req-1fcdca72-61e7-4d23-ac86-0b1742d0d72f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Synchronizing usage tracker for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:19:03.098466 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f354a6af-54a8-42c0-9333-1d697cf26cbe req-1fcdca72-61e7-4d23-ac86-0b1742d0d72f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Unset dirty status for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:19:03.108082 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f354a6af-54a8-42c0-9333-1d697cf26cbe req-1fcdca72-61e7-4d23-ac86-0b1742d0d72f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 210 time: 0.0835011 Mar 05 14:19:03.126056 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a9b9fc42-e65d-49b5-81d1-e3847c3a776d tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0584385 Mar 05 14:19:03.128371 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49070) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:19:03.133784 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e2f8f729-fb02-4999-ae47-8c78bbb2d254 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1034291344', 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:19:03.252700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e2f8f729-fb02-4999-ae47-8c78bbb2d254 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:19:03.256528 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e2f8f729-fb02-4999-ae47-8c78bbb2d254 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:subnet and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:19:03.259354 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e2f8f729-fb02-4999-ae47-8c78bbb2d254 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:19:03.266532 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e2f8f729-fb02-4999-ae47-8c78bbb2d254 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:19:03.276867 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f8f729-fb02-4999-ae47-8c78bbb2d254 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Made reservation on behalf of c0bf4aa200884a48888e5cf3ebc8526f for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:19:03.281331 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2f8f729-fb02-4999-ae47-8c78bbb2d254 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:03.372279 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496892215', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:18:59Z', 'updated_at': '2022-03-05T14:19:01Z', 'revision_number': 3, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:19:00Z', 'updated_at': '2022-03-05T14:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:19:03.377859 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] Checking router: fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:19:03.378224 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] Updating router fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9 port 1eeaf86f-b249-4a03-939a-6a0af47379fc binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:19:03.436564 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:03.523369 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2f8f729-fb02-4999-ae47-8c78bbb2d254 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:03.610524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8f729-fb02-4999-ae47-8c78bbb2d254 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Subnet': ['ID=4fd88f68-08fc-4dc5-8980-adeb1eec6676,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:03.618562 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f8f729-fb02-4999-ae47-8c78bbb2d254 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Checking segment: {'id': '8fa5fd7d-a85a-4299-a11f-50a6a06fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:19:03.618997 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f8f729-fb02-4999-ae47-8c78bbb2d254 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network hostable DHCP agents. Network: e7cfb3bd-3a90-462a-a7cd-6df729b905b2, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:19:03.639101 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f8f729-fb02-4999-ae47-8c78bbb2d254 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network e7cfb3bd-3a90-462a-a7cd-6df729b905b2 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:19:03.649166 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-e2f8f729-fb02-4999-ae47-8c78bbb2d254 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, e7cfb3bd-3a90-462a-a7cd-6df729b905b2) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:19:03.655219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f8f729-fb02-4999-ae47-8c78bbb2d254 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:03.656690 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2f8f729-fb02-4999-ae47-8c78bbb2d254 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:03.666689 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baad8971-7f46-4e52-bb68-9df6ee862fb0 None None] Network e7cfb3bd-3a90-462a-a7cd-6df729b905b2 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:19:03.683071 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e2f8f729-fb02-4999-ae47-8c78bbb2d254 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5508609 Mar 05 14:19:03.683609 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49080) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:19:03.961036 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:03.974938 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] Transition to ACTIVE for port object 1eeaf86f-b249-4a03-939a-6a0af47379fc will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:19:03.978601 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f59e121-0fe5-4393-9177-1ba8d73140e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-e7cfb3bd-3a90-462a-a7cd-6df729b905b2', 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'fixed_ips': [{'subnet_id': '4fd88f68-08fc-4dc5-8980-adeb1eec6676'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:19:03.979456 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6f59e121-0fe5-4393-9177-1ba8d73140e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:03.998102 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:04.217338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] Attempting to bind port 1eeaf86f-b249-4a03-939a-6a0af47379fc on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:19:04.218200 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] Attempting to bind port 1eeaf86f-b249-4a03-939a-6a0af47379fc by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:19:04.218569 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] Attempting to bind port 1eeaf86f-b249-4a03-939a-6a0af47379fc on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:19:04.224623 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088de33-5561-4b80-b882-33d127376517 None None] Pushing event updated for resources: {'Port': ['ID=1eeaf86f-b249-4a03-939a-6a0af47379fc,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:04.235400 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:19:04.235769 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:19:04.236167 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:04.236550 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:19:04.237011 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] Bound port: 1eeaf86f-b249-4a03-939a-6a0af47379fc, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:19:04.237374 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:04.284412 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c3567a47-7775-45d4-a7d9-ac317da74b92 req-23d74f4e-6223-4cce-bf3f-613ed4df4d94 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 210 time: 0.0698028 Mar 05 14:19:04.375039 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] For port 1eeaf86f-b249-4a03-939a-6a0af47379fc, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:19:04.377386 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-6f59e121-0fe5-4393-9177-1ba8d73140e2 None None] Allocated IP 172.20.0.2 (e7cfb3bd-3a90-462a-a7cd-6df729b905b2/4fd88f68-08fc-4dc5-8980-adeb1eec6676/a19e76fe-edce-4a36-a275-6bc028c81035) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:19:04.381119 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] For port 1eeaf86f-b249-4a03-939a-6a0af47379fc, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1eeaf86f-b249-4a03-939a-6a0af47379fc,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:19:04.393719 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:04.567555 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-136b8d24-be88-495f-946a-85c1aa4c4d6d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:04.568976 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-136b8d24-be88-495f-946a-85c1aa4c4d6d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.30 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 812 time: 0.4670413 Mar 05 14:19:04.580123 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] Routers {'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:19:04.580675 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:18:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:19:04.650604 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088de33-5561-4b80-b882-33d127376517 None None] Pushing event updated for resources: {'Port': ['ID=1eeaf86f-b249-4a03-939a-6a0af47379fc,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:04.666586 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-316e2b96-ddaf-44a9-b139-ace77739eae3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc1d84a3fe924180bae57f2f8ac664e5 HTTP/1.1" status: 200 len: 380 time: 0.0893202 Mar 05 14:19:04.677318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-18fc1ec6-9917-4aec-8e7a-f94ed8cc7afd tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Request body: {'port': {'device_id': 'df365cff-8cf9-4e65-81fc-e066ad0c5250', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'admin_state_up': True, 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'security_groups': ['d78cbcb0-d89c-4b21-a0a7-9ed28b048beb']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:19:04.847046 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] Set router fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:19:04.859299 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42f1bdd2-fcac-4312-bea6-15853381f473 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:04.945124 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-18fc1ec6-9917-4aec-8e7a-f94ed8cc7afd tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:19:04.957702 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6f59e121-0fe5-4393-9177-1ba8d73140e2 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:04.967025 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-18fc1ec6-9917-4aec-8e7a-f94ed8cc7afd tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:19:04.994819 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-18fc1ec6-9917-4aec-8e7a-f94ed8cc7afd tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Made reservation on behalf of cc1d84a3fe924180bae57f2f8ac664e5 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:19:04.995049 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6f59e121-0fe5-4393-9177-1ba8d73140e2 None None] Transition to ACTIVE for port object a19e76fe-edce-4a36-a275-6bc028c81035 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:19:04.998412 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-18fc1ec6-9917-4aec-8e7a-f94ed8cc7afd tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:05.078147 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6f59e121-0fe5-4393-9177-1ba8d73140e2 None None] Transition to ACTIVE for port object a19e76fe-edce-4a36-a275-6bc028c81035 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:19:05.088997 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6f59e121-0fe5-4393-9177-1ba8d73140e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:05.160990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f59e121-0fe5-4393-9177-1ba8d73140e2 None None] Network e7cfb3bd-3a90-462a-a7cd-6df729b905b2 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:19:05.165106 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-6f59e121-0fe5-4393-9177-1ba8d73140e2 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:19:05.170812 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f59e121-0fe5-4393-9177-1ba8d73140e2 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:19:05.248456 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59e121-0fe5-4393-9177-1ba8d73140e2 None None] Pushing event updated for resources: {'Port': ['ID=a19e76fe-edce-4a36-a275-6bc028c81035,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:05.321307 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-6f59e121-0fe5-4393-9177-1ba8d73140e2 None None] Attempting to bind port a19e76fe-edce-4a36-a275-6bc028c81035 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:19:05.321681 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-6f59e121-0fe5-4393-9177-1ba8d73140e2 None None] Attempting to bind port a19e76fe-edce-4a36-a275-6bc028c81035 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8fa5fd7d-a85a-4299-a11f-50a6a06fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:19:05.322037 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f59e121-0fe5-4393-9177-1ba8d73140e2 None None] Attempting to bind port a19e76fe-edce-4a36-a275-6bc028c81035 on network e7cfb3bd-3a90-462a-a7cd-6df729b905b2 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:19:05.335955 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f59e121-0fe5-4393-9177-1ba8d73140e2 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:19:05.337244 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f59e121-0fe5-4393-9177-1ba8d73140e2 None None] Checking segment: {'id': '8fa5fd7d-a85a-4299-a11f-50a6a06fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:19:05.337684 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6f59e121-0fe5-4393-9177-1ba8d73140e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:05.338078 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f59e121-0fe5-4393-9177-1ba8d73140e2 None None] Bound using segment: {'id': '8fa5fd7d-a85a-4299-a11f-50a6a06fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:19:05.339201 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-6f59e121-0fe5-4393-9177-1ba8d73140e2 None None] Bound port: a19e76fe-edce-4a36-a275-6bc028c81035, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa5fd7d-a85a-4299-a11f-50a6a06fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:19:05.339580 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6f59e121-0fe5-4393-9177-1ba8d73140e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:05.360705 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-18fc1ec6-9917-4aec-8e7a-f94ed8cc7afd tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Allocated IP 172.20.0.4 (c768af3c-6e35-45f2-95ff-e71855885f5e/00fe0f0a-69ac-46af-997d-acd7d0040d2e/2d0f9462-0fae-440c-beb5-49fbd35d8d56) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:19:05.446104 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-6f59e121-0fe5-4393-9177-1ba8d73140e2 None None] For port a19e76fe-edce-4a36-a275-6bc028c81035, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:19:05.453897 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-6f59e121-0fe5-4393-9177-1ba8d73140e2 None None] For port a19e76fe-edce-4a36-a275-6bc028c81035, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a19e76fe-edce-4a36-a275-6bc028c81035,segment=NetworkSegment(8fa5fd7d-a85a-4299-a11f-50a6a06fb89f),segment_id=8fa5fd7d-a85a-4299-a11f-50a6a06fb89f)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:19:05.459550 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a10b8a51-6151-440c-a7f4-4b566b7f5238 req-8250a58e-3230-44cf-9469-7b05a1d46580 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 210 time: 0.0596604 Mar 05 14:19:05.473976 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-42f1bdd2-fcac-4312-bea6-15853381f473 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Allocated IP 172.20.0.1 (e7cfb3bd-3a90-462a-a7cd-6df729b905b2/4fd88f68-08fc-4dc5-8980-adeb1eec6676/e02970bd-0aa0-4feb-81bd-f792ea084c4e) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:19:05.474294 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496892215', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:18:59Z', 'updated_at': '2022-03-05T14:19:01Z', 'revision_number': 3, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:19:00Z', 'updated_at': '2022-03-05T14:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:19:05.480974 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6f59e121-0fe5-4393-9177-1ba8d73140e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:05.533115 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28c0cde-b41c-41c7-9db2-2a66e592363d None None] The sync data for ids ['fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'] in n-d-803718-1 is: [{'id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496892215', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:18:59Z', 'updated_at': '2022-03-05T14:19:01Z', 'revision_number': 3, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:19:00Z', 'updated_at': '2022-03-05T14:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:19:05.594221 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59e121-0fe5-4393-9177-1ba8d73140e2 None None] Pushing event updated for resources: {'Port': ['ID=a19e76fe-edce-4a36-a275-6bc028c81035,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:05.770831 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-18fc1ec6-9917-4aec-8e7a-f94ed8cc7afd tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:05.790867 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42f1bdd2-fcac-4312-bea6-15853381f473 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:05.809007 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-18fc1ec6-9917-4aec-8e7a-f94ed8cc7afd tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Transition to ACTIVE for port object 2d0f9462-0fae-440c-beb5-49fbd35d8d56 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:19:05.824499 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-42f1bdd2-fcac-4312-bea6-15853381f473 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Transition to ACTIVE for port object e02970bd-0aa0-4feb-81bd-f792ea084c4e will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:19:05.896991 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-18fc1ec6-9917-4aec-8e7a-f94ed8cc7afd tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:05.984224 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42f1bdd2-fcac-4312-bea6-15853381f473 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:06.009380 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-18fc1ec6-9917-4aec-8e7a-f94ed8cc7afd tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Network c768af3c-6e35-45f2-95ff-e71855885f5e is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:19:06.017354 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-18fc1ec6-9917-4aec-8e7a-f94ed8cc7afd tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:19:06.026237 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-18fc1ec6-9917-4aec-8e7a-f94ed8cc7afd tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:19:06.066146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc1ec6-9917-4aec-8e7a-f94ed8cc7afd tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event updated for resources: {'Port': ['ID=2d0f9462-0fae-440c-beb5-49fbd35d8d56,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:06.075435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f1bdd2-fcac-4312-bea6-15853381f473 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network e7cfb3bd-3a90-462a-a7cd-6df729b905b2 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:19:06.122647 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-42f1bdd2-fcac-4312-bea6-15853381f473 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:19:06.125731 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f1bdd2-fcac-4312-bea6-15853381f473 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:19:06.244606 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1bdd2-fcac-4312-bea6-15853381f473 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Port': ['ID=e02970bd-0aa0-4feb-81bd-f792ea084c4e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:06.253149 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-18fc1ec6-9917-4aec-8e7a-f94ed8cc7afd tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:06.253812 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-18fc1ec6-9917-4aec-8e7a-f94ed8cc7afd tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:06.262596 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42f1bdd2-fcac-4312-bea6-15853381f473 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:06.332364 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6dc37a12-edf6-4f7b-b4cc-e2010326b550 None None] Provisioning for port 2d0f9462-0fae-440c-beb5-49fbd35d8d56 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:19:06.337799 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6dc37a12-edf6-4f7b-b4cc-e2010326b550 None None] Provisioning complete for port 2d0f9462-0fae-440c-beb5-49fbd35d8d56 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:19:06.338172 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6dc37a12-edf6-4f7b-b4cc-e2010326b550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:06.397632 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-6dc37a12-edf6-4f7b-b4cc-e2010326b550 None None] Port 2d0f9462-0fae-440c-beb5-49fbd35d8d56 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:19:06.679308 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-18fc1ec6-9917-4aec-8e7a-f94ed8cc7afd tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0057018 Mar 05 14:19:06.692345 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-7d0fe83c-f4fa-44ed-a790-af2ccc5efed0 service neutron] Request body: {'port': {'device_id': 'df365cff-8cf9-4e65-81fc-e066ad0c5250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:19:06.785232 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2751982-c77b-421d-be96-2245df4496ba None None] Network e7cfb3bd-3a90-462a-a7cd-6df729b905b2 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:19:06.873744 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b211f35-cde1-4d47-91ba-a2ece4e4b180 req-8ab48f55-0788-43ad-9c0d-7838301aa3be tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:06.874481 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-1b211f35-cde1-4d47-91ba-a2ece4e4b180 req-8ab48f55-0788-43ad-9c0d-7838301aa3be tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Synchronizing usage tracker for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:19:06.899878 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-7d0fe83c-f4fa-44ed-a790-af2ccc5efed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:06.927254 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-272c643d-e3fa-4542-8b4e-741bb584af93 None None] Provisioning for port a19e76fe-edce-4a36-a275-6bc028c81035 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:19:06.933288 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42f1bdd2-fcac-4312-bea6-15853381f473 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:06.990868 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-1b211f35-cde1-4d47-91ba-a2ece4e4b180 req-8ab48f55-0788-43ad-9c0d-7838301aa3be tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Unset dirty status for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:19:06.992273 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b211f35-cde1-4d47-91ba-a2ece4e4b180 req-8ab48f55-0788-43ad-9c0d-7838301aa3be tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 931 time: 0.4261456 Mar 05 14:19:07.238594 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b211f35-cde1-4d47-91ba-a2ece4e4b180 req-df63fa56-9e2d-46f3-b73e-0f584f79b4ee tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182860 Mar 05 14:19:07.391101 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5d24621b-ce7b-4e0a-bf75-b932655a0a63 None None] Provisioning for port e02970bd-0aa0-4feb-81bd-f792ea084c4e completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:19:07.400673 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5d24621b-ce7b-4e0a-bf75-b932655a0a63 None None] Provisioning complete for port e02970bd-0aa0-4feb-81bd-f792ea084c4e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:19:07.401228 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5d24621b-ce7b-4e0a-bf75-b932655a0a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:07.441117 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1eeaf86f-b249-4a03-939a-6a0af47379fc up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:19:07.525021 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5d24621b-ce7b-4e0a-bf75-b932655a0a63 None None] Port e02970bd-0aa0-4feb-81bd-f792ea084c4e cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:19:07.543391 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 1eeaf86f-b249-4a03-939a-6a0af47379fc completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:19:07.549513 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1eeaf86f-b249-4a03-939a-6a0af47379fc triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:19:07.549884 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:07.674221 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d3a37ea6-bdcb-461a-b454-98205f47ff68 None None] Provisioning complete for port e02970bd-0aa0-4feb-81bd-f792ea084c4e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:19:07.674590 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d3a37ea6-bdcb-461a-b454-98205f47ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:07.703221 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:07.705618 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-7d0fe83c-f4fa-44ed-a790-af2ccc5efed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0f9462-0fae-440c-beb5-49fbd35d8d56 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:19:07.714109 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-7d0fe83c-f4fa-44ed-a790-af2ccc5efed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:07.737954 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 1eeaf86f-b249-4a03-939a-6a0af47379fc, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1eeaf86f-b249-4a03-939a-6a0af47379fc,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:19:07.742505 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:07.742735 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-7d0fe83c-f4fa-44ed-a790-af2ccc5efed0 service neutron] Transition to ACTIVE for port object 2d0f9462-0fae-440c-beb5-49fbd35d8d56 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:19:07.743332 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a19e76fe-edce-4a36-a275-6bc028c81035 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:19:07.744717 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42f1bdd2-fcac-4312-bea6-15853381f473 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:07.746598 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-7d0fe83c-f4fa-44ed-a790-af2ccc5efed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:07.784990 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42f1bdd2-fcac-4312-bea6-15853381f473 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:07.813361 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d3a37ea6-bdcb-461a-b454-98205f47ff68 None None] Port e02970bd-0aa0-4feb-81bd-f792ea084c4e cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:19:07.865508 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=1eeaf86f-b249-4a03-939a-6a0af47379fc,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:07.877422 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port a19e76fe-edce-4a36-a275-6bc028c81035 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:19:07.885030 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port a19e76fe-edce-4a36-a275-6bc028c81035 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:19:07.885408 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:07.997043 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0fe83c-f4fa-44ed-a790-af2ccc5efed0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0f9462-0fae-440c-beb5-49fbd35d8d56,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:08.002213 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42f1bdd2-fcac-4312-bea6-15853381f473 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:08.017083 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:08.051438 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port a19e76fe-edce-4a36-a275-6bc028c81035, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a19e76fe-edce-4a36-a275-6bc028c81035,segment=NetworkSegment(8fa5fd7d-a85a-4299-a11f-50a6a06fb89f),segment_id=8fa5fd7d-a85a-4299-a11f-50a6a06fb89f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:19:08.054912 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:08.132987 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=a19e76fe-edce-4a36-a275-6bc028c81035,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:08.275133 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:19:08.310540 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1bdd2-fcac-4312-bea6-15853381f473 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Port': ['ID=e02970bd-0aa0-4feb-81bd-f792ea084c4e,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:08.328636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-7d0fe83c-f4fa-44ed-a790-af2ccc5efed0 service neutron] Attempting to bind port 2d0f9462-0fae-440c-beb5-49fbd35d8d56 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:19:08.328962 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-7d0fe83c-f4fa-44ed-a790-af2ccc5efed0 service neutron] Attempting to bind port 2d0f9462-0fae-440c-beb5-49fbd35d8d56 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:19:08.329279 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-7d0fe83c-f4fa-44ed-a790-af2ccc5efed0 service neutron] Attempting to bind port 2d0f9462-0fae-440c-beb5-49fbd35d8d56 on network c768af3c-6e35-45f2-95ff-e71855885f5e {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:19:08.338529 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-7d0fe83c-f4fa-44ed-a790-af2ccc5efed0 service neutron] Port 2d0f9462-0fae-440c-beb5-49fbd35d8d56 on network c768af3c-6e35-45f2-95ff-e71855885f5e not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:19:08.338864 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-7d0fe83c-f4fa-44ed-a790-af2ccc5efed0 service neutron] Attempting to bind port 2d0f9462-0fae-440c-beb5-49fbd35d8d56 on network c768af3c-6e35-45f2-95ff-e71855885f5e {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:19:08.357639 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-7d0fe83c-f4fa-44ed-a790-af2ccc5efed0 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:19:08.357639 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-7d0fe83c-f4fa-44ed-a790-af2ccc5efed0 service neutron] Checking segment: {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:19:08.357952 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-7d0fe83c-f4fa-44ed-a790-af2ccc5efed0 service neutron] Bound using segment: {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:19:08.358383 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-7d0fe83c-f4fa-44ed-a790-af2ccc5efed0 service neutron] Bound port: 2d0f9462-0fae-440c-beb5-49fbd35d8d56, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:19:08.358720 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-7d0fe83c-f4fa-44ed-a790-af2ccc5efed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:08.417115 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f1bdd2-fcac-4312-bea6-15853381f473 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network e7cfb3bd-3a90-462a-a7cd-6df729b905b2 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:19:08.420697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-42f1bdd2-fcac-4312-bea6-15853381f473 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:19:08.441377 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518a8ef-5f3d-4f2e-ae98-bb8267be0ede req-c2ce482b-f248-456a-9706-41f90600f9b7 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:08.443072 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0518a8ef-5f3d-4f2e-ae98-bb8267be0ede req-c2ce482b-f248-456a-9706-41f90600f9b7 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 943 time: 0.0941498 Mar 05 14:19:08.491311 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0518a8ef-5f3d-4f2e-ae98-bb8267be0ede req-481f5bf5-f621-413c-a8ef-e9e516df4f5c tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428183 Mar 05 14:19:08.536351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-7d0fe83c-f4fa-44ed-a790-af2ccc5efed0 service neutron] For port 2d0f9462-0fae-440c-beb5-49fbd35d8d56, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:19:08.604547 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-7d0fe83c-f4fa-44ed-a790-af2ccc5efed0 service neutron] For port 2d0f9462-0fae-440c-beb5-49fbd35d8d56, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=2d0f9462-0fae-440c-beb5-49fbd35d8d56,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:19:08.613340 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-7d0fe83c-f4fa-44ed-a790-af2ccc5efed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:08.667695 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-dc667583-6195-456e-9049-9cd109ab8331 None None] Provisioning complete for port e02970bd-0aa0-4feb-81bd-f792ea084c4e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:19:08.668284 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-dc667583-6195-456e-9049-9cd109ab8331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:08.688684 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-7d0fe83c-f4fa-44ed-a790-af2ccc5efed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:08.689294 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-7d0fe83c-f4fa-44ed-a790-af2ccc5efed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:08.690923 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-7d0fe83c-f4fa-44ed-a790-af2ccc5efed0 service neutron] 10.222.0.30 "PUT /v2.0/ports/2d0f9462-0fae-440c-beb5-49fbd35d8d56 HTTP/1.1" status: 200 len: 1091 time: 2.0030534 Mar 05 14:19:08.691363 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df365cff-8cf9-4e65-81fc-e066ad0c5250', 'tag': '2d0f9462-0fae-440c-beb5-49fbd35d8d56'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:19:08.724345 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f1bdd2-fcac-4312-bea6-15853381f473 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Router fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:19:08.728263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0fe83c-f4fa-44ed-a790-af2ccc5efed0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0f9462-0fae-440c-beb5-49fbd35d8d56,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:08.737724 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-dc667583-6195-456e-9049-9cd109ab8331 None None] Port e02970bd-0aa0-4feb-81bd-f792ea084c4e cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:19:08.808483 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-462a4576-ad3c-4da0-8dab-002e78680ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:08.831762 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df365cff-8cf9-4e65-81fc-e066ad0c5250', 'tag': '2d0f9462-0fae-440c-beb5-49fbd35d8d56', 'status': 'completed', 'code': 200} Mar 05 14:19:08.951996 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-875f5273-f39c-4032-9cb6-94166a34a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:08.953464 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-875f5273-f39c-4032-9cb6-94166a34a292 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 1094 time: 0.2177372 Mar 05 14:19:09.031776 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-22064efd-187a-47a5-9b4a-1ae5257d6e86 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d0f9462-0fae-440c-beb5-49fbd35d8d56 HTTP/1.1" status: 200 len: 217 time: 0.0645018 Mar 05 14:19:09.032871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f1bdd2-fcac-4312-bea6-15853381f473 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:19:09.037327 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-42f1bdd2-fcac-4312-bea6-15853381f473 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "PUT /v2.0/routers/fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3531201 Mar 05 14:19:09.048334 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21907e28-da6b-4864-a011-b823148879d3 None None] Sync routers for ids ['fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:19:09.057264 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21907e28-da6b-4864-a011-b823148879d3 None None] Routers {'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:19:09.057931 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-21907e28-da6b-4864-a011-b823148879d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:18:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:19:09.099630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-9fbe5777-ae99-413c-9c94-2e99452c35da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:09.101083 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-9fbe5777-ae99-413c-9c94-2e99452c35da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 200 len: 851 time: 0.0627441 Mar 05 14:19:09.177097 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-c994d9f5-cbe3-4424-b69f-ec552f024347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:09.178565 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-c994d9f5-cbe3-4424-b69f-ec552f024347 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c768af3c-6e35-45f2-95ff-e71855885f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716560 Mar 05 14:19:09.246131 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-21907e28-da6b-4864-a011-b823148879d3 None None] Set router fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:19:09.277015 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-85da4dac-c035-4b97-915b-d88e673db4da req-72da970f-2e33-480a-b9ff-5cbf9d954c23 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1995453924&fields=id&tenant_id=c0bf4aa200884a48888e5cf3ebc8526f HTTP/1.1" status: 200 len: 267 time: 0.0414469 Mar 05 14:19:09.328301 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-a17a3b79-fe03-49b8-9a65-27e54df6c6a3 service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436174 Mar 05 14:19:09.349503 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1eeaf86f-b249-4a03-939a-6a0af47379fc up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:19:09.448143 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1eeaf86f-b249-4a03-939a-6a0af47379fc triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:19:09.448424 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:09.485338 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da4dac-c035-4b97-915b-d88e673db4da req-1f8720cb-1f98-45fc-9e56-57172e53ce62 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:09.486340 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-85da4dac-c035-4b97-915b-d88e673db4da req-1f8720cb-1f98-45fc-9e56-57172e53ce62 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Synchronizing usage tracker for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:19:09.506332 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-85da4dac-c035-4b97-915b-d88e673db4da req-1f8720cb-1f98-45fc-9e56-57172e53ce62 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Unset dirty status for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:19:09.507536 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-85da4dac-c035-4b97-915b-d88e673db4da req-1f8720cb-1f98-45fc-9e56-57172e53ce62 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/networks?id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2 HTTP/1.1" status: 200 len: 796 time: 0.2207203 Mar 05 14:19:09.533671 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eff363f5-96e9-4c5a-bdb4-5e849f460ee6 req-5b8ac537-8742-4dfd-b023-9a2adc15ff87 service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978240 Mar 05 14:19:09.536157 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-85da4dac-c035-4b97-915b-d88e673db4da req-23941902-7068-4237-8de9-b04a913fa28c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/quotas/c0bf4aa200884a48888e5cf3ebc8526f HTTP/1.1" status: 200 len: 375 time: 0.0145731 Mar 05 14:19:09.620701 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-21907e28-da6b-4864-a011-b823148879d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496892215', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:18:59Z', 'updated_at': '2022-03-05T14:19:06Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:19:00Z', 'updated_at': '2022-03-05T14:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'e02970bd-0aa0-4feb-81bd-f792ea084c4e', 'name': '', 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:bc:ad:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4fd88f68-08fc-4dc5-8980-adeb1eec6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:19:05Z', 'updated_at': '2022-03-05T14:19:07Z', 'revision_number': 2, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': '4fd88f68-08fc-4dc5-8980-adeb1eec6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:19:09.625602 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21907e28-da6b-4864-a011-b823148879d3 None None] Checking router: fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:19:09.626003 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a19e76fe-edce-4a36-a275-6bc028c81035 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:19:09.626119 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21907e28-da6b-4864-a011-b823148879d3 None None] Updating router fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9 port e02970bd-0aa0-4feb-81bd-f792ea084c4e binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:19:09.668387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-85da4dac-c035-4b97-915b-d88e673db4da req-aa57d84f-bd92-4375-aa03-275d6ca07bf7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Synchronizing usage tracker for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:19:09.688009 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-21907e28-da6b-4864-a011-b823148879d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:09.688242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-85da4dac-c035-4b97-915b-d88e673db4da req-aa57d84f-bd92-4375-aa03-275d6ca07bf7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Unset dirty status for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:19:09.690392 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-85da4dac-c035-4b97-915b-d88e673db4da req-aa57d84f-bd92-4375-aa03-275d6ca07bf7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1401899 Mar 05 14:19:09.706747 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port a19e76fe-edce-4a36-a275-6bc028c81035 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:19:09.707290 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:09.710008 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-85da4dac-c035-4b97-915b-d88e673db4da req-72449d29-ec98-47fc-aea0-3c6ea35bdfa4 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:19:09.711153 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-85da4dac-c035-4b97-915b-d88e673db4da req-72449d29-ec98-47fc-aea0-3c6ea35bdfa4 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062313 Mar 05 14:19:09.765713 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a1989-7590-42d7-8695-b2e2149ee46f req-356c103e-99cd-4eb5-8ff2-168baeaad339 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:09.772929 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a93a1989-7590-42d7-8695-b2e2149ee46f req-356c103e-99cd-4eb5-8ff2-168baeaad339 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 943 time: 0.1384432 Mar 05 14:19:09.792740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b043d-5b15-4d50-a1eb-69839afbd1f2 req-d24dc762-9449-4c5f-b475-f53855631b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:09.795262 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a20b043d-5b15-4d50-a1eb-69839afbd1f2 req-d24dc762-9449-4c5f-b475-f53855631b17 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 1094 time: 0.2048004 Mar 05 14:19:09.863298 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a93a1989-7590-42d7-8695-b2e2149ee46f req-66e0d354-8974-49f0-8cf1-6b80b82cf039 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894873 Mar 05 14:19:09.886486 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-85da4dac-c035-4b97-915b-d88e673db4da req-4813f8a0-edbb-44fa-88db-9d3251081877 service neutron] 10.222.0.16 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663787 Mar 05 14:19:10.104243 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b043d-5b15-4d50-a1eb-69839afbd1f2 req-a194c32c-e9ed-4816-99ae-c423d94f90be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:10.105712 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a20b043d-5b15-4d50-a1eb-69839afbd1f2 req-a194c32c-e9ed-4816-99ae-c423d94f90be service neutron] 10.222.0.30 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 912 time: 0.2935114 Mar 05 14:19:10.125210 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-21907e28-da6b-4864-a011-b823148879d3 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:10.136583 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-21907e28-da6b-4864-a011-b823148879d3 None None] Transition to ACTIVE for port object e02970bd-0aa0-4feb-81bd-f792ea084c4e will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:19:10.139756 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-85da4dac-c035-4b97-915b-d88e673db4da req-9e6070f5-1656-47f6-99f3-16fb8fd81ecf service neutron] 10.222.0.16 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459328 Mar 05 14:19:10.145882 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-21907e28-da6b-4864-a011-b823148879d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:10.178107 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a20b043d-5b15-4d50-a1eb-69839afbd1f2 req-d32bd1aa-7f06-4a6a-a4e6-e194ed862721 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d0f9462-0fae-440c-beb5-49fbd35d8d56 HTTP/1.1" status: 200 len: 217 time: 0.0651231 Mar 05 14:19:10.249313 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b043d-5b15-4d50-a1eb-69839afbd1f2 req-1efeaaf8-99a8-47b7-8925-e5b92b89c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:10.251450 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a20b043d-5b15-4d50-a1eb-69839afbd1f2 req-1efeaaf8-99a8-47b7-8925-e5b92b89c5b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 200 len: 851 time: 0.0678422 Mar 05 14:19:10.350937 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ad7a8c50-3f01-440f-a654-3231cdb507bb req-1d6470d5-06b9-4794-8ae0-f98d6addea45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Synchronizing usage tracker for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:19:10.386715 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ad7a8c50-3f01-440f-a654-3231cdb507bb req-1d6470d5-06b9-4794-8ae0-f98d6addea45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Unset dirty status for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:19:10.388691 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ad7a8c50-3f01-440f-a654-3231cdb507bb req-1d6470d5-06b9-4794-8ae0-f98d6addea45 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 210 time: 0.0844264 Mar 05 14:19:10.400193 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df9c46-0bfd-4184-8569-170ec0f8d8c3 None None] Pushing event updated for resources: {'Port': ['ID=e02970bd-0aa0-4feb-81bd-f792ea084c4e,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:10.407445 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b043d-5b15-4d50-a1eb-69839afbd1f2 req-ad80af9c-0138-49bb-b578-f4d1734462cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:10.413326 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a20b043d-5b15-4d50-a1eb-69839afbd1f2 req-ad80af9c-0138-49bb-b578-f4d1734462cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c768af3c-6e35-45f2-95ff-e71855885f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1555922 Mar 05 14:19:10.426023 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df9c46-0bfd-4184-8569-170ec0f8d8c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:19:10.426305 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df9c46-0bfd-4184-8569-170ec0f8d8c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:19:10.426626 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df9c46-0bfd-4184-8569-170ec0f8d8c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:19:10.426970 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df9c46-0bfd-4184-8569-170ec0f8d8c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:19:10.427618 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df9c46-0bfd-4184-8569-170ec0f8d8c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:19:10.427942 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df9c46-0bfd-4184-8569-170ec0f8d8c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:19:10.428253 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df9c46-0bfd-4184-8569-170ec0f8d8c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:19:10.429019 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df9c46-0bfd-4184-8569-170ec0f8d8c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:19:10.429342 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df9c46-0bfd-4184-8569-170ec0f8d8c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:19:10.429650 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df9c46-0bfd-4184-8569-170ec0f8d8c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:19:10.430110 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df9c46-0bfd-4184-8569-170ec0f8d8c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:19:10.430419 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29df9c46-0bfd-4184-8569-170ec0f8d8c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:19:10.457427 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-21907e28-da6b-4864-a011-b823148879d3 None None] Attempting to bind port e02970bd-0aa0-4feb-81bd-f792ea084c4e on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:19:10.457830 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-21907e28-da6b-4864-a011-b823148879d3 None None] Attempting to bind port e02970bd-0aa0-4feb-81bd-f792ea084c4e by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8fa5fd7d-a85a-4299-a11f-50a6a06fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:19:10.459191 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21907e28-da6b-4864-a011-b823148879d3 None None] Attempting to bind port e02970bd-0aa0-4feb-81bd-f792ea084c4e on network e7cfb3bd-3a90-462a-a7cd-6df729b905b2 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:19:10.466189 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21907e28-da6b-4864-a011-b823148879d3 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:19:10.466538 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21907e28-da6b-4864-a011-b823148879d3 None None] Checking segment: {'id': '8fa5fd7d-a85a-4299-a11f-50a6a06fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:19:10.466989 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-21907e28-da6b-4864-a011-b823148879d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:10.467516 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21907e28-da6b-4864-a011-b823148879d3 None None] Bound using segment: {'id': '8fa5fd7d-a85a-4299-a11f-50a6a06fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:19:10.468449 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-21907e28-da6b-4864-a011-b823148879d3 None None] Bound port: e02970bd-0aa0-4feb-81bd-f792ea084c4e, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa5fd7d-a85a-4299-a11f-50a6a06fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:19:10.468449 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-21907e28-da6b-4864-a011-b823148879d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:10.563849 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a20b043d-5b15-4d50-a1eb-69839afbd1f2 req-ebab0618-d751-4cb0-aef4-d465a8596d1a service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409807 Mar 05 14:19:10.576907 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-21907e28-da6b-4864-a011-b823148879d3 None None] For port e02970bd-0aa0-4feb-81bd-f792ea084c4e, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:19:10.580223 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-21907e28-da6b-4864-a011-b823148879d3 None None] For port e02970bd-0aa0-4feb-81bd-f792ea084c4e, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e02970bd-0aa0-4feb-81bd-f792ea084c4e,segment=NetworkSegment(8fa5fd7d-a85a-4299-a11f-50a6a06fb89f),segment_id=8fa5fd7d-a85a-4299-a11f-50a6a06fb89f)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:19:10.584979 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-21907e28-da6b-4864-a011-b823148879d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:10.669242 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21907e28-da6b-4864-a011-b823148879d3 None None] Routers {'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:19:10.670149 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-21907e28-da6b-4864-a011-b823148879d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:18:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:19:10.712178 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a20b043d-5b15-4d50-a1eb-69839afbd1f2 req-607b90fa-d64b-4562-bb52-d480c147745b service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424913 Mar 05 14:19:10.758646 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df9c46-0bfd-4184-8569-170ec0f8d8c3 None None] Pushing event updated for resources: {'Port': ['ID=e02970bd-0aa0-4feb-81bd-f792ea084c4e,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:10.880126 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-21907e28-da6b-4864-a011-b823148879d3 None None] Set router fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:19:10.957358 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-116ac622-e00e-45fb-8293-09160eec67bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:11.063791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806cef3f-148c-4309-904d-25ec351545c9 req-be28db29-29f6-4336-a585-fa8ced8c3386 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:11.065589 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-806cef3f-148c-4309-904d-25ec351545c9 req-be28db29-29f6-4336-a585-fa8ced8c3386 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 943 time: 0.0893383 Mar 05 14:19:11.113541 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-806cef3f-148c-4309-904d-25ec351545c9 req-e7600375-a16d-4fb9-a610-415b9d171800 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419688 Mar 05 14:19:11.195792 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-21907e28-da6b-4864-a011-b823148879d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496892215', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:18:59Z', 'updated_at': '2022-03-05T14:19:06Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:19:00Z', 'updated_at': '2022-03-05T14:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'e02970bd-0aa0-4feb-81bd-f792ea084c4e', 'name': '', 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:bc:ad:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4fd88f68-08fc-4dc5-8980-adeb1eec6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:19:05Z', 'updated_at': '2022-03-05T14:19:10Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': '4fd88f68-08fc-4dc5-8980-adeb1eec6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:19:11.199513 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21907e28-da6b-4864-a011-b823148879d3 None None] The sync data for ids ['fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'] in n-d-803718-1 is: [{'id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496892215', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:18:59Z', 'updated_at': '2022-03-05T14:19:06Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:19:00Z', 'updated_at': '2022-03-05T14:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'e02970bd-0aa0-4feb-81bd-f792ea084c4e', 'name': '', 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:bc:ad:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4fd88f68-08fc-4dc5-8980-adeb1eec6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:19:05Z', 'updated_at': '2022-03-05T14:19:10Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': '4fd88f68-08fc-4dc5-8980-adeb1eec6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:19:11.355324 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e02970bd-0aa0-4feb-81bd-f792ea084c4e up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:19:11.468362 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port e02970bd-0aa0-4feb-81bd-f792ea084c4e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:19:11.473911 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port e02970bd-0aa0-4feb-81bd-f792ea084c4e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:19:11.474327 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:11.575764 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da4dac-c035-4b97-915b-d88e673db4da req-dc90a0a8-09af-4d6e-8874-202f244eb919 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:11.577463 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-85da4dac-c035-4b97-915b-d88e673db4da req-dc90a0a8-09af-4d6e-8874-202f244eb919 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.15 "GET /v2.0/networks?id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2 HTTP/1.1" status: 200 len: 796 time: 0.2051067 Mar 05 14:19:11.632612 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ad16faec-069b-459d-9ac7-3efd6f6ec7fe req-1a7d657c-d52e-421b-b002-ca01bc473a7d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 210 time: 0.0800788 Mar 05 14:19:11.636675 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-85da4dac-c035-4b97-915b-d88e673db4da req-b4e31f66-0ba4-4afa-991c-255797175f46 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0bf4aa200884a48888e5cf3ebc8526f HTTP/1.1" status: 200 len: 380 time: 0.0480833 Mar 05 14:19:11.639666 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:11.645278 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-85da4dac-c035-4b97-915b-d88e673db4da req-dc6c385e-11eb-4fa6-a906-d5768523c548 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'port': {'device_id': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2', 'admin_state_up': True, 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'security_groups': ['cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:19:11.685769 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port e02970bd-0aa0-4feb-81bd-f792ea084c4e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e02970bd-0aa0-4feb-81bd-f792ea084c4e,segment=NetworkSegment(8fa5fd7d-a85a-4299-a11f-50a6a06fb89f),segment_id=8fa5fd7d-a85a-4299-a11f-50a6a06fb89f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:19:11.691843 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:11.769013 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=e02970bd-0aa0-4feb-81bd-f792ea084c4e,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:11.810100 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-85da4dac-c035-4b97-915b-d88e673db4da req-dc6c385e-11eb-4fa6-a906-d5768523c548 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:19:11.820619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-85da4dac-c035-4b97-915b-d88e673db4da req-dc6c385e-11eb-4fa6-a906-d5768523c548 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:19:11.831528 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85da4dac-c035-4b97-915b-d88e673db4da req-dc6c385e-11eb-4fa6-a906-d5768523c548 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Made reservation on behalf of c0bf4aa200884a48888e5cf3ebc8526f for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:19:11.835045 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-85da4dac-c035-4b97-915b-d88e673db4da req-dc6c385e-11eb-4fa6-a906-d5768523c548 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:12.010278 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-85da4dac-c035-4b97-915b-d88e673db4da req-dc6c385e-11eb-4fa6-a906-d5768523c548 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Allocated IP 172.20.0.8 (e7cfb3bd-3a90-462a-a7cd-6df729b905b2/4fd88f68-08fc-4dc5-8980-adeb1eec6676/337a66d5-f3a0-4fdc-825e-87757a9fe003) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:19:12.132337 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:12.166274 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:12.225901 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-85da4dac-c035-4b97-915b-d88e673db4da req-dc6c385e-11eb-4fa6-a906-d5768523c548 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:12.245783 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-85da4dac-c035-4b97-915b-d88e673db4da req-dc6c385e-11eb-4fa6-a906-d5768523c548 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Transition to ACTIVE for port object 337a66d5-f3a0-4fdc-825e-87757a9fe003 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:19:12.336295 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-85da4dac-c035-4b97-915b-d88e673db4da req-dc6c385e-11eb-4fa6-a906-d5768523c548 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:12.345838 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8dfd8-0d1d-4af5-9fc5-43762091acc7 req-820423c4-5b83-4e12-b859-8a0c295a0ee1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:12.347406 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-60e8dfd8-0d1d-4af5-9fc5-43762091acc7 req-820423c4-5b83-4e12-b859-8a0c295a0ee1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 943 time: 0.1050193 Mar 05 14:19:12.432561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85da4dac-c035-4b97-915b-d88e673db4da req-dc6c385e-11eb-4fa6-a906-d5768523c548 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network e7cfb3bd-3a90-462a-a7cd-6df729b905b2 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:19:12.441061 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-85da4dac-c035-4b97-915b-d88e673db4da req-dc6c385e-11eb-4fa6-a906-d5768523c548 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:19:12.449546 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-85da4dac-c035-4b97-915b-d88e673db4da req-dc6c385e-11eb-4fa6-a906-d5768523c548 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:19:12.495000 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c385e-11eb-4fa6-a906-d5768523c548 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Port': ['ID=337a66d5-f3a0-4fdc-825e-87757a9fe003,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:12.515144 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-60e8dfd8-0d1d-4af5-9fc5-43762091acc7 req-049aee47-ee51-4947-ab44-9ff292aae92e tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334229 Mar 05 14:19:12.534397 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da4dac-c035-4b97-915b-d88e673db4da req-dc6c385e-11eb-4fa6-a906-d5768523c548 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:12.535024 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-85da4dac-c035-4b97-915b-d88e673db4da req-dc6c385e-11eb-4fa6-a906-d5768523c548 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:12.561287 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-85da4dac-c035-4b97-915b-d88e673db4da req-dc6c385e-11eb-4fa6-a906-d5768523c548 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9198022 Mar 05 14:19:12.572458 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-85da4dac-c035-4b97-915b-d88e673db4da req-770aa62b-b217-47fa-8303-944eff027b01 service neutron] Request body: {'port': {'device_id': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:19:12.676172 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1398cc68-d4ea-45bd-afdf-6c5b64f07c94 None None] Provisioning for port 337a66d5-f3a0-4fdc-825e-87757a9fe003 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:19:12.681408 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1398cc68-d4ea-45bd-afdf-6c5b64f07c94 None None] Provisioning complete for port 337a66d5-f3a0-4fdc-825e-87757a9fe003 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:19:12.681774 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1398cc68-d4ea-45bd-afdf-6c5b64f07c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:12.691190 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-85da4dac-c035-4b97-915b-d88e673db4da req-770aa62b-b217-47fa-8303-944eff027b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:12.767914 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-1398cc68-d4ea-45bd-afdf-6c5b64f07c94 None None] Port 337a66d5-f3a0-4fdc-825e-87757a9fe003 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:19:12.827647 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d4509-0221-44d6-9cc7-cafd8dabbb2b req-9ace121a-4f36-458b-a8a7-61ee628e2b3b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:12.829186 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f91d4509-0221-44d6-9cc7-cafd8dabbb2b req-9ace121a-4f36-458b-a8a7-61ee628e2b3b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 931 time: 0.0813322 Mar 05 14:19:12.874919 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f91d4509-0221-44d6-9cc7-cafd8dabbb2b req-182a5038-ccb2-4f83-bc77-a8a537ec1860 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Synchronizing usage tracker for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:19:12.890349 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f91d4509-0221-44d6-9cc7-cafd8dabbb2b req-182a5038-ccb2-4f83-bc77-a8a537ec1860 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Unset dirty status for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:19:12.891658 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f91d4509-0221-44d6-9cc7-cafd8dabbb2b req-182a5038-ccb2-4f83-bc77-a8a537ec1860 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569000 Mar 05 14:19:13.047775 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-85da4dac-c035-4b97-915b-d88e673db4da req-770aa62b-b217-47fa-8303-944eff027b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 337a66d5-f3a0-4fdc-825e-87757a9fe003 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:19:13.056471 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-85da4dac-c035-4b97-915b-d88e673db4da req-770aa62b-b217-47fa-8303-944eff027b01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:13.071498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-85da4dac-c035-4b97-915b-d88e673db4da req-770aa62b-b217-47fa-8303-944eff027b01 service neutron] Transition to ACTIVE for port object 337a66d5-f3a0-4fdc-825e-87757a9fe003 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:19:13.075952 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-85da4dac-c035-4b97-915b-d88e673db4da req-770aa62b-b217-47fa-8303-944eff027b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:13.335194 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e02970bd-0aa0-4feb-81bd-f792ea084c4e up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:19:13.391007 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770aa62b-b217-47fa-8303-944eff027b01 service neutron] Pushing event updated for resources: {'Port': ['ID=337a66d5-f3a0-4fdc-825e-87757a9fe003,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:13.415462 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port e02970bd-0aa0-4feb-81bd-f792ea084c4e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:19:13.415835 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:13.437157 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-85da4dac-c035-4b97-915b-d88e673db4da req-770aa62b-b217-47fa-8303-944eff027b01 service neutron] Attempting to bind port 337a66d5-f3a0-4fdc-825e-87757a9fe003 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:19:13.437486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-85da4dac-c035-4b97-915b-d88e673db4da req-770aa62b-b217-47fa-8303-944eff027b01 service neutron] Attempting to bind port 337a66d5-f3a0-4fdc-825e-87757a9fe003 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '8fa5fd7d-a85a-4299-a11f-50a6a06fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:19:13.437831 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85da4dac-c035-4b97-915b-d88e673db4da req-770aa62b-b217-47fa-8303-944eff027b01 service neutron] Attempting to bind port 337a66d5-f3a0-4fdc-825e-87757a9fe003 on network e7cfb3bd-3a90-462a-a7cd-6df729b905b2 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:19:13.442793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85da4dac-c035-4b97-915b-d88e673db4da req-770aa62b-b217-47fa-8303-944eff027b01 service neutron] Port 337a66d5-f3a0-4fdc-825e-87757a9fe003 on network e7cfb3bd-3a90-462a-a7cd-6df729b905b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:19:13.443116 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85da4dac-c035-4b97-915b-d88e673db4da req-770aa62b-b217-47fa-8303-944eff027b01 service neutron] Attempting to bind port 337a66d5-f3a0-4fdc-825e-87757a9fe003 on network e7cfb3bd-3a90-462a-a7cd-6df729b905b2 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:19:13.448323 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85da4dac-c035-4b97-915b-d88e673db4da req-770aa62b-b217-47fa-8303-944eff027b01 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:19:13.448794 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85da4dac-c035-4b97-915b-d88e673db4da req-770aa62b-b217-47fa-8303-944eff027b01 service neutron] Checking segment: {'id': '8fa5fd7d-a85a-4299-a11f-50a6a06fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:19:13.449035 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85da4dac-c035-4b97-915b-d88e673db4da req-770aa62b-b217-47fa-8303-944eff027b01 service neutron] Bound using segment: {'id': '8fa5fd7d-a85a-4299-a11f-50a6a06fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:19:13.449476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-85da4dac-c035-4b97-915b-d88e673db4da req-770aa62b-b217-47fa-8303-944eff027b01 service neutron] Bound port: 337a66d5-f3a0-4fdc-825e-87757a9fe003, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fa5fd7d-a85a-4299-a11f-50a6a06fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:19:13.450126 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-85da4dac-c035-4b97-915b-d88e673db4da req-770aa62b-b217-47fa-8303-944eff027b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:13.541711 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-85da4dac-c035-4b97-915b-d88e673db4da req-770aa62b-b217-47fa-8303-944eff027b01 service neutron] For port 337a66d5-f3a0-4fdc-825e-87757a9fe003, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:19:13.550472 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-85da4dac-c035-4b97-915b-d88e673db4da req-770aa62b-b217-47fa-8303-944eff027b01 service neutron] For port 337a66d5-f3a0-4fdc-825e-87757a9fe003, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003,segment=NetworkSegment(8fa5fd7d-a85a-4299-a11f-50a6a06fb89f),segment_id=8fa5fd7d-a85a-4299-a11f-50a6a06fb89f)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:19:13.555208 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-85da4dac-c035-4b97-915b-d88e673db4da req-770aa62b-b217-47fa-8303-944eff027b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:13.612585 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da4dac-c035-4b97-915b-d88e673db4da req-770aa62b-b217-47fa-8303-944eff027b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:13.613195 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-85da4dac-c035-4b97-915b-d88e673db4da req-770aa62b-b217-47fa-8303-944eff027b01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:13.614666 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-85da4dac-c035-4b97-915b-d88e673db4da req-770aa62b-b217-47fa-8303-944eff027b01 service neutron] 10.222.0.15 "PUT /v2.0/ports/337a66d5-f3a0-4fdc-825e-87757a9fe003 HTTP/1.1" status: 200 len: 1091 time: 1.0462034 Mar 05 14:19:13.615096 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'tag': '337a66d5-f3a0-4fdc-825e-87757a9fe003'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:19:13.707921 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'tag': '337a66d5-f3a0-4fdc-825e-87757a9fe003', 'status': 'completed', 'code': 200} Mar 05 14:19:13.731795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770aa62b-b217-47fa-8303-944eff027b01 service neutron] Pushing event updated for resources: {'Port': ['ID=337a66d5-f3a0-4fdc-825e-87757a9fe003,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:13.773125 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:13.782548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da4dac-c035-4b97-915b-d88e673db4da req-7053b7b2-97eb-4dff-a679-6d9676d30991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:13.784056 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-85da4dac-c035-4b97-915b-d88e673db4da req-7053b7b2-97eb-4dff-a679-6d9676d30991 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 1094 time: 0.1190112 Mar 05 14:19:13.794691 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0be87-fc2f-436a-b65a-5bb567cd17d8 req-7cb0d74c-233b-40f0-9205-1fb63e7f14ec tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:13.796180 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-50d0be87-fc2f-436a-b65a-5bb567cd17d8 req-7cb0d74c-233b-40f0-9205-1fb63e7f14ec tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 943 time: 0.1733716 Mar 05 14:19:13.874301 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-85da4dac-c035-4b97-915b-d88e673db4da req-bd40f80e-8fdf-451e-bfed-24d9b0c105a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003 HTTP/1.1" status: 200 len: 217 time: 0.0771227 Mar 05 14:19:13.935410 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-50d0be87-fc2f-436a-b65a-5bb567cd17d8 req-b05a1e8e-bad5-4c6c-aee3-5cdd06bb3ad8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898566 Mar 05 14:19:13.954854 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da4dac-c035-4b97-915b-d88e673db4da req-f6feafbe-84a0-4e6a-a402-c42102481940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:13.956271 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-85da4dac-c035-4b97-915b-d88e673db4da req-f6feafbe-84a0-4e6a-a402-c42102481940 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fd88f68-08fc-4dc5-8980-adeb1eec6676 HTTP/1.1" status: 200 len: 835 time: 0.0721982 Mar 05 14:19:14.030172 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da4dac-c035-4b97-915b-d88e673db4da req-b1ff812a-4127-4d24-b2de-d466e6b01a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:14.031672 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-85da4dac-c035-4b97-915b-d88e673db4da req-b1ff812a-4127-4d24-b2de-d466e6b01a28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697191 Mar 05 14:19:14.082070 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d97b99-aaef-49eb-869f-747cf0c2e1b0 req-9b819bc2-3cf4-4b78-a745-de796b8294e6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:14.083547 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-28d97b99-aaef-49eb-869f-747cf0c2e1b0 req-9b819bc2-3cf4-4b78-a745-de796b8294e6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 943 time: 0.0835049 Mar 05 14:19:14.127958 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-28d97b99-aaef-49eb-869f-747cf0c2e1b0 req-ad53aa17-afbe-4ca7-9646-3462d4b6e936 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384793 Mar 05 14:19:14.163427 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-85da4dac-c035-4b97-915b-d88e673db4da req-acb51d36-2f6d-4afa-8244-e6e0a6ec514b service neutron] 10.222.0.15 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260331 Mar 05 14:19:14.292554 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-85da4dac-c035-4b97-915b-d88e673db4da req-9cbf0a59-0316-4128-82ab-4a4980e85825 service neutron] 10.222.0.15 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227071 Mar 05 14:19:14.410382 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201476c-f91d-4f7a-95a0-a428de98cf6c req-22c162aa-5a53-4798-a97c-f1eb09ed9920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:14.411999 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3201476c-f91d-4f7a-95a0-a428de98cf6c req-22c162aa-5a53-4798-a97c-f1eb09ed9920 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 1094 time: 0.0780025 Mar 05 14:19:14.546360 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201476c-f91d-4f7a-95a0-a428de98cf6c req-55823b67-9511-4a94-9ddd-89eb5ba89e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:14.547881 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3201476c-f91d-4f7a-95a0-a428de98cf6c req-55823b67-9511-4a94-9ddd-89eb5ba89e0c service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2 HTTP/1.1" status: 200 len: 896 time: 0.1302319 Mar 05 14:19:14.616004 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3201476c-f91d-4f7a-95a0-a428de98cf6c req-8a71b4e5-4112-4df4-927a-118f7575e22c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003 HTTP/1.1" status: 200 len: 217 time: 0.0615981 Mar 05 14:19:14.683386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201476c-f91d-4f7a-95a0-a428de98cf6c req-3bab380c-60fc-4502-a808-2413c305309d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:14.684756 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3201476c-f91d-4f7a-95a0-a428de98cf6c req-3bab380c-60fc-4502-a808-2413c305309d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fd88f68-08fc-4dc5-8980-adeb1eec6676 HTTP/1.1" status: 200 len: 835 time: 0.0616951 Mar 05 14:19:14.759174 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201476c-f91d-4f7a-95a0-a428de98cf6c req-ce832d1a-cd49-403a-9492-be2d72a218e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:14.760659 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3201476c-f91d-4f7a-95a0-a428de98cf6c req-ce832d1a-cd49-403a-9492-be2d72a218e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701303 Mar 05 14:19:14.898100 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3201476c-f91d-4f7a-95a0-a428de98cf6c req-91ac8005-8744-4ea5-8785-9a8359107b97 service neutron] 10.222.0.15 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304572 Mar 05 14:19:15.194876 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3201476c-f91d-4f7a-95a0-a428de98cf6c req-6eb922fb-e0fa-4182-bab9-99e8d82d8b64 service neutron] 10.222.0.15 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889707 Mar 05 14:19:15.219658 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d61252-8c06-40bc-a829-d51898579681 req-856f9974-54d5-4552-8f9d-ebe1b25b1294 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:15.221101 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-05d61252-8c06-40bc-a829-d51898579681 req-856f9974-54d5-4552-8f9d-ebe1b25b1294 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 943 time: 0.1235254 Mar 05 14:19:15.270353 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-05d61252-8c06-40bc-a829-d51898579681 req-2fb65b32-81be-459b-bf25-2277e943bcbf tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433502 Mar 05 14:19:15.320411 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab3f6e-20dd-48d1-ab29-bb615fafea48 req-f38cf924-8c98-40d8-b3de-bca0b6d76fd0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:15.321842 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-62ab3f6e-20dd-48d1-ab29-bb615fafea48 req-f38cf924-8c98-40d8-b3de-bca0b6d76fd0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 943 time: 0.0873275 Mar 05 14:19:15.364784 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-62ab3f6e-20dd-48d1-ab29-bb615fafea48 req-8d134b8f-f9a6-43d3-8562-307296db4329 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364847 Mar 05 14:19:16.454356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e2188-0925-4b2e-aa68-0fc3559a850b req-ce868fb0-b897-48ee-9b3b-25334b9cc2ab tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:16.455843 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7d0e2188-0925-4b2e-aa68-0fc3559a850b req-ce868fb0-b897-48ee-9b3b-25334b9cc2ab tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 943 time: 0.0809977 Mar 05 14:19:16.503200 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7d0e2188-0925-4b2e-aa68-0fc3559a850b req-07b4fa30-ed1d-4401-b180-2bff9e484b0b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413806 Mar 05 14:19:16.554560 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29c44b-ac8a-4575-983b-74fd1c2ee7af req-f27d19b9-1e00-48a9-a90a-6dd35bf6065a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:16.555988 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e29c44b-ac8a-4575-983b-74fd1c2ee7af req-f27d19b9-1e00-48a9-a90a-6dd35bf6065a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 943 time: 0.0822310 Mar 05 14:19:16.599516 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e29c44b-ac8a-4575-983b-74fd1c2ee7af req-e4b3fb85-cc2d-411c-9615-bfaa1afebddd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379612 Mar 05 14:19:17.172170 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 337a66d5-f3a0-4fdc-825e-87757a9fe003 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:19:17.303608 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 337a66d5-f3a0-4fdc-825e-87757a9fe003, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003,segment=NetworkSegment(8fa5fd7d-a85a-4299-a11f-50a6a06fb89f),segment_id=8fa5fd7d-a85a-4299-a11f-50a6a06fb89f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:19:17.317437 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '337a66d5-f3a0-4fdc-825e-87757a9fe003', 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2', 'port_id': '337a66d5-f3a0-4fdc-825e-87757a9fe003', 'mac_address': 'fa:16:3e:7b:15:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd88f68-08fc-4dc5-8980-adeb1eec6676', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:19:17.375132 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:17.391717 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337a66d5-f3a0-4fdc-825e-87757a9fe003 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:19:17.407906 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 337a66d5-f3a0-4fdc-825e-87757a9fe003, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003,segment=NetworkSegment(8fa5fd7d-a85a-4299-a11f-50a6a06fb89f),segment_id=8fa5fd7d-a85a-4299-a11f-50a6a06fb89f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:19:17.412011 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:17.477440 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=337a66d5-f3a0-4fdc-825e-87757a9fe003,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:17.485527 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:19:17.485866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:19:17.486201 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:19:17.486528 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:19:17.486886 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:19:17.487210 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:19:17.487526 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:19:17.487838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:19:17.488149 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:19:17.488457 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:19:17.488766 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:19:17.489074 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:19:17.611097 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['337a66d5-f3a0-4fdc-825e-87757a9fe003'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:19:17.687698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57cd77-c67c-4cfd-8ac0-b94584c0e47c req-9c9a41e2-2d8c-4529-8f64-d1ccdd033b78 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:17.689159 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-da57cd77-c67c-4cfd-8ac0-b94584c0e47c req-9c9a41e2-2d8c-4529-8f64-d1ccdd033b78 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 943 time: 0.0820005 Mar 05 14:19:17.736051 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-da57cd77-c67c-4cfd-8ac0-b94584c0e47c req-245f0a5c-375c-4f95-8310-6de3aaab24fb tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397873 Mar 05 14:19:17.789801 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1a027-c382-4283-a3f5-4eac29c0fff3 req-1439ce21-bb6c-4713-bec0-1104392f1025 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:17.791280 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e5f1a027-c382-4283-a3f5-4eac29c0fff3 req-1439ce21-bb6c-4713-bec0-1104392f1025 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 944 time: 0.0834219 Mar 05 14:19:17.839953 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e5f1a027-c382-4283-a3f5-4eac29c0fff3 req-0bb7cfec-afbe-4852-aa94-589ba5674485 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428872 Mar 05 14:19:18.014731 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 2d0f9462-0fae-440c-beb5-49fbd35d8d56 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:19:18.144080 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 2d0f9462-0fae-440c-beb5-49fbd35d8d56, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=2d0f9462-0fae-440c-beb5-49fbd35d8d56,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:19:18.156535 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '2d0f9462-0fae-440c-beb5-49fbd35d8d56', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'port_id': '2d0f9462-0fae-440c-beb5-49fbd35d8d56', 'mac_address': 'fa:16:3e:93:11:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:19:18.209637 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:18.225740 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0f9462-0fae-440c-beb5-49fbd35d8d56 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:19:18.240562 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 2d0f9462-0fae-440c-beb5-49fbd35d8d56, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=2d0f9462-0fae-440c-beb5-49fbd35d8d56,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:19:18.244438 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:18.312888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=2d0f9462-0fae-440c-beb5-49fbd35d8d56,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:18.463060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['2d0f9462-0fae-440c-beb5-49fbd35d8d56'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:19:18.928623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64745ef4-1b4b-4432-82f0-c768308b6747 req-fc6cef62-babb-40c5-b26c-dbc1aff44541 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:18.930071 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-64745ef4-1b4b-4432-82f0-c768308b6747 req-fc6cef62-babb-40c5-b26c-dbc1aff44541 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 944 time: 0.0859909 Mar 05 14:19:18.975003 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-64745ef4-1b4b-4432-82f0-c768308b6747 req-1aeb70ea-5676-490d-ae5a-41fa4de4a7e8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391343 Mar 05 14:19:19.024446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ea82e-2048-4c01-91b6-5111b4579e1f req-360333b2-58d2-4418-b59c-033f9625bb7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:19.025821 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1c3ea82e-2048-4c01-91b6-5111b4579e1f req-360333b2-58d2-4418-b59c-033f9625bb7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 944 time: 0.0802946 Mar 05 14:19:19.070786 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1c3ea82e-2048-4c01-91b6-5111b4579e1f req-a8d7e344-c19b-4619-b752-836f044253d2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387802 Mar 05 14:19:19.171264 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 337a66d5-f3a0-4fdc-825e-87757a9fe003 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:19:19.239494 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 337a66d5-f3a0-4fdc-825e-87757a9fe003 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:19:19.243943 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 337a66d5-f3a0-4fdc-825e-87757a9fe003 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:19:19.244303 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:19.355303 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:19.382668 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337a66d5-f3a0-4fdc-825e-87757a9fe003'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:19:19.392422 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 337a66d5-f3a0-4fdc-825e-87757a9fe003, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003,segment=NetworkSegment(8fa5fd7d-a85a-4299-a11f-50a6a06fb89f),segment_id=8fa5fd7d-a85a-4299-a11f-50a6a06fb89f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:19:19.401234 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:19.436667 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337a66d5-f3a0-4fdc-825e-87757a9fe003', 'code': 200} Mar 05 14:19:19.474851 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=337a66d5-f3a0-4fdc-825e-87757a9fe003,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:19.560792 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c05810-6689-48bb-a460-f3ae8ca069ea req-def8d291-b726-4c9f-acab-4298e2a635f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:19.562255 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-55c05810-6689-48bb-a460-f3ae8ca069ea req-def8d291-b726-4c9f-acab-4298e2a635f3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 1096 time: 0.0725942 Mar 05 14:19:19.601282 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-55c05810-6689-48bb-a460-f3ae8ca069ea req-05d20f30-53df-4a62-8908-499130c3f679 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332851 Mar 05 14:19:20.007288 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 2d0f9462-0fae-440c-beb5-49fbd35d8d56 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:19:20.075691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 2d0f9462-0fae-440c-beb5-49fbd35d8d56 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:19:20.080694 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 2d0f9462-0fae-440c-beb5-49fbd35d8d56 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:19:20.081062 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:20.170341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2192a12-7f24-454e-9a09-c22dd1899f75 req-ff040daa-9295-4eea-ad2b-908ed7079073 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:20.171882 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d2192a12-7f24-454e-9a09-c22dd1899f75 req-ff040daa-9295-4eea-ad2b-908ed7079073 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 944 time: 0.0873764 Mar 05 14:19:20.216956 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d2192a12-7f24-454e-9a09-c22dd1899f75 req-7e5eaa36-4ed7-4b34-8c8c-e6ef9be24c24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395341 Mar 05 14:19:20.233675 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:20.265781 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 2d0f9462-0fae-440c-beb5-49fbd35d8d56, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=2d0f9462-0fae-440c-beb5-49fbd35d8d56,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:19:20.269641 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038352f8-84b6-4bcd-ab2c-015512849ed6 req-4ccc68e4-11cc-4ae7-9394-4c8beb23fcda tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:20.270398 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-038352f8-84b6-4bcd-ab2c-015512849ed6 req-4ccc68e4-11cc-4ae7-9394-4c8beb23fcda tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Synchronizing usage tracker for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:19:20.270659 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:20.286916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-038352f8-84b6-4bcd-ab2c-015512849ed6 req-4ccc68e4-11cc-4ae7-9394-4c8beb23fcda tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Unset dirty status for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:19:20.288045 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-038352f8-84b6-4bcd-ab2c-015512849ed6 req-4ccc68e4-11cc-4ae7-9394-4c8beb23fcda tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 945 time: 0.1064599 Mar 05 14:19:20.334640 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-038352f8-84b6-4bcd-ab2c-015512849ed6 req-234d6c35-3b68-4f32-9beb-469c0f0ffcd8 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400910 Mar 05 14:19:20.340049 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=2d0f9462-0fae-440c-beb5-49fbd35d8d56,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:21.399711 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758b237-58ed-4de8-b244-938650f882d1 req-055a717f-ec58-4765-a3cf-2a6f61447df3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:21.401794 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1758b237-58ed-4de8-b244-938650f882d1 req-055a717f-ec58-4765-a3cf-2a6f61447df3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 945 time: 0.0801427 Mar 05 14:19:21.437379 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df365cff-8cf9-4e65-81fc-e066ad0c5250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0f9462-0fae-440c-beb5-49fbd35d8d56'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:19:21.449106 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1758b237-58ed-4de8-b244-938650f882d1 req-758442e6-79de-423a-b431-c24d6f18da7f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409939 Mar 05 14:19:21.503918 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df365cff-8cf9-4e65-81fc-e066ad0c5250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0f9462-0fae-440c-beb5-49fbd35d8d56', 'code': 200} Mar 05 14:19:21.522128 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0ff9c-7c46-45a2-be1b-2eee8603d382 req-8ce9c1b6-0130-4342-9c8c-9b27f7e13deb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:21.523640 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7bb0ff9c-7c46-45a2-be1b-2eee8603d382 req-8ce9c1b6-0130-4342-9c8c-9b27f7e13deb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 945 time: 0.0842047 Mar 05 14:19:21.571627 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7bb0ff9c-7c46-45a2-be1b-2eee8603d382 req-edb13581-bc5d-4786-bbf8-22c1540be91f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415328 Mar 05 14:19:21.728742 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59e0e0-b3af-48e3-bd63-ef09cf673380 req-1d09f91e-ef32-499f-8ec5-98904c8ca9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:21.730175 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cb59e0e0-b3af-48e3-bd63-ef09cf673380 req-1d09f91e-ef32-499f-8ec5-98904c8ca9d4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 1096 time: 0.1657200 Mar 05 14:19:21.785884 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cb59e0e0-b3af-48e3-bd63-ef09cf673380 req-b221e417-1f9d-4430-8928-c0c47e7db67b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476956 Mar 05 14:19:21.795821 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad78efc-4817-4b8c-bd6f-170c94967638 req-338ad471-52ee-4820-a701-5832738aea80 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:21.797198 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1ad78efc-4817-4b8c-bd6f-170c94967638 req-338ad471-52ee-4820-a701-5832738aea80 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 945 time: 0.1155033 Mar 05 14:19:21.843282 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1ad78efc-4817-4b8c-bd6f-170c94967638 req-f7ddf795-4ef2-4382-8c92-df0664698667 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404279 Mar 05 14:19:21.864966 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49166) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:19:21.933307 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9751ba1-68f5-43af-8b45-31ce024b96c7 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:21.935511 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b9751ba1-68f5-43af-8b45-31ce024b96c7 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 1091 time: 0.0695488 Mar 05 14:19:21.938207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49170) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:19:21.943316 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': '337a66d5-f3a0-4fdc-825e-87757a9fe003', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:19:21.950567 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:19:21.954421 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:floatingip and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:19:21.957307 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:19:21.962898 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:19:21.973166 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:22.110958 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:22.250832 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Allocated IP 172.25.4.20 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/7f7671b3-2061-4870-9145-1b878f6e28b5) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:19:22.508178 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:22.538180 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:22.600079 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:19:22.604190 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:19:22.606909 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:19:22.648122 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5011a46-1f17-482d-820c-276df4b12c29 req-3f9f8844-ffa0-416b-add4-3564fed2ee45 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:22.649659 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d5011a46-1f17-482d-820c-276df4b12c29 req-3f9f8844-ffa0-416b-add4-3564fed2ee45 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 945 time: 0.0864432 Mar 05 14:19:22.654588 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Port': ['ID=7f7671b3-2061-4870-9145-1b878f6e28b5,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:22.700868 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d5011a46-1f17-482d-820c-276df4b12c29 req-cd3d277a-0f4c-4c7e-8ea9-8bfc1b1b761a tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444551 Mar 05 14:19:23.049519 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:23.123048 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:23.330278 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:23.334697 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:23.443946 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Port': ['ID=7f7671b3-2061-4870-9145-1b878f6e28b5,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:23.451968 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:23.618657 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Floating IP bd410118-6514-450f-b25f-15bd0d638a98 associated. External IP: 172.25.4.20, port: 337a66d5-f3a0-4fdc-825e-87757a9fe003. Mar 05 14:19:24.138095 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d36717-7713-45d3-a75b-3fdd597fe0f3 req-5bf40169-d715-4fa5-abd4-2adc57f3b67b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:24.139820 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-79d36717-7713-45d3-a75b-3fdd597fe0f3 req-5bf40169-d715-4fa5-abd4-2adc57f3b67b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 945 time: 0.2984076 Mar 05 14:19:24.168810 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Router fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:19:24.263860 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-79d36717-7713-45d3-a75b-3fdd597fe0f3 req-21647c51-a238-4bd7-a541-7ebf368bfc5c tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173110 Mar 05 14:19:24.374633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:19:24.384655 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f146460-650e-4e84-b0eb-7b8eef4e0d6a None None] Sync routers for ids ['fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:19:24.396038 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f146460-650e-4e84-b0eb-7b8eef4e0d6a None None] Routers {'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:19:24.396987 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0f146460-650e-4e84-b0eb-7b8eef4e0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:19:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:19:24.403550 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:24.459715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7450855-23d3-414f-9a75-d01e94ff8f2e req-663cae6d-f0d9-4b2a-ad88-cd129dad4f6b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:24.461220 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b7450855-23d3-414f-9a75-d01e94ff8f2e req-663cae6d-f0d9-4b2a-ad88-cd129dad4f6b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 945 time: 0.0944810 Mar 05 14:19:24.468776 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9c673007-06a3-4104-9310-eae5fafc87e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5295708 Mar 05 14:19:24.469552 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'tag': '337a66d5-f3a0-4fdc-825e-87757a9fe003'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:19:24.509038 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b7450855-23d3-414f-9a75-d01e94ff8f2e req-29efd66b-8eae-4d23-95ea-a99aa3e9adbd tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402744 Mar 05 14:19:24.534086 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49184) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:19:24.604660 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'tag': '337a66d5-f3a0-4fdc-825e-87757a9fe003', 'status': 'completed', 'code': 200} Mar 05 14:19:24.630031 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-0f146460-650e-4e84-b0eb-7b8eef4e0d6a None None] Set router fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:19:24.664715 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103711af-6171-4f01-8101-96a2541c3f29 req-ce24ed93-e0b3-4a71-be8e-2456d1324cc4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:24.666445 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-103711af-6171-4f01-8101-96a2541c3f29 req-ce24ed93-e0b3-4a71-be8e-2456d1324cc4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 945 time: 0.0964646 Mar 05 14:19:24.681713 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0908ef-1d92-4f17-b3bc-1900f79d0a3c req-ae36484d-816a-423a-9b93-f1ed93bd72bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:24.683220 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db0908ef-1d92-4f17-b3bc-1900f79d0a3c req-ae36484d-816a-423a-9b93-f1ed93bd72bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 1096 time: 0.0878932 Mar 05 14:19:24.759657 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-103711af-6171-4f01-8101-96a2541c3f29 req-37ea0bec-31cf-4dfe-8e8a-d98f2a1066b6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868189 Mar 05 14:19:24.782784 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49190) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:19:24.830861 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0908ef-1d92-4f17-b3bc-1900f79d0a3c req-2eb67b3b-23c9-44e8-a412-c5f55d27dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:24.832324 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db0908ef-1d92-4f17-b3bc-1900f79d0a3c req-2eb67b3b-23c9-44e8-a412-c5f55d27dd22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2 HTTP/1.1" status: 200 len: 896 time: 0.1436560 Mar 05 14:19:24.861174 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a42553-b7a7-4364-a2de-71db7d52c2fc tempest-TestVolumeBootPattern-1678690854 tempest-TestVolumeBootPattern-1678690854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:24.865489 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-60a42553-b7a7-4364-a2de-71db7d52c2fc tempest-TestVolumeBootPattern-1678690854 tempest-TestVolumeBootPattern-1678690854-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 1091 time: 0.3269520 Mar 05 14:19:24.869546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49194) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:19:24.880158 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': '2d0f9462-0fae-440c-beb5-49fbd35d8d56', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:19:24.891003 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:19:24.904856 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Usage tracker for resource:floatingip and tenant:cc1d84a3fe924180bae57f2f8ac664e5 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:19:24.910153 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:19:24.921987 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4e148a53-f8c6-485d-9330-f32d799aaddf tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/floatingips/bd410118-6514-450f-b25f-15bd0d638a98 HTTP/1.1" status: 200 len: 990 time: 0.1367052 Mar 05 14:19:24.921987 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:19:24.935629 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:24.943607 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db0908ef-1d92-4f17-b3bc-1900f79d0a3c req-33f0b465-9a4f-46c6-b437-a0ba7b2aed94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003 HTTP/1.1" status: 200 len: 998 time: 0.1059420 Mar 05 14:19:24.997085 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0f146460-650e-4e84-b0eb-7b8eef4e0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496892215', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:18:59Z', 'updated_at': '2022-03-05T14:19:06Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:19:00Z', 'updated_at': '2022-03-05T14:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'bd410118-6514-450f-b25f-15bd0d638a98', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'floating_ip_address': '172.25.4.20', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'port_id': '337a66d5-f3a0-4fdc-825e-87757a9fe003', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2', 'mac_address': 'fa:16:3e:7b:15:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:19:22Z', 'updated_at': '2022-03-05T14:19:22Z', 'revision_number': 0, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02970bd-0aa0-4feb-81bd-f792ea084c4e', 'name': '', 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:bc:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4fd88f68-08fc-4dc5-8980-adeb1eec6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:19:05Z', 'updated_at': '2022-03-05T14:19:11Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': '4fd88f68-08fc-4dc5-8980-adeb1eec6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:19:25.001286 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f146460-650e-4e84-b0eb-7b8eef4e0d6a None None] Checking router: fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:19:25.007573 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0908ef-1d92-4f17-b3bc-1900f79d0a3c req-7316a56c-acbc-4348-a929-d46711fdee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:25.009506 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db0908ef-1d92-4f17-b3bc-1900f79d0a3c req-7316a56c-acbc-4348-a929-d46711fdee82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fd88f68-08fc-4dc5-8980-adeb1eec6676 HTTP/1.1" status: 200 len: 835 time: 0.0606296 Mar 05 14:19:25.009794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f146460-650e-4e84-b0eb-7b8eef4e0d6a None None] Routers {'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:19:25.010396 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0f146460-650e-4e84-b0eb-7b8eef4e0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:19:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:19:25.079514 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:25.097610 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0908ef-1d92-4f17-b3bc-1900f79d0a3c req-0252cc4c-c4b3-4c28-be93-b5967b438d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:25.099092 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db0908ef-1d92-4f17-b3bc-1900f79d0a3c req-0252cc4c-c4b3-4c28-be93-b5967b438d57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835183 Mar 05 14:19:25.191917 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-0f146460-650e-4e84-b0eb-7b8eef4e0d6a None None] Set router fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:19:25.223491 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Allocated IP 172.25.4.173 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/e186c3fc-ae03-443d-872d-0ca23ed09839) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:19:25.238292 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db0908ef-1d92-4f17-b3bc-1900f79d0a3c req-fc6c95ef-091f-4c56-ba58-e14ecb1008f7 service neutron] 10.222.0.15 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337349 Mar 05 14:19:25.379965 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:25.423525 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:25.492252 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:19:25.495121 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:19:25.499782 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:19:25.499954 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db0908ef-1d92-4f17-b3bc-1900f79d0a3c req-f656da2c-7922-444f-a96a-3758f5d68880 service neutron] 10.222.0.15 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564576 Mar 05 14:19:25.552130 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event updated for resources: {'Port': ['ID=e186c3fc-ae03-443d-872d-0ca23ed09839,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:25.556689 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0f146460-650e-4e84-b0eb-7b8eef4e0d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496892215', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:18:59Z', 'updated_at': '2022-03-05T14:19:06Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:19:00Z', 'updated_at': '2022-03-05T14:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'bd410118-6514-450f-b25f-15bd0d638a98', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'floating_ip_address': '172.25.4.20', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'port_id': '337a66d5-f3a0-4fdc-825e-87757a9fe003', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2', 'mac_address': 'fa:16:3e:7b:15:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:19:22Z', 'updated_at': '2022-03-05T14:19:22Z', 'revision_number': 0, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02970bd-0aa0-4feb-81bd-f792ea084c4e', 'name': '', 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:bc:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4fd88f68-08fc-4dc5-8980-adeb1eec6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:19:05Z', 'updated_at': '2022-03-05T14:19:11Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': '4fd88f68-08fc-4dc5-8980-adeb1eec6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:19:25.561052 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f146460-650e-4e84-b0eb-7b8eef4e0d6a None None] The sync data for ids ['fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'] in n-d-803718-1 is: [{'id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496892215', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:18:59Z', 'updated_at': '2022-03-05T14:19:06Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:19:00Z', 'updated_at': '2022-03-05T14:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'bd410118-6514-450f-b25f-15bd0d638a98', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'floating_ip_address': '172.25.4.20', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'port_id': '337a66d5-f3a0-4fdc-825e-87757a9fe003', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2', 'mac_address': 'fa:16:3e:7b:15:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:19:22Z', 'updated_at': '2022-03-05T14:19:22Z', 'revision_number': 0, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02970bd-0aa0-4feb-81bd-f792ea084c4e', 'name': '', 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:bc:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4fd88f68-08fc-4dc5-8980-adeb1eec6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:19:05Z', 'updated_at': '2022-03-05T14:19:11Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': '4fd88f68-08fc-4dc5-8980-adeb1eec6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:19:25.752886 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f03b69-b22d-4d07-8fe5-6fc204c4e450 None None] New status for floating IP bd410118-6514-450f-b25f-15bd0d638a98: ACTIVE {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:19:25.924724 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49198) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:19:26.041439 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b207827d-7efb-448e-a80e-e153b2ae9687 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/floatingips/bd410118-6514-450f-b25f-15bd0d638a98 HTTP/1.1" status: 200 len: 990 time: 0.1152673 Mar 05 14:19:26.069497 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:26.142847 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:26.345787 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:26.350159 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:26.459631 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event updated for resources: {'Port': ['ID=e186c3fc-ae03-443d-872d-0ca23ed09839,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:19:26.470782 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:26.637686 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Floating IP 6e3547e3-ec93-4205-aa3a-bd6f6f6aacb7 associated. External IP: 172.25.4.173, port: 2d0f9462-0fae-440c-beb5-49fbd35d8d56. Mar 05 14:19:26.985623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:19:27.045164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49202) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:19:27.152051 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b93dca95-5a28-45e8-ac10-1fa64cdb18c8 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/floatingips/bd410118-6514-450f-b25f-15bd0d638a98 HTTP/1.1" status: 200 len: 992 time: 0.1053593 Mar 05 14:19:27.165074 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:19:27.174203 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf97c74-e3e3-4626-a750-5faea151e359 None None] Sync routers for ids ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:19:27.183161 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf97c74-e3e3-4626-a750-5faea151e359 None None] Routers {'7eb9eb4f-87b1-4a28-8834-acebd7622fb1'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:19:27.183759 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-abf97c74-e3e3-4626-a750-5faea151e359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:19:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:19:27.190122 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:27.245677 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d5732f46-a97d-45d8-8e07-e7f2e2c67d24 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3751483 Mar 05 14:19:27.246170 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df365cff-8cf9-4e65-81fc-e066ad0c5250', 'tag': '2d0f9462-0fae-440c-beb5-49fbd35d8d56'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:19:27.291617 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df365cff-8cf9-4e65-81fc-e066ad0c5250', 'tag': '2d0f9462-0fae-440c-beb5-49fbd35d8d56', 'status': 'completed', 'code': 200} Mar 05 14:19:27.409909 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-abf97c74-e3e3-4626-a750-5faea151e359 None None] Set router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:19:27.521838 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f0b0f-65d8-4d0c-96cd-b445e8aed515 req-2ab187a5-3d82-4eb2-b542-5eaab8d9a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:27.523236 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e85f0b0f-65d8-4d0c-96cd-b445e8aed515 req-2ab187a5-3d82-4eb2-b542-5eaab8d9a192 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 1096 time: 0.2099774 Mar 05 14:19:27.654395 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f0b0f-65d8-4d0c-96cd-b445e8aed515 req-18a3c675-a532-4251-9d53-77269fb6268d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:27.655932 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e85f0b0f-65d8-4d0c-96cd-b445e8aed515 req-18a3c675-a532-4251-9d53-77269fb6268d service neutron] 10.222.0.30 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 912 time: 0.1267192 Mar 05 14:19:27.757917 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e85f0b0f-65d8-4d0c-96cd-b445e8aed515 req-bbf56b82-e45d-4790-952e-1200ca99c2df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d0f9462-0fae-440c-beb5-49fbd35d8d56 HTTP/1.1" status: 200 len: 999 time: 0.0963085 Mar 05 14:19:27.762349 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-abf97c74-e3e3-4626-a750-5faea151e359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:12:09Z', 'revision_number': 4, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '6e3547e3-ec93-4205-aa3a-bd6f6f6aacb7', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'port_id': '2d0f9462-0fae-440c-beb5-49fbd35d8d56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'mac_address': 'fa:16:3e:93:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df365cff-8cf9-4e65-81fc-e066ad0c5250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:19:25Z', 'updated_at': '2022-03-05T14:19:25Z', 'revision_number': 0, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b247443-5295-4e9b-869f-2f51856ccba6', 'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'mac_address': 'fa:16:3e:b5:17:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:07Z', 'updated_at': '2022-03-05T14:12:20Z', 'revision_number': 5, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'subnets': [{'id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:19:27.766310 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf97c74-e3e3-4626-a750-5faea151e359 None None] Checking router: 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:19:27.774488 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf97c74-e3e3-4626-a750-5faea151e359 None None] Routers {'7eb9eb4f-87b1-4a28-8834-acebd7622fb1'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:19:27.775043 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-abf97c74-e3e3-4626-a750-5faea151e359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:19:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:19:27.823149 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f0b0f-65d8-4d0c-96cd-b445e8aed515 req-766254d4-d2f0-4f01-a3e6-82964f31bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:27.825602 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e85f0b0f-65d8-4d0c-96cd-b445e8aed515 req-766254d4-d2f0-4f01-a3e6-82964f31bf57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 200 len: 851 time: 0.0611362 Mar 05 14:19:27.899215 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f0b0f-65d8-4d0c-96cd-b445e8aed515 req-7d1db0cf-081d-4a69-b781-0fe7b3eb077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:27.900678 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e85f0b0f-65d8-4d0c-96cd-b445e8aed515 req-7d1db0cf-081d-4a69-b781-0fe7b3eb077e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c768af3c-6e35-45f2-95ff-e71855885f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706596 Mar 05 14:19:27.958555 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-532b3291-8b9a-491f-b75a-80bee614c549 req-e1b20778-85e6-433f-bc60-451d22bec745 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0756679 Mar 05 14:19:27.964301 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-abf97c74-e3e3-4626-a750-5faea151e359 None None] Set router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:19:28.033868 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e85f0b0f-65d8-4d0c-96cd-b445e8aed515 req-911c9a58-ed61-4948-bfdb-30dd937fc23c service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267986 Mar 05 14:19:28.169462 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e85f0b0f-65d8-4d0c-96cd-b445e8aed515 req-48e4b74e-4f1c-4475-9834-98e77af4593f service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295702 Mar 05 14:19:28.315199 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-abf97c74-e3e3-4626-a750-5faea151e359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:12:09Z', 'revision_number': 4, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '6e3547e3-ec93-4205-aa3a-bd6f6f6aacb7', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'port_id': '2d0f9462-0fae-440c-beb5-49fbd35d8d56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'mac_address': 'fa:16:3e:93:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df365cff-8cf9-4e65-81fc-e066ad0c5250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:19:25Z', 'updated_at': '2022-03-05T14:19:25Z', 'revision_number': 0, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b247443-5295-4e9b-869f-2f51856ccba6', 'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'mac_address': 'fa:16:3e:b5:17:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:07Z', 'updated_at': '2022-03-05T14:12:20Z', 'revision_number': 5, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'subnets': [{'id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:19:28.319853 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf97c74-e3e3-4626-a750-5faea151e359 None None] The sync data for ids ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'] in n-d-803718-1 is: [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:12:09Z', 'revision_number': 4, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '6e3547e3-ec93-4205-aa3a-bd6f6f6aacb7', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'port_id': '2d0f9462-0fae-440c-beb5-49fbd35d8d56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'mac_address': 'fa:16:3e:93:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df365cff-8cf9-4e65-81fc-e066ad0c5250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:19:25Z', 'updated_at': '2022-03-05T14:19:25Z', 'revision_number': 0, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b247443-5295-4e9b-869f-2f51856ccba6', 'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'mac_address': 'fa:16:3e:b5:17:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:07Z', 'updated_at': '2022-03-05T14:12:20Z', 'revision_number': 5, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'subnets': [{'id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:19:28.332885 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b3291-8b9a-491f-b75a-80bee614c549 req-b2bd3fa8-dc6e-4cc5-bd85-3841fc5c0998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:28.334359 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-532b3291-8b9a-491f-b75a-80bee614c549 req-b2bd3fa8-dc6e-4cc5-bd85-3841fc5c0998 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 1096 time: 0.0763376 Mar 05 14:19:28.484820 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b3291-8b9a-491f-b75a-80bee614c549 req-61883b7d-3ab2-4a7e-8023-d9974c1db415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:28.486269 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-532b3291-8b9a-491f-b75a-80bee614c549 req-61883b7d-3ab2-4a7e-8023-d9974c1db415 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 912 time: 0.1340528 Mar 05 14:19:28.520988 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7224ca-7810-43a3-88c4-0c30f83c3f9d None None] New status for floating IP 6e3547e3-ec93-4205-aa3a-bd6f6f6aacb7: ACTIVE {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:19:28.595260 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-532b3291-8b9a-491f-b75a-80bee614c549 req-3b4d8e25-5f3c-4847-be96-f066b8ab805f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d0f9462-0fae-440c-beb5-49fbd35d8d56 HTTP/1.1" status: 200 len: 999 time: 0.1031718 Mar 05 14:19:28.658639 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b3291-8b9a-491f-b75a-80bee614c549 req-edc88e17-f151-436d-9b1b-4c90d35c56b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:28.660092 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-532b3291-8b9a-491f-b75a-80bee614c549 req-edc88e17-f151-436d-9b1b-4c90d35c56b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 200 len: 851 time: 0.0591197 Mar 05 14:19:28.737712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b3291-8b9a-491f-b75a-80bee614c549 req-4f7dc384-133f-487a-8d4e-a55bc4a997fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:28.739206 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-532b3291-8b9a-491f-b75a-80bee614c549 req-4f7dc384-133f-487a-8d4e-a55bc4a997fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c768af3c-6e35-45f2-95ff-e71855885f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736778 Mar 05 14:19:28.872641 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-532b3291-8b9a-491f-b75a-80bee614c549 req-6fc856e1-e11e-48f3-9691-35c88f7f8d83 service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274807 Mar 05 14:19:29.002288 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-532b3291-8b9a-491f-b75a-80bee614c549 req-89a08cd6-beda-4c5b-8624-01118c1b8bfc service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246247 Mar 05 14:19:29.221771 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:29.237821 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:38.801952 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-284ec904-2f45-4d4a-94d2-5ef17eb9e48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:40.954738 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a3248312-ab31-4cdf-aca8-7fcdfc31f8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:42.139311 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:42.169787 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:43.773806 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:45.275835 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:19:51.862985 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07756cb9-198a-4158-82db-8937791bf1ec req-f8f8d8c2-6d1e-4c88-baa6-3f683c7d1a65 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:51.864466 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07756cb9-198a-4158-82db-8937791bf1ec req-f8f8d8c2-6d1e-4c88-baa6-3f683c7d1a65 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 1096 time: 0.0738332 Mar 05 14:19:51.904888 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07756cb9-198a-4158-82db-8937791bf1ec req-a8bd864e-580f-4e6e-a36d-da825a758e7c tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348458 Mar 05 14:19:52.090348 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed55154-40c6-4669-b0fc-fa7e6366b3a6 req-47b7874f-88e5-4c6e-bf7c-a80bb9817d63 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:52.091720 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4ed55154-40c6-4669-b0fc-fa7e6366b3a6 req-47b7874f-88e5-4c6e-bf7c-a80bb9817d63 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 945 time: 0.0782363 Mar 05 14:19:52.135391 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4ed55154-40c6-4669-b0fc-fa7e6366b3a6 req-35b35f42-8bd3-48fd-84d1-d961b09e5337 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374811 Mar 05 14:19:52.157562 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49228) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:19:52.362692 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f1587223-5552-4dd6-9e8d-a429ae222354 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/floatingips/bd410118-6514-450f-b25f-15bd0d638a98 HTTP/1.1" status: 200 len: 992 time: 0.2033281 Mar 05 14:19:52.929520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49244) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:19:53.056788 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-6277bd5b-ada2-436b-bc8c-5e1de6eceb0e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1260045 Mar 05 14:19:53.062756 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a03dd6-2ece-41bc-9240-ab28b417c9cc req-cf33d1bb-2a44-49fd-8224-4030a3169752 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:53.064225 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-83a03dd6-2ece-41bc-9240-ab28b417c9cc req-cf33d1bb-2a44-49fd-8224-4030a3169752 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 945 time: 0.0814567 Mar 05 14:19:53.116927 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-83a03dd6-2ece-41bc-9240-ab28b417c9cc req-4cb608ba-e57e-485f-877c-74052c37a213 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392230 Mar 05 14:19:54.264784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-c273d873-21df-4fb6-8bf0-075d36dd9b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:54.266246 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-c273d873-21df-4fb6-8bf0-075d36dd9b12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 1096 time: 0.0765648 Mar 05 14:19:54.309999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cde011-00c9-4acd-8fdd-f5fdda30bd07 req-c963c8e2-e50c-4a33-b870-78e11dd7dcbb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:54.311489 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-80cde011-00c9-4acd-8fdd-f5fdda30bd07 req-c963c8e2-e50c-4a33-b870-78e11dd7dcbb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 945 time: 0.0792174 Mar 05 14:19:54.355603 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-80cde011-00c9-4acd-8fdd-f5fdda30bd07 req-c26bf28a-9d53-44e8-815b-0425d26b4c93 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375524 Mar 05 14:19:54.398709 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-bfe477b3-2bf3-47a8-b330-ff845d1544b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:54.400087 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-bfe477b3-2bf3-47a8-b330-ff845d1544b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2 HTTP/1.1" status: 200 len: 896 time: 0.1276391 Mar 05 14:19:54.502833 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-a0601a53-3d41-4e1d-9ca5-af3cbe90f470 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003 HTTP/1.1" status: 200 len: 1000 time: 0.0963800 Mar 05 14:19:54.563021 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-209766ea-6583-45ab-98d7-5732b9ec415c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:54.564377 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-209766ea-6583-45ab-98d7-5732b9ec415c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fd88f68-08fc-4dc5-8980-adeb1eec6676 HTTP/1.1" status: 200 len: 835 time: 0.0558484 Mar 05 14:19:54.637844 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-5dd98d93-dac7-48d2-86a4-22770668b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:54.639277 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-5dd98d93-dac7-48d2-86a4-22770668b93b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688057 Mar 05 14:19:54.768387 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0a09b0c6-6df9-4074-8c7a-111ff7400869 service neutron] 10.222.0.15 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225562 Mar 05 14:19:54.898713 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-6d44b414-93d9-4902-8f2d-1812f01c1723 service neutron] 10.222.0.15 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246786 Mar 05 14:19:55.546626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2939837-c8f8-4592-8db1-753bc143269a req-954575fc-e586-4e0f-baf2-780873b642be tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:55.547998 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f2939837-c8f8-4592-8db1-753bc143269a req-954575fc-e586-4e0f-baf2-780873b642be tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 945 time: 0.0839562 Mar 05 14:19:55.591489 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f2939837-c8f8-4592-8db1-753bc143269a req-616ae109-4f68-4242-9a57-0baa36d5baaf tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379367 Mar 05 14:19:56.776783 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673da7d-8fd4-4cb2-86ab-59893f223029 req-af245add-fafc-4cc9-8dab-88b38735ca2b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:56.778217 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a673da7d-8fd4-4cb2-86ab-59893f223029 req-af245add-fafc-4cc9-8dab-88b38735ca2b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 945 time: 0.0817392 Mar 05 14:19:56.822340 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a673da7d-8fd4-4cb2-86ab-59893f223029 req-1cbf2efe-42bb-4c31-ad73-497c42b98655 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386102 Mar 05 14:19:58.164698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddfbe2-502a-43b7-a74f-460503a12a7b req-14d3b9de-8a57-49e1-92fe-b0410d4cefdd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:58.166050 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b5ddfbe2-502a-43b7-a74f-460503a12a7b req-14d3b9de-8a57-49e1-92fe-b0410d4cefdd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 945 time: 0.0839002 Mar 05 14:19:58.212449 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b5ddfbe2-502a-43b7-a74f-460503a12a7b req-f5faa8ba-5d23-4b55-ad12-66434fb1b585 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407217 Mar 05 14:19:59.218134 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:59.260902 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:19:59.396935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa169b1b-fd5c-4549-bed9-94827acf3ffa req-15f02b82-c68c-4548-91d8-869c84375af4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:19:59.398376 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fa169b1b-fd5c-4549-bed9-94827acf3ffa req-15f02b82-c68c-4548-91d8-869c84375af4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 945 time: 0.0801241 Mar 05 14:19:59.442898 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fa169b1b-fd5c-4549-bed9-94827acf3ffa req-95ddf492-26fc-481a-b139-3b10ad838d01 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386472 Mar 05 14:20:00.626187 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b535efa-a490-4667-b506-386393c13ba2 req-e809b92f-37d5-4123-91bd-995cd135b47b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:00.627690 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7b535efa-a490-4667-b506-386393c13ba2 req-e809b92f-37d5-4123-91bd-995cd135b47b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 945 time: 0.0803103 Mar 05 14:20:00.671292 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7b535efa-a490-4667-b506-386393c13ba2 req-33a96488-fbdb-4bd3-8232-0e62d813e83e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376127 Mar 05 14:20:01.860540 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac95e1b-5f30-4e15-914f-fd68ea15c19a req-f0a8fb65-e2e6-4805-a2db-586d72aa9b79 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:01.862669 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fac95e1b-5f30-4e15-914f-fd68ea15c19a req-f0a8fb65-e2e6-4805-a2db-586d72aa9b79 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 945 time: 0.0829601 Mar 05 14:20:01.904984 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fac95e1b-5f30-4e15-914f-fd68ea15c19a req-0e95ccdc-6f8c-428f-af08-c76e5e435929 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368805 Mar 05 14:20:03.094946 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de174303-1e1c-454c-a80c-dee66eed4541 req-184adcc6-829b-4b2d-8728-625fdf723fc4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:03.096425 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-de174303-1e1c-454c-a80c-dee66eed4541 req-184adcc6-829b-4b2d-8728-625fdf723fc4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 945 time: 0.0835290 Mar 05 14:20:03.247453 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-de174303-1e1c-454c-a80c-dee66eed4541 req-1626fcf5-f378-41a9-8c7c-8bf87b8b00e5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451156 Mar 05 14:20:04.428936 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c3311-94b2-44fb-86c7-7f9909466202 req-1ffd60e7-df41-4584-99a4-0c4ec6bc7d85 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:04.430382 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-052c3311-94b2-44fb-86c7-7f9909466202 req-1ffd60e7-df41-4584-99a4-0c4ec6bc7d85 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 945 time: 0.0785522 Mar 05 14:20:04.477344 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-052c3311-94b2-44fb-86c7-7f9909466202 req-9d96f9d7-a274-4736-aa53-1d87b6c9cc5c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413654 Mar 05 14:20:05.661470 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86673de2-d19f-48ec-9b39-079df4c8d181 req-2db92b38-c4e6-434b-8845-51c9ed953814 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:05.662992 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-86673de2-d19f-48ec-9b39-079df4c8d181 req-2db92b38-c4e6-434b-8845-51c9ed953814 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 945 time: 0.0789859 Mar 05 14:20:05.748855 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-86673de2-d19f-48ec-9b39-079df4c8d181 req-101ed872-d630-47da-ad1f-7cb6167573dc tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802739 Mar 05 14:20:05.776236 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526464b-6ff3-40b1-8645-d6ce780fc893 req-cdc8e8c6-09b8-4903-be84-1470b46f398b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:05.777673 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1526464b-6ff3-40b1-8645-d6ce780fc893 req-cdc8e8c6-09b8-4903-be84-1470b46f398b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 1096 time: 0.0812197 Mar 05 14:20:05.922664 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526464b-6ff3-40b1-8645-d6ce780fc893 req-4d691ea1-7d14-4f09-b064-f27f0dbc44dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:05.924650 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1526464b-6ff3-40b1-8645-d6ce780fc893 req-4d691ea1-7d14-4f09-b064-f27f0dbc44dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2 HTTP/1.1" status: 200 len: 896 time: 0.1270463 Mar 05 14:20:06.027819 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1526464b-6ff3-40b1-8645-d6ce780fc893 req-dbf2b485-5754-4a44-8078-d94971a3c667 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003 HTTP/1.1" status: 200 len: 1000 time: 0.0977855 Mar 05 14:20:06.089310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526464b-6ff3-40b1-8645-d6ce780fc893 req-2144360c-cb90-4ec7-89f8-33dc5ae54fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:06.090670 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1526464b-6ff3-40b1-8645-d6ce780fc893 req-2144360c-cb90-4ec7-89f8-33dc5ae54fe5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fd88f68-08fc-4dc5-8980-adeb1eec6676 HTTP/1.1" status: 200 len: 835 time: 0.0558436 Mar 05 14:20:06.167777 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526464b-6ff3-40b1-8645-d6ce780fc893 req-d89edc03-9540-4655-b721-c0c28b91f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:06.169207 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1526464b-6ff3-40b1-8645-d6ce780fc893 req-d89edc03-9540-4655-b721-c0c28b91f980 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719073 Mar 05 14:20:06.298963 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1526464b-6ff3-40b1-8645-d6ce780fc893 req-0917b1ff-cffe-4528-a3b0-1254341c05e3 service neutron] 10.222.0.15 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233227 Mar 05 14:20:06.428612 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1526464b-6ff3-40b1-8645-d6ce780fc893 req-7e74c951-6d46-43ec-ac52-7feb8e009a4f service neutron] 10.222.0.15 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236191 Mar 05 14:20:06.869769 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-a0183868-bcb8-4df7-abaa-fb63a4fd04e2 service neutron] show failed (client error): The resource could not be found. Mar 05 14:20:06.870750 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-a0183868-bcb8-4df7-abaa-fb63a4fd04e2 service neutron] 10.222.0.15 "GET /v2.0/ports/337a66d5-f3a0-4fdc-825e-87757a9fe003/bindings/n-h2-803718-1 HTTP/1.1" status: 404 len: 380 time: 0.0753117 Mar 05 14:20:06.941925 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb7be0-a48c-451e-a0fd-b147c80ae0be req-405f3cb7-402d-4c75-9d4d-ae72e24f9304 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:06.943413 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a1cb7be0-a48c-451e-a0fd-b147c80ae0be req-405f3cb7-402d-4c75-9d4d-ae72e24f9304 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 945 time: 0.0878711 Mar 05 14:20:06.987963 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a1cb7be0-a48c-451e-a0fd-b147c80ae0be req-390a6043-442e-46a5-af28-15120e8520cd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387433 Mar 05 14:20:07.134158 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-f0773c2b-f28e-4ba8-b573-63f90df388ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:07.135617 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-f0773c2b-f28e-4ba8-b573-63f90df388ba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b&tenant_id=c0bf4aa200884a48888e5cf3ebc8526f HTTP/1.1" status: 200 len: 1096 time: 0.0736308 Mar 05 14:20:07.145978 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803718-1', 'device_owner': 'compute:nova'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:20:07.250917 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:07.513231 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] For port 337a66d5-f3a0-4fdc-825e-87757a9fe003, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003,segment=NetworkSegment(8fa5fd7d-a85a-4299-a11f-50a6a06fb89f),segment_id=8fa5fd7d-a85a-4299-a11f-50a6a06fb89f)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:20:07.541628 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] For port 337a66d5-f3a0-4fdc-825e-87757a9fe003, host n-h1-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:20:07.603122 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '337a66d5-f3a0-4fdc-825e-87757a9fe003'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:20:07.608781 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:07.623559 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Transition to ACTIVE for port object 337a66d5-f3a0-4fdc-825e-87757a9fe003 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:20:07.627392 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:07.737580 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '337a66d5-f3a0-4fdc-825e-87757a9fe003', 'code': 200} Mar 05 14:20:07.764175 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Pushing event updated for resources: {'Port': ['ID=337a66d5-f3a0-4fdc-825e-87757a9fe003,revision_number=6']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:20:07.777552 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:07.777888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:07.778217 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:07.778547 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:07.778894 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:07.779212 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:07.779528 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:07.779842 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:07.780152 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:07.780462 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:07.780772 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:07.781078 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:07.835715 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] No DVR routers for this DVR port 337a66d5-f3a0-4fdc-825e-87757a9fe003 on host n-h1-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:20:08.219666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Attempting to bind port 337a66d5-f3a0-4fdc-825e-87757a9fe003 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:20:08.220289 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Attempting to bind port 337a66d5-f3a0-4fdc-825e-87757a9fe003 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '8fa5fd7d-a85a-4299-a11f-50a6a06fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:20:08.220289 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Attempting to bind port 337a66d5-f3a0-4fdc-825e-87757a9fe003 on network e7cfb3bd-3a90-462a-a7cd-6df729b905b2 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:20:08.232604 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Port 337a66d5-f3a0-4fdc-825e-87757a9fe003 on network e7cfb3bd-3a90-462a-a7cd-6df729b905b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:20:08.232914 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Attempting to bind port 337a66d5-f3a0-4fdc-825e-87757a9fe003 on network e7cfb3bd-3a90-462a-a7cd-6df729b905b2 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:20:08.242330 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:20:08.242656 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Checking segment: {'id': '8fa5fd7d-a85a-4299-a11f-50a6a06fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:20:08.243053 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Bound using segment: {'id': '8fa5fd7d-a85a-4299-a11f-50a6a06fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:20:08.243468 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Bound port: 337a66d5-f3a0-4fdc-825e-87757a9fe003, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fa5fd7d-a85a-4299-a11f-50a6a06fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:20:08.243801 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:08.261546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3c22c-929d-4224-ba22-a771ee28c295 req-446300d8-b8fc-486b-8ca1-08a37f3f24d0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:08.263007 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-83a3c22c-929d-4224-ba22-a771ee28c295 req-446300d8-b8fc-486b-8ca1-08a37f3f24d0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 943 time: 0.1577020 Mar 05 14:20:08.363684 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-83a3c22c-929d-4224-ba22-a771ee28c295 req-5362eb21-bd10-407f-b400-5af2deef135c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937631 Mar 05 14:20:08.374063 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] For port 337a66d5-f3a0-4fdc-825e-87757a9fe003, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:20:08.377055 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] For port 337a66d5-f3a0-4fdc-825e-87757a9fe003, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003,segment=NetworkSegment(8fa5fd7d-a85a-4299-a11f-50a6a06fb89f),segment_id=8fa5fd7d-a85a-4299-a11f-50a6a06fb89f)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:20:08.382007 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:08.438793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:08.439398 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:08.441807 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] 10.222.0.30 "PUT /v2.0/ports/337a66d5-f3a0-4fdc-825e-87757a9fe003 HTTP/1.1" status: 200 len: 1091 time: 1.2998393 Mar 05 14:20:08.461931 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe31611-13c9-49df-8d01-5457eb544ecd service neutron] Pushing event updated for resources: {'Port': ['ID=337a66d5-f3a0-4fdc-825e-87757a9fe003,revision_number=7']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:20:08.539169 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-ae77a6bd-e185-4275-bdb7-08b1c5b333ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:08.540666 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-ae77a6bd-e185-4275-bdb7-08b1c5b333ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 1094 time: 0.0732675 Mar 05 14:20:08.673653 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-a4beb422-ca47-48dd-9922-e521c9a539fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:08.675143 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-a4beb422-ca47-48dd-9922-e521c9a539fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2 HTTP/1.1" status: 200 len: 896 time: 0.1285083 Mar 05 14:20:08.778157 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-93e719b0-769a-432c-a39a-08a91bf95499 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003 HTTP/1.1" status: 200 len: 998 time: 0.0963566 Mar 05 14:20:08.804807 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-792e6527-329d-45c3-abb2-0ffb7f4e41d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:08.841923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-f8445abd-4d03-4f28-937f-a87606fe190a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:08.843359 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-f8445abd-4d03-4f28-937f-a87606fe190a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4fd88f68-08fc-4dc5-8980-adeb1eec6676 HTTP/1.1" status: 200 len: 835 time: 0.0598338 Mar 05 14:20:08.915425 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-a39e23cb-e47b-4dc5-9244-956e35355325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:08.916849 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-a39e23cb-e47b-4dc5-9244-956e35355325 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679331 Mar 05 14:20:09.044634 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-4c93f676-19ca-457d-85ee-48d5f1b2896f service neutron] 10.222.0.30 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210878 Mar 05 14:20:09.171970 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-805d5ecf-b345-4634-a8d2-4bf0de8b3104 req-87b58c85-c9c6-4c07-9c7e-e46c5d337495 service neutron] 10.222.0.30 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216335 Mar 05 14:20:09.559171 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62106dbe-7405-47ac-bef8-838ee78de52a req-aa0da2ae-481b-4b4b-92ce-1cf0e0fba68f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:09.560511 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-62106dbe-7405-47ac-bef8-838ee78de52a req-aa0da2ae-481b-4b4b-92ce-1cf0e0fba68f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 943 time: 0.0842376 Mar 05 14:20:09.603946 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-62106dbe-7405-47ac-bef8-838ee78de52a req-386fbd46-3f93-434f-b169-c3360deb37a5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375171 Mar 05 14:20:09.738614 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'tag': '337a66d5-f3a0-4fdc-825e-87757a9fe003'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:20:09.794635 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'tag': '337a66d5-f3a0-4fdc-825e-87757a9fe003', 'status': 'completed', 'code': 200} Mar 05 14:20:09.881925 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5ce8-1051-4974-90a0-323eb008c5b6 req-86a0259d-14cb-4444-8591-b3d159cc7aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:09.883439 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4a8c5ce8-1051-4974-90a0-323eb008c5b6 req-86a0259d-14cb-4444-8591-b3d159cc7aab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 1094 time: 0.0707042 Mar 05 14:20:09.886465 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5ce8-1051-4974-90a0-323eb008c5b6 req-01e7a154-1d7d-4096-95b5-035829417f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:09.888060 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4a8c5ce8-1051-4974-90a0-323eb008c5b6 req-01e7a154-1d7d-4096-95b5-035829417f78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 1094 time: 0.0724921 Mar 05 14:20:10.018729 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5ce8-1051-4974-90a0-323eb008c5b6 req-6afa4f6f-4d12-45dc-98a5-2d1d8fef7482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:10.020095 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4a8c5ce8-1051-4974-90a0-323eb008c5b6 req-6afa4f6f-4d12-45dc-98a5-2d1d8fef7482 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2 HTTP/1.1" status: 200 len: 896 time: 0.1305845 Mar 05 14:20:10.023305 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5ce8-1051-4974-90a0-323eb008c5b6 req-a1d8b876-3acd-4f90-9a6c-68ad1815841a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:10.024800 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4a8c5ce8-1051-4974-90a0-323eb008c5b6 req-a1d8b876-3acd-4f90-9a6c-68ad1815841a service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2 HTTP/1.1" status: 200 len: 896 time: 0.1304641 Mar 05 14:20:10.125804 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4a8c5ce8-1051-4974-90a0-323eb008c5b6 req-ca0e26f1-858f-453b-a3f9-02e042b40adc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003 HTTP/1.1" status: 200 len: 998 time: 0.0993872 Mar 05 14:20:10.129337 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4a8c5ce8-1051-4974-90a0-323eb008c5b6 req-0880e2f9-b2c1-4772-93fb-91d59d96819e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003 HTTP/1.1" status: 200 len: 998 time: 0.0988317 Mar 05 14:20:10.191912 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5ce8-1051-4974-90a0-323eb008c5b6 req-bd866574-f84c-41cf-be23-503ee98b54af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:10.192304 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5ce8-1051-4974-90a0-323eb008c5b6 req-d3c41931-75a7-4f52-8ec4-d13e05294398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:10.193289 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4a8c5ce8-1051-4974-90a0-323eb008c5b6 req-bd866574-f84c-41cf-be23-503ee98b54af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4fd88f68-08fc-4dc5-8980-adeb1eec6676 HTTP/1.1" status: 200 len: 835 time: 0.0610514 Mar 05 14:20:10.193705 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4a8c5ce8-1051-4974-90a0-323eb008c5b6 req-d3c41931-75a7-4f52-8ec4-d13e05294398 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fd88f68-08fc-4dc5-8980-adeb1eec6676 HTTP/1.1" status: 200 len: 835 time: 0.0592349 Mar 05 14:20:10.270198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5ce8-1051-4974-90a0-323eb008c5b6 req-15cd7bce-1d34-4342-9843-0b2526cee2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:10.271720 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4a8c5ce8-1051-4974-90a0-323eb008c5b6 req-15cd7bce-1d34-4342-9843-0b2526cee2eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700135 Mar 05 14:20:10.272196 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5ce8-1051-4974-90a0-323eb008c5b6 req-9e7e5c02-4dd4-4af9-91b6-c8b027eac03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:10.273623 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4a8c5ce8-1051-4974-90a0-323eb008c5b6 req-9e7e5c02-4dd4-4af9-91b6-c8b027eac03a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745423 Mar 05 14:20:10.408025 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4a8c5ce8-1051-4974-90a0-323eb008c5b6 req-a0b2f5cc-988c-491e-8f18-dc4c2840d93b service neutron] 10.222.0.30 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288586 Mar 05 14:20:10.524059 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4a8c5ce8-1051-4974-90a0-323eb008c5b6 req-c36a8bca-686d-4b7b-8402-25e99fb9929b service neutron] 10.222.0.15 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440317 Mar 05 14:20:10.659700 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4a8c5ce8-1051-4974-90a0-323eb008c5b6 req-5dc6c62f-aebb-4852-be81-cbcb4c45daa9 service neutron] 10.222.0.15 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292615 Mar 05 14:20:10.668091 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4a8c5ce8-1051-4974-90a0-323eb008c5b6 req-b77c1560-7dae-4735-bd1d-2d542cf795e8 service neutron] 10.222.0.30 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517488 Mar 05 14:20:10.797136 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb7d96-189b-41ad-a1c8-8ba20c05b3e0 req-21fda3df-e2e8-4aee-92dc-fd301ef9d172 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:10.799001 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0fdb7d96-189b-41ad-a1c8-8ba20c05b3e0 req-21fda3df-e2e8-4aee-92dc-fd301ef9d172 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 943 time: 0.0874238 Mar 05 14:20:10.845561 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0fdb7d96-189b-41ad-a1c8-8ba20c05b3e0 req-d273019b-ab31-4c0b-b11a-d3e86d6d5512 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410104 Mar 05 14:20:10.956023 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-494299a9-ef03-4499-82fc-c4cc2e6de152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:11.419856 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 337a66d5-f3a0-4fdc-825e-87757a9fe003 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:20:11.476965 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 337a66d5-f3a0-4fdc-825e-87757a9fe003 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:20:12.035755 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b9146-5199-4993-8ed8-c4b261001856 req-ca44fd25-b3b8-4e35-a7e7-71fea8e19b8e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:12.037202 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fa5b9146-5199-4993-8ed8-c4b261001856 req-ca44fd25-b3b8-4e35-a7e7-71fea8e19b8e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 943 time: 0.0838118 Mar 05 14:20:12.079671 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fa5b9146-5199-4993-8ed8-c4b261001856 req-c2a8819b-9bb8-4b38-863f-7bc9460902bf tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369222 Mar 05 14:20:12.128021 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:12.164829 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:12.186094 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 337a66d5-f3a0-4fdc-825e-87757a9fe003 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:20:12.323076 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 337a66d5-f3a0-4fdc-825e-87757a9fe003, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003,segment=NetworkSegment(8fa5fd7d-a85a-4299-a11f-50a6a06fb89f),segment_id=8fa5fd7d-a85a-4299-a11f-50a6a06fb89f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:20:12.342630 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '337a66d5-f3a0-4fdc-825e-87757a9fe003', 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2', 'port_id': '337a66d5-f3a0-4fdc-825e-87757a9fe003', 'mac_address': 'fa:16:3e:7b:15:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd88f68-08fc-4dc5-8980-adeb1eec6676', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:20:12.409273 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:12.432736 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337a66d5-f3a0-4fdc-825e-87757a9fe003 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:20:12.453130 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 337a66d5-f3a0-4fdc-825e-87757a9fe003, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003,segment=NetworkSegment(8fa5fd7d-a85a-4299-a11f-50a6a06fb89f),segment_id=8fa5fd7d-a85a-4299-a11f-50a6a06fb89f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:20:12.457665 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:12.510298 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-920de806-8ffd-42ad-8cc2-acf6698747cd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:12.511855 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-920de806-8ffd-42ad-8cc2-acf6698747cd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.30 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b&tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&binding%3Ahost_id=n-h2-803718-1 HTTP/1.1" status: 200 len: 943 time: 0.1696436 Mar 05 14:20:12.547853 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=337a66d5-f3a0-4fdc-825e-87757a9fe003,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:20:12.587883 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8a7ae-cdfe-4d24-a426-f0f5de511548 req-701884d8-f7c9-4820-8e19-63bc2ecb6247 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:12.589068 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-44e8a7ae-cdfe-4d24-a426-f0f5de511548 req-701884d8-f7c9-4820-8e19-63bc2ecb6247 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 944 time: 0.1691718 Mar 05 14:20:12.642238 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-d718b4fd-54c1-49d2-aee6-8859fccdbd72 service neutron] 10.222.0.30 "GET /v2.0/ports/337a66d5-f3a0-4fdc-825e-87757a9fe003/bindings/n-h2-803718-1 HTTP/1.1" status: 200 len: 382 time: 0.1244524 Mar 05 14:20:12.647760 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-44e8a7ae-cdfe-4d24-a426-f0f5de511548 req-da946c54-053a-462f-800e-c5727da73b7e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518477 Mar 05 14:20:12.709827 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['337a66d5-f3a0-4fdc-825e-87757a9fe003'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:20:12.745420 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-e303c973-5cce-4b5d-bab1-71ee5ce0904a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:12.747020 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-e303c973-5cce-4b5d-bab1-71ee5ce0904a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 1095 time: 0.0803342 Mar 05 14:20:12.900001 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c1d96f12-ab1a-4738-bf4c-7c4073c3acc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:12.901235 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c1d96f12-ab1a-4738-bf4c-7c4073c3acc3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2 HTTP/1.1" status: 200 len: 896 time: 0.1466610 Mar 05 14:20:13.012517 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-12464046-89b2-4d08-8ee0-6fcdbe77750d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003 HTTP/1.1" status: 200 len: 999 time: 0.1049218 Mar 05 14:20:13.086516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-424b797e-a6b3-4eb5-ba1c-edea3bb7b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:13.088790 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-424b797e-a6b3-4eb5-ba1c-edea3bb7b866 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4fd88f68-08fc-4dc5-8980-adeb1eec6676 HTTP/1.1" status: 200 len: 835 time: 0.0675797 Mar 05 14:20:13.168206 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-ac5fea8c-5a36-45b4-bbde-1040890b5d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:13.170316 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-ac5fea8c-5a36-45b4-bbde-1040890b5d75 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762403 Mar 05 14:20:13.309925 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-188d919c-e930-4ee4-9597-ab14612c2fe5 service neutron] 10.222.0.30 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335459 Mar 05 14:20:13.450658 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-16287426-e635-4307-bd0e-13eca1db0bad service neutron] 10.222.0.30 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310184 Mar 05 14:20:13.782973 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:13.853799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01d1cd-a396-425a-8557-1c4475b81922 req-8977e663-cc4e-47fd-8a49-146cf846c4ee tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:13.855276 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2c01d1cd-a396-425a-8557-1c4475b81922 req-8977e663-cc4e-47fd-8a49-146cf846c4ee tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 944 time: 0.0850122 Mar 05 14:20:13.903916 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2c01d1cd-a396-425a-8557-1c4475b81922 req-fe697840-eec3-4804-a4a0-fabebe088685 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423520 Mar 05 14:20:14.202377 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 337a66d5-f3a0-4fdc-825e-87757a9fe003 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:20:14.277293 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 337a66d5-f3a0-4fdc-825e-87757a9fe003 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:20:14.283035 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 337a66d5-f3a0-4fdc-825e-87757a9fe003 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:20:14.283035 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:14.419359 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:14.448332 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337a66d5-f3a0-4fdc-825e-87757a9fe003'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:20:14.458473 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 337a66d5-f3a0-4fdc-825e-87757a9fe003, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003,segment=NetworkSegment(8fa5fd7d-a85a-4299-a11f-50a6a06fb89f),segment_id=8fa5fd7d-a85a-4299-a11f-50a6a06fb89f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:20:14.468840 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:14.546350 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=337a66d5-f3a0-4fdc-825e-87757a9fe003,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:20:14.550161 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337a66d5-f3a0-4fdc-825e-87757a9fe003', 'code': 200} Mar 05 14:20:15.115620 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24052bd9-33c8-4c0e-8284-cc2b8c80ef92 req-0b8bf79b-224a-4774-b068-116dfb4ae91f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:15.119242 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-24052bd9-33c8-4c0e-8284-cc2b8c80ef92 req-0b8bf79b-224a-4774-b068-116dfb4ae91f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 945 time: 0.0925584 Mar 05 14:20:15.171479 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-24052bd9-33c8-4c0e-8284-cc2b8c80ef92 req-aaf2e378-f009-4323-a7ac-eba9e3610c00 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470390 Mar 05 14:20:15.718297 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-067ae1f6-871d-4e48-adea-31f85166115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:15.720223 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-067ae1f6-871d-4e48-adea-31f85166115b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b&tenant_id=c0bf4aa200884a48888e5cf3ebc8526f HTTP/1.1" status: 200 len: 1096 time: 0.0753257 Mar 05 14:20:15.731555 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803718-1', 'device_owner': 'compute:nova'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:20:15.859438 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:16.133146 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] For port 337a66d5-f3a0-4fdc-825e-87757a9fe003, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003,segment=NetworkSegment(8fa5fd7d-a85a-4299-a11f-50a6a06fb89f),segment_id=8fa5fd7d-a85a-4299-a11f-50a6a06fb89f)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:20:16.161400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] For port 337a66d5-f3a0-4fdc-825e-87757a9fe003, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:20:16.219391 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '337a66d5-f3a0-4fdc-825e-87757a9fe003'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:20:16.225125 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:16.245050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Transition to ACTIVE for port object 337a66d5-f3a0-4fdc-825e-87757a9fe003 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:20:16.249470 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:16.395987 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '337a66d5-f3a0-4fdc-825e-87757a9fe003', 'code': 200} Mar 05 14:20:16.400069 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e2d97-358b-4581-b5cb-bbf006deb7bd req-cc03f40c-d037-4876-bc6e-df32ee471e94 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:16.409155 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d49e2d97-358b-4581-b5cb-bbf006deb7bd req-cc03f40c-d037-4876-bc6e-df32ee471e94 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 944 time: 0.1144602 Mar 05 14:20:16.422181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Pushing event updated for resources: {'Port': ['ID=337a66d5-f3a0-4fdc-825e-87757a9fe003,revision_number=10']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:20:16.444116 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:16.444116 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:16.447095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:16.447095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:16.447095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:16.447095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:16.447095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:16.447095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:16.447095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:16.447095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:16.447095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:16.447773 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:16.476905 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d49e2d97-358b-4581-b5cb-bbf006deb7bd req-5de2a301-2cd0-4cc5-afd3-8bc7515d64a2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662289 Mar 05 14:20:16.505310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] No DVR routers for this DVR port 337a66d5-f3a0-4fdc-825e-87757a9fe003 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:20:16.789445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Attempting to bind port 337a66d5-f3a0-4fdc-825e-87757a9fe003 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:20:16.789778 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Attempting to bind port 337a66d5-f3a0-4fdc-825e-87757a9fe003 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '8fa5fd7d-a85a-4299-a11f-50a6a06fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:20:16.790104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Attempting to bind port 337a66d5-f3a0-4fdc-825e-87757a9fe003 on network e7cfb3bd-3a90-462a-a7cd-6df729b905b2 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:20:16.794813 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Port 337a66d5-f3a0-4fdc-825e-87757a9fe003 on network e7cfb3bd-3a90-462a-a7cd-6df729b905b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:20:16.795137 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Attempting to bind port 337a66d5-f3a0-4fdc-825e-87757a9fe003 on network e7cfb3bd-3a90-462a-a7cd-6df729b905b2 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:20:16.800372 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:20:16.800705 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Checking segment: {'id': '8fa5fd7d-a85a-4299-a11f-50a6a06fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:20:16.801083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Bound using segment: {'id': '8fa5fd7d-a85a-4299-a11f-50a6a06fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:20:16.801501 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Bound port: 337a66d5-f3a0-4fdc-825e-87757a9fe003, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fa5fd7d-a85a-4299-a11f-50a6a06fb89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:20:16.801841 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:16.999572 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] For port 337a66d5-f3a0-4fdc-825e-87757a9fe003, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:20:17.002910 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] For port 337a66d5-f3a0-4fdc-825e-87757a9fe003, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003,segment=NetworkSegment(8fa5fd7d-a85a-4299-a11f-50a6a06fb89f),segment_id=8fa5fd7d-a85a-4299-a11f-50a6a06fb89f)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:20:17.007365 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:17.061750 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:17.062363 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:17.063814 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] 10.222.0.15 "PUT /v2.0/ports/337a66d5-f3a0-4fdc-825e-87757a9fe003 HTTP/1.1" status: 200 len: 1092 time: 1.3381598 Mar 05 14:20:17.090038 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24544b0-227a-42c5-8712-857e24acb878 service neutron] Pushing event updated for resources: {'Port': ['ID=337a66d5-f3a0-4fdc-825e-87757a9fe003,revision_number=11']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:20:17.169185 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-cf9cbde0-9062-45b8-8354-6acd59ca8bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:17.170857 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-cf9cbde0-9062-45b8-8354-6acd59ca8bd7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 1095 time: 0.0768151 Mar 05 14:20:17.304974 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-eb7f8a83-e455-4427-bc13-519a78483559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:17.306434 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-eb7f8a83-e455-4427-bc13-519a78483559 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2 HTTP/1.1" status: 200 len: 896 time: 0.1301486 Mar 05 14:20:17.405164 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-c4312d4e-41d5-4672-a7e6-74a2b85af9d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003 HTTP/1.1" status: 200 len: 998 time: 0.0932679 Mar 05 14:20:17.472270 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-305983c4-b735-4c28-8540-db632ff47a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:17.473682 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-305983c4-b735-4c28-8540-db632ff47a91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fd88f68-08fc-4dc5-8980-adeb1eec6676 HTTP/1.1" status: 200 len: 835 time: 0.0624375 Mar 05 14:20:17.548559 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-83a656c5-f1e1-4bf9-a9f1-496ed1f9845f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:17.550912 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-83a656c5-f1e1-4bf9-a9f1-496ed1f9845f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717850 Mar 05 14:20:17.749930 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-e1014a8b-ef1e-4d2f-bc66-189d4c8f33a7 service neutron] 10.222.0.15 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931269 Mar 05 14:20:17.757948 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a18c97-00e4-4ddb-b6ab-5f4070689db0 req-5f560d6f-a2b0-4f7b-9aa6-95db4c635be7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:17.759319 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c1a18c97-00e4-4ddb-b6ab-5f4070689db0 req-5f560d6f-a2b0-4f7b-9aa6-95db4c635be7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 944 time: 0.1682546 Mar 05 14:20:17.893717 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c1a18c97-00e4-4ddb-b6ab-5f4070689db0 req-3a7c59c5-5a32-4de5-ad94-4bd7011eaccf tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159172 Mar 05 14:20:17.923069 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-047f58c9-3fa7-4925-b3a7-4ac9d447db8b req-8ae4c943-bb98-458b-a557-a0e5b1fa8cff service neutron] 10.222.0.15 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628027 Mar 05 14:20:18.396857 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'tag': '337a66d5-f3a0-4fdc-825e-87757a9fe003'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:20:18.458339 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'tag': '337a66d5-f3a0-4fdc-825e-87757a9fe003', 'status': 'completed', 'code': 200} Mar 05 14:20:18.546814 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2b0ff-bb64-4e0b-8520-d93ccc2b7aec req-eaaca5d1-0f39-4e08-a052-fb59b25b233c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:18.548281 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-88e2b0ff-bb64-4e0b-8520-d93ccc2b7aec req-eaaca5d1-0f39-4e08-a052-fb59b25b233c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 1095 time: 0.0734639 Mar 05 14:20:18.552607 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2b0ff-bb64-4e0b-8520-d93ccc2b7aec req-75e900f6-4d72-4c61-8d54-635f61cb532a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:18.554540 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-88e2b0ff-bb64-4e0b-8520-d93ccc2b7aec req-75e900f6-4d72-4c61-8d54-635f61cb532a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 1095 time: 0.0764217 Mar 05 14:20:18.682225 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2b0ff-bb64-4e0b-8520-d93ccc2b7aec req-a278574e-ac29-472c-b60b-15a451603b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:18.684384 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-88e2b0ff-bb64-4e0b-8520-d93ccc2b7aec req-a278574e-ac29-472c-b60b-15a451603b99 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2 HTTP/1.1" status: 200 len: 896 time: 0.1296427 Mar 05 14:20:18.692389 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2b0ff-bb64-4e0b-8520-d93ccc2b7aec req-5468d457-8e5e-4f6d-a9c2-8adb51a7ced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:18.693806 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-88e2b0ff-bb64-4e0b-8520-d93ccc2b7aec req-5468d457-8e5e-4f6d-a9c2-8adb51a7ced5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2 HTTP/1.1" status: 200 len: 896 time: 0.1341350 Mar 05 14:20:18.796519 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-88e2b0ff-bb64-4e0b-8520-d93ccc2b7aec req-b42bedc5-0d58-4875-b84f-f48f590b948e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003 HTTP/1.1" status: 200 len: 998 time: 0.1053202 Mar 05 14:20:18.797051 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-88e2b0ff-bb64-4e0b-8520-d93ccc2b7aec req-a2293df8-a12c-4d1f-bfaf-0ae3700127c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003 HTTP/1.1" status: 200 len: 998 time: 0.0963113 Mar 05 14:20:18.866530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2b0ff-bb64-4e0b-8520-d93ccc2b7aec req-a7537fa2-10ec-4a29-9da4-0292bee403d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:18.868025 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-88e2b0ff-bb64-4e0b-8520-d93ccc2b7aec req-a7537fa2-10ec-4a29-9da4-0292bee403d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fd88f68-08fc-4dc5-8980-adeb1eec6676 HTTP/1.1" status: 200 len: 835 time: 0.0651209 Mar 05 14:20:18.949276 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2b0ff-bb64-4e0b-8520-d93ccc2b7aec req-0756d789-f77f-45ae-a703-5aaa6c13f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:18.955591 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-88e2b0ff-bb64-4e0b-8520-d93ccc2b7aec req-0756d789-f77f-45ae-a703-5aaa6c13f86e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761766 Mar 05 14:20:18.980217 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2b0ff-bb64-4e0b-8520-d93ccc2b7aec req-9ee3cb71-cb09-4ef7-a1a1-bec94fa8e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:18.981730 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-88e2b0ff-bb64-4e0b-8520-d93ccc2b7aec req-9ee3cb71-cb09-4ef7-a1a1-bec94fa8e3ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4fd88f68-08fc-4dc5-8980-adeb1eec6676 HTTP/1.1" status: 200 len: 835 time: 0.1784501 Mar 05 14:20:19.062112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2b0ff-bb64-4e0b-8520-d93ccc2b7aec req-842e2a8e-3775-4bdb-8539-9dc17e77cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:19.063593 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-88e2b0ff-bb64-4e0b-8520-d93ccc2b7aec req-842e2a8e-3775-4bdb-8539-9dc17e77cd73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748203 Mar 05 14:20:19.199789 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-88e2b0ff-bb64-4e0b-8520-d93ccc2b7aec req-f15a5e01-f9e7-4b9f-a16a-e26e8197f0dc service neutron] 10.222.0.30 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290629 Mar 05 14:20:19.246691 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-88e2b0ff-bb64-4e0b-8520-d93ccc2b7aec req-3a1872fb-fbad-48c1-b43f-e8c4c2c7c577 service neutron] 10.222.0.15 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890320 Mar 05 14:20:19.304500 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af40c01-fc65-43f9-87ab-4e6e0622e01d req-5b04c10e-716a-47bb-b4b0-e07e2d7e47a8 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:19.305923 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2af40c01-fc65-43f9-87ab-4e6e0622e01d req-5b04c10e-716a-47bb-b4b0-e07e2d7e47a8 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 944 time: 0.2615151 Mar 05 14:20:19.357806 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-88e2b0ff-bb64-4e0b-8520-d93ccc2b7aec req-f2e11b6e-38f4-4754-8960-0166548b0344 service neutron] 10.222.0.30 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447775 Mar 05 14:20:19.433667 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2af40c01-fc65-43f9-87ab-4e6e0622e01d req-56b29c68-9925-4ded-8ac1-942848cbddec tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780082 Mar 05 14:20:19.457728 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-88e2b0ff-bb64-4e0b-8520-d93ccc2b7aec req-6ddb79a0-d748-476c-a54a-f8c776667889 service neutron] 10.222.0.15 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985817 Mar 05 14:20:20.217732 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 337a66d5-f3a0-4fdc-825e-87757a9fe003 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:20:20.275277 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 337a66d5-f3a0-4fdc-825e-87757a9fe003 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:20:20.624542 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330389a-1404-4044-952e-5c75e8fcbed3 req-52170644-d26f-43a6-9b83-78dade0dfc5e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:20.626842 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2330389a-1404-4044-952e-5c75e8fcbed3 req-52170644-d26f-43a6-9b83-78dade0dfc5e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 944 time: 0.0812562 Mar 05 14:20:20.671191 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2330389a-1404-4044-952e-5c75e8fcbed3 req-6f84fef4-d17a-4444-a3ba-0677a4dc5a82 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387530 Mar 05 14:20:20.696190 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49338) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:20:20.804456 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-eed66cde-72ae-407d-90da-3d732be46b7f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/floatingips/bd410118-6514-450f-b25f-15bd0d638a98 HTTP/1.1" status: 200 len: 990 time: 0.1078467 Mar 05 14:20:21.491135 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 337a66d5-f3a0-4fdc-825e-87757a9fe003 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:20:21.625415 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 337a66d5-f3a0-4fdc-825e-87757a9fe003, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003,segment=NetworkSegment(8fa5fd7d-a85a-4299-a11f-50a6a06fb89f),segment_id=8fa5fd7d-a85a-4299-a11f-50a6a06fb89f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:20:21.638803 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '337a66d5-f3a0-4fdc-825e-87757a9fe003', 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2', 'port_id': '337a66d5-f3a0-4fdc-825e-87757a9fe003', 'mac_address': 'fa:16:3e:7b:15:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd88f68-08fc-4dc5-8980-adeb1eec6676', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:20:21.700096 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:21.717173 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337a66d5-f3a0-4fdc-825e-87757a9fe003 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:20:21.734225 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 337a66d5-f3a0-4fdc-825e-87757a9fe003, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003,segment=NetworkSegment(8fa5fd7d-a85a-4299-a11f-50a6a06fb89f),segment_id=8fa5fd7d-a85a-4299-a11f-50a6a06fb89f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:20:21.736896 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:21.802995 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=337a66d5-f3a0-4fdc-825e-87757a9fe003,revision_number=12']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:20:21.810594 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:21.810976 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:21.811314 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:21.811644 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:21.811971 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:21.812298 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:21.812620 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:21.812936 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:21.813253 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:21.813569 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:21.813887 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:21.814202 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:20:21.950450 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['337a66d5-f3a0-4fdc-825e-87757a9fe003'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:20:22.275105 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:20:23.513219 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 337a66d5-f3a0-4fdc-825e-87757a9fe003 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:20:23.580689 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 337a66d5-f3a0-4fdc-825e-87757a9fe003 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:20:23.586623 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 337a66d5-f3a0-4fdc-825e-87757a9fe003 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:20:23.587024 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:23.706357 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:23.732939 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337a66d5-f3a0-4fdc-825e-87757a9fe003'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:20:23.743704 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 337a66d5-f3a0-4fdc-825e-87757a9fe003, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003,segment=NetworkSegment(8fa5fd7d-a85a-4299-a11f-50a6a06fb89f),segment_id=8fa5fd7d-a85a-4299-a11f-50a6a06fb89f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:20:23.748820 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:23.791360 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337a66d5-f3a0-4fdc-825e-87757a9fe003', 'code': 200} Mar 05 14:20:23.836565 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=337a66d5-f3a0-4fdc-825e-87757a9fe003,revision_number=13']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:20:29.215205 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:29.258807 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:29.955980 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7515d6a0-7c25-454c-89f3-153fda467edb req-46786c70-9815-40a2-9f08-94ec8f0bb50a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0777593 Mar 05 14:20:30.092180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515d6a0-7c25-454c-89f3-153fda467edb req-6ae8b0e8-0fe1-407f-a8e9-dea4c6d2bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:30.093619 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7515d6a0-7c25-454c-89f3-153fda467edb req-6ae8b0e8-0fe1-407f-a8e9-dea4c6d2bb73 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 1096 time: 0.0724132 Mar 05 14:20:30.233813 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515d6a0-7c25-454c-89f3-153fda467edb req-df09d3e6-3878-4a5e-8340-5e4c96521284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:30.235167 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7515d6a0-7c25-454c-89f3-153fda467edb req-df09d3e6-3878-4a5e-8340-5e4c96521284 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 912 time: 0.1236129 Mar 05 14:20:30.336379 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7515d6a0-7c25-454c-89f3-153fda467edb req-b61e106d-4615-4a6c-9384-4f0c7e61dad5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d0f9462-0fae-440c-beb5-49fbd35d8d56 HTTP/1.1" status: 200 len: 1001 time: 0.0954273 Mar 05 14:20:30.397663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515d6a0-7c25-454c-89f3-153fda467edb req-3cf098c7-e8ed-4aa2-a45e-3ff368f0bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:30.399133 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7515d6a0-7c25-454c-89f3-153fda467edb req-3cf098c7-e8ed-4aa2-a45e-3ff368f0bb39 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 200 len: 851 time: 0.0569420 Mar 05 14:20:30.476446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515d6a0-7c25-454c-89f3-153fda467edb req-c209c02b-0d0d-444d-923d-5c72aeaf0d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:30.477884 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7515d6a0-7c25-454c-89f3-153fda467edb req-c209c02b-0d0d-444d-923d-5c72aeaf0d15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c768af3c-6e35-45f2-95ff-e71855885f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735044 Mar 05 14:20:30.608557 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7515d6a0-7c25-454c-89f3-153fda467edb req-78237a48-8a77-40ec-819f-8e85f15dcb16 service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237402 Mar 05 14:20:30.737003 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7515d6a0-7c25-454c-89f3-153fda467edb req-847ec20e-db8d-4d48-9c65-0e994aab145a service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217158 Mar 05 14:20:38.810443 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-eeebdee9-4bf4-449a-b64b-aefb5da21260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:40.955863 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-deb46597-d51c-435c-a033-1417d9e6bb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:42.129813 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:42.166460 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:43.778976 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:51.407543 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfb25b-f2cc-4c8f-ad3c-6b5b5bae3ec7 req-e80a471c-b025-4ac8-8115-c3a786cb3f95 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:51.409040 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c5cfb25b-f2cc-4c8f-ad3c-6b5b5bae3ec7 req-e80a471c-b025-4ac8-8115-c3a786cb3f95 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 1097 time: 0.0707922 Mar 05 14:20:51.453355 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c5cfb25b-f2cc-4c8f-ad3c-6b5b5bae3ec7 req-26531566-c940-4eb3-a354-d7bbaca18971 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379567 Mar 05 14:20:51.476865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49360) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:20:51.772152 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-cc371550-fc7c-44db-a365-78b9183b92ab tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Deleting port 7f7671b3-2061-4870-9145-1b878f6e28b5 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:20:51.772492 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cc371550-fc7c-44db-a365-78b9183b92ab tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:51.941458 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cc371550-fc7c-44db-a365-78b9183b92ab tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:51.941785 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cc371550-fc7c-44db-a365-78b9183b92ab tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:52.062557 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-cc371550-fc7c-44db-a365-78b9183b92ab tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Calling delete_port for 7f7671b3-2061-4870-9145-1b878f6e28b5 owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:20:52.209378 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cc371550-fc7c-44db-a365-78b9183b92ab tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:52.255758 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc371550-fc7c-44db-a365-78b9183b92ab tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Port': ['ID=7f7671b3-2061-4870-9145-1b878f6e28b5,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:20:52.348851 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cc371550-fc7c-44db-a365-78b9183b92ab tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:52.349183 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-cc371550-fc7c-44db-a365-78b9183b92ab tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Floating IP bd410118-6514-450f-b25f-15bd0d638a98 disassociated (deleted). External IP: 172.25.4.20, port: 337a66d5-f3a0-4fdc-825e-87757a9fe003. Mar 05 14:20:52.693122 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc371550-fc7c-44db-a365-78b9183b92ab tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Router fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:20:52.868521 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc371550-fc7c-44db-a365-78b9183b92ab tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:20:52.878303 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76150a3-92c3-4a3a-aa03-33a6b4f75b9d None None] Sync routers for ids ['fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:20:52.889737 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76150a3-92c3-4a3a-aa03-33a6b4f75b9d None None] Routers {'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:20:52.890424 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b76150a3-92c3-4a3a-aa03-33a6b4f75b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:20:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:20:52.890929 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cc371550-fc7c-44db-a365-78b9183b92ab tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:52.945999 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cc371550-fc7c-44db-a365-78b9183b92ab tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "DELETE /v2.0/floatingips/bd410118-6514-450f-b25f-15bd0d638a98 HTTP/1.1" status: 204 len: 168 time: 1.4668210 Mar 05 14:20:52.945999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'tag': '337a66d5-f3a0-4fdc-825e-87757a9fe003'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:20:52.993367 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'tag': '337a66d5-f3a0-4fdc-825e-87757a9fe003', 'status': 'completed', 'code': 200} Mar 05 14:20:53.070318 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-b76150a3-92c3-4a3a-aa03-33a6b4f75b9d None None] Set router fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:20:53.090520 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2f341-be36-41e8-a724-73d7191eb5b8 req-758a8398-2420-4534-8c5b-f04509f53365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:53.091898 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9ce2f341-be36-41e8-a724-73d7191eb5b8 req-758a8398-2420-4534-8c5b-f04509f53365 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 1097 time: 0.0774438 Mar 05 14:20:53.241390 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2f341-be36-41e8-a724-73d7191eb5b8 req-adfc0e56-b360-4608-8fe8-bbe48f5723fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:53.243522 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9ce2f341-be36-41e8-a724-73d7191eb5b8 req-adfc0e56-b360-4608-8fe8-bbe48f5723fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2 HTTP/1.1" status: 200 len: 896 time: 0.1452627 Mar 05 14:20:53.346006 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9ce2f341-be36-41e8-a724-73d7191eb5b8 req-93f6cbd0-ed66-4a6c-915a-54c9fc088982 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003 HTTP/1.1" status: 200 len: 217 time: 0.0964415 Mar 05 14:20:53.406890 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b76150a3-92c3-4a3a-aa03-33a6b4f75b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496892215', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:18:59Z', 'updated_at': '2022-03-05T14:19:06Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:19:00Z', 'updated_at': '2022-03-05T14:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'e02970bd-0aa0-4feb-81bd-f792ea084c4e', 'name': '', 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:bc:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4fd88f68-08fc-4dc5-8980-adeb1eec6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:19:05Z', 'updated_at': '2022-03-05T14:19:11Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': '4fd88f68-08fc-4dc5-8980-adeb1eec6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:20:53.411353 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76150a3-92c3-4a3a-aa03-33a6b4f75b9d None None] Checking router: fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:20:53.420652 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76150a3-92c3-4a3a-aa03-33a6b4f75b9d None None] Routers {'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:20:53.421261 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b76150a3-92c3-4a3a-aa03-33a6b4f75b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:20:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:20:53.426005 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2f341-be36-41e8-a724-73d7191eb5b8 req-82e572d6-509d-4490-bcbe-07868c7b144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:53.427460 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9ce2f341-be36-41e8-a724-73d7191eb5b8 req-82e572d6-509d-4490-bcbe-07868c7b144a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fd88f68-08fc-4dc5-8980-adeb1eec6676 HTTP/1.1" status: 200 len: 835 time: 0.0749061 Mar 05 14:20:53.494650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22396c6-5e80-4e9b-a255-349d87676d14 req-493476f4-5c75-4e4d-85a2-b5cc58db8c07 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:53.496412 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f22396c6-5e80-4e9b-a255-349d87676d14 req-493476f4-5c75-4e4d-85a2-b5cc58db8c07 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 946 time: 0.1881912 Mar 05 14:20:53.555880 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f22396c6-5e80-4e9b-a255-349d87676d14 req-d3c8dd0a-c39e-45ab-8095-84a9a07ae107 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537863 Mar 05 14:20:53.557914 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2f341-be36-41e8-a724-73d7191eb5b8 req-543e945a-5f16-467f-a305-0cd562a8f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:53.559324 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9ce2f341-be36-41e8-a724-73d7191eb5b8 req-543e945a-5f16-467f-a305-0cd562a8f717 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7cfb3bd-3a90-462a-a7cd-6df729b905b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207397 Mar 05 14:20:53.600012 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-b76150a3-92c3-4a3a-aa03-33a6b4f75b9d None None] Set router fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:20:53.692512 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9ce2f341-be36-41e8-a724-73d7191eb5b8 req-1082cddd-039b-4db2-b0fb-b44bdb6dccb8 service neutron] 10.222.0.15 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267161 Mar 05 14:20:53.825132 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9ce2f341-be36-41e8-a724-73d7191eb5b8 req-456b2562-1143-49f4-b0f5-68f95bd909f3 service neutron] 10.222.0.15 "GET /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250417 Mar 05 14:20:53.917058 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b76150a3-92c3-4a3a-aa03-33a6b4f75b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496892215', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:18:59Z', 'updated_at': '2022-03-05T14:19:06Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:19:00Z', 'updated_at': '2022-03-05T14:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'e02970bd-0aa0-4feb-81bd-f792ea084c4e', 'name': '', 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:bc:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4fd88f68-08fc-4dc5-8980-adeb1eec6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:19:05Z', 'updated_at': '2022-03-05T14:19:11Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': '4fd88f68-08fc-4dc5-8980-adeb1eec6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:20:53.921752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76150a3-92c3-4a3a-aa03-33a6b4f75b9d None None] The sync data for ids ['fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'] in n-d-803718-1 is: [{'id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496892215', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:18:59Z', 'updated_at': '2022-03-05T14:19:06Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:19:00Z', 'updated_at': '2022-03-05T14:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'e02970bd-0aa0-4feb-81bd-f792ea084c4e', 'name': '', 'network_id': 'e7cfb3bd-3a90-462a-a7cd-6df729b905b2', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:bc:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4fd88f68-08fc-4dc5-8980-adeb1eec6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:19:05Z', 'updated_at': '2022-03-05T14:19:11Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': '4fd88f68-08fc-4dc5-8980-adeb1eec6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:20:54.144830 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a86dcc-d476-4a08-9822-d831cffc506c None None] New status for floating IP bd410118-6514-450f-b25f-15bd0d638a98: DOWN {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:20:54.559997 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78252070-6277-4a65-bb2e-939d74407156 req-be25cdd0-3487-4d2b-a43f-eade1534e2ca tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:54.561447 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-78252070-6277-4a65-bb2e-939d74407156 req-be25cdd0-3487-4d2b-a43f-eade1534e2ca tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 946 time: 0.0867395 Mar 05 14:20:54.631641 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-78252070-6277-4a65-bb2e-939d74407156 req-369186d7-9ef5-401d-ab7b-8c982991cf38 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Deleting port 337a66d5-f3a0-4fdc-825e-87757a9fe003 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:20:54.631977 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-78252070-6277-4a65-bb2e-939d74407156 req-369186d7-9ef5-401d-ab7b-8c982991cf38 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:54.856840 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15be259-ff60-4c21-9087-572f9b47451b req-4f8ec289-a107-4644-bd75-369c6c854d1e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:20:54.857525 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f15be259-ff60-4c21-9087-572f9b47451b req-4f8ec289-a107-4644-bd75-369c6c854d1e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Synchronizing usage tracker for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:20:54.872494 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f15be259-ff60-4c21-9087-572f9b47451b req-4f8ec289-a107-4644-bd75-369c6c854d1e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Unset dirty status for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:20:54.873772 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f15be259-ff60-4c21-9087-572f9b47451b req-4f8ec289-a107-4644-bd75-369c6c854d1e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=18a5cc98-c1f8-40ec-9f2c-a3b8335f052b HTTP/1.1" status: 200 len: 946 time: 0.2089489 Mar 05 14:20:54.893565 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-78252070-6277-4a65-bb2e-939d74407156 req-369186d7-9ef5-401d-ab7b-8c982991cf38 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] For port 337a66d5-f3a0-4fdc-825e-87757a9fe003, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=337a66d5-f3a0-4fdc-825e-87757a9fe003,segment=NetworkSegment(8fa5fd7d-a85a-4299-a11f-50a6a06fb89f),segment_id=8fa5fd7d-a85a-4299-a11f-50a6a06fb89f)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:20:54.893920 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-78252070-6277-4a65-bb2e-939d74407156 req-369186d7-9ef5-401d-ab7b-8c982991cf38 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:54.918418 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f15be259-ff60-4c21-9087-572f9b47451b req-4dd349ca-fd19-417c-a725-e4b225620a6c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388360 Mar 05 14:20:55.124884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-78252070-6277-4a65-bb2e-939d74407156 req-369186d7-9ef5-401d-ab7b-8c982991cf38 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Calling delete_port for 337a66d5-f3a0-4fdc-825e-87757a9fe003 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:20:55.265505 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-78252070-6277-4a65-bb2e-939d74407156 req-369186d7-9ef5-401d-ab7b-8c982991cf38 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:55.317239 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369186d7-9ef5-401d-ab7b-8c982991cf38 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Port': ['ID=337a66d5-f3a0-4fdc-825e-87757a9fe003,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:20:55.392845 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-78252070-6277-4a65-bb2e-939d74407156 req-369186d7-9ef5-401d-ab7b-8c982991cf38 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] No DVR routers for this DVR port 337a66d5-f3a0-4fdc-825e-87757a9fe003 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:20:55.395326 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-78252070-6277-4a65-bb2e-939d74407156 req-369186d7-9ef5-401d-ab7b-8c982991cf38 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:55.397799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'name': 'network-vif-deleted', 'tag': '337a66d5-f3a0-4fdc-825e-87757a9fe003'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:20:55.414704 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-78252070-6277-4a65-bb2e-939d74407156 req-369186d7-9ef5-401d-ab7b-8c982991cf38 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.15 "DELETE /v2.0/ports/337a66d5-f3a0-4fdc-825e-87757a9fe003 HTTP/1.1" status: 204 len: 173 time: 0.8483000 Mar 05 14:20:55.447759 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a5cc98-c1f8-40ec-9f2c-a3b8335f052b', 'name': 'network-vif-deleted', 'tag': '337a66d5-f3a0-4fdc-825e-87757a9fe003', 'status': 'completed', 'code': 200} Mar 05 14:20:56.015765 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49376) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:20:56.557313 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f16d5947-b0ac-49be-ac76-fcf6f7d03d9b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:56.898780 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f16d5947-b0ac-49be-ac76-fcf6f7d03d9b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Deleting port e02970bd-0aa0-4feb-81bd-f792ea084c4e {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:20:56.899124 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f16d5947-b0ac-49be-ac76-fcf6f7d03d9b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:57.084298 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-f16d5947-b0ac-49be-ac76-fcf6f7d03d9b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] For port e02970bd-0aa0-4feb-81bd-f792ea084c4e, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e02970bd-0aa0-4feb-81bd-f792ea084c4e,segment=NetworkSegment(8fa5fd7d-a85a-4299-a11f-50a6a06fb89f),segment_id=8fa5fd7d-a85a-4299-a11f-50a6a06fb89f)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:20:57.084993 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f16d5947-b0ac-49be-ac76-fcf6f7d03d9b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:57.316219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f16d5947-b0ac-49be-ac76-fcf6f7d03d9b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Calling delete_port for e02970bd-0aa0-4feb-81bd-f792ea084c4e owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:20:57.642419 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f16d5947-b0ac-49be-ac76-fcf6f7d03d9b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:57.720495 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d5947-b0ac-49be-ac76-fcf6f7d03d9b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Port': ['ID=e02970bd-0aa0-4feb-81bd-f792ea084c4e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:20:57.967782 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f16d5947-b0ac-49be-ac76-fcf6f7d03d9b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:58.318166 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16d5947-b0ac-49be-ac76-fcf6f7d03d9b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Router fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:20:58.496758 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16d5947-b0ac-49be-ac76-fcf6f7d03d9b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:20:58.506047 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200dc51a-4709-4ef1-9ce4-5fe2ac192e21 None None] Sync routers for ids ['fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:20:58.509593 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f16d5947-b0ac-49be-ac76-fcf6f7d03d9b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "PUT /v2.0/routers/fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4927671 Mar 05 14:20:58.512228 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49380) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:20:58.516235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200dc51a-4709-4ef1-9ce4-5fe2ac192e21 None None] Routers {'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:20:58.516825 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-200dc51a-4709-4ef1-9ce4-5fe2ac192e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:20:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:20:58.576649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-2961bfc7-d341-4245-bdde-cef6ad9aa8ff tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Deleting subnet 4fd88f68-08fc-4dc5-8980-adeb1eec6676 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:20:58.579522 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2961bfc7-d341-4245-bdde-cef6ad9aa8ff tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:58.699103 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-200dc51a-4709-4ef1-9ce4-5fe2ac192e21 None None] Set router fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:20:58.766193 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2961bfc7-d341-4245-bdde-cef6ad9aa8ff tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:58.849932 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2961bfc7-d341-4245-bdde-cef6ad9aa8ff tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:58.926104 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2961bfc7-d341-4245-bdde-cef6ad9aa8ff tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:58.972117 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2961bfc7-d341-4245-bdde-cef6ad9aa8ff tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:58.976766 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961bfc7-d341-4245-bdde-cef6ad9aa8ff tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Subnet': ['ID=4fd88f68-08fc-4dc5-8980-adeb1eec6676,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:20:58.984109 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2961bfc7-d341-4245-bdde-cef6ad9aa8ff tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "DELETE /v2.0/subnets/4fd88f68-08fc-4dc5-8980-adeb1eec6676 HTTP/1.1" status: 204 len: 168 time: 0.4682994 Mar 05 14:20:58.984887 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49384) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:20:58.995851 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220eb083-ab7b-4db6-aeb5-010ba3dd1d01 None None] Network e7cfb3bd-3a90-462a-a7cd-6df729b905b2 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:20:59.162997 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6c712dea-be04-4aa0-8fd1-9fe8fdc8f614 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:59.186384 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-200dc51a-4709-4ef1-9ce4-5fe2ac192e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496892215', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:18:59Z', 'updated_at': '2022-03-05T14:20:57Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:19:00Z', 'updated_at': '2022-03-05T14:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:20:59.194055 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200dc51a-4709-4ef1-9ce4-5fe2ac192e21 None None] Checking router: fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:20:59.212061 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200dc51a-4709-4ef1-9ce4-5fe2ac192e21 None None] Routers {'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:20:59.212682 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-200dc51a-4709-4ef1-9ce4-5fe2ac192e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:20:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:20:59.274623 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:20:59.311009 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:59.314108 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:59.349041 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6c712dea-be04-4aa0-8fd1-9fe8fdc8f614 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:59.359996 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-6c712dea-be04-4aa0-8fd1-9fe8fdc8f614 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Deleting port 1eeaf86f-b249-4a03-939a-6a0af47379fc {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:20:59.360477 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6c712dea-be04-4aa0-8fd1-9fe8fdc8f614 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:59.413532 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f63592d-8d65-41fa-bf5a-686994caad80 None None] DHCP port deletion for e7cfb3bd-3a90-462a-a7cd-6df729b905b2 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:20:59.426679 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-1f63592d-8d65-41fa-bf5a-686994caad80 None None] Deleting port a19e76fe-edce-4a36-a275-6bc028c81035 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:20:59.427076 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1f63592d-8d65-41fa-bf5a-686994caad80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:59.464588 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-200dc51a-4709-4ef1-9ce4-5fe2ac192e21 None None] Set router fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:20:59.552895 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-6c712dea-be04-4aa0-8fd1-9fe8fdc8f614 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] For port 1eeaf86f-b249-4a03-939a-6a0af47379fc, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1eeaf86f-b249-4a03-939a-6a0af47379fc,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:20:59.553238 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6c712dea-be04-4aa0-8fd1-9fe8fdc8f614 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:59.643706 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 337a66d5-f3a0-4fdc-825e-87757a9fe003 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:20:59.676186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-6c712dea-be04-4aa0-8fd1-9fe8fdc8f614 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Calling delete_port for 1eeaf86f-b249-4a03-939a-6a0af47379fc owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:20:59.734208 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: 337a66d5-f3a0-4fdc-825e-87757a9fe003 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:20:59.734551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 337a66d5-f3a0-4fdc-825e-87757a9fe003 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:20:59.842456 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6c712dea-be04-4aa0-8fd1-9fe8fdc8f614 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:59.889686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c712dea-be04-4aa0-8fd1-9fe8fdc8f614 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Port': ['ID=1eeaf86f-b249-4a03-939a-6a0af47379fc,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:20:59.904426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-1f63592d-8d65-41fa-bf5a-686994caad80 None None] For port a19e76fe-edce-4a36-a275-6bc028c81035, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a19e76fe-edce-4a36-a275-6bc028c81035,segment=NetworkSegment(8fa5fd7d-a85a-4299-a11f-50a6a06fb89f),segment_id=8fa5fd7d-a85a-4299-a11f-50a6a06fb89f)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:20:59.904815 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1f63592d-8d65-41fa-bf5a-686994caad80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:20:59.984014 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6c712dea-be04-4aa0-8fd1-9fe8fdc8f614 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:00.032310 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-1f63592d-8d65-41fa-bf5a-686994caad80 None None] Calling delete_port for a19e76fe-edce-4a36-a275-6bc028c81035 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:21:00.159588 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-200dc51a-4709-4ef1-9ce4-5fe2ac192e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496892215', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:18:59Z', 'updated_at': '2022-03-05T14:20:57Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:19:00Z', 'updated_at': '2022-03-05T14:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:21:00.165983 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200dc51a-4709-4ef1-9ce4-5fe2ac192e21 None None] The sync data for ids ['fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9'] in n-d-803718-1 is: [{'id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496892215', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:18:59Z', 'updated_at': '2022-03-05T14:20:57Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '1eeaf86f-b249-4a03-939a-6a0af47379fc', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:19:00Z', 'updated_at': '2022-03-05T14:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:21:00.167966 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1f63592d-8d65-41fa-bf5a-686994caad80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:00.216085 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63592d-8d65-41fa-bf5a-686994caad80 None None] Pushing event deleted for resources: {'Port': ['ID=a19e76fe-edce-4a36-a275-6bc028c81035,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:00.219731 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f63592d-8d65-41fa-bf5a-686994caad80 None None] No DVR routers for this DVR port a19e76fe-edce-4a36-a275-6bc028c81035 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:21:00.273257 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6c712dea-be04-4aa0-8fd1-9fe8fdc8f614 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:00.275972 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6c712dea-be04-4aa0-8fd1-9fe8fdc8f614 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:00.297041 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6c712dea-be04-4aa0-8fd1-9fe8fdc8f614 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:00.297558 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c712dea-be04-4aa0-8fd1-9fe8fdc8f614 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Fanout notify agent at l3_agent the message router_deleted on router fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:21:00.311863 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6c712dea-be04-4aa0-8fd1-9fe8fdc8f614 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:00.312930 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6c712dea-be04-4aa0-8fd1-9fe8fdc8f614 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "DELETE /v2.0/routers/fdfa2ebf-d2fd-49ad-bd80-a5929b813ce9 HTTP/1.1" status: 204 len: 168 time: 1.3278041 Mar 05 14:21:00.315931 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49388) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:21:00.428274 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e7e3857-9c57-495d-abe0-276555883810 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:00.565254 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e7e3857-9c57-495d-abe0-276555883810 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:00.593063 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-4e7e3857-9c57-495d-abe0-276555883810 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7cfb3bd-3a90-462a-a7cd-6df729b905b2']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:21:00.606067 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-4e7e3857-9c57-495d-abe0-276555883810 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa5fd7d-a85a-4299-a11f-50a6a06fb89f') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:21:00.606367 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-4e7e3857-9c57-495d-abe0-276555883810 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa5fd7d-a85a-4299-a11f-50a6a06fb89f') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:21:00.618883 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e7e3857-9c57-495d-abe0-276555883810 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:00.635890 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e7e3857-9c57-495d-abe0-276555883810 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:00.642158 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7e3857-9c57-495d-abe0-276555883810 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:21:00.642549 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e7e3857-9c57-495d-abe0-276555883810 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:21:00.657563 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:21:00.742887 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e7e3857-9c57-495d-abe0-276555883810 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:00.761083 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e7e3857-9c57-495d-abe0-276555883810 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:00.774048 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e3857-9c57-495d-abe0-276555883810 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Network': ['ID=e7cfb3bd-3a90-462a-a7cd-6df729b905b2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:00.785471 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4e7e3857-9c57-495d-abe0-276555883810 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "DELETE /v2.0/networks/e7cfb3bd-3a90-462a-a7cd-6df729b905b2 HTTP/1.1" status: 204 len: 168 time: 0.4650822 Mar 05 14:21:00.785471 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49392) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:21:00.854374 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b4959d37-6c1a-4137-a861-5b855f51ba39 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:00.883860 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b4959d37-6c1a-4137-a861-5b855f51ba39 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:00.952001 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b4959d37-6c1a-4137-a861-5b855f51ba39 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:00.970303 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4959d37-6c1a-4137-a861-5b855f51ba39 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:00.981202 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b4959d37-6c1a-4137-a861-5b855f51ba39 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:00.982332 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b4959d37-6c1a-4137-a861-5b855f51ba39 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "DELETE /v2.0/security-groups/cc1bbcc9-bbbe-4328-9bd5-92ebbf1cb9ac HTTP/1.1" status: 204 len: 168 time: 0.1960001 Mar 05 14:21:01.375916 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e02970bd-0aa0-4feb-81bd-f792ea084c4e no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:21:01.411396 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: e02970bd-0aa0-4feb-81bd-f792ea084c4e {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:21:01.411734 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e02970bd-0aa0-4feb-81bd-f792ea084c4e not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:21:01.412137 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1eeaf86f-b249-4a03-939a-6a0af47379fc no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:21:01.445229 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 1eeaf86f-b249-4a03-939a-6a0af47379fc {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:21:01.445475 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1eeaf86f-b249-4a03-939a-6a0af47379fc not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:21:01.446010 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a19e76fe-edce-4a36-a275-6bc028c81035 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:21:01.479775 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: a19e76fe-edce-4a36-a275-6bc028c81035 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:21:01.480123 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a19e76fe-edce-4a36-a275-6bc028c81035 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:21:01.499147 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49400) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:21:01.504551 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-09e09fac-8ce4-4084-ace2-d1b5466ade2b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-959634027', 'description': 'tempest-secgroup-smoke-959634027 description', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:21:01.511247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-09e09fac-8ce4-4084-ace2-d1b5466ade2b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:21:01.515330 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-09e09fac-8ce4-4084-ace2-d1b5466ade2b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:21:01.518186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-09e09fac-8ce4-4084-ace2-d1b5466ade2b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:21:01.524392 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-09e09fac-8ce4-4084-ace2-d1b5466ade2b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:21:01.534280 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-09e09fac-8ce4-4084-ace2-d1b5466ade2b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:01.554356 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-09e09fac-8ce4-4084-ace2-d1b5466ade2b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:21:01.558149 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-09e09fac-8ce4-4084-ace2-d1b5466ade2b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:21:01.560959 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-09e09fac-8ce4-4084-ace2-d1b5466ade2b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:21:01.567062 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-09e09fac-8ce4-4084-ace2-d1b5466ade2b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:21:01.635267 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-09e09fac-8ce4-4084-ace2-d1b5466ade2b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:01.638975 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-09e09fac-8ce4-4084-ace2-d1b5466ade2b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:01.684247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e09fac-8ce4-4084-ace2-d1b5466ade2b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374ec2cd-b1f5-4f6b-be21-050bdf132d45,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:01.687146 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-09e09fac-8ce4-4084-ace2-d1b5466ade2b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:01.688335 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-09e09fac-8ce4-4084-ace2-d1b5466ade2b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1880674 Mar 05 14:21:01.691413 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49404) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:21:01.696816 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-8796859d-a000-4b70-82e4-4dcc5065e282 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group_rule': {'security_group_id': '374ec2cd-b1f5-4f6b-be21-050bdf132d45', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:21:01.703478 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8796859d-a000-4b70-82e4-4dcc5065e282 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:21:01.707256 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8796859d-a000-4b70-82e4-4dcc5065e282 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:21:01.710064 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8796859d-a000-4b70-82e4-4dcc5065e282 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:21:01.716261 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8796859d-a000-4b70-82e4-4dcc5065e282 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:21:01.732575 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8796859d-a000-4b70-82e4-4dcc5065e282 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:01.794655 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8796859d-a000-4b70-82e4-4dcc5065e282 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:01.798045 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8796859d-a000-4b70-82e4-4dcc5065e282 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:01.822926 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796859d-a000-4b70-82e4-4dcc5065e282 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69944b19-11f2-4750-b60b-2291b9fcf2e9,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:01.831036 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8796859d-a000-4b70-82e4-4dcc5065e282 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:01.832180 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8796859d-a000-4b70-82e4-4dcc5065e282 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1398330 Mar 05 14:21:01.834918 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49408) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:21:01.840500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-44f40d59-3ae5-4675-863f-97cc46243f0c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group_rule': {'security_group_id': '374ec2cd-b1f5-4f6b-be21-050bdf132d45', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:21:01.846846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-44f40d59-3ae5-4675-863f-97cc46243f0c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:21:01.850558 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-44f40d59-3ae5-4675-863f-97cc46243f0c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:21:01.853635 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-44f40d59-3ae5-4675-863f-97cc46243f0c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:21:01.859150 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-44f40d59-3ae5-4675-863f-97cc46243f0c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:21:01.875593 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-44f40d59-3ae5-4675-863f-97cc46243f0c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:01.937249 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-44f40d59-3ae5-4675-863f-97cc46243f0c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:01.940809 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-44f40d59-3ae5-4675-863f-97cc46243f0c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:01.966303 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f40d59-3ae5-4675-863f-97cc46243f0c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd02a98d-3338-471b-81d5-b0a1b1b9d96d,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:01.975264 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-44f40d59-3ae5-4675-863f-97cc46243f0c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:01.976471 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-44f40d59-3ae5-4675-863f-97cc46243f0c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406238 Mar 05 14:21:01.979276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49412) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:21:01.984100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-6eba49bf-a51c-4957-b8a1-5dd45c9ab2f4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group_rule': {'security_group_id': '374ec2cd-b1f5-4f6b-be21-050bdf132d45', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:21:01.990637 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6eba49bf-a51c-4957-b8a1-5dd45c9ab2f4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:21:01.995446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6eba49bf-a51c-4957-b8a1-5dd45c9ab2f4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:21:01.998277 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6eba49bf-a51c-4957-b8a1-5dd45c9ab2f4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:21:02.003939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6eba49bf-a51c-4957-b8a1-5dd45c9ab2f4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:21:02.020673 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6eba49bf-a51c-4957-b8a1-5dd45c9ab2f4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:02.083234 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6eba49bf-a51c-4957-b8a1-5dd45c9ab2f4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:02.087432 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6eba49bf-a51c-4957-b8a1-5dd45c9ab2f4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:02.113797 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba49bf-a51c-4957-b8a1-5dd45c9ab2f4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff36c94-f1db-44e3-98bf-f279298eb3fe,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:02.124454 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6eba49bf-a51c-4957-b8a1-5dd45c9ab2f4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:02.125805 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6eba49bf-a51c-4957-b8a1-5dd45c9ab2f4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1456242 Mar 05 14:21:02.128611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49416) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:21:02.134904 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-1bdf1833-2b6c-4d84-a61d-4644c1a42990 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group_rule': {'security_group_id': '374ec2cd-b1f5-4f6b-be21-050bdf132d45', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:21:02.141253 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1bdf1833-2b6c-4d84-a61d-4644c1a42990 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:21:02.145019 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1bdf1833-2b6c-4d84-a61d-4644c1a42990 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:21:02.147872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1bdf1833-2b6c-4d84-a61d-4644c1a42990 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:21:02.154009 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1bdf1833-2b6c-4d84-a61d-4644c1a42990 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:21:02.170061 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1833-2b6c-4d84-a61d-4644c1a42990 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:02.234542 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1833-2b6c-4d84-a61d-4644c1a42990 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:02.237823 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1833-2b6c-4d84-a61d-4644c1a42990 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:02.259629 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf1833-2b6c-4d84-a61d-4644c1a42990 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76661451-d341-4bda-8b39-09b7815c19e9,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:02.270445 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1833-2b6c-4d84-a61d-4644c1a42990 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:02.271653 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1bdf1833-2b6c-4d84-a61d-4644c1a42990 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1420872 Mar 05 14:21:02.274546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49420) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:21:02.279414 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-8166dbb7-3c44-474e-bb2a-1c3a5634105d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group_rule': {'security_group_id': '374ec2cd-b1f5-4f6b-be21-050bdf132d45', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:21:02.286281 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8166dbb7-3c44-474e-bb2a-1c3a5634105d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:21:02.290323 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8166dbb7-3c44-474e-bb2a-1c3a5634105d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:21:02.293253 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8166dbb7-3c44-474e-bb2a-1c3a5634105d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:21:02.298889 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8166dbb7-3c44-474e-bb2a-1c3a5634105d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:21:02.309578 n-d-803718-1 neutron-server[87913]: INFO neutron.db.securitygroups_db [None req-8166dbb7-3c44-474e-bb2a-1c3a5634105d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Project c0bf4aa200884a48888e5cf3ebc8526f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:21:02.316330 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8166dbb7-3c44-474e-bb2a-1c3a5634105d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:02.377897 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8166dbb7-3c44-474e-bb2a-1c3a5634105d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:02.383458 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8166dbb7-3c44-474e-bb2a-1c3a5634105d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:02.406555 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166dbb7-3c44-474e-bb2a-1c3a5634105d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f049b21f-abc2-42d4-8278-e707442ff26c,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:02.416371 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8166dbb7-3c44-474e-bb2a-1c3a5634105d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:02.417783 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8166dbb7-3c44-474e-bb2a-1c3a5634105d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1422815 Mar 05 14:21:02.420530 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49424) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:21:02.425485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-2a6e0920-8939-4486-bbc6-4015b451b894 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group_rule': {'security_group_id': '374ec2cd-b1f5-4f6b-be21-050bdf132d45', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:21:02.432581 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2a6e0920-8939-4486-bbc6-4015b451b894 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:21:02.436359 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2a6e0920-8939-4486-bbc6-4015b451b894 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:21:02.439219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2a6e0920-8939-4486-bbc6-4015b451b894 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:21:02.445670 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2a6e0920-8939-4486-bbc6-4015b451b894 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:21:02.456060 n-d-803718-1 neutron-server[87913]: INFO neutron.db.securitygroups_db [None req-2a6e0920-8939-4486-bbc6-4015b451b894 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Project c0bf4aa200884a48888e5cf3ebc8526f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:21:02.463419 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2a6e0920-8939-4486-bbc6-4015b451b894 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:02.531374 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2a6e0920-8939-4486-bbc6-4015b451b894 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:02.534502 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2a6e0920-8939-4486-bbc6-4015b451b894 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:02.559030 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e0920-8939-4486-bbc6-4015b451b894 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c661cd90-469b-4452-996b-d01f7ce7ead0,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:02.567285 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2a6e0920-8939-4486-bbc6-4015b451b894 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:02.568426 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2a6e0920-8939-4486-bbc6-4015b451b894 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1469796 Mar 05 14:21:02.571589 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49428) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:21:02.576788 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-4e2a1d0b-9d83-4242-b477-ddc30c0dff41 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'network': {'name': 'tempest-network-smoke--1016027955', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'port_security_enabled': True}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:21:02.582204 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4e2a1d0b-9d83-4242-b477-ddc30c0dff41 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:21:02.586869 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4e2a1d0b-9d83-4242-b477-ddc30c0dff41 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:network and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:21:02.589676 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4e2a1d0b-9d83-4242-b477-ddc30c0dff41 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:21:02.595272 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4e2a1d0b-9d83-4242-b477-ddc30c0dff41 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:21:02.605785 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2a1d0b-9d83-4242-b477-ddc30c0dff41 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Made reservation on behalf of c0bf4aa200884a48888e5cf3ebc8526f for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:21:02.609119 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e2a1d0b-9d83-4242-b477-ddc30c0dff41 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:02.637191 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e2a1d0b-9d83-4242-b477-ddc30c0dff41 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:21:02.646182 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e2a1d0b-9d83-4242-b477-ddc30c0dff41 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:02.646512 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-4e2a1d0b-9d83-4242-b477-ddc30c0dff41 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Added segment 9fa3a25d-55ae-47bb-8c91-266f0208584a of type vlan for network 1a325d61-985f-4de8-a670-5b3511a3e4ff Mar 05 14:21:02.672517 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e2a1d0b-9d83-4242-b477-ddc30c0dff41 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:02.701069 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e2a1d0b-9d83-4242-b477-ddc30c0dff41 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:02.706343 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2a1d0b-9d83-4242-b477-ddc30c0dff41 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:02.706945 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e2a1d0b-9d83-4242-b477-ddc30c0dff41 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:02.804205 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4e2a1d0b-9d83-4242-b477-ddc30c0dff41 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2314694 Mar 05 14:21:02.807579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49432) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:21:02.812853 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-c6117297-4246-4f75-a967-437520a0f381 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1213860602', 'admin_state_up': True, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:21:02.816116 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a1d0b-9d83-4242-b477-ddc30c0dff41 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Network': ['ID=1a325d61-985f-4de8-a670-5b3511a3e4ff,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:02.820933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c6117297-4246-4f75-a967-437520a0f381 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:21:02.824814 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c6117297-4246-4f75-a967-437520a0f381 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:router and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:21:02.826592 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 1a325d61-985f-4de8-a670-5b3511a3e4ff details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:21:02.827739 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c6117297-4246-4f75-a967-437520a0f381 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:21:02.834136 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c6117297-4246-4f75-a967-437520a0f381 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:21:02.844453 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6117297-4246-4f75-a967-437520a0f381 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:02.845427 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6117297-4246-4f75-a967-437520a0f381 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:02.860754 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6117297-4246-4f75-a967-437520a0f381 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:03.127031 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6117297-4246-4f75-a967-437520a0f381 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:03.432743 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6117297-4246-4f75-a967-437520a0f381 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:03.462916 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6117297-4246-4f75-a967-437520a0f381 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:03.596934 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-c6117297-4246-4f75-a967-437520a0f381 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Allocated IP 172.25.4.230 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/a2f0ff30-f313-4db9-a864-663b475b4301) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:21:03.743330 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6117297-4246-4f75-a967-437520a0f381 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:03.771869 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6117297-4246-4f75-a967-437520a0f381 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:03.830413 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6117297-4246-4f75-a967-437520a0f381 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:21:03.833268 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-c6117297-4246-4f75-a967-437520a0f381 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:21:03.837498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6117297-4246-4f75-a967-437520a0f381 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:21:03.999912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6117297-4246-4f75-a967-437520a0f381 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Port': ['ID=a2f0ff30-f313-4db9-a864-663b475b4301,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:04.374241 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6117297-4246-4f75-a967-437520a0f381 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:04.715278 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6117297-4246-4f75-a967-437520a0f381 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:04.920317 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6117297-4246-4f75-a967-437520a0f381 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Router 9dfab15a-ad59-4f22-92c0-19d0fa9fa82f is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:21:05.094318 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6117297-4246-4f75-a967-437520a0f381 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:21:05.103567 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] Sync routers for ids ['9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:21:05.112424 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] Routers {'9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:21:05.113221 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:20:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:21:05.123115 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6117297-4246-4f75-a967-437520a0f381 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:05.124360 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c6117297-4246-4f75-a967-437520a0f381 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3156636 Mar 05 14:21:05.127534 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49436) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:21:05.169857 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-bf2b0626-9d7b-4289-9777-b961a555a534 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=c0bf4aa200884a48888e5cf3ebc8526f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411522 Mar 05 14:21:05.172390 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49440) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:21:05.293054 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] Set router 9dfab15a-ad59-4f22-92c0-19d0fa9fa82f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:21:05.420094 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482518ab-0f15-4ff8-935a-3d89e6653371 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:05.421611 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-482518ab-0f15-4ff8-935a-3d89e6653371 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2483447 Mar 05 14:21:05.424509 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49444) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:21:05.464288 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ee8855fc-182c-4cff-8926-df945e046b4b tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387135 Mar 05 14:21:05.466956 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49448) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:21:05.472158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-eb2d9ef6-6f94-42ce-839f-9beadb7859e3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-65574076', 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:21:05.577498 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213860602', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:21:02Z', 'updated_at': '2022-03-05T14:21:04Z', 'revision_number': 3, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:21:03Z', 'updated_at': '2022-03-05T14:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:21:05.581324 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-eb2d9ef6-6f94-42ce-839f-9beadb7859e3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:21:05.581462 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] Checking router: 9dfab15a-ad59-4f22-92c0-19d0fa9fa82f for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:21:05.581788 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] Updating router 9dfab15a-ad59-4f22-92c0-19d0fa9fa82f port a2f0ff30-f313-4db9-a864-663b475b4301 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:21:05.585091 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-eb2d9ef6-6f94-42ce-839f-9beadb7859e3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:subnet and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:21:05.587956 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-eb2d9ef6-6f94-42ce-839f-9beadb7859e3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:21:05.593622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-eb2d9ef6-6f94-42ce-839f-9beadb7859e3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:21:05.604059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2d9ef6-6f94-42ce-839f-9beadb7859e3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Made reservation on behalf of c0bf4aa200884a48888e5cf3ebc8526f for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:21:05.607459 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eb2d9ef6-6f94-42ce-839f-9beadb7859e3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:05.634351 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:05.831738 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eb2d9ef6-6f94-42ce-839f-9beadb7859e3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:05.915214 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d9ef6-6f94-42ce-839f-9beadb7859e3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Subnet': ['ID=5041f58b-22bb-4cb1-a6dd-e937ce65bb1c,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:05.919704 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d9ef6-6f94-42ce-839f-9beadb7859e3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Checking segment: {'id': '9fa3a25d-55ae-47bb-8c91-266f0208584a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:21:05.920110 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2d9ef6-6f94-42ce-839f-9beadb7859e3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network hostable DHCP agents. Network: 1a325d61-985f-4de8-a670-5b3511a3e4ff, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:21:05.941198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2d9ef6-6f94-42ce-839f-9beadb7859e3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network 1a325d61-985f-4de8-a670-5b3511a3e4ff is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:21:05.951569 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-eb2d9ef6-6f94-42ce-839f-9beadb7859e3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 1a325d61-985f-4de8-a670-5b3511a3e4ff) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:21:05.956675 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2d9ef6-6f94-42ce-839f-9beadb7859e3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:05.957806 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eb2d9ef6-6f94-42ce-839f-9beadb7859e3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:05.959727 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c7f0d0-536a-48b3-8727-b6e48aea3c1e None None] Network 1a325d61-985f-4de8-a670-5b3511a3e4ff requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:21:05.981399 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-eb2d9ef6-6f94-42ce-839f-9beadb7859e3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5134239 Mar 05 14:21:05.984149 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49452) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:21:06.009651 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:06.021190 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] Transition to ACTIVE for port object a2f0ff30-f313-4db9-a864-663b475b4301 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:21:06.028450 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:06.116710 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] Attempting to bind port a2f0ff30-f313-4db9-a864-663b475b4301 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:21:06.118010 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] Attempting to bind port a2f0ff30-f313-4db9-a864-663b475b4301 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:21:06.118338 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] Attempting to bind port a2f0ff30-f313-4db9-a864-663b475b4301 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:21:06.120668 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb7984-e6a3-4b12-a318-4c31351b217a None None] Pushing event updated for resources: {'Port': ['ID=a2f0ff30-f313-4db9-a864-663b475b4301,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:06.130871 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:21:06.131462 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:21:06.131959 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:06.133286 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:21:06.133711 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] Bound port: a2f0ff30-f313-4db9-a864-663b475b4301, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:21:06.134169 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:06.159234 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb7984-e6a3-4b12-a318-4c31351b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:06.159715 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb7984-e6a3-4b12-a318-4c31351b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:06.160166 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb7984-e6a3-4b12-a318-4c31351b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:06.160594 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb7984-e6a3-4b12-a318-4c31351b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:06.161016 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb7984-e6a3-4b12-a318-4c31351b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:06.161433 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb7984-e6a3-4b12-a318-4c31351b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:06.161853 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb7984-e6a3-4b12-a318-4c31351b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:06.162274 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb7984-e6a3-4b12-a318-4c31351b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:06.162814 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb7984-e6a3-4b12-a318-4c31351b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:06.163231 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb7984-e6a3-4b12-a318-4c31351b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:06.163677 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb7984-e6a3-4b12-a318-4c31351b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:06.164101 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb7984-e6a3-4b12-a318-4c31351b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:06.192314 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6ae1d9-ca91-4deb-b4e2-769d254c28cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-1a325d61-985f-4de8-a670-5b3511a3e4ff', 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'fixed_ips': [{'subnet_id': '5041f58b-22bb-4cb1-a6dd-e937ce65bb1c'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:21:06.193284 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae1d9-ca91-4deb-b4e2-769d254c28cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:06.221024 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] For port a2f0ff30-f313-4db9-a864-663b475b4301, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:21:06.223920 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] For port a2f0ff30-f313-4db9-a864-663b475b4301, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a2f0ff30-f313-4db9-a864-663b475b4301,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:21:06.231254 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:06.312462 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb7984-e6a3-4b12-a318-4c31351b217a None None] Pushing event updated for resources: {'Port': ['ID=a2f0ff30-f313-4db9-a864-663b475b4301,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:06.317336 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] Routers {'9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:21:06.317930 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:20:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:21:06.358090 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-4d6ae1d9-ca91-4deb-b4e2-769d254c28cd None None] Allocated IP 172.20.0.2 (1a325d61-985f-4de8-a670-5b3511a3e4ff/5041f58b-22bb-4cb1-a6dd-e937ce65bb1c/b655bfae-1fd3-474e-920d-4758ca512c78) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:21:06.511051 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] Set router 9dfab15a-ad59-4f22-92c0-19d0fa9fa82f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:21:06.611674 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae1d9-ca91-4deb-b4e2-769d254c28cd None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:06.624469 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4d6ae1d9-ca91-4deb-b4e2-769d254c28cd None None] Transition to ACTIVE for port object b655bfae-1fd3-474e-920d-4758ca512c78 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:21:06.645585 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4d6ae1d9-ca91-4deb-b4e2-769d254c28cd None None] Transition to ACTIVE for port object b655bfae-1fd3-474e-920d-4758ca512c78 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:21:06.653277 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae1d9-ca91-4deb-b4e2-769d254c28cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:06.729818 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6ae1d9-ca91-4deb-b4e2-769d254c28cd None None] Network 1a325d61-985f-4de8-a670-5b3511a3e4ff is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:21:06.733961 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-4d6ae1d9-ca91-4deb-b4e2-769d254c28cd None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:21:06.744028 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6ae1d9-ca91-4deb-b4e2-769d254c28cd None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:21:06.789984 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ae1d9-ca91-4deb-b4e2-769d254c28cd None None] Pushing event updated for resources: {'Port': ['ID=b655bfae-1fd3-474e-920d-4758ca512c78,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:06.846865 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4d6ae1d9-ca91-4deb-b4e2-769d254c28cd None None] Attempting to bind port b655bfae-1fd3-474e-920d-4758ca512c78 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:21:06.847238 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4d6ae1d9-ca91-4deb-b4e2-769d254c28cd None None] Attempting to bind port b655bfae-1fd3-474e-920d-4758ca512c78 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '9fa3a25d-55ae-47bb-8c91-266f0208584a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:21:06.847597 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6ae1d9-ca91-4deb-b4e2-769d254c28cd None None] Attempting to bind port b655bfae-1fd3-474e-920d-4758ca512c78 on network 1a325d61-985f-4de8-a670-5b3511a3e4ff {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:21:06.853774 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6ae1d9-ca91-4deb-b4e2-769d254c28cd None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:21:06.854171 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6ae1d9-ca91-4deb-b4e2-769d254c28cd None None] Checking segment: {'id': '9fa3a25d-55ae-47bb-8c91-266f0208584a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:21:06.854577 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae1d9-ca91-4deb-b4e2-769d254c28cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:06.855000 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6ae1d9-ca91-4deb-b4e2-769d254c28cd None None] Bound using segment: {'id': '9fa3a25d-55ae-47bb-8c91-266f0208584a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:21:06.855473 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4d6ae1d9-ca91-4deb-b4e2-769d254c28cd None None] Bound port: b655bfae-1fd3-474e-920d-4758ca512c78, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa3a25d-55ae-47bb-8c91-266f0208584a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:21:06.855854 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae1d9-ca91-4deb-b4e2-769d254c28cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:06.857401 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2d36078-1125-4620-a0ef-0b13bf7d2528 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:06.863393 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213860602', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:21:02Z', 'updated_at': '2022-03-05T14:21:04Z', 'revision_number': 3, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:21:03Z', 'updated_at': '2022-03-05T14:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:21:06.868418 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcdccbd-5051-48db-8125-60b6360c709c None None] The sync data for ids ['9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'] in n-d-803718-1 is: [{'id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213860602', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:21:02Z', 'updated_at': '2022-03-05T14:21:04Z', 'revision_number': 3, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:21:03Z', 'updated_at': '2022-03-05T14:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:21:06.974511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4d6ae1d9-ca91-4deb-b4e2-769d254c28cd None None] For port b655bfae-1fd3-474e-920d-4758ca512c78, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:21:06.979522 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4d6ae1d9-ca91-4deb-b4e2-769d254c28cd None None] For port b655bfae-1fd3-474e-920d-4758ca512c78, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b655bfae-1fd3-474e-920d-4758ca512c78,segment=NetworkSegment(9fa3a25d-55ae-47bb-8c91-266f0208584a),segment_id=9fa3a25d-55ae-47bb-8c91-266f0208584a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:21:06.984782 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae1d9-ca91-4deb-b4e2-769d254c28cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:07.078793 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ae1d9-ca91-4deb-b4e2-769d254c28cd None None] Pushing event updated for resources: {'Port': ['ID=b655bfae-1fd3-474e-920d-4758ca512c78,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:07.534691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b655bfae-1fd3-474e-920d-4758ca512c78 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:21:07.556184 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-e2d36078-1125-4620-a0ef-0b13bf7d2528 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Allocated IP 172.20.0.1 (1a325d61-985f-4de8-a670-5b3511a3e4ff/5041f58b-22bb-4cb1-a6dd-e937ce65bb1c/a59db823-1fad-481a-bdd2-cb93b349cd9c) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:21:07.644315 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port b655bfae-1fd3-474e-920d-4758ca512c78 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:21:07.653201 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a2f0ff30-f313-4db9-a864-663b475b4301 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:21:07.746254 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2d36078-1125-4620-a0ef-0b13bf7d2528 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:07.755669 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port a2f0ff30-f313-4db9-a864-663b475b4301 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:21:07.761887 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port a2f0ff30-f313-4db9-a864-663b475b4301 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:21:07.762256 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:07.773197 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-e2d36078-1125-4620-a0ef-0b13bf7d2528 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Transition to ACTIVE for port object a59db823-1fad-481a-bdd2-cb93b349cd9c will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:21:07.803896 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2d36078-1125-4620-a0ef-0b13bf7d2528 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:07.881072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d36078-1125-4620-a0ef-0b13bf7d2528 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network 1a325d61-985f-4de8-a670-5b3511a3e4ff is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:21:07.884955 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-e2d36078-1125-4620-a0ef-0b13bf7d2528 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:21:07.893887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d36078-1125-4620-a0ef-0b13bf7d2528 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:21:07.934329 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:07.972852 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port a2f0ff30-f313-4db9-a864-663b475b4301, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a2f0ff30-f313-4db9-a864-663b475b4301,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:21:07.973660 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2d36078-1125-4620-a0ef-0b13bf7d2528 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:07.986453 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:08.131701 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=a2f0ff30-f313-4db9-a864-663b475b4301,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:08.225610 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d36078-1125-4620-a0ef-0b13bf7d2528 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Port': ['ID=a59db823-1fad-481a-bdd2-cb93b349cd9c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:08.390034 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2d36078-1125-4620-a0ef-0b13bf7d2528 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:08.440248 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b21fe42-0bb3-457c-811f-1bf7cb0d3e13 None None] Network 1a325d61-985f-4de8-a670-5b3511a3e4ff requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:21:08.582866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-807ea00e-c35b-429b-8d3f-fd50e7cf858c None None] Provisioning for port b655bfae-1fd3-474e-920d-4758ca512c78 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:21:08.590602 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-807ea00e-c35b-429b-8d3f-fd50e7cf858c None None] Provisioning complete for port b655bfae-1fd3-474e-920d-4758ca512c78 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:21:08.591004 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-807ea00e-c35b-429b-8d3f-fd50e7cf858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:08.827377 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-807ea00e-c35b-429b-8d3f-fd50e7cf858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:08.840566 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d43983f5-d5a3-488a-bf62-703130826fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:08.842010 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2d36078-1125-4620-a0ef-0b13bf7d2528 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:08.849526 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2d36078-1125-4620-a0ef-0b13bf7d2528 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:08.878920 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-807ea00e-c35b-429b-8d3f-fd50e7cf858c None None] For port b655bfae-1fd3-474e-920d-4758ca512c78, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b655bfae-1fd3-474e-920d-4758ca512c78,segment=NetworkSegment(9fa3a25d-55ae-47bb-8c91-266f0208584a),segment_id=9fa3a25d-55ae-47bb-8c91-266f0208584a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:21:08.886999 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-807ea00e-c35b-429b-8d3f-fd50e7cf858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:08.958947 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e2d36078-1125-4620-a0ef-0b13bf7d2528 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:08.986787 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ea00e-c35b-429b-8d3f-fd50e7cf858c None None] Pushing event updated for resources: {'Port': ['ID=b655bfae-1fd3-474e-920d-4758ca512c78,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:09.074818 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d36078-1125-4620-a0ef-0b13bf7d2528 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Port': ['ID=a59db823-1fad-481a-bdd2-cb93b349cd9c,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:09.135535 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d36078-1125-4620-a0ef-0b13bf7d2528 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network 1a325d61-985f-4de8-a670-5b3511a3e4ff is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:21:09.136720 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-e2d36078-1125-4620-a0ef-0b13bf7d2528 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:21:09.219714 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-412d9149-4833-434b-bcac-988aa2caffa0 None None] Provisioning complete for port b655bfae-1fd3-474e-920d-4758ca512c78 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:21:09.220092 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-412d9149-4833-434b-bcac-988aa2caffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:09.378713 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-412d9149-4833-434b-bcac-988aa2caffa0 None None] Provisioning for port a59db823-1fad-481a-bdd2-cb93b349cd9c completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:21:09.386463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-412d9149-4833-434b-bcac-988aa2caffa0 None None] Provisioning complete for port a59db823-1fad-481a-bdd2-cb93b349cd9c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:21:09.386990 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-412d9149-4833-434b-bcac-988aa2caffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:09.444309 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b655bfae-1fd3-474e-920d-4758ca512c78 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:21:09.545230 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-412d9149-4833-434b-bcac-988aa2caffa0 None None] Port a59db823-1fad-481a-bdd2-cb93b349cd9c cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:21:09.561890 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d36078-1125-4620-a0ef-0b13bf7d2528 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Router 9dfab15a-ad59-4f22-92c0-19d0fa9fa82f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:21:09.562598 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b655bfae-1fd3-474e-920d-4758ca512c78 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:21:09.563002 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:09.706711 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-eb73bbe4-f848-4f1d-b4a6-fd4961e80e53 None None] Provisioning complete for port a59db823-1fad-481a-bdd2-cb93b349cd9c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:21:09.707113 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-eb73bbe4-f848-4f1d-b4a6-fd4961e80e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:09.769234 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a2f0ff30-f313-4db9-a864-663b475b4301 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:21:09.802400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d36078-1125-4620-a0ef-0b13bf7d2528 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:21:09.812960 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-eb73bbe4-f848-4f1d-b4a6-fd4961e80e53 None None] Port a59db823-1fad-481a-bdd2-cb93b349cd9c cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:21:09.822624 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] Sync routers for ids ['9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:21:09.831924 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e2d36078-1125-4620-a0ef-0b13bf7d2528 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "PUT /v2.0/routers/9dfab15a-ad59-4f22-92c0-19d0fa9fa82f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8466649 Mar 05 14:21:09.842626 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] Routers {'9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:21:09.843321 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:20:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:21:10.000859 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-caf5185d-f4b2-4967-bd92-b9db4174a9fe tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-959634027&fields=id&tenant_id=c0bf4aa200884a48888e5cf3ebc8526f HTTP/1.1" status: 200 len: 267 time: 0.0442939 Mar 05 14:21:10.019412 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port a2f0ff30-f313-4db9-a864-663b475b4301 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:21:10.019916 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:10.089092 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] Set router 9dfab15a-ad59-4f22-92c0-19d0fa9fa82f gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:21:10.158498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-bbd4a934-724d-49cf-9aee-3dd06e1fe880 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:10.161442 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-bbd4a934-724d-49cf-9aee-3dd06e1fe880 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/networks?id=1a325d61-985f-4de8-a670-5b3511a3e4ff HTTP/1.1" status: 200 len: 797 time: 0.1531124 Mar 05 14:21:10.178027 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-eaf4dd79-ff6a-4542-bff4-16a6dc430ef9 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/quotas/c0bf4aa200884a48888e5cf3ebc8526f HTTP/1.1" status: 200 len: 375 time: 0.0116146 Mar 05 14:21:10.266347 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-9e0ca067-c22e-4ad9-aed7-0970c0b51e68 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Synchronizing usage tracker for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:21:10.283521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-9e0ca067-c22e-4ad9-aed7-0970c0b51e68 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Unset dirty status for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:21:10.284882 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-9e0ca067-c22e-4ad9-aed7-0970c0b51e68 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012342 Mar 05 14:21:10.544627 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213860602', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:21:02Z', 'updated_at': '2022-03-05T14:21:08Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:21:03Z', 'updated_at': '2022-03-05T14:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a59db823-1fad-481a-bdd2-cb93b349cd9c', 'name': '', 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:4a:9b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '5041f58b-22bb-4cb1-a6dd-e937ce65bb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:21:07Z', 'updated_at': '2022-03-05T14:21:08Z', 'revision_number': 2, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': '5041f58b-22bb-4cb1-a6dd-e937ce65bb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:21:10.548806 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] Checking router: 9dfab15a-ad59-4f22-92c0-19d0fa9fa82f for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:21:10.549224 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] Updating router 9dfab15a-ad59-4f22-92c0-19d0fa9fa82f port a59db823-1fad-481a-bdd2-cb93b349cd9c binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:21:10.605349 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:10.611751 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-c33a23f9-97e4-4d0a-92d4-46b39a3e3e87 service neutron] 10.222.0.16 "GET /v2.0/networks/1a325d61-985f-4de8-a670-5b3511a3e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147616 Mar 05 14:21:10.754851 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-48e8385b-130b-4369-af82-a5d29039ea4c service neutron] 10.222.0.16 "GET /v2.0/networks/1a325d61-985f-4de8-a670-5b3511a3e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354566 Mar 05 14:21:10.950702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-9b11c0f0-5c8e-4e19-a2fa-a088aee437dd req-c5ed8311-0f44-46b2-84b5-f7937f1ddac8 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Synchronizing usage tracker for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:21:10.965516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-9b11c0f0-5c8e-4e19-a2fa-a088aee437dd req-c5ed8311-0f44-46b2-84b5-f7937f1ddac8 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Unset dirty status for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:21:10.979848 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9b11c0f0-5c8e-4e19-a2fa-a088aee437dd req-c5ed8311-0f44-46b2-84b5-f7937f1ddac8 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 210 time: 0.0753686 Mar 05 14:21:11.004915 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e554a5fc-6165-40e9-af7a-557d2981de9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:11.018359 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:11.033311 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] Transition to ACTIVE for port object a59db823-1fad-481a-bdd2-cb93b349cd9c will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:21:11.041659 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:11.178247 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6afe3-fb6a-477a-9ef0-06f79b9665ce None None] Pushing event updated for resources: {'Port': ['ID=a59db823-1fad-481a-bdd2-cb93b349cd9c,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:11.270549 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] Attempting to bind port a59db823-1fad-481a-bdd2-cb93b349cd9c on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:21:11.271034 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] Attempting to bind port a59db823-1fad-481a-bdd2-cb93b349cd9c by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '9fa3a25d-55ae-47bb-8c91-266f0208584a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:21:11.271463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] Attempting to bind port a59db823-1fad-481a-bdd2-cb93b349cd9c on network 1a325d61-985f-4de8-a670-5b3511a3e4ff {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:21:11.278561 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:21:11.278994 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] Checking segment: {'id': '9fa3a25d-55ae-47bb-8c91-266f0208584a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:21:11.279412 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:11.279798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] Bound using segment: {'id': '9fa3a25d-55ae-47bb-8c91-266f0208584a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:21:11.280316 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] Bound port: a59db823-1fad-481a-bdd2-cb93b349cd9c, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa3a25d-55ae-47bb-8c91-266f0208584a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:21:11.280676 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:11.395656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] For port a59db823-1fad-481a-bdd2-cb93b349cd9c, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:21:11.402859 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] For port a59db823-1fad-481a-bdd2-cb93b349cd9c, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a59db823-1fad-481a-bdd2-cb93b349cd9c,segment=NetworkSegment(9fa3a25d-55ae-47bb-8c91-266f0208584a),segment_id=9fa3a25d-55ae-47bb-8c91-266f0208584a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:21:11.411369 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:11.517439 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] Routers {'9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:21:11.518086 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:21:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:21:11.597359 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6afe3-fb6a-477a-9ef0-06f79b9665ce None None] Pushing event updated for resources: {'Port': ['ID=a59db823-1fad-481a-bdd2-cb93b349cd9c,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:11.749563 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] Set router 9dfab15a-ad59-4f22-92c0-19d0fa9fa82f gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:21:12.177058 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:12.198196 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:12.206558 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ab70e220-1db2-4040-898a-277d9d6246fc req-da4a4c51-bccb-4dde-8309-dab2b442240e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 210 time: 0.0897815 Mar 05 14:21:12.213596 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213860602', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:21:02Z', 'updated_at': '2022-03-05T14:21:08Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:21:03Z', 'updated_at': '2022-03-05T14:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a59db823-1fad-481a-bdd2-cb93b349cd9c', 'name': '', 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:4a:9b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '5041f58b-22bb-4cb1-a6dd-e937ce65bb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:21:07Z', 'updated_at': '2022-03-05T14:21:11Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': '5041f58b-22bb-4cb1-a6dd-e937ce65bb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:21:12.222754 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9932b02e-4695-4de0-9cf4-31223943bfbf None None] The sync data for ids ['9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'] in n-d-803718-1 is: [{'id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213860602', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:21:02Z', 'updated_at': '2022-03-05T14:21:08Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:21:03Z', 'updated_at': '2022-03-05T14:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a59db823-1fad-481a-bdd2-cb93b349cd9c', 'name': '', 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:4a:9b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '5041f58b-22bb-4cb1-a6dd-e937ce65bb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:21:07Z', 'updated_at': '2022-03-05T14:21:11Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': '5041f58b-22bb-4cb1-a6dd-e937ce65bb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:21:12.402809 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-f0e3f5fe-d149-4bed-a23a-112f6dfcba86 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:12.405307 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-f0e3f5fe-d149-4bed-a23a-112f6dfcba86 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.15 "GET /v2.0/networks?id=1a325d61-985f-4de8-a670-5b3511a3e4ff HTTP/1.1" status: 200 len: 797 time: 0.3606994 Mar 05 14:21:12.474665 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-e77a6087-bd8c-4eb1-920e-e972f762f953 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0bf4aa200884a48888e5cf3ebc8526f HTTP/1.1" status: 200 len: 379 time: 0.0593820 Mar 05 14:21:12.490327 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-dc189baf-e19f-406c-a4ff-863537d09c87 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'port': {'device_id': 'bba713b5-e2ea-4acb-a909-9c5fd35de8d2', 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff', 'admin_state_up': True, 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'security_groups': ['374ec2cd-b1f5-4f6b-be21-050bdf132d45']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:21:12.654416 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-dc189baf-e19f-406c-a4ff-863537d09c87 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:21:12.670998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-dc189baf-e19f-406c-a4ff-863537d09c87 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:21:12.688084 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-dc189baf-e19f-406c-a4ff-863537d09c87 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Made reservation on behalf of c0bf4aa200884a48888e5cf3ebc8526f for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:21:12.693123 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-dc189baf-e19f-406c-a4ff-863537d09c87 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:12.902322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-dc189baf-e19f-406c-a4ff-863537d09c87 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Allocated IP 172.20.0.9 (1a325d61-985f-4de8-a670-5b3511a3e4ff/5041f58b-22bb-4cb1-a6dd-e937ce65bb1c/2f5accbb-d5c1-41e9-a167-c42cb3025738) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:21:13.311543 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-dc189baf-e19f-406c-a4ff-863537d09c87 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:13.333221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-dc189baf-e19f-406c-a4ff-863537d09c87 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Transition to ACTIVE for port object 2f5accbb-d5c1-41e9-a167-c42cb3025738 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:21:13.368150 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-dc189baf-e19f-406c-a4ff-863537d09c87 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:13.514972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc189baf-e19f-406c-a4ff-863537d09c87 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Port': ['ID=2f5accbb-d5c1-41e9-a167-c42cb3025738,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:13.522207 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a59db823-1fad-481a-bdd2-cb93b349cd9c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:21:13.554658 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-dc189baf-e19f-406c-a4ff-863537d09c87 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network 1a325d61-985f-4de8-a670-5b3511a3e4ff is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:21:13.557448 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-dc189baf-e19f-406c-a4ff-863537d09c87 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:21:13.561233 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-dc189baf-e19f-406c-a4ff-863537d09c87 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:21:13.574287 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2fa08-f0da-4d0d-a338-c900802692ea req-d0c23cbc-e5e7-4096-babc-dfec3b651979 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:13.583006 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3db2fa08-f0da-4d0d-a338-c900802692ea req-d0c23cbc-e5e7-4096-babc-dfec3b651979 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 931 time: 0.2064421 Mar 05 14:21:13.657023 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-3db2fa08-f0da-4d0d-a338-c900802692ea req-25c91287-18f8-425f-8577-62f032973f27 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Synchronizing usage tracker for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:21:13.686121 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-3db2fa08-f0da-4d0d-a338-c900802692ea req-25c91287-18f8-425f-8577-62f032973f27 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Unset dirty status for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:21:13.689493 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port a59db823-1fad-481a-bdd2-cb93b349cd9c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:21:13.697333 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port a59db823-1fad-481a-bdd2-cb93b349cd9c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:21:13.697704 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:13.707511 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-dc189baf-e19f-406c-a4ff-863537d09c87 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:13.708264 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-dc189baf-e19f-406c-a4ff-863537d09c87 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:13.709922 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3db2fa08-f0da-4d0d-a338-c900802692ea req-25c91287-18f8-425f-8577-62f032973f27 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233957 Mar 05 14:21:13.774490 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-dc189baf-e19f-406c-a4ff-863537d09c87 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2916648 Mar 05 14:21:13.806036 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-a40f0846-5178-4bf0-b778-c3cf2b26a2db service neutron] Request body: {'port': {'device_id': 'bba713b5-e2ea-4acb-a909-9c5fd35de8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:21:13.867184 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:13.947443 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:14.006171 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c157ff8b-0f33-4ed4-80c6-7605208e250a None None] Provisioning for port 2f5accbb-d5c1-41e9-a167-c42cb3025738 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:21:14.011681 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port a59db823-1fad-481a-bdd2-cb93b349cd9c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a59db823-1fad-481a-bdd2-cb93b349cd9c,segment=NetworkSegment(9fa3a25d-55ae-47bb-8c91-266f0208584a),segment_id=9fa3a25d-55ae-47bb-8c91-266f0208584a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:21:14.016657 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c157ff8b-0f33-4ed4-80c6-7605208e250a None None] Provisioning complete for port 2f5accbb-d5c1-41e9-a167-c42cb3025738 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:21:14.017391 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c157ff8b-0f33-4ed4-80c6-7605208e250a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:14.021449 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-a40f0846-5178-4bf0-b778-c3cf2b26a2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:14.057049 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:14.156662 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c157ff8b-0f33-4ed4-80c6-7605208e250a None None] Port 2f5accbb-d5c1-41e9-a167-c42cb3025738 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:21:14.162689 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=a59db823-1fad-481a-bdd2-cb93b349cd9c,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:14.493510 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-a40f0846-5178-4bf0-b778-c3cf2b26a2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5accbb-d5c1-41e9-a167-c42cb3025738 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:21:14.501876 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-a40f0846-5178-4bf0-b778-c3cf2b26a2db service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:14.517826 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-a40f0846-5178-4bf0-b778-c3cf2b26a2db service neutron] Transition to ACTIVE for port object 2f5accbb-d5c1-41e9-a167-c42cb3025738 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:21:14.524803 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-a40f0846-5178-4bf0-b778-c3cf2b26a2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:14.736642 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f0846-5178-4bf0-b778-c3cf2b26a2db service neutron] Pushing event updated for resources: {'Port': ['ID=2f5accbb-d5c1-41e9-a167-c42cb3025738,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:14.956463 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-a40f0846-5178-4bf0-b778-c3cf2b26a2db service neutron] Attempting to bind port 2f5accbb-d5c1-41e9-a167-c42cb3025738 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:21:14.956463 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-a40f0846-5178-4bf0-b778-c3cf2b26a2db service neutron] Attempting to bind port 2f5accbb-d5c1-41e9-a167-c42cb3025738 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '9fa3a25d-55ae-47bb-8c91-266f0208584a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:21:14.956463 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-a40f0846-5178-4bf0-b778-c3cf2b26a2db service neutron] Attempting to bind port 2f5accbb-d5c1-41e9-a167-c42cb3025738 on network 1a325d61-985f-4de8-a670-5b3511a3e4ff {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:21:14.967981 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-a40f0846-5178-4bf0-b778-c3cf2b26a2db service neutron] Port 2f5accbb-d5c1-41e9-a167-c42cb3025738 on network 1a325d61-985f-4de8-a670-5b3511a3e4ff not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:21:14.969561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-a40f0846-5178-4bf0-b778-c3cf2b26a2db service neutron] Attempting to bind port 2f5accbb-d5c1-41e9-a167-c42cb3025738 on network 1a325d61-985f-4de8-a670-5b3511a3e4ff {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:21:14.980290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-a40f0846-5178-4bf0-b778-c3cf2b26a2db service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:21:14.980628 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-a40f0846-5178-4bf0-b778-c3cf2b26a2db service neutron] Checking segment: {'id': '9fa3a25d-55ae-47bb-8c91-266f0208584a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:21:14.981058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-a40f0846-5178-4bf0-b778-c3cf2b26a2db service neutron] Bound using segment: {'id': '9fa3a25d-55ae-47bb-8c91-266f0208584a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:21:14.981534 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-a40f0846-5178-4bf0-b778-c3cf2b26a2db service neutron] Bound port: 2f5accbb-d5c1-41e9-a167-c42cb3025738, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fa3a25d-55ae-47bb-8c91-266f0208584a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:21:14.981878 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-a40f0846-5178-4bf0-b778-c3cf2b26a2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:15.113245 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3fbd78-428c-4b94-8e05-ed51e4ceee3c req-07424ddd-10f4-4aec-9f79-3bab3844f4c7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:15.114349 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-0d3fbd78-428c-4b94-8e05-ed51e4ceee3c req-07424ddd-10f4-4aec-9f79-3bab3844f4c7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Synchronizing usage tracker for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:21:15.140144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-a40f0846-5178-4bf0-b778-c3cf2b26a2db service neutron] For port 2f5accbb-d5c1-41e9-a167-c42cb3025738, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:21:15.143923 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-a40f0846-5178-4bf0-b778-c3cf2b26a2db service neutron] For port 2f5accbb-d5c1-41e9-a167-c42cb3025738, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=2f5accbb-d5c1-41e9-a167-c42cb3025738,segment=NetworkSegment(9fa3a25d-55ae-47bb-8c91-266f0208584a),segment_id=9fa3a25d-55ae-47bb-8c91-266f0208584a)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:21:15.150193 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-0d3fbd78-428c-4b94-8e05-ed51e4ceee3c req-07424ddd-10f4-4aec-9f79-3bab3844f4c7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Unset dirty status for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:21:15.151415 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d3fbd78-428c-4b94-8e05-ed51e4ceee3c req-07424ddd-10f4-4aec-9f79-3bab3844f4c7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 943 time: 0.2546310 Mar 05 14:21:15.155099 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-a40f0846-5178-4bf0-b778-c3cf2b26a2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:15.274584 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d3fbd78-428c-4b94-8e05-ed51e4ceee3c req-03e14940-e3f6-4a51-9d1c-98d581196b18 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137776 Mar 05 14:21:15.278736 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-a40f0846-5178-4bf0-b778-c3cf2b26a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:15.279446 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-a40f0846-5178-4bf0-b778-c3cf2b26a2db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:15.280940 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-a40f0846-5178-4bf0-b778-c3cf2b26a2db service neutron] 10.222.0.15 "PUT /v2.0/ports/2f5accbb-d5c1-41e9-a167-c42cb3025738 HTTP/1.1" status: 200 len: 1091 time: 1.4972126 Mar 05 14:21:15.281381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba713b5-e2ea-4acb-a909-9c5fd35de8d2', 'tag': '2f5accbb-d5c1-41e9-a167-c42cb3025738'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:21:15.315933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f0846-5178-4bf0-b778-c3cf2b26a2db service neutron] Pushing event updated for resources: {'Port': ['ID=2f5accbb-d5c1-41e9-a167-c42cb3025738,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:15.419384 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba713b5-e2ea-4acb-a909-9c5fd35de8d2', 'tag': '2f5accbb-d5c1-41e9-a167-c42cb3025738', 'status': 'completed', 'code': 200} Mar 05 14:21:15.496551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-1aaee621-dc37-494f-a456-0637d0e13be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:15.498042 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-1aaee621-dc37-494f-a456-0637d0e13be5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 1094 time: 0.1602166 Mar 05 14:21:15.498708 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a59db823-1fad-481a-bdd2-cb93b349cd9c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:21:15.585041 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-f747c6b3-290e-4d5a-bf7d-c8a388da2794 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f5accbb-d5c1-41e9-a167-c42cb3025738 HTTP/1.1" status: 200 len: 217 time: 0.0795298 Mar 05 14:21:15.643613 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port a59db823-1fad-481a-bdd2-cb93b349cd9c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:21:15.644004 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:15.677986 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-edc4e7f5-ed3f-4dca-8332-513317a497e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:15.680054 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-edc4e7f5-ed3f-4dca-8332-513317a497e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5041f58b-22bb-4cb1-a6dd-e937ce65bb1c HTTP/1.1" status: 200 len: 833 time: 0.0886400 Mar 05 14:21:15.801781 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-d33af129-5e23-4a6c-b948-85d605b04986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:15.804616 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-d33af129-5e23-4a6c-b948-85d605b04986 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a325d61-985f-4de8-a670-5b3511a3e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181061 Mar 05 14:21:15.953948 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-cff31133-d579-4605-9352-924d09bf6795 service neutron] 10.222.0.15 "GET /v2.0/networks/1a325d61-985f-4de8-a670-5b3511a3e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430912 Mar 05 14:21:16.231449 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-287a8fb0-c2a1-4062-a078-575a9d15da39 req-b77099b5-5068-4eea-9600-a26d5cd79077 service neutron] 10.222.0.15 "GET /v2.0/networks/1a325d61-985f-4de8-a670-5b3511a3e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719910 Mar 05 14:21:16.360641 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f63377-529c-4ecc-93f7-f5c2dd738527 req-47b96490-2786-4577-be41-8833bd43666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:16.362158 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-87f63377-529c-4ecc-93f7-f5c2dd738527 req-47b96490-2786-4577-be41-8833bd43666a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 1094 time: 0.0835257 Mar 05 14:21:16.606299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f63377-529c-4ecc-93f7-f5c2dd738527 req-e5fb1c9c-3129-4d18-85da-2f1cdbbe74f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:16.607770 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-87f63377-529c-4ecc-93f7-f5c2dd738527 req-e5fb1c9c-3129-4d18-85da-2f1cdbbe74f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a325d61-985f-4de8-a670-5b3511a3e4ff HTTP/1.1" status: 200 len: 897 time: 0.2394702 Mar 05 14:21:16.688104 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-87f63377-529c-4ecc-93f7-f5c2dd738527 req-9e8165ae-3ca9-4218-bcbd-75d0432367ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f5accbb-d5c1-41e9-a167-c42cb3025738 HTTP/1.1" status: 200 len: 217 time: 0.0720696 Mar 05 14:21:16.697435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd74f30-944c-4e5c-af26-e89ee958cb37 req-265ec2b8-745e-4327-a15d-699eb45dea1b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:16.698826 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fbd74f30-944c-4e5c-af26-e89ee958cb37 req-265ec2b8-745e-4327-a15d-699eb45dea1b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 943 time: 0.2651644 Mar 05 14:21:16.794123 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fbd74f30-944c-4e5c-af26-e89ee958cb37 req-5b659ca5-fac0-4f6f-a8cd-026d9f30493a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624049 Mar 05 14:21:16.797379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f63377-529c-4ecc-93f7-f5c2dd738527 req-77fcd0cd-bfe0-47a0-acf8-76d7550ac4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:16.798734 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-87f63377-529c-4ecc-93f7-f5c2dd738527 req-77fcd0cd-bfe0-47a0-acf8-76d7550ac4f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5041f58b-22bb-4cb1-a6dd-e937ce65bb1c HTTP/1.1" status: 200 len: 833 time: 0.0990996 Mar 05 14:21:16.879398 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f63377-529c-4ecc-93f7-f5c2dd738527 req-265c3187-31e8-434d-ac5b-392e046efec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:16.880876 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-87f63377-529c-4ecc-93f7-f5c2dd738527 req-265c3187-31e8-434d-ac5b-392e046efec5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a325d61-985f-4de8-a670-5b3511a3e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747583 Mar 05 14:21:17.023879 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-87f63377-529c-4ecc-93f7-f5c2dd738527 req-0e8248db-ba39-4107-b4a4-56630b5864d6 service neutron] 10.222.0.15 "GET /v2.0/networks/1a325d61-985f-4de8-a670-5b3511a3e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365352 Mar 05 14:21:17.162178 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-87f63377-529c-4ecc-93f7-f5c2dd738527 req-84422b29-7b66-4f6a-9549-6f7ac4066258 service neutron] 10.222.0.15 "GET /v2.0/networks/1a325d61-985f-4de8-a670-5b3511a3e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314802 Mar 05 14:21:17.994219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7851c-fbf3-4c41-bf74-aa515f6d4186 req-1f0ef238-b7fa-42c0-ba30-4bc805290395 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:17.996428 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-34f7851c-fbf3-4c41-bf74-aa515f6d4186 req-1f0ef238-b7fa-42c0-ba30-4bc805290395 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 943 time: 0.0822608 Mar 05 14:21:18.053813 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-34f7851c-fbf3-4c41-bf74-aa515f6d4186 req-2925eab4-9f5c-4e8c-b03e-d1e4523763de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501173 Mar 05 14:21:19.161037 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d31463da-d4b9-4924-9fb8-4416412015aa req-ea77b5ff-f50f-4635-8dde-0f8a8dc0e4ea tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1405533855&fields=id&tenant_id=cc1d84a3fe924180bae57f2f8ac664e5 HTTP/1.1" status: 200 len: 267 time: 0.0416965 Mar 05 14:21:19.233844 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee33467-13d3-4c1e-a109-1754e5559bb6 req-dc249d4f-29fa-445d-8473-0fff15bce533 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:19.235355 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bee33467-13d3-4c1e-a109-1754e5559bb6 req-dc249d4f-29fa-445d-8473-0fff15bce533 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 943 time: 0.0807438 Mar 05 14:21:19.279396 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bee33467-13d3-4c1e-a109-1754e5559bb6 req-0d83deaa-45c8-461e-a82c-9195232f0a72 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383837 Mar 05 14:21:19.316123 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31463da-d4b9-4924-9fb8-4416412015aa req-0f1a02b4-b9e3-4a4f-8601-e945df360de3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:19.317447 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d31463da-d4b9-4924-9fb8-4416412015aa req-0f1a02b4-b9e3-4a4f-8601-e945df360de3 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 812 time: 0.1499388 Mar 05 14:21:19.332595 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d31463da-d4b9-4924-9fb8-4416412015aa req-7fb99714-9dc4-4a01-a443-66f6d00c6175 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/quotas/cc1d84a3fe924180bae57f2f8ac664e5 HTTP/1.1" status: 200 len: 375 time: 0.0092523 Mar 05 14:21:19.426921 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d31463da-d4b9-4924-9fb8-4416412015aa req-535ab33b-2e54-4af1-b3f5-570eb170f180 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0885980 Mar 05 14:21:19.563318 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d31463da-d4b9-4924-9fb8-4416412015aa req-240b2353-51f4-405a-b3d3-a3415732bd20 service neutron] 10.222.0.16 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242914 Mar 05 14:21:19.691777 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d31463da-d4b9-4924-9fb8-4416412015aa req-05aa18c6-4a7b-41a2-b712-e4972d391756 service neutron] 10.222.0.16 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224244 Mar 05 14:21:19.762228 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 2f5accbb-d5c1-41e9-a167-c42cb3025738 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:21:19.895252 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 2f5accbb-d5c1-41e9-a167-c42cb3025738, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=2f5accbb-d5c1-41e9-a167-c42cb3025738,segment=NetworkSegment(9fa3a25d-55ae-47bb-8c91-266f0208584a),segment_id=9fa3a25d-55ae-47bb-8c91-266f0208584a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:21:19.908885 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '2f5accbb-d5c1-41e9-a167-c42cb3025738', 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff', 'port_id': '2f5accbb-d5c1-41e9-a167-c42cb3025738', 'mac_address': 'fa:16:3e:9c:cd:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5041f58b-22bb-4cb1-a6dd-e937ce65bb1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:21:19.967863 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:19.985048 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5accbb-d5c1-41e9-a167-c42cb3025738 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:21:20.001670 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 2f5accbb-d5c1-41e9-a167-c42cb3025738, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=2f5accbb-d5c1-41e9-a167-c42cb3025738,segment=NetworkSegment(9fa3a25d-55ae-47bb-8c91-266f0208584a),segment_id=9fa3a25d-55ae-47bb-8c91-266f0208584a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:21:20.005324 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:20.072661 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b3ede826-8850-438a-9f3e-f16ab484f52b req-6edea022-d0b2-49dc-8ac2-b98236c6204b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 210 time: 0.0434442 Mar 05 14:21:20.075773 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=2f5accbb-d5c1-41e9-a167-c42cb3025738,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:20.199664 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['2f5accbb-d5c1-41e9-a167-c42cb3025738'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:21:20.477543 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7897f83-eed9-46c6-9254-a9c06f3356f8 req-247a8cc3-570a-4ef4-9220-b87d15cad566 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:20.479056 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d7897f83-eed9-46c6-9254-a9c06f3356f8 req-247a8cc3-570a-4ef4-9220-b87d15cad566 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 944 time: 0.0826554 Mar 05 14:21:20.527435 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d7897f83-eed9-46c6-9254-a9c06f3356f8 req-7813879a-ca8f-42ea-8cd9-342a1cb05572 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423551 Mar 05 14:21:21.173270 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31463da-d4b9-4924-9fb8-4416412015aa req-270693e7-f5e4-4931-ad39-ce4abe34593f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:21.174879 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d31463da-d4b9-4924-9fb8-4416412015aa req-270693e7-f5e4-4931-ad39-ce4abe34593f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.30 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 812 time: 0.1541016 Mar 05 14:21:21.246728 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a9ab5855-2b62-4e89-b929-7f10195c98a1 req-e468b19c-1f3e-4e52-b7ff-42c4460f4a36 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 210 time: 0.0484667 Mar 05 14:21:21.269979 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d31463da-d4b9-4924-9fb8-4416412015aa req-e50d83d0-1cfd-48db-acc2-da7fb690321b tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc1d84a3fe924180bae57f2f8ac664e5 HTTP/1.1" status: 200 len: 380 time: 0.0861762 Mar 05 14:21:21.279727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-d31463da-d4b9-4924-9fb8-4416412015aa req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Request body: {'port': {'device_id': '83a711fe-42b0-403a-9601-f14e221cf51a', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'admin_state_up': True, 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'security_groups': ['d78cbcb0-d89c-4b21-a0a7-9ed28b048beb']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:21:21.436696 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-d31463da-d4b9-4924-9fb8-4416412015aa req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:21:21.448074 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-d31463da-d4b9-4924-9fb8-4416412015aa req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:21:21.461068 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d31463da-d4b9-4924-9fb8-4416412015aa req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Made reservation on behalf of cc1d84a3fe924180bae57f2f8ac664e5 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:21:21.464942 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d31463da-d4b9-4924-9fb8-4416412015aa req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:21.636505 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-d31463da-d4b9-4924-9fb8-4416412015aa req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Allocated IP 172.20.0.9 (c768af3c-6e35-45f2-95ff-e71855885f5e/00fe0f0a-69ac-46af-997d-acd7d0040d2e/ac20acd8-16c2-42bc-bb83-2b3ec9edd76c) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:21:21.777797 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 2f5accbb-d5c1-41e9-a167-c42cb3025738 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:21:21.864789 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 2f5accbb-d5c1-41e9-a167-c42cb3025738 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:21:21.869637 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0406e8f-716f-42ed-b18f-56e9b1a6e8e5 req-1baf1b18-5f08-4280-8094-e7f44f289a69 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:21.872893 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 2f5accbb-d5c1-41e9-a167-c42cb3025738 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:21:21.873397 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:21.879339 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0406e8f-716f-42ed-b18f-56e9b1a6e8e5 req-1baf1b18-5f08-4280-8094-e7f44f289a69 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 944 time: 0.2381794 Mar 05 14:21:21.938725 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0406e8f-716f-42ed-b18f-56e9b1a6e8e5 req-24c75ca5-6309-4dc6-86d3-b84f22c1cbfb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583501 Mar 05 14:21:21.988625 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d31463da-d4b9-4924-9fb8-4416412015aa req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:22.005891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-d31463da-d4b9-4924-9fb8-4416412015aa req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Transition to ACTIVE for port object ac20acd8-16c2-42bc-bb83-2b3ec9edd76c will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:21:22.025921 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:22.034285 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d31463da-d4b9-4924-9fb8-4416412015aa req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:22.057288 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba713b5-e2ea-4acb-a909-9c5fd35de8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5accbb-d5c1-41e9-a167-c42cb3025738'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:21:22.067464 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 2f5accbb-d5c1-41e9-a167-c42cb3025738, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=2f5accbb-d5c1-41e9-a167-c42cb3025738,segment=NetworkSegment(9fa3a25d-55ae-47bb-8c91-266f0208584a),segment_id=9fa3a25d-55ae-47bb-8c91-266f0208584a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:21:22.072157 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:22.103072 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31463da-d4b9-4924-9fb8-4416412015aa req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Network c768af3c-6e35-45f2-95ff-e71855885f5e is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:21:22.106904 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-d31463da-d4b9-4924-9fb8-4416412015aa req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:21:22.111006 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31463da-d4b9-4924-9fb8-4416412015aa req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:21:22.125608 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba713b5-e2ea-4acb-a909-9c5fd35de8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5accbb-d5c1-41e9-a167-c42cb3025738', 'code': 200} Mar 05 14:21:22.179627 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=2f5accbb-d5c1-41e9-a167-c42cb3025738,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:22.183072 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event updated for resources: {'Port': ['ID=ac20acd8-16c2-42bc-bb83-2b3ec9edd76c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:22.188191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:22.188744 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:22.189096 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:22.189909 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:22.190358 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:22.190915 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:22.191348 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:22.191772 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:22.192191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:22.192613 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:22.193048 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:22.193455 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:22.204768 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:22.204985 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:22.205322 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:22.205654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:22.205984 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:22.206309 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:22.206627 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:22.206970 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:22.207287 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:22.207600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:22.207917 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:22.208229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:21:22.250232 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31463da-d4b9-4924-9fb8-4416412015aa req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:22.250874 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d31463da-d4b9-4924-9fb8-4416412015aa req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:22.286532 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff123e-4124-4eda-8aa6-20cb2dbc9dca req-2eac57e6-3535-4484-be4c-da91e449d3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:22.288681 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-61ff123e-4124-4eda-8aa6-20cb2dbc9dca req-2eac57e6-3535-4484-be4c-da91e449d3fd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 1096 time: 0.1152117 Mar 05 14:21:22.295979 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d31463da-d4b9-4924-9fb8-4416412015aa req-dc84fe5d-1621-41a2-b106-6d5a4f185d95 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0198717 Mar 05 14:21:22.308992 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-d31463da-d4b9-4924-9fb8-4416412015aa req-5e535256-d9f9-4294-94bc-9bc17ca6d4c9 service neutron] Request body: {'port': {'device_id': '83a711fe-42b0-403a-9601-f14e221cf51a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:21:22.341661 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-61ff123e-4124-4eda-8aa6-20cb2dbc9dca req-5f3e68ea-d427-4c01-b623-9c60b285d149 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474885 Mar 05 14:21:22.433188 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cd0e1333-ad3f-4b72-aebf-d2f76d98b86a None None] Provisioning for port ac20acd8-16c2-42bc-bb83-2b3ec9edd76c completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:21:22.439542 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cd0e1333-ad3f-4b72-aebf-d2f76d98b86a None None] Provisioning complete for port ac20acd8-16c2-42bc-bb83-2b3ec9edd76c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:21:22.440301 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cd0e1333-ad3f-4b72-aebf-d2f76d98b86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:22.449066 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d31463da-d4b9-4924-9fb8-4416412015aa req-5e535256-d9f9-4294-94bc-9bc17ca6d4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:22.523579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51acd15-80f2-4f00-9735-e4e619ab3d33 req-a2cd43dc-fba5-48f2-9d77-37de7dbde723 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:22.525139 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d51acd15-80f2-4f00-9735-e4e619ab3d33 req-a2cd43dc-fba5-48f2-9d77-37de7dbde723 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 931 time: 0.1278853 Mar 05 14:21:22.531618 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e1333-ad3f-4b72-aebf-d2f76d98b86a None None] Port ac20acd8-16c2-42bc-bb83-2b3ec9edd76c cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:21:22.571028 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d51acd15-80f2-4f00-9735-e4e619ab3d33 req-1d5fb368-74ab-4a0a-a25d-f5336bda613e tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399730 Mar 05 14:21:22.816540 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-d31463da-d4b9-4924-9fb8-4416412015aa req-5e535256-d9f9-4294-94bc-9bc17ca6d4c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac20acd8-16c2-42bc-bb83-2b3ec9edd76c {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:21:22.824342 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d31463da-d4b9-4924-9fb8-4416412015aa req-5e535256-d9f9-4294-94bc-9bc17ca6d4c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:22.838651 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-d31463da-d4b9-4924-9fb8-4416412015aa req-5e535256-d9f9-4294-94bc-9bc17ca6d4c9 service neutron] Transition to ACTIVE for port object ac20acd8-16c2-42bc-bb83-2b3ec9edd76c will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:21:22.843161 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d31463da-d4b9-4924-9fb8-4416412015aa req-5e535256-d9f9-4294-94bc-9bc17ca6d4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:22.973127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e535256-d9f9-4294-94bc-9bc17ca6d4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac20acd8-16c2-42bc-bb83-2b3ec9edd76c,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:23.090233 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-d31463da-d4b9-4924-9fb8-4416412015aa req-5e535256-d9f9-4294-94bc-9bc17ca6d4c9 service neutron] Attempting to bind port ac20acd8-16c2-42bc-bb83-2b3ec9edd76c on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:21:23.090682 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-d31463da-d4b9-4924-9fb8-4416412015aa req-5e535256-d9f9-4294-94bc-9bc17ca6d4c9 service neutron] Attempting to bind port ac20acd8-16c2-42bc-bb83-2b3ec9edd76c by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:21:23.091024 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31463da-d4b9-4924-9fb8-4416412015aa req-5e535256-d9f9-4294-94bc-9bc17ca6d4c9 service neutron] Attempting to bind port ac20acd8-16c2-42bc-bb83-2b3ec9edd76c on network c768af3c-6e35-45f2-95ff-e71855885f5e {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:21:23.096950 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31463da-d4b9-4924-9fb8-4416412015aa req-5e535256-d9f9-4294-94bc-9bc17ca6d4c9 service neutron] Port ac20acd8-16c2-42bc-bb83-2b3ec9edd76c on network c768af3c-6e35-45f2-95ff-e71855885f5e not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:21:23.097311 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31463da-d4b9-4924-9fb8-4416412015aa req-5e535256-d9f9-4294-94bc-9bc17ca6d4c9 service neutron] Attempting to bind port ac20acd8-16c2-42bc-bb83-2b3ec9edd76c on network c768af3c-6e35-45f2-95ff-e71855885f5e {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:21:23.105469 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31463da-d4b9-4924-9fb8-4416412015aa req-5e535256-d9f9-4294-94bc-9bc17ca6d4c9 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:21:23.105806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31463da-d4b9-4924-9fb8-4416412015aa req-5e535256-d9f9-4294-94bc-9bc17ca6d4c9 service neutron] Checking segment: {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:21:23.106198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31463da-d4b9-4924-9fb8-4416412015aa req-5e535256-d9f9-4294-94bc-9bc17ca6d4c9 service neutron] Bound using segment: {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:21:23.106633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-d31463da-d4b9-4924-9fb8-4416412015aa req-5e535256-d9f9-4294-94bc-9bc17ca6d4c9 service neutron] Bound port: ac20acd8-16c2-42bc-bb83-2b3ec9edd76c, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4049478-7f93-4705-a7b2-75fc5169a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:21:23.107008 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d31463da-d4b9-4924-9fb8-4416412015aa req-5e535256-d9f9-4294-94bc-9bc17ca6d4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:23.218987 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-d31463da-d4b9-4924-9fb8-4416412015aa req-5e535256-d9f9-4294-94bc-9bc17ca6d4c9 service neutron] For port ac20acd8-16c2-42bc-bb83-2b3ec9edd76c, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:21:23.222185 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-d31463da-d4b9-4924-9fb8-4416412015aa req-5e535256-d9f9-4294-94bc-9bc17ca6d4c9 service neutron] For port ac20acd8-16c2-42bc-bb83-2b3ec9edd76c, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=ac20acd8-16c2-42bc-bb83-2b3ec9edd76c,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:21:23.258978 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d31463da-d4b9-4924-9fb8-4416412015aa req-5e535256-d9f9-4294-94bc-9bc17ca6d4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:23.341394 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31463da-d4b9-4924-9fb8-4416412015aa req-5e535256-d9f9-4294-94bc-9bc17ca6d4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:23.342007 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d31463da-d4b9-4924-9fb8-4416412015aa req-5e535256-d9f9-4294-94bc-9bc17ca6d4c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:23.343413 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d31463da-d4b9-4924-9fb8-4416412015aa req-5e535256-d9f9-4294-94bc-9bc17ca6d4c9 service neutron] 10.222.0.30 "PUT /v2.0/ports/ac20acd8-16c2-42bc-bb83-2b3ec9edd76c HTTP/1.1" status: 200 len: 1091 time: 1.0391705 Mar 05 14:21:23.343852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a711fe-42b0-403a-9601-f14e221cf51a', 'tag': 'ac20acd8-16c2-42bc-bb83-2b3ec9edd76c'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:21:23.363937 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e535256-d9f9-4294-94bc-9bc17ca6d4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac20acd8-16c2-42bc-bb83-2b3ec9edd76c,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:23.443611 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a711fe-42b0-403a-9601-f14e221cf51a', 'tag': 'ac20acd8-16c2-42bc-bb83-2b3ec9edd76c', 'status': 'completed', 'code': 200} Mar 05 14:21:23.457126 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e40d3b-ad7c-4074-9b50-904744626da0 req-f14d14b6-6825-4bd7-88ae-f3119119579d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:23.458640 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c4e40d3b-ad7c-4074-9b50-904744626da0 req-f14d14b6-6825-4bd7-88ae-f3119119579d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 945 time: 0.2331448 Mar 05 14:21:23.519351 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c4e40d3b-ad7c-4074-9b50-904744626da0 req-000eb5a3-b019-478d-9183-2c3d9a069020 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534816 Mar 05 14:21:23.526588 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31463da-d4b9-4924-9fb8-4416412015aa req-11e553ce-aab8-47f0-9b12-82b454db2187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:23.528074 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d31463da-d4b9-4924-9fb8-4416412015aa req-11e553ce-aab8-47f0-9b12-82b454db2187 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 1094 time: 0.1241765 Mar 05 14:21:23.599822 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d31463da-d4b9-4924-9fb8-4416412015aa req-bb68c32a-74d9-40f4-adc8-a42c70b46b43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac20acd8-16c2-42bc-bb83-2b3ec9edd76c HTTP/1.1" status: 200 len: 217 time: 0.0646610 Mar 05 14:21:23.661771 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31463da-d4b9-4924-9fb8-4416412015aa req-3b0ca5c2-1bcb-49bc-a820-e7e9cb158c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:23.664410 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d31463da-d4b9-4924-9fb8-4416412015aa req-3b0ca5c2-1bcb-49bc-a820-e7e9cb158c59 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 200 len: 851 time: 0.0593350 Mar 05 14:21:23.742311 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31463da-d4b9-4924-9fb8-4416412015aa req-c67eb1cc-b283-4f20-9f51-a098767fb485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:23.743815 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d31463da-d4b9-4924-9fb8-4416412015aa req-c67eb1cc-b283-4f20-9f51-a098767fb485 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c768af3c-6e35-45f2-95ff-e71855885f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740490 Mar 05 14:21:23.768260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658a445-af72-48af-b25c-340e535bc48c req-c2930cf4-ed4e-4e8e-9a7c-5ae30464741f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:23.769686 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e658a445-af72-48af-b25c-340e535bc48c req-c2930cf4-ed4e-4e8e-9a7c-5ae30464741f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 943 time: 0.0894523 Mar 05 14:21:23.815066 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e658a445-af72-48af-b25c-340e535bc48c req-14c5aee3-806c-4e9a-8489-9938eaa02ea8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390151 Mar 05 14:21:23.987315 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d31463da-d4b9-4924-9fb8-4416412015aa req-ffb1a38b-a005-4898-904d-078ed047696e service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371886 Mar 05 14:21:24.115981 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d31463da-d4b9-4924-9fb8-4416412015aa req-825b3afb-addf-47dd-a2a0-a35e43cfc34e service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217849 Mar 05 14:21:24.228911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04180b-3d92-42cf-abe4-632e28579caa req-3e9b2f96-42e2-418c-b83d-0b6fe9fd9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:24.230297 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3e04180b-3d92-42cf-abe4-632e28579caa req-3e9b2f96-42e2-418c-b83d-0b6fe9fd9330 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 1094 time: 0.0707831 Mar 05 14:21:24.360823 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04180b-3d92-42cf-abe4-632e28579caa req-a51545f1-24c8-428e-83c0-1ad12bc7b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:24.362241 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3e04180b-3d92-42cf-abe4-632e28579caa req-a51545f1-24c8-428e-83c0-1ad12bc7b553 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 912 time: 0.1257346 Mar 05 14:21:24.431745 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3e04180b-3d92-42cf-abe4-632e28579caa req-1802c36d-b883-4743-b33c-60ee71cc2bfc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac20acd8-16c2-42bc-bb83-2b3ec9edd76c HTTP/1.1" status: 200 len: 217 time: 0.0628951 Mar 05 14:21:24.493251 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04180b-3d92-42cf-abe4-632e28579caa req-de1cd710-1266-457d-a2f8-997cb7831be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:24.494588 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3e04180b-3d92-42cf-abe4-632e28579caa req-de1cd710-1266-457d-a2f8-997cb7831be2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 200 len: 851 time: 0.0565445 Mar 05 14:21:24.576015 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04180b-3d92-42cf-abe4-632e28579caa req-4e1acf6b-2b94-4e59-8086-304db5ac1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:24.577472 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3e04180b-3d92-42cf-abe4-632e28579caa req-4e1acf6b-2b94-4e59-8086-304db5ac1ea0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c768af3c-6e35-45f2-95ff-e71855885f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742421 Mar 05 14:21:24.780846 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3e04180b-3d92-42cf-abe4-632e28579caa req-1bd0b96c-174a-4190-af38-3b815c93bf41 service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961522 Mar 05 14:21:24.835032 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa8ebb-7755-4985-9a3f-3f756795b347 req-ee0e25e7-3641-4680-883e-1dc4030a342f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:24.837530 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1faa8ebb-7755-4985-9a3f-3f756795b347 req-ee0e25e7-3641-4680-883e-1dc4030a342f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 945 time: 0.1670418 Mar 05 14:21:24.953233 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1faa8ebb-7755-4985-9a3f-3f756795b347 req-3f51ef92-89fc-4aba-b6fc-62a22526ed8d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684695 Mar 05 14:21:24.961484 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3e04180b-3d92-42cf-abe4-632e28579caa req-5303b0f5-d462-458b-b0d3-2a2e19c14e01 service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726654 Mar 05 14:21:25.003930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851088c-799a-4521-bd30-3acf916ebe94 req-c8fa7264-ec3d-47aa-828f-e1ac53050579 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:25.005462 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c851088c-799a-4521-bd30-3acf916ebe94 req-c8fa7264-ec3d-47aa-828f-e1ac53050579 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 943 time: 0.0822442 Mar 05 14:21:25.053463 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c851088c-799a-4521-bd30-3acf916ebe94 req-8a03e0cb-7f88-41e6-bc7b-00277680d311 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413504 Mar 05 14:21:25.145596 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3008f3-492f-4814-b16c-5f9cb55c8a9e req-19546e07-3b20-4e72-b9c4-7fd017dd39fa tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:25.148517 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7a3008f3-492f-4814-b16c-5f9cb55c8a9e req-19546e07-3b20-4e72-b9c4-7fd017dd39fa tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 945 time: 0.0865154 Mar 05 14:21:25.198752 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7a3008f3-492f-4814-b16c-5f9cb55c8a9e req-38fa22db-308d-4b4c-ade3-8c9e95225b06 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437667 Mar 05 14:21:25.224611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49578) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:21:25.303802 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4f2f7e-080f-4361-a63d-3be36f28b8ff tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:25.305033 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cd4f2f7e-080f-4361-a63d-3be36f28b8ff tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 1091 time: 0.0801163 Mar 05 14:21:25.308520 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49582) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:21:25.313572 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': '2f5accbb-d5c1-41e9-a167-c42cb3025738', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:21:25.322076 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:21:25.327419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:floatingip and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:21:25.329338 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:21:25.336968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:21:25.354133 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:25.507781 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:25.661590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Allocated IP 172.25.4.161 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/5a26a216-818a-4e28-8bc2-ed1922e70fd5) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:21:25.810301 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:25.839665 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:26.001502 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:21:26.004167 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:21:26.013196 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:21:26.047019 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Port': ['ID=5a26a216-818a-4e28-8bc2-ed1922e70fd5,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:26.246552 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fb01b-4606-433a-8162-8bb5f51960bf req-c54b017a-e5a2-4b8f-867c-255b87638268 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:26.248162 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-391fb01b-4606-433a-8162-8bb5f51960bf req-c54b017a-e5a2-4b8f-867c-255b87638268 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 943 time: 0.0848162 Mar 05 14:21:26.292482 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-391fb01b-4606-433a-8162-8bb5f51960bf req-51ebe651-9930-433e-a873-94ad9274b773 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387225 Mar 05 14:21:26.432302 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:26.511434 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:26.739921 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:26.745398 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:26.854008 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Port': ['ID=5a26a216-818a-4e28-8bc2-ed1922e70fd5,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:26.868330 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:27.049938 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Floating IP 8d821c1d-37a4-4a4c-8eb1-989982ae266e associated. External IP: 172.25.4.161, port: 2f5accbb-d5c1-41e9-a167-c42cb3025738. Mar 05 14:21:27.433904 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Router 9dfab15a-ad59-4f22-92c0-19d0fa9fa82f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:21:27.793550 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a23b9-9242-47d5-a076-1101b8498b00 req-48edfc90-6a36-4f84-9b17-2c9380a21959 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:27.794237 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d34a23b9-9242-47d5-a076-1101b8498b00 req-48edfc90-6a36-4f84-9b17-2c9380a21959 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Synchronizing usage tracker for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:21:27.808312 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:21:27.818409 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f6b95e-b2f7-4fa2-aaf8-7b9b616051dc None None] Sync routers for ids ['9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:21:27.829755 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f6b95e-b2f7-4fa2-aaf8-7b9b616051dc None None] Routers {'9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:21:27.829948 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d34a23b9-9242-47d5-a076-1101b8498b00 req-48edfc90-6a36-4f84-9b17-2c9380a21959 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Unset dirty status for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:21:27.830362 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-67f6b95e-b2f7-4fa2-aaf8-7b9b616051dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:21:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:21:27.831299 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d34a23b9-9242-47d5-a076-1101b8498b00 req-48edfc90-6a36-4f84-9b17-2c9380a21959 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 943 time: 0.3936026 Mar 05 14:21:27.853217 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:27.955718 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d34a23b9-9242-47d5-a076-1101b8498b00 req-828ca219-4228-42b6-b786-37883aa3261a tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117942 Mar 05 14:21:27.955718 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-835bba70-e5a3-4610-a25b-436d8b038f77 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6444795 Mar 05 14:21:27.955718 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba713b5-e2ea-4acb-a909-9c5fd35de8d2', 'tag': '2f5accbb-d5c1-41e9-a167-c42cb3025738'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:21:28.019008 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba713b5-e2ea-4acb-a909-9c5fd35de8d2', 'tag': '2f5accbb-d5c1-41e9-a167-c42cb3025738', 'status': 'completed', 'code': 200} Mar 05 14:21:28.049569 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-67f6b95e-b2f7-4fa2-aaf8-7b9b616051dc None None] Set router 9dfab15a-ad59-4f22-92c0-19d0fa9fa82f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:21:28.178558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b2da2-955c-44c8-bc96-0b3afcaf20e8 req-7e440874-8984-42a1-904d-241d252d6176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:28.180033 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd8b2da2-955c-44c8-bc96-0b3afcaf20e8 req-7e440874-8984-42a1-904d-241d252d6176 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 1096 time: 0.1372728 Mar 05 14:21:28.188084 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f2380-80cf-44b8-a440-9ee5be461299 req-7005cac6-e91b-4360-b6e9-a6037490f1fb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:28.189445 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-776f2380-80cf-44b8-a440-9ee5be461299 req-7005cac6-e91b-4360-b6e9-a6037490f1fb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 945 time: 0.1146739 Mar 05 14:21:28.330381 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-776f2380-80cf-44b8-a440-9ee5be461299 req-10822152-b8c3-429f-899f-b231aafdea29 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202934 Mar 05 14:21:28.353803 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49594) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:21:28.370812 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b2da2-955c-44c8-bc96-0b3afcaf20e8 req-aabd8968-3d91-4817-be25-a3a322c248ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:28.372282 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd8b2da2-955c-44c8-bc96-0b3afcaf20e8 req-aabd8968-3d91-4817-be25-a3a322c248ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a325d61-985f-4de8-a670-5b3511a3e4ff HTTP/1.1" status: 200 len: 897 time: 0.1814764 Mar 05 14:21:28.434186 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-67f6b95e-b2f7-4fa2-aaf8-7b9b616051dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213860602', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:21:02Z', 'updated_at': '2022-03-05T14:21:08Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:21:03Z', 'updated_at': '2022-03-05T14:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '8d821c1d-37a4-4a4c-8eb1-989982ae266e', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'floating_ip_address': '172.25.4.161', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'port_id': '2f5accbb-d5c1-41e9-a167-c42cb3025738', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff', 'mac_address': 'fa:16:3e:9c:cd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba713b5-e2ea-4acb-a909-9c5fd35de8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:21:26Z', 'updated_at': '2022-03-05T14:21:26Z', 'revision_number': 0, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59db823-1fad-481a-bdd2-cb93b349cd9c', 'name': '', 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:4a:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '5041f58b-22bb-4cb1-a6dd-e937ce65bb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:21:07Z', 'updated_at': '2022-03-05T14:21:13Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': '5041f58b-22bb-4cb1-a6dd-e937ce65bb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:21:28.438592 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f6b95e-b2f7-4fa2-aaf8-7b9b616051dc None None] Checking router: 9dfab15a-ad59-4f22-92c0-19d0fa9fa82f for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:21:28.449370 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f6b95e-b2f7-4fa2-aaf8-7b9b616051dc None None] Routers {'9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:21:28.449866 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-67f6b95e-b2f7-4fa2-aaf8-7b9b616051dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:21:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:21:28.515116 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3a092b82-e77a-400b-8405-0795c13b62ce tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/floatingips/8d821c1d-37a4-4a4c-8eb1-989982ae266e HTTP/1.1" status: 200 len: 991 time: 0.1598420 Mar 05 14:21:28.523355 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd8b2da2-955c-44c8-bc96-0b3afcaf20e8 req-73666a35-7c09-4d61-9a3b-9c01081c9583 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f5accbb-d5c1-41e9-a167-c42cb3025738 HTTP/1.1" status: 200 len: 999 time: 0.1408892 Mar 05 14:21:28.611450 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b2da2-955c-44c8-bc96-0b3afcaf20e8 req-6e0f0b5a-edd6-4328-8c07-71e07767889f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:28.613178 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd8b2da2-955c-44c8-bc96-0b3afcaf20e8 req-6e0f0b5a-edd6-4328-8c07-71e07767889f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5041f58b-22bb-4cb1-a6dd-e937ce65bb1c HTTP/1.1" status: 200 len: 833 time: 0.0844154 Mar 05 14:21:28.668011 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-67f6b95e-b2f7-4fa2-aaf8-7b9b616051dc None None] Set router 9dfab15a-ad59-4f22-92c0-19d0fa9fa82f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:21:28.704214 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b2da2-955c-44c8-bc96-0b3afcaf20e8 req-f6e6c003-1868-4079-8771-c5ff5b7b2ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:28.705669 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd8b2da2-955c-44c8-bc96-0b3afcaf20e8 req-f6e6c003-1868-4079-8771-c5ff5b7b2ad1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a325d61-985f-4de8-a670-5b3511a3e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863509 Mar 05 14:21:28.857635 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd8b2da2-955c-44c8-bc96-0b3afcaf20e8 req-5f642535-1f3c-4c97-a00b-b64e3d4d4af1 service neutron] 10.222.0.15 "GET /v2.0/networks/1a325d61-985f-4de8-a670-5b3511a3e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456311 Mar 05 14:21:29.012514 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fd8b2da2-955c-44c8-bc96-0b3afcaf20e8 req-749dbe17-fc46-4bff-981a-0e78fde32126 service neutron] 10.222.0.15 "GET /v2.0/networks/1a325d61-985f-4de8-a670-5b3511a3e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494403 Mar 05 14:21:29.078796 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-67f6b95e-b2f7-4fa2-aaf8-7b9b616051dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213860602', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:21:02Z', 'updated_at': '2022-03-05T14:21:08Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:21:03Z', 'updated_at': '2022-03-05T14:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '8d821c1d-37a4-4a4c-8eb1-989982ae266e', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'floating_ip_address': '172.25.4.161', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'port_id': '2f5accbb-d5c1-41e9-a167-c42cb3025738', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff', 'mac_address': 'fa:16:3e:9c:cd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba713b5-e2ea-4acb-a909-9c5fd35de8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:21:26Z', 'updated_at': '2022-03-05T14:21:26Z', 'revision_number': 0, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59db823-1fad-481a-bdd2-cb93b349cd9c', 'name': '', 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:4a:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '5041f58b-22bb-4cb1-a6dd-e937ce65bb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:21:07Z', 'updated_at': '2022-03-05T14:21:13Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': '5041f58b-22bb-4cb1-a6dd-e937ce65bb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:21:29.082738 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f6b95e-b2f7-4fa2-aaf8-7b9b616051dc None None] The sync data for ids ['9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'] in n-d-803718-1 is: [{'id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213860602', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:21:02Z', 'updated_at': '2022-03-05T14:21:08Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:21:03Z', 'updated_at': '2022-03-05T14:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '8d821c1d-37a4-4a4c-8eb1-989982ae266e', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'floating_ip_address': '172.25.4.161', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'port_id': '2f5accbb-d5c1-41e9-a167-c42cb3025738', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff', 'mac_address': 'fa:16:3e:9c:cd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba713b5-e2ea-4acb-a909-9c5fd35de8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:21:26Z', 'updated_at': '2022-03-05T14:21:26Z', 'revision_number': 0, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59db823-1fad-481a-bdd2-cb93b349cd9c', 'name': '', 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:4a:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '5041f58b-22bb-4cb1-a6dd-e937ce65bb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:21:07Z', 'updated_at': '2022-03-05T14:21:13Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': '5041f58b-22bb-4cb1-a6dd-e937ce65bb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:21:29.155216 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca3e61-b6ad-4e92-8f3b-7bc4ea8eddfb req-e4ade962-ba2f-4053-b861-8bb8dda45e81 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:29.156671 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d5ca3e61-b6ad-4e92-8f3b-7bc4ea8eddfb req-e4ade962-ba2f-4053-b861-8bb8dda45e81 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 943 time: 0.0853238 Mar 05 14:21:29.202779 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d5ca3e61-b6ad-4e92-8f3b-7bc4ea8eddfb req-f40f2740-9e22-48aa-852b-339639031689 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402744 Mar 05 14:21:29.252103 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:29.276159 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:29.293290 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7e495b-8aef-4fbd-9dd6-6c87f5a3aec5 None None] New status for floating IP 8d821c1d-37a4-4a4c-8eb1-989982ae266e: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:21:29.519041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49600) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:21:29.632348 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-917d87fe-33ee-4592-98c0-516b6df798a2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/floatingips/8d821c1d-37a4-4a4c-8eb1-989982ae266e HTTP/1.1" status: 200 len: 993 time: 0.1118619 Mar 05 14:21:29.944335 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-47c699eb-600e-45f1-9a96-e99f58ce8497 req-84682a51-208f-4b44-8aeb-f507cbbb87e4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696278 Mar 05 14:21:30.083432 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c699eb-600e-45f1-9a96-e99f58ce8497 req-bae54a26-8172-41c8-929c-e9c54549f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:30.084866 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-47c699eb-600e-45f1-9a96-e99f58ce8497 req-bae54a26-8172-41c8-929c-e9c54549f14c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 1096 time: 0.0727568 Mar 05 14:21:30.226880 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c699eb-600e-45f1-9a96-e99f58ce8497 req-7cf96f9d-bef4-478b-919d-ed395e07e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:30.228254 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-47c699eb-600e-45f1-9a96-e99f58ce8497 req-7cf96f9d-bef4-478b-919d-ed395e07e5f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 912 time: 0.1248031 Mar 05 14:21:30.332799 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-47c699eb-600e-45f1-9a96-e99f58ce8497 req-2bbdff75-0920-4656-9c7b-edcee7f1a73d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d0f9462-0fae-440c-beb5-49fbd35d8d56 HTTP/1.1" status: 200 len: 1001 time: 0.0985818 Mar 05 14:21:30.389242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b1eaa-9418-483e-a43e-4250e3861aba req-dc79c43f-629e-463c-923d-cbeb55a68a64 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:30.391358 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-303b1eaa-9418-483e-a43e-4250e3861aba req-dc79c43f-629e-463c-923d-cbeb55a68a64 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 943 time: 0.0847816 Mar 05 14:21:30.394668 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c699eb-600e-45f1-9a96-e99f58ce8497 req-c3bb0eb7-8972-4e5f-9508-4be188b3fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:30.396121 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-47c699eb-600e-45f1-9a96-e99f58ce8497 req-c3bb0eb7-8972-4e5f-9508-4be188b3fecb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 200 len: 851 time: 0.0573778 Mar 05 14:21:30.442992 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-303b1eaa-9418-483e-a43e-4250e3861aba req-4a6d7138-7b45-410c-941c-96f6b34fc7d4 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455818 Mar 05 14:21:30.471376 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c699eb-600e-45f1-9a96-e99f58ce8497 req-11a80a2f-75a6-486f-8a52-4f10f4368787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:30.472846 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-47c699eb-600e-45f1-9a96-e99f58ce8497 req-11a80a2f-75a6-486f-8a52-4f10f4368787 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c768af3c-6e35-45f2-95ff-e71855885f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712404 Mar 05 14:21:30.601976 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-47c699eb-600e-45f1-9a96-e99f58ce8497 req-be9c25a6-2e3f-431a-af9c-7898797d95e4 service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226666 Mar 05 14:21:30.731079 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-47c699eb-600e-45f1-9a96-e99f58ce8497 req-bfba6f2d-08df-4187-b637-c2df6bbbccfc service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231625 Mar 05 14:21:31.736962 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2b865-2eae-4d68-90c7-d1fc1d1c281e req-e8f9f086-6e18-4b0f-bb67-177db3487d10 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:31.738322 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-39d2b865-2eae-4d68-90c7-d1fc1d1c281e req-e8f9f086-6e18-4b0f-bb67-177db3487d10 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 943 time: 0.1917262 Mar 05 14:21:31.781333 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-39d2b865-2eae-4d68-90c7-d1fc1d1c281e req-09e1bb56-7e23-4b1d-b675-bd2be3f33e1f tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372517 Mar 05 14:21:32.526810 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device ac20acd8-16c2-42bc-bb83-2b3ec9edd76c details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:21:32.655754 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port ac20acd8-16c2-42bc-bb83-2b3ec9edd76c, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=ac20acd8-16c2-42bc-bb83-2b3ec9edd76c,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:21:32.668827 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'ac20acd8-16c2-42bc-bb83-2b3ec9edd76c', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'port_id': 'ac20acd8-16c2-42bc-bb83-2b3ec9edd76c', 'mac_address': 'fa:16:3e:da:5c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:21:32.724683 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:32.741003 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac20acd8-16c2-42bc-bb83-2b3ec9edd76c {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:21:32.756324 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port ac20acd8-16c2-42bc-bb83-2b3ec9edd76c, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=ac20acd8-16c2-42bc-bb83-2b3ec9edd76c,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:21:32.760733 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:32.826603 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=ac20acd8-16c2-42bc-bb83-2b3ec9edd76c,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:32.972233 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc12f4a-903d-45ec-8e73-c75437612828 req-97c1337b-e49a-46d9-b400-7552b42eab40 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:32.973662 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7cc12f4a-903d-45ec-8e73-c75437612828 req-97c1337b-e49a-46d9-b400-7552b42eab40 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 944 time: 0.0801110 Mar 05 14:21:32.987754 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['ac20acd8-16c2-42bc-bb83-2b3ec9edd76c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:21:33.019723 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7cc12f4a-903d-45ec-8e73-c75437612828 req-f74298d3-c190-453f-882f-56d2d68feb1d tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397561 Mar 05 14:21:34.206391 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21a0d2-2aca-4c3c-8db5-6575ce84edcf req-3cb80890-74e4-4e4e-9482-9439575da306 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:34.207835 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-be21a0d2-2aca-4c3c-8db5-6575ce84edcf req-3cb80890-74e4-4e4e-9482-9439575da306 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 944 time: 0.0805795 Mar 05 14:21:34.250185 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-be21a0d2-2aca-4c3c-8db5-6575ce84edcf req-9387a3d8-6cbc-4abe-834b-71392b38d4b9 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360739 Mar 05 14:21:34.542250 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device ac20acd8-16c2-42bc-bb83-2b3ec9edd76c up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:21:34.608535 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port ac20acd8-16c2-42bc-bb83-2b3ec9edd76c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:21:34.613493 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port ac20acd8-16c2-42bc-bb83-2b3ec9edd76c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:21:34.613857 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:34.730521 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:34.756477 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a711fe-42b0-403a-9601-f14e221cf51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac20acd8-16c2-42bc-bb83-2b3ec9edd76c'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:21:34.767109 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port ac20acd8-16c2-42bc-bb83-2b3ec9edd76c, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=ac20acd8-16c2-42bc-bb83-2b3ec9edd76c,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:21:34.771196 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:34.809340 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a711fe-42b0-403a-9601-f14e221cf51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac20acd8-16c2-42bc-bb83-2b3ec9edd76c', 'code': 200} Mar 05 14:21:34.840600 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=ac20acd8-16c2-42bc-bb83-2b3ec9edd76c,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:34.925582 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e93b9-411e-4c3b-af75-7b5805d40ff7 req-08851a8a-2da6-4d5d-8983-f68219f5daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:34.927043 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-432e93b9-411e-4c3b-af75-7b5805d40ff7 req-08851a8a-2da6-4d5d-8983-f68219f5daaa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 1096 time: 0.0674059 Mar 05 14:21:34.965541 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-432e93b9-411e-4c3b-af75-7b5805d40ff7 req-aeb3c3c7-8141-46b3-8b2b-fcb138b853c4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325856 Mar 05 14:21:35.436871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586d32f-69c9-4423-89fe-bf3fa004b56f req-2519e0c0-6f73-4bb3-b8ca-487ed1368f93 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:35.438331 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5586d32f-69c9-4423-89fe-bf3fa004b56f req-2519e0c0-6f73-4bb3-b8ca-487ed1368f93 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 945 time: 0.0820494 Mar 05 14:21:35.483097 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5586d32f-69c9-4423-89fe-bf3fa004b56f req-6e6af24c-dede-4096-86da-22a4bd3e1051 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388572 Mar 05 14:21:36.274388 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:21:36.667938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ed698-7428-4aa9-b218-71cff3bb50c7 req-6a90751c-0efb-4499-a3c4-fa7bfdb86557 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:36.669357 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-790ed698-7428-4aa9-b218-71cff3bb50c7 req-6a90751c-0efb-4499-a3c4-fa7bfdb86557 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 945 time: 0.0814955 Mar 05 14:21:36.713786 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-790ed698-7428-4aa9-b218-71cff3bb50c7 req-b9013dcf-f028-4053-bc48-97f051b93cff tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388639 Mar 05 14:21:36.895382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745d884-2a84-42de-bcaf-83744acb50ba req-dbb689bf-ac51-4ecc-9ac7-233e6ebf7562 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:36.896805 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d745d884-2a84-42de-bcaf-83744acb50ba req-dbb689bf-ac51-4ecc-9ac7-233e6ebf7562 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 945 time: 0.0790904 Mar 05 14:21:36.945249 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d745d884-2a84-42de-bcaf-83744acb50ba req-c3d20048-26e2-444d-82ea-e0736947a377 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418611 Mar 05 14:21:36.967880 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49624) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:21:37.036731 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18f872a-6cad-4162-8d3e-6fdd11219531 tempest-TestVolumeBootPattern-1678690854 tempest-TestVolumeBootPattern-1678690854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:37.039114 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f18f872a-6cad-4162-8d3e-6fdd11219531 tempest-TestVolumeBootPattern-1678690854 tempest-TestVolumeBootPattern-1678690854-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 1091 time: 0.0694842 Mar 05 14:21:37.041499 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49628) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:21:37.046297 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': 'ac20acd8-16c2-42bc-bb83-2b3ec9edd76c', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:21:37.052865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:21:37.057453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Usage tracker for resource:floatingip and tenant:cc1d84a3fe924180bae57f2f8ac664e5 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:21:37.060301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:21:37.066276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:21:37.076584 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:37.212901 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:37.351590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Allocated IP 172.25.4.110 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/9e89aea2-0a7b-4fd8-9c1c-71ff5d3a0765) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:21:37.498244 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:37.526582 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:37.584712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:21:37.588124 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:21:37.595884 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:21:37.635835 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event updated for resources: {'Port': ['ID=9e89aea2-0a7b-4fd8-9c1c-71ff5d3a0765,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:38.003475 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:38.075421 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:38.386127 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:38.392253 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:38.507571 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event updated for resources: {'Port': ['ID=9e89aea2-0a7b-4fd8-9c1c-71ff5d3a0765,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:21:38.512766 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:38.682485 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Floating IP 1ea54197-61f3-4fb5-a9eb-6a396b8fbd70 associated. External IP: 172.25.4.110, port: ac20acd8-16c2-42bc-bb83-2b3ec9edd76c. Mar 05 14:21:38.815192 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-644ccb7e-7d1a-4c1d-81ed-479fa50e14a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:39.031447 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:21:39.206016 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:21:39.215639 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbbf279-3816-4723-afb7-802a2ead7a98 None None] Sync routers for ids ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:21:39.224379 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbbf279-3816-4723-afb7-802a2ead7a98 None None] Routers {'7eb9eb4f-87b1-4a28-8834-acebd7622fb1'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:21:39.225064 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-dbbbf279-3816-4723-afb7-802a2ead7a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:21:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:21:39.230204 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:39.283627 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d3d08b01-69a2-43f9-ba77-9d6026500347 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2409613 Mar 05 14:21:39.284051 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a711fe-42b0-403a-9601-f14e221cf51a', 'tag': 'ac20acd8-16c2-42bc-bb83-2b3ec9edd76c'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:21:39.329106 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a711fe-42b0-403a-9601-f14e221cf51a', 'tag': 'ac20acd8-16c2-42bc-bb83-2b3ec9edd76c', 'status': 'completed', 'code': 200} Mar 05 14:21:39.399770 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-dbbbf279-3816-4723-afb7-802a2ead7a98 None None] Set router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:21:39.426781 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ded868-8fb3-49fe-9842-88c1db3a1e94 req-36b97459-e34a-47ea-ab7a-0e449393fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:39.428449 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-67ded868-8fb3-49fe-9842-88c1db3a1e94 req-36b97459-e34a-47ea-ab7a-0e449393fc83 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 1096 time: 0.0763664 Mar 05 14:21:39.561259 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ded868-8fb3-49fe-9842-88c1db3a1e94 req-34faf86e-c5cc-467f-97af-65768bfa90cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:39.562627 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-67ded868-8fb3-49fe-9842-88c1db3a1e94 req-34faf86e-c5cc-467f-97af-65768bfa90cf service neutron] 10.222.0.30 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 912 time: 0.1285148 Mar 05 14:21:39.760665 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-dbbbf279-3816-4723-afb7-802a2ead7a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:12:09Z', 'revision_number': 4, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '1ea54197-61f3-4fb5-a9eb-6a396b8fbd70', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'floating_ip_address': '172.25.4.110', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'port_id': 'ac20acd8-16c2-42bc-bb83-2b3ec9edd76c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'mac_address': 'fa:16:3e:da:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a711fe-42b0-403a-9601-f14e221cf51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:21:37Z', 'updated_at': '2022-03-05T14:21:37Z', 'revision_number': 0, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'fixed_ip_address_scope': None}, {'id': '6e3547e3-ec93-4205-aa3a-bd6f6f6aacb7', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'port_id': '2d0f9462-0fae-440c-beb5-49fbd35d8d56', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'mac_address': 'fa:16:3e:93:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df365cff-8cf9-4e65-81fc-e066ad0c5250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:19:25Z', 'updated_at': '2022-03-05T14:19:28Z', 'revision_number': 1, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b247443-5295-4e9b-869f-2f51856ccba6', 'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'mac_address': 'fa:16:3e:b5:17:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:07Z', 'updated_at': '2022-03-05T14:12:20Z', 'revision_number': 5, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'subnets': [{'id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:21:39.764707 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbbf279-3816-4723-afb7-802a2ead7a98 None None] Checking router: 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:21:39.773246 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbbf279-3816-4723-afb7-802a2ead7a98 None None] Routers {'7eb9eb4f-87b1-4a28-8834-acebd7622fb1'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:21:39.773485 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-dbbbf279-3816-4723-afb7-802a2ead7a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:21:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:21:39.787976 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-67ded868-8fb3-49fe-9842-88c1db3a1e94 req-a012ac39-9f56-4d87-85b9-381d832915d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac20acd8-16c2-42bc-bb83-2b3ec9edd76c HTTP/1.1" status: 200 len: 999 time: 0.2198424 Mar 05 14:21:39.853935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ded868-8fb3-49fe-9842-88c1db3a1e94 req-ce432d6a-ca41-4d5f-9cab-afa368a8ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:39.855440 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-67ded868-8fb3-49fe-9842-88c1db3a1e94 req-ce432d6a-ca41-4d5f-9cab-afa368a8ccd5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 200 len: 851 time: 0.0616925 Mar 05 14:21:39.933479 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ded868-8fb3-49fe-9842-88c1db3a1e94 req-6a55d8b6-680e-4f05-8fd6-496c2f655c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:39.934994 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-67ded868-8fb3-49fe-9842-88c1db3a1e94 req-6a55d8b6-680e-4f05-8fd6-496c2f655c47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c768af3c-6e35-45f2-95ff-e71855885f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733795 Mar 05 14:21:39.985316 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-dbbbf279-3816-4723-afb7-802a2ead7a98 None None] Set router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:21:40.070304 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-67ded868-8fb3-49fe-9842-88c1db3a1e94 req-b5151cc1-b494-462a-8956-570b4de0dde5 service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293855 Mar 05 14:21:40.212240 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-67ded868-8fb3-49fe-9842-88c1db3a1e94 req-e717336c-c210-41b0-a970-b2d4142d0b90 service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364768 Mar 05 14:21:40.342431 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-dbbbf279-3816-4723-afb7-802a2ead7a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:12:09Z', 'revision_number': 4, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '1ea54197-61f3-4fb5-a9eb-6a396b8fbd70', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'floating_ip_address': '172.25.4.110', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'port_id': 'ac20acd8-16c2-42bc-bb83-2b3ec9edd76c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'mac_address': 'fa:16:3e:da:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a711fe-42b0-403a-9601-f14e221cf51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:21:37Z', 'updated_at': '2022-03-05T14:21:37Z', 'revision_number': 0, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'fixed_ip_address_scope': None}, {'id': '6e3547e3-ec93-4205-aa3a-bd6f6f6aacb7', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'port_id': '2d0f9462-0fae-440c-beb5-49fbd35d8d56', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'mac_address': 'fa:16:3e:93:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df365cff-8cf9-4e65-81fc-e066ad0c5250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:19:25Z', 'updated_at': '2022-03-05T14:19:28Z', 'revision_number': 1, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b247443-5295-4e9b-869f-2f51856ccba6', 'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'mac_address': 'fa:16:3e:b5:17:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:07Z', 'updated_at': '2022-03-05T14:12:20Z', 'revision_number': 5, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'subnets': [{'id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:21:40.346632 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbbf279-3816-4723-afb7-802a2ead7a98 None None] The sync data for ids ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'] in n-d-803718-1 is: [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:12:09Z', 'revision_number': 4, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '1ea54197-61f3-4fb5-a9eb-6a396b8fbd70', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'floating_ip_address': '172.25.4.110', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'port_id': 'ac20acd8-16c2-42bc-bb83-2b3ec9edd76c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'mac_address': 'fa:16:3e:da:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a711fe-42b0-403a-9601-f14e221cf51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:21:37Z', 'updated_at': '2022-03-05T14:21:37Z', 'revision_number': 0, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'fixed_ip_address_scope': None}, {'id': '6e3547e3-ec93-4205-aa3a-bd6f6f6aacb7', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'port_id': '2d0f9462-0fae-440c-beb5-49fbd35d8d56', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'mac_address': 'fa:16:3e:93:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df365cff-8cf9-4e65-81fc-e066ad0c5250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:19:25Z', 'updated_at': '2022-03-05T14:19:28Z', 'revision_number': 1, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b247443-5295-4e9b-869f-2f51856ccba6', 'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'mac_address': 'fa:16:3e:b5:17:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:07Z', 'updated_at': '2022-03-05T14:12:20Z', 'revision_number': 5, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'subnets': [{'id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:21:40.538285 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466f04e2-8d5b-464b-b108-6ea740c93b7a None None] New status for floating IP 1ea54197-61f3-4fb5-a9eb-6a396b8fbd70: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:21:40.956747 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e4235635-fd17-406b-b4bf-4d67f005639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:42.130402 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:42.173041 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:43.777670 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:59.042909 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7581e65-bd21-4549-bc1a-ae7e5e143444 req-a5800620-fd4c-4a2d-8d89-2ee9d67f5325 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:59.043559 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d7581e65-bd21-4549-bc1a-ae7e5e143444 req-a5800620-fd4c-4a2d-8d89-2ee9d67f5325 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 945 time: 0.0811357 Mar 05 14:21:59.091872 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d7581e65-bd21-4549-bc1a-ae7e5e143444 req-59ce2d83-e260-4785-94c0-11451cce53f0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373607 Mar 05 14:21:59.112767 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49654) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:21:59.217700 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-90308810-53bd-4a9b-beb0-de7351620372 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/floatingips/8d821c1d-37a4-4a4c-8eb1-989982ae266e HTTP/1.1" status: 200 len: 993 time: 0.1044009 Mar 05 14:21:59.259268 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:59.298505 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:21:59.770711 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ec7a8-92d2-4c53-8422-02e2f1c8f621 req-ab819304-01b1-4a4a-b1f5-7046957fd791 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:21:59.772242 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-551ec7a8-92d2-4c53-8422-02e2f1c8f621 req-ab819304-01b1-4a4a-b1f5-7046957fd791 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 1096 time: 0.1884928 Mar 05 14:21:59.845298 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-551ec7a8-92d2-4c53-8422-02e2f1c8f621 req-8aba8f76-6824-42c6-ba80-a6f1b885ac41 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601785 Mar 05 14:22:00.501956 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-db5733d7-8d7a-43c7-bdfb-66c4082c1bab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0759013 Mar 05 14:22:01.294861 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-3fc6e3ad-6471-47c2-8ebf-3dfbfd9c8afc tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:22:01.296013 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-3fc6e3ad-6471-47c2-8ebf-3dfbfd9c8afc tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1037002 Mar 05 14:22:01.305934 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-975c1779-87df-450e-9f20-08aa78baf262 service neutron] Request body: {'binding': {'host': 'n-h2-803718-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:22:01.308271 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-975c1779-87df-450e-9f20-08aa78baf262 service neutron] Unknown quota resources ['binding']. {{(pid=87913) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 05 14:22:01.521528 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-975c1779-87df-450e-9f20-08aa78baf262 service neutron] Attempting to bind port 2f5accbb-d5c1-41e9-a167-c42cb3025738 on host n-h2-803718-1 for vnic_type normal with profile None {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:22:01.522670 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-975c1779-87df-450e-9f20-08aa78baf262 service neutron] Attempting to bind port 2f5accbb-d5c1-41e9-a167-c42cb3025738 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '9fa3a25d-55ae-47bb-8c91-266f0208584a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:22:01.522670 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-975c1779-87df-450e-9f20-08aa78baf262 service neutron] Attempting to bind port 2f5accbb-d5c1-41e9-a167-c42cb3025738 on network 1a325d61-985f-4de8-a670-5b3511a3e4ff {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:22:01.528005 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-975c1779-87df-450e-9f20-08aa78baf262 service neutron] Port 2f5accbb-d5c1-41e9-a167-c42cb3025738 on network 1a325d61-985f-4de8-a670-5b3511a3e4ff not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:22:01.528005 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-975c1779-87df-450e-9f20-08aa78baf262 service neutron] Attempting to bind port 2f5accbb-d5c1-41e9-a167-c42cb3025738 on network 1a325d61-985f-4de8-a670-5b3511a3e4ff {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:22:01.533175 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-975c1779-87df-450e-9f20-08aa78baf262 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:22:01.533902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-975c1779-87df-450e-9f20-08aa78baf262 service neutron] Checking segment: {'id': '9fa3a25d-55ae-47bb-8c91-266f0208584a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:22:01.533902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-975c1779-87df-450e-9f20-08aa78baf262 service neutron] Bound using segment: {'id': '9fa3a25d-55ae-47bb-8c91-266f0208584a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:22:01.534463 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-975c1779-87df-450e-9f20-08aa78baf262 service neutron] Bound port: 2f5accbb-d5c1-41e9-a167-c42cb3025738, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fa3a25d-55ae-47bb-8c91-266f0208584a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:22:01.566254 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-975c1779-87df-450e-9f20-08aa78baf262 service neutron] For port 2f5accbb-d5c1-41e9-a167-c42cb3025738, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=2f5accbb-d5c1-41e9-a167-c42cb3025738,segment=NetworkSegment(9fa3a25d-55ae-47bb-8c91-266f0208584a),segment_id=9fa3a25d-55ae-47bb-8c91-266f0208584a)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:22:01.569954 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-975c1779-87df-450e-9f20-08aa78baf262 service neutron] Notify callbacks [] for binding, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:01.572340 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-975c1779-87df-450e-9f20-08aa78baf262 service neutron] 10.222.0.16 "POST /v2.0/ports/2f5accbb-d5c1-41e9-a167-c42cb3025738/bindings HTTP/1.1" status: 201 len: 389 time: 0.2689900 Mar 05 14:22:01.807850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b92916-cf51-49e7-91b0-a35d871dcd72 req-e5f427d3-061a-4c09-877a-8eb659514f28 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:01.810540 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-09b92916-cf51-49e7-91b0-a35d871dcd72 req-e5f427d3-061a-4c09-877a-8eb659514f28 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 945 time: 0.0874279 Mar 05 14:22:01.845176 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-df98fe09-c62e-4e44-90d1-61d74bbeff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:01.848403 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-df98fe09-c62e-4e44-90d1-61d74bbeff54 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 1096 time: 0.0820050 Mar 05 14:22:01.858645 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-09b92916-cf51-49e7-91b0-a35d871dcd72 req-c1397f7b-74a3-40e0-bb22-2d47292030d6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419180 Mar 05 14:22:01.986100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-942f92a3-e043-4643-b060-61248dda12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:01.987528 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-942f92a3-e043-4643-b060-61248dda12ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=1a325d61-985f-4de8-a670-5b3511a3e4ff HTTP/1.1" status: 200 len: 897 time: 0.1331391 Mar 05 14:22:02.091950 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-96e8b683-34e6-4111-9a37-0092a3721ffc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f5accbb-d5c1-41e9-a167-c42cb3025738 HTTP/1.1" status: 200 len: 1001 time: 0.0974529 Mar 05 14:22:02.157301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-557b5b77-5a82-4470-9324-18a2e376383e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:02.158784 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-557b5b77-5a82-4470-9324-18a2e376383e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5041f58b-22bb-4cb1-a6dd-e937ce65bb1c HTTP/1.1" status: 200 len: 833 time: 0.0601668 Mar 05 14:22:02.241566 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-085f06dc-063b-42b7-bb9d-7a5a838d1a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:02.243128 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-085f06dc-063b-42b7-bb9d-7a5a838d1a85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a325d61-985f-4de8-a670-5b3511a3e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781236 Mar 05 14:22:02.398870 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-a86f8a96-8b00-4d6f-9223-7fffbdd1dbd4 service neutron] 10.222.0.30 "GET /v2.0/networks/1a325d61-985f-4de8-a670-5b3511a3e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390324 Mar 05 14:22:02.550160 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-b43cf210-ae67-4fa3-a373-9be40dd2d1e8 service neutron] 10.222.0.30 "GET /v2.0/networks/1a325d61-985f-4de8-a670-5b3511a3e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460407 Mar 05 14:22:02.694195 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-38f99399-22b6-4d6f-8c2d-01b548be4b1a tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:02.696615 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-38f99399-22b6-4d6f-8c2d-01b548be4b1a tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2&tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&binding%3Ahost_id=n-h1-803718-1 HTTP/1.1" status: 200 len: 1096 time: 0.0882330 Mar 05 14:22:02.706139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-dc9a1ceb-e96c-4182-a2ef-f74a4d74a0f2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803718-1'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:22:02.831994 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-dc9a1ceb-e96c-4182-a2ef-f74a4d74a0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:03.206330 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-dc9a1ceb-e96c-4182-a2ef-f74a4d74a0f2 service neutron] For port 2f5accbb-d5c1-41e9-a167-c42cb3025738, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=2f5accbb-d5c1-41e9-a167-c42cb3025738,segment=NetworkSegment(9fa3a25d-55ae-47bb-8c91-266f0208584a),segment_id=9fa3a25d-55ae-47bb-8c91-266f0208584a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:22:03.244532 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d2db6-968c-4679-815e-ec4edfc7a724 req-2b630e91-87b1-4c0f-9400-4ac68be0ea84 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:03.245978 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-736d2db6-968c-4679-815e-ec4edfc7a724 req-2b630e91-87b1-4c0f-9400-4ac68be0ea84 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 945 time: 0.2489591 Mar 05 14:22:03.272823 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-dc9a1ceb-e96c-4182-a2ef-f74a4d74a0f2 service neutron] For port 2f5accbb-d5c1-41e9-a167-c42cb3025738, host n-h1-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:22:03.341866 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-736d2db6-968c-4679-815e-ec4edfc7a724 req-de706122-6b1e-4f65-8871-7328e79f15a0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880551 Mar 05 14:22:03.352167 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba713b5-e2ea-4acb-a909-9c5fd35de8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f5accbb-d5c1-41e9-a167-c42cb3025738'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:22:03.366643 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-dc9a1ceb-e96c-4182-a2ef-f74a4d74a0f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:03.366643 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-dc9a1ceb-e96c-4182-a2ef-f74a4d74a0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:03.411375 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba713b5-e2ea-4acb-a909-9c5fd35de8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f5accbb-d5c1-41e9-a167-c42cb3025738', 'code': 200} Mar 05 14:22:03.531801 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a1ceb-e96c-4182-a2ef-f74a4d74a0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5accbb-d5c1-41e9-a167-c42cb3025738,revision_number=7']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:03.605775 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-dc9a1ceb-e96c-4182-a2ef-f74a4d74a0f2 service neutron] Attempting to bind port 2f5accbb-d5c1-41e9-a167-c42cb3025738 on host n-h1-803718-1 for vnic_type normal with profile {"migrating_to": "n-h2-803718-1"} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:22:03.606419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-dc9a1ceb-e96c-4182-a2ef-f74a4d74a0f2 service neutron] Attempting to bind port 2f5accbb-d5c1-41e9-a167-c42cb3025738 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '9fa3a25d-55ae-47bb-8c91-266f0208584a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:22:03.606419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-dc9a1ceb-e96c-4182-a2ef-f74a4d74a0f2 service neutron] Attempting to bind port 2f5accbb-d5c1-41e9-a167-c42cb3025738 on network 1a325d61-985f-4de8-a670-5b3511a3e4ff {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:22:03.611373 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-dc9a1ceb-e96c-4182-a2ef-f74a4d74a0f2 service neutron] Port 2f5accbb-d5c1-41e9-a167-c42cb3025738 on network 1a325d61-985f-4de8-a670-5b3511a3e4ff not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:22:03.611687 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-dc9a1ceb-e96c-4182-a2ef-f74a4d74a0f2 service neutron] Attempting to bind port 2f5accbb-d5c1-41e9-a167-c42cb3025738 on network 1a325d61-985f-4de8-a670-5b3511a3e4ff {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:22:03.616885 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-dc9a1ceb-e96c-4182-a2ef-f74a4d74a0f2 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:22:03.617311 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-dc9a1ceb-e96c-4182-a2ef-f74a4d74a0f2 service neutron] Checking segment: {'id': '9fa3a25d-55ae-47bb-8c91-266f0208584a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:22:03.617580 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-dc9a1ceb-e96c-4182-a2ef-f74a4d74a0f2 service neutron] Bound using segment: {'id': '9fa3a25d-55ae-47bb-8c91-266f0208584a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:22:03.618040 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-dc9a1ceb-e96c-4182-a2ef-f74a4d74a0f2 service neutron] Bound port: 2f5accbb-d5c1-41e9-a167-c42cb3025738, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fa3a25d-55ae-47bb-8c91-266f0208584a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:22:03.618987 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-dc9a1ceb-e96c-4182-a2ef-f74a4d74a0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:03.669840 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c4ffe721-6a11-4049-bb64-125c9e94557a None None] Provisioning complete for port 2f5accbb-d5c1-41e9-a167-c42cb3025738 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:22:03.670451 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c4ffe721-6a11-4049-bb64-125c9e94557a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:03.710581 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-dc9a1ceb-e96c-4182-a2ef-f74a4d74a0f2 service neutron] For port 2f5accbb-d5c1-41e9-a167-c42cb3025738, host n-h1-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:22:03.714136 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-dc9a1ceb-e96c-4182-a2ef-f74a4d74a0f2 service neutron] For port 2f5accbb-d5c1-41e9-a167-c42cb3025738, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=2f5accbb-d5c1-41e9-a167-c42cb3025738,segment=NetworkSegment(9fa3a25d-55ae-47bb-8c91-266f0208584a),segment_id=9fa3a25d-55ae-47bb-8c91-266f0208584a)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:22:03.719299 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-dc9a1ceb-e96c-4182-a2ef-f74a4d74a0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:03.727992 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffe721-6a11-4049-bb64-125c9e94557a None None] Port 2f5accbb-d5c1-41e9-a167-c42cb3025738 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:22:03.874031 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a1ceb-e96c-4182-a2ef-f74a4d74a0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5accbb-d5c1-41e9-a167-c42cb3025738,revision_number=8']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:03.930753 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-dc9a1ceb-e96c-4182-a2ef-f74a4d74a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:03.931471 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-dc9a1ceb-e96c-4182-a2ef-f74a4d74a0f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:03.932890 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-dc9a1ceb-e96c-4182-a2ef-f74a4d74a0f2 service neutron] 10.222.0.30 "PUT /v2.0/ports/2f5accbb-d5c1-41e9-a167-c42cb3025738 HTTP/1.1" status: 200 len: 1121 time: 1.2310922 Mar 05 14:22:03.996241 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['2f5accbb-d5c1-41e9-a167-c42cb3025738'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:22:04.067772 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4788d695-fa4f-4957-9d61-e67a88e35cf9 None None] Provisioning complete for port 2f5accbb-d5c1-41e9-a167-c42cb3025738 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:22:04.068056 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4788d695-fa4f-4957-9d61-e67a88e35cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:04.256285 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4788d695-fa4f-4957-9d61-e67a88e35cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:04.332104 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba713b5-e2ea-4acb-a909-9c5fd35de8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5accbb-d5c1-41e9-a167-c42cb3025738'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:22:04.350922 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4788d695-fa4f-4957-9d61-e67a88e35cf9 None None] For port 2f5accbb-d5c1-41e9-a167-c42cb3025738, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=2f5accbb-d5c1-41e9-a167-c42cb3025738,segment=NetworkSegment(9fa3a25d-55ae-47bb-8c91-266f0208584a),segment_id=9fa3a25d-55ae-47bb-8c91-266f0208584a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:22:04.363570 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4788d695-fa4f-4957-9d61-e67a88e35cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:04.409544 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba713b5-e2ea-4acb-a909-9c5fd35de8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5accbb-d5c1-41e9-a167-c42cb3025738', 'code': 200} Mar 05 14:22:04.538367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d55d1-546f-468e-bc32-178c33c336af req-d2a59a82-d98b-4b8d-8081-58b840faaf24 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:04.539774 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f05d55d1-546f-468e-bc32-178c33c336af req-d2a59a82-d98b-4b8d-8081-58b840faaf24 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 945 time: 0.0798688 Mar 05 14:22:04.559438 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788d695-fa4f-4957-9d61-e67a88e35cf9 None None] Pushing event updated for resources: {'Port': ['ID=2f5accbb-d5c1-41e9-a167-c42cb3025738,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:04.584583 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f05d55d1-546f-468e-bc32-178c33c336af req-b81dd555-c2b5-4980-afbf-bc3b53996aaa tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391569 Mar 05 14:22:05.412131 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba713b5-e2ea-4acb-a909-9c5fd35de8d2', 'tag': '2f5accbb-d5c1-41e9-a167-c42cb3025738'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:22:05.458361 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba713b5-e2ea-4acb-a909-9c5fd35de8d2', 'tag': '2f5accbb-d5c1-41e9-a167-c42cb3025738', 'status': 'completed', 'code': 200} Mar 05 14:22:05.552336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6174e-34b7-4795-bdc6-8565c2bcfcac req-a184ac25-a75e-4755-a34f-dca5f2767939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:05.553784 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-97d6174e-34b7-4795-bdc6-8565c2bcfcac req-a184ac25-a75e-4755-a34f-dca5f2767939 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 1126 time: 0.0743961 Mar 05 14:22:05.685379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6174e-34b7-4795-bdc6-8565c2bcfcac req-b5707a47-b521-4e01-86f9-8a79d939d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:05.686911 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-97d6174e-34b7-4795-bdc6-8565c2bcfcac req-b5707a47-b521-4e01-86f9-8a79d939d3be service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a325d61-985f-4de8-a670-5b3511a3e4ff HTTP/1.1" status: 200 len: 897 time: 0.1267719 Mar 05 14:22:05.827279 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-97d6174e-34b7-4795-bdc6-8565c2bcfcac req-436b8d60-cff2-4b29-bcdd-a077e2622627 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f5accbb-d5c1-41e9-a167-c42cb3025738 HTTP/1.1" status: 200 len: 1001 time: 0.1079569 Mar 05 14:22:05.900376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e6287-004d-4b5d-873e-e10b11e54276 req-ee83f0b4-d2dd-437e-81de-c13dc3d74940 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:05.901732 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-216e6287-004d-4b5d-873e-e10b11e54276 req-ee83f0b4-d2dd-437e-81de-c13dc3d74940 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 945 time: 0.2123644 Mar 05 14:22:05.909239 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6174e-34b7-4795-bdc6-8565c2bcfcac req-fbdb680f-d06a-4ac1-bf1c-1ff100307c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:05.910605 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-97d6174e-34b7-4795-bdc6-8565c2bcfcac req-fbdb680f-d06a-4ac1-bf1c-1ff100307c4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5041f58b-22bb-4cb1-a6dd-e937ce65bb1c HTTP/1.1" status: 200 len: 833 time: 0.0775712 Mar 05 14:22:05.994564 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-216e6287-004d-4b5d-873e-e10b11e54276 req-eea2de9e-e1bc-4e95-9fbd-09fe4e341b5c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829878 Mar 05 14:22:06.019495 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6174e-34b7-4795-bdc6-8565c2bcfcac req-62a20bef-d4ae-423f-90a3-08e2381b24f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:06.020953 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-97d6174e-34b7-4795-bdc6-8565c2bcfcac req-62a20bef-d4ae-423f-90a3-08e2381b24f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a325d61-985f-4de8-a670-5b3511a3e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930729 Mar 05 14:22:06.152926 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-97d6174e-34b7-4795-bdc6-8565c2bcfcac req-322034bb-0486-4b63-8382-cc55a3189dfb service neutron] 10.222.0.15 "GET /v2.0/networks/1a325d61-985f-4de8-a670-5b3511a3e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254334 Mar 05 14:22:06.285587 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-97d6174e-34b7-4795-bdc6-8565c2bcfcac req-917abb1f-e09c-48eb-bb3e-a3eb410b8d4b service neutron] 10.222.0.15 "GET /v2.0/networks/1a325d61-985f-4de8-a670-5b3511a3e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257272 Mar 05 14:22:06.667531 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 2f5accbb-d5c1-41e9-a167-c42cb3025738 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:22:06.801430 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 2f5accbb-d5c1-41e9-a167-c42cb3025738, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=2f5accbb-d5c1-41e9-a167-c42cb3025738,segment=NetworkSegment(9fa3a25d-55ae-47bb-8c91-266f0208584a),segment_id=9fa3a25d-55ae-47bb-8c91-266f0208584a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:22:06.815122 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 2f5accbb-d5c1-41e9-a167-c42cb3025738 has no active binding in host n-h2-803718-1 {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 05 14:22:07.183971 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf2878-6f35-40db-b3ba-0075b5600605 req-719438e6-34fa-475e-8e1e-9f4b36f42d9e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:07.185403 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-afaf2878-6f35-40db-b3ba-0075b5600605 req-719438e6-34fa-475e-8e1e-9f4b36f42d9e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 945 time: 0.0856049 Mar 05 14:22:07.228392 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-afaf2878-6f35-40db-b3ba-0075b5600605 req-3a451e4c-f2a2-404b-8197-eac7f9bf5ccd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370300 Mar 05 14:22:08.417864 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb0688-b7d9-4108-9242-c315fc6a798d req-130f70e4-6d9e-4fc7-bf47-b614b2e3534d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:08.419326 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-13bb0688-b7d9-4108-9242-c315fc6a798d req-130f70e4-6d9e-4fc7-bf47-b614b2e3534d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 945 time: 0.0869062 Mar 05 14:22:08.465138 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-13bb0688-b7d9-4108-9242-c315fc6a798d req-ebacdbb3-1b74-4ebe-a9a3-d452060ad81b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399699 Mar 05 14:22:08.817642 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0e19bc7d-b472-4195-889a-dd528ce8767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:08.839511 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-f93bfc22-848d-4ec8-a0e8-80e5dea1fadf service neutron] 10.222.0.15 "GET /v2.0/ports/2f5accbb-d5c1-41e9-a167-c42cb3025738/bindings/n-h2-803718-1 HTTP/1.1" status: 200 len: 384 time: 0.1053293 Mar 05 14:22:08.885294 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1209e15-1d06-445c-ae77-2aaad7477f9c req-7431e1e8-1e1a-4f0c-9966-69325184da3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:08.886724 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1209e15-1d06-445c-ae77-2aaad7477f9c req-7431e1e8-1e1a-4f0c-9966-69325184da3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 1126 time: 0.1838348 Mar 05 14:22:09.268014 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1209e15-1d06-445c-ae77-2aaad7477f9c req-a5d60a4e-2c00-475e-8f89-d6a66226ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:09.269440 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1209e15-1d06-445c-ae77-2aaad7477f9c req-a5d60a4e-2c00-475e-8f89-d6a66226ba60 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a325d61-985f-4de8-a670-5b3511a3e4ff HTTP/1.1" status: 200 len: 897 time: 0.3597479 Mar 05 14:22:09.402313 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1209e15-1d06-445c-ae77-2aaad7477f9c req-59e870b3-eafa-4376-ba17-e64622f01810 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f5accbb-d5c1-41e9-a167-c42cb3025738 HTTP/1.1" status: 200 len: 1001 time: 0.1261170 Mar 05 14:22:09.403894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-e1e9fd26-7aa2-4647-8aeb-74198bf69de0 service neutron] For port 2f5accbb-d5c1-41e9-a167-c42cb3025738, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=2f5accbb-d5c1-41e9-a167-c42cb3025738,segment=NetworkSegment(9fa3a25d-55ae-47bb-8c91-266f0208584a),segment_id=9fa3a25d-55ae-47bb-8c91-266f0208584a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:22:09.476210 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-e1e9fd26-7aa2-4647-8aeb-74198bf69de0 service neutron] For port 2f5accbb-d5c1-41e9-a167-c42cb3025738, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:22:09.518193 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1209e15-1d06-445c-ae77-2aaad7477f9c req-2634f279-8741-44ed-8d96-d1d5ca05f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:09.519659 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1209e15-1d06-445c-ae77-2aaad7477f9c req-2634f279-8741-44ed-8d96-d1d5ca05f4dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5041f58b-22bb-4cb1-a6dd-e937ce65bb1c HTTP/1.1" status: 200 len: 833 time: 0.1088171 Mar 05 14:22:09.584789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba713b5-e2ea-4acb-a909-9c5fd35de8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f5accbb-d5c1-41e9-a167-c42cb3025738'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:22:09.596071 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-e1e9fd26-7aa2-4647-8aeb-74198bf69de0 service neutron] For port 2f5accbb-d5c1-41e9-a167-c42cb3025738, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=2f5accbb-d5c1-41e9-a167-c42cb3025738,segment=NetworkSegment(9fa3a25d-55ae-47bb-8c91-266f0208584a),segment_id=9fa3a25d-55ae-47bb-8c91-266f0208584a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:22:09.619573 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-e1e9fd26-7aa2-4647-8aeb-74198bf69de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:09.638527 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba713b5-e2ea-4acb-a909-9c5fd35de8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f5accbb-d5c1-41e9-a167-c42cb3025738', 'code': 200} Mar 05 14:22:09.670831 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bfa6d-7760-4e24-a384-1f3ce443af83 req-6ac3d67b-6fef-4999-9fca-1167b38aed03 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:09.672424 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d0bfa6d-7760-4e24-a384-1f3ce443af83 req-6ac3d67b-6fef-4999-9fca-1167b38aed03 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 944 time: 0.0941644 Mar 05 14:22:09.691176 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1209e15-1d06-445c-ae77-2aaad7477f9c req-bf667f03-fc34-45c3-905c-cef68301ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:09.692651 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1209e15-1d06-445c-ae77-2aaad7477f9c req-bf667f03-fc34-45c3-905c-cef68301ca5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a325d61-985f-4de8-a670-5b3511a3e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1615129 Mar 05 14:22:09.717567 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d0bfa6d-7760-4e24-a384-1f3ce443af83 req-be9a9e91-6579-45f2-9445-9296133348ed tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386992 Mar 05 14:22:09.839189 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-e1e9fd26-7aa2-4647-8aeb-74198bf69de0 service neutron] Transition to ACTIVE for port object 2f5accbb-d5c1-41e9-a167-c42cb3025738 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:22:09.845661 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-e1e9fd26-7aa2-4647-8aeb-74198bf69de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:09.967050 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1209e15-1d06-445c-ae77-2aaad7477f9c req-a3f7f670-5c60-46af-8339-dcf0fd433e2e service neutron] 10.222.0.15 "GET /v2.0/networks/1a325d61-985f-4de8-a670-5b3511a3e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666469 Mar 05 14:22:10.104940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9fd26-7aa2-4647-8aeb-74198bf69de0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5accbb-d5c1-41e9-a167-c42cb3025738,revision_number=11']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:10.156332 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9fd26-7aa2-4647-8aeb-74198bf69de0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:10.156681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9fd26-7aa2-4647-8aeb-74198bf69de0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:10.157011 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9fd26-7aa2-4647-8aeb-74198bf69de0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:10.157344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9fd26-7aa2-4647-8aeb-74198bf69de0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:10.157671 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9fd26-7aa2-4647-8aeb-74198bf69de0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:10.157996 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9fd26-7aa2-4647-8aeb-74198bf69de0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:10.158318 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9fd26-7aa2-4647-8aeb-74198bf69de0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:10.158638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9fd26-7aa2-4647-8aeb-74198bf69de0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:10.158989 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9fd26-7aa2-4647-8aeb-74198bf69de0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:10.159310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9fd26-7aa2-4647-8aeb-74198bf69de0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:10.159627 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9fd26-7aa2-4647-8aeb-74198bf69de0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:10.159941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9fd26-7aa2-4647-8aeb-74198bf69de0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:10.179896 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-e1e9fd26-7aa2-4647-8aeb-74198bf69de0 service neutron] No DVR routers for this DVR port 2f5accbb-d5c1-41e9-a167-c42cb3025738 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:22:10.275912 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1209e15-1d06-445c-ae77-2aaad7477f9c req-2e0489f6-6448-4ab6-8e90-8dd063d0eb27 service neutron] 10.222.0.15 "GET /v2.0/networks/1a325d61-985f-4de8-a670-5b3511a3e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009892 Mar 05 14:22:10.418112 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-e1e9fd26-7aa2-4647-8aeb-74198bf69de0 service neutron] 10.222.0.15 "PUT /v2.0/ports/2f5accbb-d5c1-41e9-a167-c42cb3025738/bindings/n-h2-803718-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5728669 Mar 05 14:22:10.649779 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-03728f27-b6b4-4fc6-bda4-159b15376dbe tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:10.651283 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-03728f27-b6b4-4fc6-bda4-159b15376dbe tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2&tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&binding%3Ahost_id=n-h1-803718-1 HTTP/1.1" status: 200 len: 1095 time: 0.1808519 Mar 05 14:22:10.725697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-bcbdcd8e-e639-434b-ac10-42a43ff3337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:10.727238 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-bcbdcd8e-e639-434b-ac10-42a43ff3337b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2&tenant_id=c0bf4aa200884a48888e5cf3ebc8526f HTTP/1.1" status: 200 len: 1095 time: 0.0693772 Mar 05 14:22:10.822376 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-9e3dd958-7fc9-4749-8d14-c321200f9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:10.823849 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-9e3dd958-7fc9-4749-8d14-c321200f9f39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 1095 time: 0.0753493 Mar 05 14:22:10.906354 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba151a96-ead7-4a9b-b4bf-53c3e489af96 req-ee0daff3-01f6-46a0-84d8-54099386ab0f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:10.907850 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ba151a96-ead7-4a9b-b4bf-53c3e489af96 req-ee0daff3-01f6-46a0-84d8-54099386ab0f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 944 time: 0.0793514 Mar 05 14:22:10.953555 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ba151a96-ead7-4a9b-b4bf-53c3e489af96 req-79f55ce7-286b-4969-860f-80e7f020b758 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399315 Mar 05 14:22:10.957961 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-a9b77f4d-1a43-4c5e-aa8f-64e29391e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:10.959597 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-a9b77f4d-1a43-4c5e-aa8f-64e29391e3b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1a325d61-985f-4de8-a670-5b3511a3e4ff HTTP/1.1" status: 200 len: 897 time: 0.1304357 Mar 05 14:22:10.959849 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6be321ec-80b5-4e92-bbe0-e62517473d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:11.064052 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-ed03bc5b-f4e4-4837-92d0-02fb492055a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f5accbb-d5c1-41e9-a167-c42cb3025738 HTTP/1.1" status: 200 len: 999 time: 0.0982432 Mar 05 14:22:11.132505 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-bc5fb03f-9c65-42a5-b52c-a395161ce95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:11.134917 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-bc5fb03f-9c65-42a5-b52c-a395161ce95f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5041f58b-22bb-4cb1-a6dd-e937ce65bb1c HTTP/1.1" status: 200 len: 833 time: 0.0638442 Mar 05 14:22:11.208576 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-122622ef-0324-41ea-b25c-9011fe72b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:11.210008 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-122622ef-0324-41ea-b25c-9011fe72b40b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a325d61-985f-4de8-a670-5b3511a3e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695648 Mar 05 14:22:11.341887 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-65077cb7-0a22-4836-8973-4b412234c29e service neutron] 10.222.0.30 "GET /v2.0/networks/1a325d61-985f-4de8-a670-5b3511a3e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255710 Mar 05 14:22:11.589484 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-26091e5e-797d-4b9d-adbd-de8248d73ca7 service neutron] 10.222.0.30 "GET /v2.0/networks/1a325d61-985f-4de8-a670-5b3511a3e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414088 Mar 05 14:22:11.880164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-673072a9-ec4f-4be6-a8bd-7557dde06145 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:11.881618 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-673072a9-ec4f-4be6-a8bd-7557dde06145 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2&tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&binding%3Ahost_id=n-h2-803718-1 HTTP/1.1" status: 200 len: 1095 time: 0.0759127 Mar 05 14:22:11.990319 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-c47cc13f-7d95-42b8-ab03-7f43397c2c11 service neutron] For port 2f5accbb-d5c1-41e9-a167-c42cb3025738, host n-h1-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:22:11.993323 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-c47cc13f-7d95-42b8-ab03-7f43397c2c11 service neutron] Notify callbacks [] for binding, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:11.994514 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-c47cc13f-7d95-42b8-ab03-7f43397c2c11 service neutron] 10.222.0.30 "DELETE /v2.0/ports/2f5accbb-d5c1-41e9-a167-c42cb3025738/bindings/n-h1-803718-1 HTTP/1.1" status: 204 len: 173 time: 0.1070309 Mar 05 14:22:12.008586 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 2f5accbb-d5c1-41e9-a167-c42cb3025738 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:22:12.072450 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 2f5accbb-d5c1-41e9-a167-c42cb3025738 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:22:12.132960 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:12.153390 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddd571-fb4c-4716-810f-fb8c0426fa33 req-d71306ec-b6ad-4102-b722-10a376bff2d4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:12.155032 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-30ddd571-fb4c-4716-810f-fb8c0426fa33 req-d71306ec-b6ad-4102-b722-10a376bff2d4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 944 time: 0.0874124 Mar 05 14:22:12.176574 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:12.200331 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-30ddd571-fb4c-4716-810f-fb8c0426fa33 req-90e8496e-95a4-4feb-a6a1-dafee69cc69c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397327 Mar 05 14:22:12.385780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e38042-4a7b-48c3-82d9-d8952f50e353 req-8ae68a4f-6f0f-4f25-a407-9107af6a9ed1 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:12.387383 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8e38042-4a7b-48c3-82d9-d8952f50e353 req-8ae68a4f-6f0f-4f25-a407-9107af6a9ed1 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 1095 time: 0.0791481 Mar 05 14:22:12.428123 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8e38042-4a7b-48c3-82d9-d8952f50e353 req-e0d845d8-6968-405d-bb29-e8c790674cb6 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349333 Mar 05 14:22:12.616973 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc408a-6dfc-4576-8efa-dc457e89f8ad req-8e6715c3-8565-498c-9b9d-f081cca8fb8e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:12.619718 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0acc408a-6dfc-4576-8efa-dc457e89f8ad req-8e6715c3-8565-498c-9b9d-f081cca8fb8e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 944 time: 0.0831025 Mar 05 14:22:12.668040 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0acc408a-6dfc-4576-8efa-dc457e89f8ad req-653005e8-e197-45ec-a935-59c6e1e3bc4b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424352 Mar 05 14:22:12.692349 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49738) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:12.796784 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d1f2439b-9d0b-4472-a747-2170b2c602f7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/floatingips/8d821c1d-37a4-4a4c-8eb1-989982ae266e HTTP/1.1" status: 200 len: 991 time: 0.1033370 Mar 05 14:22:13.273768 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:22:13.781780 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:15.068596 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49746) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:15.276751 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1f38b-0f67-4537-b288-997523ef893c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Deleting port 5a26a216-818a-4e28-8bc2-ed1922e70fd5 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:22:15.277097 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2d1f38b-0f67-4537-b288-997523ef893c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:15.450069 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2d1f38b-0f67-4537-b288-997523ef893c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:15.450392 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2d1f38b-0f67-4537-b288-997523ef893c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:15.573794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1f38b-0f67-4537-b288-997523ef893c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Calling delete_port for 5a26a216-818a-4e28-8bc2-ed1922e70fd5 owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:22:15.721611 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2d1f38b-0f67-4537-b288-997523ef893c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:15.769390 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1f38b-0f67-4537-b288-997523ef893c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Port': ['ID=5a26a216-818a-4e28-8bc2-ed1922e70fd5,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:15.860335 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2d1f38b-0f67-4537-b288-997523ef893c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:15.860667 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-e2d1f38b-0f67-4537-b288-997523ef893c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Floating IP 8d821c1d-37a4-4a4c-8eb1-989982ae266e disassociated (deleted). External IP: 172.25.4.161, port: 2f5accbb-d5c1-41e9-a167-c42cb3025738. Mar 05 14:22:16.309277 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d1f38b-0f67-4537-b288-997523ef893c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Router 9dfab15a-ad59-4f22-92c0-19d0fa9fa82f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:22:16.495116 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d1f38b-0f67-4537-b288-997523ef893c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:22:16.504485 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e2a155-b39e-43b4-b08b-ea3a87437313 None None] Sync routers for ids ['9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:22:16.515651 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e2d1f38b-0f67-4537-b288-997523ef893c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:16.516242 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e2a155-b39e-43b4-b08b-ea3a87437313 None None] Routers {'9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:22:16.516879 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c8e2a155-b39e-43b4-b08b-ea3a87437313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:22:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:22:16.572567 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e2d1f38b-0f67-4537-b288-997523ef893c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "DELETE /v2.0/floatingips/8d821c1d-37a4-4a4c-8eb1-989982ae266e HTTP/1.1" status: 204 len: 168 time: 1.5028095 Mar 05 14:22:16.573141 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba713b5-e2ea-4acb-a909-9c5fd35de8d2', 'tag': '2f5accbb-d5c1-41e9-a167-c42cb3025738'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:22:16.620278 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba713b5-e2ea-4acb-a909-9c5fd35de8d2', 'tag': '2f5accbb-d5c1-41e9-a167-c42cb3025738', 'status': 'completed', 'code': 200} Mar 05 14:22:16.699219 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-c8e2a155-b39e-43b4-b08b-ea3a87437313 None None] Set router 9dfab15a-ad59-4f22-92c0-19d0fa9fa82f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:22:16.713805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87479429-86f8-4ba3-b048-4aabe352c6aa req-cd641d0f-e53a-4a05-948a-c97b7ac4cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:16.715323 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-87479429-86f8-4ba3-b048-4aabe352c6aa req-cd641d0f-e53a-4a05-948a-c97b7ac4cf27 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 1095 time: 0.0728037 Mar 05 14:22:16.864080 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87479429-86f8-4ba3-b048-4aabe352c6aa req-5eca13b7-2843-4bde-955a-9c8e332e1594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:16.865636 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-87479429-86f8-4ba3-b048-4aabe352c6aa req-5eca13b7-2843-4bde-955a-9c8e332e1594 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1a325d61-985f-4de8-a670-5b3511a3e4ff HTTP/1.1" status: 200 len: 897 time: 0.1445339 Mar 05 14:22:16.940200 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-87479429-86f8-4ba3-b048-4aabe352c6aa req-8d8cfb1d-d878-46a6-83c8-03ffca6d6738 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f5accbb-d5c1-41e9-a167-c42cb3025738 HTTP/1.1" status: 200 len: 217 time: 0.0674400 Mar 05 14:22:16.962276 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bfa28-9f52-46c6-85cb-d072a6b90aab req-084786d3-0499-48e8-b01e-4b569c804415 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:16.963780 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cc4bfa28-9f52-46c6-85cb-d072a6b90aab req-084786d3-0499-48e8-b01e-4b569c804415 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 944 time: 0.0856385 Mar 05 14:22:17.010226 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cc4bfa28-9f52-46c6-85cb-d072a6b90aab req-46702033-0fe7-4590-95ea-91151c768f68 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=374ec2cd-b1f5-4f6b-be21-050bdf132d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404346 Mar 05 14:22:17.014656 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87479429-86f8-4ba3-b048-4aabe352c6aa req-42b26533-197f-4424-85fd-62f75646433c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:17.016348 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-87479429-86f8-4ba3-b048-4aabe352c6aa req-42b26533-197f-4424-85fd-62f75646433c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5041f58b-22bb-4cb1-a6dd-e937ce65bb1c HTTP/1.1" status: 200 len: 833 time: 0.0690932 Mar 05 14:22:17.030989 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c8e2a155-b39e-43b4-b08b-ea3a87437313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213860602', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:21:02Z', 'updated_at': '2022-03-05T14:21:08Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:21:03Z', 'updated_at': '2022-03-05T14:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a59db823-1fad-481a-bdd2-cb93b349cd9c', 'name': '', 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:4a:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '5041f58b-22bb-4cb1-a6dd-e937ce65bb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:21:07Z', 'updated_at': '2022-03-05T14:21:13Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': '5041f58b-22bb-4cb1-a6dd-e937ce65bb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:22:17.035630 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e2a155-b39e-43b4-b08b-ea3a87437313 None None] Checking router: 9dfab15a-ad59-4f22-92c0-19d0fa9fa82f for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:22:17.044558 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e2a155-b39e-43b4-b08b-ea3a87437313 None None] Routers {'9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:22:17.045148 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c8e2a155-b39e-43b4-b08b-ea3a87437313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:22:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:22:17.095309 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87479429-86f8-4ba3-b048-4aabe352c6aa req-3e4a7501-52f2-452d-8403-09b2577044a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:17.096813 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-87479429-86f8-4ba3-b048-4aabe352c6aa req-3e4a7501-52f2-452d-8403-09b2577044a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a325d61-985f-4de8-a670-5b3511a3e4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714278 Mar 05 14:22:17.234351 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-87479429-86f8-4ba3-b048-4aabe352c6aa req-5a6bf66a-2ad9-42e6-b2de-2f8788c5e7c9 service neutron] 10.222.0.30 "GET /v2.0/networks/1a325d61-985f-4de8-a670-5b3511a3e4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299484 Mar 05 14:22:17.250695 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-c8e2a155-b39e-43b4-b08b-ea3a87437313 None None] Set router 9dfab15a-ad59-4f22-92c0-19d0fa9fa82f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:22:17.377722 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-87479429-86f8-4ba3-b048-4aabe352c6aa req-8d5dc213-7931-44e5-a074-c084be58aa0e service neutron] 10.222.0.30 "GET /v2.0/networks/1a325d61-985f-4de8-a670-5b3511a3e4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368566 Mar 05 14:22:17.440172 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f01ee-f7c5-436c-8369-faf72ff0d38d req-352e9a10-85dc-46d4-9900-cb83706db33c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:17.441612 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-910f01ee-f7c5-436c-8369-faf72ff0d38d req-352e9a10-85dc-46d4-9900-cb83706db33c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.30 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 944 time: 0.2195306 Mar 05 14:22:17.515795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-910f01ee-f7c5-436c-8369-faf72ff0d38d req-9464bbbd-4b37-4064-9bfc-d1cb0124c48a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Deleting port 2f5accbb-d5c1-41e9-a167-c42cb3025738 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:22:17.516051 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-910f01ee-f7c5-436c-8369-faf72ff0d38d req-9464bbbd-4b37-4064-9bfc-d1cb0124c48a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:17.570839 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c8e2a155-b39e-43b4-b08b-ea3a87437313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213860602', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:21:02Z', 'updated_at': '2022-03-05T14:21:08Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:21:03Z', 'updated_at': '2022-03-05T14:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a59db823-1fad-481a-bdd2-cb93b349cd9c', 'name': '', 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:4a:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '5041f58b-22bb-4cb1-a6dd-e937ce65bb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:21:07Z', 'updated_at': '2022-03-05T14:21:13Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': '5041f58b-22bb-4cb1-a6dd-e937ce65bb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:22:17.574954 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e2a155-b39e-43b4-b08b-ea3a87437313 None None] The sync data for ids ['9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'] in n-d-803718-1 is: [{'id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213860602', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:21:02Z', 'updated_at': '2022-03-05T14:21:08Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:21:03Z', 'updated_at': '2022-03-05T14:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a59db823-1fad-481a-bdd2-cb93b349cd9c', 'name': '', 'network_id': '1a325d61-985f-4de8-a670-5b3511a3e4ff', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:4a:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '5041f58b-22bb-4cb1-a6dd-e937ce65bb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:21:07Z', 'updated_at': '2022-03-05T14:21:13Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': '5041f58b-22bb-4cb1-a6dd-e937ce65bb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:22:17.773237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-910f01ee-f7c5-436c-8369-faf72ff0d38d req-9464bbbd-4b37-4064-9bfc-d1cb0124c48a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] For port 2f5accbb-d5c1-41e9-a167-c42cb3025738, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=2f5accbb-d5c1-41e9-a167-c42cb3025738,segment=NetworkSegment(9fa3a25d-55ae-47bb-8c91-266f0208584a),segment_id=9fa3a25d-55ae-47bb-8c91-266f0208584a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:22:17.773596 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-910f01ee-f7c5-436c-8369-faf72ff0d38d req-9464bbbd-4b37-4064-9bfc-d1cb0124c48a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:17.800692 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819e0c42-17fc-408b-a8f1-d40703718489 None None] New status for floating IP 8d821c1d-37a4-4a4c-8eb1-989982ae266e: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:22:17.898882 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-910f01ee-f7c5-436c-8369-faf72ff0d38d req-9464bbbd-4b37-4064-9bfc-d1cb0124c48a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Calling delete_port for 2f5accbb-d5c1-41e9-a167-c42cb3025738 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:22:18.042918 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-910f01ee-f7c5-436c-8369-faf72ff0d38d req-9464bbbd-4b37-4064-9bfc-d1cb0124c48a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:18.095521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464bbbd-4b37-4064-9bfc-d1cb0124c48a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Port': ['ID=2f5accbb-d5c1-41e9-a167-c42cb3025738,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:18.161065 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5a2c1d63-dee9-4021-a8e4-95390f5400f0 req-75b860c7-4e96-4cbf-850e-af9604fd6494 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Synchronizing usage tracker for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:22:18.171330 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-910f01ee-f7c5-436c-8369-faf72ff0d38d req-9464bbbd-4b37-4064-9bfc-d1cb0124c48a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] No DVR routers for this DVR port 2f5accbb-d5c1-41e9-a167-c42cb3025738 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:22:18.174138 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-910f01ee-f7c5-436c-8369-faf72ff0d38d req-9464bbbd-4b37-4064-9bfc-d1cb0124c48a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:18.176840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba713b5-e2ea-4acb-a909-9c5fd35de8d2', 'name': 'network-vif-deleted', 'tag': '2f5accbb-d5c1-41e9-a167-c42cb3025738'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:22:18.176969 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5a2c1d63-dee9-4021-a8e4-95390f5400f0 req-75b860c7-4e96-4cbf-850e-af9604fd6494 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Unset dirty status for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:22:18.177986 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5a2c1d63-dee9-4021-a8e4-95390f5400f0 req-75b860c7-4e96-4cbf-850e-af9604fd6494 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=bba713b5-e2ea-4acb-a909-9c5fd35de8d2 HTTP/1.1" status: 200 len: 210 time: 0.0581062 Mar 05 14:22:18.193884 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-910f01ee-f7c5-436c-8369-faf72ff0d38d req-9464bbbd-4b37-4064-9bfc-d1cb0124c48a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.30 "DELETE /v2.0/ports/2f5accbb-d5c1-41e9-a167-c42cb3025738 HTTP/1.1" status: 204 len: 173 time: 0.7459855 Mar 05 14:22:18.229256 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba713b5-e2ea-4acb-a909-9c5fd35de8d2', 'name': 'network-vif-deleted', 'tag': '2f5accbb-d5c1-41e9-a167-c42cb3025738', 'status': 'completed', 'code': 200} Mar 05 14:22:19.274089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49764) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:19.947312 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7b1ad006-e8e0-4df5-856d-942289e82659 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:20.292295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-7b1ad006-e8e0-4df5-856d-942289e82659 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Deleting port a59db823-1fad-481a-bdd2-cb93b349cd9c {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:22:20.292930 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7b1ad006-e8e0-4df5-856d-942289e82659 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:20.476105 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-7b1ad006-e8e0-4df5-856d-942289e82659 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] For port a59db823-1fad-481a-bdd2-cb93b349cd9c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a59db823-1fad-481a-bdd2-cb93b349cd9c,segment=NetworkSegment(9fa3a25d-55ae-47bb-8c91-266f0208584a),segment_id=9fa3a25d-55ae-47bb-8c91-266f0208584a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:22:20.476457 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7b1ad006-e8e0-4df5-856d-942289e82659 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:20.597521 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-7b1ad006-e8e0-4df5-856d-942289e82659 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Calling delete_port for a59db823-1fad-481a-bdd2-cb93b349cd9c owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:22:20.779536 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7b1ad006-e8e0-4df5-856d-942289e82659 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:20.831848 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ad006-e8e0-4df5-856d-942289e82659 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Port': ['ID=a59db823-1fad-481a-bdd2-cb93b349cd9c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:21.207189 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7b1ad006-e8e0-4df5-856d-942289e82659 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:21.573923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1ad006-e8e0-4df5-856d-942289e82659 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Router 9dfab15a-ad59-4f22-92c0-19d0fa9fa82f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:22:21.752416 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1ad006-e8e0-4df5-856d-942289e82659 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:22:21.764766 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c2faf3-67bd-4096-9bb8-09ae83603273 None None] Sync routers for ids ['9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:22:21.768079 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7b1ad006-e8e0-4df5-856d-942289e82659 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "PUT /v2.0/routers/9dfab15a-ad59-4f22-92c0-19d0fa9fa82f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4919035 Mar 05 14:22:21.771005 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49768) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:21.776895 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c2faf3-67bd-4096-9bb8-09ae83603273 None None] Routers {'9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:22:21.777494 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-48c2faf3-67bd-4096-9bb8-09ae83603273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:22:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:22:21.843239 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbdd3507-a207-4cac-b128-e0847c64c7f8 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Deleting subnet 5041f58b-22bb-4cb1-a6dd-e937ce65bb1c {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:22:21.846138 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dbdd3507-a207-4cac-b128-e0847c64c7f8 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:21.901737 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dbdd3507-a207-4cac-b128-e0847c64c7f8 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:21.956350 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-48c2faf3-67bd-4096-9bb8-09ae83603273 None None] Set router 9dfab15a-ad59-4f22-92c0-19d0fa9fa82f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:22:21.989870 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dbdd3507-a207-4cac-b128-e0847c64c7f8 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:22.065402 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dbdd3507-a207-4cac-b128-e0847c64c7f8 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:22.106133 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd3507-a207-4cac-b128-e0847c64c7f8 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Subnet': ['ID=5041f58b-22bb-4cb1-a6dd-e937ce65bb1c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:22.108108 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dbdd3507-a207-4cac-b128-e0847c64c7f8 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:22.113470 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed146a9a-1ac1-4f9d-a941-d4d55119071c None None] Network 1a325d61-985f-4de8-a670-5b3511a3e4ff requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:22:22.114563 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dbdd3507-a207-4cac-b128-e0847c64c7f8 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "DELETE /v2.0/subnets/5041f58b-22bb-4cb1-a6dd-e937ce65bb1c HTTP/1.1" status: 204 len: 168 time: 0.3418674 Mar 05 14:22:22.117019 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49772) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:22.249500 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-48c2faf3-67bd-4096-9bb8-09ae83603273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213860602', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:21:02Z', 'updated_at': '2022-03-05T14:22:20Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:21:03Z', 'updated_at': '2022-03-05T14:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:22:22.253479 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c2faf3-67bd-4096-9bb8-09ae83603273 None None] Checking router: 9dfab15a-ad59-4f22-92c0-19d0fa9fa82f for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:22:22.262420 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c2faf3-67bd-4096-9bb8-09ae83603273 None None] Routers {'9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:22:22.263070 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-48c2faf3-67bd-4096-9bb8-09ae83603273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:22:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:22:22.303853 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4d6096a8-d3ef-4921-b824-7cca750d70bc tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:22.397873 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197759b0-d7b3-4370-9046-4f3f4b77fc06 None None] DHCP port deletion for 1a325d61-985f-4de8-a670-5b3511a3e4ff request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:22:22.405590 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-197759b0-d7b3-4370-9046-4f3f4b77fc06 None None] Deleting port b655bfae-1fd3-474e-920d-4758ca512c78 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:22:22.407314 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-197759b0-d7b3-4370-9046-4f3f4b77fc06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:22.469569 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-48c2faf3-67bd-4096-9bb8-09ae83603273 None None] Set router 9dfab15a-ad59-4f22-92c0-19d0fa9fa82f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:22:22.635239 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4d6096a8-d3ef-4921-b824-7cca750d70bc tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:22.644705 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-4d6096a8-d3ef-4921-b824-7cca750d70bc tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Deleting port a2f0ff30-f313-4db9-a864-663b475b4301 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:22:22.645048 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4d6096a8-d3ef-4921-b824-7cca750d70bc tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:22.649222 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-197759b0-d7b3-4370-9046-4f3f4b77fc06 None None] For port b655bfae-1fd3-474e-920d-4758ca512c78, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b655bfae-1fd3-474e-920d-4758ca512c78,segment=NetworkSegment(9fa3a25d-55ae-47bb-8c91-266f0208584a),segment_id=9fa3a25d-55ae-47bb-8c91-266f0208584a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:22:22.650144 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-197759b0-d7b3-4370-9046-4f3f4b77fc06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:22.770055 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 2f5accbb-d5c1-41e9-a167-c42cb3025738 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:22:22.806624 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-48c2faf3-67bd-4096-9bb8-09ae83603273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213860602', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:21:02Z', 'updated_at': '2022-03-05T14:22:20Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:21:03Z', 'updated_at': '2022-03-05T14:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:22:22.808775 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-197759b0-d7b3-4370-9046-4f3f4b77fc06 None None] Calling delete_port for b655bfae-1fd3-474e-920d-4758ca512c78 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:22:22.811561 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c2faf3-67bd-4096-9bb8-09ae83603273 None None] The sync data for ids ['9dfab15a-ad59-4f22-92c0-19d0fa9fa82f'] in n-d-803718-1 is: [{'id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1213860602', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:21:02Z', 'updated_at': '2022-03-05T14:22:20Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': 'a2f0ff30-f313-4db9-a864-663b475b4301', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfab15a-ad59-4f22-92c0-19d0fa9fa82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:21:03Z', 'updated_at': '2022-03-05T14:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:22:22.832510 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-4d6096a8-d3ef-4921-b824-7cca750d70bc tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] For port a2f0ff30-f313-4db9-a864-663b475b4301, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a2f0ff30-f313-4db9-a864-663b475b4301,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:22:22.833102 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4d6096a8-d3ef-4921-b824-7cca750d70bc tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:22.847772 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 2f5accbb-d5c1-41e9-a167-c42cb3025738 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:22:22.848109 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 2f5accbb-d5c1-41e9-a167-c42cb3025738 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:22:22.891531 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-197759b0-d7b3-4370-9046-4f3f4b77fc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:22.942076 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197759b0-d7b3-4370-9046-4f3f4b77fc06 None None] Pushing event deleted for resources: {'Port': ['ID=b655bfae-1fd3-474e-920d-4758ca512c78,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:22.946274 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197759b0-d7b3-4370-9046-4f3f4b77fc06 None None] No DVR routers for this DVR port b655bfae-1fd3-474e-920d-4758ca512c78 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:22:22.960360 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197759b0-d7b3-4370-9046-4f3f4b77fc06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:22.960707 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197759b0-d7b3-4370-9046-4f3f4b77fc06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:22.961044 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197759b0-d7b3-4370-9046-4f3f4b77fc06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:22.961563 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197759b0-d7b3-4370-9046-4f3f4b77fc06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:22.961941 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197759b0-d7b3-4370-9046-4f3f4b77fc06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:22.962432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197759b0-d7b3-4370-9046-4f3f4b77fc06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:22.962784 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197759b0-d7b3-4370-9046-4f3f4b77fc06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:22.963121 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197759b0-d7b3-4370-9046-4f3f4b77fc06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:22.963442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197759b0-d7b3-4370-9046-4f3f4b77fc06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:22.963763 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197759b0-d7b3-4370-9046-4f3f4b77fc06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:22.964084 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197759b0-d7b3-4370-9046-4f3f4b77fc06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:22.964403 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197759b0-d7b3-4370-9046-4f3f4b77fc06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:22.969976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-4d6096a8-d3ef-4921-b824-7cca750d70bc tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Calling delete_port for a2f0ff30-f313-4db9-a864-663b475b4301 owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:22:23.142593 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4d6096a8-d3ef-4921-b824-7cca750d70bc tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:23.197159 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6096a8-d3ef-4921-b824-7cca750d70bc tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Port': ['ID=a2f0ff30-f313-4db9-a864-663b475b4301,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:23.293702 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4d6096a8-d3ef-4921-b824-7cca750d70bc tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:23.472033 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4d6096a8-d3ef-4921-b824-7cca750d70bc tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:23.474255 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4d6096a8-d3ef-4921-b824-7cca750d70bc tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:23.499553 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4d6096a8-d3ef-4921-b824-7cca750d70bc tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:23.500092 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6096a8-d3ef-4921-b824-7cca750d70bc tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Fanout notify agent at l3_agent the message router_deleted on router 9dfab15a-ad59-4f22-92c0-19d0fa9fa82f {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:22:23.500317 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b655bfae-1fd3-474e-920d-4758ca512c78 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:22:23.515948 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4d6096a8-d3ef-4921-b824-7cca750d70bc tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:23.519355 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4d6096a8-d3ef-4921-b824-7cca750d70bc tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "DELETE /v2.0/routers/9dfab15a-ad59-4f22-92c0-19d0fa9fa82f HTTP/1.1" status: 204 len: 168 time: 1.4012606 Mar 05 14:22:23.519990 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49776) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:23.576088 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: b655bfae-1fd3-474e-920d-4758ca512c78 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:22:23.576430 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b655bfae-1fd3-474e-920d-4758ca512c78 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:22:23.576858 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a59db823-1fad-481a-bdd2-cb93b349cd9c no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:22:23.610144 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: a59db823-1fad-481a-bdd2-cb93b349cd9c {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:22:23.610482 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a59db823-1fad-481a-bdd2-cb93b349cd9c not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:22:23.637942 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:23.766323 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:23.790728 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a325d61-985f-4de8-a670-5b3511a3e4ff']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:22:23.803269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa3a25d-55ae-47bb-8c91-266f0208584a') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:22:23.803512 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa3a25d-55ae-47bb-8c91-266f0208584a') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:22:23.817238 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:23.834904 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:23.841890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:22:23.842429 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:22:23.860718 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:22:23.972955 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:24.023646 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:24.044457 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Network': ['ID=1a325d61-985f-4de8-a670-5b3511a3e4ff,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:24.063011 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:24.063439 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:24.063726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:24.064057 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:24.066197 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:24.066197 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:24.066197 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:24.066197 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:24.066197 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:24.067402 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:24.067402 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:24.067402 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:24.078417 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-199b989b-67c2-4092-b22b-11afb448dcf3 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "DELETE /v2.0/networks/1a325d61-985f-4de8-a670-5b3511a3e4ff HTTP/1.1" status: 204 len: 168 time: 0.5499272 Mar 05 14:22:24.078417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49782) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:24.147536 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f3b330a8-8707-4d63-a60d-fbd16981df68 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:24.178268 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f3b330a8-8707-4d63-a60d-fbd16981df68 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:24.250882 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f3b330a8-8707-4d63-a60d-fbd16981df68 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:24.272849 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b330a8-8707-4d63-a60d-fbd16981df68 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=374ec2cd-b1f5-4f6b-be21-050bdf132d45,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:24.299029 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f3b330a8-8707-4d63-a60d-fbd16981df68 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:24.299029 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f3b330a8-8707-4d63-a60d-fbd16981df68 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "DELETE /v2.0/security-groups/374ec2cd-b1f5-4f6b-be21-050bdf132d45 HTTP/1.1" status: 204 len: 168 time: 0.2225330 Mar 05 14:22:24.505039 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49790) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:24.511374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-e24aa329-5dbe-4309-9573-856da18bcf71 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1049260265', 'description': 'tempest-secgroup-smoke-1049260265 description', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:22:24.520301 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e24aa329-5dbe-4309-9573-856da18bcf71 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:22:24.525177 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e24aa329-5dbe-4309-9573-856da18bcf71 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:22:24.528868 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e24aa329-5dbe-4309-9573-856da18bcf71 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:22:24.534131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e24aa329-5dbe-4309-9573-856da18bcf71 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:22:24.547047 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e24aa329-5dbe-4309-9573-856da18bcf71 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:24.574202 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e24aa329-5dbe-4309-9573-856da18bcf71 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:22:24.577602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e24aa329-5dbe-4309-9573-856da18bcf71 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:22:24.579417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e24aa329-5dbe-4309-9573-856da18bcf71 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:22:24.586864 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e24aa329-5dbe-4309-9573-856da18bcf71 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:22:24.673304 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e24aa329-5dbe-4309-9573-856da18bcf71 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:24.676749 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e24aa329-5dbe-4309-9573-856da18bcf71 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:24.724417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24aa329-5dbe-4309-9573-856da18bcf71 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:24.726875 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e24aa329-5dbe-4309-9573-856da18bcf71 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:24.731907 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e24aa329-5dbe-4309-9573-856da18bcf71 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2233360 Mar 05 14:22:24.733092 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49794) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:24.738044 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-be91dfe1-bbdc-4dfb-b4f9-82251714607d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group_rule': {'security_group_id': '5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:22:24.745528 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-be91dfe1-bbdc-4dfb-b4f9-82251714607d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:22:24.748767 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-be91dfe1-bbdc-4dfb-b4f9-82251714607d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:22:24.751650 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-be91dfe1-bbdc-4dfb-b4f9-82251714607d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:22:24.757486 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-be91dfe1-bbdc-4dfb-b4f9-82251714607d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:22:24.776602 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be91dfe1-bbdc-4dfb-b4f9-82251714607d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:24.842110 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be91dfe1-bbdc-4dfb-b4f9-82251714607d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:24.847053 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be91dfe1-bbdc-4dfb-b4f9-82251714607d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:24.868660 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91dfe1-bbdc-4dfb-b4f9-82251714607d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c54397-3572-4a37-ace8-559b04dd143d,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:24.882010 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-be91dfe1-bbdc-4dfb-b4f9-82251714607d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:24.888086 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-be91dfe1-bbdc-4dfb-b4f9-82251714607d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1533380 Mar 05 14:22:24.890523 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49798) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:24.892499 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-16f964dc-f294-45b5-b0b0-340b9c2b9611 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group_rule': {'security_group_id': '5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:22:24.899611 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-16f964dc-f294-45b5-b0b0-340b9c2b9611 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:22:24.903212 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-16f964dc-f294-45b5-b0b0-340b9c2b9611 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:22:24.906663 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-16f964dc-f294-45b5-b0b0-340b9c2b9611 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:22:24.912926 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-16f964dc-f294-45b5-b0b0-340b9c2b9611 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:22:24.933215 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-16f964dc-f294-45b5-b0b0-340b9c2b9611 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:24.999572 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-16f964dc-f294-45b5-b0b0-340b9c2b9611 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:25.003411 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-16f964dc-f294-45b5-b0b0-340b9c2b9611 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:25.028219 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f964dc-f294-45b5-b0b0-340b9c2b9611 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2136897e-b6f4-4b8b-b549-8fe3d8982e74,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:25.037887 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-16f964dc-f294-45b5-b0b0-340b9c2b9611 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:25.038742 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-16f964dc-f294-45b5-b0b0-340b9c2b9611 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1511612 Mar 05 14:22:25.042312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49802) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:25.047268 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-420d4bad-f54c-4532-8746-1ac465079d99 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group_rule': {'security_group_id': '5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:22:25.053999 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-420d4bad-f54c-4532-8746-1ac465079d99 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:22:25.061800 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-420d4bad-f54c-4532-8746-1ac465079d99 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:22:25.061800 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-420d4bad-f54c-4532-8746-1ac465079d99 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:22:25.074512 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-420d4bad-f54c-4532-8746-1ac465079d99 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:22:25.097398 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-420d4bad-f54c-4532-8746-1ac465079d99 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:25.170304 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-420d4bad-f54c-4532-8746-1ac465079d99 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:25.173641 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-420d4bad-f54c-4532-8746-1ac465079d99 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:25.203273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d4bad-f54c-4532-8746-1ac465079d99 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acaa87b7-1b3e-4faf-9fd9-3aca860e68d6,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:25.212402 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-420d4bad-f54c-4532-8746-1ac465079d99 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:25.213366 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-420d4bad-f54c-4532-8746-1ac465079d99 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1702652 Mar 05 14:22:25.218254 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49806) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:25.222891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-b243e84c-fe56-4509-9373-2b094eaffa3a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group_rule': {'security_group_id': '5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:22:25.231112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b243e84c-fe56-4509-9373-2b094eaffa3a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:22:25.235241 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b243e84c-fe56-4509-9373-2b094eaffa3a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:22:25.240061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b243e84c-fe56-4509-9373-2b094eaffa3a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:22:25.246132 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b243e84c-fe56-4509-9373-2b094eaffa3a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:22:25.266065 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b243e84c-fe56-4509-9373-2b094eaffa3a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:25.406675 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a2f0ff30-f313-4db9-a864-663b475b4301 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:22:25.449768 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: a2f0ff30-f313-4db9-a864-663b475b4301 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:22:25.449768 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a2f0ff30-f313-4db9-a864-663b475b4301 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:22:25.465290 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b243e84c-fe56-4509-9373-2b094eaffa3a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:25.470151 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b243e84c-fe56-4509-9373-2b094eaffa3a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:25.502747 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243e84c-fe56-4509-9373-2b094eaffa3a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f33cd76-64b3-403b-867a-e961b60a3b37,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:25.510539 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b243e84c-fe56-4509-9373-2b094eaffa3a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:25.510539 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b243e84c-fe56-4509-9373-2b094eaffa3a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2895644 Mar 05 14:22:25.521625 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49810) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:25.521625 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e6aff771-a218-4f5a-b05e-0f75218315c0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group_rule': {'security_group_id': '5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:22:25.530945 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e6aff771-a218-4f5a-b05e-0f75218315c0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:22:25.530945 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e6aff771-a218-4f5a-b05e-0f75218315c0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:22:25.537835 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e6aff771-a218-4f5a-b05e-0f75218315c0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:22:25.543247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e6aff771-a218-4f5a-b05e-0f75218315c0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:22:25.551822 n-d-803718-1 neutron-server[87913]: INFO neutron.db.securitygroups_db [None req-e6aff771-a218-4f5a-b05e-0f75218315c0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Project c0bf4aa200884a48888e5cf3ebc8526f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:22:25.560891 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e6aff771-a218-4f5a-b05e-0f75218315c0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:25.630221 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e6aff771-a218-4f5a-b05e-0f75218315c0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:25.637526 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e6aff771-a218-4f5a-b05e-0f75218315c0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:25.662274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aff771-a218-4f5a-b05e-0f75218315c0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa4bb79-60d5-4fc2-80fe-71c0a7e2687d,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:25.670122 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e6aff771-a218-4f5a-b05e-0f75218315c0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:25.671344 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e6aff771-a218-4f5a-b05e-0f75218315c0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1595221 Mar 05 14:22:25.674503 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49814) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:25.679174 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-b1ccdcb7-b45e-4e83-bd79-c21a651fcfe6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'security_group_rule': {'security_group_id': '5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:22:25.686005 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b1ccdcb7-b45e-4e83-bd79-c21a651fcfe6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:22:25.690080 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b1ccdcb7-b45e-4e83-bd79-c21a651fcfe6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:security_group_rule and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:22:25.693139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b1ccdcb7-b45e-4e83-bd79-c21a651fcfe6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:22:25.700060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b1ccdcb7-b45e-4e83-bd79-c21a651fcfe6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:22:25.712999 n-d-803718-1 neutron-server[87913]: INFO neutron.db.securitygroups_db [None req-b1ccdcb7-b45e-4e83-bd79-c21a651fcfe6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Project c0bf4aa200884a48888e5cf3ebc8526f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:22:25.720213 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b1ccdcb7-b45e-4e83-bd79-c21a651fcfe6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:25.791555 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b1ccdcb7-b45e-4e83-bd79-c21a651fcfe6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:25.795070 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b1ccdcb7-b45e-4e83-bd79-c21a651fcfe6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:25.819862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ccdcb7-b45e-4e83-bd79-c21a651fcfe6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6742da52-3121-4b38-bca0-9e102a3e1572,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:25.829327 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b1ccdcb7-b45e-4e83-bd79-c21a651fcfe6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:25.830623 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b1ccdcb7-b45e-4e83-bd79-c21a651fcfe6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1556377 Mar 05 14:22:25.833485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49818) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:25.840124 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-6babafaa-75e8-4d81-ba33-90a6fc701443 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'network': {'name': 'tempest-network-smoke--267639262', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'port_security_enabled': True}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:22:25.845715 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6babafaa-75e8-4d81-ba33-90a6fc701443 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:22:25.850243 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6babafaa-75e8-4d81-ba33-90a6fc701443 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:network and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:22:25.854101 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6babafaa-75e8-4d81-ba33-90a6fc701443 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:22:25.860148 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6babafaa-75e8-4d81-ba33-90a6fc701443 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:22:25.873072 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6babafaa-75e8-4d81-ba33-90a6fc701443 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Made reservation on behalf of c0bf4aa200884a48888e5cf3ebc8526f for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:22:25.876590 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6babafaa-75e8-4d81-ba33-90a6fc701443 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:25.907742 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6babafaa-75e8-4d81-ba33-90a6fc701443 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:22:25.919245 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6babafaa-75e8-4d81-ba33-90a6fc701443 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:25.919245 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-6babafaa-75e8-4d81-ba33-90a6fc701443 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Added segment b0e632e3-fd65-462f-8636-4517866938cb of type vlan for network 434efd85-d8be-4234-95e1-89ba56c29bba Mar 05 14:22:25.948897 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6babafaa-75e8-4d81-ba33-90a6fc701443 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:25.983541 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6babafaa-75e8-4d81-ba33-90a6fc701443 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:25.985775 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6babafaa-75e8-4d81-ba33-90a6fc701443 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:25.986164 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6babafaa-75e8-4d81-ba33-90a6fc701443 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:26.098392 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6babafaa-75e8-4d81-ba33-90a6fc701443 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2639003 Mar 05 14:22:26.104009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49822) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:26.109727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babafaa-75e8-4d81-ba33-90a6fc701443 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Network': ['ID=434efd85-d8be-4234-95e1-89ba56c29bba,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:26.118264 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a2a10c64-e9dd-43e3-824d-c71a9317ed7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-622104053', 'admin_state_up': True, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:22:26.126369 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 434efd85-d8be-4234-95e1-89ba56c29bba details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:22:26.129833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a2a10c64-e9dd-43e3-824d-c71a9317ed7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:22:26.129833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a2a10c64-e9dd-43e3-824d-c71a9317ed7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:router and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:22:26.129833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a2a10c64-e9dd-43e3-824d-c71a9317ed7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:22:26.139545 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a2a10c64-e9dd-43e3-824d-c71a9317ed7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:22:26.146744 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a2a10c64-e9dd-43e3-824d-c71a9317ed7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:26.148376 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a2a10c64-e9dd-43e3-824d-c71a9317ed7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:26.169309 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a2a10c64-e9dd-43e3-824d-c71a9317ed7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:26.474030 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a2a10c64-e9dd-43e3-824d-c71a9317ed7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:26.925316 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a2a10c64-e9dd-43e3-824d-c71a9317ed7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:26.957395 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a2a10c64-e9dd-43e3-824d-c71a9317ed7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:27.095013 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-a2a10c64-e9dd-43e3-824d-c71a9317ed7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Allocated IP 172.25.4.89 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/755101e8-956f-487c-99ba-6af750c238bd) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:22:27.242466 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a2a10c64-e9dd-43e3-824d-c71a9317ed7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:27.275736 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a2a10c64-e9dd-43e3-824d-c71a9317ed7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:27.340666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a10c64-e9dd-43e3-824d-c71a9317ed7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:22:27.344854 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-a2a10c64-e9dd-43e3-824d-c71a9317ed7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:22:27.346890 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a10c64-e9dd-43e3-824d-c71a9317ed7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:22:27.402280 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a10c64-e9dd-43e3-824d-c71a9317ed7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Port': ['ID=755101e8-956f-487c-99ba-6af750c238bd,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:27.780074 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a2a10c64-e9dd-43e3-824d-c71a9317ed7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:28.235570 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a2a10c64-e9dd-43e3-824d-c71a9317ed7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:28.439732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a10c64-e9dd-43e3-824d-c71a9317ed7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Router ab0f1db8-8804-4511-9d25-a3a74d49fcbe is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:22:28.620630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a10c64-e9dd-43e3-824d-c71a9317ed7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:22:28.631239 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] Sync routers for ids ['ab0f1db8-8804-4511-9d25-a3a74d49fcbe'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:22:28.640744 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] Routers {'ab0f1db8-8804-4511-9d25-a3a74d49fcbe'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:22:28.641457 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:22:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ab0f1db8-8804-4511-9d25-a3a74d49fcbe'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:22:28.648335 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a2a10c64-e9dd-43e3-824d-c71a9317ed7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:28.650384 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a2a10c64-e9dd-43e3-824d-c71a9317ed7c tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5477288 Mar 05 14:22:28.653872 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49826) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:28.693260 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-02a13d04-9960-48c1-8459-99fb13cff2ef tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=c0bf4aa200884a48888e5cf3ebc8526f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382493 Mar 05 14:22:28.695797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49830) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:28.818241 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] Set router ab0f1db8-8804-4511-9d25-a3a74d49fcbe gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:22:28.826226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b64766-52f5-4e7b-9842-7c4ccc2a0b76 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:28.827749 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d4b64766-52f5-4e7b-9842-7c4ccc2a0b76 tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304479 Mar 05 14:22:28.830614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49834) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:28.876700 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5ada375c-4ae2-40bb-869a-b8a483a4a06c tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426595 Mar 05 14:22:28.876854 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49838) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:28.882907 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a4ca43fd-4f13-4119-9123-5aac5f292239 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-141354639', 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba', 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:22:28.998561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a4ca43fd-4f13-4119-9123-5aac5f292239 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:22:29.003378 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a4ca43fd-4f13-4119-9123-5aac5f292239 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:subnet and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:22:29.005391 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a4ca43fd-4f13-4119-9123-5aac5f292239 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:22:29.011710 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a4ca43fd-4f13-4119-9123-5aac5f292239 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:22:29.021575 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ca43fd-4f13-4119-9123-5aac5f292239 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Made reservation on behalf of c0bf4aa200884a48888e5cf3ebc8526f for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:22:29.025822 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a4ca43fd-4f13-4119-9123-5aac5f292239 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:29.106653 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622104053', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '755101e8-956f-487c-99ba-6af750c238bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:27Z', 'revision_number': 3, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '755101e8-956f-487c-99ba-6af750c238bd', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:22:29.110535 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] Checking router: ab0f1db8-8804-4511-9d25-a3a74d49fcbe for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:22:29.110914 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] Updating router ab0f1db8-8804-4511-9d25-a3a74d49fcbe port 755101e8-956f-487c-99ba-6af750c238bd binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:22:29.164547 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:29.248069 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a4ca43fd-4f13-4119-9123-5aac5f292239 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:29.301516 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:29.309238 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:29.328489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca43fd-4f13-4119-9123-5aac5f292239 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Subnet': ['ID=abe544a6-8383-4ab3-a8b6-8875494b9b35,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:29.347878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca43fd-4f13-4119-9123-5aac5f292239 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Checking segment: {'id': 'b0e632e3-fd65-462f-8636-4517866938cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:22:29.347878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ca43fd-4f13-4119-9123-5aac5f292239 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network hostable DHCP agents. Network: 434efd85-d8be-4234-95e1-89ba56c29bba, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:22:29.365843 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ca43fd-4f13-4119-9123-5aac5f292239 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network 434efd85-d8be-4234-95e1-89ba56c29bba is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:22:29.373066 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-a4ca43fd-4f13-4119-9123-5aac5f292239 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 434efd85-d8be-4234-95e1-89ba56c29bba) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:22:29.376772 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ca43fd-4f13-4119-9123-5aac5f292239 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:29.377350 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a4ca43fd-4f13-4119-9123-5aac5f292239 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:29.396042 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7a01ff-fd92-44c0-b6ec-2c9f9cd159f1 None None] Network 434efd85-d8be-4234-95e1-89ba56c29bba requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:22:29.405638 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a4ca43fd-4f13-4119-9123-5aac5f292239 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5277412 Mar 05 14:22:29.408031 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 49844) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:29.730021 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:29.735772 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9889aae-1f57-4030-9871-7f404b49935a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-434efd85-d8be-4234-95e1-89ba56c29bba', 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'fixed_ips': [{'subnet_id': 'abe544a6-8383-4ab3-a8b6-8875494b9b35'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:22:29.736587 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f9889aae-1f57-4030-9871-7f404b49935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:29.757961 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] Transition to ACTIVE for port object 755101e8-956f-487c-99ba-6af750c238bd will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:22:29.768473 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:29.948209 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] Attempting to bind port 755101e8-956f-487c-99ba-6af750c238bd on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:22:29.948579 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] Attempting to bind port 755101e8-956f-487c-99ba-6af750c238bd by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:22:29.948950 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] Attempting to bind port 755101e8-956f-487c-99ba-6af750c238bd on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:22:29.959137 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe4fe8-4d16-453c-b2c4-d796ac2bb3b8 None None] Pushing event updated for resources: {'Port': ['ID=755101e8-956f-487c-99ba-6af750c238bd,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:29.966579 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:22:29.966938 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:22:29.967691 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:29.967691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:22:29.968262 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] Bound port: 755101e8-956f-487c-99ba-6af750c238bd, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:22:29.968531 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:30.093039 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-f9889aae-1f57-4030-9871-7f404b49935a None None] Allocated IP 172.20.0.2 (434efd85-d8be-4234-95e1-89ba56c29bba/abe544a6-8383-4ab3-a8b6-8875494b9b35/cddd255e-79b4-43af-9b27-f676d95ef576) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:22:30.099544 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] For port 755101e8-956f-487c-99ba-6af750c238bd, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:22:30.107311 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] For port 755101e8-956f-487c-99ba-6af750c238bd, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=755101e8-956f-487c-99ba-6af750c238bd,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:22:30.126373 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:30.267269 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4066aa52-2f64-426d-a03d-2b19e40e4e0a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:30.293980 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] Routers {'ab0f1db8-8804-4511-9d25-a3a74d49fcbe'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:22:30.294596 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:22:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ab0f1db8-8804-4511-9d25-a3a74d49fcbe'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:22:30.354319 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe4fe8-4d16-453c-b2c4-d796ac2bb3b8 None None] Pushing event updated for resources: {'Port': ['ID=755101e8-956f-487c-99ba-6af750c238bd,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:30.553036 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f9889aae-1f57-4030-9871-7f404b49935a None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:30.565298 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] Set router ab0f1db8-8804-4511-9d25-a3a74d49fcbe gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:22:30.673529 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f9889aae-1f57-4030-9871-7f404b49935a None None] Transition to ACTIVE for port object cddd255e-79b4-43af-9b27-f676d95ef576 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:22:30.764324 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f9889aae-1f57-4030-9871-7f404b49935a None None] Transition to ACTIVE for port object cddd255e-79b4-43af-9b27-f676d95ef576 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:22:30.780826 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f9889aae-1f57-4030-9871-7f404b49935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:30.843021 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-4066aa52-2f64-426d-a03d-2b19e40e4e0a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Allocated IP 172.20.0.1 (434efd85-d8be-4234-95e1-89ba56c29bba/abe544a6-8383-4ab3-a8b6-8875494b9b35/34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:22:30.858381 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9889aae-1f57-4030-9871-7f404b49935a None None] Network 434efd85-d8be-4234-95e1-89ba56c29bba is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:22:30.872073 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-f9889aae-1f57-4030-9871-7f404b49935a None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:22:30.878428 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9889aae-1f57-4030-9871-7f404b49935a None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:22:30.952383 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9889aae-1f57-4030-9871-7f404b49935a None None] Pushing event updated for resources: {'Port': ['ID=cddd255e-79b4-43af-9b27-f676d95ef576,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:31.007595 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4066aa52-2f64-426d-a03d-2b19e40e4e0a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:31.023493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-4066aa52-2f64-426d-a03d-2b19e40e4e0a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Transition to ACTIVE for port object 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:22:31.026659 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f9889aae-1f57-4030-9871-7f404b49935a None None] Attempting to bind port cddd255e-79b4-43af-9b27-f676d95ef576 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:22:31.027032 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f9889aae-1f57-4030-9871-7f404b49935a None None] Attempting to bind port cddd255e-79b4-43af-9b27-f676d95ef576 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'b0e632e3-fd65-462f-8636-4517866938cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:22:31.027387 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9889aae-1f57-4030-9871-7f404b49935a None None] Attempting to bind port cddd255e-79b4-43af-9b27-f676d95ef576 on network 434efd85-d8be-4234-95e1-89ba56c29bba {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:22:31.034005 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9889aae-1f57-4030-9871-7f404b49935a None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:22:31.034649 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9889aae-1f57-4030-9871-7f404b49935a None None] Checking segment: {'id': 'b0e632e3-fd65-462f-8636-4517866938cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:22:31.034649 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f9889aae-1f57-4030-9871-7f404b49935a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:31.035060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9889aae-1f57-4030-9871-7f404b49935a None None] Bound using segment: {'id': 'b0e632e3-fd65-462f-8636-4517866938cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:22:31.036073 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f9889aae-1f57-4030-9871-7f404b49935a None None] Bound port: cddd255e-79b4-43af-9b27-f676d95ef576, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e632e3-fd65-462f-8636-4517866938cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:22:31.036073 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f9889aae-1f57-4030-9871-7f404b49935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:31.051154 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4066aa52-2f64-426d-a03d-2b19e40e4e0a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:31.095100 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622104053', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '755101e8-956f-487c-99ba-6af750c238bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:27Z', 'revision_number': 3, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '755101e8-956f-487c-99ba-6af750c238bd', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:22:31.107791 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee44e20-aa00-4d4c-9c2a-0afe9363b5e8 None None] The sync data for ids ['ab0f1db8-8804-4511-9d25-a3a74d49fcbe'] in n-d-803718-1 is: [{'id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622104053', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '755101e8-956f-487c-99ba-6af750c238bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:27Z', 'revision_number': 3, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '755101e8-956f-487c-99ba-6af750c238bd', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:22:31.121762 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4066aa52-2f64-426d-a03d-2b19e40e4e0a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network 434efd85-d8be-4234-95e1-89ba56c29bba is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:22:31.129342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-4066aa52-2f64-426d-a03d-2b19e40e4e0a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:22:31.132002 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4066aa52-2f64-426d-a03d-2b19e40e4e0a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:22:31.148900 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-f9889aae-1f57-4030-9871-7f404b49935a None None] For port cddd255e-79b4-43af-9b27-f676d95ef576, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:22:31.153717 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-f9889aae-1f57-4030-9871-7f404b49935a None None] For port cddd255e-79b4-43af-9b27-f676d95ef576, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cddd255e-79b4-43af-9b27-f676d95ef576,segment=NetworkSegment(b0e632e3-fd65-462f-8636-4517866938cb),segment_id=b0e632e3-fd65-462f-8636-4517866938cb)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:22:31.158430 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f9889aae-1f57-4030-9871-7f404b49935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:31.170576 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066aa52-2f64-426d-a03d-2b19e40e4e0a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Port': ['ID=34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:31.204653 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4066aa52-2f64-426d-a03d-2b19e40e4e0a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:31.248866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9889aae-1f57-4030-9871-7f404b49935a None None] Pushing event updated for resources: {'Port': ['ID=cddd255e-79b4-43af-9b27-f676d95ef576,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:31.355405 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4066aa52-2f64-426d-a03d-2b19e40e4e0a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:31.584525 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 755101e8-956f-487c-99ba-6af750c238bd up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:22:31.680901 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 755101e8-956f-487c-99ba-6af750c238bd completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:22:31.689690 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 755101e8-956f-487c-99ba-6af750c238bd triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:22:31.689983 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:31.888691 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:31.906258 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 755101e8-956f-487c-99ba-6af750c238bd, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=755101e8-956f-487c-99ba-6af750c238bd,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:22:31.911559 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:31.984633 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=755101e8-956f-487c-99ba-6af750c238bd,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:32.075234 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4066aa52-2f64-426d-a03d-2b19e40e4e0a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:32.081007 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4066aa52-2f64-426d-a03d-2b19e40e4e0a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:32.200513 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066aa52-2f64-426d-a03d-2b19e40e4e0a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Port': ['ID=34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:32.205226 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4066aa52-2f64-426d-a03d-2b19e40e4e0a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:32.349295 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4066aa52-2f64-426d-a03d-2b19e40e4e0a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network 434efd85-d8be-4234-95e1-89ba56c29bba is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:22:32.350444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-4066aa52-2f64-426d-a03d-2b19e40e4e0a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:22:32.378132 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de595594-715c-4809-88bf-930b12dd172a None None] Network 434efd85-d8be-4234-95e1-89ba56c29bba requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:22:32.491738 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a1866974-14f4-4b79-b023-b22fd5ca39bd None None] Provisioning for port cddd255e-79b4-43af-9b27-f676d95ef576 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:22:32.606482 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4066aa52-2f64-426d-a03d-2b19e40e4e0a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Router ab0f1db8-8804-4511-9d25-a3a74d49fcbe has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:22:32.697637 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2a810883-f708-4495-bb60-cbd52719e463 req-397477b2-81a8-4ed7-971a-a98f6df9bdd4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1797941 Mar 05 14:22:32.872926 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4066aa52-2f64-426d-a03d-2b19e40e4e0a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:22:32.898900 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4066aa52-2f64-426d-a03d-2b19e40e4e0a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "PUT /v2.0/routers/ab0f1db8-8804-4511-9d25-a3a74d49fcbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4897349 Mar 05 14:22:32.920789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a810883-f708-4495-bb60-cbd52719e463 req-00cecd91-d0c3-4af5-becb-ab5f517bf2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:32.923216 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2a810883-f708-4495-bb60-cbd52719e463 req-00cecd91-d0c3-4af5-becb-ab5f517bf2f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 1096 time: 0.1317294 Mar 05 14:22:32.928704 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0b68373f-6969-4fc4-8709-8f09523388a3 None None] Provisioning for port 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:22:32.940638 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0b68373f-6969-4fc4-8709-8f09523388a3 None None] Provisioning complete for port 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:22:32.940977 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0b68373f-6969-4fc4-8709-8f09523388a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:33.035633 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] Sync routers for ids ['ab0f1db8-8804-4511-9d25-a3a74d49fcbe'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:22:33.044758 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-0b68373f-6969-4fc4-8709-8f09523388a3 None None] Port 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:22:33.057067 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] Routers {'ab0f1db8-8804-4511-9d25-a3a74d49fcbe'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:22:33.057688 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:22:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ab0f1db8-8804-4511-9d25-a3a74d49fcbe'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:22:33.144560 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-344ff2ce-7700-4492-8c4b-90ca058ab620 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Synchronizing usage tracker for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:22:33.157102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a810883-f708-4495-bb60-cbd52719e463 req-373000f2-4d5d-49fc-bf24-e687a6394aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:33.158456 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2a810883-f708-4495-bb60-cbd52719e463 req-373000f2-4d5d-49fc-bf24-e687a6394aba service neutron] 10.222.0.30 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 912 time: 0.2114322 Mar 05 14:22:33.230277 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-344ff2ce-7700-4492-8c4b-90ca058ab620 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Unset dirty status for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:22:33.231469 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-344ff2ce-7700-4492-8c4b-90ca058ab620 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1049260265&fields=id&tenant_id=c0bf4aa200884a48888e5cf3ebc8526f HTTP/1.1" status: 200 len: 267 time: 0.1630778 Mar 05 14:22:33.285661 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b2603041-d19a-477a-8e3c-bf9d1a416c04 None None] Provisioning complete for port 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:22:33.285989 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b2603041-d19a-477a-8e3c-bf9d1a416c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:33.300551 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] Set router ab0f1db8-8804-4511-9d25-a3a74d49fcbe gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:22:33.349463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b2603041-d19a-477a-8e3c-bf9d1a416c04 None None] Port 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:22:33.475425 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-57761a60-19a4-4996-8bae-4a2d86a516d3 None None] Provisioning complete for port 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:22:33.475932 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-57761a60-19a4-4996-8bae-4a2d86a516d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:33.539587 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-57761a60-19a4-4996-8bae-4a2d86a516d3 None None] Port 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:22:33.576474 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cddd255e-79b4-43af-9b27-f676d95ef576 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:22:33.602064 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2a810883-f708-4495-bb60-cbd52719e463 req-cd99ebd1-d845-4cec-b049-0e834cd8921d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d0f9462-0fae-440c-beb5-49fbd35d8d56 HTTP/1.1" status: 200 len: 1001 time: 0.4321852 Mar 05 14:22:33.661931 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port cddd255e-79b4-43af-9b27-f676d95ef576 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:22:33.671365 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port cddd255e-79b4-43af-9b27-f676d95ef576 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:22:33.671938 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:33.696580 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-5aae206b-0dba-4ee0-bbfa-8297dd584ebf tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:33.698034 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-5aae206b-0dba-4ee0-bbfa-8297dd584ebf tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/networks?id=434efd85-d8be-4234-95e1-89ba56c29bba HTTP/1.1" status: 200 len: 796 time: 0.4526615 Mar 05 14:22:33.701843 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a810883-f708-4495-bb60-cbd52719e463 req-27442ed3-7efb-4165-814b-57201e2eb087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:33.703452 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2a810883-f708-4495-bb60-cbd52719e463 req-27442ed3-7efb-4165-814b-57201e2eb087 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 200 len: 851 time: 0.0940869 Mar 05 14:22:33.741926 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622104053', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '755101e8-956f-487c-99ba-6af750c238bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:31Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '755101e8-956f-487c-99ba-6af750c238bd', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db', 'name': '', 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:e0:a7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'abe544a6-8383-4ab3-a8b6-8875494b9b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:22:30Z', 'updated_at': '2022-03-05T14:22:31Z', 'revision_number': 2, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': 'abe544a6-8383-4ab3-a8b6-8875494b9b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:22:33.745952 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] Checking router: ab0f1db8-8804-4511-9d25-a3a74d49fcbe for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:22:33.746288 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] Updating router ab0f1db8-8804-4511-9d25-a3a74d49fcbe port 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:22:33.757748 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-20e81f5d-5da7-4cd5-a0ba-e8db00b8ac8b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/quotas/c0bf4aa200884a48888e5cf3ebc8526f HTTP/1.1" status: 200 len: 375 time: 0.0502446 Mar 05 14:22:33.807292 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:33.817199 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:33.852021 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port cddd255e-79b4-43af-9b27-f676d95ef576, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cddd255e-79b4-43af-9b27-f676d95ef576,segment=NetworkSegment(b0e632e3-fd65-462f-8636-4517866938cb),segment_id=b0e632e3-fd65-462f-8636-4517866938cb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:22:33.857191 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:33.858152 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 755101e8-956f-487c-99ba-6af750c238bd up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:22:33.868885 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a810883-f708-4495-bb60-cbd52719e463 req-8ff684b1-632e-4a7e-8c3a-21fd6768a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:33.870500 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2a810883-f708-4495-bb60-cbd52719e463 req-8ff684b1-632e-4a7e-8c3a-21fd6768a613 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c768af3c-6e35-45f2-95ff-e71855885f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532753 Mar 05 14:22:33.875650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-d28f2e25-01f1-4b32-ac1c-3001123524e5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Synchronizing usage tracker for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:22:33.925922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-d28f2e25-01f1-4b32-ac1c-3001123524e5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Unset dirty status for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:22:33.927651 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-d28f2e25-01f1-4b32-ac1c-3001123524e5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1601021 Mar 05 14:22:33.991203 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=cddd255e-79b4-43af-9b27-f676d95ef576,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:34.002662 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 755101e8-956f-487c-99ba-6af750c238bd triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:22:34.003159 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:34.086863 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2a810883-f708-4495-bb60-cbd52719e463 req-ae9bd97a-7d2d-41c2-a3ff-f4f13ba6b19b service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067573 Mar 05 14:22:34.226544 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:34.237808 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] Transition to ACTIVE for port object 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:22:34.247495 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:34.292615 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-ad4be14c-51b1-47ca-8a9e-a7e17b2c5cc1 service neutron] 10.222.0.16 "GET /v2.0/networks/434efd85-d8be-4234-95e1-89ba56c29bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501295 Mar 05 14:22:34.413947 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2a810883-f708-4495-bb60-cbd52719e463 req-79d3f01a-7ffd-4032-af35-d1cfca2f67c3 service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681286 Mar 05 14:22:34.468520 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf718d9b-5c3b-42f4-bbe0-5ecc052315a7 None None] Pushing event updated for resources: {'Port': ['ID=34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:34.489027 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-e4a3ebb1-ef0f-4a5f-98ec-7ede704e5c78 service neutron] 10.222.0.16 "GET /v2.0/networks/434efd85-d8be-4234-95e1-89ba56c29bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976786 Mar 05 14:22:34.514535 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf718d9b-5c3b-42f4-bbe0-5ecc052315a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:34.514755 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf718d9b-5c3b-42f4-bbe0-5ecc052315a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:34.515262 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf718d9b-5c3b-42f4-bbe0-5ecc052315a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:34.515354 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf718d9b-5c3b-42f4-bbe0-5ecc052315a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:34.515640 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf718d9b-5c3b-42f4-bbe0-5ecc052315a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:34.515952 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf718d9b-5c3b-42f4-bbe0-5ecc052315a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:34.516265 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf718d9b-5c3b-42f4-bbe0-5ecc052315a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:34.516573 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf718d9b-5c3b-42f4-bbe0-5ecc052315a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:34.516877 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf718d9b-5c3b-42f4-bbe0-5ecc052315a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:34.517180 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf718d9b-5c3b-42f4-bbe0-5ecc052315a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:34.517486 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf718d9b-5c3b-42f4-bbe0-5ecc052315a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:34.517790 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf718d9b-5c3b-42f4-bbe0-5ecc052315a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:22:34.549359 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] Attempting to bind port 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:22:34.549793 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] Attempting to bind port 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'b0e632e3-fd65-462f-8636-4517866938cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:22:34.550211 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] Attempting to bind port 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db on network 434efd85-d8be-4234-95e1-89ba56c29bba {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:22:34.557085 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:22:34.557353 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] Checking segment: {'id': 'b0e632e3-fd65-462f-8636-4517866938cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:22:34.558226 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:34.558226 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] Bound using segment: {'id': 'b0e632e3-fd65-462f-8636-4517866938cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:22:34.559102 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] Bound port: 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e632e3-fd65-462f-8636-4517866938cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:22:34.559102 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:34.683596 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] For port 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:22:34.687573 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] For port 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db,segment=NetworkSegment(b0e632e3-fd65-462f-8636-4517866938cb),segment_id=b0e632e3-fd65-462f-8636-4517866938cb)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:22:34.692963 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:34.710994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-dd8d270c-5a3f-4a0d-b3a1-84fb2d17ad64 req-cfe429ee-38a8-4b5f-95d0-cd5d560897ef tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Synchronizing usage tracker for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:22:34.722991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-dd8d270c-5a3f-4a0d-b3a1-84fb2d17ad64 req-cfe429ee-38a8-4b5f-95d0-cd5d560897ef tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Unset dirty status for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:22:34.724129 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dd8d270c-5a3f-4a0d-b3a1-84fb2d17ad64 req-cfe429ee-38a8-4b5f-95d0-cd5d560897ef tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 210 time: 0.0602360 Mar 05 14:22:34.784703 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] Routers {'ab0f1db8-8804-4511-9d25-a3a74d49fcbe'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:22:34.784703 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:22:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ab0f1db8-8804-4511-9d25-a3a74d49fcbe'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:22:34.921978 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf718d9b-5c3b-42f4-bbe0-5ecc052315a7 None None] Pushing event updated for resources: {'Port': ['ID=34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:35.090370 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] Set router ab0f1db8-8804-4511-9d25-a3a74d49fcbe gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:22:35.469719 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622104053', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '755101e8-956f-487c-99ba-6af750c238bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:31Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '755101e8-956f-487c-99ba-6af750c238bd', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db', 'name': '', 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:e0:a7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'abe544a6-8383-4ab3-a8b6-8875494b9b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:22:30Z', 'updated_at': '2022-03-05T14:22:34Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': 'abe544a6-8383-4ab3-a8b6-8875494b9b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:22:35.478151 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303422ab-2660-4c16-96d7-b87149d2faf9 None None] The sync data for ids ['ab0f1db8-8804-4511-9d25-a3a74d49fcbe'] in n-d-803718-1 is: [{'id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622104053', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '755101e8-956f-487c-99ba-6af750c238bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:31Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '755101e8-956f-487c-99ba-6af750c238bd', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db', 'name': '', 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:e0:a7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'abe544a6-8383-4ab3-a8b6-8875494b9b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:22:30Z', 'updated_at': '2022-03-05T14:22:34Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': 'abe544a6-8383-4ab3-a8b6-8875494b9b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:22:35.526035 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cddd255e-79b4-43af-9b27-f676d95ef576 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:22:35.637501 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port cddd255e-79b4-43af-9b27-f676d95ef576 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:22:35.638536 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:35.900431 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-860e0bee-6cec-4603-90d0-934a4621d0a5 req-dd548d69-03fb-434a-9b3e-6ae87b298de9 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 210 time: 0.0488062 Mar 05 14:22:36.239354 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-127a97b1-6588-4dd0-8dc4-b4d36b169273 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:36.241267 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-127a97b1-6588-4dd0-8dc4-b4d36b169273 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.15 "GET /v2.0/networks?id=434efd85-d8be-4234-95e1-89ba56c29bba HTTP/1.1" status: 200 len: 796 time: 0.1851740 Mar 05 14:22:36.298565 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-9360efbb-6dae-49f8-9563-d7fe41587dcf tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0bf4aa200884a48888e5cf3ebc8526f HTTP/1.1" status: 200 len: 380 time: 0.0489786 Mar 05 14:22:36.308536 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-d2b1b66e-5a31-42be-a304-72323d50f45b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'port': {'device_id': '7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c', 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba', 'admin_state_up': True, 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'security_groups': ['5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:22:36.455683 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-d2b1b66e-5a31-42be-a304-72323d50f45b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:22:36.466976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-d2b1b66e-5a31-42be-a304-72323d50f45b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:22:36.476801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-d2b1b66e-5a31-42be-a304-72323d50f45b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Made reservation on behalf of c0bf4aa200884a48888e5cf3ebc8526f for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:22:36.481068 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-d2b1b66e-5a31-42be-a304-72323d50f45b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:36.653222 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-d2b1b66e-5a31-42be-a304-72323d50f45b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Allocated IP 172.20.0.11 (434efd85-d8be-4234-95e1-89ba56c29bba/abe544a6-8383-4ab3-a8b6-8875494b9b35/e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:22:36.855796 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-d2b1b66e-5a31-42be-a304-72323d50f45b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:36.871854 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-d2b1b66e-5a31-42be-a304-72323d50f45b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Transition to ACTIVE for port object e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:22:36.896209 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-d2b1b66e-5a31-42be-a304-72323d50f45b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:36.970448 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-d2b1b66e-5a31-42be-a304-72323d50f45b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network 434efd85-d8be-4234-95e1-89ba56c29bba is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:22:36.973506 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-d2b1b66e-5a31-42be-a304-72323d50f45b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:22:36.982090 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-d2b1b66e-5a31-42be-a304-72323d50f45b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:22:37.019766 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1b66e-5a31-42be-a304-72323d50f45b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Port': ['ID=e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:37.052946 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-d2b1b66e-5a31-42be-a304-72323d50f45b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:37.053564 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-d2b1b66e-5a31-42be-a304-72323d50f45b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:37.082686 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-d2b1b66e-5a31-42be-a304-72323d50f45b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7786887 Mar 05 14:22:37.098731 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-2c69c059-ec2f-41e6-9b03-ac955931ab93 service neutron] Request body: {'port': {'device_id': '7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:22:37.121451 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a011a3-08e4-4f1a-85dc-c5a6a3dbfe3d req-3e4a46cc-6181-4f22-96ef-e18cc736579e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:37.126804 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-36a011a3-08e4-4f1a-85dc-c5a6a3dbfe3d req-3e4a46cc-6181-4f22-96ef-e18cc736579e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 932 time: 0.0953078 Mar 05 14:22:37.168939 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-36a011a3-08e4-4f1a-85dc-c5a6a3dbfe3d req-b4a378d4-8e11-49c8-8962-616c3e521fb6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Synchronizing usage tracker for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:22:37.182426 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-36a011a3-08e4-4f1a-85dc-c5a6a3dbfe3d req-b4a378d4-8e11-49c8-8962-616c3e521fb6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Unset dirty status for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:22:37.183715 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-36a011a3-08e4-4f1a-85dc-c5a6a3dbfe3d req-b4a378d4-8e11-49c8-8962-616c3e521fb6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553679 Mar 05 14:22:37.231829 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0e645a67-a3fc-4a62-9d7b-ad25bf3f77c9 None None] Provisioning for port e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:22:37.237147 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0e645a67-a3fc-4a62-9d7b-ad25bf3f77c9 None None] Provisioning complete for port e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:22:37.237513 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0e645a67-a3fc-4a62-9d7b-ad25bf3f77c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:37.294324 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-0e645a67-a3fc-4a62-9d7b-ad25bf3f77c9 None None] Port e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:22:37.346215 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-2c69c059-ec2f-41e6-9b03-ac955931ab93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:37.483558 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:22:37.552030 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:22:37.556689 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:22:37.557053 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:37.682323 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:37.708775 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-2c69c059-ec2f-41e6-9b03-ac955931ab93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:22:37.716656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db,segment=NetworkSegment(b0e632e3-fd65-462f-8636-4517866938cb),segment_id=b0e632e3-fd65-462f-8636-4517866938cb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:22:37.717365 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-2c69c059-ec2f-41e6-9b03-ac955931ab93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:37.720264 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:37.733992 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-2c69c059-ec2f-41e6-9b03-ac955931ab93 service neutron] Transition to ACTIVE for port object e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:22:37.738228 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-2c69c059-ec2f-41e6-9b03-ac955931ab93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:37.793222 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:37.914193 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69c059-ec2f-41e6-9b03-ac955931ab93 service neutron] Pushing event updated for resources: {'Port': ['ID=e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:38.003371 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-2c69c059-ec2f-41e6-9b03-ac955931ab93 service neutron] Attempting to bind port e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:22:38.004038 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-2c69c059-ec2f-41e6-9b03-ac955931ab93 service neutron] Attempting to bind port e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b0e632e3-fd65-462f-8636-4517866938cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:22:38.004038 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-2c69c059-ec2f-41e6-9b03-ac955931ab93 service neutron] Attempting to bind port e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a on network 434efd85-d8be-4234-95e1-89ba56c29bba {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:22:38.009041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-2c69c059-ec2f-41e6-9b03-ac955931ab93 service neutron] Port e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a on network 434efd85-d8be-4234-95e1-89ba56c29bba not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:22:38.009331 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-2c69c059-ec2f-41e6-9b03-ac955931ab93 service neutron] Attempting to bind port e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a on network 434efd85-d8be-4234-95e1-89ba56c29bba {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:22:38.015225 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-2c69c059-ec2f-41e6-9b03-ac955931ab93 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:22:38.015559 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-2c69c059-ec2f-41e6-9b03-ac955931ab93 service neutron] Checking segment: {'id': 'b0e632e3-fd65-462f-8636-4517866938cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:22:38.015968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-2c69c059-ec2f-41e6-9b03-ac955931ab93 service neutron] Bound using segment: {'id': 'b0e632e3-fd65-462f-8636-4517866938cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:22:38.016418 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-2c69c059-ec2f-41e6-9b03-ac955931ab93 service neutron] Bound port: e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e632e3-fd65-462f-8636-4517866938cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:22:38.016871 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-2c69c059-ec2f-41e6-9b03-ac955931ab93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:38.108925 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-2c69c059-ec2f-41e6-9b03-ac955931ab93 service neutron] For port e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:22:38.111830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-2c69c059-ec2f-41e6-9b03-ac955931ab93 service neutron] For port e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a,segment=NetworkSegment(b0e632e3-fd65-462f-8636-4517866938cb),segment_id=b0e632e3-fd65-462f-8636-4517866938cb)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:22:38.116370 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-2c69c059-ec2f-41e6-9b03-ac955931ab93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:38.173907 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-2c69c059-ec2f-41e6-9b03-ac955931ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:38.174588 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-2c69c059-ec2f-41e6-9b03-ac955931ab93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:38.175898 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-2c69c059-ec2f-41e6-9b03-ac955931ab93 service neutron] 10.222.0.15 "PUT /v2.0/ports/e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a HTTP/1.1" status: 200 len: 1092 time: 1.0866430 Mar 05 14:22:38.178353 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c', 'tag': 'e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:22:38.214697 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69c059-ec2f-41e6-9b03-ac955931ab93 service neutron] Pushing event updated for resources: {'Port': ['ID=e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:38.266484 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c', 'tag': 'e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a', 'status': 'completed', 'code': 200} Mar 05 14:22:38.300220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-6010e8cc-fb58-466b-a21a-ad62d20be0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:38.302106 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-6010e8cc-fb58-466b-a21a-ad62d20be0af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 1095 time: 0.0841665 Mar 05 14:22:38.389676 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-192aedf0-3c9e-47fa-909b-f1fe600d6828 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a HTTP/1.1" status: 200 len: 217 time: 0.0805926 Mar 05 14:22:38.400431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70772981-9a9f-47b3-bac7-1ed20b1b44b8 req-a8614d08-8a09-4959-8324-890d0be38d0b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:38.402800 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-70772981-9a9f-47b3-bac7-1ed20b1b44b8 req-a8614d08-8a09-4959-8324-890d0be38d0b tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 944 time: 0.0853443 Mar 05 14:22:38.459366 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-70772981-9a9f-47b3-bac7-1ed20b1b44b8 req-1db026b7-ef89-4078-b013-765cf4c46a94 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475779 Mar 05 14:22:38.462798 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-56d460ed-ca8b-4c48-bc51-b25d9cc257c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:38.464238 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-56d460ed-ca8b-4c48-bc51-b25d9cc257c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=abe544a6-8383-4ab3-a8b6-8875494b9b35 HTTP/1.1" status: 200 len: 834 time: 0.0680730 Mar 05 14:22:38.548458 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-2dac6f90-a479-4607-8b7e-94a62548ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:38.549807 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-2dac6f90-a479-4607-8b7e-94a62548ef50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=434efd85-d8be-4234-95e1-89ba56c29bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796700 Mar 05 14:22:38.682133 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-58e5a997-017c-4d82-9c73-8dfe4ec5615c service neutron] 10.222.0.15 "GET /v2.0/networks/434efd85-d8be-4234-95e1-89ba56c29bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260779 Mar 05 14:22:38.814076 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-785d0720-ad75-4079-aa0e-b06a4214d12d req-0229106c-bcc4-4955-94b8-ba8b1d0a4df2 service neutron] 10.222.0.15 "GET /v2.0/networks/434efd85-d8be-4234-95e1-89ba56c29bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265011 Mar 05 14:22:38.820083 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-686505ab-ccba-4eac-b5be-01b887241e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:38.924745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fae7b7-5c53-4613-af4e-601e1db24590 req-f25ff3ba-ab84-49ce-8256-937ec79a9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:38.926173 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-04fae7b7-5c53-4613-af4e-601e1db24590 req-f25ff3ba-ab84-49ce-8256-937ec79a9d1a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 1095 time: 0.0695555 Mar 05 14:22:39.162291 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fae7b7-5c53-4613-af4e-601e1db24590 req-7ca65a4e-b253-480c-84cf-5db80a51b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:39.163731 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-04fae7b7-5c53-4613-af4e-601e1db24590 req-7ca65a4e-b253-480c-84cf-5db80a51b2aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=434efd85-d8be-4234-95e1-89ba56c29bba HTTP/1.1" status: 200 len: 896 time: 0.2314765 Mar 05 14:22:39.232480 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-04fae7b7-5c53-4613-af4e-601e1db24590 req-6959f369-aef2-4ed3-9c6f-4eea889289d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a HTTP/1.1" status: 200 len: 217 time: 0.0623224 Mar 05 14:22:39.294347 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fae7b7-5c53-4613-af4e-601e1db24590 req-b1788b48-5727-4113-9165-8e095642380a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:39.295791 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-04fae7b7-5c53-4613-af4e-601e1db24590 req-b1788b48-5727-4113-9165-8e095642380a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=abe544a6-8383-4ab3-a8b6-8875494b9b35 HTTP/1.1" status: 200 len: 834 time: 0.0567482 Mar 05 14:22:39.375877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fae7b7-5c53-4613-af4e-601e1db24590 req-60599d71-3510-4496-8a60-13d38a3eaa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:39.377412 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-04fae7b7-5c53-4613-af4e-601e1db24590 req-60599d71-3510-4496-8a60-13d38a3eaa7d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=434efd85-d8be-4234-95e1-89ba56c29bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748661 Mar 05 14:22:39.469358 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:22:39.522057 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-04fae7b7-5c53-4613-af4e-601e1db24590 req-1aef55ff-4a52-499e-9bb5-96d2814601e2 service neutron] 10.222.0.15 "GET /v2.0/networks/434efd85-d8be-4234-95e1-89ba56c29bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378267 Mar 05 14:22:39.549710 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:22:39.550075 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:39.721477 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-04fae7b7-5c53-4613-af4e-601e1db24590 req-33a8a9d2-9207-4c2a-bed9-33c2665f940d service neutron] 10.222.0.15 "GET /v2.0/networks/434efd85-d8be-4234-95e1-89ba56c29bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932967 Mar 05 14:22:39.747537 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38144e53-9a1b-4a89-b8a8-cd7df538ce51 req-90b3fe71-fa08-4a25-a6e4-6ae5d6959a14 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:39.748220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-38144e53-9a1b-4a89-b8a8-cd7df538ce51 req-90b3fe71-fa08-4a25-a6e4-6ae5d6959a14 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Synchronizing usage tracker for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:22:39.764165 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-38144e53-9a1b-4a89-b8a8-cd7df538ce51 req-90b3fe71-fa08-4a25-a6e4-6ae5d6959a14 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Unset dirty status for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:22:39.765308 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-38144e53-9a1b-4a89-b8a8-cd7df538ce51 req-90b3fe71-fa08-4a25-a6e4-6ae5d6959a14 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 944 time: 0.1517770 Mar 05 14:22:39.809482 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-38144e53-9a1b-4a89-b8a8-cd7df538ce51 req-b6eb0480-56e1-4069-9b75-fff4532cf286 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384378 Mar 05 14:22:40.962411 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8190afb4-41de-42ee-8118-719023c6cb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:41.034754 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba4d2c-d3fb-4f27-bb58-dc354ea9dbcf req-a0589f8d-4596-430e-89cb-e54c22584726 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:41.036277 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ecba4d2c-d3fb-4f27-bb58-dc354ea9dbcf req-a0589f8d-4596-430e-89cb-e54c22584726 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 944 time: 0.0922115 Mar 05 14:22:41.081906 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ecba4d2c-d3fb-4f27-bb58-dc354ea9dbcf req-14feaaf2-466a-4a12-9384-4012849849a7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387747 Mar 05 14:22:42.139432 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:42.170263 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:22:42.187493 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:42.280460 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ca6de-1627-4f3a-9965-cb657ccdc0d6 req-843de3e6-b0ef-4a4f-a506-43ac1c9fa4ed tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:42.282006 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ed2ca6de-1627-4f3a-9965-cb657ccdc0d6 req-843de3e6-b0ef-4a4f-a506-43ac1c9fa4ed tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 944 time: 0.0861342 Mar 05 14:22:42.310117 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a,segment=NetworkSegment(b0e632e3-fd65-462f-8636-4517866938cb),segment_id=b0e632e3-fd65-462f-8636-4517866938cb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:22:42.323699 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a', 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba', 'port_id': 'e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a', 'mac_address': 'fa:16:3e:9f:ba:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe544a6-8383-4ab3-a8b6-8875494b9b35', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:22:42.330641 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ed2ca6de-1627-4f3a-9965-cb657ccdc0d6 req-e2608051-7846-4fa7-843e-7e3a5ee593e0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426564 Mar 05 14:22:42.379586 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:42.395775 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:22:42.410719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a,segment=NetworkSegment(b0e632e3-fd65-462f-8636-4517866938cb),segment_id=b0e632e3-fd65-462f-8636-4517866938cb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:22:42.416404 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:42.485347 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:42.611139 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:22:43.518602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd33ba2-0d7e-457e-8da0-55b3f6f6330e req-03bdc756-c409-4a1a-8607-470a94ca5bed tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:43.520049 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2fd33ba2-0d7e-457e-8da0-55b3f6f6330e req-03bdc756-c409-4a1a-8607-470a94ca5bed tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 945 time: 0.0827444 Mar 05 14:22:43.562647 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2fd33ba2-0d7e-457e-8da0-55b3f6f6330e req-19665a7b-1c6b-4195-b2c8-ad9ed01a00c8 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366004 Mar 05 14:22:43.783147 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:44.181838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:22:44.249360 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:22:44.253698 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:22:44.254058 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:44.364066 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:44.390384 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:22:44.400754 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a,segment=NetworkSegment(b0e632e3-fd65-462f-8636-4517866938cb),segment_id=b0e632e3-fd65-462f-8636-4517866938cb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:22:44.405403 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:44.476512 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:44.502712 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a', 'code': 200} Mar 05 14:22:44.624477 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fce103-a009-42d0-b0a2-b5066e6b8f84 req-b2028ff9-a860-4ccf-b080-1bd489c96862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:44.625981 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2fce103-a009-42d0-b0a2-b5066e6b8f84 req-b2028ff9-a860-4ccf-b080-1bd489c96862 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 1097 time: 0.0685225 Mar 05 14:22:44.666449 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2fce103-a009-42d0-b0a2-b5066e6b8f84 req-81505732-6333-4268-9dfb-e8eacb6f828f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341575 Mar 05 14:22:44.750313 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102d2dd-5769-4d1a-b959-4d6a6dc7f1da req-06576a74-f885-4dff-9f8e-04f14d67ed64 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:44.751689 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5102d2dd-5769-4d1a-b959-4d6a6dc7f1da req-06576a74-f885-4dff-9f8e-04f14d67ed64 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 946 time: 0.0819635 Mar 05 14:22:44.796287 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5102d2dd-5769-4d1a-b959-4d6a6dc7f1da req-f40e1f0c-8762-4ef7-9e31-2cb07e6a8113 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390811 Mar 05 14:22:45.984341 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686f1e9-f3c5-41a9-816b-807bd3dd4be4 req-6ad9e4a8-3e77-4b77-bebd-63c66de6fdf4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:45.985779 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8686f1e9-f3c5-41a9-816b-807bd3dd4be4 req-6ad9e4a8-3e77-4b77-bebd-63c66de6fdf4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 946 time: 0.0841606 Mar 05 14:22:46.029725 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8686f1e9-f3c5-41a9-816b-807bd3dd4be4 req-f5579fb6-4f59-4636-aab6-b86c1ad0a26e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382457 Mar 05 14:22:46.216250 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b7f99-cc6a-484c-9e54-a7334454f7fc req-556d7741-3caf-4dce-a056-012894288325 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:46.217686 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c7b7f99-cc6a-484c-9e54-a7334454f7fc req-556d7741-3caf-4dce-a056-012894288325 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 946 time: 0.0829091 Mar 05 14:22:46.260570 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c7b7f99-cc6a-484c-9e54-a7334454f7fc req-b7fdf51e-dc1f-4f95-858f-764e3e7aee60 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373244 Mar 05 14:22:46.282567 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49916) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:46.350159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14de2f4-cd24-49fc-9f40-87f48626d2ce tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:46.351644 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c14de2f4-cd24-49fc-9f40-87f48626d2ce tempest-TestNetworkAdvancedServerOps-704835532 tempest-TestNetworkAdvancedServerOps-704835532-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 1092 time: 0.0680923 Mar 05 14:22:46.354581 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49920) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:46.359415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': 'e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:22:46.365870 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:22:46.370129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Usage tracker for resource:floatingip and tenant:c0bf4aa200884a48888e5cf3ebc8526f is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:22:46.372894 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:22:46.378318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:22:46.392768 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:46.523672 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:46.659456 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Allocated IP 172.25.4.187 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/6432ae3e-33dd-42ee-94a3-c4f906084be9) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:22:46.804804 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:46.834307 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:46.901219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:22:46.907978 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:22:46.912045 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:22:46.942735 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Port': ['ID=6432ae3e-33dd-42ee-94a3-c4f906084be9,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:47.429604 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:47.501677 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:47.702064 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:47.706450 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:47.814220 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event updated for resources: {'Port': ['ID=6432ae3e-33dd-42ee-94a3-c4f906084be9,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:22:47.824945 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:47.991093 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Floating IP b4dfc29a-2399-4c1d-9a20-22d3072d8166 associated. External IP: 172.25.4.187, port: e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a. Mar 05 14:22:48.333219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Router ab0f1db8-8804-4511-9d25-a3a74d49fcbe has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:22:48.516483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:22:48.526964 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c5d37f-c725-4c43-ac99-526eafc808ce None None] Sync routers for ids ['ab0f1db8-8804-4511-9d25-a3a74d49fcbe'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:22:48.537115 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c5d37f-c725-4c43-ac99-526eafc808ce None None] Routers {'ab0f1db8-8804-4511-9d25-a3a74d49fcbe'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:22:48.537725 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-29c5d37f-c725-4c43-ac99-526eafc808ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:22:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ab0f1db8-8804-4511-9d25-a3a74d49fcbe'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:22:48.540272 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:48.595242 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1d1e6f36-b0a9-4568-80a2-cf67589333dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2396438 Mar 05 14:22:48.595811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c', 'tag': 'e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:22:48.648009 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c', 'tag': 'e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a', 'status': 'completed', 'code': 200} Mar 05 14:22:48.720811 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-29c5d37f-c725-4c43-ac99-526eafc808ce None None] Set router ab0f1db8-8804-4511-9d25-a3a74d49fcbe gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:22:48.809323 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184bd31-28de-4b2e-aaa0-c61663b4429c req-4cd93fec-f671-4597-b50e-b28bff1d5c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:48.810839 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9184bd31-28de-4b2e-aaa0-c61663b4429c req-4cd93fec-f671-4597-b50e-b28bff1d5c7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 1097 time: 0.1417682 Mar 05 14:22:48.819720 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ee565-4f19-411c-badf-37146824ae54 req-71ca6d74-ac91-4338-8575-1077013ed775 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:48.821624 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f05ee565-4f19-411c-badf-37146824ae54 req-71ca6d74-ac91-4338-8575-1077013ed775 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 946 time: 0.1162953 Mar 05 14:22:48.957474 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f05ee565-4f19-411c-badf-37146824ae54 req-42534590-0d3b-4f4b-86ae-a14b6780df40 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171587 Mar 05 14:22:48.986994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49930) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:48.990976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184bd31-28de-4b2e-aaa0-c61663b4429c req-084ca58b-8db2-4462-b61b-b6d29724fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:48.992453 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9184bd31-28de-4b2e-aaa0-c61663b4429c req-084ca58b-8db2-4462-b61b-b6d29724fb58 service neutron] 10.222.0.15 "GET /v2.0/networks?id=434efd85-d8be-4234-95e1-89ba56c29bba HTTP/1.1" status: 200 len: 896 time: 0.1699672 Mar 05 14:22:49.096580 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c40904d3-af59-4d3f-8a78-0e3b64f4536d tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/floatingips/b4dfc29a-2399-4c1d-9a20-22d3072d8166 HTTP/1.1" status: 200 len: 992 time: 0.1083305 Mar 05 14:22:49.099556 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9184bd31-28de-4b2e-aaa0-c61663b4429c req-c002df82-9080-4bef-b38f-bba1b2280963 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a HTTP/1.1" status: 200 len: 1000 time: 0.1012442 Mar 05 14:22:49.115832 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-29c5d37f-c725-4c43-ac99-526eafc808ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622104053', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '755101e8-956f-487c-99ba-6af750c238bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:31Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '755101e8-956f-487c-99ba-6af750c238bd', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'b4dfc29a-2399-4c1d-9a20-22d3072d8166', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'floating_ip_address': '172.25.4.187', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'port_id': 'e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba', 'mac_address': 'fa:16:3e:9f:ba:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:22:47Z', 'updated_at': '2022-03-05T14:22:47Z', 'revision_number': 0, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db', 'name': '', 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:e0:a7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'abe544a6-8383-4ab3-a8b6-8875494b9b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:22:30Z', 'updated_at': '2022-03-05T14:22:37Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': 'abe544a6-8383-4ab3-a8b6-8875494b9b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:22:49.120328 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c5d37f-c725-4c43-ac99-526eafc808ce None None] Checking router: ab0f1db8-8804-4511-9d25-a3a74d49fcbe for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:22:49.128824 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c5d37f-c725-4c43-ac99-526eafc808ce None None] Routers {'ab0f1db8-8804-4511-9d25-a3a74d49fcbe'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:22:49.129429 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-29c5d37f-c725-4c43-ac99-526eafc808ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:22:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ab0f1db8-8804-4511-9d25-a3a74d49fcbe'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:22:49.163695 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184bd31-28de-4b2e-aaa0-c61663b4429c req-d9273574-a646-4be6-87e5-239fb373fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:49.165745 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9184bd31-28de-4b2e-aaa0-c61663b4429c req-d9273574-a646-4be6-87e5-239fb373fe58 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=abe544a6-8383-4ab3-a8b6-8875494b9b35 HTTP/1.1" status: 200 len: 834 time: 0.0605311 Mar 05 14:22:49.239404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184bd31-28de-4b2e-aaa0-c61663b4429c req-501fb3d3-a7fb-4e1c-8c82-a5bb7fbd9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:22:49.240807 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9184bd31-28de-4b2e-aaa0-c61663b4429c req-501fb3d3-a7fb-4e1c-8c82-a5bb7fbd9204 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=434efd85-d8be-4234-95e1-89ba56c29bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699310 Mar 05 14:22:49.307413 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-29c5d37f-c725-4c43-ac99-526eafc808ce None None] Set router ab0f1db8-8804-4511-9d25-a3a74d49fcbe gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:22:49.497582 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9184bd31-28de-4b2e-aaa0-c61663b4429c req-9a158650-8726-43b5-b0bb-dce2b8b788f9 service neutron] 10.222.0.15 "GET /v2.0/networks/434efd85-d8be-4234-95e1-89ba56c29bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506402 Mar 05 14:22:49.630084 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9184bd31-28de-4b2e-aaa0-c61663b4429c req-6420de32-e935-44e1-8c2d-ead9c1a45404 service neutron] 10.222.0.15 "GET /v2.0/networks/434efd85-d8be-4234-95e1-89ba56c29bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273196 Mar 05 14:22:49.667475 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-29c5d37f-c725-4c43-ac99-526eafc808ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622104053', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '755101e8-956f-487c-99ba-6af750c238bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:31Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '755101e8-956f-487c-99ba-6af750c238bd', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'b4dfc29a-2399-4c1d-9a20-22d3072d8166', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'floating_ip_address': '172.25.4.187', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'port_id': 'e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba', 'mac_address': 'fa:16:3e:9f:ba:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:22:47Z', 'updated_at': '2022-03-05T14:22:47Z', 'revision_number': 0, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db', 'name': '', 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:e0:a7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'abe544a6-8383-4ab3-a8b6-8875494b9b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:22:30Z', 'updated_at': '2022-03-05T14:22:37Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': 'abe544a6-8383-4ab3-a8b6-8875494b9b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:22:49.671518 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c5d37f-c725-4c43-ac99-526eafc808ce None None] The sync data for ids ['ab0f1db8-8804-4511-9d25-a3a74d49fcbe'] in n-d-803718-1 is: [{'id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622104053', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '755101e8-956f-487c-99ba-6af750c238bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:31Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '755101e8-956f-487c-99ba-6af750c238bd', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'b4dfc29a-2399-4c1d-9a20-22d3072d8166', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'floating_ip_address': '172.25.4.187', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'port_id': 'e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba', 'mac_address': 'fa:16:3e:9f:ba:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:22:47Z', 'updated_at': '2022-03-05T14:22:47Z', 'revision_number': 0, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db', 'name': '', 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:e0:a7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'abe544a6-8383-4ab3-a8b6-8875494b9b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:22:30Z', 'updated_at': '2022-03-05T14:22:37Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': 'abe544a6-8383-4ab3-a8b6-8875494b9b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:22:49.857454 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eb78f9-6f82-43b6-88e3-17c48344413d None None] New status for floating IP b4dfc29a-2399-4c1d-9a20-22d3072d8166: ACTIVE {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:22:50.099027 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49936) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:22:50.272761 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:22:50.321439 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8470998e-1326-43a5-9409-8bf7bccc2eb6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/floatingips/b4dfc29a-2399-4c1d-9a20-22d3072d8166 HTTP/1.1" status: 200 len: 994 time: 0.2207355 Mar 05 14:22:59.276993 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:22:59.302609 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:08.823336 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-683f4f2a-9b35-4a86-a725-078367178bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:09.743167 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5e0e9f61-0092-4c63-a90b-32b68eb8f0fd req-3b9ead26-c31b-42ec-95c9-91c8cf35c744 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1169109 Mar 05 14:23:09.889061 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e9f61-0092-4c63-a90b-32b68eb8f0fd req-1819c040-0411-4c05-8e9d-fd729aa5f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:09.890444 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5e0e9f61-0092-4c63-a90b-32b68eb8f0fd req-1819c040-0411-4c05-8e9d-fd729aa5f197 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 1097 time: 0.0775259 Mar 05 14:23:10.036102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e9f61-0092-4c63-a90b-32b68eb8f0fd req-f9766329-9dfa-44e3-ba1c-922461a611f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:10.037518 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5e0e9f61-0092-4c63-a90b-32b68eb8f0fd req-f9766329-9dfa-44e3-ba1c-922461a611f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=434efd85-d8be-4234-95e1-89ba56c29bba HTTP/1.1" status: 200 len: 896 time: 0.1279750 Mar 05 14:23:10.139954 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5e0e9f61-0092-4c63-a90b-32b68eb8f0fd req-68b5d70e-b4e3-4a34-af60-81e15c35dec4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a HTTP/1.1" status: 200 len: 1002 time: 0.0956743 Mar 05 14:23:10.203584 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e9f61-0092-4c63-a90b-32b68eb8f0fd req-deba47cb-684a-49bc-a89d-c8dde02a86c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:10.204933 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5e0e9f61-0092-4c63-a90b-32b68eb8f0fd req-deba47cb-684a-49bc-a89d-c8dde02a86c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=abe544a6-8383-4ab3-a8b6-8875494b9b35 HTTP/1.1" status: 200 len: 834 time: 0.0556622 Mar 05 14:23:10.281035 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e9f61-0092-4c63-a90b-32b68eb8f0fd req-3383f3e0-c7d7-409d-b559-8dd7369d0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:10.282449 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5e0e9f61-0092-4c63-a90b-32b68eb8f0fd req-3383f3e0-c7d7-409d-b559-8dd7369d0f4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=434efd85-d8be-4234-95e1-89ba56c29bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714614 Mar 05 14:23:10.412782 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5e0e9f61-0092-4c63-a90b-32b68eb8f0fd req-c79da9bb-6693-4c81-a65d-3637e16a4307 service neutron] 10.222.0.15 "GET /v2.0/networks/434efd85-d8be-4234-95e1-89ba56c29bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233330 Mar 05 14:23:10.545992 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5e0e9f61-0092-4c63-a90b-32b68eb8f0fd req-419d25a3-801d-4e31-811f-f86f6adad760 service neutron] 10.222.0.15 "GET /v2.0/networks/434efd85-d8be-4234-95e1-89ba56c29bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283236 Mar 05 14:23:10.966034 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6525675-6f60-48f8-b30c-d903dc7a4f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:12.130866 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:12.181031 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:13.785209 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:17.471832 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a62530-19dd-435f-a16b-0a9fcb81c425 req-2042e06e-8bb7-430b-8985-07bd08b8976e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:17.473305 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-63a62530-19dd-435f-a16b-0a9fcb81c425 req-2042e06e-8bb7-430b-8985-07bd08b8976e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 946 time: 0.0909364 Mar 05 14:23:17.517890 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-63a62530-19dd-435f-a16b-0a9fcb81c425 req-d90c24ce-92de-4e3b-b284-c694cdd2dd4f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384238 Mar 05 14:23:18.406413 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 49972) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:23:18.612078 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-9ca71a3e-2487-4ed6-97d9-713327daad25 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Deleting port 9e89aea2-0a7b-4fd8-9c1c-71ff5d3a0765 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:23:18.612729 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ca71a3e-2487-4ed6-97d9-713327daad25 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:18.706450 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60297c1d-ed91-4db0-bc59-edf0ff62cbb0 req-25b07a07-8961-45bf-8986-764452cd97b5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:18.707807 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-60297c1d-ed91-4db0-bc59-edf0ff62cbb0 req-25b07a07-8961-45bf-8986-764452cd97b5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 946 time: 0.0789282 Mar 05 14:23:18.751830 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-60297c1d-ed91-4db0-bc59-edf0ff62cbb0 req-11168861-7165-46cc-86f8-61c5ed485ce9 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377178 Mar 05 14:23:18.781674 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ca71a3e-2487-4ed6-97d9-713327daad25 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:18.782001 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ca71a3e-2487-4ed6-97d9-713327daad25 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:18.906606 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-9ca71a3e-2487-4ed6-97d9-713327daad25 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Calling delete_port for 9e89aea2-0a7b-4fd8-9c1c-71ff5d3a0765 owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:23:19.058143 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ca71a3e-2487-4ed6-97d9-713327daad25 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:19.105205 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca71a3e-2487-4ed6-97d9-713327daad25 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event deleted for resources: {'Port': ['ID=9e89aea2-0a7b-4fd8-9c1c-71ff5d3a0765,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:23:19.197470 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ca71a3e-2487-4ed6-97d9-713327daad25 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:19.197792 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-9ca71a3e-2487-4ed6-97d9-713327daad25 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Floating IP 1ea54197-61f3-4fb5-a9eb-6a396b8fbd70 disassociated (deleted). External IP: 172.25.4.110, port: ac20acd8-16c2-42bc-bb83-2b3ec9edd76c. Mar 05 14:23:19.543637 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca71a3e-2487-4ed6-97d9-713327daad25 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:23:19.828397 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca71a3e-2487-4ed6-97d9-713327daad25 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:23:19.839794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15875687-92f2-4bea-8ed5-1eee6683345d None None] Sync routers for ids ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:23:19.850082 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ca71a3e-2487-4ed6-97d9-713327daad25 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:19.850284 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15875687-92f2-4bea-8ed5-1eee6683345d None None] Routers {'7eb9eb4f-87b1-4a28-8834-acebd7622fb1'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:23:19.850831 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-15875687-92f2-4bea-8ed5-1eee6683345d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:23:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:23:19.950988 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9ca71a3e-2487-4ed6-97d9-713327daad25 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "DELETE /v2.0/floatingips/1ea54197-61f3-4fb5-a9eb-6a396b8fbd70 HTTP/1.1" status: 204 len: 168 time: 1.5434051 Mar 05 14:23:19.951766 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a711fe-42b0-403a-9601-f14e221cf51a', 'tag': 'ac20acd8-16c2-42bc-bb83-2b3ec9edd76c'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:23:19.987218 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7478fe6-8a6c-4f48-9579-87575f90b407 req-6d453592-747e-41de-9a7c-7c738283eef2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:19.988661 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d7478fe6-8a6c-4f48-9579-87575f90b407 req-6d453592-747e-41de-9a7c-7c738283eef2 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 946 time: 0.1090250 Mar 05 14:23:20.033896 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d7478fe6-8a6c-4f48-9579-87575f90b407 req-6b413b80-441c-4145-afa1-d346f6b203dd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389345 Mar 05 14:23:20.037193 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-15875687-92f2-4bea-8ed5-1eee6683345d None None] Set router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:23:20.085433 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a711fe-42b0-403a-9601-f14e221cf51a', 'tag': 'ac20acd8-16c2-42bc-bb83-2b3ec9edd76c', 'status': 'completed', 'code': 200} Mar 05 14:23:20.189807 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a083029-e325-4fcb-b163-87f633505902 req-02eddc34-83f6-43f4-9203-e52c750583c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:20.191363 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4a083029-e325-4fcb-b163-87f633505902 req-02eddc34-83f6-43f4-9203-e52c750583c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 1096 time: 0.0834672 Mar 05 14:23:20.335780 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae4bcb-f881-4f9d-87e6-be36c71b7481 req-6fe2ea99-397d-4f97-898d-75b16fd493b2 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:20.336000 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a083029-e325-4fcb-b163-87f633505902 req-f0d201d7-8d4f-4938-a432-95cd89173f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:20.336443 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f6ae4bcb-f881-4f9d-87e6-be36c71b7481 req-6fe2ea99-397d-4f97-898d-75b16fd493b2 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Synchronizing usage tracker for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:23:20.337957 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4a083029-e325-4fcb-b163-87f633505902 req-f0d201d7-8d4f-4938-a432-95cd89173f34 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 912 time: 0.1393926 Mar 05 14:23:20.354019 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f6ae4bcb-f881-4f9d-87e6-be36c71b7481 req-6fe2ea99-397d-4f97-898d-75b16fd493b2 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Unset dirty status for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:23:20.355249 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f6ae4bcb-f881-4f9d-87e6-be36c71b7481 req-6fe2ea99-397d-4f97-898d-75b16fd493b2 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 945 time: 0.1020958 Mar 05 14:23:20.409590 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4a083029-e325-4fcb-b163-87f633505902 req-757d5d09-09c3-4f16-8f25-7f9c5d7fa351 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac20acd8-16c2-42bc-bb83-2b3ec9edd76c HTTP/1.1" status: 200 len: 217 time: 0.0649810 Mar 05 14:23:20.410404 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f6ae4bcb-f881-4f9d-87e6-be36c71b7481 req-ae805bc1-98a4-4f1d-b89f-ce0df6d72789 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480347 Mar 05 14:23:20.458143 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-15875687-92f2-4bea-8ed5-1eee6683345d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:12:09Z', 'revision_number': 4, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '6e3547e3-ec93-4205-aa3a-bd6f6f6aacb7', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'port_id': '2d0f9462-0fae-440c-beb5-49fbd35d8d56', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'mac_address': 'fa:16:3e:93:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df365cff-8cf9-4e65-81fc-e066ad0c5250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:19:25Z', 'updated_at': '2022-03-05T14:19:28Z', 'revision_number': 1, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b247443-5295-4e9b-869f-2f51856ccba6', 'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'mac_address': 'fa:16:3e:b5:17:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:07Z', 'updated_at': '2022-03-05T14:12:20Z', 'revision_number': 5, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'subnets': [{'id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:23:20.462089 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15875687-92f2-4bea-8ed5-1eee6683345d None None] Checking router: 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:23:20.472300 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15875687-92f2-4bea-8ed5-1eee6683345d None None] Routers {'7eb9eb4f-87b1-4a28-8834-acebd7622fb1'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:23:20.473091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-15875687-92f2-4bea-8ed5-1eee6683345d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:23:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:23:20.479187 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a083029-e325-4fcb-b163-87f633505902 req-42c72596-5ed7-40e6-a91e-4f5a3e6f46b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:20.480713 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4a083029-e325-4fcb-b163-87f633505902 req-42c72596-5ed7-40e6-a91e-4f5a3e6f46b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 200 len: 851 time: 0.0635684 Mar 05 14:23:20.556294 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a083029-e325-4fcb-b163-87f633505902 req-b28830c3-46d7-4866-a59c-f2a695845c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:20.557738 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4a083029-e325-4fcb-b163-87f633505902 req-b28830c3-46d7-4866-a59c-f2a695845c6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c768af3c-6e35-45f2-95ff-e71855885f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691481 Mar 05 14:23:20.652568 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-15875687-92f2-4bea-8ed5-1eee6683345d None None] Set router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:23:20.817557 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4a083029-e325-4fcb-b163-87f633505902 req-597fafa4-835a-4aac-ab94-ebfca9152cc4 service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514338 Mar 05 14:23:20.957870 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4a083029-e325-4fcb-b163-87f633505902 req-0e865e95-9d91-44ca-b93c-86e067503c33 service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328111 Mar 05 14:23:20.999875 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-15875687-92f2-4bea-8ed5-1eee6683345d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:12:09Z', 'revision_number': 4, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '6e3547e3-ec93-4205-aa3a-bd6f6f6aacb7', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'port_id': '2d0f9462-0fae-440c-beb5-49fbd35d8d56', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'mac_address': 'fa:16:3e:93:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df365cff-8cf9-4e65-81fc-e066ad0c5250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:19:25Z', 'updated_at': '2022-03-05T14:19:28Z', 'revision_number': 1, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b247443-5295-4e9b-869f-2f51856ccba6', 'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'mac_address': 'fa:16:3e:b5:17:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:07Z', 'updated_at': '2022-03-05T14:12:20Z', 'revision_number': 5, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'subnets': [{'id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:23:21.003888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15875687-92f2-4bea-8ed5-1eee6683345d None None] The sync data for ids ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'] in n-d-803718-1 is: [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:12:09Z', 'revision_number': 4, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '6e3547e3-ec93-4205-aa3a-bd6f6f6aacb7', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'port_id': '2d0f9462-0fae-440c-beb5-49fbd35d8d56', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'mac_address': 'fa:16:3e:93:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df365cff-8cf9-4e65-81fc-e066ad0c5250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:19:25Z', 'updated_at': '2022-03-05T14:19:28Z', 'revision_number': 1, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b247443-5295-4e9b-869f-2f51856ccba6', 'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'mac_address': 'fa:16:3e:b5:17:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:07Z', 'updated_at': '2022-03-05T14:12:20Z', 'revision_number': 5, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'subnets': [{'id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:23:21.230273 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8324004a-127d-4326-a9de-09326135eaf5 None None] New status for floating IP 1ea54197-61f3-4fb5-a9eb-6a396b8fbd70: DOWN {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:23:21.233166 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd006fc5-4c73-4626-b1dd-00fe75bc388c req-029f3e5f-7df4-45d8-bee5-41c7de3594f4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:21.234633 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd006fc5-4c73-4626-b1dd-00fe75bc388c req-029f3e5f-7df4-45d8-bee5-41c7de3594f4 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 946 time: 0.0887170 Mar 05 14:23:21.279729 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd006fc5-4c73-4626-b1dd-00fe75bc388c req-3d348ae9-9cf2-4bd8-b95b-d90e48dbd9b1 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392790 Mar 05 14:23:21.594546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27820b-625a-4641-bd9f-7ccb24817712 req-12cc333b-a506-476e-a856-b232cc34cabc tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:21.596017 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d27820b-625a-4641-bd9f-7ccb24817712 req-12cc333b-a506-476e-a856-b232cc34cabc tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 945 time: 0.0811913 Mar 05 14:23:21.644257 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d27820b-625a-4641-bd9f-7ccb24817712 req-7ac52848-4696-41fa-9a52-587362efeb47 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376086 Mar 05 14:23:21.767929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c662a9-df39-47be-ae24-d310f5ec4784 req-8bed0820-fe6d-4326-b3ad-a48b1e0cc441 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:21.769249 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-39c662a9-df39-47be-ae24-d310f5ec4784 req-8bed0820-fe6d-4326-b3ad-a48b1e0cc441 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 945 time: 0.0776243 Mar 05 14:23:21.846238 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-39c662a9-df39-47be-ae24-d310f5ec4784 req-02e25d8b-70e8-4ea2-a21b-143283879f77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Deleting port ac20acd8-16c2-42bc-bb83-2b3ec9edd76c {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:23:21.846585 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-39c662a9-df39-47be-ae24-d310f5ec4784 req-02e25d8b-70e8-4ea2-a21b-143283879f77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:22.106592 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-39c662a9-df39-47be-ae24-d310f5ec4784 req-02e25d8b-70e8-4ea2-a21b-143283879f77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] For port ac20acd8-16c2-42bc-bb83-2b3ec9edd76c, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=ac20acd8-16c2-42bc-bb83-2b3ec9edd76c,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:23:22.106900 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-39c662a9-df39-47be-ae24-d310f5ec4784 req-02e25d8b-70e8-4ea2-a21b-143283879f77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:22.229734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-39c662a9-df39-47be-ae24-d310f5ec4784 req-02e25d8b-70e8-4ea2-a21b-143283879f77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Calling delete_port for ac20acd8-16c2-42bc-bb83-2b3ec9edd76c owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:23:22.376456 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-39c662a9-df39-47be-ae24-d310f5ec4784 req-02e25d8b-70e8-4ea2-a21b-143283879f77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:22.494206 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e25d8b-70e8-4ea2-a21b-143283879f77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event deleted for resources: {'Port': ['ID=ac20acd8-16c2-42bc-bb83-2b3ec9edd76c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:23:22.517860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e25d8b-70e8-4ea2-a21b-143283879f77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:22.518194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e25d8b-70e8-4ea2-a21b-143283879f77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:22.518524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e25d8b-70e8-4ea2-a21b-143283879f77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:22.518882 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e25d8b-70e8-4ea2-a21b-143283879f77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:22.519205 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e25d8b-70e8-4ea2-a21b-143283879f77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:22.519521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e25d8b-70e8-4ea2-a21b-143283879f77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:22.519833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e25d8b-70e8-4ea2-a21b-143283879f77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:22.520144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e25d8b-70e8-4ea2-a21b-143283879f77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:22.520452 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e25d8b-70e8-4ea2-a21b-143283879f77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:22.520762 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e25d8b-70e8-4ea2-a21b-143283879f77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:22.521069 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e25d8b-70e8-4ea2-a21b-143283879f77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:22.521376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e25d8b-70e8-4ea2-a21b-143283879f77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:22.565009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c662a9-df39-47be-ae24-d310f5ec4784 req-02e25d8b-70e8-4ea2-a21b-143283879f77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] No DVR routers for this DVR port ac20acd8-16c2-42bc-bb83-2b3ec9edd76c on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:23:22.567574 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-39c662a9-df39-47be-ae24-d310f5ec4784 req-02e25d8b-70e8-4ea2-a21b-143283879f77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:22.572302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a711fe-42b0-403a-9601-f14e221cf51a', 'name': 'network-vif-deleted', 'tag': 'ac20acd8-16c2-42bc-bb83-2b3ec9edd76c'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:23:22.592098 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-39c662a9-df39-47be-ae24-d310f5ec4784 req-02e25d8b-70e8-4ea2-a21b-143283879f77 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.30 "DELETE /v2.0/ports/ac20acd8-16c2-42bc-bb83-2b3ec9edd76c HTTP/1.1" status: 204 len: 173 time: 0.8158162 Mar 05 14:23:22.619559 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875afaf9-d8a8-4b55-9e4c-fe41067558f3 req-2f79cadc-981d-4b78-af5b-6c9050aa7939 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:22.621078 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-875afaf9-d8a8-4b55-9e4c-fe41067558f3 req-2f79cadc-981d-4b78-af5b-6c9050aa7939 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 946 time: 0.2084730 Mar 05 14:23:22.622607 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a711fe-42b0-403a-9601-f14e221cf51a', 'name': 'network-vif-deleted', 'tag': 'ac20acd8-16c2-42bc-bb83-2b3ec9edd76c', 'status': 'completed', 'code': 200} Mar 05 14:23:22.678245 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-875afaf9-d8a8-4b55-9e4c-fe41067558f3 req-e096046b-6d72-4fbf-a41e-0897e45660a7 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426567 Mar 05 14:23:22.801766 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4f491b44-2732-48f0-81dd-b8382bd8819b req-05c3f549-e354-4dde-a3dc-7469f9c05e00 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a711fe-42b0-403a-9601-f14e221cf51a HTTP/1.1" status: 200 len: 210 time: 0.0465698 Mar 05 14:23:23.865444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9748b9d-eae9-4b7e-95d6-2737e7568ff0 req-e6457768-bd5e-4cf3-8333-ad129cdcc37e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:23.866931 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9748b9d-eae9-4b7e-95d6-2737e7568ff0 req-e6457768-bd5e-4cf3-8333-ad129cdcc37e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 946 time: 0.0830836 Mar 05 14:23:23.911581 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9748b9d-eae9-4b7e-95d6-2737e7568ff0 req-26234e41-1af1-4eff-80da-5374d5f752bd tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389016 Mar 05 14:23:25.058886 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device ac20acd8-16c2-42bc-bb83-2b3ec9edd76c no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:23:25.098628 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: ac20acd8-16c2-42bc-bb83-2b3ec9edd76c {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:23:25.099023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device ac20acd8-16c2-42bc-bb83-2b3ec9edd76c not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:23:25.106276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5991a0d-6e46-47ed-984f-3bb3b4dc638a req-98b978f8-dd41-4d49-b875-3b034411b02f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:25.107831 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e5991a0d-6e46-47ed-984f-3bb3b4dc638a req-98b978f8-dd41-4d49-b875-3b034411b02f tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 946 time: 0.0856435 Mar 05 14:23:25.156950 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e5991a0d-6e46-47ed-984f-3bb3b4dc638a req-0830b37c-eb8c-4fe3-bb11-02cb82836bf5 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432811 Mar 05 14:23:26.360191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497b886-ef20-430a-a6de-21bf17cdf606 req-b8b444fb-b012-484a-bb3a-1d53ae313dd6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:26.361755 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6497b886-ef20-430a-a6de-21bf17cdf606 req-b8b444fb-b012-484a-bb3a-1d53ae313dd6 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 946 time: 0.0966661 Mar 05 14:23:26.414185 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6497b886-ef20-430a-a6de-21bf17cdf606 req-0fba9b29-7ffe-4cb2-850e-a3d0c57ec71a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464585 Mar 05 14:23:27.279057 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:23:27.624364 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37886f9c-9d5e-4cc3-bdb9-a8eead6b12d6 req-03d3aba7-e1b0-4ec8-932f-986c89399a54 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:27.625833 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37886f9c-9d5e-4cc3-bdb9-a8eead6b12d6 req-03d3aba7-e1b0-4ec8-932f-986c89399a54 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 946 time: 0.0845261 Mar 05 14:23:27.669139 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37886f9c-9d5e-4cc3-bdb9-a8eead6b12d6 req-0a9be368-0f0b-4408-b007-6d1a210ae9f0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376408 Mar 05 14:23:28.556994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50024) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:23:28.760439 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c090afa6-b8cd-4362-b487-964eafa92d06 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Deleting port e186c3fc-ae03-443d-872d-0ca23ed09839 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:23:28.760787 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c090afa6-b8cd-4362-b487-964eafa92d06 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:29.096583 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3a6f0-649b-4745-9899-5f406f493a20 req-cdc15269-470d-43c3-9803-493559bc0a7a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:29.098053 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7af3a6f0-649b-4745-9899-5f406f493a20 req-cdc15269-470d-43c3-9803-493559bc0a7a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 946 time: 0.3132262 Mar 05 14:23:29.134321 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c090afa6-b8cd-4362-b487-964eafa92d06 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:29.134932 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c090afa6-b8cd-4362-b487-964eafa92d06 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:29.272401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c090afa6-b8cd-4362-b487-964eafa92d06 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Calling delete_port for e186c3fc-ae03-443d-872d-0ca23ed09839 owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:23:29.296425 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:29.298303 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:29.309329 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7af3a6f0-649b-4745-9899-5f406f493a20 req-90e04e5e-783d-4609-9c8f-8ae98bcc3fdb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051566 Mar 05 14:23:29.428565 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c090afa6-b8cd-4362-b487-964eafa92d06 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:29.482205 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090afa6-b8cd-4362-b487-964eafa92d06 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event deleted for resources: {'Port': ['ID=e186c3fc-ae03-443d-872d-0ca23ed09839,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:23:29.571107 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c090afa6-b8cd-4362-b487-964eafa92d06 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:29.571815 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-c090afa6-b8cd-4362-b487-964eafa92d06 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Floating IP 6e3547e3-ec93-4205-aa3a-bd6f6f6aacb7 disassociated (deleted). External IP: 172.25.4.173, port: 2d0f9462-0fae-440c-beb5-49fbd35d8d56. Mar 05 14:23:29.924653 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c090afa6-b8cd-4362-b487-964eafa92d06 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:23:30.155898 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c090afa6-b8cd-4362-b487-964eafa92d06 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:23:30.158775 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e090b0a-c02e-4810-b871-71bdefaa615c req-72e09663-0e93-419e-aee4-3b4edda28a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:30.160211 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9e090b0a-c02e-4810-b871-71bdefaa615c req-72e09663-0e93-419e-aee4-3b4edda28a40 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 1097 time: 0.1786191 Mar 05 14:23:30.166069 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5bf6db-3bee-498a-812b-f4c6808870c9 None None] Sync routers for ids ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:23:30.175168 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5bf6db-3bee-498a-812b-f4c6808870c9 None None] Routers {'7eb9eb4f-87b1-4a28-8834-acebd7622fb1'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:23:30.175688 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-7c5bf6db-3bee-498a-812b-f4c6808870c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:23:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:23:30.199236 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c090afa6-b8cd-4362-b487-964eafa92d06 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:30.243339 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9e090b0a-c02e-4810-b871-71bdefaa615c req-4dde8436-9817-47b1-b512-39002187e916 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754585 Mar 05 14:23:30.259336 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c090afa6-b8cd-4362-b487-964eafa92d06 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "DELETE /v2.0/floatingips/6e3547e3-ec93-4205-aa3a-bd6f6f6aacb7 HTTP/1.1" status: 204 len: 168 time: 1.7006824 Mar 05 14:23:30.259975 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df365cff-8cf9-4e65-81fc-e066ad0c5250', 'tag': '2d0f9462-0fae-440c-beb5-49fbd35d8d56'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:23:30.304059 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df365cff-8cf9-4e65-81fc-e066ad0c5250', 'tag': '2d0f9462-0fae-440c-beb5-49fbd35d8d56', 'status': 'completed', 'code': 200} Mar 05 14:23:30.358891 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-7c5bf6db-3bee-498a-812b-f4c6808870c9 None None] Set router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:23:30.427356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9719a9-b99a-4de2-9b3b-196790498480 req-ac3e1e1b-1cb3-4248-b44d-11669d3d3456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:30.428903 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a9719a9-b99a-4de2-9b3b-196790498480 req-ac3e1e1b-1cb3-4248-b44d-11669d3d3456 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 1096 time: 0.1022978 Mar 05 14:23:30.662393 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce1e92-e722-4828-be6b-2bc6be8c4c12 req-28dde983-4511-4620-882f-6d32f911f234 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:30.665348 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d4ce1e92-e722-4828-be6b-2bc6be8c4c12 req-28dde983-4511-4620-882f-6d32f911f234 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 945 time: 0.0916138 Mar 05 14:23:30.713751 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d4ce1e92-e722-4828-be6b-2bc6be8c4c12 req-04e7af56-0850-47b3-b119-cf6f3276f1d8 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418105 Mar 05 14:23:30.741906 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-7c5bf6db-3bee-498a-812b-f4c6808870c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:12:09Z', 'revision_number': 4, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '4b247443-5295-4e9b-869f-2f51856ccba6', 'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'mac_address': 'fa:16:3e:b5:17:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:07Z', 'updated_at': '2022-03-05T14:12:20Z', 'revision_number': 5, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'subnets': [{'id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:23:30.747075 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5bf6db-3bee-498a-812b-f4c6808870c9 None None] Checking router: 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:23:30.755006 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9719a9-b99a-4de2-9b3b-196790498480 req-b83d298b-ab2f-498d-a34c-5a40e4db2050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:30.755522 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5bf6db-3bee-498a-812b-f4c6808870c9 None None] Routers {'7eb9eb4f-87b1-4a28-8834-acebd7622fb1'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:23:30.755952 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-7c5bf6db-3bee-498a-812b-f4c6808870c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:23:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:23:30.756459 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a9719a9-b99a-4de2-9b3b-196790498480 req-b83d298b-ab2f-498d-a34c-5a40e4db2050 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 200 len: 912 time: 0.3214774 Mar 05 14:23:30.833150 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a9719a9-b99a-4de2-9b3b-196790498480 req-c17ea67f-98d0-4d2b-a1bf-2b20063d5937 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d0f9462-0fae-440c-beb5-49fbd35d8d56 HTTP/1.1" status: 200 len: 217 time: 0.0679426 Mar 05 14:23:30.842319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3203e00-817a-4bd1-a26f-5c6b03634533 req-bcde27c5-f0ee-40f7-9d3d-b26a84395eee tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:30.843735 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3203e00-817a-4bd1-a26f-5c6b03634533 req-bcde27c5-f0ee-40f7-9d3d-b26a84395eee tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 946 time: 0.3681369 Mar 05 14:23:30.935655 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9719a9-b99a-4de2-9b3b-196790498480 req-290cd4e6-8d6b-43c8-a0a2-b1addab79a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:30.937129 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a9719a9-b99a-4de2-9b3b-196790498480 req-290cd4e6-8d6b-43c8-a0a2-b1addab79a9e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 200 len: 851 time: 0.0925460 Mar 05 14:23:30.940674 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3203e00-817a-4bd1-a26f-5c6b03634533 req-1ddd49a8-afd3-4947-9ec6-6414f933e814 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661263 Mar 05 14:23:30.987148 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-7c5bf6db-3bee-498a-812b-f4c6808870c9 None None] Set router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:23:31.014447 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9719a9-b99a-4de2-9b3b-196790498480 req-d7f37685-8c57-4be5-b5e6-b062746cf876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:31.015939 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a9719a9-b99a-4de2-9b3b-196790498480 req-d7f37685-8c57-4be5-b5e6-b062746cf876 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c768af3c-6e35-45f2-95ff-e71855885f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723503 Mar 05 14:23:31.152655 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a9719a9-b99a-4de2-9b3b-196790498480 req-ec36fe0d-f192-4283-b4be-02b3b012ec9c service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295137 Mar 05 14:23:31.294398 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a9719a9-b99a-4de2-9b3b-196790498480 req-71725125-dfd3-4620-a451-d19400747c4d service neutron] 10.222.0.30 "GET /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342769 Mar 05 14:23:31.307849 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-7c5bf6db-3bee-498a-812b-f4c6808870c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:12:09Z', 'revision_number': 4, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '4b247443-5295-4e9b-869f-2f51856ccba6', 'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'mac_address': 'fa:16:3e:b5:17:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:07Z', 'updated_at': '2022-03-05T14:12:20Z', 'revision_number': 5, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'subnets': [{'id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:23:31.313177 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5bf6db-3bee-498a-812b-f4c6808870c9 None None] The sync data for ids ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'] in n-d-803718-1 is: [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:12:09Z', 'revision_number': 4, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '4b247443-5295-4e9b-869f-2f51856ccba6', 'name': '', 'network_id': 'c768af3c-6e35-45f2-95ff-e71855885f5e', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'mac_address': 'fa:16:3e:b5:17:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:07Z', 'updated_at': '2022-03-05T14:12:20Z', 'revision_number': 5, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'subnets': [{'id': '00fe0f0a-69ac-46af-997d-acd7d0040d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:23:31.528704 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6c6738-9a6c-4774-9118-898cb54f91dd None None] New status for floating IP 6e3547e3-ec93-4205-aa3a-bd6f6f6aacb7: DOWN {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:23:31.897968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ccf51-6e2d-4867-a658-79ee7147900a req-67add0c4-380d-4580-a04d-1986b7e080c4 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:31.900102 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b69ccf51-6e2d-4867-a658-79ee7147900a req-67add0c4-380d-4580-a04d-1986b7e080c4 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 945 time: 0.0817842 Mar 05 14:23:31.945812 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b69ccf51-6e2d-4867-a658-79ee7147900a req-61d8a1a9-4ea4-44c4-96a6-aaccd8e8c2c1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/security-groups?id=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399904 Mar 05 14:23:32.014774 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667fb47-1d73-440e-a310-e405459b790d req-c7e57fff-a066-4e41-8794-e9999c41cc82 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:32.015473 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7667fb47-1d73-440e-a310-e405459b790d req-c7e57fff-a066-4e41-8794-e9999c41cc82 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Synchronizing usage tracker for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:23:32.030894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7667fb47-1d73-440e-a310-e405459b790d req-c7e57fff-a066-4e41-8794-e9999c41cc82 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Unset dirty status for tenant:cc1d84a3fe924180bae57f2f8ac664e5 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:23:32.032012 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7667fb47-1d73-440e-a310-e405459b790d req-c7e57fff-a066-4e41-8794-e9999c41cc82 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.30 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 945 time: 0.1006229 Mar 05 14:23:32.142696 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-7667fb47-1d73-440e-a310-e405459b790d req-be146005-f05f-4343-bc56-d59969799557 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Deleting port 2d0f9462-0fae-440c-beb5-49fbd35d8d56 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:23:32.143059 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7667fb47-1d73-440e-a310-e405459b790d req-be146005-f05f-4343-bc56-d59969799557 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:32.262644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8a240-4635-450b-bc29-eb88ad26eb97 req-53fa953b-d922-4fd3-b9ae-8ebc0a235310 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:23:32.264035 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4ef8a240-4635-450b-bc29-eb88ad26eb97 req-53fa953b-d922-4fd3-b9ae-8ebc0a235310 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 946 time: 0.1974368 Mar 05 14:23:32.329196 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:23:32.333859 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:23:32.394688 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4ef8a240-4635-450b-bc29-eb88ad26eb97 req-58a9d424-6df5-4b03-b99b-03ac3605a570 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250410 Mar 05 14:23:32.424425 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50044) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:23:32.546009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-7667fb47-1d73-440e-a310-e405459b790d req-be146005-f05f-4343-bc56-d59969799557 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] For port 2d0f9462-0fae-440c-beb5-49fbd35d8d56, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=2d0f9462-0fae-440c-beb5-49fbd35d8d56,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:23:32.546269 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7667fb47-1d73-440e-a310-e405459b790d req-be146005-f05f-4343-bc56-d59969799557 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:32.558701 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:32.588299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a,segment=NetworkSegment(b0e632e3-fd65-462f-8636-4517866938cb),segment_id=b0e632e3-fd65-462f-8636-4517866938cb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:23:32.610718 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a', 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba', 'port_id': 'e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a', 'mac_address': 'fa:16:3e:9f:ba:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe544a6-8383-4ab3-a8b6-8875494b9b35', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:23:32.612029 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:23:32.634524 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-689470af-78ca-43a9-93a4-e28e397f6196 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/floatingips/b4dfc29a-2399-4c1d-9a20-22d3072d8166 HTTP/1.1" status: 200 len: 994 time: 0.1967144 Mar 05 14:23:32.658116 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a', 'code': 200} Mar 05 14:23:32.661314 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a,segment=NetworkSegment(b0e632e3-fd65-462f-8636-4517866938cb),segment_id=b0e632e3-fd65-462f-8636-4517866938cb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:23:32.675814 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:32.692627 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-7667fb47-1d73-440e-a310-e405459b790d req-be146005-f05f-4343-bc56-d59969799557 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Calling delete_port for 2d0f9462-0fae-440c-beb5-49fbd35d8d56 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:23:32.720662 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:32.743737 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:23:32.797231 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:23:32.810094 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:32.810435 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:32.810782 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:32.811135 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:32.811466 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:32.811793 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:32.812116 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:32.812437 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:32.812757 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:32.813075 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:32.813393 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:32.813708 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:32.831044 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:23:32.831397 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:23:32.841197 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7667fb47-1d73-440e-a310-e405459b790d req-be146005-f05f-4343-bc56-d59969799557 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:32.894682 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be146005-f05f-4343-bc56-d59969799557 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event deleted for resources: {'Port': ['ID=2d0f9462-0fae-440c-beb5-49fbd35d8d56,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:23:33.121290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-7667fb47-1d73-440e-a310-e405459b790d req-be146005-f05f-4343-bc56-d59969799557 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] No DVR routers for this DVR port 2d0f9462-0fae-440c-beb5-49fbd35d8d56 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:23:33.127494 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-7667fb47-1d73-440e-a310-e405459b790d req-be146005-f05f-4343-bc56-d59969799557 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:33.130111 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df365cff-8cf9-4e65-81fc-e066ad0c5250', 'name': 'network-vif-deleted', 'tag': '2d0f9462-0fae-440c-beb5-49fbd35d8d56'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:23:33.136508 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-624cfbfc-9e5b-489d-bcb1-417007b9ab11 req-51f80684-96ba-4dd0-9c04-13248f1f6dbe tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "GET /v2.0/ports?device_id=df365cff-8cf9-4e65-81fc-e066ad0c5250 HTTP/1.1" status: 200 len: 210 time: 0.0615859 Mar 05 14:23:33.148628 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7667fb47-1d73-440e-a310-e405459b790d req-be146005-f05f-4343-bc56-d59969799557 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.30 "DELETE /v2.0/ports/2d0f9462-0fae-440c-beb5-49fbd35d8d56 HTTP/1.1" status: 204 len: 173 time: 1.1109650 Mar 05 14:23:33.184293 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df365cff-8cf9-4e65-81fc-e066ad0c5250', 'name': 'network-vif-deleted', 'tag': '2d0f9462-0fae-440c-beb5-49fbd35d8d56', 'status': 'completed', 'code': 200} Mar 05 14:23:33.393498 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:33.416049 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:23:33.431998 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a,segment=NetworkSegment(b0e632e3-fd65-462f-8636-4517866938cb),segment_id=b0e632e3-fd65-462f-8636-4517866938cb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:23:33.440635 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:33.510221 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:23:33.637172 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:23:34.231160 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50056) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:23:34.339947 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:23:34.389996 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-07f62f54-dd21-421e-be2e-335e0c5f0ac1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Deleting port e1b81c5a-6a32-48b9-820e-c55e38a8425f {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:23:34.390332 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07f62f54-dd21-421e-be2e-335e0c5f0ac1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:34.406889 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:23:34.407376 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:34.522785 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:34.554796 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a,segment=NetworkSegment(b0e632e3-fd65-462f-8636-4517866938cb),segment_id=b0e632e3-fd65-462f-8636-4517866938cb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:23:34.559136 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:34.561647 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07f62f54-dd21-421e-be2e-335e0c5f0ac1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:34.561988 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07f62f54-dd21-421e-be2e-335e0c5f0ac1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:34.627217 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:23:34.659404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:23:34.690902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-07f62f54-dd21-421e-be2e-335e0c5f0ac1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Calling delete_port for e1b81c5a-6a32-48b9-820e-c55e38a8425f owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:23:34.705596 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a', 'code': 200} Mar 05 14:23:34.922712 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07f62f54-dd21-421e-be2e-335e0c5f0ac1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:34.971173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f62f54-dd21-421e-be2e-335e0c5f0ac1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event deleted for resources: {'Port': ['ID=e1b81c5a-6a32-48b9-820e-c55e38a8425f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:23:35.011346 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f62f54-dd21-421e-be2e-335e0c5f0ac1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:35.011688 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f62f54-dd21-421e-be2e-335e0c5f0ac1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:35.012022 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f62f54-dd21-421e-be2e-335e0c5f0ac1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:35.012351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f62f54-dd21-421e-be2e-335e0c5f0ac1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:35.012678 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f62f54-dd21-421e-be2e-335e0c5f0ac1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:35.013000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f62f54-dd21-421e-be2e-335e0c5f0ac1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:35.013318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f62f54-dd21-421e-be2e-335e0c5f0ac1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:35.013634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f62f54-dd21-421e-be2e-335e0c5f0ac1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:35.013947 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f62f54-dd21-421e-be2e-335e0c5f0ac1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:35.014259 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f62f54-dd21-421e-be2e-335e0c5f0ac1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:35.014574 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f62f54-dd21-421e-be2e-335e0c5f0ac1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:35.014912 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f62f54-dd21-421e-be2e-335e0c5f0ac1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:23:35.069673 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07f62f54-dd21-421e-be2e-335e0c5f0ac1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:35.070782 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 2d0f9462-0fae-440c-beb5-49fbd35d8d56 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:23:35.083684 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07f62f54-dd21-421e-be2e-335e0c5f0ac1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:35.087153 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-07f62f54-dd21-421e-be2e-335e0c5f0ac1 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "DELETE /v2.0/floatingips/2a2bd1c1-6e8f-4a02-a909-151e5e3f4bb2 HTTP/1.1" status: 204 len: 168 time: 0.8526878 Mar 05 14:23:35.107345 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 2d0f9462-0fae-440c-beb5-49fbd35d8d56 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:23:35.107714 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 2d0f9462-0fae-440c-beb5-49fbd35d8d56 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:23:37.540624 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50074) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:23:37.612051 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed37b91d-65e0-4c8b-861f-06eb1179ca79 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:37.641833 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed37b91d-65e0-4c8b-861f-06eb1179ca79 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:37.710055 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed37b91d-65e0-4c8b-861f-06eb1179ca79 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:37.728440 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37b91d-65e0-4c8b-861f-06eb1179ca79 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78cbcb0-d89c-4b21-a0a7-9ed28b048beb,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:23:37.737926 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed37b91d-65e0-4c8b-861f-06eb1179ca79 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:37.741607 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ed37b91d-65e0-4c8b-861f-06eb1179ca79 tempest-TestVolumeBootPattern-137865965 tempest-TestVolumeBootPattern-137865965-project] 10.222.0.16 "DELETE /v2.0/security-groups/d78cbcb0-d89c-4b21-a0a7-9ed28b048beb HTTP/1.1" status: 204 len: 168 time: 0.1967952 Mar 05 14:23:37.795417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50080) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:23:38.487732 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-925c31a3-facb-4bda-9df3-31d2c32ccdc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:38.824987 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7e0a00f6-2aca-48cf-95b8-851c439bce7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:38.844875 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-925c31a3-facb-4bda-9df3-31d2c32ccdc5 admin admin] Deleting port 4b247443-5295-4e9b-869f-2f51856ccba6 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:23:38.845380 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-925c31a3-facb-4bda-9df3-31d2c32ccdc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:39.022145 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-925c31a3-facb-4bda-9df3-31d2c32ccdc5 admin admin] For port 4b247443-5295-4e9b-869f-2f51856ccba6, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4b247443-5295-4e9b-869f-2f51856ccba6,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:23:39.022409 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-925c31a3-facb-4bda-9df3-31d2c32ccdc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:39.260903 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-925c31a3-facb-4bda-9df3-31d2c32ccdc5 admin admin] Calling delete_port for 4b247443-5295-4e9b-869f-2f51856ccba6 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:23:39.522356 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-925c31a3-facb-4bda-9df3-31d2c32ccdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:39.570698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c31a3-facb-4bda-9df3-31d2c32ccdc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b247443-5295-4e9b-869f-2f51856ccba6,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:23:39.840888 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-925c31a3-facb-4bda-9df3-31d2c32ccdc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:40.193650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925c31a3-facb-4bda-9df3-31d2c32ccdc5 admin admin] Router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:23:40.367409 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925c31a3-facb-4bda-9df3-31d2c32ccdc5 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:23:40.376374 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba96a8df-0e8b-42f4-955a-a355c7a5d433 None None] Sync routers for ids ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:23:40.380506 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-925c31a3-facb-4bda-9df3-31d2c32ccdc5 admin admin] 10.222.0.16 "PUT /v2.0/routers/7eb9eb4f-87b1-4a28-8834-acebd7622fb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5840018 Mar 05 14:23:40.382269 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50090) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:23:40.386319 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba96a8df-0e8b-42f4-955a-a355c7a5d433 None None] Routers {'7eb9eb4f-87b1-4a28-8834-acebd7622fb1'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:23:40.386968 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-ba96a8df-0e8b-42f4-955a-a355c7a5d433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:23:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:23:40.563933 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d5b5f718-45c2-4549-87a3-4fc94d7e3fb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:40.608474 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-ba96a8df-0e8b-42f4-955a-a355c7a5d433 None None] Set router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:23:40.862894 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d5b5f718-45c2-4549-87a3-4fc94d7e3fb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:40.873601 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-d5b5f718-45c2-4549-87a3-4fc94d7e3fb5 admin admin] Deleting port 0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:23:40.873945 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d5b5f718-45c2-4549-87a3-4fc94d7e3fb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:40.894327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-ba96a8df-0e8b-42f4-955a-a355c7a5d433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:23:39Z', 'revision_number': 5, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port': {'id': '0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:02Z', 'updated_at': '2022-03-05T14:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:23:40.898082 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba96a8df-0e8b-42f4-955a-a355c7a5d433 None None] Checking router: 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:23:40.906375 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba96a8df-0e8b-42f4-955a-a355c7a5d433 None None] Routers {'7eb9eb4f-87b1-4a28-8834-acebd7622fb1'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:23:40.906998 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-ba96a8df-0e8b-42f4-955a-a355c7a5d433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:23:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:23:41.046437 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-283405aa-5ee9-4937-b5da-96df7d614d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:41.051609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-d5b5f718-45c2-4549-87a3-4fc94d7e3fb5 admin admin] For port 0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:23:41.051991 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d5b5f718-45c2-4549-87a3-4fc94d7e3fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:41.073847 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-ba96a8df-0e8b-42f4-955a-a355c7a5d433 None None] Set router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:23:41.177799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-d5b5f718-45c2-4549-87a3-4fc94d7e3fb5 admin admin] Calling delete_port for 0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:23:41.181102 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-ba96a8df-0e8b-42f4-955a-a355c7a5d433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:23:40Z', 'revision_number': 6, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:23:41.184887 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba96a8df-0e8b-42f4-955a-a355c7a5d433 None None] The sync data for ids ['7eb9eb4f-87b1-4a28-8834-acebd7622fb1'] in n-d-803718-1 is: [{'id': '7eb9eb4f-87b1-4a28-8834-acebd7622fb1', 'name': 'tempest-TestVolumeBootPattern-1181272020-router', 'tenant_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:01Z', 'updated_at': '2022-03-05T14:23:40Z', 'revision_number': 6, 'project_id': 'cc1d84a3fe924180bae57f2f8ac664e5', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:23:41.348113 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d5b5f718-45c2-4549-87a3-4fc94d7e3fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:41.398166 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5f718-45c2-4549-87a3-4fc94d7e3fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:23:41.489405 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d5b5f718-45c2-4549-87a3-4fc94d7e3fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:41.627042 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4b247443-5295-4e9b-869f-2f51856ccba6 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:23:41.660879 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 4b247443-5295-4e9b-869f-2f51856ccba6 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:23:41.661213 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4b247443-5295-4e9b-869f-2f51856ccba6 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:23:41.672579 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d5b5f718-45c2-4549-87a3-4fc94d7e3fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:41.674755 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d5b5f718-45c2-4549-87a3-4fc94d7e3fb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:41.697345 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d5b5f718-45c2-4549-87a3-4fc94d7e3fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:41.697785 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b5f718-45c2-4549-87a3-4fc94d7e3fb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eb9eb4f-87b1-4a28-8834-acebd7622fb1 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:23:41.709555 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d5b5f718-45c2-4549-87a3-4fc94d7e3fb5 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:41.710655 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d5b5f718-45c2-4549-87a3-4fc94d7e3fb5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7eb9eb4f-87b1-4a28-8834-acebd7622fb1 HTTP/1.1" status: 204 len: 168 time: 1.3274696 Mar 05 14:23:41.713899 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50094) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:23:41.775539 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb96f2bb-98a6-4341-8b2a-bfb4021a71b5 admin admin] Deleting subnet 00fe0f0a-69ac-46af-997d-acd7d0040d2e {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:23:41.778433 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cb96f2bb-98a6-4341-8b2a-bfb4021a71b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:41.826845 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cb96f2bb-98a6-4341-8b2a-bfb4021a71b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:41.902934 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cb96f2bb-98a6-4341-8b2a-bfb4021a71b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:41.975984 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cb96f2bb-98a6-4341-8b2a-bfb4021a71b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:42.014487 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96f2bb-98a6-4341-8b2a-bfb4021a71b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00fe0f0a-69ac-46af-997d-acd7d0040d2e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:23:42.019008 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cb96f2bb-98a6-4341-8b2a-bfb4021a71b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:42.025256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093a5bdd-2896-47e0-b2ef-4482927ba6f9 None None] Network c768af3c-6e35-45f2-95ff-e71855885f5e requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:23:42.025751 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cb96f2bb-98a6-4341-8b2a-bfb4021a71b5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/00fe0f0a-69ac-46af-997d-acd7d0040d2e HTTP/1.1" status: 204 len: 168 time: 0.3108652 Mar 05 14:23:42.028175 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50098) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:23:42.222992 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:42.249998 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:42.255879 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d3384bab-6621-42eb-a120-6546cac3e89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:42.269097 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-d3384bab-6621-42eb-a120-6546cac3e89b admin admin] Deleting port fd339c52-68b1-47af-b14f-3c777d8e3c80 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:23:42.269474 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d3384bab-6621-42eb-a120-6546cac3e89b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:42.330468 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6981e8d2-95a8-48a6-873d-1efb9a60ed26 None None] DHCP port deletion for c768af3c-6e35-45f2-95ff-e71855885f5e request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:23:42.334738 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-6981e8d2-95a8-48a6-873d-1efb9a60ed26 None None] Deleting port fd339c52-68b1-47af-b14f-3c777d8e3c80 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:23:42.335147 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6981e8d2-95a8-48a6-873d-1efb9a60ed26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:42.484666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-d3384bab-6621-42eb-a120-6546cac3e89b admin admin] For port fd339c52-68b1-47af-b14f-3c777d8e3c80, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fd339c52-68b1-47af-b14f-3c777d8e3c80,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:23:42.485220 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d3384bab-6621-42eb-a120-6546cac3e89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:42.546405 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-6981e8d2-95a8-48a6-873d-1efb9a60ed26 None None] For port fd339c52-68b1-47af-b14f-3c777d8e3c80, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fd339c52-68b1-47af-b14f-3c777d8e3c80,segment=NetworkSegment(a4049478-7f93-4705-a7b2-75fc5169a298),segment_id=a4049478-7f93-4705-a7b2-75fc5169a298)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:23:42.546700 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6981e8d2-95a8-48a6-873d-1efb9a60ed26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:42.608808 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-d3384bab-6621-42eb-a120-6546cac3e89b admin admin] Calling delete_port for fd339c52-68b1-47af-b14f-3c777d8e3c80 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:23:42.670831 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-6981e8d2-95a8-48a6-873d-1efb9a60ed26 None None] Calling delete_port for fd339c52-68b1-47af-b14f-3c777d8e3c80 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:23:42.684285 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d3384bab-6621-42eb-a120-6546cac3e89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:42.741935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3384bab-6621-42eb-a120-6546cac3e89b admin admin] No DVR routers for this DVR port fd339c52-68b1-47af-b14f-3c777d8e3c80 on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:23:42.744174 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3384bab-6621-42eb-a120-6546cac3e89b admin admin] Pushing event deleted for resources: {'Port': ['ID=fd339c52-68b1-47af-b14f-3c777d8e3c80,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:23:42.786171 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-6981e8d2-95a8-48a6-873d-1efb9a60ed26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:23:42.786515 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-6981e8d2-95a8-48a6-873d-1efb9a60ed26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:23:42.866387 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d3384bab-6621-42eb-a120-6546cac3e89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:42.896738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-d3384bab-6621-42eb-a120-6546cac3e89b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c768af3c-6e35-45f2-95ff-e71855885f5e']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:23:42.914086 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-d3384bab-6621-42eb-a120-6546cac3e89b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4049478-7f93-4705-a7b2-75fc5169a298') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:23:42.914379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-d3384bab-6621-42eb-a120-6546cac3e89b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4049478-7f93-4705-a7b2-75fc5169a298') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:23:42.929182 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d3384bab-6621-42eb-a120-6546cac3e89b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:42.949153 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d3384bab-6621-42eb-a120-6546cac3e89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:42.955446 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3384bab-6621-42eb-a120-6546cac3e89b admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:23:42.955859 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d3384bab-6621-42eb-a120-6546cac3e89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:23:42.969527 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:23:43.050927 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d3384bab-6621-42eb-a120-6546cac3e89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:43.068315 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d3384bab-6621-42eb-a120-6546cac3e89b admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:43.078945 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3384bab-6621-42eb-a120-6546cac3e89b admin admin] Pushing event deleted for resources: {'Network': ['ID=c768af3c-6e35-45f2-95ff-e71855885f5e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:23:43.093247 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d3384bab-6621-42eb-a120-6546cac3e89b admin admin] 10.222.0.16 "DELETE /v2.0/networks/c768af3c-6e35-45f2-95ff-e71855885f5e HTTP/1.1" status: 204 len: 168 time: 1.0640626 Mar 05 14:23:43.096177 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50106) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:23:43.288291 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-6981e8d2-95a8-48a6-873d-1efb9a60ed26 None None] Deleting port fd339c52-68b1-47af-b14f-3c777d8e3c80 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:23:43.288821 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6981e8d2-95a8-48a6-873d-1efb9a60ed26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:43.362419 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-6981e8d2-95a8-48a6-873d-1efb9a60ed26 None None] The port 'fd339c52-68b1-47af-b14f-3c777d8e3c80' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:23:43.509178 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fd339c52-68b1-47af-b14f-3c777d8e3c80 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:23:43.542917 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: fd339c52-68b1-47af-b14f-3c777d8e3c80 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:23:43.543260 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fd339c52-68b1-47af-b14f-3c777d8e3c80 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:23:43.543708 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:23:43.575894 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:23:43.576169 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0c19c1be-3df3-48fd-8b4a-fa7d9f96f20c not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:23:43.686117 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e89812c8-27ad-4c97-ae8e-458b8e941491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:43.788944 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:44.137939 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-e89812c8-27ad-4c97-ae8e-458b8e941491 admin admin] Deleting port be0c0885-0a1f-4405-845f-14aea5cd1e98 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:23:44.138268 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e89812c8-27ad-4c97-ae8e-458b8e941491 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:44.306062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-e89812c8-27ad-4c97-ae8e-458b8e941491 admin admin] For port be0c0885-0a1f-4405-845f-14aea5cd1e98, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=be0c0885-0a1f-4405-845f-14aea5cd1e98,segment=NetworkSegment(8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8),segment_id=8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:23:44.306403 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e89812c8-27ad-4c97-ae8e-458b8e941491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:44.431734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-e89812c8-27ad-4c97-ae8e-458b8e941491 admin admin] Calling delete_port for be0c0885-0a1f-4405-845f-14aea5cd1e98 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:23:44.607282 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e89812c8-27ad-4c97-ae8e-458b8e941491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:44.653800 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89812c8-27ad-4c97-ae8e-458b8e941491 admin admin] Pushing event deleted for resources: {'Port': ['ID=be0c0885-0a1f-4405-845f-14aea5cd1e98,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:23:44.918656 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e89812c8-27ad-4c97-ae8e-458b8e941491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:45.375024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89812c8-27ad-4c97-ae8e-458b8e941491 admin admin] Router 590f2227-e1db-41a8-9a0d-0766f969eb91 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:23:45.556502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89812c8-27ad-4c97-ae8e-458b8e941491 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:23:45.565655 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e89812c8-27ad-4c97-ae8e-458b8e941491 admin admin] 10.222.0.16 "PUT /v2.0/routers/590f2227-e1db-41a8-9a0d-0766f969eb91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4685123 Mar 05 14:23:45.565813 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0781a663-31f3-41e2-ac49-d66cb946041c None None] Sync routers for ids ['590f2227-e1db-41a8-9a0d-0766f969eb91'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:23:45.568183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50110) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:23:45.576320 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0781a663-31f3-41e2-ac49-d66cb946041c None None] Routers {'590f2227-e1db-41a8-9a0d-0766f969eb91'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:23:45.576933 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0781a663-31f3-41e2-ac49-d66cb946041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:23:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['590f2227-e1db-41a8-9a0d-0766f969eb91'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:23:45.744720 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-0781a663-31f3-41e2-ac49-d66cb946041c None None] Set router 590f2227-e1db-41a8-9a0d-0766f969eb91 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:23:45.747153 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d14288d2-5cf3-41eb-ac59-783d6a2a28d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:45.925931 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d14288d2-5cf3-41eb-ac59-783d6a2a28d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:45.935436 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-d14288d2-5cf3-41eb-ac59-783d6a2a28d0 admin admin] Deleting port b6a3c0ec-5650-4aad-bbf1-c9dad2beba72 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:23:45.935819 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d14288d2-5cf3-41eb-ac59-783d6a2a28d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:46.054942 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0781a663-31f3-41e2-ac49-d66cb946041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590f2227-e1db-41a8-9a0d-0766f969eb91', 'name': 'tempest-TestVolumeBootPattern-281909290-router', 'tenant_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'b6a3c0ec-5650-4aad-bbf1-c9dad2beba72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:13Z', 'updated_at': '2022-03-05T14:23:44Z', 'revision_number': 5, 'project_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'gw_port': {'id': 'b6a3c0ec-5650-4aad-bbf1-c9dad2beba72', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590f2227-e1db-41a8-9a0d-0766f969eb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:12:15Z', 'updated_at': '2022-03-05T14:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:23:46.059143 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0781a663-31f3-41e2-ac49-d66cb946041c None None] Checking router: 590f2227-e1db-41a8-9a0d-0766f969eb91 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:23:46.067456 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0781a663-31f3-41e2-ac49-d66cb946041c None None] Routers {'590f2227-e1db-41a8-9a0d-0766f969eb91'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:23:46.068037 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0781a663-31f3-41e2-ac49-d66cb946041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:23:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['590f2227-e1db-41a8-9a0d-0766f969eb91'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:23:46.113256 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-d14288d2-5cf3-41eb-ac59-783d6a2a28d0 admin admin] For port b6a3c0ec-5650-4aad-bbf1-c9dad2beba72, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b6a3c0ec-5650-4aad-bbf1-c9dad2beba72,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:23:46.113599 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d14288d2-5cf3-41eb-ac59-783d6a2a28d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:46.215437 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-0781a663-31f3-41e2-ac49-d66cb946041c None None] Set router 590f2227-e1db-41a8-9a0d-0766f969eb91 gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:23:46.234941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-d14288d2-5cf3-41eb-ac59-783d6a2a28d0 admin admin] Calling delete_port for b6a3c0ec-5650-4aad-bbf1-c9dad2beba72 owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:23:46.317868 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0781a663-31f3-41e2-ac49-d66cb946041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590f2227-e1db-41a8-9a0d-0766f969eb91', 'name': 'tempest-TestVolumeBootPattern-281909290-router', 'tenant_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:13Z', 'updated_at': '2022-03-05T14:23:45Z', 'revision_number': 6, 'project_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:23:46.321875 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0781a663-31f3-41e2-ac49-d66cb946041c None None] The sync data for ids ['590f2227-e1db-41a8-9a0d-0766f969eb91'] in n-d-803718-1 is: [{'id': '590f2227-e1db-41a8-9a0d-0766f969eb91', 'name': 'tempest-TestVolumeBootPattern-281909290-router', 'tenant_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:12:13Z', 'updated_at': '2022-03-05T14:23:45Z', 'revision_number': 6, 'project_id': 'a72ec8cb4faf42e8a07fabf63b9b3d21', 'gw_port_host': None}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:23:46.402511 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d14288d2-5cf3-41eb-ac59-783d6a2a28d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:46.476524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14288d2-5cf3-41eb-ac59-783d6a2a28d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a3c0ec-5650-4aad-bbf1-c9dad2beba72,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:23:46.656140 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d14288d2-5cf3-41eb-ac59-783d6a2a28d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:46.831817 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d14288d2-5cf3-41eb-ac59-783d6a2a28d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:46.833981 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d14288d2-5cf3-41eb-ac59-783d6a2a28d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:46.856331 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d14288d2-5cf3-41eb-ac59-783d6a2a28d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:46.857028 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14288d2-5cf3-41eb-ac59-783d6a2a28d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 590f2227-e1db-41a8-9a0d-0766f969eb91 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:23:46.870085 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d14288d2-5cf3-41eb-ac59-783d6a2a28d0 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:46.871233 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d14288d2-5cf3-41eb-ac59-783d6a2a28d0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/590f2227-e1db-41a8-9a0d-0766f969eb91 HTTP/1.1" status: 204 len: 168 time: 1.3020706 Mar 05 14:23:46.873726 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50114) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:23:46.934851 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-23211278-36f5-461a-adb5-ec9b5c84b5a6 admin admin] Deleting subnet 9b9028a5-450c-449a-857f-b5bdf69b36fe {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:23:46.937718 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23211278-36f5-461a-adb5-ec9b5c84b5a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:46.986855 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23211278-36f5-461a-adb5-ec9b5c84b5a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:47.069574 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23211278-36f5-461a-adb5-ec9b5c84b5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:47.139376 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23211278-36f5-461a-adb5-ec9b5c84b5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:47.178979 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23211278-36f5-461a-adb5-ec9b5c84b5a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b9028a5-450c-449a-857f-b5bdf69b36fe,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:23:47.182525 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-23211278-36f5-461a-adb5-ec9b5c84b5a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:47.187990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500213ab-9cd9-4dfe-817c-9da7ef9ad8c3 None None] Network 85f5e334-4806-4041-b58e-c557d402ebd1 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:23:47.188479 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-23211278-36f5-461a-adb5-ec9b5c84b5a6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9b9028a5-450c-449a-857f-b5bdf69b36fe HTTP/1.1" status: 204 len: 168 time: 0.3136857 Mar 05 14:23:47.191063 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50118) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:23:47.302902 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-495e02e1-67b8-41d9-890f-cc3a34702331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:47.313744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-495e02e1-67b8-41d9-890f-cc3a34702331 admin admin] Deleting port f95b39f0-5351-45cc-9145-bd8eb5b73391 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:23:47.314633 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-495e02e1-67b8-41d9-890f-cc3a34702331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:47.468752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9110e6-fe47-4a1e-bbd6-afdc377a0eec None None] DHCP port deletion for 85f5e334-4806-4041-b58e-c557d402ebd1 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:23:47.473464 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ff9110e6-fe47-4a1e-bbd6-afdc377a0eec None None] Deleting port f95b39f0-5351-45cc-9145-bd8eb5b73391 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:23:47.474047 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ff9110e6-fe47-4a1e-bbd6-afdc377a0eec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:47.526756 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-495e02e1-67b8-41d9-890f-cc3a34702331 admin admin] For port f95b39f0-5351-45cc-9145-bd8eb5b73391, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f95b39f0-5351-45cc-9145-bd8eb5b73391,segment=NetworkSegment(8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8),segment_id=8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:23:47.527137 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-495e02e1-67b8-41d9-890f-cc3a34702331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:47.529922 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device be0c0885-0a1f-4405-845f-14aea5cd1e98 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:23:47.603831 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: be0c0885-0a1f-4405-845f-14aea5cd1e98 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:23:47.604170 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device be0c0885-0a1f-4405-845f-14aea5cd1e98 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:23:47.604587 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f95b39f0-5351-45cc-9145-bd8eb5b73391 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:23:47.650493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-495e02e1-67b8-41d9-890f-cc3a34702331 admin admin] Calling delete_port for f95b39f0-5351-45cc-9145-bd8eb5b73391 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:23:47.729068 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-495e02e1-67b8-41d9-890f-cc3a34702331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:47.763064 n-d-803718-1 neutron-server[87915]: INFO neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No ports have port_id starting with f95b39f0-5351-45cc-9145-bd8eb5b73391 Mar 05 14:23:47.765959 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b6a3c0ec-5650-4aad-bbf1-c9dad2beba72 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:23:47.774314 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e02e1-67b8-41d9-890f-cc3a34702331 admin admin] Pushing event deleted for resources: {'Port': ['ID=f95b39f0-5351-45cc-9145-bd8eb5b73391,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:23:47.779915 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495e02e1-67b8-41d9-890f-cc3a34702331 admin admin] No DVR routers for this DVR port f95b39f0-5351-45cc-9145-bd8eb5b73391 on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:23:47.808808 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: b6a3c0ec-5650-4aad-bbf1-c9dad2beba72 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:23:47.809143 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b6a3c0ec-5650-4aad-bbf1-c9dad2beba72 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:23:47.814583 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-ff9110e6-fe47-4a1e-bbd6-afdc377a0eec None None] For port f95b39f0-5351-45cc-9145-bd8eb5b73391, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f95b39f0-5351-45cc-9145-bd8eb5b73391,segment=NetworkSegment(8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8),segment_id=8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:23:47.815002 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ff9110e6-fe47-4a1e-bbd6-afdc377a0eec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:47.896653 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-495e02e1-67b8-41d9-890f-cc3a34702331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:47.921499 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-495e02e1-67b8-41d9-890f-cc3a34702331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f5e334-4806-4041-b58e-c557d402ebd1']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:23:47.933860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-495e02e1-67b8-41d9-890f-cc3a34702331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:23:47.934157 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-495e02e1-67b8-41d9-890f-cc3a34702331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9e3afa-67eb-4eaa-9d5f-c3208395f7b8') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:23:47.938586 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ff9110e6-fe47-4a1e-bbd6-afdc377a0eec None None] Calling delete_port for f95b39f0-5351-45cc-9145-bd8eb5b73391 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:23:47.946357 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-495e02e1-67b8-41d9-890f-cc3a34702331 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:47.961997 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-495e02e1-67b8-41d9-890f-cc3a34702331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:47.967936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495e02e1-67b8-41d9-890f-cc3a34702331 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:23:47.968324 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-495e02e1-67b8-41d9-890f-cc3a34702331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:23:47.981367 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:23:48.012321 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-ff9110e6-fe47-4a1e-bbd6-afdc377a0eec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:23:48.012672 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-ff9110e6-fe47-4a1e-bbd6-afdc377a0eec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:23:48.154756 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-495e02e1-67b8-41d9-890f-cc3a34702331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:48.170794 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-495e02e1-67b8-41d9-890f-cc3a34702331 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:48.182150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e02e1-67b8-41d9-890f-cc3a34702331 admin admin] Pushing event deleted for resources: {'Network': ['ID=85f5e334-4806-4041-b58e-c557d402ebd1,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:23:48.185271 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-495e02e1-67b8-41d9-890f-cc3a34702331 admin admin] 10.222.0.16 "DELETE /v2.0/networks/85f5e334-4806-4041-b58e-c557d402ebd1 HTTP/1.1" status: 204 len: 168 time: 0.9933047 Mar 05 14:23:48.330993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50124) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:23:48.378466 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a3abca01-d30a-43b6-b042-b0708d2bd97a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc1d84a3fe924180bae57f2f8ac664e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463431 Mar 05 14:23:48.380859 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50128) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:23:48.440965 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f7f763ae-f551-46d0-aa4c-03086b3240ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:48.468696 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f7f763ae-f551-46d0-aa4c-03086b3240ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:48.514220 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ff9110e6-fe47-4a1e-bbd6-afdc377a0eec None None] Deleting port f95b39f0-5351-45cc-9145-bd8eb5b73391 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:23:48.514742 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ff9110e6-fe47-4a1e-bbd6-afdc377a0eec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:48.520371 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f7f763ae-f551-46d0-aa4c-03086b3240ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:48.537108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f763ae-f551-46d0-aa4c-03086b3240ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:23:48.543955 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f7f763ae-f551-46d0-aa4c-03086b3240ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:48.547264 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f7f763ae-f551-46d0-aa4c-03086b3240ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bed5c5e9-a435-4e11-b06a-eaa97bf8fcf1 HTTP/1.1" status: 204 len: 168 time: 0.1654460 Mar 05 14:23:48.600208 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ff9110e6-fe47-4a1e-bbd6-afdc377a0eec None None] The port 'f95b39f0-5351-45cc-9145-bd8eb5b73391' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:23:48.912332 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50136) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:23:48.960775 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-455ed69c-1cea-47db-87a5-40d8525d5cad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a72ec8cb4faf42e8a07fabf63b9b3d21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473216 Mar 05 14:23:48.963901 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50140) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:23:49.019965 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52c62be9-6fd2-4403-bcea-b07e656ef2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:49.045320 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52c62be9-6fd2-4403-bcea-b07e656ef2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:49.100310 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52c62be9-6fd2-4403-bcea-b07e656ef2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:49.115804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c62be9-6fd2-4403-bcea-b07e656ef2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3466549-eb59-4588-869e-a1f58472efba,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:23:49.120414 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52c62be9-6fd2-4403-bcea-b07e656ef2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:49.121752 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-52c62be9-6fd2-4403-bcea-b07e656ef2a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3466549-eb59-4588-869e-a1f58472efba HTTP/1.1" status: 204 len: 168 time: 0.1567097 Mar 05 14:23:59.311386 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:23:59.312185 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:03.176097 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50154) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:03.382059 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f2733031-4214-4452-85f9-bb19a79d6a44 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Deleting port 6432ae3e-33dd-42ee-94a3-c4f906084be9 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:24:03.382403 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2733031-4214-4452-85f9-bb19a79d6a44 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:03.549470 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2733031-4214-4452-85f9-bb19a79d6a44 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:03.549791 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2733031-4214-4452-85f9-bb19a79d6a44 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:03.671816 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-f2733031-4214-4452-85f9-bb19a79d6a44 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Calling delete_port for 6432ae3e-33dd-42ee-94a3-c4f906084be9 owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:24:03.815499 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2733031-4214-4452-85f9-bb19a79d6a44 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:03.865615 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2733031-4214-4452-85f9-bb19a79d6a44 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Port': ['ID=6432ae3e-33dd-42ee-94a3-c4f906084be9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:03.953847 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2733031-4214-4452-85f9-bb19a79d6a44 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:03.954301 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-f2733031-4214-4452-85f9-bb19a79d6a44 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Floating IP b4dfc29a-2399-4c1d-9a20-22d3072d8166 disassociated (deleted). External IP: 172.25.4.187, port: e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a. Mar 05 14:24:04.279705 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:24:04.405950 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2733031-4214-4452-85f9-bb19a79d6a44 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Router ab0f1db8-8804-4511-9d25-a3a74d49fcbe has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:24:04.584354 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2733031-4214-4452-85f9-bb19a79d6a44 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:24:04.596210 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bd53cf-a8ab-4d19-a721-90a242637d6d None None] Sync routers for ids ['ab0f1db8-8804-4511-9d25-a3a74d49fcbe'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:24:04.604415 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f2733031-4214-4452-85f9-bb19a79d6a44 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:04.606180 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bd53cf-a8ab-4d19-a721-90a242637d6d None None] Routers {'ab0f1db8-8804-4511-9d25-a3a74d49fcbe'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:24:04.606855 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-a0bd53cf-a8ab-4d19-a721-90a242637d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:23:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ab0f1db8-8804-4511-9d25-a3a74d49fcbe'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:24:04.657795 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f2733031-4214-4452-85f9-bb19a79d6a44 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "DELETE /v2.0/floatingips/b4dfc29a-2399-4c1d-9a20-22d3072d8166 HTTP/1.1" status: 204 len: 168 time: 1.4806204 Mar 05 14:24:04.658377 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c', 'tag': 'e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:24:04.711222 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c', 'tag': 'e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a', 'status': 'completed', 'code': 200} Mar 05 14:24:04.790837 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-a0bd53cf-a8ab-4d19-a721-90a242637d6d None None] Set router ab0f1db8-8804-4511-9d25-a3a74d49fcbe gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:24:04.805765 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba2071-e6a1-4641-abfa-71d5d562067e req-4053940a-fc8c-48ce-8166-10a30b294667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:04.807502 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5fba2071-e6a1-4641-abfa-71d5d562067e req-4053940a-fc8c-48ce-8166-10a30b294667 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 1097 time: 0.0752633 Mar 05 14:24:04.968702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba2071-e6a1-4641-abfa-71d5d562067e req-4f547ecc-9ea5-4ed2-99ba-c9f7fa31946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:04.970179 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5fba2071-e6a1-4641-abfa-71d5d562067e req-4f547ecc-9ea5-4ed2-99ba-c9f7fa31946a service neutron] 10.222.0.15 "GET /v2.0/networks?id=434efd85-d8be-4234-95e1-89ba56c29bba HTTP/1.1" status: 200 len: 896 time: 0.1565547 Mar 05 14:24:05.066168 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5fba2071-e6a1-4641-abfa-71d5d562067e req-7fa23805-b8f0-4ca1-a413-a44a4f9c43b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a HTTP/1.1" status: 200 len: 217 time: 0.0822413 Mar 05 14:24:05.139307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba2071-e6a1-4641-abfa-71d5d562067e req-72175f4d-3018-4ce2-9906-d7fd58eda4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:05.141093 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5fba2071-e6a1-4641-abfa-71d5d562067e req-72175f4d-3018-4ce2-9906-d7fd58eda4ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=abe544a6-8383-4ab3-a8b6-8875494b9b35 HTTP/1.1" status: 200 len: 834 time: 0.0675249 Mar 05 14:24:05.216856 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-a0bd53cf-a8ab-4d19-a721-90a242637d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622104053', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '755101e8-956f-487c-99ba-6af750c238bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:31Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '755101e8-956f-487c-99ba-6af750c238bd', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db', 'name': '', 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:e0:a7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'abe544a6-8383-4ab3-a8b6-8875494b9b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:22:30Z', 'updated_at': '2022-03-05T14:22:37Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': 'abe544a6-8383-4ab3-a8b6-8875494b9b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:24:05.221410 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bd53cf-a8ab-4d19-a721-90a242637d6d None None] Checking router: ab0f1db8-8804-4511-9d25-a3a74d49fcbe for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:24:05.230543 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bd53cf-a8ab-4d19-a721-90a242637d6d None None] Routers {'ab0f1db8-8804-4511-9d25-a3a74d49fcbe'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:24:05.231181 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-a0bd53cf-a8ab-4d19-a721-90a242637d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:23:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ab0f1db8-8804-4511-9d25-a3a74d49fcbe'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:24:05.234688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba2071-e6a1-4641-abfa-71d5d562067e req-505663f1-772d-4438-a937-abaf6fa3ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:05.236241 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5fba2071-e6a1-4641-abfa-71d5d562067e req-505663f1-772d-4438-a937-abaf6fa3ae40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=434efd85-d8be-4234-95e1-89ba56c29bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848601 Mar 05 14:24:05.341721 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a35e16-3e21-4947-a69b-fd10227d01eb req-c652ea22-4652-458e-8553-60009b28e138 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:05.343112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-b7a35e16-3e21-4947-a69b-fd10227d01eb req-c652ea22-4652-458e-8553-60009b28e138 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Synchronizing usage tracker for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:24:05.360179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-b7a35e16-3e21-4947-a69b-fd10227d01eb req-c652ea22-4652-458e-8553-60009b28e138 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Unset dirty status for tenant:c0bf4aa200884a48888e5cf3ebc8526f on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:24:05.366709 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b7a35e16-3e21-4947-a69b-fd10227d01eb req-c652ea22-4652-458e-8553-60009b28e138 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 946 time: 0.3893938 Mar 05 14:24:05.377208 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5fba2071-e6a1-4641-abfa-71d5d562067e req-a1da47e2-60b8-41c2-89d3-57914eeab216 service neutron] 10.222.0.15 "GET /v2.0/networks/434efd85-d8be-4234-95e1-89ba56c29bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339762 Mar 05 14:24:05.421881 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-a0bd53cf-a8ab-4d19-a721-90a242637d6d None None] Set router ab0f1db8-8804-4511-9d25-a3a74d49fcbe gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:24:05.431949 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b7a35e16-3e21-4947-a69b-fd10227d01eb req-ff49c034-8be7-4fea-94f7-07bd227572de tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633981 Mar 05 14:24:05.521307 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5fba2071-e6a1-4641-abfa-71d5d562067e req-85e01c13-ce1b-47d0-b7e8-8f277253001d service neutron] 10.222.0.15 "GET /v2.0/networks/434efd85-d8be-4234-95e1-89ba56c29bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361251 Mar 05 14:24:05.740338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-a0bd53cf-a8ab-4d19-a721-90a242637d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622104053', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '755101e8-956f-487c-99ba-6af750c238bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:31Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '755101e8-956f-487c-99ba-6af750c238bd', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db', 'name': '', 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:e0:a7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'abe544a6-8383-4ab3-a8b6-8875494b9b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:22:30Z', 'updated_at': '2022-03-05T14:22:37Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': 'abe544a6-8383-4ab3-a8b6-8875494b9b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:24:05.744808 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bd53cf-a8ab-4d19-a721-90a242637d6d None None] The sync data for ids ['ab0f1db8-8804-4511-9d25-a3a74d49fcbe'] in n-d-803718-1 is: [{'id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622104053', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '755101e8-956f-487c-99ba-6af750c238bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:31Z', 'revision_number': 4, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '755101e8-956f-487c-99ba-6af750c238bd', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db', 'name': '', 'network_id': '434efd85-d8be-4234-95e1-89ba56c29bba', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'mac_address': 'fa:16:3e:e0:a7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'abe544a6-8383-4ab3-a8b6-8875494b9b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:22:30Z', 'updated_at': '2022-03-05T14:22:37Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'subnets': [{'id': 'abe544a6-8383-4ab3-a8b6-8875494b9b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:24:05.950303 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e79d20-1118-44ae-aa64-ed43ef6a7372 None None] New status for floating IP b4dfc29a-2399-4c1d-9a20-22d3072d8166: DOWN {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:24:06.326501 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4974237-601e-4d60-b65c-41a93bd8a463 req-bc56f8fe-dd96-49b3-ae2b-06f48208a942 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:06.327944 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4974237-601e-4d60-b65c-41a93bd8a463 req-bc56f8fe-dd96-49b3-ae2b-06f48208a942 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 946 time: 0.0787184 Mar 05 14:24:06.400223 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-e4974237-601e-4d60-b65c-41a93bd8a463 req-0986fdc9-8c0c-4a40-b0ca-3b90ab23c8cb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Deleting port e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:24:06.400560 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e4974237-601e-4d60-b65c-41a93bd8a463 req-0986fdc9-8c0c-4a40-b0ca-3b90ab23c8cb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:06.700729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-e4974237-601e-4d60-b65c-41a93bd8a463 req-0986fdc9-8c0c-4a40-b0ca-3b90ab23c8cb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] For port e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a,segment=NetworkSegment(b0e632e3-fd65-462f-8636-4517866938cb),segment_id=b0e632e3-fd65-462f-8636-4517866938cb)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:24:06.700996 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e4974237-601e-4d60-b65c-41a93bd8a463 req-0986fdc9-8c0c-4a40-b0ca-3b90ab23c8cb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:06.936856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-e4974237-601e-4d60-b65c-41a93bd8a463 req-0986fdc9-8c0c-4a40-b0ca-3b90ab23c8cb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Calling delete_port for e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:24:06.990743 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5362b-f214-468a-a643-e7fdd850a08a req-814a700f-2f0f-4c2c-9a0e-7db85d1e3706 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:06.992141 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-58d5362b-f214-468a-a643-e7fdd850a08a req-814a700f-2f0f-4c2c-9a0e-7db85d1e3706 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/ports?device_id=7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c HTTP/1.1" status: 200 len: 946 time: 0.4486783 Mar 05 14:24:07.059675 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-58d5362b-f214-468a-a643-e7fdd850a08a req-c7dd386e-2d5f-4cbf-b37c-6755189a086a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571983 Mar 05 14:24:07.127781 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e4974237-601e-4d60-b65c-41a93bd8a463 req-0986fdc9-8c0c-4a40-b0ca-3b90ab23c8cb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:07.179041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986fdc9-8c0c-4a40-b0ca-3b90ab23c8cb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Port': ['ID=e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:07.255362 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4974237-601e-4d60-b65c-41a93bd8a463 req-0986fdc9-8c0c-4a40-b0ca-3b90ab23c8cb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] No DVR routers for this DVR port e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:24:07.257740 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e4974237-601e-4d60-b65c-41a93bd8a463 req-0986fdc9-8c0c-4a40-b0ca-3b90ab23c8cb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:07.260542 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c', 'name': 'network-vif-deleted', 'tag': 'e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:24:07.277542 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4974237-601e-4d60-b65c-41a93bd8a463 req-0986fdc9-8c0c-4a40-b0ca-3b90ab23c8cb tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.15 "DELETE /v2.0/ports/e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a HTTP/1.1" status: 204 len: 173 time: 0.9443257 Mar 05 14:24:07.312596 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eeb48ef-fca6-4b7b-a41d-9c252e84ee9c', 'name': 'network-vif-deleted', 'tag': 'e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a', 'status': 'completed', 'code': 200} Mar 05 14:24:08.153449 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50174) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:08.706511 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-aa9c8163-da6c-4dc2-aec5-832d337ab762 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:08.829551 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-255f4100-2cd2-468c-b488-3bb8f6ade637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:09.159730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-aa9c8163-da6c-4dc2-aec5-832d337ab762 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Deleting port 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:24:09.160291 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-aa9c8163-da6c-4dc2-aec5-832d337ab762 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:09.341096 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-aa9c8163-da6c-4dc2-aec5-832d337ab762 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] For port 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db,segment=NetworkSegment(b0e632e3-fd65-462f-8636-4517866938cb),segment_id=b0e632e3-fd65-462f-8636-4517866938cb)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:24:09.341452 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-aa9c8163-da6c-4dc2-aec5-832d337ab762 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:09.466924 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-aa9c8163-da6c-4dc2-aec5-832d337ab762 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Calling delete_port for 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:24:09.650373 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-aa9c8163-da6c-4dc2-aec5-832d337ab762 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:09.697031 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c8163-da6c-4dc2-aec5-832d337ab762 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Port': ['ID=34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:09.975587 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-aa9c8163-da6c-4dc2-aec5-832d337ab762 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:10.322035 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9c8163-da6c-4dc2-aec5-832d337ab762 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Router ab0f1db8-8804-4511-9d25-a3a74d49fcbe has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:24:10.476861 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:24:10.513257 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:24:10.513606 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device e9fb49a1-7ad5-46b8-88b2-f764b22c3b8a not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:24:10.605428 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9c8163-da6c-4dc2-aec5-832d337ab762 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:24:10.615194 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae11ae-d01a-4c3e-b786-004d4077e164 None None] Sync routers for ids ['ab0f1db8-8804-4511-9d25-a3a74d49fcbe'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:24:10.617561 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-aa9c8163-da6c-4dc2-aec5-832d337ab762 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "PUT /v2.0/routers/ab0f1db8-8804-4511-9d25-a3a74d49fcbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4630435 Mar 05 14:24:10.621178 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50178) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:10.625102 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae11ae-d01a-4c3e-b786-004d4077e164 None None] Routers {'ab0f1db8-8804-4511-9d25-a3a74d49fcbe'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:24:10.625696 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5aae11ae-d01a-4c3e-b786-004d4077e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:23:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ab0f1db8-8804-4511-9d25-a3a74d49fcbe'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:24:10.688212 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e1c209-f754-4eb5-bd00-080f8a4edb0e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Deleting subnet abe544a6-8383-4ab3-a8b6-8875494b9b35 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:24:10.691391 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61e1c209-f754-4eb5-bd00-080f8a4edb0e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:10.743976 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61e1c209-f754-4eb5-bd00-080f8a4edb0e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:10.799895 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-5aae11ae-d01a-4c3e-b786-004d4077e164 None None] Set router ab0f1db8-8804-4511-9d25-a3a74d49fcbe gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:24:10.828978 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61e1c209-f754-4eb5-bd00-080f8a4edb0e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:10.901885 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61e1c209-f754-4eb5-bd00-080f8a4edb0e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:10.943479 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1c209-f754-4eb5-bd00-080f8a4edb0e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Subnet': ['ID=abe544a6-8383-4ab3-a8b6-8875494b9b35,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:10.945414 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61e1c209-f754-4eb5-bd00-080f8a4edb0e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:10.952960 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-61e1c209-f754-4eb5-bd00-080f8a4edb0e tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "DELETE /v2.0/subnets/abe544a6-8383-4ab3-a8b6-8875494b9b35 HTTP/1.1" status: 204 len: 168 time: 0.3307807 Mar 05 14:24:10.955764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50182) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:10.998110 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d0c76b-132c-451a-906e-2cb0cec1ba71 None None] Network 434efd85-d8be-4234-95e1-89ba56c29bba requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:24:11.142979 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d38b43e3-8275-423c-9289-633ef651eaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:11.145446 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad54d22a-c293-493b-876c-cad1ec145fd0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:11.324105 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad54d22a-c293-493b-876c-cad1ec145fd0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:11.324814 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5aae11ae-d01a-4c3e-b786-004d4077e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622104053', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '755101e8-956f-487c-99ba-6af750c238bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:24:09Z', 'revision_number': 5, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port': {'id': '755101e8-956f-487c-99ba-6af750c238bd', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ee:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:24:11.330971 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae11ae-d01a-4c3e-b786-004d4077e164 None None] Checking router: ab0f1db8-8804-4511-9d25-a3a74d49fcbe for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:24:11.334137 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ad54d22a-c293-493b-876c-cad1ec145fd0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Deleting port 755101e8-956f-487c-99ba-6af750c238bd {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:24:11.334424 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad54d22a-c293-493b-876c-cad1ec145fd0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:11.341190 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae11ae-d01a-4c3e-b786-004d4077e164 None None] Routers {'ab0f1db8-8804-4511-9d25-a3a74d49fcbe'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:24:11.341812 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5aae11ae-d01a-4c3e-b786-004d4077e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:24:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['ab0f1db8-8804-4511-9d25-a3a74d49fcbe'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:24:11.397769 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e75009-14be-45cb-b418-d71e155b3cba None None] DHCP port deletion for 434efd85-d8be-4234-95e1-89ba56c29bba request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:24:11.410883 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-05e75009-14be-45cb-b418-d71e155b3cba None None] Deleting port cddd255e-79b4-43af-9b27-f676d95ef576 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:24:11.411263 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-05e75009-14be-45cb-b418-d71e155b3cba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:11.515260 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-ad54d22a-c293-493b-876c-cad1ec145fd0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] For port 755101e8-956f-487c-99ba-6af750c238bd, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=755101e8-956f-487c-99ba-6af750c238bd,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:24:11.515607 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad54d22a-c293-493b-876c-cad1ec145fd0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:11.571793 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device cddd255e-79b4-43af-9b27-f676d95ef576 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:24:11.595508 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-5aae11ae-d01a-4c3e-b786-004d4077e164 None None] Set router ab0f1db8-8804-4511-9d25-a3a74d49fcbe gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:24:11.637408 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ad54d22a-c293-493b-876c-cad1ec145fd0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Calling delete_port for 755101e8-956f-487c-99ba-6af750c238bd owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:24:11.723145 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5aae11ae-d01a-4c3e-b786-004d4077e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622104053', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:24:11Z', 'revision_number': 6, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:24:11.746008 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae11ae-d01a-4c3e-b786-004d4077e164 None None] The sync data for ids ['ab0f1db8-8804-4511-9d25-a3a74d49fcbe'] in n-d-803718-1 is: [{'id': 'ab0f1db8-8804-4511-9d25-a3a74d49fcbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622104053', 'tenant_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:22:26Z', 'updated_at': '2022-03-05T14:24:11Z', 'revision_number': 6, 'project_id': 'c0bf4aa200884a48888e5cf3ebc8526f', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:24:11.807956 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad54d22a-c293-493b-876c-cad1ec145fd0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:11.855045 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54d22a-c293-493b-876c-cad1ec145fd0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Port': ['ID=755101e8-956f-487c-99ba-6af750c238bd,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:11.900799 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-05e75009-14be-45cb-b418-d71e155b3cba None None] For port cddd255e-79b4-43af-9b27-f676d95ef576, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cddd255e-79b4-43af-9b27-f676d95ef576,segment=NetworkSegment(b0e632e3-fd65-462f-8636-4517866938cb),segment_id=b0e632e3-fd65-462f-8636-4517866938cb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:24:11.901201 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-05e75009-14be-45cb-b418-d71e155b3cba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:11.943744 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad54d22a-c293-493b-876c-cad1ec145fd0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:12.026242 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:12.042034 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-05e75009-14be-45cb-b418-d71e155b3cba None None] Calling delete_port for cddd255e-79b4-43af-9b27-f676d95ef576 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:24:12.126062 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port cddd255e-79b4-43af-9b27-f676d95ef576, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cddd255e-79b4-43af-9b27-f676d95ef576,segment=NetworkSegment(b0e632e3-fd65-462f-8636-4517866938cb),segment_id=b0e632e3-fd65-462f-8636-4517866938cb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:24:12.141997 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:12.209266 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:12.211718 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-05e75009-14be-45cb-b418-d71e155b3cba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:24:12.212263 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-05e75009-14be-45cb-b418-d71e155b3cba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:24:12.221205 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:12.231486 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=cddd255e-79b4-43af-9b27-f676d95ef576,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:12.246136 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad54d22a-c293-493b-876c-cad1ec145fd0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:12.248331 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad54d22a-c293-493b-876c-cad1ec145fd0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:12.271159 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad54d22a-c293-493b-876c-cad1ec145fd0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:12.271659 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad54d22a-c293-493b-876c-cad1ec145fd0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Fanout notify agent at l3_agent the message router_deleted on router ab0f1db8-8804-4511-9d25-a3a74d49fcbe {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:24:12.286327 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ad54d22a-c293-493b-876c-cad1ec145fd0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:12.287434 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ad54d22a-c293-493b-876c-cad1ec145fd0 tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "DELETE /v2.0/routers/ab0f1db8-8804-4511-9d25-a3a74d49fcbe HTTP/1.1" status: 204 len: 168 time: 1.3307927 Mar 05 14:24:12.290991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50186) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:12.402558 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-841c1cce-d379-4c35-bce5-ffc60911004a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:12.412779 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-841c1cce-d379-4c35-bce5-ffc60911004a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Deleting port cddd255e-79b4-43af-9b27-f676d95ef576 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:24:12.413110 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-841c1cce-d379-4c35-bce5-ffc60911004a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:12.619937 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-841c1cce-d379-4c35-bce5-ffc60911004a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] For port cddd255e-79b4-43af-9b27-f676d95ef576, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cddd255e-79b4-43af-9b27-f676d95ef576,segment=NetworkSegment(b0e632e3-fd65-462f-8636-4517866938cb),segment_id=b0e632e3-fd65-462f-8636-4517866938cb)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:24:12.620309 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-841c1cce-d379-4c35-bce5-ffc60911004a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:12.713887 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-05e75009-14be-45cb-b418-d71e155b3cba None None] Deleting port cddd255e-79b4-43af-9b27-f676d95ef576 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:24:12.714824 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-05e75009-14be-45cb-b418-d71e155b3cba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:12.744531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-841c1cce-d379-4c35-bce5-ffc60911004a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Calling delete_port for cddd255e-79b4-43af-9b27-f676d95ef576 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:24:12.829291 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-841c1cce-d379-4c35-bce5-ffc60911004a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:12.874208 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c1cce-d379-4c35-bce5-ffc60911004a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Port': ['ID=cddd255e-79b4-43af-9b27-f676d95ef576,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:12.879177 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841c1cce-d379-4c35-bce5-ffc60911004a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] No DVR routers for this DVR port cddd255e-79b4-43af-9b27-f676d95ef576 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:24:12.931586 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-05e75009-14be-45cb-b418-d71e155b3cba None None] For port cddd255e-79b4-43af-9b27-f676d95ef576, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=cddd255e-79b4-43af-9b27-f676d95ef576,segment=NetworkSegment(b0e632e3-fd65-462f-8636-4517866938cb),segment_id=b0e632e3-fd65-462f-8636-4517866938cb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:24:12.931965 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-05e75009-14be-45cb-b418-d71e155b3cba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:13.003497 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-841c1cce-d379-4c35-bce5-ffc60911004a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:13.031048 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-841c1cce-d379-4c35-bce5-ffc60911004a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['434efd85-d8be-4234-95e1-89ba56c29bba']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:24:13.045058 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-841c1cce-d379-4c35-bce5-ffc60911004a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e632e3-fd65-462f-8636-4517866938cb') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:24:13.045351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-841c1cce-d379-4c35-bce5-ffc60911004a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e632e3-fd65-462f-8636-4517866938cb') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:24:13.058201 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-841c1cce-d379-4c35-bce5-ffc60911004a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:13.074474 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-841c1cce-d379-4c35-bce5-ffc60911004a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:13.080609 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-841c1cce-d379-4c35-bce5-ffc60911004a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:24:13.081005 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-841c1cce-d379-4c35-bce5-ffc60911004a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:24:13.094990 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:24:13.111582 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-05e75009-14be-45cb-b418-d71e155b3cba None None] Calling delete_port for cddd255e-79b4-43af-9b27-f676d95ef576 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:24:13.176005 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-841c1cce-d379-4c35-bce5-ffc60911004a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:13.188556 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-05e75009-14be-45cb-b418-d71e155b3cba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:24:13.189153 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-05e75009-14be-45cb-b418-d71e155b3cba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:24:13.194130 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-841c1cce-d379-4c35-bce5-ffc60911004a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:13.204869 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c1cce-d379-4c35-bce5-ffc60911004a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'Network': ['ID=434efd85-d8be-4234-95e1-89ba56c29bba,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:13.215878 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-841c1cce-d379-4c35-bce5-ffc60911004a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "DELETE /v2.0/networks/434efd85-d8be-4234-95e1-89ba56c29bba HTTP/1.1" status: 204 len: 168 time: 0.9238813 Mar 05 14:24:13.218518 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50192) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:13.293816 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a0811f74-ab67-4937-9c59-b4b73ea47a9a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:13.325569 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a0811f74-ab67-4937-9c59-b4b73ea47a9a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:13.391306 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a0811f74-ab67-4937-9c59-b4b73ea47a9a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:13.410069 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0811f74-ab67-4937-9c59-b4b73ea47a9a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:13.418692 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a0811f74-ab67-4937-9c59-b4b73ea47a9a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:13.422235 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a0811f74-ab67-4937-9c59-b4b73ea47a9a tempest-TestNetworkAdvancedServerOps-1494445736 tempest-TestNetworkAdvancedServerOps-1494445736-project] 10.222.0.16 "DELETE /v2.0/security-groups/5ae6d0de-d68e-4dac-89ae-6dd0bf03a7d1 HTTP/1.1" status: 204 len: 168 time: 0.2004440 Mar 05 14:24:13.515379 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:24:13.548848 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:24:13.549193 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 34e4f8fb-ffa7-4183-8bbe-6b7e142ff0db not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:24:13.549611 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 755101e8-956f-487c-99ba-6af750c238bd no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:24:13.583473 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 755101e8-956f-487c-99ba-6af750c238bd {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:24:13.583853 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 755101e8-956f-487c-99ba-6af750c238bd not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:24:13.735156 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50202) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:13.789507 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:13.879668 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2bacd856-21db-4d6c-9d67-9720ab5fead5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0bf4aa200884a48888e5cf3ebc8526f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433730 Mar 05 14:24:13.882330 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50208) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:13.940886 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dbff8d04-36fa-43a2-970a-e59116920c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:13.970262 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dbff8d04-36fa-43a2-970a-e59116920c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:14.023140 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dbff8d04-36fa-43a2-970a-e59116920c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:14.041220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff8d04-36fa-43a2-970a-e59116920c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a833da7-76da-46a3-8598-ae2cf623371e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:14.045788 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-05e75009-14be-45cb-b418-d71e155b3cba None None] Deleting port cddd255e-79b4-43af-9b27-f676d95ef576 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:24:14.046255 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-05e75009-14be-45cb-b418-d71e155b3cba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:14.048098 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dbff8d04-36fa-43a2-970a-e59116920c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:14.049218 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dbff8d04-36fa-43a2-970a-e59116920c5f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a833da7-76da-46a3-8598-ae2cf623371e HTTP/1.1" status: 204 len: 168 time: 0.1657491 Mar 05 14:24:14.128771 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-05e75009-14be-45cb-b418-d71e155b3cba None None] The port 'cddd255e-79b4-43af-9b27-f676d95ef576' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:24:14.330069 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50216) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:14.377987 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0c306890-77fb-4d77-83a5-0fd95fc85022 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c95dc27f7751425ebde3ed54ecfb2694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465767 Mar 05 14:24:14.380253 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50220) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:14.440233 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-41cbf7eb-f55e-4128-9aca-60f07c9bcdd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:14.467293 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-41cbf7eb-f55e-4128-9aca-60f07c9bcdd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:14.518720 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-41cbf7eb-f55e-4128-9aca-60f07c9bcdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:14.540609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbf7eb-f55e-4128-9aca-60f07c9bcdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c308296-77f4-429e-a9a7-111ec7d67512,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:14.552876 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-41cbf7eb-f55e-4128-9aca-60f07c9bcdd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:14.553982 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-41cbf7eb-f55e-4128-9aca-60f07c9bcdd7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c308296-77f4-429e-a9a7-111ec7d67512 HTTP/1.1" status: 204 len: 168 time: 0.1728470 Mar 05 14:24:16.785285 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50274) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:16.791492 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-cdb4fdc8-e02b-4817-aaa4-7d9ccde5d25b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Request body: {'network': {'name': 'tempest-network-smoke--662258119', 'project_id': 'b0368925527849d499af5f795222f780', 'port_security_enabled': True}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:24:16.797225 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cdb4fdc8-e02b-4817-aaa4-7d9ccde5d25b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:24:16.801007 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cdb4fdc8-e02b-4817-aaa4-7d9ccde5d25b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Usage tracker for resource:network and tenant:b0368925527849d499af5f795222f780 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:24:16.804636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cdb4fdc8-e02b-4817-aaa4-7d9ccde5d25b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:24:16.811711 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cdb4fdc8-e02b-4817-aaa4-7d9ccde5d25b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:24:16.822033 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb4fdc8-e02b-4817-aaa4-7d9ccde5d25b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Made reservation on behalf of b0368925527849d499af5f795222f780 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:24:16.825555 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cdb4fdc8-e02b-4817-aaa4-7d9ccde5d25b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:16.837977 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cdb4fdc8-e02b-4817-aaa4-7d9ccde5d25b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:16.852294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cdb4fdc8-e02b-4817-aaa4-7d9ccde5d25b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:24:16.856199 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cdb4fdc8-e02b-4817-aaa4-7d9ccde5d25b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Usage tracker for resource:security_group_rule and tenant:b0368925527849d499af5f795222f780 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:24:16.858979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cdb4fdc8-e02b-4817-aaa4-7d9ccde5d25b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:24:16.864707 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cdb4fdc8-e02b-4817-aaa4-7d9ccde5d25b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:24:16.953918 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cdb4fdc8-e02b-4817-aaa4-7d9ccde5d25b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:16.957452 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cdb4fdc8-e02b-4817-aaa4-7d9ccde5d25b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:16.990670 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb4fdc8-e02b-4817-aaa4-7d9ccde5d25b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:24:16.996507 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4fdc8-e02b-4817-aaa4-7d9ccde5d25b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e1d6d5-be44-4470-beb3-c4da65de2b49,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:17.003076 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cdb4fdc8-e02b-4817-aaa4-7d9ccde5d25b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:17.003404 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-cdb4fdc8-e02b-4817-aaa4-7d9ccde5d25b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Added segment e88af898-fb46-42d0-b64b-f6c34bfdd858 of type vlan for network e8bc4456-e3a1-4af6-8270-5a97c6c2b27a Mar 05 14:24:17.030793 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cdb4fdc8-e02b-4817-aaa4-7d9ccde5d25b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:17.060062 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cdb4fdc8-e02b-4817-aaa4-7d9ccde5d25b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:17.065700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb4fdc8-e02b-4817-aaa4-7d9ccde5d25b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:17.066273 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cdb4fdc8-e02b-4817-aaa4-7d9ccde5d25b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:17.277560 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4fdc8-e02b-4817-aaa4-7d9ccde5d25b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event updated for resources: {'Network': ['ID=e8bc4456-e3a1-4af6-8270-5a97c6c2b27a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:17.283862 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cdb4fdc8-e02b-4817-aaa4-7d9ccde5d25b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4943998 Mar 05 14:24:17.283996 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50278) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:17.288588 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network e8bc4456-e3a1-4af6-8270-5a97c6c2b27a details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:24:17.289052 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-23f6decc-7e31-49a5-9c02-41c2fce3175b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-941098401', 'admin_state_up': True, 'project_id': 'b0368925527849d499af5f795222f780', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:24:17.298251 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-23f6decc-7e31-49a5-9c02-41c2fce3175b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:24:17.302290 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-23f6decc-7e31-49a5-9c02-41c2fce3175b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Usage tracker for resource:router and tenant:b0368925527849d499af5f795222f780 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:24:17.305156 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-23f6decc-7e31-49a5-9c02-41c2fce3175b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:24:17.312079 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-23f6decc-7e31-49a5-9c02-41c2fce3175b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:24:17.323877 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23f6decc-7e31-49a5-9c02-41c2fce3175b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:17.324982 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23f6decc-7e31-49a5-9c02-41c2fce3175b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:17.341732 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23f6decc-7e31-49a5-9c02-41c2fce3175b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:17.604610 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23f6decc-7e31-49a5-9c02-41c2fce3175b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:17.896808 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23f6decc-7e31-49a5-9c02-41c2fce3175b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:17.925570 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23f6decc-7e31-49a5-9c02-41c2fce3175b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:18.057238 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-23f6decc-7e31-49a5-9c02-41c2fce3175b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Allocated IP 172.25.4.202 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/e606f2e0-9d11-4006-b752-949881085ab2) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:24:18.200192 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23f6decc-7e31-49a5-9c02-41c2fce3175b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:18.228613 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23f6decc-7e31-49a5-9c02-41c2fce3175b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:18.286009 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f6decc-7e31-49a5-9c02-41c2fce3175b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:24:18.288770 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-23f6decc-7e31-49a5-9c02-41c2fce3175b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:24:18.296456 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f6decc-7e31-49a5-9c02-41c2fce3175b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:24:18.334920 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6decc-7e31-49a5-9c02-41c2fce3175b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event updated for resources: {'Port': ['ID=e606f2e0-9d11-4006-b752-949881085ab2,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:18.812985 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23f6decc-7e31-49a5-9c02-41c2fce3175b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:19.146461 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23f6decc-7e31-49a5-9c02-41c2fce3175b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:19.347112 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f6decc-7e31-49a5-9c02-41c2fce3175b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Router 017878d0-0f0d-4331-9438-441e6f5e9ae7 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:24:19.517811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f6decc-7e31-49a5-9c02-41c2fce3175b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:24:19.527675 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] Sync routers for ids ['017878d0-0f0d-4331-9438-441e6f5e9ae7'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:24:19.537313 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] Routers {'017878d0-0f0d-4331-9438-441e6f5e9ae7'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:24:19.537917 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:24:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['017878d0-0f0d-4331-9438-441e6f5e9ae7'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:24:19.547219 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23f6decc-7e31-49a5-9c02-41c2fce3175b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:19.551587 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-23f6decc-7e31-49a5-9c02-41c2fce3175b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2635541 Mar 05 14:24:19.551800 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50284) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:19.711764 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3496509e-11e4-4688-9ae4-8d01bd11d7c9 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b0368925527849d499af5f795222f780&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1587934 Mar 05 14:24:19.712443 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] Set router 017878d0-0f0d-4331-9438-441e6f5e9ae7 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:24:19.715132 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50290) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:19.846747 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6def39-7b35-4fed-ad85-9f52e25177ec tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:19.848290 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bd6def39-7b35-4fed-ad85-9f52e25177ec tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1322689 Mar 05 14:24:19.851226 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50294) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:19.891679 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2aa51cc6-21f6-4a35-915f-2c1a9113e67a tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393848 Mar 05 14:24:19.894273 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50298) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:19.900645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-281dc4a2-089a-49da-a98a-9c6268990235 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1948853753', 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a', 'project_id': 'b0368925527849d499af5f795222f780', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:24:20.013432 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-281dc4a2-089a-49da-a98a-9c6268990235 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:24:20.017127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-281dc4a2-089a-49da-a98a-9c6268990235 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Usage tracker for resource:subnet and tenant:b0368925527849d499af5f795222f780 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:24:20.019909 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-281dc4a2-089a-49da-a98a-9c6268990235 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:24:20.023018 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-941098401', 'tenant_id': 'b0368925527849d499af5f795222f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:18Z', 'revision_number': 3, 'project_id': 'b0368925527849d499af5f795222f780', 'gw_port': {'id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:24:20.025829 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-281dc4a2-089a-49da-a98a-9c6268990235 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:24:20.027051 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] Checking router: 017878d0-0f0d-4331-9438-441e6f5e9ae7 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:24:20.027396 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] Updating router 017878d0-0f0d-4331-9438-441e6f5e9ae7 port e606f2e0-9d11-4006-b752-949881085ab2 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:24:20.035016 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281dc4a2-089a-49da-a98a-9c6268990235 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Made reservation on behalf of b0368925527849d499af5f795222f780 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:24:20.038431 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-281dc4a2-089a-49da-a98a-9c6268990235 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:20.080555 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:20.371174 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-281dc4a2-089a-49da-a98a-9c6268990235 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:20.414433 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:20.426951 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] Transition to ACTIVE for port object e606f2e0-9d11-4006-b752-949881085ab2 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:24:20.433754 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:20.448464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281dc4a2-089a-49da-a98a-9c6268990235 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event updated for resources: {'Subnet': ['ID=5f81a080-c163-4546-a3f4-825015dd9092,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:20.457369 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281dc4a2-089a-49da-a98a-9c6268990235 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Checking segment: {'id': 'e88af898-fb46-42d0-b64b-f6c34bfdd858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:24:20.457727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281dc4a2-089a-49da-a98a-9c6268990235 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Network hostable DHCP agents. Network: e8bc4456-e3a1-4af6-8270-5a97c6c2b27a, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:24:20.478471 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281dc4a2-089a-49da-a98a-9c6268990235 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Network e8bc4456-e3a1-4af6-8270-5a97c6c2b27a is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:24:20.488235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-281dc4a2-089a-49da-a98a-9c6268990235 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, e8bc4456-e3a1-4af6-8270-5a97c6c2b27a) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:24:20.492248 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281dc4a2-089a-49da-a98a-9c6268990235 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:20.492930 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-281dc4a2-089a-49da-a98a-9c6268990235 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:20.497983 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fdf897-3857-482e-a1f0-9b52ce485f18 None None] Network e8bc4456-e3a1-4af6-8270-5a97c6c2b27a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:24:20.500379 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] Attempting to bind port e606f2e0-9d11-4006-b752-949881085ab2 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:24:20.500735 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] Attempting to bind port e606f2e0-9d11-4006-b752-949881085ab2 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:24:20.501083 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] Attempting to bind port e606f2e0-9d11-4006-b752-949881085ab2 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:24:20.508106 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:24:20.508462 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:24:20.508885 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:20.509703 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:24:20.509892 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] Bound port: e606f2e0-9d11-4006-b752-949881085ab2, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:24:20.510445 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:20.520988 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-281dc4a2-089a-49da-a98a-9c6268990235 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6229053 Mar 05 14:24:20.521278 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50302) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:20.597269 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] For port e606f2e0-9d11-4006-b752-949881085ab2, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:24:20.599663 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95320c4d-c67d-4ed8-8324-51f9881f5de8 None None] Pushing event updated for resources: {'Port': ['ID=e606f2e0-9d11-4006-b752-949881085ab2,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:20.608304 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] For port e606f2e0-9d11-4006-b752-949881085ab2, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e606f2e0-9d11-4006-b752-949881085ab2,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:24:20.613512 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95320c4d-c67d-4ed8-8324-51f9881f5de8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:20.613846 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95320c4d-c67d-4ed8-8324-51f9881f5de8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:20.614168 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95320c4d-c67d-4ed8-8324-51f9881f5de8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:20.614496 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95320c4d-c67d-4ed8-8324-51f9881f5de8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:20.614854 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95320c4d-c67d-4ed8-8324-51f9881f5de8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:20.615148 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95320c4d-c67d-4ed8-8324-51f9881f5de8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:20.615538 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95320c4d-c67d-4ed8-8324-51f9881f5de8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:20.615853 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95320c4d-c67d-4ed8-8324-51f9881f5de8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:20.616180 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95320c4d-c67d-4ed8-8324-51f9881f5de8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:20.616614 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95320c4d-c67d-4ed8-8324-51f9881f5de8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:20.616927 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95320c4d-c67d-4ed8-8324-51f9881f5de8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:20.617232 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95320c4d-c67d-4ed8-8324-51f9881f5de8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:20.621969 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:20.698375 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] Routers {'017878d0-0f0d-4331-9438-441e6f5e9ae7'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:24:20.699017 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:24:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['017878d0-0f0d-4331-9438-441e6f5e9ae7'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:24:20.722843 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e825a2-4019-4503-a42d-78a6ee2829b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-e8bc4456-e3a1-4af6-8270-5a97c6c2b27a', 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a', 'tenant_id': 'b0368925527849d499af5f795222f780', 'fixed_ips': [{'subnet_id': '5f81a080-c163-4546-a3f4-825015dd9092'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:24:20.723678 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d1e825a2-4019-4503-a42d-78a6ee2829b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:20.764747 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95320c4d-c67d-4ed8-8324-51f9881f5de8 None None] Pushing event updated for resources: {'Port': ['ID=e606f2e0-9d11-4006-b752-949881085ab2,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:20.883249 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-d1e825a2-4019-4503-a42d-78a6ee2829b2 None None] Allocated IP 172.20.0.2 (e8bc4456-e3a1-4af6-8270-5a97c6c2b27a/5f81a080-c163-4546-a3f4-825015dd9092/bbf33eb3-71fb-4780-a675-5c1d01f2af37) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:24:20.887832 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] Set router 017878d0-0f0d-4331-9438-441e6f5e9ae7 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:24:21.095151 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d1e825a2-4019-4503-a42d-78a6ee2829b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:21.106313 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d1e825a2-4019-4503-a42d-78a6ee2829b2 None None] Transition to ACTIVE for port object bbf33eb3-71fb-4780-a675-5c1d01f2af37 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:24:21.125942 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d1e825a2-4019-4503-a42d-78a6ee2829b2 None None] Transition to ACTIVE for port object bbf33eb3-71fb-4780-a675-5c1d01f2af37 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:24:21.131765 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d1e825a2-4019-4503-a42d-78a6ee2829b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:21.182788 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-941098401', 'tenant_id': 'b0368925527849d499af5f795222f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:18Z', 'revision_number': 3, 'project_id': 'b0368925527849d499af5f795222f780', 'gw_port': {'id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:24:21.187660 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a22fa2-7bef-43c5-9b6e-5fab7618bd2e None None] The sync data for ids ['017878d0-0f0d-4331-9438-441e6f5e9ae7'] in n-d-803718-1 is: [{'id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-941098401', 'tenant_id': 'b0368925527849d499af5f795222f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:18Z', 'revision_number': 3, 'project_id': 'b0368925527849d499af5f795222f780', 'gw_port': {'id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:24:21.192682 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e825a2-4019-4503-a42d-78a6ee2829b2 None None] Network e8bc4456-e3a1-4af6-8270-5a97c6c2b27a is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:24:21.201991 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-d1e825a2-4019-4503-a42d-78a6ee2829b2 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:24:21.206361 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e825a2-4019-4503-a42d-78a6ee2829b2 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:24:21.248803 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e825a2-4019-4503-a42d-78a6ee2829b2 None None] Pushing event updated for resources: {'Port': ['ID=bbf33eb3-71fb-4780-a675-5c1d01f2af37,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:21.254642 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6337d95-2cbb-4ed0-a5e3-7e05ac089544 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:21.304926 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-d1e825a2-4019-4503-a42d-78a6ee2829b2 None None] Attempting to bind port bbf33eb3-71fb-4780-a675-5c1d01f2af37 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:24:21.306149 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-d1e825a2-4019-4503-a42d-78a6ee2829b2 None None] Attempting to bind port bbf33eb3-71fb-4780-a675-5c1d01f2af37 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'e88af898-fb46-42d0-b64b-f6c34bfdd858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:24:21.306577 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e825a2-4019-4503-a42d-78a6ee2829b2 None None] Attempting to bind port bbf33eb3-71fb-4780-a675-5c1d01f2af37 on network e8bc4456-e3a1-4af6-8270-5a97c6c2b27a {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:24:21.312951 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e825a2-4019-4503-a42d-78a6ee2829b2 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:24:21.313544 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e825a2-4019-4503-a42d-78a6ee2829b2 None None] Checking segment: {'id': 'e88af898-fb46-42d0-b64b-f6c34bfdd858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:24:21.314448 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d1e825a2-4019-4503-a42d-78a6ee2829b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:21.315122 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e825a2-4019-4503-a42d-78a6ee2829b2 None None] Bound using segment: {'id': 'e88af898-fb46-42d0-b64b-f6c34bfdd858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:24:21.315959 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-d1e825a2-4019-4503-a42d-78a6ee2829b2 None None] Bound port: bbf33eb3-71fb-4780-a675-5c1d01f2af37, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88af898-fb46-42d0-b64b-f6c34bfdd858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:24:21.316617 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d1e825a2-4019-4503-a42d-78a6ee2829b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:21.418382 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d1e825a2-4019-4503-a42d-78a6ee2829b2 None None] For port bbf33eb3-71fb-4780-a675-5c1d01f2af37, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:24:21.430827 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d1e825a2-4019-4503-a42d-78a6ee2829b2 None None] For port bbf33eb3-71fb-4780-a675-5c1d01f2af37, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=bbf33eb3-71fb-4780-a675-5c1d01f2af37,segment=NetworkSegment(e88af898-fb46-42d0-b64b-f6c34bfdd858),segment_id=e88af898-fb46-42d0-b64b-f6c34bfdd858)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:24:21.435518 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d1e825a2-4019-4503-a42d-78a6ee2829b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:21.551787 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e825a2-4019-4503-a42d-78a6ee2829b2 None None] Pushing event updated for resources: {'Port': ['ID=bbf33eb3-71fb-4780-a675-5c1d01f2af37,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:21.589704 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e606f2e0-9d11-4006-b752-949881085ab2 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:24:21.687390 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port e606f2e0-9d11-4006-b752-949881085ab2 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:24:21.693526 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port e606f2e0-9d11-4006-b752-949881085ab2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:24:21.694323 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:21.754664 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-f6337d95-2cbb-4ed0-a5e3-7e05ac089544 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Allocated IP 172.20.0.1 (e8bc4456-e3a1-4af6-8270-5a97c6c2b27a/5f81a080-c163-4546-a3f4-825015dd9092/f3346be0-e427-4291-b969-207be284a8be) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:24:21.857836 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:21.877012 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port e606f2e0-9d11-4006-b752-949881085ab2, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e606f2e0-9d11-4006-b752-949881085ab2,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:24:21.882543 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:22.014049 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=e606f2e0-9d11-4006-b752-949881085ab2,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:22.079416 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6337d95-2cbb-4ed0-a5e3-7e05ac089544 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:22.096856 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-f6337d95-2cbb-4ed0-a5e3-7e05ac089544 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Transition to ACTIVE for port object f3346be0-e427-4291-b969-207be284a8be will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:24:22.128658 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6337d95-2cbb-4ed0-a5e3-7e05ac089544 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:22.192316 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6337d95-2cbb-4ed0-a5e3-7e05ac089544 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Network e8bc4456-e3a1-4af6-8270-5a97c6c2b27a is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:24:22.195485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-f6337d95-2cbb-4ed0-a5e3-7e05ac089544 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:24:22.198446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6337d95-2cbb-4ed0-a5e3-7e05ac089544 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:24:22.270528 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6337d95-2cbb-4ed0-a5e3-7e05ac089544 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event updated for resources: {'Port': ['ID=f3346be0-e427-4291-b969-207be284a8be,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:22.289415 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6337d95-2cbb-4ed0-a5e3-7e05ac089544 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:22.574156 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6337d95-2cbb-4ed0-a5e3-7e05ac089544 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:22.645744 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db422ba8-43e6-40d6-b186-e378201616f7 None None] Network e8bc4456-e3a1-4af6-8270-5a97c6c2b27a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:24:22.752755 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-97750e15-df16-4da1-8a35-df001a1fc61b None None] Provisioning for port bbf33eb3-71fb-4780-a675-5c1d01f2af37 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:24:23.006259 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6337d95-2cbb-4ed0-a5e3-7e05ac089544 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:23.011775 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6337d95-2cbb-4ed0-a5e3-7e05ac089544 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:23.108942 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f6a8302d-8363-446f-be31-6a40077a711a None None] Provisioning for port f3346be0-e427-4291-b969-207be284a8be completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:24:23.113817 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f6a8302d-8363-446f-be31-6a40077a711a None None] Provisioning complete for port f3346be0-e427-4291-b969-207be284a8be triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:24:23.114515 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f6a8302d-8363-446f-be31-6a40077a711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:23.135327 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f6337d95-2cbb-4ed0-a5e3-7e05ac089544 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:23.142088 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6337d95-2cbb-4ed0-a5e3-7e05ac089544 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event updated for resources: {'Port': ['ID=f3346be0-e427-4291-b969-207be284a8be,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:23.171350 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-f6a8302d-8363-446f-be31-6a40077a711a None None] Port f3346be0-e427-4291-b969-207be284a8be cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:24:23.278967 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6337d95-2cbb-4ed0-a5e3-7e05ac089544 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Network e8bc4456-e3a1-4af6-8270-5a97c6c2b27a is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:24:23.280503 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-f6337d95-2cbb-4ed0-a5e3-7e05ac089544 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:24:23.292418 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fa70cc27-80eb-4e4f-b2c4-a9d26a303979 None None] Provisioning complete for port f3346be0-e427-4291-b969-207be284a8be triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:24:23.292881 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fa70cc27-80eb-4e4f-b2c4-a9d26a303979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:23.354051 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-fa70cc27-80eb-4e4f-b2c4-a9d26a303979 None None] Port f3346be0-e427-4291-b969-207be284a8be cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:24:23.468996 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6337d95-2cbb-4ed0-a5e3-7e05ac089544 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Router 017878d0-0f0d-4331-9438-441e6f5e9ae7 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:24:23.577903 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5b7a49a2-9b95-4feb-a0aa-a80a08f5486d None None] Provisioning complete for port f3346be0-e427-4291-b969-207be284a8be triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:24:23.578302 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5b7a49a2-9b95-4feb-a0aa-a80a08f5486d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:23.612922 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e606f2e0-9d11-4006-b752-949881085ab2 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:24:23.688812 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5b7a49a2-9b95-4feb-a0aa-a80a08f5486d None None] Port f3346be0-e427-4291-b969-207be284a8be cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:24:23.704243 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port e606f2e0-9d11-4006-b752-949881085ab2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:24:23.704611 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:23.771158 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6337d95-2cbb-4ed0-a5e3-7e05ac089544 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:24:23.783858 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f6337d95-2cbb-4ed0-a5e3-7e05ac089544 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "PUT /v2.0/routers/017878d0-0f0d-4331-9438-441e6f5e9ae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2587800 Mar 05 14:24:23.784042 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50306) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:23.788837 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-8932050c-e7eb-4a05-8f58-402e142115c2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1628093523', 'description': 'tempest-secgroup_access--1628093523 description', 'project_id': 'b0368925527849d499af5f795222f780'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:24:23.793257 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] Sync routers for ids ['017878d0-0f0d-4331-9438-441e6f5e9ae7'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:24:23.795926 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8932050c-e7eb-4a05-8f58-402e142115c2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:24:23.799685 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8932050c-e7eb-4a05-8f58-402e142115c2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Usage tracker for resource:security_group and tenant:b0368925527849d499af5f795222f780 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:24:23.802447 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8932050c-e7eb-4a05-8f58-402e142115c2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:24:23.808241 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8932050c-e7eb-4a05-8f58-402e142115c2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:24:23.818385 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] Routers {'017878d0-0f0d-4331-9438-441e6f5e9ae7'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:24:23.819022 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:24:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['017878d0-0f0d-4331-9438-441e6f5e9ae7'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:24:23.819209 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8932050c-e7eb-4a05-8f58-402e142115c2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:23.838818 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8932050c-e7eb-4a05-8f58-402e142115c2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:24:23.842632 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8932050c-e7eb-4a05-8f58-402e142115c2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Usage tracker for resource:security_group_rule and tenant:b0368925527849d499af5f795222f780 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:24:23.845403 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8932050c-e7eb-4a05-8f58-402e142115c2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:24:23.850893 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8932050c-e7eb-4a05-8f58-402e142115c2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:24:23.893428 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device bbf33eb3-71fb-4780-a675-5c1d01f2af37 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:24:23.921831 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8932050c-e7eb-4a05-8f58-402e142115c2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:23.925686 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8932050c-e7eb-4a05-8f58-402e142115c2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:23.967891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932050c-e7eb-4a05-8f58-402e142115c2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ff40aa-c222-4f02-a137-51c3ba35cf56,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:23.970452 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8932050c-e7eb-4a05-8f58-402e142115c2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:23.974253 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8932050c-e7eb-4a05-8f58-402e142115c2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1868188 Mar 05 14:24:23.974473 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50310) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:23.979668 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-820e3eed-7b12-4913-b651-202ae8418fc1 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--467169455', 'description': 'tempest-secgroup_general--467169455 description', 'project_id': 'b0368925527849d499af5f795222f780'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:24:23.986273 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-820e3eed-7b12-4913-b651-202ae8418fc1 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:24:23.990106 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-820e3eed-7b12-4913-b651-202ae8418fc1 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Usage tracker for resource:security_group and tenant:b0368925527849d499af5f795222f780 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:24:23.993499 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-820e3eed-7b12-4913-b651-202ae8418fc1 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:24:23.999058 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-820e3eed-7b12-4913-b651-202ae8418fc1 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:24:24.008859 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-820e3eed-7b12-4913-b651-202ae8418fc1 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:24.030607 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-820e3eed-7b12-4913-b651-202ae8418fc1 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:24:24.034421 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-820e3eed-7b12-4913-b651-202ae8418fc1 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Usage tracker for resource:security_group_rule and tenant:b0368925527849d499af5f795222f780 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:24:24.037309 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-820e3eed-7b12-4913-b651-202ae8418fc1 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:24:24.043198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-820e3eed-7b12-4913-b651-202ae8418fc1 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:24:24.058156 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port bbf33eb3-71fb-4780-a675-5c1d01f2af37 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:24:24.065374 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] Set router 017878d0-0f0d-4331-9438-441e6f5e9ae7 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:24:24.110154 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port bbf33eb3-71fb-4780-a675-5c1d01f2af37 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:24:24.110521 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:24.116625 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-820e3eed-7b12-4913-b651-202ae8418fc1 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:24.121409 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-820e3eed-7b12-4913-b651-202ae8418fc1 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:24.163018 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e3eed-7b12-4913-b651-202ae8418fc1 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=542ee6d0-cfde-443b-8182-29c8e90070f9,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:24.167604 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-820e3eed-7b12-4913-b651-202ae8418fc1 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:24.171552 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-820e3eed-7b12-4913-b651-202ae8418fc1 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1934557 Mar 05 14:24:24.172599 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50314) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:24.177115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-483cea1e-d251-435a-b0ab-f749d26f24ec tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Request body: {'security_group_rule': {'security_group_id': '70ff40aa-c222-4f02-a137-51c3ba35cf56', 'project_id': 'b0368925527849d499af5f795222f780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:24:24.184559 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-483cea1e-d251-435a-b0ab-f749d26f24ec tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:24:24.188723 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-483cea1e-d251-435a-b0ab-f749d26f24ec tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Usage tracker for resource:security_group_rule and tenant:b0368925527849d499af5f795222f780 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:24:24.192043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-483cea1e-d251-435a-b0ab-f749d26f24ec tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:24:24.198357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-483cea1e-d251-435a-b0ab-f749d26f24ec tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:24:24.214712 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-483cea1e-d251-435a-b0ab-f749d26f24ec tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:24.277846 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-483cea1e-d251-435a-b0ab-f749d26f24ec tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:24.282066 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-483cea1e-d251-435a-b0ab-f749d26f24ec tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:24.307417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cea1e-d251-435a-b0ab-f749d26f24ec tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1bf149b-1152-4ecb-a4fc-d9da28e8015a,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:24.318302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483cea1e-d251-435a-b0ab-f749d26f24ec tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:24.318652 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483cea1e-d251-435a-b0ab-f749d26f24ec tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:24.319001 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483cea1e-d251-435a-b0ab-f749d26f24ec tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:24.319347 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483cea1e-d251-435a-b0ab-f749d26f24ec tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:24.319654 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483cea1e-d251-435a-b0ab-f749d26f24ec tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:24.319981 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483cea1e-d251-435a-b0ab-f749d26f24ec tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:24.320302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483cea1e-d251-435a-b0ab-f749d26f24ec tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:24.320628 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483cea1e-d251-435a-b0ab-f749d26f24ec tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:24.320970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483cea1e-d251-435a-b0ab-f749d26f24ec tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:24.321764 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483cea1e-d251-435a-b0ab-f749d26f24ec tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:24.322091 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483cea1e-d251-435a-b0ab-f749d26f24ec tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:24.322412 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483cea1e-d251-435a-b0ab-f749d26f24ec tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:24.325506 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-483cea1e-d251-435a-b0ab-f749d26f24ec tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:24.331396 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-483cea1e-d251-435a-b0ab-f749d26f24ec tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1583433 Mar 05 14:24:24.418671 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:24.497595 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port bbf33eb3-71fb-4780-a675-5c1d01f2af37, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=bbf33eb3-71fb-4780-a675-5c1d01f2af37,segment=NetworkSegment(e88af898-fb46-42d0-b64b-f6c34bfdd858),segment_id=e88af898-fb46-42d0-b64b-f6c34bfdd858)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:24:24.503244 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:24.578530 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=bbf33eb3-71fb-4780-a675-5c1d01f2af37,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:24.582420 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-941098401', 'tenant_id': 'b0368925527849d499af5f795222f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:22Z', 'revision_number': 4, 'project_id': 'b0368925527849d499af5f795222f780', 'gw_port': {'id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'f3346be0-e427-4291-b969-207be284a8be', 'name': '', 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a', 'tenant_id': 'b0368925527849d499af5f795222f780', 'mac_address': 'fa:16:3e:4d:bb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '5f81a080-c163-4546-a3f4-825015dd9092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:24:21Z', 'updated_at': '2022-03-05T14:24:22Z', 'revision_number': 2, 'project_id': 'b0368925527849d499af5f795222f780', 'subnets': [{'id': '5f81a080-c163-4546-a3f4-825015dd9092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:24:24.587590 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] Checking router: 017878d0-0f0d-4331-9438-441e6f5e9ae7 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:24:24.588195 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] Updating router 017878d0-0f0d-4331-9438-441e6f5e9ae7 port f3346be0-e427-4291-b969-207be284a8be binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:24:24.606075 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-ade466d8-743c-4242-91fc-7008740ee798 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Synchronizing usage tracker for tenant:b0368925527849d499af5f795222f780 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:24:24.624536 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-ade466d8-743c-4242-91fc-7008740ee798 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Unset dirty status for tenant:b0368925527849d499af5f795222f780 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:24:24.626004 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-ade466d8-743c-4242-91fc-7008740ee798 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_access--1628093523&fields=id&tenant_id=b0368925527849d499af5f795222f780 HTTP/1.1" status: 200 len: 267 time: 0.0634151 Mar 05 14:24:24.677078 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-c9b71ff1-f64e-4de6-b911-a080e0c6ec73 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_general--467169455&fields=id&tenant_id=b0368925527849d499af5f795222f780 HTTP/1.1" status: 200 len: 267 time: 0.0446887 Mar 05 14:24:24.679084 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:24.828223 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-4f98121d-4d1b-40cf-a1ff-c1cd2f8280a3 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:24.828954 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-4f98121d-4d1b-40cf-a1ff-c1cd2f8280a3 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Synchronizing usage tracker for tenant:b0368925527849d499af5f795222f780 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:24:24.847249 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-4f98121d-4d1b-40cf-a1ff-c1cd2f8280a3 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Unset dirty status for tenant:b0368925527849d499af5f795222f780 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:24:24.848672 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-4f98121d-4d1b-40cf-a1ff-c1cd2f8280a3 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/networks?id=e8bc4456-e3a1-4af6-8270-5a97c6c2b27a HTTP/1.1" status: 200 len: 796 time: 0.1648095 Mar 05 14:24:24.864604 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-c9de04c9-c902-4748-b512-c82bca3a3f31 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/quotas/b0368925527849d499af5f795222f780 HTTP/1.1" status: 200 len: 375 time: 0.0101738 Mar 05 14:24:24.950357 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-91217178-fe1d-4b6b-9148-9afd80284593 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Synchronizing usage tracker for tenant:b0368925527849d499af5f795222f780 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:24:24.968295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-91217178-fe1d-4b6b-9148-9afd80284593 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Unset dirty status for tenant:b0368925527849d499af5f795222f780 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:24:24.969600 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-91217178-fe1d-4b6b-9148-9afd80284593 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0368925527849d499af5f795222f780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998089 Mar 05 14:24:25.032486 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:25.044643 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] Transition to ACTIVE for port object f3346be0-e427-4291-b969-207be284a8be will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:24:25.051360 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:25.157278 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-bf7a9577-38c9-496b-b06e-b617ba8a1bfa service neutron] 10.222.0.16 "GET /v2.0/networks/e8bc4456-e3a1-4af6-8270-5a97c6c2b27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750069 Mar 05 14:24:25.181916 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55947dce-ca17-4fdb-b6fc-5ebb03fb6974 None None] Pushing event updated for resources: {'Port': ['ID=f3346be0-e427-4291-b969-207be284a8be,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:25.272785 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] Attempting to bind port f3346be0-e427-4291-b969-207be284a8be on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:24:25.273148 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] Attempting to bind port f3346be0-e427-4291-b969-207be284a8be by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'e88af898-fb46-42d0-b64b-f6c34bfdd858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:24:25.273506 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] Attempting to bind port f3346be0-e427-4291-b969-207be284a8be on network e8bc4456-e3a1-4af6-8270-5a97c6c2b27a {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:24:25.279306 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:24:25.279673 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] Checking segment: {'id': 'e88af898-fb46-42d0-b64b-f6c34bfdd858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:24:25.280067 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:25.280456 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] Bound using segment: {'id': 'e88af898-fb46-42d0-b64b-f6c34bfdd858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:24:25.281061 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] Bound port: f3346be0-e427-4291-b969-207be284a8be, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88af898-fb46-42d0-b64b-f6c34bfdd858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:24:25.281434 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:25.302120 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-c13cff09-31b0-43fa-af4c-9e2d23c018c4 service neutron] 10.222.0.16 "GET /v2.0/networks/e8bc4456-e3a1-4af6-8270-5a97c6c2b27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351204 Mar 05 14:24:25.383164 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] For port f3346be0-e427-4291-b969-207be284a8be, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:24:25.386693 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] For port f3346be0-e427-4291-b969-207be284a8be, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f3346be0-e427-4291-b969-207be284a8be,segment=NetworkSegment(e88af898-fb46-42d0-b64b-f6c34bfdd858),segment_id=e88af898-fb46-42d0-b64b-f6c34bfdd858)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:24:25.392039 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:25.491959 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] Routers {'017878d0-0f0d-4331-9438-441e6f5e9ae7'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:24:25.492589 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:24:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['017878d0-0f0d-4331-9438-441e6f5e9ae7'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:24:25.522356 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cf5a2b67-d133-4567-8d4e-a85d429bf447 req-8a972cef-fd4c-4d3c-993e-f04a87a6054c tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5 HTTP/1.1" status: 200 len: 210 time: 0.0716102 Mar 05 14:24:25.564263 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device bbf33eb3-71fb-4780-a675-5c1d01f2af37 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:24:25.603521 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55947dce-ca17-4fdb-b6fc-5ebb03fb6974 None None] Pushing event updated for resources: {'Port': ['ID=f3346be0-e427-4291-b969-207be284a8be,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:25.746137 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port bbf33eb3-71fb-4780-a675-5c1d01f2af37 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:24:25.746362 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:25.777823 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] Set router 017878d0-0f0d-4331-9438-441e6f5e9ae7 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:24:26.208366 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-941098401', 'tenant_id': 'b0368925527849d499af5f795222f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:22Z', 'revision_number': 4, 'project_id': 'b0368925527849d499af5f795222f780', 'gw_port': {'id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'f3346be0-e427-4291-b969-207be284a8be', 'name': '', 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a', 'tenant_id': 'b0368925527849d499af5f795222f780', 'mac_address': 'fa:16:3e:4d:bb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '5f81a080-c163-4546-a3f4-825015dd9092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:24:21Z', 'updated_at': '2022-03-05T14:24:25Z', 'revision_number': 4, 'project_id': 'b0368925527849d499af5f795222f780', 'subnets': [{'id': '5f81a080-c163-4546-a3f4-825015dd9092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:24:26.212256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fa53f3-5b86-46ab-954f-91d49f881ff2 None None] The sync data for ids ['017878d0-0f0d-4331-9438-441e6f5e9ae7'] in n-d-803718-1 is: [{'id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-941098401', 'tenant_id': 'b0368925527849d499af5f795222f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:22Z', 'revision_number': 4, 'project_id': 'b0368925527849d499af5f795222f780', 'gw_port': {'id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'f3346be0-e427-4291-b969-207be284a8be', 'name': '', 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a', 'tenant_id': 'b0368925527849d499af5f795222f780', 'mac_address': 'fa:16:3e:4d:bb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '5f81a080-c163-4546-a3f4-825015dd9092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:24:21Z', 'updated_at': '2022-03-05T14:24:25Z', 'revision_number': 4, 'project_id': 'b0368925527849d499af5f795222f780', 'subnets': [{'id': '5f81a080-c163-4546-a3f4-825015dd9092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:24:26.685247 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-ad77b560-dec0-4bcf-ad45-ebd200f8e6bf tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:26.685800 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-36564295-86af-4fdf-a18c-39ad059d35be req-5921ed6c-d028-4fc9-92ca-75fd163eefd2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5 HTTP/1.1" status: 200 len: 210 time: 0.0447314 Mar 05 14:24:26.686687 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-ad77b560-dec0-4bcf-ad45-ebd200f8e6bf tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.30 "GET /v2.0/networks?id=e8bc4456-e3a1-4af6-8270-5a97c6c2b27a HTTP/1.1" status: 200 len: 796 time: 0.1751659 Mar 05 14:24:26.752303 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-a74d34b7-12ca-47f8-aba3-ec8567cae3ec tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0368925527849d499af5f795222f780 HTTP/1.1" status: 200 len: 477 time: 0.0522726 Mar 05 14:24:26.761290 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-8b05a3a6-cdb2-4324-9641-ef71a0e91256 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Request body: {'port': {'device_id': '0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5', 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a', 'admin_state_up': True, 'tenant_id': 'b0368925527849d499af5f795222f780', 'security_groups': ['70ff40aa-c222-4f02-a137-51c3ba35cf56', '542ee6d0-cfde-443b-8182-29c8e90070f9']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:24:26.905260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-8b05a3a6-cdb2-4324-9641-ef71a0e91256 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:24:26.915031 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-8b05a3a6-cdb2-4324-9641-ef71a0e91256 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:24:26.924431 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-8b05a3a6-cdb2-4324-9641-ef71a0e91256 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Made reservation on behalf of b0368925527849d499af5f795222f780 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:24:26.928030 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-8b05a3a6-cdb2-4324-9641-ef71a0e91256 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:27.096233 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-8b05a3a6-cdb2-4324-9641-ef71a0e91256 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Allocated IP 172.20.0.7 (e8bc4456-e3a1-4af6-8270-5a97c6c2b27a/5f81a080-c163-4546-a3f4-825015dd9092/6444ee40-3a5e-412c-a8e7-22abad4accb2) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:24:27.312606 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-8b05a3a6-cdb2-4324-9641-ef71a0e91256 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:27.328130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-8b05a3a6-cdb2-4324-9641-ef71a0e91256 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Transition to ACTIVE for port object 6444ee40-3a5e-412c-a8e7-22abad4accb2 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:24:27.355588 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-8b05a3a6-cdb2-4324-9641-ef71a0e91256 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:27.419924 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-8b05a3a6-cdb2-4324-9641-ef71a0e91256 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Network e8bc4456-e3a1-4af6-8270-5a97c6c2b27a is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:24:27.423016 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-8b05a3a6-cdb2-4324-9641-ef71a0e91256 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:24:27.432516 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-8b05a3a6-cdb2-4324-9641-ef71a0e91256 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:24:27.470473 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05a3a6-cdb2-4324-9641-ef71a0e91256 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event updated for resources: {'Port': ['ID=6444ee40-3a5e-412c-a8e7-22abad4accb2,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:27.511278 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-8b05a3a6-cdb2-4324-9641-ef71a0e91256 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:27.511922 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-8b05a3a6-cdb2-4324-9641-ef71a0e91256 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:27.539850 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-8b05a3a6-cdb2-4324-9641-ef71a0e91256 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7827027 Mar 05 14:24:27.553750 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f3346be0-e427-4291-b969-207be284a8be up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:24:27.557266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-22e98f79-c2ad-4fed-99cb-d07d62e03050 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:24:27.558433 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-22e98f79-c2ad-4fed-99cb-d07d62e03050 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128548 Mar 05 14:24:27.625955 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-9973c0eb-3e6c-4e83-bd02-9877c3e62d53 service neutron] Request body: {'port': {'device_id': '0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:24:27.629083 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port f3346be0-e427-4291-b969-207be284a8be completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:24:27.634156 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port f3346be0-e427-4291-b969-207be284a8be triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:24:27.634511 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:27.695703 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-04dafd4e-664c-4c46-8716-5540b86b2837 None None] Provisioning for port 6444ee40-3a5e-412c-a8e7-22abad4accb2 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:24:27.702896 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-04dafd4e-664c-4c46-8716-5540b86b2837 None None] Provisioning complete for port 6444ee40-3a5e-412c-a8e7-22abad4accb2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:24:27.703217 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-04dafd4e-664c-4c46-8716-5540b86b2837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:27.738734 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-9973c0eb-3e6c-4e83-bd02-9877c3e62d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:27.798221 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-04dafd4e-664c-4c46-8716-5540b86b2837 None None] Port 6444ee40-3a5e-412c-a8e7-22abad4accb2 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:24:27.818272 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:27.850602 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port f3346be0-e427-4291-b969-207be284a8be, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f3346be0-e427-4291-b969-207be284a8be,segment=NetworkSegment(e88af898-fb46-42d0-b64b-f6c34bfdd858),segment_id=e88af898-fb46-42d0-b64b-f6c34bfdd858)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:24:27.854996 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:27.924173 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=f3346be0-e427-4291-b969-207be284a8be,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:28.153294 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff7ef2-fa7a-49e1-be60-a40622f696cd req-138a0391-48ae-4cd7-9244-25cd788affb9 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:28.153979 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3dff7ef2-fa7a-49e1-be60-a40622f696cd req-138a0391-48ae-4cd7-9244-25cd788affb9 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Synchronizing usage tracker for tenant:b0368925527849d499af5f795222f780 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:24:28.187984 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3dff7ef2-fa7a-49e1-be60-a40622f696cd req-138a0391-48ae-4cd7-9244-25cd788affb9 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Unset dirty status for tenant:b0368925527849d499af5f795222f780 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:24:28.189376 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3dff7ef2-fa7a-49e1-be60-a40622f696cd req-138a0391-48ae-4cd7-9244-25cd788affb9 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5 HTTP/1.1" status: 200 len: 970 time: 0.3736126 Mar 05 14:24:28.287385 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3dff7ef2-fa7a-49e1-be60-a40622f696cd req-32397b4b-e357-4824-8eb6-c224ab01e549 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/security-groups?id=70ff40aa-c222-4f02-a137-51c3ba35cf56&id=542ee6d0-cfde-443b-8182-29c8e90070f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0913317 Mar 05 14:24:28.304719 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-9973c0eb-3e6c-4e83-bd02-9877c3e62d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6444ee40-3a5e-412c-a8e7-22abad4accb2 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:24:28.312195 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-9973c0eb-3e6c-4e83-bd02-9877c3e62d53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:28.326722 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-9973c0eb-3e6c-4e83-bd02-9877c3e62d53 service neutron] Transition to ACTIVE for port object 6444ee40-3a5e-412c-a8e7-22abad4accb2 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:24:28.330166 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-9973c0eb-3e6c-4e83-bd02-9877c3e62d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:28.496030 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973c0eb-3e6c-4e83-bd02-9877c3e62d53 service neutron] Pushing event updated for resources: {'Port': ['ID=6444ee40-3a5e-412c-a8e7-22abad4accb2,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:28.573187 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-9973c0eb-3e6c-4e83-bd02-9877c3e62d53 service neutron] Attempting to bind port 6444ee40-3a5e-412c-a8e7-22abad4accb2 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:24:28.573520 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-9973c0eb-3e6c-4e83-bd02-9877c3e62d53 service neutron] Attempting to bind port 6444ee40-3a5e-412c-a8e7-22abad4accb2 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'e88af898-fb46-42d0-b64b-f6c34bfdd858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:24:28.573847 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-9973c0eb-3e6c-4e83-bd02-9877c3e62d53 service neutron] Attempting to bind port 6444ee40-3a5e-412c-a8e7-22abad4accb2 on network e8bc4456-e3a1-4af6-8270-5a97c6c2b27a {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:24:28.579524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-9973c0eb-3e6c-4e83-bd02-9877c3e62d53 service neutron] Port 6444ee40-3a5e-412c-a8e7-22abad4accb2 on network e8bc4456-e3a1-4af6-8270-5a97c6c2b27a not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:24:28.579867 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-9973c0eb-3e6c-4e83-bd02-9877c3e62d53 service neutron] Attempting to bind port 6444ee40-3a5e-412c-a8e7-22abad4accb2 on network e8bc4456-e3a1-4af6-8270-5a97c6c2b27a {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:24:28.584912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-9973c0eb-3e6c-4e83-bd02-9877c3e62d53 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:24:28.585247 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-9973c0eb-3e6c-4e83-bd02-9877c3e62d53 service neutron] Checking segment: {'id': 'e88af898-fb46-42d0-b64b-f6c34bfdd858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:24:28.585628 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-9973c0eb-3e6c-4e83-bd02-9877c3e62d53 service neutron] Bound using segment: {'id': 'e88af898-fb46-42d0-b64b-f6c34bfdd858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:24:28.586052 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-9973c0eb-3e6c-4e83-bd02-9877c3e62d53 service neutron] Bound port: 6444ee40-3a5e-412c-a8e7-22abad4accb2, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e88af898-fb46-42d0-b64b-f6c34bfdd858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:24:28.586390 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-9973c0eb-3e6c-4e83-bd02-9877c3e62d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:28.678394 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-9973c0eb-3e6c-4e83-bd02-9877c3e62d53 service neutron] For port 6444ee40-3a5e-412c-a8e7-22abad4accb2, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:24:28.681784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-9973c0eb-3e6c-4e83-bd02-9877c3e62d53 service neutron] For port 6444ee40-3a5e-412c-a8e7-22abad4accb2, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=6444ee40-3a5e-412c-a8e7-22abad4accb2,segment=NetworkSegment(e88af898-fb46-42d0-b64b-f6c34bfdd858),segment_id=e88af898-fb46-42d0-b64b-f6c34bfdd858)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:24:28.686520 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-9973c0eb-3e6c-4e83-bd02-9877c3e62d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:28.741060 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-9973c0eb-3e6c-4e83-bd02-9877c3e62d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:28.741774 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-9973c0eb-3e6c-4e83-bd02-9877c3e62d53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:28.743358 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-9973c0eb-3e6c-4e83-bd02-9877c3e62d53 service neutron] 10.222.0.30 "PUT /v2.0/ports/6444ee40-3a5e-412c-a8e7-22abad4accb2 HTTP/1.1" status: 200 len: 1130 time: 1.1787107 Mar 05 14:24:28.743793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5', 'tag': '6444ee40-3a5e-412c-a8e7-22abad4accb2'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:24:28.773559 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973c0eb-3e6c-4e83-bd02-9877c3e62d53 service neutron] Pushing event updated for resources: {'Port': ['ID=6444ee40-3a5e-412c-a8e7-22abad4accb2,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:28.824052 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5', 'tag': '6444ee40-3a5e-412c-a8e7-22abad4accb2', 'status': 'completed', 'code': 200} Mar 05 14:24:28.872912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-a9986611-8837-42bb-966a-d94e6f9e3d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:28.874391 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-a9986611-8837-42bb-966a-d94e6f9e3d62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0368925527849d499af5f795222f780&device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5 HTTP/1.1" status: 200 len: 1133 time: 0.0840483 Mar 05 14:24:28.943548 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-4c029a95-191d-4a4e-8dcc-0add72ee1ffe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6444ee40-3a5e-412c-a8e7-22abad4accb2 HTTP/1.1" status: 200 len: 217 time: 0.0628283 Mar 05 14:24:29.012738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-cca0c96c-d8d6-4552-9973-4aa5a5b17168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:29.014040 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-cca0c96c-d8d6-4552-9973-4aa5a5b17168 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5f81a080-c163-4546-a3f4-825015dd9092 HTTP/1.1" status: 200 len: 835 time: 0.0646205 Mar 05 14:24:29.088667 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-29aa85da-18d0-4e93-9ef6-0b0990f1b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:29.090110 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-29aa85da-18d0-4e93-9ef6-0b0990f1b8fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8bc4456-e3a1-4af6-8270-5a97c6c2b27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703890 Mar 05 14:24:29.219270 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-0d07aa7d-8d82-45c9-aab4-afbaafbfa5e8 service neutron] 10.222.0.30 "GET /v2.0/networks/e8bc4456-e3a1-4af6-8270-5a97c6c2b27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231880 Mar 05 14:24:29.309393 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:29.311963 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:29.355013 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d60bd095-c207-4b6c-bff7-1fa62698ebb7 req-949031c9-a889-480b-9b21-4f85e646e825 service neutron] 10.222.0.30 "GET /v2.0/networks/e8bc4456-e3a1-4af6-8270-5a97c6c2b27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300373 Mar 05 14:24:29.524699 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f3346be0-e427-4291-b969-207be284a8be up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:24:29.544819 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52371da0-3f08-428c-b85c-cb4e446ee210 req-967edea3-3cab-4fd5-a2af-7884c680f522 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:29.546277 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-52371da0-3f08-428c-b85c-cb4e446ee210 req-967edea3-3cab-4fd5-a2af-7884c680f522 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5 HTTP/1.1" status: 200 len: 982 time: 0.1132774 Mar 05 14:24:29.548451 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019867b-cffe-489f-ab3a-780d92974860 req-22b5effb-212a-4666-b700-52c4c656dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:29.549814 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1019867b-cffe-489f-ab3a-780d92974860 req-22b5effb-212a-4666-b700-52c4c656dabb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0368925527849d499af5f795222f780&device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5 HTTP/1.1" status: 200 len: 1133 time: 0.1476285 Mar 05 14:24:29.596393 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port f3346be0-e427-4291-b969-207be284a8be triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:24:29.596759 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:29.676818 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-52371da0-3f08-428c-b85c-cb4e446ee210 req-932f8077-ba4f-4cc3-88c3-28a520e900b2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/security-groups?id=70ff40aa-c222-4f02-a137-51c3ba35cf56&id=542ee6d0-cfde-443b-8182-29c8e90070f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1246970 Mar 05 14:24:29.719299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019867b-cffe-489f-ab3a-780d92974860 req-408ec6ec-2f95-4e8e-ba61-04902f4fdc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:29.720737 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1019867b-cffe-489f-ab3a-780d92974860 req-408ec6ec-2f95-4e8e-ba61-04902f4fdc6e service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8bc4456-e3a1-4af6-8270-5a97c6c2b27a HTTP/1.1" status: 200 len: 896 time: 0.1531510 Mar 05 14:24:29.792087 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1019867b-cffe-489f-ab3a-780d92974860 req-6fa7e768-1166-44ee-bc45-dc6ad53758db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6444ee40-3a5e-412c-a8e7-22abad4accb2 HTTP/1.1" status: 200 len: 217 time: 0.0645852 Mar 05 14:24:29.853728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019867b-cffe-489f-ab3a-780d92974860 req-6500ed08-55ee-4af0-bd8e-8b81ab4e4e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:29.855082 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1019867b-cffe-489f-ab3a-780d92974860 req-6500ed08-55ee-4af0-bd8e-8b81ab4e4e51 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5f81a080-c163-4546-a3f4-825015dd9092 HTTP/1.1" status: 200 len: 835 time: 0.0572813 Mar 05 14:24:30.034023 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019867b-cffe-489f-ab3a-780d92974860 req-f04a4b25-89ef-4772-b821-01107c8afd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:30.035488 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1019867b-cffe-489f-ab3a-780d92974860 req-f04a4b25-89ef-4772-b821-01107c8afd85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8bc4456-e3a1-4af6-8270-5a97c6c2b27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1746008 Mar 05 14:24:30.168935 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1019867b-cffe-489f-ab3a-780d92974860 req-31475401-96fb-4c20-8863-b9a58972938e service neutron] 10.222.0.30 "GET /v2.0/networks/e8bc4456-e3a1-4af6-8270-5a97c6c2b27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251318 Mar 05 14:24:30.299480 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1019867b-cffe-489f-ab3a-780d92974860 req-90669354-d26e-45ab-83d5-d71c29b2191a service neutron] 10.222.0.30 "GET /v2.0/networks/e8bc4456-e3a1-4af6-8270-5a97c6c2b27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239493 Mar 05 14:24:30.869069 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879fc5c-00b0-4415-a49d-01c15b5c4ae6 req-3a7e0b48-77f1-4847-bde3-96e2c456ceb0 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:30.870523 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5879fc5c-00b0-4415-a49d-01c15b5c4ae6 req-3a7e0b48-77f1-4847-bde3-96e2c456ceb0 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5 HTTP/1.1" status: 200 len: 982 time: 0.0859537 Mar 05 14:24:30.916226 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5879fc5c-00b0-4415-a49d-01c15b5c4ae6 req-1c1a44b5-d9c8-4d1a-85ea-00e4692a9efd tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/security-groups?id=70ff40aa-c222-4f02-a137-51c3ba35cf56&id=542ee6d0-cfde-443b-8182-29c8e90070f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0399110 Mar 05 14:24:31.318747 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 6444ee40-3a5e-412c-a8e7-22abad4accb2 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:24:31.451803 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 6444ee40-3a5e-412c-a8e7-22abad4accb2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=6444ee40-3a5e-412c-a8e7-22abad4accb2,segment=NetworkSegment(e88af898-fb46-42d0-b64b-f6c34bfdd858),segment_id=e88af898-fb46-42d0-b64b-f6c34bfdd858)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:24:31.468689 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '6444ee40-3a5e-412c-a8e7-22abad4accb2', 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a', 'port_id': '6444ee40-3a5e-412c-a8e7-22abad4accb2', 'mac_address': 'fa:16:3e:d7:16:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f81a080-c163-4546-a3f4-825015dd9092', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:24:31.522912 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:31.538955 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6444ee40-3a5e-412c-a8e7-22abad4accb2 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:24:31.553680 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 6444ee40-3a5e-412c-a8e7-22abad4accb2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=6444ee40-3a5e-412c-a8e7-22abad4accb2,segment=NetworkSegment(e88af898-fb46-42d0-b64b-f6c34bfdd858),segment_id=e88af898-fb46-42d0-b64b-f6c34bfdd858)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:24:31.558733 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:31.624608 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=6444ee40-3a5e-412c-a8e7-22abad4accb2,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:31.795842 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['6444ee40-3a5e-412c-a8e7-22abad4accb2'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:24:32.100646 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c6db5-7af1-4762-bd7e-415aacc12781 req-6a606fcb-fd88-4830-a310-bc9a8ffcd798 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:32.102804 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b29c6db5-7af1-4762-bd7e-415aacc12781 req-6a606fcb-fd88-4830-a310-bc9a8ffcd798 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5 HTTP/1.1" status: 200 len: 983 time: 0.0802443 Mar 05 14:24:32.147784 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b29c6db5-7af1-4762-bd7e-415aacc12781 req-dfd049f1-26ac-4846-9659-f16b0ed3d689 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/security-groups?id=70ff40aa-c222-4f02-a137-51c3ba35cf56&id=542ee6d0-cfde-443b-8182-29c8e90070f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0384555 Mar 05 14:24:33.333827 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7f5fc-db04-45e5-b6c7-31dc4218ead5 req-849abe1b-27dd-467f-a2b9-9367a957d97b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:33.334364 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 6444ee40-3a5e-412c-a8e7-22abad4accb2 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:24:33.335344 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-93a7f5fc-db04-45e5-b6c7-31dc4218ead5 req-849abe1b-27dd-467f-a2b9-9367a957d97b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5 HTTP/1.1" status: 200 len: 983 time: 0.0807211 Mar 05 14:24:33.387693 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-93a7f5fc-db04-45e5-b6c7-31dc4218ead5 req-5586885f-3b95-457b-a6a2-b6ac8b47a03f tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/security-groups?id=70ff40aa-c222-4f02-a137-51c3ba35cf56&id=542ee6d0-cfde-443b-8182-29c8e90070f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0457928 Mar 05 14:24:33.408146 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 6444ee40-3a5e-412c-a8e7-22abad4accb2 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:24:33.412923 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 6444ee40-3a5e-412c-a8e7-22abad4accb2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:24:33.413326 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:33.529397 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:33.554999 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6444ee40-3a5e-412c-a8e7-22abad4accb2'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:24:33.565181 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 6444ee40-3a5e-412c-a8e7-22abad4accb2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=6444ee40-3a5e-412c-a8e7-22abad4accb2,segment=NetworkSegment(e88af898-fb46-42d0-b64b-f6c34bfdd858),segment_id=e88af898-fb46-42d0-b64b-f6c34bfdd858)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:24:33.569856 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:33.605509 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6444ee40-3a5e-412c-a8e7-22abad4accb2', 'code': 200} Mar 05 14:24:33.638817 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=6444ee40-3a5e-412c-a8e7-22abad4accb2,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:33.647060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:33.647421 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:33.647749 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:33.648073 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:33.648392 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:33.648709 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:33.649023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:33.649411 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:33.649876 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:33.650191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:33.650502 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:33.650885 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:24:33.732866 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448f68-897a-40c4-ac1b-1ac0969f5595 req-81008f70-eb56-42cd-80b5-ebf32e35da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:33.734315 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-11448f68-897a-40c4-ac1b-1ac0969f5595 req-81008f70-eb56-42cd-80b5-ebf32e35da0b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5 HTTP/1.1" status: 200 len: 1135 time: 0.0725861 Mar 05 14:24:33.776018 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-11448f68-897a-40c4-ac1b-1ac0969f5595 req-9753a380-1f9f-4b12-a9e6-3216fe1f44fa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=542ee6d0-cfde-443b-8182-29c8e90070f9&id=70ff40aa-c222-4f02-a137-51c3ba35cf56&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0354874 Mar 05 14:24:34.572815 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049e223-a063-46d6-a66b-046021f48bdc req-ad6b712e-7629-45c8-84e9-932eca322538 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:34.574253 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7049e223-a063-46d6-a66b-046021f48bdc req-ad6b712e-7629-45c8-84e9-932eca322538 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5 HTTP/1.1" status: 200 len: 984 time: 0.0802858 Mar 05 14:24:34.619965 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7049e223-a063-46d6-a66b-046021f48bdc req-66f17ec0-0367-4974-b787-f2b11db6ba71 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/security-groups?id=70ff40aa-c222-4f02-a137-51c3ba35cf56&id=542ee6d0-cfde-443b-8182-29c8e90070f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0400577 Mar 05 14:24:35.460291 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-22453408-b0c0-458f-a847-17d08b0d58bd req-c981cad4-2928-4ab8-b600-8a33e86fc3cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691783 Mar 05 14:24:35.602083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22453408-b0c0-458f-a847-17d08b0d58bd req-0a919e96-471e-43d1-8d98-fc9abcc9414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:35.603584 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-22453408-b0c0-458f-a847-17d08b0d58bd req-0a919e96-471e-43d1-8d98-fc9abcc9414d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0368925527849d499af5f795222f780&device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5 HTTP/1.1" status: 200 len: 1135 time: 0.0745649 Mar 05 14:24:35.789127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22453408-b0c0-458f-a847-17d08b0d58bd req-89ad955b-d0d0-4d7d-80b3-798e08e0671e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:35.790513 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-22453408-b0c0-458f-a847-17d08b0d58bd req-89ad955b-d0d0-4d7d-80b3-798e08e0671e service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8bc4456-e3a1-4af6-8270-5a97c6c2b27a HTTP/1.1" status: 200 len: 896 time: 0.1689370 Mar 05 14:24:35.863795 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-22453408-b0c0-458f-a847-17d08b0d58bd req-27bd694e-71f2-4352-998c-49fae95977b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6444ee40-3a5e-412c-a8e7-22abad4accb2 HTTP/1.1" status: 200 len: 217 time: 0.0670500 Mar 05 14:24:35.933146 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95fd79-886e-4fd7-afb4-fca688043fc6 req-84994775-8df9-43fa-8663-58f5986bc0c0 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:35.934597 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0f95fd79-886e-4fd7-afb4-fca688043fc6 req-84994775-8df9-43fa-8663-58f5986bc0c0 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5 HTTP/1.1" status: 200 len: 984 time: 0.2019100 Mar 05 14:24:35.965036 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22453408-b0c0-458f-a847-17d08b0d58bd req-10c1ad96-c650-47be-a8d8-e3d79af1f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:35.966397 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-22453408-b0c0-458f-a847-17d08b0d58bd req-10c1ad96-c650-47be-a8d8-e3d79af1f9f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5f81a080-c163-4546-a3f4-825015dd9092 HTTP/1.1" status: 200 len: 835 time: 0.0903697 Mar 05 14:24:36.032052 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0f95fd79-886e-4fd7-afb4-fca688043fc6 req-3f0bac56-2224-406a-8f7d-0869b26f3899 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/security-groups?id=70ff40aa-c222-4f02-a137-51c3ba35cf56&id=542ee6d0-cfde-443b-8182-29c8e90070f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0903833 Mar 05 14:24:36.060283 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22453408-b0c0-458f-a847-17d08b0d58bd req-e229c344-0633-4bf9-8ffc-0603a8a633a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:36.061829 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-22453408-b0c0-458f-a847-17d08b0d58bd req-e229c344-0633-4bf9-8ffc-0603a8a633a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8bc4456-e3a1-4af6-8270-5a97c6c2b27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853267 Mar 05 14:24:36.194184 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-22453408-b0c0-458f-a847-17d08b0d58bd req-9f6d57d1-642d-456d-8ab6-870036dfd46e service neutron] 10.222.0.30 "GET /v2.0/networks/e8bc4456-e3a1-4af6-8270-5a97c6c2b27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260166 Mar 05 14:24:36.219944 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61c6a6-ebc2-41b9-99c7-85f1b4d33f93 req-ca47aec4-23de-480c-81f5-5ccfcda3744d tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:36.221399 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-df61c6a6-ebc2-41b9-99c7-85f1b4d33f93 req-ca47aec4-23de-480c-81f5-5ccfcda3744d tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5 HTTP/1.1" status: 200 len: 984 time: 0.0855734 Mar 05 14:24:36.268285 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-df61c6a6-ebc2-41b9-99c7-85f1b4d33f93 req-30de7cf4-d43c-4bb3-b560-942b5610a758 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/security-groups?id=70ff40aa-c222-4f02-a137-51c3ba35cf56&id=542ee6d0-cfde-443b-8182-29c8e90070f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0409994 Mar 05 14:24:36.328631 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-22453408-b0c0-458f-a847-17d08b0d58bd req-b542074b-f4bd-4f62-96c0-98b6f3e60fb2 service neutron] 10.222.0.30 "GET /v2.0/networks/e8bc4456-e3a1-4af6-8270-5a97c6c2b27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275644 Mar 05 14:24:36.447364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541724d-82dc-4c4e-ae3e-d35898900c81 req-318832e6-37af-4c18-8f83-ea4988dac696 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:36.448959 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0541724d-82dc-4c4e-ae3e-d35898900c81 req-318832e6-37af-4c18-8f83-ea4988dac696 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5 HTTP/1.1" status: 200 len: 1135 time: 0.0717204 Mar 05 14:24:36.470889 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0541724d-82dc-4c4e-ae3e-d35898900c81 req-1eae154d-634b-481b-937c-cc308f4b9c54 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:36.485010 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-0541724d-82dc-4c4e-ae3e-d35898900c81 req-1eae154d-634b-481b-937c-cc308f4b9c54 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:24:36.488795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-0541724d-82dc-4c4e-ae3e-d35898900c81 req-1eae154d-634b-481b-937c-cc308f4b9c54 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Usage tracker for resource:security_group_rule and tenant:a19d054f44944b768aff307395eb658d is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:24:36.491558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-0541724d-82dc-4c4e-ae3e-d35898900c81 req-1eae154d-634b-481b-937c-cc308f4b9c54 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:24:36.497878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-0541724d-82dc-4c4e-ae3e-d35898900c81 req-1eae154d-634b-481b-937c-cc308f4b9c54 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:24:36.583909 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0541724d-82dc-4c4e-ae3e-d35898900c81 req-1eae154d-634b-481b-937c-cc308f4b9c54 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:36.587531 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0541724d-82dc-4c4e-ae3e-d35898900c81 req-1eae154d-634b-481b-937c-cc308f4b9c54 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:36.619859 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0541724d-82dc-4c4e-ae3e-d35898900c81 req-1eae154d-634b-481b-937c-cc308f4b9c54 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=70ff40aa-c222-4f02-a137-51c3ba35cf56&id=542ee6d0-cfde-443b-8182-29c8e90070f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1650131 Mar 05 14:24:36.626433 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae154d-634b-481b-937c-cc308f4b9c54 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd6439a-1931-499c-b51d-434ff3753cfe,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:36.641968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50370) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:36.711993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b785b39a-ce97-4f24-931d-0a69ce7a39fe tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:36.713424 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b785b39a-ce97-4f24-931d-0a69ce7a39fe tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5 HTTP/1.1" status: 200 len: 1130 time: 0.0705068 Mar 05 14:24:36.716344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50374) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:36.721243 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': '6444ee40-3a5e-412c-a8e7-22abad4accb2', 'tenant_id': 'b0368925527849d499af5f795222f780', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:24:36.727736 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:24:36.731668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Usage tracker for resource:floatingip and tenant:b0368925527849d499af5f795222f780 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:24:36.734475 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:24:36.740180 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:24:36.751032 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:36.996907 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:37.131773 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Allocated IP 172.25.4.107 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/845266dc-854d-4d3f-bd8e-66757f66acad) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:24:37.275290 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:37.303472 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:37.366084 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:24:37.369169 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:24:37.377135 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:24:37.414150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event updated for resources: {'Port': ['ID=845266dc-854d-4d3f-bd8e-66757f66acad,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:37.787486 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:37.859089 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:38.059560 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:38.063615 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:38.170285 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event updated for resources: {'Port': ['ID=845266dc-854d-4d3f-bd8e-66757f66acad,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:24:38.180072 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:38.346322 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Floating IP 855f100b-097f-478f-a5b7-3a938c89c8ef associated. External IP: 172.25.4.107, port: 6444ee40-3a5e-412c-a8e7-22abad4accb2. Mar 05 14:24:38.808047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Router 017878d0-0f0d-4331-9438-441e6f5e9ae7 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:24:38.831368 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d3e86f0e-0ecd-4c51-ba2c-78daffec00f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:38.991762 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:24:39.001205 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08ce1d5-9ece-4c6c-b617-7c9d3bf6dc48 None None] Sync routers for ids ['017878d0-0f0d-4331-9438-441e6f5e9ae7'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:24:39.010924 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08ce1d5-9ece-4c6c-b617-7c9d3bf6dc48 None None] Routers {'017878d0-0f0d-4331-9438-441e6f5e9ae7'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:24:39.011525 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e08ce1d5-9ece-4c6c-b617-7c9d3bf6dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:24:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['017878d0-0f0d-4331-9438-441e6f5e9ae7'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:24:39.019939 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:39.080524 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-26c4e068-fa30-4017-b8e9-72d8965f3ebc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3631403 Mar 05 14:24:39.081103 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5', 'tag': '6444ee40-3a5e-412c-a8e7-22abad4accb2'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:24:39.083297 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50380) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:39.128395 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5', 'tag': '6444ee40-3a5e-412c-a8e7-22abad4accb2', 'status': 'completed', 'code': 200} Mar 05 14:24:39.222785 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-e08ce1d5-9ece-4c6c-b617-7c9d3bf6dc48 None None] Set router 017878d0-0f0d-4331-9438-441e6f5e9ae7 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:24:39.230108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f209b-2eb2-4dc7-81ed-fb42cbfb9b79 req-855d3a57-aaa0-4518-b241-8abe373a212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:39.231758 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d1f209b-2eb2-4dc7-81ed-fb42cbfb9b79 req-855d3a57-aaa0-4518-b241-8abe373a212b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0368925527849d499af5f795222f780&device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5 HTTP/1.1" status: 200 len: 1135 time: 0.0798440 Mar 05 14:24:39.233362 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd9cc2e-1fc3-40df-bc32-b2a53b9a0836 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:39.233866 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd9cc2e-1fc3-40df-bc32-b2a53b9a0836 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:39.234324 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd9cc2e-1fc3-40df-bc32-b2a53b9a0836 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:39.234805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd9cc2e-1fc3-40df-bc32-b2a53b9a0836 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:39.236430 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-abd9cc2e-1fc3-40df-bc32-b2a53b9a0836 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1520846 Mar 05 14:24:39.239402 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50386) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:39.308527 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190761ba-6513-4393-9327-9ed6316ed03d tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:39.308899 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190761ba-6513-4393-9327-9ed6316ed03d tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:39.309344 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190761ba-6513-4393-9327-9ed6316ed03d tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:39.309784 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190761ba-6513-4393-9327-9ed6316ed03d tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:39.314304 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-190761ba-6513-4393-9327-9ed6316ed03d tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0712142 Mar 05 14:24:39.314535 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50390) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:39.370851 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f209b-2eb2-4dc7-81ed-fb42cbfb9b79 req-1d9e7572-d4f9-4f29-be47-0e7c6b3c844d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:39.372630 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d1f209b-2eb2-4dc7-81ed-fb42cbfb9b79 req-1d9e7572-d4f9-4f29-be47-0e7c6b3c844d service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8bc4456-e3a1-4af6-8270-5a97c6c2b27a HTTP/1.1" status: 200 len: 896 time: 0.1351817 Mar 05 14:24:39.499063 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d1f209b-2eb2-4dc7-81ed-fb42cbfb9b79 req-3f203133-0932-4137-ab8f-00b62c5c4182 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6444ee40-3a5e-412c-a8e7-22abad4accb2 HTTP/1.1" status: 200 len: 999 time: 0.1205542 Mar 05 14:24:39.572016 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f209b-2eb2-4dc7-81ed-fb42cbfb9b79 req-756d4efb-b143-4ce1-8a26-b2ee9941bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:39.573948 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d1f209b-2eb2-4dc7-81ed-fb42cbfb9b79 req-756d4efb-b143-4ce1-8a26-b2ee9941bbd9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5f81a080-c163-4546-a3f4-825015dd9092 HTTP/1.1" status: 200 len: 835 time: 0.0681443 Mar 05 14:24:39.583991 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e08ce1d5-9ece-4c6c-b617-7c9d3bf6dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-941098401', 'tenant_id': 'b0368925527849d499af5f795222f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:22Z', 'revision_number': 4, 'project_id': 'b0368925527849d499af5f795222f780', 'gw_port': {'id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '855f100b-097f-478f-a5b7-3a938c89c8ef', 'tenant_id': 'b0368925527849d499af5f795222f780', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'port_id': '6444ee40-3a5e-412c-a8e7-22abad4accb2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a', 'mac_address': 'fa:16:3e:d7:16:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:24:37Z', 'updated_at': '2022-03-05T14:24:37Z', 'revision_number': 0, 'project_id': 'b0368925527849d499af5f795222f780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3346be0-e427-4291-b969-207be284a8be', 'name': '', 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a', 'tenant_id': 'b0368925527849d499af5f795222f780', 'mac_address': 'fa:16:3e:4d:bb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '5f81a080-c163-4546-a3f4-825015dd9092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:24:21Z', 'updated_at': '2022-03-05T14:24:27Z', 'revision_number': 5, 'project_id': 'b0368925527849d499af5f795222f780', 'subnets': [{'id': '5f81a080-c163-4546-a3f4-825015dd9092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:24:39.588327 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08ce1d5-9ece-4c6c-b617-7c9d3bf6dc48 None None] Checking router: 017878d0-0f0d-4331-9438-441e6f5e9ae7 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:24:39.596628 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08ce1d5-9ece-4c6c-b617-7c9d3bf6dc48 None None] Routers {'017878d0-0f0d-4331-9438-441e6f5e9ae7'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:24:39.597230 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e08ce1d5-9ece-4c6c-b617-7c9d3bf6dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:24:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['017878d0-0f0d-4331-9438-441e6f5e9ae7'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:24:39.651049 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3dce0dbe-c4b5-425b-aaf2-eba21874d005 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.3321364 Mar 05 14:24:39.651325 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50394) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:24:39.659977 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f209b-2eb2-4dc7-81ed-fb42cbfb9b79 req-96a8239d-591a-40e0-9512-4d24d3f9421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:39.661699 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d1f209b-2eb2-4dc7-81ed-fb42cbfb9b79 req-96a8239d-591a-40e0-9512-4d24d3f9421f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8bc4456-e3a1-4af6-8270-5a97c6c2b27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820196 Mar 05 14:24:39.726978 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f696607-b66a-4936-a8f9-ce0b0a93ec22 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:39.728131 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f696607-b66a-4936-a8f9-ce0b0a93ec22 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:24:39.731207 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3f696607-b66a-4936-a8f9-ce0b0a93ec22 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=017878d0-0f0d-4331-9438-441e6f5e9ae7 HTTP/1.1" status: 200 len: 1990 time: 0.0789745 Mar 05 14:24:39.773668 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-e08ce1d5-9ece-4c6c-b617-7c9d3bf6dc48 None None] Set router 017878d0-0f0d-4331-9438-441e6f5e9ae7 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:24:39.798155 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d1f209b-2eb2-4dc7-81ed-fb42cbfb9b79 req-e79df887-d58f-409a-be39-09af1be18dd2 service neutron] 10.222.0.30 "GET /v2.0/networks/e8bc4456-e3a1-4af6-8270-5a97c6c2b27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304502 Mar 05 14:24:39.928585 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d1f209b-2eb2-4dc7-81ed-fb42cbfb9b79 req-7303760d-04f6-4b58-9cf0-31022e984d5a service neutron] 10.222.0.30 "GET /v2.0/networks/e8bc4456-e3a1-4af6-8270-5a97c6c2b27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248276 Mar 05 14:24:40.114054 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e08ce1d5-9ece-4c6c-b617-7c9d3bf6dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-941098401', 'tenant_id': 'b0368925527849d499af5f795222f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:22Z', 'revision_number': 4, 'project_id': 'b0368925527849d499af5f795222f780', 'gw_port': {'id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '855f100b-097f-478f-a5b7-3a938c89c8ef', 'tenant_id': 'b0368925527849d499af5f795222f780', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'port_id': '6444ee40-3a5e-412c-a8e7-22abad4accb2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a', 'mac_address': 'fa:16:3e:d7:16:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:24:37Z', 'updated_at': '2022-03-05T14:24:37Z', 'revision_number': 0, 'project_id': 'b0368925527849d499af5f795222f780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3346be0-e427-4291-b969-207be284a8be', 'name': '', 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a', 'tenant_id': 'b0368925527849d499af5f795222f780', 'mac_address': 'fa:16:3e:4d:bb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '5f81a080-c163-4546-a3f4-825015dd9092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:24:21Z', 'updated_at': '2022-03-05T14:24:27Z', 'revision_number': 5, 'project_id': 'b0368925527849d499af5f795222f780', 'subnets': [{'id': '5f81a080-c163-4546-a3f4-825015dd9092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:24:40.118506 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08ce1d5-9ece-4c6c-b617-7c9d3bf6dc48 None None] The sync data for ids ['017878d0-0f0d-4331-9438-441e6f5e9ae7'] in n-d-803718-1 is: [{'id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-941098401', 'tenant_id': 'b0368925527849d499af5f795222f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:22Z', 'revision_number': 4, 'project_id': 'b0368925527849d499af5f795222f780', 'gw_port': {'id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '855f100b-097f-478f-a5b7-3a938c89c8ef', 'tenant_id': 'b0368925527849d499af5f795222f780', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'port_id': '6444ee40-3a5e-412c-a8e7-22abad4accb2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a', 'mac_address': 'fa:16:3e:d7:16:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:24:37Z', 'updated_at': '2022-03-05T14:24:37Z', 'revision_number': 0, 'project_id': 'b0368925527849d499af5f795222f780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3346be0-e427-4291-b969-207be284a8be', 'name': '', 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a', 'tenant_id': 'b0368925527849d499af5f795222f780', 'mac_address': 'fa:16:3e:4d:bb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '5f81a080-c163-4546-a3f4-825015dd9092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:24:21Z', 'updated_at': '2022-03-05T14:24:27Z', 'revision_number': 5, 'project_id': 'b0368925527849d499af5f795222f780', 'subnets': [{'id': '5f81a080-c163-4546-a3f4-825015dd9092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:24:40.299002 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6226558-1ef8-4c24-9ebc-77002eb92642 None None] New status for floating IP 855f100b-097f-478f-a5b7-3a938c89c8ef: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:24:40.965516 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-45d62c20-b32d-473c-9fea-fa2dd8dc365a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:41.279751 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:24:42.141097 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:42.192083 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:43.796303 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:59.301236 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:24:59.303240 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:08.833194 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c55bced7-6672-4014-a62b-552dd285a1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:10.967047 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-503cbca7-38c9-4e5c-b52a-ed6e2f343599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:12.143159 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:12.194982 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:13.796877 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:13.921197 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50416) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:13.999711 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a3ecde63-5b11-483b-87ad-0517450bf00e tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] 10.222.0.16 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.0772760 Mar 05 14:25:14.002428 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50420) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:14.007633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-de686e91-63cc-46b3-afc1-c1db0c99774d tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Request body: {'network': {'name': 'tempest-network-smoke--1240973492', 'project_id': 'b0368925527849d499af5f795222f780', 'port_security_enabled': False}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:25:14.012937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-de686e91-63cc-46b3-afc1-c1db0c99774d tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:25:14.022623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-de686e91-63cc-46b3-afc1-c1db0c99774d tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:25:14.032530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de686e91-63cc-46b3-afc1-c1db0c99774d tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Made reservation on behalf of b0368925527849d499af5f795222f780 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:25:14.036983 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-de686e91-63cc-46b3-afc1-c1db0c99774d tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:14.068279 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de686e91-63cc-46b3-afc1-c1db0c99774d tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:25:14.077201 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-de686e91-63cc-46b3-afc1-c1db0c99774d tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:14.077551 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-de686e91-63cc-46b3-afc1-c1db0c99774d tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Added segment 0d95fdfe-ac38-45f1-9593-1546c0690d91 of type vlan for network 16829a5e-3bda-4f8f-95a9-7b63b0879a38 Mar 05 14:25:14.207044 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-de686e91-63cc-46b3-afc1-c1db0c99774d tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:14.236440 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-de686e91-63cc-46b3-afc1-c1db0c99774d tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:14.241867 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de686e91-63cc-46b3-afc1-c1db0c99774d tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:14.242446 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-de686e91-63cc-46b3-afc1-c1db0c99774d tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:14.350963 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-de686e91-63cc-46b3-afc1-c1db0c99774d tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3474872 Mar 05 14:25:14.353781 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50424) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:14.354268 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de686e91-63cc-46b3-afc1-c1db0c99774d tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event updated for resources: {'Network': ['ID=16829a5e-3bda-4f8f-95a9-7b63b0879a38,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:14.359770 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1829670284', 'admin_state_up': True, 'project_id': 'b0368925527849d499af5f795222f780', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:25:14.364800 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 16829a5e-3bda-4f8f-95a9-7b63b0879a38 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:25:14.367779 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:25:14.372262 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Usage tracker for resource:router and tenant:b0368925527849d499af5f795222f780 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:25:14.375933 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:25:14.381848 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:25:14.392406 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:14.393445 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:14.409626 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:14.682957 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:14.981891 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:15.010382 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:15.144684 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Allocated IP 172.25.4.245 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/3780f678-ff09-465e-a0bf-89c52d8211b9) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:25:15.293084 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:15.322581 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:15.389045 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:25:15.391922 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:25:15.399714 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:25:15.434808 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event updated for resources: {'Port': ['ID=3780f678-ff09-465e-a0bf-89c52d8211b9,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:15.449089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:15.449981 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:15.450316 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:15.450660 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:15.450999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:15.451325 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:15.451646 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:15.451970 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:15.452291 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:15.452609 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:15.452910 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:15.453223 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:15.935450 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:16.270477 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:16.468569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Router 26dcf929-a02d-464f-8907-37be86405d8a is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:25:16.642377 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:25:16.653243 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] Sync routers for ids ['26dcf929-a02d-464f-8907-37be86405d8a'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:25:16.662173 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] Routers {'26dcf929-a02d-464f-8907-37be86405d8a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:25:16.662793 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:25:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['26dcf929-a02d-464f-8907-37be86405d8a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:16.669635 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:16.670974 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-45215409-f91d-4b08-a1c8-6b0089c79935 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3161621 Mar 05 14:25:16.673960 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50428) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:16.733452 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e16a68a-dc63-4973-993d-d25307858ee0 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:16.734945 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9e16a68a-dc63-4973-993d-d25307858ee0 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b0368925527849d499af5f795222f780&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0600715 Mar 05 14:25:16.737786 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50432) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:16.836545 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] Set router 26dcf929-a02d-464f-8907-37be86405d8a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:25:16.866067 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb54ff2e-1e7a-4c3a-a89f-865b06d0f82b tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:16.867586 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fb54ff2e-1e7a-4c3a-a89f-865b06d0f82b tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1289210 Mar 05 14:25:16.870365 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50436) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:16.909122 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d19e8ee3-3aac-4bd5-941c-62f2e916fdb6 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375209 Mar 05 14:25:16.911691 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50440) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:17.082597 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c9a67ace-8b3a-447f-9711-d8b317185ae2 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b0368925527849d499af5f795222f780&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1698079 Mar 05 14:25:17.085071 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50444) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:17.151804 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26dcf929-a02d-464f-8907-37be86405d8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1829670284', 'tenant_id': 'b0368925527849d499af5f795222f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '3780f678-ff09-465e-a0bf-89c52d8211b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:25:14Z', 'updated_at': '2022-03-05T14:25:15Z', 'revision_number': 3, 'project_id': 'b0368925527849d499af5f795222f780', 'gw_port': {'id': '3780f678-ff09-465e-a0bf-89c52d8211b9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:85:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26dcf929-a02d-464f-8907-37be86405d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:25:15Z', 'updated_at': '2022-03-05T14:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:17.156126 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] Checking router: 26dcf929-a02d-464f-8907-37be86405d8a for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:25:17.156462 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] Updating router 26dcf929-a02d-464f-8907-37be86405d8a port 3780f678-ff09-465e-a0bf-89c52d8211b9 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:25:17.213380 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:17.214506 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743192db-2f22-4ff2-aaa4-488e72c9ac30 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:17.216297 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-743192db-2f22-4ff2-aaa4-488e72c9ac30 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303265 Mar 05 14:25:17.219238 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50448) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:17.258777 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0a190395-3de5-44ca-99d7-eb89426cc1e5 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383964 Mar 05 14:25:17.261349 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50452) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:17.266978 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-0e5c8a18-31ca-4181-b979-8d21e2fdbf61 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-337740993', 'network_id': '16829a5e-3bda-4f8f-95a9-7b63b0879a38', 'project_id': 'b0368925527849d499af5f795222f780', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:25:17.376332 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0e5c8a18-31ca-4181-b979-8d21e2fdbf61 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:25:17.380201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0e5c8a18-31ca-4181-b979-8d21e2fdbf61 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Usage tracker for resource:subnet and tenant:b0368925527849d499af5f795222f780 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:25:17.383100 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0e5c8a18-31ca-4181-b979-8d21e2fdbf61 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:25:17.389481 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0e5c8a18-31ca-4181-b979-8d21e2fdbf61 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:25:17.398982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5c8a18-31ca-4181-b979-8d21e2fdbf61 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Made reservation on behalf of b0368925527849d499af5f795222f780 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:25:17.402501 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e5c8a18-31ca-4181-b979-8d21e2fdbf61 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:17.537234 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:17.548441 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] Transition to ACTIVE for port object 3780f678-ff09-465e-a0bf-89c52d8211b9 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:25:17.554618 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:17.619298 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e5c8a18-31ca-4181-b979-8d21e2fdbf61 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:17.635347 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb02443-a964-4f7a-92c0-404c38f71b25 None None] Pushing event updated for resources: {'Port': ['ID=3780f678-ff09-465e-a0bf-89c52d8211b9,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:17.638440 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] Attempting to bind port 3780f678-ff09-465e-a0bf-89c52d8211b9 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:25:17.638815 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] Attempting to bind port 3780f678-ff09-465e-a0bf-89c52d8211b9 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:25:17.639168 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] Attempting to bind port 3780f678-ff09-465e-a0bf-89c52d8211b9 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:25:17.644919 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:25:17.645279 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:25:17.645659 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:17.646027 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:25:17.646460 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] Bound port: 3780f678-ff09-465e-a0bf-89c52d8211b9, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:25:17.646840 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:17.706258 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c8a18-31ca-4181-b979-8d21e2fdbf61 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event updated for resources: {'Subnet': ['ID=b214bbde-db4f-46f6-bafa-7c4ab76575dd,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:17.717924 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5c8a18-31ca-4181-b979-8d21e2fdbf61 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Checking segment: {'id': '0d95fdfe-ac38-45f1-9593-1546c0690d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '16829a5e-3bda-4f8f-95a9-7b63b0879a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:25:17.718400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5c8a18-31ca-4181-b979-8d21e2fdbf61 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Network hostable DHCP agents. Network: 16829a5e-3bda-4f8f-95a9-7b63b0879a38, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:25:17.719207 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] For port 3780f678-ff09-465e-a0bf-89c52d8211b9, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:25:17.722254 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] For port 3780f678-ff09-465e-a0bf-89c52d8211b9, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3780f678-ff09-465e-a0bf-89c52d8211b9,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:25:17.727320 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:17.739108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5c8a18-31ca-4181-b979-8d21e2fdbf61 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Network 16829a5e-3bda-4f8f-95a9-7b63b0879a38 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:25:17.749170 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-0e5c8a18-31ca-4181-b979-8d21e2fdbf61 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 16829a5e-3bda-4f8f-95a9-7b63b0879a38) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:25:17.754061 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5c8a18-31ca-4181-b979-8d21e2fdbf61 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:17.754833 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0e5c8a18-31ca-4181-b979-8d21e2fdbf61 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:17.759346 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0342ef1a-5779-4591-93f9-f1e220c3d85f None None] Network 16829a5e-3bda-4f8f-95a9-7b63b0879a38 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:25:17.785954 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0e5c8a18-31ca-4181-b979-8d21e2fdbf61 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5208616 Mar 05 14:25:17.786249 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50456) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:17.806333 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] Routers {'26dcf929-a02d-464f-8907-37be86405d8a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:25:17.806972 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:25:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['26dcf929-a02d-464f-8907-37be86405d8a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:17.872732 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb02443-a964-4f7a-92c0-404c38f71b25 None None] Pushing event updated for resources: {'Port': ['ID=3780f678-ff09-465e-a0bf-89c52d8211b9,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:17.984850 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9548bedd-fa12-494f-b36f-b20a8d714bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-16829a5e-3bda-4f8f-95a9-7b63b0879a38', 'network_id': '16829a5e-3bda-4f8f-95a9-7b63b0879a38', 'tenant_id': 'b0368925527849d499af5f795222f780', 'fixed_ips': [{'subnet_id': 'b214bbde-db4f-46f6-bafa-7c4ab76575dd'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:25:17.986051 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9548bedd-fa12-494f-b36f-b20a8d714bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:17.989322 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] Set router 26dcf929-a02d-464f-8907-37be86405d8a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:25:18.150307 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-9548bedd-fa12-494f-b36f-b20a8d714bfb None None] Allocated IP 172.20.0.18 (16829a5e-3bda-4f8f-95a9-7b63b0879a38/b214bbde-db4f-46f6-bafa-7c4ab76575dd/a1e9fafb-747b-406b-b3f4-dcd44bda54c7) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:25:18.282092 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:25:18.289825 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26dcf929-a02d-464f-8907-37be86405d8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1829670284', 'tenant_id': 'b0368925527849d499af5f795222f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '3780f678-ff09-465e-a0bf-89c52d8211b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:25:14Z', 'updated_at': '2022-03-05T14:25:15Z', 'revision_number': 3, 'project_id': 'b0368925527849d499af5f795222f780', 'gw_port': {'id': '3780f678-ff09-465e-a0bf-89c52d8211b9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:85:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26dcf929-a02d-464f-8907-37be86405d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:25:15Z', 'updated_at': '2022-03-05T14:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:18.294183 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f3c013-21c5-4aa8-8f68-ba9ab90856d8 None None] The sync data for ids ['26dcf929-a02d-464f-8907-37be86405d8a'] in n-d-803718-1 is: [{'id': '26dcf929-a02d-464f-8907-37be86405d8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1829670284', 'tenant_id': 'b0368925527849d499af5f795222f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '3780f678-ff09-465e-a0bf-89c52d8211b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:25:14Z', 'updated_at': '2022-03-05T14:25:15Z', 'revision_number': 3, 'project_id': 'b0368925527849d499af5f795222f780', 'gw_port': {'id': '3780f678-ff09-465e-a0bf-89c52d8211b9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:85:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26dcf929-a02d-464f-8907-37be86405d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:25:15Z', 'updated_at': '2022-03-05T14:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:25:18.367167 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9548bedd-fa12-494f-b36f-b20a8d714bfb None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:18.379023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9548bedd-fa12-494f-b36f-b20a8d714bfb None None] Transition to ACTIVE for port object a1e9fafb-747b-406b-b3f4-dcd44bda54c7 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:25:18.397431 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9548bedd-fa12-494f-b36f-b20a8d714bfb None None] Transition to ACTIVE for port object a1e9fafb-747b-406b-b3f4-dcd44bda54c7 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:25:18.405540 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9548bedd-fa12-494f-b36f-b20a8d714bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:18.467962 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9548bedd-fa12-494f-b36f-b20a8d714bfb None None] Network 16829a5e-3bda-4f8f-95a9-7b63b0879a38 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:25:18.470746 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-9548bedd-fa12-494f-b36f-b20a8d714bfb None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:25:18.479060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9548bedd-fa12-494f-b36f-b20a8d714bfb None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:25:18.489821 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548bedd-fa12-494f-b36f-b20a8d714bfb None None] Pushing event updated for resources: {'Port': ['ID=a1e9fafb-747b-406b-b3f4-dcd44bda54c7,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:18.574100 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4259a117-37d4-4985-837b-8aae95abb62a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:18.588472 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9548bedd-fa12-494f-b36f-b20a8d714bfb None None] Attempting to bind port a1e9fafb-747b-406b-b3f4-dcd44bda54c7 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:25:18.588854 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9548bedd-fa12-494f-b36f-b20a8d714bfb None None] Attempting to bind port a1e9fafb-747b-406b-b3f4-dcd44bda54c7 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '0d95fdfe-ac38-45f1-9593-1546c0690d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '16829a5e-3bda-4f8f-95a9-7b63b0879a38'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:25:18.589203 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9548bedd-fa12-494f-b36f-b20a8d714bfb None None] Attempting to bind port a1e9fafb-747b-406b-b3f4-dcd44bda54c7 on network 16829a5e-3bda-4f8f-95a9-7b63b0879a38 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:25:18.594754 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9548bedd-fa12-494f-b36f-b20a8d714bfb None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:25:18.595212 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9548bedd-fa12-494f-b36f-b20a8d714bfb None None] Checking segment: {'id': '0d95fdfe-ac38-45f1-9593-1546c0690d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '16829a5e-3bda-4f8f-95a9-7b63b0879a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:25:18.595603 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9548bedd-fa12-494f-b36f-b20a8d714bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:18.595984 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9548bedd-fa12-494f-b36f-b20a8d714bfb None None] Bound using segment: {'id': '0d95fdfe-ac38-45f1-9593-1546c0690d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '16829a5e-3bda-4f8f-95a9-7b63b0879a38'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:25:18.596437 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9548bedd-fa12-494f-b36f-b20a8d714bfb None None] Bound port: a1e9fafb-747b-406b-b3f4-dcd44bda54c7, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d95fdfe-ac38-45f1-9593-1546c0690d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '16829a5e-3bda-4f8f-95a9-7b63b0879a38'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:25:18.596877 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9548bedd-fa12-494f-b36f-b20a8d714bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:18.712763 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9548bedd-fa12-494f-b36f-b20a8d714bfb None None] For port a1e9fafb-747b-406b-b3f4-dcd44bda54c7, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:25:18.716815 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9548bedd-fa12-494f-b36f-b20a8d714bfb None None] For port a1e9fafb-747b-406b-b3f4-dcd44bda54c7, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a1e9fafb-747b-406b-b3f4-dcd44bda54c7,segment=NetworkSegment(0d95fdfe-ac38-45f1-9593-1546c0690d91),segment_id=0d95fdfe-ac38-45f1-9593-1546c0690d91)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:25:18.722641 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9548bedd-fa12-494f-b36f-b20a8d714bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:18.814577 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548bedd-fa12-494f-b36f-b20a8d714bfb None None] Pushing event updated for resources: {'Port': ['ID=a1e9fafb-747b-406b-b3f4-dcd44bda54c7,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:19.163877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-4259a117-37d4-4985-837b-8aae95abb62a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Allocated IP 172.20.0.17 (16829a5e-3bda-4f8f-95a9-7b63b0879a38/b214bbde-db4f-46f6-bafa-7c4ab76575dd/d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:25:19.333469 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4259a117-37d4-4985-837b-8aae95abb62a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:19.348949 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-4259a117-37d4-4985-837b-8aae95abb62a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Transition to ACTIVE for port object d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:25:19.373550 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4259a117-37d4-4985-837b-8aae95abb62a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:19.441137 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4259a117-37d4-4985-837b-8aae95abb62a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Network 16829a5e-3bda-4f8f-95a9-7b63b0879a38 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:25:19.448301 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-4259a117-37d4-4985-837b-8aae95abb62a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:25:19.453379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4259a117-37d4-4985-837b-8aae95abb62a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:25:19.484041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259a117-37d4-4985-837b-8aae95abb62a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event updated for resources: {'Port': ['ID=d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:19.516145 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4259a117-37d4-4985-837b-8aae95abb62a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:19.627382 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3780f678-ff09-465e-a0bf-89c52d8211b9 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:25:19.701103 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 3780f678-ff09-465e-a0bf-89c52d8211b9 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:25:19.709968 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 3780f678-ff09-465e-a0bf-89c52d8211b9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:25:19.709968 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:19.836661 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4259a117-37d4-4985-837b-8aae95abb62a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:19.878722 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62322070-ebb6-4da2-a546-7dec013ad39d None None] Network 16829a5e-3bda-4f8f-95a9-7b63b0879a38 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:25:19.903195 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:20.007796 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 3780f678-ff09-465e-a0bf-89c52d8211b9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3780f678-ff09-465e-a0bf-89c52d8211b9,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:25:20.017801 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:20.018561 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a1e9fafb-747b-406b-b3f4-dcd44bda54c7 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:25:20.135396 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-477a8d11-b10e-49fc-b515-276a242abcca None None] Provisioning for port a1e9fafb-747b-406b-b3f4-dcd44bda54c7 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:25:20.213752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=3780f678-ff09-465e-a0bf-89c52d8211b9,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:20.267021 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port a1e9fafb-747b-406b-b3f4-dcd44bda54c7 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:25:20.279713 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port a1e9fafb-747b-406b-b3f4-dcd44bda54c7 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:25:20.280081 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:20.283832 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4259a117-37d4-4985-837b-8aae95abb62a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:20.288214 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4259a117-37d4-4985-837b-8aae95abb62a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:20.405561 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4259a117-37d4-4985-837b-8aae95abb62a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:20.409133 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259a117-37d4-4985-837b-8aae95abb62a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event updated for resources: {'Port': ['ID=d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:20.428359 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:20.469089 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port a1e9fafb-747b-406b-b3f4-dcd44bda54c7, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a1e9fafb-747b-406b-b3f4-dcd44bda54c7,segment=NetworkSegment(0d95fdfe-ac38-45f1-9593-1546c0690d91),segment_id=0d95fdfe-ac38-45f1-9593-1546c0690d91)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:25:20.475502 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:20.548191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=a1e9fafb-747b-406b-b3f4-dcd44bda54c7,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:20.675993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4259a117-37d4-4985-837b-8aae95abb62a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Network 16829a5e-3bda-4f8f-95a9-7b63b0879a38 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:25:20.677228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-4259a117-37d4-4985-837b-8aae95abb62a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:25:20.687351 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-374ccc82-bbab-4d29-a438-04d7af102c75 None None] Provisioning for port d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:25:20.692917 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-374ccc82-bbab-4d29-a438-04d7af102c75 None None] Provisioning complete for port d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:25:20.693293 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-374ccc82-bbab-4d29-a438-04d7af102c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:20.752299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-374ccc82-bbab-4d29-a438-04d7af102c75 None None] Port d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:25:20.763845 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-374ccc82-bbab-4d29-a438-04d7af102c75 None None] Provisioning complete for port a1e9fafb-747b-406b-b3f4-dcd44bda54c7 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:25:20.764223 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-374ccc82-bbab-4d29-a438-04d7af102c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:20.879001 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4259a117-37d4-4985-837b-8aae95abb62a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Router 26dcf929-a02d-464f-8907-37be86405d8a has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:25:21.008963 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6ee5b93-1102-4ca1-94b3-1a3f5e867ef2 None None] Provisioning complete for port d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:25:21.009550 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6ee5b93-1102-4ca1-94b3-1a3f5e867ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:21.061318 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6ee5b93-1102-4ca1-94b3-1a3f5e867ef2 None None] Port d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:25:21.071386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4259a117-37d4-4985-837b-8aae95abb62a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:25:21.080610 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] Sync routers for ids ['26dcf929-a02d-464f-8907-37be86405d8a'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:25:21.085229 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4259a117-37d4-4985-837b-8aae95abb62a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "PUT /v2.0/routers/26dcf929-a02d-464f-8907-37be86405d8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2979066 Mar 05 14:25:21.089545 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] Routers {'26dcf929-a02d-464f-8907-37be86405d8a'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:25:21.090687 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:25:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['26dcf929-a02d-464f-8907-37be86405d8a'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:21.272101 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] Set router 26dcf929-a02d-464f-8907-37be86405d8a gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:25:21.360268 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6673fd-a907-4751-b525-b772b019ec78 req-4b4647de-27ec-48e3-b23f-9413fc8684e3 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:21.360940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-0d6673fd-a907-4751-b525-b772b019ec78 req-4b4647de-27ec-48e3-b23f-9413fc8684e3 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Synchronizing usage tracker for tenant:b0368925527849d499af5f795222f780 on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:25:21.377374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-0d6673fd-a907-4751-b525-b772b019ec78 req-4b4647de-27ec-48e3-b23f-9413fc8684e3 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Unset dirty status for tenant:b0368925527849d499af5f795222f780 on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:25:21.378622 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d6673fd-a907-4751-b525-b772b019ec78 req-4b4647de-27ec-48e3-b23f-9413fc8684e3 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/networks?id=16829a5e-3bda-4f8f-95a9-7b63b0879a38 HTTP/1.1" status: 200 len: 798 time: 0.1651111 Mar 05 14:25:21.395447 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d6673fd-a907-4751-b525-b772b019ec78 req-754c3ad0-c92d-4bc5-9fd5-0297d1ea59cc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/quotas/b0368925527849d499af5f795222f780 HTTP/1.1" status: 200 len: 375 time: 0.0110238 Mar 05 14:25:21.487703 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-0d6673fd-a907-4751-b525-b772b019ec78 req-759e2161-6b90-49b7-98c9-ea36b3e1da1b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Synchronizing usage tracker for tenant:b0368925527849d499af5f795222f780 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:25:21.504916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-0d6673fd-a907-4751-b525-b772b019ec78 req-759e2161-6b90-49b7-98c9-ea36b3e1da1b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Unset dirty status for tenant:b0368925527849d499af5f795222f780 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:25:21.506323 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d6673fd-a907-4751-b525-b772b019ec78 req-759e2161-6b90-49b7-98c9-ea36b3e1da1b tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0368925527849d499af5f795222f780&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1051772 Mar 05 14:25:21.564569 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3780f678-ff09-465e-a0bf-89c52d8211b9 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:25:21.655850 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d6673fd-a907-4751-b525-b772b019ec78 req-8b7ec520-8b98-485f-8032-1e7581987901 service neutron] 10.222.0.16 "GET /v2.0/networks/16829a5e-3bda-4f8f-95a9-7b63b0879a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313839 Mar 05 14:25:21.659757 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26dcf929-a02d-464f-8907-37be86405d8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1829670284', 'tenant_id': 'b0368925527849d499af5f795222f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '3780f678-ff09-465e-a0bf-89c52d8211b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:25:14Z', 'updated_at': '2022-03-05T14:25:19Z', 'revision_number': 4, 'project_id': 'b0368925527849d499af5f795222f780', 'gw_port': {'id': '3780f678-ff09-465e-a0bf-89c52d8211b9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26dcf929-a02d-464f-8907-37be86405d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:25:15Z', 'updated_at': '2022-03-05T14:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'd1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d', 'name': '', 'network_id': '16829a5e-3bda-4f8f-95a9-7b63b0879a38', 'tenant_id': 'b0368925527849d499af5f795222f780', 'mac_address': 'fa:16:3e:d1:d3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26dcf929-a02d-464f-8907-37be86405d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'b214bbde-db4f-46f6-bafa-7c4ab76575dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:25:18Z', 'updated_at': '2022-03-05T14:25:20Z', 'revision_number': 2, 'project_id': 'b0368925527849d499af5f795222f780', 'subnets': [{'id': 'b214bbde-db4f-46f6-bafa-7c4ab76575dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:21.662837 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 3780f678-ff09-465e-a0bf-89c52d8211b9 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:25:21.663280 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:21.692579 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] Checking router: 26dcf929-a02d-464f-8907-37be86405d8a for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:25:21.692931 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] Updating router 26dcf929-a02d-464f-8907-37be86405d8a port d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:25:21.788881 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d6673fd-a907-4751-b525-b772b019ec78 req-284e7d6f-5861-467d-9a05-99eebbd7a1b1 service neutron] 10.222.0.16 "GET /v2.0/networks/16829a5e-3bda-4f8f-95a9-7b63b0879a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271298 Mar 05 14:25:21.808395 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:21.973699 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a1e9fafb-747b-406b-b3f4-dcd44bda54c7 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:25:21.976775 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e37cd146-83e0-49df-b8b2-2b65b537bfd1 req-fc3593fc-da39-424b-9e90-ded437655c75 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a5ad95-5192-4a76-981c-9d9403970b04 HTTP/1.1" status: 200 len: 210 time: 0.0502641 Mar 05 14:25:22.158656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port a1e9fafb-747b-406b-b3f4-dcd44bda54c7 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:25:22.159245 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:22.372867 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:22.384971 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] Transition to ACTIVE for port object d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:25:22.392037 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:22.555820 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d167fb9-6fd8-4005-9e96-d55e97e47aea None None] Pushing event updated for resources: {'Port': ['ID=d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:22.629606 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] Attempting to bind port d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:25:22.630079 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] Attempting to bind port d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '0d95fdfe-ac38-45f1-9593-1546c0690d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '16829a5e-3bda-4f8f-95a9-7b63b0879a38'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:25:22.630587 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] Attempting to bind port d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d on network 16829a5e-3bda-4f8f-95a9-7b63b0879a38 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:25:22.636514 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:25:22.638158 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] Checking segment: {'id': '0d95fdfe-ac38-45f1-9593-1546c0690d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '16829a5e-3bda-4f8f-95a9-7b63b0879a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:25:22.638754 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:22.639280 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] Bound using segment: {'id': '0d95fdfe-ac38-45f1-9593-1546c0690d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '16829a5e-3bda-4f8f-95a9-7b63b0879a38'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:25:22.639880 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] Bound port: d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d95fdfe-ac38-45f1-9593-1546c0690d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '16829a5e-3bda-4f8f-95a9-7b63b0879a38'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:25:22.640357 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:22.733708 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] For port d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:25:22.736859 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] For port d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d,segment=NetworkSegment(0d95fdfe-ac38-45f1-9593-1546c0690d91),segment_id=0d95fdfe-ac38-45f1-9593-1546c0690d91)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:25:22.741251 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:22.831977 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] Routers {'26dcf929-a02d-464f-8907-37be86405d8a'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:25:22.832607 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:25:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['26dcf929-a02d-464f-8907-37be86405d8a'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:22.885006 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d167fb9-6fd8-4005-9e96-d55e97e47aea None None] Pushing event updated for resources: {'Port': ['ID=d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:23.045249 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] Set router 26dcf929-a02d-464f-8907-37be86405d8a gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:25:23.099717 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6673fd-a907-4751-b525-b772b019ec78 req-7ee1b23b-be25-49b9-8bc6-56c26a4264c1 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:23.102587 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d6673fd-a907-4751-b525-b772b019ec78 req-7ee1b23b-be25-49b9-8bc6-56c26a4264c1 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.15 "GET /v2.0/networks?id=16829a5e-3bda-4f8f-95a9-7b63b0879a38 HTTP/1.1" status: 200 len: 798 time: 0.1739948 Mar 05 14:25:23.161040 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-0d6673fd-a907-4751-b525-b772b019ec78 req-a84e5b54-3f23-45f6-accf-d5b77df43bca tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Request body: {'port': {'device_id': '97a5ad95-5192-4a76-981c-9d9403970b04', 'network_id': '16829a5e-3bda-4f8f-95a9-7b63b0879a38', 'admin_state_up': True, 'tenant_id': 'b0368925527849d499af5f795222f780'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:25:23.178049 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-42145df3-ea6f-4a32-81be-eebfbd40b7ab req-752d1692-4770-47ed-a716-1a58a8951128 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a5ad95-5192-4a76-981c-9d9403970b04 HTTP/1.1" status: 200 len: 210 time: 0.0738225 Mar 05 14:25:23.309418 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-0d6673fd-a907-4751-b525-b772b019ec78 req-a84e5b54-3f23-45f6-accf-d5b77df43bca tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:25:23.321714 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-0d6673fd-a907-4751-b525-b772b019ec78 req-a84e5b54-3f23-45f6-accf-d5b77df43bca tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:25:23.331455 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d6673fd-a907-4751-b525-b772b019ec78 req-a84e5b54-3f23-45f6-accf-d5b77df43bca tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Made reservation on behalf of b0368925527849d499af5f795222f780 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:25:23.334989 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0d6673fd-a907-4751-b525-b772b019ec78 req-a84e5b54-3f23-45f6-accf-d5b77df43bca tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:23.416257 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26dcf929-a02d-464f-8907-37be86405d8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1829670284', 'tenant_id': 'b0368925527849d499af5f795222f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '3780f678-ff09-465e-a0bf-89c52d8211b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:25:14Z', 'updated_at': '2022-03-05T14:25:19Z', 'revision_number': 4, 'project_id': 'b0368925527849d499af5f795222f780', 'gw_port': {'id': '3780f678-ff09-465e-a0bf-89c52d8211b9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26dcf929-a02d-464f-8907-37be86405d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:25:15Z', 'updated_at': '2022-03-05T14:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'd1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d', 'name': '', 'network_id': '16829a5e-3bda-4f8f-95a9-7b63b0879a38', 'tenant_id': 'b0368925527849d499af5f795222f780', 'mac_address': 'fa:16:3e:d1:d3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26dcf929-a02d-464f-8907-37be86405d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'b214bbde-db4f-46f6-bafa-7c4ab76575dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:25:18Z', 'updated_at': '2022-03-05T14:25:22Z', 'revision_number': 4, 'project_id': 'b0368925527849d499af5f795222f780', 'subnets': [{'id': 'b214bbde-db4f-46f6-bafa-7c4ab76575dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:23.420724 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b806de2-5592-4e12-9fa1-c17fc3355990 None None] The sync data for ids ['26dcf929-a02d-464f-8907-37be86405d8a'] in n-d-803718-1 is: [{'id': '26dcf929-a02d-464f-8907-37be86405d8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1829670284', 'tenant_id': 'b0368925527849d499af5f795222f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '3780f678-ff09-465e-a0bf-89c52d8211b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:25:14Z', 'updated_at': '2022-03-05T14:25:19Z', 'revision_number': 4, 'project_id': 'b0368925527849d499af5f795222f780', 'gw_port': {'id': '3780f678-ff09-465e-a0bf-89c52d8211b9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26dcf929-a02d-464f-8907-37be86405d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:25:15Z', 'updated_at': '2022-03-05T14:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'd1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d', 'name': '', 'network_id': '16829a5e-3bda-4f8f-95a9-7b63b0879a38', 'tenant_id': 'b0368925527849d499af5f795222f780', 'mac_address': 'fa:16:3e:d1:d3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26dcf929-a02d-464f-8907-37be86405d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'b214bbde-db4f-46f6-bafa-7c4ab76575dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:25:18Z', 'updated_at': '2022-03-05T14:25:22Z', 'revision_number': 4, 'project_id': 'b0368925527849d499af5f795222f780', 'subnets': [{'id': 'b214bbde-db4f-46f6-bafa-7c4ab76575dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:25:23.612838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:25:23.635966 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-0d6673fd-a907-4751-b525-b772b019ec78 req-a84e5b54-3f23-45f6-accf-d5b77df43bca tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Allocated IP 172.20.0.23 (16829a5e-3bda-4f8f-95a9-7b63b0879a38/b214bbde-db4f-46f6-bafa-7c4ab76575dd/4b9da586-5350-48c1-bd3b-38263124fca5) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:25:23.685710 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:25:23.691152 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:25:23.691520 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:23.807223 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0d6673fd-a907-4751-b525-b772b019ec78 req-a84e5b54-3f23-45f6-accf-d5b77df43bca tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:23.817723 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:23.825288 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-0d6673fd-a907-4751-b525-b772b019ec78 req-a84e5b54-3f23-45f6-accf-d5b77df43bca tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Transition to ACTIVE for port object 4b9da586-5350-48c1-bd3b-38263124fca5 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:25:23.853526 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d,segment=NetworkSegment(0d95fdfe-ac38-45f1-9593-1546c0690d91),segment_id=0d95fdfe-ac38-45f1-9593-1546c0690d91)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:25:23.854412 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0d6673fd-a907-4751-b525-b772b019ec78 req-a84e5b54-3f23-45f6-accf-d5b77df43bca tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:23.858129 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:23.926468 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d6673fd-a907-4751-b525-b772b019ec78 req-a84e5b54-3f23-45f6-accf-d5b77df43bca tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Network 16829a5e-3bda-4f8f-95a9-7b63b0879a38 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:25:23.929204 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:23.930063 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-0d6673fd-a907-4751-b525-b772b019ec78 req-a84e5b54-3f23-45f6-accf-d5b77df43bca tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:25:23.934424 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6673fd-a907-4751-b525-b772b019ec78 req-a84e5b54-3f23-45f6-accf-d5b77df43bca tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:25:23.986951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e5b54-3f23-45f6-accf-d5b77df43bca tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event updated for resources: {'Port': ['ID=4b9da586-5350-48c1-bd3b-38263124fca5,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:24.017230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6673fd-a907-4751-b525-b772b019ec78 req-a84e5b54-3f23-45f6-accf-d5b77df43bca tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:24.017885 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0d6673fd-a907-4751-b525-b772b019ec78 req-a84e5b54-3f23-45f6-accf-d5b77df43bca tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:24.051491 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d6673fd-a907-4751-b525-b772b019ec78 req-a84e5b54-3f23-45f6-accf-d5b77df43bca tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9010696 Mar 05 14:25:24.064196 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-0d6673fd-a907-4751-b525-b772b019ec78 req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Request body: {'port': {'device_id': '97a5ad95-5192-4a76-981c-9d9403970b04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:25:24.183303 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0d6673fd-a907-4751-b525-b772b019ec78 req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:24.235984 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e671e7c2-1a36-47eb-8889-1dd61c440f4f None None] Provisioning for port 4b9da586-5350-48c1-bd3b-38263124fca5 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:25:24.241169 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e671e7c2-1a36-47eb-8889-1dd61c440f4f None None] Provisioning complete for port 4b9da586-5350-48c1-bd3b-38263124fca5 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:25:24.241612 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e671e7c2-1a36-47eb-8889-1dd61c440f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:24.303066 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e671e7c2-1a36-47eb-8889-1dd61c440f4f None None] Port 4b9da586-5350-48c1-bd3b-38263124fca5 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:25:24.384146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f7c0e-076c-4d86-abf9-e2944fbba3c3 req-1867d830-385a-4c78-a1a6-401e11bd03d3 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:24.400404 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e40f7c0e-076c-4d86-abf9-e2944fbba3c3 req-1867d830-385a-4c78-a1a6-401e11bd03d3 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a5ad95-5192-4a76-981c-9d9403970b04 HTTP/1.1" status: 200 len: 895 time: 0.1006887 Mar 05 14:25:24.558213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-0d6673fd-a907-4751-b525-b772b019ec78 req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b9da586-5350-48c1-bd3b-38263124fca5 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:25:24.566494 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0d6673fd-a907-4751-b525-b772b019ec78 req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:24.581299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-0d6673fd-a907-4751-b525-b772b019ec78 req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Transition to ACTIVE for port object 4b9da586-5350-48c1-bd3b-38263124fca5 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:25:24.585710 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0d6673fd-a907-4751-b525-b772b019ec78 req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:24.785147 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9da586-5350-48c1-bd3b-38263124fca5,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:24.801689 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:24.802032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:24.802536 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:24.802924 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:24.803249 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:24.803574 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:24.803887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:24.804202 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:24.804515 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:24.804824 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:24.805135 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:24.805445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:24.847246 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-0d6673fd-a907-4751-b525-b772b019ec78 req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Attempting to bind port 4b9da586-5350-48c1-bd3b-38263124fca5 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:25:24.847577 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-0d6673fd-a907-4751-b525-b772b019ec78 req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Attempting to bind port 4b9da586-5350-48c1-bd3b-38263124fca5 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '0d95fdfe-ac38-45f1-9593-1546c0690d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '16829a5e-3bda-4f8f-95a9-7b63b0879a38'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:25:24.847899 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6673fd-a907-4751-b525-b772b019ec78 req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Attempting to bind port 4b9da586-5350-48c1-bd3b-38263124fca5 on network 16829a5e-3bda-4f8f-95a9-7b63b0879a38 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:25:24.852654 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6673fd-a907-4751-b525-b772b019ec78 req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Port 4b9da586-5350-48c1-bd3b-38263124fca5 on network 16829a5e-3bda-4f8f-95a9-7b63b0879a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:25:24.852970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6673fd-a907-4751-b525-b772b019ec78 req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Attempting to bind port 4b9da586-5350-48c1-bd3b-38263124fca5 on network 16829a5e-3bda-4f8f-95a9-7b63b0879a38 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:25:24.858933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6673fd-a907-4751-b525-b772b019ec78 req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:25:24.859268 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6673fd-a907-4751-b525-b772b019ec78 req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Checking segment: {'id': '0d95fdfe-ac38-45f1-9593-1546c0690d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '16829a5e-3bda-4f8f-95a9-7b63b0879a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:25:24.859648 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6673fd-a907-4751-b525-b772b019ec78 req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Bound using segment: {'id': '0d95fdfe-ac38-45f1-9593-1546c0690d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '16829a5e-3bda-4f8f-95a9-7b63b0879a38'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:25:24.860071 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-0d6673fd-a907-4751-b525-b772b019ec78 req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Bound port: 4b9da586-5350-48c1-bd3b-38263124fca5, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d95fdfe-ac38-45f1-9593-1546c0690d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '16829a5e-3bda-4f8f-95a9-7b63b0879a38'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:25:24.860407 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0d6673fd-a907-4751-b525-b772b019ec78 req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:24.959530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-0d6673fd-a907-4751-b525-b772b019ec78 req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] For port 4b9da586-5350-48c1-bd3b-38263124fca5, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:25:24.962899 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-0d6673fd-a907-4751-b525-b772b019ec78 req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] For port 4b9da586-5350-48c1-bd3b-38263124fca5, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=4b9da586-5350-48c1-bd3b-38263124fca5,segment=NetworkSegment(0d95fdfe-ac38-45f1-9593-1546c0690d91),segment_id=0d95fdfe-ac38-45f1-9593-1546c0690d91)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:25:24.967087 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0d6673fd-a907-4751-b525-b772b019ec78 req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:25.019926 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6673fd-a907-4751-b525-b772b019ec78 req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:25.020581 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0d6673fd-a907-4751-b525-b772b019ec78 req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:25.021976 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d6673fd-a907-4751-b525-b772b019ec78 req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] 10.222.0.15 "PUT /v2.0/ports/4b9da586-5350-48c1-bd3b-38263124fca5 HTTP/1.1" status: 200 len: 1055 time: 0.9634645 Mar 05 14:25:25.024636 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a5ad95-5192-4a76-981c-9d9403970b04', 'tag': '4b9da586-5350-48c1-bd3b-38263124fca5'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:25:25.056638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12b048-86b6-4238-80a3-074d2f3f1d39 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9da586-5350-48c1-bd3b-38263124fca5,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:25.145657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6673fd-a907-4751-b525-b772b019ec78 req-99df116a-ae15-4284-ad08-8d0ab1df7b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:25.147015 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d6673fd-a907-4751-b525-b772b019ec78 req-99df116a-ae15-4284-ad08-8d0ab1df7b7e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0368925527849d499af5f795222f780&device_id=97a5ad95-5192-4a76-981c-9d9403970b04 HTTP/1.1" status: 200 len: 1058 time: 0.0824606 Mar 05 14:25:25.213048 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a5ad95-5192-4a76-981c-9d9403970b04', 'tag': '4b9da586-5350-48c1-bd3b-38263124fca5', 'status': 'completed', 'code': 200} Mar 05 14:25:25.221936 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d6673fd-a907-4751-b525-b772b019ec78 req-cd287f5a-2585-4930-b347-87d08c8911e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=4b9da586-5350-48c1-bd3b-38263124fca5 HTTP/1.1" status: 200 len: 217 time: 0.0670280 Mar 05 14:25:25.288473 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6673fd-a907-4751-b525-b772b019ec78 req-52e268eb-0519-478e-be6f-7f8d0df75928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:25.289796 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d6673fd-a907-4751-b525-b772b019ec78 req-52e268eb-0519-478e-be6f-7f8d0df75928 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b214bbde-db4f-46f6-bafa-7c4ab76575dd HTTP/1.1" status: 200 len: 837 time: 0.0621808 Mar 05 14:25:25.363108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6673fd-a907-4751-b525-b772b019ec78 req-4e35adb8-dd49-4509-8e29-a75ea939d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:25.364519 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d6673fd-a907-4751-b525-b772b019ec78 req-4e35adb8-dd49-4509-8e29-a75ea939d6c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16829a5e-3bda-4f8f-95a9-7b63b0879a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691359 Mar 05 14:25:25.571217 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:25:25.594712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15605195-4511-430c-b9cf-beea62b7c904 req-08c0fb95-96d6-467f-b6a0-ea0c9c76359e tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:25.596246 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-15605195-4511-430c-b9cf-beea62b7c904 req-08c0fb95-96d6-467f-b6a0-ea0c9c76359e tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a5ad95-5192-4a76-981c-9d9403970b04 HTTP/1.1" status: 200 len: 907 time: 0.0927646 Mar 05 14:25:25.608808 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d6673fd-a907-4751-b525-b772b019ec78 req-28c0bc3c-0fdf-4eb9-97c6-712bc11d250f service neutron] 10.222.0.15 "GET /v2.0/networks/16829a5e-3bda-4f8f-95a9-7b63b0879a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381144 Mar 05 14:25:25.644040 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:25:25.644407 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:25.742414 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d6673fd-a907-4751-b525-b772b019ec78 req-18634d43-3ba5-400b-8470-52fa1a115410 service neutron] 10.222.0.15 "GET /v2.0/networks/16829a5e-3bda-4f8f-95a9-7b63b0879a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268075 Mar 05 14:25:25.871092 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29683b59-5427-421e-99c9-91084af83782 req-e3c44d22-2318-4ca1-9330-2f8d652ebf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:25.872667 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-29683b59-5427-421e-99c9-91084af83782 req-e3c44d22-2318-4ca1-9330-2f8d652ebf7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0368925527849d499af5f795222f780&device_id=97a5ad95-5192-4a76-981c-9d9403970b04 HTTP/1.1" status: 200 len: 1058 time: 0.0710771 Mar 05 14:25:26.017382 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29683b59-5427-421e-99c9-91084af83782 req-4f00fa36-9f44-4490-8e04-4e594b84cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:26.018724 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-29683b59-5427-421e-99c9-91084af83782 req-4f00fa36-9f44-4490-8e04-4e594b84cebb service neutron] 10.222.0.15 "GET /v2.0/networks?id=16829a5e-3bda-4f8f-95a9-7b63b0879a38 HTTP/1.1" status: 200 len: 898 time: 0.1395004 Mar 05 14:25:26.092761 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-29683b59-5427-421e-99c9-91084af83782 req-e18c63f8-3929-4ca2-8eb3-7b11b95a7d98 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=4b9da586-5350-48c1-bd3b-38263124fca5 HTTP/1.1" status: 200 len: 217 time: 0.0667403 Mar 05 14:25:26.155686 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29683b59-5427-421e-99c9-91084af83782 req-5047b97b-c63a-4d78-b3b7-963784dc02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:26.157042 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-29683b59-5427-421e-99c9-91084af83782 req-5047b97b-c63a-4d78-b3b7-963784dc02f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b214bbde-db4f-46f6-bafa-7c4ab76575dd HTTP/1.1" status: 200 len: 837 time: 0.0567384 Mar 05 14:25:26.233422 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29683b59-5427-421e-99c9-91084af83782 req-29525781-33f2-4446-88d0-4ba182d87fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:26.234896 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-29683b59-5427-421e-99c9-91084af83782 req-29525781-33f2-4446-88d0-4ba182d87fe6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16829a5e-3bda-4f8f-95a9-7b63b0879a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716698 Mar 05 14:25:26.366191 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-29683b59-5427-421e-99c9-91084af83782 req-8259d460-e64c-4759-b46f-27c005b7a110 service neutron] 10.222.0.15 "GET /v2.0/networks/16829a5e-3bda-4f8f-95a9-7b63b0879a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241186 Mar 05 14:25:26.496874 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-29683b59-5427-421e-99c9-91084af83782 req-dcbf4f5e-ba52-417b-9920-e0424f6587ad service neutron] 10.222.0.15 "GET /v2.0/networks/16829a5e-3bda-4f8f-95a9-7b63b0879a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247127 Mar 05 14:25:26.784154 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef95eb-d601-4036-8c06-1e092242bc5d req-aa625a13-74bd-44bd-9d45-bc7a26000fd1 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:26.784843 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6aef95eb-d601-4036-8c06-1e092242bc5d req-aa625a13-74bd-44bd-9d45-bc7a26000fd1 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Synchronizing usage tracker for tenant:b0368925527849d499af5f795222f780 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:25:26.800364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6aef95eb-d601-4036-8c06-1e092242bc5d req-aa625a13-74bd-44bd-9d45-bc7a26000fd1 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Unset dirty status for tenant:b0368925527849d499af5f795222f780 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:25:26.801469 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6aef95eb-d601-4036-8c06-1e092242bc5d req-aa625a13-74bd-44bd-9d45-bc7a26000fd1 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a5ad95-5192-4a76-981c-9d9403970b04 HTTP/1.1" status: 200 len: 907 time: 0.0953448 Mar 05 14:25:27.987315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a876d6a-9dc8-47f9-93e4-02a911926bd8 req-42eb3a0b-10d3-4c9d-8a9f-e8fe456d1236 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:27.988738 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2a876d6a-9dc8-47f9-93e4-02a911926bd8 req-42eb3a0b-10d3-4c9d-8a9f-e8fe456d1236 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a5ad95-5192-4a76-981c-9d9403970b04 HTTP/1.1" status: 200 len: 907 time: 0.0789185 Mar 05 14:25:28.834308 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 4b9da586-5350-48c1-bd3b-38263124fca5 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:25:28.967875 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 4b9da586-5350-48c1-bd3b-38263124fca5, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=4b9da586-5350-48c1-bd3b-38263124fca5,segment=NetworkSegment(0d95fdfe-ac38-45f1-9593-1546c0690d91),segment_id=0d95fdfe-ac38-45f1-9593-1546c0690d91)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:25:28.981587 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '4b9da586-5350-48c1-bd3b-38263124fca5', 'network_id': '16829a5e-3bda-4f8f-95a9-7b63b0879a38', 'port_id': '4b9da586-5350-48c1-bd3b-38263124fca5', 'mac_address': 'fa:16:3e:a4:68:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b214bbde-db4f-46f6-bafa-7c4ab76575dd', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:25:29.039719 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:29.056666 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b9da586-5350-48c1-bd3b-38263124fca5 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:25:29.072657 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 4b9da586-5350-48c1-bd3b-38263124fca5, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=4b9da586-5350-48c1-bd3b-38263124fca5,segment=NetworkSegment(0d95fdfe-ac38-45f1-9593-1546c0690d91),segment_id=0d95fdfe-ac38-45f1-9593-1546c0690d91)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:25:29.076931 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:29.143661 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=4b9da586-5350-48c1-bd3b-38263124fca5,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:29.179267 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f91e5-4fab-4458-ac11-d68d91e571fb req-b684bff9-f34d-4e9a-b22b-bc2b52d3e34d tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:29.180695 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f24f91e5-4fab-4458-ac11-d68d91e571fb req-b684bff9-f34d-4e9a-b22b-bc2b52d3e34d tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a5ad95-5192-4a76-981c-9d9403970b04 HTTP/1.1" status: 200 len: 908 time: 0.0855565 Mar 05 14:25:29.276586 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['4b9da586-5350-48c1-bd3b-38263124fca5'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:25:29.347284 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:29.350478 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:30.366991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd936255-0a52-43a0-95f2-00db9e6fac5c req-6df7cd26-8a69-49fb-9ad9-e0f67a26fead tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:30.368437 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bd936255-0a52-43a0-95f2-00db9e6fac5c req-6df7cd26-8a69-49fb-9ad9-e0f67a26fead tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a5ad95-5192-4a76-981c-9d9403970b04 HTTP/1.1" status: 200 len: 908 time: 0.0824933 Mar 05 14:25:30.849550 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 4b9da586-5350-48c1-bd3b-38263124fca5 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:25:30.914999 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 4b9da586-5350-48c1-bd3b-38263124fca5 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:25:30.920057 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 4b9da586-5350-48c1-bd3b-38263124fca5 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:25:30.920422 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:31.034034 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:31.059372 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a5ad95-5192-4a76-981c-9d9403970b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9da586-5350-48c1-bd3b-38263124fca5'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:25:31.068985 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 4b9da586-5350-48c1-bd3b-38263124fca5, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=4b9da586-5350-48c1-bd3b-38263124fca5,segment=NetworkSegment(0d95fdfe-ac38-45f1-9593-1546c0690d91),segment_id=0d95fdfe-ac38-45f1-9593-1546c0690d91)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:25:31.071982 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:31.107903 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a5ad95-5192-4a76-981c-9d9403970b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9da586-5350-48c1-bd3b-38263124fca5', 'code': 200} Mar 05 14:25:31.142890 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=4b9da586-5350-48c1-bd3b-38263124fca5,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:31.228587 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531d8e2-d04e-4037-8e60-a6b84144d075 req-be285d4a-6625-4480-b319-3d8de5111509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:31.230052 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9531d8e2-d04e-4037-8e60-a6b84144d075 req-be285d4a-6625-4480-b319-3d8de5111509 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=97a5ad95-5192-4a76-981c-9d9403970b04 HTTP/1.1" status: 200 len: 1060 time: 0.0706627 Mar 05 14:25:31.552018 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a29729-01f2-41a3-9a01-4582295851b3 req-74d0cce7-df35-43e3-8383-dd4a5cd9eab7 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:31.553456 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-28a29729-01f2-41a3-9a01-4582295851b3 req-74d0cce7-df35-43e3-8383-dd4a5cd9eab7 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a5ad95-5192-4a76-981c-9d9403970b04 HTTP/1.1" status: 200 len: 909 time: 0.0782928 Mar 05 14:25:32.743430 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55047a04-9ece-40ce-8772-0a4cab7667d5 req-81aa9c4e-5076-4397-8615-53c1bc92041a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:32.744778 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-55047a04-9ece-40ce-8772-0a4cab7667d5 req-81aa9c4e-5076-4397-8615-53c1bc92041a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a5ad95-5192-4a76-981c-9d9403970b04 HTTP/1.1" status: 200 len: 909 time: 0.0862789 Mar 05 14:25:32.930328 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004271ed-9df2-40bb-9344-5eac788e0193 req-18eb3597-9446-4217-b0af-b8f59b289540 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:32.931764 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-004271ed-9df2-40bb-9344-5eac788e0193 req-18eb3597-9446-4217-b0af-b8f59b289540 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a5ad95-5192-4a76-981c-9d9403970b04 HTTP/1.1" status: 200 len: 909 time: 0.0827661 Mar 05 14:25:33.108310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc954a67-6734-41ba-be31-b4348a6754e2 req-7c58213e-2f61-41e7-ac25-50053d171546 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:33.109784 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fc954a67-6734-41ba-be31-b4348a6754e2 req-7c58213e-2f61-41e7-ac25-50053d171546 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=97a5ad95-5192-4a76-981c-9d9403970b04 HTTP/1.1" status: 200 len: 1060 time: 0.0714240 Mar 05 14:25:33.285113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37931c07-e559-478f-9d36-42a7f21c0070 req-ae01115c-9b13-4f98-a9de-4ff70245b97b tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:33.286589 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37931c07-e559-478f-9d36-42a7f21c0070 req-ae01115c-9b13-4f98-a9de-4ff70245b97b tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5 HTTP/1.1" status: 200 len: 1135 time: 0.0738730 Mar 05 14:25:33.329587 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37931c07-e559-478f-9d36-42a7f21c0070 req-69859208-1edc-4b25-bb4c-3f895da27656 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=70ff40aa-c222-4f02-a137-51c3ba35cf56&id=542ee6d0-cfde-443b-8182-29c8e90070f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0372169 Mar 05 14:25:33.352190 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50516) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:33.428600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18647109-9d9c-48e8-be7d-47591cb3b960 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:33.429991 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-18647109-9d9c-48e8-be7d-47591cb3b960 tempest-TestSecurityGroupsBasicOps-1909451935 tempest-TestSecurityGroupsBasicOps-1909451935-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=97a5ad95-5192-4a76-981c-9d9403970b04 HTTP/1.1" status: 200 len: 1055 time: 0.0768368 Mar 05 14:25:33.783499 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9c3f3-f0b6-4124-9b12-fdd13a65e910 req-e136aa8f-06f8-4c84-9a49-d05bf729b832 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:33.784938 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-54f9c3f3-f0b6-4124-9b12-fdd13a65e910 req-e136aa8f-06f8-4c84-9a49-d05bf729b832 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a5ad95-5192-4a76-981c-9d9403970b04 HTTP/1.1" status: 200 len: 909 time: 0.0802493 Mar 05 14:25:35.012584 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59123f69-ce55-4402-bbdb-e5aa913283f2 req-9f87e3fa-d59c-44a1-8ee6-f79e6432f034 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:35.014026 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-59123f69-ce55-4402-bbdb-e5aa913283f2 req-9f87e3fa-d59c-44a1-8ee6-f79e6432f034 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a5ad95-5192-4a76-981c-9d9403970b04 HTTP/1.1" status: 200 len: 909 time: 0.1072233 Mar 05 14:25:35.022065 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789b99f-6494-4aa7-a02d-2d24e6a3db05 req-19d1be30-f72e-42f7-8141-a2099279666a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:35.023439 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1789b99f-6494-4aa7-a02d-2d24e6a3db05 req-19d1be30-f72e-42f7-8141-a2099279666a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.15 "GET /v2.0/ports?device_id=97a5ad95-5192-4a76-981c-9d9403970b04 HTTP/1.1" status: 200 len: 909 time: 0.1524627 Mar 05 14:25:35.092649 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-1789b99f-6494-4aa7-a02d-2d24e6a3db05 req-6e70a2ce-bd6a-4181-ba87-ee85e5ebbf5a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Deleting port 4b9da586-5350-48c1-bd3b-38263124fca5 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:25:35.092908 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1789b99f-6494-4aa7-a02d-2d24e6a3db05 req-6e70a2ce-bd6a-4181-ba87-ee85e5ebbf5a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:35.436679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-1789b99f-6494-4aa7-a02d-2d24e6a3db05 req-6e70a2ce-bd6a-4181-ba87-ee85e5ebbf5a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] For port 4b9da586-5350-48c1-bd3b-38263124fca5, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=4b9da586-5350-48c1-bd3b-38263124fca5,segment=NetworkSegment(0d95fdfe-ac38-45f1-9593-1546c0690d91),segment_id=0d95fdfe-ac38-45f1-9593-1546c0690d91)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:25:35.437031 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1789b99f-6494-4aa7-a02d-2d24e6a3db05 req-6e70a2ce-bd6a-4181-ba87-ee85e5ebbf5a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:35.563537 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-1789b99f-6494-4aa7-a02d-2d24e6a3db05 req-6e70a2ce-bd6a-4181-ba87-ee85e5ebbf5a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Calling delete_port for 4b9da586-5350-48c1-bd3b-38263124fca5 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:25:35.703504 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1789b99f-6494-4aa7-a02d-2d24e6a3db05 req-6e70a2ce-bd6a-4181-ba87-ee85e5ebbf5a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:35.756356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70a2ce-bd6a-4181-ba87-ee85e5ebbf5a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event deleted for resources: {'Port': ['ID=4b9da586-5350-48c1-bd3b-38263124fca5,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:35.836554 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-1789b99f-6494-4aa7-a02d-2d24e6a3db05 req-6e70a2ce-bd6a-4181-ba87-ee85e5ebbf5a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] No DVR routers for this DVR port 4b9da586-5350-48c1-bd3b-38263124fca5 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:25:35.839269 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-1789b99f-6494-4aa7-a02d-2d24e6a3db05 req-6e70a2ce-bd6a-4181-ba87-ee85e5ebbf5a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:35.842651 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a5ad95-5192-4a76-981c-9d9403970b04', 'name': 'network-vif-deleted', 'tag': '4b9da586-5350-48c1-bd3b-38263124fca5'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:25:35.859189 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1789b99f-6494-4aa7-a02d-2d24e6a3db05 req-6e70a2ce-bd6a-4181-ba87-ee85e5ebbf5a tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.15 "DELETE /v2.0/ports/4b9da586-5350-48c1-bd3b-38263124fca5 HTTP/1.1" status: 204 len: 173 time: 0.8305521 Mar 05 14:25:35.899975 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a5ad95-5192-4a76-981c-9d9403970b04', 'name': 'network-vif-deleted', 'tag': '4b9da586-5350-48c1-bd3b-38263124fca5', 'status': 'completed', 'code': 200} Mar 05 14:25:36.175328 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d9578b8a-c2fa-4380-974a-57235c1a1c3d req-904c030c-88f4-4fc0-bc35-cd055d8ac870 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Synchronizing usage tracker for tenant:b0368925527849d499af5f795222f780 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:25:36.191329 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d9578b8a-c2fa-4380-974a-57235c1a1c3d req-904c030c-88f4-4fc0-bc35-cd055d8ac870 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Unset dirty status for tenant:b0368925527849d499af5f795222f780 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:25:36.192476 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9578b8a-c2fa-4380-974a-57235c1a1c3d req-904c030c-88f4-4fc0-bc35-cd055d8ac870 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=97a5ad95-5192-4a76-981c-9d9403970b04 HTTP/1.1" status: 200 len: 210 time: 0.0611186 Mar 05 14:25:36.490373 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-28a779d8-c7c8-46d1-9dbd-f1dd7799fd36 req-bca3ac31-e7a7-4dce-b85b-4d1201f9997a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0738933 Mar 05 14:25:36.635839 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a779d8-c7c8-46d1-9dbd-f1dd7799fd36 req-9b1d1207-da05-4aaa-b2bd-ed0c53461a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:36.637298 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-28a779d8-c7c8-46d1-9dbd-f1dd7799fd36 req-9b1d1207-da05-4aaa-b2bd-ed0c53461a3b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0368925527849d499af5f795222f780&device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5 HTTP/1.1" status: 200 len: 1135 time: 0.0749588 Mar 05 14:25:36.781373 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a779d8-c7c8-46d1-9dbd-f1dd7799fd36 req-8b4f697e-7123-48a0-9bdc-daf15bbba49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:36.782712 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-28a779d8-c7c8-46d1-9dbd-f1dd7799fd36 req-8b4f697e-7123-48a0-9bdc-daf15bbba49d service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8bc4456-e3a1-4af6-8270-5a97c6c2b27a HTTP/1.1" status: 200 len: 896 time: 0.1275823 Mar 05 14:25:36.889661 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-28a779d8-c7c8-46d1-9dbd-f1dd7799fd36 req-86efeb00-0b9c-404d-bd75-9aacbf4e6eda service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6444ee40-3a5e-412c-a8e7-22abad4accb2 HTTP/1.1" status: 200 len: 1001 time: 0.0992336 Mar 05 14:25:36.952677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a779d8-c7c8-46d1-9dbd-f1dd7799fd36 req-9e7d68bf-714b-4d5a-ba88-d25fa41f258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:36.954088 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-28a779d8-c7c8-46d1-9dbd-f1dd7799fd36 req-9e7d68bf-714b-4d5a-ba88-d25fa41f258b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5f81a080-c163-4546-a3f4-825015dd9092 HTTP/1.1" status: 200 len: 835 time: 0.0594268 Mar 05 14:25:37.026700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a779d8-c7c8-46d1-9dbd-f1dd7799fd36 req-53d4b343-c80b-4f9c-9563-99432769b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:37.028758 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-28a779d8-c7c8-46d1-9dbd-f1dd7799fd36 req-53d4b343-c80b-4f9c-9563-99432769b7ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8bc4456-e3a1-4af6-8270-5a97c6c2b27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692010 Mar 05 14:25:37.158201 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-28a779d8-c7c8-46d1-9dbd-f1dd7799fd36 req-bb2df0bc-d152-49b6-a112-7a37e9079d18 service neutron] 10.222.0.30 "GET /v2.0/networks/e8bc4456-e3a1-4af6-8270-5a97c6c2b27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231353 Mar 05 14:25:37.290265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50532) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:37.292305 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-28a779d8-c7c8-46d1-9dbd-f1dd7799fd36 req-f6311718-86d3-4be3-b253-bf5ad59cc87c service neutron] 10.222.0.30 "GET /v2.0/networks/e8bc4456-e3a1-4af6-8270-5a97c6c2b27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284273 Mar 05 14:25:37.823555 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-347400ab-8156-4c1b-a331-5f82a3c35104 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:38.285144 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-347400ab-8156-4c1b-a331-5f82a3c35104 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Deleting port d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:25:38.285477 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-347400ab-8156-4c1b-a331-5f82a3c35104 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:38.473157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-347400ab-8156-4c1b-a331-5f82a3c35104 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] For port d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d,segment=NetworkSegment(0d95fdfe-ac38-45f1-9593-1546c0690d91),segment_id=0d95fdfe-ac38-45f1-9593-1546c0690d91)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:25:38.473777 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-347400ab-8156-4c1b-a331-5f82a3c35104 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:38.598836 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-347400ab-8156-4c1b-a331-5f82a3c35104 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Calling delete_port for d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:25:38.837576 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f49c3094-610e-4942-88db-22fbcaede417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:38.865757 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 4b9da586-5350-48c1-bd3b-38263124fca5 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:25:38.899627 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: 4b9da586-5350-48c1-bd3b-38263124fca5 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:25:38.899971 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 4b9da586-5350-48c1-bd3b-38263124fca5 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:25:38.925883 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-347400ab-8156-4c1b-a331-5f82a3c35104 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:38.973464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347400ab-8156-4c1b-a331-5f82a3c35104 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event deleted for resources: {'Port': ['ID=d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:39.243697 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-347400ab-8156-4c1b-a331-5f82a3c35104 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:39.726229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347400ab-8156-4c1b-a331-5f82a3c35104 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Router 26dcf929-a02d-464f-8907-37be86405d8a has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:25:39.899876 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347400ab-8156-4c1b-a331-5f82a3c35104 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:25:39.909467 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31f5e46-9986-43fa-a555-8d638403b761 None None] Sync routers for ids ['26dcf929-a02d-464f-8907-37be86405d8a'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:25:39.916393 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-347400ab-8156-4c1b-a331-5f82a3c35104 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "PUT /v2.0/routers/26dcf929-a02d-464f-8907-37be86405d8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6249821 Mar 05 14:25:39.919222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50536) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:39.919765 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31f5e46-9986-43fa-a555-8d638403b761 None None] Routers {'26dcf929-a02d-464f-8907-37be86405d8a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:25:39.920540 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c31f5e46-9986-43fa-a555-8d638403b761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:25:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['26dcf929-a02d-464f-8907-37be86405d8a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:39.989580 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-162d3ff2-389a-4a05-9583-ab1e30b25306 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Deleting subnet b214bbde-db4f-46f6-bafa-7c4ab76575dd {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:25:39.992439 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-162d3ff2-389a-4a05-9583-ab1e30b25306 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:40.045485 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-162d3ff2-389a-4a05-9583-ab1e30b25306 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:40.094133 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-c31f5e46-9986-43fa-a555-8d638403b761 None None] Set router 26dcf929-a02d-464f-8907-37be86405d8a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:25:40.127113 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-162d3ff2-389a-4a05-9583-ab1e30b25306 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:40.203751 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-162d3ff2-389a-4a05-9583-ab1e30b25306 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:40.243017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d3ff2-389a-4a05-9583-ab1e30b25306 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event deleted for resources: {'Subnet': ['ID=b214bbde-db4f-46f6-bafa-7c4ab76575dd,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:40.246420 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-162d3ff2-389a-4a05-9583-ab1e30b25306 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:40.252355 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-162d3ff2-389a-4a05-9583-ab1e30b25306 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "DELETE /v2.0/subnets/b214bbde-db4f-46f6-bafa-7c4ab76575dd HTTP/1.1" status: 204 len: 168 time: 0.3321815 Mar 05 14:25:40.254972 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50540) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:40.256924 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180121a5-b0d5-4a35-ab3c-7f639616c35f None None] Network 16829a5e-3bda-4f8f-95a9-7b63b0879a38 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:25:40.403956 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c31f5e46-9986-43fa-a555-8d638403b761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26dcf929-a02d-464f-8907-37be86405d8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1829670284', 'tenant_id': 'b0368925527849d499af5f795222f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '3780f678-ff09-465e-a0bf-89c52d8211b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:25:14Z', 'updated_at': '2022-03-05T14:25:38Z', 'revision_number': 5, 'project_id': 'b0368925527849d499af5f795222f780', 'gw_port': {'id': '3780f678-ff09-465e-a0bf-89c52d8211b9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26dcf929-a02d-464f-8907-37be86405d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:25:15Z', 'updated_at': '2022-03-05T14:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:40.408035 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31f5e46-9986-43fa-a555-8d638403b761 None None] Checking router: 26dcf929-a02d-464f-8907-37be86405d8a for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:25:40.416611 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31f5e46-9986-43fa-a555-8d638403b761 None None] Routers {'26dcf929-a02d-464f-8907-37be86405d8a'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:25:40.417208 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c31f5e46-9986-43fa-a555-8d638403b761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:25:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['26dcf929-a02d-464f-8907-37be86405d8a'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:40.440712 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed27e0a4-b3b8-4618-a50d-4dd33cc080f2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:40.602929 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-c31f5e46-9986-43fa-a555-8d638403b761 None None] Set router 26dcf929-a02d-464f-8907-37be86405d8a gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:25:40.635924 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed27e0a4-b3b8-4618-a50d-4dd33cc080f2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:40.648193 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ed27e0a4-b3b8-4618-a50d-4dd33cc080f2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Deleting port 3780f678-ff09-465e-a0bf-89c52d8211b9 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:25:40.648602 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed27e0a4-b3b8-4618-a50d-4dd33cc080f2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:40.650649 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cc2439-2010-4561-9fb1-4711673b8a72 None None] DHCP port deletion for 16829a5e-3bda-4f8f-95a9-7b63b0879a38 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:25:40.655719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-55cc2439-2010-4561-9fb1-4711673b8a72 None None] Deleting port a1e9fafb-747b-406b-b3f4-dcd44bda54c7 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:25:40.656189 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-55cc2439-2010-4561-9fb1-4711673b8a72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:40.834717 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-ed27e0a4-b3b8-4618-a50d-4dd33cc080f2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] For port 3780f678-ff09-465e-a0bf-89c52d8211b9, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3780f678-ff09-465e-a0bf-89c52d8211b9,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:25:40.835357 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed27e0a4-b3b8-4618-a50d-4dd33cc080f2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:40.889852 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c31f5e46-9986-43fa-a555-8d638403b761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26dcf929-a02d-464f-8907-37be86405d8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1829670284', 'tenant_id': 'b0368925527849d499af5f795222f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '3780f678-ff09-465e-a0bf-89c52d8211b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:25:14Z', 'updated_at': '2022-03-05T14:25:38Z', 'revision_number': 5, 'project_id': 'b0368925527849d499af5f795222f780', 'gw_port': {'id': '3780f678-ff09-465e-a0bf-89c52d8211b9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26dcf929-a02d-464f-8907-37be86405d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:25:15Z', 'updated_at': '2022-03-05T14:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:40.893610 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31f5e46-9986-43fa-a555-8d638403b761 None None] The sync data for ids ['26dcf929-a02d-464f-8907-37be86405d8a'] in n-d-803718-1 is: [{'id': '26dcf929-a02d-464f-8907-37be86405d8a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1829670284', 'tenant_id': 'b0368925527849d499af5f795222f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '3780f678-ff09-465e-a0bf-89c52d8211b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:25:14Z', 'updated_at': '2022-03-05T14:25:38Z', 'revision_number': 5, 'project_id': 'b0368925527849d499af5f795222f780', 'gw_port': {'id': '3780f678-ff09-465e-a0bf-89c52d8211b9', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26dcf929-a02d-464f-8907-37be86405d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:25:15Z', 'updated_at': '2022-03-05T14:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:25:40.904093 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-55cc2439-2010-4561-9fb1-4711673b8a72 None None] For port a1e9fafb-747b-406b-b3f4-dcd44bda54c7, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a1e9fafb-747b-406b-b3f4-dcd44bda54c7,segment=NetworkSegment(0d95fdfe-ac38-45f1-9593-1546c0690d91),segment_id=0d95fdfe-ac38-45f1-9593-1546c0690d91)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:25:40.904564 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-55cc2439-2010-4561-9fb1-4711673b8a72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:41.036888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-55cc2439-2010-4561-9fb1-4711673b8a72 None None] Calling delete_port for a1e9fafb-747b-406b-b3f4-dcd44bda54c7 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:25:41.083171 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-790b4e13-6cbb-4264-8c92-6fb3e081a680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:41.088240 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ed27e0a4-b3b8-4618-a50d-4dd33cc080f2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Calling delete_port for 3780f678-ff09-465e-a0bf-89c52d8211b9 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:25:41.118702 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-55cc2439-2010-4561-9fb1-4711673b8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:41.165038 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc2439-2010-4561-9fb1-4711673b8a72 None None] Pushing event deleted for resources: {'Port': ['ID=a1e9fafb-747b-406b-b3f4-dcd44bda54c7,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:41.167282 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cc2439-2010-4561-9fb1-4711673b8a72 None None] No DVR routers for this DVR port a1e9fafb-747b-406b-b3f4-dcd44bda54c7 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:25:41.175294 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc2439-2010-4561-9fb1-4711673b8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:41.175634 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc2439-2010-4561-9fb1-4711673b8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:41.175999 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc2439-2010-4561-9fb1-4711673b8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:41.176328 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc2439-2010-4561-9fb1-4711673b8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:41.176657 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc2439-2010-4561-9fb1-4711673b8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:41.176983 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc2439-2010-4561-9fb1-4711673b8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:41.177302 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc2439-2010-4561-9fb1-4711673b8a72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:41.177634 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc2439-2010-4561-9fb1-4711673b8a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:41.177935 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc2439-2010-4561-9fb1-4711673b8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:41.178250 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc2439-2010-4561-9fb1-4711673b8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:41.178566 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc2439-2010-4561-9fb1-4711673b8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:41.179392 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cc2439-2010-4561-9fb1-4711673b8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:25:41.266071 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed27e0a4-b3b8-4618-a50d-4dd33cc080f2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:41.314431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27e0a4-b3b8-4618-a50d-4dd33cc080f2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event deleted for resources: {'Port': ['ID=3780f678-ff09-465e-a0bf-89c52d8211b9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:41.406262 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed27e0a4-b3b8-4618-a50d-4dd33cc080f2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:41.582098 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed27e0a4-b3b8-4618-a50d-4dd33cc080f2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:41.584319 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed27e0a4-b3b8-4618-a50d-4dd33cc080f2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:41.607924 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:25:41.609364 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed27e0a4-b3b8-4618-a50d-4dd33cc080f2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:41.609898 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed27e0a4-b3b8-4618-a50d-4dd33cc080f2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Fanout notify agent at l3_agent the message router_deleted on router 26dcf929-a02d-464f-8907-37be86405d8a {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:25:41.625834 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed27e0a4-b3b8-4618-a50d-4dd33cc080f2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:41.629516 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ed27e0a4-b3b8-4618-a50d-4dd33cc080f2 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "DELETE /v2.0/routers/26dcf929-a02d-464f-8907-37be86405d8a HTTP/1.1" status: 204 len: 168 time: 1.3713048 Mar 05 14:25:41.629742 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50544) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:41.653308 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:25:41.654440 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device d1ad8e4b-2529-4d9f-ba9d-0bb383fe1b4d not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:25:41.654440 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a1e9fafb-747b-406b-b3f4-dcd44bda54c7 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:25:41.687942 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: a1e9fafb-747b-406b-b3f4-dcd44bda54c7 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:25:41.688216 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a1e9fafb-747b-406b-b3f4-dcd44bda54c7 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:25:41.750902 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23d57a5b-ef14-4484-973c-f6c05f444c6f tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:41.877624 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23d57a5b-ef14-4484-973c-f6c05f444c6f tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:41.902456 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-23d57a5b-ef14-4484-973c-f6c05f444c6f tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16829a5e-3bda-4f8f-95a9-7b63b0879a38']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:41.914013 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-23d57a5b-ef14-4484-973c-f6c05f444c6f tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d95fdfe-ac38-45f1-9593-1546c0690d91') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:41.914299 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-23d57a5b-ef14-4484-973c-f6c05f444c6f tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d95fdfe-ac38-45f1-9593-1546c0690d91') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:41.925115 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23d57a5b-ef14-4484-973c-f6c05f444c6f tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:41.940432 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23d57a5b-ef14-4484-973c-f6c05f444c6f tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:41.946055 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d57a5b-ef14-4484-973c-f6c05f444c6f tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:25:41.946426 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23d57a5b-ef14-4484-973c-f6c05f444c6f tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:25:41.960721 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:25:42.040114 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23d57a5b-ef14-4484-973c-f6c05f444c6f tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:42.057492 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-23d57a5b-ef14-4484-973c-f6c05f444c6f tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:42.071337 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d57a5b-ef14-4484-973c-f6c05f444c6f tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event deleted for resources: {'Network': ['ID=16829a5e-3bda-4f8f-95a9-7b63b0879a38,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:42.078292 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-23d57a5b-ef14-4484-973c-f6c05f444c6f tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "DELETE /v2.0/networks/16829a5e-3bda-4f8f-95a9-7b63b0879a38 HTTP/1.1" status: 204 len: 168 time: 0.4475820 Mar 05 14:25:42.082392 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50548) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:42.145163 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:42.199850 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:42.289665 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-1fd321f4-6a49-4999-bcdb-299964c56d77 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Deleting port 845266dc-854d-4d3f-bd8e-66757f66acad {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:25:42.290006 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1fd321f4-6a49-4999-bcdb-299964c56d77 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:42.462496 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1fd321f4-6a49-4999-bcdb-299964c56d77 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:42.462849 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1fd321f4-6a49-4999-bcdb-299964c56d77 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:42.710400 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-1fd321f4-6a49-4999-bcdb-299964c56d77 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Calling delete_port for 845266dc-854d-4d3f-bd8e-66757f66acad owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:25:42.866874 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1fd321f4-6a49-4999-bcdb-299964c56d77 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:42.920504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd321f4-6a49-4999-bcdb-299964c56d77 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event deleted for resources: {'Port': ['ID=845266dc-854d-4d3f-bd8e-66757f66acad,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:43.038096 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1fd321f4-6a49-4999-bcdb-299964c56d77 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:43.038335 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-1fd321f4-6a49-4999-bcdb-299964c56d77 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Floating IP 855f100b-097f-478f-a5b7-3a938c89c8ef disassociated (deleted). External IP: 172.25.4.107, port: 6444ee40-3a5e-412c-a8e7-22abad4accb2. Mar 05 14:25:43.440111 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd321f4-6a49-4999-bcdb-299964c56d77 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Router 017878d0-0f0d-4331-9438-441e6f5e9ae7 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:25:43.518467 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3780f678-ff09-465e-a0bf-89c52d8211b9 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:25:43.557062 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 3780f678-ff09-465e-a0bf-89c52d8211b9 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:25:43.557404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3780f678-ff09-465e-a0bf-89c52d8211b9 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:25:43.626725 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd321f4-6a49-4999-bcdb-299964c56d77 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:25:43.636785 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f7c46-44c3-4411-8944-01d0ce90203d None None] Sync routers for ids ['017878d0-0f0d-4331-9438-441e6f5e9ae7'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:25:43.642971 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1fd321f4-6a49-4999-bcdb-299964c56d77 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:43.645510 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6f7c46-44c3-4411-8944-01d0ce90203d None None] Routers {'017878d0-0f0d-4331-9438-441e6f5e9ae7'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:25:43.646127 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-fd6f7c46-44c3-4411-8944-01d0ce90203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:25:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['017878d0-0f0d-4331-9438-441e6f5e9ae7'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:43.697655 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1fd321f4-6a49-4999-bcdb-299964c56d77 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "DELETE /v2.0/floatingips/855f100b-097f-478f-a5b7-3a938c89c8ef HTTP/1.1" status: 204 len: 168 time: 1.6141243 Mar 05 14:25:43.698141 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5', 'tag': '6444ee40-3a5e-412c-a8e7-22abad4accb2'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:25:43.816539 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5', 'tag': '6444ee40-3a5e-412c-a8e7-22abad4accb2', 'status': 'completed', 'code': 200} Mar 05 14:25:43.828675 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:43.845308 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-fd6f7c46-44c3-4411-8944-01d0ce90203d None None] Set router 017878d0-0f0d-4331-9438-441e6f5e9ae7 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:25:43.923534 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9123d3a-0d2e-4279-810d-d373d8449753 req-2a594501-7fc8-4651-a175-8d24afba6c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:43.925083 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a9123d3a-0d2e-4279-810d-d373d8449753 req-2a594501-7fc8-4651-a175-8d24afba6c57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0368925527849d499af5f795222f780&device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5 HTTP/1.1" status: 200 len: 1135 time: 0.0877922 Mar 05 14:25:44.096693 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315baf05-a378-4dba-bf99-ec32817e1531 req-7a05544b-ba49-4290-aac1-462af64f7749 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:44.097665 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-315baf05-a378-4dba-bf99-ec32817e1531 req-7a05544b-ba49-4290-aac1-462af64f7749 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Synchronizing usage tracker for tenant:b0368925527849d499af5f795222f780 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:25:44.117427 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-315baf05-a378-4dba-bf99-ec32817e1531 req-7a05544b-ba49-4290-aac1-462af64f7749 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Unset dirty status for tenant:b0368925527849d499af5f795222f780 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:25:44.118827 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-315baf05-a378-4dba-bf99-ec32817e1531 req-7a05544b-ba49-4290-aac1-462af64f7749 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5 HTTP/1.1" status: 200 len: 984 time: 0.1143565 Mar 05 14:25:44.172863 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9123d3a-0d2e-4279-810d-d373d8449753 req-c47f83ee-e4d5-45e2-8423-a10aba9a14a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:44.173994 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-fd6f7c46-44c3-4411-8944-01d0ce90203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-941098401', 'tenant_id': 'b0368925527849d499af5f795222f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:22Z', 'revision_number': 4, 'project_id': 'b0368925527849d499af5f795222f780', 'gw_port': {'id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'f3346be0-e427-4291-b969-207be284a8be', 'name': '', 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a', 'tenant_id': 'b0368925527849d499af5f795222f780', 'mac_address': 'fa:16:3e:4d:bb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '5f81a080-c163-4546-a3f4-825015dd9092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:24:21Z', 'updated_at': '2022-03-05T14:24:27Z', 'revision_number': 5, 'project_id': 'b0368925527849d499af5f795222f780', 'subnets': [{'id': '5f81a080-c163-4546-a3f4-825015dd9092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:44.174472 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a9123d3a-0d2e-4279-810d-d373d8449753 req-c47f83ee-e4d5-45e2-8423-a10aba9a14a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8bc4456-e3a1-4af6-8270-5a97c6c2b27a HTTP/1.1" status: 200 len: 896 time: 0.2432902 Mar 05 14:25:44.177867 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-315baf05-a378-4dba-bf99-ec32817e1531 req-35e25ee1-744c-4644-b194-7cea436c1d25 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/security-groups?id=70ff40aa-c222-4f02-a137-51c3ba35cf56&id=542ee6d0-cfde-443b-8182-29c8e90070f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0513139 Mar 05 14:25:44.178055 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f7c46-44c3-4411-8944-01d0ce90203d None None] Checking router: 017878d0-0f0d-4331-9438-441e6f5e9ae7 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:25:44.187912 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6f7c46-44c3-4411-8944-01d0ce90203d None None] Routers {'017878d0-0f0d-4331-9438-441e6f5e9ae7'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:25:44.188901 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-fd6f7c46-44c3-4411-8944-01d0ce90203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:25:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['017878d0-0f0d-4331-9438-441e6f5e9ae7'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:44.249916 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a9123d3a-0d2e-4279-810d-d373d8449753 req-fe39b8b6-55bf-435a-afeb-d0b16fc72394 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6444ee40-3a5e-412c-a8e7-22abad4accb2 HTTP/1.1" status: 200 len: 217 time: 0.0678174 Mar 05 14:25:44.313162 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9123d3a-0d2e-4279-810d-d373d8449753 req-a5797e93-aa5c-43c1-810e-c763f551481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:44.314881 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a9123d3a-0d2e-4279-810d-d373d8449753 req-a5797e93-aa5c-43c1-810e-c763f551481a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5f81a080-c163-4546-a3f4-825015dd9092 HTTP/1.1" status: 200 len: 835 time: 0.0577250 Mar 05 14:25:44.364356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-fd6f7c46-44c3-4411-8944-01d0ce90203d None None] Set router 017878d0-0f0d-4331-9438-441e6f5e9ae7 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:25:44.391493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9123d3a-0d2e-4279-810d-d373d8449753 req-6ee8af42-5b12-4702-8a1b-3f479633cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:44.393056 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a9123d3a-0d2e-4279-810d-d373d8449753 req-6ee8af42-5b12-4702-8a1b-3f479633cb86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8bc4456-e3a1-4af6-8270-5a97c6c2b27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722020 Mar 05 14:25:44.529590 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a9123d3a-0d2e-4279-810d-d373d8449753 req-fad243cc-3d84-46b6-a3f8-1f8e5238fbf6 service neutron] 10.222.0.30 "GET /v2.0/networks/e8bc4456-e3a1-4af6-8270-5a97c6c2b27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302080 Mar 05 14:25:44.663174 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a9123d3a-0d2e-4279-810d-d373d8449753 req-3ec8f4a1-aa89-4a3f-9555-c6d6cc661be5 service neutron] 10.222.0.30 "GET /v2.0/networks/e8bc4456-e3a1-4af6-8270-5a97c6c2b27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270282 Mar 05 14:25:44.708988 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-fd6f7c46-44c3-4411-8944-01d0ce90203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-941098401', 'tenant_id': 'b0368925527849d499af5f795222f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:22Z', 'revision_number': 4, 'project_id': 'b0368925527849d499af5f795222f780', 'gw_port': {'id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'f3346be0-e427-4291-b969-207be284a8be', 'name': '', 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a', 'tenant_id': 'b0368925527849d499af5f795222f780', 'mac_address': 'fa:16:3e:4d:bb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '5f81a080-c163-4546-a3f4-825015dd9092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:24:21Z', 'updated_at': '2022-03-05T14:24:27Z', 'revision_number': 5, 'project_id': 'b0368925527849d499af5f795222f780', 'subnets': [{'id': '5f81a080-c163-4546-a3f4-825015dd9092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:44.712866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f7c46-44c3-4411-8944-01d0ce90203d None None] The sync data for ids ['017878d0-0f0d-4331-9438-441e6f5e9ae7'] in n-d-803718-1 is: [{'id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-941098401', 'tenant_id': 'b0368925527849d499af5f795222f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:22Z', 'revision_number': 4, 'project_id': 'b0368925527849d499af5f795222f780', 'gw_port': {'id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'f3346be0-e427-4291-b969-207be284a8be', 'name': '', 'network_id': 'e8bc4456-e3a1-4af6-8270-5a97c6c2b27a', 'tenant_id': 'b0368925527849d499af5f795222f780', 'mac_address': 'fa:16:3e:4d:bb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '5f81a080-c163-4546-a3f4-825015dd9092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:24:21Z', 'updated_at': '2022-03-05T14:24:27Z', 'revision_number': 5, 'project_id': 'b0368925527849d499af5f795222f780', 'subnets': [{'id': '5f81a080-c163-4546-a3f4-825015dd9092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:25:44.914907 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8414ba49-a72e-4663-9bba-045c08377ac7 None None] New status for floating IP 855f100b-097f-478f-a5b7-3a938c89c8ef: DOWN {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:25:45.359524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408bfb40-6bfc-4c40-b7db-9f718437c6e1 req-0549119a-ddfe-4c8c-9be3-c66edfc96b22 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:45.360951 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-408bfb40-6bfc-4c40-b7db-9f718437c6e1 req-0549119a-ddfe-4c8c-9be3-c66edfc96b22 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.30 "GET /v2.0/ports?device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5 HTTP/1.1" status: 200 len: 984 time: 0.1288347 Mar 05 14:25:45.448448 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce76f64-aa66-45ee-94ad-5d99ef136169 req-3e08b82f-88e4-48a9-bfa8-764451973b31 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:25:45.449947 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5ce76f64-aa66-45ee-94ad-5d99ef136169 req-3e08b82f-88e4-48a9-bfa8-764451973b31 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5 HTTP/1.1" status: 200 len: 984 time: 0.1552229 Mar 05 14:25:45.455376 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-408bfb40-6bfc-4c40-b7db-9f718437c6e1 req-40542131-c1f3-4a62-9f7b-32e440169efc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Deleting port 6444ee40-3a5e-412c-a8e7-22abad4accb2 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:25:45.455712 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-408bfb40-6bfc-4c40-b7db-9f718437c6e1 req-40542131-c1f3-4a62-9f7b-32e440169efc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:45.549975 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5ce76f64-aa66-45ee-94ad-5d99ef136169 req-3425823f-25cc-4dcc-8111-fca5bcd798d3 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/security-groups?id=70ff40aa-c222-4f02-a137-51c3ba35cf56&id=542ee6d0-cfde-443b-8182-29c8e90070f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0702484 Mar 05 14:25:45.736256 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-408bfb40-6bfc-4c40-b7db-9f718437c6e1 req-40542131-c1f3-4a62-9f7b-32e440169efc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] For port 6444ee40-3a5e-412c-a8e7-22abad4accb2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=6444ee40-3a5e-412c-a8e7-22abad4accb2,segment=NetworkSegment(e88af898-fb46-42d0-b64b-f6c34bfdd858),segment_id=e88af898-fb46-42d0-b64b-f6c34bfdd858)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:25:45.736603 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-408bfb40-6bfc-4c40-b7db-9f718437c6e1 req-40542131-c1f3-4a62-9f7b-32e440169efc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:45.857656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-408bfb40-6bfc-4c40-b7db-9f718437c6e1 req-40542131-c1f3-4a62-9f7b-32e440169efc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Calling delete_port for 6444ee40-3a5e-412c-a8e7-22abad4accb2 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:25:45.999616 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-408bfb40-6bfc-4c40-b7db-9f718437c6e1 req-40542131-c1f3-4a62-9f7b-32e440169efc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:46.049819 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40542131-c1f3-4a62-9f7b-32e440169efc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event deleted for resources: {'Port': ['ID=6444ee40-3a5e-412c-a8e7-22abad4accb2,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:46.126167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-408bfb40-6bfc-4c40-b7db-9f718437c6e1 req-40542131-c1f3-4a62-9f7b-32e440169efc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] No DVR routers for this DVR port 6444ee40-3a5e-412c-a8e7-22abad4accb2 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:25:46.128631 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-408bfb40-6bfc-4c40-b7db-9f718437c6e1 req-40542131-c1f3-4a62-9f7b-32e440169efc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:46.131136 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5', 'name': 'network-vif-deleted', 'tag': '6444ee40-3a5e-412c-a8e7-22abad4accb2'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:25:46.147222 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-408bfb40-6bfc-4c40-b7db-9f718437c6e1 req-40542131-c1f3-4a62-9f7b-32e440169efc tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.30 "DELETE /v2.0/ports/6444ee40-3a5e-412c-a8e7-22abad4accb2 HTTP/1.1" status: 204 len: 173 time: 0.7808695 Mar 05 14:25:46.179640 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5', 'name': 'network-vif-deleted', 'tag': '6444ee40-3a5e-412c-a8e7-22abad4accb2', 'status': 'completed', 'code': 200} Mar 05 14:25:46.710337 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-700c3762-49e7-485f-8b8c-af9e4e9491a4 req-009ed765-d369-4804-a1ad-5e0b8dc9cb16 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Synchronizing usage tracker for tenant:b0368925527849d499af5f795222f780 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:25:46.725477 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-700c3762-49e7-485f-8b8c-af9e4e9491a4 req-009ed765-d369-4804-a1ad-5e0b8dc9cb16 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Unset dirty status for tenant:b0368925527849d499af5f795222f780 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:25:46.726721 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-700c3762-49e7-485f-8b8c-af9e4e9491a4 req-009ed765-d369-4804-a1ad-5e0b8dc9cb16 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "GET /v2.0/ports?device_id=0737e6db-8c5e-4e99-a4d5-a0c0c3a0f5f5 HTTP/1.1" status: 200 len: 210 time: 0.0595887 Mar 05 14:25:47.818725 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50568) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:47.880049 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0cd99dca-f8d2-45eb-885e-b0b2722e84b6 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:47.905807 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0cd99dca-f8d2-45eb-885e-b0b2722e84b6 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:47.952010 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0cd99dca-f8d2-45eb-885e-b0b2722e84b6 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:47.969873 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd99dca-f8d2-45eb-885e-b0b2722e84b6 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=542ee6d0-cfde-443b-8182-29c8e90070f9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:47.980668 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0cd99dca-f8d2-45eb-885e-b0b2722e84b6 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:47.981883 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0cd99dca-f8d2-45eb-885e-b0b2722e84b6 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "DELETE /v2.0/security-groups/542ee6d0-cfde-443b-8182-29c8e90070f9 HTTP/1.1" status: 204 len: 168 time: 0.1621654 Mar 05 14:25:47.984578 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50572) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:48.046721 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b901a15c-0b70-4477-864a-dc3b3d2ab718 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:48.076555 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b901a15c-0b70-4477-864a-dc3b3d2ab718 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:48.124842 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b901a15c-0b70-4477-864a-dc3b3d2ab718 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:48.143483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901a15c-0b70-4477-864a-dc3b3d2ab718 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ff40aa-c222-4f02-a137-51c3ba35cf56,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:48.150143 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b901a15c-0b70-4477-864a-dc3b3d2ab718 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:48.151267 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b901a15c-0b70-4477-864a-dc3b3d2ab718 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "DELETE /v2.0/security-groups/70ff40aa-c222-4f02-a137-51c3ba35cf56 HTTP/1.1" status: 204 len: 168 time: 0.1658103 Mar 05 14:25:48.154755 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50576) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:48.812397 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc379747-d01a-4f4a-80ac-25a03f6fd963 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:49.164825 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-dc379747-d01a-4f4a-80ac-25a03f6fd963 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Deleting port f3346be0-e427-4291-b969-207be284a8be {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:25:49.165511 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc379747-d01a-4f4a-80ac-25a03f6fd963 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:49.360301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-dc379747-d01a-4f4a-80ac-25a03f6fd963 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] For port f3346be0-e427-4291-b969-207be284a8be, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f3346be0-e427-4291-b969-207be284a8be,segment=NetworkSegment(e88af898-fb46-42d0-b64b-f6c34bfdd858),segment_id=e88af898-fb46-42d0-b64b-f6c34bfdd858)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:25:49.360649 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc379747-d01a-4f4a-80ac-25a03f6fd963 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:49.484560 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-dc379747-d01a-4f4a-80ac-25a03f6fd963 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Calling delete_port for f3346be0-e427-4291-b969-207be284a8be owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:25:49.670481 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc379747-d01a-4f4a-80ac-25a03f6fd963 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:49.722309 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc379747-d01a-4f4a-80ac-25a03f6fd963 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event deleted for resources: {'Port': ['ID=f3346be0-e427-4291-b969-207be284a8be,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:49.735492 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 6444ee40-3a5e-412c-a8e7-22abad4accb2 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:25:49.774210 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 6444ee40-3a5e-412c-a8e7-22abad4accb2 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:25:49.774674 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 6444ee40-3a5e-412c-a8e7-22abad4accb2 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:25:50.099842 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dc379747-d01a-4f4a-80ac-25a03f6fd963 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:50.451525 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc379747-d01a-4f4a-80ac-25a03f6fd963 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Router 017878d0-0f0d-4331-9438-441e6f5e9ae7 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:25:50.625305 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc379747-d01a-4f4a-80ac-25a03f6fd963 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:25:50.634476 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe9a5e9-89f3-449a-ac34-c7da522db1a2 None None] Sync routers for ids ['017878d0-0f0d-4331-9438-441e6f5e9ae7'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:25:50.645482 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dc379747-d01a-4f4a-80ac-25a03f6fd963 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "PUT /v2.0/routers/017878d0-0f0d-4331-9438-441e6f5e9ae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4872367 Mar 05 14:25:50.645649 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe9a5e9-89f3-449a-ac34-c7da522db1a2 None None] Routers {'017878d0-0f0d-4331-9438-441e6f5e9ae7'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:25:50.645649 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-cfe9a5e9-89f3-449a-ac34-c7da522db1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:25:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['017878d0-0f0d-4331-9438-441e6f5e9ae7'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:50.645881 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50580) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:50.711621 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-56da48de-b8e7-4b88-81e6-18a30e9096a4 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Deleting subnet 5f81a080-c163-4546-a3f4-825015dd9092 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:25:50.715018 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-56da48de-b8e7-4b88-81e6-18a30e9096a4 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:50.771087 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-56da48de-b8e7-4b88-81e6-18a30e9096a4 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:50.819169 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-cfe9a5e9-89f3-449a-ac34-c7da522db1a2 None None] Set router 017878d0-0f0d-4331-9438-441e6f5e9ae7 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:25:50.853377 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-56da48de-b8e7-4b88-81e6-18a30e9096a4 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:50.929595 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-56da48de-b8e7-4b88-81e6-18a30e9096a4 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:50.972118 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da48de-b8e7-4b88-81e6-18a30e9096a4 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event deleted for resources: {'Subnet': ['ID=5f81a080-c163-4546-a3f4-825015dd9092,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:50.975767 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-56da48de-b8e7-4b88-81e6-18a30e9096a4 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:50.984689 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-56da48de-b8e7-4b88-81e6-18a30e9096a4 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "DELETE /v2.0/subnets/5f81a080-c163-4546-a3f4-825015dd9092 HTTP/1.1" status: 204 len: 168 time: 0.3356085 Mar 05 14:25:50.985080 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50584) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:51.008722 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa41347b-731f-4564-b806-44deb521a8e2 None None] Network e8bc4456-e3a1-4af6-8270-5a97c6c2b27a requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:25:51.161624 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e0ec00a-bf8a-4954-aff6-e32cffefdbe5 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:51.269811 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-cfe9a5e9-89f3-449a-ac34-c7da522db1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-941098401', 'tenant_id': 'b0368925527849d499af5f795222f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:25:49Z', 'revision_number': 5, 'project_id': 'b0368925527849d499af5f795222f780', 'gw_port': {'id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:51.276299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe9a5e9-89f3-449a-ac34-c7da522db1a2 None None] Checking router: 017878d0-0f0d-4331-9438-441e6f5e9ae7 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:25:51.293887 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe9a5e9-89f3-449a-ac34-c7da522db1a2 None None] Routers {'017878d0-0f0d-4331-9438-441e6f5e9ae7'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:25:51.294504 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-cfe9a5e9-89f3-449a-ac34-c7da522db1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:25:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['017878d0-0f0d-4331-9438-441e6f5e9ae7'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:51.368976 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15870000-5142-40b8-a6cc-7d8aaf9d61b7 None None] DHCP port deletion for e8bc4456-e3a1-4af6-8270-5a97c6c2b27a request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:25:51.384449 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-15870000-5142-40b8-a6cc-7d8aaf9d61b7 None None] Deleting port bbf33eb3-71fb-4780-a675-5c1d01f2af37 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:25:51.384814 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-15870000-5142-40b8-a6cc-7d8aaf9d61b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:51.465712 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e0ec00a-bf8a-4954-aff6-e32cffefdbe5 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:51.475141 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-9e0ec00a-bf8a-4954-aff6-e32cffefdbe5 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Deleting port e606f2e0-9d11-4006-b752-949881085ab2 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:25:51.475474 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e0ec00a-bf8a-4954-aff6-e32cffefdbe5 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:51.596203 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-cfe9a5e9-89f3-449a-ac34-c7da522db1a2 None None] Set router 017878d0-0f0d-4331-9438-441e6f5e9ae7 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:25:51.657454 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-9e0ec00a-bf8a-4954-aff6-e32cffefdbe5 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] For port e606f2e0-9d11-4006-b752-949881085ab2, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e606f2e0-9d11-4006-b752-949881085ab2,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:25:51.657804 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e0ec00a-bf8a-4954-aff6-e32cffefdbe5 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:51.691411 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device bbf33eb3-71fb-4780-a675-5c1d01f2af37 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:25:51.781109 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-9e0ec00a-bf8a-4954-aff6-e32cffefdbe5 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Calling delete_port for e606f2e0-9d11-4006-b752-949881085ab2 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:25:51.896460 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-15870000-5142-40b8-a6cc-7d8aaf9d61b7 None None] For port bbf33eb3-71fb-4780-a675-5c1d01f2af37, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=bbf33eb3-71fb-4780-a675-5c1d01f2af37,segment=NetworkSegment(e88af898-fb46-42d0-b64b-f6c34bfdd858),segment_id=e88af898-fb46-42d0-b64b-f6c34bfdd858)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:25:51.897082 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-15870000-5142-40b8-a6cc-7d8aaf9d61b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:51.945306 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e0ec00a-bf8a-4954-aff6-e32cffefdbe5 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:51.994743 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ec00a-bf8a-4954-aff6-e32cffefdbe5 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event deleted for resources: {'Port': ['ID=e606f2e0-9d11-4006-b752-949881085ab2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:52.076645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-15870000-5142-40b8-a6cc-7d8aaf9d61b7 None None] Calling delete_port for bbf33eb3-71fb-4780-a675-5c1d01f2af37 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:25:52.085231 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e0ec00a-bf8a-4954-aff6-e32cffefdbe5 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:52.237889 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:52.260543 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e0ec00a-bf8a-4954-aff6-e32cffefdbe5 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:52.263547 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e0ec00a-bf8a-4954-aff6-e32cffefdbe5 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:52.266074 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-15870000-5142-40b8-a6cc-7d8aaf9d61b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:52.290719 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e0ec00a-bf8a-4954-aff6-e32cffefdbe5 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:52.291268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0ec00a-bf8a-4954-aff6-e32cffefdbe5 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Fanout notify agent at l3_agent the message router_deleted on router 017878d0-0f0d-4331-9438-441e6f5e9ae7 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:25:52.306268 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9e0ec00a-bf8a-4954-aff6-e32cffefdbe5 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:52.309100 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9e0ec00a-bf8a-4954-aff6-e32cffefdbe5 tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "DELETE /v2.0/routers/017878d0-0f0d-4331-9438-441e6f5e9ae7 HTTP/1.1" status: 204 len: 168 time: 1.3230352 Mar 05 14:25:52.310138 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50588) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:52.349571 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15870000-5142-40b8-a6cc-7d8aaf9d61b7 None None] Pushing event deleted for resources: {'Port': ['ID=bbf33eb3-71fb-4780-a675-5c1d01f2af37,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:52.361003 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15870000-5142-40b8-a6cc-7d8aaf9d61b7 None None] No DVR routers for this DVR port bbf33eb3-71fb-4780-a675-5c1d01f2af37 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:25:52.388588 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-cfe9a5e9-89f3-449a-ac34-c7da522db1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-941098401', 'tenant_id': 'b0368925527849d499af5f795222f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:25:49Z', 'revision_number': 5, 'project_id': 'b0368925527849d499af5f795222f780', 'gw_port': {'id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:52.393205 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe9a5e9-89f3-449a-ac34-c7da522db1a2 None None] The sync data for ids ['017878d0-0f0d-4331-9438-441e6f5e9ae7'] in n-d-803718-1 is: [{'id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-941098401', 'tenant_id': 'b0368925527849d499af5f795222f780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:25:49Z', 'revision_number': 5, 'project_id': 'b0368925527849d499af5f795222f780', 'gw_port': {'id': 'e606f2e0-9d11-4006-b752-949881085ab2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017878d0-0f0d-4331-9438-441e6f5e9ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:24:17Z', 'updated_at': '2022-03-05T14:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:25:52.429524 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3886ede-1fcc-4a9b-b860-c7b8e14c82df tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:52.559905 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3886ede-1fcc-4a9b-b860-c7b8e14c82df tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:52.584028 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d3886ede-1fcc-4a9b-b860-c7b8e14c82df tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8bc4456-e3a1-4af6-8270-5a97c6c2b27a']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:52.596065 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d3886ede-1fcc-4a9b-b860-c7b8e14c82df tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e88af898-fb46-42d0-b64b-f6c34bfdd858') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:52.596354 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-d3886ede-1fcc-4a9b-b860-c7b8e14c82df tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e88af898-fb46-42d0-b64b-f6c34bfdd858') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:25:52.607943 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3886ede-1fcc-4a9b-b860-c7b8e14c82df tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:52.623576 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3886ede-1fcc-4a9b-b860-c7b8e14c82df tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:52.629423 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3886ede-1fcc-4a9b-b860-c7b8e14c82df tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:25:52.629738 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3886ede-1fcc-4a9b-b860-c7b8e14c82df tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:25:52.643566 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:25:52.723768 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3886ede-1fcc-4a9b-b860-c7b8e14c82df tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:52.742424 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3886ede-1fcc-4a9b-b860-c7b8e14c82df tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:52.756571 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3886ede-1fcc-4a9b-b860-c7b8e14c82df tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] Pushing event deleted for resources: {'Network': ['ID=e8bc4456-e3a1-4af6-8270-5a97c6c2b27a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:52.759233 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d3886ede-1fcc-4a9b-b860-c7b8e14c82df tempest-TestSecurityGroupsBasicOps-491721523 tempest-TestSecurityGroupsBasicOps-491721523-project] 10.222.0.16 "DELETE /v2.0/networks/e8bc4456-e3a1-4af6-8270-5a97c6c2b27a HTTP/1.1" status: 204 len: 168 time: 0.4479711 Mar 05 14:25:53.116434 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50598) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:53.279741 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f00c8a93-a1cd-4df6-af60-664cf816d7e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0368925527849d499af5f795222f780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621463 Mar 05 14:25:53.282137 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50604) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:53.342304 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c3285e3-0f19-4998-9d06-9b90c7333939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:53.371867 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c3285e3-0f19-4998-9d06-9b90c7333939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:53.431104 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c3285e3-0f19-4998-9d06-9b90c7333939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:53.450097 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3285e3-0f19-4998-9d06-9b90c7333939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e1d6d5-be44-4470-beb3-c4da65de2b49,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:53.458245 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c3285e3-0f19-4998-9d06-9b90c7333939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:53.459517 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6c3285e3-0f19-4998-9d06-9b90c7333939 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7e1d6d5-be44-4470-beb3-c4da65de2b49 HTTP/1.1" status: 204 len: 168 time: 0.1764109 Mar 05 14:25:53.564266 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e606f2e0-9d11-4006-b752-949881085ab2 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:25:53.602406 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: e606f2e0-9d11-4006-b752-949881085ab2 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:25:53.602755 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e606f2e0-9d11-4006-b752-949881085ab2 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:25:53.603205 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f3346be0-e427-4291-b969-207be284a8be no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:25:53.640299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: f3346be0-e427-4291-b969-207be284a8be {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:25:53.640694 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f3346be0-e427-4291-b969-207be284a8be not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:25:53.737668 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50612) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:53.755516 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1974533d-76cb-4b23-9476-2640072ecc14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:53.769377 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1974533d-76cb-4b23-9476-2640072ecc14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:25:53.773124 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1974533d-76cb-4b23-9476-2640072ecc14 admin admin] Usage tracker for resource:security_group_rule and tenant:68a8b788d17c41c68752be6687f43b0d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:25:53.775893 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1974533d-76cb-4b23-9476-2640072ecc14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:25:53.781431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1974533d-76cb-4b23-9476-2640072ecc14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:25:53.861131 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1974533d-76cb-4b23-9476-2640072ecc14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:53.864765 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1974533d-76cb-4b23-9476-2640072ecc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:53.914200 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1974533d-76cb-4b23-9476-2640072ecc14 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68a8b788d17c41c68752be6687f43b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1754272 Mar 05 14:25:53.915103 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974533d-76cb-4b23-9476-2640072ecc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a7b014-b54d-46aa-ba4c-0819bfcd60de,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:53.917024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50616) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:53.976326 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a63cfbd-1868-4428-accb-df8ccd2036b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:54.002200 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a63cfbd-1868-4428-accb-df8ccd2036b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:54.150779 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a63cfbd-1868-4428-accb-df8ccd2036b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:54.164972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63cfbd-1868-4428-accb-df8ccd2036b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a7b014-b54d-46aa-ba4c-0819bfcd60de,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:54.172066 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3a63cfbd-1868-4428-accb-df8ccd2036b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:54.173174 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3a63cfbd-1868-4428-accb-df8ccd2036b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97a7b014-b54d-46aa-ba4c-0819bfcd60de HTTP/1.1" status: 204 len: 168 time: 0.2543979 Mar 05 14:25:54.530223 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50624) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:54.577689 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-07f8b7f0-6207-44c4-8e1b-a3ff51b2e044 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a19d054f44944b768aff307395eb658d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463157 Mar 05 14:25:54.580125 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50628) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:25:54.636933 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-07c8754d-f1d8-42f3-8299-9a60ce1d6ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:54.662089 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-07c8754d-f1d8-42f3-8299-9a60ce1d6ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:54.711985 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-07c8754d-f1d8-42f3-8299-9a60ce1d6ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:54.725850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8754d-f1d8-42f3-8299-9a60ce1d6ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd6439a-1931-499c-b51d-434ff3753cfe,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:25:54.732782 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-07c8754d-f1d8-42f3-8299-9a60ce1d6ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:54.733892 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-07c8754d-f1d8-42f3-8299-9a60ce1d6ad0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7dd6439a-1931-499c-b51d-434ff3753cfe HTTP/1.1" status: 204 len: 168 time: 0.1528940 Mar 05 14:25:55.281367 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:25:59.319299 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:25:59.329990 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:05.719877 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-211dab04-661a-4fd2-995b-01976c00967f tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ae1df676666243208c4582dd7de2d759&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1367490 Mar 05 14:26:05.867133 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-92c04da5-db09-46ca-a972-a8c923bdf5ec tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:05.868565 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-92c04da5-db09-46ca-a972-a8c923bdf5ec tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1435876 Mar 05 14:26:05.884256 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-5d348e72-3bca-4a75-a453-abba7dc3119d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/quotas/ae1df676666243208c4582dd7de2d759 HTTP/1.1" status: 200 len: 375 time: 0.0097041 Mar 05 14:26:05.929777 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-986115ee-f586-4b59-a78d-47855d268787 tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae1df676666243208c4582dd7de2d759&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404928 Mar 05 14:26:06.115777 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0041f6d3-4026-42a4-8a94-3f6a151864f5 req-6e9816f0-9809-4dd4-a8bd-e21522aac71c tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3a1de0-4cc3-4a9d-9bf6-a72d903e037f HTTP/1.1" status: 200 len: 210 time: 0.0470920 Mar 05 14:26:07.009354 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-ef31857d-c0ba-486e-b5d0-807646df9d11 tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ae1df676666243208c4582dd7de2d759&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286138 Mar 05 14:26:07.167666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-771ffd6e-a2ee-425c-81d9-0c9a21d5bacf tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:07.169115 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-771ffd6e-a2ee-425c-81d9-0c9a21d5bacf tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1543870 Mar 05 14:26:07.180913 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Request body: {'port': {'device_id': 'bd3a1de0-4cc3-4a9d-9bf6-a72d903e037f', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'admin_state_up': True, 'tenant_id': 'ae1df676666243208c4582dd7de2d759'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:26:07.273730 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-568c7892-5952-45a3-aaed-c956cd4168b0 req-47dfe61a-9b9d-426a-bf62-955548c3bc10 tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3a1de0-4cc3-4a9d-9bf6-a72d903e037f HTTP/1.1" status: 200 len: 210 time: 0.0454764 Mar 05 14:26:07.319912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:26:07.323716 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Usage tracker for resource:port and tenant:ae1df676666243208c4582dd7de2d759 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:26:07.326873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:26:07.332536 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:26:07.342444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Made reservation on behalf of ae1df676666243208c4582dd7de2d759 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:26:07.345984 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:07.358370 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:07.373321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:26:07.377090 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Usage tracker for resource:security_group_rule and tenant:ae1df676666243208c4582dd7de2d759 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:26:07.379913 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:26:07.385661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:26:07.471732 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:07.475381 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:07.563457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=535edbdc-bf3f-4d82-932f-5444d2ce91c0,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:26:07.645907 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Allocated IP 192.168.233.4 (be84a5d5-b5a9-4c46-9d65-74eaee560270/b4b43808-e34e-47ec-81e8-096a4ec9eb2d/008299a9-94ca-4a53-a961-75d2acf3b34e) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:26:07.853095 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:07.868304 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Transition to ACTIVE for port object 008299a9-94ca-4a53-a961-75d2acf3b34e will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:26:07.891857 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:07.957616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Network be84a5d5-b5a9-4c46-9d65-74eaee560270 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:26:07.960836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:26:07.963503 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:26:08.016508 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Pushing event updated for resources: {'Port': ['ID=008299a9-94ca-4a53-a961-75d2acf3b34e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:26:08.047148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:08.047767 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:08.074550 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-b2ae83ab-daf8-4e81-82dc-f963e870cf7d tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8972204 Mar 05 14:26:08.085454 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-c1d74bf5-2906-4f28-85e3-b6d0619487ab service neutron] Request body: {'port': {'device_id': 'bd3a1de0-4cc3-4a9d-9bf6-a72d903e037f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:26:08.175722 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a6288a68-4b1f-4c43-9d6e-437c5d90cc22 None None] Provisioning for port 008299a9-94ca-4a53-a961-75d2acf3b34e completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:26:08.180443 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a6288a68-4b1f-4c43-9d6e-437c5d90cc22 None None] Provisioning complete for port 008299a9-94ca-4a53-a961-75d2acf3b34e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:26:08.180811 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a6288a68-4b1f-4c43-9d6e-437c5d90cc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:08.197221 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-c1d74bf5-2906-4f28-85e3-b6d0619487ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:08.233992 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a6288a68-4b1f-4c43-9d6e-437c5d90cc22 None None] Port 008299a9-94ca-4a53-a961-75d2acf3b34e cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:26:08.552282 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b120c30-66b6-4b9b-9f78-09c227e5876f req-014a960b-7416-4e2e-86fd-50e92c4ba3cd tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:08.552962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-1b120c30-66b6-4b9b-9f78-09c227e5876f req-014a960b-7416-4e2e-86fd-50e92c4ba3cd tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Synchronizing usage tracker for tenant:ae1df676666243208c4582dd7de2d759 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:26:08.619751 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-c1d74bf5-2906-4f28-85e3-b6d0619487ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 008299a9-94ca-4a53-a961-75d2acf3b34e {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:26:08.623922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-1b120c30-66b6-4b9b-9f78-09c227e5876f req-014a960b-7416-4e2e-86fd-50e92c4ba3cd tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Unset dirty status for tenant:ae1df676666243208c4582dd7de2d759 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:26:08.625047 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1b120c30-66b6-4b9b-9f78-09c227e5876f req-014a960b-7416-4e2e-86fd-50e92c4ba3cd tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3a1de0-4cc3-4a9d-9bf6-a72d903e037f HTTP/1.1" status: 200 len: 934 time: 0.2037308 Mar 05 14:26:08.628647 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-c1d74bf5-2906-4f28-85e3-b6d0619487ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:08.662218 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-c1d74bf5-2906-4f28-85e3-b6d0619487ab service neutron] Transition to ACTIVE for port object 008299a9-94ca-4a53-a961-75d2acf3b34e will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:26:08.679517 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-c1d74bf5-2906-4f28-85e3-b6d0619487ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:08.829972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-1b120c30-66b6-4b9b-9f78-09c227e5876f req-1b485f5a-ff67-484f-9fff-bec307e5f05a tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Synchronizing usage tracker for tenant:ae1df676666243208c4582dd7de2d759 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:26:08.840252 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cb6b7829-588f-42b1-9536-c71cce9a0341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:08.924444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d74bf5-2906-4f28-85e3-b6d0619487ab service neutron] Pushing event updated for resources: {'Port': ['ID=008299a9-94ca-4a53-a961-75d2acf3b34e,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:26:08.961263 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-1b120c30-66b6-4b9b-9f78-09c227e5876f req-1b485f5a-ff67-484f-9fff-bec307e5f05a tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Unset dirty status for tenant:ae1df676666243208c4582dd7de2d759 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:26:08.962489 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1b120c30-66b6-4b9b-9f78-09c227e5876f req-1b485f5a-ff67-484f-9fff-bec307e5f05a tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/security-groups?id=535edbdc-bf3f-4d82-932f-5444d2ce91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314235 Mar 05 14:26:09.038068 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-c1d74bf5-2906-4f28-85e3-b6d0619487ab service neutron] Attempting to bind port 008299a9-94ca-4a53-a961-75d2acf3b34e on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:26:09.038389 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-c1d74bf5-2906-4f28-85e3-b6d0619487ab service neutron] Attempting to bind port 008299a9-94ca-4a53-a961-75d2acf3b34e by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:26:09.038705 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-c1d74bf5-2906-4f28-85e3-b6d0619487ab service neutron] Attempting to bind port 008299a9-94ca-4a53-a961-75d2acf3b34e on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:26:09.043248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-c1d74bf5-2906-4f28-85e3-b6d0619487ab service neutron] Port 008299a9-94ca-4a53-a961-75d2acf3b34e on network be84a5d5-b5a9-4c46-9d65-74eaee560270 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:26:09.043562 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-c1d74bf5-2906-4f28-85e3-b6d0619487ab service neutron] Attempting to bind port 008299a9-94ca-4a53-a961-75d2acf3b34e on network be84a5d5-b5a9-4c46-9d65-74eaee560270 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:26:09.050964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-c1d74bf5-2906-4f28-85e3-b6d0619487ab service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:26:09.051292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-c1d74bf5-2906-4f28-85e3-b6d0619487ab service neutron] Checking segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:26:09.051667 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-c1d74bf5-2906-4f28-85e3-b6d0619487ab service neutron] Bound using segment: {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:26:09.052082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-c1d74bf5-2906-4f28-85e3-b6d0619487ab service neutron] Bound port: 008299a9-94ca-4a53-a961-75d2acf3b34e, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c701ee2b-1ea8-4d2c-81c4-9199b6d81427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:26:09.052414 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-c1d74bf5-2906-4f28-85e3-b6d0619487ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:09.142108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-c1d74bf5-2906-4f28-85e3-b6d0619487ab service neutron] For port 008299a9-94ca-4a53-a961-75d2acf3b34e, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:26:09.144919 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-c1d74bf5-2906-4f28-85e3-b6d0619487ab service neutron] For port 008299a9-94ca-4a53-a961-75d2acf3b34e, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=008299a9-94ca-4a53-a961-75d2acf3b34e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:26:09.149100 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-c1d74bf5-2906-4f28-85e3-b6d0619487ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:09.206245 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-c1d74bf5-2906-4f28-85e3-b6d0619487ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:09.206945 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-c1d74bf5-2906-4f28-85e3-b6d0619487ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:09.208201 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-c1d74bf5-2906-4f28-85e3-b6d0619487ab service neutron] 10.222.0.30 "PUT /v2.0/ports/008299a9-94ca-4a53-a961-75d2acf3b34e HTTP/1.1" status: 200 len: 1094 time: 1.1269546 Mar 05 14:26:09.208672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3a1de0-4cc3-4a9d-9bf6-a72d903e037f', 'tag': '008299a9-94ca-4a53-a961-75d2acf3b34e'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:26:09.239748 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d74bf5-2906-4f28-85e3-b6d0619487ab service neutron] Pushing event updated for resources: {'Port': ['ID=008299a9-94ca-4a53-a961-75d2acf3b34e,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:26:09.276516 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3a1de0-4cc3-4a9d-9bf6-a72d903e037f', 'tag': '008299a9-94ca-4a53-a961-75d2acf3b34e', 'status': 'completed', 'code': 200} Mar 05 14:26:09.318910 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-62468b15-8dca-430c-be63-fac364b36cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:09.320413 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-62468b15-8dca-430c-be63-fac364b36cf9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ae1df676666243208c4582dd7de2d759&device_id=bd3a1de0-4cc3-4a9d-9bf6-a72d903e037f HTTP/1.1" status: 200 len: 1097 time: 0.0755033 Mar 05 14:26:09.396648 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-10bb784b-24a6-46cb-af76-57c4046dd1af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=008299a9-94ca-4a53-a961-75d2acf3b34e HTTP/1.1" status: 200 len: 217 time: 0.0687797 Mar 05 14:26:09.461582 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-a6872e6d-a80d-4cd1-974e-4ba790dc4d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:09.463039 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-a6872e6d-a80d-4cd1-974e-4ba790dc4d26 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.0584087 Mar 05 14:26:09.540141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-ca414b38-3916-41bb-b0e9-cf6048b39263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:09.541569 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-ca414b38-3916-41bb-b0e9-cf6048b39263 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723677 Mar 05 14:26:09.674018 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-910d4dc7-57a0-44db-825b-45f72138d510 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262429 Mar 05 14:26:09.804544 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c4dd48a-9613-4faf-8612-8ac6acdee03d req-5801fe50-b60a-49ed-85eb-15d8c35d1002 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252730 Mar 05 14:26:09.917012 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f93e2-308f-4f96-8e9b-8d14583ca6d1 req-d6a8c924-a08d-4fa4-8a32-c568cd5a2c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:09.918441 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c83f93e2-308f-4f96-8e9b-8d14583ca6d1 req-d6a8c924-a08d-4fa4-8a32-c568cd5a2c75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ae1df676666243208c4582dd7de2d759&device_id=bd3a1de0-4cc3-4a9d-9bf6-a72d903e037f HTTP/1.1" status: 200 len: 1097 time: 0.0715749 Mar 05 14:26:10.055334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f93e2-308f-4f96-8e9b-8d14583ca6d1 req-e7bd668e-8a15-4176-9e74-42e052d447a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:10.056788 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c83f93e2-308f-4f96-8e9b-8d14583ca6d1 req-e7bd668e-8a15-4176-9e74-42e052d447a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be84a5d5-b5a9-4c46-9d65-74eaee560270 HTTP/1.1" status: 200 len: 869 time: 0.1325233 Mar 05 14:26:10.131616 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c83f93e2-308f-4f96-8e9b-8d14583ca6d1 req-d38e8775-2f01-4420-a12b-03268d3f52c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=008299a9-94ca-4a53-a961-75d2acf3b34e HTTP/1.1" status: 200 len: 217 time: 0.0663464 Mar 05 14:26:10.196277 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f93e2-308f-4f96-8e9b-8d14583ca6d1 req-268689de-cc71-4222-8996-7abe3b7fa097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:10.197725 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c83f93e2-308f-4f96-8e9b-8d14583ca6d1 req-268689de-cc71-4222-8996-7abe3b7fa097 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4b43808-e34e-47ec-81e8-096a4ec9eb2d HTTP/1.1" status: 200 len: 843 time: 0.0587683 Mar 05 14:26:10.339464 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92bc7da-fdcd-4c7a-a53a-294574883b61 req-d02780fa-16af-4f2e-9ebd-c0133b47bd4c tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:10.340776 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c92bc7da-fdcd-4c7a-a53a-294574883b61 req-d02780fa-16af-4f2e-9ebd-c0133b47bd4c tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3a1de0-4cc3-4a9d-9bf6-a72d903e037f HTTP/1.1" status: 200 len: 946 time: 0.1063700 Mar 05 14:26:10.345373 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f93e2-308f-4f96-8e9b-8d14583ca6d1 req-3bfd597c-0ed3-47ac-8984-88f273330693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:10.346714 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c83f93e2-308f-4f96-8e9b-8d14583ca6d1 req-3bfd597c-0ed3-47ac-8984-88f273330693 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be84a5d5-b5a9-4c46-9d65-74eaee560270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1417439 Mar 05 14:26:10.563686 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c92bc7da-fdcd-4c7a-a53a-294574883b61 req-58230593-8404-474e-96a2-f4a8f6380451 tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/security-groups?id=535edbdc-bf3f-4d82-932f-5444d2ce91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160151 Mar 05 14:26:10.603118 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c83f93e2-308f-4f96-8e9b-8d14583ca6d1 req-24aa42d2-a0a2-4d3a-a862-711a4e250e80 service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426412 Mar 05 14:26:10.737512 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c83f93e2-308f-4f96-8e9b-8d14583ca6d1 req-6bef0a2b-226d-4242-9cf6-aca1b1ecd01f service neutron] 10.222.0.30 "GET /v2.0/networks/be84a5d5-b5a9-4c46-9d65-74eaee560270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272464 Mar 05 14:26:10.971038 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-97cb5940-3f78-4423-a271-ae61a2d6fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:11.747029 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c11b0-3091-4caf-8b13-509b1e6e7bc7 req-3ff3c9a9-9412-4c20-84c1-496bf4bb680c tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:11.749907 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-354c11b0-3091-4caf-8b13-509b1e6e7bc7 req-3ff3c9a9-9412-4c20-84c1-496bf4bb680c tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3a1de0-4cc3-4a9d-9bf6-a72d903e037f HTTP/1.1" status: 200 len: 946 time: 0.0816858 Mar 05 14:26:11.791335 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-354c11b0-3091-4caf-8b13-509b1e6e7bc7 req-e6d66bdb-aca8-4c49-b320-11b52962841b tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/security-groups?id=535edbdc-bf3f-4d82-932f-5444d2ce91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364780 Mar 05 14:26:11.891658 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 008299a9-94ca-4a53-a961-75d2acf3b34e details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:26:12.022851 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 008299a9-94ca-4a53-a961-75d2acf3b34e, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=008299a9-94ca-4a53-a961-75d2acf3b34e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:26:12.036099 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '008299a9-94ca-4a53-a961-75d2acf3b34e', 'network_id': 'be84a5d5-b5a9-4c46-9d65-74eaee560270', 'port_id': '008299a9-94ca-4a53-a961-75d2acf3b34e', 'mac_address': 'fa:16:3e:6d:09:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b43808-e34e-47ec-81e8-096a4ec9eb2d', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:26:12.091499 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:12.107628 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 008299a9-94ca-4a53-a961-75d2acf3b34e {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:26:12.123445 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 008299a9-94ca-4a53-a961-75d2acf3b34e, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=008299a9-94ca-4a53-a961-75d2acf3b34e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:26:12.127284 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:12.198209 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:12.223073 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:12.223856 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=008299a9-94ca-4a53-a961-75d2acf3b34e,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:26:12.330064 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['008299a9-94ca-4a53-a961-75d2acf3b34e'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:26:12.980896 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e490b5-2eb2-4d1b-aa43-d226f0a05ecd req-779c6c8f-f30a-491a-8cb3-be8c3be525aa tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:12.983079 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-45e490b5-2eb2-4d1b-aa43-d226f0a05ecd req-779c6c8f-f30a-491a-8cb3-be8c3be525aa tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3a1de0-4cc3-4a9d-9bf6-a72d903e037f HTTP/1.1" status: 200 len: 947 time: 0.0867434 Mar 05 14:26:13.026002 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-45e490b5-2eb2-4d1b-aa43-d226f0a05ecd req-ccfe6f69-5211-4fa1-9037-312e3c5d61ec tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/security-groups?id=535edbdc-bf3f-4d82-932f-5444d2ce91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373461 Mar 05 14:26:13.802895 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:13.907900 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 008299a9-94ca-4a53-a961-75d2acf3b34e up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:26:14.008467 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 008299a9-94ca-4a53-a961-75d2acf3b34e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:26:14.013794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 008299a9-94ca-4a53-a961-75d2acf3b34e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:26:14.014016 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:14.129261 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:14.156482 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3a1de0-4cc3-4a9d-9bf6-a72d903e037f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008299a9-94ca-4a53-a961-75d2acf3b34e'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:26:14.166257 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 008299a9-94ca-4a53-a961-75d2acf3b34e, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=008299a9-94ca-4a53-a961-75d2acf3b34e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:26:14.171447 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:14.207598 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3a1de0-4cc3-4a9d-9bf6-a72d903e037f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008299a9-94ca-4a53-a961-75d2acf3b34e', 'code': 200} Mar 05 14:26:14.226528 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abbae6-d375-4b90-8e7b-acbeba048580 req-14f96543-6554-4b5d-ada7-9e48b7a609fd tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:14.228333 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0abbae6-d375-4b90-8e7b-acbeba048580 req-14f96543-6554-4b5d-ada7-9e48b7a609fd tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3a1de0-4cc3-4a9d-9bf6-a72d903e037f HTTP/1.1" status: 200 len: 948 time: 0.0943878 Mar 05 14:26:14.238902 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=008299a9-94ca-4a53-a961-75d2acf3b34e,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:26:14.274653 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0abbae6-d375-4b90-8e7b-acbeba048580 req-448c5257-1992-4903-b70c-d9eaf9c5b160 tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/security-groups?id=535edbdc-bf3f-4d82-932f-5444d2ce91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398784 Mar 05 14:26:14.327577 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a438eb-b0a3-459c-a472-ca3874316774 req-f124efe4-a74e-45d0-840e-f831e473a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:14.329026 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-36a438eb-b0a3-459c-a472-ca3874316774 req-f124efe4-a74e-45d0-840e-f831e473a9c9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bd3a1de0-4cc3-4a9d-9bf6-a72d903e037f HTTP/1.1" status: 200 len: 1099 time: 0.0694118 Mar 05 14:26:14.369759 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-36a438eb-b0a3-459c-a472-ca3874316774 req-c314ce0c-e155-4232-ac9b-7c33c49ac56b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=535edbdc-bf3f-4d82-932f-5444d2ce91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347579 Mar 05 14:26:15.474870 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60527429-bfa9-45f2-b907-52919797324d req-0f1477d6-ee3c-43ba-b0f9-b8f5cb232bfd tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:15.476346 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-60527429-bfa9-45f2-b907-52919797324d req-0f1477d6-ee3c-43ba-b0f9-b8f5cb232bfd tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3a1de0-4cc3-4a9d-9bf6-a72d903e037f HTTP/1.1" status: 200 len: 948 time: 0.0928664 Mar 05 14:26:15.522691 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-60527429-bfa9-45f2-b907-52919797324d req-51481b24-10f9-4b98-bfaf-6ebb099f7132 tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/security-groups?id=535edbdc-bf3f-4d82-932f-5444d2ce91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402644 Mar 05 14:26:16.704410 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95d2d4-70d1-4429-bcea-530f00926627 req-f84fbfae-bb6f-4ea3-9e42-d516026a9e58 tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:16.705754 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e95d2d4-70d1-4429-bcea-530f00926627 req-f84fbfae-bb6f-4ea3-9e42-d516026a9e58 tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3a1de0-4cc3-4a9d-9bf6-a72d903e037f HTTP/1.1" status: 200 len: 948 time: 0.0789063 Mar 05 14:26:16.749624 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e95d2d4-70d1-4429-bcea-530f00926627 req-4b6c17a8-dee9-4d52-b655-928361655c85 tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/security-groups?id=535edbdc-bf3f-4d82-932f-5444d2ce91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382843 Mar 05 14:26:17.823593 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0d9f9-18b3-4ec8-8790-4bdbb2d2e481 req-4d119764-7125-4b49-8419-3914374b79ec tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:17.824966 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7bf0d9f9-18b3-4ec8-8790-4bdbb2d2e481 req-4d119764-7125-4b49-8419-3914374b79ec tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3a1de0-4cc3-4a9d-9bf6-a72d903e037f HTTP/1.1" status: 200 len: 948 time: 0.0821271 Mar 05 14:26:17.867916 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7bf0d9f9-18b3-4ec8-8790-4bdbb2d2e481 req-c5089a9b-79f0-4d9b-a710-d7ef03386e06 tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/security-groups?id=535edbdc-bf3f-4d82-932f-5444d2ce91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374000 Mar 05 14:26:19.102083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a1a05-f7da-4a89-b3b6-60cc6c5bbde4 req-4fb5cc8f-3c8d-4f01-a18e-e719a2777424 tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:19.103539 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-126a1a05-f7da-4a89-b3b6-60cc6c5bbde4 req-4fb5cc8f-3c8d-4f01-a18e-e719a2777424 tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd3a1de0-4cc3-4a9d-9bf6-a72d903e037f HTTP/1.1" status: 200 len: 948 time: 0.1407554 Mar 05 14:26:19.112072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df71976-6e49-41e1-8f0b-69ece517c900 req-1319f92c-6aa0-4082-84ed-6dab27d0d1f2 tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:19.113383 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5df71976-6e49-41e1-8f0b-69ece517c900 req-1319f92c-6aa0-4082-84ed-6dab27d0d1f2 tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3a1de0-4cc3-4a9d-9bf6-a72d903e037f HTTP/1.1" status: 200 len: 948 time: 0.1201060 Mar 05 14:26:19.221535 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-126a1a05-f7da-4a89-b3b6-60cc6c5bbde4 req-d9550d3a-eeaa-48c6-a207-cc67a5706bdf tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Deleting port 008299a9-94ca-4a53-a961-75d2acf3b34e {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:26:19.221760 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-126a1a05-f7da-4a89-b3b6-60cc6c5bbde4 req-d9550d3a-eeaa-48c6-a207-cc67a5706bdf tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:19.248407 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5df71976-6e49-41e1-8f0b-69ece517c900 req-0b548c6c-55c7-4c5f-bf74-91170dc26061 tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/security-groups?id=535edbdc-bf3f-4d82-932f-5444d2ce91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058807 Mar 05 14:26:19.468848 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-126a1a05-f7da-4a89-b3b6-60cc6c5bbde4 req-d9550d3a-eeaa-48c6-a207-cc67a5706bdf tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] For port 008299a9-94ca-4a53-a961-75d2acf3b34e, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=008299a9-94ca-4a53-a961-75d2acf3b34e,segment=NetworkSegment(c701ee2b-1ea8-4d2c-81c4-9199b6d81427),segment_id=c701ee2b-1ea8-4d2c-81c4-9199b6d81427)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:26:19.469196 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-126a1a05-f7da-4a89-b3b6-60cc6c5bbde4 req-d9550d3a-eeaa-48c6-a207-cc67a5706bdf tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:19.595479 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-126a1a05-f7da-4a89-b3b6-60cc6c5bbde4 req-d9550d3a-eeaa-48c6-a207-cc67a5706bdf tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Calling delete_port for 008299a9-94ca-4a53-a961-75d2acf3b34e owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:26:19.737291 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-126a1a05-f7da-4a89-b3b6-60cc6c5bbde4 req-d9550d3a-eeaa-48c6-a207-cc67a5706bdf tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:19.748757 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['008299a9-94ca-4a53-a961-75d2acf3b34e'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:26:19.790199 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9550d3a-eeaa-48c6-a207-cc67a5706bdf tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Pushing event deleted for resources: {'Port': ['ID=008299a9-94ca-4a53-a961-75d2acf3b34e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:26:19.871637 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-126a1a05-f7da-4a89-b3b6-60cc6c5bbde4 req-d9550d3a-eeaa-48c6-a207-cc67a5706bdf tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] No DVR routers for this DVR port 008299a9-94ca-4a53-a961-75d2acf3b34e on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:26:19.874579 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-126a1a05-f7da-4a89-b3b6-60cc6c5bbde4 req-d9550d3a-eeaa-48c6-a207-cc67a5706bdf tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:19.877303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3a1de0-4cc3-4a9d-9bf6-a72d903e037f', 'name': 'network-vif-deleted', 'tag': '008299a9-94ca-4a53-a961-75d2acf3b34e'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:26:19.895608 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-126a1a05-f7da-4a89-b3b6-60cc6c5bbde4 req-d9550d3a-eeaa-48c6-a207-cc67a5706bdf tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.30 "DELETE /v2.0/ports/008299a9-94ca-4a53-a961-75d2acf3b34e HTTP/1.1" status: 204 len: 173 time: 0.7811322 Mar 05 14:26:19.924986 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3a1de0-4cc3-4a9d-9bf6-a72d903e037f', 'name': 'network-vif-deleted', 'tag': '008299a9-94ca-4a53-a961-75d2acf3b34e', 'status': 'completed', 'code': 200} Mar 05 14:26:20.415918 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e09c64a9-2ca4-46c0-9871-8b1244fac3ee req-a158dbc4-8a55-4b50-9f14-e3faec133c0f tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Synchronizing usage tracker for tenant:ae1df676666243208c4582dd7de2d759 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:26:20.432736 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-e09c64a9-2ca4-46c0-9871-8b1244fac3ee req-a158dbc4-8a55-4b50-9f14-e3faec133c0f tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] Unset dirty status for tenant:ae1df676666243208c4582dd7de2d759 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:26:20.433984 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e09c64a9-2ca4-46c0-9871-8b1244fac3ee req-a158dbc4-8a55-4b50-9f14-e3faec133c0f tempest-ServersAdminNegativeTestJSON-502998163 tempest-ServersAdminNegativeTestJSON-502998163-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3a1de0-4cc3-4a9d-9bf6-a72d903e037f HTTP/1.1" status: 200 len: 210 time: 0.0610578 Mar 05 14:26:21.788809 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50762) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:26:21.933872 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-14b8f36e-9e00-4d38-93a6-811c8651c9a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae1df676666243208c4582dd7de2d759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439104 Mar 05 14:26:21.936619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50768) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:26:21.937847 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 008299a9-94ca-4a53-a961-75d2acf3b34e no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:26:21.972082 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 008299a9-94ca-4a53-a961-75d2acf3b34e {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:26:21.972346 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 008299a9-94ca-4a53-a961-75d2acf3b34e not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:26:21.996474 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4de9c694-c47f-441b-8093-1e9f65f2baf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:22.021848 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4de9c694-c47f-441b-8093-1e9f65f2baf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:22.075968 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4de9c694-c47f-441b-8093-1e9f65f2baf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:22.094975 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9c694-c47f-441b-8093-1e9f65f2baf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535edbdc-bf3f-4d82-932f-5444d2ce91c0,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:26:22.102722 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4de9c694-c47f-441b-8093-1e9f65f2baf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:22.103874 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4de9c694-c47f-441b-8093-1e9f65f2baf0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/535edbdc-bf3f-4d82-932f-5444d2ce91c0 HTTP/1.1" status: 204 len: 168 time: 0.1662779 Mar 05 14:26:22.384483 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50776) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:26:22.401922 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-377835e6-b8ba-40e7-a38c-a67326b7cf2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:22.416801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-377835e6-b8ba-40e7-a38c-a67326b7cf2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:26:22.420907 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-377835e6-b8ba-40e7-a38c-a67326b7cf2c admin admin] Usage tracker for resource:security_group_rule and tenant:6b811420e7bd4b4ea8329868ff8b7741 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:26:22.423690 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-377835e6-b8ba-40e7-a38c-a67326b7cf2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:26:22.429381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-377835e6-b8ba-40e7-a38c-a67326b7cf2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:26:22.516201 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-377835e6-b8ba-40e7-a38c-a67326b7cf2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:22.519845 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-377835e6-b8ba-40e7-a38c-a67326b7cf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:22.566530 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-377835e6-b8ba-40e7-a38c-a67326b7cf2c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b811420e7bd4b4ea8329868ff8b7741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1809905 Mar 05 14:26:22.567414 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377835e6-b8ba-40e7-a38c-a67326b7cf2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7014cd6-95ea-4d08-859f-7bd487ab1551,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:26:22.569251 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50780) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:26:22.627485 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed0b9866-1d8c-4793-94a3-9aa3d917d405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:22.652237 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed0b9866-1d8c-4793-94a3-9aa3d917d405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:22.703278 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed0b9866-1d8c-4793-94a3-9aa3d917d405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:22.722805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b9866-1d8c-4793-94a3-9aa3d917d405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7014cd6-95ea-4d08-859f-7bd487ab1551,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:26:22.732482 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b9866-1d8c-4793-94a3-9aa3d917d405 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:26:22.733462 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b9866-1d8c-4793-94a3-9aa3d917d405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:26:22.733908 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b9866-1d8c-4793-94a3-9aa3d917d405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:26:22.734229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b9866-1d8c-4793-94a3-9aa3d917d405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:26:22.734548 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b9866-1d8c-4793-94a3-9aa3d917d405 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:26:22.734892 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b9866-1d8c-4793-94a3-9aa3d917d405 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:26:22.735211 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b9866-1d8c-4793-94a3-9aa3d917d405 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:26:22.735523 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b9866-1d8c-4793-94a3-9aa3d917d405 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:26:22.735834 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b9866-1d8c-4793-94a3-9aa3d917d405 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:26:22.736142 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b9866-1d8c-4793-94a3-9aa3d917d405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:26:22.736454 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b9866-1d8c-4793-94a3-9aa3d917d405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:26:22.736761 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b9866-1d8c-4793-94a3-9aa3d917d405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:26:22.744716 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ed0b9866-1d8c-4793-94a3-9aa3d917d405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:22.746177 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ed0b9866-1d8c-4793-94a3-9aa3d917d405 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7014cd6-95ea-4d08-859f-7bd487ab1551 HTTP/1.1" status: 204 len: 168 time: 0.1758225 Mar 05 14:26:23.480466 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50804) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:26:23.584414 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-5e97d469-cf44-45a4-8d77-884f1196ad01 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-249490620-network', 'tenant_id': 'afc269ca83a743b982786380fd87c11d'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:26:23.589858 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5e97d469-cf44-45a4-8d77-884f1196ad01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:26:23.593914 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5e97d469-cf44-45a4-8d77-884f1196ad01 admin admin] Usage tracker for resource:network and tenant:afc269ca83a743b982786380fd87c11d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:26:23.596732 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5e97d469-cf44-45a4-8d77-884f1196ad01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:26:23.602748 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5e97d469-cf44-45a4-8d77-884f1196ad01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:26:23.613275 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e97d469-cf44-45a4-8d77-884f1196ad01 admin admin] Made reservation on behalf of afc269ca83a743b982786380fd87c11d for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:26:23.615680 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e97d469-cf44-45a4-8d77-884f1196ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:23.628630 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e97d469-cf44-45a4-8d77-884f1196ad01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:23.642911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5e97d469-cf44-45a4-8d77-884f1196ad01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:26:23.646575 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5e97d469-cf44-45a4-8d77-884f1196ad01 admin admin] Usage tracker for resource:security_group_rule and tenant:afc269ca83a743b982786380fd87c11d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:26:23.649314 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-5e97d469-cf44-45a4-8d77-884f1196ad01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:26:23.655029 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-5e97d469-cf44-45a4-8d77-884f1196ad01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:26:23.738957 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e97d469-cf44-45a4-8d77-884f1196ad01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:23.742538 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e97d469-cf44-45a4-8d77-884f1196ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:23.780454 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e97d469-cf44-45a4-8d77-884f1196ad01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:26:23.785611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97d469-cf44-45a4-8d77-884f1196ad01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c83475-9e16-4a03-976a-0df1550c9a52,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:26:23.793764 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e97d469-cf44-45a4-8d77-884f1196ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:23.794219 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-5e97d469-cf44-45a4-8d77-884f1196ad01 admin admin] Added segment f93cd3c6-fece-47a8-bcf8-1883c5cba648 of type vlan for network b6facafe-13b3-4917-8ffd-56d6a942d4ca Mar 05 14:26:23.820518 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e97d469-cf44-45a4-8d77-884f1196ad01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:23.849082 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e97d469-cf44-45a4-8d77-884f1196ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:23.850019 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e97d469-cf44-45a4-8d77-884f1196ad01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:23.850595 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5e97d469-cf44-45a4-8d77-884f1196ad01 admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:23.953728 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97d469-cf44-45a4-8d77-884f1196ad01 admin admin] Pushing event updated for resources: {'Network': ['ID=b6facafe-13b3-4917-8ffd-56d6a942d4ca,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:26:23.956626 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5e97d469-cf44-45a4-8d77-884f1196ad01 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4751372 Mar 05 14:26:23.959744 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50810) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:26:23.964703 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network b6facafe-13b3-4917-8ffd-56d6a942d4ca details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:26:23.965221 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-c03be116-0269-4965-afd5-cc3a800a5ac7 admin admin] Request body: {'subnet': {'network_id': 'b6facafe-13b3-4917-8ffd-56d6a942d4ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-249490620-subnet', 'tenant_id': 'afc269ca83a743b982786380fd87c11d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:26:23.970837 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c03be116-0269-4965-afd5-cc3a800a5ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:26:23.974640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c03be116-0269-4965-afd5-cc3a800a5ac7 admin admin] Usage tracker for resource:subnet and tenant:afc269ca83a743b982786380fd87c11d is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:26:23.977521 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c03be116-0269-4965-afd5-cc3a800a5ac7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:26:23.983171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c03be116-0269-4965-afd5-cc3a800a5ac7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:26:23.992804 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03be116-0269-4965-afd5-cc3a800a5ac7 admin admin] Made reservation on behalf of afc269ca83a743b982786380fd87c11d for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:26:23.995257 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c03be116-0269-4965-afd5-cc3a800a5ac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:24.197668 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c03be116-0269-4965-afd5-cc3a800a5ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:24.275296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03be116-0269-4965-afd5-cc3a800a5ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32747454-9202-47be-8aa9-c28f3b4c6fb7,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:26:24.280738 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03be116-0269-4965-afd5-cc3a800a5ac7 admin admin] Checking segment: {'id': 'f93cd3c6-fece-47a8-bcf8-1883c5cba648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b6facafe-13b3-4917-8ffd-56d6a942d4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:26:24.281087 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03be116-0269-4965-afd5-cc3a800a5ac7 admin admin] Network hostable DHCP agents. Network: b6facafe-13b3-4917-8ffd-56d6a942d4ca, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:26:24.300269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03be116-0269-4965-afd5-cc3a800a5ac7 admin admin] Network b6facafe-13b3-4917-8ffd-56d6a942d4ca is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:26:24.308870 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-c03be116-0269-4965-afd5-cc3a800a5ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, b6facafe-13b3-4917-8ffd-56d6a942d4ca) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:26:24.316306 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03be116-0269-4965-afd5-cc3a800a5ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:24.316903 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c03be116-0269-4965-afd5-cc3a800a5ac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:24.317650 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13426fc-eba7-4c87-8dff-2ce7bd441c4d None None] Network b6facafe-13b3-4917-8ffd-56d6a942d4ca requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:26:24.338137 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c03be116-0269-4965-afd5-cc3a800a5ac7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3773153 Mar 05 14:26:24.536138 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583804aa-c66e-46c1-b348-86660e4be682 None None] Network b6facafe-13b3-4917-8ffd-56d6a942d4ca requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:26:25.046141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-99f1fc38-b1ee-4526-86e0-63ab864654b8 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:25.047530 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-99f1fc38-b1ee-4526-86e0-63ab864654b8 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/networks?id=b6facafe-13b3-4917-8ffd-56d6a942d4ca HTTP/1.1" status: 200 len: 811 time: 0.2408757 Mar 05 14:26:25.062583 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-6b06cdc2-73a0-4243-903b-f7334a58e9b1 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/quotas/afc269ca83a743b982786380fd87c11d HTTP/1.1" status: 200 len: 375 time: 0.0097189 Mar 05 14:26:25.112608 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-70794ee6-4fe5-4245-8634-5b063956e3ab tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=afc269ca83a743b982786380fd87c11d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449874 Mar 05 14:26:25.293556 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-99e9b728-0e14-4359-a8c4-33542a84f9db service neutron] 10.222.0.16 "GET /v2.0/networks/b6facafe-13b3-4917-8ffd-56d6a942d4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745048 Mar 05 14:26:25.424473 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-91d956fc-f6a6-4a4d-be56-e337ec09b333 service neutron] 10.222.0.16 "GET /v2.0/networks/b6facafe-13b3-4917-8ffd-56d6a942d4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250243 Mar 05 14:26:25.606432 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6d79b006-2321-40ad-8036-c326cddf9f5d req-e5d41e4a-7c75-40ec-8770-20dc4f8de6bc tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 210 time: 0.0479069 Mar 05 14:26:26.628895 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-37548b69-eb33-4ecd-8050-1ecd9bbb640c tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:26.630531 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-37548b69-eb33-4ecd-8050-1ecd9bbb640c tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.30 "GET /v2.0/networks?id=b6facafe-13b3-4917-8ffd-56d6a942d4ca HTTP/1.1" status: 200 len: 811 time: 0.1562622 Mar 05 14:26:26.642799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Request body: {'port': {'device_id': 'a95e418e-96d9-4d3b-9e57-d16b92c885ff', 'network_id': 'b6facafe-13b3-4917-8ffd-56d6a942d4ca', 'admin_state_up': True, 'tenant_id': 'afc269ca83a743b982786380fd87c11d'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:26:26.782834 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5121c6fc-4687-4137-a48a-553d4d1f57b1 req-3c4fc289-9b01-44da-a083-7da6bfb80807 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 210 time: 0.0539012 Mar 05 14:26:26.827556 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:26:26.831410 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Usage tracker for resource:port and tenant:afc269ca83a743b982786380fd87c11d is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:26:26.834266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:26:26.839967 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:26:26.850466 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Made reservation on behalf of afc269ca83a743b982786380fd87c11d for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:26:26.854034 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:27.019390 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Allocated IP 172.20.0.6 (b6facafe-13b3-4917-8ffd-56d6a942d4ca/32747454-9202-47be-8aa9-c28f3b4c6fb7/d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:26:27.222502 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:27.251296 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:27.330329 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Network b6facafe-13b3-4917-8ffd-56d6a942d4ca is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:26:27.333840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:26:27.338055 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:26:27.364079 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Pushing event updated for resources: {'Port': ['ID=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:26:27.380337 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:26:27.380678 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:26:27.381010 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:26:27.381342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:26:27.381679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:26:27.382004 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:26:27.382320 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:26:27.382637 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:26:27.382976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:26:27.383291 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:26:27.383603 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:26:27.383912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:26:27.419873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:27.421103 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:27.451172 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-8e00a45c-638d-46b0-a64f-fe6b580a8564 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8121505 Mar 05 14:26:27.464927 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-e2e23262-37d1-4f04-9e89-b3a202d9b751 service neutron] Request body: {'port': {'device_id': 'a95e418e-96d9-4d3b-9e57-d16b92c885ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:26:27.577082 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-e2e23262-37d1-4f04-9e89-b3a202d9b751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:27.973282 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40e62e-28aa-48a5-873b-eae0b0a86ae6 req-9a8b1286-ae56-4248-8979-fbf94b3c1560 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:27.974729 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b40e62e-28aa-48a5-873b-eae0b0a86ae6 req-9a8b1286-ae56-4248-8979-fbf94b3c1560 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 931 time: 0.0798106 Mar 05 14:26:28.018990 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-1b40e62e-28aa-48a5-873b-eae0b0a86ae6 req-8bf869bb-f550-4718-aacd-0ebeb7a8343b tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Synchronizing usage tracker for tenant:afc269ca83a743b982786380fd87c11d on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:26:28.020017 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-e2e23262-37d1-4f04-9e89-b3a202d9b751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:26:28.027388 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-e2e23262-37d1-4f04-9e89-b3a202d9b751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:28.035301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-1b40e62e-28aa-48a5-873b-eae0b0a86ae6 req-8bf869bb-f550-4718-aacd-0ebeb7a8343b tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Unset dirty status for tenant:afc269ca83a743b982786380fd87c11d on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:26:28.036662 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b40e62e-28aa-48a5-873b-eae0b0a86ae6 req-8bf869bb-f550-4718-aacd-0ebeb7a8343b tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562887 Mar 05 14:26:28.041936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-e2e23262-37d1-4f04-9e89-b3a202d9b751 service neutron] Transition to ACTIVE for port object d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:26:28.046280 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-e2e23262-37d1-4f04-9e89-b3a202d9b751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:28.197381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e23262-37d1-4f04-9e89-b3a202d9b751 service neutron] Pushing event updated for resources: {'Port': ['ID=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:26:28.276434 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-e2e23262-37d1-4f04-9e89-b3a202d9b751 service neutron] Attempting to bind port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:26:28.276759 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-e2e23262-37d1-4f04-9e89-b3a202d9b751 service neutron] Attempting to bind port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'f93cd3c6-fece-47a8-bcf8-1883c5cba648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b6facafe-13b3-4917-8ffd-56d6a942d4ca'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:26:28.277104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-e2e23262-37d1-4f04-9e89-b3a202d9b751 service neutron] Attempting to bind port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 on network b6facafe-13b3-4917-8ffd-56d6a942d4ca {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:26:28.281734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-e2e23262-37d1-4f04-9e89-b3a202d9b751 service neutron] Port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 on network b6facafe-13b3-4917-8ffd-56d6a942d4ca not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:26:28.282041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-e2e23262-37d1-4f04-9e89-b3a202d9b751 service neutron] Attempting to bind port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 on network b6facafe-13b3-4917-8ffd-56d6a942d4ca {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:26:28.287060 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-e2e23262-37d1-4f04-9e89-b3a202d9b751 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:26:28.287385 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-e2e23262-37d1-4f04-9e89-b3a202d9b751 service neutron] Checking segment: {'id': 'f93cd3c6-fece-47a8-bcf8-1883c5cba648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b6facafe-13b3-4917-8ffd-56d6a942d4ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:26:28.287753 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-e2e23262-37d1-4f04-9e89-b3a202d9b751 service neutron] Bound using segment: {'id': 'f93cd3c6-fece-47a8-bcf8-1883c5cba648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b6facafe-13b3-4917-8ffd-56d6a942d4ca'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:26:28.288162 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-e2e23262-37d1-4f04-9e89-b3a202d9b751 service neutron] Bound port: d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93cd3c6-fece-47a8-bcf8-1883c5cba648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b6facafe-13b3-4917-8ffd-56d6a942d4ca'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:26:28.288491 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-e2e23262-37d1-4f04-9e89-b3a202d9b751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:28.375512 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-e2e23262-37d1-4f04-9e89-b3a202d9b751 service neutron] For port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:26:28.378642 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-e2e23262-37d1-4f04-9e89-b3a202d9b751 service neutron] For port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1,segment=NetworkSegment(f93cd3c6-fece-47a8-bcf8-1883c5cba648),segment_id=f93cd3c6-fece-47a8-bcf8-1883c5cba648)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:26:28.384152 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-e2e23262-37d1-4f04-9e89-b3a202d9b751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:28.443410 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-e2e23262-37d1-4f04-9e89-b3a202d9b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:28.444018 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-e2e23262-37d1-4f04-9e89-b3a202d9b751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:28.445404 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-e2e23262-37d1-4f04-9e89-b3a202d9b751 service neutron] 10.222.0.30 "PUT /v2.0/ports/d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 HTTP/1.1" status: 200 len: 1091 time: 0.9871297 Mar 05 14:26:28.445840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95e418e-96d9-4d3b-9e57-d16b92c885ff', 'tag': 'd8cfd1f6-8953-4606-a7aa-fa9bea6c90d1'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:26:28.474049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e23262-37d1-4f04-9e89-b3a202d9b751 service neutron] Pushing event updated for resources: {'Port': ['ID=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:26:28.516398 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95e418e-96d9-4d3b-9e57-d16b92c885ff', 'tag': 'd8cfd1f6-8953-4606-a7aa-fa9bea6c90d1', 'status': 'completed', 'code': 200} Mar 05 14:26:28.556184 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-414abb31-4a39-42c9-8f9f-b84ba2b6fd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:28.557652 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-414abb31-4a39-42c9-8f9f-b84ba2b6fd9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=afc269ca83a743b982786380fd87c11d&device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 1094 time: 0.0721545 Mar 05 14:26:28.628449 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-b5e57a86-1268-4a6f-8bd7-b7e97550601c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 HTTP/1.1" status: 200 len: 217 time: 0.0632534 Mar 05 14:26:28.689461 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-dd1ff4bf-555d-4577-9b87-c4db4a47b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:28.690905 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-dd1ff4bf-555d-4577-9b87-c4db4a47b533 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32747454-9202-47be-8aa9-c28f3b4c6fb7 HTTP/1.1" status: 200 len: 851 time: 0.0574193 Mar 05 14:26:28.735681 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-4a640d57-a162-427e-b031-781868a22e53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6facafe-13b3-4917-8ffd-56d6a942d4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395067 Mar 05 14:26:28.864404 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-8e18dcc0-68e0-401d-ab9d-5fb42b512cfe service neutron] 10.222.0.30 "GET /v2.0/networks/b6facafe-13b3-4917-8ffd-56d6a942d4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227615 Mar 05 14:26:28.994540 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-459ade0f-0a6d-4ebc-84c5-9ef2ae8adb62 req-a63f0e2e-9927-46ed-b01b-f6b459f1b7b1 service neutron] 10.222.0.30 "GET /v2.0/networks/b6facafe-13b3-4917-8ffd-56d6a942d4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236665 Mar 05 14:26:29.117693 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568f476-474b-4f85-aff1-93b7581b6a7f req-8e8e1005-e3fb-4dcd-81f8-5ced5cf4b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:29.119193 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a568f476-474b-4f85-aff1-93b7581b6a7f req-8e8e1005-e3fb-4dcd-81f8-5ced5cf4b8d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=afc269ca83a743b982786380fd87c11d&device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 1094 time: 0.0802341 Mar 05 14:26:29.225911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb6ab6-aa2a-46a3-ab56-80838b0a924e req-be2de1e8-b74f-4aea-ace1-a04a09d0f354 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:29.227395 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-96fb6ab6-aa2a-46a3-ab56-80838b0a924e req-be2de1e8-b74f-4aea-ace1-a04a09d0f354 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 943 time: 0.0853665 Mar 05 14:26:29.254061 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568f476-474b-4f85-aff1-93b7581b6a7f req-a279f3a4-1bc6-45c7-8ef6-17532e60cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:29.255508 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a568f476-474b-4f85-aff1-93b7581b6a7f req-a279f3a4-1bc6-45c7-8ef6-17532e60cb9c service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6facafe-13b3-4917-8ffd-56d6a942d4ca HTTP/1.1" status: 200 len: 911 time: 0.1305792 Mar 05 14:26:29.272880 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-96fb6ab6-aa2a-46a3-ab56-80838b0a924e req-c56fb04a-45fe-48d8-9fb4-d702473ed5ec tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387769 Mar 05 14:26:29.327199 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a568f476-474b-4f85-aff1-93b7581b6a7f req-5a9eacb1-f619-4104-be1d-fd4b2288974c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 HTTP/1.1" status: 200 len: 217 time: 0.0640521 Mar 05 14:26:29.335195 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:29.336405 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:29.389695 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568f476-474b-4f85-aff1-93b7581b6a7f req-4f827cfd-9a15-4b3b-809d-2483bff9a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:29.391112 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a568f476-474b-4f85-aff1-93b7581b6a7f req-4f827cfd-9a15-4b3b-809d-2483bff9a1ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32747454-9202-47be-8aa9-c28f3b4c6fb7 HTTP/1.1" status: 200 len: 851 time: 0.0575926 Mar 05 14:26:29.437380 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a568f476-474b-4f85-aff1-93b7581b6a7f req-01e128b2-f720-4642-9009-a84de22003fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6facafe-13b3-4917-8ffd-56d6a942d4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402877 Mar 05 14:26:29.673357 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a568f476-474b-4f85-aff1-93b7581b6a7f req-d72aa57e-200d-4a7d-a975-e0b1b27e7c3d service neutron] 10.222.0.30 "GET /v2.0/networks/b6facafe-13b3-4917-8ffd-56d6a942d4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294326 Mar 05 14:26:29.802850 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a568f476-474b-4f85-aff1-93b7581b6a7f req-324cc100-862f-4be6-a568-b1726280d31f service neutron] 10.222.0.30 "GET /v2.0/networks/b6facafe-13b3-4917-8ffd-56d6a942d4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225364 Mar 05 14:26:30.463754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6be3c-d570-4a02-b9f0-0c6fda988664 req-ce7ac47e-e7da-4d46-90a6-514319a160de tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:30.464438 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f4a6be3c-d570-4a02-b9f0-0c6fda988664 req-ce7ac47e-e7da-4d46-90a6-514319a160de tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Synchronizing usage tracker for tenant:afc269ca83a743b982786380fd87c11d on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:26:30.480923 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f4a6be3c-d570-4a02-b9f0-0c6fda988664 req-ce7ac47e-e7da-4d46-90a6-514319a160de tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Unset dirty status for tenant:afc269ca83a743b982786380fd87c11d on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:26:30.482155 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f4a6be3c-d570-4a02-b9f0-0c6fda988664 req-ce7ac47e-e7da-4d46-90a6-514319a160de tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 943 time: 0.1012373 Mar 05 14:26:30.527175 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f4a6be3c-d570-4a02-b9f0-0c6fda988664 req-c7acd12f-3c57-4e20-a56f-e3533d9785fd tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388937 Mar 05 14:26:31.708162 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae4956-264f-414a-b91b-6b5cf8057b46 req-864f4a3f-d28e-4a83-bc67-1b087aa181ef tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:31.709518 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-efae4956-264f-414a-b91b-6b5cf8057b46 req-864f4a3f-d28e-4a83-bc67-1b087aa181ef tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 943 time: 0.0788033 Mar 05 14:26:31.752763 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-efae4956-264f-414a-b91b-6b5cf8057b46 req-ad9d1f30-7290-48a0-9f3a-cbef2a803139 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376685 Mar 05 14:26:31.969068 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:26:32.098476 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1,segment=NetworkSegment(f93cd3c6-fece-47a8-bcf8-1883c5cba648),segment_id=f93cd3c6-fece-47a8-bcf8-1883c5cba648)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:26:32.111091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'd8cfd1f6-8953-4606-a7aa-fa9bea6c90d1', 'network_id': 'b6facafe-13b3-4917-8ffd-56d6a942d4ca', 'port_id': 'd8cfd1f6-8953-4606-a7aa-fa9bea6c90d1', 'mac_address': 'fa:16:3e:47:3d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32747454-9202-47be-8aa9-c28f3b4c6fb7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:26:32.167423 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:32.183418 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:26:32.198840 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1,segment=NetworkSegment(f93cd3c6-fece-47a8-bcf8-1883c5cba648),segment_id=f93cd3c6-fece-47a8-bcf8-1883c5cba648)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:26:32.203494 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:32.268346 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:26:32.280381 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:26:32.402214 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:26:32.933532 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282dc6f-6428-4f67-8cb3-fa369fb22a0d req-d29349b6-ba27-4d71-b8fe-37ee0a61eff7 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:32.935035 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6282dc6f-6428-4f67-8cb3-fa369fb22a0d req-d29349b6-ba27-4d71-b8fe-37ee0a61eff7 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 944 time: 0.0805376 Mar 05 14:26:32.984054 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6282dc6f-6428-4f67-8cb3-fa369fb22a0d req-bb3c664a-3273-429d-8144-b1192f8b04fb tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429189 Mar 05 14:26:33.971233 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:26:34.037859 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:26:34.042544 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:26:34.042955 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:34.160849 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:34.173956 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb510e-7b0e-4d37-9ab3-7c9ef8889d98 req-cc23b784-d363-477d-a48e-ff10327c0b79 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:34.175475 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a9bb510e-7b0e-4d37-9ab3-7c9ef8889d98 req-cc23b784-d363-477d-a48e-ff10327c0b79 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 944 time: 0.0832512 Mar 05 14:26:34.188885 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95e418e-96d9-4d3b-9e57-d16b92c885ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cfd1f6-8953-4606-a7aa-fa9bea6c90d1'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:26:34.198658 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1,segment=NetworkSegment(f93cd3c6-fece-47a8-bcf8-1883c5cba648),segment_id=f93cd3c6-fece-47a8-bcf8-1883c5cba648)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:26:34.204498 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:34.226073 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a9bb510e-7b0e-4d37-9ab3-7c9ef8889d98 req-ac791851-e4de-4bc5-bc79-9daf3a9d0e74 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446062 Mar 05 14:26:34.237032 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95e418e-96d9-4d3b-9e57-d16b92c885ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cfd1f6-8953-4606-a7aa-fa9bea6c90d1', 'code': 200} Mar 05 14:26:34.307985 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:26:34.364138 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2119ffb-0525-45be-9ed6-045cde8326d1 req-ef388ea1-841f-4a70-b91d-6b5f5e1a6595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:34.365599 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2119ffb-0525-45be-9ed6-045cde8326d1 req-ef388ea1-841f-4a70-b91d-6b5f5e1a6595 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 1096 time: 0.0741425 Mar 05 14:26:34.408949 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c2119ffb-0525-45be-9ed6-045cde8326d1 req-79f3404c-ad3c-4c9b-b43b-47900476239d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361879 Mar 05 14:26:35.424673 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5a4b6-20d0-40a2-84c7-992c7791d20e req-46c778fc-aaf9-4782-aefd-acc6c4db930a tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:35.426576 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fcf5a4b6-20d0-40a2-84c7-992c7791d20e req-46c778fc-aaf9-4782-aefd-acc6c4db930a tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.0933545 Mar 05 14:26:35.473442 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fcf5a4b6-20d0-40a2-84c7-992c7791d20e req-336344fb-91b2-4fde-a6be-dbe6bbadc0d5 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408041 Mar 05 14:26:36.656476 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d28b8f-eab4-432c-ab49-5b0e8ec6dadf req-49f3d315-c7d1-40c6-95d9-7bbe4c9df840 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:36.657845 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86d28b8f-eab4-432c-ab49-5b0e8ec6dadf req-49f3d315-c7d1-40c6-95d9-7bbe4c9df840 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.0807843 Mar 05 14:26:36.803520 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86d28b8f-eab4-432c-ab49-5b0e8ec6dadf req-5004895d-16ea-4303-adfd-ac26058d4769 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401143 Mar 05 14:26:37.257139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d510a2e-8b72-446a-a3ee-486805176e24 req-0be78501-3d8f-441f-8a5a-cd60ab51d1a8 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:37.258461 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4d510a2e-8b72-446a-a3ee-486805176e24 req-0be78501-3d8f-441f-8a5a-cd60ab51d1a8 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.1371441 Mar 05 14:26:37.261761 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c544b42-457c-43ab-b56e-04e096f8024a req-6a734257-f758-407d-8309-ede5da67a6f5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1844053 Mar 05 14:26:37.303095 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4d510a2e-8b72-446a-a3ee-486805176e24 req-0edba3e8-4e9c-4c78-895a-6bf1d8d6c214 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390911 Mar 05 14:26:38.505632 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c544b42-457c-43ab-b56e-04e096f8024a req-175d6cad-6887-4cdb-ba3f-84a8452efce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:38.507147 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c544b42-457c-43ab-b56e-04e096f8024a req-175d6cad-6887-4cdb-ba3f-84a8452efce8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=afc269ca83a743b982786380fd87c11d&device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 1096 time: 0.1325889 Mar 05 14:26:38.543171 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c63077-7466-43e1-b16f-d94b937b0783 req-fff14f3b-6c9a-4bef-84fc-9ddc59b03b40 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:38.544579 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92c63077-7466-43e1-b16f-d94b937b0783 req-fff14f3b-6c9a-4bef-84fc-9ddc59b03b40 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.1337183 Mar 05 14:26:38.659421 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-92c63077-7466-43e1-b16f-d94b937b0783 req-e1921fb6-cea9-4a44-a979-ce22d3f51ee6 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034043 Mar 05 14:26:38.684722 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c544b42-457c-43ab-b56e-04e096f8024a req-a6fb1fe0-3ec2-4920-8b25-774068cb3cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:38.686148 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c544b42-457c-43ab-b56e-04e096f8024a req-a6fb1fe0-3ec2-4920-8b25-774068cb3cf2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6facafe-13b3-4917-8ffd-56d6a942d4ca HTTP/1.1" status: 200 len: 911 time: 0.1707666 Mar 05 14:26:38.755626 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c544b42-457c-43ab-b56e-04e096f8024a req-b421b243-39cb-4782-a905-081e5a767452 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 HTTP/1.1" status: 200 len: 217 time: 0.0635560 Mar 05 14:26:38.817157 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c544b42-457c-43ab-b56e-04e096f8024a req-9656348a-40b3-44e1-ba37-d0dc5fc1ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:38.818543 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c544b42-457c-43ab-b56e-04e096f8024a req-9656348a-40b3-44e1-ba37-d0dc5fc1ba36 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32747454-9202-47be-8aa9-c28f3b4c6fb7 HTTP/1.1" status: 200 len: 851 time: 0.0569711 Mar 05 14:26:38.840446 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2490368d-bd74-434d-a694-932dd74e199b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:38.866517 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c544b42-457c-43ab-b56e-04e096f8024a req-c0101ece-3d7b-4ae3-b0f1-a364115edc47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6facafe-13b3-4917-8ffd-56d6a942d4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419645 Mar 05 14:26:38.997917 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c544b42-457c-43ab-b56e-04e096f8024a req-63a144a4-4531-440a-9c94-b3e4ced377e3 service neutron] 10.222.0.30 "GET /v2.0/networks/b6facafe-13b3-4917-8ffd-56d6a942d4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249981 Mar 05 14:26:39.128766 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c544b42-457c-43ab-b56e-04e096f8024a req-1dbc00dd-b752-48bd-a902-7746cf569c2e service neutron] 10.222.0.30 "GET /v2.0/networks/b6facafe-13b3-4917-8ffd-56d6a942d4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252925 Mar 05 14:26:39.294829 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe4330-4912-4869-8ac7-3fb89f20addc req-0ad11399-191d-4451-a018-cc2cdc87a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:39.296202 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-15fe4330-4912-4869-8ac7-3fb89f20addc req-0ad11399-191d-4451-a018-cc2cdc87a338 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=afc269ca83a743b982786380fd87c11d&device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 1096 time: 0.0758224 Mar 05 14:26:39.536490 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe4330-4912-4869-8ac7-3fb89f20addc req-32c66e18-37f1-4ae4-86fd-41f3ab74a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:39.537928 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-15fe4330-4912-4869-8ac7-3fb89f20addc req-32c66e18-37f1-4ae4-86fd-41f3ab74a188 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6facafe-13b3-4917-8ffd-56d6a942d4ca HTTP/1.1" status: 200 len: 911 time: 0.2236176 Mar 05 14:26:39.608974 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-15fe4330-4912-4869-8ac7-3fb89f20addc req-d789886f-63b8-4ee4-b47d-3bdec586fb34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 HTTP/1.1" status: 200 len: 217 time: 0.0639751 Mar 05 14:26:39.671475 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe4330-4912-4869-8ac7-3fb89f20addc req-1c0f3712-9970-44fa-ab20-1709feb1527d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:39.672946 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-15fe4330-4912-4869-8ac7-3fb89f20addc req-1c0f3712-9970-44fa-ab20-1709feb1527d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32747454-9202-47be-8aa9-c28f3b4c6fb7 HTTP/1.1" status: 200 len: 851 time: 0.0583756 Mar 05 14:26:39.720172 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-15fe4330-4912-4869-8ac7-3fb89f20addc req-df1d452c-3c9a-4210-934b-d824d3c82056 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6facafe-13b3-4917-8ffd-56d6a942d4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413539 Mar 05 14:26:39.847118 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdd127-fb6e-4874-9af6-078d40b7a23f req-36801881-2010-44bb-9c29-0d53860ab282 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:39.848570 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5bcdd127-fb6e-4874-9af6-078d40b7a23f req-36801881-2010-44bb-9c29-0d53860ab282 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.0798695 Mar 05 14:26:39.853739 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-15fe4330-4912-4869-8ac7-3fb89f20addc req-5e43552c-4e11-49e2-864c-2125201dfdb8 service neutron] 10.222.0.30 "GET /v2.0/networks/b6facafe-13b3-4917-8ffd-56d6a942d4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275516 Mar 05 14:26:39.895963 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5bcdd127-fb6e-4874-9af6-078d40b7a23f req-182c080e-72f0-40a5-b4ab-0491dfbadf41 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415947 Mar 05 14:26:39.990029 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-15fe4330-4912-4869-8ac7-3fb89f20addc req-699d1cc1-1544-4323-912e-febd9c762931 service neutron] 10.222.0.30 "GET /v2.0/networks/b6facafe-13b3-4917-8ffd-56d6a942d4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304727 Mar 05 14:26:40.963907 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-83e08f8d-0e16-4f9c-8e77-0b94a686a16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:41.091560 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a80a5f-e630-46d2-9cd4-e2568904a5fd req-153beadc-19ef-4188-ba49-6fa5e8bf2c15 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:41.093043 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0a80a5f-e630-46d2-9cd4-e2568904a5fd req-153beadc-19ef-4188-ba49-6fa5e8bf2c15 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.0864062 Mar 05 14:26:41.136419 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0a80a5f-e630-46d2-9cd4-e2568904a5fd req-b9f6d0ab-d96b-4104-8bd6-f65c5388981b tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373173 Mar 05 14:26:42.150061 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:42.208350 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:42.322302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5caaa8-0b39-4d88-95fe-b1ef1e9fa017 req-6a952184-5e53-443f-ae66-2001ff4e891c tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:42.323764 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d5caaa8-0b39-4d88-95fe-b1ef1e9fa017 req-6a952184-5e53-443f-ae66-2001ff4e891c tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.0807302 Mar 05 14:26:42.368719 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d5caaa8-0b39-4d88-95fe-b1ef1e9fa017 req-53c9d5c9-4ccb-4523-9abc-1bcd6f2b7724 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385289 Mar 05 14:26:43.563271 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab8a67-f028-4c08-a2d3-f243712609fd req-053aa2cb-f9bb-4d3e-998a-d3bf011373f0 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:43.564728 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-89ab8a67-f028-4c08-a2d3-f243712609fd req-053aa2cb-f9bb-4d3e-998a-d3bf011373f0 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.0832410 Mar 05 14:26:43.611703 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-89ab8a67-f028-4c08-a2d3-f243712609fd req-06931d4c-d494-4968-9cee-bcc6956c73ae tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413067 Mar 05 14:26:43.803040 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:44.798949 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafbbcb-020d-4639-b38c-8d56b4d56ff7 req-eba361c2-6319-467f-b5d1-428bc1803548 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:44.800296 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-edafbbcb-020d-4639-b38c-8d56b4d56ff7 req-eba361c2-6319-467f-b5d1-428bc1803548 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.0817299 Mar 05 14:26:44.844079 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-edafbbcb-020d-4639-b38c-8d56b4d56ff7 req-4d74b513-344d-4b3e-a316-6f7bc06965b6 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377090 Mar 05 14:26:46.027260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca64e9d-3c3e-4039-b0e1-eb595e52b353 req-66d5162b-a2a0-43e3-b419-711d5837c44b tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:46.028693 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2ca64e9d-3c3e-4039-b0e1-eb595e52b353 req-66d5162b-a2a0-43e3-b419-711d5837c44b tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.0811241 Mar 05 14:26:46.073109 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2ca64e9d-3c3e-4039-b0e1-eb595e52b353 req-588076fa-e927-4afd-bf1d-cf1d48084b9d tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388424 Mar 05 14:26:47.259951 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942ff3f-245f-40e5-89d0-ee3530768bd4 req-098fd590-2122-43f0-9215-9020d1d886a3 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:47.261388 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a942ff3f-245f-40e5-89d0-ee3530768bd4 req-098fd590-2122-43f0-9215-9020d1d886a3 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.0796425 Mar 05 14:26:47.304671 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a942ff3f-245f-40e5-89d0-ee3530768bd4 req-dbca5180-4011-401c-9013-e9dda2b4e8e5 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367837 Mar 05 14:26:48.495089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea489a5-b745-4119-ae19-5e25cd5d7a6b req-a0339ad4-16e9-4447-96c6-fc336277aace tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:48.496503 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9ea489a5-b745-4119-ae19-5e25cd5d7a6b req-a0339ad4-16e9-4447-96c6-fc336277aace tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.0849400 Mar 05 14:26:48.540797 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9ea489a5-b745-4119-ae19-5e25cd5d7a6b req-f86a038d-31ee-44ac-8485-cbc1c7f0ea3c tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380559 Mar 05 14:26:49.728258 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88effb9-e4c7-452c-b42c-e1c6a3420efa req-f668c4f4-b961-4328-b857-172ddd936345 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:49.729590 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d88effb9-e4c7-452c-b42c-e1c6a3420efa req-f668c4f4-b961-4328-b857-172ddd936345 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.0834391 Mar 05 14:26:49.773530 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d88effb9-e4c7-452c-b42c-e1c6a3420efa req-1a816167-53cd-4d1d-8524-7c05c6fefa57 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377142 Mar 05 14:26:50.956384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c49d2-24f5-4c2b-93e0-7373c49af77c req-18a0ff7b-62df-4d56-9d05-f874c51606ee tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:50.958006 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae4c49d2-24f5-4c2b-93e0-7373c49af77c req-18a0ff7b-62df-4d56-9d05-f874c51606ee tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.0802388 Mar 05 14:26:51.002847 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae4c49d2-24f5-4c2b-93e0-7373c49af77c req-2d836a5e-d5fc-44f5-87e1-b4516d08f208 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384920 Mar 05 14:26:52.185254 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567e379-7af1-4631-b308-98f1f80fe5ce req-bcfcb0e1-ae18-42a3-8266-0f2a2246ae8d tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:52.186707 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c567e379-7af1-4631-b308-98f1f80fe5ce req-bcfcb0e1-ae18-42a3-8266-0f2a2246ae8d tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.0801005 Mar 05 14:26:52.231520 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c567e379-7af1-4631-b308-98f1f80fe5ce req-1aa5cb72-5c6c-4035-be73-62cc510fc224 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388145 Mar 05 14:26:53.420186 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e900793-b2a4-42da-86d2-5fa27f43abf5 req-957193c4-08a2-4e26-bf99-e382a98bd6d0 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:53.421669 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8e900793-b2a4-42da-86d2-5fa27f43abf5 req-957193c4-08a2-4e26-bf99-e382a98bd6d0 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.0865128 Mar 05 14:26:53.468861 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8e900793-b2a4-42da-86d2-5fa27f43abf5 req-f88da9db-5b05-473e-b913-6c7d323c7e4a tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409329 Mar 05 14:26:54.662985 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0358766-44ef-49c1-97ad-e6f9414eecde req-221ec8bb-82f2-4125-b163-71b14dde08e6 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:54.664456 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a0358766-44ef-49c1-97ad-e6f9414eecde req-221ec8bb-82f2-4125-b163-71b14dde08e6 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.0874453 Mar 05 14:26:54.710435 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a0358766-44ef-49c1-97ad-e6f9414eecde req-86fe94a5-3fe5-45f1-bd0e-1fa64b3c021e tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396390 Mar 05 14:26:55.897051 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4981790-ad91-4e61-8134-90b2b42ebcb1 req-3c62457b-44d9-48b3-8265-3feebf4f5eaf tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:55.898506 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c4981790-ad91-4e61-8134-90b2b42ebcb1 req-3c62457b-44d9-48b3-8265-3feebf4f5eaf tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.0813015 Mar 05 14:26:55.947036 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c4981790-ad91-4e61-8134-90b2b42ebcb1 req-f8d59521-3d42-4dfb-8a67-865713ddaa19 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429127 Mar 05 14:26:57.290745 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b448f6e-12f1-4c0e-9a6e-5ee41504f331 req-b93ece55-51b3-493c-8ecb-005b20ac9c29 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:57.292115 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7b448f6e-12f1-4c0e-9a6e-5ee41504f331 req-b93ece55-51b3-493c-8ecb-005b20ac9c29 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.0818031 Mar 05 14:26:57.339607 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7b448f6e-12f1-4c0e-9a6e-5ee41504f331 req-60e6e275-2897-4502-8db5-ef50e702ce5f tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411890 Mar 05 14:26:58.525852 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c5d07-87bf-45bc-96b1-08dee1c608da req-efb2e61f-117e-49e8-b037-aa1a47a5af89 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:58.527343 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e08c5d07-87bf-45bc-96b1-08dee1c608da req-efb2e61f-117e-49e8-b037-aa1a47a5af89 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.0822055 Mar 05 14:26:58.573365 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e08c5d07-87bf-45bc-96b1-08dee1c608da req-9d52eddd-6e56-4042-96bb-f95591622dfe tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403485 Mar 05 14:26:59.334231 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:59.335586 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:26:59.752324 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dfc94-501d-4f9a-b6a8-cfba41e73c4c req-3853fdd3-5d51-4a6b-8333-71b2c160665f tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:26:59.753749 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-828dfc94-501d-4f9a-b6a8-cfba41e73c4c req-3853fdd3-5d51-4a6b-8333-71b2c160665f tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.0781984 Mar 05 14:26:59.796512 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-828dfc94-501d-4f9a-b6a8-cfba41e73c4c req-78be619f-4a19-45fd-b725-341260bb96bd tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371454 Mar 05 14:27:00.980894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f4181-afe8-40c2-8d67-acde74bb37a8 req-e9f172bf-02f9-4294-ae5d-29c49af5e789 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:00.982311 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c31f4181-afe8-40c2-8d67-acde74bb37a8 req-e9f172bf-02f9-4294-ae5d-29c49af5e789 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.0817285 Mar 05 14:27:01.025717 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c31f4181-afe8-40c2-8d67-acde74bb37a8 req-49a05e74-39bd-440c-b9e7-921ad67cfda9 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376623 Mar 05 14:27:02.213104 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f576b0-3bf4-4d43-b8d5-017a7c0a352d req-8b81f2e6-bdf4-4d6e-9624-56669b6dcb79 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:02.214554 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94f576b0-3bf4-4d43-b8d5-017a7c0a352d req-8b81f2e6-bdf4-4d6e-9624-56669b6dcb79 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.0829091 Mar 05 14:27:02.257645 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-94f576b0-3bf4-4d43-b8d5-017a7c0a352d req-ce6f10e0-00ed-429e-aaa3-154652cccf02 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369236 Mar 05 14:27:03.448679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fba28-fa9f-4d18-8d4b-5c01cee8803c req-344211d5-f7b7-41d5-838c-550b2fcdf6ae tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:03.450296 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ff5fba28-fa9f-4d18-8d4b-5c01cee8803c req-344211d5-f7b7-41d5-838c-550b2fcdf6ae tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.0845180 Mar 05 14:27:03.495239 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ff5fba28-fa9f-4d18-8d4b-5c01cee8803c req-1d05304a-e90a-46a2-8be7-c43538826007 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385916 Mar 05 14:27:04.677690 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44680810-2132-4bc6-b293-9e35fab195ad req-5f17c480-a5ac-412d-a3a1-be74081a0297 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:04.679267 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-44680810-2132-4bc6-b293-9e35fab195ad req-5f17c480-a5ac-412d-a3a1-be74081a0297 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.0790784 Mar 05 14:27:04.725313 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-44680810-2132-4bc6-b293-9e35fab195ad req-45cc5106-fb16-4ac0-9a13-c959da3e070c tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405638 Mar 05 14:27:05.970526 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [req-3c544b42-457c-43ab-b56e-04e096f8024a req-d0154941-7de1-419f-8a04-0ffcc2f67b4b service neutron] show failed (client error): The resource could not be found. Mar 05 14:27:05.971676 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c544b42-457c-43ab-b56e-04e096f8024a req-d0154941-7de1-419f-8a04-0ffcc2f67b4b service neutron] 10.222.0.30 "GET /v2.0/ports/d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1/bindings/n-h1-803718-1 HTTP/1.1" status: 404 len: 380 time: 0.1064477 Mar 05 14:27:05.979372 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141240bd-a954-4af1-acbe-f942b508a0d6 req-ebb5dc12-ab67-4b8c-adcb-b53a84953b80 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:05.980787 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-141240bd-a954-4af1-acbe-f942b508a0d6 req-ebb5dc12-ab67-4b8c-adcb-b53a84953b80 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 945 time: 0.1508887 Mar 05 14:27:06.029379 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-141240bd-a954-4af1-acbe-f942b508a0d6 req-245f509c-40ca-40e1-966c-c0bb15bb8aca tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414131 Mar 05 14:27:06.236753 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c544b42-457c-43ab-b56e-04e096f8024a req-b1a5f80c-68e8-47ca-914d-28e89d0ac931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:06.238192 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c544b42-457c-43ab-b56e-04e096f8024a req-b1a5f80c-68e8-47ca-914d-28e89d0ac931 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff&tenant_id=afc269ca83a743b982786380fd87c11d HTTP/1.1" status: 200 len: 1096 time: 0.0735309 Mar 05 14:27:06.249088 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-3c544b42-457c-43ab-b56e-04e096f8024a req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803718-1', 'device_owner': 'compute:nova'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:27:06.361054 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3c544b42-457c-43ab-b56e-04e096f8024a req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:06.725760 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-3c544b42-457c-43ab-b56e-04e096f8024a req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] For port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1,segment=NetworkSegment(f93cd3c6-fece-47a8-bcf8-1883c5cba648),segment_id=f93cd3c6-fece-47a8-bcf8-1883c5cba648)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:27:06.754260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-3c544b42-457c-43ab-b56e-04e096f8024a req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] For port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:27:06.811292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95e418e-96d9-4d3b-9e57-d16b92c885ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8cfd1f6-8953-4606-a7aa-fa9bea6c90d1'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:27:06.817324 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3c544b42-457c-43ab-b56e-04e096f8024a req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:06.832795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-3c544b42-457c-43ab-b56e-04e096f8024a req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] Transition to ACTIVE for port object d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:27:06.839468 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3c544b42-457c-43ab-b56e-04e096f8024a req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:06.877073 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95e418e-96d9-4d3b-9e57-d16b92c885ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8cfd1f6-8953-4606-a7aa-fa9bea6c90d1', 'code': 200} Mar 05 14:27:07.006472 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c544b42-457c-43ab-b56e-04e096f8024a req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] No DVR routers for this DVR port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:27:07.009762 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] Pushing event updated for resources: {'Port': ['ID=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1,revision_number=6']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:27:07.064167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-3c544b42-457c-43ab-b56e-04e096f8024a req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] Attempting to bind port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:27:07.064504 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-3c544b42-457c-43ab-b56e-04e096f8024a req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] Attempting to bind port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'f93cd3c6-fece-47a8-bcf8-1883c5cba648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b6facafe-13b3-4917-8ffd-56d6a942d4ca'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:27:07.064833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c544b42-457c-43ab-b56e-04e096f8024a req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] Attempting to bind port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 on network b6facafe-13b3-4917-8ffd-56d6a942d4ca {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:27:07.069493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c544b42-457c-43ab-b56e-04e096f8024a req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] Port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 on network b6facafe-13b3-4917-8ffd-56d6a942d4ca not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:27:07.069846 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c544b42-457c-43ab-b56e-04e096f8024a req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] Attempting to bind port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 on network b6facafe-13b3-4917-8ffd-56d6a942d4ca {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:27:07.074918 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c544b42-457c-43ab-b56e-04e096f8024a req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:27:07.075257 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c544b42-457c-43ab-b56e-04e096f8024a req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] Checking segment: {'id': 'f93cd3c6-fece-47a8-bcf8-1883c5cba648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b6facafe-13b3-4917-8ffd-56d6a942d4ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:27:07.075638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c544b42-457c-43ab-b56e-04e096f8024a req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] Bound using segment: {'id': 'f93cd3c6-fece-47a8-bcf8-1883c5cba648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b6facafe-13b3-4917-8ffd-56d6a942d4ca'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:27:07.076063 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-3c544b42-457c-43ab-b56e-04e096f8024a req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] Bound port: d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93cd3c6-fece-47a8-bcf8-1883c5cba648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b6facafe-13b3-4917-8ffd-56d6a942d4ca'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:27:07.076405 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3c544b42-457c-43ab-b56e-04e096f8024a req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:07.213901 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-3c544b42-457c-43ab-b56e-04e096f8024a req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] For port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:27:07.217567 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-3c544b42-457c-43ab-b56e-04e096f8024a req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] For port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1,segment=NetworkSegment(f93cd3c6-fece-47a8-bcf8-1883c5cba648),segment_id=f93cd3c6-fece-47a8-bcf8-1883c5cba648)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:27:07.222874 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3c544b42-457c-43ab-b56e-04e096f8024a req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:07.290571 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c544b42-457c-43ab-b56e-04e096f8024a req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:07.291222 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-3c544b42-457c-43ab-b56e-04e096f8024a req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:07.292593 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c544b42-457c-43ab-b56e-04e096f8024a req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] 10.222.0.15 "PUT /v2.0/ports/d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 HTTP/1.1" status: 200 len: 1091 time: 1.0473406 Mar 05 14:27:07.316959 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413466ce-fa7b-48aa-bdc5-0d34cbf98fe9 req-f661b0cd-dabe-40e0-96bc-a0398372a6df tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:07.318391 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-413466ce-fa7b-48aa-bdc5-0d34cbf98fe9 req-f661b0cd-dabe-40e0-96bc-a0398372a6df tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 943 time: 0.1835344 Mar 05 14:27:07.381109 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3d2ad-0433-477e-aa81-d9242da7cbfb service neutron] Pushing event updated for resources: {'Port': ['ID=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1,revision_number=7']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:27:07.413566 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-413466ce-fa7b-48aa-bdc5-0d34cbf98fe9 req-af014e0c-7cc2-4e27-aa15-29fa3539f7da tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560825 Mar 05 14:27:07.434229 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c544b42-457c-43ab-b56e-04e096f8024a req-76bba331-85ef-4ad7-99a7-4c3a15689365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:07.435743 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c544b42-457c-43ab-b56e-04e096f8024a req-76bba331-85ef-4ad7-99a7-4c3a15689365 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afc269ca83a743b982786380fd87c11d&device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 1094 time: 0.1164625 Mar 05 14:27:07.566381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c544b42-457c-43ab-b56e-04e096f8024a req-f7efd7a9-513a-4c2e-ab79-c7168c48992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:07.567848 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c544b42-457c-43ab-b56e-04e096f8024a req-f7efd7a9-513a-4c2e-ab79-c7168c48992d service neutron] 10.222.0.15 "GET /v2.0/networks?id=b6facafe-13b3-4917-8ffd-56d6a942d4ca HTTP/1.1" status: 200 len: 911 time: 0.1267850 Mar 05 14:27:07.637614 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c544b42-457c-43ab-b56e-04e096f8024a req-98443895-c6be-498f-93f4-ab786d4a495a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 HTTP/1.1" status: 200 len: 217 time: 0.0640254 Mar 05 14:27:07.697886 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c544b42-457c-43ab-b56e-04e096f8024a req-78f2afe9-8d59-4e6d-9f96-a8b29ba4da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:07.699308 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c544b42-457c-43ab-b56e-04e096f8024a req-78f2afe9-8d59-4e6d-9f96-a8b29ba4da04 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32747454-9202-47be-8aa9-c28f3b4c6fb7 HTTP/1.1" status: 200 len: 851 time: 0.0565281 Mar 05 14:27:07.748092 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c544b42-457c-43ab-b56e-04e096f8024a req-ee295cf8-f210-4e0e-954f-85774c5f2002 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6facafe-13b3-4917-8ffd-56d6a942d4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429671 Mar 05 14:27:07.757457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-3c544b42-457c-43ab-b56e-04e096f8024a req-2db8cb3a-ba87-4497-960b-954339269085 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:27:07.758393 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c544b42-457c-43ab-b56e-04e096f8024a req-2db8cb3a-ba87-4497-960b-954339269085 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0045898 Mar 05 14:27:07.887344 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c544b42-457c-43ab-b56e-04e096f8024a req-a8d094d3-8669-4468-a09c-0bec9c723b2f service neutron] 10.222.0.15 "GET /v2.0/networks/b6facafe-13b3-4917-8ffd-56d6a942d4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233306 Mar 05 14:27:08.017380 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c544b42-457c-43ab-b56e-04e096f8024a req-cc337901-2c98-4792-bd4b-10b157d82504 service neutron] 10.222.0.15 "GET /v2.0/networks/b6facafe-13b3-4917-8ffd-56d6a942d4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238756 Mar 05 14:27:08.603776 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd45f82-1178-4740-ab9f-5622386414ec req-b40e2919-2019-47e6-ab96-cda00e987a89 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:08.605214 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7dd45f82-1178-4740-ab9f-5622386414ec req-b40e2919-2019-47e6-ab96-cda00e987a89 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 943 time: 0.0811405 Mar 05 14:27:08.648532 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7dd45f82-1178-4740-ab9f-5622386414ec req-5b52e616-65c8-4bd0-987c-c2b9db428363 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376770 Mar 05 14:27:08.841944 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-de906236-54f5-4d24-b0d9-aa4c40fc82d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:08.877887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95e418e-96d9-4d3b-9e57-d16b92c885ff', 'tag': 'd8cfd1f6-8953-4606-a7aa-fa9bea6c90d1'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:27:08.932965 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95e418e-96d9-4d3b-9e57-d16b92c885ff', 'tag': 'd8cfd1f6-8953-4606-a7aa-fa9bea6c90d1', 'status': 'completed', 'code': 200} Mar 05 14:27:09.186419 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5710b-4c14-4248-aebd-df03ca288011 req-b0a7894e-727f-448f-90df-703bdaeb26b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:09.188781 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3d5710b-4c14-4248-aebd-df03ca288011 req-b0a7894e-727f-448f-90df-703bdaeb26b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afc269ca83a743b982786380fd87c11d&device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 1094 time: 0.2052765 Mar 05 14:27:09.191207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5710b-4c14-4248-aebd-df03ca288011 req-34402f01-fd71-4384-bf09-050faf58657c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:09.192541 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3d5710b-4c14-4248-aebd-df03ca288011 req-34402f01-fd71-4384-bf09-050faf58657c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=afc269ca83a743b982786380fd87c11d&device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 1094 time: 0.2398026 Mar 05 14:27:09.279547 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:27:09.426029 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5710b-4c14-4248-aebd-df03ca288011 req-60c7222c-20d6-4836-862b-bac13b2ec644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:09.427479 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3d5710b-4c14-4248-aebd-df03ca288011 req-60c7222c-20d6-4836-862b-bac13b2ec644 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b6facafe-13b3-4917-8ffd-56d6a942d4ca HTTP/1.1" status: 200 len: 911 time: 0.2318509 Mar 05 14:27:09.431761 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5710b-4c14-4248-aebd-df03ca288011 req-509608a8-fd1d-4c19-b469-2501646d5a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:09.433051 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3d5710b-4c14-4248-aebd-df03ca288011 req-509608a8-fd1d-4c19-b469-2501646d5a1e service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6facafe-13b3-4917-8ffd-56d6a942d4ca HTTP/1.1" status: 200 len: 911 time: 0.2181115 Mar 05 14:27:09.557243 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3d5710b-4c14-4248-aebd-df03ca288011 req-1867fe8d-d7e7-4988-97e3-036700682494 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 HTTP/1.1" status: 200 len: 217 time: 0.1179113 Mar 05 14:27:09.600057 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3d5710b-4c14-4248-aebd-df03ca288011 req-dbb1c76a-e9fa-4832-9aba-4927c2bbf649 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 HTTP/1.1" status: 200 len: 217 time: 0.1067700 Mar 05 14:27:09.678319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5710b-4c14-4248-aebd-df03ca288011 req-eb41f08f-dfc6-4078-8356-42d452d2abf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:09.680206 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3d5710b-4c14-4248-aebd-df03ca288011 req-eb41f08f-dfc6-4078-8356-42d452d2abf6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32747454-9202-47be-8aa9-c28f3b4c6fb7 HTTP/1.1" status: 200 len: 851 time: 0.1139345 Mar 05 14:27:09.686536 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5710b-4c14-4248-aebd-df03ca288011 req-fbefa5a0-5479-4ead-a876-488ae9a9c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:09.688315 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3d5710b-4c14-4248-aebd-df03ca288011 req-fbefa5a0-5479-4ead-a876-488ae9a9c84f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32747454-9202-47be-8aa9-c28f3b4c6fb7 HTTP/1.1" status: 200 len: 851 time: 0.0804796 Mar 05 14:27:09.765207 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3d5710b-4c14-4248-aebd-df03ca288011 req-0de6b2e7-f880-43d9-9c2f-bda7df19af83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6facafe-13b3-4917-8ffd-56d6a942d4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758679 Mar 05 14:27:09.767338 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3d5710b-4c14-4248-aebd-df03ca288011 req-2cbe6c16-181c-411d-b75c-2c1a1cb19c65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6facafe-13b3-4917-8ffd-56d6a942d4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491340 Mar 05 14:27:09.842663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a0afa-bcdd-4641-92b1-27e3bbcca42f req-cdd40136-51ed-4bfa-b7b8-d50c6c1a6550 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:09.844915 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-222a0afa-bcdd-4641-92b1-27e3bbcca42f req-cdd40136-51ed-4bfa-b7b8-d50c6c1a6550 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 943 time: 0.0837836 Mar 05 14:27:09.888088 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-222a0afa-bcdd-4641-92b1-27e3bbcca42f req-f647f8d5-83dc-4486-9c8c-6f122e8be2ef tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376382 Mar 05 14:27:10.009463 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3d5710b-4c14-4248-aebd-df03ca288011 req-a0863ecd-5551-43b1-b384-abe6d016cea1 service neutron] 10.222.0.30 "GET /v2.0/networks/b6facafe-13b3-4917-8ffd-56d6a942d4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381608 Mar 05 14:27:10.011312 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3d5710b-4c14-4248-aebd-df03ca288011 req-ce9b0b63-a528-429d-90c6-5b6e9b19f217 service neutron] 10.222.0.15 "GET /v2.0/networks/b6facafe-13b3-4917-8ffd-56d6a942d4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227471 Mar 05 14:27:10.154956 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:27:10.214067 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:27:10.257043 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3d5710b-4c14-4248-aebd-df03ca288011 req-3e59f8a5-4b90-477b-9201-a4683442f777 service neutron] 10.222.0.30 "GET /v2.0/networks/b6facafe-13b3-4917-8ffd-56d6a942d4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414331 Mar 05 14:27:10.260038 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3d5710b-4c14-4248-aebd-df03ca288011 req-57639aa8-9888-441a-8b31-deee8eba7dd1 service neutron] 10.222.0.15 "GET /v2.0/networks/b6facafe-13b3-4917-8ffd-56d6a942d4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226532 Mar 05 14:27:10.274065 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87c6fd-ce39-4216-a891-80444947d845 req-404c087d-9f31-4414-8ac9-0865604c6a39 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:10.275889 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bc87c6fd-ce39-4216-a891-80444947d845 req-404c087d-9f31-4414-8ac9-0865604c6a39 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff&tenant_id=afc269ca83a743b982786380fd87c11d&binding%3Ahost_id=n-h1-803718-1 HTTP/1.1" status: 200 len: 943 time: 0.0896158 Mar 05 14:27:10.357023 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-bc87c6fd-ce39-4216-a891-80444947d845 req-35f38393-9c48-4cc5-b5cc-bc4b4b26349a service neutron] delete failed (client error): The resource could not be found. Mar 05 14:27:10.358003 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bc87c6fd-ce39-4216-a891-80444947d845 req-35f38393-9c48-4cc5-b5cc-bc4b4b26349a service neutron] 10.222.0.30 "DELETE /v2.0/ports/d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1/bindings/n-h2-803718-1 HTTP/1.1" status: 404 len: 380 time: 0.0766351 Mar 05 14:27:10.493636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87c6fd-ce39-4216-a891-80444947d845 req-3b96e90f-408b-45d3-9f9c-03055d9e92fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:10.495112 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bc87c6fd-ce39-4216-a891-80444947d845 req-3b96e90f-408b-45d3-9f9c-03055d9e92fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=afc269ca83a743b982786380fd87c11d&device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 1094 time: 0.0704272 Mar 05 14:27:10.623903 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87c6fd-ce39-4216-a891-80444947d845 req-a50ae2b4-9b5f-4e24-8a64-00d37720d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:10.626545 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bc87c6fd-ce39-4216-a891-80444947d845 req-a50ae2b4-9b5f-4e24-8a64-00d37720d10b service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6facafe-13b3-4917-8ffd-56d6a942d4ca HTTP/1.1" status: 200 len: 911 time: 0.1255796 Mar 05 14:27:10.805940 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bc87c6fd-ce39-4216-a891-80444947d845 req-b633c1e1-e2f9-4df8-a6a9-ec36376bb8fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 HTTP/1.1" status: 200 len: 217 time: 0.1740596 Mar 05 14:27:10.867478 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87c6fd-ce39-4216-a891-80444947d845 req-f8655937-5aba-47d2-b261-e5616587b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:10.868901 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bc87c6fd-ce39-4216-a891-80444947d845 req-f8655937-5aba-47d2-b261-e5616587b291 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32747454-9202-47be-8aa9-c28f3b4c6fb7 HTTP/1.1" status: 200 len: 851 time: 0.0568562 Mar 05 14:27:10.916436 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bc87c6fd-ce39-4216-a891-80444947d845 req-e905c287-df93-4e41-b604-02e951bf2ab9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6facafe-13b3-4917-8ffd-56d6a942d4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417347 Mar 05 14:27:10.965703 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9b7f89cb-522e-4436-bcd8-6f80c6300cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:11.050915 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bc87c6fd-ce39-4216-a891-80444947d845 req-81604e16-01e2-495a-8bec-99928b69488f service neutron] 10.222.0.30 "GET /v2.0/networks/b6facafe-13b3-4917-8ffd-56d6a942d4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287720 Mar 05 14:27:11.181693 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bc87c6fd-ce39-4216-a891-80444947d845 req-823bbec6-9f86-4048-ab09-43c08b16b8e8 service neutron] 10.222.0.30 "GET /v2.0/networks/b6facafe-13b3-4917-8ffd-56d6a942d4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251764 Mar 05 14:27:11.252847 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:27:11.385411 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1,segment=NetworkSegment(f93cd3c6-fece-47a8-bcf8-1883c5cba648),segment_id=f93cd3c6-fece-47a8-bcf8-1883c5cba648)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:27:11.401483 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'd8cfd1f6-8953-4606-a7aa-fa9bea6c90d1', 'network_id': 'b6facafe-13b3-4917-8ffd-56d6a942d4ca', 'port_id': 'd8cfd1f6-8953-4606-a7aa-fa9bea6c90d1', 'mac_address': 'fa:16:3e:47:3d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32747454-9202-47be-8aa9-c28f3b4c6fb7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:27:11.457999 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:11.477424 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:27:11.495187 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1,segment=NetworkSegment(f93cd3c6-fece-47a8-bcf8-1883c5cba648),segment_id=f93cd3c6-fece-47a8-bcf8-1883c5cba648)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:27:11.498779 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:11.564777 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:27:11.572117 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:27:11.572451 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:27:11.572781 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:27:11.573107 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:27:11.573436 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:27:11.573757 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:27:11.574078 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:27:11.574392 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:27:11.574707 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:27:11.575045 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:27:11.575356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:27:11.575663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:27:11.708230 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:27:11.992227 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc62b2-d1cb-4c41-8f82-003fc0285727 req-d99190d5-f5a2-497e-82ff-ae36ae358bc5 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:11.993579 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dacc62b2-d1cb-4c41-8f82-003fc0285727 req-d99190d5-f5a2-497e-82ff-ae36ae358bc5 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 944 time: 0.0830598 Mar 05 14:27:12.035699 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dacc62b2-d1cb-4c41-8f82-003fc0285727 req-2e9e914a-3b95-4d69-aa5a-b08684146db6 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364838 Mar 05 14:27:12.152195 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:12.210122 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:13.216204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87c6fd-ce39-4216-a891-80444947d845 req-dc1668bc-4b11-4ef2-b068-c6ad0934cef3 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:13.217621 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bc87c6fd-ce39-4216-a891-80444947d845 req-dc1668bc-4b11-4ef2-b068-c6ad0934cef3 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.15 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 944 time: 0.1276875 Mar 05 14:27:13.253145 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:27:13.291774 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41be098-6da1-4c0c-ba9a-3a513bc3cfd2 req-79f2fae0-8665-49c7-9457-331e73b78ff5 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:13.293260 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f41be098-6da1-4c0c-ba9a-3a513bc3cfd2 req-79f2fae0-8665-49c7-9457-331e73b78ff5 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a95e418e-96d9-4d3b-9e57-d16b92c885ff HTTP/1.1" status: 200 len: 944 time: 0.1487274 Mar 05 14:27:13.325765 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:27:13.325961 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-bc87c6fd-ce39-4216-a891-80444947d845 req-dc283d96-443c-414e-ada4-584607b3c409 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Deleting port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:27:13.326273 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bc87c6fd-ce39-4216-a891-80444947d845 req-dc283d96-443c-414e-ada4-584607b3c409 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:13.330618 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:27:13.331548 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:13.401998 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f41be098-6da1-4c0c-ba9a-3a513bc3cfd2 req-1663a020-1f25-4436-b686-5d0f6d298d72 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5c83475-9e16-4a03-976a-0df1550c9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980618 Mar 05 14:27:13.466060 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:13.495063 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95e418e-96d9-4d3b-9e57-d16b92c885ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cfd1f6-8953-4606-a7aa-fa9bea6c90d1'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:27:13.505966 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1,segment=NetworkSegment(f93cd3c6-fece-47a8-bcf8-1883c5cba648),segment_id=f93cd3c6-fece-47a8-bcf8-1883c5cba648)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:27:13.510874 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:13.546830 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95e418e-96d9-4d3b-9e57-d16b92c885ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cfd1f6-8953-4606-a7aa-fa9bea6c90d1', 'code': 200} Mar 05 14:27:13.585532 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:27:13.731127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-bc87c6fd-ce39-4216-a891-80444947d845 req-dc283d96-443c-414e-ada4-584607b3c409 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] For port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1,segment=NetworkSegment(f93cd3c6-fece-47a8-bcf8-1883c5cba648),segment_id=f93cd3c6-fece-47a8-bcf8-1883c5cba648)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:27:13.731435 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bc87c6fd-ce39-4216-a891-80444947d845 req-dc283d96-443c-414e-ada4-584607b3c409 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:13.805444 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:13.856228 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-bc87c6fd-ce39-4216-a891-80444947d845 req-dc283d96-443c-414e-ada4-584607b3c409 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Calling delete_port for d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:27:14.004030 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bc87c6fd-ce39-4216-a891-80444947d845 req-dc283d96-443c-414e-ada4-584607b3c409 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:14.015677 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:27:14.054723 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc283d96-443c-414e-ada4-584607b3c409 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Pushing event deleted for resources: {'Port': ['ID=d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:27:14.131223 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc87c6fd-ce39-4216-a891-80444947d845 req-dc283d96-443c-414e-ada4-584607b3c409 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] No DVR routers for this DVR port d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:27:14.133631 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-bc87c6fd-ce39-4216-a891-80444947d845 req-dc283d96-443c-414e-ada4-584607b3c409 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:14.136255 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95e418e-96d9-4d3b-9e57-d16b92c885ff', 'name': 'network-vif-deleted', 'tag': 'd8cfd1f6-8953-4606-a7aa-fa9bea6c90d1'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:27:14.152725 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bc87c6fd-ce39-4216-a891-80444947d845 req-dc283d96-443c-414e-ada4-584607b3c409 tempest-DeleteServersTestJSON-663937071 tempest-DeleteServersTestJSON-663937071-project] 10.222.0.15 "DELETE /v2.0/ports/d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 HTTP/1.1" status: 204 len: 173 time: 0.9275970 Mar 05 14:27:14.179894 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95e418e-96d9-4d3b-9e57-d16b92c885ff', 'name': 'network-vif-deleted', 'tag': 'd8cfd1f6-8953-4606-a7aa-fa9bea6c90d1', 'status': 'completed', 'code': 200} Mar 05 14:27:14.669337 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 50970) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:27:14.732682 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f68f466-53d1-4512-8ad4-e7a09e570f42 admin admin] Deleting subnet 32747454-9202-47be-8aa9-c28f3b4c6fb7 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:27:14.736115 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6f68f466-53d1-4512-8ad4-e7a09e570f42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:14.783886 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6f68f466-53d1-4512-8ad4-e7a09e570f42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:14.837333 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6f68f466-53d1-4512-8ad4-e7a09e570f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:14.910673 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6f68f466-53d1-4512-8ad4-e7a09e570f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:14.951271 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6f68f466-53d1-4512-8ad4-e7a09e570f42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:14.954941 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68f466-53d1-4512-8ad4-e7a09e570f42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32747454-9202-47be-8aa9-c28f3b4c6fb7,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:27:14.962716 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6f68f466-53d1-4512-8ad4-e7a09e570f42 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/32747454-9202-47be-8aa9-c28f3b4c6fb7 HTTP/1.1" status: 204 len: 168 time: 0.2887416 Mar 05 14:27:14.963030 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50974) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:27:15.069893 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9cf2aa30-321a-4516-9213-0e0cdd2ab04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:15.195062 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9cf2aa30-321a-4516-9213-0e0cdd2ab04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:15.220953 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-9cf2aa30-321a-4516-9213-0e0cdd2ab04c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6facafe-13b3-4917-8ffd-56d6a942d4ca']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:27:15.232582 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-9cf2aa30-321a-4516-9213-0e0cdd2ab04c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93cd3c6-fece-47a8-bcf8-1883c5cba648') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:27:15.232871 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-9cf2aa30-321a-4516-9213-0e0cdd2ab04c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93cd3c6-fece-47a8-bcf8-1883c5cba648') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:27:15.244577 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9cf2aa30-321a-4516-9213-0e0cdd2ab04c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:15.260982 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9cf2aa30-321a-4516-9213-0e0cdd2ab04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:15.267379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf2aa30-321a-4516-9213-0e0cdd2ab04c admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:27:15.267757 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9cf2aa30-321a-4516-9213-0e0cdd2ab04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:27:15.280914 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:27:15.361723 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9cf2aa30-321a-4516-9213-0e0cdd2ab04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:15.378838 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9cf2aa30-321a-4516-9213-0e0cdd2ab04c admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:15.387789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2aa30-321a-4516-9213-0e0cdd2ab04c admin admin] Pushing event deleted for resources: {'Network': ['ID=b6facafe-13b3-4917-8ffd-56d6a942d4ca,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:27:15.393056 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9cf2aa30-321a-4516-9213-0e0cdd2ab04c admin admin] 10.222.0.16 "DELETE /v2.0/networks/b6facafe-13b3-4917-8ffd-56d6a942d4ca HTTP/1.1" status: 204 len: 168 time: 0.4273376 Mar 05 14:27:15.498591 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50980) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:27:15.546282 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c5083c40-68f5-43c1-965f-449889a33d9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=afc269ca83a743b982786380fd87c11d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465486 Mar 05 14:27:15.549785 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 50984) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:27:15.611317 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f59fc17e-3cad-418b-ad8a-676e3f0887a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:15.638610 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f59fc17e-3cad-418b-ad8a-676e3f0887a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:15.689919 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f59fc17e-3cad-418b-ad8a-676e3f0887a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:15.707032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59fc17e-3cad-418b-ad8a-676e3f0887a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c83475-9e16-4a03-976a-0df1550c9a52,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:27:15.716614 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f59fc17e-3cad-418b-ad8a-676e3f0887a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:15.717709 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f59fc17e-3cad-418b-ad8a-676e3f0887a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5c83475-9e16-4a03-976a-0df1550c9a52 HTTP/1.1" status: 204 len: 168 time: 0.1670537 Mar 05 14:27:16.413487 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51008) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:27:16.516518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-fc61fd44-f20f-4a65-8435-7aafb2288d8d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-613129418-network', 'tenant_id': '37c1325b2e02404bac30af4fb40dfdbc'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:27:16.521787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fc61fd44-f20f-4a65-8435-7aafb2288d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:27:16.525641 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fc61fd44-f20f-4a65-8435-7aafb2288d8d admin admin] Usage tracker for resource:network and tenant:37c1325b2e02404bac30af4fb40dfdbc is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:27:16.528514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fc61fd44-f20f-4a65-8435-7aafb2288d8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:27:16.535343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fc61fd44-f20f-4a65-8435-7aafb2288d8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:27:16.544744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc61fd44-f20f-4a65-8435-7aafb2288d8d admin admin] Made reservation on behalf of 37c1325b2e02404bac30af4fb40dfdbc for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:27:16.547096 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc61fd44-f20f-4a65-8435-7aafb2288d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:16.559386 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc61fd44-f20f-4a65-8435-7aafb2288d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:16.574066 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fc61fd44-f20f-4a65-8435-7aafb2288d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:27:16.577848 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fc61fd44-f20f-4a65-8435-7aafb2288d8d admin admin] Usage tracker for resource:security_group_rule and tenant:37c1325b2e02404bac30af4fb40dfdbc is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:27:16.580674 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-fc61fd44-f20f-4a65-8435-7aafb2288d8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:27:16.586293 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-fc61fd44-f20f-4a65-8435-7aafb2288d8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:27:16.668838 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc61fd44-f20f-4a65-8435-7aafb2288d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:16.672501 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc61fd44-f20f-4a65-8435-7aafb2288d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:16.701339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc61fd44-f20f-4a65-8435-7aafb2288d8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:27:16.716943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61fd44-f20f-4a65-8435-7aafb2288d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5e2449-a23f-49cf-82aa-8605eff252fd,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:27:16.723234 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc61fd44-f20f-4a65-8435-7aafb2288d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:16.723598 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-fc61fd44-f20f-4a65-8435-7aafb2288d8d admin admin] Added segment 60073b7b-d2f8-41d7-acf0-4c668a97cff4 of type vlan for network f8dc5df6-c70b-44e4-ac28-5fd8834702ff Mar 05 14:27:16.750381 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc61fd44-f20f-4a65-8435-7aafb2288d8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:16.778029 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc61fd44-f20f-4a65-8435-7aafb2288d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:16.778992 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc61fd44-f20f-4a65-8435-7aafb2288d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:16.779558 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc61fd44-f20f-4a65-8435-7aafb2288d8d admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:16.880755 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fc61fd44-f20f-4a65-8435-7aafb2288d8d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4661641 Mar 05 14:27:16.881601 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61fd44-f20f-4a65-8435-7aafb2288d8d admin admin] Pushing event updated for resources: {'Network': ['ID=f8dc5df6-c70b-44e4-ac28-5fd8834702ff,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:27:16.883645 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51014) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:27:16.889071 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-975de1f8-1d9a-4714-ba58-ec7ff75c896e admin admin] Request body: {'subnet': {'network_id': 'f8dc5df6-c70b-44e4-ac28-5fd8834702ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-613129418-subnet', 'tenant_id': '37c1325b2e02404bac30af4fb40dfdbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:27:16.892463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network f8dc5df6-c70b-44e4-ac28-5fd8834702ff details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:27:16.895252 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-975de1f8-1d9a-4714-ba58-ec7ff75c896e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:27:16.899098 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-975de1f8-1d9a-4714-ba58-ec7ff75c896e admin admin] Usage tracker for resource:subnet and tenant:37c1325b2e02404bac30af4fb40dfdbc is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:27:16.902070 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-975de1f8-1d9a-4714-ba58-ec7ff75c896e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:27:16.908909 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-975de1f8-1d9a-4714-ba58-ec7ff75c896e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:27:16.920282 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975de1f8-1d9a-4714-ba58-ec7ff75c896e admin admin] Made reservation on behalf of 37c1325b2e02404bac30af4fb40dfdbc for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:27:16.923054 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-975de1f8-1d9a-4714-ba58-ec7ff75c896e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:17.218658 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-975de1f8-1d9a-4714-ba58-ec7ff75c896e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:17.294191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975de1f8-1d9a-4714-ba58-ec7ff75c896e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b0dd85c-f96c-440b-98d4-f0271d73f0b9,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:27:17.300718 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:27:17.301628 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975de1f8-1d9a-4714-ba58-ec7ff75c896e admin admin] Checking segment: {'id': '60073b7b-d2f8-41d7-acf0-4c668a97cff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8dc5df6-c70b-44e4-ac28-5fd8834702ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:27:17.301981 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975de1f8-1d9a-4714-ba58-ec7ff75c896e admin admin] Network hostable DHCP agents. Network: f8dc5df6-c70b-44e4-ac28-5fd8834702ff, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:27:17.321455 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975de1f8-1d9a-4714-ba58-ec7ff75c896e admin admin] Network f8dc5df6-c70b-44e4-ac28-5fd8834702ff is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:27:17.332072 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-975de1f8-1d9a-4714-ba58-ec7ff75c896e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, f8dc5df6-c70b-44e4-ac28-5fd8834702ff) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:27:17.337520 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975de1f8-1d9a-4714-ba58-ec7ff75c896e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:17.338521 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-975de1f8-1d9a-4714-ba58-ec7ff75c896e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:17.339511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:27:17.339859 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device d8cfd1f6-8953-4606-a7aa-fa9bea6c90d1 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:27:17.342968 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82267185-bf51-46ac-ab9d-0f759e4d91b4 None None] Network f8dc5df6-c70b-44e4-ac28-5fd8834702ff requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:27:17.368813 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-975de1f8-1d9a-4714-ba58-ec7ff75c896e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4756696 Mar 05 14:27:17.558861 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f05c462-017b-4afd-bc1f-3c464383815a None None] Network f8dc5df6-c70b-44e4-ac28-5fd8834702ff requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:27:17.882471 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-4fc492b5-9a8d-41e4-95d7-0f444629a25c tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:17.883171 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-4fc492b5-9a8d-41e4-95d7-0f444629a25c tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Synchronizing usage tracker for tenant:37c1325b2e02404bac30af4fb40dfdbc on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:27:17.899706 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-4fc492b5-9a8d-41e4-95d7-0f444629a25c tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Unset dirty status for tenant:37c1325b2e02404bac30af4fb40dfdbc on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:27:17.900829 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-4fc492b5-9a8d-41e4-95d7-0f444629a25c tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/networks?id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff HTTP/1.1" status: 200 len: 814 time: 0.1637685 Mar 05 14:27:17.916927 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-32f2a817-a3d2-432d-966d-83b5d553386d tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/quotas/37c1325b2e02404bac30af4fb40dfdbc HTTP/1.1" status: 200 len: 375 time: 0.0104766 Mar 05 14:27:17.965022 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-727475a5-d90c-492e-960d-f713cadcb834 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=37c1325b2e02404bac30af4fb40dfdbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432792 Mar 05 14:27:18.099866 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-259f0f5d-d12f-4b37-a332-a27f6d247519 service neutron] 10.222.0.16 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278412 Mar 05 14:27:18.233081 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-4ed37879-ab86-4a7c-b0e0-74bc5b58515d service neutron] 10.222.0.16 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274552 Mar 05 14:27:18.409600 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b8bc2ef4-d5c2-4c7c-a01f-2e090626acb9 req-2ea6d99b-aab9-442d-870a-1ac34dec0a00 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 210 time: 0.0429602 Mar 05 14:27:19.571508 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-93bd9870-1129-406d-9032-022018262292 req-8b3260fb-4a77-44ec-988e-f3eb591e6137 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 210 time: 0.0537899 Mar 05 14:27:19.618909 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-77404ae0-939b-4694-a23a-628676b7ad46 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:19.620318 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-77404ae0-939b-4694-a23a-628676b7ad46 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.30 "GET /v2.0/networks?id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff HTTP/1.1" status: 200 len: 814 time: 0.1569183 Mar 05 14:27:19.631892 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-e5a7e94b-9ed7-467b-bdf4-f047deb79864 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Request body: {'port': {'device_id': '846f3b78-c615-4d2b-b009-0671b64d20e6', 'network_id': 'f8dc5df6-c70b-44e4-ac28-5fd8834702ff', 'admin_state_up': True, 'tenant_id': '37c1325b2e02404bac30af4fb40dfdbc'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:27:19.767372 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-e5a7e94b-9ed7-467b-bdf4-f047deb79864 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:27:19.771028 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-e5a7e94b-9ed7-467b-bdf4-f047deb79864 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Usage tracker for resource:port and tenant:37c1325b2e02404bac30af4fb40dfdbc is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:27:19.773731 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-e5a7e94b-9ed7-467b-bdf4-f047deb79864 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:27:19.779289 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-e5a7e94b-9ed7-467b-bdf4-f047deb79864 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:27:19.788571 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-e5a7e94b-9ed7-467b-bdf4-f047deb79864 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Made reservation on behalf of 37c1325b2e02404bac30af4fb40dfdbc for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:27:19.791951 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-e5a7e94b-9ed7-467b-bdf4-f047deb79864 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:19.951558 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-e5a7e94b-9ed7-467b-bdf4-f047deb79864 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Allocated IP 172.20.0.2 (f8dc5df6-c70b-44e4-ac28-5fd8834702ff/9b0dd85c-f96c-440b-98d4-f0271d73f0b9/5542a6c2-1564-4a40-983e-04fac1ca838c) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:27:20.157863 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-e5a7e94b-9ed7-467b-bdf4-f047deb79864 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:20.187208 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-e5a7e94b-9ed7-467b-bdf4-f047deb79864 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:20.250780 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-e5a7e94b-9ed7-467b-bdf4-f047deb79864 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Network f8dc5df6-c70b-44e4-ac28-5fd8834702ff is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:27:20.254259 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-e5a7e94b-9ed7-467b-bdf4-f047deb79864 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:27:20.262449 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-e5a7e94b-9ed7-467b-bdf4-f047deb79864 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:27:20.302089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7e94b-9ed7-467b-bdf4-f047deb79864 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Pushing event updated for resources: {'Port': ['ID=5542a6c2-1564-4a40-983e-04fac1ca838c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:27:20.447371 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-e5a7e94b-9ed7-467b-bdf4-f047deb79864 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:20.447889 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-e5a7e94b-9ed7-467b-bdf4-f047deb79864 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:20.468690 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-e5a7e94b-9ed7-467b-bdf4-f047deb79864 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8402081 Mar 05 14:27:20.478997 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-12c34198-9763-481e-aef7-5a4eacd05412 service neutron] Request body: {'port': {'device_id': '846f3b78-c615-4d2b-b009-0671b64d20e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:27:20.588216 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-12c34198-9763-481e-aef7-5a4eacd05412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:20.900625 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df49ce-a860-43cb-ab84-0dc9d16a0079 req-35fab354-9358-47cc-80d2-db9a3c88c8ed tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:20.901571 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f6df49ce-a860-43cb-ab84-0dc9d16a0079 req-35fab354-9358-47cc-80d2-db9a3c88c8ed tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Synchronizing usage tracker for tenant:37c1325b2e02404bac30af4fb40dfdbc on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:27:20.938255 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f6df49ce-a860-43cb-ab84-0dc9d16a0079 req-35fab354-9358-47cc-80d2-db9a3c88c8ed tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Unset dirty status for tenant:37c1325b2e02404bac30af4fb40dfdbc on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:27:20.939625 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f6df49ce-a860-43cb-ab84-0dc9d16a0079 req-35fab354-9358-47cc-80d2-db9a3c88c8ed tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 931 time: 0.2367668 Mar 05 14:27:21.038486 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-12c34198-9763-481e-aef7-5a4eacd05412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5542a6c2-1564-4a40-983e-04fac1ca838c {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:27:21.044949 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f6df49ce-a860-43cb-ab84-0dc9d16a0079 req-6baa8449-5160-48a3-9a0b-7fcb43af95ad tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975935 Mar 05 14:27:21.049108 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-12c34198-9763-481e-aef7-5a4eacd05412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:21.065169 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-12c34198-9763-481e-aef7-5a4eacd05412 service neutron] Transition to ACTIVE for port object 5542a6c2-1564-4a40-983e-04fac1ca838c will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:27:21.069042 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-12c34198-9763-481e-aef7-5a4eacd05412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:21.196941 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c34198-9763-481e-aef7-5a4eacd05412 service neutron] Pushing event updated for resources: {'Port': ['ID=5542a6c2-1564-4a40-983e-04fac1ca838c,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:27:21.295694 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-12c34198-9763-481e-aef7-5a4eacd05412 service neutron] Attempting to bind port 5542a6c2-1564-4a40-983e-04fac1ca838c on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:27:21.296018 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-12c34198-9763-481e-aef7-5a4eacd05412 service neutron] Attempting to bind port 5542a6c2-1564-4a40-983e-04fac1ca838c by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '60073b7b-d2f8-41d7-acf0-4c668a97cff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8dc5df6-c70b-44e4-ac28-5fd8834702ff'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:27:21.296334 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-12c34198-9763-481e-aef7-5a4eacd05412 service neutron] Attempting to bind port 5542a6c2-1564-4a40-983e-04fac1ca838c on network f8dc5df6-c70b-44e4-ac28-5fd8834702ff {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:27:21.301399 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-12c34198-9763-481e-aef7-5a4eacd05412 service neutron] Port 5542a6c2-1564-4a40-983e-04fac1ca838c on network f8dc5df6-c70b-44e4-ac28-5fd8834702ff not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:27:21.301709 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-12c34198-9763-481e-aef7-5a4eacd05412 service neutron] Attempting to bind port 5542a6c2-1564-4a40-983e-04fac1ca838c on network f8dc5df6-c70b-44e4-ac28-5fd8834702ff {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:27:21.306690 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-12c34198-9763-481e-aef7-5a4eacd05412 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:27:21.307049 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-12c34198-9763-481e-aef7-5a4eacd05412 service neutron] Checking segment: {'id': '60073b7b-d2f8-41d7-acf0-4c668a97cff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8dc5df6-c70b-44e4-ac28-5fd8834702ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:27:21.307423 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-12c34198-9763-481e-aef7-5a4eacd05412 service neutron] Bound using segment: {'id': '60073b7b-d2f8-41d7-acf0-4c668a97cff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8dc5df6-c70b-44e4-ac28-5fd8834702ff'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:27:21.307838 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-12c34198-9763-481e-aef7-5a4eacd05412 service neutron] Bound port: 5542a6c2-1564-4a40-983e-04fac1ca838c, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60073b7b-d2f8-41d7-acf0-4c668a97cff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8dc5df6-c70b-44e4-ac28-5fd8834702ff'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:27:21.308168 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-12c34198-9763-481e-aef7-5a4eacd05412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:21.397800 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-12c34198-9763-481e-aef7-5a4eacd05412 service neutron] For port 5542a6c2-1564-4a40-983e-04fac1ca838c, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:27:21.400937 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-12c34198-9763-481e-aef7-5a4eacd05412 service neutron] For port 5542a6c2-1564-4a40-983e-04fac1ca838c, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5542a6c2-1564-4a40-983e-04fac1ca838c,segment=NetworkSegment(60073b7b-d2f8-41d7-acf0-4c668a97cff4),segment_id=60073b7b-d2f8-41d7-acf0-4c668a97cff4)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:27:21.404552 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-12c34198-9763-481e-aef7-5a4eacd05412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:21.460374 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-12c34198-9763-481e-aef7-5a4eacd05412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:21.460973 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-12c34198-9763-481e-aef7-5a4eacd05412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:21.462332 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-12c34198-9763-481e-aef7-5a4eacd05412 service neutron] 10.222.0.30 "PUT /v2.0/ports/5542a6c2-1564-4a40-983e-04fac1ca838c HTTP/1.1" status: 200 len: 1091 time: 0.9871833 Mar 05 14:27:21.462825 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846f3b78-c615-4d2b-b009-0671b64d20e6', 'tag': '5542a6c2-1564-4a40-983e-04fac1ca838c'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:27:21.488693 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c34198-9763-481e-aef7-5a4eacd05412 service neutron] Pushing event updated for resources: {'Port': ['ID=5542a6c2-1564-4a40-983e-04fac1ca838c,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:27:21.537380 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846f3b78-c615-4d2b-b009-0671b64d20e6', 'tag': '5542a6c2-1564-4a40-983e-04fac1ca838c', 'status': 'completed', 'code': 200} Mar 05 14:27:21.577877 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-e4437c18-63d7-41d2-9423-2d584d466ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:21.579482 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-e4437c18-63d7-41d2-9423-2d584d466ee7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37c1325b2e02404bac30af4fb40dfdbc&device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 1094 time: 0.0758543 Mar 05 14:27:21.645849 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-22f12ec5-8d1c-4592-94c8-314f88ee13f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5542a6c2-1564-4a40-983e-04fac1ca838c HTTP/1.1" status: 200 len: 217 time: 0.0604160 Mar 05 14:27:21.711634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-ae3f4051-0009-43db-a256-c1fa7fcda956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:21.712963 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-ae3f4051-0009-43db-a256-c1fa7fcda956 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b0dd85c-f96c-440b-98d4-f0271d73f0b9 HTTP/1.1" status: 200 len: 854 time: 0.0612681 Mar 05 14:27:21.757989 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-5383db35-7625-4c3b-acb7-34d840f639af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394430 Mar 05 14:27:21.885319 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-a0056c56-086a-4501-86de-1e0dd079ff8c service neutron] 10.222.0.30 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211698 Mar 05 14:27:22.016556 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c10cd7a4-8ca8-453f-b510-bbff134313ab req-cfc83be5-0a13-4f25-a0e6-8665ee6efe6a service neutron] 10.222.0.30 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254487 Mar 05 14:27:22.135109 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91493c6d-26fa-4716-95f1-a1f77bc6b38b req-d6eee57a-4a00-46bb-bec9-1f7746a528c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:22.136563 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-91493c6d-26fa-4716-95f1-a1f77bc6b38b req-d6eee57a-4a00-46bb-bec9-1f7746a528c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37c1325b2e02404bac30af4fb40dfdbc&device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 1094 time: 0.0744042 Mar 05 14:27:22.428806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91493c6d-26fa-4716-95f1-a1f77bc6b38b req-548bf64e-76d1-434c-bb73-81108ebaa7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:22.430243 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-91493c6d-26fa-4716-95f1-a1f77bc6b38b req-548bf64e-76d1-434c-bb73-81108ebaa7ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff HTTP/1.1" status: 200 len: 914 time: 0.2874281 Mar 05 14:27:22.439207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f391904-bc5f-4d1b-8c4c-1057e1033c8b req-070357ea-d000-4130-ab71-5805ddfa4cf5 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:22.440552 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8f391904-bc5f-4d1b-8c4c-1057e1033c8b req-070357ea-d000-4130-ab71-5805ddfa4cf5 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 943 time: 0.1747823 Mar 05 14:27:22.517796 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-91493c6d-26fa-4716-95f1-a1f77bc6b38b req-539926be-a203-4e9f-b5ed-d10121e506c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5542a6c2-1564-4a40-983e-04fac1ca838c HTTP/1.1" status: 200 len: 217 time: 0.0763328 Mar 05 14:27:22.581341 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8f391904-bc5f-4d1b-8c4c-1057e1033c8b req-b5afe95b-5152-4646-a311-46268cc5c83b tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887866 Mar 05 14:27:22.594500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91493c6d-26fa-4716-95f1-a1f77bc6b38b req-0de7b0ce-fad0-407d-affc-2ad708a5e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:22.596502 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-91493c6d-26fa-4716-95f1-a1f77bc6b38b req-0de7b0ce-fad0-407d-affc-2ad708a5e584 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b0dd85c-f96c-440b-98d4-f0271d73f0b9 HTTP/1.1" status: 200 len: 854 time: 0.0724201 Mar 05 14:27:22.647621 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-91493c6d-26fa-4716-95f1-a1f77bc6b38b req-d3f2784e-0f4a-4298-98a6-344348be2015 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435290 Mar 05 14:27:22.782245 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-91493c6d-26fa-4716-95f1-a1f77bc6b38b req-59c8bb10-38e4-499b-bfca-0840f7ae0875 service neutron] 10.222.0.30 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265118 Mar 05 14:27:22.913807 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-91493c6d-26fa-4716-95f1-a1f77bc6b38b req-4f85ee94-b720-4e05-9d33-e24964ba9d88 service neutron] 10.222.0.30 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253080 Mar 05 14:27:23.774341 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df491e-9a1d-4308-8338-b6f091047736 req-c630446e-9593-4c95-a016-b44ef684f3e9 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:23.775713 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-24df491e-9a1d-4308-8338-b6f091047736 req-c630446e-9593-4c95-a016-b44ef684f3e9 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 943 time: 0.0818143 Mar 05 14:27:23.818565 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-24df491e-9a1d-4308-8338-b6f091047736 req-30556077-41da-4ece-a411-266a7f1651d6 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Synchronizing usage tracker for tenant:37c1325b2e02404bac30af4fb40dfdbc on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:27:23.834637 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-24df491e-9a1d-4308-8338-b6f091047736 req-30556077-41da-4ece-a411-266a7f1651d6 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Unset dirty status for tenant:37c1325b2e02404bac30af4fb40dfdbc on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:27:23.835769 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-24df491e-9a1d-4308-8338-b6f091047736 req-30556077-41da-4ece-a411-266a7f1651d6 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546703 Mar 05 14:27:24.173461 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5542a6c2-1564-4a40-983e-04fac1ca838c details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:27:24.306243 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 5542a6c2-1564-4a40-983e-04fac1ca838c, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5542a6c2-1564-4a40-983e-04fac1ca838c,segment=NetworkSegment(60073b7b-d2f8-41d7-acf0-4c668a97cff4),segment_id=60073b7b-d2f8-41d7-acf0-4c668a97cff4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:27:24.320277 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '5542a6c2-1564-4a40-983e-04fac1ca838c', 'network_id': 'f8dc5df6-c70b-44e4-ac28-5fd8834702ff', 'port_id': '5542a6c2-1564-4a40-983e-04fac1ca838c', 'mac_address': 'fa:16:3e:e4:95:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0dd85c-f96c-440b-98d4-f0271d73f0b9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:27:24.379296 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:24.395866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5542a6c2-1564-4a40-983e-04fac1ca838c {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:27:24.411228 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 5542a6c2-1564-4a40-983e-04fac1ca838c, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5542a6c2-1564-4a40-983e-04fac1ca838c,segment=NetworkSegment(60073b7b-d2f8-41d7-acf0-4c668a97cff4),segment_id=60073b7b-d2f8-41d7-acf0-4c668a97cff4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:27:24.415931 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:24.483503 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=5542a6c2-1564-4a40-983e-04fac1ca838c,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:27:24.619706 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['5542a6c2-1564-4a40-983e-04fac1ca838c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:27:25.021872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695dfce-e15e-4564-97cd-95540a5092cc req-4c164471-70e4-43b8-9f2b-e9b94257eacc tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:25.023343 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a695dfce-e15e-4564-97cd-95540a5092cc req-4c164471-70e4-43b8-9f2b-e9b94257eacc tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 944 time: 0.0800912 Mar 05 14:27:25.067309 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a695dfce-e15e-4564-97cd-95540a5092cc req-c4a0266e-733b-42dc-a5b7-b627b0b1d42e tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383923 Mar 05 14:27:26.188453 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5542a6c2-1564-4a40-983e-04fac1ca838c up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:27:26.253920 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 5542a6c2-1564-4a40-983e-04fac1ca838c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:27:26.256804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d3a66-c3a0-46e8-9e4b-450355dbc719 req-fa5f1e73-90d0-40b9-b6dc-32ca064e5728 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:26.258277 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bb8d3a66-c3a0-46e8-9e4b-450355dbc719 req-fa5f1e73-90d0-40b9-b6dc-32ca064e5728 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 944 time: 0.0879495 Mar 05 14:27:26.258783 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 5542a6c2-1564-4a40-983e-04fac1ca838c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:27:26.259167 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:26.304607 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bb8d3a66-c3a0-46e8-9e4b-450355dbc719 req-7734b296-97cd-4f0e-a58b-a13fdd9f51a1 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406225 Mar 05 14:27:26.377878 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:26.403130 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846f3b78-c615-4d2b-b009-0671b64d20e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5542a6c2-1564-4a40-983e-04fac1ca838c'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:27:26.413529 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 5542a6c2-1564-4a40-983e-04fac1ca838c, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5542a6c2-1564-4a40-983e-04fac1ca838c,segment=NetworkSegment(60073b7b-d2f8-41d7-acf0-4c668a97cff4),segment_id=60073b7b-d2f8-41d7-acf0-4c668a97cff4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:27:26.419663 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:26.453437 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846f3b78-c615-4d2b-b009-0671b64d20e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5542a6c2-1564-4a40-983e-04fac1ca838c', 'code': 200} Mar 05 14:27:26.496404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=5542a6c2-1564-4a40-983e-04fac1ca838c,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:27:26.575175 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52990a45-ad37-4ccf-9d72-bb5ef115c35e req-445bfb7d-d9d7-4179-856c-a6418f30b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:26.576627 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-52990a45-ad37-4ccf-9d72-bb5ef115c35e req-445bfb7d-d9d7-4179-856c-a6418f30b2f3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 1096 time: 0.0714953 Mar 05 14:27:26.615605 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-52990a45-ad37-4ccf-9d72-bb5ef115c35e req-0d0b6485-bf08-40f8-854b-0889c0a0a34c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332966 Mar 05 14:27:27.485183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557eeb3-d4d1-4bd8-b4ed-f4617192350f req-a280ceed-738d-462f-a690-97e97776f3a2 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:27.487260 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a557eeb3-d4d1-4bd8-b4ed-f4617192350f req-a280ceed-738d-462f-a690-97e97776f3a2 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0800412 Mar 05 14:27:27.530715 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a557eeb3-d4d1-4bd8-b4ed-f4617192350f req-1416ca11-8529-4730-9d70-25e8e959cb7d tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379040 Mar 05 14:27:28.714573 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77ffb2-fa17-469b-984c-dd963e81458c req-d78d818f-e4fe-4ea1-a022-f38dd2bd0de7 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:28.715964 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec77ffb2-fa17-469b-984c-dd963e81458c req-d78d818f-e4fe-4ea1-a022-f38dd2bd0de7 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0791903 Mar 05 14:27:28.762786 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec77ffb2-fa17-469b-984c-dd963e81458c req-543fc173-9676-40f2-bfbe-0ff79af261d0 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406919 Mar 05 14:27:28.950301 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d8f29-8914-4ce2-91f1-942b89322da7 req-02b6748c-40d7-491d-8330-9e35932ad02c tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:28.951745 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-599d8f29-8914-4ce2-91f1-942b89322da7 req-02b6748c-40d7-491d-8330-9e35932ad02c tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0818400 Mar 05 14:27:28.996179 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-599d8f29-8914-4ce2-91f1-942b89322da7 req-2a1aa376-c26c-4407-8e68-bc78b12905ca tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379944 Mar 05 14:27:29.332309 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:29.333298 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:29.334467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ac9d2-044d-4781-a9ff-a7d5bcff5708 req-25969b98-afd6-46b3-9872-d0029830fa29 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:29.335982 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-042ac9d2-044d-4781-a9ff-a7d5bcff5708 req-25969b98-afd6-46b3-9872-d0029830fa29 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0801589 Mar 05 14:27:29.380674 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-042ac9d2-044d-4781-a9ff-a7d5bcff5708 req-854374a5-087b-4fd0-8324-307239a42fec tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390644 Mar 05 14:27:29.561989 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655daea-7905-497e-883c-c27179615533 req-14e64da4-141e-4c90-b2f2-0dc749a464fb tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:29.563885 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4655daea-7905-497e-883c-c27179615533 req-14e64da4-141e-4c90-b2f2-0dc749a464fb tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0795691 Mar 05 14:27:29.608620 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4655daea-7905-497e-883c-c27179615533 req-d0d7834b-b3d1-4167-b621-98c670281665 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391238 Mar 05 14:27:30.015347 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-fb46683a-52b2-410b-bbb4-84f9aae4aee9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1329234 Mar 05 14:27:30.029093 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e952d7-2014-401c-afc8-b199935533b4 req-7808734c-f743-4b12-94c7-4f8f340c8442 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:30.030516 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a5e952d7-2014-401c-afc8-b199935533b4 req-7808734c-f743-4b12-94c7-4f8f340c8442 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.1041229 Mar 05 14:27:30.076710 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a5e952d7-2014-401c-afc8-b199935533b4 req-e09d5a5b-6e2f-439e-a430-a3ca4375b82e tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403585 Mar 05 14:27:31.104920 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-4015996b-bb7b-405c-bc2f-f6b0d3c9c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:31.106368 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-4015996b-bb7b-405c-bc2f-f6b0d3c9c816 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37c1325b2e02404bac30af4fb40dfdbc&device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 1096 time: 0.0736396 Mar 05 14:27:31.235915 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-5a7f9e22-21c3-44cf-b261-1ddb0e558c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:31.237371 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-5a7f9e22-21c3-44cf-b261-1ddb0e558c9e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff HTTP/1.1" status: 200 len: 914 time: 0.1254754 Mar 05 14:27:31.267775 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642c78c-6307-4e08-aa6b-8730b93bb97f req-59fa4a74-00b2-4c3d-9e47-ad0e5fc5cd7e tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:31.269206 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e642c78c-6307-4e08-aa6b-8730b93bb97f req-59fa4a74-00b2-4c3d-9e47-ad0e5fc5cd7e tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0834382 Mar 05 14:27:31.304836 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-cca4acdc-bdb6-4ddd-9181-0d791a88eb8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5542a6c2-1564-4a40-983e-04fac1ca838c HTTP/1.1" status: 200 len: 217 time: 0.0602608 Mar 05 14:27:31.315089 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e642c78c-6307-4e08-aa6b-8730b93bb97f req-272e8cd5-647f-46a2-aeab-8b175d4bb268 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397866 Mar 05 14:27:31.489226 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-38a1e02d-f9c8-49ce-b7b8-93bc0392e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:31.490655 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-38a1e02d-f9c8-49ce-b7b8-93bc0392e295 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b0dd85c-f96c-440b-98d4-f0271d73f0b9 HTTP/1.1" status: 200 len: 854 time: 0.1801014 Mar 05 14:27:31.538031 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-39c3adde-1df1-4c16-b4ce-61a49bbfceeb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404935 Mar 05 14:27:31.670411 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-edbeb8a9-5cbb-4af8-948d-2a543ddea613 service neutron] 10.222.0.30 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260478 Mar 05 14:27:31.802134 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-0e312d4b-e272-47ee-a586-e2692daba9b3 service neutron] 10.222.0.30 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259105 Mar 05 14:27:32.504602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bf653-dda2-42e8-b8ec-0ffa83cf55ea req-20cda2c4-c343-475d-9d6d-ca2d516f3803 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:32.506043 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b1bf653-dda2-42e8-b8ec-0ffa83cf55ea req-20cda2c4-c343-475d-9d6d-ca2d516f3803 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0828598 Mar 05 14:27:32.549182 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1b1bf653-dda2-42e8-b8ec-0ffa83cf55ea req-d7bee1d0-a567-4a2a-9f1e-02d9a8bfb2ff tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374808 Mar 05 14:27:33.731142 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14facd87-24d3-46fa-853f-01076e28d84d req-c7b2275c-c5dc-4122-9040-594f5175d237 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:33.732515 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-14facd87-24d3-46fa-853f-01076e28d84d req-c7b2275c-c5dc-4122-9040-594f5175d237 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0799363 Mar 05 14:27:33.779762 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-14facd87-24d3-46fa-853f-01076e28d84d req-1d987b4f-44db-4aa0-b90f-18620e6ed1c9 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406711 Mar 05 14:27:34.964841 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6b15e-aca8-49ad-b884-21e19ebe460a req-228a8afb-95b6-4b2a-8ce7-791f17378bbb tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:34.966282 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ecd6b15e-aca8-49ad-b884-21e19ebe460a req-228a8afb-95b6-4b2a-8ce7-791f17378bbb tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0786996 Mar 05 14:27:35.012527 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ecd6b15e-aca8-49ad-b884-21e19ebe460a req-1c401696-a251-4ede-a6e2-2ab42f89d0b5 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405686 Mar 05 14:27:36.199507 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd8b2a-612d-47e7-8fa5-61b4fa71c451 req-deef3cc1-f38b-4d49-bbd7-9c501261c625 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:36.200981 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-55fd8b2a-612d-47e7-8fa5-61b4fa71c451 req-deef3cc1-f38b-4d49-bbd7-9c501261c625 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0817063 Mar 05 14:27:36.245379 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-55fd8b2a-612d-47e7-8fa5-61b4fa71c451 req-db406b0f-012a-4dd9-885d-bd7fc23ae9b5 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382535 Mar 05 14:27:37.428255 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccc0cc-88d9-42b2-8210-b05bc6ac97ac req-a7a54851-5ac6-48cd-b6d9-949166bfff8a tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:37.429716 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-83ccc0cc-88d9-42b2-8210-b05bc6ac97ac req-a7a54851-5ac6-48cd-b6d9-949166bfff8a tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0813723 Mar 05 14:27:37.474399 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-83ccc0cc-88d9-42b2-8210-b05bc6ac97ac req-bf0f3813-e273-4089-902c-4443124be6a3 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390959 Mar 05 14:27:38.663632 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249634e-8f67-4346-a9a6-9af7ad532dee req-40a2d5ad-5a43-4626-abca-85d0a615a26e tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:38.665068 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a249634e-8f67-4346-a9a6-9af7ad532dee req-40a2d5ad-5a43-4626-abca-85d0a615a26e tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0831156 Mar 05 14:27:38.708636 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a249634e-8f67-4346-a9a6-9af7ad532dee req-02684fc3-bb3a-4695-b99d-5598de4bd87c tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379543 Mar 05 14:27:38.843364 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-95dc44a1-4d5b-4531-a2c0-bc354f90a8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:38.998547 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08b8b2-83b6-482e-bb59-1bd7292c3ba5 req-24f31a35-66e0-4108-9ad1-18062f9f9994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:38.999934 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ab08b8b2-83b6-482e-bb59-1bd7292c3ba5 req-24f31a35-66e0-4108-9ad1-18062f9f9994 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37c1325b2e02404bac30af4fb40dfdbc&device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 1096 time: 0.0743446 Mar 05 14:27:39.142917 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08b8b2-83b6-482e-bb59-1bd7292c3ba5 req-4363e0ec-9d14-430b-a65a-9b1807bb38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:39.144233 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ab08b8b2-83b6-482e-bb59-1bd7292c3ba5 req-4363e0ec-9d14-430b-a65a-9b1807bb38d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff HTTP/1.1" status: 200 len: 914 time: 0.1261449 Mar 05 14:27:39.211141 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ab08b8b2-83b6-482e-bb59-1bd7292c3ba5 req-64728f1b-9fd5-4137-a72e-80c09cefa168 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5542a6c2-1564-4a40-983e-04fac1ca838c HTTP/1.1" status: 200 len: 217 time: 0.0595751 Mar 05 14:27:39.277890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08b8b2-83b6-482e-bb59-1bd7292c3ba5 req-b83bb4ae-f495-46c8-9243-dbda6974e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:39.279199 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ab08b8b2-83b6-482e-bb59-1bd7292c3ba5 req-b83bb4ae-f495-46c8-9243-dbda6974e2d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b0dd85c-f96c-440b-98d4-f0271d73f0b9 HTTP/1.1" status: 200 len: 854 time: 0.0587895 Mar 05 14:27:39.323917 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ab08b8b2-83b6-482e-bb59-1bd7292c3ba5 req-379a5669-3c81-4201-9610-7f31c8ce766c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393801 Mar 05 14:27:39.452022 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ab08b8b2-83b6-482e-bb59-1bd7292c3ba5 req-4f20abec-430c-4db7-a49c-3ded09bac619 service neutron] 10.222.0.30 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222286 Mar 05 14:27:39.578943 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ab08b8b2-83b6-482e-bb59-1bd7292c3ba5 req-3972a465-0b16-4f41-8d35-80e4046b9069 service neutron] 10.222.0.30 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209252 Mar 05 14:27:39.892514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b526c-b8fb-4d18-b4af-2120f1107d7f req-7ce04d4f-719e-4016-80c6-864873ebc5c9 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:39.893949 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6c9b526c-b8fb-4d18-b4af-2120f1107d7f req-7ce04d4f-719e-4016-80c6-864873ebc5c9 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0775254 Mar 05 14:27:39.940686 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6c9b526c-b8fb-4d18-b4af-2120f1107d7f req-02e56903-570c-4b10-a7dd-6ccfa9d554d0 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411713 Mar 05 14:27:40.967676 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c7bc8d6e-4396-4b9f-8bf5-21e231b8bf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:41.122996 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8beed5-b4f0-442c-afab-8bd2d2e099f6 req-fcc7d04e-cbc7-4520-ae6e-63ef2c5bbd62 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:41.124443 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d8beed5-b4f0-442c-afab-8bd2d2e099f6 req-fcc7d04e-cbc7-4520-ae6e-63ef2c5bbd62 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0809460 Mar 05 14:27:41.168246 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d8beed5-b4f0-442c-afab-8bd2d2e099f6 req-ccef5a08-c074-45d7-a8e4-dcfc4da97411 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371237 Mar 05 14:27:42.154006 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:42.213410 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:42.351474 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460969a-bf35-4fd1-8127-e2434d9e67a5 req-dc08cdc0-6c0d-442a-aab1-842482f1d96b tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:42.352914 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3460969a-bf35-4fd1-8127-e2434d9e67a5 req-dc08cdc0-6c0d-442a-aab1-842482f1d96b tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0787451 Mar 05 14:27:42.396576 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3460969a-bf35-4fd1-8127-e2434d9e67a5 req-746a9dde-2fc8-45ae-9372-56e2450a4760 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380044 Mar 05 14:27:43.678454 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97a5e3-9389-4b21-873e-f898dc474aad req-a3f32bb2-f7c1-42cb-b033-b32df1e78c25 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:43.679865 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6d97a5e3-9389-4b21-873e-f898dc474aad req-a3f32bb2-f7c1-42cb-b033-b32df1e78c25 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.1745617 Mar 05 14:27:43.724259 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6d97a5e3-9389-4b21-873e-f898dc474aad req-235cc30d-1b1e-4d2d-896e-29beef2536c8 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388227 Mar 05 14:27:43.808522 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:44.933633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223833-79de-4697-b6b4-5430eda32218 req-67e4636d-382a-461d-b48f-45488f4724c7 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:44.935125 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4a223833-79de-4697-b6b4-5430eda32218 req-67e4636d-382a-461d-b48f-45488f4724c7 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.1037960 Mar 05 14:27:44.988985 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4a223833-79de-4697-b6b4-5430eda32218 req-a25c7b98-f180-4177-b930-06eb880b98fa tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453792 Mar 05 14:27:46.175006 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a77ec-5c20-4269-9d05-8ea8f0517325 req-a5c0efdf-befb-488f-b183-4524f9cc359e tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:46.176436 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e66a77ec-5c20-4269-9d05-8ea8f0517325 req-a5c0efdf-befb-488f-b183-4524f9cc359e tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0821695 Mar 05 14:27:46.219685 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e66a77ec-5c20-4269-9d05-8ea8f0517325 req-c8f137dd-ea7a-4051-bfde-c88a8a0ec93d tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376911 Mar 05 14:27:46.277892 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:27:47.401950 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88187f46-296f-4198-8d60-97e141f74407 req-f99c30b4-0be8-4773-826b-c9d0164541dc tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:47.403499 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-88187f46-296f-4198-8d60-97e141f74407 req-f99c30b4-0be8-4773-826b-c9d0164541dc tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0786293 Mar 05 14:27:47.449000 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-88187f46-296f-4198-8d60-97e141f74407 req-4ce696ac-6cb5-4943-8ac2-2a0dcae185be tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384209 Mar 05 14:27:48.633264 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdd94d-bf2d-4fb4-837f-264dba4f0954 req-eccfcb24-266b-428e-85e1-25c10698731f tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:48.634701 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1acdd94d-bf2d-4fb4-837f-264dba4f0954 req-eccfcb24-266b-428e-85e1-25c10698731f tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0802011 Mar 05 14:27:48.676925 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1acdd94d-bf2d-4fb4-837f-264dba4f0954 req-cc22159b-9e05-495b-9afb-e6966005aafb tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366108 Mar 05 14:27:49.862602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ba641-8dde-46f0-b160-178701b6ce1d req-2d75dfcc-adeb-48c7-98b6-fd54ba19dfba tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:49.864129 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c5ba641-8dde-46f0-b160-178701b6ce1d req-2d75dfcc-adeb-48c7-98b6-fd54ba19dfba tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0833204 Mar 05 14:27:49.907545 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c5ba641-8dde-46f0-b160-178701b6ce1d req-cea7a6f7-2cac-44d0-9755-f514431668db tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378575 Mar 05 14:27:51.099746 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dee7c9-5e0d-4c8f-9a09-fabcc88a31b3 req-d9904b2a-c345-4c4a-b683-c990f1d4504b tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:51.101200 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-27dee7c9-5e0d-4c8f-9a09-fabcc88a31b3 req-d9904b2a-c345-4c4a-b683-c990f1d4504b tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0869186 Mar 05 14:27:51.144659 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-27dee7c9-5e0d-4c8f-9a09-fabcc88a31b3 req-40e1a76f-c277-40e1-9e5e-9418f54db010 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379403 Mar 05 14:27:52.330636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419942b-cc56-4230-a2fb-753fefd8889e req-a5e29253-0903-4a82-91d4-7f9130a8bdbc tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:52.332120 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d419942b-cc56-4230-a2fb-753fefd8889e req-a5e29253-0903-4a82-91d4-7f9130a8bdbc tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0809219 Mar 05 14:27:52.379307 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d419942b-cc56-4230-a2fb-753fefd8889e req-880a1210-584c-43fd-bc7a-15ac6595a651 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415485 Mar 05 14:27:53.567529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d861e7-e858-409f-acc8-490bf87ff651 req-f1fa2c72-8a81-4ed6-aa97-b13f2608f55a tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:53.568963 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-76d861e7-e858-409f-acc8-490bf87ff651 req-f1fa2c72-8a81-4ed6-aa97-b13f2608f55a tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0829444 Mar 05 14:27:53.612718 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-76d861e7-e858-409f-acc8-490bf87ff651 req-84d55039-2a0a-49c8-9977-dc72630a4a90 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381420 Mar 05 14:27:54.798142 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2a8a3-ac4a-44b0-a9cf-27d8efd45156 req-59d7b5aa-a5e0-4d01-86d9-f9c4bd1760ab tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:54.799622 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b7a2a8a3-ac4a-44b0-a9cf-27d8efd45156 req-59d7b5aa-a5e0-4d01-86d9-f9c4bd1760ab tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0802643 Mar 05 14:27:54.842958 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b7a2a8a3-ac4a-44b0-a9cf-27d8efd45156 req-0f7ff49a-2e49-4452-bffb-1cbff897168a tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378909 Mar 05 14:27:56.026633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae515b3-2c8f-4463-8f27-26a43bf2f051 req-8488f236-9c8d-413c-958e-7c1f0ddac4a5 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:56.028115 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2ae515b3-2c8f-4463-8f27-26a43bf2f051 req-8488f236-9c8d-413c-958e-7c1f0ddac4a5 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0811121 Mar 05 14:27:56.071920 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2ae515b3-2c8f-4463-8f27-26a43bf2f051 req-f14c4464-9ada-46be-9eb6-586772545075 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382135 Mar 05 14:27:57.259535 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3374ee-edfe-4bcd-99c2-f522a11e6fdc req-285e5448-c0e8-4e4b-803b-58dcf67a17b7 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:57.260970 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-af3374ee-edfe-4bcd-99c2-f522a11e6fdc req-285e5448-c0e8-4e4b-803b-58dcf67a17b7 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0816596 Mar 05 14:27:57.407711 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-af3374ee-edfe-4bcd-99c2-f522a11e6fdc req-03b05b99-c99c-485a-ae8c-051e780e32a8 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410234 Mar 05 14:27:58.600119 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecf5b1-40b8-44d8-8d3b-41d6e3550e7b req-0df250ee-419d-438d-8b77-402acd084ef6 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:58.601577 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0ecf5b1-40b8-44d8-8d3b-41d6e3550e7b req-0df250ee-419d-438d-8b77-402acd084ef6 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0840430 Mar 05 14:27:58.645106 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0ecf5b1-40b8-44d8-8d3b-41d6e3550e7b req-af85d7cb-d10f-4b87-b7e9-36c31a93cb5d tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377281 Mar 05 14:27:58.744429 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-dbc5c89b-45b8-4731-8ad5-93f9a53ad9bb service neutron] show failed (client error): The resource could not be found. Mar 05 14:27:58.745319 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-dbc5c89b-45b8-4731-8ad5-93f9a53ad9bb service neutron] 10.222.0.30 "GET /v2.0/ports/5542a6c2-1564-4a40-983e-04fac1ca838c/bindings/n-h1-803718-1 HTTP/1.1" status: 404 len: 380 time: 0.0739565 Mar 05 14:27:59.003436 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-4b6e6e1f-56cb-4c70-b22c-dd350a61c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:27:59.004816 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-4b6e6e1f-56cb-4c70-b22c-dd350a61c961 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6&tenant_id=37c1325b2e02404bac30af4fb40dfdbc HTTP/1.1" status: 200 len: 1096 time: 0.0724649 Mar 05 14:27:59.015073 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803718-1', 'device_owner': 'compute:nova'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:27:59.124311 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:59.324039 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:59.358122 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:59.391790 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] For port 5542a6c2-1564-4a40-983e-04fac1ca838c, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5542a6c2-1564-4a40-983e-04fac1ca838c,segment=NetworkSegment(60073b7b-d2f8-41d7-acf0-4c668a97cff4),segment_id=60073b7b-d2f8-41d7-acf0-4c668a97cff4)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:27:59.420643 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] For port 5542a6c2-1564-4a40-983e-04fac1ca838c, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:27:59.483446 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846f3b78-c615-4d2b-b009-0671b64d20e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5542a6c2-1564-4a40-983e-04fac1ca838c'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:27:59.488973 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:59.504724 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Transition to ACTIVE for port object 5542a6c2-1564-4a40-983e-04fac1ca838c will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:27:59.508545 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:27:59.553801 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846f3b78-c615-4d2b-b009-0671b64d20e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5542a6c2-1564-4a40-983e-04fac1ca838c', 'code': 200} Mar 05 14:27:59.674124 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] No DVR routers for this DVR port 5542a6c2-1564-4a40-983e-04fac1ca838c on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:27:59.681511 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Pushing event updated for resources: {'Port': ['ID=5542a6c2-1564-4a40-983e-04fac1ca838c,revision_number=6']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:27:59.725732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:27:59.726079 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:27:59.726405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:27:59.726738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:27:59.727089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:27:59.727416 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:27:59.727736 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:27:59.728056 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:27:59.728375 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:27:59.728691 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:27:59.729006 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:27:59.729320 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:27:59.747793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Attempting to bind port 5542a6c2-1564-4a40-983e-04fac1ca838c on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:27:59.748123 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Attempting to bind port 5542a6c2-1564-4a40-983e-04fac1ca838c by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '60073b7b-d2f8-41d7-acf0-4c668a97cff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8dc5df6-c70b-44e4-ac28-5fd8834702ff'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:27:59.748459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Attempting to bind port 5542a6c2-1564-4a40-983e-04fac1ca838c on network f8dc5df6-c70b-44e4-ac28-5fd8834702ff {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:27:59.753194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Port 5542a6c2-1564-4a40-983e-04fac1ca838c on network f8dc5df6-c70b-44e4-ac28-5fd8834702ff not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:27:59.753509 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Attempting to bind port 5542a6c2-1564-4a40-983e-04fac1ca838c on network f8dc5df6-c70b-44e4-ac28-5fd8834702ff {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:27:59.790306 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:27:59.790637 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Checking segment: {'id': '60073b7b-d2f8-41d7-acf0-4c668a97cff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8dc5df6-c70b-44e4-ac28-5fd8834702ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:27:59.791047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Bound using segment: {'id': '60073b7b-d2f8-41d7-acf0-4c668a97cff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8dc5df6-c70b-44e4-ac28-5fd8834702ff'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:27:59.791467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Bound port: 5542a6c2-1564-4a40-983e-04fac1ca838c, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60073b7b-d2f8-41d7-acf0-4c668a97cff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8dc5df6-c70b-44e4-ac28-5fd8834702ff'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:27:59.791806 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:00.008476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] For port 5542a6c2-1564-4a40-983e-04fac1ca838c, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:28:00.018867 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097aa44-9b62-4a96-a453-1cffe203ae77 req-4f0ad680-8961-49b9-8995-15c67b63dc94 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:00.020319 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5097aa44-9b62-4a96-a453-1cffe203ae77 req-4f0ad680-8961-49b9-8995-15c67b63dc94 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 943 time: 0.2633307 Mar 05 14:28:00.025046 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] For port 5542a6c2-1564-4a40-983e-04fac1ca838c, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5542a6c2-1564-4a40-983e-04fac1ca838c,segment=NetworkSegment(60073b7b-d2f8-41d7-acf0-4c668a97cff4),segment_id=60073b7b-d2f8-41d7-acf0-4c668a97cff4)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:28:00.043487 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:00.122310 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5097aa44-9b62-4a96-a453-1cffe203ae77 req-7d4dc959-ecb0-4f1e-ad72-3794914aae04 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959754 Mar 05 14:28:00.123527 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:00.124126 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:00.125396 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] 10.222.0.15 "PUT /v2.0/ports/5542a6c2-1564-4a40-983e-04fac1ca838c HTTP/1.1" status: 200 len: 1091 time: 1.1142437 Mar 05 14:28:00.142859 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c7d45-9cad-4b1b-8d8f-e9b318209759 service neutron] Pushing event updated for resources: {'Port': ['ID=5542a6c2-1564-4a40-983e-04fac1ca838c,revision_number=7']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:28:00.219073 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-5433bf0d-f017-484b-b059-909cca5bad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:00.220526 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-5433bf0d-f017-484b-b059-909cca5bad29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37c1325b2e02404bac30af4fb40dfdbc&device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 1094 time: 0.0742953 Mar 05 14:28:00.350015 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-713e3715-86b4-4c64-941d-00698f446ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:00.351482 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-713e3715-86b4-4c64-941d-00698f446ff9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff HTTP/1.1" status: 200 len: 914 time: 0.1253622 Mar 05 14:28:00.419170 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-a1dc8a35-d62f-47e1-bf45-b89840530c4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5542a6c2-1564-4a40-983e-04fac1ca838c HTTP/1.1" status: 200 len: 217 time: 0.0610778 Mar 05 14:28:00.483650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-90613c54-ed7c-42b8-86a1-22289f620309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:00.485071 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-90613c54-ed7c-42b8-86a1-22289f620309 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b0dd85c-f96c-440b-98d4-f0271d73f0b9 HTTP/1.1" status: 200 len: 854 time: 0.0607798 Mar 05 14:28:00.531263 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-47db4c2b-84f3-4397-b213-98337e847a2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395951 Mar 05 14:28:00.662526 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-9cc78ee0-3f61-41df-95b5-ad5eb6b7e212 service neutron] 10.222.0.15 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244266 Mar 05 14:28:00.792262 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-343c4691-194c-4cd9-ba19-ff8ddb56f7a0 req-87b93d71-fbdc-4e4a-af59-e284c9c731d8 service neutron] 10.222.0.15 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239679 Mar 05 14:28:01.308431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4f4c4-fbb3-4ce3-85bd-495607bddd80 req-0f2e2f24-41b9-481e-bdc7-7b8e5b47a817 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:01.309774 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-96b4f4c4-fbb3-4ce3-85bd-495607bddd80 req-0f2e2f24-41b9-481e-bdc7-7b8e5b47a817 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 943 time: 0.0815077 Mar 05 14:28:01.353361 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-96b4f4c4-fbb3-4ce3-85bd-495607bddd80 req-392fea18-569c-4e98-a5af-7562ed083bb4 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371847 Mar 05 14:28:01.554476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846f3b78-c615-4d2b-b009-0671b64d20e6', 'tag': '5542a6c2-1564-4a40-983e-04fac1ca838c'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:28:01.611821 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846f3b78-c615-4d2b-b009-0671b64d20e6', 'tag': '5542a6c2-1564-4a40-983e-04fac1ca838c', 'status': 'completed', 'code': 200} Mar 05 14:28:01.698278 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffe272-72b5-4d06-8a8d-1616980d683f req-25806d8d-b8e0-43bf-8744-56777b86e540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:01.699783 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a0ffe272-72b5-4d06-8a8d-1616980d683f req-25806d8d-b8e0-43bf-8744-56777b86e540 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37c1325b2e02404bac30af4fb40dfdbc&device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 1094 time: 0.0705984 Mar 05 14:28:01.708868 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffe272-72b5-4d06-8a8d-1616980d683f req-7bb04014-3fdc-43c9-9349-236d4e651a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:01.710328 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0ffe272-72b5-4d06-8a8d-1616980d683f req-7bb04014-3fdc-43c9-9349-236d4e651a91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37c1325b2e02404bac30af4fb40dfdbc&device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 1094 time: 0.0776534 Mar 05 14:28:01.832708 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffe272-72b5-4d06-8a8d-1616980d683f req-ed538b4c-4264-499c-9a1f-45e2bc095c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:01.834077 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a0ffe272-72b5-4d06-8a8d-1616980d683f req-ed538b4c-4264-499c-9a1f-45e2bc095c8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff HTTP/1.1" status: 200 len: 914 time: 0.1287518 Mar 05 14:28:01.848344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffe272-72b5-4d06-8a8d-1616980d683f req-18402ccc-4089-4480-a0f2-bd0ef09a9ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:01.849752 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0ffe272-72b5-4d06-8a8d-1616980d683f req-18402ccc-4089-4480-a0f2-bd0ef09a9ace service neutron] 10.222.0.15 "GET /v2.0/networks?id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff HTTP/1.1" status: 200 len: 914 time: 0.1319330 Mar 05 14:28:01.907413 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a0ffe272-72b5-4d06-8a8d-1616980d683f req-fedddafb-d83e-4f94-abc0-b83a7b98d3c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5542a6c2-1564-4a40-983e-04fac1ca838c HTTP/1.1" status: 200 len: 217 time: 0.0659132 Mar 05 14:28:01.916362 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0ffe272-72b5-4d06-8a8d-1616980d683f req-3837af25-7b8a-4fc7-bcaa-6fa257e39c76 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5542a6c2-1564-4a40-983e-04fac1ca838c HTTP/1.1" status: 200 len: 217 time: 0.0603633 Mar 05 14:28:01.971468 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffe272-72b5-4d06-8a8d-1616980d683f req-cae41cae-1882-456b-bc0e-36746b2a6e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:01.973029 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a0ffe272-72b5-4d06-8a8d-1616980d683f req-cae41cae-1882-456b-bc0e-36746b2a6e87 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b0dd85c-f96c-440b-98d4-f0271d73f0b9 HTTP/1.1" status: 200 len: 854 time: 0.0605371 Mar 05 14:28:01.982439 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffe272-72b5-4d06-8a8d-1616980d683f req-103603c4-4599-4426-a95b-14209825cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:01.983860 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0ffe272-72b5-4d06-8a8d-1616980d683f req-103603c4-4599-4426-a95b-14209825cba7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b0dd85c-f96c-440b-98d4-f0271d73f0b9 HTTP/1.1" status: 200 len: 854 time: 0.0614736 Mar 05 14:28:02.022488 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a0ffe272-72b5-4d06-8a8d-1616980d683f req-a024ce3f-258b-48e2-8633-2ef994925c4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430424 Mar 05 14:28:02.030672 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0ffe272-72b5-4d06-8a8d-1616980d683f req-f5d83b6c-d06b-428b-b2b7-088f26b3b8ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400572 Mar 05 14:28:02.155873 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a0ffe272-72b5-4d06-8a8d-1616980d683f req-7365c378-3c49-4440-8dea-b651b1ce4378 service neutron] 10.222.0.30 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274369 Mar 05 14:28:02.165252 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0ffe272-72b5-4d06-8a8d-1616980d683f req-be094d42-8ca9-4556-bf74-081a3ece93b7 service neutron] 10.222.0.15 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277020 Mar 05 14:28:02.289619 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a0ffe272-72b5-4d06-8a8d-1616980d683f req-cc18ebe9-ebaa-4522-abac-5b7a587441c1 service neutron] 10.222.0.30 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280730 Mar 05 14:28:02.305363 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0ffe272-72b5-4d06-8a8d-1616980d683f req-41d918b2-d2b3-42f6-826f-d8f1b387dc29 service neutron] 10.222.0.15 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332481 Mar 05 14:28:02.319743 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5542a6c2-1564-4a40-983e-04fac1ca838c no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:28:02.380900 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5542a6c2-1564-4a40-983e-04fac1ca838c not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:28:02.537740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fe879-0901-4a28-b884-6ff671f527d9 req-02549147-337a-4ec6-977e-644f7e437456 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:02.539190 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-616fe879-0901-4a28-b884-6ff671f527d9 req-02549147-337a-4ec6-977e-644f7e437456 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 943 time: 0.0792692 Mar 05 14:28:02.581794 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-616fe879-0901-4a28-b884-6ff671f527d9 req-9880beeb-8f76-481e-91d4-77833e6e19d1 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371001 Mar 05 14:28:02.941920 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bad7d-ef59-4f79-8e53-c180a96dd439 req-e0759db7-b77f-415b-afaa-a7b2294b334b tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:02.943332 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d6bad7d-ef59-4f79-8e53-c180a96dd439 req-e0759db7-b77f-415b-afaa-a7b2294b334b tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.30 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6&tenant_id=37c1325b2e02404bac30af4fb40dfdbc&binding%3Ahost_id=n-h1-803718-1 HTTP/1.1" status: 200 len: 943 time: 0.1087644 Mar 05 14:28:02.951081 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76b75c-a3a1-43f9-b0a3-7120c76ec187 req-a5ec6688-ba1c-4053-b260-e741a053fdfc tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:02.952388 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0a76b75c-a3a1-43f9-b0a3-7120c76ec187 req-a5ec6688-ba1c-4053-b260-e741a053fdfc tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 943 time: 0.1521964 Mar 05 14:28:03.049223 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0a76b75c-a3a1-43f9-b0a3-7120c76ec187 req-f18c663d-e24e-4ce9-b4b6-48a362cbe410 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640731 Mar 05 14:28:03.055384 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-7d6bad7d-ef59-4f79-8e53-c180a96dd439 req-a72e2d43-038c-435a-abc2-5ac289f9e0d1 service neutron] delete failed (client error): The resource could not be found. Mar 05 14:28:03.056302 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d6bad7d-ef59-4f79-8e53-c180a96dd439 req-a72e2d43-038c-435a-abc2-5ac289f9e0d1 service neutron] 10.222.0.30 "DELETE /v2.0/ports/5542a6c2-1564-4a40-983e-04fac1ca838c/bindings/n-h2-803718-1 HTTP/1.1" status: 404 len: 380 time: 0.1031079 Mar 05 14:28:03.196158 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bad7d-ef59-4f79-8e53-c180a96dd439 req-8657c0ae-d6e6-4ac5-b05d-7a4e7b04573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:03.197570 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d6bad7d-ef59-4f79-8e53-c180a96dd439 req-8657c0ae-d6e6-4ac5-b05d-7a4e7b04573f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37c1325b2e02404bac30af4fb40dfdbc&device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 1094 time: 0.0739281 Mar 05 14:28:03.325872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bad7d-ef59-4f79-8e53-c180a96dd439 req-1f0eae92-3ad5-4e36-a1f0-6af18f974cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:03.327245 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d6bad7d-ef59-4f79-8e53-c180a96dd439 req-1f0eae92-3ad5-4e36-a1f0-6af18f974cdc service neutron] 10.222.0.30 "GET /v2.0/networks?id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff HTTP/1.1" status: 200 len: 914 time: 0.1244543 Mar 05 14:28:03.391278 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d6bad7d-ef59-4f79-8e53-c180a96dd439 req-ab76ad45-ed13-4716-802e-b1ed1eb8f303 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5542a6c2-1564-4a40-983e-04fac1ca838c HTTP/1.1" status: 200 len: 217 time: 0.0582979 Mar 05 14:28:03.517001 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 5542a6c2-1564-4a40-983e-04fac1ca838c details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:28:03.566099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bad7d-ef59-4f79-8e53-c180a96dd439 req-3c608e6b-bc3e-409f-9479-2f747575cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:03.567566 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d6bad7d-ef59-4f79-8e53-c180a96dd439 req-3c608e6b-bc3e-409f-9479-2f747575cce5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b0dd85c-f96c-440b-98d4-f0271d73f0b9 HTTP/1.1" status: 200 len: 854 time: 0.1708872 Mar 05 14:28:03.614824 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d6bad7d-ef59-4f79-8e53-c180a96dd439 req-fa173b32-8316-4fa3-8cb6-2aace137bd36 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404241 Mar 05 14:28:03.651654 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 5542a6c2-1564-4a40-983e-04fac1ca838c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5542a6c2-1564-4a40-983e-04fac1ca838c,segment=NetworkSegment(60073b7b-d2f8-41d7-acf0-4c668a97cff4),segment_id=60073b7b-d2f8-41d7-acf0-4c668a97cff4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:28:03.665059 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '5542a6c2-1564-4a40-983e-04fac1ca838c', 'network_id': 'f8dc5df6-c70b-44e4-ac28-5fd8834702ff', 'port_id': '5542a6c2-1564-4a40-983e-04fac1ca838c', 'mac_address': 'fa:16:3e:e4:95:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0dd85c-f96c-440b-98d4-f0271d73f0b9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:28:03.723617 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:03.741548 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5542a6c2-1564-4a40-983e-04fac1ca838c {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:28:03.743220 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d6bad7d-ef59-4f79-8e53-c180a96dd439 req-d1000bca-8b35-4bb6-85f6-015cae198283 service neutron] 10.222.0.30 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223383 Mar 05 14:28:03.756758 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 5542a6c2-1564-4a40-983e-04fac1ca838c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5542a6c2-1564-4a40-983e-04fac1ca838c,segment=NetworkSegment(60073b7b-d2f8-41d7-acf0-4c668a97cff4),segment_id=60073b7b-d2f8-41d7-acf0-4c668a97cff4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:28:03.760606 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:03.829174 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=5542a6c2-1564-4a40-983e-04fac1ca838c,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:28:03.877831 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d6bad7d-ef59-4f79-8e53-c180a96dd439 req-d6cbc9d9-cb07-4aca-aa4b-97712ff655fc service neutron] 10.222.0.30 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291981 Mar 05 14:28:03.953769 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['5542a6c2-1564-4a40-983e-04fac1ca838c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:28:04.240075 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2132b1-aec5-48dc-8351-2413ad0b92ce req-49492a23-b150-4a94-b87a-a4aa52c4cc73 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:04.241447 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b2132b1-aec5-48dc-8351-2413ad0b92ce req-49492a23-b150-4a94-b87a-a4aa52c4cc73 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 944 time: 0.0811687 Mar 05 14:28:04.396973 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9b2132b1-aec5-48dc-8351-2413ad0b92ce req-a7a576ea-aa4e-41eb-8462-9771b35873f4 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495407 Mar 05 14:28:05.532530 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 5542a6c2-1564-4a40-983e-04fac1ca838c up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:28:05.589019 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97aab96-70dd-42f0-89b9-567385cedd63 req-24fc3219-c94a-40d1-9a67-8cccbb47cf24 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:05.590482 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a97aab96-70dd-42f0-89b9-567385cedd63 req-24fc3219-c94a-40d1-9a67-8cccbb47cf24 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 944 time: 0.0848479 Mar 05 14:28:05.598696 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 5542a6c2-1564-4a40-983e-04fac1ca838c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:28:05.603546 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 5542a6c2-1564-4a40-983e-04fac1ca838c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:28:05.603918 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:05.635194 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a97aab96-70dd-42f0-89b9-567385cedd63 req-87603eb4-0ddb-4786-91ba-c850a802f061 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389936 Mar 05 14:28:05.719892 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:05.746684 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846f3b78-c615-4d2b-b009-0671b64d20e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5542a6c2-1564-4a40-983e-04fac1ca838c'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:28:05.756760 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 5542a6c2-1564-4a40-983e-04fac1ca838c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5542a6c2-1564-4a40-983e-04fac1ca838c,segment=NetworkSegment(60073b7b-d2f8-41d7-acf0-4c668a97cff4),segment_id=60073b7b-d2f8-41d7-acf0-4c668a97cff4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:28:05.761141 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:05.825078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857da22-f2cb-429a-a358-c325bea89730 req-b6dc49ce-55de-41c4-8f7d-c9aad7707238 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:05.826657 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e857da22-f2cb-429a-a358-c325bea89730 req-b6dc49ce-55de-41c4-8f7d-c9aad7707238 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0871775 Mar 05 14:28:05.869713 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846f3b78-c615-4d2b-b009-0671b64d20e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5542a6c2-1564-4a40-983e-04fac1ca838c', 'code': 200} Mar 05 14:28:05.874730 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e857da22-f2cb-429a-a358-c325bea89730 req-905053a8-671e-41fc-9b32-1974638b2dc9 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415676 Mar 05 14:28:05.880083 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=5542a6c2-1564-4a40-983e-04fac1ca838c,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:28:06.061715 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199aa85-5294-4c94-a74d-fe487cadff28 req-ad16a61b-ac62-46d8-af9e-0371e1f33a9b tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:06.063353 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c199aa85-5294-4c94-a74d-fe487cadff28 req-ad16a61b-ac62-46d8-af9e-0371e1f33a9b tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0790224 Mar 05 14:28:06.106190 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c199aa85-5294-4c94-a74d-fe487cadff28 req-ea07daf4-8618-4da6-b083-985e0d3ec211 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372162 Mar 05 14:28:06.588497 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-7e9bf6d3-c1bd-4b02-a9ce-8a4845eff5cd tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:06.589847 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-7e9bf6d3-c1bd-4b02-a9ce-8a4845eff5cd tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/networks?id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff HTTP/1.1" status: 200 len: 814 time: 0.1447842 Mar 05 14:28:06.605841 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-4f39fe54-6f6c-4934-8559-c62e4a053ef9 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/quotas/37c1325b2e02404bac30af4fb40dfdbc HTTP/1.1" status: 200 len: 375 time: 0.0104904 Mar 05 14:28:06.688255 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-2ddd948f-c87e-466b-beb8-c6aa8b32a780 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=37c1325b2e02404bac30af4fb40dfdbc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0775955 Mar 05 14:28:06.699414 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-838d0088-0fcb-4761-ac9a-155ec32070da service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:28:06.700341 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-838d0088-0fcb-4761-ac9a-155ec32070da service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048141 Mar 05 14:28:06.830787 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-8e118fa4-c303-41ed-bae5-95f7789f7ac7 service neutron] 10.222.0.16 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247797 Mar 05 14:28:06.959916 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-d1446e74-2785-452a-a29d-3b9d36ba8bf2 service neutron] 10.222.0.16 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234183 Mar 05 14:28:07.139576 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3f7bcec2-b8ad-4958-a9fe-ef59dc605fb0 req-d57d1bcf-6da7-4a9c-aaf7-78174274b762 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 210 time: 0.0451312 Mar 05 14:28:07.690438 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f368d6-be70-4385-841f-ad0952a7107c req-d7033f7c-2312-40ac-bf8a-e8bdfe85e1b2 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:07.691728 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-38f368d6-be70-4385-841f-ad0952a7107c req-d7033f7c-2312-40ac-bf8a-e8bdfe85e1b2 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.15 "GET /v2.0/ports?device_id=846f3b78-c615-4d2b-b009-0671b64d20e6 HTTP/1.1" status: 200 len: 945 time: 0.0808320 Mar 05 14:28:07.764334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-38f368d6-be70-4385-841f-ad0952a7107c req-1e95b08c-885f-4b97-94f8-641954805804 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Deleting port 5542a6c2-1564-4a40-983e-04fac1ca838c {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:28:07.764674 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-38f368d6-be70-4385-841f-ad0952a7107c req-1e95b08c-885f-4b97-94f8-641954805804 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:08.031733 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-38f368d6-be70-4385-841f-ad0952a7107c req-1e95b08c-885f-4b97-94f8-641954805804 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] For port 5542a6c2-1564-4a40-983e-04fac1ca838c, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=5542a6c2-1564-4a40-983e-04fac1ca838c,segment=NetworkSegment(60073b7b-d2f8-41d7-acf0-4c668a97cff4),segment_id=60073b7b-d2f8-41d7-acf0-4c668a97cff4)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:28:08.032177 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-38f368d6-be70-4385-841f-ad0952a7107c req-1e95b08c-885f-4b97-94f8-641954805804 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:08.221841 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-38f368d6-be70-4385-841f-ad0952a7107c req-1e95b08c-885f-4b97-94f8-641954805804 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Calling delete_port for 5542a6c2-1564-4a40-983e-04fac1ca838c owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:28:08.294564 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dcc18ba8-8452-420a-bd35-27663479c3f7 req-d9d51e5e-3ff0-4179-9358-439ed3835954 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 210 time: 0.0418689 Mar 05 14:28:08.338631 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-1d9ea641-84be-47d7-b2e4-256f95778a0e tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:08.340056 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-1d9ea641-84be-47d7-b2e4-256f95778a0e tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.15 "GET /v2.0/networks?id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff HTTP/1.1" status: 200 len: 814 time: 0.3353012 Mar 05 14:28:08.381528 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-878aefce-1ea7-497b-bd1e-2dabd4003a44 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Request body: {'port': {'device_id': 'a0882e70-0656-4a4f-a230-4b272fa4f91f', 'network_id': 'f8dc5df6-c70b-44e4-ac28-5fd8834702ff', 'admin_state_up': True, 'tenant_id': '37c1325b2e02404bac30af4fb40dfdbc'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:28:08.506190 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-38f368d6-be70-4385-841f-ad0952a7107c req-1e95b08c-885f-4b97-94f8-641954805804 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:08.517996 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['5542a6c2-1564-4a40-983e-04fac1ca838c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:28:08.560509 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95b08c-885f-4b97-94f8-641954805804 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Pushing event deleted for resources: {'Port': ['ID=5542a6c2-1564-4a40-983e-04fac1ca838c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:28:08.653786 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-878aefce-1ea7-497b-bd1e-2dabd4003a44 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:28:08.656251 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f368d6-be70-4385-841f-ad0952a7107c req-1e95b08c-885f-4b97-94f8-641954805804 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] No DVR routers for this DVR port 5542a6c2-1564-4a40-983e-04fac1ca838c on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:28:08.659506 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-38f368d6-be70-4385-841f-ad0952a7107c req-1e95b08c-885f-4b97-94f8-641954805804 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:08.661873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846f3b78-c615-4d2b-b009-0671b64d20e6', 'name': 'network-vif-deleted', 'tag': '5542a6c2-1564-4a40-983e-04fac1ca838c'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:28:08.667739 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-878aefce-1ea7-497b-bd1e-2dabd4003a44 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Usage tracker for resource:port and tenant:37c1325b2e02404bac30af4fb40dfdbc is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:28:08.670654 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-878aefce-1ea7-497b-bd1e-2dabd4003a44 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:28:08.680100 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-878aefce-1ea7-497b-bd1e-2dabd4003a44 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:28:08.693599 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-878aefce-1ea7-497b-bd1e-2dabd4003a44 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Made reservation on behalf of 37c1325b2e02404bac30af4fb40dfdbc for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:28:08.697695 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-878aefce-1ea7-497b-bd1e-2dabd4003a44 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:08.709780 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-38f368d6-be70-4385-841f-ad0952a7107c req-1e95b08c-885f-4b97-94f8-641954805804 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.15 "DELETE /v2.0/ports/5542a6c2-1564-4a40-983e-04fac1ca838c HTTP/1.1" status: 204 len: 173 time: 1.0125160 Mar 05 14:28:08.713645 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846f3b78-c615-4d2b-b009-0671b64d20e6', 'name': 'network-vif-deleted', 'tag': '5542a6c2-1564-4a40-983e-04fac1ca838c', 'status': 'completed', 'code': 200} Mar 05 14:28:08.849787 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-17778915-4a0f-47f8-b9b8-6520fa30e1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:08.869669 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-878aefce-1ea7-497b-bd1e-2dabd4003a44 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Allocated IP 172.20.0.10 (f8dc5df6-c70b-44e4-ac28-5fd8834702ff/9b0dd85c-f96c-440b-98d4-f0271d73f0b9/891107fc-9eb1-4f76-b5f7-064aff049700) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:28:09.181670 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-878aefce-1ea7-497b-bd1e-2dabd4003a44 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:09.211744 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-878aefce-1ea7-497b-bd1e-2dabd4003a44 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:09.222381 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['5542a6c2-1564-4a40-983e-04fac1ca838c'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:28:09.279718 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-878aefce-1ea7-497b-bd1e-2dabd4003a44 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Network f8dc5df6-c70b-44e4-ac28-5fd8834702ff is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:28:09.282742 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-878aefce-1ea7-497b-bd1e-2dabd4003a44 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:28:09.291956 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-878aefce-1ea7-497b-bd1e-2dabd4003a44 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:28:09.331621 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878aefce-1ea7-497b-bd1e-2dabd4003a44 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Pushing event updated for resources: {'Port': ['ID=891107fc-9eb1-4f76-b5f7-064aff049700,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:28:09.362988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-878aefce-1ea7-497b-bd1e-2dabd4003a44 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:09.363594 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-878aefce-1ea7-497b-bd1e-2dabd4003a44 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:09.387104 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-878aefce-1ea7-497b-bd1e-2dabd4003a44 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0383530 Mar 05 14:28:09.398253 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-691e357d-01b7-4454-9a76-6d8d02115cb7 service neutron] Request body: {'port': {'device_id': 'a0882e70-0656-4a4f-a230-4b272fa4f91f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:28:09.487960 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d479203-2414-4131-92d2-2f1e9fd99e44 req-ddece52d-f79c-4d3b-91c5-17db894b6a77 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:09.489472 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d479203-2414-4131-92d2-2f1e9fd99e44 req-ddece52d-f79c-4d3b-91c5-17db894b6a77 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 932 time: 0.0840266 Mar 05 14:28:09.513568 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-691e357d-01b7-4454-9a76-6d8d02115cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:09.533837 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d479203-2414-4131-92d2-2f1e9fd99e44 req-d46471a3-57ec-4245-acef-066dd8390ba7 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379333 Mar 05 14:28:09.861933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-691e357d-01b7-4454-9a76-6d8d02115cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 891107fc-9eb1-4f76-b5f7-064aff049700 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:28:09.869077 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-691e357d-01b7-4454-9a76-6d8d02115cb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:09.883931 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-691e357d-01b7-4454-9a76-6d8d02115cb7 service neutron] Transition to ACTIVE for port object 891107fc-9eb1-4f76-b5f7-064aff049700 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:28:09.887369 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-691e357d-01b7-4454-9a76-6d8d02115cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:10.043982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e357d-01b7-4454-9a76-6d8d02115cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=891107fc-9eb1-4f76-b5f7-064aff049700,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:28:10.119067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-691e357d-01b7-4454-9a76-6d8d02115cb7 service neutron] Attempting to bind port 891107fc-9eb1-4f76-b5f7-064aff049700 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:28:10.119322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-691e357d-01b7-4454-9a76-6d8d02115cb7 service neutron] Attempting to bind port 891107fc-9eb1-4f76-b5f7-064aff049700 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '60073b7b-d2f8-41d7-acf0-4c668a97cff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8dc5df6-c70b-44e4-ac28-5fd8834702ff'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:28:10.119644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-691e357d-01b7-4454-9a76-6d8d02115cb7 service neutron] Attempting to bind port 891107fc-9eb1-4f76-b5f7-064aff049700 on network f8dc5df6-c70b-44e4-ac28-5fd8834702ff {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:28:10.124307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-691e357d-01b7-4454-9a76-6d8d02115cb7 service neutron] Port 891107fc-9eb1-4f76-b5f7-064aff049700 on network f8dc5df6-c70b-44e4-ac28-5fd8834702ff not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:28:10.124620 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-691e357d-01b7-4454-9a76-6d8d02115cb7 service neutron] Attempting to bind port 891107fc-9eb1-4f76-b5f7-064aff049700 on network f8dc5df6-c70b-44e4-ac28-5fd8834702ff {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:28:10.130814 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-691e357d-01b7-4454-9a76-6d8d02115cb7 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:28:10.131146 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-691e357d-01b7-4454-9a76-6d8d02115cb7 service neutron] Checking segment: {'id': '60073b7b-d2f8-41d7-acf0-4c668a97cff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8dc5df6-c70b-44e4-ac28-5fd8834702ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:28:10.131521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-691e357d-01b7-4454-9a76-6d8d02115cb7 service neutron] Bound using segment: {'id': '60073b7b-d2f8-41d7-acf0-4c668a97cff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8dc5df6-c70b-44e4-ac28-5fd8834702ff'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:28:10.131935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-691e357d-01b7-4454-9a76-6d8d02115cb7 service neutron] Bound port: 891107fc-9eb1-4f76-b5f7-064aff049700, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60073b7b-d2f8-41d7-acf0-4c668a97cff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8dc5df6-c70b-44e4-ac28-5fd8834702ff'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:28:10.132269 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-691e357d-01b7-4454-9a76-6d8d02115cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:10.224492 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-691e357d-01b7-4454-9a76-6d8d02115cb7 service neutron] For port 891107fc-9eb1-4f76-b5f7-064aff049700, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:28:10.227393 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-691e357d-01b7-4454-9a76-6d8d02115cb7 service neutron] For port 891107fc-9eb1-4f76-b5f7-064aff049700, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=891107fc-9eb1-4f76-b5f7-064aff049700,segment=NetworkSegment(60073b7b-d2f8-41d7-acf0-4c668a97cff4),segment_id=60073b7b-d2f8-41d7-acf0-4c668a97cff4)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:28:10.232027 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-691e357d-01b7-4454-9a76-6d8d02115cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:10.286089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-691e357d-01b7-4454-9a76-6d8d02115cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:10.286695 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-691e357d-01b7-4454-9a76-6d8d02115cb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:10.288060 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-691e357d-01b7-4454-9a76-6d8d02115cb7 service neutron] 10.222.0.15 "PUT /v2.0/ports/891107fc-9eb1-4f76-b5f7-064aff049700 HTTP/1.1" status: 200 len: 1092 time: 0.8942957 Mar 05 14:28:10.309988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e357d-01b7-4454-9a76-6d8d02115cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=891107fc-9eb1-4f76-b5f7-064aff049700,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:28:10.441425 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-63ff0080-7688-4401-99b0-cd71cba8e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:10.442826 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-63ff0080-7688-4401-99b0-cd71cba8e13e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37c1325b2e02404bac30af4fb40dfdbc&device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 1095 time: 0.1206629 Mar 05 14:28:10.515794 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-13663e0f-c358-43b3-aecc-d4cc0db16556 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=891107fc-9eb1-4f76-b5f7-064aff049700 HTTP/1.1" status: 200 len: 217 time: 0.0666716 Mar 05 14:28:10.578615 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-c0820bcd-617d-4cb9-9080-115e3f9a5be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:10.581204 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-c0820bcd-617d-4cb9-9080-115e3f9a5be8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b0dd85c-f96c-440b-98d4-f0271d73f0b9 HTTP/1.1" status: 200 len: 854 time: 0.0580778 Mar 05 14:28:10.631189 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-136c03af-8d2a-4636-bfcf-e81f960d5c71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450850 Mar 05 14:28:10.714548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0882e70-0656-4a4f-a230-4b272fa4f91f', 'tag': '891107fc-9eb1-4f76-b5f7-064aff049700'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:28:10.773456 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0882e70-0656-4a4f-a230-4b272fa4f91f', 'tag': '891107fc-9eb1-4f76-b5f7-064aff049700', 'status': 'completed', 'code': 200} Mar 05 14:28:10.836381 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-a2d31103-daa7-4dc0-b54d-0b923940feda service neutron] 10.222.0.15 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995544 Mar 05 14:28:10.849082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03160d-2faa-4d0d-835c-f35a92e4d8be req-0631d621-7b00-443a-a2d6-d5429de9050f tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:10.849749 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-1a03160d-2faa-4d0d-835c-f35a92e4d8be req-0631d621-7b00-443a-a2d6-d5429de9050f tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Synchronizing usage tracker for tenant:37c1325b2e02404bac30af4fb40dfdbc on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:28:10.969885 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5901f01d-b0ba-4bb0-a299-f354f9211c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:11.053457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-1a03160d-2faa-4d0d-835c-f35a92e4d8be req-0631d621-7b00-443a-a2d6-d5429de9050f tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Unset dirty status for tenant:37c1325b2e02404bac30af4fb40dfdbc on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:28:11.054612 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1a03160d-2faa-4d0d-835c-f35a92e4d8be req-0631d621-7b00-443a-a2d6-d5429de9050f tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 944 time: 0.3992109 Mar 05 14:28:11.126214 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1a03160d-2faa-4d0d-835c-f35a92e4d8be req-945042f7-612a-4e54-a911-01eb79cc2afd tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649562 Mar 05 14:28:11.131733 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b625ce10-80dd-4b02-97ed-78f0dff71ad0 req-04277ee9-f8c4-4487-b2df-968aa77ac827 service neutron] 10.222.0.15 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794209 Mar 05 14:28:11.249584 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee67c1-5dac-4911-ac80-f58c12128488 req-8e7e69ba-cc27-4e4a-8195-290843e73917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:11.250988 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-68ee67c1-5dac-4911-ac80-f58c12128488 req-8e7e69ba-cc27-4e4a-8195-290843e73917 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37c1325b2e02404bac30af4fb40dfdbc&device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 1095 time: 0.0751121 Mar 05 14:28:11.381317 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee67c1-5dac-4911-ac80-f58c12128488 req-f42e8b63-447e-4b32-95ec-2e3815f22c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:11.382777 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-68ee67c1-5dac-4911-ac80-f58c12128488 req-f42e8b63-447e-4b32-95ec-2e3815f22c6a service neutron] 10.222.0.15 "GET /v2.0/networks?id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff HTTP/1.1" status: 200 len: 914 time: 0.1261940 Mar 05 14:28:11.455432 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-68ee67c1-5dac-4911-ac80-f58c12128488 req-fb41021f-9095-41b3-99d3-fd98a8e5c5ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=891107fc-9eb1-4f76-b5f7-064aff049700 HTTP/1.1" status: 200 len: 217 time: 0.0651903 Mar 05 14:28:11.517279 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee67c1-5dac-4911-ac80-f58c12128488 req-83bed214-1f6c-4704-805a-3cc283bbcef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:11.518617 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-68ee67c1-5dac-4911-ac80-f58c12128488 req-83bed214-1f6c-4704-805a-3cc283bbcef3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b0dd85c-f96c-440b-98d4-f0271d73f0b9 HTTP/1.1" status: 200 len: 854 time: 0.0571833 Mar 05 14:28:11.547747 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 5542a6c2-1564-4a40-983e-04fac1ca838c no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:28:11.566631 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-68ee67c1-5dac-4911-ac80-f58c12128488 req-b2ae53b2-dd71-4dfa-843f-e1674a5205a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412173 Mar 05 14:28:11.585107 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: 5542a6c2-1564-4a40-983e-04fac1ca838c {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:28:11.585448 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 5542a6c2-1564-4a40-983e-04fac1ca838c not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:28:11.696851 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-68ee67c1-5dac-4911-ac80-f58c12128488 req-cfccadbf-f7ce-4a7f-ab02-d9ac16ceafbf service neutron] 10.222.0.15 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240921 Mar 05 14:28:11.829026 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-68ee67c1-5dac-4911-ac80-f58c12128488 req-39c07382-216a-4aaa-b1f1-d186bb09da9a service neutron] 10.222.0.15 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250360 Mar 05 14:28:12.156853 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:12.216090 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:12.310194 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41aec8-bfb0-476b-9dfb-07ee4bdab925 req-0608d832-0fe4-4b3a-9fbd-2f9186dc5a4b tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:12.311666 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ce41aec8-bfb0-476b-9dfb-07ee4bdab925 req-0608d832-0fe4-4b3a-9fbd-2f9186dc5a4b tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 944 time: 0.0774527 Mar 05 14:28:12.356747 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ce41aec8-bfb0-476b-9dfb-07ee4bdab925 req-0d2008d7-a85b-4c1b-bb49-8e910f4a914b tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380912 Mar 05 14:28:13.544990 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8017e-5ae7-491d-93d7-c4593066ac58 req-928f1e84-ddc5-4494-9bdb-9b0abf042e37 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:13.546438 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-79d8017e-5ae7-491d-93d7-c4593066ac58 req-928f1e84-ddc5-4494-9bdb-9b0abf042e37 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 944 time: 0.0842500 Mar 05 14:28:13.547971 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 891107fc-9eb1-4f76-b5f7-064aff049700 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:28:13.591001 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-79d8017e-5ae7-491d-93d7-c4593066ac58 req-c1db2ef6-abce-43cf-8ad3-0074442ebe66 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382731 Mar 05 14:28:13.684202 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 891107fc-9eb1-4f76-b5f7-064aff049700, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=891107fc-9eb1-4f76-b5f7-064aff049700,segment=NetworkSegment(60073b7b-d2f8-41d7-acf0-4c668a97cff4),segment_id=60073b7b-d2f8-41d7-acf0-4c668a97cff4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:28:13.697139 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '891107fc-9eb1-4f76-b5f7-064aff049700', 'network_id': 'f8dc5df6-c70b-44e4-ac28-5fd8834702ff', 'port_id': '891107fc-9eb1-4f76-b5f7-064aff049700', 'mac_address': 'fa:16:3e:a1:94:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0dd85c-f96c-440b-98d4-f0271d73f0b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:28:13.752285 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:13.769141 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 891107fc-9eb1-4f76-b5f7-064aff049700 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:28:13.784462 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 891107fc-9eb1-4f76-b5f7-064aff049700, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=891107fc-9eb1-4f76-b5f7-064aff049700,segment=NetworkSegment(60073b7b-d2f8-41d7-acf0-4c668a97cff4),segment_id=60073b7b-d2f8-41d7-acf0-4c668a97cff4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:28:13.788194 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:13.850725 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:13.866241 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=891107fc-9eb1-4f76-b5f7-064aff049700,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:28:13.873338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:28:13.873674 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:28:13.874002 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:28:13.874326 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:28:13.874658 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:28:13.874997 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:28:13.875316 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:28:13.875625 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:28:13.875936 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:28:13.876245 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:28:13.876555 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:28:13.876887 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:28:13.985251 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['891107fc-9eb1-4f76-b5f7-064aff049700'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:28:14.778483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eaaddd-3637-4973-9d51-edbce20a7e82 req-d6d53c2d-fc37-46c5-884c-b7f05b8a95cc tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:14.779844 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86eaaddd-3637-4973-9d51-edbce20a7e82 req-d6d53c2d-fc37-46c5-884c-b7f05b8a95cc tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 945 time: 0.0817719 Mar 05 14:28:14.823972 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86eaaddd-3637-4973-9d51-edbce20a7e82 req-18d0b750-3bed-4144-abd2-f6ec1a32abdd tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382929 Mar 05 14:28:15.547656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 891107fc-9eb1-4f76-b5f7-064aff049700 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:28:15.615551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 891107fc-9eb1-4f76-b5f7-064aff049700 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:28:15.620562 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 891107fc-9eb1-4f76-b5f7-064aff049700 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:28:15.620938 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:15.737626 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:15.762883 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0882e70-0656-4a4f-a230-4b272fa4f91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891107fc-9eb1-4f76-b5f7-064aff049700'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:28:15.772421 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 891107fc-9eb1-4f76-b5f7-064aff049700, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=891107fc-9eb1-4f76-b5f7-064aff049700,segment=NetworkSegment(60073b7b-d2f8-41d7-acf0-4c668a97cff4),segment_id=60073b7b-d2f8-41d7-acf0-4c668a97cff4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:28:15.776703 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:15.808779 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0882e70-0656-4a4f-a230-4b272fa4f91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891107fc-9eb1-4f76-b5f7-064aff049700', 'code': 200} Mar 05 14:28:15.848940 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=891107fc-9eb1-4f76-b5f7-064aff049700,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:28:15.939355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5752b-2dd3-48b6-848b-1d133b84b79e req-d921a466-5b4e-4841-aeaf-18f9efee09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:15.940804 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0b5752b-2dd3-48b6-848b-1d133b84b79e req-d921a466-5b4e-4841-aeaf-18f9efee09ea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 1097 time: 0.0694969 Mar 05 14:28:15.985586 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c0b5752b-2dd3-48b6-848b-1d133b84b79e req-955a031c-ec23-492f-a39e-28ec16856b8d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384419 Mar 05 14:28:16.021986 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0cd5d-e694-43a0-8177-e98dd219f2a8 req-3cbcb49b-b833-4b3e-917c-596df9df9949 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:16.023469 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5ee0cd5d-e694-43a0-8177-e98dd219f2a8 req-3cbcb49b-b833-4b3e-917c-596df9df9949 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0915854 Mar 05 14:28:16.071039 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5ee0cd5d-e694-43a0-8177-e98dd219f2a8 req-0eedfd63-cacd-43e4-af62-a1b9bb9fe529 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416944 Mar 05 14:28:17.257564 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0cf6f-3806-4e6e-89f2-89e25df42a71 req-6c38249f-1adc-45b3-b348-7e6e120d8de1 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:17.259006 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-45b0cf6f-3806-4e6e-89f2-89e25df42a71 req-6c38249f-1adc-45b3-b348-7e6e120d8de1 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0809600 Mar 05 14:28:17.304748 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-45b0cf6f-3806-4e6e-89f2-89e25df42a71 req-e3458b6b-fbb7-4e0e-a9d0-7d1b300118c9 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402000 Mar 05 14:28:17.485264 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e4e37-b65d-44ab-8155-485d129d0004 req-2dd0426c-23e5-4603-87d0-d019dca46a01 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:17.486708 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f5e4e37-b65d-44ab-8155-485d129d0004 req-2dd0426c-23e5-4603-87d0-d019dca46a01 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0803030 Mar 05 14:28:17.529632 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f5e4e37-b65d-44ab-8155-485d129d0004 req-3f83fe81-697f-4c72-b981-d3b2c4f9c7f5 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371933 Mar 05 14:28:18.039227 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-931ef1dc-c333-453f-b0dc-2c62df26b78e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2384927 Mar 05 14:28:18.050285 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2ad0a-3725-4d29-805f-73e46d61a729 req-b7cbf99c-cf51-4907-9a22-73dbac1340f8 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:18.051695 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2ca2ad0a-3725-4d29-805f-73e46d61a729 req-b7cbf99c-cf51-4907-9a22-73dbac1340f8 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.2104979 Mar 05 14:28:18.097364 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2ca2ad0a-3725-4d29-805f-73e46d61a729 req-df0738ca-c9e5-45da-b443-3930eb614700 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397286 Mar 05 14:28:19.332355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-943eb852-1881-431f-b449-b832ccbba1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:19.333807 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-943eb852-1881-431f-b449-b832ccbba1b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37c1325b2e02404bac30af4fb40dfdbc&device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 1097 time: 0.1313729 Mar 05 14:28:19.347662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47587f-9885-4000-9448-7ecc6a450075 req-c9a3a614-3939-488e-9e9f-4b98cc1ebe95 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:19.349000 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eb47587f-9885-4000-9448-7ecc6a450075 req-c9a3a614-3939-488e-9e9f-4b98cc1ebe95 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.1119485 Mar 05 14:28:19.481780 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eb47587f-9885-4000-9448-7ecc6a450075 req-1d27b651-67ea-4c99-bba6-0116fd5506ab tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130474 Mar 05 14:28:19.514943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-f8cfc84e-b5b7-44d0-be5b-285f87707caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:19.516365 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-f8cfc84e-b5b7-44d0-be5b-285f87707caa service neutron] 10.222.0.15 "GET /v2.0/networks?id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff HTTP/1.1" status: 200 len: 914 time: 0.1769876 Mar 05 14:28:19.586663 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-e9db6cf9-82b7-411a-9ea7-e56abc445f81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=891107fc-9eb1-4f76-b5f7-064aff049700 HTTP/1.1" status: 200 len: 217 time: 0.0641963 Mar 05 14:28:19.648984 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-dc4f302a-4867-4316-9e92-250d2f4dbfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:19.650398 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-dc4f302a-4867-4316-9e92-250d2f4dbfdc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b0dd85c-f96c-440b-98d4-f0271d73f0b9 HTTP/1.1" status: 200 len: 854 time: 0.0583489 Mar 05 14:28:19.700415 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-dcf0cb57-c479-467a-9db6-bb3703fbff88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440986 Mar 05 14:28:19.924279 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-14ba5af6-3198-44a6-b178-3d2a6a653d97 service neutron] 10.222.0.15 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182698 Mar 05 14:28:20.055558 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-ce49a4f2-5d2f-437e-83ed-0f8024e8e450 service neutron] 10.222.0.15 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254799 Mar 05 14:28:20.679420 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886d15c-911b-4a09-9f68-209145988cdc req-a636eaa9-5690-42f9-be75-27276e00c33e tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:20.680901 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f886d15c-911b-4a09-9f68-209145988cdc req-a636eaa9-5690-42f9-be75-27276e00c33e tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0836129 Mar 05 14:28:20.724665 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f886d15c-911b-4a09-9f68-209145988cdc req-8b5f3782-7f01-4578-80f8-d96e557ad7a3 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381534 Mar 05 14:28:21.907242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e53b8-3cd5-4fe6-bd66-e8c4fe8dc131 req-41139cc2-14b7-4616-a1ff-e7b85800e113 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:21.908727 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ad7e53b8-3cd5-4fe6-bd66-e8c4fe8dc131 req-41139cc2-14b7-4616-a1ff-e7b85800e113 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0812440 Mar 05 14:28:21.951945 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ad7e53b8-3cd5-4fe6-bd66-e8c4fe8dc131 req-49365a39-0644-4d5b-a7d1-f80195cfa14b tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376811 Mar 05 14:28:23.136799 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7c515-d808-4eb5-a2d2-d1bd7969b0a3 req-81644c25-fd5d-4ee7-890e-90e59bae3a86 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:23.138271 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cee7c515-d808-4eb5-a2d2-d1bd7969b0a3 req-81644c25-fd5d-4ee7-890e-90e59bae3a86 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0812097 Mar 05 14:28:23.182393 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cee7c515-d808-4eb5-a2d2-d1bd7969b0a3 req-3d0c5dd1-8717-4a56-83bc-7382703ca138 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385046 Mar 05 14:28:23.276914 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:28:24.367352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e6c24-f2e9-4ca4-afab-f6e2826f1f35 req-66ce9637-1ed1-4c9a-8662-561a53e39850 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:24.368798 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c1e6c24-f2e9-4ca4-afab-f6e2826f1f35 req-66ce9637-1ed1-4c9a-8662-561a53e39850 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0841193 Mar 05 14:28:24.412167 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c1e6c24-f2e9-4ca4-afab-f6e2826f1f35 req-6dd8e580-a1dc-402c-af42-169d29f4f2f8 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378361 Mar 05 14:28:25.597060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7d8ed-e3ec-41c0-b447-dedc0b98c5ab req-6b63ce12-7edc-4bfe-9d38-25759abe44bc tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:25.598502 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dae7d8ed-e3ec-41c0-b447-dedc0b98c5ab req-6b63ce12-7edc-4bfe-9d38-25759abe44bc tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0821223 Mar 05 14:28:25.640768 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dae7d8ed-e3ec-41c0-b447-dedc0b98c5ab req-27b8d69d-29d0-4bc3-b736-321d30bbfc12 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366814 Mar 05 14:28:26.825906 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac3661-e9c6-47ad-b02b-1fa971114000 req-1aec70f5-9540-47ea-875b-4df391de4790 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:26.827270 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07ac3661-e9c6-47ad-b02b-1fa971114000 req-1aec70f5-9540-47ea-875b-4df391de4790 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0802472 Mar 05 14:28:26.874105 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-07ac3661-e9c6-47ad-b02b-1fa971114000 req-45ea5f9d-ee2a-46b9-9d68-3d920151c99c tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399878 Mar 05 14:28:28.060089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e596b04-5399-41c9-9fa2-80d06b7c58d9 req-ee473586-3b5b-490d-bb92-03c5a74bc6a9 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:28.061782 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9e596b04-5399-41c9-9fa2-80d06b7c58d9 req-ee473586-3b5b-490d-bb92-03c5a74bc6a9 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0793533 Mar 05 14:28:28.108781 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9e596b04-5399-41c9-9fa2-80d06b7c58d9 req-286c828a-9ab9-4538-96d6-30ea4e3160af tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412576 Mar 05 14:28:29.291029 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c680487-36f7-44f9-919e-46108bcaa37f req-2b1626e0-eb31-4dfc-9d78-da1c6a7b8324 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:29.292473 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8c680487-36f7-44f9-919e-46108bcaa37f req-2b1626e0-eb31-4dfc-9d78-da1c6a7b8324 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0818646 Mar 05 14:28:29.337754 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:29.338850 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8c680487-36f7-44f9-919e-46108bcaa37f req-7b794e70-cf6a-4c22-9a52-d5e5fd6ba969 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408671 Mar 05 14:28:29.359126 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:30.522126 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c52b1-db1f-435d-ad41-27bb4d2f2469 req-c880bcdb-c7af-47b6-ac9f-e46b53228b9e tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:30.523586 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-127c52b1-db1f-435d-ad41-27bb4d2f2469 req-c880bcdb-c7af-47b6-ac9f-e46b53228b9e tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0794659 Mar 05 14:28:30.567858 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-127c52b1-db1f-435d-ad41-27bb4d2f2469 req-357cf6c4-3b4f-4468-a3d6-03f415598201 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387619 Mar 05 14:28:31.755246 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fb2ff-b5a8-4c09-93a8-324f1437f220 req-17e2cfd3-b1c6-46e5-831d-c72104d4f70f tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:31.756645 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e54fb2ff-b5a8-4c09-93a8-324f1437f220 req-17e2cfd3-b1c6-46e5-831d-c72104d4f70f tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0842147 Mar 05 14:28:31.800237 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e54fb2ff-b5a8-4c09-93a8-324f1437f220 req-41b618f1-d6ee-48ae-8441-e1b8eddb6146 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381105 Mar 05 14:28:32.986302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e791d-5d55-406a-b732-42a5232fe244 req-dfb5afaf-5de1-4466-89e5-a142692bfc94 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:32.987779 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c3e791d-5d55-406a-b732-42a5232fe244 req-dfb5afaf-5de1-4466-89e5-a142692bfc94 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0841787 Mar 05 14:28:33.030281 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c3e791d-5d55-406a-b732-42a5232fe244 req-11ba9f6f-42f9-4c61-9a7b-51f808f6f006 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369916 Mar 05 14:28:34.371408 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e2bea-613b-4945-b20f-89a6ecf94120 req-bf92e73d-b6d4-4289-bd35-064b983bc86f tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:34.372834 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4d8e2bea-613b-4945-b20f-89a6ecf94120 req-bf92e73d-b6d4-4289-bd35-064b983bc86f tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0782535 Mar 05 14:28:34.416585 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4d8e2bea-613b-4945-b20f-89a6ecf94120 req-fb3e8f29-759f-4dd2-82a5-0547e6699797 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377202 Mar 05 14:28:35.601758 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca94366-ece3-4798-b9c7-aa3338d96291 req-c9624627-4819-48bd-a42d-11c9aed247ca tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:35.603257 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4ca94366-ece3-4798-b9c7-aa3338d96291 req-c9624627-4819-48bd-a42d-11c9aed247ca tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0807161 Mar 05 14:28:35.645822 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4ca94366-ece3-4798-b9c7-aa3338d96291 req-7c6fe837-96f5-43b3-bebf-5e0aa7f5a19e tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370634 Mar 05 14:28:36.832305 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124d912-3615-4c4d-86ec-42ed5c8a723a req-5621ac18-4d6c-41c4-a858-3f647de3eb76 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:36.833651 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5124d912-3615-4c4d-86ec-42ed5c8a723a req-5621ac18-4d6c-41c4-a858-3f647de3eb76 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0835912 Mar 05 14:28:36.878021 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5124d912-3615-4c4d-86ec-42ed5c8a723a req-9fb1f307-6ad2-460c-89cf-ad604e8316e7 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386615 Mar 05 14:28:38.067822 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6244a5-6aed-42f7-a99d-c2b29002b49e req-f508033e-a38e-4ab7-a9dc-5f9a8c1b48a4 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:38.069263 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4d6244a5-6aed-42f7-a99d-c2b29002b49e req-f508033e-a38e-4ab7-a9dc-5f9a8c1b48a4 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0818799 Mar 05 14:28:38.112388 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4d6244a5-6aed-42f7-a99d-c2b29002b49e req-cf2a61be-bdcc-4094-9fb8-1b3e98bd4b67 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375149 Mar 05 14:28:38.854070 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a966937b-15d5-4354-87de-0ce5ad8aa539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:39.296038 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b6813-d87b-4f13-975f-aad329ecd293 req-a21cd036-2a20-48cd-9df8-1fbc8299a6d4 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:39.297488 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c09b6813-d87b-4f13-975f-aad329ecd293 req-a21cd036-2a20-48cd-9df8-1fbc8299a6d4 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0798914 Mar 05 14:28:39.344337 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c09b6813-d87b-4f13-975f-aad329ecd293 req-550f30dd-b03a-4e7c-8cc5-a33817d754e3 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413232 Mar 05 14:28:40.531243 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1f075-34cf-4be5-a734-41651145ff55 req-95a8578f-5477-4f35-9204-dc60f83296f4 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:40.532734 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ecb1f075-34cf-4be5-a734-41651145ff55 req-95a8578f-5477-4f35-9204-dc60f83296f4 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0811131 Mar 05 14:28:40.580295 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ecb1f075-34cf-4be5-a734-41651145ff55 req-fdbf5ce8-a238-4e76-a670-cf58d15b4385 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418856 Mar 05 14:28:40.972774 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1fa4ffd3-9b9d-45ed-8653-d06103981694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:41.762266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efbdda-3dd4-4571-b2d6-03ce1ca30b1a req-3fb2e3e3-976d-4eee-b76b-39687cdd957b tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:41.763625 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-36efbdda-3dd4-4571-b2d6-03ce1ca30b1a req-3fb2e3e3-976d-4eee-b76b-39687cdd957b tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0798466 Mar 05 14:28:41.807757 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-36efbdda-3dd4-4571-b2d6-03ce1ca30b1a req-51f4cc34-03e9-4776-9d3f-b39635f024bd tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384815 Mar 05 14:28:42.164247 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:42.217670 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:42.992158 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9b803-1ca8-489b-bf74-04000c649b01 req-34731b37-de9e-4d48-a535-0c33205aae4e tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:42.993595 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5d9b803-1ca8-489b-bf74-04000c649b01 req-34731b37-de9e-4d48-a535-0c33205aae4e tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0793357 Mar 05 14:28:43.037855 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5d9b803-1ca8-489b-bf74-04000c649b01 req-9c9160ce-bb4a-4147-a7c2-cd8af39af505 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385835 Mar 05 14:28:43.813257 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:44.225907 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a0b6f-4815-4362-9f1f-bf23570de3a4 req-3fd9e993-cf03-4f9c-9d16-b571cc1c9a63 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:44.227398 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bd1a0b6f-4815-4362-9f1f-bf23570de3a4 req-3fd9e993-cf03-4f9c-9d16-b571cc1c9a63 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0843513 Mar 05 14:28:44.272125 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bd1a0b6f-4815-4362-9f1f-bf23570de3a4 req-9ecbf045-9508-4bec-ac77-fa9b75dfcd24 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391362 Mar 05 14:28:45.457171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17191c-a9d5-448a-bced-4564948b3db7 req-8e4b3d1a-f0d9-481c-af54-6f600982c2b3 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:45.458707 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ee17191c-a9d5-448a-bced-4564948b3db7 req-8e4b3d1a-f0d9-481c-af54-6f600982c2b3 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0839226 Mar 05 14:28:45.502016 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ee17191c-a9d5-448a-bced-4564948b3db7 req-2f5bbe03-d6ca-4026-af31-870d5f23d122 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376365 Mar 05 14:28:46.692492 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121d76b-e16b-4a24-96f3-f2f0133da461 req-e9ef6c6d-4367-4412-a1b1-8e6386f133d9 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:46.694104 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7121d76b-e16b-4a24-96f3-f2f0133da461 req-e9ef6c6d-4367-4412-a1b1-8e6386f133d9 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0843441 Mar 05 14:28:46.739011 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7121d76b-e16b-4a24-96f3-f2f0133da461 req-8a860295-1279-4270-9495-1db44b0226ae tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387518 Mar 05 14:28:46.845128 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-021d2cd1-bbb7-48ce-b6f1-53de8f940a0f service neutron] show failed (client error): The resource could not be found. Mar 05 14:28:46.846142 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-021d2cd1-bbb7-48ce-b6f1-53de8f940a0f service neutron] 10.222.0.15 "GET /v2.0/ports/891107fc-9eb1-4f76-b5f7-064aff049700/bindings/n-h2-803718-1 HTTP/1.1" status: 404 len: 380 time: 0.0806243 Mar 05 14:28:47.134635 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-6ef3617e-898d-42ca-9409-fe0af8b77fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:47.136139 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-6ef3617e-898d-42ca-9409-fe0af8b77fb8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f&tenant_id=37c1325b2e02404bac30af4fb40dfdbc HTTP/1.1" status: 200 len: 1097 time: 0.0808713 Mar 05 14:28:47.148762 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803718-1', 'device_owner': 'compute:nova'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:28:47.272645 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:47.569293 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] For port 891107fc-9eb1-4f76-b5f7-064aff049700, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=891107fc-9eb1-4f76-b5f7-064aff049700,segment=NetworkSegment(60073b7b-d2f8-41d7-acf0-4c668a97cff4),segment_id=60073b7b-d2f8-41d7-acf0-4c668a97cff4)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:28:47.598443 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] For port 891107fc-9eb1-4f76-b5f7-064aff049700, host n-h1-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:28:47.654881 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0882e70-0656-4a4f-a230-4b272fa4f91f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '891107fc-9eb1-4f76-b5f7-064aff049700'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:28:47.661248 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:47.677479 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Transition to ACTIVE for port object 891107fc-9eb1-4f76-b5f7-064aff049700 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:28:47.681500 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:47.723107 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0882e70-0656-4a4f-a230-4b272fa4f91f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '891107fc-9eb1-4f76-b5f7-064aff049700', 'code': 200} Mar 05 14:28:47.842333 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] No DVR routers for this DVR port 891107fc-9eb1-4f76-b5f7-064aff049700 on host n-h1-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:28:47.844509 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Pushing event updated for resources: {'Port': ['ID=891107fc-9eb1-4f76-b5f7-064aff049700,revision_number=6']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:28:47.882401 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:28:47.882747 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:28:47.883088 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:28:47.883414 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:28:47.883732 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:28:47.884069 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:28:47.884366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:28:47.884675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:28:47.884983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:28:47.885290 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:28:47.885599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:28:47.885911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:28:47.908323 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Attempting to bind port 891107fc-9eb1-4f76-b5f7-064aff049700 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:28:47.908650 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Attempting to bind port 891107fc-9eb1-4f76-b5f7-064aff049700 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '60073b7b-d2f8-41d7-acf0-4c668a97cff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8dc5df6-c70b-44e4-ac28-5fd8834702ff'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:28:47.908961 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Attempting to bind port 891107fc-9eb1-4f76-b5f7-064aff049700 on network f8dc5df6-c70b-44e4-ac28-5fd8834702ff {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:28:47.914060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Port 891107fc-9eb1-4f76-b5f7-064aff049700 on network f8dc5df6-c70b-44e4-ac28-5fd8834702ff not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:28:47.914382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Attempting to bind port 891107fc-9eb1-4f76-b5f7-064aff049700 on network f8dc5df6-c70b-44e4-ac28-5fd8834702ff {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:28:47.919402 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:28:47.919727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Checking segment: {'id': '60073b7b-d2f8-41d7-acf0-4c668a97cff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8dc5df6-c70b-44e4-ac28-5fd8834702ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:28:47.920093 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Bound using segment: {'id': '60073b7b-d2f8-41d7-acf0-4c668a97cff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8dc5df6-c70b-44e4-ac28-5fd8834702ff'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:28:47.920501 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Bound port: 891107fc-9eb1-4f76-b5f7-064aff049700, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60073b7b-d2f8-41d7-acf0-4c668a97cff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f8dc5df6-c70b-44e4-ac28-5fd8834702ff'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:28:47.920834 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:47.924530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638219f8-61dd-4c85-a5eb-5e9e0b21b1b3 req-2c8b6592-897a-4d6c-bc84-159d7caa1b0b tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:47.926569 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-638219f8-61dd-4c85-a5eb-5e9e0b21b1b3 req-2c8b6592-897a-4d6c-bc84-159d7caa1b0b tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 944 time: 0.0828335 Mar 05 14:28:47.971674 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-638219f8-61dd-4c85-a5eb-5e9e0b21b1b3 req-fcf14814-d059-490f-8a38-ff48708bb666 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393705 Mar 05 14:28:48.116545 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] For port 891107fc-9eb1-4f76-b5f7-064aff049700, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:28:48.119440 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] For port 891107fc-9eb1-4f76-b5f7-064aff049700, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=891107fc-9eb1-4f76-b5f7-064aff049700,segment=NetworkSegment(60073b7b-d2f8-41d7-acf0-4c668a97cff4),segment_id=60073b7b-d2f8-41d7-acf0-4c668a97cff4)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:28:48.124003 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:48.176344 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:48.177014 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:48.178272 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] 10.222.0.30 "PUT /v2.0/ports/891107fc-9eb1-4f76-b5f7-064aff049700 HTTP/1.1" status: 200 len: 1092 time: 1.0352545 Mar 05 14:28:48.199129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e9e16-e997-4e72-a349-23c05de7e9be service neutron] Pushing event updated for resources: {'Port': ['ID=891107fc-9eb1-4f76-b5f7-064aff049700,revision_number=7']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:28:48.273519 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-5f661f37-7299-4ae5-bfd7-65bf16c437ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:48.274903 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-5f661f37-7299-4ae5-bfd7-65bf16c437ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37c1325b2e02404bac30af4fb40dfdbc&device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 1095 time: 0.0730400 Mar 05 14:28:48.406814 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-9ac52bb3-fee0-4068-bcf9-40f1a9db266e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:48.408235 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-9ac52bb3-fee0-4068-bcf9-40f1a9db266e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff HTTP/1.1" status: 200 len: 914 time: 0.1278396 Mar 05 14:28:48.477463 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-8e99dff7-fa07-4e3a-8189-9b51f08eb5db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=891107fc-9eb1-4f76-b5f7-064aff049700 HTTP/1.1" status: 200 len: 217 time: 0.0621426 Mar 05 14:28:48.543996 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-8fd3cbee-0a34-40c4-9acf-af4da951bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:48.545329 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-8fd3cbee-0a34-40c4-9acf-af4da951bea7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b0dd85c-f96c-440b-98d4-f0271d73f0b9 HTTP/1.1" status: 200 len: 854 time: 0.0623598 Mar 05 14:28:48.592928 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-b1d28a6d-b89e-441a-af4c-6c7355a25870 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412011 Mar 05 14:28:48.723886 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-01d6e7a6-1102-49ab-97dc-51af0fdf3dca service neutron] 10.222.0.30 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249554 Mar 05 14:28:48.856177 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2f526f8c-3405-4e20-a2d6-69c950a2a4d5 req-bbe7b6bc-520b-40d5-86b5-4602702384b8 service neutron] 10.222.0.30 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257150 Mar 05 14:28:49.159422 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea406a-c5a4-4525-bde5-d25aca2b5ceb req-48acf93b-9528-45c1-b032-98729c17240f tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:49.161683 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7aea406a-c5a4-4525-bde5-d25aca2b5ceb req-48acf93b-9528-45c1-b032-98729c17240f tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 944 time: 0.0789852 Mar 05 14:28:49.208244 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7aea406a-c5a4-4525-bde5-d25aca2b5ceb req-779288a8-5df1-49a2-9a76-e1b273473df3 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409284 Mar 05 14:28:49.724521 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0882e70-0656-4a4f-a230-4b272fa4f91f', 'tag': '891107fc-9eb1-4f76-b5f7-064aff049700'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:28:49.783056 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0882e70-0656-4a4f-a230-4b272fa4f91f', 'tag': '891107fc-9eb1-4f76-b5f7-064aff049700', 'status': 'completed', 'code': 200} Mar 05 14:28:49.812654 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 891107fc-9eb1-4f76-b5f7-064aff049700 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:28:49.872874 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 891107fc-9eb1-4f76-b5f7-064aff049700 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:28:49.873211 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89798bb-dfe4-40b7-8df5-9830f3064035 req-0f5e7335-480a-40fc-84ed-c0198fc2fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:49.874683 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e89798bb-dfe4-40b7-8df5-9830f3064035 req-0f5e7335-480a-40fc-84ed-c0198fc2fb5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37c1325b2e02404bac30af4fb40dfdbc&device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 1095 time: 0.0724692 Mar 05 14:28:49.882133 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89798bb-dfe4-40b7-8df5-9830f3064035 req-31f3006a-cac7-4e6a-90cb-35409f5cd991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:49.883653 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e89798bb-dfe4-40b7-8df5-9830f3064035 req-31f3006a-cac7-4e6a-90cb-35409f5cd991 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37c1325b2e02404bac30af4fb40dfdbc&device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 1095 time: 0.0795794 Mar 05 14:28:50.010994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89798bb-dfe4-40b7-8df5-9830f3064035 req-f3cfda19-1e98-431b-94a6-40ce37099af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:50.012378 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e89798bb-dfe4-40b7-8df5-9830f3064035 req-f3cfda19-1e98-431b-94a6-40ce37099af7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff HTTP/1.1" status: 200 len: 914 time: 0.1307497 Mar 05 14:28:50.085441 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e89798bb-dfe4-40b7-8df5-9830f3064035 req-6e4d1855-b0f8-44bd-aa02-9cf6ccef7406 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=891107fc-9eb1-4f76-b5f7-064aff049700 HTTP/1.1" status: 200 len: 217 time: 0.0660698 Mar 05 14:28:50.117555 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89798bb-dfe4-40b7-8df5-9830f3064035 req-db128bab-07cb-4f28-84e1-967b426d37b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:50.119018 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e89798bb-dfe4-40b7-8df5-9830f3064035 req-db128bab-07cb-4f28-84e1-967b426d37b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff HTTP/1.1" status: 200 len: 914 time: 0.2295423 Mar 05 14:28:50.148612 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89798bb-dfe4-40b7-8df5-9830f3064035 req-0c289965-dc0e-4c87-a780-676e0bca689c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:50.150091 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e89798bb-dfe4-40b7-8df5-9830f3064035 req-0c289965-dc0e-4c87-a780-676e0bca689c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b0dd85c-f96c-440b-98d4-f0271d73f0b9 HTTP/1.1" status: 200 len: 854 time: 0.0581484 Mar 05 14:28:50.187869 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e89798bb-dfe4-40b7-8df5-9830f3064035 req-5f8b3f6b-20d6-4982-a7a0-69909b261543 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=891107fc-9eb1-4f76-b5f7-064aff049700 HTTP/1.1" status: 200 len: 217 time: 0.0630472 Mar 05 14:28:50.198125 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e89798bb-dfe4-40b7-8df5-9830f3064035 req-910246d7-22af-4c92-9bf1-d359d69d443e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416946 Mar 05 14:28:50.250118 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89798bb-dfe4-40b7-8df5-9830f3064035 req-38a1c74d-f451-4dae-a00a-c6cbe2eed29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:50.251718 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e89798bb-dfe4-40b7-8df5-9830f3064035 req-38a1c74d-f451-4dae-a00a-c6cbe2eed29a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b0dd85c-f96c-440b-98d4-f0271d73f0b9 HTTP/1.1" status: 200 len: 854 time: 0.0586092 Mar 05 14:28:50.300071 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e89798bb-dfe4-40b7-8df5-9830f3064035 req-f44ea362-6236-4bf7-9729-9a3e0a2ce38a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415609 Mar 05 14:28:50.385201 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e89798bb-dfe4-40b7-8df5-9830f3064035 req-111f1f41-24ea-4e6b-9679-c82bfc0ece7f service neutron] 10.222.0.30 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800079 Mar 05 14:28:50.476014 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e89798bb-dfe4-40b7-8df5-9830f3064035 req-47fbd3cc-f397-4f0f-8195-60789eb5ea2f service neutron] 10.222.0.15 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696522 Mar 05 14:28:50.622112 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e89798bb-dfe4-40b7-8df5-9830f3064035 req-c634a52c-dbf1-4a41-8565-2b38af430442 service neutron] 10.222.0.15 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400933 Mar 05 14:28:50.637478 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6648f-b9e1-4a36-b713-c37e275930c6 req-dfcf5dee-9be5-4fef-b5fc-c885e9e5ab88 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:50.639038 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9fa6648f-b9e1-4a36-b713-c37e275930c6 req-dfcf5dee-9be5-4fef-b5fc-c885e9e5ab88 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 944 time: 0.3058889 Mar 05 14:28:50.675553 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e89798bb-dfe4-40b7-8df5-9830f3064035 req-53d8d99c-eca0-4ad3-8341-14247102383e service neutron] 10.222.0.30 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829707 Mar 05 14:28:50.696138 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9fa6648f-b9e1-4a36-b713-c37e275930c6 req-e884b365-ffe2-4dc5-8983-c7234d140302 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455484 Mar 05 14:28:51.885558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc35bb-7033-4b4f-921f-61c71beec66f req-20609c96-9370-4ef8-bb41-bc58f1ac9379 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:51.887005 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7efc35bb-7033-4b4f-921f-61c71beec66f req-20609c96-9370-4ef8-bb41-bc58f1ac9379 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 944 time: 0.0851052 Mar 05 14:28:51.931031 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7efc35bb-7033-4b4f-921f-61c71beec66f req-54747654-0483-4027-893d-ae1bd18ce56b tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384972 Mar 05 14:28:52.303798 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f24151-7f42-4924-ac0d-c775f8d4b9e5 req-6f6e6870-4694-4f42-a7af-bbd162700bb1 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:52.305229 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-23f24151-7f42-4924-ac0d-c775f8d4b9e5 req-6f6e6870-4694-4f42-a7af-bbd162700bb1 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f&tenant_id=37c1325b2e02404bac30af4fb40dfdbc&binding%3Ahost_id=n-h2-803718-1 HTTP/1.1" status: 200 len: 944 time: 0.1158276 Mar 05 14:28:52.313443 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22520231-e3ea-49b5-87f5-6fa9f9c14e03 req-234421ce-cda4-47a1-afe7-c8ab893d3139 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:52.314858 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-22520231-e3ea-49b5-87f5-6fa9f9c14e03 req-234421ce-cda4-47a1-afe7-c8ab893d3139 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 944 time: 0.1618688 Mar 05 14:28:52.415494 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-22520231-e3ea-49b5-87f5-6fa9f9c14e03 req-3a0d70eb-ce2b-44cc-ad63-404aa966df96 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670881 Mar 05 14:28:52.424840 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [req-23f24151-7f42-4924-ac0d-c775f8d4b9e5 req-cfe59a46-3653-493c-8b2e-d59ae3bcc197 service neutron] delete failed (client error): The resource could not be found. Mar 05 14:28:52.426415 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-23f24151-7f42-4924-ac0d-c775f8d4b9e5 req-cfe59a46-3653-493c-8b2e-d59ae3bcc197 service neutron] 10.222.0.15 "DELETE /v2.0/ports/891107fc-9eb1-4f76-b5f7-064aff049700/bindings/n-h1-803718-1 HTTP/1.1" status: 404 len: 380 time: 0.1107459 Mar 05 14:28:52.568991 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f24151-7f42-4924-ac0d-c775f8d4b9e5 req-13b31282-2ce2-47ab-8267-bee3adb929b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:52.570291 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-23f24151-7f42-4924-ac0d-c775f8d4b9e5 req-13b31282-2ce2-47ab-8267-bee3adb929b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37c1325b2e02404bac30af4fb40dfdbc&device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 1095 time: 0.0705414 Mar 05 14:28:52.583663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 891107fc-9eb1-4f76-b5f7-064aff049700 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:28:52.700193 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f24151-7f42-4924-ac0d-c775f8d4b9e5 req-81686359-388b-48d9-842f-595f90d26cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:52.701620 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-23f24151-7f42-4924-ac0d-c775f8d4b9e5 req-81686359-388b-48d9-842f-595f90d26cf5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff HTTP/1.1" status: 200 len: 914 time: 0.1260087 Mar 05 14:28:52.714404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 891107fc-9eb1-4f76-b5f7-064aff049700, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=891107fc-9eb1-4f76-b5f7-064aff049700,segment=NetworkSegment(60073b7b-d2f8-41d7-acf0-4c668a97cff4),segment_id=60073b7b-d2f8-41d7-acf0-4c668a97cff4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:28:52.727921 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '891107fc-9eb1-4f76-b5f7-064aff049700', 'network_id': 'f8dc5df6-c70b-44e4-ac28-5fd8834702ff', 'port_id': '891107fc-9eb1-4f76-b5f7-064aff049700', 'mac_address': 'fa:16:3e:a1:94:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b0dd85c-f96c-440b-98d4-f0271d73f0b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:28:52.771215 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-23f24151-7f42-4924-ac0d-c775f8d4b9e5 req-9fb0cdbf-81da-475b-ae73-335a18ab79d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=891107fc-9eb1-4f76-b5f7-064aff049700 HTTP/1.1" status: 200 len: 217 time: 0.0636122 Mar 05 14:28:52.784209 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:52.800872 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 891107fc-9eb1-4f76-b5f7-064aff049700 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:28:52.815888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 891107fc-9eb1-4f76-b5f7-064aff049700, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=891107fc-9eb1-4f76-b5f7-064aff049700,segment=NetworkSegment(60073b7b-d2f8-41d7-acf0-4c668a97cff4),segment_id=60073b7b-d2f8-41d7-acf0-4c668a97cff4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:28:52.819780 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:52.833204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f24151-7f42-4924-ac0d-c775f8d4b9e5 req-0f9b6579-8584-4506-9b8d-b9b3bc8caf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:52.834653 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-23f24151-7f42-4924-ac0d-c775f8d4b9e5 req-0f9b6579-8584-4506-9b8d-b9b3bc8caf5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b0dd85c-f96c-440b-98d4-f0271d73f0b9 HTTP/1.1" status: 200 len: 854 time: 0.0582337 Mar 05 14:28:52.884122 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-23f24151-7f42-4924-ac0d-c775f8d4b9e5 req-118b2a24-f06e-4c2b-84d1-7124162160e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f8dc5df6-c70b-44e4-ac28-5fd8834702ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436304 Mar 05 14:28:52.886156 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=891107fc-9eb1-4f76-b5f7-064aff049700,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:28:53.017805 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-23f24151-7f42-4924-ac0d-c775f8d4b9e5 req-4fcc49b7-d47e-487c-8033-d9bfa29d28bc service neutron] 10.222.0.15 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263077 Mar 05 14:28:53.043835 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['891107fc-9eb1-4f76-b5f7-064aff049700'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:28:53.151792 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-23f24151-7f42-4924-ac0d-c775f8d4b9e5 req-b8296751-d649-4a4e-bbe6-2e168b1f0765 service neutron] 10.222.0.15 "GET /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276157 Mar 05 14:28:53.617312 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf7e4f-4bd3-4767-810f-ec7954624f7a req-4cc06b71-d743-4bde-9daf-987b50a16ac5 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:53.618819 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0ecf7e4f-4bd3-4767-810f-ec7954624f7a req-4cc06b71-d743-4bde-9daf-987b50a16ac5 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 945 time: 0.0913806 Mar 05 14:28:53.662517 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0ecf7e4f-4bd3-4767-810f-ec7954624f7a req-a7b9b08a-1f0a-4334-9cea-bc98ebd6f98c tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382702 Mar 05 14:28:54.591421 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 891107fc-9eb1-4f76-b5f7-064aff049700 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:28:54.657060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 891107fc-9eb1-4f76-b5f7-064aff049700 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:28:54.662014 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 891107fc-9eb1-4f76-b5f7-064aff049700 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:28:54.662374 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:54.776834 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:54.807079 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0882e70-0656-4a4f-a230-4b272fa4f91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891107fc-9eb1-4f76-b5f7-064aff049700'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:28:54.818313 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 891107fc-9eb1-4f76-b5f7-064aff049700, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=891107fc-9eb1-4f76-b5f7-064aff049700,segment=NetworkSegment(60073b7b-d2f8-41d7-acf0-4c668a97cff4),segment_id=60073b7b-d2f8-41d7-acf0-4c668a97cff4)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:28:54.824440 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:54.862002 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0882e70-0656-4a4f-a230-4b272fa4f91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891107fc-9eb1-4f76-b5f7-064aff049700', 'code': 200} Mar 05 14:28:54.901044 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=891107fc-9eb1-4f76-b5f7-064aff049700,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:28:54.952406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5105c-1784-4253-af40-618a1b355824 req-c4a0f727-1edc-4d9d-8291-eddca4c858ec tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:54.953764 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-96d5105c-1784-4253-af40-618a1b355824 req-c4a0f727-1edc-4d9d-8291-eddca4c858ec tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.1852887 Mar 05 14:28:54.997689 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-96d5105c-1784-4253-af40-618a1b355824 req-7b813641-0d77-4feb-a6aa-a054eec4ea37 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375149 Mar 05 14:28:55.181447 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2223c18-35a2-4c8d-9323-de79801db3d7 req-be67dd61-3fc7-4f87-b29b-fcf98c8b310f tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:55.182912 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c2223c18-35a2-4c8d-9323-de79801db3d7 req-be67dd61-3fc7-4f87-b29b-fcf98c8b310f tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0781214 Mar 05 14:28:55.226250 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c2223c18-35a2-4c8d-9323-de79801db3d7 req-af9d8ed2-cc00-499c-9d5d-2301ede97552 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374057 Mar 05 14:28:55.407508 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8739b-4396-4a3d-8cf5-589f7ba6ff80 req-8d12cd25-7c59-4ae0-98ac-8c6cfc596602 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:55.408929 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e5a8739b-4396-4a3d-8cf5-589f7ba6ff80 req-8d12cd25-7c59-4ae0-98ac-8c6cfc596602 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0817385 Mar 05 14:28:55.453382 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e5a8739b-4396-4a3d-8cf5-589f7ba6ff80 req-4eb0727e-843c-4c01-b91a-7dabbc07d882 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380728 Mar 05 14:28:56.001793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acbc7d-8a68-4cd6-adcf-75d75101ac42 req-3c446839-363f-48fd-a3bc-8c724e9081a4 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:56.003675 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31acbc7d-8a68-4cd6-adcf-75d75101ac42 req-3c446839-363f-48fd-a3bc-8c724e9081a4 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0846958 Mar 05 14:28:56.047204 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31acbc7d-8a68-4cd6-adcf-75d75101ac42 req-c3de5883-22a5-460d-8ac3-cd9a14f7126c tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375853 Mar 05 14:28:57.065773 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f724d-b0a1-40c3-891b-6e71df196f2c req-f3233b9f-95b6-4c80-b752-5fdd949d8a1b tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:57.067278 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a84f724d-b0a1-40c3-891b-6e71df196f2c req-f3233b9f-95b6-4c80-b752-5fdd949d8a1b tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0771787 Mar 05 14:28:57.139199 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-a84f724d-b0a1-40c3-891b-6e71df196f2c req-3a406732-2af4-44f2-a2e7-058dc231239a tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Deleting port 891107fc-9eb1-4f76-b5f7-064aff049700 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:28:57.139531 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a84f724d-b0a1-40c3-891b-6e71df196f2c req-3a406732-2af4-44f2-a2e7-058dc231239a tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:57.231268 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996b2c3-2767-49a2-aa60-0608842b34df req-86547fc0-1d43-43dd-92f7-83ac9fa25479 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:28:57.232728 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6996b2c3-2767-49a2-aa60-0608842b34df req-86547fc0-1d43-43dd-92f7-83ac9fa25479 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0882e70-0656-4a4f-a230-4b272fa4f91f HTTP/1.1" status: 200 len: 946 time: 0.0801494 Mar 05 14:28:57.279957 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6996b2c3-2767-49a2-aa60-0608842b34df req-8cf2a762-48b5-47e5-aa0f-90d084808149 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5e2449-a23f-49cf-82aa-8605eff252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415192 Mar 05 14:28:57.388676 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-a84f724d-b0a1-40c3-891b-6e71df196f2c req-3a406732-2af4-44f2-a2e7-058dc231239a tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] For port 891107fc-9eb1-4f76-b5f7-064aff049700, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=891107fc-9eb1-4f76-b5f7-064aff049700,segment=NetworkSegment(60073b7b-d2f8-41d7-acf0-4c668a97cff4),segment_id=60073b7b-d2f8-41d7-acf0-4c668a97cff4)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:28:57.389023 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a84f724d-b0a1-40c3-891b-6e71df196f2c req-3a406732-2af4-44f2-a2e7-058dc231239a tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:57.510499 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-a84f724d-b0a1-40c3-891b-6e71df196f2c req-3a406732-2af4-44f2-a2e7-058dc231239a tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Calling delete_port for 891107fc-9eb1-4f76-b5f7-064aff049700 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:28:57.649754 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a84f724d-b0a1-40c3-891b-6e71df196f2c req-3a406732-2af4-44f2-a2e7-058dc231239a tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:57.662730 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['891107fc-9eb1-4f76-b5f7-064aff049700'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:28:57.700701 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a406732-2af4-44f2-a2e7-058dc231239a tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Pushing event deleted for resources: {'Port': ['ID=891107fc-9eb1-4f76-b5f7-064aff049700,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:28:57.773002 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84f724d-b0a1-40c3-891b-6e71df196f2c req-3a406732-2af4-44f2-a2e7-058dc231239a tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] No DVR routers for this DVR port 891107fc-9eb1-4f76-b5f7-064aff049700 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:28:57.775438 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a84f724d-b0a1-40c3-891b-6e71df196f2c req-3a406732-2af4-44f2-a2e7-058dc231239a tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:57.777804 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0882e70-0656-4a4f-a230-4b272fa4f91f', 'name': 'network-vif-deleted', 'tag': '891107fc-9eb1-4f76-b5f7-064aff049700'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:28:57.792733 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a84f724d-b0a1-40c3-891b-6e71df196f2c req-3a406732-2af4-44f2-a2e7-058dc231239a tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] 10.222.0.30 "DELETE /v2.0/ports/891107fc-9eb1-4f76-b5f7-064aff049700 HTTP/1.1" status: 204 len: 173 time: 0.7202232 Mar 05 14:28:57.823219 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0882e70-0656-4a4f-a230-4b272fa4f91f', 'name': 'network-vif-deleted', 'tag': '891107fc-9eb1-4f76-b5f7-064aff049700', 'status': 'completed', 'code': 200} Mar 05 14:28:58.517096 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51356) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:28:58.577715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-925e2036-3400-4a72-a444-f2354e569105 admin admin] Deleting subnet 9b0dd85c-f96c-440b-98d4-f0271d73f0b9 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:28:58.580553 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-925e2036-3400-4a72-a444-f2354e569105 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:58.629797 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-925e2036-3400-4a72-a444-f2354e569105 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:58.688081 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-925e2036-3400-4a72-a444-f2354e569105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:58.753572 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-925e2036-3400-4a72-a444-f2354e569105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:58.789759 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e2036-3400-4a72-a444-f2354e569105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b0dd85c-f96c-440b-98d4-f0271d73f0b9,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:28:58.793191 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-925e2036-3400-4a72-a444-f2354e569105 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:58.798847 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-925e2036-3400-4a72-a444-f2354e569105 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9b0dd85c-f96c-440b-98d4-f0271d73f0b9 HTTP/1.1" status: 204 len: 168 time: 0.2807279 Mar 05 14:28:58.802030 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51360) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:28:58.915076 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4bf3aacb-d99b-4827-94a2-cc0df470256a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:59.040403 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4bf3aacb-d99b-4827-94a2-cc0df470256a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:59.069379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-4bf3aacb-d99b-4827-94a2-cc0df470256a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8dc5df6-c70b-44e4-ac28-5fd8834702ff']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:28:59.081138 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-4bf3aacb-d99b-4827-94a2-cc0df470256a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60073b7b-d2f8-41d7-acf0-4c668a97cff4') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:28:59.081423 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-4bf3aacb-d99b-4827-94a2-cc0df470256a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60073b7b-d2f8-41d7-acf0-4c668a97cff4') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:28:59.093073 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4bf3aacb-d99b-4827-94a2-cc0df470256a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:59.109404 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4bf3aacb-d99b-4827-94a2-cc0df470256a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:59.115866 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf3aacb-d99b-4827-94a2-cc0df470256a admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:28:59.116230 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4bf3aacb-d99b-4827-94a2-cc0df470256a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:28:59.129230 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:28:59.203399 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4bf3aacb-d99b-4827-94a2-cc0df470256a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:59.223689 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4bf3aacb-d99b-4827-94a2-cc0df470256a admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:59.233699 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3aacb-d99b-4827-94a2-cc0df470256a admin admin] Pushing event deleted for resources: {'Network': ['ID=f8dc5df6-c70b-44e4-ac28-5fd8834702ff,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:28:59.242279 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4bf3aacb-d99b-4827-94a2-cc0df470256a admin admin] 10.222.0.16 "DELETE /v2.0/networks/f8dc5df6-c70b-44e4-ac28-5fd8834702ff HTTP/1.1" status: 204 len: 168 time: 0.4393036 Mar 05 14:28:59.340137 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:59.351830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51366) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:28:59.373119 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:59.401210 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2c3cce1d-75d0-4b46-b1bf-fcfaffc66993 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37c1325b2e02404bac30af4fb40dfdbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481198 Mar 05 14:28:59.403722 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51370) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:28:59.461588 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-17f95541-5c08-46c1-b06f-ae953ccf63a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:59.487236 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-17f95541-5c08-46c1-b06f-ae953ccf63a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:59.540416 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-17f95541-5c08-46c1-b06f-ae953ccf63a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:59.555846 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f95541-5c08-46c1-b06f-ae953ccf63a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5e2449-a23f-49cf-82aa-8605eff252fd,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:28:59.568665 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-17f95541-5c08-46c1-b06f-ae953ccf63a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:28:59.569794 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-17f95541-5c08-46c1-b06f-ae953ccf63a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce5e2449-a23f-49cf-82aa-8605eff252fd HTTP/1.1" status: 204 len: 168 time: 0.1651940 Mar 05 14:29:00.268173 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51394) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:29:00.276435 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:29:00.371430 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1905081535-network', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:29:00.376572 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:29:00.380442 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Usage tracker for resource:network and tenant:cc8647a7228c49ecafab4baf42c52d7a is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:29:00.383327 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:29:00.389361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:29:00.399512 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Made reservation on behalf of cc8647a7228c49ecafab4baf42c52d7a for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:29:00.401824 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:00.417247 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:00.431203 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:29:00.435198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Usage tracker for resource:security_group_rule and tenant:cc8647a7228c49ecafab4baf42c52d7a is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:29:00.438309 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:29:00.444221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:29:00.527861 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:00.531744 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:00.562036 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:29:00.571251 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585a3e83-8f99-4d3d-b1c0-161379362bf2,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:00.580212 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:00.580549 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Added segment 20851663-a92a-4b4e-b946-3f0e334cd149 of type vlan for network a0ece5c1-5102-494c-8481-790fca5bd3e8 Mar 05 14:29:00.582324 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:00.583339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:00.583678 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:00.584006 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:00.584329 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:00.584652 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:00.584970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:00.585287 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:00.585608 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:00.585938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:00.586239 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:00.586550 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:00.606720 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 891107fc-9eb1-4f76-b5f7-064aff049700 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:29:00.615190 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:00.639896 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 891107fc-9eb1-4f76-b5f7-064aff049700 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:29:00.640246 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 891107fc-9eb1-4f76-b5f7-064aff049700 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:29:00.644458 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:00.646142 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:00.646710 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:00.748206 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] Pushing event updated for resources: {'Network': ['ID=a0ece5c1-5102-494c-8481-790fca5bd3e8,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:00.751607 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a9246fa3-ef17-4732-a2be-90b22044c649 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4824247 Mar 05 14:29:00.755231 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51400) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:29:00.759189 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network a0ece5c1-5102-494c-8481-790fca5bd3e8 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:29:00.762421 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-4fb5a7c3-0499-4b8c-b33c-42eb796cda55 admin admin] Request body: {'subnet': {'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1905081535-subnet', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:29:00.768488 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4fb5a7c3-0499-4b8c-b33c-42eb796cda55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:29:00.773174 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4fb5a7c3-0499-4b8c-b33c-42eb796cda55 admin admin] Usage tracker for resource:subnet and tenant:cc8647a7228c49ecafab4baf42c52d7a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:29:00.776011 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4fb5a7c3-0499-4b8c-b33c-42eb796cda55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:29:00.781684 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4fb5a7c3-0499-4b8c-b33c-42eb796cda55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:29:00.791693 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb5a7c3-0499-4b8c-b33c-42eb796cda55 admin admin] Made reservation on behalf of cc8647a7228c49ecafab4baf42c52d7a for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:29:00.794097 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4fb5a7c3-0499-4b8c-b33c-42eb796cda55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:00.998972 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4fb5a7c3-0499-4b8c-b33c-42eb796cda55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:01.069548 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5a7c3-0499-4b8c-b33c-42eb796cda55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f850a39d-0834-4a37-80cb-c47b843850d3,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:01.082206 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb5a7c3-0499-4b8c-b33c-42eb796cda55 admin admin] Checking segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:29:01.082605 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb5a7c3-0499-4b8c-b33c-42eb796cda55 admin admin] Network hostable DHCP agents. Network: a0ece5c1-5102-494c-8481-790fca5bd3e8, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:29:01.102790 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb5a7c3-0499-4b8c-b33c-42eb796cda55 admin admin] Network a0ece5c1-5102-494c-8481-790fca5bd3e8 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:29:01.111950 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-4fb5a7c3-0499-4b8c-b33c-42eb796cda55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, a0ece5c1-5102-494c-8481-790fca5bd3e8) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:29:01.116443 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb5a7c3-0499-4b8c-b33c-42eb796cda55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:01.117018 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4fb5a7c3-0499-4b8c-b33c-42eb796cda55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:01.122047 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e8875f-f341-487f-9f58-7565af8908a6 None None] Network a0ece5c1-5102-494c-8481-790fca5bd3e8 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:29:01.138221 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4fb5a7c3-0499-4b8c-b33c-42eb796cda55 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3820009 Mar 05 14:29:01.140827 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51404) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:29:01.145598 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f4acb248-28dd-4e27-8997-abdf3975ae3b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:29:01.151052 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f4acb248-28dd-4e27-8997-abdf3975ae3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:29:01.155085 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f4acb248-28dd-4e27-8997-abdf3975ae3b admin admin] Usage tracker for resource:router and tenant:cc8647a7228c49ecafab4baf42c52d7a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:29:01.157908 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f4acb248-28dd-4e27-8997-abdf3975ae3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:29:01.164521 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f4acb248-28dd-4e27-8997-abdf3975ae3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:29:01.175507 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4acb248-28dd-4e27-8997-abdf3975ae3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:01.177070 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4acb248-28dd-4e27-8997-abdf3975ae3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:01.192502 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4acb248-28dd-4e27-8997-abdf3975ae3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:01.340375 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00655973-f0cf-4201-851f-238102223c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-a0ece5c1-5102-494c-8481-790fca5bd3e8', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:29:01.341213 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-00655973-f0cf-4201-851f-238102223c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:01.513100 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-00655973-f0cf-4201-851f-238102223c87 None None] Allocated IP 172.20.0.2 (a0ece5c1-5102-494c-8481-790fca5bd3e8/f850a39d-0834-4a37-80cb-c47b843850d3/b57ea3b5-25f0-43f7-8432-fcb33977ab50) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:29:01.574486 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4acb248-28dd-4e27-8997-abdf3975ae3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:01.717020 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-00655973-f0cf-4201-851f-238102223c87 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:01.726695 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-00655973-f0cf-4201-851f-238102223c87 None None] Transition to ACTIVE for port object b57ea3b5-25f0-43f7-8432-fcb33977ab50 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:29:01.744723 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-00655973-f0cf-4201-851f-238102223c87 None None] Transition to ACTIVE for port object b57ea3b5-25f0-43f7-8432-fcb33977ab50 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:29:01.750041 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-00655973-f0cf-4201-851f-238102223c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:01.812905 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00655973-f0cf-4201-851f-238102223c87 None None] Network a0ece5c1-5102-494c-8481-790fca5bd3e8 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:29:01.820718 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-00655973-f0cf-4201-851f-238102223c87 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:29:01.824705 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00655973-f0cf-4201-851f-238102223c87 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:29:01.830186 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00655973-f0cf-4201-851f-238102223c87 None None] Pushing event updated for resources: {'Port': ['ID=b57ea3b5-25f0-43f7-8432-fcb33977ab50,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:01.886509 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4acb248-28dd-4e27-8997-abdf3975ae3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:01.915038 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-00655973-f0cf-4201-851f-238102223c87 None None] Attempting to bind port b57ea3b5-25f0-43f7-8432-fcb33977ab50 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:29:01.915394 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-00655973-f0cf-4201-851f-238102223c87 None None] Attempting to bind port b57ea3b5-25f0-43f7-8432-fcb33977ab50 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:29:01.915751 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00655973-f0cf-4201-851f-238102223c87 None None] Attempting to bind port b57ea3b5-25f0-43f7-8432-fcb33977ab50 on network a0ece5c1-5102-494c-8481-790fca5bd3e8 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:29:01.918216 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4acb248-28dd-4e27-8997-abdf3975ae3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:01.920897 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00655973-f0cf-4201-851f-238102223c87 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:29:01.921254 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00655973-f0cf-4201-851f-238102223c87 None None] Checking segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:29:01.921648 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-00655973-f0cf-4201-851f-238102223c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:01.922029 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00655973-f0cf-4201-851f-238102223c87 None None] Bound using segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:29:01.922475 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-00655973-f0cf-4201-851f-238102223c87 None None] Bound port: b57ea3b5-25f0-43f7-8432-fcb33977ab50, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:29:01.922859 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-00655973-f0cf-4201-851f-238102223c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:02.010269 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-00655973-f0cf-4201-851f-238102223c87 None None] For port b57ea3b5-25f0-43f7-8432-fcb33977ab50, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:29:02.013475 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-00655973-f0cf-4201-851f-238102223c87 None None] For port b57ea3b5-25f0-43f7-8432-fcb33977ab50, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b57ea3b5-25f0-43f7-8432-fcb33977ab50,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:29:02.017137 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-00655973-f0cf-4201-851f-238102223c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:02.053537 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-f4acb248-28dd-4e27-8997-abdf3975ae3b admin admin] Allocated IP 172.25.4.248 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/b7d3bdd3-2e66-493b-b504-0d8718fd1f51) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:29:02.101701 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00655973-f0cf-4201-851f-238102223c87 None None] Pushing event updated for resources: {'Port': ['ID=b57ea3b5-25f0-43f7-8432-fcb33977ab50,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:02.205638 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4acb248-28dd-4e27-8997-abdf3975ae3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:02.236804 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4acb248-28dd-4e27-8997-abdf3975ae3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:02.313209 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4acb248-28dd-4e27-8997-abdf3975ae3b admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:29:02.318123 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-f4acb248-28dd-4e27-8997-abdf3975ae3b admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:29:02.320885 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4acb248-28dd-4e27-8997-abdf3975ae3b admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:29:02.368341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4acb248-28dd-4e27-8997-abdf3975ae3b admin admin] Pushing event updated for resources: {'Port': ['ID=b7d3bdd3-2e66-493b-b504-0d8718fd1f51,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:02.756949 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4acb248-28dd-4e27-8997-abdf3975ae3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:03.038303 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe13dac0-15d6-46de-be91-76d055cad579 None None] Network a0ece5c1-5102-494c-8481-790fca5bd3e8 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:29:03.165755 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-083d6923-5c38-480f-b2e9-af70803b6c98 None None] Provisioning for port b57ea3b5-25f0-43f7-8432-fcb33977ab50 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:29:03.244676 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4acb248-28dd-4e27-8997-abdf3975ae3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:03.463776 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4acb248-28dd-4e27-8997-abdf3975ae3b admin admin] Router 896f0214-6809-4b76-828f-bc0d3e2ed02b is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:29:03.647087 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4acb248-28dd-4e27-8997-abdf3975ae3b admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:29:03.656064 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] Sync routers for ids ['896f0214-6809-4b76-828f-bc0d3e2ed02b'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:29:03.667164 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] Routers {'896f0214-6809-4b76-828f-bc0d3e2ed02b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:29:03.667955 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:28:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['896f0214-6809-4b76-828f-bc0d3e2ed02b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:29:03.671292 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f4acb248-28dd-4e27-8997-abdf3975ae3b admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:03.672604 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f4acb248-28dd-4e27-8997-abdf3975ae3b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5308487 Mar 05 14:29:03.675429 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51408) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:29:03.689144 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b57ea3b5-25f0-43f7-8432-fcb33977ab50 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:29:03.759434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port b57ea3b5-25f0-43f7-8432-fcb33977ab50 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:29:03.764131 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b57ea3b5-25f0-43f7-8432-fcb33977ab50 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:29:03.764498 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:03.852480 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] Set router 896f0214-6809-4b76-828f-bc0d3e2ed02b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:29:03.885025 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:03.917003 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port b57ea3b5-25f0-43f7-8432-fcb33977ab50, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b57ea3b5-25f0-43f7-8432-fcb33977ab50,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:29:03.922405 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:03.989456 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=b57ea3b5-25f0-43f7-8432-fcb33977ab50,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:04.144657 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:02Z', 'revision_number': 3, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:29:04.148699 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] Checking router: 896f0214-6809-4b76-828f-bc0d3e2ed02b for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:29:04.149042 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] Updating router 896f0214-6809-4b76-828f-bc0d3e2ed02b port b7d3bdd3-2e66-493b-b504-0d8718fd1f51 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:29:04.202145 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:04.495941 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c999e658-27ee-4770-a4e8-ffb57b231b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:04.527652 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:04.539064 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] Transition to ACTIVE for port object b7d3bdd3-2e66-493b-b504-0d8718fd1f51 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:29:04.544949 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:04.617721 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] Attempting to bind port b7d3bdd3-2e66-493b-b504-0d8718fd1f51 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:29:04.618073 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] Attempting to bind port b7d3bdd3-2e66-493b-b504-0d8718fd1f51 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:29:04.618427 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] Attempting to bind port b7d3bdd3-2e66-493b-b504-0d8718fd1f51 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:29:04.633557 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:29:04.633911 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:29:04.634297 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:04.634673 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:29:04.635140 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] Bound port: b7d3bdd3-2e66-493b-b504-0d8718fd1f51, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:29:04.635493 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:04.661869 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0326a1c-1433-4571-b349-d5f039e73640 None None] Pushing event updated for resources: {'Port': ['ID=b7d3bdd3-2e66-493b-b504-0d8718fd1f51,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:04.678289 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0326a1c-1433-4571-b349-d5f039e73640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:04.678619 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0326a1c-1433-4571-b349-d5f039e73640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:04.679037 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0326a1c-1433-4571-b349-d5f039e73640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:04.679356 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0326a1c-1433-4571-b349-d5f039e73640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:04.679670 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0326a1c-1433-4571-b349-d5f039e73640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:04.679984 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0326a1c-1433-4571-b349-d5f039e73640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:04.680290 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0326a1c-1433-4571-b349-d5f039e73640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:04.680603 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0326a1c-1433-4571-b349-d5f039e73640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:04.680907 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0326a1c-1433-4571-b349-d5f039e73640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:04.681212 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0326a1c-1433-4571-b349-d5f039e73640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:04.681520 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0326a1c-1433-4571-b349-d5f039e73640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:04.681818 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0326a1c-1433-4571-b349-d5f039e73640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:04.703383 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-c999e658-27ee-4770-a4e8-ffb57b231b5f admin admin] Allocated IP 172.20.0.1 (a0ece5c1-5102-494c-8481-790fca5bd3e8/f850a39d-0834-4a37-80cb-c47b843850d3/a062cc73-0782-49df-acec-af22d2cdf775) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:29:04.717762 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] For port b7d3bdd3-2e66-493b-b504-0d8718fd1f51, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:29:04.720630 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] For port b7d3bdd3-2e66-493b-b504-0d8718fd1f51, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b7d3bdd3-2e66-493b-b504-0d8718fd1f51,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:29:04.725979 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:04.803185 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] Routers {'896f0214-6809-4b76-828f-bc0d3e2ed02b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:29:04.803783 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:28:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['896f0214-6809-4b76-828f-bc0d3e2ed02b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:29:04.855907 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c999e658-27ee-4770-a4e8-ffb57b231b5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:04.865776 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0326a1c-1433-4571-b349-d5f039e73640 None None] Pushing event updated for resources: {'Port': ['ID=b7d3bdd3-2e66-493b-b504-0d8718fd1f51,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:04.872764 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-c999e658-27ee-4770-a4e8-ffb57b231b5f admin admin] Transition to ACTIVE for port object a062cc73-0782-49df-acec-af22d2cdf775 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:29:04.897619 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c999e658-27ee-4770-a4e8-ffb57b231b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:04.960663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c999e658-27ee-4770-a4e8-ffb57b231b5f admin admin] Network a0ece5c1-5102-494c-8481-790fca5bd3e8 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:29:04.963362 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-c999e658-27ee-4770-a4e8-ffb57b231b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:29:04.972184 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c999e658-27ee-4770-a4e8-ffb57b231b5f admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:29:04.986515 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] Set router 896f0214-6809-4b76-828f-bc0d3e2ed02b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:29:05.008816 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999e658-27ee-4770-a4e8-ffb57b231b5f admin admin] Pushing event updated for resources: {'Port': ['ID=a062cc73-0782-49df-acec-af22d2cdf775,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:05.032866 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c999e658-27ee-4770-a4e8-ffb57b231b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:05.229323 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a7a1526d-9c2d-4f11-9035-77109a5ffb9e None None] Provisioning for port a062cc73-0782-49df-acec-af22d2cdf775 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:29:05.234357 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a7a1526d-9c2d-4f11-9035-77109a5ffb9e None None] Provisioning complete for port a062cc73-0782-49df-acec-af22d2cdf775 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:29:05.234745 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a7a1526d-9c2d-4f11-9035-77109a5ffb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:05.294496 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1526d-9c2d-4f11-9035-77109a5ffb9e None None] Port a062cc73-0782-49df-acec-af22d2cdf775 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:29:05.304886 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c999e658-27ee-4770-a4e8-ffb57b231b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:05.312441 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:02Z', 'revision_number': 3, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:29:05.316217 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983a8ac3-eaa9-41e1-8df9-de394e8a88c5 None None] The sync data for ids ['896f0214-6809-4b76-828f-bc0d3e2ed02b'] in n-d-803718-1 is: [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:02Z', 'revision_number': 3, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:29:05.551804 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c999e658-27ee-4770-a4e8-ffb57b231b5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:05.556252 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c999e658-27ee-4770-a4e8-ffb57b231b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:05.668740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999e658-27ee-4770-a4e8-ffb57b231b5f admin admin] Pushing event updated for resources: {'Port': ['ID=a062cc73-0782-49df-acec-af22d2cdf775,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:05.671126 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c999e658-27ee-4770-a4e8-ffb57b231b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:05.735235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b57ea3b5-25f0-43f7-8432-fcb33977ab50 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:29:05.809425 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b57ea3b5-25f0-43f7-8432-fcb33977ab50 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:29:05.809798 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:05.822422 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c999e658-27ee-4770-a4e8-ffb57b231b5f admin admin] Network a0ece5c1-5102-494c-8481-790fca5bd3e8 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:29:05.823826 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-c999e658-27ee-4770-a4e8-ffb57b231b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:29:05.960153 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b7d3bdd3-2e66-493b-b504-0d8718fd1f51 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:29:06.044318 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port b7d3bdd3-2e66-493b-b504-0d8718fd1f51 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:29:06.052403 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b7d3bdd3-2e66-493b-b504-0d8718fd1f51 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:29:06.052888 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:06.137281 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ff4e8b26-4d19-4f99-ad49-1b74bac30898 None None] Provisioning complete for port a062cc73-0782-49df-acec-af22d2cdf775 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:29:06.137669 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ff4e8b26-4d19-4f99-ad49-1b74bac30898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:06.173060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c999e658-27ee-4770-a4e8-ffb57b231b5f admin admin] Router 896f0214-6809-4b76-828f-bc0d3e2ed02b has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:29:06.248998 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ff4e8b26-4d19-4f99-ad49-1b74bac30898 None None] Port a062cc73-0782-49df-acec-af22d2cdf775 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:29:06.252984 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:06.269127 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port b7d3bdd3-2e66-493b-b504-0d8718fd1f51, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b7d3bdd3-2e66-493b-b504-0d8718fd1f51,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:29:06.273895 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:06.341397 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=b7d3bdd3-2e66-493b-b504-0d8718fd1f51,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:06.360692 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c999e658-27ee-4770-a4e8-ffb57b231b5f admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:29:06.370096 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c999e658-27ee-4770-a4e8-ffb57b231b5f admin admin] 10.222.0.16 "PUT /v2.0/routers/896f0214-6809-4b76-828f-bc0d3e2ed02b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6922286 Mar 05 14:29:06.866482 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] Sync routers for ids ['896f0214-6809-4b76-828f-bc0d3e2ed02b'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:29:06.876084 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] Routers {'896f0214-6809-4b76-828f-bc0d3e2ed02b'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:29:06.876770 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:28:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['896f0214-6809-4b76-828f-bc0d3e2ed02b'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:29:06.923218 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51418) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:29:06.929078 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-82bd3276-3c09-4d12-a2de-575cc2d8e89d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Request body: {'security_group': {'name': 'tempest-securitygroup--330946785', 'description': 'tempest-description--1160451541'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:29:06.935767 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-82bd3276-3c09-4d12-a2de-575cc2d8e89d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:29:06.939879 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-82bd3276-3c09-4d12-a2de-575cc2d8e89d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Usage tracker for resource:security_group and tenant:cc8647a7228c49ecafab4baf42c52d7a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:29:06.942940 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-82bd3276-3c09-4d12-a2de-575cc2d8e89d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:29:06.948602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-82bd3276-3c09-4d12-a2de-575cc2d8e89d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:29:06.960360 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-82bd3276-3c09-4d12-a2de-575cc2d8e89d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:06.981151 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-82bd3276-3c09-4d12-a2de-575cc2d8e89d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:29:06.984968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-82bd3276-3c09-4d12-a2de-575cc2d8e89d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Usage tracker for resource:security_group_rule and tenant:cc8647a7228c49ecafab4baf42c52d7a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:29:06.987964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-82bd3276-3c09-4d12-a2de-575cc2d8e89d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:29:06.994273 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-82bd3276-3c09-4d12-a2de-575cc2d8e89d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:29:07.064071 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] Set router 896f0214-6809-4b76-828f-bc0d3e2ed02b gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:29:07.064880 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-82bd3276-3c09-4d12-a2de-575cc2d8e89d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:07.070078 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-82bd3276-3c09-4d12-a2de-575cc2d8e89d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:07.111710 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd3276-3c09-4d12-a2de-575cc2d8e89d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:07.114508 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-82bd3276-3c09-4d12-a2de-575cc2d8e89d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:07.118737 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51422) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:29:07.123282 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-82bd3276-3c09-4d12-a2de-575cc2d8e89d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1988142 Mar 05 14:29:07.123902 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-d10e0d39-7554-4413-bf13-aba2f63413cd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Request body: {'security_group_rule': {'security_group_id': '6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:29:07.130924 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d10e0d39-7554-4413-bf13-aba2f63413cd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:29:07.134697 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d10e0d39-7554-4413-bf13-aba2f63413cd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Usage tracker for resource:security_group_rule and tenant:cc8647a7228c49ecafab4baf42c52d7a is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:29:07.137554 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-d10e0d39-7554-4413-bf13-aba2f63413cd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:29:07.143789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-d10e0d39-7554-4413-bf13-aba2f63413cd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:29:07.160162 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d10e0d39-7554-4413-bf13-aba2f63413cd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:07.223889 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d10e0d39-7554-4413-bf13-aba2f63413cd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:07.229013 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d10e0d39-7554-4413-bf13-aba2f63413cd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:07.253471 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e0d39-7554-4413-bf13-aba2f63413cd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5773658e-74ba-457a-84d7-1899fd1767c7,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:07.264396 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d10e0d39-7554-4413-bf13-aba2f63413cd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:07.265831 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d10e0d39-7554-4413-bf13-aba2f63413cd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1459677 Mar 05 14:29:07.268404 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51426) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:29:07.274078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-6485dd54-18c2-42f2-a2e6-a4f1647ead01 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Request body: {'security_group_rule': {'security_group_id': '6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:29:07.280619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6485dd54-18c2-42f2-a2e6-a4f1647ead01 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:29:07.284465 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6485dd54-18c2-42f2-a2e6-a4f1647ead01 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Usage tracker for resource:security_group_rule and tenant:cc8647a7228c49ecafab4baf42c52d7a is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:29:07.287691 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6485dd54-18c2-42f2-a2e6-a4f1647ead01 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:29:07.293326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6485dd54-18c2-42f2-a2e6-a4f1647ead01 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:29:07.310064 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6485dd54-18c2-42f2-a2e6-a4f1647ead01 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:07.376285 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6485dd54-18c2-42f2-a2e6-a4f1647ead01 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:07.381121 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6485dd54-18c2-42f2-a2e6-a4f1647ead01 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:07.396268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 2, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:29:07.400370 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] Checking router: 896f0214-6809-4b76-828f-bc0d3e2ed02b for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:29:07.400773 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] Updating router 896f0214-6809-4b76-828f-bc0d3e2ed02b port a062cc73-0782-49df-acec-af22d2cdf775 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:29:07.403662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485dd54-18c2-42f2-a2e6-a4f1647ead01 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64e8988-4490-4aa0-9d00-cf493dfae267,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:07.416326 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6485dd54-18c2-42f2-a2e6-a4f1647ead01 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:07.417743 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6485dd54-18c2-42f2-a2e6-a4f1647ead01 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484370 Mar 05 14:29:07.420990 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51430) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:29:07.426200 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-31497cda-11c6-4fda-8d15-4c3a1684d9d9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:29:07.433084 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-31497cda-11c6-4fda-8d15-4c3a1684d9d9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:29:07.437156 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-31497cda-11c6-4fda-8d15-4c3a1684d9d9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Usage tracker for resource:floatingip and tenant:cc8647a7228c49ecafab4baf42c52d7a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:29:07.440069 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-31497cda-11c6-4fda-8d15-4c3a1684d9d9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:29:07.446666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-31497cda-11c6-4fda-8d15-4c3a1684d9d9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:29:07.460616 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-31497cda-11c6-4fda-8d15-4c3a1684d9d9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:07.496883 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:07.597179 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-31497cda-11c6-4fda-8d15-4c3a1684d9d9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:07.668904 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b7d3bdd3-2e66-493b-b504-0d8718fd1f51 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:29:07.737754 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-31497cda-11c6-4fda-8d15-4c3a1684d9d9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Allocated IP 172.25.4.89 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/27f3d7ee-28f1-41c6-bd4e-301558c387ba) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:29:07.820347 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b7d3bdd3-2e66-493b-b504-0d8718fd1f51 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:29:07.820714 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:07.886488 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-31497cda-11c6-4fda-8d15-4c3a1684d9d9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:07.914691 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-31497cda-11c6-4fda-8d15-4c3a1684d9d9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:07.981373 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31497cda-11c6-4fda-8d15-4c3a1684d9d9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:29:07.982057 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:07.988735 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-31497cda-11c6-4fda-8d15-4c3a1684d9d9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:29:07.993070 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31497cda-11c6-4fda-8d15-4c3a1684d9d9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:29:08.008420 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] Transition to ACTIVE for port object a062cc73-0782-49df-acec-af22d2cdf775 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:29:08.020937 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:08.023688 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31497cda-11c6-4fda-8d15-4c3a1684d9d9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Pushing event updated for resources: {'Port': ['ID=27f3d7ee-28f1-41c6-bd4e-301558c387ba,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:08.080284 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-31497cda-11c6-4fda-8d15-4c3a1684d9d9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:08.143597 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-31497cda-11c6-4fda-8d15-4c3a1684d9d9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:08.181637 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f0b94-d719-4e71-81fa-6574a42e3535 None None] Pushing event updated for resources: {'Port': ['ID=a062cc73-0782-49df-acec-af22d2cdf775,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:08.239945 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] Attempting to bind port a062cc73-0782-49df-acec-af22d2cdf775 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:29:08.240398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] Attempting to bind port a062cc73-0782-49df-acec-af22d2cdf775 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:29:08.240828 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] Attempting to bind port a062cc73-0782-49df-acec-af22d2cdf775 on network a0ece5c1-5102-494c-8481-790fca5bd3e8 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:29:08.246525 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:29:08.246931 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] Checking segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:29:08.247330 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:08.247719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] Bound using segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:29:08.248184 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] Bound port: a062cc73-0782-49df-acec-af22d2cdf775, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:29:08.248550 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:08.340555 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] For port a062cc73-0782-49df-acec-af22d2cdf775, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:29:08.343628 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] For port a062cc73-0782-49df-acec-af22d2cdf775, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a062cc73-0782-49df-acec-af22d2cdf775,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:29:08.348777 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:08.368197 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-31497cda-11c6-4fda-8d15-4c3a1684d9d9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:08.372999 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-31497cda-11c6-4fda-8d15-4c3a1684d9d9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:08.432757 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] Routers {'896f0214-6809-4b76-828f-bc0d3e2ed02b'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:29:08.433393 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:28:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['896f0214-6809-4b76-828f-bc0d3e2ed02b'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:29:08.484227 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31497cda-11c6-4fda-8d15-4c3a1684d9d9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Pushing event updated for resources: {'Port': ['ID=27f3d7ee-28f1-41c6-bd4e-301558c387ba,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:08.514289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f0b94-d719-4e71-81fa-6574a42e3535 None None] Pushing event updated for resources: {'Port': ['ID=a062cc73-0782-49df-acec-af22d2cdf775,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:08.523124 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-31497cda-11c6-4fda-8d15-4c3a1684d9d9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:08.552937 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-31497cda-11c6-4fda-8d15-4c3a1684d9d9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:08.554527 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-31497cda-11c6-4fda-8d15-4c3a1684d9d9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1324987 Mar 05 14:29:08.638111 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] Set router 896f0214-6809-4b76-828f-bc0d3e2ed02b gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:29:08.886389 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b079aaa8-b89d-46c9-bfd0-f4e21aa7acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:08.927589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-ce76595a-b9e4-4043-9f3d-9a359e39c3cb tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Synchronizing usage tracker for tenant:cc8647a7228c49ecafab4baf42c52d7a on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:29:08.944561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-ce76595a-b9e4-4043-9f3d-9a359e39c3cb tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Unset dirty status for tenant:cc8647a7228c49ecafab4baf42c52d7a on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:29:08.946084 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-ce76595a-b9e4-4043-9f3d-9a359e39c3cb tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--330946785&fields=id&tenant_id=cc8647a7228c49ecafab4baf42c52d7a HTTP/1.1" status: 200 len: 267 time: 0.0594392 Mar 05 14:29:08.977155 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:08Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:29:08.981057 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c037868-f882-49f6-9863-ddba7a05fd71 None None] The sync data for ids ['896f0214-6809-4b76-828f-bc0d3e2ed02b'] in n-d-803718-1 is: [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:08Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:29:09.110311 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-9ef0ca68-d5a4-48d5-b0bc-7b7301bf9934 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:09.111021 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-9ef0ca68-d5a4-48d5-b0bc-7b7301bf9934 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Synchronizing usage tracker for tenant:cc8647a7228c49ecafab4baf42c52d7a on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:29:09.128454 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-9ef0ca68-d5a4-48d5-b0bc-7b7301bf9934 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Unset dirty status for tenant:cc8647a7228c49ecafab4baf42c52d7a on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:29:09.129881 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-9ef0ca68-d5a4-48d5-b0bc-7b7301bf9934 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 812 time: 0.1772234 Mar 05 14:29:09.151320 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-dda54ebf-b810-45c7-a435-448056e5a00c tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/quotas/cc8647a7228c49ecafab4baf42c52d7a HTTP/1.1" status: 200 len: 375 time: 0.0155504 Mar 05 14:29:09.248741 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-4a8cd348-b5a0-4a68-9c8b-da9b6d867b64 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0906966 Mar 05 14:29:09.398647 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-6a2d6ad4-86f9-4754-bd18-3874c2303f87 service neutron] 10.222.0.16 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370504 Mar 05 14:29:09.545621 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-e11a320a-97cb-4194-9336-7f0d19810ddd service neutron] 10.222.0.16 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378865 Mar 05 14:29:09.700400 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a062cc73-0782-49df-acec-af22d2cdf775 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:29:09.823592 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-e9555406-196c-4475-8475-03b42626d2ca req-78610dd3-3ce5-40a7-b3bd-7e5a2ef63f84 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Synchronizing usage tracker for tenant:cc8647a7228c49ecafab4baf42c52d7a on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:29:09.845609 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-e9555406-196c-4475-8475-03b42626d2ca req-78610dd3-3ce5-40a7-b3bd-7e5a2ef63f84 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Unset dirty status for tenant:cc8647a7228c49ecafab4baf42c52d7a on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:29:09.846820 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e9555406-196c-4475-8475-03b42626d2ca req-78610dd3-3ce5-40a7-b3bd-7e5a2ef63f84 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 210 time: 0.1479979 Mar 05 14:29:09.871749 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port a062cc73-0782-49df-acec-af22d2cdf775 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:29:09.877988 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port a062cc73-0782-49df-acec-af22d2cdf775 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:29:09.878435 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:10.014316 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:10.052609 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port a062cc73-0782-49df-acec-af22d2cdf775, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a062cc73-0782-49df-acec-af22d2cdf775,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:29:10.057929 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:10.129651 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=a062cc73-0782-49df-acec-af22d2cdf775,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:10.887512 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-31477d4c-7da4-4dc3-b4ab-542642be4842 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:10.888934 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-31477d4c-7da4-4dc3-b4ab-542642be4842 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.30 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 812 time: 0.1509609 Mar 05 14:29:10.936390 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-e6d9bb1d-596c-4e96-b059-bdeb98fc0875 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Synchronizing usage tracker for tenant:cc8647a7228c49ecafab4baf42c52d7a on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:29:10.948288 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-e6d9bb1d-596c-4e96-b059-bdeb98fc0875 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Unset dirty status for tenant:cc8647a7228c49ecafab4baf42c52d7a on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:29:10.949376 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-e6d9bb1d-596c-4e96-b059-bdeb98fc0875 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc8647a7228c49ecafab4baf42c52d7a HTTP/1.1" status: 200 len: 379 time: 0.0521219 Mar 05 14:29:10.958632 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-fb83a729-06ca-4da0-8d59-be28b026ad99 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Request body: {'port': {'device_id': 'b8e3abc7-9123-495e-86cb-faa467ba70b5', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'admin_state_up': True, 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'security_groups': ['6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:29:10.976383 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c0355665-61ba-439b-b28b-25de36e10036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:11.008080 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-49f0e8f5-2b60-41c8-a9c3-53832454333d req-e33a2263-8a8d-4115-90e6-8b86a3fbb843 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 210 time: 0.0470877 Mar 05 14:29:11.212625 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-fb83a729-06ca-4da0-8d59-be28b026ad99 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:29:11.221695 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-fb83a729-06ca-4da0-8d59-be28b026ad99 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:29:11.231798 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-fb83a729-06ca-4da0-8d59-be28b026ad99 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Made reservation on behalf of cc8647a7228c49ecafab4baf42c52d7a for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:29:11.235323 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-fb83a729-06ca-4da0-8d59-be28b026ad99 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:11.394065 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-fb83a729-06ca-4da0-8d59-be28b026ad99 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Allocated IP 172.20.0.3 (a0ece5c1-5102-494c-8481-790fca5bd3e8/f850a39d-0834-4a37-80cb-c47b843850d3/c6725c32-94a6-4fd4-8ece-92f0cb156754) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:29:11.578985 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-fb83a729-06ca-4da0-8d59-be28b026ad99 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:11.594987 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-fb83a729-06ca-4da0-8d59-be28b026ad99 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Transition to ACTIVE for port object c6725c32-94a6-4fd4-8ece-92f0cb156754 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:29:11.619772 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-fb83a729-06ca-4da0-8d59-be28b026ad99 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:11.659176 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a062cc73-0782-49df-acec-af22d2cdf775 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:29:11.691588 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-fb83a729-06ca-4da0-8d59-be28b026ad99 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Network a0ece5c1-5102-494c-8481-790fca5bd3e8 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:29:11.692872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-fb83a729-06ca-4da0-8d59-be28b026ad99 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:29:11.696855 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-fb83a729-06ca-4da0-8d59-be28b026ad99 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:29:11.732646 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port a062cc73-0782-49df-acec-af22d2cdf775 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:29:11.732938 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:11.751826 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83a729-06ca-4da0-8d59-be28b026ad99 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Pushing event updated for resources: {'Port': ['ID=c6725c32-94a6-4fd4-8ece-92f0cb156754,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:11.776652 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-fb83a729-06ca-4da0-8d59-be28b026ad99 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:11.777284 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-fb83a729-06ca-4da0-8d59-be28b026ad99 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:11.804278 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-fb83a729-06ca-4da0-8d59-be28b026ad99 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8491521 Mar 05 14:29:11.815549 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-4400c0cc-0776-4369-bb30-784976cbaabc service neutron] Request body: {'port': {'device_id': 'b8e3abc7-9123-495e-86cb-faa467ba70b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:29:11.935479 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-4400c0cc-0776-4369-bb30-784976cbaabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:11.952931 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-97bd96c5-4ec3-41a1-87ff-46917c52eea0 None None] Provisioning for port c6725c32-94a6-4fd4-8ece-92f0cb156754 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:29:11.957955 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-97bd96c5-4ec3-41a1-87ff-46917c52eea0 None None] Provisioning complete for port c6725c32-94a6-4fd4-8ece-92f0cb156754 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:29:11.958269 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-97bd96c5-4ec3-41a1-87ff-46917c52eea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:12.011424 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-97bd96c5-4ec3-41a1-87ff-46917c52eea0 None None] Port c6725c32-94a6-4fd4-8ece-92f0cb156754 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:29:12.156464 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:12.221332 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:12.279496 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920b7e7-30cd-4c0b-a6e9-2edfb2b21d0d req-97d9ad79-d0a7-4072-8ccb-72615c70f787 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:12.280088 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-0920b7e7-30cd-4c0b-a6e9-2edfb2b21d0d req-97d9ad79-d0a7-4072-8ccb-72615c70f787 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Synchronizing usage tracker for tenant:cc8647a7228c49ecafab4baf42c52d7a on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:29:12.337779 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-0920b7e7-30cd-4c0b-a6e9-2edfb2b21d0d req-97d9ad79-d0a7-4072-8ccb-72615c70f787 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Unset dirty status for tenant:cc8647a7228c49ecafab4baf42c52d7a on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:29:12.338922 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0920b7e7-30cd-4c0b-a6e9-2edfb2b21d0d req-97d9ad79-d0a7-4072-8ccb-72615c70f787 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 931 time: 0.2219269 Mar 05 14:29:12.380933 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-4400c0cc-0776-4369-bb30-784976cbaabc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6725c32-94a6-4fd4-8ece-92f0cb156754 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:29:12.396468 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-4400c0cc-0776-4369-bb30-784976cbaabc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:12.414226 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0920b7e7-30cd-4c0b-a6e9-2edfb2b21d0d req-09ef9da5-f640-4bca-b0d4-df7694fc483e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689981 Mar 05 14:29:12.419862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-4400c0cc-0776-4369-bb30-784976cbaabc service neutron] Transition to ACTIVE for port object c6725c32-94a6-4fd4-8ece-92f0cb156754 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:29:12.423737 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-4400c0cc-0776-4369-bb30-784976cbaabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:12.579312 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400c0cc-0776-4369-bb30-784976cbaabc service neutron] Pushing event updated for resources: {'Port': ['ID=c6725c32-94a6-4fd4-8ece-92f0cb156754,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:12.661554 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-4400c0cc-0776-4369-bb30-784976cbaabc service neutron] Attempting to bind port c6725c32-94a6-4fd4-8ece-92f0cb156754 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:29:12.661881 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-4400c0cc-0776-4369-bb30-784976cbaabc service neutron] Attempting to bind port c6725c32-94a6-4fd4-8ece-92f0cb156754 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:29:12.662197 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-4400c0cc-0776-4369-bb30-784976cbaabc service neutron] Attempting to bind port c6725c32-94a6-4fd4-8ece-92f0cb156754 on network a0ece5c1-5102-494c-8481-790fca5bd3e8 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:29:12.666607 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-4400c0cc-0776-4369-bb30-784976cbaabc service neutron] Port c6725c32-94a6-4fd4-8ece-92f0cb156754 on network a0ece5c1-5102-494c-8481-790fca5bd3e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:29:12.666958 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-4400c0cc-0776-4369-bb30-784976cbaabc service neutron] Attempting to bind port c6725c32-94a6-4fd4-8ece-92f0cb156754 on network a0ece5c1-5102-494c-8481-790fca5bd3e8 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:29:12.671964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-4400c0cc-0776-4369-bb30-784976cbaabc service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:29:12.672289 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-4400c0cc-0776-4369-bb30-784976cbaabc service neutron] Checking segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:29:12.672659 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-4400c0cc-0776-4369-bb30-784976cbaabc service neutron] Bound using segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:29:12.673070 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-4400c0cc-0776-4369-bb30-784976cbaabc service neutron] Bound port: c6725c32-94a6-4fd4-8ece-92f0cb156754, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:29:12.673401 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-4400c0cc-0776-4369-bb30-784976cbaabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:12.764313 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-4400c0cc-0776-4369-bb30-784976cbaabc service neutron] For port c6725c32-94a6-4fd4-8ece-92f0cb156754, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:29:12.767106 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-4400c0cc-0776-4369-bb30-784976cbaabc service neutron] For port c6725c32-94a6-4fd4-8ece-92f0cb156754, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c6725c32-94a6-4fd4-8ece-92f0cb156754,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:29:12.772224 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-4400c0cc-0776-4369-bb30-784976cbaabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:12.826131 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-4400c0cc-0776-4369-bb30-784976cbaabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:12.826885 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-4400c0cc-0776-4369-bb30-784976cbaabc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:12.828134 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-4400c0cc-0776-4369-bb30-784976cbaabc service neutron] 10.222.0.30 "PUT /v2.0/ports/c6725c32-94a6-4fd4-8ece-92f0cb156754 HTTP/1.1" status: 200 len: 1091 time: 1.0172193 Mar 05 14:29:12.828560 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e3abc7-9123-495e-86cb-faa467ba70b5', 'tag': 'c6725c32-94a6-4fd4-8ece-92f0cb156754'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:29:12.853456 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400c0cc-0776-4369-bb30-784976cbaabc service neutron] Pushing event updated for resources: {'Port': ['ID=c6725c32-94a6-4fd4-8ece-92f0cb156754,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:12.901974 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e3abc7-9123-495e-86cb-faa467ba70b5', 'tag': 'c6725c32-94a6-4fd4-8ece-92f0cb156754', 'status': 'completed', 'code': 200} Mar 05 14:29:12.943697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-0cc656f7-7a63-49d0-a2ac-55a9c77825a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:12.945292 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-0cc656f7-7a63-49d0-a2ac-55a9c77825a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 1094 time: 0.0754185 Mar 05 14:29:13.016586 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-9833b541-504a-49e8-84cc-210ac7a1ef91 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6725c32-94a6-4fd4-8ece-92f0cb156754 HTTP/1.1" status: 200 len: 217 time: 0.0645912 Mar 05 14:29:13.081979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-894c6c80-46c6-44c1-8037-018a1ded7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:13.083357 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-894c6c80-46c6-44c1-8037-018a1ded7428 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0605278 Mar 05 14:29:13.258088 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-0ef40a0d-b7c0-48c7-8f8e-fd42925ab14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:13.259600 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-0ef40a0d-b7c0-48c7-8f8e-fd42925ab14c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1699646 Mar 05 14:29:13.392448 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-1b707ac6-5cdb-40a8-b8c9-4f7d809bc522 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265948 Mar 05 14:29:13.531442 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5cfa2a78-2ad9-4ccb-8153-bbd9302425cf req-e500ae4f-1d2c-4be4-919f-ebbe0f82bcbd service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327980 Mar 05 14:29:13.669599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b1257-452c-4ad6-a2e6-d6d143b63285 req-8395a191-2f34-4ea1-99f7-23504c69c042 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:13.671009 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f67b1257-452c-4ad6-a2e6-d6d143b63285 req-8395a191-2f34-4ea1-99f7-23504c69c042 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 943 time: 0.1420755 Mar 05 14:29:13.703126 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cdcc3-3b43-4ee7-aa55-7c0170a30d4e req-5c4918a2-e817-4372-b90f-80f9aa0a3c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:13.704535 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d96cdcc3-3b43-4ee7-aa55-7c0170a30d4e req-5c4918a2-e817-4372-b90f-80f9aa0a3c9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 1094 time: 0.1304874 Mar 05 14:29:13.755136 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f67b1257-452c-4ad6-a2e6-d6d143b63285 req-5cecb08e-af92-41ed-ab68-5be65abbaf73 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769424 Mar 05 14:29:13.816446 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:13.848551 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cdcc3-3b43-4ee7-aa55-7c0170a30d4e req-6aa3656e-c376-4bdf-8f64-416564382099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:13.849960 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d96cdcc3-3b43-4ee7-aa55-7c0170a30d4e req-6aa3656e-c376-4bdf-8f64-416564382099 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1351769 Mar 05 14:29:13.919265 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d96cdcc3-3b43-4ee7-aa55-7c0170a30d4e req-40b8a281-6867-44fb-ade8-2c117d3ce7ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6725c32-94a6-4fd4-8ece-92f0cb156754 HTTP/1.1" status: 200 len: 217 time: 0.0629423 Mar 05 14:29:13.981111 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cdcc3-3b43-4ee7-aa55-7c0170a30d4e req-4785fd5b-88a1-4a06-870f-cc34a32d3971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:13.982410 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d96cdcc3-3b43-4ee7-aa55-7c0170a30d4e req-4785fd5b-88a1-4a06-870f-cc34a32d3971 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0565715 Mar 05 14:29:14.059207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cdcc3-3b43-4ee7-aa55-7c0170a30d4e req-e8fa32a1-dbc0-4cb0-ab86-5c4a09c74171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:14.060644 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d96cdcc3-3b43-4ee7-aa55-7c0170a30d4e req-e8fa32a1-dbc0-4cb0-ab86-5c4a09c74171 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717835 Mar 05 14:29:14.194936 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d96cdcc3-3b43-4ee7-aa55-7c0170a30d4e req-75926c9b-f75c-48c9-a860-9c871f4331f1 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270003 Mar 05 14:29:14.326789 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d96cdcc3-3b43-4ee7-aa55-7c0170a30d4e req-e4b90896-c868-4bd0-b984-d7c3305e142b service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251211 Mar 05 14:29:14.949622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8d345-1ed8-4180-858b-c5cea46f6276 req-2ef33db0-58e1-4c16-b707-2ae3e4ca7dfc tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:14.951098 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0b8d345-1ed8-4180-858b-c5cea46f6276 req-2ef33db0-58e1-4c16-b707-2ae3e4ca7dfc tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 943 time: 0.0805004 Mar 05 14:29:14.996517 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0b8d345-1ed8-4180-858b-c5cea46f6276 req-7ca4d712-a17c-4e03-b04c-2f3217e2a0fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395184 Mar 05 14:29:16.178623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb8763-5ae4-498b-b4bb-68d27614b97b req-cc4c570d-b110-4deb-9115-0f6d580c435d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:16.180136 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-adbb8763-5ae4-498b-b4bb-68d27614b97b req-cc4c570d-b110-4deb-9115-0f6d580c435d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 943 time: 0.0796516 Mar 05 14:29:16.227103 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-adbb8763-5ae4-498b-b4bb-68d27614b97b req-002adaf0-006e-46f3-97f6-e20738999776 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412838 Mar 05 14:29:16.684407 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device c6725c32-94a6-4fd4-8ece-92f0cb156754 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:29:16.813579 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port c6725c32-94a6-4fd4-8ece-92f0cb156754, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c6725c32-94a6-4fd4-8ece-92f0cb156754,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:29:16.826168 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'c6725c32-94a6-4fd4-8ece-92f0cb156754', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'port_id': 'c6725c32-94a6-4fd4-8ece-92f0cb156754', 'mac_address': 'fa:16:3e:8f:9a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:29:16.883914 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:16.900595 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6725c32-94a6-4fd4-8ece-92f0cb156754 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:29:16.916417 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port c6725c32-94a6-4fd4-8ece-92f0cb156754, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c6725c32-94a6-4fd4-8ece-92f0cb156754,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:29:16.920313 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:16.985725 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=c6725c32-94a6-4fd4-8ece-92f0cb156754,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:16.992988 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:16.993334 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:16.993670 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:16.994001 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:16.994327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:16.994651 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:16.995000 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:16.995322 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:16.995645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:16.995960 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:16.996280 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:16.996594 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:29:17.111982 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['c6725c32-94a6-4fd4-8ece-92f0cb156754'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:29:17.507856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f08c4-6d3f-41c2-8e10-45ebb6ce30c7 req-dcdb08bd-27e9-44a1-951a-cd83a4fe08d7 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:17.509211 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-760f08c4-6d3f-41c2-8e10-45ebb6ce30c7 req-dcdb08bd-27e9-44a1-951a-cd83a4fe08d7 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 944 time: 0.1753931 Mar 05 14:29:17.552431 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-760f08c4-6d3f-41c2-8e10-45ebb6ce30c7 req-a7e16de1-2bb0-4f2b-85a7-0a5b183fefb7 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375278 Mar 05 14:29:18.700313 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device c6725c32-94a6-4fd4-8ece-92f0cb156754 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:29:18.733865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893146e-8b0a-4004-8bf1-4ea0e165c04f req-26c7c8d3-a467-46ac-abbe-4b929ae9200d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:18.735259 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5893146e-8b0a-4004-8bf1-4ea0e165c04f req-26c7c8d3-a467-46ac-abbe-4b929ae9200d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 944 time: 0.0791302 Mar 05 14:29:18.768342 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port c6725c32-94a6-4fd4-8ece-92f0cb156754 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:29:18.773703 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port c6725c32-94a6-4fd4-8ece-92f0cb156754 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:29:18.774079 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:18.779503 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5893146e-8b0a-4004-8bf1-4ea0e165c04f req-3b68032f-fe50-4be9-a55d-9a37e12de10a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378811 Mar 05 14:29:18.890958 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:18.917462 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e3abc7-9123-495e-86cb-faa467ba70b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6725c32-94a6-4fd4-8ece-92f0cb156754'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:29:18.926817 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port c6725c32-94a6-4fd4-8ece-92f0cb156754, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c6725c32-94a6-4fd4-8ece-92f0cb156754,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:29:18.931462 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:18.965534 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e3abc7-9123-495e-86cb-faa467ba70b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6725c32-94a6-4fd4-8ece-92f0cb156754', 'code': 200} Mar 05 14:29:19.003766 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=c6725c32-94a6-4fd4-8ece-92f0cb156754,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:19.090103 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bc72d-f6d4-43e2-9926-6bd33bec06e3 req-b00e155d-1309-4012-a4b3-556483772ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:19.091554 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd1bc72d-f6d4-43e2-9926-6bd33bec06e3 req-b00e155d-1309-4012-a4b3-556483772ca4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 1096 time: 0.0709133 Mar 05 14:29:19.130203 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd1bc72d-f6d4-43e2-9926-6bd33bec06e3 req-3ee4e82e-8739-46d1-aaf0-0e1ee85861b8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328948 Mar 05 14:29:19.714264 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-b3ed0d94-bedc-4f46-983b-6b3d61dbe2eb req-e6f8bae3-1710-4ad9-8ebb-0b21e6c9eda5 service neutron] (87914) timed out ('10.222.0.16', 44246) {{(pid=87914) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 14:29:19.964571 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5231fd0-e06f-47b4-bbf2-cc8f5f0031b4 req-d40838f8-7e83-48fe-ba63-2761ea73cb86 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:19.965887 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c5231fd0-e06f-47b4-bbf2-cc8f5f0031b4 req-d40838f8-7e83-48fe-ba63-2761ea73cb86 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0786681 Mar 05 14:29:20.009666 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c5231fd0-e06f-47b4-bbf2-cc8f5f0031b4 req-8d7d9f00-8c75-40a5-be86-7cbc18cd3871 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375950 Mar 05 14:29:21.197236 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625df23-0d73-4fca-a1b7-1e953f29ddf7 req-cc390276-83de-4d57-bd82-33424937227e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:21.198711 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3625df23-0d73-4fca-a1b7-1e953f29ddf7 req-cc390276-83de-4d57-bd82-33424937227e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0825536 Mar 05 14:29:21.241904 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3625df23-0d73-4fca-a1b7-1e953f29ddf7 req-d470c809-8359-4fd4-894f-3a41ab932520 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375717 Mar 05 14:29:21.524219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a439c8-1dc8-4ea7-b583-5f0408b629a9 req-0c8960ed-6c5a-438d-a3c3-e740377a9f44 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:21.525672 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-06a439c8-1dc8-4ea7-b583-5f0408b629a9 req-0c8960ed-6c5a-438d-a3c3-e740377a9f44 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.1854086 Mar 05 14:29:21.533999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51488) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:29:21.539438 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-d5c8cccc-27e4-4738-86ec-4f72c8b18377 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Request body: {'floatingip': {'port_id': 'c6725c32-94a6-4fd4-8ece-92f0cb156754'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:29:21.617055 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5c8cccc-27e4-4738-86ec-4f72c8b18377 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for floatingip, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:22.200689 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5c8cccc-27e4-4738-86ec-4f72c8b18377 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:22.204370 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5c8cccc-27e4-4738-86ec-4f72c8b18377 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:22.372806 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-d5c8cccc-27e4-4738-86ec-4f72c8b18377 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Floating IP 6733fa35-f2e4-4cf3-8c89-b4faed973061 associated. External IP: 172.25.4.89, port: c6725c32-94a6-4fd4-8ece-92f0cb156754. Mar 05 14:29:22.837486 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c8cccc-27e4-4738-86ec-4f72c8b18377 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Router 896f0214-6809-4b76-828f-bc0d3e2ed02b has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:29:23.014441 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c8cccc-27e4-4738-86ec-4f72c8b18377 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:29:23.020257 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d5c8cccc-27e4-4738-86ec-4f72c8b18377 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:23.025176 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d6cea6-cc5e-4f91-9726-8597dbaea117 None None] Sync routers for ids ['896f0214-6809-4b76-828f-bc0d3e2ed02b'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:29:23.035334 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d6cea6-cc5e-4f91-9726-8597dbaea117 None None] Routers {'896f0214-6809-4b76-828f-bc0d3e2ed02b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:29:23.035940 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c1d6cea6-cc5e-4f91-9726-8597dbaea117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:29:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['896f0214-6809-4b76-828f-bc0d3e2ed02b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:29:23.078843 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d5c8cccc-27e4-4738-86ec-4f72c8b18377 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "PUT /v2.0/floatingips/6733fa35-f2e4-4cf3-8c89-b4faed973061 HTTP/1.1" status: 200 len: 990 time: 1.5437865 Mar 05 14:29:23.079419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e3abc7-9123-495e-86cb-faa467ba70b5', 'tag': 'c6725c32-94a6-4fd4-8ece-92f0cb156754'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:29:23.127591 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e3abc7-9123-495e-86cb-faa467ba70b5', 'tag': 'c6725c32-94a6-4fd4-8ece-92f0cb156754', 'status': 'completed', 'code': 200} Mar 05 14:29:23.222944 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-c1d6cea6-cc5e-4f91-9726-8597dbaea117 None None] Set router 896f0214-6809-4b76-828f-bc0d3e2ed02b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:29:23.230695 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8d60c-7759-468f-b9f5-9069772cb602 req-18dc2564-08bd-484d-95cb-900eefbf0168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:23.232236 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-96d8d60c-7759-468f-b9f5-9069772cb602 req-18dc2564-08bd-484d-95cb-900eefbf0168 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 1096 time: 0.0817130 Mar 05 14:29:23.264061 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4253b-15f5-4a87-aa06-6d484a729bda req-4c3f5a0b-be23-4ea3-8830-04b9b1446f8a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:23.265608 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32e4253b-15f5-4a87-aa06-6d484a729bda req-4c3f5a0b-be23-4ea3-8830-04b9b1446f8a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0813897 Mar 05 14:29:23.312105 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32e4253b-15f5-4a87-aa06-6d484a729bda req-cd380199-60ec-402a-957c-f5bd20454d10 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392978 Mar 05 14:29:23.373141 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8d60c-7759-468f-b9f5-9069772cb602 req-6dc5d9df-d536-48c6-b562-5fe987c95240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:23.374652 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-96d8d60c-7759-468f-b9f5-9069772cb602 req-6dc5d9df-d536-48c6-b562-5fe987c95240 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1372890 Mar 05 14:29:23.542589 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-96d8d60c-7759-468f-b9f5-9069772cb602 req-56926d48-19d7-48e6-a606-33a0b68cf0a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6725c32-94a6-4fd4-8ece-92f0cb156754 HTTP/1.1" status: 200 len: 998 time: 0.1620984 Mar 05 14:29:23.600284 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c1d6cea6-cc5e-4f91-9726-8597dbaea117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '6733fa35-f2e4-4cf3-8c89-b4faed973061', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'floating_ip_address': '172.25.4.89', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'port_id': 'c6725c32-94a6-4fd4-8ece-92f0cb156754', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'mac_address': 'fa:16:3e:8f:9a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e3abc7-9123-495e-86cb-faa467ba70b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:29:08Z', 'updated_at': '2022-03-05T14:29:22Z', 'revision_number': 1, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:10Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:29:23.605238 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d6cea6-cc5e-4f91-9726-8597dbaea117 None None] Checking router: 896f0214-6809-4b76-828f-bc0d3e2ed02b for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:29:23.610711 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7f812-3073-4e14-8a26-4d27c9f79c15 req-24b66498-b72f-4450-b03e-3bb97580307a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:23.618466 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ecb7f812-3073-4e14-8a26-4d27c9f79c15 req-24b66498-b72f-4450-b03e-3bb97580307a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.1819084 Mar 05 14:29:23.621961 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d6cea6-cc5e-4f91-9726-8597dbaea117 None None] Routers {'896f0214-6809-4b76-828f-bc0d3e2ed02b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:29:23.622798 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c1d6cea6-cc5e-4f91-9726-8597dbaea117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:29:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['896f0214-6809-4b76-828f-bc0d3e2ed02b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:29:23.663309 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8d60c-7759-468f-b9f5-9069772cb602 req-77c0e738-f945-4fd4-9166-a96df7419f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:23.664824 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-96d8d60c-7759-468f-b9f5-9069772cb602 req-77c0e738-f945-4fd4-9166-a96df7419f42 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.1159360 Mar 05 14:29:23.717401 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ecb7f812-3073-4e14-8a26-4d27c9f79c15 req-d48812e2-2606-4207-9339-becfc0e2ac37 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979552 Mar 05 14:29:23.750365 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8d60c-7759-468f-b9f5-9069772cb602 req-33f0cd08-f61f-41e0-b019-900fd9258c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:23.752296 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-96d8d60c-7759-468f-b9f5-9069772cb602 req-33f0cd08-f61f-41e0-b019-900fd9258c99 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818636 Mar 05 14:29:23.806237 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-c1d6cea6-cc5e-4f91-9726-8597dbaea117 None None] Set router 896f0214-6809-4b76-828f-bc0d3e2ed02b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:29:23.888623 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-96d8d60c-7759-468f-b9f5-9069772cb602 req-dab266f2-5e5e-4ac0-b24e-a1ebcf19e222 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295884 Mar 05 14:29:24.022376 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-96d8d60c-7759-468f-b9f5-9069772cb602 req-02ce7dca-e52e-4a71-9711-9c7709567e61 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282659 Mar 05 14:29:24.177512 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c1d6cea6-cc5e-4f91-9726-8597dbaea117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '6733fa35-f2e4-4cf3-8c89-b4faed973061', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'floating_ip_address': '172.25.4.89', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'port_id': 'c6725c32-94a6-4fd4-8ece-92f0cb156754', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'mac_address': 'fa:16:3e:8f:9a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e3abc7-9123-495e-86cb-faa467ba70b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:29:08Z', 'updated_at': '2022-03-05T14:29:22Z', 'revision_number': 1, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:10Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:29:24.181201 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d6cea6-cc5e-4f91-9726-8597dbaea117 None None] The sync data for ids ['896f0214-6809-4b76-828f-bc0d3e2ed02b'] in n-d-803718-1 is: [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '6733fa35-f2e4-4cf3-8c89-b4faed973061', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'floating_ip_address': '172.25.4.89', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'port_id': 'c6725c32-94a6-4fd4-8ece-92f0cb156754', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'mac_address': 'fa:16:3e:8f:9a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e3abc7-9123-495e-86cb-faa467ba70b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:29:08Z', 'updated_at': '2022-03-05T14:29:22Z', 'revision_number': 1, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:10Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:29:24.366589 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a599c7-caf8-4186-bec2-e20bdb0a99e3 None None] New status for floating IP 6733fa35-f2e4-4cf3-8c89-b4faed973061: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:29:24.903799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26675069-dece-4c86-b5a5-c87febc4b1a3 req-f02780ac-75dd-468b-8eac-38720edfbf84 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:24.905241 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26675069-dece-4c86-b5a5-c87febc4b1a3 req-f02780ac-75dd-468b-8eac-38720edfbf84 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0821872 Mar 05 14:29:24.949452 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26675069-dece-4c86-b5a5-c87febc4b1a3 req-aa67eb27-997d-417e-84fd-052d36142742 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385063 Mar 05 14:29:25.138093 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6273151-12bd-4444-8dad-962b501eb3be req-df87236d-b446-4df5-8d3b-96c41dcc03c4 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:25.139575 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f6273151-12bd-4444-8dad-962b501eb3be req-df87236d-b446-4df5-8d3b-96c41dcc03c4 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0837584 Mar 05 14:29:25.183464 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f6273151-12bd-4444-8dad-962b501eb3be req-f0837f37-e64c-409f-9d05-6de63707705f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381086 Mar 05 14:29:25.585087 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-998fcdac-c2b9-41dc-89ab-848868a2ef28 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1230190 Mar 05 14:29:25.604822 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b9bec-23be-4381-b9f1-758094dc2fde req-b3630157-b98a-4908-b68f-5c8e7b3de462 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:25.606401 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d14b9bec-23be-4381-b9f1-758094dc2fde req-b3630157-b98a-4908-b68f-5c8e7b3de462 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.1050844 Mar 05 14:29:25.651078 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d14b9bec-23be-4381-b9f1-758094dc2fde req-c7d3b698-1691-4b9f-ac85-ac6c1b6fb376 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385678 Mar 05 14:29:26.777034 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-30b783b6-625c-4abe-9bb0-43a1028c0a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:26.778492 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-30b783b6-625c-4abe-9bb0-43a1028c0a97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 1096 time: 0.0751908 Mar 05 14:29:26.845729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555518e-051f-4680-939f-e63fe3135e7f req-2d0610a1-a726-4892-972d-648d131fdd34 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:26.847221 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c555518e-051f-4680-939f-e63fe3135e7f req-2d0610a1-a726-4892-972d-648d131fdd34 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0855558 Mar 05 14:29:26.891347 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c555518e-051f-4680-939f-e63fe3135e7f req-fe6a2c07-5ca7-4c2f-8f5e-3986dfba793c tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379000 Mar 05 14:29:26.911097 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-a0db73e3-54c7-4113-a877-6edfb86ae925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:26.912200 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-a0db73e3-54c7-4113-a877-6edfb86ae925 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1283023 Mar 05 14:29:27.011231 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7227ba4a-39f1-4e00-a2af-0078b88a46c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6725c32-94a6-4fd4-8ece-92f0cb156754 HTTP/1.1" status: 200 len: 1000 time: 0.0931752 Mar 05 14:29:27.123364 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-6ddc002d-ee23-49c5-a405-697fcc8dd223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:27.124804 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-6ddc002d-ee23-49c5-a405-697fcc8dd223 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.1087227 Mar 05 14:29:27.197274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-e287b658-5325-4c0b-b0c1-acc50a19c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:27.198692 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-e287b658-5325-4c0b-b0c1-acc50a19c21f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685225 Mar 05 14:29:27.432970 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-057af35f-ff56-4d31-a6c4-10da575ab13b service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280884 Mar 05 14:29:27.565493 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-8f55c7e6-2dea-433d-acf3-267aba4c1de5 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263580 Mar 05 14:29:28.083265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900bc00-9ae1-4166-976f-2842dca697b3 req-73f42013-90cb-4baf-a1fb-30d76a6147c2 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:28.084679 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4900bc00-9ae1-4166-976f-2842dca697b3 req-73f42013-90cb-4baf-a1fb-30d76a6147c2 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0830150 Mar 05 14:29:28.130555 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4900bc00-9ae1-4166-976f-2842dca697b3 req-3ff82cf7-beca-4c2c-8329-02f9c2c43d2b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403929 Mar 05 14:29:29.312464 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e8b47-7198-4018-9687-732ca46856d0 req-965b55f6-0399-4434-9c25-06fab167a3b1 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:29.313909 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a66e8b47-7198-4018-9687-732ca46856d0 req-965b55f6-0399-4434-9c25-06fab167a3b1 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0793965 Mar 05 14:29:29.348338 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:29.359476 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a66e8b47-7198-4018-9687-732ca46856d0 req-bf71441c-621f-49e4-aef5-983b93514974 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391884 Mar 05 14:29:29.372247 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:30.548623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa15df-0d13-49a5-9cdd-2df1d54e7ad7 req-b8698119-1868-4ffc-a70e-5d3883d6b677 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:30.550060 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c0aa15df-0d13-49a5-9cdd-2df1d54e7ad7 req-b8698119-1868-4ffc-a70e-5d3883d6b677 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0797844 Mar 05 14:29:30.596400 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c0aa15df-0d13-49a5-9cdd-2df1d54e7ad7 req-94b18205-863f-437b-bb8b-6c944f13c4bc tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404384 Mar 05 14:29:31.787872 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc11a7-2a85-4607-974c-3e9e4d9baf57 req-f4e7e708-16cc-4563-aa28-a9e94769a8f9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:31.789194 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-31cc11a7-2a85-4607-974c-3e9e4d9baf57 req-f4e7e708-16cc-4563-aa28-a9e94769a8f9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0863647 Mar 05 14:29:31.833123 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-31cc11a7-2a85-4607-974c-3e9e4d9baf57 req-6b3d4a4c-2bec-4d4e-8542-8b7f8626e9dc tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384195 Mar 05 14:29:33.014896 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569cdda-a104-4015-8e47-59f22edbdd57 req-e2bb4ace-c9db-4760-b7af-9461d9d890b2 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:33.016318 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7569cdda-a104-4015-8e47-59f22edbdd57 req-e2bb4ace-c9db-4760-b7af-9461d9d890b2 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0787914 Mar 05 14:29:33.059702 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7569cdda-a104-4015-8e47-59f22edbdd57 req-d4f97c40-84e0-42dc-895d-594dbd40c733 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373774 Mar 05 14:29:34.245507 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8a3fa-bd7b-4efe-81ab-e74269bc8db5 req-762fcd7f-d6ea-4a3b-8f41-e0feb565c99c tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:34.246961 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0ef8a3fa-bd7b-4efe-81ab-e74269bc8db5 req-762fcd7f-d6ea-4a3b-8f41-e0feb565c99c tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0789270 Mar 05 14:29:34.290022 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0ef8a3fa-bd7b-4efe-81ab-e74269bc8db5 req-fcfa114f-6b11-4370-b708-28a2b185cb5f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375085 Mar 05 14:29:35.480736 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03982733-27e6-48a7-8fdd-a297e2aa9618 req-f5076bae-4273-4d4c-9699-77d39237f1f0 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:35.482174 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-03982733-27e6-48a7-8fdd-a297e2aa9618 req-f5076bae-4273-4d4c-9699-77d39237f1f0 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0821264 Mar 05 14:29:35.525275 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-03982733-27e6-48a7-8fdd-a297e2aa9618 req-94e90b96-1443-4de6-b3f9-50fbf13f1581 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376234 Mar 05 14:29:36.725417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd573dfe-7c65-41c6-bb44-3560f43b1cfa req-b0eb7b1e-88f5-42ff-b60d-4ce2e5178083 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:36.726804 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd573dfe-7c65-41c6-bb44-3560f43b1cfa req-b0eb7b1e-88f5-42ff-b60d-4ce2e5178083 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0981739 Mar 05 14:29:36.772067 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd573dfe-7c65-41c6-bb44-3560f43b1cfa req-a45eb167-da64-4c34-b928-1af3a2b8f10b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397243 Mar 05 14:29:37.274896 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:29:37.958037 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3e130-4025-4527-8f30-7dd9f6a98825 req-3cb9e670-5e3a-45b2-875a-64ed680be4b3 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:37.959926 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-42c3e130-4025-4527-8f30-7dd9f6a98825 req-3cb9e670-5e3a-45b2-875a-64ed680be4b3 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0815921 Mar 05 14:29:38.005395 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-42c3e130-4025-4527-8f30-7dd9f6a98825 req-dea40d37-c08a-4784-b580-76eda5e15720 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396917 Mar 05 14:29:38.859022 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9c45aa21-f075-4e24-b729-2621052c6f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:39.194129 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fcba1-90f2-4875-a75d-4dcb8382f4c3 req-4e53b940-ea53-488e-928f-4337bc92e07a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:39.195599 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e45fcba1-90f2-4875-a75d-4dcb8382f4c3 req-4e53b940-ea53-488e-928f-4337bc92e07a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0830424 Mar 05 14:29:39.239662 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e45fcba1-90f2-4875-a75d-4dcb8382f4c3 req-bf6dcea6-ceb8-4970-892f-bb3516f60eac tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380580 Mar 05 14:29:40.423012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488d1d5-7ea4-47fa-b507-a474df08003c req-fc6f9a65-88c3-4d5b-8037-07ec70947b5a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:40.424460 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c488d1d5-7ea4-47fa-b507-a474df08003c req-fc6f9a65-88c3-4d5b-8037-07ec70947b5a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0829153 Mar 05 14:29:40.471080 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c488d1d5-7ea4-47fa-b507-a474df08003c req-81ee7deb-c20a-4ab4-9a44-45ab97488da7 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402100 Mar 05 14:29:40.978202 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a3593c76-a26e-4dcb-8239-55a21a11fcff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:41.006702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e579c-cd8e-4f50-b9aa-56c8a40b1a13 req-2ab2be96-e47c-4718-83cb-a3d2ba7ee432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:41.008260 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd0e579c-cd8e-4f50-b9aa-56c8a40b1a13 req-2ab2be96-e47c-4718-83cb-a3d2ba7ee432 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 1096 time: 0.0740085 Mar 05 14:29:41.149799 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e579c-cd8e-4f50-b9aa-56c8a40b1a13 req-42fd9b8e-d81c-46b7-8425-54396ae80e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:41.151249 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd0e579c-cd8e-4f50-b9aa-56c8a40b1a13 req-42fd9b8e-d81c-46b7-8425-54396ae80e23 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1249156 Mar 05 14:29:41.251123 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd0e579c-cd8e-4f50-b9aa-56c8a40b1a13 req-1ba8442b-d6e6-4443-936b-10ffc8e2eb3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6725c32-94a6-4fd4-8ece-92f0cb156754 HTTP/1.1" status: 200 len: 1000 time: 0.0940025 Mar 05 14:29:41.313565 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e579c-cd8e-4f50-b9aa-56c8a40b1a13 req-38925366-cc1e-4a4b-8519-a98737437e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:41.314973 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd0e579c-cd8e-4f50-b9aa-56c8a40b1a13 req-38925366-cc1e-4a4b-8519-a98737437e0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0584464 Mar 05 14:29:41.386896 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e579c-cd8e-4f50-b9aa-56c8a40b1a13 req-3e5f5a09-545a-4db6-975c-3771f9fda426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:41.388317 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd0e579c-cd8e-4f50-b9aa-56c8a40b1a13 req-3e5f5a09-545a-4db6-975c-3771f9fda426 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674064 Mar 05 14:29:41.518304 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd0e579c-cd8e-4f50-b9aa-56c8a40b1a13 req-68e02b6a-1659-432c-a478-bc8530548c5f service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239715 Mar 05 14:29:41.653260 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd0e579c-cd8e-4f50-b9aa-56c8a40b1a13 req-f03bc604-ff6c-4057-9777-584e1353c0a0 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267350 Mar 05 14:29:41.658521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf6ec6-13de-44a0-a919-5f10ca7d6e22 req-d74d7a24-a024-461b-ac32-ee991d760410 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:41.660008 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8ebf6ec6-13de-44a0-a919-5f10ca7d6e22 req-d74d7a24-a024-461b-ac32-ee991d760410 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0827332 Mar 05 14:29:41.705528 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8ebf6ec6-13de-44a0-a919-5f10ca7d6e22 req-e0dfb06f-f22d-4de0-ab50-ff8a74a340d1 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385785 Mar 05 14:29:42.158410 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:42.222888 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:42.890174 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9368b2-c718-4078-9fa8-50b071f35ad3 req-85abd7e1-5491-42a8-9d11-abd2116a0263 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:42.891629 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fd9368b2-c718-4078-9fa8-50b071f35ad3 req-85abd7e1-5491-42a8-9d11-abd2116a0263 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0819221 Mar 05 14:29:42.935455 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fd9368b2-c718-4078-9fa8-50b071f35ad3 req-bc22e7cc-1b8f-4b4f-9da7-7ffffb9e6d7a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373530 Mar 05 14:29:43.823683 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:44.124167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67aafa5-449a-46d2-8911-4981e0479791 req-8c78634e-6a44-48ad-9a15-961c065f451e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:44.125601 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c67aafa5-449a-46d2-8911-4981e0479791 req-8c78634e-6a44-48ad-9a15-961c065f451e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0853105 Mar 05 14:29:44.169150 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c67aafa5-449a-46d2-8911-4981e0479791 req-8bc9a6da-8a3d-4534-a105-29de74a08a40 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377216 Mar 05 14:29:45.507703 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c52a12-8718-4215-8355-24496ba8e1a8 req-f1b01fe1-ebe9-46e0-9b57-718b660bf34e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:45.509129 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a2c52a12-8718-4215-8355-24496ba8e1a8 req-f1b01fe1-ebe9-46e0-9b57-718b660bf34e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0797479 Mar 05 14:29:45.554654 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a2c52a12-8718-4215-8355-24496ba8e1a8 req-9f6e23d7-2080-47d8-b688-8060a2b1431b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398612 Mar 05 14:29:46.748566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc3d3c-1917-485a-8542-b7d1882fee14 req-aa571b10-921d-4bec-96f1-cf71aade1375 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:46.749931 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2ebc3d3c-1917-485a-8542-b7d1882fee14 req-aa571b10-921d-4bec-96f1-cf71aade1375 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0831254 Mar 05 14:29:46.797781 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2ebc3d3c-1917-485a-8542-b7d1882fee14 req-1a4261b0-e7c3-4860-9405-01619873eabf tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409989 Mar 05 14:29:48.105884 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d2209-bfc0-40c6-81cd-2966720a5680 req-be0dc3ab-6f70-42d5-98f6-94c3d96fb1c1 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:48.107350 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c18d2209-bfc0-40c6-81cd-2966720a5680 req-be0dc3ab-6f70-42d5-98f6-94c3d96fb1c1 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.2013969 Mar 05 14:29:48.151079 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c18d2209-bfc0-40c6-81cd-2966720a5680 req-fb638351-85d6-4182-8027-6355001310d0 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381281 Mar 05 14:29:49.320259 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-40331567-12d1-4e36-bfa5-ce5d76233a3f service neutron] show failed (client error): The resource could not be found. Mar 05 14:29:49.322029 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-40331567-12d1-4e36-bfa5-ce5d76233a3f service neutron] 10.222.0.30 "GET /v2.0/ports/c6725c32-94a6-4fd4-8ece-92f0cb156754/bindings/n-h1-803718-1 HTTP/1.1" status: 404 len: 380 time: 0.0773580 Mar 05 14:29:49.337066 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21e913-7d1a-4a41-8743-e2009f12ca40 req-5dc2b791-287a-44c3-8840-be03695b4591 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:49.338639 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-de21e913-7d1a-4a41-8743-e2009f12ca40 req-5dc2b791-287a-44c3-8840-be03695b4591 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0797155 Mar 05 14:29:49.388347 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-de21e913-7d1a-4a41-8743-e2009f12ca40 req-70261062-d4b7-4148-863e-7928446a735f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430450 Mar 05 14:29:49.586620 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-a0668e32-dd0d-4850-a75e-acb14ef5fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:49.588110 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-a0668e32-dd0d-4850-a75e-acb14ef5fa67 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5&tenant_id=cc8647a7228c49ecafab4baf42c52d7a HTTP/1.1" status: 200 len: 1096 time: 0.0744495 Mar 05 14:29:49.599524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803718-1', 'device_owner': 'compute:nova'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:29:49.708258 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:49.971264 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] For port c6725c32-94a6-4fd4-8ece-92f0cb156754, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=c6725c32-94a6-4fd4-8ece-92f0cb156754,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:29:49.999396 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] For port c6725c32-94a6-4fd4-8ece-92f0cb156754, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:29:50.059739 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e3abc7-9123-495e-86cb-faa467ba70b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6725c32-94a6-4fd4-8ece-92f0cb156754'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:29:50.065334 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:50.080715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] Transition to ACTIVE for port object c6725c32-94a6-4fd4-8ece-92f0cb156754 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:29:50.084920 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:50.125732 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e3abc7-9123-495e-86cb-faa467ba70b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6725c32-94a6-4fd4-8ece-92f0cb156754', 'code': 200} Mar 05 14:29:50.329560 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] Pushing event updated for resources: {'Port': ['ID=c6725c32-94a6-4fd4-8ece-92f0cb156754,revision_number=6']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:50.386886 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] No DVR routers for this DVR port c6725c32-94a6-4fd4-8ece-92f0cb156754 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:29:50.666270 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] Attempting to bind port c6725c32-94a6-4fd4-8ece-92f0cb156754 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:29:50.666594 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] Attempting to bind port c6725c32-94a6-4fd4-8ece-92f0cb156754 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:29:50.666935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] Attempting to bind port c6725c32-94a6-4fd4-8ece-92f0cb156754 on network a0ece5c1-5102-494c-8481-790fca5bd3e8 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:29:50.673872 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] Port c6725c32-94a6-4fd4-8ece-92f0cb156754 on network a0ece5c1-5102-494c-8481-790fca5bd3e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:29:50.674184 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] Attempting to bind port c6725c32-94a6-4fd4-8ece-92f0cb156754 on network a0ece5c1-5102-494c-8481-790fca5bd3e8 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:29:50.681848 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:29:50.682175 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] Checking segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:29:50.682544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] Bound using segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:29:50.682981 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] Bound port: c6725c32-94a6-4fd4-8ece-92f0cb156754, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:29:50.683314 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:50.701107 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817dedb-b29d-45a8-979e-09088b1c2e4e req-0b4f5528-e76c-4445-89fe-8a8e3c737d80 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:50.702531 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1817dedb-b29d-45a8-979e-09088b1c2e4e req-0b4f5528-e76c-4445-89fe-8a8e3c737d80 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 943 time: 0.1751676 Mar 05 14:29:50.802910 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1817dedb-b29d-45a8-979e-09088b1c2e4e req-f85704a5-77b5-4e37-8cd8-f12e03c19ffc tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930853 Mar 05 14:29:50.813643 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] For port c6725c32-94a6-4fd4-8ece-92f0cb156754, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:29:50.817196 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] For port c6725c32-94a6-4fd4-8ece-92f0cb156754, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=c6725c32-94a6-4fd4-8ece-92f0cb156754,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:29:50.822364 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:50.877760 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:50.878360 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:50.880411 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] 10.222.0.15 "PUT /v2.0/ports/c6725c32-94a6-4fd4-8ece-92f0cb156754 HTTP/1.1" status: 200 len: 1091 time: 1.2851603 Mar 05 14:29:50.900775 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff9c7c-4404-40cb-859f-957a62642046 service neutron] Pushing event updated for resources: {'Port': ['ID=c6725c32-94a6-4fd4-8ece-92f0cb156754,revision_number=7']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:50.979622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-9ea82655-fa7b-4b39-8fb2-061ae274d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:50.981118 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-9ea82655-fa7b-4b39-8fb2-061ae274d202 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 1094 time: 0.0775197 Mar 05 14:29:51.120106 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-e5f9cd79-76cd-4774-a688-03e1cdeb58a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:51.121571 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-e5f9cd79-76cd-4774-a688-03e1cdeb58a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1348879 Mar 05 14:29:51.225189 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-e7ffbe9a-084c-4f33-aef2-1f24130b4ac2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6725c32-94a6-4fd4-8ece-92f0cb156754 HTTP/1.1" status: 200 len: 998 time: 0.0975277 Mar 05 14:29:51.285185 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-0ed881e6-f2f7-4757-a955-b2dae5842820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:51.286661 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-0ed881e6-f2f7-4757-a955-b2dae5842820 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0565813 Mar 05 14:29:51.363952 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-67624b0a-e47a-491e-b24f-71e753b2020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:51.365390 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-67624b0a-e47a-491e-b24f-71e753b2020d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732203 Mar 05 14:29:51.497382 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-eaf87783-1669-4537-8cf0-ae7021ea775f service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256428 Mar 05 14:29:51.627559 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c90b0987-7e21-42e1-a116-79b810d2dc61 req-45943ab0-3b61-4a8b-ae6c-d89957861310 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244133 Mar 05 14:29:51.989996 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e03511-b4ec-4bbf-bd37-3df755300beb req-245b50ce-101f-4e32-9a0b-4a6a2902dd1e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:51.991458 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-14e03511-b4ec-4bbf-bd37-3df755300beb req-245b50ce-101f-4e32-9a0b-4a6a2902dd1e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 943 time: 0.0791497 Mar 05 14:29:52.034105 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-14e03511-b4ec-4bbf-bd37-3df755300beb req-77943a4c-ea30-4df1-aae5-62387346606b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370605 Mar 05 14:29:52.127441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e3abc7-9123-495e-86cb-faa467ba70b5', 'tag': 'c6725c32-94a6-4fd4-8ece-92f0cb156754'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:29:52.184486 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e3abc7-9123-495e-86cb-faa467ba70b5', 'tag': 'c6725c32-94a6-4fd4-8ece-92f0cb156754', 'status': 'completed', 'code': 200} Mar 05 14:29:52.277430 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86568b54-e803-4997-8d0b-04bda888eb80 req-8b673c87-05aa-46c4-8b7d-2ff0570648b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:52.278954 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-86568b54-e803-4997-8d0b-04bda888eb80 req-8b673c87-05aa-46c4-8b7d-2ff0570648b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 1094 time: 0.0732002 Mar 05 14:29:52.280710 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86568b54-e803-4997-8d0b-04bda888eb80 req-42194281-1040-4a14-a242-8f003494fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:52.282155 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86568b54-e803-4997-8d0b-04bda888eb80 req-42194281-1040-4a14-a242-8f003494fe87 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 1094 time: 0.0781455 Mar 05 14:29:52.421338 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86568b54-e803-4997-8d0b-04bda888eb80 req-c4c898e5-1959-4caf-86c0-4d16b9e00e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:52.422852 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86568b54-e803-4997-8d0b-04bda888eb80 req-c4c898e5-1959-4caf-86c0-4d16b9e00e87 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1342578 Mar 05 14:29:52.522045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86568b54-e803-4997-8d0b-04bda888eb80 req-dd75a758-7193-4fe7-a065-2ddee71d97b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:52.523540 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-86568b54-e803-4997-8d0b-04bda888eb80 req-dd75a758-7193-4fe7-a065-2ddee71d97b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.2381849 Mar 05 14:29:52.527291 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86568b54-e803-4997-8d0b-04bda888eb80 req-9e77c70c-3301-4333-b384-be2d89be5e87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6725c32-94a6-4fd4-8ece-92f0cb156754 HTTP/1.1" status: 200 len: 998 time: 0.0975008 Mar 05 14:29:52.590029 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86568b54-e803-4997-8d0b-04bda888eb80 req-bd7821df-dbb8-404d-b3eb-3d6e7c0bb57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:52.591483 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86568b54-e803-4997-8d0b-04bda888eb80 req-bd7821df-dbb8-404d-b3eb-3d6e7c0bb57d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0583150 Mar 05 14:29:52.628869 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-86568b54-e803-4997-8d0b-04bda888eb80 req-43dcdd79-cbb3-4442-b79b-230b1decf8c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6725c32-94a6-4fd4-8ece-92f0cb156754 HTTP/1.1" status: 200 len: 998 time: 0.0990353 Mar 05 14:29:52.664677 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86568b54-e803-4997-8d0b-04bda888eb80 req-153b48f8-80bc-4bca-a3c3-088acfd47f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:52.666132 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86568b54-e803-4997-8d0b-04bda888eb80 req-153b48f8-80bc-4bca-a3c3-088acfd47f82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689669 Mar 05 14:29:52.692339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86568b54-e803-4997-8d0b-04bda888eb80 req-1ad375d6-5fd8-4455-b1d2-be1cded2c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:52.693685 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-86568b54-e803-4997-8d0b-04bda888eb80 req-1ad375d6-5fd8-4455-b1d2-be1cded2c27e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0586245 Mar 05 14:29:52.772490 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86568b54-e803-4997-8d0b-04bda888eb80 req-abb9a461-c95c-4198-8e35-0e1c827762bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:52.773948 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-86568b54-e803-4997-8d0b-04bda888eb80 req-abb9a461-c95c-4198-8e35-0e1c827762bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741215 Mar 05 14:29:52.795743 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86568b54-e803-4997-8d0b-04bda888eb80 req-d5b3061d-2a57-4553-b966-c9cf44ac1379 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237853 Mar 05 14:29:52.839801 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device c6725c32-94a6-4fd4-8ece-92f0cb156754 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:29:52.898748 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device c6725c32-94a6-4fd4-8ece-92f0cb156754 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:29:52.914298 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-86568b54-e803-4997-8d0b-04bda888eb80 req-efb6def7-5678-45e8-975d-93ef1145c1cf service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328087 Mar 05 14:29:52.927447 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-86568b54-e803-4997-8d0b-04bda888eb80 req-61790e69-9d56-44ce-8e66-631627df57e7 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256471 Mar 05 14:29:53.055203 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-86568b54-e803-4997-8d0b-04bda888eb80 req-8db11b0b-9f88-48c1-a12f-8d97cab53a0f service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315091 Mar 05 14:29:53.230899 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7f3aa-a0f5-4e5c-affe-a9bb6e71ed35 req-9d4c1cba-8a2a-4622-aea3-726bb8469baf tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:53.232591 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8de7f3aa-a0f5-4e5c-affe-a9bb6e71ed35 req-9d4c1cba-8a2a-4622-aea3-726bb8469baf tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 943 time: 0.0852289 Mar 05 14:29:53.278590 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8de7f3aa-a0f5-4e5c-affe-a9bb6e71ed35 req-219ede69-e123-4bf4-9cf5-780eab33dda3 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383997 Mar 05 14:29:54.107228 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device c6725c32-94a6-4fd4-8ece-92f0cb156754 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:29:54.239238 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port c6725c32-94a6-4fd4-8ece-92f0cb156754, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=c6725c32-94a6-4fd4-8ece-92f0cb156754,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:29:54.251561 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'c6725c32-94a6-4fd4-8ece-92f0cb156754', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'port_id': 'c6725c32-94a6-4fd4-8ece-92f0cb156754', 'mac_address': 'fa:16:3e:8f:9a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:29:54.307813 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:54.325237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6725c32-94a6-4fd4-8ece-92f0cb156754 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:29:54.340574 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port c6725c32-94a6-4fd4-8ece-92f0cb156754, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=c6725c32-94a6-4fd4-8ece-92f0cb156754,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:29:54.344513 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:54.411217 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=c6725c32-94a6-4fd4-8ece-92f0cb156754,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:54.471020 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4b711-ac58-40ff-8a80-5dc95c8aa649 req-20d9ef06-e479-49bc-a697-849fbcbc8e5f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:54.472986 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8eb4b711-ac58-40ff-8a80-5dc95c8aa649 req-20d9ef06-e479-49bc-a697-849fbcbc8e5f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 944 time: 0.0841312 Mar 05 14:29:54.519796 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8eb4b711-ac58-40ff-8a80-5dc95c8aa649 req-fb709074-ae98-4a34-b7c6-da7d43478e99 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406365 Mar 05 14:29:54.563455 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['c6725c32-94a6-4fd4-8ece-92f0cb156754'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:29:54.824752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca55d0-24cc-4291-b831-7f0fc95b66f0 req-bafa1c49-c020-4757-b927-2b7b8f602143 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:54.826232 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f2ca55d0-24cc-4291-b831-7f0fc95b66f0 req-bafa1c49-c020-4757-b927-2b7b8f602143 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 944 time: 0.0831964 Mar 05 14:29:54.827375 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f39fe2-98c7-4d42-a5a9-5bfcab543fda req-3e736daa-7d1e-4e02-976c-0506ea6866ed tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:54.828777 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c3f39fe2-98c7-4d42-a5a9-5bfcab543fda req-3e736daa-7d1e-4e02-976c-0506ea6866ed tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5&tenant_id=cc8647a7228c49ecafab4baf42c52d7a&binding%3Ahost_id=n-h1-803718-1 HTTP/1.1" status: 200 len: 944 time: 0.0814481 Mar 05 14:29:54.872441 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f2ca55d0-24cc-4291-b831-7f0fc95b66f0 req-178829ea-d99e-4a9d-a496-5b7230a33dde tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405071 Mar 05 14:29:54.909387 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-c3f39fe2-98c7-4d42-a5a9-5bfcab543fda req-b7b4b50e-dd11-45aa-a5ae-cd4cc7391e2e service neutron] delete failed (client error): The resource could not be found. Mar 05 14:29:54.910956 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c3f39fe2-98c7-4d42-a5a9-5bfcab543fda req-b7b4b50e-dd11-45aa-a5ae-cd4cc7391e2e service neutron] 10.222.0.30 "DELETE /v2.0/ports/c6725c32-94a6-4fd4-8ece-92f0cb156754/bindings/n-h2-803718-1 HTTP/1.1" status: 404 len: 380 time: 0.0756052 Mar 05 14:29:55.045918 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f39fe2-98c7-4d42-a5a9-5bfcab543fda req-20c41799-c7dd-4a17-a684-d1f5ee76dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:55.047297 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c3f39fe2-98c7-4d42-a5a9-5bfcab543fda req-20c41799-c7dd-4a17-a684-d1f5ee76dd53 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 1095 time: 0.0688298 Mar 05 14:29:55.173450 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f39fe2-98c7-4d42-a5a9-5bfcab543fda req-49940162-4083-4dbe-9697-ea2c82794563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:55.174879 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c3f39fe2-98c7-4d42-a5a9-5bfcab543fda req-49940162-4083-4dbe-9697-ea2c82794563 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1223087 Mar 05 14:29:55.275535 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c3f39fe2-98c7-4d42-a5a9-5bfcab543fda req-12f86cc1-4ba6-4d2d-933a-529f3376c6dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6725c32-94a6-4fd4-8ece-92f0cb156754 HTTP/1.1" status: 200 len: 999 time: 0.0946887 Mar 05 14:29:55.337563 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f39fe2-98c7-4d42-a5a9-5bfcab543fda req-a9bdce9c-e9b1-4220-a5d3-b47e7c25205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:55.338888 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c3f39fe2-98c7-4d42-a5a9-5bfcab543fda req-a9bdce9c-e9b1-4220-a5d3-b47e7c25205e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0579700 Mar 05 14:29:55.515558 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f39fe2-98c7-4d42-a5a9-5bfcab543fda req-a4bb1f2d-6cd6-401e-bc24-a6b918eb4e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:55.517028 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c3f39fe2-98c7-4d42-a5a9-5bfcab543fda req-a4bb1f2d-6cd6-401e-bc24-a6b918eb4e6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1725502 Mar 05 14:29:55.645170 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c3f39fe2-98c7-4d42-a5a9-5bfcab543fda req-05e18873-ce8b-492b-9feb-6ab76c93bb01 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214547 Mar 05 14:29:55.772942 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c3f39fe2-98c7-4d42-a5a9-5bfcab543fda req-a5f7ae2d-8f4f-49c5-b44d-f367469f9ddd service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218586 Mar 05 14:29:56.063435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78541456-c09b-4d28-9478-6be85952ad1f req-b27d48d2-6b59-4a8f-80d8-d1c32c9ce6ef tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:56.064921 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-78541456-c09b-4d28-9478-6be85952ad1f req-b27d48d2-6b59-4a8f-80d8-d1c32c9ce6ef tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 944 time: 0.0844290 Mar 05 14:29:56.109536 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-78541456-c09b-4d28-9478-6be85952ad1f req-ba2b057f-c178-4e71-8377-51d960615b0c tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389760 Mar 05 14:29:56.123049 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device c6725c32-94a6-4fd4-8ece-92f0cb156754 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:29:56.192448 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port c6725c32-94a6-4fd4-8ece-92f0cb156754 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:29:56.197239 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port c6725c32-94a6-4fd4-8ece-92f0cb156754 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:29:56.197610 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:56.323382 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:56.350726 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e3abc7-9123-495e-86cb-faa467ba70b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6725c32-94a6-4fd4-8ece-92f0cb156754'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:29:56.360211 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port c6725c32-94a6-4fd4-8ece-92f0cb156754, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=c6725c32-94a6-4fd4-8ece-92f0cb156754,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:29:56.365834 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:56.405800 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e3abc7-9123-495e-86cb-faa467ba70b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6725c32-94a6-4fd4-8ece-92f0cb156754', 'code': 200} Mar 05 14:29:56.438032 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=c6725c32-94a6-4fd4-8ece-92f0cb156754,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:29:57.291528 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542aa53-e687-4ea4-a137-258f20e8ae2b req-86d1d4ee-95ee-4a09-b418-c2088dc01bb7 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:57.292951 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3542aa53-e687-4ea4-a137-258f20e8ae2b req-86d1d4ee-95ee-4a09-b418-c2088dc01bb7 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0783858 Mar 05 14:29:57.336646 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3542aa53-e687-4ea4-a137-258f20e8ae2b req-735fd33f-9e2e-4014-97c9-08924902a55f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380752 Mar 05 14:29:57.520862 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e779f-0997-40ce-ad65-579472fcf921 req-f300ee3f-e9a9-45b5-bfbb-b355c8fe9f99 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:57.522276 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b63e779f-0997-40ce-ad65-579472fcf921 req-f300ee3f-e9a9-45b5-bfbb-b355c8fe9f99 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0792921 Mar 05 14:29:57.568533 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b63e779f-0997-40ce-ad65-579472fcf921 req-5ed80beb-c886-47be-906d-0f55063626ae tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406559 Mar 05 14:29:57.750459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5746f7d-e63e-4544-8c5a-f22242479386 req-c3028c84-95da-4e59-906a-1be5022c9976 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:57.751815 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a5746f7d-e63e-4544-8c5a-f22242479386 req-c3028c84-95da-4e59-906a-1be5022c9976 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0809665 Mar 05 14:29:57.795348 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a5746f7d-e63e-4544-8c5a-f22242479386 req-8d3915ae-a066-4bd6-8f71-ebcc507d06ff tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374517 Mar 05 14:29:58.171124 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d9044-1929-45ad-8063-65715b4b11d0 req-0e91510f-6d82-47f7-91f8-9ce53bd6ea75 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:58.172620 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-774d9044-1929-45ad-8063-65715b4b11d0 req-0e91510f-6d82-47f7-91f8-9ce53bd6ea75 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.0786734 Mar 05 14:29:58.221663 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-774d9044-1929-45ad-8063-65715b4b11d0 req-fdaf674a-4c47-48a9-8a86-444861581cf5 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433097 Mar 05 14:29:59.352284 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:59.404182 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:59.440379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fef70b-bfa1-4ff5-b38e-76f2efbd9c79 req-ce914a2d-4f81-4639-956b-9a1de6bcd053 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:59.441935 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e2fef70b-bfa1-4ff5-b38e-76f2efbd9c79 req-ce914a2d-4f81-4639-956b-9a1de6bcd053 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.1392915 Mar 05 14:29:59.490337 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01061f99-d522-44ab-a2f2-2af71c980656 req-3f45d65b-c7cc-463e-a005-0b2cfbdd410c tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:29:59.491791 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-01061f99-d522-44ab-a2f2-2af71c980656 req-3f45d65b-c7cc-463e-a005-0b2cfbdd410c tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 945 time: 0.1533239 Mar 05 14:29:59.548904 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-e2fef70b-bfa1-4ff5-b38e-76f2efbd9c79 req-6c1d78ad-52d5-4573-b702-4c4ab5921f81 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Deleting port c6725c32-94a6-4fd4-8ece-92f0cb156754 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:29:59.549168 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e2fef70b-bfa1-4ff5-b38e-76f2efbd9c79 req-6c1d78ad-52d5-4573-b702-4c4ab5921f81 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:29:59.592781 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-01061f99-d522-44ab-a2f2-2af71c980656 req-2373074f-ee43-4c17-b05c-9c38efbea233 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944259 Mar 05 14:29:59.804015 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-e2fef70b-bfa1-4ff5-b38e-76f2efbd9c79 req-6c1d78ad-52d5-4573-b702-4c4ab5921f81 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] For port c6725c32-94a6-4fd4-8ece-92f0cb156754, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=c6725c32-94a6-4fd4-8ece-92f0cb156754,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:29:59.804286 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e2fef70b-bfa1-4ff5-b38e-76f2efbd9c79 req-6c1d78ad-52d5-4573-b702-4c4ab5921f81 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:00.193143 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e2fef70b-bfa1-4ff5-b38e-76f2efbd9c79 req-6c1d78ad-52d5-4573-b702-4c4ab5921f81 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:00.193508 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e2fef70b-bfa1-4ff5-b38e-76f2efbd9c79 req-6c1d78ad-52d5-4573-b702-4c4ab5921f81 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:00.193818 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [req-e2fef70b-bfa1-4ff5-b38e-76f2efbd9c79 req-6c1d78ad-52d5-4573-b702-4c4ab5921f81 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Floating IP 6733fa35-f2e4-4cf3-8c89-b4faed973061 disassociated. External IP: 172.25.4.89, port: c6725c32-94a6-4fd4-8ece-92f0cb156754. Mar 05 14:30:00.194162 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-e2fef70b-bfa1-4ff5-b38e-76f2efbd9c79 req-6c1d78ad-52d5-4573-b702-4c4ab5921f81 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Calling delete_port for c6725c32-94a6-4fd4-8ece-92f0cb156754 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:30:00.337671 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e2fef70b-bfa1-4ff5-b38e-76f2efbd9c79 req-6c1d78ad-52d5-4573-b702-4c4ab5921f81 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:00.390789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d78ad-52d5-4573-b702-4c4ab5921f81 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Pushing event deleted for resources: {'Port': ['ID=c6725c32-94a6-4fd4-8ece-92f0cb156754,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:30:00.584302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2fef70b-bfa1-4ff5-b38e-76f2efbd9c79 req-6c1d78ad-52d5-4573-b702-4c4ab5921f81 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Router 896f0214-6809-4b76-828f-bc0d3e2ed02b has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:30:00.741641 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f64893e3-4b7a-4ef8-a1cf-ee8bf1fd8cd5 req-8c766a77-e38e-46bd-9d65-eaf044f1c5fb tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8e3abc7-9123-495e-86cb-faa467ba70b5 HTTP/1.1" status: 200 len: 210 time: 0.0442472 Mar 05 14:30:00.766881 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2fef70b-bfa1-4ff5-b38e-76f2efbd9c79 req-6c1d78ad-52d5-4573-b702-4c4ab5921f81 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:30:00.776908 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0172dfc9-2750-4217-82d7-66590097e5d4 None None] Sync routers for ids ['896f0214-6809-4b76-828f-bc0d3e2ed02b'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:30:00.786306 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0172dfc9-2750-4217-82d7-66590097e5d4 None None] Routers {'896f0214-6809-4b76-828f-bc0d3e2ed02b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:30:00.786937 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0172dfc9-2750-4217-82d7-66590097e5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:29:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['896f0214-6809-4b76-828f-bc0d3e2ed02b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:30:00.840703 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fef70b-bfa1-4ff5-b38e-76f2efbd9c79 req-6c1d78ad-52d5-4573-b702-4c4ab5921f81 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] No DVR routers for this DVR port c6725c32-94a6-4fd4-8ece-92f0cb156754 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:30:00.843273 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-e2fef70b-bfa1-4ff5-b38e-76f2efbd9c79 req-6c1d78ad-52d5-4573-b702-4c4ab5921f81 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:00.845802 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e3abc7-9123-495e-86cb-faa467ba70b5', 'name': 'network-vif-deleted', 'tag': 'c6725c32-94a6-4fd4-8ece-92f0cb156754'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:30:00.862401 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e2fef70b-bfa1-4ff5-b38e-76f2efbd9c79 req-6c1d78ad-52d5-4573-b702-4c4ab5921f81 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.15 "DELETE /v2.0/ports/c6725c32-94a6-4fd4-8ece-92f0cb156754 HTTP/1.1" status: 204 len: 173 time: 1.4146268 Mar 05 14:30:00.899528 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e3abc7-9123-495e-86cb-faa467ba70b5', 'name': 'network-vif-deleted', 'tag': 'c6725c32-94a6-4fd4-8ece-92f0cb156754', 'status': 'completed', 'code': 200} Mar 05 14:30:00.966476 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-0172dfc9-2750-4217-82d7-66590097e5d4 None None] Set router 896f0214-6809-4b76-828f-bc0d3e2ed02b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:30:01.284103 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0172dfc9-2750-4217-82d7-66590097e5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:10Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:30:01.288544 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0172dfc9-2750-4217-82d7-66590097e5d4 None None] Checking router: 896f0214-6809-4b76-828f-bc0d3e2ed02b for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:30:01.296713 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0172dfc9-2750-4217-82d7-66590097e5d4 None None] Routers {'896f0214-6809-4b76-828f-bc0d3e2ed02b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:30:01.297325 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0172dfc9-2750-4217-82d7-66590097e5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:29:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['896f0214-6809-4b76-828f-bc0d3e2ed02b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:30:01.467862 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-0172dfc9-2750-4217-82d7-66590097e5d4 None None] Set router 896f0214-6809-4b76-828f-bc0d3e2ed02b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:30:01.767773 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0172dfc9-2750-4217-82d7-66590097e5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:10Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:30:01.771947 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0172dfc9-2750-4217-82d7-66590097e5d4 None None] The sync data for ids ['896f0214-6809-4b76-828f-bc0d3e2ed02b'] in n-d-803718-1 is: [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:10Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:30:01.995531 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529a938-db76-4ff1-9188-d76da2d90b54 None None] New status for floating IP 6733fa35-f2e4-4cf3-8c89-b4faed973061: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:30:02.077144 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-f5863490-a133-41f8-86ca-66743d6b36e5 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--330946785&fields=id&tenant_id=cc8647a7228c49ecafab4baf42c52d7a HTTP/1.1" status: 200 len: 267 time: 0.0391440 Mar 05 14:30:02.140652 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device c6725c32-94a6-4fd4-8ece-92f0cb156754 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:30:02.227139 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: c6725c32-94a6-4fd4-8ece-92f0cb156754 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:30:02.227476 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device c6725c32-94a6-4fd4-8ece-92f0cb156754 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:30:02.231786 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-9e30559d-bfac-4e3f-bbe5-1fdb6f23676c tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:02.233253 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-9e30559d-bfac-4e3f-bbe5-1fdb6f23676c tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 812 time: 0.1496365 Mar 05 14:30:02.253149 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-ac1a02b6-65e8-4878-8a15-28ed26157cca tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/quotas/cc8647a7228c49ecafab4baf42c52d7a HTTP/1.1" status: 200 len: 375 time: 0.0103557 Mar 05 14:30:02.345064 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-71dcebe3-98e5-42c1-b9d4-9aeb6f5fd701 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0865929 Mar 05 14:30:02.531990 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-27be1c12-0215-4401-ae25-9a70bcd964c7 service neutron] 10.222.0.16 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747632 Mar 05 14:30:02.663893 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-ee438547-176d-4315-a8c0-8952f7748616 service neutron] 10.222.0.16 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255124 Mar 05 14:30:02.838686 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-896c1ab0-61a7-4581-95ee-cd5471461607 req-76b1a0e2-c638-4b7d-a43a-6acb06b79050 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Synchronizing usage tracker for tenant:cc8647a7228c49ecafab4baf42c52d7a on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:30:02.854232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-896c1ab0-61a7-4581-95ee-cd5471461607 req-76b1a0e2-c638-4b7d-a43a-6acb06b79050 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Unset dirty status for tenant:cc8647a7228c49ecafab4baf42c52d7a on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:30:02.855970 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-896c1ab0-61a7-4581-95ee-cd5471461607 req-76b1a0e2-c638-4b7d-a43a-6acb06b79050 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 210 time: 0.0613556 Mar 05 14:30:03.829515 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-182062e1-dfb5-447f-80e2-262a2d4864ff tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:03.830970 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-182062e1-dfb5-447f-80e2-262a2d4864ff tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.15 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 812 time: 0.1492479 Mar 05 14:30:03.880820 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-52977c70-8d0c-4ac1-a522-ea435da88dfa tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc8647a7228c49ecafab4baf42c52d7a HTTP/1.1" status: 200 len: 379 time: 0.0420933 Mar 05 14:30:03.889631 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Request body: {'port': {'device_id': 'a22e5be3-ef76-4a95-8d7e-c72a65b2f826', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'admin_state_up': True, 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'security_groups': ['6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:30:04.005390 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-80040d18-e81e-4a57-8d4f-161994145930 req-e38fe2d1-0039-40a4-85c9-72a0a901c051 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 210 time: 0.0414667 Mar 05 14:30:04.029234 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:30:04.038793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:30:04.048034 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Made reservation on behalf of cc8647a7228c49ecafab4baf42c52d7a for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:30:04.052450 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:04.213470 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Allocated IP 172.20.0.3 (a0ece5c1-5102-494c-8481-790fca5bd3e8/f850a39d-0834-4a37-80cb-c47b843850d3/77b9034c-b6cf-4fcc-bc0b-15bbef84770f) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:30:04.398381 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:04.413921 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Transition to ACTIVE for port object 77b9034c-b6cf-4fcc-bc0b-15bbef84770f will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:30:04.439344 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:04.612254 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Network a0ece5c1-5102-494c-8481-790fca5bd3e8 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:30:04.615839 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:30:04.623879 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:30:04.663368 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Pushing event updated for resources: {'Port': ['ID=77b9034c-b6cf-4fcc-bc0b-15bbef84770f,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:30:04.681910 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:04.682251 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:04.682584 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:04.682956 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:04.683282 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:04.683612 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:04.683929 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:04.684240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:04.684559 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:04.684869 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:04.685181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:04.685749 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:04.708606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:04.709523 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:04.736459 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-8b74a89a-72d9-43a8-912f-a8b1b25b60e9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8503881 Mar 05 14:30:04.747803 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-5c1c47dc-ba0e-4469-8b31-44fdc476f929 service neutron] Request body: {'port': {'device_id': 'a22e5be3-ef76-4a95-8d7e-c72a65b2f826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:30:04.844370 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d8911835-6fc1-498b-9de3-cb944f71799a None None] Provisioning for port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:30:04.849914 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d8911835-6fc1-498b-9de3-cb944f71799a None None] Provisioning complete for port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:30:04.850340 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d8911835-6fc1-498b-9de3-cb944f71799a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:04.861073 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-5c1c47dc-ba0e-4469-8b31-44fdc476f929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:04.904489 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d8911835-6fc1-498b-9de3-cb944f71799a None None] Port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:30:05.267159 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-5c1c47dc-ba0e-4469-8b31-44fdc476f929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b9034c-b6cf-4fcc-bc0b-15bbef84770f {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:30:05.278559 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc67c85-c129-422b-a77d-bb9184d96364 req-24ed8c07-2057-421c-817a-95cacfac6462 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:05.279266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7cc67c85-c129-422b-a77d-bb9184d96364 req-24ed8c07-2057-421c-817a-95cacfac6462 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Synchronizing usage tracker for tenant:cc8647a7228c49ecafab4baf42c52d7a on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:30:05.285592 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-5c1c47dc-ba0e-4469-8b31-44fdc476f929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:05.307272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-5c1c47dc-ba0e-4469-8b31-44fdc476f929 service neutron] Transition to ACTIVE for port object 77b9034c-b6cf-4fcc-bc0b-15bbef84770f will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:30:05.308836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7cc67c85-c129-422b-a77d-bb9184d96364 req-24ed8c07-2057-421c-817a-95cacfac6462 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Unset dirty status for tenant:cc8647a7228c49ecafab4baf42c52d7a on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:30:05.310183 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7cc67c85-c129-422b-a77d-bb9184d96364 req-24ed8c07-2057-421c-817a-95cacfac6462 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 931 time: 0.1862929 Mar 05 14:30:05.311437 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-5c1c47dc-ba0e-4469-8b31-44fdc476f929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:05.501489 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7cc67c85-c129-422b-a77d-bb9184d96364 req-88599a4f-2720-4d63-ba29-24dfbecec13f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554437 Mar 05 14:30:05.508000 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c47dc-ba0e-4469-8b31-44fdc476f929 service neutron] Pushing event updated for resources: {'Port': ['ID=77b9034c-b6cf-4fcc-bc0b-15bbef84770f,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:30:05.583629 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-5c1c47dc-ba0e-4469-8b31-44fdc476f929 service neutron] Attempting to bind port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:30:05.583956 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-5c1c47dc-ba0e-4469-8b31-44fdc476f929 service neutron] Attempting to bind port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:30:05.584273 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-5c1c47dc-ba0e-4469-8b31-44fdc476f929 service neutron] Attempting to bind port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f on network a0ece5c1-5102-494c-8481-790fca5bd3e8 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:30:05.588757 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-5c1c47dc-ba0e-4469-8b31-44fdc476f929 service neutron] Port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f on network a0ece5c1-5102-494c-8481-790fca5bd3e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:30:05.589068 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-5c1c47dc-ba0e-4469-8b31-44fdc476f929 service neutron] Attempting to bind port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f on network a0ece5c1-5102-494c-8481-790fca5bd3e8 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:30:05.594003 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-5c1c47dc-ba0e-4469-8b31-44fdc476f929 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:30:05.594328 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-5c1c47dc-ba0e-4469-8b31-44fdc476f929 service neutron] Checking segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:30:05.594701 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-5c1c47dc-ba0e-4469-8b31-44fdc476f929 service neutron] Bound using segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:30:05.595142 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-5c1c47dc-ba0e-4469-8b31-44fdc476f929 service neutron] Bound port: 77b9034c-b6cf-4fcc-bc0b-15bbef84770f, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:30:05.595472 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-5c1c47dc-ba0e-4469-8b31-44fdc476f929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:05.682630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-5c1c47dc-ba0e-4469-8b31-44fdc476f929 service neutron] For port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:30:05.685698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-5c1c47dc-ba0e-4469-8b31-44fdc476f929 service neutron] For port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=77b9034c-b6cf-4fcc-bc0b-15bbef84770f,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:30:05.690003 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-5c1c47dc-ba0e-4469-8b31-44fdc476f929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:05.748562 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-5c1c47dc-ba0e-4469-8b31-44fdc476f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:05.749139 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-5c1c47dc-ba0e-4469-8b31-44fdc476f929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:05.750470 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-5c1c47dc-ba0e-4469-8b31-44fdc476f929 service neutron] 10.222.0.15 "PUT /v2.0/ports/77b9034c-b6cf-4fcc-bc0b-15bbef84770f HTTP/1.1" status: 200 len: 1091 time: 1.0069585 Mar 05 14:30:05.750922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22e5be3-ef76-4a95-8d7e-c72a65b2f826', 'tag': '77b9034c-b6cf-4fcc-bc0b-15bbef84770f'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:30:05.779275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c47dc-ba0e-4469-8b31-44fdc476f929 service neutron] Pushing event updated for resources: {'Port': ['ID=77b9034c-b6cf-4fcc-bc0b-15bbef84770f,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:30:05.823920 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22e5be3-ef76-4a95-8d7e-c72a65b2f826', 'tag': '77b9034c-b6cf-4fcc-bc0b-15bbef84770f', 'status': 'completed', 'code': 200} Mar 05 14:30:05.866940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-eccbf55e-9a10-499f-93ab-be9b81bcf065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:05.868442 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-eccbf55e-9a10-499f-93ab-be9b81bcf065 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 1094 time: 0.0768080 Mar 05 14:30:05.942276 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-18783dcb-a810-4659-9beb-ac889521380f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77b9034c-b6cf-4fcc-bc0b-15bbef84770f HTTP/1.1" status: 200 len: 217 time: 0.0673702 Mar 05 14:30:06.006246 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-bcc49774-f798-4964-8245-bef658e282e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:06.007702 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-bcc49774-f798-4964-8245-bef658e282e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0601027 Mar 05 14:30:06.088692 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-b50a9729-db25-45cf-adbe-4db4d6b32e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:06.090052 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-b50a9729-db25-45cf-adbe-4db4d6b32e90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766580 Mar 05 14:30:06.219559 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-a57aad78-32d0-45e6-bdb1-df42a49ec78c service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237681 Mar 05 14:30:06.453312 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5edfbaf3-06c2-427e-bfaa-7456dc4e3f10 req-6b0966d6-958a-4f3e-92c3-12eb30a8b09c service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282555 Mar 05 14:30:06.570559 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ea3c7-0df6-43ba-87e7-ace46562285e req-5cee69a6-1543-4ece-86e3-40b1312bf1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:06.572053 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-229ea3c7-0df6-43ba-87e7-ace46562285e req-5cee69a6-1543-4ece-86e3-40b1312bf1a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 1094 time: 0.0723660 Mar 05 14:30:06.754664 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ea3c7-0df6-43ba-87e7-ace46562285e req-4fb8976b-f185-4974-b9b2-62ad1beb7329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:06.756034 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-229ea3c7-0df6-43ba-87e7-ace46562285e req-4fb8976b-f185-4974-b9b2-62ad1beb7329 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1784022 Mar 05 14:30:06.826140 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-229ea3c7-0df6-43ba-87e7-ace46562285e req-7485dd4e-2f20-4169-ad27-280bc8d02d40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77b9034c-b6cf-4fcc-bc0b-15bbef84770f HTTP/1.1" status: 200 len: 217 time: 0.0624521 Mar 05 14:30:06.835220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7167f12-0f26-45f4-be51-a6851cd1e6fd req-99f01a2d-7fb2-4da1-b05c-f594ebd9d86f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:06.836581 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b7167f12-0f26-45f4-be51-a6851cd1e6fd req-99f01a2d-7fb2-4da1-b05c-f594ebd9d86f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 943 time: 0.1777413 Mar 05 14:30:06.928379 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b7167f12-0f26-45f4-be51-a6851cd1e6fd req-e25914b1-1058-491e-b5b8-e87fce3eedcf tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582368 Mar 05 14:30:06.929957 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ea3c7-0df6-43ba-87e7-ace46562285e req-fdfce1f8-cf2e-4934-beb8-54eda7a0f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:06.931318 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-229ea3c7-0df6-43ba-87e7-ace46562285e req-fdfce1f8-cf2e-4934-beb8-54eda7a0f06f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0938299 Mar 05 14:30:07.009199 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ea3c7-0df6-43ba-87e7-ace46562285e req-4a73cf7f-3ded-4156-9707-d4d81bade5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:07.010557 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-229ea3c7-0df6-43ba-87e7-ace46562285e req-4a73cf7f-3ded-4156-9707-d4d81bade5be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733140 Mar 05 14:30:07.140060 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-229ea3c7-0df6-43ba-87e7-ace46562285e req-6a67cf97-8973-458f-add5-af0079e0ba74 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229522 Mar 05 14:30:07.270507 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-229ea3c7-0df6-43ba-87e7-ace46562285e req-6dc13490-6ae2-487f-b513-ed75054b13e4 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242447 Mar 05 14:30:08.114108 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0535b57-bbe1-468b-b5ff-0b5c7e4bf06f req-60c2201c-774a-4100-8c1c-e10217cf9f1a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:08.115577 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a0535b57-bbe1-468b-b5ff-0b5c7e4bf06f req-60c2201c-774a-4100-8c1c-e10217cf9f1a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 943 time: 0.0786643 Mar 05 14:30:08.161317 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a0535b57-bbe1-468b-b5ff-0b5c7e4bf06f req-c85272a0-72e7-48fd-8b6b-46c0bd20b2f1 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399203 Mar 05 14:30:08.859919 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-41e2783e-1542-47c0-a8d8-ca6d8d96edc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:09.349465 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd876403-a10b-4971-9b51-de8a1d0b4165 req-645135ba-d19b-4d3a-8ae2-77377f74d44a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:09.350939 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bd876403-a10b-4971-9b51-de8a1d0b4165 req-645135ba-d19b-4d3a-8ae2-77377f74d44a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 943 time: 0.0791156 Mar 05 14:30:09.394855 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bd876403-a10b-4971-9b51-de8a1d0b4165 req-5fd55cb7-ef97-4559-8e5c-e46b8ac86028 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383303 Mar 05 14:30:10.169017 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 77b9034c-b6cf-4fcc-bc0b-15bbef84770f details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:30:10.301841 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=77b9034c-b6cf-4fcc-bc0b-15bbef84770f,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:30:10.314940 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '77b9034c-b6cf-4fcc-bc0b-15bbef84770f', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'port_id': '77b9034c-b6cf-4fcc-bc0b-15bbef84770f', 'mac_address': 'fa:16:3e:b6:ba:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:30:10.373307 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:10.390245 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b9034c-b6cf-4fcc-bc0b-15bbef84770f {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:30:10.406326 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=77b9034c-b6cf-4fcc-bc0b-15bbef84770f,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:30:10.411700 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:10.480203 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=77b9034c-b6cf-4fcc-bc0b-15bbef84770f,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:30:10.582594 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3229cc-ed34-4c42-a6c4-cc5a36e9df64 req-2de06b3e-5996-4ee4-88cc-5c539437fba7 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:10.584060 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bd3229cc-ed34-4c42-a6c4-cc5a36e9df64 req-2de06b3e-5996-4ee4-88cc-5c539437fba7 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 944 time: 0.0796905 Mar 05 14:30:10.597775 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['77b9034c-b6cf-4fcc-bc0b-15bbef84770f'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:30:10.627474 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bd3229cc-ed34-4c42-a6c4-cc5a36e9df64 req-fc4f7ff1-9617-4290-8fd5-e7f221a7d6f6 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378275 Mar 05 14:30:10.981993 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-112dbb7b-b381-4f0c-b9c3-15580f09d92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:11.811761 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f947e-c814-4cbc-9e76-d77271ddeabf req-cd82bd41-75ea-484c-a641-ca2f80e9622e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:11.813101 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-360f947e-c814-4cbc-9e76-d77271ddeabf req-cd82bd41-75ea-484c-a641-ca2f80e9622e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 944 time: 0.0820620 Mar 05 14:30:11.856830 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-360f947e-c814-4cbc-9e76-d77271ddeabf req-40c55675-74f1-41bb-b9dd-0f0b5baced22 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374486 Mar 05 14:30:12.160058 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:12.168414 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 77b9034c-b6cf-4fcc-bc0b-15bbef84770f up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:30:12.237546 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:12.242840 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:30:12.247325 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:30:12.247696 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:12.364197 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:12.390225 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22e5be3-ef76-4a95-8d7e-c72a65b2f826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b9034c-b6cf-4fcc-bc0b-15bbef84770f'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:30:12.400133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=77b9034c-b6cf-4fcc-bc0b-15bbef84770f,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:30:12.404934 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:12.444230 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22e5be3-ef76-4a95-8d7e-c72a65b2f826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b9034c-b6cf-4fcc-bc0b-15bbef84770f', 'code': 200} Mar 05 14:30:12.476100 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=77b9034c-b6cf-4fcc-bc0b-15bbef84770f,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:30:12.566721 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272454b-845e-42b5-83f0-5ae11563c4e0 req-6d15c736-0261-4d1c-be2f-ec1594d19f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:12.568237 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e272454b-845e-42b5-83f0-5ae11563c4e0 req-6d15c736-0261-4d1c-be2f-ec1594d19f60 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 1096 time: 0.0701423 Mar 05 14:30:12.608979 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e272454b-845e-42b5-83f0-5ae11563c4e0 req-463cb072-091e-41b8-87c7-8079182abeff service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353081 Mar 05 14:30:13.041494 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47d30c-c119-4164-91b8-3907a7f05a9f req-ff940bc0-260a-4599-a0bd-ded5aa2d9904 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:13.042935 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a47d30c-c119-4164-91b8-3907a7f05a9f req-ff940bc0-260a-4599-a0bd-ded5aa2d9904 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0833752 Mar 05 14:30:13.086673 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a47d30c-c119-4164-91b8-3907a7f05a9f req-07d755f8-d338-4063-9372-c567dae3c314 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381932 Mar 05 14:30:13.820982 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:14.275346 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:30:14.382150 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91155c31-1e65-4b04-a0a4-52ce9dbed7a3 req-9619b2ec-2d80-4dbd-9b71-b2aacd3f5fda tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:14.383540 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-91155c31-1e65-4b04-a0a4-52ce9dbed7a3 req-9619b2ec-2d80-4dbd-9b71-b2aacd3f5fda tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.1917970 Mar 05 14:30:14.427188 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-91155c31-1e65-4b04-a0a4-52ce9dbed7a3 req-115af605-2411-478b-b9ff-b47a6d071408 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380023 Mar 05 14:30:14.609962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc20ce-50ac-43bd-9c42-72f36a6bdc66 req-22c622ba-eab1-43ce-a79d-4146b5101966 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:14.611452 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e9dc20ce-50ac-43bd-9c42-72f36a6bdc66 req-22c622ba-eab1-43ce-a79d-4146b5101966 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0814867 Mar 05 14:30:14.621033 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 51662) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:30:14.626053 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-c4422192-189e-4e15-945c-4cfe1941da0a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Request body: {'floatingip': {'port_id': '77b9034c-b6cf-4fcc-bc0b-15bbef84770f'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:30:14.711599 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c4422192-189e-4e15-945c-4cfe1941da0a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for floatingip, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:15.314821 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c4422192-189e-4e15-945c-4cfe1941da0a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:15.319337 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c4422192-189e-4e15-945c-4cfe1941da0a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:15.488546 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-c4422192-189e-4e15-945c-4cfe1941da0a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Floating IP 6733fa35-f2e4-4cf3-8c89-b4faed973061 associated. External IP: 172.25.4.89, port: 77b9034c-b6cf-4fcc-bc0b-15bbef84770f. Mar 05 14:30:15.949172 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4422192-189e-4e15-945c-4cfe1941da0a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Router 896f0214-6809-4b76-828f-bc0d3e2ed02b has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:30:16.124506 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4422192-189e-4e15-945c-4cfe1941da0a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:30:16.129278 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c4422192-189e-4e15-945c-4cfe1941da0a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:16.134787 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c8a45-fe6b-4c43-b5e5-297c1ed6f41b None None] Sync routers for ids ['896f0214-6809-4b76-828f-bc0d3e2ed02b'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:30:16.172280 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3c8a45-fe6b-4c43-b5e5-297c1ed6f41b None None] Routers {'896f0214-6809-4b76-828f-bc0d3e2ed02b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:30:16.172885 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8e3c8a45-fe6b-4c43-b5e5-297c1ed6f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:30:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['896f0214-6809-4b76-828f-bc0d3e2ed02b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:30:16.190054 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c4422192-189e-4e15-945c-4cfe1941da0a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "PUT /v2.0/floatingips/6733fa35-f2e4-4cf3-8c89-b4faed973061 HTTP/1.1" status: 200 len: 990 time: 1.5653083 Mar 05 14:30:16.190054 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22e5be3-ef76-4a95-8d7e-c72a65b2f826', 'tag': '77b9034c-b6cf-4fcc-bc0b-15bbef84770f'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:30:16.233274 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22e5be3-ef76-4a95-8d7e-c72a65b2f826', 'tag': '77b9034c-b6cf-4fcc-bc0b-15bbef84770f', 'status': 'completed', 'code': 200} Mar 05 14:30:16.327693 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1023ae-69ef-4426-9023-ffa4ff8a3c7b req-4e5915a4-481d-4809-a5e0-9ba3c85526b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:16.329174 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d1023ae-69ef-4426-9023-ffa4ff8a3c7b req-4e5915a4-481d-4809-a5e0-9ba3c85526b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 1096 time: 0.0755856 Mar 05 14:30:16.358773 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-8e3c8a45-fe6b-4c43-b5e5-297c1ed6f41b None None] Set router 896f0214-6809-4b76-828f-bc0d3e2ed02b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:30:16.531272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1023ae-69ef-4426-9023-ffa4ff8a3c7b req-4be24233-25a3-425a-b760-bd256cbc25bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:16.532692 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d1023ae-69ef-4426-9023-ffa4ff8a3c7b req-4be24233-25a3-425a-b760-bd256cbc25bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1981149 Mar 05 14:30:16.710142 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8e3c8a45-fe6b-4c43-b5e5-297c1ed6f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '6733fa35-f2e4-4cf3-8c89-b4faed973061', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'floating_ip_address': '172.25.4.89', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'port_id': '77b9034c-b6cf-4fcc-bc0b-15bbef84770f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'mac_address': 'fa:16:3e:b6:ba:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22e5be3-ef76-4a95-8d7e-c72a65b2f826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:29:08Z', 'updated_at': '2022-03-05T14:30:15Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:10Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:30:16.713954 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c8a45-fe6b-4c43-b5e5-297c1ed6f41b None None] Checking router: 896f0214-6809-4b76-828f-bc0d3e2ed02b for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:30:16.722623 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3c8a45-fe6b-4c43-b5e5-297c1ed6f41b None None] Routers {'896f0214-6809-4b76-828f-bc0d3e2ed02b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:30:16.723175 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8e3c8a45-fe6b-4c43-b5e5-297c1ed6f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:30:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['896f0214-6809-4b76-828f-bc0d3e2ed02b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:30:16.765541 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178df582-1542-40a1-8268-a9cd719604f3 req-0c82db56-0762-450e-9e42-094be567173e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:16.767101 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-178df582-1542-40a1-8268-a9cd719604f3 req-0c82db56-0762-450e-9e42-094be567173e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.2843103 Mar 05 14:30:16.769704 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d1023ae-69ef-4426-9023-ffa4ff8a3c7b req-83b466c8-f962-4480-b659-d5a239437882 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77b9034c-b6cf-4fcc-bc0b-15bbef84770f HTTP/1.1" status: 200 len: 998 time: 0.2281485 Mar 05 14:30:16.859059 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-178df582-1542-40a1-8268-a9cd719604f3 req-38b21076-3094-49ae-af0d-1ca4bceb11cc tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857694 Mar 05 14:30:16.867160 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1023ae-69ef-4426-9023-ffa4ff8a3c7b req-0062d488-3180-4878-94b6-809f7019ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:16.868572 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d1023ae-69ef-4426-9023-ffa4ff8a3c7b req-0062d488-3180-4878-94b6-809f7019ccb2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0814872 Mar 05 14:30:16.901080 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-8e3c8a45-fe6b-4c43-b5e5-297c1ed6f41b None None] Set router 896f0214-6809-4b76-828f-bc0d3e2ed02b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:30:16.947585 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1023ae-69ef-4426-9023-ffa4ff8a3c7b req-51572a39-8a91-407d-bb61-de00ad87b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:16.949034 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d1023ae-69ef-4426-9023-ffa4ff8a3c7b req-51572a39-8a91-407d-bb61-de00ad87b57d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753598 Mar 05 14:30:17.081829 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d1023ae-69ef-4426-9023-ffa4ff8a3c7b req-b2879a09-e8bb-4ed5-bb96-36a5227b1d33 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262069 Mar 05 14:30:17.213222 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d1023ae-69ef-4426-9023-ffa4ff8a3c7b req-b2d894ad-b762-45de-af74-725c6017317d service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259663 Mar 05 14:30:17.244962 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8e3c8a45-fe6b-4c43-b5e5-297c1ed6f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '6733fa35-f2e4-4cf3-8c89-b4faed973061', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'floating_ip_address': '172.25.4.89', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'port_id': '77b9034c-b6cf-4fcc-bc0b-15bbef84770f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'mac_address': 'fa:16:3e:b6:ba:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22e5be3-ef76-4a95-8d7e-c72a65b2f826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:29:08Z', 'updated_at': '2022-03-05T14:30:15Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:10Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:30:17.248864 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c8a45-fe6b-4c43-b5e5-297c1ed6f41b None None] The sync data for ids ['896f0214-6809-4b76-828f-bc0d3e2ed02b'] in n-d-803718-1 is: [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '6733fa35-f2e4-4cf3-8c89-b4faed973061', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'floating_ip_address': '172.25.4.89', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'port_id': '77b9034c-b6cf-4fcc-bc0b-15bbef84770f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'mac_address': 'fa:16:3e:b6:ba:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22e5be3-ef76-4a95-8d7e-c72a65b2f826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:29:08Z', 'updated_at': '2022-03-05T14:30:15Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:10Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:30:17.444028 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120db84c-03ba-4c60-ac7d-d014b9cd3ded None None] New status for floating IP 6733fa35-f2e4-4cf3-8c89-b4faed973061: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:30:17.762487 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3708f6-4dff-456f-bf91-04392b1244b1 req-e025bbd9-ba8c-4a6e-95e6-93cc29f09c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:17.763990 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce3708f6-4dff-456f-bf91-04392b1244b1 req-e025bbd9-ba8c-4a6e-95e6-93cc29f09c86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 1096 time: 0.0790637 Mar 05 14:30:17.909217 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3708f6-4dff-456f-bf91-04392b1244b1 req-37d51362-7db7-43e5-a66a-67a670bed291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:17.910754 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce3708f6-4dff-456f-bf91-04392b1244b1 req-37d51362-7db7-43e5-a66a-67a670bed291 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1289878 Mar 05 14:30:18.012639 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce3708f6-4dff-456f-bf91-04392b1244b1 req-c3e51694-5748-49d0-9f9c-c50888e67c79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77b9034c-b6cf-4fcc-bc0b-15bbef84770f HTTP/1.1" status: 200 len: 1000 time: 0.0961916 Mar 05 14:30:18.048692 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cfd01-e7c6-496d-b5d5-8c4c33a91f2b req-f21494a3-ea86-4b95-b10d-ae9307858ec5 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:18.051224 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d16cfd01-e7c6-496d-b5d5-8c4c33a91f2b req-f21494a3-ea86-4b95-b10d-ae9307858ec5 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0803573 Mar 05 14:30:18.078887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3708f6-4dff-456f-bf91-04392b1244b1 req-f0fc480e-ed47-4a89-89e0-6a1bfa21a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:18.080454 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce3708f6-4dff-456f-bf91-04392b1244b1 req-f0fc480e-ed47-4a89-89e0-6a1bfa21a56d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0626540 Mar 05 14:30:18.096058 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d16cfd01-e7c6-496d-b5d5-8c4c33a91f2b req-5f0a686e-49b5-411e-8512-3d7d286892fa tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393898 Mar 05 14:30:18.154563 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3708f6-4dff-456f-bf91-04392b1244b1 req-e36fdcf8-7aea-4449-9fe1-3d7dc1039a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:18.155974 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce3708f6-4dff-456f-bf91-04392b1244b1 req-e36fdcf8-7aea-4449-9fe1-3d7dc1039a19 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701640 Mar 05 14:30:18.286389 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce3708f6-4dff-456f-bf91-04392b1244b1 req-84e613ff-32c1-4b57-a856-b437248eac07 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242278 Mar 05 14:30:18.419151 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ce3708f6-4dff-456f-bf91-04392b1244b1 req-677310ea-3a8c-4b49-8003-2aded12437f3 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268096 Mar 05 14:30:19.286356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d14835-2979-44fe-88cb-692d6ef897c2 req-5581da48-848c-4a90-a6ec-ea6a9ae63459 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:19.287827 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-31d14835-2979-44fe-88cb-692d6ef897c2 req-5581da48-848c-4a90-a6ec-ea6a9ae63459 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0851512 Mar 05 14:30:19.332610 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-31d14835-2979-44fe-88cb-692d6ef897c2 req-7d96d9fa-05b6-4b98-98cc-2a11addbf8dd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391953 Mar 05 14:30:20.520548 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d397ee-a8ea-4692-a542-e03d24ad9af9 req-803fb3f9-bf67-43cc-aa5d-b23ffccfdc38 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:20.521983 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a0d397ee-a8ea-4692-a542-e03d24ad9af9 req-803fb3f9-bf67-43cc-aa5d-b23ffccfdc38 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0838196 Mar 05 14:30:20.566091 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a0d397ee-a8ea-4692-a542-e03d24ad9af9 req-c2af8d48-1f8c-4e96-96e1-dddbd689f45c tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382648 Mar 05 14:30:21.749899 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afc3db-0d17-4220-941d-120a7fbc6e0f req-c18ee2c4-a93a-47e0-ab90-37eac691c0ff tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:21.751274 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d1afc3db-0d17-4220-941d-120a7fbc6e0f req-c18ee2c4-a93a-47e0-ab90-37eac691c0ff tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0794735 Mar 05 14:30:21.796451 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d1afc3db-0d17-4220-941d-120a7fbc6e0f req-077f81fc-9e0c-4be1-a4ab-f840a6b9fc4e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396888 Mar 05 14:30:22.977681 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5a325-8047-4a86-b896-ee3c945fe87c req-66b170b2-7065-4b64-9c25-aad7346f2010 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:22.979160 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b2f5a325-8047-4a86-b896-ee3c945fe87c req-66b170b2-7065-4b64-9c25-aad7346f2010 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0796194 Mar 05 14:30:23.022650 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b2f5a325-8047-4a86-b896-ee3c945fe87c req-d01f6aeb-e742-4bd4-83c1-6f0158b96f15 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379741 Mar 05 14:30:24.207310 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a726d67-7a79-49d2-8d94-023f5e2a2c66 req-c6d12d0e-9dc9-4633-88b7-e348d88fd2fa tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:24.208759 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0a726d67-7a79-49d2-8d94-023f5e2a2c66 req-c6d12d0e-9dc9-4633-88b7-e348d88fd2fa tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0804346 Mar 05 14:30:24.253068 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0a726d67-7a79-49d2-8d94-023f5e2a2c66 req-f3948d8f-2f33-4dca-8cef-a0ed9510b21e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387404 Mar 05 14:30:25.441508 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675206c-3edf-474e-86c0-dc3ade5d617c req-3e35caf2-a7c4-44ec-914c-efd4009f8c9c tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:25.443074 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4675206c-3edf-474e-86c0-dc3ade5d617c req-3e35caf2-a7c4-44ec-914c-efd4009f8c9c tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0833373 Mar 05 14:30:25.486557 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4675206c-3edf-474e-86c0-dc3ade5d617c req-b4f497f4-b3c0-46be-807b-b8253222db15 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379603 Mar 05 14:30:26.672244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae442dfb-6ffe-49a0-a97b-5a608779bee7 req-78286bad-7e46-4c14-acc4-721d8d9826ac tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:26.673688 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae442dfb-6ffe-49a0-a97b-5a608779bee7 req-78286bad-7e46-4c14-acc4-721d8d9826ac tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0843332 Mar 05 14:30:26.818701 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae442dfb-6ffe-49a0-a97b-5a608779bee7 req-0299bbf5-84bf-44c4-843b-e20d31c912ce tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387556 Mar 05 14:30:28.000478 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0279b-2cb1-4628-a43b-c47c1da70cee req-13c3f933-cf31-4c0c-ae16-263ffe491e72 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:28.001920 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-06e0279b-2cb1-4628-a43b-c47c1da70cee req-13c3f933-cf31-4c0c-ae16-263ffe491e72 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0802152 Mar 05 14:30:28.045811 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-06e0279b-2cb1-4628-a43b-c47c1da70cee req-f24ebfc2-d972-4b44-9cb9-5b047a80604b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374146 Mar 05 14:30:29.229856 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1504e-f245-4e3d-8cb5-aa56b332e37c req-2eb0fef9-7008-4d2f-945b-f52fdaa1f5a8 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:29.231326 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c4c1504e-f245-4e3d-8cb5-aa56b332e37c req-2eb0fef9-7008-4d2f-945b-f52fdaa1f5a8 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0807016 Mar 05 14:30:29.274475 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c4c1504e-f245-4e3d-8cb5-aa56b332e37c req-aaa29dbc-30c2-43d8-b0d5-0388a470aebe tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375671 Mar 05 14:30:29.366171 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:29.401050 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:30.462874 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f53a5-8de7-45b2-816d-6cfc622d1d4b req-c6def550-52c1-4c52-9d76-e9c9e55bb90a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:30.464316 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-df3f53a5-8de7-45b2-816d-6cfc622d1d4b req-c6def550-52c1-4c52-9d76-e9c9e55bb90a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0851676 Mar 05 14:30:30.508432 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-df3f53a5-8de7-45b2-816d-6cfc622d1d4b req-bbd733a0-3597-4cae-99d5-7a190a1410ae tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385780 Mar 05 14:30:31.691726 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdcdee-b420-4915-9580-f6ead06d97df req-e12eb929-963b-4ba2-bdb4-514b38f5ea50 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:31.693146 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f6bdcdee-b420-4915-9580-f6ead06d97df req-e12eb929-963b-4ba2-bdb4-514b38f5ea50 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0832908 Mar 05 14:30:31.735867 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f6bdcdee-b420-4915-9580-f6ead06d97df req-fbe64280-1dda-4213-a7aa-5e1306670c7f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370569 Mar 05 14:30:32.919030 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfdc0f-7cf7-48d3-83e3-86e917365e4d req-804c863b-7915-4877-b443-37519cbfa44b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:32.920464 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-29dfdc0f-7cf7-48d3-83e3-86e917365e4d req-804c863b-7915-4877-b443-37519cbfa44b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0776477 Mar 05 14:30:32.966881 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-29dfdc0f-7cf7-48d3-83e3-86e917365e4d req-a4425370-6f50-45d5-bf55-e19a3a04365f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408156 Mar 05 14:30:34.151538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c2182-a92d-48fb-a12b-e871df253671 req-2ee2ad8a-4df1-4086-997d-49901111555f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:34.152946 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-227c2182-a92d-48fb-a12b-e871df253671 req-2ee2ad8a-4df1-4086-997d-49901111555f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0813484 Mar 05 14:30:34.196609 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-227c2182-a92d-48fb-a12b-e871df253671 req-8beb1ec6-bb12-4307-95bd-15e1a2ad0620 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381494 Mar 05 14:30:35.377845 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60483476-876c-4b64-8a2c-da01c45fd606 req-717750d2-7810-4171-b61a-b48ac7a92771 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:35.379304 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-60483476-876c-4b64-8a2c-da01c45fd606 req-717750d2-7810-4171-b61a-b48ac7a92771 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0780621 Mar 05 14:30:35.422630 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-60483476-876c-4b64-8a2c-da01c45fd606 req-adf702cf-71df-4bc4-9f9c-7b2f4e033b4d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378208 Mar 05 14:30:36.609234 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f591cb6-6a6c-4960-8f59-0c6e29cebc2b req-8fcf7d58-d0fc-44e4-af31-6046a0a30284 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:36.610648 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6f591cb6-6a6c-4960-8f59-0c6e29cebc2b req-8fcf7d58-d0fc-44e4-af31-6046a0a30284 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0785911 Mar 05 14:30:36.653359 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6f591cb6-6a6c-4960-8f59-0c6e29cebc2b req-db349e8a-107e-4ed1-b4e7-20532ede2d07 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371232 Mar 05 14:30:37.840130 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dd406-6bd4-4db6-b5fa-3c44e7387916 req-7316b645-e928-41fe-b22d-2a3bf8238247 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:37.841542 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e6dd406-6bd4-4db6-b5fa-3c44e7387916 req-7316b645-e928-41fe-b22d-2a3bf8238247 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0842407 Mar 05 14:30:37.886206 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e6dd406-6bd4-4db6-b5fa-3c44e7387916 req-bd718a63-0620-4101-b6f3-e271c9afa367 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389020 Mar 05 14:30:38.863149 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4d2af623-a45c-4c5e-bd3e-90e6dcd79de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:39.073927 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf04ef7-7f14-4085-852e-654a7706bfd5 req-62382369-1cff-4cfd-8ac4-d3834a4b3fbb tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:39.075307 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cdf04ef7-7f14-4085-852e-654a7706bfd5 req-62382369-1cff-4cfd-8ac4-d3834a4b3fbb tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0832357 Mar 05 14:30:39.119368 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cdf04ef7-7f14-4085-852e-654a7706bfd5 req-3bb8ba89-61a3-4fc8-b753-7eaf43c3f08f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378816 Mar 05 14:30:40.302485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aebd0-9027-436a-b69b-1258d592430d req-008f3795-9ecb-4573-98fc-0ad839a2d5d7 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:40.303942 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c27aebd0-9027-436a-b69b-1258d592430d req-008f3795-9ecb-4573-98fc-0ad839a2d5d7 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0787370 Mar 05 14:30:40.347872 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c27aebd0-9027-436a-b69b-1258d592430d req-5d0e91ad-29a9-4394-bf15-fb1e677dff6a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384459 Mar 05 14:30:40.983343 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-24e68952-2f4c-4c72-b684-0f2e31a25259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:41.529089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a58495-786c-4744-8279-df2b00cabfe9 req-d032d083-d782-4066-a9a8-69fba3494702 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:41.530519 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-83a58495-786c-4744-8279-df2b00cabfe9 req-d032d083-d782-4066-a9a8-69fba3494702 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0793254 Mar 05 14:30:41.576649 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-83a58495-786c-4744-8279-df2b00cabfe9 req-997ffc75-26f0-4960-b959-d9f44d861819 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397201 Mar 05 14:30:42.161842 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:42.228227 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:42.763345 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19d24e-57d1-49ca-a3fa-d21f9c58562b req-0044d3c2-2f0b-4de1-91c6-a9574fb28a6b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:42.764670 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de19d24e-57d1-49ca-a3fa-d21f9c58562b req-0044d3c2-2f0b-4de1-91c6-a9574fb28a6b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0848222 Mar 05 14:30:42.807473 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de19d24e-57d1-49ca-a3fa-d21f9c58562b req-96c470c0-18ac-4aa7-a591-de8fb3a0fad3 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373013 Mar 05 14:30:43.208180 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-1150b636-68a2-4852-b555-1263b2afc9c0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1287014 Mar 05 14:30:43.220221 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51d08f-b6b7-48ee-bb01-99de3d278d47 req-892b6a73-8650-4dec-a1b0-d9fb43e86692 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:43.222159 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3f51d08f-b6b7-48ee-bb01-99de3d278d47 req-892b6a73-8650-4dec-a1b0-d9fb43e86692 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.1014555 Mar 05 14:30:43.267795 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3f51d08f-b6b7-48ee-bb01-99de3d278d47 req-bbf6f8d1-9eac-4cf9-aa7c-6333574fb87b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393956 Mar 05 14:30:43.828404 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:44.313109 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-5c6770a6-fefd-4096-95a6-7854ef45f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:44.314589 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-5c6770a6-fefd-4096-95a6-7854ef45f39a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 1096 time: 0.0709343 Mar 05 14:30:44.496908 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-1fdc4bcc-df64-4bb7-a089-32400d197353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:44.498349 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-1fdc4bcc-df64-4bb7-a089-32400d197353 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1782804 Mar 05 14:30:44.589622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc53e14-6c70-4242-a0ea-d7dbc42615ae req-1c09cdf5-757b-460d-a38a-99fb9cc7730e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:44.591031 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0fc53e14-6c70-4242-a0ea-d7dbc42615ae req-1c09cdf5-757b-460d-a38a-99fb9cc7730e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.1879230 Mar 05 14:30:44.643458 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-ed77f7e6-f6e6-41b7-bc96-4a918fe28527 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77b9034c-b6cf-4fcc-bc0b-15bbef84770f HTTP/1.1" status: 200 len: 1000 time: 0.1351619 Mar 05 14:30:44.653905 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0fc53e14-6c70-4242-a0ea-d7dbc42615ae req-0b86d566-c8ad-47b2-86e1-a7debc16971a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570846 Mar 05 14:30:44.710539 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-84d2f70a-3816-4911-9ea5-d2d78d1523fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:44.712005 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-84d2f70a-3816-4911-9ea5-d2d78d1523fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0611451 Mar 05 14:30:44.789688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-2af1ff4e-31d3-4c21-86e0-016dde81696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:44.791135 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-2af1ff4e-31d3-4c21-86e0-016dde81696f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731471 Mar 05 14:30:44.920258 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-051f0b28-d616-4a67-ad7e-2ca1671772f2 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235688 Mar 05 14:30:45.050342 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-c795811d-ccc6-45bb-9d17-9b1268cb6c2f service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239417 Mar 05 14:30:45.838672 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75d5a5-0980-4b70-8d8e-9be339401771 req-5d65ab55-3a20-4431-a689-829991e5cf99 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:45.840045 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aa75d5a5-0980-4b70-8d8e-9be339401771 req-5d65ab55-3a20-4431-a689-829991e5cf99 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0781438 Mar 05 14:30:45.886046 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aa75d5a5-0980-4b70-8d8e-9be339401771 req-ffbe552a-c2b0-4a1d-8705-cc244dc137ed tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404582 Mar 05 14:30:46.801503 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-0f12e5b7-f894-4993-b42e-fe08f0440b70 service neutron] show failed (client error): The resource could not be found. Mar 05 14:30:46.802395 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-0f12e5b7-f894-4993-b42e-fe08f0440b70 service neutron] 10.222.0.15 "GET /v2.0/ports/77b9034c-b6cf-4fcc-bc0b-15bbef84770f/bindings/n-h2-803718-1 HTTP/1.1" status: 404 len: 380 time: 0.0739980 Mar 05 14:30:47.060468 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-bc51a8ae-efee-4e5a-9821-f2f42cb47c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:47.061885 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-bc51a8ae-efee-4e5a-9821-f2f42cb47c93 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826&tenant_id=cc8647a7228c49ecafab4baf42c52d7a HTTP/1.1" status: 200 len: 1096 time: 0.0710700 Mar 05 14:30:47.073124 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803718-1', 'device_owner': 'compute:nova'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:30:47.085253 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d82b7-db6a-40f6-bd57-d5c1a97d09bc req-f3706e7d-3c7d-4c1e-9ff6-a842b52b1f28 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:47.086681 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-311d82b7-db6a-40f6-bd57-d5c1a97d09bc req-f3706e7d-3c7d-4c1e-9ff6-a842b52b1f28 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0829115 Mar 05 14:30:47.189333 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:47.240968 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-311d82b7-db6a-40f6-bd57-d5c1a97d09bc req-a3887d4f-f562-42fa-9b7e-96f18a0ad426 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486700 Mar 05 14:30:47.569342 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] For port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=77b9034c-b6cf-4fcc-bc0b-15bbef84770f,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:30:47.597572 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] For port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f, host n-h1-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:30:47.653772 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22e5be3-ef76-4a95-8d7e-c72a65b2f826', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b9034c-b6cf-4fcc-bc0b-15bbef84770f'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:30:47.660694 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:47.677827 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Transition to ACTIVE for port object 77b9034c-b6cf-4fcc-bc0b-15bbef84770f will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:30:47.683044 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:47.784813 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22e5be3-ef76-4a95-8d7e-c72a65b2f826', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b9034c-b6cf-4fcc-bc0b-15bbef84770f', 'code': 200} Mar 05 14:30:47.825492 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Pushing event updated for resources: {'Port': ['ID=77b9034c-b6cf-4fcc-bc0b-15bbef84770f,revision_number=6']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:30:47.838353 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:47.838686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:47.839051 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:47.839380 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:47.839695 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:47.840009 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:47.840322 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:47.840630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:47.840940 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:47.841245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:47.841552 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:47.841857 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:47.894931 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] No DVR routers for this DVR port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f on host n-h1-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:30:48.117798 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Attempting to bind port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:30:48.118468 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Attempting to bind port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:30:48.118468 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Attempting to bind port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f on network a0ece5c1-5102-494c-8481-790fca5bd3e8 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:30:48.122940 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f on network a0ece5c1-5102-494c-8481-790fca5bd3e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:30:48.123255 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Attempting to bind port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f on network a0ece5c1-5102-494c-8481-790fca5bd3e8 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:30:48.129012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:30:48.129339 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Checking segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:30:48.129716 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Bound using segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:30:48.130131 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Bound port: 77b9034c-b6cf-4fcc-bc0b-15bbef84770f, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:30:48.130464 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:48.218193 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] For port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:30:48.221087 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] For port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=77b9034c-b6cf-4fcc-bc0b-15bbef84770f,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:30:48.225459 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:48.279479 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:48.280078 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:48.281482 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] 10.222.0.30 "PUT /v2.0/ports/77b9034c-b6cf-4fcc-bc0b-15bbef84770f HTTP/1.1" status: 200 len: 1091 time: 1.2123139 Mar 05 14:30:48.304221 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1171eaf-05b5-4954-a7a9-5f249d6e2e65 service neutron] Pushing event updated for resources: {'Port': ['ID=77b9034c-b6cf-4fcc-bc0b-15bbef84770f,revision_number=7']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:30:48.384651 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-495ea832-61cb-4736-9651-acdba2ae4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:48.386139 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-495ea832-61cb-4736-9651-acdba2ae4ce2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 1094 time: 0.0733204 Mar 05 14:30:48.437395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e35b8-1e8c-4ba1-8f95-7ed8fb88e2f0 req-87b1cc28-f706-43c0-89ff-a54251386ab7 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:48.439046 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4d5e35b8-1e8c-4ba1-8f95-7ed8fb88e2f0 req-87b1cc28-f706-43c0-89ff-a54251386ab7 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 943 time: 0.0853856 Mar 05 14:30:48.489494 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4d5e35b8-1e8c-4ba1-8f95-7ed8fb88e2f0 req-6ebdfef1-7e16-4719-aaa5-c89f3f3fc0b1 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431373 Mar 05 14:30:48.538669 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-b15b1135-aa2c-4cea-b5a5-0920b1edb3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:48.540065 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-b15b1135-aa2c-4cea-b5a5-0920b1edb3d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1464396 Mar 05 14:30:48.641164 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-d03180f3-fe6f-4f86-be75-ad0c3f70e051 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77b9034c-b6cf-4fcc-bc0b-15bbef84770f HTTP/1.1" status: 200 len: 998 time: 0.0953028 Mar 05 14:30:48.712365 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-ab04c199-20b6-44af-8c5f-cee6d93bd62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:48.713946 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-ab04c199-20b6-44af-8c5f-cee6d93bd62d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0668395 Mar 05 14:30:48.788155 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-0c567de8-6726-4b71-9ecb-88d7a28c42cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:48.789673 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-0c567de8-6726-4b71-9ecb-88d7a28c42cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700362 Mar 05 14:30:48.924491 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-c33c0d95-fa0b-4ac7-9d2f-8db2f098c923 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287725 Mar 05 14:30:49.067438 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-25a7d10c-0746-4b03-9e65-0d44c64783a0 req-be52a8d6-4c55-445c-bc47-ff00eedbe68e service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368554 Mar 05 14:30:49.676750 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776520ae-64a7-49ba-b20a-7cc546025047 req-24fe7547-9148-4d34-8c87-f07b607b667f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:49.678205 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-776520ae-64a7-49ba-b20a-7cc546025047 req-24fe7547-9148-4d34-8c87-f07b607b667f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 943 time: 0.0826042 Mar 05 14:30:49.803993 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22e5be3-ef76-4a95-8d7e-c72a65b2f826', 'tag': '77b9034c-b6cf-4fcc-bc0b-15bbef84770f'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:30:49.835481 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-776520ae-64a7-49ba-b20a-7cc546025047 req-954f4545-bfab-4fe0-8535-3b4d01f6e1f1 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515481 Mar 05 14:30:49.865712 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22e5be3-ef76-4a95-8d7e-c72a65b2f826', 'tag': '77b9034c-b6cf-4fcc-bc0b-15bbef84770f', 'status': 'completed', 'code': 200} Mar 05 14:30:49.956629 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae11b8-c2a3-446c-8514-653eeffa6bbb req-fd7c7c58-cda9-4996-ae20-d0f5f822f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:49.958113 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2cae11b8-c2a3-446c-8514-653eeffa6bbb req-fd7c7c58-cda9-4996-ae20-d0f5f822f78f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 1094 time: 0.0709033 Mar 05 14:30:49.959593 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae11b8-c2a3-446c-8514-653eeffa6bbb req-66e200ea-4483-4fff-82a1-ab0a4b1a259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:49.961070 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2cae11b8-c2a3-446c-8514-653eeffa6bbb req-66e200ea-4483-4fff-82a1-ab0a4b1a259c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 1094 time: 0.0733516 Mar 05 14:30:50.091571 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae11b8-c2a3-446c-8514-653eeffa6bbb req-01be46c4-b442-4bb7-aac5-597e904e2dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:50.092920 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2cae11b8-c2a3-446c-8514-653eeffa6bbb req-01be46c4-b442-4bb7-aac5-597e904e2dd8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1272206 Mar 05 14:30:50.096806 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae11b8-c2a3-446c-8514-653eeffa6bbb req-a7a7f9c4-6226-4870-af83-72ea3ef1dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:50.098285 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2cae11b8-c2a3-446c-8514-653eeffa6bbb req-a7a7f9c4-6226-4870-af83-72ea3ef1dfcf service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1318486 Mar 05 14:30:50.197458 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2cae11b8-c2a3-446c-8514-653eeffa6bbb req-e30e94c1-f9ad-4777-9366-22808f9f83ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77b9034c-b6cf-4fcc-bc0b-15bbef84770f HTTP/1.1" status: 200 len: 998 time: 0.0970120 Mar 05 14:30:50.200031 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2cae11b8-c2a3-446c-8514-653eeffa6bbb req-0e390a58-bb79-4a3d-93a8-40c78537c25c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77b9034c-b6cf-4fcc-bc0b-15bbef84770f HTTP/1.1" status: 200 len: 998 time: 0.0964952 Mar 05 14:30:50.262426 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae11b8-c2a3-446c-8514-653eeffa6bbb req-10f24cb7-6118-410a-ae2f-9e26165ab0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:50.262671 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae11b8-c2a3-446c-8514-653eeffa6bbb req-93ca061e-6680-4ab6-99f3-4e67e34b47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:50.263874 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2cae11b8-c2a3-446c-8514-653eeffa6bbb req-10f24cb7-6118-410a-ae2f-9e26165ab0e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0579350 Mar 05 14:30:50.264003 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2cae11b8-c2a3-446c-8514-653eeffa6bbb req-93ca061e-6680-4ab6-99f3-4e67e34b47a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0599535 Mar 05 14:30:50.341839 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae11b8-c2a3-446c-8514-653eeffa6bbb req-af2ec9a8-4125-4d70-9971-8e7c30923880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:50.343727 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae11b8-c2a3-446c-8514-653eeffa6bbb req-624bfa39-6d68-4e35-a84d-ac0a8c6e054c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:50.343946 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2cae11b8-c2a3-446c-8514-653eeffa6bbb req-af2ec9a8-4125-4d70-9971-8e7c30923880 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736744 Mar 05 14:30:50.345170 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2cae11b8-c2a3-446c-8514-653eeffa6bbb req-624bfa39-6d68-4e35-a84d-ac0a8c6e054c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758522 Mar 05 14:30:50.467488 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 77b9034c-b6cf-4fcc-bc0b-15bbef84770f no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:30:50.487642 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2cae11b8-c2a3-446c-8514-653eeffa6bbb req-8a85e682-1ea4-4a51-b268-cfe71043b081 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366980 Mar 05 14:30:50.490087 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2cae11b8-c2a3-446c-8514-653eeffa6bbb req-f2aa0440-16e7-4aa8-95fe-5340383e031e service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388044 Mar 05 14:30:50.528821 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 77b9034c-b6cf-4fcc-bc0b-15bbef84770f not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:30:50.621915 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2cae11b8-c2a3-446c-8514-653eeffa6bbb req-f377877d-9d9b-4201-b5ce-043131cd79e6 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282008 Mar 05 14:30:50.624919 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2cae11b8-c2a3-446c-8514-653eeffa6bbb req-b1c8e0a9-198e-4b58-9149-1558554553d6 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285782 Mar 05 14:30:51.021073 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dcd46-8d27-47d1-ab51-9bea59745e13 req-2d347c86-d215-431d-87b4-d751a6d9e583 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:51.022520 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-125dcd46-8d27-47d1-ab51-9bea59745e13 req-2d347c86-d215-431d-87b4-d751a6d9e583 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 943 time: 0.0842483 Mar 05 14:30:51.066013 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-125dcd46-8d27-47d1-ab51-9bea59745e13 req-035fe64a-7f9f-4227-94f3-ad6817de098d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378275 Mar 05 14:30:51.071798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 77b9034c-b6cf-4fcc-bc0b-15bbef84770f details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:30:51.205832 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=77b9034c-b6cf-4fcc-bc0b-15bbef84770f,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:30:51.220008 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '77b9034c-b6cf-4fcc-bc0b-15bbef84770f', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'port_id': '77b9034c-b6cf-4fcc-bc0b-15bbef84770f', 'mac_address': 'fa:16:3e:b6:ba:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:30:51.276215 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:30:51.283991 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:51.301925 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b9034c-b6cf-4fcc-bc0b-15bbef84770f {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:30:51.318480 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=77b9034c-b6cf-4fcc-bc0b-15bbef84770f,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:30:51.322978 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:51.372514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e6088-fe77-476b-bbcb-3398996d8875 req-24237061-d63f-4b42-a498-8072d74a550b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:51.373331 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-830e6088-fe77-476b-bbcb-3398996d8875 req-24237061-d63f-4b42-a498-8072d74a550b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 944 time: 0.0856316 Mar 05 14:30:51.381530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbf973-4808-4131-9c8a-40e358cfb690 req-bd525514-b3c9-415b-8971-36b42fc7f7e8 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:51.383020 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7cbbf973-4808-4131-9c8a-40e358cfb690 req-bd525514-b3c9-415b-8971-36b42fc7f7e8 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.15 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826&tenant_id=cc8647a7228c49ecafab4baf42c52d7a&binding%3Ahost_id=n-h2-803718-1 HTTP/1.1" status: 200 len: 944 time: 0.0906026 Mar 05 14:30:51.403777 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=77b9034c-b6cf-4fcc-bc0b-15bbef84770f,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:30:51.412247 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:51.413078 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:51.413629 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:51.414158 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:51.414699 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:51.415152 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:51.415538 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:51.415964 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:51.416346 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:51.416743 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:51.417121 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:51.417500 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:30:51.429984 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-830e6088-fe77-476b-bbcb-3398996d8875 req-4c43baef-2e17-41c7-b3e8-d6b2823456f4 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489397 Mar 05 14:30:51.475025 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [req-7cbbf973-4808-4131-9c8a-40e358cfb690 req-75d3042c-6db9-4275-a782-f77d501093de service neutron] delete failed (client error): The resource could not be found. Mar 05 14:30:51.476050 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7cbbf973-4808-4131-9c8a-40e358cfb690 req-75d3042c-6db9-4275-a782-f77d501093de service neutron] 10.222.0.15 "DELETE /v2.0/ports/77b9034c-b6cf-4fcc-bc0b-15bbef84770f/bindings/n-h1-803718-1 HTTP/1.1" status: 404 len: 380 time: 0.0879793 Mar 05 14:30:51.530040 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['77b9034c-b6cf-4fcc-bc0b-15bbef84770f'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:30:51.612564 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbf973-4808-4131-9c8a-40e358cfb690 req-2e29b4e6-0e4a-4431-a78d-4a8b55adfaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:51.614043 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7cbbf973-4808-4131-9c8a-40e358cfb690 req-2e29b4e6-0e4a-4431-a78d-4a8b55adfaa0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 1095 time: 0.0723550 Mar 05 14:30:51.744768 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbf973-4808-4131-9c8a-40e358cfb690 req-1463410b-dcb4-48f5-b21b-6b95e4a459db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:51.746124 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7cbbf973-4808-4131-9c8a-40e358cfb690 req-1463410b-dcb4-48f5-b21b-6b95e4a459db service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1270769 Mar 05 14:30:51.847023 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7cbbf973-4808-4131-9c8a-40e358cfb690 req-d5cde7cc-2f90-4512-addf-be43d197c561 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77b9034c-b6cf-4fcc-bc0b-15bbef84770f HTTP/1.1" status: 200 len: 999 time: 0.0951376 Mar 05 14:30:51.906459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbf973-4808-4131-9c8a-40e358cfb690 req-ca3e569d-dc3b-406b-a8a7-c0f4bd587ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:51.907871 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7cbbf973-4808-4131-9c8a-40e358cfb690 req-ca3e569d-dc3b-406b-a8a7-c0f4bd587ed0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0557485 Mar 05 14:30:51.984191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbf973-4808-4131-9c8a-40e358cfb690 req-a5bcb5cf-2150-44c0-8abc-8b34534cc467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:51.985616 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7cbbf973-4808-4131-9c8a-40e358cfb690 req-a5bcb5cf-2150-44c0-8abc-8b34534cc467 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715823 Mar 05 14:30:52.218970 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7cbbf973-4808-4131-9c8a-40e358cfb690 req-bc77a53e-0b7b-44c6-8860-2ae8565c1313 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275779 Mar 05 14:30:52.349659 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7cbbf973-4808-4131-9c8a-40e358cfb690 req-85da82b2-b62d-4f61-b650-ac5327776878 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231163 Mar 05 14:30:52.618262 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff17ab9-784a-49a9-810c-93071ac296f7 req-1a0c3280-c70e-48d4-9680-d021595ecc54 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:52.619805 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7ff17ab9-784a-49a9-810c-93071ac296f7 req-1a0c3280-c70e-48d4-9680-d021595ecc54 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 944 time: 0.0787768 Mar 05 14:30:52.666551 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7ff17ab9-784a-49a9-810c-93071ac296f7 req-6f29bc48-b2b1-4f83-bec4-85f979ed87e0 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403345 Mar 05 14:30:53.087362 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 77b9034c-b6cf-4fcc-bc0b-15bbef84770f up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:30:53.153531 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:30:53.158060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:30:53.158995 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:53.272053 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:53.297873 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22e5be3-ef76-4a95-8d7e-c72a65b2f826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b9034c-b6cf-4fcc-bc0b-15bbef84770f'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:30:53.307643 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=77b9034c-b6cf-4fcc-bc0b-15bbef84770f,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:30:53.311754 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:53.344509 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22e5be3-ef76-4a95-8d7e-c72a65b2f826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b9034c-b6cf-4fcc-bc0b-15bbef84770f', 'code': 200} Mar 05 14:30:53.384951 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=77b9034c-b6cf-4fcc-bc0b-15bbef84770f,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:30:53.852245 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146f0f5-f385-42e4-9fac-9db42d19a0b0 req-a9de4771-40ec-4fdd-9a85-595ca66cbfac tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:53.853669 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3146f0f5-f385-42e4-9fac-9db42d19a0b0 req-a9de4771-40ec-4fdd-9a85-595ca66cbfac tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0822692 Mar 05 14:30:53.897463 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3146f0f5-f385-42e4-9fac-9db42d19a0b0 req-c6406f5c-bfe6-4b93-8c3b-8806711e9ec3 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381517 Mar 05 14:30:54.084244 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78096340-e285-4863-ac8c-963ed3a22814 req-39f946e8-aca4-4e8b-a2e5-baafcf0f9cc9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:54.085687 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-78096340-e285-4863-ac8c-963ed3a22814 req-39f946e8-aca4-4e8b-a2e5-baafcf0f9cc9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0821168 Mar 05 14:30:54.128397 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-78096340-e285-4863-ac8c-963ed3a22814 req-8060ff89-ebd5-49fa-b658-f426e7527890 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371058 Mar 05 14:30:54.511848 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb8c2b-03c7-47dd-949c-10cdaf4851c1 req-35df2a02-d73a-424b-9fbf-770d0af4187b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:54.513299 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0edb8c2b-03c7-47dd-949c-10cdaf4851c1 req-35df2a02-d73a-424b-9fbf-770d0af4187b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.1306067 Mar 05 14:30:54.560686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7eda1-487f-4456-a6ad-3f142ab9cf20 req-cffec7ae-c0ed-46ff-887c-0008b115c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:54.562116 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-40f7eda1-487f-4456-a6ad-3f142ab9cf20 req-cffec7ae-c0ed-46ff-887c-0008b115c8bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 1096 time: 0.1204650 Mar 05 14:30:54.592237 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0edb8c2b-03c7-47dd-949c-10cdaf4851c1 req-15799b74-ebf4-4efd-86ae-a3ea165d84e8 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708773 Mar 05 14:30:54.700234 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7eda1-487f-4456-a6ad-3f142ab9cf20 req-a322aac8-8778-485f-b7d9-fa94ac7ae542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:54.701588 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-40f7eda1-487f-4456-a6ad-3f142ab9cf20 req-a322aac8-8778-485f-b7d9-fa94ac7ae542 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1329775 Mar 05 14:30:54.804421 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-40f7eda1-487f-4456-a6ad-3f142ab9cf20 req-98178024-c26f-4e4b-beef-7e85c863bff1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77b9034c-b6cf-4fcc-bc0b-15bbef84770f HTTP/1.1" status: 200 len: 1000 time: 0.0966926 Mar 05 14:30:54.863859 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7eda1-487f-4456-a6ad-3f142ab9cf20 req-4469b436-79a3-4d40-98ab-05924dc66a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:54.865200 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-40f7eda1-487f-4456-a6ad-3f142ab9cf20 req-4469b436-79a3-4d40-98ab-05924dc66a3d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0556109 Mar 05 14:30:55.046671 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7eda1-487f-4456-a6ad-3f142ab9cf20 req-f809a443-4b5b-4842-aa19-b0f1d68f4551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:55.048064 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-40f7eda1-487f-4456-a6ad-3f142ab9cf20 req-f809a443-4b5b-4842-aa19-b0f1d68f4551 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1766944 Mar 05 14:30:55.177487 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-40f7eda1-487f-4456-a6ad-3f142ab9cf20 req-21dca1d6-0c55-4c1a-8645-93ac617ff416 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228173 Mar 05 14:30:55.306462 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-40f7eda1-487f-4456-a6ad-3f142ab9cf20 req-aa8bc06c-e6e2-4b88-a776-dd614b7285cf service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225295 Mar 05 14:30:55.782643 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2cf0a-023a-401a-a202-d8a9b5436126 req-f7a327e1-8c6a-4d10-9c90-0d7f89410bc2 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:55.784918 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25e2cf0a-023a-401a-a202-d8a9b5436126 req-f7a327e1-8c6a-4d10-9c90-0d7f89410bc2 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0871124 Mar 05 14:30:55.832783 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25e2cf0a-023a-401a-a202-d8a9b5436126 req-993affcb-4a09-47f6-9891-b9f53bcb8d3e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423694 Mar 05 14:30:57.017455 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe88576-4122-483a-88bb-6082675a0ec8 req-92a60095-1877-4b2f-a0d7-80b30309c668 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:57.019460 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ebe88576-4122-483a-88bb-6082675a0ec8 req-92a60095-1877-4b2f-a0d7-80b30309c668 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0797396 Mar 05 14:30:57.062451 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ebe88576-4122-483a-88bb-6082675a0ec8 req-f3738818-75c0-4894-a445-157e0f8fd783 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374446 Mar 05 14:30:57.434957 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65f63f-d800-4a5c-9778-34e537606368 req-a5c7c3f2-495c-48e7-b12d-d74afb242439 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:57.436319 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5f65f63f-d800-4a5c-9778-34e537606368 req-a5c7c3f2-495c-48e7-b12d-d74afb242439 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0828173 Mar 05 14:30:57.481021 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5f65f63f-d800-4a5c-9778-34e537606368 req-6ed9fbc1-702c-49fa-9192-55e4e7eff4d0 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383794 Mar 05 14:30:58.630847 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf550f-6d6e-421e-8d0b-a45f05fd28d1 req-c501b791-138c-49cc-8b1b-7a4187e5e14d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:58.632301 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bccf550f-6d6e-421e-8d0b-a45f05fd28d1 req-c501b791-138c-49cc-8b1b-7a4187e5e14d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.30 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0854177 Mar 05 14:30:58.670221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137bceb-4346-4b59-8875-6ebdef97b9f9 req-9fd9bf2f-2c9c-4b91-bfa7-26c57a47fd7c tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:30:58.671690 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9137bceb-4346-4b59-8875-6ebdef97b9f9 req-9fd9bf2f-2c9c-4b91-bfa7-26c57a47fd7c tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 945 time: 0.0798948 Mar 05 14:30:58.709865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-bccf550f-6d6e-421e-8d0b-a45f05fd28d1 req-2be71d52-007c-4231-88dc-88f5880d2839 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Deleting port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:30:58.710113 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-bccf550f-6d6e-421e-8d0b-a45f05fd28d1 req-2be71d52-007c-4231-88dc-88f5880d2839 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:58.717708 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9137bceb-4346-4b59-8875-6ebdef97b9f9 req-f3bf7e41-6d9b-4b32-867c-05241d063e41 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402164 Mar 05 14:30:58.954961 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-bccf550f-6d6e-421e-8d0b-a45f05fd28d1 req-2be71d52-007c-4231-88dc-88f5880d2839 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] For port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=77b9034c-b6cf-4fcc-bc0b-15bbef84770f,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:30:58.955673 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-bccf550f-6d6e-421e-8d0b-a45f05fd28d1 req-2be71d52-007c-4231-88dc-88f5880d2839 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:59.235673 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-bccf550f-6d6e-421e-8d0b-a45f05fd28d1 req-2be71d52-007c-4231-88dc-88f5880d2839 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:59.236028 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-bccf550f-6d6e-421e-8d0b-a45f05fd28d1 req-2be71d52-007c-4231-88dc-88f5880d2839 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:59.236921 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [req-bccf550f-6d6e-421e-8d0b-a45f05fd28d1 req-2be71d52-007c-4231-88dc-88f5880d2839 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Floating IP 6733fa35-f2e4-4cf3-8c89-b4faed973061 disassociated. External IP: 172.25.4.89, port: 77b9034c-b6cf-4fcc-bc0b-15bbef84770f. Mar 05 14:30:59.237249 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-bccf550f-6d6e-421e-8d0b-a45f05fd28d1 req-2be71d52-007c-4231-88dc-88f5880d2839 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Calling delete_port for 77b9034c-b6cf-4fcc-bc0b-15bbef84770f owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:30:59.377322 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-bccf550f-6d6e-421e-8d0b-a45f05fd28d1 req-2be71d52-007c-4231-88dc-88f5880d2839 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:59.383371 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:59.402531 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:30:59.426653 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be71d52-007c-4231-88dc-88f5880d2839 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Pushing event deleted for resources: {'Port': ['ID=77b9034c-b6cf-4fcc-bc0b-15bbef84770f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:30:59.726198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bccf550f-6d6e-421e-8d0b-a45f05fd28d1 req-2be71d52-007c-4231-88dc-88f5880d2839 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Router 896f0214-6809-4b76-828f-bc0d3e2ed02b has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:30:59.920901 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aa94aedd-860e-4dad-a533-3470c12cc387 req-7915ae93-c13e-4edb-aa7d-ba37fad9eb92 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=a22e5be3-ef76-4a95-8d7e-c72a65b2f826 HTTP/1.1" status: 200 len: 210 time: 0.0522299 Mar 05 14:30:59.943745 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bccf550f-6d6e-421e-8d0b-a45f05fd28d1 req-2be71d52-007c-4231-88dc-88f5880d2839 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:30:59.953061 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fd7ec6-64cc-4f34-9deb-2149b7ba1f69 None None] Sync routers for ids ['896f0214-6809-4b76-828f-bc0d3e2ed02b'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:30:59.963152 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fd7ec6-64cc-4f34-9deb-2149b7ba1f69 None None] Routers {'896f0214-6809-4b76-828f-bc0d3e2ed02b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:30:59.963745 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-f3fd7ec6-64cc-4f34-9deb-2149b7ba1f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:30:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['896f0214-6809-4b76-828f-bc0d3e2ed02b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:31:00.015799 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccf550f-6d6e-421e-8d0b-a45f05fd28d1 req-2be71d52-007c-4231-88dc-88f5880d2839 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] No DVR routers for this DVR port 77b9034c-b6cf-4fcc-bc0b-15bbef84770f on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:31:00.019018 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-bccf550f-6d6e-421e-8d0b-a45f05fd28d1 req-2be71d52-007c-4231-88dc-88f5880d2839 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:00.021532 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22e5be3-ef76-4a95-8d7e-c72a65b2f826', 'name': 'network-vif-deleted', 'tag': '77b9034c-b6cf-4fcc-bc0b-15bbef84770f'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:31:00.038327 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bccf550f-6d6e-421e-8d0b-a45f05fd28d1 req-2be71d52-007c-4231-88dc-88f5880d2839 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.30 "DELETE /v2.0/ports/77b9034c-b6cf-4fcc-bc0b-15bbef84770f HTTP/1.1" status: 204 len: 173 time: 1.4007440 Mar 05 14:31:00.074864 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22e5be3-ef76-4a95-8d7e-c72a65b2f826', 'name': 'network-vif-deleted', 'tag': '77b9034c-b6cf-4fcc-bc0b-15bbef84770f', 'status': 'completed', 'code': 200} Mar 05 14:31:00.139407 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-f3fd7ec6-64cc-4f34-9deb-2149b7ba1f69 None None] Set router 896f0214-6809-4b76-828f-bc0d3e2ed02b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:31:00.473574 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-f3fd7ec6-64cc-4f34-9deb-2149b7ba1f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:10Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:31:00.477330 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fd7ec6-64cc-4f34-9deb-2149b7ba1f69 None None] Checking router: 896f0214-6809-4b76-828f-bc0d3e2ed02b for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:31:00.485351 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fd7ec6-64cc-4f34-9deb-2149b7ba1f69 None None] Routers {'896f0214-6809-4b76-828f-bc0d3e2ed02b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:31:00.485946 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-f3fd7ec6-64cc-4f34-9deb-2149b7ba1f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:30:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['896f0214-6809-4b76-828f-bc0d3e2ed02b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:31:00.658657 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-f3fd7ec6-64cc-4f34-9deb-2149b7ba1f69 None None] Set router 896f0214-6809-4b76-828f-bc0d3e2ed02b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:31:00.962108 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-f3fd7ec6-64cc-4f34-9deb-2149b7ba1f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:10Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:31:00.965993 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fd7ec6-64cc-4f34-9deb-2149b7ba1f69 None None] The sync data for ids ['896f0214-6809-4b76-828f-bc0d3e2ed02b'] in n-d-803718-1 is: [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:10Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:31:01.118299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 77b9034c-b6cf-4fcc-bc0b-15bbef84770f no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:31:01.152892 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 77b9034c-b6cf-4fcc-bc0b-15bbef84770f {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:31:01.153231 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 77b9034c-b6cf-4fcc-bc0b-15bbef84770f not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:31:01.185139 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a822dccd-525b-4a1c-93d2-b21ba0f424f2 None None] New status for floating IP 6733fa35-f2e4-4cf3-8c89-b4faed973061: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:31:01.265945 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-0aa20651-02af-4603-bf04-9ac8720e8e60 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--330946785&fields=id&tenant_id=cc8647a7228c49ecafab4baf42c52d7a HTTP/1.1" status: 200 len: 267 time: 0.0400963 Mar 05 14:31:01.421354 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-59f6012a-89f2-426d-8853-3fd3559a8449 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:01.422939 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-59f6012a-89f2-426d-8853-3fd3559a8449 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 812 time: 0.1501544 Mar 05 14:31:01.443213 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-fd4b64d6-3232-40c6-a762-4bb7f2f132df tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/quotas/cc8647a7228c49ecafab4baf42c52d7a HTTP/1.1" status: 200 len: 375 time: 0.0114858 Mar 05 14:31:01.527896 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-05881de4-cf02-4d12-b14b-1c0e99189418 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Synchronizing usage tracker for tenant:cc8647a7228c49ecafab4baf42c52d7a on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:31:01.542435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-05881de4-cf02-4d12-b14b-1c0e99189418 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Unset dirty status for tenant:cc8647a7228c49ecafab4baf42c52d7a on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:31:01.543693 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-05881de4-cf02-4d12-b14b-1c0e99189418 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0949230 Mar 05 14:31:01.679652 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-a4a3f70b-2fa2-4b62-b311-996be9e324a4 service neutron] 10.222.0.16 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238594 Mar 05 14:31:01.809086 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-4b556883-d407-41e1-8e1e-a713be82a356 service neutron] 10.222.0.16 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230652 Mar 05 14:31:01.988629 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f85d1573-ea27-426e-8ba2-93c17838e3df req-79e81452-0c4e-4b4a-94b2-8d2dd636d3ce tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 210 time: 0.0468290 Mar 05 14:31:03.004503 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-be1b38d3-bb1d-44c0-84a1-7698d7d08793 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:03.005943 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-be1b38d3-bb1d-44c0-84a1-7698d7d08793 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.30 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 812 time: 0.1534123 Mar 05 14:31:03.062375 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-2bda8ccb-4b8c-4993-ab67-04f2510fa702 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc8647a7228c49ecafab4baf42c52d7a HTTP/1.1" status: 200 len: 379 time: 0.0476172 Mar 05 14:31:03.071670 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-21343198-54b8-4d9a-a325-9903e4766c89 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Request body: {'port': {'device_id': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'admin_state_up': True, 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'security_groups': ['6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:31:03.192079 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d47daf14-0fe0-40ad-baab-f07d38c652c5 req-e7862a5a-f9e5-4b79-beb1-c20279c8e72f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 210 time: 0.0925484 Mar 05 14:31:03.245993 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-21343198-54b8-4d9a-a325-9903e4766c89 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:31:03.256386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-21343198-54b8-4d9a-a325-9903e4766c89 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:31:03.265959 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-21343198-54b8-4d9a-a325-9903e4766c89 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Made reservation on behalf of cc8647a7228c49ecafab4baf42c52d7a for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:31:03.270431 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-21343198-54b8-4d9a-a325-9903e4766c89 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:03.433718 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-21343198-54b8-4d9a-a325-9903e4766c89 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Allocated IP 172.20.0.10 (a0ece5c1-5102-494c-8481-790fca5bd3e8/f850a39d-0834-4a37-80cb-c47b843850d3/1d396b38-d124-4e3b-8571-ede0d0f2ef5e) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:31:03.738502 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-21343198-54b8-4d9a-a325-9903e4766c89 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:03.754009 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-21343198-54b8-4d9a-a325-9903e4766c89 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Transition to ACTIVE for port object 1d396b38-d124-4e3b-8571-ede0d0f2ef5e will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:31:03.776759 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-21343198-54b8-4d9a-a325-9903e4766c89 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:03.841758 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-21343198-54b8-4d9a-a325-9903e4766c89 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Network a0ece5c1-5102-494c-8481-790fca5bd3e8 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:31:03.852333 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-21343198-54b8-4d9a-a325-9903e4766c89 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:31:03.856587 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-21343198-54b8-4d9a-a325-9903e4766c89 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:31:03.886323 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21343198-54b8-4d9a-a325-9903e4766c89 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Pushing event updated for resources: {'Port': ['ID=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:31:03.923146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-21343198-54b8-4d9a-a325-9903e4766c89 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:03.923760 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-21343198-54b8-4d9a-a325-9903e4766c89 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:03.951288 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-21343198-54b8-4d9a-a325-9903e4766c89 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8831279 Mar 05 14:31:03.963036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-4dde60b7-2071-4543-b7f2-256a98410a8a service neutron] Request body: {'port': {'device_id': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:31:04.078350 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-4dde60b7-2071-4543-b7f2-256a98410a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:04.119757 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a1a7abf5-c1a4-4572-88d2-c250e3b3e1c6 None None] Provisioning for port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:31:04.125833 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a1a7abf5-c1a4-4572-88d2-c250e3b3e1c6 None None] Provisioning complete for port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:31:04.126122 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a1a7abf5-c1a4-4572-88d2-c250e3b3e1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:04.181798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a1a7abf5-c1a4-4572-88d2-c250e3b3e1c6 None None] Port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:31:04.374372 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5bb6ed-50a5-4a07-a161-61193cb59f09 req-ce4b8544-481d-4b6b-979e-5034372dc65c tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:04.375845 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd5bb6ed-50a5-4a07-a161-61193cb59f09 req-ce4b8544-481d-4b6b-979e-5034372dc65c tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 932 time: 0.0802565 Mar 05 14:31:04.420661 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cd5bb6ed-50a5-4a07-a161-61193cb59f09 req-34f0d93b-640e-4db5-8cbc-c0cf441ece9a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389640 Mar 05 14:31:04.420864 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-4dde60b7-2071-4543-b7f2-256a98410a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d396b38-d124-4e3b-8571-ede0d0f2ef5e {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:31:04.429192 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-4dde60b7-2071-4543-b7f2-256a98410a8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:04.444702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-4dde60b7-2071-4543-b7f2-256a98410a8a service neutron] Transition to ACTIVE for port object 1d396b38-d124-4e3b-8571-ede0d0f2ef5e will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:31:04.448497 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-4dde60b7-2071-4543-b7f2-256a98410a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:04.604168 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde60b7-2071-4543-b7f2-256a98410a8a service neutron] Pushing event updated for resources: {'Port': ['ID=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:31:04.682963 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-4dde60b7-2071-4543-b7f2-256a98410a8a service neutron] Attempting to bind port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:31:04.683294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-4dde60b7-2071-4543-b7f2-256a98410a8a service neutron] Attempting to bind port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:31:04.683654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-4dde60b7-2071-4543-b7f2-256a98410a8a service neutron] Attempting to bind port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e on network a0ece5c1-5102-494c-8481-790fca5bd3e8 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:31:04.688391 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-4dde60b7-2071-4543-b7f2-256a98410a8a service neutron] Port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e on network a0ece5c1-5102-494c-8481-790fca5bd3e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:31:04.688703 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-4dde60b7-2071-4543-b7f2-256a98410a8a service neutron] Attempting to bind port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e on network a0ece5c1-5102-494c-8481-790fca5bd3e8 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:31:04.693860 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-4dde60b7-2071-4543-b7f2-256a98410a8a service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:31:04.694185 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-4dde60b7-2071-4543-b7f2-256a98410a8a service neutron] Checking segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:31:04.694555 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-4dde60b7-2071-4543-b7f2-256a98410a8a service neutron] Bound using segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:31:04.695020 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-4dde60b7-2071-4543-b7f2-256a98410a8a service neutron] Bound port: 1d396b38-d124-4e3b-8571-ede0d0f2ef5e, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:31:04.695400 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-4dde60b7-2071-4543-b7f2-256a98410a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:04.786506 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-4dde60b7-2071-4543-b7f2-256a98410a8a service neutron] For port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:31:04.789320 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-4dde60b7-2071-4543-b7f2-256a98410a8a service neutron] For port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:31:04.793687 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-4dde60b7-2071-4543-b7f2-256a98410a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:04.848818 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-4dde60b7-2071-4543-b7f2-256a98410a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:04.849420 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-4dde60b7-2071-4543-b7f2-256a98410a8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:04.850776 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-4dde60b7-2071-4543-b7f2-256a98410a8a service neutron] 10.222.0.30 "PUT /v2.0/ports/1d396b38-d124-4e3b-8571-ede0d0f2ef5e HTTP/1.1" status: 200 len: 1092 time: 0.8922956 Mar 05 14:31:04.851219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'tag': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:31:04.876398 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde60b7-2071-4543-b7f2-256a98410a8a service neutron] Pushing event updated for resources: {'Port': ['ID=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:31:04.923469 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'tag': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e', 'status': 'completed', 'code': 200} Mar 05 14:31:04.965076 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-35aeb67a-3b3d-4871-90f1-6643457858fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:04.966556 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-35aeb67a-3b3d-4871-90f1-6643457858fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 1095 time: 0.0752106 Mar 05 14:31:05.042015 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-4980f690-e062-4587-bf27-bcc614eafd75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e HTTP/1.1" status: 200 len: 217 time: 0.0669794 Mar 05 14:31:05.106151 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-b4289df9-4666-4be6-acdd-441fcafd577b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:05.107569 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-b4289df9-4666-4be6-acdd-441fcafd577b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0597725 Mar 05 14:31:05.182927 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-85b48841-2d8d-480c-9f36-dea3070a7708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:05.184390 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-85b48841-2d8d-480c-9f36-dea3070a7708 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705981 Mar 05 14:31:05.314189 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-7642746b-fba6-42e3-8d4b-76e896c77dc1 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234677 Mar 05 14:31:05.557563 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bc78da7-7028-492e-bbe4-dc38621340b9 req-07de0120-6aa1-4e0a-8c4a-eb42ec73a3a3 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364123 Mar 05 14:31:05.616137 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678012dc-b0a3-4bb9-ad26-bb391d01e0b4 req-adfd2244-6386-4a6a-959a-e07065ba6edb tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:05.617588 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-678012dc-b0a3-4bb9-ad26-bb391d01e0b4 req-adfd2244-6386-4a6a-959a-e07065ba6edb tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 944 time: 0.0864236 Mar 05 14:31:05.663989 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-678012dc-b0a3-4bb9-ad26-bb391d01e0b4 req-8201c9a7-1ce2-46ee-9497-ddf80f6f48bb tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406160 Mar 05 14:31:05.676843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdeef0-61ba-4d90-ac40-8891c7d92b67 req-6cb49bcd-2998-433e-961d-2630a12569d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:05.678316 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9cfdeef0-61ba-4d90-ac40-8891c7d92b67 req-6cb49bcd-2998-433e-961d-2630a12569d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 1095 time: 0.0736034 Mar 05 14:31:05.807076 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdeef0-61ba-4d90-ac40-8891c7d92b67 req-5bdf16e9-8d24-484e-b883-caf11b7e2719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:05.808488 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9cfdeef0-61ba-4d90-ac40-8891c7d92b67 req-5bdf16e9-8d24-484e-b883-caf11b7e2719 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1244409 Mar 05 14:31:05.877892 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9cfdeef0-61ba-4d90-ac40-8891c7d92b67 req-7900d1cd-80f5-439d-bde1-d24b45317a09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e HTTP/1.1" status: 200 len: 217 time: 0.0623362 Mar 05 14:31:05.937955 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdeef0-61ba-4d90-ac40-8891c7d92b67 req-ece912b1-7aec-4239-9e70-9084ffd500e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:05.939856 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9cfdeef0-61ba-4d90-ac40-8891c7d92b67 req-ece912b1-7aec-4239-9e70-9084ffd500e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0551810 Mar 05 14:31:06.018936 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdeef0-61ba-4d90-ac40-8891c7d92b67 req-f82c2f7a-e806-4b36-a4f5-4cbd523b62b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:06.020388 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9cfdeef0-61ba-4d90-ac40-8891c7d92b67 req-f82c2f7a-e806-4b36-a4f5-4cbd523b62b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739117 Mar 05 14:31:06.150673 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9cfdeef0-61ba-4d90-ac40-8891c7d92b67 req-16289910-91b9-4291-a833-30af2b29a28f service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229043 Mar 05 14:31:06.279942 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9cfdeef0-61ba-4d90-ac40-8891c7d92b67 req-873abeef-712b-4aaa-a343-0e34297fa623 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230838 Mar 05 14:31:06.851031 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc6426-f35b-46d6-a556-99f70cd0a25e req-550ef7e7-d71f-4ac8-ba74-a80f2bfe2585 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:06.851710 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-81bc6426-f35b-46d6-a556-99f70cd0a25e req-550ef7e7-d71f-4ac8-ba74-a80f2bfe2585 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Synchronizing usage tracker for tenant:cc8647a7228c49ecafab4baf42c52d7a on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:31:06.867065 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-81bc6426-f35b-46d6-a556-99f70cd0a25e req-550ef7e7-d71f-4ac8-ba74-a80f2bfe2585 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Unset dirty status for tenant:cc8647a7228c49ecafab4baf42c52d7a on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:31:06.868363 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-81bc6426-f35b-46d6-a556-99f70cd0a25e req-550ef7e7-d71f-4ac8-ba74-a80f2bfe2585 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 944 time: 0.0957611 Mar 05 14:31:06.915919 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-81bc6426-f35b-46d6-a556-99f70cd0a25e req-a8addfbd-c149-40e3-bad8-7c5b19e753ff tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419815 Mar 05 14:31:07.166057 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 1d396b38-d124-4e3b-8571-ede0d0f2ef5e details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:31:07.296365 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:31:07.309808 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'port_id': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e', 'mac_address': 'fa:16:3e:ec:ad:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:31:07.362890 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:07.379235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d396b38-d124-4e3b-8571-ede0d0f2ef5e {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:31:07.394389 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:31:07.398263 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:07.469055 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:31:07.583489 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['1d396b38-d124-4e3b-8571-ede0d0f2ef5e'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:31:08.099314 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6914d8-a08b-4cae-9ee3-00772ace4b34 req-3062afcd-136e-4c03-a6a6-251e09d51770 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:08.100764 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9e6914d8-a08b-4cae-9ee3-00772ace4b34 req-3062afcd-136e-4c03-a6a6-251e09d51770 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 945 time: 0.0806572 Mar 05 14:31:08.144981 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9e6914d8-a08b-4cae-9ee3-00772ace4b34 req-a6e485ff-b04b-4cd3-9fc8-10bf3d76c540 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386467 Mar 05 14:31:08.865342 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-626411c2-5bb0-4dc5-99cf-d3e27aa7e564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:09.180542 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 1d396b38-d124-4e3b-8571-ede0d0f2ef5e up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:31:09.250524 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:31:09.255356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:31:09.255718 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:09.333103 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b49abd-731e-49ac-8ccc-bfba3288d33c req-e5b1fc49-e6f3-4795-adb5-7874cd0115ea tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:09.334580 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d0b49abd-731e-49ac-8ccc-bfba3288d33c req-e5b1fc49-e6f3-4795-adb5-7874cd0115ea tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 945 time: 0.0818536 Mar 05 14:31:09.379199 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d0b49abd-731e-49ac-8ccc-bfba3288d33c req-ab21a33b-133d-4c47-a315-f73c9010bd62 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387499 Mar 05 14:31:09.383867 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:09.412196 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:31:09.421796 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:31:09.425381 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:09.462162 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e', 'code': 200} Mar 05 14:31:09.495673 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:31:09.586528 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362d5d8-1022-4187-80ff-6929ada368c9 req-80ad9d2b-05ae-46fd-9383-85fb4cec7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:09.588018 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3362d5d8-1022-4187-80ff-6929ada368c9 req-80ad9d2b-05ae-46fd-9383-85fb4cec7428 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 1097 time: 0.0729518 Mar 05 14:31:09.627276 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3362d5d8-1022-4187-80ff-6929ada368c9 req-5a5045da-1ca3-43df-861a-83be44564f98 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333960 Mar 05 14:31:10.631405 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7258aa-2a92-4f53-8406-8bfea6c3b366 req-6596302e-0c89-492f-af47-6818701d922d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:10.632843 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9a7258aa-2a92-4f53-8406-8bfea6c3b366 req-6596302e-0c89-492f-af47-6818701d922d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 946 time: 0.0827136 Mar 05 14:31:10.684902 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9a7258aa-2a92-4f53-8406-8bfea6c3b366 req-225d5f53-b6aa-4b2c-8664-15af03fda1b3 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455379 Mar 05 14:31:10.987024 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8b97bf36-b4c4-4ca6-853e-c829ed14fcbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:11.915543 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd97e18-f4d8-404d-a62d-0a6ad5e760ff req-f3241f93-4b1b-49b6-bced-4775c62f9042 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:11.916993 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1bd97e18-f4d8-404d-a62d-0a6ad5e760ff req-f3241f93-4b1b-49b6-bced-4775c62f9042 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 946 time: 0.0827472 Mar 05 14:31:11.960354 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1bd97e18-f4d8-404d-a62d-0a6ad5e760ff req-6fa62ec9-09d4-40d1-ab3b-c09af996236b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379255 Mar 05 14:31:12.138003 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95591981-b73c-4ed6-9ca4-099db1ca6b83 req-af0da145-cb37-41fa-88a6-91dd1a838a28 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:12.139453 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95591981-b73c-4ed6-9ca4-099db1ca6b83 req-af0da145-cb37-41fa-88a6-91dd1a838a28 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 946 time: 0.0806503 Mar 05 14:31:12.148573 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 51846) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:31:12.153711 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-d38e28cf-09a3-4762-8e7b-1c4ee311003a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Request body: {'floatingip': {'port_id': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:31:12.165803 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:12.232596 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:12.234893 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d38e28cf-09a3-4762-8e7b-1c4ee311003a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for floatingip, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:12.924711 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d38e28cf-09a3-4762-8e7b-1c4ee311003a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:12.928716 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d38e28cf-09a3-4762-8e7b-1c4ee311003a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:13.099961 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-d38e28cf-09a3-4762-8e7b-1c4ee311003a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Floating IP 6733fa35-f2e4-4cf3-8c89-b4faed973061 associated. External IP: 172.25.4.89, port: 1d396b38-d124-4e3b-8571-ede0d0f2ef5e. Mar 05 14:31:13.447742 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38e28cf-09a3-4762-8e7b-1c4ee311003a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Router 896f0214-6809-4b76-828f-bc0d3e2ed02b has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:31:13.629530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38e28cf-09a3-4762-8e7b-1c4ee311003a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:31:13.634324 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d38e28cf-09a3-4762-8e7b-1c4ee311003a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:13.639515 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabcb94e-5ae5-4a8c-8ce5-59f532082c3f None None] Sync routers for ids ['896f0214-6809-4b76-828f-bc0d3e2ed02b'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:31:13.649477 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabcb94e-5ae5-4a8c-8ce5-59f532082c3f None None] Routers {'896f0214-6809-4b76-828f-bc0d3e2ed02b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:31:13.650104 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-fabcb94e-5ae5-4a8c-8ce5-59f532082c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:31:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['896f0214-6809-4b76-828f-bc0d3e2ed02b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:31:13.689923 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d38e28cf-09a3-4762-8e7b-1c4ee311003a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "PUT /v2.0/floatingips/6733fa35-f2e4-4cf3-8c89-b4faed973061 HTTP/1.1" status: 200 len: 991 time: 1.5401897 Mar 05 14:31:13.690512 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'tag': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:31:13.793612 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'tag': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e', 'status': 'completed', 'code': 200} Mar 05 14:31:13.832010 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:13.834165 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-fabcb94e-5ae5-4a8c-8ce5-59f532082c3f None None] Set router 896f0214-6809-4b76-828f-bc0d3e2ed02b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:31:13.890078 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2b6ab-12ac-4ecf-a7e9-db2299ef674b req-2f3a11db-b7d1-400d-991e-47475291a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:13.892974 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68a2b6ab-12ac-4ecf-a7e9-db2299ef674b req-2f3a11db-b7d1-400d-991e-47475291a928 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 1097 time: 0.0776274 Mar 05 14:31:14.143421 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2b6ab-12ac-4ecf-a7e9-db2299ef674b req-c60470a3-c05a-4067-8712-04aa748e49ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:14.144512 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68a2b6ab-12ac-4ecf-a7e9-db2299ef674b req-c60470a3-c05a-4067-8712-04aa748e49ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.2456698 Mar 05 14:31:14.230427 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-fabcb94e-5ae5-4a8c-8ce5-59f532082c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '6733fa35-f2e4-4cf3-8c89-b4faed973061', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'floating_ip_address': '172.25.4.89', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'port_id': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'mac_address': 'fa:16:3e:ec:ad:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:29:08Z', 'updated_at': '2022-03-05T14:31:12Z', 'revision_number': 9, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:10Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:31:14.234426 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabcb94e-5ae5-4a8c-8ce5-59f532082c3f None None] Checking router: 896f0214-6809-4b76-828f-bc0d3e2ed02b for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:31:14.242988 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabcb94e-5ae5-4a8c-8ce5-59f532082c3f None None] Routers {'896f0214-6809-4b76-828f-bc0d3e2ed02b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:31:14.243591 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-fabcb94e-5ae5-4a8c-8ce5-59f532082c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:31:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['896f0214-6809-4b76-828f-bc0d3e2ed02b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:31:14.358892 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-e25cc5a7-63a6-4bba-9687-53a846df4780 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3571737 Mar 05 14:31:14.382472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa3479-6381-4531-bee0-ee9a29779992 req-5e51196a-7702-4518-a51d-c5848fa4e6a1 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:14.384122 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-29fa3479-6381-4531-bee0-ee9a29779992 req-5e51196a-7702-4518-a51d-c5848fa4e6a1 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 946 time: 0.3472688 Mar 05 14:31:14.391726 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68a2b6ab-12ac-4ecf-a7e9-db2299ef674b req-67b90ecc-fee3-4e80-bfa2-7ff915ed3422 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e HTTP/1.1" status: 200 len: 999 time: 0.2405767 Mar 05 14:31:14.432594 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-fabcb94e-5ae5-4a8c-8ce5-59f532082c3f None None] Set router 896f0214-6809-4b76-828f-bc0d3e2ed02b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:31:14.498253 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-29fa3479-6381-4531-bee0-ee9a29779992 req-23f3d107-8c29-48d7-bcb8-22ef53c118b7 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053135 Mar 05 14:31:14.519480 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2b6ab-12ac-4ecf-a7e9-db2299ef674b req-a03d2f42-1097-4b76-abe0-483bd919deca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:14.521085 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68a2b6ab-12ac-4ecf-a7e9-db2299ef674b req-a03d2f42-1097-4b76-abe0-483bd919deca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.1041868 Mar 05 14:31:14.606943 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2b6ab-12ac-4ecf-a7e9-db2299ef674b req-d8186e61-36b3-4b83-99b2-c45d0b53c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:14.608414 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68a2b6ab-12ac-4ecf-a7e9-db2299ef674b req-d8186e61-36b3-4b83-99b2-c45d0b53c4c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812712 Mar 05 14:31:14.765997 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68a2b6ab-12ac-4ecf-a7e9-db2299ef674b req-35d0661f-3e97-415a-b8e4-85514f765f90 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510124 Mar 05 14:31:14.830995 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-fabcb94e-5ae5-4a8c-8ce5-59f532082c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '6733fa35-f2e4-4cf3-8c89-b4faed973061', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'floating_ip_address': '172.25.4.89', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'port_id': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'mac_address': 'fa:16:3e:ec:ad:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:29:08Z', 'updated_at': '2022-03-05T14:31:12Z', 'revision_number': 9, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:10Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:31:14.835091 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabcb94e-5ae5-4a8c-8ce5-59f532082c3f None None] The sync data for ids ['896f0214-6809-4b76-828f-bc0d3e2ed02b'] in n-d-803718-1 is: [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '6733fa35-f2e4-4cf3-8c89-b4faed973061', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'floating_ip_address': '172.25.4.89', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'port_id': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'mac_address': 'fa:16:3e:ec:ad:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:29:08Z', 'updated_at': '2022-03-05T14:31:12Z', 'revision_number': 9, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:10Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:31:14.925977 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68a2b6ab-12ac-4ecf-a7e9-db2299ef674b req-578c580c-3e56-41af-91bb-ccd93c46bfad service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516385 Mar 05 14:31:15.059961 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7600986f-e65d-4d2b-8374-ae925f07088e None None] New status for floating IP 6733fa35-f2e4-4cf3-8c89-b4faed973061: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:31:15.623437 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-7674726a-2a35-49f7-8cd6-438817a10c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:15.624884 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-7674726a-2a35-49f7-8cd6-438817a10c42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 1097 time: 0.0754132 Mar 05 14:31:15.686696 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149becb-c664-48ee-b09d-e294b0376746 req-78190d9e-feb5-4a1f-b490-7c778033cb3d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:15.688179 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7149becb-c664-48ee-b09d-e294b0376746 req-78190d9e-feb5-4a1f-b490-7c778033cb3d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 946 time: 0.0840287 Mar 05 14:31:15.733354 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7149becb-c664-48ee-b09d-e294b0376746 req-4597bd6c-b234-47f9-bb59-5c44445d2830 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386925 Mar 05 14:31:15.754935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-7552b02b-1a24-4167-b7bd-462536643cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:15.756300 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-7552b02b-1a24-4167-b7bd-462536643cc1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1257260 Mar 05 14:31:15.856424 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-229f53d8-831c-4a69-a245-98b5875a19e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e HTTP/1.1" status: 200 len: 1002 time: 0.0947549 Mar 05 14:31:15.916361 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-6005dbdd-4d7e-4d6b-9183-64aeac6006c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:15.917647 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-6005dbdd-4d7e-4d6b-9183-64aeac6006c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0553744 Mar 05 14:31:15.994210 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cd9ef30c-9433-49c8-afa5-872d67cb0bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:15.995666 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cd9ef30c-9433-49c8-afa5-872d67cb0bbf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721419 Mar 05 14:31:16.126339 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-9bca9ce5-f6f1-4f77-a466-541a9d6ad5d5 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247318 Mar 05 14:31:16.254658 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-8890bb72-2c29-4643-9196-c6059a07d26d service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224144 Mar 05 14:31:16.916064 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d61d1-4b2d-42e0-92be-2503a005b227 req-9fcb1e79-1e29-492a-8446-cb30e172b266 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:16.917519 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-409d61d1-4b2d-42e0-92be-2503a005b227 req-9fcb1e79-1e29-492a-8446-cb30e172b266 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 946 time: 0.0801039 Mar 05 14:31:16.962396 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-409d61d1-4b2d-42e0-92be-2503a005b227 req-9dc5529c-7d4e-4b39-aa87-1889ca7f8f4d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392811 Mar 05 14:31:18.146993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b3a3d-3bf0-4f51-ba26-c97a463776b0 req-24dabd19-1697-492d-9177-76a201039243 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:18.148435 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f19b3a3d-3bf0-4f51-ba26-c97a463776b0 req-24dabd19-1697-492d-9177-76a201039243 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 946 time: 0.0809567 Mar 05 14:31:18.192992 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f19b3a3d-3bf0-4f51-ba26-c97a463776b0 req-800861e9-2bcd-4b1e-bf8c-66e65a676da8 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390081 Mar 05 14:31:19.458934 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bba535-9f93-416b-a3bc-e3d423799097 req-f79c80ce-8312-46e1-b790-47c6f7204fa6 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:19.460400 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b6bba535-9f93-416b-a3bc-e3d423799097 req-f79c80ce-8312-46e1-b790-47c6f7204fa6 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 946 time: 0.1256669 Mar 05 14:31:19.503769 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b6bba535-9f93-416b-a3bc-e3d423799097 req-20d5f437-54c6-46fc-95bd-f005e1540d58 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377500 Mar 05 14:31:20.771956 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09103b-4592-4dbe-9d3f-23b9a4f49281 req-cbd2e46d-92b8-4451-827c-789d3da50fea tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:20.773329 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6b09103b-4592-4dbe-9d3f-23b9a4f49281 req-cbd2e46d-92b8-4451-827c-789d3da50fea tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 946 time: 0.1235080 Mar 05 14:31:20.817502 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6b09103b-4592-4dbe-9d3f-23b9a4f49281 req-e843da2b-212b-4edf-965d-6683e85cca37 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386970 Mar 05 14:31:22.004515 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557919c-9f41-4e92-98c6-1bf8ac622042 req-43ba74aa-0673-48f8-a6a9-471858d5f4f9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:22.005898 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b557919c-9f41-4e92-98c6-1bf8ac622042 req-43ba74aa-0673-48f8-a6a9-471858d5f4f9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 946 time: 0.0798750 Mar 05 14:31:22.049853 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b557919c-9f41-4e92-98c6-1bf8ac622042 req-130d7c01-5055-448e-8e22-972508a91ca3 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383101 Mar 05 14:31:23.233956 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7460cc-4e84-4a56-8c71-5cb55155f6d5 req-f9ff39d2-41fd-4686-ab48-71b64d849d5d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:23.235479 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1f7460cc-4e84-4a56-8c71-5cb55155f6d5 req-f9ff39d2-41fd-4686-ab48-71b64d849d5d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 946 time: 0.0795441 Mar 05 14:31:23.282218 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1f7460cc-4e84-4a56-8c71-5cb55155f6d5 req-27852729-c1cb-4665-91e4-b98b49338023 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410047 Mar 05 14:31:24.466408 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411986dd-8f7b-442e-865e-1c9168449268 req-5da2e567-4ff1-4ecf-bfc4-24aa77a600d6 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:24.467866 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-411986dd-8f7b-442e-865e-1c9168449268 req-5da2e567-4ff1-4ecf-bfc4-24aa77a600d6 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 946 time: 0.0823884 Mar 05 14:31:24.511314 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-411986dd-8f7b-442e-865e-1c9168449268 req-f233864e-d890-482b-9c3a-8c886d414cb6 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371222 Mar 05 14:31:25.960899 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b153d9-c10a-453c-a937-e8a5a25a5523 req-bde56f73-8683-4464-a8c4-4dfb5dd75adc tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:25.962344 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0b153d9-c10a-453c-a937-e8a5a25a5523 req-bde56f73-8683-4464-a8c4-4dfb5dd75adc tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 946 time: 0.1856577 Mar 05 14:31:26.008658 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0b153d9-c10a-453c-a937-e8a5a25a5523 req-8a39aae7-d8d6-4daf-8b73-d6123f0a8278 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406787 Mar 05 14:31:27.190537 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8217d5-bf0a-4134-b727-fbf43e91f57b req-232a1f18-4ea4-4dba-ad49-efadf2760d36 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:27.192013 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eb8217d5-bf0a-4134-b727-fbf43e91f57b req-232a1f18-4ea4-4dba-ad49-efadf2760d36 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 946 time: 0.0797486 Mar 05 14:31:27.235227 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eb8217d5-bf0a-4134-b727-fbf43e91f57b req-663cad9e-1ce7-4455-b686-e61c403fa0bc tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377264 Mar 05 14:31:28.276462 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:31:28.422687 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f4d68-ead9-4cda-856b-58c47b57fa5a req-9a6d7118-11a2-4d12-9f36-570dfa0e9b24 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:28.424162 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-232f4d68-ead9-4cda-856b-58c47b57fa5a req-9a6d7118-11a2-4d12-9f36-570dfa0e9b24 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 946 time: 0.0822535 Mar 05 14:31:28.469347 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-232f4d68-ead9-4cda-856b-58c47b57fa5a req-77b27427-3cf1-4cd5-bb14-20456999ab26 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392201 Mar 05 14:31:29.407092 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:29.409480 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:29.659665 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb11517-c84b-4c4e-8e9f-af1fba490c9d req-83bc0340-84d8-4211-8a84-3b3b3ed1f51c tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:29.661017 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4fb11517-c84b-4c4e-8e9f-af1fba490c9d req-83bc0340-84d8-4211-8a84-3b3b3ed1f51c tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 946 time: 0.0848053 Mar 05 14:31:29.705324 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4fb11517-c84b-4c4e-8e9f-af1fba490c9d req-d10312de-4558-4c6b-8cdb-8069c2d10b96 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386772 Mar 05 14:31:30.887953 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2e279-f429-49fd-bfd2-a544f6fa0d79 req-0d9db9d2-738e-4de0-9e51-04af381220ac tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:30.889385 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d6d2e279-f429-49fd-bfd2-a544f6fa0d79 req-0d9db9d2-738e-4de0-9e51-04af381220ac tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 946 time: 0.0795481 Mar 05 14:31:30.936193 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d6d2e279-f429-49fd-bfd2-a544f6fa0d79 req-c968d1ba-cf87-41a9-8a39-c38887a4dd5e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405734 Mar 05 14:31:32.116438 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ac765-57e5-4bbc-b2cb-7fb1a3a9899a req-3cae3fe9-43b2-4891-b084-09753da899bd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:32.117890 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-312ac765-57e5-4bbc-b2cb-7fb1a3a9899a req-3cae3fe9-43b2-4891-b084-09753da899bd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 946 time: 0.0786142 Mar 05 14:31:32.164031 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-312ac765-57e5-4bbc-b2cb-7fb1a3a9899a req-094e8890-221c-40dd-befe-2d1b57bfd9f6 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405834 Mar 05 14:31:32.897070 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-41f6a681-ab32-483e-9c77-7722c74f7845 service neutron] show failed (client error): The resource could not be found. Mar 05 14:31:32.898756 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-41f6a681-ab32-483e-9c77-7722c74f7845 service neutron] 10.222.0.30 "GET /v2.0/ports/1d396b38-d124-4e3b-8571-ede0d0f2ef5e/bindings/n-h1-803718-1 HTTP/1.1" status: 404 len: 380 time: 0.0774279 Mar 05 14:31:33.269107 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-bba0a57a-72c0-45a7-9deb-9b8d662d250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:33.270567 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-bba0a57a-72c0-45a7-9deb-9b8d662d250f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb&tenant_id=cc8647a7228c49ecafab4baf42c52d7a HTTP/1.1" status: 200 len: 1097 time: 0.1090207 Mar 05 14:31:33.311130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803718-1', 'device_owner': 'compute:nova'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:31:33.449284 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:33.471865 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d4bd0-bb8c-4682-b2d8-faa7c4b776ab req-f46943ca-29c8-4915-8da3-0f37e0e04294 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:33.473321 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e19d4bd0-bb8c-4682-b2d8-faa7c4b776ab req-f46943ca-29c8-4915-8da3-0f37e0e04294 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 946 time: 0.1962900 Mar 05 14:31:33.574256 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e19d4bd0-bb8c-4682-b2d8-faa7c4b776ab req-8381cbef-a71d-4dd9-9793-8415e25041bf tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732172 Mar 05 14:31:33.775713 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] For port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:31:33.804211 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] For port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:31:33.862040 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:31:33.866996 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:33.881610 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Transition to ACTIVE for port object 1d396b38-d124-4e3b-8571-ede0d0f2ef5e will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:31:33.885081 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:34.041338 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Pushing event updated for resources: {'Port': ['ID=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,revision_number=6']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:31:34.046535 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e', 'code': 200} Mar 05 14:31:34.063211 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:34.063606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:34.064382 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:34.064382 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:34.064674 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:34.065004 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:34.065328 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:34.065646 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:34.065965 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:34.066278 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:34.066593 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:34.066939 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:34.111611 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] No DVR routers for this DVR port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:31:34.336115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Attempting to bind port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:31:34.336772 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Attempting to bind port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:31:34.336772 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Attempting to bind port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e on network a0ece5c1-5102-494c-8481-790fca5bd3e8 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:31:34.341086 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e on network a0ece5c1-5102-494c-8481-790fca5bd3e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:31:34.341400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Attempting to bind port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e on network a0ece5c1-5102-494c-8481-790fca5bd3e8 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:31:34.346406 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:31:34.346734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Checking segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:31:34.347162 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Bound using segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:31:34.347578 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Bound port: 1d396b38-d124-4e3b-8571-ede0d0f2ef5e, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:31:34.347914 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:34.434074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] For port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:31:34.437242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] For port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:31:34.442692 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:34.597285 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:34.597893 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:34.599264 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] 10.222.0.15 "PUT /v2.0/ports/1d396b38-d124-4e3b-8571-ede0d0f2ef5e HTTP/1.1" status: 200 len: 1092 time: 1.3211508 Mar 05 14:31:34.619701 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15c296-391f-4f9d-bde9-0be15fabd618 service neutron] Pushing event updated for resources: {'Port': ['ID=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,revision_number=7']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:31:34.697067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc8b3d5c-ee19-4446-9da2-00ea876b6894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:34.698722 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-cc8b3d5c-ee19-4446-9da2-00ea876b6894 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 1095 time: 0.0761788 Mar 05 14:31:34.898741 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473cfb0-b17d-47fc-a1df-0e9f90aa9335 req-cb78dfe0-4a94-44aa-93fa-d92e3624d99e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:34.900151 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2473cfb0-b17d-47fc-a1df-0e9f90aa9335 req-cb78dfe0-4a94-44aa-93fa-d92e3624d99e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 944 time: 0.1974244 Mar 05 14:31:34.901283 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-3e7017ad-c86e-47f7-8823-289016971873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:34.902596 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-3e7017ad-c86e-47f7-8823-289016971873 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1975770 Mar 05 14:31:35.019120 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2473cfb0-b17d-47fc-a1df-0e9f90aa9335 req-85d8b6cd-666d-49da-a6f7-95ed00f5e8f8 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132922 Mar 05 14:31:35.038253 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-f1bc2fc2-3de1-41b4-9a94-1da2effecfb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e HTTP/1.1" status: 200 len: 1000 time: 0.1170781 Mar 05 14:31:35.101726 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-971e8ef4-fbd7-4381-8cf9-1d2d561e96de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:35.103130 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-971e8ef4-fbd7-4381-8cf9-1d2d561e96de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0592794 Mar 05 14:31:35.178513 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-42b1cedf-acbb-431a-bcba-86395290019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:35.179881 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-42b1cedf-acbb-431a-bcba-86395290019a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711048 Mar 05 14:31:35.289700 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 1d396b38-d124-4e3b-8571-ede0d0f2ef5e no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:31:35.315618 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-1044b718-5ad3-45d9-a18e-02a82352954a service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298051 Mar 05 14:31:35.346173 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 1d396b38-d124-4e3b-8571-ede0d0f2ef5e not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:31:35.450626 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-97079ee1-0681-46eb-8f24-fadb6c6c5123 req-df64c7f6-f77a-4ab1-9631-ab986d69d8d6 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289847 Mar 05 14:31:36.047315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'tag': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:31:36.105791 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'tag': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e', 'status': 'completed', 'code': 200} Mar 05 14:31:36.209693 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb298e-48fc-4951-96a6-162262d5647c req-32ea7890-97a0-4947-8e6c-a3c4099e1dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:36.211296 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-90fb298e-48fc-4951-96a6-162262d5647c req-32ea7890-97a0-4947-8e6c-a3c4099e1dec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 1095 time: 0.0841250 Mar 05 14:31:36.352752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb298e-48fc-4951-96a6-162262d5647c req-509e773b-7aef-4986-bbec-81fb6186b4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:36.354223 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-90fb298e-48fc-4951-96a6-162262d5647c req-509e773b-7aef-4986-bbec-81fb6186b4a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1371446 Mar 05 14:31:36.364493 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb298e-48fc-4951-96a6-162262d5647c req-7b8d5d4e-3a0f-408e-8819-34fb1aec2b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:36.366262 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-90fb298e-48fc-4951-96a6-162262d5647c req-7b8d5d4e-3a0f-408e-8819-34fb1aec2b7c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 1095 time: 0.2438719 Mar 05 14:31:36.373666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f2c2b-91b9-4bf8-9ab9-c272f432617c req-1bb0ab51-b770-4944-8ec5-f5e1692e01a5 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:36.375014 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-525f2c2b-91b9-4bf8-9ab9-c272f432617c req-1bb0ab51-b770-4944-8ec5-f5e1692e01a5 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 944 time: 0.2223542 Mar 05 14:31:36.464428 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-90fb298e-48fc-4951-96a6-162262d5647c req-02dce6e7-4cea-4ffa-b78c-d25722cd5b3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e HTTP/1.1" status: 200 len: 1000 time: 0.1030121 Mar 05 14:31:36.510554 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-525f2c2b-91b9-4bf8-9ab9-c272f432617c req-352358fd-2062-46c6-9862-d20c5715f066 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032138 Mar 05 14:31:36.534877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb298e-48fc-4951-96a6-162262d5647c req-0e578a94-e684-4e33-88f1-188fe1187b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:36.534877 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-90fb298e-48fc-4951-96a6-162262d5647c req-0e578a94-e684-4e33-88f1-188fe1187b7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0576704 Mar 05 14:31:36.540136 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb298e-48fc-4951-96a6-162262d5647c req-7ec0c9cd-7c8a-45c9-8b84-31f8317fc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:36.541556 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-90fb298e-48fc-4951-96a6-162262d5647c req-7ec0c9cd-7c8a-45c9-8b84-31f8317fc703 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1657314 Mar 05 14:31:36.603860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb298e-48fc-4951-96a6-162262d5647c req-6f693d09-5cbf-43c0-9479-fbbfb7316d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:36.605231 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-90fb298e-48fc-4951-96a6-162262d5647c req-6f693d09-5cbf-43c0-9479-fbbfb7316d82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701768 Mar 05 14:31:36.640552 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-90fb298e-48fc-4951-96a6-162262d5647c req-f66a6918-814f-4d58-a143-801d47c8e87d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e HTTP/1.1" status: 200 len: 1000 time: 0.0931847 Mar 05 14:31:36.707335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb298e-48fc-4951-96a6-162262d5647c req-41a12cc8-12f6-4746-8102-28fc570b0b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:36.708902 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-90fb298e-48fc-4951-96a6-162262d5647c req-41a12cc8-12f6-4746-8102-28fc570b0b6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0615468 Mar 05 14:31:36.738788 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-90fb298e-48fc-4951-96a6-162262d5647c req-9f321842-c2e2-4ad0-ad74-78841cbbb102 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270068 Mar 05 14:31:36.783247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb298e-48fc-4951-96a6-162262d5647c req-1d748e46-a177-42e8-9e41-0666f2e5aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:36.784711 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-90fb298e-48fc-4951-96a6-162262d5647c req-1d748e46-a177-42e8-9e41-0666f2e5aaf3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693827 Mar 05 14:31:36.878702 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-90fb298e-48fc-4951-96a6-162262d5647c req-47a4c3b6-00f7-4dbf-95a4-6c759156067c service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312957 Mar 05 14:31:36.919142 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-90fb298e-48fc-4951-96a6-162262d5647c req-de7df76c-ec83-41c0-a89a-afc7a0f04b55 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286407 Mar 05 14:31:37.055159 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-90fb298e-48fc-4951-96a6-162262d5647c req-daeaaf7b-f9e8-4c45-b0aa-9cba033afa90 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302323 Mar 05 14:31:37.802400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ac741-0c14-4ca5-8360-547a30811364 req-4b7abd1d-1d8b-4175-84ae-064a03eaaf2b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:37.803820 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c56ac741-0c14-4ca5-8360-547a30811364 req-4b7abd1d-1d8b-4175-84ae-064a03eaaf2b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 944 time: 0.1815431 Mar 05 14:31:37.847881 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c56ac741-0c14-4ca5-8360-547a30811364 req-ba384a36-d4e7-4cfe-80d5-46e9c7f9c13b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380845 Mar 05 14:31:38.274469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-86e73846-7382-4f0a-9d48-733e83fc1a5e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:38.275910 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-86e73846-7382-4f0a-9d48-733e83fc1a5e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.15 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb&tenant_id=cc8647a7228c49ecafab4baf42c52d7a&binding%3Ahost_id=n-h1-803718-1 HTTP/1.1" status: 200 len: 944 time: 0.1268616 Mar 05 14:31:38.375592 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cac4b0-4544-463f-9b5b-227ebf2b4d80 req-f1092f68-841b-4cf2-bf42-09581b88db91 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:38.377490 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-21cac4b0-4544-463f-9b5b-227ebf2b4d80 req-f1092f68-841b-4cf2-bf42-09581b88db91 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 944 time: 0.1682379 Mar 05 14:31:38.383272 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-a88e6718-892c-48a2-9b60-8f8512e635cb service neutron] 10.222.0.15 "GET /v2.0/ports/1d396b38-d124-4e3b-8571-ede0d0f2ef5e/bindings/n-h1-803718-1 HTTP/1.1" status: 200 len: 382 time: 0.1017244 Mar 05 14:31:38.462566 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-21cac4b0-4544-463f-9b5b-227ebf2b4d80 req-5f5ce8f6-b61f-420c-8209-d96fb6104994 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783656 Mar 05 14:31:38.489432 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-0950fc19-b46c-42b0-a51d-3a12f07b9eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:38.490897 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-0950fc19-b46c-42b0-a51d-3a12f07b9eec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 1095 time: 0.0864120 Mar 05 14:31:38.525438 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 1d396b38-d124-4e3b-8571-ede0d0f2ef5e details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:31:38.624688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-d753f5d3-9535-48f4-aa9f-e9a2072c229b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:38.626948 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-d753f5d3-9535-48f4-aa9f-e9a2072c229b service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1305063 Mar 05 14:31:38.655220 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:31:38.668567 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'port_id': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e', 'mac_address': 'fa:16:3e:ec:ad:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:31:38.729796 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:38.731391 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-9a266cd5-d2b1-41c4-91d8-16a8cc042402 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e HTTP/1.1" status: 200 len: 1000 time: 0.0987597 Mar 05 14:31:38.746200 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d396b38-d124-4e3b-8571-ede0d0f2ef5e {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:31:38.761530 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:31:38.765357 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:38.796280 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-c637ba7b-1b83-4c4e-b01f-7f6552d730ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:38.797797 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-c637ba7b-1b83-4c4e-b01f-7f6552d730ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0611601 Mar 05 14:31:38.832332 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:31:38.865640 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a6d7a6ef-75aa-4a0b-8545-4076f102a4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:38.877388 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-3eeb8c21-0239-4239-9112-0a66fad27c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:38.878821 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-3eeb8c21-0239-4239-9112-0a66fad27c4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751705 Mar 05 14:31:38.975997 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['1d396b38-d124-4e3b-8571-ede0d0f2ef5e'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:31:39.012251 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-489f2eeb-69cf-43ee-8299-c13d47444449 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266217 Mar 05 14:31:39.145350 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-05d1f534-b99b-42f0-b199-18575266f3bd service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264277 Mar 05 14:31:39.652564 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7cce1-af33-4104-8b5e-9de334919874 req-6fb61494-341a-4d40-b76e-f7a38ada336a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:39.654023 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6b7cce1-af33-4104-8b5e-9de334919874 req-6fb61494-341a-4d40-b76e-f7a38ada336a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 945 time: 0.0827241 Mar 05 14:31:39.698720 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6b7cce1-af33-4104-8b5e-9de334919874 req-1d4f2b6f-bb67-49e8-bb16-3500812e0459 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385213 Mar 05 14:31:40.540817 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 1d396b38-d124-4e3b-8571-ede0d0f2ef5e up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:31:40.606939 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:31:40.612380 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:31:40.612744 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:40.734258 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:40.763360 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:31:40.773083 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:31:40.777711 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:40.842367 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e', 'code': 200} Mar 05 14:31:40.853996 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:31:40.898093 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660431f8-0cd8-4364-8957-64a895913f5e req-5de6d2fd-5e51-4cf9-aae1-a42c640ed754 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:40.899573 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-660431f8-0cd8-4364-8957-64a895913f5e req-5de6d2fd-5e51-4cf9-aae1-a42c640ed754 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 946 time: 0.0884969 Mar 05 14:31:40.947273 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-660431f8-0cd8-4364-8957-64a895913f5e req-40e38e5e-4abd-4250-9dc9-b596f45de115 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417588 Mar 05 14:31:40.990159 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c70bc9dd-3451-4b1e-940d-caba4d3d6cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:41.215636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-e2c2e445-0f2e-473c-be93-91778e865cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:41.217393 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-e2c2e445-0f2e-473c-be93-91778e865cfe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb&tenant_id=cc8647a7228c49ecafab4baf42c52d7a HTTP/1.1" status: 200 len: 1097 time: 0.1088388 Mar 05 14:31:41.228321 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803718-1', 'device_owner': 'compute:nova'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:31:41.337028 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:41.602483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] For port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:31:41.629932 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] For port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e, host n-h1-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:31:41.686464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:31:41.692874 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:41.708103 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] Transition to ACTIVE for port object 1d396b38-d124-4e3b-8571-ede0d0f2ef5e will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:31:41.711791 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:41.748521 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e', 'code': 200} Mar 05 14:31:41.964004 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] Pushing event updated for resources: {'Port': ['ID=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,revision_number=10']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:31:42.022033 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] No DVR routers for this DVR port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e on host n-h1-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:31:42.133524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c2c27-8a03-4f7b-b602-3f3f4687bb13 req-1068acdc-6277-47d4-a432-37cb74351efd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:42.134891 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d38c2c27-8a03-4f7b-b602-3f3f4687bb13 req-1068acdc-6277-47d4-a432-37cb74351efd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 945 time: 0.0802135 Mar 05 14:31:42.170561 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:42.182673 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d38c2c27-8a03-4f7b-b602-3f3f4687bb13 req-b513184a-b976-4300-af17-756728d41f78 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421219 Mar 05 14:31:42.235058 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:42.249966 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] Attempting to bind port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:31:42.250496 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] Attempting to bind port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:31:42.250627 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] Attempting to bind port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e on network a0ece5c1-5102-494c-8481-790fca5bd3e8 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:31:42.255107 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] Port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e on network a0ece5c1-5102-494c-8481-790fca5bd3e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:31:42.255416 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] Attempting to bind port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e on network a0ece5c1-5102-494c-8481-790fca5bd3e8 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:31:42.260301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:31:42.260629 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] Checking segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:31:42.261001 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] Bound using segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:31:42.261416 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] Bound port: 1d396b38-d124-4e3b-8571-ede0d0f2ef5e, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:31:42.261745 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:42.352716 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] For port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:31:42.355921 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] For port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:31:42.360082 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:42.413060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:42.413661 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:42.415021 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] 10.222.0.30 "PUT /v2.0/ports/1d396b38-d124-4e3b-8571-ede0d0f2ef5e HTTP/1.1" status: 200 len: 1093 time: 1.1904924 Mar 05 14:31:42.437005 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50e4f8-70a8-48cf-8b9d-64dcefc0ca55 service neutron] Pushing event updated for resources: {'Port': ['ID=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,revision_number=11']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:31:42.510990 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-90b52e99-f415-4db6-9060-4b27be7ba341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:42.512464 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-90b52e99-f415-4db6-9060-4b27be7ba341 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 1096 time: 0.0719087 Mar 05 14:31:42.645979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-a54800a7-dfb1-4f5d-ba6d-b0d04af51fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:42.647464 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-a54800a7-dfb1-4f5d-ba6d-b0d04af51fc9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1288080 Mar 05 14:31:42.748983 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-3f2603e2-f84b-4bc7-944f-8b970d855bc2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e HTTP/1.1" status: 200 len: 1000 time: 0.0959136 Mar 05 14:31:42.813129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-066fbf65-3066-4685-adff-bbcb62a104d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:42.814609 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-066fbf65-3066-4685-adff-bbcb62a104d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0598929 Mar 05 14:31:42.888139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-60a5afeb-dabd-47f7-9ed8-12fa0df82b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:42.889565 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-60a5afeb-dabd-47f7-9ed8-12fa0df82b9d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682452 Mar 05 14:31:43.020640 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-983a5665-ec98-4724-8b43-7700a10cfc90 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236918 Mar 05 14:31:43.152413 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3f3c4d66-1c42-4258-9826-279e068cb362 req-177d252f-ca61-423b-b860-1ff2ad475ecb service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254659 Mar 05 14:31:43.359286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdd614-7808-4f5f-a382-4161be32802a req-a171ae63-2896-436e-bdd6-9db8a8f37603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:43.361307 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-54bdd614-7808-4f5f-a382-4161be32802a req-a171ae63-2896-436e-bdd6-9db8a8f37603 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 1096 time: 0.1184161 Mar 05 14:31:43.430355 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcae2f-6d79-46af-af04-f1d797a6fc96 req-6271f748-2630-4ec8-b7d6-c4edfca37e25 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:43.431847 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5afcae2f-6d79-46af-af04-f1d797a6fc96 req-6271f748-2630-4ec8-b7d6-c4edfca37e25 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 945 time: 0.1323581 Mar 05 14:31:43.551667 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5afcae2f-6d79-46af-af04-f1d797a6fc96 req-5fe20043-eea9-4bce-aae0-2b014b0b201e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670269 Mar 05 14:31:43.558240 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdd614-7808-4f5f-a382-4161be32802a req-26729e42-2a67-40b3-98ef-245a59f862c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:43.559897 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-54bdd614-7808-4f5f-a382-4161be32802a req-26729e42-2a67-40b3-98ef-245a59f862c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1756129 Mar 05 14:31:43.749740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'tag': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:31:43.781163 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-54bdd614-7808-4f5f-a382-4161be32802a req-3a59e92c-f240-4351-a36d-27131415d73d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e HTTP/1.1" status: 200 len: 1000 time: 0.2127733 Mar 05 14:31:43.832495 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:43.853817 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdd614-7808-4f5f-a382-4161be32802a req-573a3765-e1c1-494c-8f4c-a55b3b28874f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:43.855381 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-54bdd614-7808-4f5f-a382-4161be32802a req-573a3765-e1c1-494c-8f4c-a55b3b28874f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0668163 Mar 05 14:31:43.925491 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'tag': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e', 'status': 'completed', 'code': 200} Mar 05 14:31:43.931889 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdd614-7808-4f5f-a382-4161be32802a req-bbc3dba4-028c-46d8-8072-b6964452c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:43.933361 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-54bdd614-7808-4f5f-a382-4161be32802a req-bbc3dba4-028c-46d8-8072-b6964452c08f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716927 Mar 05 14:31:44.022580 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c970c6d-f0a0-4d37-a318-2fd2e19cf8ed req-f91ce468-4a8b-45e9-a3a2-fda9bbb70ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:44.024091 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c970c6d-f0a0-4d37-a318-2fd2e19cf8ed req-f91ce468-4a8b-45e9-a3a2-fda9bbb70ef7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 1096 time: 0.0766108 Mar 05 14:31:44.067823 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-54bdd614-7808-4f5f-a382-4161be32802a req-5fe9f9a7-ae91-4ba0-bf5d-26767398575f service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279595 Mar 05 14:31:44.157847 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c970c6d-f0a0-4d37-a318-2fd2e19cf8ed req-f0f42d5c-3f36-43b1-9ec3-cc9bfe10494a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:44.159327 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c970c6d-f0a0-4d37-a318-2fd2e19cf8ed req-f0f42d5c-3f36-43b1-9ec3-cc9bfe10494a service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1294961 Mar 05 14:31:44.200200 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-54bdd614-7808-4f5f-a382-4161be32802a req-92b6f772-69d9-4bc1-9128-9c7b1f5e7ffe service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255076 Mar 05 14:31:44.267700 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c970c6d-f0a0-4d37-a318-2fd2e19cf8ed req-dc1407c2-6a11-411e-9212-48ed017e6a26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e HTTP/1.1" status: 200 len: 1000 time: 0.1013727 Mar 05 14:31:44.318097 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c970c6d-f0a0-4d37-a318-2fd2e19cf8ed req-a6960aa0-f53a-4958-b7d7-a5905e0b4cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:44.319631 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9c970c6d-f0a0-4d37-a318-2fd2e19cf8ed req-a6960aa0-f53a-4958-b7d7-a5905e0b4cba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 1096 time: 0.0731540 Mar 05 14:31:44.439721 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c970c6d-f0a0-4d37-a318-2fd2e19cf8ed req-c613c62b-1808-415b-9ac3-223f006fe2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:44.440919 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c970c6d-f0a0-4d37-a318-2fd2e19cf8ed req-c613c62b-1808-415b-9ac3-223f006fe2c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.1688111 Mar 05 14:31:44.464805 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c970c6d-f0a0-4d37-a318-2fd2e19cf8ed req-ebba2692-bafc-4760-a769-49b65dc0ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:44.466368 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9c970c6d-f0a0-4d37-a318-2fd2e19cf8ed req-ebba2692-bafc-4760-a769-49b65dc0ef8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1380301 Mar 05 14:31:44.530330 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c970c6d-f0a0-4d37-a318-2fd2e19cf8ed req-239ded7f-6de9-4bfe-ba7c-41607463469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:44.534015 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c970c6d-f0a0-4d37-a318-2fd2e19cf8ed req-239ded7f-6de9-4bfe-ba7c-41607463469e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849311 Mar 05 14:31:44.554716 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 1d396b38-d124-4e3b-8571-ede0d0f2ef5e no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:31:44.580227 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9c970c6d-f0a0-4d37-a318-2fd2e19cf8ed req-7083effc-1805-4a27-a68a-d400e42ceae3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e HTTP/1.1" status: 200 len: 1000 time: 0.1062558 Mar 05 14:31:44.653971 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c970c6d-f0a0-4d37-a318-2fd2e19cf8ed req-565b7f5c-5435-45d8-bead-0a045ab23ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:44.655480 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9c970c6d-f0a0-4d37-a318-2fd2e19cf8ed req-565b7f5c-5435-45d8-bead-0a045ab23ad1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0662358 Mar 05 14:31:44.684747 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 1d396b38-d124-4e3b-8571-ede0d0f2ef5e not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:31:44.692925 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c970c6d-f0a0-4d37-a318-2fd2e19cf8ed req-fbfb9c61-e79a-4d11-9905-a38f3c14b1ab service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535552 Mar 05 14:31:44.797238 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c970c6d-f0a0-4d37-a318-2fd2e19cf8ed req-b21407fb-6793-4d10-8339-b9f9343da4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:44.799575 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9c970c6d-f0a0-4d37-a318-2fd2e19cf8ed req-b21407fb-6793-4d10-8339-b9f9343da4d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367152 Mar 05 14:31:44.844082 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c970c6d-f0a0-4d37-a318-2fd2e19cf8ed req-89f0a8ba-ea6d-43f7-9834-1558cb31d4e7 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449835 Mar 05 14:31:44.904598 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6186ec1-3571-40b4-988b-02bf2ffc2465 req-9ad299ed-7574-4ee0-87ad-404cdec0f160 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:44.906055 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e6186ec1-3571-40b4-988b-02bf2ffc2465 req-9ad299ed-7574-4ee0-87ad-404cdec0f160 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 945 time: 0.1820395 Mar 05 14:31:44.983770 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e6186ec1-3571-40b4-988b-02bf2ffc2465 req-0eeb7e80-6785-4868-a5a2-bff04729915f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705037 Mar 05 14:31:44.987483 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9c970c6d-f0a0-4d37-a318-2fd2e19cf8ed req-48503ea9-768f-4645-b520-a87dbbee0b0a service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811035 Mar 05 14:31:45.117500 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9c970c6d-f0a0-4d37-a318-2fd2e19cf8ed req-c9420f93-8e02-4cad-b5aa-11f53199ade8 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236994 Mar 05 14:31:45.335256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 1d396b38-d124-4e3b-8571-ede0d0f2ef5e details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:31:45.466572 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:31:45.479376 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'port_id': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e', 'mac_address': 'fa:16:3e:ec:ad:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:31:45.535479 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:45.551652 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d396b38-d124-4e3b-8571-ede0d0f2ef5e {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:31:45.567006 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:31:45.570793 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:45.634618 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,revision_number=12']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:31:45.774929 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['1d396b38-d124-4e3b-8571-ede0d0f2ef5e'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:31:46.166336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bebd9-ce5d-40bd-a7df-d05045a06b1e req-0ebfd0e2-f84e-45ed-850c-41ed4328f05d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:46.167796 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5e2bebd9-ce5d-40bd-a7df-d05045a06b1e req-0ebfd0e2-f84e-45ed-850c-41ed4328f05d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 946 time: 0.0794683 Mar 05 14:31:46.211730 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5e2bebd9-ce5d-40bd-a7df-d05045a06b1e req-de159beb-dab4-4b5d-a684-6d7e572c998c tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375233 Mar 05 14:31:46.394433 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a8511-c388-4ddc-a066-55bb4d9c3e84 req-602dd03c-0e5a-4361-abe3-3f220681dcac tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:46.395939 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-095a8511-c388-4ddc-a066-55bb4d9c3e84 req-602dd03c-0e5a-4361-abe3-3f220681dcac tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 946 time: 0.0787981 Mar 05 14:31:46.439141 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-095a8511-c388-4ddc-a066-55bb4d9c3e84 req-3e4017a3-411d-4879-847b-097b2de09622 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369971 Mar 05 14:31:46.622013 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef326b-58ca-4543-ac19-e76364f19f3a req-d107f078-d2d9-4eef-841d-320acc096e8d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:46.623449 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4fef326b-58ca-4543-ac19-e76364f19f3a req-d107f078-d2d9-4eef-841d-320acc096e8d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 946 time: 0.0820496 Mar 05 14:31:46.666559 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4fef326b-58ca-4543-ac19-e76364f19f3a req-6b593f31-aa96-4dca-9244-8f1830577175 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369339 Mar 05 14:31:47.045198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de84f77-b487-4e5b-b1dd-c7c65554cede req-66d4617d-9cc5-400c-83b7-4fff8960aa97 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:47.046554 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1de84f77-b487-4e5b-b1dd-c7c65554cede req-66d4617d-9cc5-400c-83b7-4fff8960aa97 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 946 time: 0.0801806 Mar 05 14:31:47.091903 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1de84f77-b487-4e5b-b1dd-c7c65554cede req-4a0f4c39-03c5-4b7b-b76e-7a2614e68bc8 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396845 Mar 05 14:31:47.348269 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 1d396b38-d124-4e3b-8571-ede0d0f2ef5e up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:31:47.415975 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:31:47.420940 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:31:47.421316 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:47.536776 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:47.563301 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:31:47.572995 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:31:47.578236 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:47.652920 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,revision_number=13']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:31:47.707433 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e', 'code': 200} Mar 05 14:31:48.265758 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9a35b-fc83-4df8-a07c-550dbeec2322 req-60810f07-45d0-415a-9672-5b338d023e30 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:48.267729 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a4a9a35b-fc83-4df8-a07c-550dbeec2322 req-60810f07-45d0-415a-9672-5b338d023e30 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.30 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 947 time: 0.0807331 Mar 05 14:31:48.278062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776aeef-23d7-4eff-b663-f9321777cc08 req-08ae4b6b-a7fd-4152-8459-82e68bce7a38 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:48.279530 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3776aeef-23d7-4eff-b663-f9321777cc08 req-08ae4b6b-a7fd-4152-8459-82e68bce7a38 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 947 time: 0.0836987 Mar 05 14:31:48.324003 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3776aeef-23d7-4eff-b663-f9321777cc08 req-9388c88d-279a-4eee-b246-165f977e38f2 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381501 Mar 05 14:31:48.336972 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-a4a9a35b-fc83-4df8-a07c-550dbeec2322 req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Deleting port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:31:48.337310 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a4a9a35b-fc83-4df8-a07c-550dbeec2322 req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:48.694713 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-a4a9a35b-fc83-4df8-a07c-550dbeec2322 req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] For port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:31:48.695097 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a4a9a35b-fc83-4df8-a07c-550dbeec2322 req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:48.981210 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a4a9a35b-fc83-4df8-a07c-550dbeec2322 req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:48.981570 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a4a9a35b-fc83-4df8-a07c-550dbeec2322 req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:48.981872 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [req-a4a9a35b-fc83-4df8-a07c-550dbeec2322 req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Floating IP 6733fa35-f2e4-4cf3-8c89-b4faed973061 disassociated. External IP: 172.25.4.89, port: 1d396b38-d124-4e3b-8571-ede0d0f2ef5e. Mar 05 14:31:48.982205 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-a4a9a35b-fc83-4df8-a07c-550dbeec2322 req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Calling delete_port for 1d396b38-d124-4e3b-8571-ede0d0f2ef5e owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:31:49.129302 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a4a9a35b-fc83-4df8-a07c-550dbeec2322 req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:49.181101 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Pushing event deleted for resources: {'Port': ['ID=1d396b38-d124-4e3b-8571-ede0d0f2ef5e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:31:49.193948 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:49.194120 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:49.194452 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:49.194797 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:49.195153 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:49.195455 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:49.195778 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:49.196092 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:49.196407 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:49.196723 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:49.197036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:49.197361 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:49.387497 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4a9a35b-fc83-4df8-a07c-550dbeec2322 req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Router 896f0214-6809-4b76-828f-bc0d3e2ed02b has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:31:49.505337 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a55381ae-8b4d-4513-90d3-2fe32e5afd09 req-f4cc8a59-6348-4b49-8ae9-e3ae8720dede tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=46e8c818-b258-47ac-bd0b-287739c7c7fb HTTP/1.1" status: 200 len: 210 time: 0.0568430 Mar 05 14:31:49.609186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4a9a35b-fc83-4df8-a07c-550dbeec2322 req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:31:49.619957 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c4d905-b0bc-4f6a-8db3-57618c9eb7e6 None None] Sync routers for ids ['896f0214-6809-4b76-828f-bc0d3e2ed02b'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:31:49.629436 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c4d905-b0bc-4f6a-8db3-57618c9eb7e6 None None] Routers {'896f0214-6809-4b76-828f-bc0d3e2ed02b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:31:49.630035 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-97c4d905-b0bc-4f6a-8db3-57618c9eb7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:31:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['896f0214-6809-4b76-828f-bc0d3e2ed02b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:31:49.686867 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a9a35b-fc83-4df8-a07c-550dbeec2322 req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] No DVR routers for this DVR port 1d396b38-d124-4e3b-8571-ede0d0f2ef5e on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:31:49.691176 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-a4a9a35b-fc83-4df8-a07c-550dbeec2322 req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:49.693782 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'name': 'network-vif-deleted', 'tag': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:31:49.711255 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a4a9a35b-fc83-4df8-a07c-550dbeec2322 req-53691e93-be85-41c3-9121-b4af55f354fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.30 "DELETE /v2.0/ports/1d396b38-d124-4e3b-8571-ede0d0f2ef5e HTTP/1.1" status: 204 len: 173 time: 1.4378788 Mar 05 14:31:49.763378 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e8c818-b258-47ac-bd0b-287739c7c7fb', 'name': 'network-vif-deleted', 'tag': '1d396b38-d124-4e3b-8571-ede0d0f2ef5e', 'status': 'completed', 'code': 200} Mar 05 14:31:49.810416 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-97c4d905-b0bc-4f6a-8db3-57618c9eb7e6 None None] Set router 896f0214-6809-4b76-828f-bc0d3e2ed02b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:31:50.125684 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-97c4d905-b0bc-4f6a-8db3-57618c9eb7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:10Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:31:50.130525 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c4d905-b0bc-4f6a-8db3-57618c9eb7e6 None None] Checking router: 896f0214-6809-4b76-828f-bc0d3e2ed02b for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:31:50.138518 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c4d905-b0bc-4f6a-8db3-57618c9eb7e6 None None] Routers {'896f0214-6809-4b76-828f-bc0d3e2ed02b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:31:50.139135 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-97c4d905-b0bc-4f6a-8db3-57618c9eb7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:31:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['896f0214-6809-4b76-828f-bc0d3e2ed02b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:31:50.348679 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-97c4d905-b0bc-4f6a-8db3-57618c9eb7e6 None None] Set router 896f0214-6809-4b76-828f-bc0d3e2ed02b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:31:50.655496 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-97c4d905-b0bc-4f6a-8db3-57618c9eb7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:10Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:31:50.660160 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c4d905-b0bc-4f6a-8db3-57618c9eb7e6 None None] The sync data for ids ['896f0214-6809-4b76-828f-bc0d3e2ed02b'] in n-d-803718-1 is: [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:10Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:31:50.863138 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-65cb6d7d-26e4-412d-8ca6-781ac96a70a0 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--330946785&fields=id&tenant_id=cc8647a7228c49ecafab4baf42c52d7a HTTP/1.1" status: 200 len: 267 time: 0.0458264 Mar 05 14:31:50.900859 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bac391-4c53-4468-8940-881689dbe067 None None] New status for floating IP 6733fa35-f2e4-4cf3-8c89-b4faed973061: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:31:51.049869 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-8b27e12e-eabc-4b6e-a113-53e490bbbbf8 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:51.052137 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-8b27e12e-eabc-4b6e-a113-53e490bbbbf8 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 812 time: 0.1839306 Mar 05 14:31:51.068947 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-4de02638-0a42-4564-ba4a-9b404947b4a7 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/quotas/cc8647a7228c49ecafab4baf42c52d7a HTTP/1.1" status: 200 len: 375 time: 0.0112221 Mar 05 14:31:51.310264 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-b808bd10-238e-4868-9233-1554167b7672 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Synchronizing usage tracker for tenant:cc8647a7228c49ecafab4baf42c52d7a on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:31:51.327419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-b808bd10-238e-4868-9233-1554167b7672 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Unset dirty status for tenant:cc8647a7228c49ecafab4baf42c52d7a on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:31:51.328922 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-b808bd10-238e-4868-9233-1554167b7672 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2544460 Mar 05 14:31:51.352357 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 1d396b38-d124-4e3b-8571-ede0d0f2ef5e no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:31:51.391605 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 1d396b38-d124-4e3b-8571-ede0d0f2ef5e {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:31:51.392222 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 1d396b38-d124-4e3b-8571-ede0d0f2ef5e not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:31:51.574380 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-465fe731-73ca-472f-ab89-cc570fd9b445 service neutron] 10.222.0.16 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922326 Mar 05 14:31:51.704850 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-6dfb0658-52f7-4842-a231-5cfc6d51075f service neutron] 10.222.0.16 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248231 Mar 05 14:31:51.881953 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4748a869-a546-4e6a-836b-24d216933f49 req-bbd3b3d8-d2c6-4dba-b550-6623f0b20c76 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 210 time: 0.0419478 Mar 05 14:31:52.889661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-2063423c-c6a4-45ca-ae0b-a3d15d001358 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:52.891107 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-2063423c-c6a4-45ca-ae0b-a3d15d001358 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.15 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 812 time: 0.1461945 Mar 05 14:31:52.946535 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-48fbf95a-c134-4050-95a2-518eb0849cfe tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc8647a7228c49ecafab4baf42c52d7a HTTP/1.1" status: 200 len: 379 time: 0.0469391 Mar 05 14:31:52.955293 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-b5d2553e-c57b-41d5-a37a-f3308cf92a33 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Request body: {'port': {'device_id': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'admin_state_up': True, 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'security_groups': ['6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:31:53.032269 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a28243a0-cf7f-45ff-95fe-bfb9e29ca216 req-dbe339d5-5078-4acf-896f-82750ce4f169 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 210 time: 0.0427272 Mar 05 14:31:53.093479 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-b5d2553e-c57b-41d5-a37a-f3308cf92a33 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:31:53.103114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-b5d2553e-c57b-41d5-a37a-f3308cf92a33 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:31:53.112688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-b5d2553e-c57b-41d5-a37a-f3308cf92a33 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Made reservation on behalf of cc8647a7228c49ecafab4baf42c52d7a for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:31:53.116137 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-b5d2553e-c57b-41d5-a37a-f3308cf92a33 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:53.279747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-b5d2553e-c57b-41d5-a37a-f3308cf92a33 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Allocated IP 172.20.0.11 (a0ece5c1-5102-494c-8481-790fca5bd3e8/f850a39d-0834-4a37-80cb-c47b843850d3/acd3b348-7f64-49a6-81e9-f6f92e106e59) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:31:53.468140 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-b5d2553e-c57b-41d5-a37a-f3308cf92a33 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:53.484579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-b5d2553e-c57b-41d5-a37a-f3308cf92a33 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Transition to ACTIVE for port object acd3b348-7f64-49a6-81e9-f6f92e106e59 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:31:53.507658 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-b5d2553e-c57b-41d5-a37a-f3308cf92a33 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:53.578142 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-b5d2553e-c57b-41d5-a37a-f3308cf92a33 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Network a0ece5c1-5102-494c-8481-790fca5bd3e8 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:31:53.586161 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-b5d2553e-c57b-41d5-a37a-f3308cf92a33 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:31:53.590480 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-b5d2553e-c57b-41d5-a37a-f3308cf92a33 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:31:53.622102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2553e-c57b-41d5-a37a-f3308cf92a33 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Pushing event updated for resources: {'Port': ['ID=acd3b348-7f64-49a6-81e9-f6f92e106e59,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:31:53.660978 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-b5d2553e-c57b-41d5-a37a-f3308cf92a33 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:53.661583 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-b5d2553e-c57b-41d5-a37a-f3308cf92a33 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:53.690130 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-b5d2553e-c57b-41d5-a37a-f3308cf92a33 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7388773 Mar 05 14:31:53.701154 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-a179e45a-1f81-40b1-8b76-53af37250911 service neutron] Request body: {'port': {'device_id': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:31:53.814924 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1dbb2a6d-9c25-48e9-bb03-f8e829c520e2 None None] Provisioning for port acd3b348-7f64-49a6-81e9-f6f92e106e59 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:31:53.817550 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-a179e45a-1f81-40b1-8b76-53af37250911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:53.820191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1dbb2a6d-9c25-48e9-bb03-f8e829c520e2 None None] Provisioning complete for port acd3b348-7f64-49a6-81e9-f6f92e106e59 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:31:53.820557 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1dbb2a6d-9c25-48e9-bb03-f8e829c520e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:53.876361 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-1dbb2a6d-9c25-48e9-bb03-f8e829c520e2 None None] Port acd3b348-7f64-49a6-81e9-f6f92e106e59 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:31:54.292801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-a179e45a-1f81-40b1-8b76-53af37250911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd3b348-7f64-49a6-81e9-f6f92e106e59 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:31:54.301232 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-a179e45a-1f81-40b1-8b76-53af37250911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:54.320337 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-a179e45a-1f81-40b1-8b76-53af37250911 service neutron] Transition to ACTIVE for port object acd3b348-7f64-49a6-81e9-f6f92e106e59 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:31:54.325900 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-a179e45a-1f81-40b1-8b76-53af37250911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:54.475717 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2407ca-de64-4287-a393-aeba3bafa7a2 req-c82a35c4-bdd4-4506-82fe-d8d0efab4ed7 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:54.476441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ea2407ca-de64-4287-a393-aeba3bafa7a2 req-c82a35c4-bdd4-4506-82fe-d8d0efab4ed7 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Synchronizing usage tracker for tenant:cc8647a7228c49ecafab4baf42c52d7a on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:31:54.480477 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179e45a-1f81-40b1-8b76-53af37250911 service neutron] Pushing event updated for resources: {'Port': ['ID=acd3b348-7f64-49a6-81e9-f6f92e106e59,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:31:54.570607 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ea2407ca-de64-4287-a393-aeba3bafa7a2 req-c82a35c4-bdd4-4506-82fe-d8d0efab4ed7 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Unset dirty status for tenant:cc8647a7228c49ecafab4baf42c52d7a on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:31:54.571796 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ea2407ca-de64-4287-a393-aeba3bafa7a2 req-c82a35c4-bdd4-4506-82fe-d8d0efab4ed7 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 932 time: 0.4323981 Mar 05 14:31:54.622861 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-a179e45a-1f81-40b1-8b76-53af37250911 service neutron] Attempting to bind port acd3b348-7f64-49a6-81e9-f6f92e106e59 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:31:54.623194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-a179e45a-1f81-40b1-8b76-53af37250911 service neutron] Attempting to bind port acd3b348-7f64-49a6-81e9-f6f92e106e59 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:31:54.623520 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-a179e45a-1f81-40b1-8b76-53af37250911 service neutron] Attempting to bind port acd3b348-7f64-49a6-81e9-f6f92e106e59 on network a0ece5c1-5102-494c-8481-790fca5bd3e8 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:31:54.632186 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-a179e45a-1f81-40b1-8b76-53af37250911 service neutron] Port acd3b348-7f64-49a6-81e9-f6f92e106e59 on network a0ece5c1-5102-494c-8481-790fca5bd3e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:31:54.632503 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-a179e45a-1f81-40b1-8b76-53af37250911 service neutron] Attempting to bind port acd3b348-7f64-49a6-81e9-f6f92e106e59 on network a0ece5c1-5102-494c-8481-790fca5bd3e8 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:31:54.640945 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ea2407ca-de64-4287-a393-aeba3bafa7a2 req-2c3634f4-e910-4f36-8fc7-c2a657ae881d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626476 Mar 05 14:31:54.641896 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-a179e45a-1f81-40b1-8b76-53af37250911 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:31:54.642258 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-a179e45a-1f81-40b1-8b76-53af37250911 service neutron] Checking segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:31:54.642634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-a179e45a-1f81-40b1-8b76-53af37250911 service neutron] Bound using segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:31:54.643084 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-a179e45a-1f81-40b1-8b76-53af37250911 service neutron] Bound port: acd3b348-7f64-49a6-81e9-f6f92e106e59, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:31:54.643426 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-a179e45a-1f81-40b1-8b76-53af37250911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:54.736210 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-a179e45a-1f81-40b1-8b76-53af37250911 service neutron] For port acd3b348-7f64-49a6-81e9-f6f92e106e59, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:31:54.739582 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-a179e45a-1f81-40b1-8b76-53af37250911 service neutron] For port acd3b348-7f64-49a6-81e9-f6f92e106e59, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:31:54.743534 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-a179e45a-1f81-40b1-8b76-53af37250911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:54.799336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-a179e45a-1f81-40b1-8b76-53af37250911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:54.799937 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-a179e45a-1f81-40b1-8b76-53af37250911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:54.801270 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-a179e45a-1f81-40b1-8b76-53af37250911 service neutron] 10.222.0.15 "PUT /v2.0/ports/acd3b348-7f64-49a6-81e9-f6f92e106e59 HTTP/1.1" status: 200 len: 1092 time: 1.1044655 Mar 05 14:31:54.801700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'tag': 'acd3b348-7f64-49a6-81e9-f6f92e106e59'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:31:54.827009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179e45a-1f81-40b1-8b76-53af37250911 service neutron] Pushing event updated for resources: {'Port': ['ID=acd3b348-7f64-49a6-81e9-f6f92e106e59,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:31:54.876927 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'tag': 'acd3b348-7f64-49a6-81e9-f6f92e106e59', 'status': 'completed', 'code': 200} Mar 05 14:31:54.918808 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-2b00018f-09db-4605-b04e-73a3f64191c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:54.920368 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-2b00018f-09db-4605-b04e-73a3f64191c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 1095 time: 0.0759912 Mar 05 14:31:54.996635 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-07847e25-bbb1-4f90-a4fc-a34c4f266cd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59 HTTP/1.1" status: 200 len: 217 time: 0.0697656 Mar 05 14:31:55.063446 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-7af21888-0e0a-4eab-8f6a-2ffa9b0c6b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:55.065268 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-7af21888-0e0a-4eab-8f6a-2ffa9b0c6b29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0632365 Mar 05 14:31:55.140150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-29437c15-c4c8-4ae3-8fde-183b6d39c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:55.142616 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-29437c15-c4c8-4ae3-8fde-183b6d39c97b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703843 Mar 05 14:31:55.275530 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-43abc50f-57d9-41ef-bdd7-c0cf7f67cbbf service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273627 Mar 05 14:31:55.408265 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b44c06f2-5bda-43ea-b1c9-e50458cd56f5 req-d98e5ae1-bcd9-4716-ad90-1187799b6d65 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271529 Mar 05 14:31:55.520705 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383fce2-7e19-4078-a7cf-6d9a958beacb req-95fccf6d-df5a-4c96-bdbf-b14ec3d5d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:55.522166 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0383fce2-7e19-4078-a7cf-6d9a958beacb req-95fccf6d-df5a-4c96-bdbf-b14ec3d5d946 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 1095 time: 0.0700493 Mar 05 14:31:55.649098 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383fce2-7e19-4078-a7cf-6d9a958beacb req-7bfab516-d0af-4e84-8b10-e4d79665ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:55.650491 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0383fce2-7e19-4078-a7cf-6d9a958beacb req-7bfab516-d0af-4e84-8b10-e4d79665ec89 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1227033 Mar 05 14:31:55.721734 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0383fce2-7e19-4078-a7cf-6d9a958beacb req-44fd37fa-5843-4b7d-8598-1de37270cc0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59 HTTP/1.1" status: 200 len: 217 time: 0.0645068 Mar 05 14:31:55.831757 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383fce2-7e19-4078-a7cf-6d9a958beacb req-981ec532-26ef-4618-aa03-219218c352cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:55.833153 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0383fce2-7e19-4078-a7cf-6d9a958beacb req-981ec532-26ef-4618-aa03-219218c352cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.1049998 Mar 05 14:31:55.901044 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1de9b-667a-4275-8e16-1997a329f514 req-b95e6f1e-d40b-40da-a2b9-397815e765cf tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:55.902446 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a5b1de9b-667a-4275-8e16-1997a329f514 req-b95e6f1e-d40b-40da-a2b9-397815e765cf tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 944 time: 0.1442134 Mar 05 14:31:55.960041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383fce2-7e19-4078-a7cf-6d9a958beacb req-f06a57a5-ca47-4b9c-bd57-f1d925431ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:55.961375 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0383fce2-7e19-4078-a7cf-6d9a958beacb req-f06a57a5-ca47-4b9c-bd57-f1d925431ebb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206877 Mar 05 14:31:55.965762 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a5b1de9b-667a-4275-8e16-1997a329f514 req-1451bc23-5c67-4295-b947-05af9bdf809a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568931 Mar 05 14:31:56.190485 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0383fce2-7e19-4078-a7cf-6d9a958beacb req-c2f61062-1145-44ce-a83d-9e8fddd12bbb service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218664 Mar 05 14:31:56.318875 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0383fce2-7e19-4078-a7cf-6d9a958beacb req-548405cd-b686-48f2-8602-ef3b7bc40661 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210515 Mar 05 14:31:57.161469 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73faeb-0150-407d-819d-353a0752a6fd req-c232b3e2-57d9-459d-81cb-60e76f7540e1 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:57.162959 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c73faeb-0150-407d-819d-353a0752a6fd req-c232b3e2-57d9-459d-81cb-60e76f7540e1 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 944 time: 0.0871444 Mar 05 14:31:57.207141 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c73faeb-0150-407d-819d-353a0752a6fd req-6c7ae5f0-6206-4e12-af42-f2c9b47174d1 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384035 Mar 05 14:31:58.387545 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff86679-bb11-4299-9114-d0f7d1f4fe11 req-ca36ddb8-6022-4baa-856b-a5b742246b8d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:58.388994 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dff86679-bb11-4299-9114-d0f7d1f4fe11 req-ca36ddb8-6022-4baa-856b-a5b742246b8d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 944 time: 0.0799184 Mar 05 14:31:58.432784 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dff86679-bb11-4299-9114-d0f7d1f4fe11 req-cf079920-1fe0-44d6-a4eb-88a98c132a6c tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375121 Mar 05 14:31:58.604078 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device acd3b348-7f64-49a6-81e9-f6f92e106e59 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:31:58.736422 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port acd3b348-7f64-49a6-81e9-f6f92e106e59, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:31:58.748980 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'acd3b348-7f64-49a6-81e9-f6f92e106e59', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'port_id': 'acd3b348-7f64-49a6-81e9-f6f92e106e59', 'mac_address': 'fa:16:3e:10:57:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:31:58.804783 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:58.821340 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd3b348-7f64-49a6-81e9-f6f92e106e59 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:31:58.836997 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port acd3b348-7f64-49a6-81e9-f6f92e106e59, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:31:58.840435 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:58.904659 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=acd3b348-7f64-49a6-81e9-f6f92e106e59,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:31:58.912553 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:58.912896 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:58.913232 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:58.913559 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:58.913883 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:58.914206 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:58.914526 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:58.914866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:58.915186 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:58.915500 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:58.915816 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:58.916129 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:31:59.027613 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['acd3b348-7f64-49a6-81e9-f6f92e106e59'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:31:59.401803 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:59.412462 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:31:59.613789 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a78cf-5bdb-427a-bf39-bd37a0bd8b15 req-2b5e6eb1-6271-454a-ad21-b9a691cf8127 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:31:59.615237 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f12a78cf-5bdb-427a-bf39-bd37a0bd8b15 req-2b5e6eb1-6271-454a-ad21-b9a691cf8127 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0775974 Mar 05 14:31:59.657278 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f12a78cf-5bdb-427a-bf39-bd37a0bd8b15 req-6be637d6-faeb-4b3a-865a-3fcd25fba9a3 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364635 Mar 05 14:32:00.602898 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device acd3b348-7f64-49a6-81e9-f6f92e106e59 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:32:00.668156 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port acd3b348-7f64-49a6-81e9-f6f92e106e59 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:32:00.672631 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port acd3b348-7f64-49a6-81e9-f6f92e106e59 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:32:00.673001 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:00.791281 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:00.819089 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd3b348-7f64-49a6-81e9-f6f92e106e59'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:32:00.828952 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port acd3b348-7f64-49a6-81e9-f6f92e106e59, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:32:00.835043 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:00.856269 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c8170-2458-4691-9580-fc96e84a2c9e req-e7d2bbdc-29c1-4fef-8de9-971651a32224 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:00.857737 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-df0c8170-2458-4691-9580-fc96e84a2c9e req-e7d2bbdc-29c1-4fef-8de9-971651a32224 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0901773 Mar 05 14:32:00.881671 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd3b348-7f64-49a6-81e9-f6f92e106e59', 'code': 200} Mar 05 14:32:00.907693 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=acd3b348-7f64-49a6-81e9-f6f92e106e59,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:32:00.908656 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-df0c8170-2458-4691-9580-fc96e84a2c9e req-38c5e924-9350-4131-b1ea-825218164426 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416269 Mar 05 14:32:00.994266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c64ab4-f992-41d4-8d79-7f9f33c894e3 req-dad28178-f21e-47b2-9680-d1ddf040d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:00.995738 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08c64ab4-f992-41d4-8d79-7f9f33c894e3 req-dad28178-f21e-47b2-9680-d1ddf040d833 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 1097 time: 0.0728819 Mar 05 14:32:01.038412 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-08c64ab4-f992-41d4-8d79-7f9f33c894e3 req-98ea8118-1499-4972-ae13-3e98b9d0a19d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368469 Mar 05 14:32:02.107746 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbbcdd-a232-4e01-97bf-00cd8bce5fa8 req-04bc77c0-e2ca-45a4-96ad-1bcbde3d8b62 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:02.109265 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c4bbbcdd-a232-4e01-97bf-00cd8bce5fa8 req-04bc77c0-e2ca-45a4-96ad-1bcbde3d8b62 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0881238 Mar 05 14:32:02.154098 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c4bbbcdd-a232-4e01-97bf-00cd8bce5fa8 req-eb4cdb97-02dc-4ef3-a335-33d90f55fafb tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382516 Mar 05 14:32:03.345458 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27557c-e073-447e-afc9-83016e5b62d1 req-f6e20021-477a-4d60-8bd7-67f9b555f9d7 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:03.347553 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8e27557c-e073-447e-afc9-83016e5b62d1 req-f6e20021-477a-4d60-8bd7-67f9b555f9d7 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0823009 Mar 05 14:32:03.393042 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8e27557c-e073-447e-afc9-83016e5b62d1 req-679c3809-edbd-48c6-8cf4-6f231e47cb6d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389059 Mar 05 14:32:03.575586 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80cdff-7ff9-433a-b4d9-13fea3bb34ae req-c0f363f1-db62-4eaa-88fe-b388c57ee57f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:03.577043 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5f80cdff-7ff9-433a-b4d9-13fea3bb34ae req-c0f363f1-db62-4eaa-88fe-b388c57ee57f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0795605 Mar 05 14:32:03.585969 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52050) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:32:03.590930 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-bc53b262-8bf8-4d31-b7e3-c592dd7c9352 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Request body: {'floatingip': {'port_id': 'acd3b348-7f64-49a6-81e9-f6f92e106e59'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:32:03.673579 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bc53b262-8bf8-4d31-b7e3-c592dd7c9352 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for floatingip, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:04.269073 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bc53b262-8bf8-4d31-b7e3-c592dd7c9352 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:04.273019 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bc53b262-8bf8-4d31-b7e3-c592dd7c9352 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:04.549406 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-bc53b262-8bf8-4d31-b7e3-c592dd7c9352 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Floating IP 6733fa35-f2e4-4cf3-8c89-b4faed973061 associated. External IP: 172.25.4.89, port: acd3b348-7f64-49a6-81e9-f6f92e106e59. Mar 05 14:32:04.892173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc53b262-8bf8-4d31-b7e3-c592dd7c9352 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Router 896f0214-6809-4b76-828f-bc0d3e2ed02b has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:32:05.068134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc53b262-8bf8-4d31-b7e3-c592dd7c9352 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:32:05.072705 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bc53b262-8bf8-4d31-b7e3-c592dd7c9352 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:05.079943 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a98c39d-3dd3-4c5f-9698-cbb30862dea9 None None] Sync routers for ids ['896f0214-6809-4b76-828f-bc0d3e2ed02b'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:32:05.097090 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a98c39d-3dd3-4c5f-9698-cbb30862dea9 None None] Routers {'896f0214-6809-4b76-828f-bc0d3e2ed02b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:32:05.097719 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-2a98c39d-3dd3-4c5f-9698-cbb30862dea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:31:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['896f0214-6809-4b76-828f-bc0d3e2ed02b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:32:05.130081 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bc53b262-8bf8-4d31-b7e3-c592dd7c9352 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "PUT /v2.0/floatingips/6733fa35-f2e4-4cf3-8c89-b4faed973061 HTTP/1.1" status: 200 len: 992 time: 1.5430677 Mar 05 14:32:05.130654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'tag': 'acd3b348-7f64-49a6-81e9-f6f92e106e59'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:32:05.175152 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'tag': 'acd3b348-7f64-49a6-81e9-f6f92e106e59', 'status': 'completed', 'code': 200} Mar 05 14:32:05.273083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d6fd9-ac60-4e23-86b6-eba816abee4c req-e67f5a89-121e-448d-8200-8ba13dd3af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:05.274736 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-066d6fd9-ac60-4e23-86b6-eba816abee4c req-e67f5a89-121e-448d-8200-8ba13dd3af23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 1097 time: 0.0763290 Mar 05 14:32:05.334450 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:32:05.366061 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-2a98c39d-3dd3-4c5f-9698-cbb30862dea9 None None] Set router 896f0214-6809-4b76-828f-bc0d3e2ed02b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:32:05.415328 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d6fd9-ac60-4e23-86b6-eba816abee4c req-d04c3906-6917-4156-b5ba-5175539594d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:05.416907 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-066d6fd9-ac60-4e23-86b6-eba816abee4c req-d04c3906-6917-4156-b5ba-5175539594d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1366172 Mar 05 14:32:05.542126 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-066d6fd9-ac60-4e23-86b6-eba816abee4c req-b2f8a826-a867-4401-a51b-b5e81be0c6e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59 HTTP/1.1" status: 200 len: 1000 time: 0.1190078 Mar 05 14:32:05.621243 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d6fd9-ac60-4e23-86b6-eba816abee4c req-869b7d8e-1171-4faf-ab62-93aba686891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:05.622675 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-066d6fd9-ac60-4e23-86b6-eba816abee4c req-869b7d8e-1171-4faf-ab62-93aba686891c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0752358 Mar 05 14:32:05.702816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d6fd9-ac60-4e23-86b6-eba816abee4c req-bf9720c6-4a94-4e14-a66d-9aafda0a9948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:05.704463 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-066d6fd9-ac60-4e23-86b6-eba816abee4c req-bf9720c6-4a94-4e14-a66d-9aafda0a9948 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766673 Mar 05 14:32:05.755106 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-2a98c39d-3dd3-4c5f-9698-cbb30862dea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '6733fa35-f2e4-4cf3-8c89-b4faed973061', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'floating_ip_address': '172.25.4.89', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'port_id': 'acd3b348-7f64-49a6-81e9-f6f92e106e59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'mac_address': 'fa:16:3e:10:57:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:29:08Z', 'updated_at': '2022-03-05T14:32:04Z', 'revision_number': 13, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:10Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:32:05.758940 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a98c39d-3dd3-4c5f-9698-cbb30862dea9 None None] Checking router: 896f0214-6809-4b76-828f-bc0d3e2ed02b for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:32:05.767193 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a98c39d-3dd3-4c5f-9698-cbb30862dea9 None None] Routers {'896f0214-6809-4b76-828f-bc0d3e2ed02b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:32:05.767780 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-2a98c39d-3dd3-4c5f-9698-cbb30862dea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:31:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['896f0214-6809-4b76-828f-bc0d3e2ed02b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:32:05.842172 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-066d6fd9-ac60-4e23-86b6-eba816abee4c req-d8bd90c4-fda2-4535-bbd1-5f844e4f43ce service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311731 Mar 05 14:32:05.943528 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-2a98c39d-3dd3-4c5f-9698-cbb30862dea9 None None] Set router 896f0214-6809-4b76-828f-bc0d3e2ed02b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:32:05.976204 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-066d6fd9-ac60-4e23-86b6-eba816abee4c req-c5f8e739-030e-4d96-a1f0-31e699e5c91f service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284308 Mar 05 14:32:06.329853 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-2a98c39d-3dd3-4c5f-9698-cbb30862dea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '6733fa35-f2e4-4cf3-8c89-b4faed973061', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'floating_ip_address': '172.25.4.89', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'port_id': 'acd3b348-7f64-49a6-81e9-f6f92e106e59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'mac_address': 'fa:16:3e:10:57:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:29:08Z', 'updated_at': '2022-03-05T14:32:04Z', 'revision_number': 13, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:10Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:32:06.334631 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a98c39d-3dd3-4c5f-9698-cbb30862dea9 None None] The sync data for ids ['896f0214-6809-4b76-828f-bc0d3e2ed02b'] in n-d-803718-1 is: [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '6733fa35-f2e4-4cf3-8c89-b4faed973061', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'floating_ip_address': '172.25.4.89', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'port_id': 'acd3b348-7f64-49a6-81e9-f6f92e106e59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'mac_address': 'fa:16:3e:10:57:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:29:08Z', 'updated_at': '2022-03-05T14:32:04Z', 'revision_number': 13, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:10Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:32:06.527429 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4a475d-cc5b-497d-bbf2-7934d9d358fe None None] New status for floating IP 6733fa35-f2e4-4cf3-8c89-b4faed973061: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:32:06.819730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c0310-c2ea-4205-9c1d-8af6f05d7c88 req-5bbf8a84-d957-407b-9e3d-ccd4a4978137 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:06.821210 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fc8c0310-c2ea-4205-9c1d-8af6f05d7c88 req-5bbf8a84-d957-407b-9e3d-ccd4a4978137 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0840755 Mar 05 14:32:06.864757 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fc8c0310-c2ea-4205-9c1d-8af6f05d7c88 req-ba353a44-bfbc-4897-9f0c-d16c53d5ed10 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379791 Mar 05 14:32:08.867195 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d8cd09ac-bb7b-4753-84c1-050f02de0263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:10.992450 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a1f45475-7dd0-46a2-95a8-89e86c2261af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:12.172729 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:12.235752 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:13.839388 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:15.405635 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ee84d822-e925-4146-8403-724001ad0408 req-a43a03b0-0e97-41d3-a2cc-3787bb90f485 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1249676 Mar 05 14:32:15.415617 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaaa537-7f60-438c-a679-512dda2a80fc req-68c3fd39-a5a7-4469-80b0-c929ea4b6834 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:15.417141 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fbaaa537-7f60-438c-a679-512dda2a80fc req-68c3fd39-a5a7-4469-80b0-c929ea4b6834 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0878341 Mar 05 14:32:15.477762 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fbaaa537-7f60-438c-a679-512dda2a80fc req-3a7cce1d-c6d9-4e6d-a85b-20b11f16d729 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545421 Mar 05 14:32:16.518617 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84d822-e925-4146-8403-724001ad0408 req-9bfb729e-6af8-451a-b7bb-984bf5c534f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:16.520121 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ee84d822-e925-4146-8403-724001ad0408 req-9bfb729e-6af8-451a-b7bb-984bf5c534f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 1097 time: 0.0709062 Mar 05 14:32:16.666150 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2becc-67da-45a8-8ea7-7b680e7fe20e req-8f96b190-403f-4739-9e21-45a8224b6e2b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:16.667675 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1ec2becc-67da-45a8-8ea7-7b680e7fe20e req-8f96b190-403f-4739-9e21-45a8224b6e2b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0812769 Mar 05 14:32:16.712661 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1ec2becc-67da-45a8-8ea7-7b680e7fe20e req-411229a7-824e-4142-bb54-ac23ebe47e17 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391760 Mar 05 14:32:16.749068 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84d822-e925-4146-8403-724001ad0408 req-eea06b10-303a-49e8-8260-94931ba31297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:16.750497 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ee84d822-e925-4146-8403-724001ad0408 req-eea06b10-303a-49e8-8260-94931ba31297 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.2251799 Mar 05 14:32:16.856879 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ee84d822-e925-4146-8403-724001ad0408 req-13cd72e3-033b-49f7-be1b-a43682aca7d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59 HTTP/1.1" status: 200 len: 1002 time: 0.0972874 Mar 05 14:32:16.920961 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84d822-e925-4146-8403-724001ad0408 req-383f29eb-3e0d-4140-a2ac-376b0e147094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:16.922365 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ee84d822-e925-4146-8403-724001ad0408 req-383f29eb-3e0d-4140-a2ac-376b0e147094 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0601442 Mar 05 14:32:17.002078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84d822-e925-4146-8403-724001ad0408 req-fecc5e8f-b11c-452d-b632-7a0e4ed0962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:17.004307 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ee84d822-e925-4146-8403-724001ad0408 req-fecc5e8f-b11c-452d-b632-7a0e4ed0962b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714037 Mar 05 14:32:17.135104 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ee84d822-e925-4146-8403-724001ad0408 req-aceed625-e62d-4412-a71f-4862637269e7 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238549 Mar 05 14:32:17.264941 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ee84d822-e925-4146-8403-724001ad0408 req-33c6e425-ef9f-4911-b50c-f5694acb1199 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238549 Mar 05 14:32:17.901799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b6c72-a73f-4799-8dff-40043340041e req-5a9279b0-f5d0-4087-bbea-2827d42c6b2d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:17.903259 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f35b6c72-a73f-4799-8dff-40043340041e req-5a9279b0-f5d0-4087-bbea-2827d42c6b2d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0830765 Mar 05 14:32:17.946518 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f35b6c72-a73f-4799-8dff-40043340041e req-8a1b2404-98b8-41ee-abd5-cd5a6345597f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376611 Mar 05 14:32:18.752743 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55897e2a-1729-446f-8661-63cf222151e3 req-fe2d6989-a7c1-4660-8756-6c7175452c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:18.754080 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-55897e2a-1729-446f-8661-63cf222151e3 req-fe2d6989-a7c1-4660-8756-6c7175452c65 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 1097 time: 0.0696056 Mar 05 14:32:18.899496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55897e2a-1729-446f-8661-63cf222151e3 req-822c99e2-31ec-4bb9-a487-49241404290c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:18.900905 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-55897e2a-1729-446f-8661-63cf222151e3 req-822c99e2-31ec-4bb9-a487-49241404290c service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1280189 Mar 05 14:32:19.010695 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-55897e2a-1729-446f-8661-63cf222151e3 req-1b812dee-5706-436a-955b-55d2195d7c30 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59 HTTP/1.1" status: 200 len: 1002 time: 0.1034200 Mar 05 14:32:19.077130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55897e2a-1729-446f-8661-63cf222151e3 req-73f894dc-94dc-4505-af04-319a339d4c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:19.078588 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-55897e2a-1729-446f-8661-63cf222151e3 req-73f894dc-94dc-4505-af04-319a339d4c01 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0622404 Mar 05 14:32:19.143872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fb636-ba60-457d-a662-570c48987497 req-b2dacffd-a964-4df8-8f36-db6d0e70b2c0 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:19.145393 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4f9fb636-ba60-457d-a662-570c48987497 req-b2dacffd-a964-4df8-8f36-db6d0e70b2c0 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0815716 Mar 05 14:32:19.157027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55897e2a-1729-446f-8661-63cf222151e3 req-e4fbb9db-b559-42de-9f05-577b53ee628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:19.158480 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-55897e2a-1729-446f-8661-63cf222151e3 req-e4fbb9db-b559-42de-9f05-577b53ee628d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734992 Mar 05 14:32:19.189234 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4f9fb636-ba60-457d-a662-570c48987497 req-97bc89f3-b174-47d4-b250-e03d561de6dd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381296 Mar 05 14:32:19.291406 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-55897e2a-1729-446f-8661-63cf222151e3 req-44d0d7ce-78d8-4db5-b241-57130d595be3 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251464 Mar 05 14:32:19.425004 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-55897e2a-1729-446f-8661-63cf222151e3 req-f1f79fd2-e2a4-4e30-ab3b-bab654ed7fbe service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267884 Mar 05 14:32:20.374063 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70ada0-f071-4e72-82dc-3a6b63fb241f req-fce88017-d705-43df-b790-7f7e3820f87d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:20.375520 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4a70ada0-f071-4e72-82dc-3a6b63fb241f req-fce88017-d705-43df-b790-7f7e3820f87d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0802150 Mar 05 14:32:20.419927 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4a70ada0-f071-4e72-82dc-3a6b63fb241f req-c3349f56-d9e4-449a-9ac2-2d8b2b06ec18 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386763 Mar 05 14:32:21.604630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8038f6-3907-4a55-9b34-34338c594553 req-ffabe5e7-a745-46ed-a085-31f09b8311c9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:21.606133 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8e8038f6-3907-4a55-9b34-34338c594553 req-ffabe5e7-a745-46ed-a085-31f09b8311c9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0787551 Mar 05 14:32:21.649022 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8e8038f6-3907-4a55-9b34-34338c594553 req-d4047d0b-211f-40a7-866b-790af1c3d157 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373981 Mar 05 14:32:22.936387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185bed9-1321-4aa9-b9b3-b662b58a07a1 req-52bbb14b-0571-4b6e-8af1-bd8b6695776f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:22.937868 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9185bed9-1321-4aa9-b9b3-b662b58a07a1 req-52bbb14b-0571-4b6e-8af1-bd8b6695776f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.1787724 Mar 05 14:32:22.982394 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9185bed9-1321-4aa9-b9b3-b662b58a07a1 req-445fa935-467a-4e63-96d9-3b6e413937b8 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378125 Mar 05 14:32:24.166211 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3949b-3279-4fff-bb34-0d9088fb70dc req-8f7f512e-e3a0-42e9-80f8-62c6746f8ad8 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:24.167707 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07d3949b-3279-4fff-bb34-0d9088fb70dc req-8f7f512e-e3a0-42e9-80f8-62c6746f8ad8 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0806351 Mar 05 14:32:24.211470 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07d3949b-3279-4fff-bb34-0d9088fb70dc req-0c0a76a7-8c4b-4964-a006-042860a5503d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381567 Mar 05 14:32:25.397177 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfed71-7fe2-4730-b906-a154d537a4d0 req-910cf156-a405-405a-af7e-eda7f5c3b999 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:25.398534 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4cfed71-7fe2-4730-b906-a154d537a4d0 req-910cf156-a405-405a-af7e-eda7f5c3b999 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0826185 Mar 05 14:32:25.443329 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4cfed71-7fe2-4730-b906-a154d537a4d0 req-fdd51d8b-fb10-4a49-8812-75c36450d36e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391419 Mar 05 14:32:26.624084 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f47ea8-2be4-4ab3-9658-bc80613ad122 req-a4e3a509-4ce3-4dbb-b89d-a6d76f876616 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:26.625513 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b5f47ea8-2be4-4ab3-9658-bc80613ad122 req-a4e3a509-4ce3-4dbb-b89d-a6d76f876616 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0776436 Mar 05 14:32:26.780760 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b5f47ea8-2be4-4ab3-9658-bc80613ad122 req-6d9c0f9c-9aae-44cc-8bea-19d78e4d22b1 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490717 Mar 05 14:32:27.967281 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b144d7-6e1f-4e76-99ad-bcdd1af98464 req-51c6aa9f-c514-473a-820e-a9d497a63b2a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:27.968738 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d6b144d7-6e1f-4e76-99ad-bcdd1af98464 req-51c6aa9f-c514-473a-820e-a9d497a63b2a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0796723 Mar 05 14:32:28.013206 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d6b144d7-6e1f-4e76-99ad-bcdd1af98464 req-87622c46-cd7f-467b-9c15-9b44b7a9b253 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377040 Mar 05 14:32:29.200700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d2e57-12e0-4f99-bed3-1d3c2b3fa5af req-4e42b399-0be7-42ab-b8a7-2a494f9ad6b3 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:29.202117 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-504d2e57-12e0-4f99-bed3-1d3c2b3fa5af req-4e42b399-0be7-42ab-b8a7-2a494f9ad6b3 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0773542 Mar 05 14:32:29.245076 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-504d2e57-12e0-4f99-bed3-1d3c2b3fa5af req-46b05c87-caf2-4e4f-a084-ace5ed94abda tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367966 Mar 05 14:32:29.399848 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:29.409521 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:30.432757 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68a82a-3480-4ebc-8cf8-a7de56dee18e req-f7aca046-c9d6-417f-b58f-289460f41c8a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:30.434468 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aa68a82a-3480-4ebc-8cf8-a7de56dee18e req-f7aca046-c9d6-417f-b58f-289460f41c8a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0827265 Mar 05 14:32:30.478829 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aa68a82a-3480-4ebc-8cf8-a7de56dee18e req-bd53c686-af73-4b44-a5b1-b1255796c38a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385931 Mar 05 14:32:31.663052 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6881152-5b4e-457b-87ce-6cf955cd7f18 req-0ef38cdd-6275-4d82-ba6b-432117e94e6b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:31.664469 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6881152-5b4e-457b-87ce-6cf955cd7f18 req-0ef38cdd-6275-4d82-ba6b-432117e94e6b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0823476 Mar 05 14:32:31.708361 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a6881152-5b4e-457b-87ce-6cf955cd7f18 req-336d3d01-1005-4d8c-bcd9-604858a1b0ab tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380559 Mar 05 14:32:32.897141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d4f25-670d-40d8-83a3-a35da366d688 req-f898b621-a847-4ca5-b151-c72d67e55a11 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:32.899001 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5a2d4f25-670d-40d8-83a3-a35da366d688 req-f898b621-a847-4ca5-b151-c72d67e55a11 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0840688 Mar 05 14:32:32.947271 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5a2d4f25-670d-40d8-83a3-a35da366d688 req-d23abbc9-f746-476a-984d-ba1b57e0e3ed tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428989 Mar 05 14:32:34.130635 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a3f2f-e2b3-4755-ba58-a1b4f2ff3a76 req-6e65f2e2-fde0-479c-af7e-aa7eda215f86 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:34.132069 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2b0a3f2f-e2b3-4755-ba58-a1b4f2ff3a76 req-6e65f2e2-fde0-479c-af7e-aa7eda215f86 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0788260 Mar 05 14:32:34.177356 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2b0a3f2f-e2b3-4755-ba58-a1b4f2ff3a76 req-34c46e4f-4a12-45aa-b288-5b2a122d34c4 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397608 Mar 05 14:32:35.359934 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d472e-7ec3-4c0b-9999-223790c16e6e req-018256ac-9bbf-4ddf-a53c-f7dcda522fd6 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:35.361384 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3f4d472e-7ec3-4c0b-9999-223790c16e6e req-018256ac-9bbf-4ddf-a53c-f7dcda522fd6 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0805068 Mar 05 14:32:35.406068 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3f4d472e-7ec3-4c0b-9999-223790c16e6e req-9b85323f-bea1-4660-adc1-d13275386a50 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386145 Mar 05 14:32:36.597555 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9222e-c771-4ed3-85c1-ab56b07a3b20 req-64da0fe2-0126-4827-a480-91323c2b296a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:36.599112 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-08b9222e-c771-4ed3-85c1-ab56b07a3b20 req-64da0fe2-0126-4827-a480-91323c2b296a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0795376 Mar 05 14:32:36.642098 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-08b9222e-c771-4ed3-85c1-ab56b07a3b20 req-b4214c61-414b-4b79-917b-e0873e315b4d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373518 Mar 05 14:32:37.831342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238334f9-717d-4ca8-8fc3-5e1fe2330df2 req-2813b3c9-145d-4d41-8346-c1043c5df2db tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:37.833465 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-238334f9-717d-4ca8-8fc3-5e1fe2330df2 req-2813b3c9-145d-4d41-8346-c1043c5df2db tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0849042 Mar 05 14:32:37.875943 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-238334f9-717d-4ca8-8fc3-5e1fe2330df2 req-76cd1261-c5a3-40ab-a8b2-477a6112a554 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368664 Mar 05 14:32:38.868902 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f7d0819-ed94-46c5-967a-1b1814f131c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:39.060028 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609e811-5cca-49ca-ad63-ac582f4f64dd req-7e2fcad8-c1c6-4c12-9700-2df61d6e7c67 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:39.061358 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2609e811-5cca-49ca-ad63-ac582f4f64dd req-7e2fcad8-c1c6-4c12-9700-2df61d6e7c67 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0819700 Mar 05 14:32:39.103907 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2609e811-5cca-49ca-ad63-ac582f4f64dd req-737781b1-7ab2-4637-a121-58a2fe6bc66c tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362899 Mar 05 14:32:39.721736 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [req-ee84d822-e925-4146-8403-724001ad0408 req-ad11d886-fc27-449e-b039-8bd29cda918c service neutron] show failed (client error): The resource could not be found. Mar 05 14:32:39.723543 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ee84d822-e925-4146-8403-724001ad0408 req-ad11d886-fc27-449e-b039-8bd29cda918c service neutron] 10.222.0.15 "GET /v2.0/ports/acd3b348-7f64-49a6-81e9-f6f92e106e59/bindings/n-h2-803718-1 HTTP/1.1" status: 404 len: 380 time: 0.0752127 Mar 05 14:32:39.974935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84d822-e925-4146-8403-724001ad0408 req-a96446dc-2aaa-4691-819d-0750ff9619ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:39.976367 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ee84d822-e925-4146-8403-724001ad0408 req-a96446dc-2aaa-4691-819d-0750ff9619ba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6&tenant_id=cc8647a7228c49ecafab4baf42c52d7a HTTP/1.1" status: 200 len: 1097 time: 0.0709062 Mar 05 14:32:39.986840 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-ee84d822-e925-4146-8403-724001ad0408 req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803718-1', 'device_owner': 'compute:nova'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:32:40.094311 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ee84d822-e925-4146-8403-724001ad0408 req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:40.295506 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbf944-d307-46f8-9b0c-9109420fca0e req-6bca54dd-87b8-4abf-bbd7-4ef32e07c7fb tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:40.296863 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9edbf944-d307-46f8-9b0c-9109420fca0e req-6bca54dd-87b8-4abf-bbd7-4ef32e07c7fb tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0819581 Mar 05 14:32:40.341754 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9edbf944-d307-46f8-9b0c-9109420fca0e req-bbd9b867-13c7-4cc7-9937-58c3a3845231 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383382 Mar 05 14:32:40.359259 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-ee84d822-e925-4146-8403-724001ad0408 req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] For port acd3b348-7f64-49a6-81e9-f6f92e106e59, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:32:40.389871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-ee84d822-e925-4146-8403-724001ad0408 req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] For port acd3b348-7f64-49a6-81e9-f6f92e106e59, host n-h1-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:32:40.447207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acd3b348-7f64-49a6-81e9-f6f92e106e59'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:32:40.452637 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ee84d822-e925-4146-8403-724001ad0408 req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:40.468342 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-ee84d822-e925-4146-8403-724001ad0408 req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] Transition to ACTIVE for port object acd3b348-7f64-49a6-81e9-f6f92e106e59 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:32:40.471363 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ee84d822-e925-4146-8403-724001ad0408 req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:40.521612 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acd3b348-7f64-49a6-81e9-f6f92e106e59', 'code': 200} Mar 05 14:32:40.613896 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] Pushing event updated for resources: {'Port': ['ID=acd3b348-7f64-49a6-81e9-f6f92e106e59,revision_number=6']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:32:40.674077 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee84d822-e925-4146-8403-724001ad0408 req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] No DVR routers for this DVR port acd3b348-7f64-49a6-81e9-f6f92e106e59 on host n-h1-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:32:40.905643 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-ee84d822-e925-4146-8403-724001ad0408 req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] Attempting to bind port acd3b348-7f64-49a6-81e9-f6f92e106e59 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:32:40.905976 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-ee84d822-e925-4146-8403-724001ad0408 req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] Attempting to bind port acd3b348-7f64-49a6-81e9-f6f92e106e59 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:32:40.906294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee84d822-e925-4146-8403-724001ad0408 req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] Attempting to bind port acd3b348-7f64-49a6-81e9-f6f92e106e59 on network a0ece5c1-5102-494c-8481-790fca5bd3e8 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:32:40.911145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee84d822-e925-4146-8403-724001ad0408 req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] Port acd3b348-7f64-49a6-81e9-f6f92e106e59 on network a0ece5c1-5102-494c-8481-790fca5bd3e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:32:40.911454 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee84d822-e925-4146-8403-724001ad0408 req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] Attempting to bind port acd3b348-7f64-49a6-81e9-f6f92e106e59 on network a0ece5c1-5102-494c-8481-790fca5bd3e8 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:32:40.916365 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee84d822-e925-4146-8403-724001ad0408 req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:32:40.916692 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee84d822-e925-4146-8403-724001ad0408 req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] Checking segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:32:40.917061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee84d822-e925-4146-8403-724001ad0408 req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] Bound using segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:32:40.917472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-ee84d822-e925-4146-8403-724001ad0408 req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] Bound port: acd3b348-7f64-49a6-81e9-f6f92e106e59, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:32:40.917803 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ee84d822-e925-4146-8403-724001ad0408 req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:40.994687 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c80486c1-56a2-44cc-9168-ddccbc9b61df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:41.110615 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-ee84d822-e925-4146-8403-724001ad0408 req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] For port acd3b348-7f64-49a6-81e9-f6f92e106e59, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:32:41.113585 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-ee84d822-e925-4146-8403-724001ad0408 req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] For port acd3b348-7f64-49a6-81e9-f6f92e106e59, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:32:41.117189 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ee84d822-e925-4146-8403-724001ad0408 req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:41.174640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84d822-e925-4146-8403-724001ad0408 req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:41.175283 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ee84d822-e925-4146-8403-724001ad0408 req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:41.177451 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ee84d822-e925-4146-8403-724001ad0408 req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] 10.222.0.30 "PUT /v2.0/ports/acd3b348-7f64-49a6-81e9-f6f92e106e59 HTTP/1.1" status: 200 len: 1092 time: 1.1948180 Mar 05 14:32:41.198173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ca2e4-52cd-4315-95c4-75b6d70e25e7 service neutron] Pushing event updated for resources: {'Port': ['ID=acd3b348-7f64-49a6-81e9-f6f92e106e59,revision_number=7']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:32:41.274084 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84d822-e925-4146-8403-724001ad0408 req-38f99e97-f212-4348-aa6d-738c09028c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:41.275362 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ee84d822-e925-4146-8403-724001ad0408 req-38f99e97-f212-4348-aa6d-738c09028c77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 1095 time: 0.0737865 Mar 05 14:32:41.413114 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84d822-e925-4146-8403-724001ad0408 req-e0e87476-26dd-419c-8a0b-03b7dfb17c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:41.414660 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ee84d822-e925-4146-8403-724001ad0408 req-e0e87476-26dd-419c-8a0b-03b7dfb17c28 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1332912 Mar 05 14:32:41.529249 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ee84d822-e925-4146-8403-724001ad0408 req-d59be4a3-90a4-4dba-8560-fe84373ab6b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59 HTTP/1.1" status: 200 len: 1000 time: 0.1084487 Mar 05 14:32:41.531221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e2612-a3ba-4f9d-a405-ad5af9cfc06a req-f9498818-29eb-426e-bb6a-3013d20eb790 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:41.532666 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aa4e2612-a3ba-4f9d-a405-ad5af9cfc06a req-f9498818-29eb-426e-bb6a-3013d20eb790 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 944 time: 0.0823040 Mar 05 14:32:41.580814 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-aa4e2612-a3ba-4f9d-a405-ad5af9cfc06a req-99bf4832-6339-4b8e-8da7-d0e8f86f425f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415635 Mar 05 14:32:41.592319 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84d822-e925-4146-8403-724001ad0408 req-016ce835-25ee-4267-b945-84f8ed06593d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:41.593748 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ee84d822-e925-4146-8403-724001ad0408 req-016ce835-25ee-4267-b945-84f8ed06593d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0574222 Mar 05 14:32:41.667880 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84d822-e925-4146-8403-724001ad0408 req-d6e38993-ed03-436a-9d5d-3592e0766347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:41.669301 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ee84d822-e925-4146-8403-724001ad0408 req-d6e38993-ed03-436a-9d5d-3592e0766347 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686383 Mar 05 14:32:41.797734 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ee84d822-e925-4146-8403-724001ad0408 req-6a17f547-c8b5-4937-867c-e025fbf7b7ce service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223938 Mar 05 14:32:41.926300 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ee84d822-e925-4146-8403-724001ad0408 req-a15198ef-d277-4fa4-b580-98d79af74c13 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222627 Mar 05 14:32:42.121525 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9119cd2-c74e-40cd-a5e1-f29ba39751e4 req-99e4cca5-6d89-443f-9875-1ff8fd64080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:42.123099 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d9119cd2-c74e-40cd-a5e1-f29ba39751e4 req-99e4cca5-6d89-443f-9875-1ff8fd64080b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 1095 time: 0.0763285 Mar 05 14:32:42.177322 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:42.241642 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:42.278972 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9119cd2-c74e-40cd-a5e1-f29ba39751e4 req-df6a971a-2647-46a3-93f9-f296b39fc1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:42.280411 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d9119cd2-c74e-40cd-a5e1-f29ba39751e4 req-df6a971a-2647-46a3-93f9-f296b39fc1ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1374581 Mar 05 14:32:42.324876 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:32:42.387683 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d9119cd2-c74e-40cd-a5e1-f29ba39751e4 req-f98d8de7-6b19-4db2-9ce7-07d49e015ab6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59 HTTP/1.1" status: 200 len: 1000 time: 0.1004426 Mar 05 14:32:42.449650 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9119cd2-c74e-40cd-a5e1-f29ba39751e4 req-1b09c2f0-460d-4439-b5b7-813a55132c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:42.451140 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d9119cd2-c74e-40cd-a5e1-f29ba39751e4 req-1b09c2f0-460d-4439-b5b7-813a55132c1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0585282 Mar 05 14:32:42.523611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'tag': 'acd3b348-7f64-49a6-81e9-f6f92e106e59'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:32:42.534225 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9119cd2-c74e-40cd-a5e1-f29ba39751e4 req-156e50d1-e200-4350-8695-ded660837949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:42.536200 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d9119cd2-c74e-40cd-a5e1-f29ba39751e4 req-156e50d1-e200-4350-8695-ded660837949 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781562 Mar 05 14:32:42.624419 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'tag': 'acd3b348-7f64-49a6-81e9-f6f92e106e59', 'status': 'completed', 'code': 200} Mar 05 14:32:42.679871 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d9119cd2-c74e-40cd-a5e1-f29ba39751e4 req-743a82ff-d59f-4e9d-b9c1-98308015f557 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375639 Mar 05 14:32:42.686240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32140fa1-1560-4033-8ff5-3c5ab41cb3af req-8464343d-765e-4275-bf2c-ccaa2191111b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:42.688279 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32140fa1-1560-4033-8ff5-3c5ab41cb3af req-8464343d-765e-4275-bf2c-ccaa2191111b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 1095 time: 0.0810690 Mar 05 14:32:42.827165 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d9119cd2-c74e-40cd-a5e1-f29ba39751e4 req-787bd407-f4cd-4c3a-a122-1022c6910e0f service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408398 Mar 05 14:32:42.867380 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device acd3b348-7f64-49a6-81e9-f6f92e106e59 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:32:42.902289 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b38628-8a35-4dec-b635-69fb8270ac51 req-0c992383-1d54-4c8c-b09d-ae0de6720d90 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:42.903783 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-24b38628-8a35-4dec-b635-69fb8270ac51 req-0c992383-1d54-4c8c-b09d-ae0de6720d90 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 944 time: 0.1891758 Mar 05 14:32:42.906819 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32140fa1-1560-4033-8ff5-3c5ab41cb3af req-d298b5ab-ee3c-436f-b316-f95518867b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:42.908347 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32140fa1-1560-4033-8ff5-3c5ab41cb3af req-d298b5ab-ee3c-436f-b316-f95518867b07 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.2134171 Mar 05 14:32:42.938519 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device acd3b348-7f64-49a6-81e9-f6f92e106e59 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:32:43.052584 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-24b38628-8a35-4dec-b635-69fb8270ac51 req-fdad5fbd-c951-47d0-9a53-ccd34f66d5e6 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431003 Mar 05 14:32:43.055017 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32140fa1-1560-4033-8ff5-3c5ab41cb3af req-3d01786d-1d1b-4692-aad1-769d2613f5f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59 HTTP/1.1" status: 200 len: 1000 time: 0.1105905 Mar 05 14:32:43.061606 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32140fa1-1560-4033-8ff5-3c5ab41cb3af req-b224fdd8-7c9a-4c77-83f8-a7020cea71bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:43.063093 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-32140fa1-1560-4033-8ff5-3c5ab41cb3af req-b224fdd8-7c9a-4c77-83f8-a7020cea71bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 1095 time: 0.1871243 Mar 05 14:32:43.125397 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32140fa1-1560-4033-8ff5-3c5ab41cb3af req-249b6fcf-223f-453e-a519-c99c671fc704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:43.126855 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32140fa1-1560-4033-8ff5-3c5ab41cb3af req-249b6fcf-223f-453e-a519-c99c671fc704 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0642033 Mar 05 14:32:43.205175 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32140fa1-1560-4033-8ff5-3c5ab41cb3af req-434f37be-7e47-4aa8-b0ea-1ac126207cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:43.207317 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-32140fa1-1560-4033-8ff5-3c5ab41cb3af req-434f37be-7e47-4aa8-b0ea-1ac126207cd0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1368308 Mar 05 14:32:43.212570 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32140fa1-1560-4033-8ff5-3c5ab41cb3af req-8636537c-202f-495d-bed8-739830c9af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:43.214185 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32140fa1-1560-4033-8ff5-3c5ab41cb3af req-8636537c-202f-495d-bed8-739830c9af03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805471 Mar 05 14:32:43.314294 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-32140fa1-1560-4033-8ff5-3c5ab41cb3af req-7560aa39-ca25-4101-8118-5800f755fa7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59 HTTP/1.1" status: 200 len: 1000 time: 0.1013343 Mar 05 14:32:43.356489 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32140fa1-1560-4033-8ff5-3c5ab41cb3af req-f0bb0870-caaa-4045-8b43-a6feccabc3b9 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347549 Mar 05 14:32:43.381216 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32140fa1-1560-4033-8ff5-3c5ab41cb3af req-98061a47-82f8-4ede-ae74-3e7f072d17f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:43.382648 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-32140fa1-1560-4033-8ff5-3c5ab41cb3af req-98061a47-82f8-4ede-ae74-3e7f072d17f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0615530 Mar 05 14:32:43.482967 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32140fa1-1560-4033-8ff5-3c5ab41cb3af req-2cb22115-e819-4a12-8233-4fff94c8807d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:43.484693 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-32140fa1-1560-4033-8ff5-3c5ab41cb3af req-2cb22115-e819-4a12-8233-4fff94c8807d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957146 Mar 05 14:32:43.600566 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32140fa1-1560-4033-8ff5-3c5ab41cb3af req-8a5cf6f5-afa8-42bc-8dee-4899bf9c58b9 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378268 Mar 05 14:32:43.629591 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-32140fa1-1560-4033-8ff5-3c5ab41cb3af req-68fd91cb-1a21-44ee-abf1-592e14ede54d service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375773 Mar 05 14:32:43.768821 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-32140fa1-1560-4033-8ff5-3c5ab41cb3af req-4e0848f2-2e43-423c-8410-b2a9ae9b9570 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334295 Mar 05 14:32:43.836446 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:44.239060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c77fe9-e4f3-4abd-8838-f915096418f7 req-b138137d-ccf5-4975-98bd-2160cc04c5fe tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:44.240505 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-19c77fe9-e4f3-4abd-8838-f915096418f7 req-b138137d-ccf5-4975-98bd-2160cc04c5fe tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 944 time: 0.0783629 Mar 05 14:32:44.286972 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-19c77fe9-e4f3-4abd-8838-f915096418f7 req-5ec8b9f6-5d09-4bca-a6b1-7c5ee0d46aae tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405755 Mar 05 14:32:45.475120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f833d7b-3ba5-4754-92f3-7a398d54d971 req-19a976ad-a188-4647-80e4-02662e27fc69 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:45.476579 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7f833d7b-3ba5-4754-92f3-7a398d54d971 req-19a976ad-a188-4647-80e4-02662e27fc69 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 944 time: 0.0840189 Mar 05 14:32:45.521102 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7f833d7b-3ba5-4754-92f3-7a398d54d971 req-b8f7e650-6f11-47d2-a81d-88e814021c38 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389309 Mar 05 14:32:46.706550 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5a6eb-ae5c-4630-beeb-3c4b7a19080b req-09ce58a2-5a2e-4bd9-8ead-4cb668357b66 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:46.707945 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-add5a6eb-ae5c-4630-beeb-3c4b7a19080b req-09ce58a2-5a2e-4bd9-8ead-4cb668357b66 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 944 time: 0.0796165 Mar 05 14:32:46.750978 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-add5a6eb-ae5c-4630-beeb-3c4b7a19080b req-97ce4c5a-ac27-4d34-85df-47c004d1b1f5 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374069 Mar 05 14:32:47.937024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9584f94-e4ac-41d8-a04c-a7305fdfc088 req-46ee2a86-bd0a-49b5-a752-d8e4de2f2d1e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:47.938459 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b9584f94-e4ac-41d8-a04c-a7305fdfc088 req-46ee2a86-bd0a-49b5-a752-d8e4de2f2d1e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 944 time: 0.0838180 Mar 05 14:32:47.982674 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b9584f94-e4ac-41d8-a04c-a7305fdfc088 req-d93d4417-ac5a-490d-a422-fe9430e282fa tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383489 Mar 05 14:32:49.166469 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e681b5-fe71-40d1-ac57-89ea7294878b req-e03d32ee-10cf-481c-9675-94d6fca36064 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:49.168680 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-58e681b5-fe71-40d1-ac57-89ea7294878b req-e03d32ee-10cf-481c-9675-94d6fca36064 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 944 time: 0.0816307 Mar 05 14:32:49.212511 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-58e681b5-fe71-40d1-ac57-89ea7294878b req-759eb356-e71c-42fb-9e56-74891a6a0424 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382657 Mar 05 14:32:50.397683 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7bc74-d97c-4df6-9f18-9d2a9c7ca916 req-f44b3e8d-886d-447d-80c3-b87bd9c1cae7 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:50.399148 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-efe7bc74-d97c-4df6-9f18-9d2a9c7ca916 req-f44b3e8d-886d-447d-80c3-b87bd9c1cae7 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 944 time: 0.0796053 Mar 05 14:32:50.446336 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-efe7bc74-d97c-4df6-9f18-9d2a9c7ca916 req-062f71e6-f350-4497-a53a-b4a5e3adaacd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414593 Mar 05 14:32:51.631150 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0302298-bc11-40c7-81ed-b52080d5da6d req-2f2ce587-da7a-4d7e-b4e8-270855511f0f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:51.632581 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0302298-bc11-40c7-81ed-b52080d5da6d req-2f2ce587-da7a-4d7e-b4e8-270855511f0f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 944 time: 0.0803676 Mar 05 14:32:51.675033 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0302298-bc11-40c7-81ed-b52080d5da6d req-71affed0-a583-419b-938b-bb0538d24c47 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369408 Mar 05 14:32:51.752394 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device acd3b348-7f64-49a6-81e9-f6f92e106e59 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:32:51.918740 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port acd3b348-7f64-49a6-81e9-f6f92e106e59, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:32:51.933367 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'acd3b348-7f64-49a6-81e9-f6f92e106e59', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'port_id': 'acd3b348-7f64-49a6-81e9-f6f92e106e59', 'mac_address': 'fa:16:3e:10:57:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:32:51.995924 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:52.015918 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd3b348-7f64-49a6-81e9-f6f92e106e59 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:32:52.031705 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port acd3b348-7f64-49a6-81e9-f6f92e106e59, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:32:52.036175 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:52.103019 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=acd3b348-7f64-49a6-81e9-f6f92e106e59,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:32:52.140368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-46c7b425-f6a8-4a19-a0f1-83829e363c1f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:52.141788 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-46c7b425-f6a8-4a19-a0f1-83829e363c1f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.30 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6&tenant_id=cc8647a7228c49ecafab4baf42c52d7a&binding%3Ahost_id=n-h2-803718-1 HTTP/1.1" status: 200 len: 945 time: 0.1470008 Mar 05 14:32:52.212956 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ded7a-f2db-460c-ae8c-2c35f4f25823 req-243a20e8-43c3-480a-8827-1881bf41848d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:52.214374 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-be4ded7a-f2db-460c-ae8c-2c35f4f25823 req-243a20e8-43c3-480a-8827-1881bf41848d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 945 time: 0.1588039 Mar 05 14:32:52.263185 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['acd3b348-7f64-49a6-81e9-f6f92e106e59'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:32:52.264258 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-dcf8b973-3394-448b-a965-795e83c71ccc service neutron] 10.222.0.30 "GET /v2.0/ports/acd3b348-7f64-49a6-81e9-f6f92e106e59/bindings/n-h2-803718-1 HTTP/1.1" status: 200 len: 382 time: 0.1167722 Mar 05 14:32:52.274102 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-be4ded7a-f2db-460c-ae8c-2c35f4f25823 req-c1779fc7-22ba-4cba-9edb-2d639b55a9a9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498755 Mar 05 14:32:52.356704 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-583d18cc-cc9a-41f4-9193-1d0c4ff22727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:52.358399 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-583d18cc-cc9a-41f4-9193-1d0c4ff22727 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 1096 time: 0.0702794 Mar 05 14:32:52.492876 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-b425ca1d-c014-4ef8-a39a-3c6bac599310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:52.494298 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-b425ca1d-c014-4ef8-a39a-3c6bac599310 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1290593 Mar 05 14:32:52.698553 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-bcefaf8a-758f-4aa1-b34f-a8db13a044bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59 HTTP/1.1" status: 200 len: 1001 time: 0.1975422 Mar 05 14:32:52.763569 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-8422c4fd-eae6-4de8-9f6e-be33026f4a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:52.764973 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-8422c4fd-eae6-4de8-9f6e-be33026f4a2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0604048 Mar 05 14:32:52.846356 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-5a3442a6-afd6-4884-ad90-8f33ac1c3c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:52.848201 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-5a3442a6-afd6-4884-ad90-8f33ac1c3c6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761940 Mar 05 14:32:52.984261 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-5d1585cd-67d3-4ab4-9592-48f0e1c94831 service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298971 Mar 05 14:32:53.137488 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-397a00c0-d5ae-48f5-9e0f-17142b6aa9ff service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465461 Mar 05 14:32:53.493799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b45fb-925e-414c-9e4e-dc3aba65e1fc req-69b25646-aa4b-4672-aeb1-a32f77ae3221 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:53.495310 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-114b45fb-925e-414c-9e4e-dc3aba65e1fc req-69b25646-aa4b-4672-aeb1-a32f77ae3221 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0952859 Mar 05 14:32:53.542349 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-114b45fb-925e-414c-9e4e-dc3aba65e1fc req-00794016-5c1d-46da-be8b-7f3ce4da2f7e tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414388 Mar 05 14:32:53.663183 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device acd3b348-7f64-49a6-81e9-f6f92e106e59 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:32:53.730070 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port acd3b348-7f64-49a6-81e9-f6f92e106e59 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:32:53.734846 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port acd3b348-7f64-49a6-81e9-f6f92e106e59 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:32:53.735218 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:53.850816 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:53.883450 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd3b348-7f64-49a6-81e9-f6f92e106e59'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:32:53.892726 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port acd3b348-7f64-49a6-81e9-f6f92e106e59, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:32:53.897713 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:53.943044 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd3b348-7f64-49a6-81e9-f6f92e106e59', 'code': 200} Mar 05 14:32:53.964669 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=acd3b348-7f64-49a6-81e9-f6f92e106e59,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:32:54.725286 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc454dc-9c89-4345-b491-d91b734893b6 req-8a72580d-1a68-4e63-9d8f-700b84f52399 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:54.727486 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6bc454dc-9c89-4345-b491-d91b734893b6 req-8a72580d-1a68-4e63-9d8f-700b84f52399 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0807545 Mar 05 14:32:54.770365 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6bc454dc-9c89-4345-b491-d91b734893b6 req-f053de7b-7189-4ac9-8cea-e6d64a2845b3 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379598 Mar 05 14:32:55.782805 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-cdb1dade-ecf8-4ebe-9756-8f332c637269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:55.784310 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-cdb1dade-ecf8-4ebe-9756-8f332c637269 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6&tenant_id=cc8647a7228c49ecafab4baf42c52d7a HTTP/1.1" status: 200 len: 1097 time: 0.0734985 Mar 05 14:32:55.794958 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803718-1', 'device_owner': 'compute:nova'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:32:55.907401 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:55.960410 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe457f-f89d-416c-983a-028e807027fc req-7ba165a7-72c2-4b1e-a2b2-9eba189c5119 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:55.961794 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-29fe457f-f89d-416c-983a-028e807027fc req-7ba165a7-72c2-4b1e-a2b2-9eba189c5119 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0830040 Mar 05 14:32:56.008891 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-29fe457f-f89d-416c-983a-028e807027fc req-354c3901-c60c-4cf9-b273-08c6bf95a943 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415213 Mar 05 14:32:56.172810 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] For port acd3b348-7f64-49a6-81e9-f6f92e106e59, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:32:56.200814 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] For port acd3b348-7f64-49a6-81e9-f6f92e106e59, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:32:56.257318 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acd3b348-7f64-49a6-81e9-f6f92e106e59'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:32:56.262497 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:56.277391 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Transition to ACTIVE for port object acd3b348-7f64-49a6-81e9-f6f92e106e59 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:32:56.281180 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:56.323666 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acd3b348-7f64-49a6-81e9-f6f92e106e59', 'code': 200} Mar 05 14:32:56.471529 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Pushing event updated for resources: {'Port': ['ID=acd3b348-7f64-49a6-81e9-f6f92e106e59,revision_number=10']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:32:56.480407 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] No DVR routers for this DVR port acd3b348-7f64-49a6-81e9-f6f92e106e59 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:32:56.539444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:32:56.539785 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:32:56.540111 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:32:56.540436 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:32:56.540756 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:32:56.541069 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:32:56.541381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:32:56.541691 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:32:56.542001 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:32:56.542309 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:32:56.542616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:32:56.542947 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:32:56.812712 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Attempting to bind port acd3b348-7f64-49a6-81e9-f6f92e106e59 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:32:56.813378 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Attempting to bind port acd3b348-7f64-49a6-81e9-f6f92e106e59 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:32:56.813378 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Attempting to bind port acd3b348-7f64-49a6-81e9-f6f92e106e59 on network a0ece5c1-5102-494c-8481-790fca5bd3e8 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:32:56.818168 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Port acd3b348-7f64-49a6-81e9-f6f92e106e59 on network a0ece5c1-5102-494c-8481-790fca5bd3e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:32:56.818474 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Attempting to bind port acd3b348-7f64-49a6-81e9-f6f92e106e59 on network a0ece5c1-5102-494c-8481-790fca5bd3e8 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:32:56.823405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:32:56.823729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Checking segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:32:56.824097 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Bound using segment: {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:32:56.824505 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Bound port: acd3b348-7f64-49a6-81e9-f6f92e106e59, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20851663-a92a-4b4e-b946-3f0e334cd149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:32:56.824833 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:56.914783 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] For port acd3b348-7f64-49a6-81e9-f6f92e106e59, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:32:56.917723 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] For port acd3b348-7f64-49a6-81e9-f6f92e106e59, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:32:56.921871 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:56.978030 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:56.978642 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:56.980024 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] 10.222.0.15 "PUT /v2.0/ports/acd3b348-7f64-49a6-81e9-f6f92e106e59 HTTP/1.1" status: 200 len: 1093 time: 1.1890213 Mar 05 14:32:57.000335 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6146b-f9fd-49da-a0e5-8a80730e0a93 service neutron] Pushing event updated for resources: {'Port': ['ID=acd3b348-7f64-49a6-81e9-f6f92e106e59,revision_number=11']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:32:57.078655 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-031a6efb-981a-401c-8047-15c307943a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:57.080112 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-031a6efb-981a-401c-8047-15c307943a71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 1096 time: 0.0769968 Mar 05 14:32:57.204219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8928558-3093-4794-ab38-cd19688aaf15 req-ae4ed37f-45dc-4f69-8d04-ccb42b623010 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:57.205682 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a8928558-3093-4794-ab38-cd19688aaf15 req-ae4ed37f-45dc-4f69-8d04-ccb42b623010 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0812509 Mar 05 14:32:57.219240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-7bba9c62-1db1-4454-bb73-5115ef2f4003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:57.220680 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-7bba9c62-1db1-4454-bb73-5115ef2f4003 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1341813 Mar 05 14:32:57.250584 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a8928558-3093-4794-ab38-cd19688aaf15 req-c43eab47-ef0b-42b4-a2df-3dc61d2d0496 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390685 Mar 05 14:32:57.323754 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-612793bd-ea71-4e56-bddd-cbdcb095e95d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59 HTTP/1.1" status: 200 len: 1000 time: 0.0975902 Mar 05 14:32:57.388088 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-bb8537b0-7347-4ddc-8492-db352ae98d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:57.389501 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-bb8537b0-7347-4ddc-8492-db352ae98d93 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0601554 Mar 05 14:32:57.463139 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-ad94a53a-f694-4257-b687-802db1394e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:57.464599 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-ad94a53a-f694-4257-b687-802db1394e44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696654 Mar 05 14:32:57.595151 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-4b02b1db-6a87-44b7-883e-ef32b9291475 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247687 Mar 05 14:32:57.692415 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device acd3b348-7f64-49a6-81e9-f6f92e106e59 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:32:57.728226 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b3583389-9f70-492f-9499-9a35574d8cc8 req-8078ee9d-5dcd-413e-8628-bb4bdcd78a98 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273894 Mar 05 14:32:57.748097 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device acd3b348-7f64-49a6-81e9-f6f92e106e59 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:32:58.325045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'tag': 'acd3b348-7f64-49a6-81e9-f6f92e106e59'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:32:58.394629 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'tag': 'acd3b348-7f64-49a6-81e9-f6f92e106e59', 'status': 'completed', 'code': 200} Mar 05 14:32:58.496186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9b3f1-466f-415a-8ef3-778ccf946980 req-d5728d24-8ba1-452d-98f6-46593b047a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:58.497805 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c8b9b3f1-466f-415a-8ef3-778ccf946980 req-d5728d24-8ba1-452d-98f6-46593b047a50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 1096 time: 0.0854437 Mar 05 14:32:58.501592 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daf1eb-9e90-4a1e-a816-80a8b6ac520c req-92d9ac00-05ec-4fa3-8c4b-cb03a7226257 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:58.503085 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-22daf1eb-9e90-4a1e-a816-80a8b6ac520c req-92d9ac00-05ec-4fa3-8c4b-cb03a7226257 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 945 time: 0.1419775 Mar 05 14:32:58.543986 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9b3f1-466f-415a-8ef3-778ccf946980 req-c37ba556-3368-404d-90a6-c25e859c7785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:58.545330 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c8b9b3f1-466f-415a-8ef3-778ccf946980 req-c37ba556-3368-404d-90a6-c25e859c7785 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 1096 time: 0.1294935 Mar 05 14:32:58.602881 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-22daf1eb-9e90-4a1e-a816-80a8b6ac520c req-7ad208c3-e8e1-4913-975a-bac216a4d578 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900815 Mar 05 14:32:58.641211 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9b3f1-466f-415a-8ef3-778ccf946980 req-42c9d561-a1ce-4dbe-b461-e1aec4c257f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:58.642704 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c8b9b3f1-466f-415a-8ef3-778ccf946980 req-42c9d561-a1ce-4dbe-b461-e1aec4c257f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1378858 Mar 05 14:32:58.705739 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9b3f1-466f-415a-8ef3-778ccf946980 req-f0a5935c-6a7e-43ef-a6cf-d2a1d4bdaee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:58.708140 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c8b9b3f1-466f-415a-8ef3-778ccf946980 req-f0a5935c-6a7e-43ef-a6cf-d2a1d4bdaee8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 200 len: 912 time: 0.1548116 Mar 05 14:32:58.747530 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c8b9b3f1-466f-415a-8ef3-778ccf946980 req-3f417ad0-a47b-4e5b-9652-81f9ce8ea751 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59 HTTP/1.1" status: 200 len: 1000 time: 0.0989599 Mar 05 14:32:58.815597 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c8b9b3f1-466f-415a-8ef3-778ccf946980 req-953dc0bd-3649-4066-80e0-e96aa80503c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59 HTTP/1.1" status: 200 len: 1000 time: 0.1010208 Mar 05 14:32:58.817199 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9b3f1-466f-415a-8ef3-778ccf946980 req-e300b576-2f8d-4083-ab25-ca2d4e77b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:58.818645 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c8b9b3f1-466f-415a-8ef3-778ccf946980 req-e300b576-2f8d-4083-ab25-ca2d4e77b7e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0657947 Mar 05 14:32:58.880311 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9b3f1-466f-415a-8ef3-778ccf946980 req-cbdd3140-e684-48bc-ba25-a963aabf9faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:58.881770 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c8b9b3f1-466f-415a-8ef3-778ccf946980 req-cbdd3140-e684-48bc-ba25-a963aabf9faf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 200 len: 851 time: 0.0599096 Mar 05 14:32:58.894838 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9b3f1-466f-415a-8ef3-778ccf946980 req-24b83a7e-e25c-42ec-a4f3-cb8cf930c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:58.896489 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c8b9b3f1-466f-415a-8ef3-778ccf946980 req-24b83a7e-e25c-42ec-a4f3-cb8cf930c9be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719244 Mar 05 14:32:58.961462 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9b3f1-466f-415a-8ef3-778ccf946980 req-f3038a11-e806-46c2-a9de-33547de2661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:58.962967 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c8b9b3f1-466f-415a-8ef3-778ccf946980 req-f3038a11-e806-46c2-a9de-33547de2661d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0ece5c1-5102-494c-8481-790fca5bd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756259 Mar 05 14:32:59.036500 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c8b9b3f1-466f-415a-8ef3-778ccf946980 req-b3c39a41-f6f4-470c-8491-0819ca95953b service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341832 Mar 05 14:32:59.099157 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c8b9b3f1-466f-415a-8ef3-778ccf946980 req-5ed3eb4c-8061-4802-b9ad-d1bdf503cef7 service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302917 Mar 05 14:32:59.173519 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c8b9b3f1-466f-415a-8ef3-778ccf946980 req-5d2082f2-8f55-4d00-ae5b-713fbeddf16d service neutron] 10.222.0.30 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317871 Mar 05 14:32:59.343938 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c8b9b3f1-466f-415a-8ef3-778ccf946980 req-9e4ce2f8-898f-45a8-976f-5178574dc1be service neutron] 10.222.0.15 "GET /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393451 Mar 05 14:32:59.397524 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:59.412507 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:32:59.794098 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e8cf2-5e2a-490f-b3f0-4d1b5e55d7eb req-b6221248-c5bf-45fe-9098-e1ec657c9739 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:32:59.795612 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-718e8cf2-5e2a-490f-b3f0-4d1b5e55d7eb req-b6221248-c5bf-45fe-9098-e1ec657c9739 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0812497 Mar 05 14:32:59.840322 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-718e8cf2-5e2a-490f-b3f0-4d1b5e55d7eb req-6be98463-9c7a-407b-8707-678aaf5543e2 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384722 Mar 05 14:33:01.025370 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640dba4-07b4-4ee7-8130-26a4c26fbe43 req-7181c785-1bc3-45c4-b60e-cee97b73d029 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:01.026853 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2640dba4-07b4-4ee7-8130-26a4c26fbe43 req-7181c785-1bc3-45c4-b60e-cee97b73d029 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0796442 Mar 05 14:33:01.072929 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2640dba4-07b4-4ee7-8130-26a4c26fbe43 req-2b1ec670-0acb-4e83-bf59-f989b5a8d88b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405018 Mar 05 14:33:02.255832 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da3162-2c2a-4172-8ad2-7b40949167f5 req-ca54b2cf-a18c-406e-9626-3113b0e1bf38 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:02.257293 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b2da3162-2c2a-4172-8ad2-7b40949167f5 req-ca54b2cf-a18c-406e-9626-3113b0e1bf38 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0802031 Mar 05 14:33:02.305132 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b2da3162-2c2a-4172-8ad2-7b40949167f5 req-f9455f30-40c5-4a3b-aebf-6cb23be2ea71 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423191 Mar 05 14:33:03.491919 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1693ca4-fe36-469a-ad21-0f42f4ce57b5 req-7e9c8a92-912c-4021-8aba-2d6b9dfa934d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:03.493377 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a1693ca4-fe36-469a-ad21-0f42f4ce57b5 req-7e9c8a92-912c-4021-8aba-2d6b9dfa934d tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0844889 Mar 05 14:33:03.538357 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a1693ca4-fe36-469a-ad21-0f42f4ce57b5 req-f6f923ca-eb0a-41e0-b7a9-754c79ff5ed1 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393550 Mar 05 14:33:04.880767 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800b618-1d2a-4ad8-81ce-b7b4d0a01418 req-dee0258c-f761-4f17-8036-7d54845eee47 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:04.882196 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7800b618-1d2a-4ad8-81ce-b7b4d0a01418 req-dee0258c-f761-4f17-8036-7d54845eee47 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0797386 Mar 05 14:33:04.929983 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7800b618-1d2a-4ad8-81ce-b7b4d0a01418 req-5a93336c-503a-477f-98d1-7f30346faf9f tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422750 Mar 05 14:33:06.130152 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141247b-d02e-4575-82e0-bb6bba297e18 req-98c8bbf7-adb4-4141-ad65-da681c3334cb tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:06.131680 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4141247b-d02e-4575-82e0-bb6bba297e18 req-98c8bbf7-adb4-4141-ad65-da681c3334cb tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0858674 Mar 05 14:33:06.178801 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4141247b-d02e-4575-82e0-bb6bba297e18 req-27d2d16f-f063-4be7-8298-0ac422049f05 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414283 Mar 05 14:33:06.966844 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device acd3b348-7f64-49a6-81e9-f6f92e106e59 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:33:07.096301 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port acd3b348-7f64-49a6-81e9-f6f92e106e59, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:33:07.109571 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'acd3b348-7f64-49a6-81e9-f6f92e106e59', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'port_id': 'acd3b348-7f64-49a6-81e9-f6f92e106e59', 'mac_address': 'fa:16:3e:10:57:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:33:07.166320 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:07.183431 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd3b348-7f64-49a6-81e9-f6f92e106e59 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:33:07.198368 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port acd3b348-7f64-49a6-81e9-f6f92e106e59, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:33:07.203045 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:07.272135 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=acd3b348-7f64-49a6-81e9-f6f92e106e59,revision_number=12']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:07.279546 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:07.279889 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:07.280225 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:07.280561 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:07.280895 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:07.281220 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:07.281539 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:07.281855 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:07.282172 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:07.282488 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:07.282820 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:07.283138 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:07.411505 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['acd3b348-7f64-49a6-81e9-f6f92e106e59'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:33:07.472684 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e53ff-cda4-40ca-be34-879c37fc407f req-a8c82b02-4ba5-4198-b136-175641136849 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:07.474651 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bc0e53ff-cda4-40ca-be34-879c37fc407f req-a8c82b02-4ba5-4198-b136-175641136849 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.1915929 Mar 05 14:33:07.516730 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bc0e53ff-cda4-40ca-be34-879c37fc407f req-d56160d2-b3fe-46f7-8f59-e1e390046257 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365217 Mar 05 14:33:07.700818 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39900b-0a5a-4cef-8833-7f317dccfb69 req-6f5e346e-2b33-43ba-b9b4-de3dba1360fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:07.702250 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ef39900b-0a5a-4cef-8833-7f317dccfb69 req-6f5e346e-2b33-43ba-b9b4-de3dba1360fd tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0796170 Mar 05 14:33:07.747106 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ef39900b-0a5a-4cef-8833-7f317dccfb69 req-e5308006-7701-4d0c-b6ed-a598cdfbedac tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392895 Mar 05 14:33:07.929593 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b7efe-aec2-4e2a-b576-d308886a9e6e req-49a7fd61-9aa1-4d88-8a71-4d670c3e345b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:07.931042 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-889b7efe-aec2-4e2a-b576-d308886a9e6e req-49a7fd61-9aa1-4d88-8a71-4d670c3e345b tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0784986 Mar 05 14:33:07.974373 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-889b7efe-aec2-4e2a-b576-d308886a9e6e req-68a5fab2-4158-415f-bf7f-96d51289bc4c tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375342 Mar 05 14:33:08.345829 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fba63b-6de7-4eb2-9299-6ae1be0eebc1 req-cbe643e3-c8f1-41e6-8412-4addad0c7ffe tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:08.347292 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-30fba63b-6de7-4eb2-9299-6ae1be0eebc1 req-cbe643e3-c8f1-41e6-8412-4addad0c7ffe tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0817981 Mar 05 14:33:08.390362 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-30fba63b-6de7-4eb2-9299-6ae1be0eebc1 req-23f065ed-e1e3-47a1-9093-97b8785ba460 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368497 Mar 05 14:33:08.870590 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-10010a4c-630e-4621-9fe4-873d80b22d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:08.975941 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device acd3b348-7f64-49a6-81e9-f6f92e106e59 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:33:09.041274 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port acd3b348-7f64-49a6-81e9-f6f92e106e59 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:33:09.045748 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port acd3b348-7f64-49a6-81e9-f6f92e106e59 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:33:09.046111 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:09.158382 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:09.184357 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd3b348-7f64-49a6-81e9-f6f92e106e59'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:33:09.194279 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port acd3b348-7f64-49a6-81e9-f6f92e106e59, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:33:09.198087 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:09.233818 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd3b348-7f64-49a6-81e9-f6f92e106e59', 'code': 200} Mar 05 14:33:09.269661 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=acd3b348-7f64-49a6-81e9-f6f92e106e59,revision_number=13']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:09.576022 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b58448-cfbe-40a3-8101-3ff83cd8a200 req-85474805-f6d3-4550-978d-b9db0df756cf tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:09.577484 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-69b58448-cfbe-40a3-8101-3ff83cd8a200 req-85474805-f6d3-4550-978d-b9db0df756cf tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 947 time: 0.0804696 Mar 05 14:33:09.624903 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-69b58448-cfbe-40a3-8101-3ff83cd8a200 req-9ece6022-c8b4-4c42-9a30-17eb25671541 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419452 Mar 05 14:33:09.829902 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c8679-ff6e-49a2-9395-c66d39616060 req-90a5b42c-b3c6-4d9a-8ef7-16e76c2c8be8 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:09.831362 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-816c8679-ff6e-49a2-9395-c66d39616060 req-90a5b42c-b3c6-4d9a-8ef7-16e76c2c8be8 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 947 time: 0.0850821 Mar 05 14:33:09.901429 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-816c8679-ff6e-49a2-9395-c66d39616060 req-a0ca6d75-da7f-4d70-95ee-0bd23af0e2ee tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Deleting port acd3b348-7f64-49a6-81e9-f6f92e106e59 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:33:09.901767 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-816c8679-ff6e-49a2-9395-c66d39616060 req-a0ca6d75-da7f-4d70-95ee-0bd23af0e2ee tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:10.145881 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-816c8679-ff6e-49a2-9395-c66d39616060 req-a0ca6d75-da7f-4d70-95ee-0bd23af0e2ee tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] For port acd3b348-7f64-49a6-81e9-f6f92e106e59, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=acd3b348-7f64-49a6-81e9-f6f92e106e59,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:33:10.146232 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-816c8679-ff6e-49a2-9395-c66d39616060 req-a0ca6d75-da7f-4d70-95ee-0bd23af0e2ee tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:10.439939 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-816c8679-ff6e-49a2-9395-c66d39616060 req-a0ca6d75-da7f-4d70-95ee-0bd23af0e2ee tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:10.440220 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-816c8679-ff6e-49a2-9395-c66d39616060 req-a0ca6d75-da7f-4d70-95ee-0bd23af0e2ee tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:10.440522 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [req-816c8679-ff6e-49a2-9395-c66d39616060 req-a0ca6d75-da7f-4d70-95ee-0bd23af0e2ee tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Floating IP 6733fa35-f2e4-4cf3-8c89-b4faed973061 disassociated. External IP: 172.25.4.89, port: acd3b348-7f64-49a6-81e9-f6f92e106e59. Mar 05 14:33:10.440854 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-816c8679-ff6e-49a2-9395-c66d39616060 req-a0ca6d75-da7f-4d70-95ee-0bd23af0e2ee tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Calling delete_port for acd3b348-7f64-49a6-81e9-f6f92e106e59 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:33:10.583491 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-816c8679-ff6e-49a2-9395-c66d39616060 req-a0ca6d75-da7f-4d70-95ee-0bd23af0e2ee tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:10.636089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca6d75-da7f-4d70-95ee-0bd23af0e2ee tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Pushing event deleted for resources: {'Port': ['ID=acd3b348-7f64-49a6-81e9-f6f92e106e59,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:10.943046 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-de15c780-edad-4b9b-ad1e-e4696fac9c36 req-c311b3e9-e648-4bf4-9c69-6f2490fa9e69 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 210 time: 0.1593425 Mar 05 14:33:10.972136 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [req-816c8679-ff6e-49a2-9395-c66d39616060 req-a0ca6d75-da7f-4d70-95ee-0bd23af0e2ee tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Router 896f0214-6809-4b76-828f-bc0d3e2ed02b has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:33:10.996273 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2c7865ef-e102-4a3c-a845-9e14de9b7bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:11.152604 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-816c8679-ff6e-49a2-9395-c66d39616060 req-a0ca6d75-da7f-4d70-95ee-0bd23af0e2ee tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:33:11.161809 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5516a8a1-cd7c-4359-9fe1-a1978d83c771 None None] Sync routers for ids ['896f0214-6809-4b76-828f-bc0d3e2ed02b'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:33:11.170959 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5516a8a1-cd7c-4359-9fe1-a1978d83c771 None None] Routers {'896f0214-6809-4b76-828f-bc0d3e2ed02b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:33:11.171580 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-5516a8a1-cd7c-4359-9fe1-a1978d83c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:33:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['896f0214-6809-4b76-828f-bc0d3e2ed02b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:33:11.227015 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-816c8679-ff6e-49a2-9395-c66d39616060 req-a0ca6d75-da7f-4d70-95ee-0bd23af0e2ee tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] No DVR routers for this DVR port acd3b348-7f64-49a6-81e9-f6f92e106e59 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:33:11.229780 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-816c8679-ff6e-49a2-9395-c66d39616060 req-a0ca6d75-da7f-4d70-95ee-0bd23af0e2ee tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:11.233215 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'name': 'network-vif-deleted', 'tag': 'acd3b348-7f64-49a6-81e9-f6f92e106e59'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:33:11.250563 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-816c8679-ff6e-49a2-9395-c66d39616060 req-a0ca6d75-da7f-4d70-95ee-0bd23af0e2ee tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.15 "DELETE /v2.0/ports/acd3b348-7f64-49a6-81e9-f6f92e106e59 HTTP/1.1" status: 204 len: 173 time: 1.4136205 Mar 05 14:33:11.283216 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9229235e-f964-42fe-b683-9c1e10fbc8d6', 'name': 'network-vif-deleted', 'tag': 'acd3b348-7f64-49a6-81e9-f6f92e106e59', 'status': 'completed', 'code': 200} Mar 05 14:33:11.356072 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-5516a8a1-cd7c-4359-9fe1-a1978d83c771 None None] Set router 896f0214-6809-4b76-828f-bc0d3e2ed02b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:33:11.675847 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-5516a8a1-cd7c-4359-9fe1-a1978d83c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:10Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:33:11.680360 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5516a8a1-cd7c-4359-9fe1-a1978d83c771 None None] Checking router: 896f0214-6809-4b76-828f-bc0d3e2ed02b for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:33:11.688592 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5516a8a1-cd7c-4359-9fe1-a1978d83c771 None None] Routers {'896f0214-6809-4b76-828f-bc0d3e2ed02b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:33:11.689170 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-5516a8a1-cd7c-4359-9fe1-a1978d83c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:33:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['896f0214-6809-4b76-828f-bc0d3e2ed02b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:33:11.868084 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-5516a8a1-cd7c-4359-9fe1-a1978d83c771 None None] Set router 896f0214-6809-4b76-828f-bc0d3e2ed02b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:33:12.111067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-26c86d19-c88b-4fe3-8112-c1d3d160febe req-f9b66752-ae1a-4632-8daa-e5262ac335a9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Synchronizing usage tracker for tenant:cc8647a7228c49ecafab4baf42c52d7a on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:33:12.128377 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-26c86d19-c88b-4fe3-8112-c1d3d160febe req-f9b66752-ae1a-4632-8daa-e5262ac335a9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Unset dirty status for tenant:cc8647a7228c49ecafab4baf42c52d7a on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:33:12.129733 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-26c86d19-c88b-4fe3-8112-c1d3d160febe req-f9b66752-ae1a-4632-8daa-e5262ac335a9 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/ports?device_id=9229235e-f964-42fe-b683-9c1e10fbc8d6 HTTP/1.1" status: 200 len: 210 time: 0.0669856 Mar 05 14:33:12.180688 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:12.228588 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-5516a8a1-cd7c-4359-9fe1-a1978d83c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:10Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:33:12.233341 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5516a8a1-cd7c-4359-9fe1-a1978d83c771 None None] The sync data for ids ['896f0214-6809-4b76-828f-bc0d3e2ed02b'] in n-d-803718-1 is: [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:05Z', 'revision_number': 4, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'a062cc73-0782-49df-acec-af22d2cdf775', 'name': '', 'network_id': 'a0ece5c1-5102-494c-8481-790fca5bd3e8', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'mac_address': 'fa:16:3e:82:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:04Z', 'updated_at': '2022-03-05T14:29:10Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'subnets': [{'id': 'f850a39d-0834-4a37-80cb-c47b843850d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:33:12.254251 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:12.449040 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885c1af5-f553-4a47-a412-adece5c8f6a4 None None] New status for floating IP 6733fa35-f2e4-4cf3-8c89-b4faed973061: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:33:12.992212 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device acd3b348-7f64-49a6-81e9-f6f92e106e59 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:33:13.026036 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: acd3b348-7f64-49a6-81e9-f6f92e106e59 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:33:13.026375 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device acd3b348-7f64-49a6-81e9-f6f92e106e59 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:33:13.838875 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:16.391702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52290) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:33:16.459323 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb8bc-336d-4431-8960-45b4d13d8a9a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:16.487769 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb8bc-336d-4431-8960-45b4d13d8a9a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:16.539587 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb8bc-336d-4431-8960-45b4d13d8a9a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:16.557474 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fb8bc-336d-4431-8960-45b4d13d8a9a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:16.566531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb8bc-336d-4431-8960-45b4d13d8a9a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:16.566914 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb8bc-336d-4431-8960-45b4d13d8a9a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:16.567245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb8bc-336d-4431-8960-45b4d13d8a9a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:16.567568 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb8bc-336d-4431-8960-45b4d13d8a9a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:16.567888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb8bc-336d-4431-8960-45b4d13d8a9a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:16.568204 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb8bc-336d-4431-8960-45b4d13d8a9a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:16.568517 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb8bc-336d-4431-8960-45b4d13d8a9a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:16.568827 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb8bc-336d-4431-8960-45b4d13d8a9a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:16.569137 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb8bc-336d-4431-8960-45b4d13d8a9a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:16.569445 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb8bc-336d-4431-8960-45b4d13d8a9a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:16.569753 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb8bc-336d-4431-8960-45b4d13d8a9a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:16.570058 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6fb8bc-336d-4431-8960-45b4d13d8a9a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:16.577208 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb8bc-336d-4431-8960-45b4d13d8a9a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:16.578294 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9a6fb8bc-336d-4431-8960-45b4d13d8a9a tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "DELETE /v2.0/security-groups/6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4 HTTP/1.1" status: 204 len: 168 time: 0.1850784 Mar 05 14:33:16.580797 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52296) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:33:16.596608 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [None req-151770dd-0d6a-49f2-a310-3b6559cf8e98 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] show failed (client error): The resource could not be found. Mar 05 14:33:16.597558 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-151770dd-0d6a-49f2-a310-3b6559cf8e98 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "GET /v2.0/security-groups/6c1a4e9e-e298-44ec-a48c-6fa5dfd10af4 HTTP/1.1" status: 404 len: 347 time: 0.0158982 Mar 05 14:33:16.600808 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52300) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:33:16.754593 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-989c3756-af13-4139-b257-07c4f37e0304 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Deleting port 27f3d7ee-28f1-41c6-bd4e-301558c387ba {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:33:16.754945 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-989c3756-af13-4139-b257-07c4f37e0304 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:16.920772 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-989c3756-af13-4139-b257-07c4f37e0304 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:16.921084 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-989c3756-af13-4139-b257-07c4f37e0304 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:17.044927 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-989c3756-af13-4139-b257-07c4f37e0304 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Calling delete_port for 27f3d7ee-28f1-41c6-bd4e-301558c387ba owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:33:17.179775 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-989c3756-af13-4139-b257-07c4f37e0304 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:17.229156 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c3756-af13-4139-b257-07c4f37e0304 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Pushing event deleted for resources: {'Port': ['ID=27f3d7ee-28f1-41c6-bd4e-301558c387ba,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:17.318224 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-989c3756-af13-4139-b257-07c4f37e0304 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:17.335300 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-989c3756-af13-4139-b257-07c4f37e0304 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:17.336452 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-989c3756-af13-4139-b257-07c4f37e0304 tempest-ServerActionsTestJSON-491620632 tempest-ServerActionsTestJSON-491620632-project] 10.222.0.16 "DELETE /v2.0/floatingips/6733fa35-f2e4-4cf3-8c89-b4faed973061 HTTP/1.1" status: 204 len: 168 time: 0.7345729 Mar 05 14:33:17.339382 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52304) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:33:17.976305 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fe6c-fe94-4897-b504-ab28fd486f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:18.318795 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ccb6fe6c-fe94-4897-b504-ab28fd486f1a admin admin] Deleting port a062cc73-0782-49df-acec-af22d2cdf775 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:33:18.319028 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fe6c-fe94-4897-b504-ab28fd486f1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:18.488752 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-ccb6fe6c-fe94-4897-b504-ab28fd486f1a admin admin] For port a062cc73-0782-49df-acec-af22d2cdf775, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=a062cc73-0782-49df-acec-af22d2cdf775,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:33:18.489107 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fe6c-fe94-4897-b504-ab28fd486f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:18.609245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ccb6fe6c-fe94-4897-b504-ab28fd486f1a admin admin] Calling delete_port for a062cc73-0782-49df-acec-af22d2cdf775 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:33:18.929022 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fe6c-fe94-4897-b504-ab28fd486f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:18.974406 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6fe6c-fe94-4897-b504-ab28fd486f1a admin admin] Pushing event deleted for resources: {'Port': ['ID=a062cc73-0782-49df-acec-af22d2cdf775,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:19.325296 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:33:19.362645 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fe6c-fe94-4897-b504-ab28fd486f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:19.718424 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb6fe6c-fe94-4897-b504-ab28fd486f1a admin admin] Router 896f0214-6809-4b76-828f-bc0d3e2ed02b has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:33:19.901707 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb6fe6c-fe94-4897-b504-ab28fd486f1a admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:33:19.910336 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c917ccc-877c-4814-9526-db7601299bc5 None None] Sync routers for ids ['896f0214-6809-4b76-828f-bc0d3e2ed02b'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:33:19.913567 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ccb6fe6c-fe94-4897-b504-ab28fd486f1a admin admin] 10.222.0.16 "PUT /v2.0/routers/896f0214-6809-4b76-828f-bc0d3e2ed02b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5732262 Mar 05 14:33:19.916207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52312) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:33:19.919609 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c917ccc-877c-4814-9526-db7601299bc5 None None] Routers {'896f0214-6809-4b76-828f-bc0d3e2ed02b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:33:19.920212 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-1c917ccc-877c-4814-9526-db7601299bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:33:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['896f0214-6809-4b76-828f-bc0d3e2ed02b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:33:20.092364 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-80f92adf-076f-467c-9c92-417379d126be admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:20.093796 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-1c917ccc-877c-4814-9526-db7601299bc5 None None] Set router 896f0214-6809-4b76-828f-bc0d3e2ed02b gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:33:20.272079 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-80f92adf-076f-467c-9c92-417379d126be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:20.281738 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-80f92adf-076f-467c-9c92-417379d126be admin admin] Deleting port b7d3bdd3-2e66-493b-b504-0d8718fd1f51 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:33:20.282079 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-80f92adf-076f-467c-9c92-417379d126be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:20.371370 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-1c917ccc-877c-4814-9526-db7601299bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:33:18Z', 'revision_number': 5, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port': {'id': 'b7d3bdd3-2e66-493b-b504-0d8718fd1f51', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:33:20.375156 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c917ccc-877c-4814-9526-db7601299bc5 None None] Checking router: 896f0214-6809-4b76-828f-bc0d3e2ed02b for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:33:20.383440 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c917ccc-877c-4814-9526-db7601299bc5 None None] Routers {'896f0214-6809-4b76-828f-bc0d3e2ed02b'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:33:20.384128 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-1c917ccc-877c-4814-9526-db7601299bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:33:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['896f0214-6809-4b76-828f-bc0d3e2ed02b'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:33:20.456350 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-80f92adf-076f-467c-9c92-417379d126be admin admin] For port b7d3bdd3-2e66-493b-b504-0d8718fd1f51, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b7d3bdd3-2e66-493b-b504-0d8718fd1f51,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:33:20.456859 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-80f92adf-076f-467c-9c92-417379d126be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:20.536655 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-1c917ccc-877c-4814-9526-db7601299bc5 None None] Set router 896f0214-6809-4b76-828f-bc0d3e2ed02b gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:33:20.648386 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-1c917ccc-877c-4814-9526-db7601299bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:33:20Z', 'revision_number': 6, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:33:20.652410 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c917ccc-877c-4814-9526-db7601299bc5 None None] The sync data for ids ['896f0214-6809-4b76-828f-bc0d3e2ed02b'] in n-d-803718-1 is: [{'id': '896f0214-6809-4b76-828f-bc0d3e2ed02b', 'name': 'tempest-ServerActionsTestJSON-1905081535-router', 'tenant_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:29:01Z', 'updated_at': '2022-03-05T14:33:20Z', 'revision_number': 6, 'project_id': 'cc8647a7228c49ecafab4baf42c52d7a', 'gw_port_host': None}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:33:20.700256 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-80f92adf-076f-467c-9c92-417379d126be admin admin] Calling delete_port for b7d3bdd3-2e66-493b-b504-0d8718fd1f51 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:33:20.861403 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-80f92adf-076f-467c-9c92-417379d126be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:20.909129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f92adf-076f-467c-9c92-417379d126be admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d3bdd3-2e66-493b-b504-0d8718fd1f51,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:21.000600 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-80f92adf-076f-467c-9c92-417379d126be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:21.170974 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-80f92adf-076f-467c-9c92-417379d126be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:21.173029 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-80f92adf-076f-467c-9c92-417379d126be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:21.196800 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-80f92adf-076f-467c-9c92-417379d126be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:21.197405 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f92adf-076f-467c-9c92-417379d126be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 896f0214-6809-4b76-828f-bc0d3e2ed02b {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:33:21.209379 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-80f92adf-076f-467c-9c92-417379d126be admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:21.210478 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-80f92adf-076f-467c-9c92-417379d126be admin admin] 10.222.0.16 "DELETE /v2.0/routers/896f0214-6809-4b76-828f-bc0d3e2ed02b HTTP/1.1" status: 204 len: 168 time: 1.2933216 Mar 05 14:33:21.213032 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52316) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:33:21.273519 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-47fcbac5-5514-4d0b-8fbc-353b05648665 admin admin] Deleting subnet f850a39d-0834-4a37-80cb-c47b843850d3 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:33:21.276380 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-47fcbac5-5514-4d0b-8fbc-353b05648665 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:21.324219 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-47fcbac5-5514-4d0b-8fbc-353b05648665 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:21.406995 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-47fcbac5-5514-4d0b-8fbc-353b05648665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:21.476817 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-47fcbac5-5514-4d0b-8fbc-353b05648665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:21.515940 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcbac5-5514-4d0b-8fbc-353b05648665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f850a39d-0834-4a37-80cb-c47b843850d3,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:21.519487 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-47fcbac5-5514-4d0b-8fbc-353b05648665 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:21.527734 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-47fcbac5-5514-4d0b-8fbc-353b05648665 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f850a39d-0834-4a37-80cb-c47b843850d3 HTTP/1.1" status: 204 len: 168 time: 0.3114133 Mar 05 14:33:21.527909 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a541774c-b401-4aed-9d05-75ace7f925d2 None None] Network a0ece5c1-5102-494c-8481-790fca5bd3e8 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:33:21.528529 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52320) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:33:21.638749 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3b6469e3-860e-4777-b099-4b3fe3c0b52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:21.650105 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-3b6469e3-860e-4777-b099-4b3fe3c0b52b admin admin] Deleting port b57ea3b5-25f0-43f7-8432-fcb33977ab50 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:33:21.650105 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3b6469e3-860e-4777-b099-4b3fe3c0b52b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:21.797602 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20275e06-2765-48fc-b23c-320a25c8c0fd None None] DHCP port deletion for a0ece5c1-5102-494c-8481-790fca5bd3e8 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:33:21.801459 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a062cc73-0782-49df-acec-af22d2cdf775 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:33:21.830959 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-20275e06-2765-48fc-b23c-320a25c8c0fd None None] Deleting port b57ea3b5-25f0-43f7-8432-fcb33977ab50 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:33:21.831335 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-20275e06-2765-48fc-b23c-320a25c8c0fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:21.867506 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-3b6469e3-860e-4777-b099-4b3fe3c0b52b admin admin] For port b57ea3b5-25f0-43f7-8432-fcb33977ab50, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b57ea3b5-25f0-43f7-8432-fcb33977ab50,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:33:21.867908 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3b6469e3-860e-4777-b099-4b3fe3c0b52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:21.871483 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: a062cc73-0782-49df-acec-af22d2cdf775 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:33:21.871822 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device a062cc73-0782-49df-acec-af22d2cdf775 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:33:21.872243 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b7d3bdd3-2e66-493b-b504-0d8718fd1f51 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:33:21.909110 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: b7d3bdd3-2e66-493b-b504-0d8718fd1f51 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:33:21.909381 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b7d3bdd3-2e66-493b-b504-0d8718fd1f51 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:33:21.990895 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-3b6469e3-860e-4777-b099-4b3fe3c0b52b admin admin] Calling delete_port for b57ea3b5-25f0-43f7-8432-fcb33977ab50 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:33:22.067875 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3b6469e3-860e-4777-b099-4b3fe3c0b52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:22.069877 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-20275e06-2765-48fc-b23c-320a25c8c0fd None None] For port b57ea3b5-25f0-43f7-8432-fcb33977ab50, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b57ea3b5-25f0-43f7-8432-fcb33977ab50,segment=NetworkSegment(20851663-a92a-4b4e-b946-3f0e334cd149),segment_id=20851663-a92a-4b4e-b946-3f0e334cd149)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:33:22.070268 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-20275e06-2765-48fc-b23c-320a25c8c0fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:22.115033 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6469e3-860e-4777-b099-4b3fe3c0b52b admin admin] Pushing event deleted for resources: {'Port': ['ID=b57ea3b5-25f0-43f7-8432-fcb33977ab50,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:22.118296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6469e3-860e-4777-b099-4b3fe3c0b52b admin admin] No DVR routers for this DVR port b57ea3b5-25f0-43f7-8432-fcb33977ab50 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:33:22.194283 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-20275e06-2765-48fc-b23c-320a25c8c0fd None None] Calling delete_port for b57ea3b5-25f0-43f7-8432-fcb33977ab50 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:33:22.268103 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-20275e06-2765-48fc-b23c-320a25c8c0fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:33:22.268372 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-20275e06-2765-48fc-b23c-320a25c8c0fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:33:22.342885 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3b6469e3-860e-4777-b099-4b3fe3c0b52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:22.368891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-3b6469e3-860e-4777-b099-4b3fe3c0b52b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ece5c1-5102-494c-8481-790fca5bd3e8']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:33:22.381606 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-3b6469e3-860e-4777-b099-4b3fe3c0b52b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20851663-a92a-4b4e-b946-3f0e334cd149') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:33:22.381894 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-3b6469e3-860e-4777-b099-4b3fe3c0b52b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20851663-a92a-4b4e-b946-3f0e334cd149') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:33:22.393170 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3b6469e3-860e-4777-b099-4b3fe3c0b52b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:22.409590 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3b6469e3-860e-4777-b099-4b3fe3c0b52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:22.416654 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6469e3-860e-4777-b099-4b3fe3c0b52b admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:33:22.417013 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3b6469e3-860e-4777-b099-4b3fe3c0b52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:33:22.430462 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:33:22.506987 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3b6469e3-860e-4777-b099-4b3fe3c0b52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:22.511553 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3b6469e3-860e-4777-b099-4b3fe3c0b52b admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:22.536003 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6469e3-860e-4777-b099-4b3fe3c0b52b admin admin] Pushing event deleted for resources: {'Network': ['ID=a0ece5c1-5102-494c-8481-790fca5bd3e8,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:22.548835 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3b6469e3-860e-4777-b099-4b3fe3c0b52b admin admin] 10.222.0.16 "DELETE /v2.0/networks/a0ece5c1-5102-494c-8481-790fca5bd3e8 HTTP/1.1" status: 204 len: 168 time: 1.0199623 Mar 05 14:33:22.657706 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52328) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:33:22.708976 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-57c97836-85b4-4074-bab7-ec05b8c258bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc8647a7228c49ecafab4baf42c52d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501263 Mar 05 14:33:22.711402 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52334) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:33:22.771099 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-20275e06-2765-48fc-b23c-320a25c8c0fd None None] Deleting port b57ea3b5-25f0-43f7-8432-fcb33977ab50 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:33:22.771691 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-20275e06-2765-48fc-b23c-320a25c8c0fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:22.773032 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3d5354b-acc9-4169-a1a0-ef307fe19d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:22.798982 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3d5354b-acc9-4169-a1a0-ef307fe19d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:22.840250 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-20275e06-2765-48fc-b23c-320a25c8c0fd None None] The port 'b57ea3b5-25f0-43f7-8432-fcb33977ab50' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:33:22.855530 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3d5354b-acc9-4169-a1a0-ef307fe19d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:22.871388 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5354b-acc9-4169-a1a0-ef307fe19d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585a3e83-8f99-4d3d-b1c0-161379362bf2,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:22.880122 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c3d5354b-acc9-4169-a1a0-ef307fe19d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:22.883829 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c3d5354b-acc9-4169-a1a0-ef307fe19d78 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/585a3e83-8f99-4d3d-b1c0-161379362bf2 HTTP/1.1" status: 204 len: 168 time: 0.1689396 Mar 05 14:33:23.581891 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52362) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:33:23.691878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-32f11331-edc6-4c37-884b-4de42cb02ea2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1901550611-network', 'tenant_id': '33db897300844d8784d537255eb07a24'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:33:23.697299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-32f11331-edc6-4c37-884b-4de42cb02ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:33:23.701116 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-32f11331-edc6-4c37-884b-4de42cb02ea2 admin admin] Usage tracker for resource:network and tenant:33db897300844d8784d537255eb07a24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:33:23.703946 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-32f11331-edc6-4c37-884b-4de42cb02ea2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:33:23.709540 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-32f11331-edc6-4c37-884b-4de42cb02ea2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:33:23.719778 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f11331-edc6-4c37-884b-4de42cb02ea2 admin admin] Made reservation on behalf of 33db897300844d8784d537255eb07a24 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:33:23.722368 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-32f11331-edc6-4c37-884b-4de42cb02ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:23.738353 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-32f11331-edc6-4c37-884b-4de42cb02ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:23.753468 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-32f11331-edc6-4c37-884b-4de42cb02ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:33:23.757525 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-32f11331-edc6-4c37-884b-4de42cb02ea2 admin admin] Usage tracker for resource:security_group_rule and tenant:33db897300844d8784d537255eb07a24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:33:23.760297 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-32f11331-edc6-4c37-884b-4de42cb02ea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:33:23.765889 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-32f11331-edc6-4c37-884b-4de42cb02ea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:33:23.774825 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b57ea3b5-25f0-43f7-8432-fcb33977ab50 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:33:23.810520 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: b57ea3b5-25f0-43f7-8432-fcb33977ab50 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:33:23.810929 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b57ea3b5-25f0-43f7-8432-fcb33977ab50 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:33:23.853808 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-32f11331-edc6-4c37-884b-4de42cb02ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:23.857531 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-32f11331-edc6-4c37-884b-4de42cb02ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:23.890216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f11331-edc6-4c37-884b-4de42cb02ea2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:33:23.895897 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f11331-edc6-4c37-884b-4de42cb02ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df36b79-7146-45be-9013-f9cb8ca67a3e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:23.902650 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-32f11331-edc6-4c37-884b-4de42cb02ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:23.903629 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-32f11331-edc6-4c37-884b-4de42cb02ea2 admin admin] Added segment 1ab34597-fcf9-4efb-937e-c05cb7f3e141 of type vlan for network 588a38d2-84f9-467b-92d5-062f0813ef3c Mar 05 14:33:23.930164 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-32f11331-edc6-4c37-884b-4de42cb02ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:23.959248 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-32f11331-edc6-4c37-884b-4de42cb02ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:23.960181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f11331-edc6-4c37-884b-4de42cb02ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:23.960770 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-32f11331-edc6-4c37-884b-4de42cb02ea2 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:24.062008 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-32f11331-edc6-4c37-884b-4de42cb02ea2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4788885 Mar 05 14:33:24.064849 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52368) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:33:24.072414 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-e151ed30-d1aa-4fba-958d-290b47db82fa admin admin] Request body: {'subnet': {'network_id': '588a38d2-84f9-467b-92d5-062f0813ef3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1901550611-subnet', 'tenant_id': '33db897300844d8784d537255eb07a24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:33:24.077039 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f11331-edc6-4c37-884b-4de42cb02ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=588a38d2-84f9-467b-92d5-062f0813ef3c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:24.079344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e151ed30-d1aa-4fba-958d-290b47db82fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:33:24.084456 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e151ed30-d1aa-4fba-958d-290b47db82fa admin admin] Usage tracker for resource:subnet and tenant:33db897300844d8784d537255eb07a24 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:33:24.087380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e151ed30-d1aa-4fba-958d-290b47db82fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:33:24.090608 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 588a38d2-84f9-467b-92d5-062f0813ef3c details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:33:24.093174 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e151ed30-d1aa-4fba-958d-290b47db82fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:33:24.103781 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e151ed30-d1aa-4fba-958d-290b47db82fa admin admin] Made reservation on behalf of 33db897300844d8784d537255eb07a24 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:33:24.106308 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e151ed30-d1aa-4fba-958d-290b47db82fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:24.312515 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e151ed30-d1aa-4fba-958d-290b47db82fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:24.394075 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151ed30-d1aa-4fba-958d-290b47db82fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0b2f5d4-8791-4234-9f29-07d1d4853210,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:24.399530 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e151ed30-d1aa-4fba-958d-290b47db82fa admin admin] Checking segment: {'id': '1ab34597-fcf9-4efb-937e-c05cb7f3e141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '588a38d2-84f9-467b-92d5-062f0813ef3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:33:24.399890 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e151ed30-d1aa-4fba-958d-290b47db82fa admin admin] Network hostable DHCP agents. Network: 588a38d2-84f9-467b-92d5-062f0813ef3c, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:33:24.419369 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e151ed30-d1aa-4fba-958d-290b47db82fa admin admin] Network 588a38d2-84f9-467b-92d5-062f0813ef3c is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:33:24.428827 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-e151ed30-d1aa-4fba-958d-290b47db82fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 588a38d2-84f9-467b-92d5-062f0813ef3c) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:33:24.433480 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e151ed30-d1aa-4fba-958d-290b47db82fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:24.434060 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e151ed30-d1aa-4fba-958d-290b47db82fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:24.440017 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715cfc49-017b-487f-be5c-3fb0ce0805ca None None] Network 588a38d2-84f9-467b-92d5-062f0813ef3c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:33:24.456180 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e151ed30-d1aa-4fba-958d-290b47db82fa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3903275 Mar 05 14:33:24.663270 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ccda6e-5451-474d-acd5-08bec2fbd9e8 None None] Network 588a38d2-84f9-467b-92d5-062f0813ef3c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:33:24.999877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-4ba67c33-14cf-4b2d-888b-c6dcd3456048 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:25.000556 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-4ba67c33-14cf-4b2d-888b-c6dcd3456048 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Synchronizing usage tracker for tenant:33db897300844d8784d537255eb07a24 on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:33:25.018085 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-4ba67c33-14cf-4b2d-888b-c6dcd3456048 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Unset dirty status for tenant:33db897300844d8784d537255eb07a24 on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:33:25.019263 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-4ba67c33-14cf-4b2d-888b-c6dcd3456048 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/networks?id=588a38d2-84f9-467b-92d5-062f0813ef3c HTTP/1.1" status: 200 len: 814 time: 0.1666296 Mar 05 14:33:25.035985 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-fd8bd1be-74b9-47c1-bed4-6f48b705ccc5 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/quotas/33db897300844d8784d537255eb07a24 HTTP/1.1" status: 200 len: 375 time: 0.0097840 Mar 05 14:33:25.084622 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-1ecdf246-52e5-46e8-97bb-39f2fc5d20f0 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=33db897300844d8784d537255eb07a24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431569 Mar 05 14:33:25.143605 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-e2820974-028f-427e-8bfb-42ff8df56220 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:33:25.145160 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-e2820974-028f-427e-8bfb-42ff8df56220 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0534346 Mar 05 14:33:25.279586 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-040859af-91c5-448a-9539-35aa59a0f858 service neutron] 10.222.0.16 "GET /v2.0/networks/588a38d2-84f9-467b-92d5-062f0813ef3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276407 Mar 05 14:33:25.410333 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-bd6b3f6c-6095-441e-96a8-2b35ed605576 service neutron] 10.222.0.16 "GET /v2.0/networks/588a38d2-84f9-467b-92d5-062f0813ef3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249821 Mar 05 14:33:25.595542 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-480b7c05-5459-4f06-aed2-730311a33fda req-81ac1556-0411-4c30-ac62-ff564da865ef tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa04104c-97f9-48d7-8ed8-a4571eedc40e HTTP/1.1" status: 200 len: 210 time: 0.0477602 Mar 05 14:33:26.806418 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-682b3cdd-868e-4c4e-a9db-fd92b87b187a tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:26.808155 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-682b3cdd-868e-4c4e-a9db-fd92b87b187a tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.30 "GET /v2.0/networks?id=588a38d2-84f9-467b-92d5-062f0813ef3c HTTP/1.1" status: 200 len: 814 time: 0.1520560 Mar 05 14:33:26.820656 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-c94acb5f-5d42-4fd5-879f-0f2c2bf1bece tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Request body: {'port': {'device_id': 'fa04104c-97f9-48d7-8ed8-a4571eedc40e', 'network_id': '588a38d2-84f9-467b-92d5-062f0813ef3c', 'admin_state_up': True, 'tenant_id': '33db897300844d8784d537255eb07a24'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:33:26.884420 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a1534f0f-f2dd-42d9-ab5c-2a4811f74e30 req-59a16da8-9fd8-4674-97e8-31d752cebbee tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa04104c-97f9-48d7-8ed8-a4571eedc40e HTTP/1.1" status: 200 len: 210 time: 0.1707017 Mar 05 14:33:26.964561 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-c94acb5f-5d42-4fd5-879f-0f2c2bf1bece tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:33:26.968334 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-c94acb5f-5d42-4fd5-879f-0f2c2bf1bece tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Usage tracker for resource:port and tenant:33db897300844d8784d537255eb07a24 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:33:26.971227 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-c94acb5f-5d42-4fd5-879f-0f2c2bf1bece tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:33:26.977579 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-c94acb5f-5d42-4fd5-879f-0f2c2bf1bece tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:33:26.986915 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-c94acb5f-5d42-4fd5-879f-0f2c2bf1bece tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Made reservation on behalf of 33db897300844d8784d537255eb07a24 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:33:26.991333 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-c94acb5f-5d42-4fd5-879f-0f2c2bf1bece tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:27.154589 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-c94acb5f-5d42-4fd5-879f-0f2c2bf1bece tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Allocated IP 172.20.0.2 (588a38d2-84f9-467b-92d5-062f0813ef3c/d0b2f5d4-8791-4234-9f29-07d1d4853210/57d27c8f-f45d-46fd-a4d2-13ff9c559c77) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:33:27.353016 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-c94acb5f-5d42-4fd5-879f-0f2c2bf1bece tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:27.381869 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-c94acb5f-5d42-4fd5-879f-0f2c2bf1bece tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:27.447002 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-c94acb5f-5d42-4fd5-879f-0f2c2bf1bece tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Network 588a38d2-84f9-467b-92d5-062f0813ef3c is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:33:27.454303 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-c94acb5f-5d42-4fd5-879f-0f2c2bf1bece tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:33:27.458554 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-c94acb5f-5d42-4fd5-879f-0f2c2bf1bece tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:33:27.491240 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94acb5f-5d42-4fd5-879f-0f2c2bf1bece tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Pushing event updated for resources: {'Port': ['ID=57d27c8f-f45d-46fd-a4d2-13ff9c559c77,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:27.525592 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-c94acb5f-5d42-4fd5-879f-0f2c2bf1bece tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:27.526185 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-c94acb5f-5d42-4fd5-879f-0f2c2bf1bece tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:27.546153 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-c94acb5f-5d42-4fd5-879f-0f2c2bf1bece tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7295735 Mar 05 14:33:27.557800 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-aab4b724-7117-43d6-ac40-6946ed479ea7 service neutron] Request body: {'port': {'device_id': 'fa04104c-97f9-48d7-8ed8-a4571eedc40e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:33:27.667006 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-aab4b724-7117-43d6-ac40-6946ed479ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:28.048681 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-aab4b724-7117-43d6-ac40-6946ed479ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d27c8f-f45d-46fd-a4d2-13ff9c559c77 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:33:28.058315 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-aab4b724-7117-43d6-ac40-6946ed479ea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:28.078422 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-aab4b724-7117-43d6-ac40-6946ed479ea7 service neutron] Transition to ACTIVE for port object 57d27c8f-f45d-46fd-a4d2-13ff9c559c77 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:33:28.083361 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-aab4b724-7117-43d6-ac40-6946ed479ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:28.389068 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4b724-7117-43d6-ac40-6946ed479ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=57d27c8f-f45d-46fd-a4d2-13ff9c559c77,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:28.402485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11739b-b061-440b-ac00-ac5eb5e115f8 req-75e03644-3425-494e-80aa-153c82cf8540 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:28.403204 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ce11739b-b061-440b-ac00-ac5eb5e115f8 req-75e03644-3425-494e-80aa-153c82cf8540 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Synchronizing usage tracker for tenant:33db897300844d8784d537255eb07a24 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:33:28.445804 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ce11739b-b061-440b-ac00-ac5eb5e115f8 req-75e03644-3425-494e-80aa-153c82cf8540 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Unset dirty status for tenant:33db897300844d8784d537255eb07a24 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:33:28.446969 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ce11739b-b061-440b-ac00-ac5eb5e115f8 req-75e03644-3425-494e-80aa-153c82cf8540 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa04104c-97f9-48d7-8ed8-a4571eedc40e HTTP/1.1" status: 200 len: 931 time: 0.4480939 Mar 05 14:33:28.454898 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-aab4b724-7117-43d6-ac40-6946ed479ea7 service neutron] Attempting to bind port 57d27c8f-f45d-46fd-a4d2-13ff9c559c77 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:33:28.455230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-aab4b724-7117-43d6-ac40-6946ed479ea7 service neutron] Attempting to bind port 57d27c8f-f45d-46fd-a4d2-13ff9c559c77 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '1ab34597-fcf9-4efb-937e-c05cb7f3e141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '588a38d2-84f9-467b-92d5-062f0813ef3c'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:33:28.455551 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-aab4b724-7117-43d6-ac40-6946ed479ea7 service neutron] Attempting to bind port 57d27c8f-f45d-46fd-a4d2-13ff9c559c77 on network 588a38d2-84f9-467b-92d5-062f0813ef3c {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:33:28.474958 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-aab4b724-7117-43d6-ac40-6946ed479ea7 service neutron] Port 57d27c8f-f45d-46fd-a4d2-13ff9c559c77 on network 588a38d2-84f9-467b-92d5-062f0813ef3c not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:33:28.475690 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-aab4b724-7117-43d6-ac40-6946ed479ea7 service neutron] Attempting to bind port 57d27c8f-f45d-46fd-a4d2-13ff9c559c77 on network 588a38d2-84f9-467b-92d5-062f0813ef3c {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:33:28.485762 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-aab4b724-7117-43d6-ac40-6946ed479ea7 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:33:28.486091 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-aab4b724-7117-43d6-ac40-6946ed479ea7 service neutron] Checking segment: {'id': '1ab34597-fcf9-4efb-937e-c05cb7f3e141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '588a38d2-84f9-467b-92d5-062f0813ef3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:33:28.486462 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-aab4b724-7117-43d6-ac40-6946ed479ea7 service neutron] Bound using segment: {'id': '1ab34597-fcf9-4efb-937e-c05cb7f3e141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '588a38d2-84f9-467b-92d5-062f0813ef3c'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:33:28.486907 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-aab4b724-7117-43d6-ac40-6946ed479ea7 service neutron] Bound port: 57d27c8f-f45d-46fd-a4d2-13ff9c559c77, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab34597-fcf9-4efb-937e-c05cb7f3e141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '588a38d2-84f9-467b-92d5-062f0813ef3c'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:33:28.487243 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-aab4b724-7117-43d6-ac40-6946ed479ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:28.546668 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ce11739b-b061-440b-ac00-ac5eb5e115f8 req-1c171c04-e3f4-4250-88fc-b21833913eaa tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929010 Mar 05 14:33:28.591788 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-aab4b724-7117-43d6-ac40-6946ed479ea7 service neutron] For port 57d27c8f-f45d-46fd-a4d2-13ff9c559c77, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:33:28.594692 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-aab4b724-7117-43d6-ac40-6946ed479ea7 service neutron] For port 57d27c8f-f45d-46fd-a4d2-13ff9c559c77, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=57d27c8f-f45d-46fd-a4d2-13ff9c559c77,segment=NetworkSegment(1ab34597-fcf9-4efb-937e-c05cb7f3e141),segment_id=1ab34597-fcf9-4efb-937e-c05cb7f3e141)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:33:28.598548 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-aab4b724-7117-43d6-ac40-6946ed479ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:28.656979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-aab4b724-7117-43d6-ac40-6946ed479ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:28.657582 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-aab4b724-7117-43d6-ac40-6946ed479ea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:28.658947 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-aab4b724-7117-43d6-ac40-6946ed479ea7 service neutron] 10.222.0.30 "PUT /v2.0/ports/57d27c8f-f45d-46fd-a4d2-13ff9c559c77 HTTP/1.1" status: 200 len: 1091 time: 1.1052253 Mar 05 14:33:28.659376 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa04104c-97f9-48d7-8ed8-a4571eedc40e', 'tag': '57d27c8f-f45d-46fd-a4d2-13ff9c559c77'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:33:28.688675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4b724-7117-43d6-ac40-6946ed479ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=57d27c8f-f45d-46fd-a4d2-13ff9c559c77,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:28.728393 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa04104c-97f9-48d7-8ed8-a4571eedc40e', 'tag': '57d27c8f-f45d-46fd-a4d2-13ff9c559c77', 'status': 'completed', 'code': 200} Mar 05 14:33:28.768037 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-4c2a39b7-2f6e-4d31-b710-d76333d14f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:28.769479 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-4c2a39b7-2f6e-4d31-b710-d76333d14f0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33db897300844d8784d537255eb07a24&device_id=fa04104c-97f9-48d7-8ed8-a4571eedc40e HTTP/1.1" status: 200 len: 1094 time: 0.0733974 Mar 05 14:33:28.839044 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-2120d80c-6ad7-42f4-b717-ec2545572375 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57d27c8f-f45d-46fd-a4d2-13ff9c559c77 HTTP/1.1" status: 200 len: 217 time: 0.0628316 Mar 05 14:33:28.899640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-85f020f6-4948-4a82-a40e-0fccb6f4e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:28.901015 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-85f020f6-4948-4a82-a40e-0fccb6f4e190 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0b2f5d4-8791-4234-9f29-07d1d4853210 HTTP/1.1" status: 200 len: 854 time: 0.0566411 Mar 05 14:33:28.949858 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-e348e4a8-59ee-4958-b95f-9b8cbafc0b5f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=588a38d2-84f9-467b-92d5-062f0813ef3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427008 Mar 05 14:33:29.081139 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-5ff273a0-f2ff-467e-b5e7-627d1d3d4b1b service neutron] 10.222.0.30 "GET /v2.0/networks/588a38d2-84f9-467b-92d5-062f0813ef3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249185 Mar 05 14:33:29.209749 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f977a9c7-c183-4057-a95a-45ed243e9d97 req-9f5b682e-349a-4fda-8e2d-3213858366fa service neutron] 10.222.0.30 "GET /v2.0/networks/588a38d2-84f9-467b-92d5-062f0813ef3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225920 Mar 05 14:33:29.326725 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535250c-91dc-4c2d-bd8c-c3232b3dc3e0 req-79e0d3f0-cdcc-47b0-9d7c-82d015410f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:29.328193 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1535250c-91dc-4c2d-bd8c-c3232b3dc3e0 req-79e0d3f0-cdcc-47b0-9d7c-82d015410f05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33db897300844d8784d537255eb07a24&device_id=fa04104c-97f9-48d7-8ed8-a4571eedc40e HTTP/1.1" status: 200 len: 1094 time: 0.0703735 Mar 05 14:33:29.430339 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:29.442439 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:29.460039 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535250c-91dc-4c2d-bd8c-c3232b3dc3e0 req-578bbd73-fa47-43de-9303-7905c5eb1a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:29.461393 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1535250c-91dc-4c2d-bd8c-c3232b3dc3e0 req-578bbd73-fa47-43de-9303-7905c5eb1a04 service neutron] 10.222.0.30 "GET /v2.0/networks?id=588a38d2-84f9-467b-92d5-062f0813ef3c HTTP/1.1" status: 200 len: 914 time: 0.1274321 Mar 05 14:33:29.531643 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1535250c-91dc-4c2d-bd8c-c3232b3dc3e0 req-73a40ec4-ad72-4306-b1a4-481eb2629c00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57d27c8f-f45d-46fd-a4d2-13ff9c559c77 HTTP/1.1" status: 200 len: 217 time: 0.0637269 Mar 05 14:33:29.593642 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535250c-91dc-4c2d-bd8c-c3232b3dc3e0 req-3bd07d3d-1795-4e21-aba5-75870342c658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:29.595103 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1535250c-91dc-4c2d-bd8c-c3232b3dc3e0 req-3bd07d3d-1795-4e21-aba5-75870342c658 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0b2f5d4-8791-4234-9f29-07d1d4853210 HTTP/1.1" status: 200 len: 854 time: 0.0563178 Mar 05 14:33:29.643595 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1535250c-91dc-4c2d-bd8c-c3232b3dc3e0 req-717cf70d-ebde-4a23-a3ad-7ecf382d722f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=588a38d2-84f9-467b-92d5-062f0813ef3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424132 Mar 05 14:33:29.943399 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1535250c-91dc-4c2d-bd8c-c3232b3dc3e0 req-a63b67ac-50b1-4c00-830d-ee0469e7d84e service neutron] 10.222.0.30 "GET /v2.0/networks/588a38d2-84f9-467b-92d5-062f0813ef3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933571 Mar 05 14:33:29.951413 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdfe34-5093-4487-8b4e-38146e3e04f2 req-7a056879-6b7f-4cb0-98b7-9f02a46dd3f3 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:29.952733 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-03bdfe34-5093-4487-8b4e-38146e3e04f2 req-7a056879-6b7f-4cb0-98b7-9f02a46dd3f3 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa04104c-97f9-48d7-8ed8-a4571eedc40e HTTP/1.1" status: 200 len: 943 time: 0.2858741 Mar 05 14:33:30.084771 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-03bdfe34-5093-4487-8b4e-38146e3e04f2 req-88a14007-a017-4ff9-b6f1-900d96276627 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124012 Mar 05 14:33:30.112416 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1535250c-91dc-4c2d-bd8c-c3232b3dc3e0 req-ad1e61b4-51ab-41df-824f-8795ad241342 service neutron] 10.222.0.30 "GET /v2.0/networks/588a38d2-84f9-467b-92d5-062f0813ef3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577051 Mar 05 14:33:31.265676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5d7a2-ee5f-40e0-b009-6c3ea61714b7 req-43682d7a-0df8-4bfc-bbef-853c7cca1d1d tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:31.267110 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-58c5d7a2-ee5f-40e0-b009-6c3ea61714b7 req-43682d7a-0df8-4bfc-bbef-853c7cca1d1d tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa04104c-97f9-48d7-8ed8-a4571eedc40e HTTP/1.1" status: 200 len: 943 time: 0.0781939 Mar 05 14:33:31.310619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-58c5d7a2-ee5f-40e0-b009-6c3ea61714b7 req-f2b64e13-35ce-438b-b0fd-6a147a3c5d1d tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Synchronizing usage tracker for tenant:33db897300844d8784d537255eb07a24 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:33:31.327445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-58c5d7a2-ee5f-40e0-b009-6c3ea61714b7 req-f2b64e13-35ce-438b-b0fd-6a147a3c5d1d tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Unset dirty status for tenant:33db897300844d8784d537255eb07a24 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:33:31.328899 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-58c5d7a2-ee5f-40e0-b009-6c3ea61714b7 req-f2b64e13-35ce-438b-b0fd-6a147a3c5d1d tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555866 Mar 05 14:33:31.847327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 57d27c8f-f45d-46fd-a4d2-13ff9c559c77 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:33:31.978576 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 57d27c8f-f45d-46fd-a4d2-13ff9c559c77, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=57d27c8f-f45d-46fd-a4d2-13ff9c559c77,segment=NetworkSegment(1ab34597-fcf9-4efb-937e-c05cb7f3e141),segment_id=1ab34597-fcf9-4efb-937e-c05cb7f3e141)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:33:31.992103 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '57d27c8f-f45d-46fd-a4d2-13ff9c559c77', 'network_id': '588a38d2-84f9-467b-92d5-062f0813ef3c', 'port_id': '57d27c8f-f45d-46fd-a4d2-13ff9c559c77', 'mac_address': 'fa:16:3e:f0:62:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b2f5d4-8791-4234-9f29-07d1d4853210', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:33:32.049093 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:32.066129 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d27c8f-f45d-46fd-a4d2-13ff9c559c77 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:33:32.080746 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 57d27c8f-f45d-46fd-a4d2-13ff9c559c77, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=57d27c8f-f45d-46fd-a4d2-13ff9c559c77,segment=NetworkSegment(1ab34597-fcf9-4efb-937e-c05cb7f3e141),segment_id=1ab34597-fcf9-4efb-937e-c05cb7f3e141)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:33:32.085061 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:32.154882 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=57d27c8f-f45d-46fd-a4d2-13ff9c559c77,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:32.272190 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['57d27c8f-f45d-46fd-a4d2-13ff9c559c77'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:33:32.522949 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d2400-123e-4f3f-80c4-f1adc98b0621 req-83cdf3c5-728c-4d45-84d5-a4fcea65f45c tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:32.524353 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f2d2400-123e-4f3f-80c4-f1adc98b0621 req-83cdf3c5-728c-4d45-84d5-a4fcea65f45c tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa04104c-97f9-48d7-8ed8-a4571eedc40e HTTP/1.1" status: 200 len: 944 time: 0.0868015 Mar 05 14:33:32.566971 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f2d2400-123e-4f3f-80c4-f1adc98b0621 req-520b1532-53bc-497b-beee-7fcc239ad130 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369296 Mar 05 14:33:33.753532 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76eb4a-59b3-407e-b3b1-0bbfb8368f75 req-c14d4bcc-0501-4453-b0dc-a3e91e18c098 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:33.755005 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6d76eb4a-59b3-407e-b3b1-0bbfb8368f75 req-c14d4bcc-0501-4453-b0dc-a3e91e18c098 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa04104c-97f9-48d7-8ed8-a4571eedc40e HTTP/1.1" status: 200 len: 944 time: 0.0838346 Mar 05 14:33:33.799977 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6d76eb4a-59b3-407e-b3b1-0bbfb8368f75 req-8b462349-7f4a-445b-9d3b-b0c3108fe7c7 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390542 Mar 05 14:33:33.894228 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 57d27c8f-f45d-46fd-a4d2-13ff9c559c77 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:33:33.961609 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 57d27c8f-f45d-46fd-a4d2-13ff9c559c77 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:33:33.966126 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 57d27c8f-f45d-46fd-a4d2-13ff9c559c77 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:33:33.966498 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:34.079970 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:34.106003 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa04104c-97f9-48d7-8ed8-a4571eedc40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d27c8f-f45d-46fd-a4d2-13ff9c559c77'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:33:34.115750 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 57d27c8f-f45d-46fd-a4d2-13ff9c559c77, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=57d27c8f-f45d-46fd-a4d2-13ff9c559c77,segment=NetworkSegment(1ab34597-fcf9-4efb-937e-c05cb7f3e141),segment_id=1ab34597-fcf9-4efb-937e-c05cb7f3e141)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:33:34.119980 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:34.158470 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa04104c-97f9-48d7-8ed8-a4571eedc40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d27c8f-f45d-46fd-a4d2-13ff9c559c77', 'code': 200} Mar 05 14:33:34.191620 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=57d27c8f-f45d-46fd-a4d2-13ff9c559c77,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:34.281196 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfb35a-a04f-42cb-818e-2d1b10148b76 req-5b4ff48d-7c67-4e03-bfc7-93e852bc395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:34.282652 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cbbfb35a-a04f-42cb-818e-2d1b10148b76 req-5b4ff48d-7c67-4e03-bfc7-93e852bc395e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fa04104c-97f9-48d7-8ed8-a4571eedc40e HTTP/1.1" status: 200 len: 1096 time: 0.0691447 Mar 05 14:33:34.325628 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cbbfb35a-a04f-42cb-818e-2d1b10148b76 req-b2ccdc81-7021-4de0-b256-fbc86f781d61 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370519 Mar 05 14:33:34.986242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635587a-8e5a-4eeb-a7fb-9f5c73dd10a3 req-7fc0808e-41ce-4d79-810b-8be9eabed275 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:34.987722 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4635587a-8e5a-4eeb-a7fb-9f5c73dd10a3 req-7fc0808e-41ce-4d79-810b-8be9eabed275 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa04104c-97f9-48d7-8ed8-a4571eedc40e HTTP/1.1" status: 200 len: 945 time: 0.0806601 Mar 05 14:33:35.031985 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4635587a-8e5a-4eeb-a7fb-9f5c73dd10a3 req-bc246610-f594-4978-8195-8924ad3778ed tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377564 Mar 05 14:33:36.218985 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a6f66-198c-43d5-8f0e-ac4511047bbd req-232aa2f3-0776-42ab-9529-08abbe1bbd73 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:36.220436 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1e1a6f66-198c-43d5-8f0e-ac4511047bbd req-232aa2f3-0776-42ab-9529-08abbe1bbd73 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa04104c-97f9-48d7-8ed8-a4571eedc40e HTTP/1.1" status: 200 len: 945 time: 0.0803115 Mar 05 14:33:36.264106 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1e1a6f66-198c-43d5-8f0e-ac4511047bbd req-f0f9d32e-f182-46a7-9fbc-fec2643144f3 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376015 Mar 05 14:33:36.549703 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-406bfda3-6e78-414a-8812-bea65a0d0129 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:36.551152 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-406bfda3-6e78-414a-8812-bea65a0d0129 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/networks?id=588a38d2-84f9-467b-92d5-062f0813ef3c HTTP/1.1" status: 200 len: 814 time: 0.1493511 Mar 05 14:33:36.566968 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-5abeba09-7970-4119-874d-24f2a965013d tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/quotas/33db897300844d8784d537255eb07a24 HTTP/1.1" status: 200 len: 375 time: 0.0096695 Mar 05 14:33:36.645037 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-f06835e8-04ba-4a44-bd6e-c0d70d24fb43 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=33db897300844d8784d537255eb07a24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0732918 Mar 05 14:33:36.849830 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-1275bd7c-1d54-41de-99fc-5636b8628fbd service neutron] 10.222.0.16 "GET /v2.0/networks/588a38d2-84f9-467b-92d5-062f0813ef3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606433 Mar 05 14:33:36.979078 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-cd4c150c-bc03-4026-9aa2-36935938a62a service neutron] 10.222.0.16 "GET /v2.0/networks/588a38d2-84f9-467b-92d5-062f0813ef3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232188 Mar 05 14:33:37.150493 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fa4fed48-2099-4640-8999-4455946886af req-ff922861-0695-4b63-a286-87390893ab16 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a69da9b-7987-46ae-a158-5ebdd344456d HTTP/1.1" status: 200 len: 210 time: 0.0421255 Mar 05 14:33:38.258896 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-1b41121c-0827-49a3-8251-6cd0af6b2024 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:38.260484 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-1b41121c-0827-49a3-8251-6cd0af6b2024 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.15 "GET /v2.0/networks?id=588a38d2-84f9-467b-92d5-062f0813ef3c HTTP/1.1" status: 200 len: 814 time: 0.1538367 Mar 05 14:33:38.309641 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-2b3f2721-454d-4a46-b6b4-8aef39cc56ef tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Request body: {'port': {'device_id': '6a69da9b-7987-46ae-a158-5ebdd344456d', 'network_id': '588a38d2-84f9-467b-92d5-062f0813ef3c', 'admin_state_up': True, 'tenant_id': '33db897300844d8784d537255eb07a24'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:33:38.324337 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8a20dd2-b614-457e-85d0-4f78706fd7f1 req-8dcdb6ae-fcb8-42a9-a4d5-0796f7d60615 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a69da9b-7987-46ae-a158-5ebdd344456d HTTP/1.1" status: 200 len: 210 time: 0.0628488 Mar 05 14:33:38.447370 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-2b3f2721-454d-4a46-b6b4-8aef39cc56ef tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:33:38.456753 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-2b3f2721-454d-4a46-b6b4-8aef39cc56ef tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:33:38.466729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-2b3f2721-454d-4a46-b6b4-8aef39cc56ef tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Made reservation on behalf of 33db897300844d8784d537255eb07a24 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:33:38.470256 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-2b3f2721-454d-4a46-b6b4-8aef39cc56ef tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:38.627104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-2b3f2721-454d-4a46-b6b4-8aef39cc56ef tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Allocated IP 172.20.0.11 (588a38d2-84f9-467b-92d5-062f0813ef3c/d0b2f5d4-8791-4234-9f29-07d1d4853210/fe61db51-a50e-4873-93b1-71830b1cb9e0) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:33:38.829754 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-2b3f2721-454d-4a46-b6b4-8aef39cc56ef tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:38.859225 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-2b3f2721-454d-4a46-b6b4-8aef39cc56ef tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:38.871194 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['57d27c8f-f45d-46fd-a4d2-13ff9c559c77'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:33:38.908476 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3c691b03-f6cb-43ca-9e88-b9bdaa5a810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:38.926566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-2b3f2721-454d-4a46-b6b4-8aef39cc56ef tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Network 588a38d2-84f9-467b-92d5-062f0813ef3c is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:33:38.934154 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-2b3f2721-454d-4a46-b6b4-8aef39cc56ef tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:33:38.938547 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-2b3f2721-454d-4a46-b6b4-8aef39cc56ef tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:33:38.972633 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f2721-454d-4a46-b6b4-8aef39cc56ef tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Pushing event updated for resources: {'Port': ['ID=fe61db51-a50e-4873-93b1-71830b1cb9e0,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:39.005058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-2b3f2721-454d-4a46-b6b4-8aef39cc56ef tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:39.005638 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-2b3f2721-454d-4a46-b6b4-8aef39cc56ef tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:39.032954 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-2b3f2721-454d-4a46-b6b4-8aef39cc56ef tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7355273 Mar 05 14:33:39.044200 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-d7f4de05-d04d-4337-9a97-3db5966a468a service neutron] Request body: {'port': {'device_id': '6a69da9b-7987-46ae-a158-5ebdd344456d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:33:39.157597 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-d7f4de05-d04d-4337-9a97-3db5966a468a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:39.521744 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb78707-ea2f-41be-a604-085a27e9c723 req-2ecff5f4-d82d-473b-99bf-4ea8550d57ff tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:39.523409 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4fb78707-ea2f-41be-a604-085a27e9c723 req-2ecff5f4-d82d-473b-99bf-4ea8550d57ff tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a69da9b-7987-46ae-a158-5ebdd344456d HTTP/1.1" status: 200 len: 932 time: 0.0901966 Mar 05 14:33:39.566888 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4fb78707-ea2f-41be-a604-085a27e9c723 req-d90c5db6-c9a7-4b2c-9f1d-7a15973238f0 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377233 Mar 05 14:33:39.599727 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-d7f4de05-d04d-4337-9a97-3db5966a468a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe61db51-a50e-4873-93b1-71830b1cb9e0 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:33:39.606948 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-d7f4de05-d04d-4337-9a97-3db5966a468a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:39.621307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-d7f4de05-d04d-4337-9a97-3db5966a468a service neutron] Transition to ACTIVE for port object fe61db51-a50e-4873-93b1-71830b1cb9e0 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:33:39.624888 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-d7f4de05-d04d-4337-9a97-3db5966a468a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:39.753140 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4de05-d04d-4337-9a97-3db5966a468a service neutron] Pushing event updated for resources: {'Port': ['ID=fe61db51-a50e-4873-93b1-71830b1cb9e0,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:39.854971 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-d7f4de05-d04d-4337-9a97-3db5966a468a service neutron] Attempting to bind port fe61db51-a50e-4873-93b1-71830b1cb9e0 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:33:39.855303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-d7f4de05-d04d-4337-9a97-3db5966a468a service neutron] Attempting to bind port fe61db51-a50e-4873-93b1-71830b1cb9e0 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': '1ab34597-fcf9-4efb-937e-c05cb7f3e141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '588a38d2-84f9-467b-92d5-062f0813ef3c'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:33:39.855629 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-d7f4de05-d04d-4337-9a97-3db5966a468a service neutron] Attempting to bind port fe61db51-a50e-4873-93b1-71830b1cb9e0 on network 588a38d2-84f9-467b-92d5-062f0813ef3c {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:33:39.860470 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-d7f4de05-d04d-4337-9a97-3db5966a468a service neutron] Port fe61db51-a50e-4873-93b1-71830b1cb9e0 on network 588a38d2-84f9-467b-92d5-062f0813ef3c not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:33:39.860736 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-d7f4de05-d04d-4337-9a97-3db5966a468a service neutron] Attempting to bind port fe61db51-a50e-4873-93b1-71830b1cb9e0 on network 588a38d2-84f9-467b-92d5-062f0813ef3c {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:33:39.866396 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-d7f4de05-d04d-4337-9a97-3db5966a468a service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:33:39.866735 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-d7f4de05-d04d-4337-9a97-3db5966a468a service neutron] Checking segment: {'id': '1ab34597-fcf9-4efb-937e-c05cb7f3e141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '588a38d2-84f9-467b-92d5-062f0813ef3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:33:39.867165 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-d7f4de05-d04d-4337-9a97-3db5966a468a service neutron] Bound using segment: {'id': '1ab34597-fcf9-4efb-937e-c05cb7f3e141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '588a38d2-84f9-467b-92d5-062f0813ef3c'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:33:39.867583 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-d7f4de05-d04d-4337-9a97-3db5966a468a service neutron] Bound port: fe61db51-a50e-4873-93b1-71830b1cb9e0, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab34597-fcf9-4efb-937e-c05cb7f3e141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '588a38d2-84f9-467b-92d5-062f0813ef3c'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:33:39.867920 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-d7f4de05-d04d-4337-9a97-3db5966a468a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:39.961383 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-d7f4de05-d04d-4337-9a97-3db5966a468a service neutron] For port fe61db51-a50e-4873-93b1-71830b1cb9e0, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:33:39.964665 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-d7f4de05-d04d-4337-9a97-3db5966a468a service neutron] For port fe61db51-a50e-4873-93b1-71830b1cb9e0, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fe61db51-a50e-4873-93b1-71830b1cb9e0,segment=NetworkSegment(1ab34597-fcf9-4efb-937e-c05cb7f3e141),segment_id=1ab34597-fcf9-4efb-937e-c05cb7f3e141)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:33:39.968167 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-d7f4de05-d04d-4337-9a97-3db5966a468a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:40.022386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-d7f4de05-d04d-4337-9a97-3db5966a468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:40.022986 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-d7f4de05-d04d-4337-9a97-3db5966a468a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:40.024348 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-d7f4de05-d04d-4337-9a97-3db5966a468a service neutron] 10.222.0.15 "PUT /v2.0/ports/fe61db51-a50e-4873-93b1-71830b1cb9e0 HTTP/1.1" status: 200 len: 1092 time: 0.9841986 Mar 05 14:33:40.026886 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a69da9b-7987-46ae-a158-5ebdd344456d', 'tag': 'fe61db51-a50e-4873-93b1-71830b1cb9e0'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:33:40.095519 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a69da9b-7987-46ae-a158-5ebdd344456d', 'tag': 'fe61db51-a50e-4873-93b1-71830b1cb9e0', 'status': 'completed', 'code': 200} Mar 05 14:33:40.103087 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4de05-d04d-4337-9a97-3db5966a468a service neutron] Pushing event updated for resources: {'Port': ['ID=fe61db51-a50e-4873-93b1-71830b1cb9e0,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:40.141041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-8c1f663d-67bd-4049-ae69-db86dabdff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:40.142501 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-8c1f663d-67bd-4049-ae69-db86dabdff4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=33db897300844d8784d537255eb07a24&device_id=6a69da9b-7987-46ae-a158-5ebdd344456d HTTP/1.1" status: 200 len: 1095 time: 0.0796864 Mar 05 14:33:40.213427 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-bcaf6454-e815-4b51-8d4c-78b564a01c68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe61db51-a50e-4873-93b1-71830b1cb9e0 HTTP/1.1" status: 200 len: 217 time: 0.0638351 Mar 05 14:33:40.273696 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-6307afe7-f22f-47b8-be89-9429dd78b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:40.275076 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-6307afe7-f22f-47b8-be89-9429dd78b79b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0b2f5d4-8791-4234-9f29-07d1d4853210 HTTP/1.1" status: 200 len: 854 time: 0.0560575 Mar 05 14:33:40.319620 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-a3fdc807-0fac-4c56-ad18-a86181b28deb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=588a38d2-84f9-467b-92d5-062f0813ef3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393727 Mar 05 14:33:40.448910 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-fe4b33e1-3f0d-419d-8e94-2a7a440cf2ab service neutron] 10.222.0.15 "GET /v2.0/networks/588a38d2-84f9-467b-92d5-062f0813ef3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232235 Mar 05 14:33:40.581904 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd5b48e2-a203-439d-98bf-990286eeb096 req-f1a946a7-f357-4086-99f4-ca7c00c89ac3 service neutron] 10.222.0.15 "GET /v2.0/networks/588a38d2-84f9-467b-92d5-062f0813ef3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277497 Mar 05 14:33:40.698815 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3484f-0815-44ff-a388-874be262cd1c req-75033633-28b1-4d30-acf2-f1b634aff620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:40.700181 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dd3484f-0815-44ff-a388-874be262cd1c req-75033633-28b1-4d30-acf2-f1b634aff620 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=33db897300844d8784d537255eb07a24&device_id=6a69da9b-7987-46ae-a158-5ebdd344456d HTTP/1.1" status: 200 len: 1095 time: 0.0755289 Mar 05 14:33:40.750876 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe54ed-9261-4a74-86f6-aa23023d8c3b req-01e12d12-d6ab-47f9-97f2-2b378f063942 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:40.752326 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dbfe54ed-9261-4a74-86f6-aa23023d8c3b req-01e12d12-d6ab-47f9-97f2-2b378f063942 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a69da9b-7987-46ae-a158-5ebdd344456d HTTP/1.1" status: 200 len: 944 time: 0.0793598 Mar 05 14:33:40.800026 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dbfe54ed-9261-4a74-86f6-aa23023d8c3b req-07a4c7ce-fa5f-4303-a332-038f8c9884ca tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414212 Mar 05 14:33:40.833815 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3484f-0815-44ff-a388-874be262cd1c req-6ad2af6b-c69f-46fa-8bdf-82424e36e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:40.835298 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dd3484f-0815-44ff-a388-874be262cd1c req-6ad2af6b-c69f-46fa-8bdf-82424e36e352 service neutron] 10.222.0.15 "GET /v2.0/networks?id=588a38d2-84f9-467b-92d5-062f0813ef3c HTTP/1.1" status: 200 len: 914 time: 0.1291885 Mar 05 14:33:40.901770 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dd3484f-0815-44ff-a388-874be262cd1c req-e2bbff60-c47d-4365-9aa8-5180d92e83a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe61db51-a50e-4873-93b1-71830b1cb9e0 HTTP/1.1" status: 200 len: 217 time: 0.0602293 Mar 05 14:33:40.965416 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3484f-0815-44ff-a388-874be262cd1c req-f8189f39-176c-43a7-ab3c-681691ca278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:40.966720 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dd3484f-0815-44ff-a388-874be262cd1c req-f8189f39-176c-43a7-ab3c-681691ca278a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0b2f5d4-8791-4234-9f29-07d1d4853210 HTTP/1.1" status: 200 len: 854 time: 0.0597203 Mar 05 14:33:40.998442 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a3a40dd1-2602-4a97-9514-f6deb5466f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:41.014031 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dd3484f-0815-44ff-a388-874be262cd1c req-6b2f19d3-8140-4bf8-a4a9-c99f0f549581 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=588a38d2-84f9-467b-92d5-062f0813ef3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411580 Mar 05 14:33:41.245796 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dd3484f-0815-44ff-a388-874be262cd1c req-022a987b-b45b-4564-9ae3-be9129538553 service neutron] 10.222.0.15 "GET /v2.0/networks/588a38d2-84f9-467b-92d5-062f0813ef3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254000 Mar 05 14:33:41.377265 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1dd3484f-0815-44ff-a388-874be262cd1c req-21e8d058-aacd-40c7-b7dc-cf4a5175aecf service neutron] 10.222.0.15 "GET /v2.0/networks/588a38d2-84f9-467b-92d5-062f0813ef3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251209 Mar 05 14:33:41.990031 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7580c8f-5b10-4aa4-8c7a-39fca45a1e05 req-7d11287b-6840-4fbb-a4d1-37acfc803ac7 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:41.990796 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c7580c8f-5b10-4aa4-8c7a-39fca45a1e05 req-7d11287b-6840-4fbb-a4d1-37acfc803ac7 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Synchronizing usage tracker for tenant:33db897300844d8784d537255eb07a24 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:33:42.007477 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-c7580c8f-5b10-4aa4-8c7a-39fca45a1e05 req-7d11287b-6840-4fbb-a4d1-37acfc803ac7 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Unset dirty status for tenant:33db897300844d8784d537255eb07a24 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:33:42.008858 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c7580c8f-5b10-4aa4-8c7a-39fca45a1e05 req-7d11287b-6840-4fbb-a4d1-37acfc803ac7 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a69da9b-7987-46ae-a158-5ebdd344456d HTTP/1.1" status: 200 len: 944 time: 0.1005859 Mar 05 14:33:42.054962 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c7580c8f-5b10-4aa4-8c7a-39fca45a1e05 req-5bda93c9-b806-422c-bdd4-14088e42f1ed tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402544 Mar 05 14:33:42.183881 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:42.247212 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:43.130887 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device fe61db51-a50e-4873-93b1-71830b1cb9e0 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:33:43.241992 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db7742-1d53-4a17-84cc-2e276a0be7c2 req-9d58495e-48b7-4645-90b1-86a275d4dcc6 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:43.243683 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c6db7742-1d53-4a17-84cc-2e276a0be7c2 req-9d58495e-48b7-4645-90b1-86a275d4dcc6 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a69da9b-7987-46ae-a158-5ebdd344456d HTTP/1.1" status: 200 len: 944 time: 0.0833528 Mar 05 14:33:43.269780 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port fe61db51-a50e-4873-93b1-71830b1cb9e0, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fe61db51-a50e-4873-93b1-71830b1cb9e0,segment=NetworkSegment(1ab34597-fcf9-4efb-937e-c05cb7f3e141),segment_id=1ab34597-fcf9-4efb-937e-c05cb7f3e141)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:33:43.283227 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'fe61db51-a50e-4873-93b1-71830b1cb9e0', 'network_id': '588a38d2-84f9-467b-92d5-062f0813ef3c', 'port_id': 'fe61db51-a50e-4873-93b1-71830b1cb9e0', 'mac_address': 'fa:16:3e:31:d9:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b2f5d4-8791-4234-9f29-07d1d4853210', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:33:43.288769 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c6db7742-1d53-4a17-84cc-2e276a0be7c2 req-c725ccbc-58f3-4750-887f-e1afcdcfc4ec tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388193 Mar 05 14:33:43.339705 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:43.358855 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe61db51-a50e-4873-93b1-71830b1cb9e0 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:33:43.377125 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port fe61db51-a50e-4873-93b1-71830b1cb9e0, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fe61db51-a50e-4873-93b1-71830b1cb9e0,segment=NetworkSegment(1ab34597-fcf9-4efb-937e-c05cb7f3e141),segment_id=1ab34597-fcf9-4efb-937e-c05cb7f3e141)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:33:43.381563 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:43.454600 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=fe61db51-a50e-4873-93b1-71830b1cb9e0,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:43.566982 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['fe61db51-a50e-4873-93b1-71830b1cb9e0'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:33:43.840214 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:44.471239 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb960e24-1e0e-48b3-a1df-8d31a081a346 req-993a6d68-3ec8-406d-b725-fa5838d95aaf tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:44.472699 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eb960e24-1e0e-48b3-a1df-8d31a081a346 req-993a6d68-3ec8-406d-b725-fa5838d95aaf tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a69da9b-7987-46ae-a158-5ebdd344456d HTTP/1.1" status: 200 len: 945 time: 0.0810151 Mar 05 14:33:44.517605 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eb960e24-1e0e-48b3-a1df-8d31a081a346 req-ebe5f7b9-6718-4b95-9c3b-8579e18f2a2c tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385880 Mar 05 14:33:44.581478 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2a8fd443-522d-48fe-b322-27b810805bfc req-733ce9c1-40ed-454d-bd2e-53a73fe3d10c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fa04104c-97f9-48d7-8ed8-a4571eedc40e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726798 Mar 05 14:33:44.722530 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fd443-522d-48fe-b322-27b810805bfc req-a581eabd-ff48-4227-a22b-e997771fa73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:44.724516 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2a8fd443-522d-48fe-b322-27b810805bfc req-a581eabd-ff48-4227-a22b-e997771fa73c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33db897300844d8784d537255eb07a24&device_id=fa04104c-97f9-48d7-8ed8-a4571eedc40e HTTP/1.1" status: 200 len: 1096 time: 0.0723984 Mar 05 14:33:44.864852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fd443-522d-48fe-b322-27b810805bfc req-7d7f2ee1-5a89-422c-a4df-26656c03d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:44.866282 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2a8fd443-522d-48fe-b322-27b810805bfc req-7d7f2ee1-5a89-422c-a4df-26656c03d571 service neutron] 10.222.0.30 "GET /v2.0/networks?id=588a38d2-84f9-467b-92d5-062f0813ef3c HTTP/1.1" status: 200 len: 914 time: 0.1251733 Mar 05 14:33:44.937983 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2a8fd443-522d-48fe-b322-27b810805bfc req-087af110-012b-4548-b92f-80d0cc121311 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57d27c8f-f45d-46fd-a4d2-13ff9c559c77 HTTP/1.1" status: 200 len: 217 time: 0.0630605 Mar 05 14:33:44.998576 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fd443-522d-48fe-b322-27b810805bfc req-5d74ffcb-b647-43aa-8b8a-9fd250b61076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:44.999974 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2a8fd443-522d-48fe-b322-27b810805bfc req-5d74ffcb-b647-43aa-8b8a-9fd250b61076 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0b2f5d4-8791-4234-9f29-07d1d4853210 HTTP/1.1" status: 200 len: 854 time: 0.0559092 Mar 05 14:33:45.050445 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2a8fd443-522d-48fe-b322-27b810805bfc req-116bdd8d-c502-4fe1-ba9c-e1a13f7d3f09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=588a38d2-84f9-467b-92d5-062f0813ef3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390403 Mar 05 14:33:45.147498 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device fe61db51-a50e-4873-93b1-71830b1cb9e0 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:33:45.184581 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2a8fd443-522d-48fe-b322-27b810805bfc req-ae67e905-4d32-4636-a438-44b797c16360 service neutron] 10.222.0.30 "GET /v2.0/networks/588a38d2-84f9-467b-92d5-062f0813ef3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273563 Mar 05 14:33:45.250191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port fe61db51-a50e-4873-93b1-71830b1cb9e0 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:33:45.254998 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port fe61db51-a50e-4873-93b1-71830b1cb9e0 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:33:45.255873 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:45.320329 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2a8fd443-522d-48fe-b322-27b810805bfc req-1f005327-c2a0-43a2-a043-1d19c111cd7b service neutron] 10.222.0.30 "GET /v2.0/networks/588a38d2-84f9-467b-92d5-062f0813ef3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288559 Mar 05 14:33:45.373116 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:45.400870 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a69da9b-7987-46ae-a158-5ebdd344456d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe61db51-a50e-4873-93b1-71830b1cb9e0'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:33:45.411111 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port fe61db51-a50e-4873-93b1-71830b1cb9e0, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fe61db51-a50e-4873-93b1-71830b1cb9e0,segment=NetworkSegment(1ab34597-fcf9-4efb-937e-c05cb7f3e141),segment_id=1ab34597-fcf9-4efb-937e-c05cb7f3e141)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:33:45.415394 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:45.451733 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a69da9b-7987-46ae-a158-5ebdd344456d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe61db51-a50e-4873-93b1-71830b1cb9e0', 'code': 200} Mar 05 14:33:45.483303 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=fe61db51-a50e-4873-93b1-71830b1cb9e0,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:45.575983 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc185a8-d2a9-4371-b2e3-3d66833e3f73 req-695a8d65-ff77-41bc-a74b-d8581005646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:45.577463 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bfc185a8-d2a9-4371-b2e3-3d66833e3f73 req-695a8d65-ff77-41bc-a74b-d8581005646a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6a69da9b-7987-46ae-a158-5ebdd344456d HTTP/1.1" status: 200 len: 1097 time: 0.0738463 Mar 05 14:33:45.618260 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bfc185a8-d2a9-4371-b2e3-3d66833e3f73 req-2eae64eb-52de-47ca-ad78-217eb223d492 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348573 Mar 05 14:33:45.701148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4fb7c-7649-4027-9d75-bc5a7f60c5e0 req-c0661ccf-4677-414e-bdc2-003cb00df5e5 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:45.702513 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3bf4fb7c-7649-4027-9d75-bc5a7f60c5e0 req-c0661ccf-4677-414e-bdc2-003cb00df5e5 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a69da9b-7987-46ae-a158-5ebdd344456d HTTP/1.1" status: 200 len: 946 time: 0.0792081 Mar 05 14:33:45.749075 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3bf4fb7c-7649-4027-9d75-bc5a7f60c5e0 req-7e9fe86d-eb12-4eb5-8c5a-ccf066cf47e8 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410225 Mar 05 14:33:46.935290 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980daaa-5851-438e-a427-b7fdd07965f8 req-8952ee25-74c3-478d-81c3-036928363e1a tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:46.936736 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b980daaa-5851-438e-a427-b7fdd07965f8 req-8952ee25-74c3-478d-81c3-036928363e1a tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a69da9b-7987-46ae-a158-5ebdd344456d HTTP/1.1" status: 200 len: 946 time: 0.0828936 Mar 05 14:33:46.979521 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b980daaa-5851-438e-a427-b7fdd07965f8 req-90d4ed5e-70a8-4298-af82-75b0402b22a8 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373089 Mar 05 14:33:47.354706 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd441a-0427-46f0-8728-ac4970e7fded req-f87b725e-85d2-483c-8591-2ef807f552c5 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:47.356174 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2afd441a-0427-46f0-8728-ac4970e7fded req-f87b725e-85d2-483c-8591-2ef807f552c5 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a69da9b-7987-46ae-a158-5ebdd344456d HTTP/1.1" status: 200 len: 946 time: 0.0803125 Mar 05 14:33:47.404560 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2afd441a-0427-46f0-8728-ac4970e7fded req-b926f797-7df0-4d8f-bd43-6752145f1a14 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427902 Mar 05 14:33:48.560342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25b53b-309b-4111-a790-5d1c82038b91 req-f39c3d3a-7fca-4b0a-93c0-3574581ffe94 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:48.561737 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d25b53b-309b-4111-a790-5d1c82038b91 req-f39c3d3a-7fca-4b0a-93c0-3574581ffe94 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a69da9b-7987-46ae-a158-5ebdd344456d HTTP/1.1" status: 200 len: 946 time: 0.1148005 Mar 05 14:33:48.649502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-9d25b53b-309b-4111-a790-5d1c82038b91 req-f6bd840d-ac5c-4949-8c07-e2991c2f846e tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Deleting port fe61db51-a50e-4873-93b1-71830b1cb9e0 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:33:48.649833 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d25b53b-309b-4111-a790-5d1c82038b91 req-f6bd840d-ac5c-4949-8c07-e2991c2f846e tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:48.703071 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232d361-7b57-4e3e-831e-04e74c2ce3be req-60fddc50-0b89-47d1-bfb1-0732dd43d990 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:48.704401 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5232d361-7b57-4e3e-831e-04e74c2ce3be req-60fddc50-0b89-47d1-bfb1-0732dd43d990 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a69da9b-7987-46ae-a158-5ebdd344456d HTTP/1.1" status: 200 len: 946 time: 0.1915302 Mar 05 14:33:48.805446 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5232d361-7b57-4e3e-831e-04e74c2ce3be req-2a787454-7144-470f-9684-aa2e24834921 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948040 Mar 05 14:33:48.936899 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-9d25b53b-309b-4111-a790-5d1c82038b91 req-f6bd840d-ac5c-4949-8c07-e2991c2f846e tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] For port fe61db51-a50e-4873-93b1-71830b1cb9e0, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=fe61db51-a50e-4873-93b1-71830b1cb9e0,segment=NetworkSegment(1ab34597-fcf9-4efb-937e-c05cb7f3e141),segment_id=1ab34597-fcf9-4efb-937e-c05cb7f3e141)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:33:48.937251 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d25b53b-309b-4111-a790-5d1c82038b91 req-f6bd840d-ac5c-4949-8c07-e2991c2f846e tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:49.058835 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-9d25b53b-309b-4111-a790-5d1c82038b91 req-f6bd840d-ac5c-4949-8c07-e2991c2f846e tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Calling delete_port for fe61db51-a50e-4873-93b1-71830b1cb9e0 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:33:49.204543 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d25b53b-309b-4111-a790-5d1c82038b91 req-f6bd840d-ac5c-4949-8c07-e2991c2f846e tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:49.216078 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['57d27c8f-f45d-46fd-a4d2-13ff9c559c77'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:33:49.258409 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd840d-ac5c-4949-8c07-e2991c2f846e tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Pushing event deleted for resources: {'Port': ['ID=fe61db51-a50e-4873-93b1-71830b1cb9e0,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:49.331194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d25b53b-309b-4111-a790-5d1c82038b91 req-f6bd840d-ac5c-4949-8c07-e2991c2f846e tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] No DVR routers for this DVR port fe61db51-a50e-4873-93b1-71830b1cb9e0 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:33:49.334314 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9d25b53b-309b-4111-a790-5d1c82038b91 req-f6bd840d-ac5c-4949-8c07-e2991c2f846e tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:49.336838 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a69da9b-7987-46ae-a158-5ebdd344456d', 'name': 'network-vif-deleted', 'tag': 'fe61db51-a50e-4873-93b1-71830b1cb9e0'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:33:49.358097 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9d25b53b-309b-4111-a790-5d1c82038b91 req-f6bd840d-ac5c-4949-8c07-e2991c2f846e tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.15 "DELETE /v2.0/ports/fe61db51-a50e-4873-93b1-71830b1cb9e0 HTTP/1.1" status: 204 len: 173 time: 0.7876096 Mar 05 14:33:49.393023 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a69da9b-7987-46ae-a158-5ebdd344456d', 'name': 'network-vif-deleted', 'tag': 'fe61db51-a50e-4873-93b1-71830b1cb9e0', 'status': 'completed', 'code': 200} Mar 05 14:33:49.980230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-faf16873-d1ae-4650-bda2-3865bfca8ad6 req-fe087480-ceda-47b6-9537-f665fbd17266 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Synchronizing usage tracker for tenant:33db897300844d8784d537255eb07a24 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:33:49.996013 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-faf16873-d1ae-4650-bda2-3865bfca8ad6 req-fe087480-ceda-47b6-9537-f665fbd17266 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Unset dirty status for tenant:33db897300844d8784d537255eb07a24 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:33:49.997165 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-faf16873-d1ae-4650-bda2-3865bfca8ad6 req-fe087480-ceda-47b6-9537-f665fbd17266 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a69da9b-7987-46ae-a158-5ebdd344456d HTTP/1.1" status: 200 len: 210 time: 0.0626149 Mar 05 14:33:51.178276 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device fe61db51-a50e-4873-93b1-71830b1cb9e0 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:33:51.212745 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: fe61db51-a50e-4873-93b1-71830b1cb9e0 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:33:51.213083 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device fe61db51-a50e-4873-93b1-71830b1cb9e0 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:33:51.250305 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14c278-1438-43ce-9680-999ab5440297 req-1c5e9761-df14-459d-8f0d-3c2fdc1102da tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:51.251759 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7c14c278-1438-43ce-9680-999ab5440297 req-1c5e9761-df14-459d-8f0d-3c2fdc1102da tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa04104c-97f9-48d7-8ed8-a4571eedc40e HTTP/1.1" status: 200 len: 945 time: 0.0802574 Mar 05 14:33:51.295093 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7c14c278-1438-43ce-9680-999ab5440297 req-418fab1d-6e30-42b0-a2ed-ccbbee89a169 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374482 Mar 05 14:33:51.499111 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f463d9-3177-4762-a08d-b8f267452e21 req-4f1ac34d-eb08-447f-835f-a786625feeb3 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:51.500546 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71f463d9-3177-4762-a08d-b8f267452e21 req-4f1ac34d-eb08-447f-835f-a786625feeb3 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa04104c-97f9-48d7-8ed8-a4571eedc40e HTTP/1.1" status: 200 len: 945 time: 0.0839894 Mar 05 14:33:51.545417 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-71f463d9-3177-4762-a08d-b8f267452e21 req-4f9e1bde-4681-49ec-afec-72bf57a62b8c tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389116 Mar 05 14:33:51.732331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eee723-6f1c-45f2-86a3-d847eb057ea9 req-3de8aa2f-f4b0-4209-97a7-8d64c3bb47b7 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:51.733856 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d2eee723-6f1c-45f2-86a3-d847eb057ea9 req-3de8aa2f-f4b0-4209-97a7-8d64c3bb47b7 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa04104c-97f9-48d7-8ed8-a4571eedc40e HTTP/1.1" status: 200 len: 945 time: 0.0810461 Mar 05 14:33:51.778337 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d2eee723-6f1c-45f2-86a3-d847eb057ea9 req-85819e20-e90b-465d-87b8-80a54d9ecc81 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389199 Mar 05 14:33:52.062430 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7033b3-8f57-4641-9143-feede222beb1 req-690dd54b-c87d-4ad8-afdf-ba4c1c0f30ea tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:52.063802 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ee7033b3-8f57-4641-9143-feede222beb1 req-690dd54b-c87d-4ad8-afdf-ba4c1c0f30ea tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa04104c-97f9-48d7-8ed8-a4571eedc40e HTTP/1.1" status: 200 len: 945 time: 0.0841775 Mar 05 14:33:52.107622 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ee7033b3-8f57-4641-9143-feede222beb1 req-908aae12-d76b-47c1-b855-67f85611a985 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381496 Mar 05 14:33:52.288649 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d423d6-af78-4cb1-b297-4ee8df8d6f72 req-0b862f14-999d-4537-ab95-a682d536ac6c tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:52.290111 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-65d423d6-af78-4cb1-b297-4ee8df8d6f72 req-0b862f14-999d-4537-ab95-a682d536ac6c tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa04104c-97f9-48d7-8ed8-a4571eedc40e HTTP/1.1" status: 200 len: 945 time: 0.0803730 Mar 05 14:33:52.333867 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-65d423d6-af78-4cb1-b297-4ee8df8d6f72 req-44bdaf5d-7104-42bf-a109-7258c1dd2b2b tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381033 Mar 05 14:33:52.619485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90e9a9-cb15-4bb0-b915-6be5b262acbf req-31b0981b-1891-4348-8112-e32c1cfdb0f0 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:52.620926 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d90e9a9-cb15-4bb0-b915-6be5b262acbf req-31b0981b-1891-4348-8112-e32c1cfdb0f0 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa04104c-97f9-48d7-8ed8-a4571eedc40e HTTP/1.1" status: 200 len: 945 time: 0.1741993 Mar 05 14:33:52.664543 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0d90e9a9-cb15-4bb0-b915-6be5b262acbf req-5ad8652c-686e-44de-b3b1-8ba6712ba28f tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379431 Mar 05 14:33:53.228398 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29e2a7-88e6-4b45-b06c-3ba39e2a2f24 req-e0073e77-73e4-4d99-bd61-46b80a330d73 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:53.229782 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ec29e2a7-88e6-4b45-b06c-3ba39e2a2f24 req-e0073e77-73e4-4d99-bd61-46b80a330d73 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa04104c-97f9-48d7-8ed8-a4571eedc40e HTTP/1.1" status: 200 len: 945 time: 0.0880551 Mar 05 14:33:53.281397 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ec29e2a7-88e6-4b45-b06c-3ba39e2a2f24 req-ccf0de0b-8171-42a8-896a-5fbab029daf5 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453076 Mar 05 14:33:54.634270 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d3bbe-3a63-4a1d-a39b-8800ede2ebda req-39a7bdc8-ac64-40e6-8998-2568c1d910cc tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:54.635752 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fd2d3bbe-3a63-4a1d-a39b-8800ede2ebda req-39a7bdc8-ac64-40e6-8998-2568c1d910cc tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa04104c-97f9-48d7-8ed8-a4571eedc40e HTTP/1.1" status: 200 len: 945 time: 0.2420254 Mar 05 14:33:54.649139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed2140-80f2-4b68-a09d-0b56d96bed3d req-e237f53c-3472-424d-b334-9f89c6c795b0 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:54.650472 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2aed2140-80f2-4b68-a09d-0b56d96bed3d req-e237f53c-3472-424d-b334-9f89c6c795b0 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa04104c-97f9-48d7-8ed8-a4571eedc40e HTTP/1.1" status: 200 len: 945 time: 0.2151787 Mar 05 14:33:54.743718 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fd2d3bbe-3a63-4a1d-a39b-8800ede2ebda req-c463f262-9861-411a-8937-64f809a3c1bc tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/security-groups?id=1df36b79-7146-45be-9013-f9cb8ca67a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922825 Mar 05 14:33:54.748610 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-2aed2140-80f2-4b68-a09d-0b56d96bed3d req-6d318762-a5c1-4b5d-9926-293d6a893cc3 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Deleting port 57d27c8f-f45d-46fd-a4d2-13ff9c559c77 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:33:54.748954 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2aed2140-80f2-4b68-a09d-0b56d96bed3d req-6d318762-a5c1-4b5d-9926-293d6a893cc3 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:54.995721 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-2aed2140-80f2-4b68-a09d-0b56d96bed3d req-6d318762-a5c1-4b5d-9926-293d6a893cc3 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] For port 57d27c8f-f45d-46fd-a4d2-13ff9c559c77, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=57d27c8f-f45d-46fd-a4d2-13ff9c559c77,segment=NetworkSegment(1ab34597-fcf9-4efb-937e-c05cb7f3e141),segment_id=1ab34597-fcf9-4efb-937e-c05cb7f3e141)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:33:54.996000 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2aed2140-80f2-4b68-a09d-0b56d96bed3d req-6d318762-a5c1-4b5d-9926-293d6a893cc3 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:55.123626 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-2aed2140-80f2-4b68-a09d-0b56d96bed3d req-6d318762-a5c1-4b5d-9926-293d6a893cc3 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Calling delete_port for 57d27c8f-f45d-46fd-a4d2-13ff9c559c77 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:33:55.268939 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2aed2140-80f2-4b68-a09d-0b56d96bed3d req-6d318762-a5c1-4b5d-9926-293d6a893cc3 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:55.280910 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['57d27c8f-f45d-46fd-a4d2-13ff9c559c77'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:33:55.323195 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d318762-a5c1-4b5d-9926-293d6a893cc3 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Pushing event deleted for resources: {'Port': ['ID=57d27c8f-f45d-46fd-a4d2-13ff9c559c77,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:55.395028 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aed2140-80f2-4b68-a09d-0b56d96bed3d req-6d318762-a5c1-4b5d-9926-293d6a893cc3 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] No DVR routers for this DVR port 57d27c8f-f45d-46fd-a4d2-13ff9c559c77 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:33:55.397856 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2aed2140-80f2-4b68-a09d-0b56d96bed3d req-6d318762-a5c1-4b5d-9926-293d6a893cc3 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:55.400356 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa04104c-97f9-48d7-8ed8-a4571eedc40e', 'name': 'network-vif-deleted', 'tag': '57d27c8f-f45d-46fd-a4d2-13ff9c559c77'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:33:55.415975 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2aed2140-80f2-4b68-a09d-0b56d96bed3d req-6d318762-a5c1-4b5d-9926-293d6a893cc3 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.30 "DELETE /v2.0/ports/57d27c8f-f45d-46fd-a4d2-13ff9c559c77 HTTP/1.1" status: 204 len: 173 time: 0.7488298 Mar 05 14:33:55.448118 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa04104c-97f9-48d7-8ed8-a4571eedc40e', 'name': 'network-vif-deleted', 'tag': '57d27c8f-f45d-46fd-a4d2-13ff9c559c77', 'status': 'completed', 'code': 200} Mar 05 14:33:55.908412 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-57541f2f-429a-4ed9-b237-38e4d89c611a req-9306aebd-6147-44c5-98c9-b54574c3e107 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Synchronizing usage tracker for tenant:33db897300844d8784d537255eb07a24 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:33:55.923743 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-57541f2f-429a-4ed9-b237-38e4d89c611a req-9306aebd-6147-44c5-98c9-b54574c3e107 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] Unset dirty status for tenant:33db897300844d8784d537255eb07a24 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:33:55.924940 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-57541f2f-429a-4ed9-b237-38e4d89c611a req-9306aebd-6147-44c5-98c9-b54574c3e107 tempest-ServersNegativeTestJSON-134590807 tempest-ServersNegativeTestJSON-134590807-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa04104c-97f9-48d7-8ed8-a4571eedc40e HTTP/1.1" status: 200 len: 210 time: 0.0608404 Mar 05 14:33:56.325543 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:33:57.020327 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52548) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:33:57.078850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-69459a09-b5bc-41f9-8334-954e9a933cc0 admin admin] Deleting subnet d0b2f5d4-8791-4234-9f29-07d1d4853210 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:33:57.081716 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-69459a09-b5bc-41f9-8334-954e9a933cc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:57.133725 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-69459a09-b5bc-41f9-8334-954e9a933cc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:57.187210 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-69459a09-b5bc-41f9-8334-954e9a933cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:57.252937 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-69459a09-b5bc-41f9-8334-954e9a933cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:57.293379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69459a09-b5bc-41f9-8334-954e9a933cc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0b2f5d4-8791-4234-9f29-07d1d4853210,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:57.300786 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-69459a09-b5bc-41f9-8334-954e9a933cc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:57.308328 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69459a09-b5bc-41f9-8334-954e9a933cc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:57.308661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69459a09-b5bc-41f9-8334-954e9a933cc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:57.308988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69459a09-b5bc-41f9-8334-954e9a933cc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:57.309314 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69459a09-b5bc-41f9-8334-954e9a933cc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:57.309634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69459a09-b5bc-41f9-8334-954e9a933cc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:57.309952 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69459a09-b5bc-41f9-8334-954e9a933cc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:57.310266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69459a09-b5bc-41f9-8334-954e9a933cc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:57.310579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69459a09-b5bc-41f9-8334-954e9a933cc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:57.310921 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69459a09-b5bc-41f9-8334-954e9a933cc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:57.311240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69459a09-b5bc-41f9-8334-954e9a933cc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:57.311550 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69459a09-b5bc-41f9-8334-954e9a933cc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:57.311859 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69459a09-b5bc-41f9-8334-954e9a933cc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:33:57.318459 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-69459a09-b5bc-41f9-8334-954e9a933cc0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d0b2f5d4-8791-4234-9f29-07d1d4853210 HTTP/1.1" status: 204 len: 168 time: 0.2971184 Mar 05 14:33:57.320582 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52552) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:33:57.427208 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4bf48aa6-a36d-483c-be41-6dedac80e3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:57.555404 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4bf48aa6-a36d-483c-be41-6dedac80e3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:57.580911 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-4bf48aa6-a36d-483c-be41-6dedac80e3cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['588a38d2-84f9-467b-92d5-062f0813ef3c']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:33:57.593326 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-4bf48aa6-a36d-483c-be41-6dedac80e3cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab34597-fcf9-4efb-937e-c05cb7f3e141') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:33:57.593616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-4bf48aa6-a36d-483c-be41-6dedac80e3cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab34597-fcf9-4efb-937e-c05cb7f3e141') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:33:57.604714 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4bf48aa6-a36d-483c-be41-6dedac80e3cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:57.621091 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4bf48aa6-a36d-483c-be41-6dedac80e3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:57.627539 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf48aa6-a36d-483c-be41-6dedac80e3cf admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:33:57.627917 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4bf48aa6-a36d-483c-be41-6dedac80e3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:33:57.641524 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:33:57.718057 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4bf48aa6-a36d-483c-be41-6dedac80e3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:57.733910 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4bf48aa6-a36d-483c-be41-6dedac80e3cf admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:57.744487 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf48aa6-a36d-483c-be41-6dedac80e3cf admin admin] Pushing event deleted for resources: {'Network': ['ID=588a38d2-84f9-467b-92d5-062f0813ef3c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:57.752563 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4bf48aa6-a36d-483c-be41-6dedac80e3cf admin admin] 10.222.0.16 "DELETE /v2.0/networks/588a38d2-84f9-467b-92d5-062f0813ef3c HTTP/1.1" status: 204 len: 168 time: 0.4309931 Mar 05 14:33:57.888042 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52558) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:33:57.935574 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c29bf493-9f1d-4388-a389-1d1fc1917ce5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33db897300844d8784d537255eb07a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464053 Mar 05 14:33:57.937972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52562) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:33:57.996794 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-89a1e40b-7ffd-4ec5-bfa0-2060bdd9deaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:58.018228 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 57d27c8f-f45d-46fd-a4d2-13ff9c559c77 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:33:58.022190 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-89a1e40b-7ffd-4ec5-bfa0-2060bdd9deaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:58.052903 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 57d27c8f-f45d-46fd-a4d2-13ff9c559c77 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:33:58.053247 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 57d27c8f-f45d-46fd-a4d2-13ff9c559c77 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:33:58.075171 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-89a1e40b-7ffd-4ec5-bfa0-2060bdd9deaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:58.095005 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1e40b-7ffd-4ec5-bfa0-2060bdd9deaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df36b79-7146-45be-9013-f9cb8ca67a3e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:58.105676 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-89a1e40b-7ffd-4ec5-bfa0-2060bdd9deaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:58.106862 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-89a1e40b-7ffd-4ec5-bfa0-2060bdd9deaf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1df36b79-7146-45be-9013-f9cb8ca67a3e HTTP/1.1" status: 204 len: 168 time: 0.1679924 Mar 05 14:33:58.855151 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52586) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:33:58.957180 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-0351953c-ee4f-4c35-9ed3-d9a1f9a0cbe6 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1867306857'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:33:58.963382 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0351953c-ee4f-4c35-9ed3-d9a1f9a0cbe6 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:33:58.967197 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0351953c-ee4f-4c35-9ed3-d9a1f9a0cbe6 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Usage tracker for resource:network and tenant:939d420083954ae18cbba667fc7619c3 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:33:58.969998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0351953c-ee4f-4c35-9ed3-d9a1f9a0cbe6 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:33:58.976351 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0351953c-ee4f-4c35-9ed3-d9a1f9a0cbe6 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:33:58.985631 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0351953c-ee4f-4c35-9ed3-d9a1f9a0cbe6 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Made reservation on behalf of 939d420083954ae18cbba667fc7619c3 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:33:58.989409 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0351953c-ee4f-4c35-9ed3-d9a1f9a0cbe6 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:59.001705 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0351953c-ee4f-4c35-9ed3-d9a1f9a0cbe6 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:59.016337 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0351953c-ee4f-4c35-9ed3-d9a1f9a0cbe6 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:33:59.020057 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0351953c-ee4f-4c35-9ed3-d9a1f9a0cbe6 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Usage tracker for resource:security_group_rule and tenant:939d420083954ae18cbba667fc7619c3 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:33:59.023384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0351953c-ee4f-4c35-9ed3-d9a1f9a0cbe6 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:33:59.028914 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0351953c-ee4f-4c35-9ed3-d9a1f9a0cbe6 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:33:59.116454 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0351953c-ee4f-4c35-9ed3-d9a1f9a0cbe6 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:59.120199 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0351953c-ee4f-4c35-9ed3-d9a1f9a0cbe6 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:59.154384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0351953c-ee4f-4c35-9ed3-d9a1f9a0cbe6 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:33:59.162927 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351953c-ee4f-4c35-9ed3-d9a1f9a0cbe6 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=238c97ec-7447-4367-8b7c-5593b64d6e48,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:59.171080 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0351953c-ee4f-4c35-9ed3-d9a1f9a0cbe6 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:59.171080 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-0351953c-ee4f-4c35-9ed3-d9a1f9a0cbe6 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Added segment f9ff04db-0a52-40de-ab47-9f0824f4e233 of type vlan for network 10994c46-e1bf-486b-a15c-3374fb1e1920 Mar 05 14:33:59.198838 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0351953c-ee4f-4c35-9ed3-d9a1f9a0cbe6 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:59.226603 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0351953c-ee4f-4c35-9ed3-d9a1f9a0cbe6 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:59.232263 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0351953c-ee4f-4c35-9ed3-d9a1f9a0cbe6 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:33:59.232836 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0351953c-ee4f-4c35-9ed3-d9a1f9a0cbe6 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:59.335908 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0351953c-ee4f-4c35-9ed3-d9a1f9a0cbe6 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4796338 Mar 05 14:33:59.347057 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351953c-ee4f-4c35-9ed3-d9a1f9a0cbe6 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Pushing event updated for resources: {'Network': ['ID=10994c46-e1bf-486b-a15c-3374fb1e1920,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:33:59.358602 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 10994c46-e1bf-486b-a15c-3374fb1e1920 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:33:59.481254 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:33:59.483991 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:02.591216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52592) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:02.597313 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a87edfb5-49fc-40b3-9792-dc60c652c63b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Request body: {'subnet': {'network_id': '10994c46-e1bf-486b-a15c-3374fb1e1920', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:34:02.708042 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a87edfb5-49fc-40b3-9792-dc60c652c63b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:34:02.711800 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a87edfb5-49fc-40b3-9792-dc60c652c63b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Usage tracker for resource:subnet and tenant:939d420083954ae18cbba667fc7619c3 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:34:02.714581 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a87edfb5-49fc-40b3-9792-dc60c652c63b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:34:02.720239 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a87edfb5-49fc-40b3-9792-dc60c652c63b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:34:02.730923 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87edfb5-49fc-40b3-9792-dc60c652c63b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Made reservation on behalf of 939d420083954ae18cbba667fc7619c3 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:34:02.734311 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a87edfb5-49fc-40b3-9792-dc60c652c63b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:02.948952 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a87edfb5-49fc-40b3-9792-dc60c652c63b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:03.136131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87edfb5-49fc-40b3-9792-dc60c652c63b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Pushing event updated for resources: {'Subnet': ['ID=ec9f764c-4e2c-4e31-acc3-40e6f55188b2,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:03.144555 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87edfb5-49fc-40b3-9792-dc60c652c63b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Checking segment: {'id': 'f9ff04db-0a52-40de-ab47-9f0824f4e233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '10994c46-e1bf-486b-a15c-3374fb1e1920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:34:03.144912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87edfb5-49fc-40b3-9792-dc60c652c63b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Network hostable DHCP agents. Network: 10994c46-e1bf-486b-a15c-3374fb1e1920, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:34:03.164766 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87edfb5-49fc-40b3-9792-dc60c652c63b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Network 10994c46-e1bf-486b-a15c-3374fb1e1920 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:34:03.172865 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-a87edfb5-49fc-40b3-9792-dc60c652c63b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 10994c46-e1bf-486b-a15c-3374fb1e1920) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:34:03.177795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87edfb5-49fc-40b3-9792-dc60c652c63b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:03.178375 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a87edfb5-49fc-40b3-9792-dc60c652c63b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:03.183747 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4031a0-792e-44c4-888c-10c5875df0c2 None None] Network 10994c46-e1bf-486b-a15c-3374fb1e1920 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:34:03.200977 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a87edfb5-49fc-40b3-9792-dc60c652c63b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6086030 Mar 05 14:34:03.204511 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52596) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:03.210745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-2a0ca941-606a-4450-a89f-374b283ddba9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-434705042'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:34:03.216173 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2a0ca941-606a-4450-a89f-374b283ddba9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:34:03.219987 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2a0ca941-606a-4450-a89f-374b283ddba9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Usage tracker for resource:network and tenant:939d420083954ae18cbba667fc7619c3 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:34:03.222831 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2a0ca941-606a-4450-a89f-374b283ddba9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:34:03.229548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2a0ca941-606a-4450-a89f-374b283ddba9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:34:03.241157 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0ca941-606a-4450-a89f-374b283ddba9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Made reservation on behalf of 939d420083954ae18cbba667fc7619c3 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:34:03.244557 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca941-606a-4450-a89f-374b283ddba9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:03.272475 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0ca941-606a-4450-a89f-374b283ddba9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:34:03.281224 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca941-606a-4450-a89f-374b283ddba9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:03.281570 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-2a0ca941-606a-4450-a89f-374b283ddba9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Added segment e94b9631-0018-4c15-9c19-d2e016677304 of type vlan for network b7fe6d5f-50cc-4238-9927-57d879aa76b7 Mar 05 14:34:03.308399 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca941-606a-4450-a89f-374b283ddba9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:03.342324 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca941-606a-4450-a89f-374b283ddba9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:03.347859 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0ca941-606a-4450-a89f-374b283ddba9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:03.348466 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca941-606a-4450-a89f-374b283ddba9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:03.408309 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33793726-cbb7-4cb8-827f-9d192bb21fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-10994c46-e1bf-486b-a15c-3374fb1e1920', 'network_id': '10994c46-e1bf-486b-a15c-3374fb1e1920', 'tenant_id': '939d420083954ae18cbba667fc7619c3', 'fixed_ips': [{'subnet_id': 'ec9f764c-4e2c-4e31-acc3-40e6f55188b2'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:34:03.409156 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-33793726-cbb7-4cb8-827f-9d192bb21fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:03.449489 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2a0ca941-606a-4450-a89f-374b283ddba9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2439334 Mar 05 14:34:03.452653 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52600) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:03.459809 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-a5c4c519-9c39-41b7-8595-c4506d7d7e13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Request body: {'subnet': {'network_id': 'b7fe6d5f-50cc-4238-9927-57d879aa76b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:34:03.461853 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ca941-606a-4450-a89f-374b283ddba9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Pushing event updated for resources: {'Network': ['ID=b7fe6d5f-50cc-4238-9927-57d879aa76b7,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:03.478947 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network b7fe6d5f-50cc-4238-9927-57d879aa76b7 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:34:03.574139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a5c4c519-9c39-41b7-8595-c4506d7d7e13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:34:03.578351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a5c4c519-9c39-41b7-8595-c4506d7d7e13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Usage tracker for resource:subnet and tenant:939d420083954ae18cbba667fc7619c3 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:34:03.581242 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a5c4c519-9c39-41b7-8595-c4506d7d7e13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:34:03.587347 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a5c4c519-9c39-41b7-8595-c4506d7d7e13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:34:03.596901 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c4c519-9c39-41b7-8595-c4506d7d7e13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Made reservation on behalf of 939d420083954ae18cbba667fc7619c3 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:34:03.601200 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a5c4c519-9c39-41b7-8595-c4506d7d7e13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:03.668793 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-33793726-cbb7-4cb8-827f-9d192bb21fde None None] Allocated IP 2001:db8:0:ffff::2 (10994c46-e1bf-486b-a15c-3374fb1e1920/ec9f764c-4e2c-4e31-acc3-40e6f55188b2/f53e990e-5f27-4d7a-9358-46b3a93fd719) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:34:03.829613 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a5c4c519-9c39-41b7-8595-c4506d7d7e13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:03.872143 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-33793726-cbb7-4cb8-827f-9d192bb21fde None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:03.882672 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-33793726-cbb7-4cb8-827f-9d192bb21fde None None] Transition to ACTIVE for port object f53e990e-5f27-4d7a-9358-46b3a93fd719 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:34:03.900541 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-33793726-cbb7-4cb8-827f-9d192bb21fde None None] Transition to ACTIVE for port object f53e990e-5f27-4d7a-9358-46b3a93fd719 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:34:03.906061 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-33793726-cbb7-4cb8-827f-9d192bb21fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:03.907335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4c519-9c39-41b7-8595-c4506d7d7e13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Pushing event updated for resources: {'Subnet': ['ID=726c5106-d308-41d2-8cbc-12319855ba7e,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:03.917245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c4c519-9c39-41b7-8595-c4506d7d7e13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Checking segment: {'id': 'e94b9631-0018-4c15-9c19-d2e016677304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b7fe6d5f-50cc-4238-9927-57d879aa76b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:34:03.917523 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c4c519-9c39-41b7-8595-c4506d7d7e13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Network hostable DHCP agents. Network: b7fe6d5f-50cc-4238-9927-57d879aa76b7, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:34:03.936624 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c4c519-9c39-41b7-8595-c4506d7d7e13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Network b7fe6d5f-50cc-4238-9927-57d879aa76b7 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:34:03.947063 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-a5c4c519-9c39-41b7-8595-c4506d7d7e13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, b7fe6d5f-50cc-4238-9927-57d879aa76b7) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:34:03.951356 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c4c519-9c39-41b7-8595-c4506d7d7e13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:03.952048 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a5c4c519-9c39-41b7-8595-c4506d7d7e13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:03.958867 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1d1571-03f1-4381-86ed-f9be8b654993 None None] Network b7fe6d5f-50cc-4238-9927-57d879aa76b7 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:34:03.978713 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a5c4c519-9c39-41b7-8595-c4506d7d7e13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5234010 Mar 05 14:34:03.981525 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52604) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:04.008189 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33793726-cbb7-4cb8-827f-9d192bb21fde None None] Network 10994c46-e1bf-486b-a15c-3374fb1e1920 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:34:04.012838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-33793726-cbb7-4cb8-827f-9d192bb21fde None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:34:04.018664 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33793726-cbb7-4cb8-827f-9d192bb21fde None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:34:04.065860 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33793726-cbb7-4cb8-827f-9d192bb21fde None None] Pushing event updated for resources: {'Port': ['ID=f53e990e-5f27-4d7a-9358-46b3a93fd719,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:04.130894 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f32189af-b949-490f-964a-e1b0d021b99b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:04.197495 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f32189af-b949-490f-964a-e1b0d021b99b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:04.212398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-33793726-cbb7-4cb8-827f-9d192bb21fde None None] Attempting to bind port f53e990e-5f27-4d7a-9358-46b3a93fd719 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:34:04.212951 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-33793726-cbb7-4cb8-827f-9d192bb21fde None None] Attempting to bind port f53e990e-5f27-4d7a-9358-46b3a93fd719 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'f9ff04db-0a52-40de-ab47-9f0824f4e233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '10994c46-e1bf-486b-a15c-3374fb1e1920'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:34:04.213110 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33793726-cbb7-4cb8-827f-9d192bb21fde None None] Attempting to bind port f53e990e-5f27-4d7a-9358-46b3a93fd719 on network 10994c46-e1bf-486b-a15c-3374fb1e1920 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:34:04.225440 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33793726-cbb7-4cb8-827f-9d192bb21fde None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:34:04.225803 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33793726-cbb7-4cb8-827f-9d192bb21fde None None] Checking segment: {'id': 'f9ff04db-0a52-40de-ab47-9f0824f4e233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '10994c46-e1bf-486b-a15c-3374fb1e1920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:34:04.226192 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-33793726-cbb7-4cb8-827f-9d192bb21fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:04.226568 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33793726-cbb7-4cb8-827f-9d192bb21fde None None] Bound using segment: {'id': 'f9ff04db-0a52-40de-ab47-9f0824f4e233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '10994c46-e1bf-486b-a15c-3374fb1e1920'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:34:04.227047 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-33793726-cbb7-4cb8-827f-9d192bb21fde None None] Bound port: f53e990e-5f27-4d7a-9358-46b3a93fd719, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ff04db-0a52-40de-ab47-9f0824f4e233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '10994c46-e1bf-486b-a15c-3374fb1e1920'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:34:04.227411 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-33793726-cbb7-4cb8-827f-9d192bb21fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:04.278438 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f32189af-b949-490f-964a-e1b0d021b99b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:04.321281 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32189af-b949-490f-964a-e1b0d021b99b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Pushing event deleted for resources: {'Subnet': ['ID=726c5106-d308-41d2-8cbc-12319855ba7e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:04.390479 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-33793726-cbb7-4cb8-827f-9d192bb21fde None None] For port f53e990e-5f27-4d7a-9358-46b3a93fd719, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:34:04.394010 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333184e6-6014-4814-b0d3-e25ad9a247a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-b7fe6d5f-50cc-4238-9927-57d879aa76b7', 'network_id': 'b7fe6d5f-50cc-4238-9927-57d879aa76b7', 'tenant_id': '939d420083954ae18cbba667fc7619c3', 'fixed_ips': [{'subnet_id': '726c5106-d308-41d2-8cbc-12319855ba7e'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:34:04.394923 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-333184e6-6014-4814-b0d3-e25ad9a247a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:04.414830 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-33793726-cbb7-4cb8-827f-9d192bb21fde None None] For port f53e990e-5f27-4d7a-9358-46b3a93fd719, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f53e990e-5f27-4d7a-9358-46b3a93fd719,segment=NetworkSegment(f9ff04db-0a52-40de-ab47-9f0824f4e233),segment_id=f9ff04db-0a52-40de-ab47-9f0824f4e233)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:34:04.420034 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f32189af-b949-490f-964a-e1b0d021b99b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:04.451863 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f32189af-b949-490f-964a-e1b0d021b99b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7fe6d5f-50cc-4238-9927-57d879aa76b7']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:04.454830 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-33793726-cbb7-4cb8-827f-9d192bb21fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:04.466437 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f32189af-b949-490f-964a-e1b0d021b99b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94b9631-0018-4c15-9c19-d2e016677304') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:04.466999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f32189af-b949-490f-964a-e1b0d021b99b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94b9631-0018-4c15-9c19-d2e016677304') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:04.478973 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f32189af-b949-490f-964a-e1b0d021b99b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:04.495465 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f32189af-b949-490f-964a-e1b0d021b99b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:04.501794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32189af-b949-490f-964a-e1b0d021b99b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:34:04.502221 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f32189af-b949-490f-964a-e1b0d021b99b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:34:04.517448 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:34:04.569654 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33793726-cbb7-4cb8-827f-9d192bb21fde None None] Pushing event updated for resources: {'Port': ['ID=f53e990e-5f27-4d7a-9358-46b3a93fd719,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:04.573507 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecff69fd-5d17-48aa-8e14-16de9fe71266 None None] Network b7fe6d5f-50cc-4238-9927-57d879aa76b7 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:34:04.609766 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f32189af-b949-490f-964a-e1b0d021b99b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:04.627824 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f32189af-b949-490f-964a-e1b0d021b99b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:04.639746 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32189af-b949-490f-964a-e1b0d021b99b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Pushing event deleted for resources: {'Network': ['ID=b7fe6d5f-50cc-4238-9927-57d879aa76b7,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:04.644167 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f32189af-b949-490f-964a-e1b0d021b99b tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "DELETE /v2.0/networks/b7fe6d5f-50cc-4238-9927-57d879aa76b7 HTTP/1.1" status: 204 len: 168 time: 0.6616728 Mar 05 14:34:04.648793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52608) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:04.654498 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-39dbc2fc-ed15-42b4-b424-3a48ea742b69 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1485905068'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:34:04.660375 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-39dbc2fc-ed15-42b4-b424-3a48ea742b69 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:34:04.664427 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-39dbc2fc-ed15-42b4-b424-3a48ea742b69 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Usage tracker for resource:network and tenant:939d420083954ae18cbba667fc7619c3 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:34:04.667366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-39dbc2fc-ed15-42b4-b424-3a48ea742b69 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:34:04.673638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-39dbc2fc-ed15-42b4-b424-3a48ea742b69 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:34:04.687687 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dbc2fc-ed15-42b4-b424-3a48ea742b69 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Made reservation on behalf of 939d420083954ae18cbba667fc7619c3 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:34:04.691630 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-39dbc2fc-ed15-42b4-b424-3a48ea742b69 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:04.743571 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39dbc2fc-ed15-42b4-b424-3a48ea742b69 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:34:04.757353 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-39dbc2fc-ed15-42b4-b424-3a48ea742b69 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:04.757707 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-39dbc2fc-ed15-42b4-b424-3a48ea742b69 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Added segment 840e720f-b4f3-46bc-b7bd-76354f80e744 of type vlan for network f8f000b8-afba-4cce-b2f9-9a0246ef8714 Mar 05 14:34:04.789622 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-39dbc2fc-ed15-42b4-b424-3a48ea742b69 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:04.822385 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-39dbc2fc-ed15-42b4-b424-3a48ea742b69 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:04.828036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dbc2fc-ed15-42b4-b424-3a48ea742b69 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:04.828611 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-39dbc2fc-ed15-42b4-b424-3a48ea742b69 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:04.926835 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-39dbc2fc-ed15-42b4-b424-3a48ea742b69 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2768400 Mar 05 14:34:04.929583 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52612) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:04.935537 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-4c7a24e3-2478-44bf-952e-0d2ab73e1744 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Request body: {'subnet': {'network_id': 'f8f000b8-afba-4cce-b2f9-9a0246ef8714', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:34:04.938301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbc2fc-ed15-42b4-b424-3a48ea742b69 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Pushing event updated for resources: {'Network': ['ID=f8f000b8-afba-4cce-b2f9-9a0246ef8714,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:04.948437 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network f8f000b8-afba-4cce-b2f9-9a0246ef8714 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:34:05.048680 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4c7a24e3-2478-44bf-952e-0d2ab73e1744 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:34:05.055994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4c7a24e3-2478-44bf-952e-0d2ab73e1744 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Usage tracker for resource:subnet and tenant:939d420083954ae18cbba667fc7619c3 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:34:05.059206 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4c7a24e3-2478-44bf-952e-0d2ab73e1744 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:34:05.064894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4c7a24e3-2478-44bf-952e-0d2ab73e1744 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:34:05.075027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7a24e3-2478-44bf-952e-0d2ab73e1744 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Made reservation on behalf of 939d420083954ae18cbba667fc7619c3 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:34:05.078652 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c7a24e3-2478-44bf-952e-0d2ab73e1744 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:05.175688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.ipam_backend_mixin [None req-4c7a24e3-2478-44bf-952e-0d2ab73e1744 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Performing IP validity checks on allocation pools {{(pid=87914) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 05 14:34:05.176432 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.ipam_backend_mixin [None req-4c7a24e3-2478-44bf-952e-0d2ab73e1744 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87914) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 05 14:34:05.312432 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c7a24e3-2478-44bf-952e-0d2ab73e1744 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:05.394230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a24e3-2478-44bf-952e-0d2ab73e1744 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Pushing event updated for resources: {'Subnet': ['ID=f0e93eae-4f77-47d4-b3ed-6943e60ed452,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:05.404279 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7a24e3-2478-44bf-952e-0d2ab73e1744 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Checking segment: {'id': '840e720f-b4f3-46bc-b7bd-76354f80e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f8f000b8-afba-4cce-b2f9-9a0246ef8714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:34:05.404628 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7a24e3-2478-44bf-952e-0d2ab73e1744 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Network hostable DHCP agents. Network: f8f000b8-afba-4cce-b2f9-9a0246ef8714, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:34:05.427945 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7a24e3-2478-44bf-952e-0d2ab73e1744 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Network f8f000b8-afba-4cce-b2f9-9a0246ef8714 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:34:05.439423 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-4c7a24e3-2478-44bf-952e-0d2ab73e1744 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, f8f000b8-afba-4cce-b2f9-9a0246ef8714) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:34:05.444297 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7a24e3-2478-44bf-952e-0d2ab73e1744 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:05.444875 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4c7a24e3-2478-44bf-952e-0d2ab73e1744 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:05.451550 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e72cb3-a77c-44e9-a809-816071a43669 None None] Network f8f000b8-afba-4cce-b2f9-9a0246ef8714 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:34:05.484799 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52616) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:05.485525 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4c7a24e3-2478-44bf-952e-0d2ab73e1744 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5541708 Mar 05 14:34:05.548322 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced986c7-a84d-46b9-8010-ae101cab5fe2 None None] Network 10994c46-e1bf-486b-a15c-3374fb1e1920 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:34:05.672430 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9d27dad0-06b5-4b69-afb0-d52a883c38f0 None None] Provisioning for port f53e990e-5f27-4d7a-9358-46b3a93fd719 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:34:05.751786 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5100b6f-f67d-4743-bc83-ff629433da13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:05.820204 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5100b6f-f67d-4743-bc83-ff629433da13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:05.833492 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3036a331-e9f8-4a48-9bc1-241c2267e251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-f8f000b8-afba-4cce-b2f9-9a0246ef8714', 'network_id': 'f8f000b8-afba-4cce-b2f9-9a0246ef8714', 'tenant_id': '939d420083954ae18cbba667fc7619c3', 'fixed_ips': [{'subnet_id': 'f0e93eae-4f77-47d4-b3ed-6943e60ed452'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:34:05.834498 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3036a331-e9f8-4a48-9bc1-241c2267e251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:05.867914 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f53e990e-5f27-4d7a-9358-46b3a93fd719 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:34:05.900986 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5100b6f-f67d-4743-bc83-ff629433da13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:05.954970 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5100b6f-f67d-4743-bc83-ff629433da13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Pushing event deleted for resources: {'Subnet': ['ID=f0e93eae-4f77-47d4-b3ed-6943e60ed452,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:06.033306 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706635f8-c640-44ae-b2a8-923ad14194d0 None None] Network f8f000b8-afba-4cce-b2f9-9a0246ef8714 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:34:06.040091 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5100b6f-f67d-4743-bc83-ff629433da13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:06.061873 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port f53e990e-5f27-4d7a-9358-46b3a93fd719 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:34:06.064923 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f5100b6f-f67d-4743-bc83-ff629433da13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f000b8-afba-4cce-b2f9-9a0246ef8714']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:06.077605 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f5100b6f-f67d-4743-bc83-ff629433da13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840e720f-b4f3-46bc-b7bd-76354f80e744') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:06.077948 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-f5100b6f-f67d-4743-bc83-ff629433da13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840e720f-b4f3-46bc-b7bd-76354f80e744') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:06.090021 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5100b6f-f67d-4743-bc83-ff629433da13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:06.106045 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5100b6f-f67d-4743-bc83-ff629433da13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:06.112019 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5100b6f-f67d-4743-bc83-ff629433da13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:34:06.112397 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5100b6f-f67d-4743-bc83-ff629433da13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:06.115122 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port f53e990e-5f27-4d7a-9358-46b3a93fd719 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:06.115514 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:34:06.126739 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:34:06.215753 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5100b6f-f67d-4743-bc83-ff629433da13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:06.221347 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5100b6f-f67d-4743-bc83-ff629433da13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:06.248618 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5100b6f-f67d-4743-bc83-ff629433da13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Pushing event deleted for resources: {'Network': ['ID=f8f000b8-afba-4cce-b2f9-9a0246ef8714,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:06.253976 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f5100b6f-f67d-4743-bc83-ff629433da13 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "DELETE /v2.0/networks/f8f000b8-afba-4cce-b2f9-9a0246ef8714 HTTP/1.1" status: 204 len: 168 time: 0.7673819 Mar 05 14:34:06.258014 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52620) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:06.263948 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-0dce435a-2ae9-42c0-b296-916d655c76ab tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-724664656'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:34:06.271315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0dce435a-2ae9-42c0-b296-916d655c76ab tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:34:06.275841 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0dce435a-2ae9-42c0-b296-916d655c76ab tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Usage tracker for resource:network and tenant:939d420083954ae18cbba667fc7619c3 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:34:06.278980 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0dce435a-2ae9-42c0-b296-916d655c76ab tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:34:06.284940 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0dce435a-2ae9-42c0-b296-916d655c76ab tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:34:06.297158 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dce435a-2ae9-42c0-b296-916d655c76ab tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Made reservation on behalf of 939d420083954ae18cbba667fc7619c3 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:34:06.300975 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0dce435a-2ae9-42c0-b296-916d655c76ab tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:06.330754 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dce435a-2ae9-42c0-b296-916d655c76ab tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:34:06.341277 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0dce435a-2ae9-42c0-b296-916d655c76ab tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:06.341717 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-0dce435a-2ae9-42c0-b296-916d655c76ab tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Added segment 45b0e94f-b308-4886-9bd1-d914ba21cbdd of type vlan for network 8982ec15-8520-49a3-8886-94b96607cacd Mar 05 14:34:06.369059 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0dce435a-2ae9-42c0-b296-916d655c76ab tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:06.377071 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:06.405646 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0dce435a-2ae9-42c0-b296-916d655c76ab tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:06.411315 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port f53e990e-5f27-4d7a-9358-46b3a93fd719, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f53e990e-5f27-4d7a-9358-46b3a93fd719,segment=NetworkSegment(f9ff04db-0a52-40de-ab47-9f0824f4e233),segment_id=f9ff04db-0a52-40de-ab47-9f0824f4e233)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:34:06.413182 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dce435a-2ae9-42c0-b296-916d655c76ab tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:06.413962 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0dce435a-2ae9-42c0-b296-916d655c76ab tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:06.416547 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:06.465857 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0dce435a-2ae9-42c0-b296-916d655c76ab tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2068925 Mar 05 14:34:06.470371 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52624) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:06.479808 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-cac2bdab-1d09-41b4-a421-02b3e538dcd4 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Request body: {'subnet': {'network_id': '8982ec15-8520-49a3-8886-94b96607cacd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:34:06.498597 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0065d671-7803-460c-ae50-ac8f0dac6ba4 None None] Provisioning complete for port f53e990e-5f27-4d7a-9358-46b3a93fd719 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:06.499225 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0065d671-7803-460c-ae50-ac8f0dac6ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:06.530730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce435a-2ae9-42c0-b296-916d655c76ab tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Pushing event updated for resources: {'Network': ['ID=8982ec15-8520-49a3-8886-94b96607cacd,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:06.534980 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=f53e990e-5f27-4d7a-9358-46b3a93fd719,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:06.540977 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 8982ec15-8520-49a3-8886-94b96607cacd details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:34:06.608246 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-cac2bdab-1d09-41b4-a421-02b3e538dcd4 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:34:06.612299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cac2bdab-1d09-41b4-a421-02b3e538dcd4 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Usage tracker for resource:subnet and tenant:939d420083954ae18cbba667fc7619c3 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:34:06.615943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-cac2bdab-1d09-41b4-a421-02b3e538dcd4 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:34:06.621706 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-cac2bdab-1d09-41b4-a421-02b3e538dcd4 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:34:06.632844 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac2bdab-1d09-41b4-a421-02b3e538dcd4 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Made reservation on behalf of 939d420083954ae18cbba667fc7619c3 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:34:06.636645 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cac2bdab-1d09-41b4-a421-02b3e538dcd4 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:06.858892 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cac2bdab-1d09-41b4-a421-02b3e538dcd4 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:06.937266 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2bdab-1d09-41b4-a421-02b3e538dcd4 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Pushing event updated for resources: {'Subnet': ['ID=908f966a-ca1d-4902-a3ef-d8b0d92929bf,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:06.945347 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac2bdab-1d09-41b4-a421-02b3e538dcd4 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Checking segment: {'id': '45b0e94f-b308-4886-9bd1-d914ba21cbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8982ec15-8520-49a3-8886-94b96607cacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:34:06.945705 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac2bdab-1d09-41b4-a421-02b3e538dcd4 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Network hostable DHCP agents. Network: 8982ec15-8520-49a3-8886-94b96607cacd, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:34:06.964887 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac2bdab-1d09-41b4-a421-02b3e538dcd4 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Network 8982ec15-8520-49a3-8886-94b96607cacd is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:34:06.973657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-cac2bdab-1d09-41b4-a421-02b3e538dcd4 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 8982ec15-8520-49a3-8886-94b96607cacd) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:34:06.979846 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac2bdab-1d09-41b4-a421-02b3e538dcd4 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:06.980784 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cac2bdab-1d09-41b4-a421-02b3e538dcd4 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:06.981603 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4f42b0-eb7e-41e2-8edf-a97f84192bf3 None None] Network 8982ec15-8520-49a3-8886-94b96607cacd requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:34:07.006112 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cac2bdab-1d09-41b4-a421-02b3e538dcd4 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5305398 Mar 05 14:34:07.006540 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52628) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:07.012268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e39cac6e-02f9-4125-9d42-954c45a12dbb tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1739821163'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:34:07.018211 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e39cac6e-02f9-4125-9d42-954c45a12dbb tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:34:07.022730 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e39cac6e-02f9-4125-9d42-954c45a12dbb tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Usage tracker for resource:network and tenant:939d420083954ae18cbba667fc7619c3 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:34:07.025650 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e39cac6e-02f9-4125-9d42-954c45a12dbb tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:34:07.035835 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e39cac6e-02f9-4125-9d42-954c45a12dbb tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:34:07.045818 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39cac6e-02f9-4125-9d42-954c45a12dbb tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Made reservation on behalf of 939d420083954ae18cbba667fc7619c3 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:34:07.049362 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e39cac6e-02f9-4125-9d42-954c45a12dbb tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:07.077552 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39cac6e-02f9-4125-9d42-954c45a12dbb tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:34:07.086773 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e39cac6e-02f9-4125-9d42-954c45a12dbb tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:07.087273 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-e39cac6e-02f9-4125-9d42-954c45a12dbb tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Added segment b905599c-a100-4841-b1ca-a577ae0b51e8 of type vlan for network 1aa3d460-712b-4f0f-97b6-4bc518168c02 Mar 05 14:34:07.114191 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e39cac6e-02f9-4125-9d42-954c45a12dbb tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:07.144131 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e39cac6e-02f9-4125-9d42-954c45a12dbb tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:07.149948 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39cac6e-02f9-4125-9d42-954c45a12dbb tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:07.150523 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e39cac6e-02f9-4125-9d42-954c45a12dbb tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:07.197949 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-8982ec15-8520-49a3-8886-94b96607cacd', 'network_id': '8982ec15-8520-49a3-8886-94b96607cacd', 'tenant_id': '939d420083954ae18cbba667fc7619c3', 'fixed_ips': [{'subnet_id': '908f966a-ca1d-4902-a3ef-d8b0d92929bf'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:34:07.198824 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:07.249849 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e39cac6e-02f9-4125-9d42-954c45a12dbb tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2395627 Mar 05 14:34:07.250343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52632) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:07.257232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a994f29b-fcee-4fec-8cd2-31db1673c392 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Request body: {'subnet': {'network_id': '1aa3d460-712b-4f0f-97b6-4bc518168c02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:34:07.259585 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39cac6e-02f9-4125-9d42-954c45a12dbb tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Pushing event updated for resources: {'Network': ['ID=1aa3d460-712b-4f0f-97b6-4bc518168c02,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:07.273662 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 1aa3d460-712b-4f0f-97b6-4bc518168c02 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:34:07.368872 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a994f29b-fcee-4fec-8cd2-31db1673c392 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:34:07.372681 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a994f29b-fcee-4fec-8cd2-31db1673c392 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Usage tracker for resource:subnet and tenant:939d420083954ae18cbba667fc7619c3 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:34:07.375536 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a994f29b-fcee-4fec-8cd2-31db1673c392 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:34:07.381782 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a994f29b-fcee-4fec-8cd2-31db1673c392 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:34:07.392514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a994f29b-fcee-4fec-8cd2-31db1673c392 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Made reservation on behalf of 939d420083954ae18cbba667fc7619c3 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:34:07.396760 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a994f29b-fcee-4fec-8cd2-31db1673c392 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:07.457930 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Allocated IP 2001:db8::2 (8982ec15-8520-49a3-8886-94b96607cacd/908f966a-ca1d-4902-a3ef-d8b0d92929bf/08540cc0-cff3-43e8-9edc-a93d0463bc6d) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:34:07.627175 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a994f29b-fcee-4fec-8cd2-31db1673c392 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:07.665026 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:07.675592 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Transition to ACTIVE for port object 08540cc0-cff3-43e8-9edc-a93d0463bc6d will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:34:07.695071 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Transition to ACTIVE for port object 08540cc0-cff3-43e8-9edc-a93d0463bc6d will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:34:07.701452 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:07.704707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994f29b-fcee-4fec-8cd2-31db1673c392 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Pushing event updated for resources: {'Subnet': ['ID=fd1a7ead-de00-4fd8-b062-f16f77504402,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:07.713716 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a994f29b-fcee-4fec-8cd2-31db1673c392 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Checking segment: {'id': 'b905599c-a100-4841-b1ca-a577ae0b51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1aa3d460-712b-4f0f-97b6-4bc518168c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:34:07.714070 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a994f29b-fcee-4fec-8cd2-31db1673c392 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Network hostable DHCP agents. Network: 1aa3d460-712b-4f0f-97b6-4bc518168c02, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:34:07.733431 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a994f29b-fcee-4fec-8cd2-31db1673c392 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Network 1aa3d460-712b-4f0f-97b6-4bc518168c02 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:34:07.744089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-a994f29b-fcee-4fec-8cd2-31db1673c392 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 1aa3d460-712b-4f0f-97b6-4bc518168c02) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:34:07.750192 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a994f29b-fcee-4fec-8cd2-31db1673c392 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:07.750745 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a994f29b-fcee-4fec-8cd2-31db1673c392 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:07.760153 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f16595c-218f-4c36-b904-43608b2af59d None None] Network 1aa3d460-712b-4f0f-97b6-4bc518168c02 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:34:07.778001 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a994f29b-fcee-4fec-8cd2-31db1673c392 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5241508 Mar 05 14:34:07.779055 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52636) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:07.859560 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Network 8982ec15-8520-49a3-8886-94b96607cacd is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:34:07.860538 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f53e990e-5f27-4d7a-9358-46b3a93fd719 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:34:07.894296 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:34:07.897364 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:34:07.917794 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Pushing event updated for resources: {'Port': ['ID=08540cc0-cff3-43e8-9edc-a93d0463bc6d,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:07.918805 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-965b29bf-3daf-4e00-b6b6-33d0c8a57d90 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:07.971463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:07.971800 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:07.972133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:07.972456 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:07.972777 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:07.973667 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:07.974085 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:07.974407 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:07.974720 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:07.975060 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:07.975373 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:07.975682 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:07.984220 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-965b29bf-3daf-4e00-b6b6-33d0c8a57d90 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:08.061819 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-965b29bf-3daf-4e00-b6b6-33d0c8a57d90 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:08.102063 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b29bf-3daf-4e00-b6b6-33d0c8a57d90 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Pushing event deleted for resources: {'Subnet': ['ID=fd1a7ead-de00-4fd8-b062-f16f77504402,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:08.158927 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Attempting to bind port 08540cc0-cff3-43e8-9edc-a93d0463bc6d on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:34:08.159200 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Attempting to bind port 08540cc0-cff3-43e8-9edc-a93d0463bc6d by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '45b0e94f-b308-4886-9bd1-d914ba21cbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8982ec15-8520-49a3-8886-94b96607cacd'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:34:08.159552 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Attempting to bind port 08540cc0-cff3-43e8-9edc-a93d0463bc6d on network 8982ec15-8520-49a3-8886-94b96607cacd {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:34:08.175208 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:34:08.175575 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Checking segment: {'id': '45b0e94f-b308-4886-9bd1-d914ba21cbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8982ec15-8520-49a3-8886-94b96607cacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:34:08.175967 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:08.176986 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Bound using segment: {'id': '45b0e94f-b308-4886-9bd1-d914ba21cbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8982ec15-8520-49a3-8886-94b96607cacd'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:34:08.178058 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Bound port: 08540cc0-cff3-43e8-9edc-a93d0463bc6d, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b0e94f-b308-4886-9bd1-d914ba21cbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8982ec15-8520-49a3-8886-94b96607cacd'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:34:08.178194 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:08.188486 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b221016-2510-4147-86ae-482091198497 None None] Network 1aa3d460-712b-4f0f-97b6-4bc518168c02 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:34:08.198072 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-965b29bf-3daf-4e00-b6b6-33d0c8a57d90 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:08.203872 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port f53e990e-5f27-4d7a-9358-46b3a93fd719 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:08.203872 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:08.223621 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-965b29bf-3daf-4e00-b6b6-33d0c8a57d90 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa3d460-712b-4f0f-97b6-4bc518168c02']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:08.235466 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-965b29bf-3daf-4e00-b6b6-33d0c8a57d90 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b905599c-a100-4841-b1ca-a577ae0b51e8') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:08.235755 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-965b29bf-3daf-4e00-b6b6-33d0c8a57d90 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b905599c-a100-4841-b1ca-a577ae0b51e8') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:08.247422 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-965b29bf-3daf-4e00-b6b6-33d0c8a57d90 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:08.263440 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-965b29bf-3daf-4e00-b6b6-33d0c8a57d90 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:08.269590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965b29bf-3daf-4e00-b6b6-33d0c8a57d90 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:34:08.270074 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-965b29bf-3daf-4e00-b6b6-33d0c8a57d90 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:34:08.284472 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:34:08.370025 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-965b29bf-3daf-4e00-b6b6-33d0c8a57d90 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:08.375119 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-965b29bf-3daf-4e00-b6b6-33d0c8a57d90 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:08.402326 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b29bf-3daf-4e00-b6b6-33d0c8a57d90 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Pushing event deleted for resources: {'Network': ['ID=1aa3d460-712b-4f0f-97b6-4bc518168c02,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:08.406526 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-965b29bf-3daf-4e00-b6b6-33d0c8a57d90 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "DELETE /v2.0/networks/1aa3d460-712b-4f0f-97b6-4bc518168c02 HTTP/1.1" status: 204 len: 168 time: 0.6270843 Mar 05 14:34:08.409152 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52640) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:08.450257 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-777c1f92-d808-4fd0-96fc-f1bcaa9ab226 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] GET failed (client error): The resource could not be found. Mar 05 14:34:08.451208 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-777c1f92-d808-4fd0-96fc-f1bcaa9ab226 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Synchronizing usage tracker for tenant:939d420083954ae18cbba667fc7619c3 on resource:subnet {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:34:08.468130 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-777c1f92-d808-4fd0-96fc-f1bcaa9ab226 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Unset dirty status for tenant:939d420083954ae18cbba667fc7619c3 on resource:subnet {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:34:08.469482 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-777c1f92-d808-4fd0-96fc-f1bcaa9ab226 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "GET /v2.0/subnets/fd1a7ead-de00-4fd8-b062-f16f77504402 HTTP/1.1" status: 404 len: 337 time: 0.0593703 Mar 05 14:34:08.470863 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] For port 08540cc0-cff3-43e8-9edc-a93d0463bc6d, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:34:08.472313 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52644) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:08.498243 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f31da5-dee3-487c-844c-a66ab3fa9db9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] DELETE failed (client error): The resource could not be found. Mar 05 14:34:08.498703 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f31da5-dee3-487c-844c-a66ab3fa9db9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:34:08.500325 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a0f31da5-dee3-487c-844c-a66ab3fa9db9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "DELETE /v2.0/networks/1aa3d460-712b-4f0f-97b6-4bc518168c02 HTTP/1.1" status: 404 len: 339 time: 0.0270498 Mar 05 14:34:08.503999 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] For port 08540cc0-cff3-43e8-9edc-a93d0463bc6d, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=08540cc0-cff3-43e8-9edc-a93d0463bc6d,segment=NetworkSegment(45b0e94f-b308-4886-9bd1-d914ba21cbdd),segment_id=45b0e94f-b308-4886-9bd1-d914ba21cbdd)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:34:08.504842 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52648) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:08.510404 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:08.613416 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408001d7-adb1-4760-9f55-e856e306ff6f None None] Pushing event updated for resources: {'Port': ['ID=08540cc0-cff3-43e8-9edc-a93d0463bc6d,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:08.660021 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-20fed97d-2299-484c-a7f6-2d60053770ed tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] DELETE failed (client error): The resource could not be found. Mar 05 14:34:08.660402 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20fed97d-2299-484c-a7f6-2d60053770ed tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:34:08.662174 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-20fed97d-2299-484c-a7f6-2d60053770ed tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "DELETE /v2.0/subnets/fd1a7ead-de00-4fd8-b062-f16f77504402 HTTP/1.1" status: 404 len: 337 time: 0.1564534 Mar 05 14:34:08.664897 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52652) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:08.690445 n-d-803718-1 neutron-server[87913]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96b9fe1-fa53-43d0-ad33-0b10bb5ef448 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] DELETE failed (client error): The resource could not be found. Mar 05 14:34:08.690859 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f96b9fe1-fa53-43d0-ad33-0b10bb5ef448 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87913) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:34:08.692818 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f96b9fe1-fa53-43d0-ad33-0b10bb5ef448 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "DELETE /v2.0/networks/1aa3d460-712b-4f0f-97b6-4bc518168c02 HTTP/1.1" status: 404 len: 339 time: 0.0270436 Mar 05 14:34:08.695448 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52656) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:08.761789 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b781ba-0f33-475d-83b7-f00bd9125d4d tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Deleting subnet 908f966a-ca1d-4902-a3ef-d8b0d92929bf {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:34:08.768413 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e1b781ba-0f33-475d-83b7-f00bd9125d4d tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:08.829489 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e1b781ba-0f33-475d-83b7-f00bd9125d4d tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:08.874540 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9060fc6e-0dec-4495-8c6d-45b8f5c9fd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:08.918881 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e1b781ba-0f33-475d-83b7-f00bd9125d4d tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:08.996156 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e1b781ba-0f33-475d-83b7-f00bd9125d4d tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:09.032682 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b781ba-0f33-475d-83b7-f00bd9125d4d tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Pushing event deleted for resources: {'Subnet': ['ID=908f966a-ca1d-4902-a3ef-d8b0d92929bf,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:09.038638 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e1b781ba-0f33-475d-83b7-f00bd9125d4d tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:09.051770 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e1b781ba-0f33-475d-83b7-f00bd9125d4d tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "DELETE /v2.0/subnets/908f966a-ca1d-4902-a3ef-d8b0d92929bf HTTP/1.1" status: 204 len: 168 time: 0.3548083 Mar 05 14:34:09.054341 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52660) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:09.172842 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-908adebb-9b04-4128-97d2-cde5fa124c64 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:09.183331 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-908adebb-9b04-4128-97d2-cde5fa124c64 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Deleting port 08540cc0-cff3-43e8-9edc-a93d0463bc6d {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:34:09.183669 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-908adebb-9b04-4128-97d2-cde5fa124c64 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:09.510715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-908adebb-9b04-4128-97d2-cde5fa124c64 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] For port 08540cc0-cff3-43e8-9edc-a93d0463bc6d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=08540cc0-cff3-43e8-9edc-a93d0463bc6d,segment=NetworkSegment(45b0e94f-b308-4886-9bd1-d914ba21cbdd),segment_id=45b0e94f-b308-4886-9bd1-d914ba21cbdd)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:34:09.511164 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-908adebb-9b04-4128-97d2-cde5fa124c64 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:09.555028 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97aef745-e16b-4acc-8a61-589e8da23edb None None] Network 8982ec15-8520-49a3-8886-94b96607cacd requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:34:09.639698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-908adebb-9b04-4128-97d2-cde5fa124c64 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Calling delete_port for 08540cc0-cff3-43e8-9edc-a93d0463bc6d owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:34:09.716348 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a9850c8e-e8c5-463d-b4db-55ae9e426ac6 None None] Provisioning for port 08540cc0-cff3-43e8-9edc-a93d0463bc6d completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:34:09.721008 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-908adebb-9b04-4128-97d2-cde5fa124c64 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:09.728144 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a9850c8e-e8c5-463d-b4db-55ae9e426ac6 None None] Provisioning complete for port 08540cc0-cff3-43e8-9edc-a93d0463bc6d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:09.728509 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a9850c8e-e8c5-463d-b4db-55ae9e426ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:09.762640 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a9850c8e-e8c5-463d-b4db-55ae9e426ac6 None None] Port 08540cc0-cff3-43e8-9edc-a93d0463bc6d was deleted so its status cannot be updated. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 05 14:34:09.774849 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908adebb-9b04-4128-97d2-cde5fa124c64 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] No DVR routers for this DVR port 08540cc0-cff3-43e8-9edc-a93d0463bc6d on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:34:09.776387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908adebb-9b04-4128-97d2-cde5fa124c64 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Pushing event deleted for resources: {'Port': ['ID=08540cc0-cff3-43e8-9edc-a93d0463bc6d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:09.874549 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6504c0f-87b4-41e7-9cc9-1520919fc893 None None] DHCP port deletion for 8982ec15-8520-49a3-8886-94b96607cacd request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:34:09.911600 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-908adebb-9b04-4128-97d2-cde5fa124c64 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:09.937777 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-908adebb-9b04-4128-97d2-cde5fa124c64 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8982ec15-8520-49a3-8886-94b96607cacd']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:09.949971 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-908adebb-9b04-4128-97d2-cde5fa124c64 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b0e94f-b308-4886-9bd1-d914ba21cbdd') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:09.950270 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-908adebb-9b04-4128-97d2-cde5fa124c64 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b0e94f-b308-4886-9bd1-d914ba21cbdd') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:09.962109 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-908adebb-9b04-4128-97d2-cde5fa124c64 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:09.982053 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-908adebb-9b04-4128-97d2-cde5fa124c64 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:09.988219 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908adebb-9b04-4128-97d2-cde5fa124c64 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:34:09.988599 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-908adebb-9b04-4128-97d2-cde5fa124c64 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:34:10.003855 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:34:10.082114 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-908adebb-9b04-4128-97d2-cde5fa124c64 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:10.088679 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-908adebb-9b04-4128-97d2-cde5fa124c64 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:10.114988 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908adebb-9b04-4128-97d2-cde5fa124c64 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Pushing event deleted for resources: {'Network': ['ID=8982ec15-8520-49a3-8886-94b96607cacd,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:10.119050 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-908adebb-9b04-4128-97d2-cde5fa124c64 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "DELETE /v2.0/networks/8982ec15-8520-49a3-8886-94b96607cacd HTTP/1.1" status: 204 len: 168 time: 1.0636463 Mar 05 14:34:10.121417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52664) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:10.162711 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-028a6e42-68c9-4560-b59c-e5fa201e7701 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] DELETE failed (client error): The resource could not be found. Mar 05 14:34:10.163173 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-028a6e42-68c9-4560-b59c-e5fa201e7701 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:34:10.164759 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-028a6e42-68c9-4560-b59c-e5fa201e7701 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "DELETE /v2.0/subnets/f0e93eae-4f77-47d4-b3ed-6943e60ed452 HTTP/1.1" status: 404 len: 337 time: 0.0424521 Mar 05 14:34:10.167123 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52668) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:10.190900 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-704dba4c-b919-49b7-807a-dd6b8e914ec3 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] DELETE failed (client error): The resource could not be found. Mar 05 14:34:10.191352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-704dba4c-b919-49b7-807a-dd6b8e914ec3 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:34:10.193049 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-704dba4c-b919-49b7-807a-dd6b8e914ec3 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "DELETE /v2.0/networks/f8f000b8-afba-4cce-b2f9-9a0246ef8714 HTTP/1.1" status: 404 len: 339 time: 0.0250869 Mar 05 14:34:10.195363 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52672) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:10.232309 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c146c5-4f23-4c7d-b031-8ea41c411075 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] DELETE failed (client error): The resource could not be found. Mar 05 14:34:10.232676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39c146c5-4f23-4c7d-b031-8ea41c411075 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:34:10.234239 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-39c146c5-4f23-4c7d-b031-8ea41c411075 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "DELETE /v2.0/subnets/726c5106-d308-41d2-8cbc-12319855ba7e HTTP/1.1" status: 404 len: 337 time: 0.0380414 Mar 05 14:34:10.236662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52676) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:10.260277 n-d-803718-1 neutron-server[87914]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d282688-712e-42a3-bd6f-480ace55eae5 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] DELETE failed (client error): The resource could not be found. Mar 05 14:34:10.260736 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d282688-712e-42a3-bd6f-480ace55eae5 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87914) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 14:34:10.262298 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5d282688-712e-42a3-bd6f-480ace55eae5 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "DELETE /v2.0/networks/b7fe6d5f-50cc-4238-9927-57d879aa76b7 HTTP/1.1" status: 404 len: 339 time: 0.0247593 Mar 05 14:34:10.264509 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52680) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:10.331901 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-5287c520-8fcd-4de9-8c4c-12dd74503238 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Deleting subnet ec9f764c-4e2c-4e31-acc3-40e6f55188b2 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:34:10.335266 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5287c520-8fcd-4de9-8c4c-12dd74503238 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:10.387957 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5287c520-8fcd-4de9-8c4c-12dd74503238 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:10.475664 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5287c520-8fcd-4de9-8c4c-12dd74503238 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:10.548951 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5287c520-8fcd-4de9-8c4c-12dd74503238 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:10.589436 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287c520-8fcd-4de9-8c4c-12dd74503238 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Pushing event deleted for resources: {'Subnet': ['ID=ec9f764c-4e2c-4e31-acc3-40e6f55188b2,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:10.593367 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5287c520-8fcd-4de9-8c4c-12dd74503238 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:10.599770 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4905207-9c02-4989-8ac7-9a0ef668bff2 None None] Network 10994c46-e1bf-486b-a15c-3374fb1e1920 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:34:10.606515 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5287c520-8fcd-4de9-8c4c-12dd74503238 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "DELETE /v2.0/subnets/ec9f764c-4e2c-4e31-acc3-40e6f55188b2 HTTP/1.1" status: 204 len: 168 time: 0.3410888 Mar 05 14:34:10.608933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52686) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:10.725996 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5dee9629-031a-4540-902e-0f8752d279c9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:10.736317 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5dee9629-031a-4540-902e-0f8752d279c9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Deleting port f53e990e-5f27-4d7a-9358-46b3a93fd719 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:34:10.736643 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5dee9629-031a-4540-902e-0f8752d279c9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:10.837584 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21201f6-e3db-499c-ab49-9c0787a812be None None] DHCP port deletion for 10994c46-e1bf-486b-a15c-3374fb1e1920 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:34:10.841429 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c21201f6-e3db-499c-ab49-9c0787a812be None None] Deleting port f53e990e-5f27-4d7a-9358-46b3a93fd719 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:34:10.841801 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c21201f6-e3db-499c-ab49-9c0787a812be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:10.949736 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-5dee9629-031a-4540-902e-0f8752d279c9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] For port f53e990e-5f27-4d7a-9358-46b3a93fd719, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f53e990e-5f27-4d7a-9358-46b3a93fd719,segment=NetworkSegment(f9ff04db-0a52-40de-ab47-9f0824f4e233),segment_id=f9ff04db-0a52-40de-ab47-9f0824f4e233)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:34:10.950083 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5dee9629-031a-4540-902e-0f8752d279c9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:11.055302 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c21201f6-e3db-499c-ab49-9c0787a812be None None] For port f53e990e-5f27-4d7a-9358-46b3a93fd719, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=f53e990e-5f27-4d7a-9358-46b3a93fd719,segment=NetworkSegment(f9ff04db-0a52-40de-ab47-9f0824f4e233),segment_id=f9ff04db-0a52-40de-ab47-9f0824f4e233)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:34:11.055750 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c21201f6-e3db-499c-ab49-9c0787a812be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:11.062505 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2e355cd1-e924-4b39-a79a-e129da8263b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:11.074678 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5dee9629-031a-4540-902e-0f8752d279c9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Calling delete_port for f53e990e-5f27-4d7a-9358-46b3a93fd719 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:34:11.155531 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5dee9629-031a-4540-902e-0f8752d279c9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:11.181505 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c21201f6-e3db-499c-ab49-9c0787a812be None None] Calling delete_port for f53e990e-5f27-4d7a-9358-46b3a93fd719 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:34:11.203738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee9629-031a-4540-902e-0f8752d279c9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Pushing event deleted for resources: {'Port': ['ID=f53e990e-5f27-4d7a-9358-46b3a93fd719,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:11.209123 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dee9629-031a-4540-902e-0f8752d279c9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] No DVR routers for this DVR port f53e990e-5f27-4d7a-9358-46b3a93fd719 on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:34:11.252352 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-c21201f6-e3db-499c-ab49-9c0787a812be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:34:11.252707 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-c21201f6-e3db-499c-ab49-9c0787a812be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:34:11.427408 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5dee9629-031a-4540-902e-0f8752d279c9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:11.452624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-5dee9629-031a-4540-902e-0f8752d279c9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10994c46-e1bf-486b-a15c-3374fb1e1920']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:11.464838 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-5dee9629-031a-4540-902e-0f8752d279c9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ff04db-0a52-40de-ab47-9f0824f4e233') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:11.465130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-5dee9629-031a-4540-902e-0f8752d279c9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ff04db-0a52-40de-ab47-9f0824f4e233') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:11.476766 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5dee9629-031a-4540-902e-0f8752d279c9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:11.496033 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5dee9629-031a-4540-902e-0f8752d279c9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:11.501825 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dee9629-031a-4540-902e-0f8752d279c9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:34:11.502200 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5dee9629-031a-4540-902e-0f8752d279c9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:34:11.516344 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:34:11.592466 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5dee9629-031a-4540-902e-0f8752d279c9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:11.597279 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5dee9629-031a-4540-902e-0f8752d279c9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:11.622204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee9629-031a-4540-902e-0f8752d279c9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] Pushing event deleted for resources: {'Network': ['ID=10994c46-e1bf-486b-a15c-3374fb1e1920,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:11.627217 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5dee9629-031a-4540-902e-0f8752d279c9 tempest-NetworksIpV6Test-1092259299 tempest-NetworksIpV6Test-1092259299-project] 10.222.0.16 "DELETE /v2.0/networks/10994c46-e1bf-486b-a15c-3374fb1e1920 HTTP/1.1" status: 204 len: 168 time: 1.0173690 Mar 05 14:34:11.753894 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c21201f6-e3db-499c-ab49-9c0787a812be None None] Deleting port f53e990e-5f27-4d7a-9358-46b3a93fd719 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:34:11.755043 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c21201f6-e3db-499c-ab49-9c0787a812be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:11.804855 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f53e990e-5f27-4d7a-9358-46b3a93fd719 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:34:11.875851 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: f53e990e-5f27-4d7a-9358-46b3a93fd719 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:34:11.876192 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device f53e990e-5f27-4d7a-9358-46b3a93fd719 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:34:11.876608 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 08540cc0-cff3-43e8-9edc-a93d0463bc6d no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:34:11.893938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52694) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:11.940266 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-c21201f6-e3db-499c-ab49-9c0787a812be None None] The port 'f53e990e-5f27-4d7a-9358-46b3a93fd719' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:34:11.940976 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 08540cc0-cff3-43e8-9edc-a93d0463bc6d {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:34:11.941323 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 08540cc0-cff3-43e8-9edc-a93d0463bc6d not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:34:12.061004 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1c096e73-302a-4381-984d-0b6bdd59513b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=939d420083954ae18cbba667fc7619c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658330 Mar 05 14:34:12.063556 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52700) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:12.120454 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9b73b51a-5f9d-4454-84e0-1ce79838a635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:12.146755 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9b73b51a-5f9d-4454-84e0-1ce79838a635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:12.187263 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:12.199379 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9b73b51a-5f9d-4454-84e0-1ce79838a635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:12.214299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73b51a-5f9d-4454-84e0-1ce79838a635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238c97ec-7447-4367-8b7c-5593b64d6e48,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:12.220403 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9b73b51a-5f9d-4454-84e0-1ce79838a635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:12.221499 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9b73b51a-5f9d-4454-84e0-1ce79838a635 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/238c97ec-7447-4367-8b7c-5593b64d6e48 HTTP/1.1" status: 204 len: 168 time: 0.1570663 Mar 05 14:34:12.252117 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:12.893748 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52724) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:12.994123 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-2718b44c-40d2-4f25-8c2d-d8e91811b90e tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-987744061', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:34:13.001386 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2718b44c-40d2-4f25-8c2d-d8e91811b90e tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:34:13.005661 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2718b44c-40d2-4f25-8c2d-d8e91811b90e tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Usage tracker for resource:router and tenant:664c007c76f9425ca7474f81e3fe534a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:34:13.008486 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2718b44c-40d2-4f25-8c2d-d8e91811b90e tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:34:13.014547 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2718b44c-40d2-4f25-8c2d-d8e91811b90e tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:34:13.024446 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2718b44c-40d2-4f25-8c2d-d8e91811b90e tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:13.025374 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2718b44c-40d2-4f25-8c2d-d8e91811b90e tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:13.039475 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2718b44c-40d2-4f25-8c2d-d8e91811b90e tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:13.057109 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2718b44c-40d2-4f25-8c2d-d8e91811b90e tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:13.078207 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2718b44c-40d2-4f25-8c2d-d8e91811b90e tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:13.079364 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2718b44c-40d2-4f25-8c2d-d8e91811b90e tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1846387 Mar 05 14:34:13.082230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52730) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:13.087535 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-83960626-0944-4d45-8351-ea8ce45745c9 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1136447557'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:34:13.092869 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-83960626-0944-4d45-8351-ea8ce45745c9 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:34:13.097145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-83960626-0944-4d45-8351-ea8ce45745c9 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Usage tracker for resource:network and tenant:664c007c76f9425ca7474f81e3fe534a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:34:13.100032 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-83960626-0944-4d45-8351-ea8ce45745c9 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:34:13.105534 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-83960626-0944-4d45-8351-ea8ce45745c9 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:34:13.115101 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83960626-0944-4d45-8351-ea8ce45745c9 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Made reservation on behalf of 664c007c76f9425ca7474f81e3fe534a for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:34:13.118324 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-83960626-0944-4d45-8351-ea8ce45745c9 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:13.130532 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-83960626-0944-4d45-8351-ea8ce45745c9 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:13.144447 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-83960626-0944-4d45-8351-ea8ce45745c9 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:34:13.148164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-83960626-0944-4d45-8351-ea8ce45745c9 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Usage tracker for resource:security_group_rule and tenant:664c007c76f9425ca7474f81e3fe534a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:34:13.150879 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-83960626-0944-4d45-8351-ea8ce45745c9 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:34:13.156317 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-83960626-0944-4d45-8351-ea8ce45745c9 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:34:13.237419 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-83960626-0944-4d45-8351-ea8ce45745c9 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:13.241466 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-83960626-0944-4d45-8351-ea8ce45745c9 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:13.275852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83960626-0944-4d45-8351-ea8ce45745c9 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:34:13.283912 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83960626-0944-4d45-8351-ea8ce45745c9 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f196a17b-68bf-4ddf-8020-83d6ea15701e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:13.289602 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-83960626-0944-4d45-8351-ea8ce45745c9 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:13.289944 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-83960626-0944-4d45-8351-ea8ce45745c9 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Added segment 8a6de7a2-f693-4e08-acd6-81f7b7d36e72 of type vlan for network 934fac82-82d5-4059-85db-6159e02936a8 Mar 05 14:34:13.316295 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-83960626-0944-4d45-8351-ea8ce45745c9 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:13.344285 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-83960626-0944-4d45-8351-ea8ce45745c9 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:13.350322 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83960626-0944-4d45-8351-ea8ce45745c9 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:13.350950 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-83960626-0944-4d45-8351-ea8ce45745c9 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:13.463757 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-83960626-0944-4d45-8351-ea8ce45745c9 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3804591 Mar 05 14:34:13.466531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83960626-0944-4d45-8351-ea8ce45745c9 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Pushing event updated for resources: {'Network': ['ID=934fac82-82d5-4059-85db-6159e02936a8,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:13.466702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52734) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:13.472732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-6a0e3746-e695-4e5a-9901-7b7902f2e460 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Request body: {'subnet': {'network_id': '934fac82-82d5-4059-85db-6159e02936a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:34:13.477652 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 934fac82-82d5-4059-85db-6159e02936a8 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:34:13.586715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6a0e3746-e695-4e5a-9901-7b7902f2e460 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:34:13.590509 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6a0e3746-e695-4e5a-9901-7b7902f2e460 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Usage tracker for resource:subnet and tenant:664c007c76f9425ca7474f81e3fe534a is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:34:13.593311 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6a0e3746-e695-4e5a-9901-7b7902f2e460 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:34:13.599535 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6a0e3746-e695-4e5a-9901-7b7902f2e460 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:34:13.608372 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0e3746-e695-4e5a-9901-7b7902f2e460 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Made reservation on behalf of 664c007c76f9425ca7474f81e3fe534a for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:34:13.612049 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3746-e695-4e5a-9901-7b7902f2e460 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:13.832105 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3746-e695-4e5a-9901-7b7902f2e460 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:13.845405 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:13.912489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e3746-e695-4e5a-9901-7b7902f2e460 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Pushing event updated for resources: {'Subnet': ['ID=32c63754-eb76-431c-beaa-fcf41eb24205,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:13.920950 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0e3746-e695-4e5a-9901-7b7902f2e460 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Checking segment: {'id': '8a6de7a2-f693-4e08-acd6-81f7b7d36e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '934fac82-82d5-4059-85db-6159e02936a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:34:13.921311 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0e3746-e695-4e5a-9901-7b7902f2e460 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Network hostable DHCP agents. Network: 934fac82-82d5-4059-85db-6159e02936a8, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:34:13.940066 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0e3746-e695-4e5a-9901-7b7902f2e460 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Network 934fac82-82d5-4059-85db-6159e02936a8 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:34:13.948866 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-6a0e3746-e695-4e5a-9901-7b7902f2e460 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 934fac82-82d5-4059-85db-6159e02936a8) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:34:13.952713 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0e3746-e695-4e5a-9901-7b7902f2e460 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:13.953409 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3746-e695-4e5a-9901-7b7902f2e460 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:13.960611 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12adb0e7-6d7f-43bd-a07b-b650d3235c19 None None] Network 934fac82-82d5-4059-85db-6159e02936a8 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:34:13.975266 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6a0e3746-e695-4e5a-9901-7b7902f2e460 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5074670 Mar 05 14:34:13.978314 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52738) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:13.983817 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-44000339-fbce-4f1d-a4df-6a359fc1f783 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-791708010'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:34:13.989236 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-44000339-fbce-4f1d-a4df-6a359fc1f783 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:34:13.993676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-44000339-fbce-4f1d-a4df-6a359fc1f783 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Usage tracker for resource:network and tenant:664c007c76f9425ca7474f81e3fe534a is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:34:13.996707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-44000339-fbce-4f1d-a4df-6a359fc1f783 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:34:14.002675 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-44000339-fbce-4f1d-a4df-6a359fc1f783 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:34:14.012624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44000339-fbce-4f1d-a4df-6a359fc1f783 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Made reservation on behalf of 664c007c76f9425ca7474f81e3fe534a for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:34:14.016129 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-44000339-fbce-4f1d-a4df-6a359fc1f783 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:14.044832 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44000339-fbce-4f1d-a4df-6a359fc1f783 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:34:14.054307 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-44000339-fbce-4f1d-a4df-6a359fc1f783 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:14.054746 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-44000339-fbce-4f1d-a4df-6a359fc1f783 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Added segment a3f8dea2-aa3f-4a5b-aa41-57059b982388 of type vlan for network 23e196e8-1b37-4598-850d-8b2dc6136312 Mar 05 14:34:14.080836 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-44000339-fbce-4f1d-a4df-6a359fc1f783 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:14.116094 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-44000339-fbce-4f1d-a4df-6a359fc1f783 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:14.121549 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44000339-fbce-4f1d-a4df-6a359fc1f783 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:14.122133 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-44000339-fbce-4f1d-a4df-6a359fc1f783 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:14.179205 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-44000339-fbce-4f1d-a4df-6a359fc1f783 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1970992 Mar 05 14:34:14.179378 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecf6b76-048c-4298-957f-67480c3df823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-934fac82-82d5-4059-85db-6159e02936a8', 'network_id': '934fac82-82d5-4059-85db-6159e02936a8', 'tenant_id': '664c007c76f9425ca7474f81e3fe534a', 'fixed_ips': [{'subnet_id': '32c63754-eb76-431c-beaa-fcf41eb24205'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:34:14.179378 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6b76-048c-4298-957f-67480c3df823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:14.179726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52742) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:14.186332 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-0ea68734-7c55-4580-91b2-713bc27af26b tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Request body: {'subnet': {'network_id': '23e196e8-1b37-4598-850d-8b2dc6136312', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:34:14.234663 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44000339-fbce-4f1d-a4df-6a359fc1f783 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Pushing event updated for resources: {'Network': ['ID=23e196e8-1b37-4598-850d-8b2dc6136312,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:14.252329 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 23e196e8-1b37-4598-850d-8b2dc6136312 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:34:14.302331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0ea68734-7c55-4580-91b2-713bc27af26b tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:34:14.306152 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0ea68734-7c55-4580-91b2-713bc27af26b tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Usage tracker for resource:subnet and tenant:664c007c76f9425ca7474f81e3fe534a is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:34:14.309296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0ea68734-7c55-4580-91b2-713bc27af26b tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:34:14.314960 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0ea68734-7c55-4580-91b2-713bc27af26b tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:34:14.324431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea68734-7c55-4580-91b2-713bc27af26b tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Made reservation on behalf of 664c007c76f9425ca7474f81e3fe534a for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:34:14.328048 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0ea68734-7c55-4580-91b2-713bc27af26b tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:14.423318 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-8ecf6b76-048c-4298-957f-67480c3df823 None None] Allocated IP 172.20.0.2 (934fac82-82d5-4059-85db-6159e02936a8/32c63754-eb76-431c-beaa-fcf41eb24205/9b47ac37-8927-491d-b0e9-ac33bc01fc68) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:34:14.569041 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0ea68734-7c55-4580-91b2-713bc27af26b tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:14.638623 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6b76-048c-4298-957f-67480c3df823 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:14.651944 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8ecf6b76-048c-4298-957f-67480c3df823 None None] Transition to ACTIVE for port object 9b47ac37-8927-491d-b0e9-ac33bc01fc68 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:34:14.652990 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea68734-7c55-4580-91b2-713bc27af26b tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Pushing event updated for resources: {'Subnet': ['ID=93049cad-252b-443f-be8f-2c7208296185,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:14.662507 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea68734-7c55-4580-91b2-713bc27af26b tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Checking segment: {'id': 'a3f8dea2-aa3f-4a5b-aa41-57059b982388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23e196e8-1b37-4598-850d-8b2dc6136312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:34:14.662976 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea68734-7c55-4580-91b2-713bc27af26b tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Network hostable DHCP agents. Network: 23e196e8-1b37-4598-850d-8b2dc6136312, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:34:14.671655 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8ecf6b76-048c-4298-957f-67480c3df823 None None] Transition to ACTIVE for port object 9b47ac37-8927-491d-b0e9-ac33bc01fc68 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:34:14.678895 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6b76-048c-4298-957f-67480c3df823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:14.684444 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea68734-7c55-4580-91b2-713bc27af26b tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Network 23e196e8-1b37-4598-850d-8b2dc6136312 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:34:14.694482 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-0ea68734-7c55-4580-91b2-713bc27af26b tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 23e196e8-1b37-4598-850d-8b2dc6136312) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:34:14.698660 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea68734-7c55-4580-91b2-713bc27af26b tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:14.699423 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0ea68734-7c55-4580-91b2-713bc27af26b tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:14.725094 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0ea68734-7c55-4580-91b2-713bc27af26b tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5414252 Mar 05 14:34:14.726539 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e277d6ba-2180-425d-b89d-7473f26d236a None None] Network 23e196e8-1b37-4598-850d-8b2dc6136312 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:34:14.727037 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52746) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:14.732255 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-7dd97ad0-b1de-4c7c-a656-50da7560e8a4 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Request body: {'router': {'external_gateway_info': {'network_id': '23e196e8-1b37-4598-850d-8b2dc6136312'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:34:14.854285 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecf6b76-048c-4298-957f-67480c3df823 None None] Network 934fac82-82d5-4059-85db-6159e02936a8 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:34:14.857251 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf6b76-048c-4298-957f-67480c3df823 None None] Pushing event updated for resources: {'Port': ['ID=9b47ac37-8927-491d-b0e9-ac33bc01fc68,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:14.863292 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-8ecf6b76-048c-4298-957f-67480c3df823 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:34:14.866425 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecf6b76-048c-4298-957f-67480c3df823 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:34:15.012112 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8ecf6b76-048c-4298-957f-67480c3df823 None None] Attempting to bind port 9b47ac37-8927-491d-b0e9-ac33bc01fc68 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:34:15.012491 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8ecf6b76-048c-4298-957f-67480c3df823 None None] Attempting to bind port 9b47ac37-8927-491d-b0e9-ac33bc01fc68 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8a6de7a2-f693-4e08-acd6-81f7b7d36e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '934fac82-82d5-4059-85db-6159e02936a8'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:34:15.012837 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf6b76-048c-4298-957f-67480c3df823 None None] Attempting to bind port 9b47ac37-8927-491d-b0e9-ac33bc01fc68 on network 934fac82-82d5-4059-85db-6159e02936a8 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:34:15.023157 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf6b76-048c-4298-957f-67480c3df823 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:34:15.023531 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf6b76-048c-4298-957f-67480c3df823 None None] Checking segment: {'id': '8a6de7a2-f693-4e08-acd6-81f7b7d36e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '934fac82-82d5-4059-85db-6159e02936a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:34:15.023931 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6b76-048c-4298-957f-67480c3df823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:15.024321 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf6b76-048c-4298-957f-67480c3df823 None None] Bound using segment: {'id': '8a6de7a2-f693-4e08-acd6-81f7b7d36e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '934fac82-82d5-4059-85db-6159e02936a8'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:34:15.024785 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8ecf6b76-048c-4298-957f-67480c3df823 None None] Bound port: 9b47ac37-8927-491d-b0e9-ac33bc01fc68, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6de7a2-f693-4e08-acd6-81f7b7d36e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '934fac82-82d5-4059-85db-6159e02936a8'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:34:15.025158 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6b76-048c-4298-957f-67480c3df823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:15.107471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f482c8-bf78-4c16-92a6-4618e4fe6cef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-23e196e8-1b37-4598-850d-8b2dc6136312', 'network_id': '23e196e8-1b37-4598-850d-8b2dc6136312', 'tenant_id': '664c007c76f9425ca7474f81e3fe534a', 'fixed_ips': [{'subnet_id': '93049cad-252b-443f-be8f-2c7208296185'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:34:15.108300 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-71f482c8-bf78-4c16-92a6-4618e4fe6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:15.238437 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7dd97ad0-b1de-4c7c-a656-50da7560e8a4 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:15.240785 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8ecf6b76-048c-4298-957f-67480c3df823 None None] For port 9b47ac37-8927-491d-b0e9-ac33bc01fc68, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:34:15.287700 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8ecf6b76-048c-4298-957f-67480c3df823 None None] For port 9b47ac37-8927-491d-b0e9-ac33bc01fc68, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=9b47ac37-8927-491d-b0e9-ac33bc01fc68,segment=NetworkSegment(8a6de7a2-f693-4e08-acd6-81f7b7d36e72),segment_id=8a6de7a2-f693-4e08-acd6-81f7b7d36e72)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:34:15.295013 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6b76-048c-4298-957f-67480c3df823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:15.390890 n-d-803718-1 neutron-server[87914]: INFO neutron.api.v2.resource [None req-7dd97ad0-b1de-4c7c-a656-50da7560e8a4 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 14:34:15.392130 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7dd97ad0-b1de-4c7c-a656-50da7560e8a4 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] 10.222.0.16 "PUT /v2.0/routers/b9aa642c-352d-4386-a6d0-b403913b28d3 HTTP/1.1" status: 400 len: 364 time: 0.6641030 Mar 05 14:34:15.398865 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52750) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:15.437630 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-71f482c8-bf78-4c16-92a6-4618e4fe6cef None None] Allocated IP 172.21.0.2 (23e196e8-1b37-4598-850d-8b2dc6136312/93049cad-252b-443f-be8f-2c7208296185/b1b531fb-3097-4573-915e-ad6d1c5f1569) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:34:15.450200 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf6b76-048c-4298-957f-67480c3df823 None None] Pushing event updated for resources: {'Port': ['ID=9b47ac37-8927-491d-b0e9-ac33bc01fc68,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:15.484718 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e00c9c5-ecf8-4577-9225-391859d7b80c tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Deleting subnet 93049cad-252b-443f-be8f-2c7208296185 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:34:15.685903 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-71f482c8-bf78-4c16-92a6-4618e4fe6cef None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:15.697598 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-71f482c8-bf78-4c16-92a6-4618e4fe6cef None None] Transition to ACTIVE for port object b1b531fb-3097-4573-915e-ad6d1c5f1569 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:34:15.717637 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-71f482c8-bf78-4c16-92a6-4618e4fe6cef None None] Transition to ACTIVE for port object b1b531fb-3097-4573-915e-ad6d1c5f1569 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:34:15.722972 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7e00c9c5-ecf8-4577-9225-391859d7b80c tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:15.723620 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-71f482c8-bf78-4c16-92a6-4618e4fe6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:15.784697 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f482c8-bf78-4c16-92a6-4618e4fe6cef None None] Network 23e196e8-1b37-4598-850d-8b2dc6136312 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:34:15.792621 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-71f482c8-bf78-4c16-92a6-4618e4fe6cef None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:34:15.796795 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f482c8-bf78-4c16-92a6-4618e4fe6cef None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:34:15.803055 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f482c8-bf78-4c16-92a6-4618e4fe6cef None None] Pushing event updated for resources: {'Port': ['ID=b1b531fb-3097-4573-915e-ad6d1c5f1569,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:15.812977 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7e00c9c5-ecf8-4577-9225-391859d7b80c tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:15.872408 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 9b47ac37-8927-491d-b0e9-ac33bc01fc68 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:34:15.899257 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7e00c9c5-ecf8-4577-9225-391859d7b80c tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:15.936068 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-71f482c8-bf78-4c16-92a6-4618e4fe6cef None None] Attempting to bind port b1b531fb-3097-4573-915e-ad6d1c5f1569 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:34:15.936428 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-71f482c8-bf78-4c16-92a6-4618e4fe6cef None None] Attempting to bind port b1b531fb-3097-4573-915e-ad6d1c5f1569 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'a3f8dea2-aa3f-4a5b-aa41-57059b982388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23e196e8-1b37-4598-850d-8b2dc6136312'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:34:15.936783 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f482c8-bf78-4c16-92a6-4618e4fe6cef None None] Attempting to bind port b1b531fb-3097-4573-915e-ad6d1c5f1569 on network 23e196e8-1b37-4598-850d-8b2dc6136312 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:34:15.946222 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f482c8-bf78-4c16-92a6-4618e4fe6cef None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:34:15.946582 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f482c8-bf78-4c16-92a6-4618e4fe6cef None None] Checking segment: {'id': 'a3f8dea2-aa3f-4a5b-aa41-57059b982388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23e196e8-1b37-4598-850d-8b2dc6136312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:34:15.947006 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-71f482c8-bf78-4c16-92a6-4618e4fe6cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:15.947388 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f482c8-bf78-4c16-92a6-4618e4fe6cef None None] Bound using segment: {'id': 'a3f8dea2-aa3f-4a5b-aa41-57059b982388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23e196e8-1b37-4598-850d-8b2dc6136312'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:34:15.947850 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-71f482c8-bf78-4c16-92a6-4618e4fe6cef None None] Bound port: b1b531fb-3097-4573-915e-ad6d1c5f1569, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f8dea2-aa3f-4a5b-aa41-57059b982388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23e196e8-1b37-4598-850d-8b2dc6136312'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:34:15.948208 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-71f482c8-bf78-4c16-92a6-4618e4fe6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:15.976424 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7e00c9c5-ecf8-4577-9225-391859d7b80c tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:16.013276 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 9b47ac37-8927-491d-b0e9-ac33bc01fc68 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:34:16.026694 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00c9c5-ecf8-4577-9225-391859d7b80c tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Pushing event deleted for resources: {'Subnet': ['ID=93049cad-252b-443f-be8f-2c7208296185,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:16.030495 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7e00c9c5-ecf8-4577-9225-391859d7b80c tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:16.037647 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7e00c9c5-ecf8-4577-9225-391859d7b80c tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] 10.222.0.16 "DELETE /v2.0/subnets/93049cad-252b-443f-be8f-2c7208296185 HTTP/1.1" status: 204 len: 168 time: 0.6353526 Mar 05 14:34:16.040073 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52754) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:16.053728 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-71f482c8-bf78-4c16-92a6-4618e4fe6cef None None] For port b1b531fb-3097-4573-915e-ad6d1c5f1569, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:34:16.057724 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-71f482c8-bf78-4c16-92a6-4618e4fe6cef None None] For port b1b531fb-3097-4573-915e-ad6d1c5f1569, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b1b531fb-3097-4573-915e-ad6d1c5f1569,segment=NetworkSegment(a3f8dea2-aa3f-4a5b-aa41-57059b982388),segment_id=a3f8dea2-aa3f-4a5b-aa41-57059b982388)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:34:16.062412 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-71f482c8-bf78-4c16-92a6-4618e4fe6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:16.170117 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab14c-a427-4243-a1e9-dd8ebb5ff87f tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:16.181655 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-9b8ab14c-a427-4243-a1e9-dd8ebb5ff87f tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Deleting port b1b531fb-3097-4573-915e-ad6d1c5f1569 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:34:16.182239 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab14c-a427-4243-a1e9-dd8ebb5ff87f tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:16.201960 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f482c8-bf78-4c16-92a6-4618e4fe6cef None None] Pushing event updated for resources: {'Port': ['ID=b1b531fb-3097-4573-915e-ad6d1c5f1569,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:16.219600 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa36071c-878d-49f7-94b9-39c0107a66e1 None None] Network 23e196e8-1b37-4598-850d-8b2dc6136312 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:34:16.397974 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-9b8ab14c-a427-4243-a1e9-dd8ebb5ff87f tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] For port b1b531fb-3097-4573-915e-ad6d1c5f1569, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b1b531fb-3097-4573-915e-ad6d1c5f1569,segment=NetworkSegment(a3f8dea2-aa3f-4a5b-aa41-57059b982388),segment_id=a3f8dea2-aa3f-4a5b-aa41-57059b982388)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:34:16.398330 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab14c-a427-4243-a1e9-dd8ebb5ff87f tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:16.413618 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6e7c4b-ebfa-4959-bafb-007b1c5d7a2e None None] Network 934fac82-82d5-4059-85db-6159e02936a8 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:34:16.508500 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b75d38c9-401d-417a-813d-92a780ffec5a None None] Provisioning for port 9b47ac37-8927-491d-b0e9-ac33bc01fc68 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:34:16.520912 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b75d38c9-401d-417a-813d-92a780ffec5a None None] Provisioning complete for port 9b47ac37-8927-491d-b0e9-ac33bc01fc68 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:16.521283 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b75d38c9-401d-417a-813d-92a780ffec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:16.523485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-9b8ab14c-a427-4243-a1e9-dd8ebb5ff87f tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Calling delete_port for b1b531fb-3097-4573-915e-ad6d1c5f1569 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:34:16.603339 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab14c-a427-4243-a1e9-dd8ebb5ff87f tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:16.651600 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ab14c-a427-4243-a1e9-dd8ebb5ff87f tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Pushing event deleted for resources: {'Port': ['ID=b1b531fb-3097-4573-915e-ad6d1c5f1569,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:16.653454 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8ab14c-a427-4243-a1e9-dd8ebb5ff87f tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] No DVR routers for this DVR port b1b531fb-3097-4573-915e-ad6d1c5f1569 on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:34:16.738787 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b75d38c9-401d-417a-813d-92a780ffec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:16.779434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b75d38c9-401d-417a-813d-92a780ffec5a None None] For port 9b47ac37-8927-491d-b0e9-ac33bc01fc68, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=9b47ac37-8927-491d-b0e9-ac33bc01fc68,segment=NetworkSegment(8a6de7a2-f693-4e08-acd6-81f7b7d36e72),segment_id=8a6de7a2-f693-4e08-acd6-81f7b7d36e72)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:34:16.779768 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab14c-a427-4243-a1e9-dd8ebb5ff87f tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:16.787204 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b75d38c9-401d-417a-813d-92a780ffec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:16.808913 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-9b8ab14c-a427-4243-a1e9-dd8ebb5ff87f tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e196e8-1b37-4598-850d-8b2dc6136312']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:16.825786 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-9b8ab14c-a427-4243-a1e9-dd8ebb5ff87f tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f8dea2-aa3f-4a5b-aa41-57059b982388') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:16.826413 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-9b8ab14c-a427-4243-a1e9-dd8ebb5ff87f tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f8dea2-aa3f-4a5b-aa41-57059b982388') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:16.839691 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab14c-a427-4243-a1e9-dd8ebb5ff87f tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:16.856763 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab14c-a427-4243-a1e9-dd8ebb5ff87f tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:16.858435 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d38c9-401d-417a-813d-92a780ffec5a None None] Pushing event updated for resources: {'Port': ['ID=9b47ac37-8927-491d-b0e9-ac33bc01fc68,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:16.869712 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8ab14c-a427-4243-a1e9-dd8ebb5ff87f tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:34:16.870125 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab14c-a427-4243-a1e9-dd8ebb5ff87f tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:34:16.885927 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:34:16.967012 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab14c-a427-4243-a1e9-dd8ebb5ff87f tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:16.986185 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab14c-a427-4243-a1e9-dd8ebb5ff87f tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:17.002732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ab14c-a427-4243-a1e9-dd8ebb5ff87f tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Pushing event deleted for resources: {'Network': ['ID=23e196e8-1b37-4598-850d-8b2dc6136312,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:17.007792 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9b8ab14c-a427-4243-a1e9-dd8ebb5ff87f tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] 10.222.0.16 "DELETE /v2.0/networks/23e196e8-1b37-4598-850d-8b2dc6136312 HTTP/1.1" status: 204 len: 168 time: 0.9667981 Mar 05 14:34:17.007944 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ec0f91-1c16-47f6-9b84-b8cf26a97cfd None None] get_active_networks_info from n-d-803718-1 {{(pid=87915) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 05 14:34:17.010274 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52758) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:17.075696 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d3681f-3165-4c65-be8e-78b45eec4898 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Deleting subnet 32c63754-eb76-431c-beaa-fcf41eb24205 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:34:17.078731 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-56d3681f-3165-4c65-be8e-78b45eec4898 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:17.099165 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ec0f91-1c16-47f6-9b84-b8cf26a97cfd None None] Resources bound (agent type, host, resource id): {{(pid=87915) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 14:34:17.134569 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-56d3681f-3165-4c65-be8e-78b45eec4898 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:17.151021 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-da30614d-4f28-4358-8133-de1e03769947 None None] Provisioning complete for port 9b47ac37-8927-491d-b0e9-ac33bc01fc68 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:17.151390 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-da30614d-4f28-4358-8133-de1e03769947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:17.221913 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-56d3681f-3165-4c65-be8e-78b45eec4898 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:17.298515 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-56d3681f-3165-4c65-be8e-78b45eec4898 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:17.339430 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3681f-3165-4c65-be8e-78b45eec4898 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Pushing event deleted for resources: {'Subnet': ['ID=32c63754-eb76-431c-beaa-fcf41eb24205,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:17.344220 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-56d3681f-3165-4c65-be8e-78b45eec4898 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:17.350578 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-56d3681f-3165-4c65-be8e-78b45eec4898 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] 10.222.0.16 "DELETE /v2.0/subnets/32c63754-eb76-431c-beaa-fcf41eb24205 HTTP/1.1" status: 204 len: 168 time: 0.3394964 Mar 05 14:34:17.353089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52762) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:17.468774 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22f83804-cca7-4db6-9f81-7ec3cb75cea8 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:17.479301 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-22f83804-cca7-4db6-9f81-7ec3cb75cea8 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Deleting port 9b47ac37-8927-491d-b0e9-ac33bc01fc68 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:34:17.479625 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22f83804-cca7-4db6-9f81-7ec3cb75cea8 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:17.535948 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c996e1-4472-41ee-a6b0-b90cd05d9815 None None] Network 934fac82-82d5-4059-85db-6159e02936a8 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:34:17.685733 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-22f83804-cca7-4db6-9f81-7ec3cb75cea8 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] For port 9b47ac37-8927-491d-b0e9-ac33bc01fc68, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=9b47ac37-8927-491d-b0e9-ac33bc01fc68,segment=NetworkSegment(8a6de7a2-f693-4e08-acd6-81f7b7d36e72),segment_id=8a6de7a2-f693-4e08-acd6-81f7b7d36e72)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:34:17.686079 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22f83804-cca7-4db6-9f81-7ec3cb75cea8 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:17.790654 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c119f11-db9b-454b-9957-ce057a65873a None None] DHCP port deletion for 934fac82-82d5-4059-85db-6159e02936a8 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:34:17.795417 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4c119f11-db9b-454b-9957-ce057a65873a None None] Deleting port 9b47ac37-8927-491d-b0e9-ac33bc01fc68 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:34:17.795913 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4c119f11-db9b-454b-9957-ce057a65873a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:17.821700 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 9b47ac37-8927-491d-b0e9-ac33bc01fc68 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:34:17.926486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-22f83804-cca7-4db6-9f81-7ec3cb75cea8 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Calling delete_port for 9b47ac37-8927-491d-b0e9-ac33bc01fc68 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:34:18.009102 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22f83804-cca7-4db6-9f81-7ec3cb75cea8 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:18.057352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f83804-cca7-4db6-9f81-7ec3cb75cea8 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Pushing event deleted for resources: {'Port': ['ID=9b47ac37-8927-491d-b0e9-ac33bc01fc68,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:18.060813 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f83804-cca7-4db6-9f81-7ec3cb75cea8 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] No DVR routers for this DVR port 9b47ac37-8927-491d-b0e9-ac33bc01fc68 on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:34:18.087694 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:18.117567 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4c119f11-db9b-454b-9957-ce057a65873a None None] For port 9b47ac37-8927-491d-b0e9-ac33bc01fc68, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=9b47ac37-8927-491d-b0e9-ac33bc01fc68,segment=NetworkSegment(8a6de7a2-f693-4e08-acd6-81f7b7d36e72),segment_id=8a6de7a2-f693-4e08-acd6-81f7b7d36e72)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:34:18.117952 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4c119f11-db9b-454b-9957-ce057a65873a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:18.188719 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22f83804-cca7-4db6-9f81-7ec3cb75cea8 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:18.214465 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-22f83804-cca7-4db6-9f81-7ec3cb75cea8 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['934fac82-82d5-4059-85db-6159e02936a8']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:18.227513 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-22f83804-cca7-4db6-9f81-7ec3cb75cea8 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6de7a2-f693-4e08-acd6-81f7b7d36e72') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:18.227805 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-22f83804-cca7-4db6-9f81-7ec3cb75cea8 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6de7a2-f693-4e08-acd6-81f7b7d36e72') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:18.239993 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22f83804-cca7-4db6-9f81-7ec3cb75cea8 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:18.260497 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22f83804-cca7-4db6-9f81-7ec3cb75cea8 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:18.266561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f83804-cca7-4db6-9f81-7ec3cb75cea8 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:34:18.266975 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22f83804-cca7-4db6-9f81-7ec3cb75cea8 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:18.275072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4c119f11-db9b-454b-9957-ce057a65873a None None] Calling delete_port for 9b47ac37-8927-491d-b0e9-ac33bc01fc68 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:34:18.283251 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:34:18.357343 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-4c119f11-db9b-454b-9957-ce057a65873a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:34:18.357698 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-4c119f11-db9b-454b-9957-ce057a65873a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:34:18.368603 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22f83804-cca7-4db6-9f81-7ec3cb75cea8 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:18.386005 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-22f83804-cca7-4db6-9f81-7ec3cb75cea8 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:18.397775 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f83804-cca7-4db6-9f81-7ec3cb75cea8 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Pushing event deleted for resources: {'Network': ['ID=934fac82-82d5-4059-85db-6159e02936a8,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:18.401757 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-22f83804-cca7-4db6-9f81-7ec3cb75cea8 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] 10.222.0.16 "DELETE /v2.0/networks/934fac82-82d5-4059-85db-6159e02936a8 HTTP/1.1" status: 204 len: 168 time: 1.0477600 Mar 05 14:34:18.404408 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52766) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:18.451214 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2ee99837-ed0f-48b8-9201-60801e3f1a4e tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Synchronizing usage tracker for tenant:664c007c76f9425ca7474f81e3fe534a on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:34:18.467666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2ee99837-ed0f-48b8-9201-60801e3f1a4e tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Unset dirty status for tenant:664c007c76f9425ca7474f81e3fe534a on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:34:18.468938 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2ee99837-ed0f-48b8-9201-60801e3f1a4e tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9aa642c-352d-4386-a6d0-b403913b28d3 HTTP/1.1" status: 200 len: 205 time: 0.0635872 Mar 05 14:34:18.471615 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52770) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:18.602841 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2e541e69-f94e-4bbc-93b5-752fde9ec198 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:18.858682 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4c119f11-db9b-454b-9957-ce057a65873a None None] Deleting port 9b47ac37-8927-491d-b0e9-ac33bc01fc68 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:34:18.859275 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4c119f11-db9b-454b-9957-ce057a65873a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:18.902728 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2e541e69-f94e-4bbc-93b5-752fde9ec198 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:18.905105 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2e541e69-f94e-4bbc-93b5-752fde9ec198 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:18.928099 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4c119f11-db9b-454b-9957-ce057a65873a None None] The port '9b47ac37-8927-491d-b0e9-ac33bc01fc68' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:34:18.929523 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2e541e69-f94e-4bbc-93b5-752fde9ec198 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:18.930064 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e541e69-f94e-4bbc-93b5-752fde9ec198 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Fanout notify agent at l3_agent the message router_deleted on router b9aa642c-352d-4386-a6d0-b403913b28d3 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:34:18.941386 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2e541e69-f94e-4bbc-93b5-752fde9ec198 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:18.942668 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2e541e69-f94e-4bbc-93b5-752fde9ec198 tempest-RoutersNegativeTest-255522365 tempest-RoutersNegativeTest-255522365-project] 10.222.0.16 "DELETE /v2.0/routers/b9aa642c-352d-4386-a6d0-b403913b28d3 HTTP/1.1" status: 204 len: 168 time: 0.4701574 Mar 05 14:34:19.202808 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52778) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:19.346570 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2d00ed59-6629-4125-816e-6c1feb9db2cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=664c007c76f9425ca7474f81e3fe534a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425793 Mar 05 14:34:19.349206 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52784) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:19.404892 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b6be2dd9-4e51-4a9c-9283-68e0d5661553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:19.430340 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b6be2dd9-4e51-4a9c-9283-68e0d5661553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:19.486017 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b6be2dd9-4e51-4a9c-9283-68e0d5661553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:19.502406 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be2dd9-4e51-4a9c-9283-68e0d5661553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f196a17b-68bf-4ddf-8020-83d6ea15701e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:19.511088 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be2dd9-4e51-4a9c-9283-68e0d5661553 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:19.511424 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be2dd9-4e51-4a9c-9283-68e0d5661553 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:19.511750 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be2dd9-4e51-4a9c-9283-68e0d5661553 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:19.512074 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be2dd9-4e51-4a9c-9283-68e0d5661553 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:19.512394 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be2dd9-4e51-4a9c-9283-68e0d5661553 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:19.512721 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be2dd9-4e51-4a9c-9283-68e0d5661553 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:19.513025 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be2dd9-4e51-4a9c-9283-68e0d5661553 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:19.513336 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be2dd9-4e51-4a9c-9283-68e0d5661553 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:19.513645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be2dd9-4e51-4a9c-9283-68e0d5661553 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:19.513952 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be2dd9-4e51-4a9c-9283-68e0d5661553 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:19.514259 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be2dd9-4e51-4a9c-9283-68e0d5661553 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:19.514563 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6be2dd9-4e51-4a9c-9283-68e0d5661553 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:19.517579 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b6be2dd9-4e51-4a9c-9283-68e0d5661553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:19.518660 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b6be2dd9-4e51-4a9c-9283-68e0d5661553 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f196a17b-68bf-4ddf-8020-83d6ea15701e HTTP/1.1" status: 204 len: 168 time: 0.1685884 Mar 05 14:34:20.175106 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 52808) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:20.295514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-d828f4a0-da17-4ea6-8434-5995be83a45c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1053981020-network', 'tenant_id': '0fed49858c17430783b9e044a39097ce'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:34:20.302791 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d828f4a0-da17-4ea6-8434-5995be83a45c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:34:20.306575 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d828f4a0-da17-4ea6-8434-5995be83a45c admin admin] Usage tracker for resource:network and tenant:0fed49858c17430783b9e044a39097ce is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:34:20.309684 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d828f4a0-da17-4ea6-8434-5995be83a45c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:34:20.319031 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d828f4a0-da17-4ea6-8434-5995be83a45c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:34:20.328783 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d828f4a0-da17-4ea6-8434-5995be83a45c admin admin] Made reservation on behalf of 0fed49858c17430783b9e044a39097ce for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:34:20.331307 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d828f4a0-da17-4ea6-8434-5995be83a45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:20.343384 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d828f4a0-da17-4ea6-8434-5995be83a45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:20.358026 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d828f4a0-da17-4ea6-8434-5995be83a45c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:34:20.361822 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d828f4a0-da17-4ea6-8434-5995be83a45c admin admin] Usage tracker for resource:security_group_rule and tenant:0fed49858c17430783b9e044a39097ce is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:34:20.365172 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d828f4a0-da17-4ea6-8434-5995be83a45c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:34:20.370689 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d828f4a0-da17-4ea6-8434-5995be83a45c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:34:20.452769 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d828f4a0-da17-4ea6-8434-5995be83a45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:20.456320 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d828f4a0-da17-4ea6-8434-5995be83a45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:20.486553 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d828f4a0-da17-4ea6-8434-5995be83a45c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:34:20.495731 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828f4a0-da17-4ea6-8434-5995be83a45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4021ce46-8b9c-458e-ad84-440ee865ef45,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:20.501120 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d828f4a0-da17-4ea6-8434-5995be83a45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:20.501498 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-d828f4a0-da17-4ea6-8434-5995be83a45c admin admin] Added segment f910dc36-2683-40bf-b47d-0e39794dab2a of type vlan for network 8908d4df-9e94-4f2a-827e-19d759ee6daa Mar 05 14:34:20.527501 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d828f4a0-da17-4ea6-8434-5995be83a45c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:20.555743 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d828f4a0-da17-4ea6-8434-5995be83a45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:20.556922 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d828f4a0-da17-4ea6-8434-5995be83a45c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:20.557527 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d828f4a0-da17-4ea6-8434-5995be83a45c admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:20.660691 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828f4a0-da17-4ea6-8434-5995be83a45c admin admin] Pushing event updated for resources: {'Network': ['ID=8908d4df-9e94-4f2a-827e-19d759ee6daa,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:20.664612 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d828f4a0-da17-4ea6-8434-5995be83a45c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4878516 Mar 05 14:34:20.667548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52814) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:20.671598 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 8908d4df-9e94-4f2a-827e-19d759ee6daa details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:34:20.673108 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-637baece-31cb-4d3e-ac3d-6986c5ae3902 admin admin] Request body: {'subnet': {'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1053981020-subnet', 'tenant_id': '0fed49858c17430783b9e044a39097ce', 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:34:20.679380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-637baece-31cb-4d3e-ac3d-6986c5ae3902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:34:20.683429 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-637baece-31cb-4d3e-ac3d-6986c5ae3902 admin admin] Usage tracker for resource:subnet and tenant:0fed49858c17430783b9e044a39097ce is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:34:20.686240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-637baece-31cb-4d3e-ac3d-6986c5ae3902 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:34:20.692561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-637baece-31cb-4d3e-ac3d-6986c5ae3902 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:34:20.703217 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637baece-31cb-4d3e-ac3d-6986c5ae3902 admin admin] Made reservation on behalf of 0fed49858c17430783b9e044a39097ce for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:34:20.705725 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-637baece-31cb-4d3e-ac3d-6986c5ae3902 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:20.902952 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-637baece-31cb-4d3e-ac3d-6986c5ae3902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:20.978496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637baece-31cb-4d3e-ac3d-6986c5ae3902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2077bf97-b7b0-4ea7-9d32-2267c30b5d61,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:20.985702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637baece-31cb-4d3e-ac3d-6986c5ae3902 admin admin] Checking segment: {'id': 'f910dc36-2683-40bf-b47d-0e39794dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:34:20.986048 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637baece-31cb-4d3e-ac3d-6986c5ae3902 admin admin] Network hostable DHCP agents. Network: 8908d4df-9e94-4f2a-827e-19d759ee6daa, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:34:21.004747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637baece-31cb-4d3e-ac3d-6986c5ae3902 admin admin] Network 8908d4df-9e94-4f2a-827e-19d759ee6daa is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:34:21.012754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-637baece-31cb-4d3e-ac3d-6986c5ae3902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 8908d4df-9e94-4f2a-827e-19d759ee6daa) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:34:21.016600 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637baece-31cb-4d3e-ac3d-6986c5ae3902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:21.017167 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-637baece-31cb-4d3e-ac3d-6986c5ae3902 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:21.021901 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd362b8-6508-425d-8e91-adfe370df829 None None] Network 8908d4df-9e94-4f2a-827e-19d759ee6daa requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:34:21.142699 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-637baece-31cb-4d3e-ac3d-6986c5ae3902 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4739518 Mar 05 14:34:21.145292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52818) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:21.150275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ee37d846-fe83-4618-b27a-40b54cd947b8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1053981020-router', 'tenant_id': '0fed49858c17430783b9e044a39097ce', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:34:21.155498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ee37d846-fe83-4618-b27a-40b54cd947b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:34:21.159278 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ee37d846-fe83-4618-b27a-40b54cd947b8 admin admin] Usage tracker for resource:router and tenant:0fed49858c17430783b9e044a39097ce is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:34:21.163346 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ee37d846-fe83-4618-b27a-40b54cd947b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:34:21.169713 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ee37d846-fe83-4618-b27a-40b54cd947b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:34:21.180590 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ee37d846-fe83-4618-b27a-40b54cd947b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:21.181568 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ee37d846-fe83-4618-b27a-40b54cd947b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:21.196689 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ee37d846-fe83-4618-b27a-40b54cd947b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:21.244766 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c12914a-54f7-46f0-9d5e-83bbd8891dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-8908d4df-9e94-4f2a-827e-19d759ee6daa', 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa', 'tenant_id': '0fed49858c17430783b9e044a39097ce', 'fixed_ips': [{'subnet_id': '2077bf97-b7b0-4ea7-9d32-2267c30b5d61'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:34:21.245641 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8c12914a-54f7-46f0-9d5e-83bbd8891dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:21.444901 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-8c12914a-54f7-46f0-9d5e-83bbd8891dca None None] Allocated IP 172.20.0.2 (8908d4df-9e94-4f2a-827e-19d759ee6daa/2077bf97-b7b0-4ea7-9d32-2267c30b5d61/084b3121-49b1-4ec5-90ad-14aeb9c4d22a) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:34:21.465847 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ee37d846-fe83-4618-b27a-40b54cd947b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:21.663473 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8c12914a-54f7-46f0-9d5e-83bbd8891dca None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:21.673772 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8c12914a-54f7-46f0-9d5e-83bbd8891dca None None] Transition to ACTIVE for port object 084b3121-49b1-4ec5-90ad-14aeb9c4d22a will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:34:21.692840 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8c12914a-54f7-46f0-9d5e-83bbd8891dca None None] Transition to ACTIVE for port object 084b3121-49b1-4ec5-90ad-14aeb9c4d22a will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:34:21.698727 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8c12914a-54f7-46f0-9d5e-83bbd8891dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:21.758262 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c12914a-54f7-46f0-9d5e-83bbd8891dca None None] Network 8908d4df-9e94-4f2a-827e-19d759ee6daa is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:34:21.765397 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-8c12914a-54f7-46f0-9d5e-83bbd8891dca None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:34:21.768018 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c12914a-54f7-46f0-9d5e-83bbd8891dca None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:34:21.775881 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ee37d846-fe83-4618-b27a-40b54cd947b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:21.808728 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12914a-54f7-46f0-9d5e-83bbd8891dca None None] Pushing event updated for resources: {'Port': ['ID=084b3121-49b1-4ec5-90ad-14aeb9c4d22a,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:21.809398 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ee37d846-fe83-4618-b27a-40b54cd947b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:21.863255 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8c12914a-54f7-46f0-9d5e-83bbd8891dca None None] Attempting to bind port 084b3121-49b1-4ec5-90ad-14aeb9c4d22a on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:34:21.863729 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8c12914a-54f7-46f0-9d5e-83bbd8891dca None None] Attempting to bind port 084b3121-49b1-4ec5-90ad-14aeb9c4d22a by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'f910dc36-2683-40bf-b47d-0e39794dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:34:21.864099 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c12914a-54f7-46f0-9d5e-83bbd8891dca None None] Attempting to bind port 084b3121-49b1-4ec5-90ad-14aeb9c4d22a on network 8908d4df-9e94-4f2a-827e-19d759ee6daa {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:34:21.869259 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c12914a-54f7-46f0-9d5e-83bbd8891dca None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:34:21.869623 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c12914a-54f7-46f0-9d5e-83bbd8891dca None None] Checking segment: {'id': 'f910dc36-2683-40bf-b47d-0e39794dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:34:21.870017 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8c12914a-54f7-46f0-9d5e-83bbd8891dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:21.870403 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c12914a-54f7-46f0-9d5e-83bbd8891dca None None] Bound using segment: {'id': 'f910dc36-2683-40bf-b47d-0e39794dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:34:21.870880 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-8c12914a-54f7-46f0-9d5e-83bbd8891dca None None] Bound port: 084b3121-49b1-4ec5-90ad-14aeb9c4d22a, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f910dc36-2683-40bf-b47d-0e39794dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:34:21.871249 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8c12914a-54f7-46f0-9d5e-83bbd8891dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:21.942272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-ee37d846-fe83-4618-b27a-40b54cd947b8 admin admin] Allocated IP 172.25.4.150 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/30acc1d8-01f7-451b-b70e-646f370d3bbf) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:34:21.961091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8c12914a-54f7-46f0-9d5e-83bbd8891dca None None] For port 084b3121-49b1-4ec5-90ad-14aeb9c4d22a, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:34:21.963968 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8c12914a-54f7-46f0-9d5e-83bbd8891dca None None] For port 084b3121-49b1-4ec5-90ad-14aeb9c4d22a, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=084b3121-49b1-4ec5-90ad-14aeb9c4d22a,segment=NetworkSegment(f910dc36-2683-40bf-b47d-0e39794dab2a),segment_id=f910dc36-2683-40bf-b47d-0e39794dab2a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:34:21.968362 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8c12914a-54f7-46f0-9d5e-83bbd8891dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:22.047751 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12914a-54f7-46f0-9d5e-83bbd8891dca None None] Pushing event updated for resources: {'Port': ['ID=084b3121-49b1-4ec5-90ad-14aeb9c4d22a,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:22.102342 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ee37d846-fe83-4618-b27a-40b54cd947b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:22.133174 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ee37d846-fe83-4618-b27a-40b54cd947b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:22.192503 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee37d846-fe83-4618-b27a-40b54cd947b8 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:34:22.195522 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-ee37d846-fe83-4618-b27a-40b54cd947b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:34:22.199263 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee37d846-fe83-4618-b27a-40b54cd947b8 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:34:22.249307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37d846-fe83-4618-b27a-40b54cd947b8 admin admin] Pushing event updated for resources: {'Port': ['ID=30acc1d8-01f7-451b-b70e-646f370d3bbf,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:22.737426 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ee37d846-fe83-4618-b27a-40b54cd947b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:22.958993 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a2fbfb-cbbb-4ced-aa5c-496026d7d9c9 None None] Network 8908d4df-9e94-4f2a-827e-19d759ee6daa requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:34:23.056351 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-893507aa-fd47-4e75-bb21-6741d0011d84 None None] Provisioning for port 084b3121-49b1-4ec5-90ad-14aeb9c4d22a completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:34:23.092241 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ee37d846-fe83-4618-b27a-40b54cd947b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:23.301261 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee37d846-fe83-4618-b27a-40b54cd947b8 admin admin] Router 545c70c0-a125-4872-a9a9-98f41da4b385 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:34:23.489361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee37d846-fe83-4618-b27a-40b54cd947b8 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:34:23.498108 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] Sync routers for ids ['545c70c0-a125-4872-a9a9-98f41da4b385'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:34:23.509108 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] Routers {'545c70c0-a125-4872-a9a9-98f41da4b385'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:34:23.509728 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:34:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['545c70c0-a125-4872-a9a9-98f41da4b385'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:23.514126 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ee37d846-fe83-4618-b27a-40b54cd947b8 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:23.515533 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ee37d846-fe83-4618-b27a-40b54cd947b8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3692889 Mar 05 14:34:23.518223 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52822) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:23.693910 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] Set router 545c70c0-a125-4872-a9a9-98f41da4b385 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:34:23.836766 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 084b3121-49b1-4ec5-90ad-14aeb9c4d22a up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:34:24.055888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 084b3121-49b1-4ec5-90ad-14aeb9c4d22a completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:34:24.061684 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 084b3121-49b1-4ec5-90ad-14aeb9c4d22a triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:24.062058 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:24.182550 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c70c0-a125-4872-a9a9-98f41da4b385', 'name': 'tempest-TestEncryptedCinderVolumes-1053981020-router', 'tenant_id': '0fed49858c17430783b9e044a39097ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '30acc1d8-01f7-451b-b70e-646f370d3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:34:21Z', 'updated_at': '2022-03-05T14:34:22Z', 'revision_number': 3, 'project_id': '0fed49858c17430783b9e044a39097ce', 'gw_port': {'id': '30acc1d8-01f7-451b-b70e-646f370d3bbf', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:31:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c70c0-a125-4872-a9a9-98f41da4b385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:34:21Z', 'updated_at': '2022-03-05T14:34:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:24.191163 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] Checking router: 545c70c0-a125-4872-a9a9-98f41da4b385 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:34:24.192053 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] Updating router 545c70c0-a125-4872-a9a9-98f41da4b385 port 30acc1d8-01f7-451b-b70e-646f370d3bbf binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:34:24.237625 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:24.272713 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:24.316758 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4e7d4f89-6c65-49f4-804e-d9754639ce61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:24.325352 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 084b3121-49b1-4ec5-90ad-14aeb9c4d22a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=084b3121-49b1-4ec5-90ad-14aeb9c4d22a,segment=NetworkSegment(f910dc36-2683-40bf-b47d-0e39794dab2a),segment_id=f910dc36-2683-40bf-b47d-0e39794dab2a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:34:24.337204 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:24.485899 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=084b3121-49b1-4ec5-90ad-14aeb9c4d22a,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:24.534387 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-4e7d4f89-6c65-49f4-804e-d9754639ce61 admin admin] Allocated IP 172.20.0.1 (8908d4df-9e94-4f2a-827e-19d759ee6daa/2077bf97-b7b0-4ea7-9d32-2267c30b5d61/703253b6-1b99-4efc-8805-6b5809f9991b) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:34:24.679468 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:24.685279 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4e7d4f89-6c65-49f4-804e-d9754639ce61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:24.691132 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] Transition to ACTIVE for port object 30acc1d8-01f7-451b-b70e-646f370d3bbf will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:34:24.698164 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:24.701425 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-4e7d4f89-6c65-49f4-804e-d9754639ce61 admin admin] Transition to ACTIVE for port object 703253b6-1b99-4efc-8805-6b5809f9991b will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:34:24.724986 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4e7d4f89-6c65-49f4-804e-d9754639ce61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:24.779549 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] Attempting to bind port 30acc1d8-01f7-451b-b70e-646f370d3bbf on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:34:24.779901 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] Attempting to bind port 30acc1d8-01f7-451b-b70e-646f370d3bbf by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:34:24.780256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] Attempting to bind port 30acc1d8-01f7-451b-b70e-646f370d3bbf on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:34:24.786698 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc1362-f7e7-4e2b-8f21-da587a91c1ef None None] Pushing event updated for resources: {'Port': ['ID=30acc1d8-01f7-451b-b70e-646f370d3bbf,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:24.789499 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7d4f89-6c65-49f4-804e-d9754639ce61 admin admin] Network 8908d4df-9e94-4f2a-827e-19d759ee6daa is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:34:24.790928 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:34:24.791300 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:34:24.791693 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:24.792068 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:34:24.792434 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-4e7d4f89-6c65-49f4-804e-d9754639ce61 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:34:24.792540 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] Bound port: 30acc1d8-01f7-451b-b70e-646f370d3bbf, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:34:24.792878 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:24.800438 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7d4f89-6c65-49f4-804e-d9754639ce61 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:34:24.837219 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d4f89-6c65-49f4-804e-d9754639ce61 admin admin] Pushing event updated for resources: {'Port': ['ID=703253b6-1b99-4efc-8805-6b5809f9991b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:24.872975 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4e7d4f89-6c65-49f4-804e-d9754639ce61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:24.878879 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] For port 30acc1d8-01f7-451b-b70e-646f370d3bbf, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:34:24.883468 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] For port 30acc1d8-01f7-451b-b70e-646f370d3bbf, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=30acc1d8-01f7-451b-b70e-646f370d3bbf,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:34:24.889132 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:24.996403 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc1362-f7e7-4e2b-8f21-da587a91c1ef None None] Pushing event updated for resources: {'Port': ['ID=30acc1d8-01f7-451b-b70e-646f370d3bbf,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:24.999097 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] Routers {'545c70c0-a125-4872-a9a9-98f41da4b385'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:34:24.999688 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:34:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['545c70c0-a125-4872-a9a9-98f41da4b385'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:25.029920 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4e7d4f89-6c65-49f4-804e-d9754639ce61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:25.192924 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] Set router 545c70c0-a125-4872-a9a9-98f41da4b385 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:34:25.246356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ff6dab82-0c16-4016-abc1-1f17f5240312 None None] Provisioning for port 703253b6-1b99-4efc-8805-6b5809f9991b completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:34:25.257427 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ff6dab82-0c16-4016-abc1-1f17f5240312 None None] Provisioning complete for port 703253b6-1b99-4efc-8805-6b5809f9991b triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:25.257790 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ff6dab82-0c16-4016-abc1-1f17f5240312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:25.272605 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4e7d4f89-6c65-49f4-804e-d9754639ce61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:25.276951 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4e7d4f89-6c65-49f4-804e-d9754639ce61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:25.380895 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d4f89-6c65-49f4-804e-d9754639ce61 admin admin] Pushing event updated for resources: {'Port': ['ID=703253b6-1b99-4efc-8805-6b5809f9991b,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:25.383280 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4e7d4f89-6c65-49f4-804e-d9754639ce61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:25.402542 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ff6dab82-0c16-4016-abc1-1f17f5240312 None None] Port 703253b6-1b99-4efc-8805-6b5809f9991b cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:34:25.523145 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7d4f89-6c65-49f4-804e-d9754639ce61 admin admin] Network 8908d4df-9e94-4f2a-827e-19d759ee6daa is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:34:25.524282 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-4e7d4f89-6c65-49f4-804e-d9754639ce61 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:34:25.561583 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c70c0-a125-4872-a9a9-98f41da4b385', 'name': 'tempest-TestEncryptedCinderVolumes-1053981020-router', 'tenant_id': '0fed49858c17430783b9e044a39097ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '30acc1d8-01f7-451b-b70e-646f370d3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:34:21Z', 'updated_at': '2022-03-05T14:34:24Z', 'revision_number': 4, 'project_id': '0fed49858c17430783b9e044a39097ce', 'gw_port': {'id': '30acc1d8-01f7-451b-b70e-646f370d3bbf', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:31:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c70c0-a125-4872-a9a9-98f41da4b385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:34:21Z', 'updated_at': '2022-03-05T14:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '703253b6-1b99-4efc-8805-6b5809f9991b', 'name': '', 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa', 'tenant_id': '0fed49858c17430783b9e044a39097ce', 'mac_address': 'fa:16:3e:3f:84:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c70c0-a125-4872-a9a9-98f41da4b385', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2077bf97-b7b0-4ea7-9d32-2267c30b5d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:34:24Z', 'updated_at': '2022-03-05T14:34:24Z', 'revision_number': 1, 'project_id': '0fed49858c17430783b9e044a39097ce', 'subnets': [{'id': '2077bf97-b7b0-4ea7-9d32-2267c30b5d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:25.565813 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab0498-5260-4323-9bda-a6431acbd5c3 None None] The sync data for ids ['545c70c0-a125-4872-a9a9-98f41da4b385'] in n-d-803718-1 is: [{'id': '545c70c0-a125-4872-a9a9-98f41da4b385', 'name': 'tempest-TestEncryptedCinderVolumes-1053981020-router', 'tenant_id': '0fed49858c17430783b9e044a39097ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '30acc1d8-01f7-451b-b70e-646f370d3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:34:21Z', 'updated_at': '2022-03-05T14:34:24Z', 'revision_number': 4, 'project_id': '0fed49858c17430783b9e044a39097ce', 'gw_port': {'id': '30acc1d8-01f7-451b-b70e-646f370d3bbf', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:31:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c70c0-a125-4872-a9a9-98f41da4b385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:34:21Z', 'updated_at': '2022-03-05T14:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '703253b6-1b99-4efc-8805-6b5809f9991b', 'name': '', 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa', 'tenant_id': '0fed49858c17430783b9e044a39097ce', 'mac_address': 'fa:16:3e:3f:84:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c70c0-a125-4872-a9a9-98f41da4b385', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2077bf97-b7b0-4ea7-9d32-2267c30b5d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:34:24Z', 'updated_at': '2022-03-05T14:34:24Z', 'revision_number': 1, 'project_id': '0fed49858c17430783b9e044a39097ce', 'subnets': [{'id': '2077bf97-b7b0-4ea7-9d32-2267c30b5d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:34:25.827080 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-13e63895-22ae-4b9e-99b5-4fa0d2891e9b None None] Provisioning complete for port 703253b6-1b99-4efc-8805-6b5809f9991b triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:25.827382 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-13e63895-22ae-4b9e-99b5-4fa0d2891e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:25.859979 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7d4f89-6c65-49f4-804e-d9754639ce61 admin admin] Router 545c70c0-a125-4872-a9a9-98f41da4b385 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:34:25.863206 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 084b3121-49b1-4ec5-90ad-14aeb9c4d22a up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:34:25.982333 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-13e63895-22ae-4b9e-99b5-4fa0d2891e9b None None] Port 703253b6-1b99-4efc-8805-6b5809f9991b cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:34:26.000804 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 084b3121-49b1-4ec5-90ad-14aeb9c4d22a triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:26.001167 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:26.059356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7d4f89-6c65-49f4-804e-d9754639ce61 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:34:26.072795 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4e7d4f89-6c65-49f4-804e-d9754639ce61 admin admin] 10.222.0.16 "PUT /v2.0/routers/545c70c0-a125-4872-a9a9-98f41da4b385/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5533667 Mar 05 14:34:26.622880 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52840) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:26.628480 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-1f1c67b1-1ac0-47cc-a499-c1bef49148f7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2085810924-network', 'tenant_id': '0644f29f4a65437381045428df014197'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:34:26.634194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1f1c67b1-1ac0-47cc-a499-c1bef49148f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:34:26.638187 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1f1c67b1-1ac0-47cc-a499-c1bef49148f7 admin admin] Usage tracker for resource:network and tenant:0644f29f4a65437381045428df014197 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:34:26.641190 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1f1c67b1-1ac0-47cc-a499-c1bef49148f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:34:26.647941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1f1c67b1-1ac0-47cc-a499-c1bef49148f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:34:26.659941 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1c67b1-1ac0-47cc-a499-c1bef49148f7 admin admin] Made reservation on behalf of 0644f29f4a65437381045428df014197 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:34:26.662538 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f1c67b1-1ac0-47cc-a499-c1bef49148f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:26.675065 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f1c67b1-1ac0-47cc-a499-c1bef49148f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:26.690737 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1f1c67b1-1ac0-47cc-a499-c1bef49148f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:34:26.695570 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1f1c67b1-1ac0-47cc-a499-c1bef49148f7 admin admin] Usage tracker for resource:security_group_rule and tenant:0644f29f4a65437381045428df014197 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:34:26.698653 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-1f1c67b1-1ac0-47cc-a499-c1bef49148f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:34:26.704570 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-1f1c67b1-1ac0-47cc-a499-c1bef49148f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:34:26.790488 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f1c67b1-1ac0-47cc-a499-c1bef49148f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:26.794463 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f1c67b1-1ac0-47cc-a499-c1bef49148f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:26.826150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1c67b1-1ac0-47cc-a499-c1bef49148f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:34:26.835619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c67b1-1ac0-47cc-a499-c1bef49148f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fc2834-c8c3-405b-8e13-8c0307f3530e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:26.841296 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f1c67b1-1ac0-47cc-a499-c1bef49148f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:26.841640 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-1f1c67b1-1ac0-47cc-a499-c1bef49148f7 admin admin] Added segment f62ff07d-4281-4ed1-afc1-a66d20c8894d of type vlan for network ed395cc0-7025-4e83-bbc4-2e1ad51907e6 Mar 05 14:34:26.872561 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f1c67b1-1ac0-47cc-a499-c1bef49148f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:26.903139 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f1c67b1-1ac0-47cc-a499-c1bef49148f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:26.904361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1c67b1-1ac0-47cc-a499-c1bef49148f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:26.904929 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1f1c67b1-1ac0-47cc-a499-c1bef49148f7 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:27.012428 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c67b1-1ac0-47cc-a499-c1bef49148f7 admin admin] Pushing event updated for resources: {'Network': ['ID=ed395cc0-7025-4e83-bbc4-2e1ad51907e6,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:27.015464 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1f1c67b1-1ac0-47cc-a499-c1bef49148f7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3915732 Mar 05 14:34:27.018261 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52844) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:27.023284 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network ed395cc0-7025-4e83-bbc4-2e1ad51907e6 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:34:27.024048 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-f49243c3-9e38-4616-81ae-c4b1c8242bf2 admin admin] Request body: {'subnet': {'network_id': 'ed395cc0-7025-4e83-bbc4-2e1ad51907e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2085810924-subnet', 'tenant_id': '0644f29f4a65437381045428df014197', 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:34:27.029486 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f49243c3-9e38-4616-81ae-c4b1c8242bf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:34:27.033375 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f49243c3-9e38-4616-81ae-c4b1c8242bf2 admin admin] Usage tracker for resource:subnet and tenant:0644f29f4a65437381045428df014197 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:34:27.036504 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f49243c3-9e38-4616-81ae-c4b1c8242bf2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:34:27.042267 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f49243c3-9e38-4616-81ae-c4b1c8242bf2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:34:27.052926 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49243c3-9e38-4616-81ae-c4b1c8242bf2 admin admin] Made reservation on behalf of 0644f29f4a65437381045428df014197 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:34:27.055305 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f49243c3-9e38-4616-81ae-c4b1c8242bf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:27.264244 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f49243c3-9e38-4616-81ae-c4b1c8242bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:27.340364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49243c3-9e38-4616-81ae-c4b1c8242bf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b62c30dc-e9d6-47f0-a44d-2e25b2c1ac92,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:27.348053 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49243c3-9e38-4616-81ae-c4b1c8242bf2 admin admin] Checking segment: {'id': 'f62ff07d-4281-4ed1-afc1-a66d20c8894d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ed395cc0-7025-4e83-bbc4-2e1ad51907e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:34:27.348409 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49243c3-9e38-4616-81ae-c4b1c8242bf2 admin admin] Network hostable DHCP agents. Network: ed395cc0-7025-4e83-bbc4-2e1ad51907e6, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:34:27.368161 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49243c3-9e38-4616-81ae-c4b1c8242bf2 admin admin] Network ed395cc0-7025-4e83-bbc4-2e1ad51907e6 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:34:27.379806 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-f49243c3-9e38-4616-81ae-c4b1c8242bf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, ed395cc0-7025-4e83-bbc4-2e1ad51907e6) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:34:27.384132 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49243c3-9e38-4616-81ae-c4b1c8242bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:27.384715 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f49243c3-9e38-4616-81ae-c4b1c8242bf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:27.398004 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59788a46-ecc8-4df0-a2ba-6e743097b283 None None] Network ed395cc0-7025-4e83-bbc4-2e1ad51907e6 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:34:27.409185 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f49243c3-9e38-4616-81ae-c4b1c8242bf2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3874543 Mar 05 14:34:27.409450 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52848) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:27.415518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-b238f398-0f95-489c-b944-4e01cac178b3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2085810924-router', 'tenant_id': '0644f29f4a65437381045428df014197', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:34:27.421283 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b238f398-0f95-489c-b944-4e01cac178b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:34:27.426169 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b238f398-0f95-489c-b944-4e01cac178b3 admin admin] Usage tracker for resource:router and tenant:0644f29f4a65437381045428df014197 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:34:27.429447 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b238f398-0f95-489c-b944-4e01cac178b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:34:27.436085 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-b238f398-0f95-489c-b944-4e01cac178b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:34:27.448854 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b238f398-0f95-489c-b944-4e01cac178b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:27.450226 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b238f398-0f95-489c-b944-4e01cac178b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:27.471540 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b238f398-0f95-489c-b944-4e01cac178b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:27.553519 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] Sync routers for ids ['545c70c0-a125-4872-a9a9-98f41da4b385'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:34:27.563952 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] Routers {'545c70c0-a125-4872-a9a9-98f41da4b385'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:34:27.564550 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:34:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['545c70c0-a125-4872-a9a9-98f41da4b385'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:27.639423 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5011189e-c618-4ba8-85d5-545a122a1686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-ed395cc0-7025-4e83-bbc4-2e1ad51907e6', 'network_id': 'ed395cc0-7025-4e83-bbc4-2e1ad51907e6', 'tenant_id': '0644f29f4a65437381045428df014197', 'fixed_ips': [{'subnet_id': 'b62c30dc-e9d6-47f0-a44d-2e25b2c1ac92'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:34:27.640255 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5011189e-c618-4ba8-85d5-545a122a1686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:27.744188 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] Set router 545c70c0-a125-4872-a9a9-98f41da4b385 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:34:27.769097 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b238f398-0f95-489c-b944-4e01cac178b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:27.810655 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-5011189e-c618-4ba8-85d5-545a122a1686 None None] Allocated IP 172.20.0.2 (ed395cc0-7025-4e83-bbc4-2e1ad51907e6/b62c30dc-e9d6-47f0-a44d-2e25b2c1ac92/29f0da1a-53a8-4912-bc53-589261b63217) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:34:27.872634 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 30acc1d8-01f7-451b-b70e-646f370d3bbf up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:34:28.039773 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 30acc1d8-01f7-451b-b70e-646f370d3bbf completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:34:28.078381 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 30acc1d8-01f7-451b-b70e-646f370d3bbf triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:28.079679 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:28.110017 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c70c0-a125-4872-a9a9-98f41da4b385', 'name': 'tempest-TestEncryptedCinderVolumes-1053981020-router', 'tenant_id': '0fed49858c17430783b9e044a39097ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '30acc1d8-01f7-451b-b70e-646f370d3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:34:21Z', 'updated_at': '2022-03-05T14:34:24Z', 'revision_number': 4, 'project_id': '0fed49858c17430783b9e044a39097ce', 'gw_port': {'id': '30acc1d8-01f7-451b-b70e-646f370d3bbf', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:31:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c70c0-a125-4872-a9a9-98f41da4b385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:34:21Z', 'updated_at': '2022-03-05T14:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '703253b6-1b99-4efc-8805-6b5809f9991b', 'name': '', 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa', 'tenant_id': '0fed49858c17430783b9e044a39097ce', 'mac_address': 'fa:16:3e:3f:84:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c70c0-a125-4872-a9a9-98f41da4b385', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2077bf97-b7b0-4ea7-9d32-2267c30b5d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:34:24Z', 'updated_at': '2022-03-05T14:34:25Z', 'revision_number': 2, 'project_id': '0fed49858c17430783b9e044a39097ce', 'subnets': [{'id': '2077bf97-b7b0-4ea7-9d32-2267c30b5d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:28.114584 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] Checking router: 545c70c0-a125-4872-a9a9-98f41da4b385 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:34:28.115035 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] Updating router 545c70c0-a125-4872-a9a9-98f41da4b385 port 703253b6-1b99-4efc-8805-6b5809f9991b binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:34:28.169469 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:28.177096 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5011189e-c618-4ba8-85d5-545a122a1686 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:28.224841 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5011189e-c618-4ba8-85d5-545a122a1686 None None] Transition to ACTIVE for port object 29f0da1a-53a8-4912-bc53-589261b63217 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:34:28.233899 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b238f398-0f95-489c-b944-4e01cac178b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:28.257907 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5011189e-c618-4ba8-85d5-545a122a1686 None None] Transition to ACTIVE for port object 29f0da1a-53a8-4912-bc53-589261b63217 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:34:28.259147 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:28.265439 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b238f398-0f95-489c-b944-4e01cac178b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:28.275238 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5011189e-c618-4ba8-85d5-545a122a1686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:28.325999 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 30acc1d8-01f7-451b-b70e-646f370d3bbf, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=30acc1d8-01f7-451b-b70e-646f370d3bbf,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:34:28.341595 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:28.351026 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5011189e-c618-4ba8-85d5-545a122a1686 None None] Network ed395cc0-7025-4e83-bbc4-2e1ad51907e6 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:34:28.358603 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-5011189e-c618-4ba8-85d5-545a122a1686 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:34:28.364647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5011189e-c618-4ba8-85d5-545a122a1686 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:34:28.414181 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-b238f398-0f95-489c-b944-4e01cac178b3 admin admin] Allocated IP 172.25.4.49 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/0b5c50de-d08f-4242-b26e-142be99cce01) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:34:28.461987 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011189e-c618-4ba8-85d5-545a122a1686 None None] Pushing event updated for resources: {'Port': ['ID=29f0da1a-53a8-4912-bc53-589261b63217,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:28.528412 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-5011189e-c618-4ba8-85d5-545a122a1686 None None] Attempting to bind port 29f0da1a-53a8-4912-bc53-589261b63217 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:34:28.528773 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-5011189e-c618-4ba8-85d5-545a122a1686 None None] Attempting to bind port 29f0da1a-53a8-4912-bc53-589261b63217 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'f62ff07d-4281-4ed1-afc1-a66d20c8894d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ed395cc0-7025-4e83-bbc4-2e1ad51907e6'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:34:28.529129 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5011189e-c618-4ba8-85d5-545a122a1686 None None] Attempting to bind port 29f0da1a-53a8-4912-bc53-589261b63217 on network ed395cc0-7025-4e83-bbc4-2e1ad51907e6 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:34:28.536655 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:28.545209 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5011189e-c618-4ba8-85d5-545a122a1686 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:34:28.545648 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5011189e-c618-4ba8-85d5-545a122a1686 None None] Checking segment: {'id': 'f62ff07d-4281-4ed1-afc1-a66d20c8894d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ed395cc0-7025-4e83-bbc4-2e1ad51907e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:34:28.546047 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5011189e-c618-4ba8-85d5-545a122a1686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:28.546440 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5011189e-c618-4ba8-85d5-545a122a1686 None None] Bound using segment: {'id': 'f62ff07d-4281-4ed1-afc1-a66d20c8894d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ed395cc0-7025-4e83-bbc4-2e1ad51907e6'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:34:28.546932 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-5011189e-c618-4ba8-85d5-545a122a1686 None None] Bound port: 29f0da1a-53a8-4912-bc53-589261b63217, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62ff07d-4281-4ed1-afc1-a66d20c8894d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ed395cc0-7025-4e83-bbc4-2e1ad51907e6'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:34:28.547312 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5011189e-c618-4ba8-85d5-545a122a1686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:28.549128 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] Transition to ACTIVE for port object 703253b6-1b99-4efc-8805-6b5809f9991b will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:34:28.558132 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:28.579220 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b238f398-0f95-489c-b944-4e01cac178b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:28.607043 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=30acc1d8-01f7-451b-b70e-646f370d3bbf,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:28.626054 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b238f398-0f95-489c-b944-4e01cac178b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:28.664838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-5011189e-c618-4ba8-85d5-545a122a1686 None None] For port 29f0da1a-53a8-4912-bc53-589261b63217, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:34:28.668386 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-5011189e-c618-4ba8-85d5-545a122a1686 None None] For port 29f0da1a-53a8-4912-bc53-589261b63217, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=29f0da1a-53a8-4912-bc53-589261b63217,segment=NetworkSegment(f62ff07d-4281-4ed1-afc1-a66d20c8894d),segment_id=f62ff07d-4281-4ed1-afc1-a66d20c8894d)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:34:28.673144 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5011189e-c618-4ba8-85d5-545a122a1686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:28.709403 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b238f398-0f95-489c-b944-4e01cac178b3 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:34:28.712873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-b238f398-0f95-489c-b944-4e01cac178b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:34:28.718401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b238f398-0f95-489c-b944-4e01cac178b3 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:34:28.737357 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd2fe1-3c9d-43fa-97fd-6882762ae3a9 None None] Pushing event updated for resources: {'Port': ['ID=703253b6-1b99-4efc-8805-6b5809f9991b,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:28.745332 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2fe1-3c9d-43fa-97fd-6882762ae3a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:28.745668 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2fe1-3c9d-43fa-97fd-6882762ae3a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:28.746125 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2fe1-3c9d-43fa-97fd-6882762ae3a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:28.746443 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2fe1-3c9d-43fa-97fd-6882762ae3a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:28.746960 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2fe1-3c9d-43fa-97fd-6882762ae3a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:28.747454 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2fe1-3c9d-43fa-97fd-6882762ae3a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:28.747934 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2fe1-3c9d-43fa-97fd-6882762ae3a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:28.748405 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2fe1-3c9d-43fa-97fd-6882762ae3a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:28.748879 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2fe1-3c9d-43fa-97fd-6882762ae3a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:28.749354 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2fe1-3c9d-43fa-97fd-6882762ae3a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:28.749814 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2fe1-3c9d-43fa-97fd-6882762ae3a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:28.750279 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2fe1-3c9d-43fa-97fd-6882762ae3a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:34:28.783417 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011189e-c618-4ba8-85d5-545a122a1686 None None] Pushing event updated for resources: {'Port': ['ID=29f0da1a-53a8-4912-bc53-589261b63217,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:28.794790 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238f398-0f95-489c-b944-4e01cac178b3 admin admin] Pushing event updated for resources: {'Port': ['ID=0b5c50de-d08f-4242-b26e-142be99cce01,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:28.819101 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] Attempting to bind port 703253b6-1b99-4efc-8805-6b5809f9991b on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:34:28.819460 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] Attempting to bind port 703253b6-1b99-4efc-8805-6b5809f9991b by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'f910dc36-2683-40bf-b47d-0e39794dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:34:28.819816 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] Attempting to bind port 703253b6-1b99-4efc-8805-6b5809f9991b on network 8908d4df-9e94-4f2a-827e-19d759ee6daa {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:34:28.826132 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:34:28.826650 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] Checking segment: {'id': 'f910dc36-2683-40bf-b47d-0e39794dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:34:28.827094 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:28.827476 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] Bound using segment: {'id': 'f910dc36-2683-40bf-b47d-0e39794dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:34:28.828061 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] Bound port: 703253b6-1b99-4efc-8805-6b5809f9991b, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f910dc36-2683-40bf-b47d-0e39794dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:34:28.828721 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:28.928616 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] For port 703253b6-1b99-4efc-8805-6b5809f9991b, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:34:28.934672 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] For port 703253b6-1b99-4efc-8805-6b5809f9991b, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=703253b6-1b99-4efc-8805-6b5809f9991b,segment=NetworkSegment(f910dc36-2683-40bf-b47d-0e39794dab2a),segment_id=f910dc36-2683-40bf-b47d-0e39794dab2a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:34:28.940695 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:29.031241 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] Routers {'545c70c0-a125-4872-a9a9-98f41da4b385'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:34:29.031873 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:34:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['545c70c0-a125-4872-a9a9-98f41da4b385'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:29.094888 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd2fe1-3c9d-43fa-97fd-6882762ae3a9 None None] Pushing event updated for resources: {'Port': ['ID=703253b6-1b99-4efc-8805-6b5809f9991b,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:29.237405 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] Set router 545c70c0-a125-4872-a9a9-98f41da4b385 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:34:29.240483 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b238f398-0f95-489c-b944-4e01cac178b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:29.456458 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:29.458817 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:29.595478 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c70c0-a125-4872-a9a9-98f41da4b385', 'name': 'tempest-TestEncryptedCinderVolumes-1053981020-router', 'tenant_id': '0fed49858c17430783b9e044a39097ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '30acc1d8-01f7-451b-b70e-646f370d3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:34:21Z', 'updated_at': '2022-03-05T14:34:24Z', 'revision_number': 4, 'project_id': '0fed49858c17430783b9e044a39097ce', 'gw_port': {'id': '30acc1d8-01f7-451b-b70e-646f370d3bbf', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c70c0-a125-4872-a9a9-98f41da4b385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:34:21Z', 'updated_at': '2022-03-05T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '703253b6-1b99-4efc-8805-6b5809f9991b', 'name': '', 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa', 'tenant_id': '0fed49858c17430783b9e044a39097ce', 'mac_address': 'fa:16:3e:3f:84:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c70c0-a125-4872-a9a9-98f41da4b385', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2077bf97-b7b0-4ea7-9d32-2267c30b5d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:34:24Z', 'updated_at': '2022-03-05T14:34:28Z', 'revision_number': 4, 'project_id': '0fed49858c17430783b9e044a39097ce', 'subnets': [{'id': '2077bf97-b7b0-4ea7-9d32-2267c30b5d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:29.600397 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088b3135-8b7f-4ad8-bbef-a8b8bb2f8c5a None None] The sync data for ids ['545c70c0-a125-4872-a9a9-98f41da4b385'] in n-d-803718-1 is: [{'id': '545c70c0-a125-4872-a9a9-98f41da4b385', 'name': 'tempest-TestEncryptedCinderVolumes-1053981020-router', 'tenant_id': '0fed49858c17430783b9e044a39097ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '30acc1d8-01f7-451b-b70e-646f370d3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:34:21Z', 'updated_at': '2022-03-05T14:34:24Z', 'revision_number': 4, 'project_id': '0fed49858c17430783b9e044a39097ce', 'gw_port': {'id': '30acc1d8-01f7-451b-b70e-646f370d3bbf', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c70c0-a125-4872-a9a9-98f41da4b385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:34:21Z', 'updated_at': '2022-03-05T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '703253b6-1b99-4efc-8805-6b5809f9991b', 'name': '', 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa', 'tenant_id': '0fed49858c17430783b9e044a39097ce', 'mac_address': 'fa:16:3e:3f:84:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c70c0-a125-4872-a9a9-98f41da4b385', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2077bf97-b7b0-4ea7-9d32-2267c30b5d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:34:24Z', 'updated_at': '2022-03-05T14:34:28Z', 'revision_number': 4, 'project_id': '0fed49858c17430783b9e044a39097ce', 'subnets': [{'id': '2077bf97-b7b0-4ea7-9d32-2267c30b5d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:34:29.602103 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b238f398-0f95-489c-b944-4e01cac178b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:29.882346 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f0a75e-b0e3-4832-9fc2-7a290abe67cc None None] Network ed395cc0-7025-4e83-bbc4-2e1ad51907e6 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:34:30.011241 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b238f398-0f95-489c-b944-4e01cac178b3 admin admin] Router a07bac87-d0c6-4b9a-83a2-ed306e87900f is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:34:30.028057 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 29f0da1a-53a8-4912-bc53-589261b63217 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:34:30.086337 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e5a23b8d-6736-46c7-a660-e55b53e6aefa None None] Provisioning for port 29f0da1a-53a8-4912-bc53-589261b63217 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:34:30.189860 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 29f0da1a-53a8-4912-bc53-589261b63217 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:34:30.216519 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b238f398-0f95-489c-b944-4e01cac178b3 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:34:30.225433 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 29f0da1a-53a8-4912-bc53-589261b63217 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:30.225732 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:30.242355 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b238f398-0f95-489c-b944-4e01cac178b3 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:30.246156 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b238f398-0f95-489c-b944-4e01cac178b3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8328438 Mar 05 14:34:30.246472 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 52852) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:34:30.255702 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] Sync routers for ids ['a07bac87-d0c6-4b9a-83a2-ed306e87900f'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:34:30.281252 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] Routers {'a07bac87-d0c6-4b9a-83a2-ed306e87900f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:34:30.281957 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:34:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['a07bac87-d0c6-4b9a-83a2-ed306e87900f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:30.557530 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] Set router a07bac87-d0c6-4b9a-83a2-ed306e87900f gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:34:30.665566 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:30.786446 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 29f0da1a-53a8-4912-bc53-589261b63217, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=29f0da1a-53a8-4912-bc53-589261b63217,segment=NetworkSegment(f62ff07d-4281-4ed1-afc1-a66d20c8894d),segment_id=f62ff07d-4281-4ed1-afc1-a66d20c8894d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:34:30.797208 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:30.797989 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 30acc1d8-01f7-451b-b70e-646f370d3bbf up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:34:30.902472 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8e8686f9-51ca-45e4-ad91-6e4a3fdad994 None None] Provisioning complete for port 29f0da1a-53a8-4912-bc53-589261b63217 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:30.902857 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8e8686f9-51ca-45e4-ad91-6e4a3fdad994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:30.940688 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e5a0a56c-2f50-4457-b38d-4ae7832880a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:31.005491 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=29f0da1a-53a8-4912-bc53-589261b63217,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:31.083608 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 30acc1d8-01f7-451b-b70e-646f370d3bbf triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:31.083987 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:31.150171 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-e5a0a56c-2f50-4457-b38d-4ae7832880a2 admin admin] Allocated IP 172.20.0.1 (ed395cc0-7025-4e83-bbc4-2e1ad51907e6/b62c30dc-e9d6-47f0-a44d-2e25b2c1ac92/2dfd2eec-e78c-4ab4-81c4-681d380566ff) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:34:31.173288 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07bac87-d0c6-4b9a-83a2-ed306e87900f', 'name': 'tempest-TestEncryptedCinderVolumes-2085810924-router', 'tenant_id': '0644f29f4a65437381045428df014197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0b5c50de-d08f-4242-b26e-142be99cce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:34:27Z', 'updated_at': '2022-03-05T14:34:29Z', 'revision_number': 3, 'project_id': '0644f29f4a65437381045428df014197', 'gw_port': {'id': '0b5c50de-d08f-4242-b26e-142be99cce01', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:55:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07bac87-d0c6-4b9a-83a2-ed306e87900f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:34:28Z', 'updated_at': '2022-03-05T14:34:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:31.180807 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] Checking router: a07bac87-d0c6-4b9a-83a2-ed306e87900f for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:34:31.181152 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] Updating router a07bac87-d0c6-4b9a-83a2-ed306e87900f port 0b5c50de-d08f-4242-b26e-142be99cce01 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:34:31.268501 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:31.304203 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e5a0a56c-2f50-4457-b38d-4ae7832880a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:31.321435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-e5a0a56c-2f50-4457-b38d-4ae7832880a2 admin admin] Transition to ACTIVE for port object 2dfd2eec-e78c-4ab4-81c4-681d380566ff will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:34:31.332674 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 703253b6-1b99-4efc-8805-6b5809f9991b up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:34:31.346494 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e5a0a56c-2f50-4457-b38d-4ae7832880a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:31.406570 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a0a56c-2f50-4457-b38d-4ae7832880a2 admin admin] Network ed395cc0-7025-4e83-bbc4-2e1ad51907e6 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:34:31.409535 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-e5a0a56c-2f50-4457-b38d-4ae7832880a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:34:31.418439 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a0a56c-2f50-4457-b38d-4ae7832880a2 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:34:31.456304 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0a56c-2f50-4457-b38d-4ae7832880a2 admin admin] Pushing event updated for resources: {'Port': ['ID=2dfd2eec-e78c-4ab4-81c4-681d380566ff,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:31.484662 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e5a0a56c-2f50-4457-b38d-4ae7832880a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:31.595618 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 703253b6-1b99-4efc-8805-6b5809f9991b completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:34:31.615371 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 703253b6-1b99-4efc-8805-6b5809f9991b triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:31.615745 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:31.726890 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-03724734-97ff-4c20-b393-e71ed07da037 None None] Provisioning for port 2dfd2eec-e78c-4ab4-81c4-681d380566ff completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:34:31.728876 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e5a0a56c-2f50-4457-b38d-4ae7832880a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:31.769200 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-03724734-97ff-4c20-b393-e71ed07da037 None None] Provisioning complete for port 2dfd2eec-e78c-4ab4-81c4-681d380566ff triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:31.770636 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-03724734-97ff-4c20-b393-e71ed07da037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:31.898548 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:31.916786 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-03724734-97ff-4c20-b393-e71ed07da037 None None] Port 2dfd2eec-e78c-4ab4-81c4-681d380566ff cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:34:31.921529 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:31.943395 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] Transition to ACTIVE for port object 0b5c50de-d08f-4242-b26e-142be99cce01 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:34:31.954215 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e5a0a56c-2f50-4457-b38d-4ae7832880a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:31.954498 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:31.959233 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e5a0a56c-2f50-4457-b38d-4ae7832880a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:31.960303 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 703253b6-1b99-4efc-8805-6b5809f9991b, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=703253b6-1b99-4efc-8805-6b5809f9991b,segment=NetworkSegment(f910dc36-2683-40bf-b47d-0e39794dab2a),segment_id=f910dc36-2683-40bf-b47d-0e39794dab2a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:34:31.995588 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:32.042915 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eea496-9fd2-45a9-8203-fc224b20321f None None] Pushing event updated for resources: {'Port': ['ID=0b5c50de-d08f-4242-b26e-142be99cce01,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:32.045054 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] Attempting to bind port 0b5c50de-d08f-4242-b26e-142be99cce01 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:34:32.045409 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] Attempting to bind port 0b5c50de-d08f-4242-b26e-142be99cce01 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:34:32.045772 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] Attempting to bind port 0b5c50de-d08f-4242-b26e-142be99cce01 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:34:32.077644 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e5a0a56c-2f50-4457-b38d-4ae7832880a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:32.081120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0a56c-2f50-4457-b38d-4ae7832880a2 admin admin] Pushing event updated for resources: {'Port': ['ID=2dfd2eec-e78c-4ab4-81c4-681d380566ff,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:32.085036 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 29f0da1a-53a8-4912-bc53-589261b63217 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:34:32.131317 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:34:32.131689 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:34:32.132088 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:32.132480 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:34:32.132947 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] Bound port: 0b5c50de-d08f-4242-b26e-142be99cce01, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:34:32.133314 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:32.216853 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a0a56c-2f50-4457-b38d-4ae7832880a2 admin admin] Network ed395cc0-7025-4e83-bbc4-2e1ad51907e6 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:34:32.217951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-e5a0a56c-2f50-4457-b38d-4ae7832880a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:34:32.245177 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=703253b6-1b99-4efc-8805-6b5809f9991b,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:32.253290 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] For port 0b5c50de-d08f-4242-b26e-142be99cce01, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:34:32.258023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] For port 0b5c50de-d08f-4242-b26e-142be99cce01, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0b5c50de-d08f-4242-b26e-142be99cce01,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:34:32.265038 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:32.268537 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 29f0da1a-53a8-4912-bc53-589261b63217 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:32.268906 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:32.399091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] Routers {'a07bac87-d0c6-4b9a-83a2-ed306e87900f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:34:32.399722 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:34:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['a07bac87-d0c6-4b9a-83a2-ed306e87900f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:32.427074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a0a56c-2f50-4457-b38d-4ae7832880a2 admin admin] Router a07bac87-d0c6-4b9a-83a2-ed306e87900f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:34:32.482845 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eea496-9fd2-45a9-8203-fc224b20321f None None] Pushing event updated for resources: {'Port': ['ID=0b5c50de-d08f-4242-b26e-142be99cce01,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:32.613495 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a0a56c-2f50-4457-b38d-4ae7832880a2 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:34:32.622242 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e5a0a56c-2f50-4457-b38d-4ae7832880a2 admin admin] 10.222.0.16 "PUT /v2.0/routers/a07bac87-d0c6-4b9a-83a2-ed306e87900f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3746331 Mar 05 14:34:32.638496 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-837e03d9-6e2e-4586-9a70-f98643bbed3e None None] Provisioning complete for port 2dfd2eec-e78c-4ab4-81c4-681d380566ff triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:32.638936 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-837e03d9-6e2e-4586-9a70-f98643bbed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:32.702020 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] Set router a07bac87-d0c6-4b9a-83a2-ed306e87900f gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:34:32.767474 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-837e03d9-6e2e-4586-9a70-f98643bbed3e None None] Port 2dfd2eec-e78c-4ab4-81c4-681d380566ff cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:34:33.076640 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07bac87-d0c6-4b9a-83a2-ed306e87900f', 'name': 'tempest-TestEncryptedCinderVolumes-2085810924-router', 'tenant_id': '0644f29f4a65437381045428df014197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0b5c50de-d08f-4242-b26e-142be99cce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:34:27Z', 'updated_at': '2022-03-05T14:34:31Z', 'revision_number': 4, 'project_id': '0644f29f4a65437381045428df014197', 'gw_port': {'id': '0b5c50de-d08f-4242-b26e-142be99cce01', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:55:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07bac87-d0c6-4b9a-83a2-ed306e87900f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:34:28Z', 'updated_at': '2022-03-05T14:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '2dfd2eec-e78c-4ab4-81c4-681d380566ff', 'name': '', 'network_id': 'ed395cc0-7025-4e83-bbc4-2e1ad51907e6', 'tenant_id': '0644f29f4a65437381045428df014197', 'mac_address': 'fa:16:3e:17:f3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07bac87-d0c6-4b9a-83a2-ed306e87900f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b62c30dc-e9d6-47f0-a44d-2e25b2c1ac92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:34:30Z', 'updated_at': '2022-03-05T14:34:31Z', 'revision_number': 2, 'project_id': '0644f29f4a65437381045428df014197', 'subnets': [{'id': 'b62c30dc-e9d6-47f0-a44d-2e25b2c1ac92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:33.080568 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c954e6-824c-4f01-8573-d1a9aefc1ada None None] The sync data for ids ['a07bac87-d0c6-4b9a-83a2-ed306e87900f'] in n-d-803718-1 is: [{'id': 'a07bac87-d0c6-4b9a-83a2-ed306e87900f', 'name': 'tempest-TestEncryptedCinderVolumes-2085810924-router', 'tenant_id': '0644f29f4a65437381045428df014197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0b5c50de-d08f-4242-b26e-142be99cce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:34:27Z', 'updated_at': '2022-03-05T14:34:31Z', 'revision_number': 4, 'project_id': '0644f29f4a65437381045428df014197', 'gw_port': {'id': '0b5c50de-d08f-4242-b26e-142be99cce01', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:55:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07bac87-d0c6-4b9a-83a2-ed306e87900f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:34:28Z', 'updated_at': '2022-03-05T14:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '2dfd2eec-e78c-4ab4-81c4-681d380566ff', 'name': '', 'network_id': 'ed395cc0-7025-4e83-bbc4-2e1ad51907e6', 'tenant_id': '0644f29f4a65437381045428df014197', 'mac_address': 'fa:16:3e:17:f3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07bac87-d0c6-4b9a-83a2-ed306e87900f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b62c30dc-e9d6-47f0-a44d-2e25b2c1ac92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:34:30Z', 'updated_at': '2022-03-05T14:34:31Z', 'revision_number': 2, 'project_id': '0644f29f4a65437381045428df014197', 'subnets': [{'id': 'b62c30dc-e9d6-47f0-a44d-2e25b2c1ac92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:34:33.330007 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:34:33.445028 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-3c551d62-409b-4efa-87f8-83184bd5b292 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:33.446587 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-3c551d62-409b-4efa-87f8-83184bd5b292 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/networks?id=8908d4df-9e94-4f2a-827e-19d759ee6daa HTTP/1.1" status: 200 len: 817 time: 0.1593020 Mar 05 14:34:33.462659 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-29c3c4cc-a6d0-4f4c-b22d-c5cc91c55128 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/quotas/0fed49858c17430783b9e044a39097ce HTTP/1.1" status: 200 len: 375 time: 0.0104125 Mar 05 14:34:33.565898 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-944cbe4f-8f98-444b-a227-f2512ae7ca2d tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Synchronizing usage tracker for tenant:0fed49858c17430783b9e044a39097ce on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:34:33.584362 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-944cbe4f-8f98-444b-a227-f2512ae7ca2d tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Unset dirty status for tenant:0fed49858c17430783b9e044a39097ce on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:34:33.585937 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-944cbe4f-8f98-444b-a227-f2512ae7ca2d tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fed49858c17430783b9e044a39097ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1120024 Mar 05 14:34:33.739983 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-ee4d938f-6b80-43ea-99b5-c1c249468ab2 service neutron] 10.222.0.16 "GET /v2.0/networks/8908d4df-9e94-4f2a-827e-19d759ee6daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420546 Mar 05 14:34:33.995792 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-555081c5-a1e6-4056-a83d-3c96ebd733dd service neutron] 10.222.0.16 "GET /v2.0/networks/8908d4df-9e94-4f2a-827e-19d759ee6daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500155 Mar 05 14:34:34.146837 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0b5c50de-d08f-4242-b26e-142be99cce01 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:34:34.218049 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0c6e8879-9101-42bb-80d4-bea172247e6e req-c25decb7-fa37-4f7d-9408-be03d105dfa6 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27e8c82e-df36-41ee-9af5-e73c46accbee HTTP/1.1" status: 200 len: 210 time: 0.0586278 Mar 05 14:34:34.223804 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 0b5c50de-d08f-4242-b26e-142be99cce01 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:34:34.229008 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 0b5c50de-d08f-4242-b26e-142be99cce01 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:34.229656 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:34.353624 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:34.373248 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 0b5c50de-d08f-4242-b26e-142be99cce01, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0b5c50de-d08f-4242-b26e-142be99cce01,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:34:34.386876 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:34.388293 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 703253b6-1b99-4efc-8805-6b5809f9991b up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:34:34.518708 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=0b5c50de-d08f-4242-b26e-142be99cce01,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:34.530362 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 703253b6-1b99-4efc-8805-6b5809f9991b triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:34.530730 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:35.318630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-cbeb0265-bab5-42d2-ba7c-cd33e6ba238e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:35.319329 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-cbeb0265-bab5-42d2-ba7c-cd33e6ba238e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Synchronizing usage tracker for tenant:0fed49858c17430783b9e044a39097ce on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:34:35.337585 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-cbeb0265-bab5-42d2-ba7c-cd33e6ba238e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Unset dirty status for tenant:0fed49858c17430783b9e044a39097ce on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:34:35.339164 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-cbeb0265-bab5-42d2-ba7c-cd33e6ba238e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.30 "GET /v2.0/networks?id=8908d4df-9e94-4f2a-827e-19d759ee6daa HTTP/1.1" status: 200 len: 817 time: 0.1719983 Mar 05 14:34:35.351806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-634982eb-ef6b-4243-9712-ea01ffc6cb3e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Request body: {'port': {'device_id': '27e8c82e-df36-41ee-9af5-e73c46accbee', 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa', 'admin_state_up': True, 'tenant_id': '0fed49858c17430783b9e044a39097ce'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:34:35.394861 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1f7d54fb-ec04-4587-8d49-799ac56a5d8e req-7d30a2c7-2de4-420c-9988-f505a84c3221 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27e8c82e-df36-41ee-9af5-e73c46accbee HTTP/1.1" status: 200 len: 210 time: 0.0540106 Mar 05 14:34:35.604802 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-634982eb-ef6b-4243-9712-ea01ffc6cb3e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:34:35.614948 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-634982eb-ef6b-4243-9712-ea01ffc6cb3e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:34:35.624926 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-634982eb-ef6b-4243-9712-ea01ffc6cb3e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Made reservation on behalf of 0fed49858c17430783b9e044a39097ce for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:34:35.628421 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-634982eb-ef6b-4243-9712-ea01ffc6cb3e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:35.790428 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-634982eb-ef6b-4243-9712-ea01ffc6cb3e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Allocated IP 172.20.0.12 (8908d4df-9e94-4f2a-827e-19d759ee6daa/2077bf97-b7b0-4ea7-9d32-2267c30b5d61/f373da70-e395-4f8b-baf4-399248616828) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:34:35.986856 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-634982eb-ef6b-4243-9712-ea01ffc6cb3e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:36.002556 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-634982eb-ef6b-4243-9712-ea01ffc6cb3e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Transition to ACTIVE for port object f373da70-e395-4f8b-baf4-399248616828 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:34:36.026672 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-634982eb-ef6b-4243-9712-ea01ffc6cb3e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:36.067528 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0b5c50de-d08f-4242-b26e-142be99cce01 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:34:36.090799 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-634982eb-ef6b-4243-9712-ea01ffc6cb3e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Network 8908d4df-9e94-4f2a-827e-19d759ee6daa is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:34:36.093846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-634982eb-ef6b-4243-9712-ea01ffc6cb3e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:34:36.103122 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-634982eb-ef6b-4243-9712-ea01ffc6cb3e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:34:36.137478 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 0b5c50de-d08f-4242-b26e-142be99cce01 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:36.137844 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:36.143145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634982eb-ef6b-4243-9712-ea01ffc6cb3e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Pushing event updated for resources: {'Port': ['ID=f373da70-e395-4f8b-baf4-399248616828,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:36.175855 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-634982eb-ef6b-4243-9712-ea01ffc6cb3e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:36.176628 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-634982eb-ef6b-4243-9712-ea01ffc6cb3e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:36.204219 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-634982eb-ef6b-4243-9712-ea01ffc6cb3e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8574541 Mar 05 14:34:36.215032 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-a92e8996-c3f0-4330-a703-645c6c6fed0d tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:34:36.216107 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-a92e8996-c3f0-4330-a703-645c6c6fed0d tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056772 Mar 05 14:34:36.225673 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-1e6665c9-2752-4ab8-b737-0bd6a601f3fd service neutron] Request body: {'port': {'device_id': '27e8c82e-df36-41ee-9af5-e73c46accbee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:34:36.311393 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ac0c4a9d-827b-442a-ad89-63c910844385 None None] Provisioning for port f373da70-e395-4f8b-baf4-399248616828 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:34:36.316798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ac0c4a9d-827b-442a-ad89-63c910844385 None None] Provisioning complete for port f373da70-e395-4f8b-baf4-399248616828 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:36.317264 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ac0c4a9d-827b-442a-ad89-63c910844385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:36.342749 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-1e6665c9-2752-4ab8-b737-0bd6a601f3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:36.369964 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-ac0c4a9d-827b-442a-ad89-63c910844385 None None] Port f373da70-e395-4f8b-baf4-399248616828 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:34:36.691992 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0a474-2c48-40dd-b13b-efcccd7f4759 req-279efedd-b5e4-4c48-bc5e-f4879e234e2e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:36.692694 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-66f0a474-2c48-40dd-b13b-efcccd7f4759 req-279efedd-b5e4-4c48-bc5e-f4879e234e2e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Synchronizing usage tracker for tenant:0fed49858c17430783b9e044a39097ce on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:34:36.749048 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-66f0a474-2c48-40dd-b13b-efcccd7f4759 req-279efedd-b5e4-4c48-bc5e-f4879e234e2e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Unset dirty status for tenant:0fed49858c17430783b9e044a39097ce on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:34:36.750194 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-66f0a474-2c48-40dd-b13b-efcccd7f4759 req-279efedd-b5e4-4c48-bc5e-f4879e234e2e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27e8c82e-df36-41ee-9af5-e73c46accbee HTTP/1.1" status: 200 len: 932 time: 0.2363513 Mar 05 14:34:36.802431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-1e6665c9-2752-4ab8-b737-0bd6a601f3fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f373da70-e395-4f8b-baf4-399248616828 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:34:36.814203 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-1e6665c9-2752-4ab8-b737-0bd6a601f3fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:36.827012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-66f0a474-2c48-40dd-b13b-efcccd7f4759 req-6b901cf2-c796-4bc8-bd4a-6d5021ad259c tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Synchronizing usage tracker for tenant:0fed49858c17430783b9e044a39097ce on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:34:36.840501 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-1e6665c9-2752-4ab8-b737-0bd6a601f3fd service neutron] Transition to ACTIVE for port object f373da70-e395-4f8b-baf4-399248616828 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:34:36.851003 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-1e6665c9-2752-4ab8-b737-0bd6a601f3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:36.894016 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-66f0a474-2c48-40dd-b13b-efcccd7f4759 req-6b901cf2-c796-4bc8-bd4a-6d5021ad259c tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Unset dirty status for tenant:0fed49858c17430783b9e044a39097ce on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:34:36.895401 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-66f0a474-2c48-40dd-b13b-efcccd7f4759 req-6b901cf2-c796-4bc8-bd4a-6d5021ad259c tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/security-groups?id=4021ce46-8b9c-458e-ad84-440ee865ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383269 Mar 05 14:34:36.954672 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] Sync routers for ids ['a07bac87-d0c6-4b9a-83a2-ed306e87900f'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:34:36.970179 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] Routers {'a07bac87-d0c6-4b9a-83a2-ed306e87900f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:34:36.970811 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:34:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['a07bac87-d0c6-4b9a-83a2-ed306e87900f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:37.072590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6665c9-2752-4ab8-b737-0bd6a601f3fd service neutron] Pushing event updated for resources: {'Port': ['ID=f373da70-e395-4f8b-baf4-399248616828,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:37.109074 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-1e6665c9-2752-4ab8-b737-0bd6a601f3fd service neutron] Attempting to bind port f373da70-e395-4f8b-baf4-399248616828 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:34:37.109409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-1e6665c9-2752-4ab8-b737-0bd6a601f3fd service neutron] Attempting to bind port f373da70-e395-4f8b-baf4-399248616828 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'f910dc36-2683-40bf-b47d-0e39794dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:34:37.109732 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-1e6665c9-2752-4ab8-b737-0bd6a601f3fd service neutron] Attempting to bind port f373da70-e395-4f8b-baf4-399248616828 on network 8908d4df-9e94-4f2a-827e-19d759ee6daa {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:34:37.116032 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-1e6665c9-2752-4ab8-b737-0bd6a601f3fd service neutron] Port f373da70-e395-4f8b-baf4-399248616828 on network 8908d4df-9e94-4f2a-827e-19d759ee6daa not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:34:37.116336 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-1e6665c9-2752-4ab8-b737-0bd6a601f3fd service neutron] Attempting to bind port f373da70-e395-4f8b-baf4-399248616828 on network 8908d4df-9e94-4f2a-827e-19d759ee6daa {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:34:37.121811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-1e6665c9-2752-4ab8-b737-0bd6a601f3fd service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:34:37.122148 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-1e6665c9-2752-4ab8-b737-0bd6a601f3fd service neutron] Checking segment: {'id': 'f910dc36-2683-40bf-b47d-0e39794dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:34:37.122528 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-1e6665c9-2752-4ab8-b737-0bd6a601f3fd service neutron] Bound using segment: {'id': 'f910dc36-2683-40bf-b47d-0e39794dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:34:37.122988 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-1e6665c9-2752-4ab8-b737-0bd6a601f3fd service neutron] Bound port: f373da70-e395-4f8b-baf4-399248616828, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f910dc36-2683-40bf-b47d-0e39794dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:34:37.123332 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-1e6665c9-2752-4ab8-b737-0bd6a601f3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:37.164247 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] Set router a07bac87-d0c6-4b9a-83a2-ed306e87900f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:34:37.215503 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-1e6665c9-2752-4ab8-b737-0bd6a601f3fd service neutron] For port f373da70-e395-4f8b-baf4-399248616828, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:34:37.218823 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-1e6665c9-2752-4ab8-b737-0bd6a601f3fd service neutron] For port f373da70-e395-4f8b-baf4-399248616828, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f373da70-e395-4f8b-baf4-399248616828,segment=NetworkSegment(f910dc36-2683-40bf-b47d-0e39794dab2a),segment_id=f910dc36-2683-40bf-b47d-0e39794dab2a)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:34:37.225054 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-1e6665c9-2752-4ab8-b737-0bd6a601f3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:37.278696 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-1e6665c9-2752-4ab8-b737-0bd6a601f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:37.279246 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-1e6665c9-2752-4ab8-b737-0bd6a601f3fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:37.280660 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-1e6665c9-2752-4ab8-b737-0bd6a601f3fd service neutron] 10.222.0.30 "PUT /v2.0/ports/f373da70-e395-4f8b-baf4-399248616828 HTTP/1.1" status: 200 len: 1092 time: 1.0590420 Mar 05 14:34:37.281092 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e8c82e-df36-41ee-9af5-e73c46accbee', 'tag': 'f373da70-e395-4f8b-baf4-399248616828'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:34:37.314214 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6665c9-2752-4ab8-b737-0bd6a601f3fd service neutron] Pushing event updated for resources: {'Port': ['ID=f373da70-e395-4f8b-baf4-399248616828,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:37.474647 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e8c82e-df36-41ee-9af5-e73c46accbee', 'tag': 'f373da70-e395-4f8b-baf4-399248616828', 'status': 'completed', 'code': 200} Mar 05 14:34:37.511100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-c3891cf0-15b1-470f-b2ee-4532fc427e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:37.512578 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-c3891cf0-15b1-470f-b2ee-4532fc427e03 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fed49858c17430783b9e044a39097ce&device_id=27e8c82e-df36-41ee-9af5-e73c46accbee HTTP/1.1" status: 200 len: 1095 time: 0.1929870 Mar 05 14:34:37.542602 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07bac87-d0c6-4b9a-83a2-ed306e87900f', 'name': 'tempest-TestEncryptedCinderVolumes-2085810924-router', 'tenant_id': '0644f29f4a65437381045428df014197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0b5c50de-d08f-4242-b26e-142be99cce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:34:27Z', 'updated_at': '2022-03-05T14:34:31Z', 'revision_number': 4, 'project_id': '0644f29f4a65437381045428df014197', 'gw_port': {'id': '0b5c50de-d08f-4242-b26e-142be99cce01', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07bac87-d0c6-4b9a-83a2-ed306e87900f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:34:28Z', 'updated_at': '2022-03-05T14:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '2dfd2eec-e78c-4ab4-81c4-681d380566ff', 'name': '', 'network_id': 'ed395cc0-7025-4e83-bbc4-2e1ad51907e6', 'tenant_id': '0644f29f4a65437381045428df014197', 'mac_address': 'fa:16:3e:17:f3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07bac87-d0c6-4b9a-83a2-ed306e87900f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b62c30dc-e9d6-47f0-a44d-2e25b2c1ac92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:34:30Z', 'updated_at': '2022-03-05T14:34:31Z', 'revision_number': 2, 'project_id': '0644f29f4a65437381045428df014197', 'subnets': [{'id': 'b62c30dc-e9d6-47f0-a44d-2e25b2c1ac92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:37.546380 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] Checking router: a07bac87-d0c6-4b9a-83a2-ed306e87900f for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:34:37.546716 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] Updating router a07bac87-d0c6-4b9a-83a2-ed306e87900f port 2dfd2eec-e78c-4ab4-81c4-681d380566ff binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:34:37.584554 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-e8e6832b-44c7-4cc1-a62a-f6cf4537c3da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f373da70-e395-4f8b-baf4-399248616828 HTTP/1.1" status: 200 len: 217 time: 0.0642002 Mar 05 14:34:37.601547 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:37.647701 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-dca7f2e5-6b01-4ca5-b2df-5088973d3a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:37.649136 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-dca7f2e5-6b01-4ca5-b2df-5088973d3a3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2077bf97-b7b0-4ea7-9d32-2267c30b5d61 HTTP/1.1" status: 200 len: 856 time: 0.0589404 Mar 05 14:34:37.726434 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-49b374b3-957d-403d-976b-9948dfa13882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:37.727957 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-49b374b3-957d-403d-976b-9948dfa13882 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8908d4df-9e94-4f2a-827e-19d759ee6daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732737 Mar 05 14:34:37.860033 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-15d15e26-e273-4e62-a4dd-aacf593d588b service neutron] 10.222.0.30 "GET /v2.0/networks/8908d4df-9e94-4f2a-827e-19d759ee6daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259763 Mar 05 14:34:37.942450 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:37.954824 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] Transition to ACTIVE for port object 2dfd2eec-e78c-4ab4-81c4-681d380566ff will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:34:37.961488 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:37.992942 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec9cca5c-2a79-4aea-8507-f496f58937ee req-30229d5f-f22f-4399-8f48-4303fece5b99 service neutron] 10.222.0.30 "GET /v2.0/networks/8908d4df-9e94-4f2a-827e-19d759ee6daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261854 Mar 05 14:34:38.127116 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9786f6-0ae3-423b-b92b-481a3cad59e5 None None] Pushing event updated for resources: {'Port': ['ID=2dfd2eec-e78c-4ab4-81c4-681d380566ff,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:38.164100 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debf081-767c-43e6-a275-676837cd0870 req-5f36a510-c7a3-4f59-bcb9-71187d2f0e65 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:38.165733 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1debf081-767c-43e6-a275-676837cd0870 req-5f36a510-c7a3-4f59-bcb9-71187d2f0e65 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27e8c82e-df36-41ee-9af5-e73c46accbee HTTP/1.1" status: 200 len: 944 time: 0.1525588 Mar 05 14:34:38.169111 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6d74d-4277-41db-b38c-744e9c9f3d43 req-d7601518-a380-4851-86dc-5d576be4a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:38.170427 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95d6d74d-4277-41db-b38c-744e9c9f3d43 req-d7601518-a380-4851-86dc-5d576be4a120 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fed49858c17430783b9e044a39097ce&device_id=27e8c82e-df36-41ee-9af5-e73c46accbee HTTP/1.1" status: 200 len: 1095 time: 0.1179225 Mar 05 14:34:38.182817 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] Attempting to bind port 2dfd2eec-e78c-4ab4-81c4-681d380566ff on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:34:38.183418 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] Attempting to bind port 2dfd2eec-e78c-4ab4-81c4-681d380566ff by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'f62ff07d-4281-4ed1-afc1-a66d20c8894d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ed395cc0-7025-4e83-bbc4-2e1ad51907e6'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:34:38.183932 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] Attempting to bind port 2dfd2eec-e78c-4ab4-81c4-681d380566ff on network ed395cc0-7025-4e83-bbc4-2e1ad51907e6 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:34:38.189676 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:34:38.190048 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] Checking segment: {'id': 'f62ff07d-4281-4ed1-afc1-a66d20c8894d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ed395cc0-7025-4e83-bbc4-2e1ad51907e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:34:38.190439 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:38.191384 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] Bound using segment: {'id': 'f62ff07d-4281-4ed1-afc1-a66d20c8894d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ed395cc0-7025-4e83-bbc4-2e1ad51907e6'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:34:38.191849 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] Bound port: 2dfd2eec-e78c-4ab4-81c4-681d380566ff, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62ff07d-4281-4ed1-afc1-a66d20c8894d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ed395cc0-7025-4e83-bbc4-2e1ad51907e6'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:34:38.192208 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:38.284746 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] For port 2dfd2eec-e78c-4ab4-81c4-681d380566ff, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:34:38.287589 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] For port 2dfd2eec-e78c-4ab4-81c4-681d380566ff, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=2dfd2eec-e78c-4ab4-81c4-681d380566ff,segment=NetworkSegment(f62ff07d-4281-4ed1-afc1-a66d20c8894d),segment_id=f62ff07d-4281-4ed1-afc1-a66d20c8894d)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:34:38.292096 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:38.296131 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1debf081-767c-43e6-a275-676837cd0870 req-1df11ae0-a658-40d1-bb43-6e2e7b41354d tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/security-groups?id=4021ce46-8b9c-458e-ad84-440ee865ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233547 Mar 05 14:34:38.339010 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6d74d-4277-41db-b38c-744e9c9f3d43 req-deb3d8f5-aa09-4eb5-8b3a-a51887515f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:38.340439 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95d6d74d-4277-41db-b38c-744e9c9f3d43 req-deb3d8f5-aa09-4eb5-8b3a-a51887515f7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=8908d4df-9e94-4f2a-827e-19d759ee6daa HTTP/1.1" status: 200 len: 917 time: 0.1539273 Mar 05 14:34:38.386087 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] Routers {'a07bac87-d0c6-4b9a-83a2-ed306e87900f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:34:38.386698 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:34:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['a07bac87-d0c6-4b9a-83a2-ed306e87900f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:38.413097 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95d6d74d-4277-41db-b38c-744e9c9f3d43 req-9862e99e-a960-448c-9b70-d2b0c5123587 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f373da70-e395-4f8b-baf4-399248616828 HTTP/1.1" status: 200 len: 217 time: 0.0656724 Mar 05 14:34:38.474308 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9786f6-0ae3-423b-b92b-481a3cad59e5 None None] Pushing event updated for resources: {'Port': ['ID=2dfd2eec-e78c-4ab4-81c4-681d380566ff,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:38.484599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6d74d-4277-41db-b38c-744e9c9f3d43 req-8b6d2edf-0562-4d6b-8a4b-9eec389bf784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:38.486157 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95d6d74d-4277-41db-b38c-744e9c9f3d43 req-8b6d2edf-0562-4d6b-8a4b-9eec389bf784 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2077bf97-b7b0-4ea7-9d32-2267c30b5d61 HTTP/1.1" status: 200 len: 856 time: 0.0664289 Mar 05 14:34:38.565968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6d74d-4277-41db-b38c-744e9c9f3d43 req-05fb7c68-9120-4723-9eb3-886d63524e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:38.567478 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95d6d74d-4277-41db-b38c-744e9c9f3d43 req-05fb7c68-9120-4723-9eb3-886d63524e09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8908d4df-9e94-4f2a-827e-19d759ee6daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741384 Mar 05 14:34:38.594964 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] Set router a07bac87-d0c6-4b9a-83a2-ed306e87900f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:34:38.700122 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95d6d74d-4277-41db-b38c-744e9c9f3d43 req-b7818e06-9f75-4b66-a30b-2b69c18479a7 service neutron] 10.222.0.30 "GET /v2.0/networks/8908d4df-9e94-4f2a-827e-19d759ee6daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257312 Mar 05 14:34:38.837220 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-95d6d74d-4277-41db-b38c-744e9c9f3d43 req-7a108b93-0e5e-43c1-b620-7c37ae9507cb service neutron] 10.222.0.30 "GET /v2.0/networks/8908d4df-9e94-4f2a-827e-19d759ee6daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310623 Mar 05 14:34:38.868402 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d0f0855f-a9da-47f1-8e38-497a0d7c3408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:38.905412 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07bac87-d0c6-4b9a-83a2-ed306e87900f', 'name': 'tempest-TestEncryptedCinderVolumes-2085810924-router', 'tenant_id': '0644f29f4a65437381045428df014197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0b5c50de-d08f-4242-b26e-142be99cce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:34:27Z', 'updated_at': '2022-03-05T14:34:31Z', 'revision_number': 4, 'project_id': '0644f29f4a65437381045428df014197', 'gw_port': {'id': '0b5c50de-d08f-4242-b26e-142be99cce01', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07bac87-d0c6-4b9a-83a2-ed306e87900f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:34:28Z', 'updated_at': '2022-03-05T14:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '2dfd2eec-e78c-4ab4-81c4-681d380566ff', 'name': '', 'network_id': 'ed395cc0-7025-4e83-bbc4-2e1ad51907e6', 'tenant_id': '0644f29f4a65437381045428df014197', 'mac_address': 'fa:16:3e:17:f3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07bac87-d0c6-4b9a-83a2-ed306e87900f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b62c30dc-e9d6-47f0-a44d-2e25b2c1ac92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:34:30Z', 'updated_at': '2022-03-05T14:34:38Z', 'revision_number': 4, 'project_id': '0644f29f4a65437381045428df014197', 'subnets': [{'id': 'b62c30dc-e9d6-47f0-a44d-2e25b2c1ac92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:34:38.909354 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e343cba6-e4be-4a31-9e3d-50c1fc77e52a None None] The sync data for ids ['a07bac87-d0c6-4b9a-83a2-ed306e87900f'] in n-d-803718-1 is: [{'id': 'a07bac87-d0c6-4b9a-83a2-ed306e87900f', 'name': 'tempest-TestEncryptedCinderVolumes-2085810924-router', 'tenant_id': '0644f29f4a65437381045428df014197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0b5c50de-d08f-4242-b26e-142be99cce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:34:27Z', 'updated_at': '2022-03-05T14:34:31Z', 'revision_number': 4, 'project_id': '0644f29f4a65437381045428df014197', 'gw_port': {'id': '0b5c50de-d08f-4242-b26e-142be99cce01', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07bac87-d0c6-4b9a-83a2-ed306e87900f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:34:28Z', 'updated_at': '2022-03-05T14:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '2dfd2eec-e78c-4ab4-81c4-681d380566ff', 'name': '', 'network_id': 'ed395cc0-7025-4e83-bbc4-2e1ad51907e6', 'tenant_id': '0644f29f4a65437381045428df014197', 'mac_address': 'fa:16:3e:17:f3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07bac87-d0c6-4b9a-83a2-ed306e87900f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b62c30dc-e9d6-47f0-a44d-2e25b2c1ac92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:34:30Z', 'updated_at': '2022-03-05T14:34:38Z', 'revision_number': 4, 'project_id': '0644f29f4a65437381045428df014197', 'subnets': [{'id': 'b62c30dc-e9d6-47f0-a44d-2e25b2c1ac92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:34:39.484008 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc760f1f-58c8-4d9b-a09f-74a1425913de req-30e64892-96f1-464e-a8c1-dbaa152ba4b6 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:39.485361 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cc760f1f-58c8-4d9b-a09f-74a1425913de req-30e64892-96f1-464e-a8c1-dbaa152ba4b6 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27e8c82e-df36-41ee-9af5-e73c46accbee HTTP/1.1" status: 200 len: 944 time: 0.0806069 Mar 05 14:34:39.537788 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cc760f1f-58c8-4d9b-a09f-74a1425913de req-b1b8225c-ea16-4d82-8f48-ed6d1c0742c7 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/security-groups?id=4021ce46-8b9c-458e-ad84-440ee865ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459623 Mar 05 14:34:40.079518 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 2dfd2eec-e78c-4ab4-81c4-681d380566ff up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:34:40.140635 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device f373da70-e395-4f8b-baf4-399248616828 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:34:40.177111 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 2dfd2eec-e78c-4ab4-81c4-681d380566ff completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:34:40.194976 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 2dfd2eec-e78c-4ab4-81c4-681d380566ff triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:40.195338 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:40.334506 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port f373da70-e395-4f8b-baf4-399248616828, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f373da70-e395-4f8b-baf4-399248616828,segment=NetworkSegment(f910dc36-2683-40bf-b47d-0e39794dab2a),segment_id=f910dc36-2683-40bf-b47d-0e39794dab2a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:34:40.372900 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'f373da70-e395-4f8b-baf4-399248616828', 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa', 'port_id': 'f373da70-e395-4f8b-baf4-399248616828', 'mac_address': 'fa:16:3e:17:2d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2077bf97-b7b0-4ea7-9d32-2267c30b5d61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:34:40.434437 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:40.465430 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:40.491711 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f373da70-e395-4f8b-baf4-399248616828 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:34:40.499850 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 2dfd2eec-e78c-4ab4-81c4-681d380566ff, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=2dfd2eec-e78c-4ab4-81c4-681d380566ff,segment=NetworkSegment(f62ff07d-4281-4ed1-afc1-a66d20c8894d),segment_id=f62ff07d-4281-4ed1-afc1-a66d20c8894d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:34:40.506817 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:40.543746 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port f373da70-e395-4f8b-baf4-399248616828, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f373da70-e395-4f8b-baf4-399248616828,segment=NetworkSegment(f910dc36-2683-40bf-b47d-0e39794dab2a),segment_id=f910dc36-2683-40bf-b47d-0e39794dab2a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:34:40.553249 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:40.578726 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=2dfd2eec-e78c-4ab4-81c4-681d380566ff,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:40.651588 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=f373da70-e395-4f8b-baf4-399248616828,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:40.723615 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fceb7b-5d8b-4554-9e38-e24977cb212b req-a7c126e5-5c36-4377-95e0-098168b36097 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:40.725091 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e6fceb7b-5d8b-4554-9e38-e24977cb212b req-a7c126e5-5c36-4377-95e0-098168b36097 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27e8c82e-df36-41ee-9af5-e73c46accbee HTTP/1.1" status: 200 len: 945 time: 0.0830507 Mar 05 14:34:40.755112 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['f373da70-e395-4f8b-baf4-399248616828'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:34:40.769712 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e6fceb7b-5d8b-4554-9e38-e24977cb212b req-a50892ef-fb32-409d-badf-c2848bfbf829 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/security-groups?id=4021ce46-8b9c-458e-ad84-440ee865ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381923 Mar 05 14:34:41.004067 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2117b5a8-f527-4fe0-b519-28681e8feb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:41.954421 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1eef1-9c7c-4237-840a-9364a4990912 req-4bdb831b-763e-4496-8e93-087bdea90014 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:41.955891 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-38f1eef1-9c7c-4237-840a-9364a4990912 req-4bdb831b-763e-4496-8e93-087bdea90014 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27e8c82e-df36-41ee-9af5-e73c46accbee HTTP/1.1" status: 200 len: 945 time: 0.0806251 Mar 05 14:34:41.999852 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-38f1eef1-9c7c-4237-840a-9364a4990912 req-25b4d7cf-0aa9-4df4-971a-7e183ad7947a tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/security-groups?id=4021ce46-8b9c-458e-ad84-440ee865ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377882 Mar 05 14:34:42.067339 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 2dfd2eec-e78c-4ab4-81c4-681d380566ff up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:34:42.136494 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 2dfd2eec-e78c-4ab4-81c4-681d380566ff triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:42.136879 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:42.162430 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device f373da70-e395-4f8b-baf4-399248616828 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:34:42.299011 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:42.312992 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:42.370268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port f373da70-e395-4f8b-baf4-399248616828 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:34:42.379253 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port f373da70-e395-4f8b-baf4-399248616828 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:34:42.380257 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:42.500401 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:42.527359 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e8c82e-df36-41ee-9af5-e73c46accbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f373da70-e395-4f8b-baf4-399248616828'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:34:42.537544 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port f373da70-e395-4f8b-baf4-399248616828, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f373da70-e395-4f8b-baf4-399248616828,segment=NetworkSegment(f910dc36-2683-40bf-b47d-0e39794dab2a),segment_id=f910dc36-2683-40bf-b47d-0e39794dab2a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:34:42.541654 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:42.577672 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e8c82e-df36-41ee-9af5-e73c46accbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f373da70-e395-4f8b-baf4-399248616828', 'code': 200} Mar 05 14:34:42.609828 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=f373da70-e395-4f8b-baf4-399248616828,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:34:42.695272 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8d8d2-887b-4152-b3a5-4774c859bebc req-f8d75061-f3a5-4088-a4aa-b655d55496e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:42.696707 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a9a8d8d2-887b-4152-b3a5-4774c859bebc req-f8d75061-f3a5-4088-a4aa-b655d55496e8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=27e8c82e-df36-41ee-9af5-e73c46accbee HTTP/1.1" status: 200 len: 1097 time: 0.0684981 Mar 05 14:34:42.846484 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a9a8d8d2-887b-4152-b3a5-4774c859bebc req-14b02b62-0f06-4d54-9371-707830d8348f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4021ce46-8b9c-458e-ad84-440ee865ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440485 Mar 05 14:34:43.189450 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79b869-d213-4df4-a6ef-a09c5e9291df req-f324cd68-84f4-4c59-8b35-0aea0d36632d tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:43.190922 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0a79b869-d213-4df4-a6ef-a09c5e9291df req-f324cd68-84f4-4c59-8b35-0aea0d36632d tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27e8c82e-df36-41ee-9af5-e73c46accbee HTTP/1.1" status: 200 len: 946 time: 0.0832601 Mar 05 14:34:43.234877 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0a79b869-d213-4df4-a6ef-a09c5e9291df req-ecee98d7-a4ce-4910-b6e6-bafe264e7680 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/security-groups?id=4021ce46-8b9c-458e-ad84-440ee865ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383077 Mar 05 14:34:43.846885 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:44.418173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650c417-772d-4018-a503-3411f156fffb req-9b247b3b-c811-41db-b22a-f897471e92f1 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:44.419548 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a650c417-772d-4018-a503-3411f156fffb req-9b247b3b-c811-41db-b22a-f897471e92f1 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27e8c82e-df36-41ee-9af5-e73c46accbee HTTP/1.1" status: 200 len: 946 time: 0.0786111 Mar 05 14:34:44.464537 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a650c417-772d-4018-a503-3411f156fffb req-26fcddeb-1bc6-4a28-8e64-863b52666cee tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/security-groups?id=4021ce46-8b9c-458e-ad84-440ee865ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393946 Mar 05 14:34:44.649971 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ad62f-c596-453e-b74f-52dcf4601e60 req-93c4cc3c-0cf8-4f34-867f-eaaff64e1bdc tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:44.651445 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c56ad62f-c596-453e-b74f-52dcf4601e60 req-93c4cc3c-0cf8-4f34-867f-eaaff64e1bdc tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27e8c82e-df36-41ee-9af5-e73c46accbee HTTP/1.1" status: 200 len: 946 time: 0.0829256 Mar 05 14:34:44.698830 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c56ad62f-c596-453e-b74f-52dcf4601e60 req-fa904a15-236b-453c-8bfd-0c2b80964f42 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/security-groups?id=4021ce46-8b9c-458e-ad84-440ee865ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417681 Mar 05 14:34:46.470457 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d8691c75-5eba-46f7-ae9e-c04ce427aba6 req-32ece0ae-dd8c-426d-8d5a-0cf1bca101bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=27e8c82e-df36-41ee-9af5-e73c46accbee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0721581 Mar 05 14:34:46.610597 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8691c75-5eba-46f7-ae9e-c04ce427aba6 req-18e34b8e-0d13-4c39-a947-19bf64495938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:46.612030 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d8691c75-5eba-46f7-ae9e-c04ce427aba6 req-18e34b8e-0d13-4c39-a947-19bf64495938 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fed49858c17430783b9e044a39097ce&device_id=27e8c82e-df36-41ee-9af5-e73c46accbee HTTP/1.1" status: 200 len: 1097 time: 0.0726776 Mar 05 14:34:46.759704 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8691c75-5eba-46f7-ae9e-c04ce427aba6 req-a2520974-c259-4fae-b5f0-efaa9bffb261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:46.761145 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d8691c75-5eba-46f7-ae9e-c04ce427aba6 req-a2520974-c259-4fae-b5f0-efaa9bffb261 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8908d4df-9e94-4f2a-827e-19d759ee6daa HTTP/1.1" status: 200 len: 917 time: 0.1303880 Mar 05 14:34:46.831959 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d8691c75-5eba-46f7-ae9e-c04ce427aba6 req-1b8736e6-fac5-4f9d-8882-a3b65911e7f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f373da70-e395-4f8b-baf4-399248616828 HTTP/1.1" status: 200 len: 217 time: 0.0652299 Mar 05 14:34:46.899748 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8691c75-5eba-46f7-ae9e-c04ce427aba6 req-3f2f6265-b7ae-4764-8e48-c29c2924e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:46.901185 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d8691c75-5eba-46f7-ae9e-c04ce427aba6 req-3f2f6265-b7ae-4764-8e48-c29c2924e4d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2077bf97-b7b0-4ea7-9d32-2267c30b5d61 HTTP/1.1" status: 200 len: 856 time: 0.0625920 Mar 05 14:34:46.987669 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8691c75-5eba-46f7-ae9e-c04ce427aba6 req-d0929688-ccf8-4a7b-9b94-577d0aab9d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:46.989432 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d8691c75-5eba-46f7-ae9e-c04ce427aba6 req-d0929688-ccf8-4a7b-9b94-577d0aab9d4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8908d4df-9e94-4f2a-827e-19d759ee6daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763009 Mar 05 14:34:47.124180 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d8691c75-5eba-46f7-ae9e-c04ce427aba6 req-c9dc64eb-9f58-4bcf-9362-8a5785add551 service neutron] 10.222.0.30 "GET /v2.0/networks/8908d4df-9e94-4f2a-827e-19d759ee6daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267471 Mar 05 14:34:47.257180 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d8691c75-5eba-46f7-ae9e-c04ce427aba6 req-4b071d87-73c4-4663-9151-196bfb2ae8bb service neutron] 10.222.0.30 "GET /v2.0/networks/8908d4df-9e94-4f2a-827e-19d759ee6daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268668 Mar 05 14:34:59.087290 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e092bdd-65de-4bb5-b172-fac670f86f86 req-756921dd-8c6e-43c1-baff-0bc87dccfb22 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:34:59.088702 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e092bdd-65de-4bb5-b172-fac670f86f86 req-756921dd-8c6e-43c1-baff-0bc87dccfb22 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27e8c82e-df36-41ee-9af5-e73c46accbee HTTP/1.1" status: 200 len: 946 time: 0.0786636 Mar 05 14:34:59.131725 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e092bdd-65de-4bb5-b172-fac670f86f86 req-cc3d72c1-1523-4c2e-a29a-51d4fe90c779 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/security-groups?id=4021ce46-8b9c-458e-ad84-440ee865ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375998 Mar 05 14:34:59.431623 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:34:59.456028 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:00.477750 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770e8d1-95f6-4937-a2dc-801c19d29e03 req-03238cdd-fe9f-4bd0-813a-a36999b761a7 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:00.479214 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1770e8d1-95f6-4937-a2dc-801c19d29e03 req-03238cdd-fe9f-4bd0-813a-a36999b761a7 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27e8c82e-df36-41ee-9af5-e73c46accbee HTTP/1.1" status: 200 len: 946 time: 0.0804129 Mar 05 14:35:00.524116 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1770e8d1-95f6-4937-a2dc-801c19d29e03 req-31fbbc71-60e7-494c-999e-1a2de2cb685a tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/security-groups?id=4021ce46-8b9c-458e-ad84-440ee865ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391877 Mar 05 14:35:00.552434 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d7f5a-f665-4bfd-8e6e-8749857df8a1 req-1d2cc526-398b-4e2b-a072-480d81c8a8b9 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:00.553834 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fe9d7f5a-f665-4bfd-8e6e-8749857df8a1 req-1d2cc526-398b-4e2b-a072-480d81c8a8b9 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e8c82e-df36-41ee-9af5-e73c46accbee HTTP/1.1" status: 200 len: 946 time: 0.0833552 Mar 05 14:35:00.621170 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-fe9d7f5a-f665-4bfd-8e6e-8749857df8a1 req-39eac32d-a5bb-4a5b-ba30-7a82168a2dd5 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Deleting port f373da70-e395-4f8b-baf4-399248616828 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:35:00.621502 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-fe9d7f5a-f665-4bfd-8e6e-8749857df8a1 req-39eac32d-a5bb-4a5b-ba30-7a82168a2dd5 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:00.859898 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-fe9d7f5a-f665-4bfd-8e6e-8749857df8a1 req-39eac32d-a5bb-4a5b-ba30-7a82168a2dd5 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] For port f373da70-e395-4f8b-baf4-399248616828, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f373da70-e395-4f8b-baf4-399248616828,segment=NetworkSegment(f910dc36-2683-40bf-b47d-0e39794dab2a),segment_id=f910dc36-2683-40bf-b47d-0e39794dab2a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:35:00.860250 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-fe9d7f5a-f665-4bfd-8e6e-8749857df8a1 req-39eac32d-a5bb-4a5b-ba30-7a82168a2dd5 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:00.982366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-fe9d7f5a-f665-4bfd-8e6e-8749857df8a1 req-39eac32d-a5bb-4a5b-ba30-7a82168a2dd5 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Calling delete_port for f373da70-e395-4f8b-baf4-399248616828 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:35:01.235606 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-fe9d7f5a-f665-4bfd-8e6e-8749857df8a1 req-39eac32d-a5bb-4a5b-ba30-7a82168a2dd5 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:01.246937 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['f373da70-e395-4f8b-baf4-399248616828'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:35:01.284658 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eac32d-a5bb-4a5b-ba30-7a82168a2dd5 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Pushing event deleted for resources: {'Port': ['ID=f373da70-e395-4f8b-baf4-399248616828,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:01.361537 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9d7f5a-f665-4bfd-8e6e-8749857df8a1 req-39eac32d-a5bb-4a5b-ba30-7a82168a2dd5 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] No DVR routers for this DVR port f373da70-e395-4f8b-baf4-399248616828 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:35:01.364957 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-fe9d7f5a-f665-4bfd-8e6e-8749857df8a1 req-39eac32d-a5bb-4a5b-ba30-7a82168a2dd5 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:01.367741 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e8c82e-df36-41ee-9af5-e73c46accbee', 'name': 'network-vif-deleted', 'tag': 'f373da70-e395-4f8b-baf4-399248616828'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:35:01.385899 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fe9d7f5a-f665-4bfd-8e6e-8749857df8a1 req-39eac32d-a5bb-4a5b-ba30-7a82168a2dd5 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.30 "DELETE /v2.0/ports/f373da70-e395-4f8b-baf4-399248616828 HTTP/1.1" status: 204 len: 173 time: 0.8268785 Mar 05 14:35:01.438564 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e8c82e-df36-41ee-9af5-e73c46accbee', 'name': 'network-vif-deleted', 'tag': 'f373da70-e395-4f8b-baf4-399248616828', 'status': 'completed', 'code': 200} Mar 05 14:35:01.685071 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-98fe1581-666d-4c54-b895-3072028fe242 req-1b5045dd-355e-4b98-8d6c-2081a8da1389 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=27e8c82e-df36-41ee-9af5-e73c46accbee HTTP/1.1" status: 200 len: 210 time: 0.0449078 Mar 05 14:35:03.485704 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-6d7839d5-c92e-45f2-ba11-fa345ee4cbb1 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:03.487160 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-6d7839d5-c92e-45f2-ba11-fa345ee4cbb1 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/networks?id=8908d4df-9e94-4f2a-827e-19d759ee6daa HTTP/1.1" status: 200 len: 817 time: 0.1462750 Mar 05 14:35:03.503663 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-cf6adb9e-f33e-4e45-89b1-b5655b2739b6 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/quotas/0fed49858c17430783b9e044a39097ce HTTP/1.1" status: 200 len: 375 time: 0.0099442 Mar 05 14:35:03.587656 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-95df36f3-b972-4cbd-932e-b8274914182f tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fed49858c17430783b9e044a39097ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780354 Mar 05 14:35:03.726074 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-1910c8a7-b414-42d8-a34a-5989c46a8b7f service neutron] 10.222.0.16 "GET /v2.0/networks/8908d4df-9e94-4f2a-827e-19d759ee6daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261749 Mar 05 14:35:03.856144 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-10dc8475-2593-48f0-bc11-7d43132c46b5 service neutron] 10.222.0.16 "GET /v2.0/networks/8908d4df-9e94-4f2a-827e-19d759ee6daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243222 Mar 05 14:35:04.032748 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5e9d9c1a-f3c6-4e84-9960-8714a4f80959 req-477ebf1e-dfac-439d-8dbd-e04b1ecf262c tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Synchronizing usage tracker for tenant:0fed49858c17430783b9e044a39097ce on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:35:04.048755 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5e9d9c1a-f3c6-4e84-9960-8714a4f80959 req-477ebf1e-dfac-439d-8dbd-e04b1ecf262c tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Unset dirty status for tenant:0fed49858c17430783b9e044a39097ce on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:35:04.050124 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5e9d9c1a-f3c6-4e84-9960-8714a4f80959 req-477ebf1e-dfac-439d-8dbd-e04b1ecf262c tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8eba2a4-0778-4996-a259-99903895e475 HTTP/1.1" status: 200 len: 210 time: 0.0586169 Mar 05 14:35:05.052188 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-97666794-b5ba-49fb-9f35-52c6f42e4d0a tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:05.053631 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-97666794-b5ba-49fb-9f35-52c6f42e4d0a tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.30 "GET /v2.0/networks?id=8908d4df-9e94-4f2a-827e-19d759ee6daa HTTP/1.1" status: 200 len: 817 time: 0.1464260 Mar 05 14:35:05.064697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-1e6406a5-e390-461d-b45c-0ead1105976f tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Request body: {'port': {'device_id': 'c8eba2a4-0778-4996-a259-99903895e475', 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa', 'admin_state_up': True, 'tenant_id': '0fed49858c17430783b9e044a39097ce'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:35:05.203546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-1e6406a5-e390-461d-b45c-0ead1105976f tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:35:05.204343 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6807e1d2-1faa-47e6-8d40-d139a817ef44 req-0e73dce4-6038-4368-b973-55d2cbbb9437 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8eba2a4-0778-4996-a259-99903895e475 HTTP/1.1" status: 200 len: 210 time: 0.0425239 Mar 05 14:35:05.213437 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-1e6406a5-e390-461d-b45c-0ead1105976f tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:35:05.225057 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-1e6406a5-e390-461d-b45c-0ead1105976f tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Made reservation on behalf of 0fed49858c17430783b9e044a39097ce for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:35:05.228691 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-1e6406a5-e390-461d-b45c-0ead1105976f tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:05.389693 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-1e6406a5-e390-461d-b45c-0ead1105976f tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Allocated IP 172.20.0.8 (8908d4df-9e94-4f2a-827e-19d759ee6daa/2077bf97-b7b0-4ea7-9d32-2267c30b5d61/bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:35:05.596576 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-1e6406a5-e390-461d-b45c-0ead1105976f tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:05.611894 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-1e6406a5-e390-461d-b45c-0ead1105976f tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Transition to ACTIVE for port object bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:35:05.635316 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-1e6406a5-e390-461d-b45c-0ead1105976f tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:05.700867 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-1e6406a5-e390-461d-b45c-0ead1105976f tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Network 8908d4df-9e94-4f2a-827e-19d759ee6daa is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:35:05.708806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-1e6406a5-e390-461d-b45c-0ead1105976f tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:35:05.713111 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-1e6406a5-e390-461d-b45c-0ead1105976f tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:35:05.743626 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6406a5-e390-461d-b45c-0ead1105976f tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Pushing event updated for resources: {'Port': ['ID=bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:05.780598 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-1e6406a5-e390-461d-b45c-0ead1105976f tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:05.781210 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-1e6406a5-e390-461d-b45c-0ead1105976f tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:05.807073 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-1e6406a5-e390-461d-b45c-0ead1105976f tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7458858 Mar 05 14:35:05.818368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-09641bc7-b790-4ee6-99c4-c19af03482c8 service neutron] Request body: {'port': {'device_id': 'c8eba2a4-0778-4996-a259-99903895e475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:35:05.931641 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-09641bc7-b790-4ee6-99c4-c19af03482c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:05.958191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6b536ee5-02e6-43f3-aa2f-4854873ca8e5 None None] Provisioning for port bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:35:05.965268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6b536ee5-02e6-43f3-aa2f-4854873ca8e5 None None] Provisioning complete for port bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:35:05.965652 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6b536ee5-02e6-43f3-aa2f-4854873ca8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:06.019261 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-6b536ee5-02e6-43f3-aa2f-4854873ca8e5 None None] Port bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:35:06.275132 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-09641bc7-b790-4ee6-99c4-c19af03482c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:35:06.281227 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device f373da70-e395-4f8b-baf4-399248616828 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:35:06.284208 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-09641bc7-b790-4ee6-99c4-c19af03482c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:06.300979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-09641bc7-b790-4ee6-99c4-c19af03482c8 service neutron] Transition to ACTIVE for port object bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:35:06.305054 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-09641bc7-b790-4ee6-99c4-c19af03482c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:06.322464 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: f373da70-e395-4f8b-baf4-399248616828 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:35:06.322859 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device f373da70-e395-4f8b-baf4-399248616828 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:35:06.482722 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09641bc7-b790-4ee6-99c4-c19af03482c8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:06.603773 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65acd07-0f92-4dcf-86e5-5173a6d802a1 req-61b8d8bc-dbfc-4856-b4d0-6eb707ac5ec4 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:06.604456 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-e65acd07-0f92-4dcf-86e5-5173a6d802a1 req-61b8d8bc-dbfc-4856-b4d0-6eb707ac5ec4 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Synchronizing usage tracker for tenant:0fed49858c17430783b9e044a39097ce on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:35:06.615173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-09641bc7-b790-4ee6-99c4-c19af03482c8 service neutron] Attempting to bind port bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:35:06.615498 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-09641bc7-b790-4ee6-99c4-c19af03482c8 service neutron] Attempting to bind port bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'f910dc36-2683-40bf-b47d-0e39794dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:35:06.615813 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-09641bc7-b790-4ee6-99c4-c19af03482c8 service neutron] Attempting to bind port bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 on network 8908d4df-9e94-4f2a-827e-19d759ee6daa {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:35:06.623340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-09641bc7-b790-4ee6-99c4-c19af03482c8 service neutron] Port bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 on network 8908d4df-9e94-4f2a-827e-19d759ee6daa not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:35:06.623665 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-09641bc7-b790-4ee6-99c4-c19af03482c8 service neutron] Attempting to bind port bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 on network 8908d4df-9e94-4f2a-827e-19d759ee6daa {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:35:06.631084 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-09641bc7-b790-4ee6-99c4-c19af03482c8 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:35:06.631432 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-09641bc7-b790-4ee6-99c4-c19af03482c8 service neutron] Checking segment: {'id': 'f910dc36-2683-40bf-b47d-0e39794dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:35:06.631784 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-09641bc7-b790-4ee6-99c4-c19af03482c8 service neutron] Bound using segment: {'id': 'f910dc36-2683-40bf-b47d-0e39794dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:35:06.632186 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-09641bc7-b790-4ee6-99c4-c19af03482c8 service neutron] Bound port: bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f910dc36-2683-40bf-b47d-0e39794dab2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:35:06.632518 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-09641bc7-b790-4ee6-99c4-c19af03482c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:06.646341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-e65acd07-0f92-4dcf-86e5-5173a6d802a1 req-61b8d8bc-dbfc-4856-b4d0-6eb707ac5ec4 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Unset dirty status for tenant:0fed49858c17430783b9e044a39097ce on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:35:06.647497 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e65acd07-0f92-4dcf-86e5-5173a6d802a1 req-61b8d8bc-dbfc-4856-b4d0-6eb707ac5ec4 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8eba2a4-0778-4996-a259-99903895e475 HTTP/1.1" status: 200 len: 943 time: 0.3051593 Mar 05 14:35:06.759410 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e65acd07-0f92-4dcf-86e5-5173a6d802a1 req-a240849b-167a-497e-a63a-7094d28b0e53 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/security-groups?id=4021ce46-8b9c-458e-ad84-440ee865ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842664 Mar 05 14:35:06.769889 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-09641bc7-b790-4ee6-99c4-c19af03482c8 service neutron] For port bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:35:06.773503 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-09641bc7-b790-4ee6-99c4-c19af03482c8 service neutron] For port bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2,segment=NetworkSegment(f910dc36-2683-40bf-b47d-0e39794dab2a),segment_id=f910dc36-2683-40bf-b47d-0e39794dab2a)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:35:06.777246 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-09641bc7-b790-4ee6-99c4-c19af03482c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:06.831180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-09641bc7-b790-4ee6-99c4-c19af03482c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:06.831790 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-09641bc7-b790-4ee6-99c4-c19af03482c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:06.833395 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-09641bc7-b790-4ee6-99c4-c19af03482c8 service neutron] 10.222.0.30 "PUT /v2.0/ports/bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 HTTP/1.1" status: 200 len: 1091 time: 1.0194540 Mar 05 14:35:06.833827 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8eba2a4-0778-4996-a259-99903895e475', 'tag': 'bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:35:06.864126 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09641bc7-b790-4ee6-99c4-c19af03482c8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:06.910677 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8eba2a4-0778-4996-a259-99903895e475', 'tag': 'bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2', 'status': 'completed', 'code': 200} Mar 05 14:35:06.956341 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-423662bc-40b5-4ca8-a862-88a88adcb9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:06.958620 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-423662bc-40b5-4ca8-a862-88a88adcb9cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fed49858c17430783b9e044a39097ce&device_id=c8eba2a4-0778-4996-a259-99903895e475 HTTP/1.1" status: 200 len: 1094 time: 0.0818441 Mar 05 14:35:07.130568 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-e6a71dff-b467-4ae3-a271-4eec97111d64 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 HTTP/1.1" status: 200 len: 217 time: 0.1658621 Mar 05 14:35:07.195097 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-507e6d90-6d56-437f-908f-e5cd02c1ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:07.196480 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-507e6d90-6d56-437f-908f-e5cd02c1ed88 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2077bf97-b7b0-4ea7-9d32-2267c30b5d61 HTTP/1.1" status: 200 len: 856 time: 0.0601475 Mar 05 14:35:07.267787 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-ad69302a-51a1-4cca-a8f7-3a4a719f31da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:07.269236 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-ad69302a-51a1-4cca-a8f7-3a4a719f31da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8908d4df-9e94-4f2a-827e-19d759ee6daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672741 Mar 05 14:35:07.398036 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-4ed585c8-61bc-42c8-a421-18ef40871162 service neutron] 10.222.0.30 "GET /v2.0/networks/8908d4df-9e94-4f2a-827e-19d759ee6daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224513 Mar 05 14:35:07.527175 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bcd84493-4b93-4de8-adfe-4c92c5457cad req-7128aee4-cbbd-4399-a334-cf623156cd32 service neutron] 10.222.0.30 "GET /v2.0/networks/8908d4df-9e94-4f2a-827e-19d759ee6daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231720 Mar 05 14:35:07.642664 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f71e7-96c4-42a4-95b0-4ca9773650ec req-05959ad3-0100-4322-835d-73bbcaa99825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:07.644359 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bb0f71e7-96c4-42a4-95b0-4ca9773650ec req-05959ad3-0100-4322-835d-73bbcaa99825 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0fed49858c17430783b9e044a39097ce&device_id=c8eba2a4-0778-4996-a259-99903895e475 HTTP/1.1" status: 200 len: 1094 time: 0.0747733 Mar 05 14:35:07.773835 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f71e7-96c4-42a4-95b0-4ca9773650ec req-2a8e0c27-dd4f-436a-8932-865790d47a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:07.775175 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bb0f71e7-96c4-42a4-95b0-4ca9773650ec req-2a8e0c27-dd4f-436a-8932-865790d47a51 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8908d4df-9e94-4f2a-827e-19d759ee6daa HTTP/1.1" status: 200 len: 917 time: 0.1250749 Mar 05 14:35:07.842864 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bb0f71e7-96c4-42a4-95b0-4ca9773650ec req-2aa84a94-75c8-4126-94b0-bdb95f4bff11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 HTTP/1.1" status: 200 len: 217 time: 0.0601249 Mar 05 14:35:07.949387 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f71e7-96c4-42a4-95b0-4ca9773650ec req-61b099e3-1de6-4cbd-922a-13d345f16ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:07.950799 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bb0f71e7-96c4-42a4-95b0-4ca9773650ec req-61b099e3-1de6-4cbd-922a-13d345f16ebc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2077bf97-b7b0-4ea7-9d32-2267c30b5d61 HTTP/1.1" status: 200 len: 856 time: 0.1021209 Mar 05 14:35:08.023321 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26930061-426f-4329-877f-42a6434238f5 req-69a50117-b75b-4212-99c7-a7bc543013b1 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:08.024896 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-26930061-426f-4329-877f-42a6434238f5 req-69a50117-b75b-4212-99c7-a7bc543013b1 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8eba2a4-0778-4996-a259-99903895e475 HTTP/1.1" status: 200 len: 943 time: 0.1444280 Mar 05 14:35:08.078950 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f71e7-96c4-42a4-95b0-4ca9773650ec req-e5c3cadc-8390-49c9-bd80-fe8e5c7bdb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:08.080370 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bb0f71e7-96c4-42a4-95b0-4ca9773650ec req-e5c3cadc-8390-49c9-bd80-fe8e5c7bdb87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8908d4df-9e94-4f2a-827e-19d759ee6daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216269 Mar 05 14:35:08.083751 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-26930061-426f-4329-877f-42a6434238f5 req-ca4ac09e-58ec-4d17-a137-71af7396e518 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/security-groups?id=4021ce46-8b9c-458e-ad84-440ee865ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522428 Mar 05 14:35:08.210391 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bb0f71e7-96c4-42a4-95b0-4ca9773650ec req-7508a58b-145d-4bb6-848a-0968dc3449d7 service neutron] 10.222.0.30 "GET /v2.0/networks/8908d4df-9e94-4f2a-827e-19d759ee6daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222918 Mar 05 14:35:08.297308 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:35:08.341063 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bb0f71e7-96c4-42a4-95b0-4ca9773650ec req-2208acaf-52da-4a2c-ac0d-5499972b1db3 service neutron] 10.222.0.30 "GET /v2.0/networks/8908d4df-9e94-4f2a-827e-19d759ee6daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233146 Mar 05 14:35:08.429388 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2,segment=NetworkSegment(f910dc36-2683-40bf-b47d-0e39794dab2a),segment_id=f910dc36-2683-40bf-b47d-0e39794dab2a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:35:08.442327 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2', 'network_id': '8908d4df-9e94-4f2a-827e-19d759ee6daa', 'port_id': 'bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2', 'mac_address': 'fa:16:3e:b1:78:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2077bf97-b7b0-4ea7-9d32-2267c30b5d61', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:35:08.496117 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:08.512471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:35:08.527747 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2,segment=NetworkSegment(f910dc36-2683-40bf-b47d-0e39794dab2a),segment_id=f910dc36-2683-40bf-b47d-0e39794dab2a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:35:08.531423 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:08.599871 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:08.607089 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:08.607431 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:08.607762 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:08.608090 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:08.608412 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:08.608734 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:08.609053 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:08.609367 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:08.609681 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:08.609994 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:08.610306 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:08.610618 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:08.718128 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:35:08.888003 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-06edf22d-2215-4478-b2e4-258d11634f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:09.271504 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133af8c9-f44d-40f0-a095-ba4590902a6f req-a0b75a0a-e50a-4b43-b1a5-29f8932e89ae tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:09.272960 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-133af8c9-f44d-40f0-a095-ba4590902a6f req-a0b75a0a-e50a-4b43-b1a5-29f8932e89ae tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8eba2a4-0778-4996-a259-99903895e475 HTTP/1.1" status: 200 len: 944 time: 0.0846193 Mar 05 14:35:09.317435 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-133af8c9-f44d-40f0-a095-ba4590902a6f req-c1b84acc-8cb8-4a5d-8bab-2254620a63a9 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/security-groups?id=4021ce46-8b9c-458e-ad84-440ee865ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387502 Mar 05 14:35:10.308481 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:35:10.329817 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:35:10.374423 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:35:10.379914 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:35:10.380479 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:10.500366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bec7bb-c4f6-4406-81dd-e92716a950b3 req-c9f65787-e69c-4c31-99cd-418e5929a6ec tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:10.513875 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-30bec7bb-c4f6-4406-81dd-e92716a950b3 req-c9f65787-e69c-4c31-99cd-418e5929a6ec tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8eba2a4-0778-4996-a259-99903895e475 HTTP/1.1" status: 200 len: 944 time: 0.0795863 Mar 05 14:35:10.514038 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:10.542602 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8eba2a4-0778-4996-a259-99903895e475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:35:10.551823 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-30bec7bb-c4f6-4406-81dd-e92716a950b3 req-d100a666-4b72-4edd-b84c-1f0800f1a566 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/security-groups?id=4021ce46-8b9c-458e-ad84-440ee865ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389183 Mar 05 14:35:10.552884 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2,segment=NetworkSegment(f910dc36-2683-40bf-b47d-0e39794dab2a),segment_id=f910dc36-2683-40bf-b47d-0e39794dab2a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:35:10.557522 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:10.595306 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8eba2a4-0778-4996-a259-99903895e475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2', 'code': 200} Mar 05 14:35:10.628164 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:10.719018 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88df35-9626-49c6-9417-87f71e25088e req-bb423735-c157-4288-9080-6869caae4b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:10.720449 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0d88df35-9626-49c6-9417-87f71e25088e req-bb423735-c157-4288-9080-6869caae4b37 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8eba2a4-0778-4996-a259-99903895e475 HTTP/1.1" status: 200 len: 1096 time: 0.0715556 Mar 05 14:35:10.760508 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0d88df35-9626-49c6-9417-87f71e25088e req-d682aba3-a0b1-4ffa-bcd6-018eb8c580df service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4021ce46-8b9c-458e-ad84-440ee865ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331709 Mar 05 14:35:11.005722 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4843dcaa-b166-4a57-8ec7-5e0730ee8ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:11.735994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4e14d-46d3-4bc7-982a-d8234c011735 req-8581660d-bd14-4ad0-9011-ba2e0e4e024e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:11.737385 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3e4e14d-46d3-4bc7-982a-d8234c011735 req-8581660d-bd14-4ad0-9011-ba2e0e4e024e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8eba2a4-0778-4996-a259-99903895e475 HTTP/1.1" status: 200 len: 945 time: 0.0801249 Mar 05 14:35:11.891046 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f3e4e14d-46d3-4bc7-982a-d8234c011735 req-01b3aad2-c9b0-402e-b491-44233b2ad2e0 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/security-groups?id=4021ce46-8b9c-458e-ad84-440ee865ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473193 Mar 05 14:35:12.193788 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:12.256066 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:13.079423 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8c20c-f873-43f1-92d0-37758c43771c req-866b9f93-6bbd-4dd7-a1f6-cf80887ab419 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:13.080844 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a9e8c20c-f873-43f1-92d0-37758c43771c req-866b9f93-6bbd-4dd7-a1f6-cf80887ab419 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8eba2a4-0778-4996-a259-99903895e475 HTTP/1.1" status: 200 len: 945 time: 0.0845802 Mar 05 14:35:13.124843 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a9e8c20c-f873-43f1-92d0-37758c43771c req-f50478ce-f979-484b-ae25-136b6e2178a3 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/security-groups?id=4021ce46-8b9c-458e-ad84-440ee865ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377765 Mar 05 14:35:13.308103 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c42bbc-e000-484d-836a-22be3bb5b901 req-01f267d2-48cb-4f21-b985-56700ddc9b50 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:13.309437 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-74c42bbc-e000-484d-836a-22be3bb5b901 req-01f267d2-48cb-4f21-b985-56700ddc9b50 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8eba2a4-0778-4996-a259-99903895e475 HTTP/1.1" status: 200 len: 945 time: 0.0793369 Mar 05 14:35:13.352970 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-74c42bbc-e000-484d-836a-22be3bb5b901 req-c667d3e1-7965-4b19-a08b-609a2ec9a985 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/security-groups?id=4021ce46-8b9c-458e-ad84-440ee865ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380321 Mar 05 14:35:13.852144 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:27.618739 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f576378-7624-4f81-8d71-a5fa67c21de8 req-39ee015d-de2d-425b-bea8-8e2ce20adf96 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:27.620197 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3f576378-7624-4f81-8d71-a5fa67c21de8 req-39ee015d-de2d-425b-bea8-8e2ce20adf96 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8eba2a4-0778-4996-a259-99903895e475 HTTP/1.1" status: 200 len: 945 time: 0.0812674 Mar 05 14:35:27.663150 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3f576378-7624-4f81-8d71-a5fa67c21de8 req-a9d32552-a521-4535-8459-45af5fc0b2e4 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/security-groups?id=4021ce46-8b9c-458e-ad84-440ee865ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372956 Mar 05 14:35:28.854527 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563aeea-7471-460b-abe3-449d400478d2 req-29532096-c1c0-4568-9810-9ce31de18f31 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:28.856025 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1563aeea-7471-460b-abe3-449d400478d2 req-29532096-c1c0-4568-9810-9ce31de18f31 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8eba2a4-0778-4996-a259-99903895e475 HTTP/1.1" status: 200 len: 945 time: 0.0844595 Mar 05 14:35:28.900777 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1563aeea-7471-460b-abe3-449d400478d2 req-8e766ea1-8abb-4584-a7ab-f4166aeb7d20 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/security-groups?id=4021ce46-8b9c-458e-ad84-440ee865ef45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386767 Mar 05 14:35:29.041632 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c22ea3-c082-4509-a957-ceedce68c5a0 req-9d9268aa-5cef-4549-91bd-4fdd683f57d1 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:29.043031 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7c22ea3-c082-4509-a957-ceedce68c5a0 req-9d9268aa-5cef-4549-91bd-4fdd683f57d1 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8eba2a4-0778-4996-a259-99903895e475 HTTP/1.1" status: 200 len: 945 time: 0.0786881 Mar 05 14:35:29.118025 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-e7c22ea3-c082-4509-a957-ceedce68c5a0 req-c99fe569-6ede-4d2f-8724-201edb6c4f9e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Deleting port bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:35:29.118361 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e7c22ea3-c082-4509-a957-ceedce68c5a0 req-c99fe569-6ede-4d2f-8724-201edb6c4f9e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:29.358454 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-e7c22ea3-c082-4509-a957-ceedce68c5a0 req-c99fe569-6ede-4d2f-8724-201edb6c4f9e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] For port bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2,segment=NetworkSegment(f910dc36-2683-40bf-b47d-0e39794dab2a),segment_id=f910dc36-2683-40bf-b47d-0e39794dab2a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:35:29.358832 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e7c22ea3-c082-4509-a957-ceedce68c5a0 req-c99fe569-6ede-4d2f-8724-201edb6c4f9e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:29.431414 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:29.468799 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:29.483353 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-e7c22ea3-c082-4509-a957-ceedce68c5a0 req-c99fe569-6ede-4d2f-8724-201edb6c4f9e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Calling delete_port for bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:35:29.625694 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e7c22ea3-c082-4509-a957-ceedce68c5a0 req-c99fe569-6ede-4d2f-8724-201edb6c4f9e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:29.637548 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:35:29.675456 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fe569-6ede-4d2f-8724-201edb6c4f9e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Pushing event deleted for resources: {'Port': ['ID=bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:29.713849 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99fe569-6ede-4d2f-8724-201edb6c4f9e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:29.714181 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99fe569-6ede-4d2f-8724-201edb6c4f9e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:29.714522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99fe569-6ede-4d2f-8724-201edb6c4f9e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:29.714882 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99fe569-6ede-4d2f-8724-201edb6c4f9e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:29.715211 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99fe569-6ede-4d2f-8724-201edb6c4f9e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:29.715537 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99fe569-6ede-4d2f-8724-201edb6c4f9e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:29.715863 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99fe569-6ede-4d2f-8724-201edb6c4f9e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:29.716184 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99fe569-6ede-4d2f-8724-201edb6c4f9e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:29.716504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99fe569-6ede-4d2f-8724-201edb6c4f9e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:29.716824 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99fe569-6ede-4d2f-8724-201edb6c4f9e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:29.717139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99fe569-6ede-4d2f-8724-201edb6c4f9e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:29.717453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99fe569-6ede-4d2f-8724-201edb6c4f9e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:29.764698 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c22ea3-c082-4509-a957-ceedce68c5a0 req-c99fe569-6ede-4d2f-8724-201edb6c4f9e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] No DVR routers for this DVR port bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:35:29.767281 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e7c22ea3-c082-4509-a957-ceedce68c5a0 req-c99fe569-6ede-4d2f-8724-201edb6c4f9e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:29.769850 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8eba2a4-0778-4996-a259-99903895e475', 'name': 'network-vif-deleted', 'tag': 'bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:35:29.787502 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e7c22ea3-c082-4509-a957-ceedce68c5a0 req-c99fe569-6ede-4d2f-8724-201edb6c4f9e tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.30 "DELETE /v2.0/ports/bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 HTTP/1.1" status: 204 len: 173 time: 0.7350943 Mar 05 14:35:29.825849 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8eba2a4-0778-4996-a259-99903895e475', 'name': 'network-vif-deleted', 'tag': 'bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2', 'status': 'completed', 'code': 200} Mar 05 14:35:30.064061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f5f695ca-e526-48f9-955d-f7f06804fbdf req-90d70416-8385-4a00-9414-d5b1379fcb49 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Synchronizing usage tracker for tenant:0fed49858c17430783b9e044a39097ce on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:35:30.078751 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f5f695ca-e526-48f9-955d-f7f06804fbdf req-90d70416-8385-4a00-9414-d5b1379fcb49 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] Unset dirty status for tenant:0fed49858c17430783b9e044a39097ce on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:35:30.079889 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5f695ca-e526-48f9-955d-f7f06804fbdf req-90d70416-8385-4a00-9414-d5b1379fcb49 tempest-TestEncryptedCinderVolumes-1069865106 tempest-TestEncryptedCinderVolumes-1069865106-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8eba2a4-0778-4996-a259-99903895e475 HTTP/1.1" status: 200 len: 210 time: 0.0581601 Mar 05 14:35:31.210702 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53148) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:35:31.862223 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a64f6ded-12fb-4b86-9189-96327adfdbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:32.203356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-a64f6ded-12fb-4b86-9189-96327adfdbd5 admin admin] Deleting port 703253b6-1b99-4efc-8805-6b5809f9991b {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:35:32.203597 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a64f6ded-12fb-4b86-9189-96327adfdbd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:32.369803 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-a64f6ded-12fb-4b86-9189-96327adfdbd5 admin admin] For port 703253b6-1b99-4efc-8805-6b5809f9991b, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=703253b6-1b99-4efc-8805-6b5809f9991b,segment=NetworkSegment(f910dc36-2683-40bf-b47d-0e39794dab2a),segment_id=f910dc36-2683-40bf-b47d-0e39794dab2a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:35:32.370487 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a64f6ded-12fb-4b86-9189-96327adfdbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:32.498982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-a64f6ded-12fb-4b86-9189-96327adfdbd5 admin admin] Calling delete_port for 703253b6-1b99-4efc-8805-6b5809f9991b owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:35:32.928963 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a64f6ded-12fb-4b86-9189-96327adfdbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:33.010621 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f6ded-12fb-4b86-9189-96327adfdbd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=703253b6-1b99-4efc-8805-6b5809f9991b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:33.050306 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f6ded-12fb-4b86-9189-96327adfdbd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:33.050648 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f6ded-12fb-4b86-9189-96327adfdbd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:33.051004 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f6ded-12fb-4b86-9189-96327adfdbd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:33.051360 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f6ded-12fb-4b86-9189-96327adfdbd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:33.052220 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f6ded-12fb-4b86-9189-96327adfdbd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:33.052540 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f6ded-12fb-4b86-9189-96327adfdbd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:33.052862 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f6ded-12fb-4b86-9189-96327adfdbd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:33.053182 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f6ded-12fb-4b86-9189-96327adfdbd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:33.053476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f6ded-12fb-4b86-9189-96327adfdbd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:33.053785 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f6ded-12fb-4b86-9189-96327adfdbd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:33.054090 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f6ded-12fb-4b86-9189-96327adfdbd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:33.054395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f6ded-12fb-4b86-9189-96327adfdbd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:33.258188 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a64f6ded-12fb-4b86-9189-96327adfdbd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:33.619444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64f6ded-12fb-4b86-9189-96327adfdbd5 admin admin] Router 545c70c0-a125-4872-a9a9-98f41da4b385 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:35:33.804159 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64f6ded-12fb-4b86-9189-96327adfdbd5 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:35:33.812975 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabb6551-aacc-4d1c-9d1d-4b1e2c1d0945 None None] Sync routers for ids ['545c70c0-a125-4872-a9a9-98f41da4b385'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:35:33.822110 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a64f6ded-12fb-4b86-9189-96327adfdbd5 admin admin] 10.222.0.16 "PUT /v2.0/routers/545c70c0-a125-4872-a9a9-98f41da4b385/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6096420 Mar 05 14:35:33.824546 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53152) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:35:33.825208 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabb6551-aacc-4d1c-9d1d-4b1e2c1d0945 None None] Routers {'545c70c0-a125-4872-a9a9-98f41da4b385'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:35:33.825801 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-eabb6551-aacc-4d1c-9d1d-4b1e2c1d0945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:35:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['545c70c0-a125-4872-a9a9-98f41da4b385'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:33.998605 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e70e706-10c4-462c-b1b3-797861f92a7c admin admin] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:34.034717 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-eabb6551-aacc-4d1c-9d1d-4b1e2c1d0945 None None] Set router 545c70c0-a125-4872-a9a9-98f41da4b385 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:35:34.304627 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e70e706-10c4-462c-b1b3-797861f92a7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:34.314100 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-8e70e706-10c4-462c-b1b3-797861f92a7c admin admin] Deleting port 30acc1d8-01f7-451b-b70e-646f370d3bbf {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:35:34.315484 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e70e706-10c4-462c-b1b3-797861f92a7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:34.326596 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-eabb6551-aacc-4d1c-9d1d-4b1e2c1d0945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c70c0-a125-4872-a9a9-98f41da4b385', 'name': 'tempest-TestEncryptedCinderVolumes-1053981020-router', 'tenant_id': '0fed49858c17430783b9e044a39097ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '30acc1d8-01f7-451b-b70e-646f370d3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:34:21Z', 'updated_at': '2022-03-05T14:35:32Z', 'revision_number': 5, 'project_id': '0fed49858c17430783b9e044a39097ce', 'gw_port': {'id': '30acc1d8-01f7-451b-b70e-646f370d3bbf', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:31:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c70c0-a125-4872-a9a9-98f41da4b385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:34:21Z', 'updated_at': '2022-03-05T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:34.330471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabb6551-aacc-4d1c-9d1d-4b1e2c1d0945 None None] Checking router: 545c70c0-a125-4872-a9a9-98f41da4b385 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:35:34.338840 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabb6551-aacc-4d1c-9d1d-4b1e2c1d0945 None None] Routers {'545c70c0-a125-4872-a9a9-98f41da4b385'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:35:34.339425 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-eabb6551-aacc-4d1c-9d1d-4b1e2c1d0945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:35:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['545c70c0-a125-4872-a9a9-98f41da4b385'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:34.396287 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:35:34.436194 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:35:34.436563 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device bd7fc7d0-da17-4cb8-99c5-d33c9c4361a2 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:35:34.497135 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-8e70e706-10c4-462c-b1b3-797861f92a7c admin admin] For port 30acc1d8-01f7-451b-b70e-646f370d3bbf, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=30acc1d8-01f7-451b-b70e-646f370d3bbf,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:35:34.497494 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e70e706-10c4-462c-b1b3-797861f92a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:34.524701 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-eabb6551-aacc-4d1c-9d1d-4b1e2c1d0945 None None] Set router 545c70c0-a125-4872-a9a9-98f41da4b385 gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:35:34.626838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-eabb6551-aacc-4d1c-9d1d-4b1e2c1d0945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c70c0-a125-4872-a9a9-98f41da4b385', 'name': 'tempest-TestEncryptedCinderVolumes-1053981020-router', 'tenant_id': '0fed49858c17430783b9e044a39097ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:34:21Z', 'updated_at': '2022-03-05T14:35:34Z', 'revision_number': 6, 'project_id': '0fed49858c17430783b9e044a39097ce', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:34.627572 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-8e70e706-10c4-462c-b1b3-797861f92a7c admin admin] Calling delete_port for 30acc1d8-01f7-451b-b70e-646f370d3bbf owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:35:34.631434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabb6551-aacc-4d1c-9d1d-4b1e2c1d0945 None None] The sync data for ids ['545c70c0-a125-4872-a9a9-98f41da4b385'] in n-d-803718-1 is: [{'id': '545c70c0-a125-4872-a9a9-98f41da4b385', 'name': 'tempest-TestEncryptedCinderVolumes-1053981020-router', 'tenant_id': '0fed49858c17430783b9e044a39097ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:34:21Z', 'updated_at': '2022-03-05T14:35:34Z', 'revision_number': 6, 'project_id': '0fed49858c17430783b9e044a39097ce', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:35:34.799562 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e70e706-10c4-462c-b1b3-797861f92a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:34.847240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70e706-10c4-462c-b1b3-797861f92a7c admin admin] Pushing event deleted for resources: {'Port': ['ID=30acc1d8-01f7-451b-b70e-646f370d3bbf,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:34.941116 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e70e706-10c4-462c-b1b3-797861f92a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:35.116228 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e70e706-10c4-462c-b1b3-797861f92a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:35.118432 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e70e706-10c4-462c-b1b3-797861f92a7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:35.143173 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e70e706-10c4-462c-b1b3-797861f92a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:35.143689 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e70e706-10c4-462c-b1b3-797861f92a7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 545c70c0-a125-4872-a9a9-98f41da4b385 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:35:35.155774 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8e70e706-10c4-462c-b1b3-797861f92a7c admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:35.156884 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8e70e706-10c4-462c-b1b3-797861f92a7c admin admin] 10.222.0.16 "DELETE /v2.0/routers/545c70c0-a125-4872-a9a9-98f41da4b385 HTTP/1.1" status: 204 len: 168 time: 1.3314192 Mar 05 14:35:35.159360 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53156) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:35:35.217707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e071b1-5507-467b-ab3d-5fa0d11c0843 admin admin] Deleting subnet 2077bf97-b7b0-4ea7-9d32-2267c30b5d61 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:35:35.220506 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55e071b1-5507-467b-ab3d-5fa0d11c0843 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:35.272095 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55e071b1-5507-467b-ab3d-5fa0d11c0843 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:35.357175 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55e071b1-5507-467b-ab3d-5fa0d11c0843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:35.425859 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55e071b1-5507-467b-ab3d-5fa0d11c0843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:35.470436 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-55e071b1-5507-467b-ab3d-5fa0d11c0843 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:35.474357 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690183f7-7169-438d-aab5-c3c5cc67b87f None None] Network 8908d4df-9e94-4f2a-827e-19d759ee6daa requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:35:35.475360 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e071b1-5507-467b-ab3d-5fa0d11c0843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2077bf97-b7b0-4ea7-9d32-2267c30b5d61,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:35.483461 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-55e071b1-5507-467b-ab3d-5fa0d11c0843 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2077bf97-b7b0-4ea7-9d32-2267c30b5d61 HTTP/1.1" status: 204 len: 168 time: 0.3231480 Mar 05 14:35:35.485966 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53160) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:35:35.599704 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-211575fd-d334-483a-b7b6-40b3b0f08e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:35.612232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-211575fd-d334-483a-b7b6-40b3b0f08e60 admin admin] Deleting port 084b3121-49b1-4ec5-90ad-14aeb9c4d22a {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:35:35.612664 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-211575fd-d334-483a-b7b6-40b3b0f08e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:35.730639 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817ce449-3512-4533-b90c-8e2b870dc11c None None] DHCP port deletion for 8908d4df-9e94-4f2a-827e-19d759ee6daa request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:35:35.734950 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-817ce449-3512-4533-b90c-8e2b870dc11c None None] Deleting port 084b3121-49b1-4ec5-90ad-14aeb9c4d22a {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:35:35.735457 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-817ce449-3512-4533-b90c-8e2b870dc11c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:35.833610 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-211575fd-d334-483a-b7b6-40b3b0f08e60 admin admin] For port 084b3121-49b1-4ec5-90ad-14aeb9c4d22a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=084b3121-49b1-4ec5-90ad-14aeb9c4d22a,segment=NetworkSegment(f910dc36-2683-40bf-b47d-0e39794dab2a),segment_id=f910dc36-2683-40bf-b47d-0e39794dab2a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:35:35.834211 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-211575fd-d334-483a-b7b6-40b3b0f08e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:35.936188 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-817ce449-3512-4533-b90c-8e2b870dc11c None None] For port 084b3121-49b1-4ec5-90ad-14aeb9c4d22a, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=084b3121-49b1-4ec5-90ad-14aeb9c4d22a,segment=NetworkSegment(f910dc36-2683-40bf-b47d-0e39794dab2a),segment_id=f910dc36-2683-40bf-b47d-0e39794dab2a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:35:35.936488 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-817ce449-3512-4533-b90c-8e2b870dc11c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:35.958909 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-211575fd-d334-483a-b7b6-40b3b0f08e60 admin admin] Calling delete_port for 084b3121-49b1-4ec5-90ad-14aeb9c4d22a owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:35:36.058050 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-817ce449-3512-4533-b90c-8e2b870dc11c None None] Calling delete_port for 084b3121-49b1-4ec5-90ad-14aeb9c4d22a owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:35:36.139691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 30acc1d8-01f7-451b-b70e-646f370d3bbf no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:35:36.163194 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-211575fd-d334-483a-b7b6-40b3b0f08e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:36.175326 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 30acc1d8-01f7-451b-b70e-646f370d3bbf {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:35:36.175656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 30acc1d8-01f7-451b-b70e-646f370d3bbf not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:35:36.176075 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 703253b6-1b99-4efc-8805-6b5809f9991b no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:35:36.213956 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211575fd-d334-483a-b7b6-40b3b0f08e60 admin admin] No DVR routers for this DVR port 084b3121-49b1-4ec5-90ad-14aeb9c4d22a on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:35:36.217441 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 703253b6-1b99-4efc-8805-6b5809f9991b {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:35:36.217781 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 703253b6-1b99-4efc-8805-6b5809f9991b not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:35:36.218193 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 084b3121-49b1-4ec5-90ad-14aeb9c4d22a no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:35:36.239949 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211575fd-d334-483a-b7b6-40b3b0f08e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=084b3121-49b1-4ec5-90ad-14aeb9c4d22a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:36.258970 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 084b3121-49b1-4ec5-90ad-14aeb9c4d22a {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:35:36.259310 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 084b3121-49b1-4ec5-90ad-14aeb9c4d22a not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:35:36.278342 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-817ce449-3512-4533-b90c-8e2b870dc11c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:35:36.278690 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-817ce449-3512-4533-b90c-8e2b870dc11c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:35:36.339299 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-211575fd-d334-483a-b7b6-40b3b0f08e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:36.363503 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-211575fd-d334-483a-b7b6-40b3b0f08e60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8908d4df-9e94-4f2a-827e-19d759ee6daa']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:36.376014 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-211575fd-d334-483a-b7b6-40b3b0f08e60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f910dc36-2683-40bf-b47d-0e39794dab2a') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:36.376300 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-211575fd-d334-483a-b7b6-40b3b0f08e60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f910dc36-2683-40bf-b47d-0e39794dab2a') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:36.388929 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-211575fd-d334-483a-b7b6-40b3b0f08e60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:36.405691 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-211575fd-d334-483a-b7b6-40b3b0f08e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:36.412317 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211575fd-d334-483a-b7b6-40b3b0f08e60 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:35:36.412679 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-211575fd-d334-483a-b7b6-40b3b0f08e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:35:36.425961 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:35:36.503975 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-211575fd-d334-483a-b7b6-40b3b0f08e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:36.521169 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-211575fd-d334-483a-b7b6-40b3b0f08e60 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:36.531105 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211575fd-d334-483a-b7b6-40b3b0f08e60 admin admin] Pushing event deleted for resources: {'Network': ['ID=8908d4df-9e94-4f2a-827e-19d759ee6daa,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:36.543676 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-211575fd-d334-483a-b7b6-40b3b0f08e60 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8908d4df-9e94-4f2a-827e-19d759ee6daa HTTP/1.1" status: 204 len: 168 time: 1.0567462 Mar 05 14:35:36.546521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53164) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:35:36.780297 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-817ce449-3512-4533-b90c-8e2b870dc11c None None] Deleting port 084b3121-49b1-4ec5-90ad-14aeb9c4d22a {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:35:36.780920 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-817ce449-3512-4533-b90c-8e2b870dc11c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:36.848955 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-817ce449-3512-4533-b90c-8e2b870dc11c None None] The port '084b3121-49b1-4ec5-90ad-14aeb9c4d22a' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:35:37.076749 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-355c2a9b-a536-40c9-9042-a2131febeac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:37.415204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-355c2a9b-a536-40c9-9042-a2131febeac8 admin admin] Deleting port 2dfd2eec-e78c-4ab4-81c4-681d380566ff {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:35:37.415531 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-355c2a9b-a536-40c9-9042-a2131febeac8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:37.693543 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-355c2a9b-a536-40c9-9042-a2131febeac8 admin admin] For port 2dfd2eec-e78c-4ab4-81c4-681d380566ff, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=2dfd2eec-e78c-4ab4-81c4-681d380566ff,segment=NetworkSegment(f62ff07d-4281-4ed1-afc1-a66d20c8894d),segment_id=f62ff07d-4281-4ed1-afc1-a66d20c8894d)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:35:37.693843 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-355c2a9b-a536-40c9-9042-a2131febeac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:37.815866 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-355c2a9b-a536-40c9-9042-a2131febeac8 admin admin] Calling delete_port for 2dfd2eec-e78c-4ab4-81c4-681d380566ff owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:35:37.988856 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-355c2a9b-a536-40c9-9042-a2131febeac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:38.063611 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c2a9b-a536-40c9-9042-a2131febeac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dfd2eec-e78c-4ab4-81c4-681d380566ff,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:38.308860 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-355c2a9b-a536-40c9-9042-a2131febeac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:38.663143 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355c2a9b-a536-40c9-9042-a2131febeac8 admin admin] Router a07bac87-d0c6-4b9a-83a2-ed306e87900f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:35:38.837214 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355c2a9b-a536-40c9-9042-a2131febeac8 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:35:38.845935 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c953bd-6d2c-4c34-8833-a9f8b86cd06c None None] Sync routers for ids ['a07bac87-d0c6-4b9a-83a2-ed306e87900f'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:35:38.847859 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-355c2a9b-a536-40c9-9042-a2131febeac8 admin admin] 10.222.0.16 "PUT /v2.0/routers/a07bac87-d0c6-4b9a-83a2-ed306e87900f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3000572 Mar 05 14:35:38.850314 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53170) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:35:38.855206 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c953bd-6d2c-4c34-8833-a9f8b86cd06c None None] Routers {'a07bac87-d0c6-4b9a-83a2-ed306e87900f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:35:38.855808 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-33c953bd-6d2c-4c34-8833-a9f8b86cd06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:35:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['a07bac87-d0c6-4b9a-83a2-ed306e87900f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:38.880131 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0ed11309-6528-41aa-8e85-bbc796ee7b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:39.038456 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-33c953bd-6d2c-4c34-8833-a9f8b86cd06c None None] Set router a07bac87-d0c6-4b9a-83a2-ed306e87900f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:35:39.158295 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3d9b1c21-73c9-4732-95c9-16550c07ee21 admin admin] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:39.322289 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-33c953bd-6d2c-4c34-8833-a9f8b86cd06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07bac87-d0c6-4b9a-83a2-ed306e87900f', 'name': 'tempest-TestEncryptedCinderVolumes-2085810924-router', 'tenant_id': '0644f29f4a65437381045428df014197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '0b5c50de-d08f-4242-b26e-142be99cce01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:34:27Z', 'updated_at': '2022-03-05T14:35:37Z', 'revision_number': 5, 'project_id': '0644f29f4a65437381045428df014197', 'gw_port': {'id': '0b5c50de-d08f-4242-b26e-142be99cce01', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07bac87-d0c6-4b9a-83a2-ed306e87900f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:34:28Z', 'updated_at': '2022-03-05T14:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:39.326025 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c953bd-6d2c-4c34-8833-a9f8b86cd06c None None] Checking router: a07bac87-d0c6-4b9a-83a2-ed306e87900f for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:35:39.334259 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c953bd-6d2c-4c34-8833-a9f8b86cd06c None None] Routers {'a07bac87-d0c6-4b9a-83a2-ed306e87900f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:35:39.334877 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-33c953bd-6d2c-4c34-8833-a9f8b86cd06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:35:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['a07bac87-d0c6-4b9a-83a2-ed306e87900f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:39.337492 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3d9b1c21-73c9-4732-95c9-16550c07ee21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:39.346945 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b1c21-73c9-4732-95c9-16550c07ee21 admin admin] Deleting port 0b5c50de-d08f-4242-b26e-142be99cce01 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:35:39.347310 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3d9b1c21-73c9-4732-95c9-16550c07ee21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:39.479974 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-33c953bd-6d2c-4c34-8833-a9f8b86cd06c None None] Set router a07bac87-d0c6-4b9a-83a2-ed306e87900f gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:35:39.529213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-3d9b1c21-73c9-4732-95c9-16550c07ee21 admin admin] For port 0b5c50de-d08f-4242-b26e-142be99cce01, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=0b5c50de-d08f-4242-b26e-142be99cce01,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:35:39.529585 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3d9b1c21-73c9-4732-95c9-16550c07ee21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:39.610072 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-33c953bd-6d2c-4c34-8833-a9f8b86cd06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07bac87-d0c6-4b9a-83a2-ed306e87900f', 'name': 'tempest-TestEncryptedCinderVolumes-2085810924-router', 'tenant_id': '0644f29f4a65437381045428df014197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:34:27Z', 'updated_at': '2022-03-05T14:35:39Z', 'revision_number': 6, 'project_id': '0644f29f4a65437381045428df014197', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:39.614156 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c953bd-6d2c-4c34-8833-a9f8b86cd06c None None] The sync data for ids ['a07bac87-d0c6-4b9a-83a2-ed306e87900f'] in n-d-803718-1 is: [{'id': 'a07bac87-d0c6-4b9a-83a2-ed306e87900f', 'name': 'tempest-TestEncryptedCinderVolumes-2085810924-router', 'tenant_id': '0644f29f4a65437381045428df014197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:34:27Z', 'updated_at': '2022-03-05T14:35:39Z', 'revision_number': 6, 'project_id': '0644f29f4a65437381045428df014197', 'gw_port_host': None}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:35:39.656759 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b1c21-73c9-4732-95c9-16550c07ee21 admin admin] Calling delete_port for 0b5c50de-d08f-4242-b26e-142be99cce01 owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:35:39.821707 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3d9b1c21-73c9-4732-95c9-16550c07ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:39.871981 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b1c21-73c9-4732-95c9-16550c07ee21 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b5c50de-d08f-4242-b26e-142be99cce01,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:39.960571 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3d9b1c21-73c9-4732-95c9-16550c07ee21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:40.139065 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3d9b1c21-73c9-4732-95c9-16550c07ee21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:40.141165 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3d9b1c21-73c9-4732-95c9-16550c07ee21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:40.164836 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3d9b1c21-73c9-4732-95c9-16550c07ee21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:40.165351 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9b1c21-73c9-4732-95c9-16550c07ee21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a07bac87-d0c6-4b9a-83a2-ed306e87900f {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:35:40.178621 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3d9b1c21-73c9-4732-95c9-16550c07ee21 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:40.179773 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3d9b1c21-73c9-4732-95c9-16550c07ee21 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a07bac87-d0c6-4b9a-83a2-ed306e87900f HTTP/1.1" status: 204 len: 168 time: 1.3285239 Mar 05 14:35:40.182604 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53174) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:35:40.244564 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd6fadb-5a70-46b4-b0e7-30c693baba38 admin admin] Deleting subnet b62c30dc-e9d6-47f0-a44d-2e25b2c1ac92 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:35:40.247475 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3bd6fadb-5a70-46b4-b0e7-30c693baba38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:40.296069 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3bd6fadb-5a70-46b4-b0e7-30c693baba38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:40.385221 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3bd6fadb-5a70-46b4-b0e7-30c693baba38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:40.436221 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 2dfd2eec-e78c-4ab4-81c4-681d380566ff no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:35:40.476789 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 2dfd2eec-e78c-4ab4-81c4-681d380566ff {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:35:40.477216 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 2dfd2eec-e78c-4ab4-81c4-681d380566ff not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:35:40.569239 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3bd6fadb-5a70-46b4-b0e7-30c693baba38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:40.610345 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6fadb-5a70-46b4-b0e7-30c693baba38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b62c30dc-e9d6-47f0-a44d-2e25b2c1ac92,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:40.612308 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3bd6fadb-5a70-46b4-b0e7-30c693baba38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:40.618689 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d37349-aed0-4e8d-826a-1095eaed4c75 None None] Network ed395cc0-7025-4e83-bbc4-2e1ad51907e6 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:35:40.619002 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3bd6fadb-5a70-46b4-b0e7-30c693baba38 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b62c30dc-e9d6-47f0-a44d-2e25b2c1ac92 HTTP/1.1" status: 204 len: 168 time: 0.4353311 Mar 05 14:35:40.621586 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53178) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:35:40.728998 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-29bfbc6e-9c7a-4d0c-b292-840053c8285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:40.739646 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-29bfbc6e-9c7a-4d0c-b292-840053c8285b admin admin] Deleting port 29f0da1a-53a8-4912-bc53-589261b63217 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:35:40.739965 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-29bfbc6e-9c7a-4d0c-b292-840053c8285b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:40.866597 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1bc6e5-5451-4d83-8c9e-cb1d86ede706 None None] DHCP port deletion for ed395cc0-7025-4e83-bbc4-2e1ad51907e6 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:35:40.870635 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cb1bc6e5-5451-4d83-8c9e-cb1d86ede706 None None] Deleting port 29f0da1a-53a8-4912-bc53-589261b63217 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:35:40.871092 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cb1bc6e5-5451-4d83-8c9e-cb1d86ede706 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:40.952344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-29bfbc6e-9c7a-4d0c-b292-840053c8285b admin admin] For port 29f0da1a-53a8-4912-bc53-589261b63217, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=29f0da1a-53a8-4912-bc53-589261b63217,segment=NetworkSegment(f62ff07d-4281-4ed1-afc1-a66d20c8894d),segment_id=f62ff07d-4281-4ed1-afc1-a66d20c8894d)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:35:40.952618 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-29bfbc6e-9c7a-4d0c-b292-840053c8285b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:41.065922 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-781d90f9-fbbe-4ef8-b8ea-8084cbecff03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:41.078871 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-29bfbc6e-9c7a-4d0c-b292-840053c8285b admin admin] Calling delete_port for 29f0da1a-53a8-4912-bc53-589261b63217 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:35:41.087481 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-cb1bc6e5-5451-4d83-8c9e-cb1d86ede706 None None] For port 29f0da1a-53a8-4912-bc53-589261b63217, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=29f0da1a-53a8-4912-bc53-589261b63217,segment=NetworkSegment(f62ff07d-4281-4ed1-afc1-a66d20c8894d),segment_id=f62ff07d-4281-4ed1-afc1-a66d20c8894d)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:35:41.087870 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cb1bc6e5-5451-4d83-8c9e-cb1d86ede706 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:41.157398 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-29bfbc6e-9c7a-4d0c-b292-840053c8285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:41.203362 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bfbc6e-9c7a-4d0c-b292-840053c8285b admin admin] Pushing event deleted for resources: {'Port': ['ID=29f0da1a-53a8-4912-bc53-589261b63217,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:41.208989 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cb1bc6e5-5451-4d83-8c9e-cb1d86ede706 None None] Calling delete_port for 29f0da1a-53a8-4912-bc53-589261b63217 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:35:41.209834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bfbc6e-9c7a-4d0c-b292-840053c8285b admin admin] No DVR routers for this DVR port 29f0da1a-53a8-4912-bc53-589261b63217 on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:35:41.282358 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-cb1bc6e5-5451-4d83-8c9e-cb1d86ede706 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:35:41.282719 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-cb1bc6e5-5451-4d83-8c9e-cb1d86ede706 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:35:41.325887 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-29bfbc6e-9c7a-4d0c-b292-840053c8285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:41.350645 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-29bfbc6e-9c7a-4d0c-b292-840053c8285b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed395cc0-7025-4e83-bbc4-2e1ad51907e6']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:41.362178 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-29bfbc6e-9c7a-4d0c-b292-840053c8285b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62ff07d-4281-4ed1-afc1-a66d20c8894d') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:41.362468 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-29bfbc6e-9c7a-4d0c-b292-840053c8285b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62ff07d-4281-4ed1-afc1-a66d20c8894d') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:41.373622 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-29bfbc6e-9c7a-4d0c-b292-840053c8285b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:41.390606 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-29bfbc6e-9c7a-4d0c-b292-840053c8285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:41.397582 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29bfbc6e-9c7a-4d0c-b292-840053c8285b admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:35:41.397976 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-29bfbc6e-9c7a-4d0c-b292-840053c8285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:35:41.411112 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:35:41.487422 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-29bfbc6e-9c7a-4d0c-b292-840053c8285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:41.505161 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-29bfbc6e-9c7a-4d0c-b292-840053c8285b admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:41.515272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bfbc6e-9c7a-4d0c-b292-840053c8285b admin admin] Pushing event deleted for resources: {'Network': ['ID=ed395cc0-7025-4e83-bbc4-2e1ad51907e6,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:41.519264 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-29bfbc6e-9c7a-4d0c-b292-840053c8285b admin admin] 10.222.0.16 "DELETE /v2.0/networks/ed395cc0-7025-4e83-bbc4-2e1ad51907e6 HTTP/1.1" status: 204 len: 168 time: 0.8967476 Mar 05 14:35:41.688622 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53184) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:35:41.735987 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-62ce70e3-245f-4946-8ecc-ae47cea960ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fed49858c17430783b9e044a39097ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462437 Mar 05 14:35:41.738393 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53188) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:35:41.784313 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cb1bc6e5-5451-4d83-8c9e-cb1d86ede706 None None] Deleting port 29f0da1a-53a8-4912-bc53-589261b63217 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:35:41.784842 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cb1bc6e5-5451-4d83-8c9e-cb1d86ede706 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:41.794609 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25ec21c2-f2d5-4f47-827e-3d90d353a2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:41.824371 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25ec21c2-f2d5-4f47-827e-3d90d353a2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:41.849597 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cb1bc6e5-5451-4d83-8c9e-cb1d86ede706 None None] The port '29f0da1a-53a8-4912-bc53-589261b63217' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:35:41.878197 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25ec21c2-f2d5-4f47-827e-3d90d353a2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:41.895379 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec21c2-f2d5-4f47-827e-3d90d353a2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4021ce46-8b9c-458e-ad84-440ee865ef45,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:41.906705 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-25ec21c2-f2d5-4f47-827e-3d90d353a2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:41.907882 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-25ec21c2-f2d5-4f47-827e-3d90d353a2a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4021ce46-8b9c-458e-ad84-440ee865ef45 HTTP/1.1" status: 204 len: 168 time: 0.1680226 Mar 05 14:35:42.089322 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 29f0da1a-53a8-4912-bc53-589261b63217 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:35:42.122237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 29f0da1a-53a8-4912-bc53-589261b63217 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:35:42.122479 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 29f0da1a-53a8-4912-bc53-589261b63217 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:35:42.122932 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0b5c50de-d08f-4242-b26e-142be99cce01 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:35:42.155184 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 0b5c50de-d08f-4242-b26e-142be99cce01 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:35:42.155524 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 0b5c50de-d08f-4242-b26e-142be99cce01 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:35:42.196601 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:42.253777 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53196) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:35:42.260066 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:42.303189 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9d382677-b531-4b89-bcb4-2c05498827b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0644f29f4a65437381045428df014197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475931 Mar 05 14:35:42.305907 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53200) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:35:42.362038 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-487f3085-ff5b-4f23-8fd7-186d0acd478f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:42.387934 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-487f3085-ff5b-4f23-8fd7-186d0acd478f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:42.440983 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-487f3085-ff5b-4f23-8fd7-186d0acd478f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:42.460700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f3085-ff5b-4f23-8fd7-186d0acd478f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fc2834-c8c3-405b-8e13-8c0307f3530e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:42.465016 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-487f3085-ff5b-4f23-8fd7-186d0acd478f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:42.466090 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-487f3085-ff5b-4f23-8fd7-186d0acd478f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08fc2834-c8c3-405b-8e13-8c0307f3530e HTTP/1.1" status: 204 len: 168 time: 0.1592972 Mar 05 14:35:43.170721 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53224) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:35:43.275550 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-baa7a400-b4c0-45d6-8dc7-53be8b917bdd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-412919118-network', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:35:43.280895 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-baa7a400-b4c0-45d6-8dc7-53be8b917bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:35:43.284710 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-baa7a400-b4c0-45d6-8dc7-53be8b917bdd admin admin] Usage tracker for resource:network and tenant:d1275695d435409b9dbf201d9a961f99 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:35:43.288144 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-baa7a400-b4c0-45d6-8dc7-53be8b917bdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:35:43.293685 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-baa7a400-b4c0-45d6-8dc7-53be8b917bdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:35:43.303565 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa7a400-b4c0-45d6-8dc7-53be8b917bdd admin admin] Made reservation on behalf of d1275695d435409b9dbf201d9a961f99 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:35:43.306215 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-baa7a400-b4c0-45d6-8dc7-53be8b917bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:43.318322 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-baa7a400-b4c0-45d6-8dc7-53be8b917bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:43.332061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-baa7a400-b4c0-45d6-8dc7-53be8b917bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:35:43.336389 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-baa7a400-b4c0-45d6-8dc7-53be8b917bdd admin admin] Usage tracker for resource:security_group_rule and tenant:d1275695d435409b9dbf201d9a961f99 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:35:43.339119 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-baa7a400-b4c0-45d6-8dc7-53be8b917bdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:35:43.344672 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-baa7a400-b4c0-45d6-8dc7-53be8b917bdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:35:43.427410 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-baa7a400-b4c0-45d6-8dc7-53be8b917bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:43.431481 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-baa7a400-b4c0-45d6-8dc7-53be8b917bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:43.462247 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa7a400-b4c0-45d6-8dc7-53be8b917bdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:35:43.471222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7a400-b4c0-45d6-8dc7-53be8b917bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc402f3c-d5b7-4f95-a12d-80070d39539e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:43.477329 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-baa7a400-b4c0-45d6-8dc7-53be8b917bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:43.477673 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-baa7a400-b4c0-45d6-8dc7-53be8b917bdd admin admin] Added segment b25ae451-0c1e-4375-8baf-cb01e4a4f1d7 of type vlan for network 62e1f921-e34e-4328-9506-4c09b69868bd Mar 05 14:35:43.503683 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-baa7a400-b4c0-45d6-8dc7-53be8b917bdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:43.539375 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-baa7a400-b4c0-45d6-8dc7-53be8b917bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:43.540315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa7a400-b4c0-45d6-8dc7-53be8b917bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:43.540889 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-baa7a400-b4c0-45d6-8dc7-53be8b917bdd admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:43.646438 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-baa7a400-b4c0-45d6-8dc7-53be8b917bdd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4740500 Mar 05 14:35:43.647316 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7a400-b4c0-45d6-8dc7-53be8b917bdd admin admin] Pushing event updated for resources: {'Network': ['ID=62e1f921-e34e-4328-9506-4c09b69868bd,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:43.648969 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53230) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:35:43.654708 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-74f9233d-acca-4141-8db7-8ec6b648ec54 admin admin] Request body: {'subnet': {'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-412919118-subnet', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:35:43.657289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 62e1f921-e34e-4328-9506-4c09b69868bd details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:35:43.660700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-74f9233d-acca-4141-8db7-8ec6b648ec54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:35:43.664637 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-74f9233d-acca-4141-8db7-8ec6b648ec54 admin admin] Usage tracker for resource:subnet and tenant:d1275695d435409b9dbf201d9a961f99 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:35:43.667490 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-74f9233d-acca-4141-8db7-8ec6b648ec54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:35:43.673184 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-74f9233d-acca-4141-8db7-8ec6b648ec54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:35:43.683703 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f9233d-acca-4141-8db7-8ec6b648ec54 admin admin] Made reservation on behalf of d1275695d435409b9dbf201d9a961f99 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:35:43.686013 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74f9233d-acca-4141-8db7-8ec6b648ec54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:43.852130 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:43.897268 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74f9233d-acca-4141-8db7-8ec6b648ec54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:43.975436 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9233d-acca-4141-8db7-8ec6b648ec54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=283f7397-3064-4534-9d4b-ce6114cd59f7,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:43.979345 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f9233d-acca-4141-8db7-8ec6b648ec54 admin admin] Checking segment: {'id': 'b25ae451-0c1e-4375-8baf-cb01e4a4f1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:35:43.979697 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f9233d-acca-4141-8db7-8ec6b648ec54 admin admin] Network hostable DHCP agents. Network: 62e1f921-e34e-4328-9506-4c09b69868bd, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:35:44.000033 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f9233d-acca-4141-8db7-8ec6b648ec54 admin admin] Network 62e1f921-e34e-4328-9506-4c09b69868bd is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:35:44.011188 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-74f9233d-acca-4141-8db7-8ec6b648ec54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 62e1f921-e34e-4328-9506-4c09b69868bd) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:35:44.015631 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f9233d-acca-4141-8db7-8ec6b648ec54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:44.016213 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-74f9233d-acca-4141-8db7-8ec6b648ec54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:44.020819 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256f7761-69f1-4978-95b6-cd9fa69a0ab8 None None] Network 62e1f921-e34e-4328-9506-4c09b69868bd requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:35:44.040719 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-74f9233d-acca-4141-8db7-8ec6b648ec54 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3879037 Mar 05 14:35:44.040835 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53234) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:35:44.046043 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-27654ae8-fdc7-4f5d-8bbf-b9c804e1b7f0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-412919118-router', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:35:44.052193 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-27654ae8-fdc7-4f5d-8bbf-b9c804e1b7f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:35:44.056333 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-27654ae8-fdc7-4f5d-8bbf-b9c804e1b7f0 admin admin] Usage tracker for resource:router and tenant:d1275695d435409b9dbf201d9a961f99 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:35:44.059312 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-27654ae8-fdc7-4f5d-8bbf-b9c804e1b7f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:35:44.065616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-27654ae8-fdc7-4f5d-8bbf-b9c804e1b7f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:35:44.075880 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-27654ae8-fdc7-4f5d-8bbf-b9c804e1b7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:44.076910 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-27654ae8-fdc7-4f5d-8bbf-b9c804e1b7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:44.091609 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-27654ae8-fdc7-4f5d-8bbf-b9c804e1b7f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:44.274194 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461ba9ad-7a33-47d1-a874-34cd8b68f692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-62e1f921-e34e-4328-9506-4c09b69868bd', 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'fixed_ips': [{'subnet_id': '283f7397-3064-4534-9d4b-ce6114cd59f7'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:35:44.275066 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-461ba9ad-7a33-47d1-a874-34cd8b68f692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:44.429601 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-461ba9ad-7a33-47d1-a874-34cd8b68f692 None None] Allocated IP 172.20.0.2 (62e1f921-e34e-4328-9506-4c09b69868bd/283f7397-3064-4534-9d4b-ce6114cd59f7/ae25f472-1dca-4ab0-ad24-807034461827) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:35:44.471021 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-27654ae8-fdc7-4f5d-8bbf-b9c804e1b7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:44.627972 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-461ba9ad-7a33-47d1-a874-34cd8b68f692 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:44.638052 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-461ba9ad-7a33-47d1-a874-34cd8b68f692 None None] Transition to ACTIVE for port object ae25f472-1dca-4ab0-ad24-807034461827 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:35:44.656747 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-461ba9ad-7a33-47d1-a874-34cd8b68f692 None None] Transition to ACTIVE for port object ae25f472-1dca-4ab0-ad24-807034461827 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:35:44.662659 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-461ba9ad-7a33-47d1-a874-34cd8b68f692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:44.725671 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461ba9ad-7a33-47d1-a874-34cd8b68f692 None None] Network 62e1f921-e34e-4328-9506-4c09b69868bd is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:35:44.732977 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-461ba9ad-7a33-47d1-a874-34cd8b68f692 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:35:44.737209 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461ba9ad-7a33-47d1-a874-34cd8b68f692 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:35:44.743598 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ba9ad-7a33-47d1-a874-34cd8b68f692 None None] Pushing event updated for resources: {'Port': ['ID=ae25f472-1dca-4ab0-ad24-807034461827,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:44.782653 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-27654ae8-fdc7-4f5d-8bbf-b9c804e1b7f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:44.813569 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-27654ae8-fdc7-4f5d-8bbf-b9c804e1b7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:44.829789 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-461ba9ad-7a33-47d1-a874-34cd8b68f692 None None] Attempting to bind port ae25f472-1dca-4ab0-ad24-807034461827 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:35:44.830146 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-461ba9ad-7a33-47d1-a874-34cd8b68f692 None None] Attempting to bind port ae25f472-1dca-4ab0-ad24-807034461827 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'b25ae451-0c1e-4375-8baf-cb01e4a4f1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:35:44.830498 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ba9ad-7a33-47d1-a874-34cd8b68f692 None None] Attempting to bind port ae25f472-1dca-4ab0-ad24-807034461827 on network 62e1f921-e34e-4328-9506-4c09b69868bd {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:35:44.835946 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ba9ad-7a33-47d1-a874-34cd8b68f692 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:35:44.836310 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ba9ad-7a33-47d1-a874-34cd8b68f692 None None] Checking segment: {'id': 'b25ae451-0c1e-4375-8baf-cb01e4a4f1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:35:44.836698 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-461ba9ad-7a33-47d1-a874-34cd8b68f692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:44.837076 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461ba9ad-7a33-47d1-a874-34cd8b68f692 None None] Bound using segment: {'id': 'b25ae451-0c1e-4375-8baf-cb01e4a4f1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:35:44.837527 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-461ba9ad-7a33-47d1-a874-34cd8b68f692 None None] Bound port: ae25f472-1dca-4ab0-ad24-807034461827, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ae451-0c1e-4375-8baf-cb01e4a4f1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:35:44.837917 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-461ba9ad-7a33-47d1-a874-34cd8b68f692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:44.925952 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-461ba9ad-7a33-47d1-a874-34cd8b68f692 None None] For port ae25f472-1dca-4ab0-ad24-807034461827, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:35:44.929729 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-461ba9ad-7a33-47d1-a874-34cd8b68f692 None None] For port ae25f472-1dca-4ab0-ad24-807034461827, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ae25f472-1dca-4ab0-ad24-807034461827,segment=NetworkSegment(b25ae451-0c1e-4375-8baf-cb01e4a4f1d7),segment_id=b25ae451-0c1e-4375-8baf-cb01e4a4f1d7)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:35:44.933906 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-461ba9ad-7a33-47d1-a874-34cd8b68f692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:44.951800 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-27654ae8-fdc7-4f5d-8bbf-b9c804e1b7f0 admin admin] Allocated IP 172.25.4.5 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/87061e0a-b939-402d-9e50-c0740298a5e0) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:35:45.018232 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ba9ad-7a33-47d1-a874-34cd8b68f692 None None] Pushing event updated for resources: {'Port': ['ID=ae25f472-1dca-4ab0-ad24-807034461827,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:45.119916 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-27654ae8-fdc7-4f5d-8bbf-b9c804e1b7f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:45.153905 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-27654ae8-fdc7-4f5d-8bbf-b9c804e1b7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:45.228037 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27654ae8-fdc7-4f5d-8bbf-b9c804e1b7f0 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:35:45.230872 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-27654ae8-fdc7-4f5d-8bbf-b9c804e1b7f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:35:45.238626 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27654ae8-fdc7-4f5d-8bbf-b9c804e1b7f0 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:35:45.279934 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27654ae8-fdc7-4f5d-8bbf-b9c804e1b7f0 admin admin] Pushing event updated for resources: {'Port': ['ID=87061e0a-b939-402d-9e50-c0740298a5e0,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:45.657791 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-27654ae8-fdc7-4f5d-8bbf-b9c804e1b7f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:45.914454 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce64c24-8c60-4e4c-a7c2-aa8d29fb6b38 None None] Network 62e1f921-e34e-4328-9506-4c09b69868bd requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:35:46.002743 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e774d74f-f350-4157-b2d3-6a9dd45b1f34 None None] Provisioning for port ae25f472-1dca-4ab0-ad24-807034461827 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:35:46.127715 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-27654ae8-fdc7-4f5d-8bbf-b9c804e1b7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:46.137229 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ae25f472-1dca-4ab0-ad24-807034461827 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:35:46.226553 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port ae25f472-1dca-4ab0-ad24-807034461827 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:35:46.232108 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port ae25f472-1dca-4ab0-ad24-807034461827 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:35:46.232476 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:46.344952 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27654ae8-fdc7-4f5d-8bbf-b9c804e1b7f0 admin admin] Router bb6a68c9-850f-4dfe-8d2f-1421fd092433 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:35:46.360180 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:46.394958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port ae25f472-1dca-4ab0-ad24-807034461827, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ae25f472-1dca-4ab0-ad24-807034461827,segment=NetworkSegment(b25ae451-0c1e-4375-8baf-cb01e4a4f1d7),segment_id=b25ae451-0c1e-4375-8baf-cb01e4a4f1d7)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:35:46.404881 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:46.482451 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f44c1da0-56da-4dd6-bbf0-08512c11c421 None None] Provisioning complete for port ae25f472-1dca-4ab0-ad24-807034461827 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:35:46.482834 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f44c1da0-56da-4dd6-bbf0-08512c11c421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:46.518015 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=ae25f472-1dca-4ab0-ad24-807034461827,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:46.533299 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27654ae8-fdc7-4f5d-8bbf-b9c804e1b7f0 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:35:46.543838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] Sync routers for ids ['bb6a68c9-850f-4dfe-8d2f-1421fd092433'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:35:46.558896 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-27654ae8-fdc7-4f5d-8bbf-b9c804e1b7f0 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:46.559575 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] Routers {'bb6a68c9-850f-4dfe-8d2f-1421fd092433'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:35:46.560114 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-27654ae8-fdc7-4f5d-8bbf-b9c804e1b7f0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5183237 Mar 05 14:35:46.560395 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:35:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['bb6a68c9-850f-4dfe-8d2f-1421fd092433'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:46.562831 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53238) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:35:46.813615 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] Set router bb6a68c9-850f-4dfe-8d2f-1421fd092433 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:35:47.094270 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'name': 'tempest-TestMinimumBasicScenario-412919118-router', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:45Z', 'revision_number': 3, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'gw_port': {'id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:47.098235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] Checking router: bb6a68c9-850f-4dfe-8d2f-1421fd092433 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:35:47.098668 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] Updating router bb6a68c9-850f-4dfe-8d2f-1421fd092433 port 87061e0a-b939-402d-9e50-c0740298a5e0 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:35:47.153040 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:47.328410 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:35:47.353922 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d86de4c6-1df5-4477-bed7-144ba008dbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:47.485707 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:47.497812 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] Transition to ACTIVE for port object 87061e0a-b939-402d-9e50-c0740298a5e0 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:35:47.504754 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:47.560577 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-d86de4c6-1df5-4477-bed7-144ba008dbc9 admin admin] Allocated IP 172.20.0.1 (62e1f921-e34e-4328-9506-4c09b69868bd/283f7397-3064-4534-9d4b-ce6114cd59f7/c8186757-ffa2-4553-8ffc-663404da5a67) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:35:47.592160 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] Attempting to bind port 87061e0a-b939-402d-9e50-c0740298a5e0 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:35:47.592529 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] Attempting to bind port 87061e0a-b939-402d-9e50-c0740298a5e0 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:35:47.592968 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] Attempting to bind port 87061e0a-b939-402d-9e50-c0740298a5e0 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:35:47.600667 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c49b54-12c2-44ed-a70b-94afaeb4a2f6 None None] Pushing event updated for resources: {'Port': ['ID=87061e0a-b939-402d-9e50-c0740298a5e0,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:47.603172 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:35:47.603545 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:35:47.604122 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:47.604328 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:35:47.604796 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] Bound port: 87061e0a-b939-402d-9e50-c0740298a5e0, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:35:47.605172 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:47.676673 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] For port 87061e0a-b939-402d-9e50-c0740298a5e0, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:35:47.680752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] For port 87061e0a-b939-402d-9e50-c0740298a5e0, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=87061e0a-b939-402d-9e50-c0740298a5e0,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:35:47.684337 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:47.711279 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d86de4c6-1df5-4477-bed7-144ba008dbc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:47.726822 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-d86de4c6-1df5-4477-bed7-144ba008dbc9 admin admin] Transition to ACTIVE for port object c8186757-ffa2-4553-8ffc-663404da5a67 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:35:47.751109 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d86de4c6-1df5-4477-bed7-144ba008dbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:47.762350 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] Routers {'bb6a68c9-850f-4dfe-8d2f-1421fd092433'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:35:47.762984 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:35:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['bb6a68c9-850f-4dfe-8d2f-1421fd092433'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:47.813377 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86de4c6-1df5-4477-bed7-144ba008dbc9 admin admin] Network 62e1f921-e34e-4328-9506-4c09b69868bd is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:35:47.817519 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c49b54-12c2-44ed-a70b-94afaeb4a2f6 None None] Pushing event updated for resources: {'Port': ['ID=87061e0a-b939-402d-9e50-c0740298a5e0,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:47.822086 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-d86de4c6-1df5-4477-bed7-144ba008dbc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:35:47.827435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86de4c6-1df5-4477-bed7-144ba008dbc9 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:35:47.869368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86de4c6-1df5-4477-bed7-144ba008dbc9 admin admin] Pushing event updated for resources: {'Port': ['ID=c8186757-ffa2-4553-8ffc-663404da5a67,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:47.893091 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d86de4c6-1df5-4477-bed7-144ba008dbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:47.950740 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] Set router bb6a68c9-850f-4dfe-8d2f-1421fd092433 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:35:48.101878 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ae25f472-1dca-4ab0-ad24-807034461827 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:35:48.165589 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d86de4c6-1df5-4477-bed7-144ba008dbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:48.261277 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b27d6192-96c8-4a30-9c07-90ce1732ab81 None None] Provisioning for port c8186757-ffa2-4553-8ffc-663404da5a67 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:35:48.274334 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b27d6192-96c8-4a30-9c07-90ce1732ab81 None None] Provisioning complete for port c8186757-ffa2-4553-8ffc-663404da5a67 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:35:48.274706 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b27d6192-96c8-4a30-9c07-90ce1732ab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:48.378672 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b27d6192-96c8-4a30-9c07-90ce1732ab81 None None] Port c8186757-ffa2-4553-8ffc-663404da5a67 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:35:48.382514 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port ae25f472-1dca-4ab0-ad24-807034461827 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:35:48.382926 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:48.398476 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d86de4c6-1df5-4477-bed7-144ba008dbc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:48.403375 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d86de4c6-1df5-4477-bed7-144ba008dbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:48.503773 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'name': 'tempest-TestMinimumBasicScenario-412919118-router', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:45Z', 'revision_number': 3, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'gw_port': {'id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:48.511712 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754dc5c5-7b3c-49ad-9e1a-a1da5958eb56 None None] The sync data for ids ['bb6a68c9-850f-4dfe-8d2f-1421fd092433'] in n-d-803718-1 is: [{'id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'name': 'tempest-TestMinimumBasicScenario-412919118-router', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:45Z', 'revision_number': 3, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'gw_port': {'id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:35:48.518434 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d86de4c6-1df5-4477-bed7-144ba008dbc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:48.521924 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86de4c6-1df5-4477-bed7-144ba008dbc9 admin admin] Pushing event updated for resources: {'Port': ['ID=c8186757-ffa2-4553-8ffc-663404da5a67,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:48.662835 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86de4c6-1df5-4477-bed7-144ba008dbc9 admin admin] Network 62e1f921-e34e-4328-9506-4c09b69868bd is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:35:48.663913 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-d86de4c6-1df5-4477-bed7-144ba008dbc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:35:48.905138 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-dfbf9759-34c4-4d32-89f8-5cde01cd1008 None None] Provisioning complete for port c8186757-ffa2-4553-8ffc-663404da5a67 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:35:48.905646 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9759-34c4-4d32-89f8-5cde01cd1008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:48.965541 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf9759-34c4-4d32-89f8-5cde01cd1008 None None] Port c8186757-ffa2-4553-8ffc-663404da5a67 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:35:49.003044 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86de4c6-1df5-4477-bed7-144ba008dbc9 admin admin] Router bb6a68c9-850f-4dfe-8d2f-1421fd092433 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:35:49.190641 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86de4c6-1df5-4477-bed7-144ba008dbc9 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:35:49.199782 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d86de4c6-1df5-4477-bed7-144ba008dbc9 admin admin] 10.222.0.16 "PUT /v2.0/routers/bb6a68c9-850f-4dfe-8d2f-1421fd092433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6359546 Mar 05 14:35:49.707762 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53256) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:35:49.713584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-740fd4f1-9b72-40dc-a49f-8b03996c7a5e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2132318873-network', 'tenant_id': '50618ac3336f4ec09801f8f3ea506eef'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:35:49.719206 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-740fd4f1-9b72-40dc-a49f-8b03996c7a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:35:49.723074 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-740fd4f1-9b72-40dc-a49f-8b03996c7a5e admin admin] Usage tracker for resource:network and tenant:50618ac3336f4ec09801f8f3ea506eef is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:35:49.725916 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-740fd4f1-9b72-40dc-a49f-8b03996c7a5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:35:49.731789 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-740fd4f1-9b72-40dc-a49f-8b03996c7a5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:35:49.742810 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740fd4f1-9b72-40dc-a49f-8b03996c7a5e admin admin] Made reservation on behalf of 50618ac3336f4ec09801f8f3ea506eef for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:35:49.744985 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-740fd4f1-9b72-40dc-a49f-8b03996c7a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:49.757307 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-740fd4f1-9b72-40dc-a49f-8b03996c7a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:49.771359 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-740fd4f1-9b72-40dc-a49f-8b03996c7a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:35:49.775090 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-740fd4f1-9b72-40dc-a49f-8b03996c7a5e admin admin] Usage tracker for resource:security_group_rule and tenant:50618ac3336f4ec09801f8f3ea506eef is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:35:49.777828 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-740fd4f1-9b72-40dc-a49f-8b03996c7a5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:35:49.783559 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-740fd4f1-9b72-40dc-a49f-8b03996c7a5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:35:49.869793 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-740fd4f1-9b72-40dc-a49f-8b03996c7a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:49.873580 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-740fd4f1-9b72-40dc-a49f-8b03996c7a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:49.904552 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740fd4f1-9b72-40dc-a49f-8b03996c7a5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:35:49.913215 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fd4f1-9b72-40dc-a49f-8b03996c7a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd9693a-2846-41ee-9fd1-c2584eed3b3f,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:49.918789 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-740fd4f1-9b72-40dc-a49f-8b03996c7a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:49.919150 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-740fd4f1-9b72-40dc-a49f-8b03996c7a5e admin admin] Added segment c0aabffe-740b-4838-8f6f-8256dde97576 of type vlan for network 30508b86-6ac8-4e59-bbc6-f14ac5946f4d Mar 05 14:35:49.945791 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-740fd4f1-9b72-40dc-a49f-8b03996c7a5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:49.978276 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-740fd4f1-9b72-40dc-a49f-8b03996c7a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:49.979277 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740fd4f1-9b72-40dc-a49f-8b03996c7a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:49.979857 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-740fd4f1-9b72-40dc-a49f-8b03996c7a5e admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:50.055583 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] Sync routers for ids ['bb6a68c9-850f-4dfe-8d2f-1421fd092433'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:35:50.068852 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] Routers {'bb6a68c9-850f-4dfe-8d2f-1421fd092433'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:35:50.069479 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:35:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['bb6a68c9-850f-4dfe-8d2f-1421fd092433'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:50.080666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fd4f1-9b72-40dc-a49f-8b03996c7a5e admin admin] Pushing event updated for resources: {'Network': ['ID=30508b86-6ac8-4e59-bbc6-f14ac5946f4d,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:50.087195 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-740fd4f1-9b72-40dc-a49f-8b03996c7a5e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3783123 Mar 05 14:35:50.087577 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53260) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:35:50.094165 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-4046580b-7432-4060-8d75-896477ccf965 admin admin] Request body: {'subnet': {'network_id': '30508b86-6ac8-4e59-bbc6-f14ac5946f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2132318873-subnet', 'tenant_id': '50618ac3336f4ec09801f8f3ea506eef', 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:35:50.100613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4046580b-7432-4060-8d75-896477ccf965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:35:50.104954 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4046580b-7432-4060-8d75-896477ccf965 admin admin] Usage tracker for resource:subnet and tenant:50618ac3336f4ec09801f8f3ea506eef is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:35:50.109589 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 30508b86-6ac8-4e59-bbc6-f14ac5946f4d details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:35:50.121514 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4046580b-7432-4060-8d75-896477ccf965 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:35:50.127986 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4046580b-7432-4060-8d75-896477ccf965 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:35:50.141762 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4046580b-7432-4060-8d75-896477ccf965 admin admin] Made reservation on behalf of 50618ac3336f4ec09801f8f3ea506eef for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:35:50.144435 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4046580b-7432-4060-8d75-896477ccf965 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:50.219778 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 87061e0a-b939-402d-9e50-c0740298a5e0 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:35:50.247641 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] Set router bb6a68c9-850f-4dfe-8d2f-1421fd092433 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:35:50.295833 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 87061e0a-b939-402d-9e50-c0740298a5e0 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:35:50.300930 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 87061e0a-b939-402d-9e50-c0740298a5e0 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:35:50.301909 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:50.441146 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:50.461434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 87061e0a-b939-402d-9e50-c0740298a5e0, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=87061e0a-b939-402d-9e50-c0740298a5e0,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:35:50.466265 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4046580b-7432-4060-8d75-896477ccf965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:50.467400 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:50.543852 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=87061e0a-b939-402d-9e50-c0740298a5e0,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:50.549770 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046580b-7432-4060-8d75-896477ccf965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c5ed334-fa1f-4483-8de0-e2096bcb527c,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:50.553616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4046580b-7432-4060-8d75-896477ccf965 admin admin] Checking segment: {'id': 'c0aabffe-740b-4838-8f6f-8256dde97576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '30508b86-6ac8-4e59-bbc6-f14ac5946f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:35:50.554168 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4046580b-7432-4060-8d75-896477ccf965 admin admin] Network hostable DHCP agents. Network: 30508b86-6ac8-4e59-bbc6-f14ac5946f4d, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:35:50.574152 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4046580b-7432-4060-8d75-896477ccf965 admin admin] Network 30508b86-6ac8-4e59-bbc6-f14ac5946f4d is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:35:50.584302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-4046580b-7432-4060-8d75-896477ccf965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 30508b86-6ac8-4e59-bbc6-f14ac5946f4d) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:35:50.590425 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4046580b-7432-4060-8d75-896477ccf965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:35:50.590697 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4046580b-7432-4060-8d75-896477ccf965 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:50.594442 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'name': 'tempest-TestMinimumBasicScenario-412919118-router', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:48Z', 'revision_number': 4, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'gw_port': {'id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'c8186757-ffa2-4553-8ffc-663404da5a67', 'name': '', 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'mac_address': 'fa:16:3e:f3:c4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '283f7397-3064-4534-9d4b-ce6114cd59f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:47Z', 'updated_at': '2022-03-05T14:35:48Z', 'revision_number': 2, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'subnets': [{'id': '283f7397-3064-4534-9d4b-ce6114cd59f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:50.595106 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7f885c-4ad5-4117-a9c2-c2a61715a621 None None] Network 30508b86-6ac8-4e59-bbc6-f14ac5946f4d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:35:50.598973 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] Checking router: bb6a68c9-850f-4dfe-8d2f-1421fd092433 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:35:50.599322 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] Updating router bb6a68c9-850f-4dfe-8d2f-1421fd092433 port c8186757-ffa2-4553-8ffc-663404da5a67 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:35:50.617090 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53264) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:35:50.617454 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4046580b-7432-4060-8d75-896477ccf965 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5278163 Mar 05 14:35:50.623110 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-9ee80917-8387-40e8-8f4e-3334b451b928 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2132318873-router', 'tenant_id': '50618ac3336f4ec09801f8f3ea506eef', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:35:50.628891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9ee80917-8387-40e8-8f4e-3334b451b928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:35:50.633152 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9ee80917-8387-40e8-8f4e-3334b451b928 admin admin] Usage tracker for resource:router and tenant:50618ac3336f4ec09801f8f3ea506eef is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:35:50.636028 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9ee80917-8387-40e8-8f4e-3334b451b928 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:35:50.641587 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9ee80917-8387-40e8-8f4e-3334b451b928 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:35:50.652956 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ee80917-8387-40e8-8f4e-3334b451b928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:50.654035 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ee80917-8387-40e8-8f4e-3334b451b928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:50.657709 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:50.670692 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ee80917-8387-40e8-8f4e-3334b451b928 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:50.822852 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78da9c55-5847-473f-8d9a-9c1408ff3e8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-30508b86-6ac8-4e59-bbc6-f14ac5946f4d', 'network_id': '30508b86-6ac8-4e59-bbc6-f14ac5946f4d', 'tenant_id': '50618ac3336f4ec09801f8f3ea506eef', 'fixed_ips': [{'subnet_id': '1c5ed334-fa1f-4483-8de0-e2096bcb527c'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:35:50.823639 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-78da9c55-5847-473f-8d9a-9c1408ff3e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:50.969603 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ee80917-8387-40e8-8f4e-3334b451b928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:50.978143 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-78da9c55-5847-473f-8d9a-9c1408ff3e8e None None] Allocated IP 172.20.0.2 (30508b86-6ac8-4e59-bbc6-f14ac5946f4d/1c5ed334-fa1f-4483-8de0-e2096bcb527c/6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:35:51.012487 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:51.024974 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] Transition to ACTIVE for port object c8186757-ffa2-4553-8ffc-663404da5a67 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:35:51.032207 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:51.198898 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-78da9c55-5847-473f-8d9a-9c1408ff3e8e None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:51.213495 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-78da9c55-5847-473f-8d9a-9c1408ff3e8e None None] Transition to ACTIVE for port object 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:35:51.235228 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-78da9c55-5847-473f-8d9a-9c1408ff3e8e None None] Transition to ACTIVE for port object 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:35:51.243927 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-78da9c55-5847-473f-8d9a-9c1408ff3e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:51.255350 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5d4af-f590-4c02-8f2d-21f1d58ce277 None None] Pushing event updated for resources: {'Port': ['ID=c8186757-ffa2-4553-8ffc-663404da5a67,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:51.263796 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5d4af-f590-4c02-8f2d-21f1d58ce277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:51.264138 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5d4af-f590-4c02-8f2d-21f1d58ce277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:51.264473 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5d4af-f590-4c02-8f2d-21f1d58ce277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:51.264802 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5d4af-f590-4c02-8f2d-21f1d58ce277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:51.265128 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5d4af-f590-4c02-8f2d-21f1d58ce277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:51.265452 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5d4af-f590-4c02-8f2d-21f1d58ce277 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:51.266208 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5d4af-f590-4c02-8f2d-21f1d58ce277 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:51.266516 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5d4af-f590-4c02-8f2d-21f1d58ce277 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:51.267334 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5d4af-f590-4c02-8f2d-21f1d58ce277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:51.267499 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5d4af-f590-4c02-8f2d-21f1d58ce277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:51.268155 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5d4af-f590-4c02-8f2d-21f1d58ce277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:51.268476 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5d4af-f590-4c02-8f2d-21f1d58ce277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:35:51.289359 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] Attempting to bind port c8186757-ffa2-4553-8ffc-663404da5a67 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:35:51.289723 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] Attempting to bind port c8186757-ffa2-4553-8ffc-663404da5a67 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'b25ae451-0c1e-4375-8baf-cb01e4a4f1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:35:51.290082 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] Attempting to bind port c8186757-ffa2-4553-8ffc-663404da5a67 on network 62e1f921-e34e-4328-9506-4c09b69868bd {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:35:51.297537 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:35:51.297983 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] Checking segment: {'id': 'b25ae451-0c1e-4375-8baf-cb01e4a4f1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:35:51.298683 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:51.298874 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] Bound using segment: {'id': 'b25ae451-0c1e-4375-8baf-cb01e4a4f1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:35:51.299307 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] Bound port: c8186757-ffa2-4553-8ffc-663404da5a67, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ae451-0c1e-4375-8baf-cb01e4a4f1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:35:51.299669 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:51.320666 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78da9c55-5847-473f-8d9a-9c1408ff3e8e None None] Network 30508b86-6ac8-4e59-bbc6-f14ac5946f4d is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:35:51.328123 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-78da9c55-5847-473f-8d9a-9c1408ff3e8e None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:35:51.332767 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78da9c55-5847-473f-8d9a-9c1408ff3e8e None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:35:51.338516 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da9c55-5847-473f-8d9a-9c1408ff3e8e None None] Pushing event updated for resources: {'Port': ['ID=6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:51.339025 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ee80917-8387-40e8-8f4e-3334b451b928 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:51.374453 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ee80917-8387-40e8-8f4e-3334b451b928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:51.403147 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] For port c8186757-ffa2-4553-8ffc-663404da5a67, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:35:51.406641 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] For port c8186757-ffa2-4553-8ffc-663404da5a67, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c8186757-ffa2-4553-8ffc-663404da5a67,segment=NetworkSegment(b25ae451-0c1e-4375-8baf-cb01e4a4f1d7),segment_id=b25ae451-0c1e-4375-8baf-cb01e4a4f1d7)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:35:51.415587 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:51.439116 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-78da9c55-5847-473f-8d9a-9c1408ff3e8e None None] Attempting to bind port 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:35:51.439608 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-78da9c55-5847-473f-8d9a-9c1408ff3e8e None None] Attempting to bind port 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'c0aabffe-740b-4838-8f6f-8256dde97576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '30508b86-6ac8-4e59-bbc6-f14ac5946f4d'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:35:51.440064 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da9c55-5847-473f-8d9a-9c1408ff3e8e None None] Attempting to bind port 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b on network 30508b86-6ac8-4e59-bbc6-f14ac5946f4d {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:35:51.449008 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da9c55-5847-473f-8d9a-9c1408ff3e8e None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:35:51.449528 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da9c55-5847-473f-8d9a-9c1408ff3e8e None None] Checking segment: {'id': 'c0aabffe-740b-4838-8f6f-8256dde97576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '30508b86-6ac8-4e59-bbc6-f14ac5946f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:35:51.450021 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-78da9c55-5847-473f-8d9a-9c1408ff3e8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:51.451227 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da9c55-5847-473f-8d9a-9c1408ff3e8e None None] Bound using segment: {'id': 'c0aabffe-740b-4838-8f6f-8256dde97576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '30508b86-6ac8-4e59-bbc6-f14ac5946f4d'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:35:51.451806 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-78da9c55-5847-473f-8d9a-9c1408ff3e8e None None] Bound port: 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0aabffe-740b-4838-8f6f-8256dde97576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '30508b86-6ac8-4e59-bbc6-f14ac5946f4d'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:35:51.452279 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-78da9c55-5847-473f-8d9a-9c1408ff3e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:51.509263 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] Routers {'bb6a68c9-850f-4dfe-8d2f-1421fd092433'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:35:51.509883 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:35:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['bb6a68c9-850f-4dfe-8d2f-1421fd092433'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:51.546578 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-9ee80917-8387-40e8-8f4e-3334b451b928 admin admin] Allocated IP 172.25.4.129 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:35:51.566235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-78da9c55-5847-473f-8d9a-9c1408ff3e8e None None] For port 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:35:51.570306 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-78da9c55-5847-473f-8d9a-9c1408ff3e8e None None] For port 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b,segment=NetworkSegment(c0aabffe-740b-4838-8f6f-8256dde97576),segment_id=c0aabffe-740b-4838-8f6f-8256dde97576)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:35:51.578345 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-78da9c55-5847-473f-8d9a-9c1408ff3e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:51.621680 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5d4af-f590-4c02-8f2d-21f1d58ce277 None None] Pushing event updated for resources: {'Port': ['ID=c8186757-ffa2-4553-8ffc-663404da5a67,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:51.680651 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da9c55-5847-473f-8d9a-9c1408ff3e8e None None] Pushing event updated for resources: {'Port': ['ID=6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:51.770876 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] Set router bb6a68c9-850f-4dfe-8d2f-1421fd092433 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:35:51.849735 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ee80917-8387-40e8-8f4e-3334b451b928 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:51.884069 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ee80917-8387-40e8-8f4e-3334b451b928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:51.978072 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee80917-8387-40e8-8f4e-3334b451b928 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:35:51.985963 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-9ee80917-8387-40e8-8f4e-3334b451b928 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:35:51.988826 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee80917-8387-40e8-8f4e-3334b451b928 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:35:52.026259 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee80917-8387-40e8-8f4e-3334b451b928 admin admin] Pushing event updated for resources: {'Port': ['ID=52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:52.142400 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'name': 'tempest-TestMinimumBasicScenario-412919118-router', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:48Z', 'revision_number': 4, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'gw_port': {'id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'c8186757-ffa2-4553-8ffc-663404da5a67', 'name': '', 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'mac_address': 'fa:16:3e:f3:c4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '283f7397-3064-4534-9d4b-ce6114cd59f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:47Z', 'updated_at': '2022-03-05T14:35:51Z', 'revision_number': 4, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'subnets': [{'id': '283f7397-3064-4534-9d4b-ce6114cd59f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:52.147441 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a354199-69ca-445e-927e-6d03c4a3f264 None None] The sync data for ids ['bb6a68c9-850f-4dfe-8d2f-1421fd092433'] in n-d-803718-1 is: [{'id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'name': 'tempest-TestMinimumBasicScenario-412919118-router', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:48Z', 'revision_number': 4, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'gw_port': {'id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'c8186757-ffa2-4553-8ffc-663404da5a67', 'name': '', 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'mac_address': 'fa:16:3e:f3:c4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '283f7397-3064-4534-9d4b-ce6114cd59f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:47Z', 'updated_at': '2022-03-05T14:35:51Z', 'revision_number': 4, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'subnets': [{'id': '283f7397-3064-4534-9d4b-ce6114cd59f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:35:52.225886 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:35:52.348242 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:35:52.355074 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 87061e0a-b939-402d-9e50-c0740298a5e0 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:35:52.445248 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 87061e0a-b939-402d-9e50-c0740298a5e0 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:35:52.445930 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:52.492587 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ee80917-8387-40e8-8f4e-3334b451b928 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:52.798358 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57454a7-32c5-4a2a-8ada-c8ec75a47f9e None None] Network 30508b86-6ac8-4e59-bbc6-f14ac5946f4d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:35:52.899474 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ee80917-8387-40e8-8f4e-3334b451b928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:52.917075 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d2499f8e-1c82-4902-820b-50f5474ddefe None None] Provisioning for port 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:35:52.932775 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d2499f8e-1c82-4902-820b-50f5474ddefe None None] Provisioning complete for port 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:35:52.933193 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d2499f8e-1c82-4902-820b-50f5474ddefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:53.153822 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee80917-8387-40e8-8f4e-3334b451b928 admin admin] Router 1e255e94-681f-4a9d-ac1b-69e8f1201f8d is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:35:53.203210 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d2499f8e-1c82-4902-820b-50f5474ddefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:53.258172 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d2499f8e-1c82-4902-820b-50f5474ddefe None None] For port 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b,segment=NetworkSegment(c0aabffe-740b-4838-8f6f-8256dde97576),segment_id=c0aabffe-740b-4838-8f6f-8256dde97576)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:35:53.265165 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d2499f8e-1c82-4902-820b-50f5474ddefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:53.359081 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2499f8e-1c82-4902-820b-50f5474ddefe None None] Pushing event updated for resources: {'Port': ['ID=6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:53.546548 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee80917-8387-40e8-8f4e-3334b451b928 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:35:53.558670 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] Sync routers for ids ['1e255e94-681f-4a9d-ac1b-69e8f1201f8d'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:35:53.570165 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] Routers {'1e255e94-681f-4a9d-ac1b-69e8f1201f8d'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:35:53.570805 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:35:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1e255e94-681f-4a9d-ac1b-69e8f1201f8d'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:53.576144 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9ee80917-8387-40e8-8f4e-3334b451b928 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:53.580020 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9ee80917-8387-40e8-8f4e-3334b451b928 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9587615 Mar 05 14:35:53.580262 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53268) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:35:53.674733 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a533ecd3-e285-4eaa-a6f3-7f28fe9f098e None None] Provisioning complete for port 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:35:53.675161 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a533ecd3-e285-4eaa-a6f3-7f28fe9f098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:53.811417 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] Set router 1e255e94-681f-4a9d-ac1b-69e8f1201f8d gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:35:54.147880 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e255e94-681f-4a9d-ac1b-69e8f1201f8d', 'name': 'tempest-TestMinimumBasicScenario-2132318873-router', 'tenant_id': '50618ac3336f4ec09801f8f3ea506eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:35:50Z', 'updated_at': '2022-03-05T14:35:52Z', 'revision_number': 3, 'project_id': '50618ac3336f4ec09801f8f3ea506eef', 'gw_port': {'id': '52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:73:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e255e94-681f-4a9d-ac1b-69e8f1201f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:51Z', 'updated_at': '2022-03-05T14:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:54.151817 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] Checking router: 1e255e94-681f-4a9d-ac1b-69e8f1201f8d for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:35:54.152164 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] Updating router 1e255e94-681f-4a9d-ac1b-69e8f1201f8d port 52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:35:54.181897 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:35:54.259876 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0020d43a-5f47-44e3-8c0f-f32c31670fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:54.293268 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:54.406235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:35:54.406604 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:54.477019 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-0020d43a-5f47-44e3-8c0f-f32c31670fb9 admin admin] Allocated IP 172.20.0.1 (30508b86-6ac8-4e59-bbc6-f14ac5946f4d/1c5ed334-fa1f-4483-8de0-e2096bcb527c/5f788299-0ab0-4e59-91a6-142084a01ded) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:35:54.627640 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0020d43a-5f47-44e3-8c0f-f32c31670fb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:54.636872 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c8186757-ffa2-4553-8ffc-663404da5a67 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:35:54.642915 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-0020d43a-5f47-44e3-8c0f-f32c31670fb9 admin admin] Transition to ACTIVE for port object 5f788299-0ab0-4e59-91a6-142084a01ded will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:35:54.666014 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0020d43a-5f47-44e3-8c0f-f32c31670fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:54.723566 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0020d43a-5f47-44e3-8c0f-f32c31670fb9 admin admin] Network 30508b86-6ac8-4e59-bbc6-f14ac5946f4d is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:35:54.726384 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-0020d43a-5f47-44e3-8c0f-f32c31670fb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:35:54.729954 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0020d43a-5f47-44e3-8c0f-f32c31670fb9 admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:35:54.767773 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port c8186757-ffa2-4553-8ffc-663404da5a67 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:35:54.782361 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port c8186757-ffa2-4553-8ffc-663404da5a67 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:35:54.782574 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020d43a-5f47-44e3-8c0f-f32c31670fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=5f788299-0ab0-4e59-91a6-142084a01ded,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:54.782687 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:54.798025 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0020d43a-5f47-44e3-8c0f-f32c31670fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:54.807773 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:54.837028 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] Transition to ACTIVE for port object 52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:35:54.852367 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:54.928042 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0020d43a-5f47-44e3-8c0f-f32c31670fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:54.939415 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] Attempting to bind port 52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:35:54.939784 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] Attempting to bind port 52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:35:54.940144 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] Attempting to bind port 52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:35:54.969269 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab8926-9719-4c20-b59c-f8f7aed1c66b None None] Pushing event updated for resources: {'Port': ['ID=52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:54.977947 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:35:54.978356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:35:54.978714 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:54.979123 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:35:54.979638 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] Bound port: 52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:35:54.980508 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:55.060149 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:55.075248 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7512dfdb-4208-4ba4-8828-d9a4f414cf90 None None] Provisioning for port 5f788299-0ab0-4e59-91a6-142084a01ded completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:35:55.103081 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7512dfdb-4208-4ba4-8828-d9a4f414cf90 None None] Provisioning complete for port 5f788299-0ab0-4e59-91a6-142084a01ded triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:35:55.103524 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7512dfdb-4208-4ba4-8828-d9a4f414cf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:55.150098 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] For port 52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:35:55.166620 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] For port 52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:35:55.176539 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port c8186757-ffa2-4553-8ffc-663404da5a67, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c8186757-ffa2-4553-8ffc-663404da5a67,segment=NetworkSegment(b25ae451-0c1e-4375-8baf-cb01e4a4f1d7),segment_id=b25ae451-0c1e-4375-8baf-cb01e4a4f1d7)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:35:55.180874 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:55.215696 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-7512dfdb-4208-4ba4-8828-d9a4f414cf90 None None] Port 5f788299-0ab0-4e59-91a6-142084a01ded cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:35:55.217174 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:55.265991 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] Routers {'1e255e94-681f-4a9d-ac1b-69e8f1201f8d'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:35:55.266601 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:35:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1e255e94-681f-4a9d-ac1b-69e8f1201f8d'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:55.295155 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0020d43a-5f47-44e3-8c0f-f32c31670fb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:55.299781 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0020d43a-5f47-44e3-8c0f-f32c31670fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:55.322880 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab8926-9719-4c20-b59c-f8f7aed1c66b None None] Pushing event updated for resources: {'Port': ['ID=52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:55.408510 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0020d43a-5f47-44e3-8c0f-f32c31670fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:55.429809 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020d43a-5f47-44e3-8c0f-f32c31670fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=5f788299-0ab0-4e59-91a6-142084a01ded,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:55.470218 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=c8186757-ffa2-4553-8ffc-663404da5a67,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:55.505192 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] Set router 1e255e94-681f-4a9d-ac1b-69e8f1201f8d gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:35:55.547526 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0020d43a-5f47-44e3-8c0f-f32c31670fb9 admin admin] Network 30508b86-6ac8-4e59-bbc6-f14ac5946f4d is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:35:55.548666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-0020d43a-5f47-44e3-8c0f-f32c31670fb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:35:55.740064 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0020d43a-5f47-44e3-8c0f-f32c31670fb9 admin admin] Router 1e255e94-681f-4a9d-ac1b-69e8f1201f8d has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:35:55.856231 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7364d28a-27c5-4419-b948-a2a64b7f9443 None None] Provisioning complete for port 5f788299-0ab0-4e59-91a6-142084a01ded triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:35:55.856595 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7364d28a-27c5-4419-b948-a2a64b7f9443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:55.916399 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-7364d28a-27c5-4419-b948-a2a64b7f9443 None None] Port 5f788299-0ab0-4e59-91a6-142084a01ded cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:35:55.923602 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0020d43a-5f47-44e3-8c0f-f32c31670fb9 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:35:55.924388 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e255e94-681f-4a9d-ac1b-69e8f1201f8d', 'name': 'tempest-TestMinimumBasicScenario-2132318873-router', 'tenant_id': '50618ac3336f4ec09801f8f3ea506eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:35:50Z', 'updated_at': '2022-03-05T14:35:54Z', 'revision_number': 4, 'project_id': '50618ac3336f4ec09801f8f3ea506eef', 'gw_port': {'id': '52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:73:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e255e94-681f-4a9d-ac1b-69e8f1201f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:51Z', 'updated_at': '2022-03-05T14:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '5f788299-0ab0-4e59-91a6-142084a01ded', 'name': '', 'network_id': '30508b86-6ac8-4e59-bbc6-f14ac5946f4d', 'tenant_id': '50618ac3336f4ec09801f8f3ea506eef', 'mac_address': 'fa:16:3e:ee:dc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e255e94-681f-4a9d-ac1b-69e8f1201f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1c5ed334-fa1f-4483-8de0-e2096bcb527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:54Z', 'updated_at': '2022-03-05T14:35:55Z', 'revision_number': 2, 'project_id': '50618ac3336f4ec09801f8f3ea506eef', 'subnets': [{'id': '1c5ed334-fa1f-4483-8de0-e2096bcb527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:55.929441 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582043f2-dee0-4a17-8541-031796d9f906 None None] The sync data for ids ['1e255e94-681f-4a9d-ac1b-69e8f1201f8d'] in n-d-803718-1 is: [{'id': '1e255e94-681f-4a9d-ac1b-69e8f1201f8d', 'name': 'tempest-TestMinimumBasicScenario-2132318873-router', 'tenant_id': '50618ac3336f4ec09801f8f3ea506eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:35:50Z', 'updated_at': '2022-03-05T14:35:54Z', 'revision_number': 4, 'project_id': '50618ac3336f4ec09801f8f3ea506eef', 'gw_port': {'id': '52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:73:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e255e94-681f-4a9d-ac1b-69e8f1201f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:51Z', 'updated_at': '2022-03-05T14:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '5f788299-0ab0-4e59-91a6-142084a01ded', 'name': '', 'network_id': '30508b86-6ac8-4e59-bbc6-f14ac5946f4d', 'tenant_id': '50618ac3336f4ec09801f8f3ea506eef', 'mac_address': 'fa:16:3e:ee:dc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e255e94-681f-4a9d-ac1b-69e8f1201f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1c5ed334-fa1f-4483-8de0-e2096bcb527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:54Z', 'updated_at': '2022-03-05T14:35:55Z', 'revision_number': 2, 'project_id': '50618ac3336f4ec09801f8f3ea506eef', 'subnets': [{'id': '1c5ed334-fa1f-4483-8de0-e2096bcb527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:35:55.933021 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0020d43a-5f47-44e3-8c0f-f32c31670fb9 admin admin] 10.222.0.16 "PUT /v2.0/routers/1e255e94-681f-4a9d-ac1b-69e8f1201f8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3518317 Mar 05 14:35:56.103619 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c8186757-ffa2-4553-8ffc-663404da5a67 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:35:56.199578 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port c8186757-ffa2-4553-8ffc-663404da5a67 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:35:56.199952 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:58.150908 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:35:58.225202 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:35:58.230455 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:35:58.231024 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:58.368046 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:58.387882 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:35:58.395381 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:58.469299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:35:59.442462 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:59.474516 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:35:59.709364 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] Sync routers for ids ['1e255e94-681f-4a9d-ac1b-69e8f1201f8d'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:35:59.719734 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] Routers {'1e255e94-681f-4a9d-ac1b-69e8f1201f8d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:35:59.720420 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:35:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1e255e94-681f-4a9d-ac1b-69e8f1201f8d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:35:59.914880 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] Set router 1e255e94-681f-4a9d-ac1b-69e8f1201f8d gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:36:00.127001 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:36:00.204360 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:36:00.205421 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:00.259963 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e255e94-681f-4a9d-ac1b-69e8f1201f8d', 'name': 'tempest-TestMinimumBasicScenario-2132318873-router', 'tenant_id': '50618ac3336f4ec09801f8f3ea506eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:35:50Z', 'updated_at': '2022-03-05T14:35:54Z', 'revision_number': 4, 'project_id': '50618ac3336f4ec09801f8f3ea506eef', 'gw_port': {'id': '52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e255e94-681f-4a9d-ac1b-69e8f1201f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:51Z', 'updated_at': '2022-03-05T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '5f788299-0ab0-4e59-91a6-142084a01ded', 'name': '', 'network_id': '30508b86-6ac8-4e59-bbc6-f14ac5946f4d', 'tenant_id': '50618ac3336f4ec09801f8f3ea506eef', 'mac_address': 'fa:16:3e:ee:dc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e255e94-681f-4a9d-ac1b-69e8f1201f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1c5ed334-fa1f-4483-8de0-e2096bcb527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:54Z', 'updated_at': '2022-03-05T14:35:55Z', 'revision_number': 2, 'project_id': '50618ac3336f4ec09801f8f3ea506eef', 'subnets': [{'id': '1c5ed334-fa1f-4483-8de0-e2096bcb527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:36:00.265225 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] Checking router: 1e255e94-681f-4a9d-ac1b-69e8f1201f8d for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:36:00.265569 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] Updating router 1e255e94-681f-4a9d-ac1b-69e8f1201f8d port 5f788299-0ab0-4e59-91a6-142084a01ded binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:36:00.321498 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:00.724132 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:00.736772 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] Transition to ACTIVE for port object 5f788299-0ab0-4e59-91a6-142084a01ded will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:36:00.745658 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:00.907454 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f13f73-8566-48fd-992f-95c626eae3d3 None None] Pushing event updated for resources: {'Port': ['ID=5f788299-0ab0-4e59-91a6-142084a01ded,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:36:01.022679 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] Attempting to bind port 5f788299-0ab0-4e59-91a6-142084a01ded on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:36:01.023071 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] Attempting to bind port 5f788299-0ab0-4e59-91a6-142084a01ded by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'c0aabffe-740b-4838-8f6f-8256dde97576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '30508b86-6ac8-4e59-bbc6-f14ac5946f4d'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:36:01.023422 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] Attempting to bind port 5f788299-0ab0-4e59-91a6-142084a01ded on network 30508b86-6ac8-4e59-bbc6-f14ac5946f4d {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:36:01.030392 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:36:01.030754 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] Checking segment: {'id': 'c0aabffe-740b-4838-8f6f-8256dde97576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '30508b86-6ac8-4e59-bbc6-f14ac5946f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:36:01.031180 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:01.031693 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] Bound using segment: {'id': 'c0aabffe-740b-4838-8f6f-8256dde97576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '30508b86-6ac8-4e59-bbc6-f14ac5946f4d'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:36:01.032499 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] Bound port: 5f788299-0ab0-4e59-91a6-142084a01ded, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0aabffe-740b-4838-8f6f-8256dde97576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '30508b86-6ac8-4e59-bbc6-f14ac5946f4d'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:36:01.032855 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:01.153594 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] For port 5f788299-0ab0-4e59-91a6-142084a01ded, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:36:01.156871 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] For port 5f788299-0ab0-4e59-91a6-142084a01ded, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5f788299-0ab0-4e59-91a6-142084a01ded,segment=NetworkSegment(c0aabffe-740b-4838-8f6f-8256dde97576),segment_id=c0aabffe-740b-4838-8f6f-8256dde97576)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:36:01.163168 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:01.249576 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] Routers {'1e255e94-681f-4a9d-ac1b-69e8f1201f8d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:36:01.250198 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:35:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1e255e94-681f-4a9d-ac1b-69e8f1201f8d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:36:01.307608 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f13f73-8566-48fd-992f-95c626eae3d3 None None] Pushing event updated for resources: {'Port': ['ID=5f788299-0ab0-4e59-91a6-142084a01ded,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:36:01.494045 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] Set router 1e255e94-681f-4a9d-ac1b-69e8f1201f8d gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:36:01.863767 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e255e94-681f-4a9d-ac1b-69e8f1201f8d', 'name': 'tempest-TestMinimumBasicScenario-2132318873-router', 'tenant_id': '50618ac3336f4ec09801f8f3ea506eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:35:50Z', 'updated_at': '2022-03-05T14:35:54Z', 'revision_number': 4, 'project_id': '50618ac3336f4ec09801f8f3ea506eef', 'gw_port': {'id': '52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e255e94-681f-4a9d-ac1b-69e8f1201f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:51Z', 'updated_at': '2022-03-05T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '5f788299-0ab0-4e59-91a6-142084a01ded', 'name': '', 'network_id': '30508b86-6ac8-4e59-bbc6-f14ac5946f4d', 'tenant_id': '50618ac3336f4ec09801f8f3ea506eef', 'mac_address': 'fa:16:3e:ee:dc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e255e94-681f-4a9d-ac1b-69e8f1201f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1c5ed334-fa1f-4483-8de0-e2096bcb527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:54Z', 'updated_at': '2022-03-05T14:36:01Z', 'revision_number': 4, 'project_id': '50618ac3336f4ec09801f8f3ea506eef', 'subnets': [{'id': '1c5ed334-fa1f-4483-8de0-e2096bcb527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:36:01.868005 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708e4c04-0853-48a5-a828-aa703ef6e6ea None None] The sync data for ids ['1e255e94-681f-4a9d-ac1b-69e8f1201f8d'] in n-d-803718-1 is: [{'id': '1e255e94-681f-4a9d-ac1b-69e8f1201f8d', 'name': 'tempest-TestMinimumBasicScenario-2132318873-router', 'tenant_id': '50618ac3336f4ec09801f8f3ea506eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:35:50Z', 'updated_at': '2022-03-05T14:35:54Z', 'revision_number': 4, 'project_id': '50618ac3336f4ec09801f8f3ea506eef', 'gw_port': {'id': '52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e255e94-681f-4a9d-ac1b-69e8f1201f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:51Z', 'updated_at': '2022-03-05T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '5f788299-0ab0-4e59-91a6-142084a01ded', 'name': '', 'network_id': '30508b86-6ac8-4e59-bbc6-f14ac5946f4d', 'tenant_id': '50618ac3336f4ec09801f8f3ea506eef', 'mac_address': 'fa:16:3e:ee:dc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e255e94-681f-4a9d-ac1b-69e8f1201f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '1c5ed334-fa1f-4483-8de0-e2096bcb527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:54Z', 'updated_at': '2022-03-05T14:36:01Z', 'revision_number': 4, 'project_id': '50618ac3336f4ec09801f8f3ea506eef', 'subnets': [{'id': '1c5ed334-fa1f-4483-8de0-e2096bcb527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:36:02.139930 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5f788299-0ab0-4e59-91a6-142084a01ded up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:36:02.215130 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 5f788299-0ab0-4e59-91a6-142084a01ded completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:36:02.220570 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 5f788299-0ab0-4e59-91a6-142084a01ded triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:36:02.221016 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:02.347837 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:02.389198 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 5f788299-0ab0-4e59-91a6-142084a01ded, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5f788299-0ab0-4e59-91a6-142084a01ded,segment=NetworkSegment(c0aabffe-740b-4838-8f6f-8256dde97576),segment_id=c0aabffe-740b-4838-8f6f-8256dde97576)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:36:02.415380 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:02.500274 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=5f788299-0ab0-4e59-91a6-142084a01ded,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:36:04.117638 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5f788299-0ab0-4e59-91a6-142084a01ded up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:36:04.194561 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 5f788299-0ab0-4e59-91a6-142084a01ded triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:36:04.194961 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:06.408737 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-52332e3f-65a7-404a-be31-bbc5b14ff084 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:06.409421 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-52332e3f-65a7-404a-be31-bbc5b14ff084 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Synchronizing usage tracker for tenant:d1275695d435409b9dbf201d9a961f99 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:36:06.426103 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-52332e3f-65a7-404a-be31-bbc5b14ff084 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Unset dirty status for tenant:d1275695d435409b9dbf201d9a961f99 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:36:06.427480 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-52332e3f-65a7-404a-be31-bbc5b14ff084 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/networks?id=62e1f921-e34e-4328-9506-4c09b69868bd HTTP/1.1" status: 200 len: 814 time: 0.1617534 Mar 05 14:36:06.444158 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-c20ddc40-80a6-4150-aa86-0c9164dcd932 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/quotas/d1275695d435409b9dbf201d9a961f99 HTTP/1.1" status: 200 len: 375 time: 0.0108979 Mar 05 14:36:06.528283 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-be2ef041-df54-4d68-9f4e-f144b20f4d39 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Synchronizing usage tracker for tenant:d1275695d435409b9dbf201d9a961f99 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:36:06.544527 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-be2ef041-df54-4d68-9f4e-f144b20f4d39 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Unset dirty status for tenant:d1275695d435409b9dbf201d9a961f99 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:36:06.545740 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-be2ef041-df54-4d68-9f4e-f144b20f4d39 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d1275695d435409b9dbf201d9a961f99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0964420 Mar 05 14:36:06.681662 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-24e6136b-4c76-4a8b-8ecd-31a9a8d6fbf2 service neutron] 10.222.0.16 "GET /v2.0/networks/62e1f921-e34e-4328-9506-4c09b69868bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236484 Mar 05 14:36:06.810085 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-018f8fbc-f7b9-4dd5-8d41-ab066ec59a0b service neutron] 10.222.0.16 "GET /v2.0/networks/62e1f921-e34e-4328-9506-4c09b69868bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228456 Mar 05 14:36:06.992646 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-42681491-d0fb-497c-8e1b-75003cd8c7e0 req-4a33eacd-5012-4d78-a987-a5d18dece65b tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 210 time: 0.0460982 Mar 05 14:36:08.025131 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-2bbe0c07-0b85-4b20-8b9a-290e894eae77 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:08.027201 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-2bbe0c07-0b85-4b20-8b9a-290e894eae77 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.30 "GET /v2.0/networks?id=62e1f921-e34e-4328-9506-4c09b69868bd HTTP/1.1" status: 200 len: 814 time: 0.1517825 Mar 05 14:36:08.039735 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-3c75740f-54b9-4e63-aef2-da4ce77325a8 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Request body: {'port': {'device_id': '2d69618d-9fda-482f-8359-3582520e91a9', 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd', 'admin_state_up': True, 'tenant_id': 'd1275695d435409b9dbf201d9a961f99'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:36:08.321720 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4673a9e2-6874-4ce1-baa9-b9bff9f3cb44 req-b888c14c-db6e-416f-83ba-6f68e48a70fc tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 210 time: 0.2009223 Mar 05 14:36:08.365037 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-3c75740f-54b9-4e63-aef2-da4ce77325a8 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:36:08.376049 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-3c75740f-54b9-4e63-aef2-da4ce77325a8 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:36:08.410632 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-3c75740f-54b9-4e63-aef2-da4ce77325a8 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Made reservation on behalf of d1275695d435409b9dbf201d9a961f99 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:36:08.415539 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-3c75740f-54b9-4e63-aef2-da4ce77325a8 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:08.679512 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-3c75740f-54b9-4e63-aef2-da4ce77325a8 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Allocated IP 172.20.0.3 (62e1f921-e34e-4328-9506-4c09b69868bd/283f7397-3064-4534-9d4b-ce6114cd59f7/f4f4b8cd-919b-4dca-b569-c0df17b1aed0) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:36:08.881717 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e14f5332-4f4d-4d70-b133-4591c1d12c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:08.946793 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-3c75740f-54b9-4e63-aef2-da4ce77325a8 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:08.963039 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-3c75740f-54b9-4e63-aef2-da4ce77325a8 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Transition to ACTIVE for port object f4f4b8cd-919b-4dca-b569-c0df17b1aed0 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:36:08.986024 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-3c75740f-54b9-4e63-aef2-da4ce77325a8 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:09.061209 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-3c75740f-54b9-4e63-aef2-da4ce77325a8 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Network 62e1f921-e34e-4328-9506-4c09b69868bd is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:36:09.067188 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-3c75740f-54b9-4e63-aef2-da4ce77325a8 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:36:09.075315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-3c75740f-54b9-4e63-aef2-da4ce77325a8 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:36:09.114171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75740f-54b9-4e63-aef2-da4ce77325a8 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Pushing event updated for resources: {'Port': ['ID=f4f4b8cd-919b-4dca-b569-c0df17b1aed0,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:36:09.156636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-3c75740f-54b9-4e63-aef2-da4ce77325a8 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:09.157399 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-3c75740f-54b9-4e63-aef2-da4ce77325a8 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:09.187940 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-3c75740f-54b9-4e63-aef2-da4ce77325a8 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1530197 Mar 05 14:36:09.407843 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fe855cb7-641a-4c2a-8006-ca433d56859a None None] Provisioning for port f4f4b8cd-919b-4dca-b569-c0df17b1aed0 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:36:09.413225 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-fe855cb7-641a-4c2a-8006-ca433d56859a None None] Provisioning complete for port f4f4b8cd-919b-4dca-b569-c0df17b1aed0 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:36:09.413777 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fe855cb7-641a-4c2a-8006-ca433d56859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:09.484527 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-fe855cb7-641a-4c2a-8006-ca433d56859a None None] Port f4f4b8cd-919b-4dca-b569-c0df17b1aed0 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:36:09.571069 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f302ff-3acb-4f61-9313-3b9718ef1bef req-53ae9945-0af4-4659-97af-9727b4fd01aa tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:09.572722 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-64f302ff-3acb-4f61-9313-3b9718ef1bef req-53ae9945-0af4-4659-97af-9727b4fd01aa tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 931 time: 0.0863407 Mar 05 14:36:09.623023 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-64f302ff-3acb-4f61-9313-3b9718ef1bef req-389909d6-cd9f-4ff1-9f89-9afc093fe565 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431280 Mar 05 14:36:10.819814 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01aa4a9-01fe-4182-9b37-51c968ff1c14 req-4937fcb8-53ab-48ac-8d23-3e932210de2a tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:10.821190 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f01aa4a9-01fe-4182-9b37-51c968ff1c14 req-4937fcb8-53ab-48ac-8d23-3e932210de2a tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Synchronizing usage tracker for tenant:d1275695d435409b9dbf201d9a961f99 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:36:10.839304 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f01aa4a9-01fe-4182-9b37-51c968ff1c14 req-4937fcb8-53ab-48ac-8d23-3e932210de2a tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Unset dirty status for tenant:d1275695d435409b9dbf201d9a961f99 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:36:10.840634 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f01aa4a9-01fe-4182-9b37-51c968ff1c14 req-4937fcb8-53ab-48ac-8d23-3e932210de2a tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 931 time: 0.1097372 Mar 05 14:36:10.885460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f01aa4a9-01fe-4182-9b37-51c968ff1c14 req-09cf4a39-9a17-479a-906b-f78e7f6188ba tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Synchronizing usage tracker for tenant:d1275695d435409b9dbf201d9a961f99 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:36:10.903666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-f01aa4a9-01fe-4182-9b37-51c968ff1c14 req-09cf4a39-9a17-479a-906b-f78e7f6188ba tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Unset dirty status for tenant:d1275695d435409b9dbf201d9a961f99 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:36:10.904830 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f01aa4a9-01fe-4182-9b37-51c968ff1c14 req-09cf4a39-9a17-479a-906b-f78e7f6188ba tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585012 Mar 05 14:36:11.010523 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0fe89b9c-741b-49ce-b111-d40614978018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:12.100616 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7c276-6222-49fc-93ad-a8e6bbc60e74 req-dbd3b9f2-2181-4a02-b767-cb0c445acfd5 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:12.102079 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f2c7c276-6222-49fc-93ad-a8e6bbc60e74 req-dbd3b9f2-2181-4a02-b767-cb0c445acfd5 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 931 time: 0.0865188 Mar 05 14:36:12.150033 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f2c7c276-6222-49fc-93ad-a8e6bbc60e74 req-bdd42b47-65c5-4269-9de2-0af79c4d173c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418489 Mar 05 14:36:12.200266 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:12.261829 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:13.341949 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55ce35-f6c9-4f3c-802b-01f229f7c030 req-2cde4c05-2936-4175-9994-acf73fc59412 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:13.343709 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cc55ce35-f6c9-4f3c-802b-01f229f7c030 req-2cde4c05-2936-4175-9994-acf73fc59412 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 931 time: 0.0831058 Mar 05 14:36:13.391058 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cc55ce35-f6c9-4f3c-802b-01f229f7c030 req-f24b3796-6725-482e-874c-0c73d6b3848f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407512 Mar 05 14:36:13.873992 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:14.606949 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63168b-fb82-4a0d-a99d-60424d456ca9 req-3a7fbc24-9db4-458f-b36e-c1da6d0a6c52 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:14.608492 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae63168b-fb82-4a0d-a99d-60424d456ca9 req-3a7fbc24-9db4-458f-b36e-c1da6d0a6c52 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 931 time: 0.0880544 Mar 05 14:36:14.679077 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ae63168b-fb82-4a0d-a99d-60424d456ca9 req-977c0e16-81e3-427e-b570-952c310d0ff9 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637858 Mar 05 14:36:15.892524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef021c8b-33c6-42b6-877b-2ed404c5a5f7 req-2166bcf5-00bc-4518-b04c-fcad30462638 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:15.894001 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ef021c8b-33c6-42b6-877b-2ed404c5a5f7 req-2166bcf5-00bc-4518-b04c-fcad30462638 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 931 time: 0.0954900 Mar 05 14:36:15.942366 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ef021c8b-33c6-42b6-877b-2ed404c5a5f7 req-fd788022-cf26-4b81-918f-1f8259089aca tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410693 Mar 05 14:36:16.950549 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-7fe12d65-3b71-4be5-986b-c936e26440ba service neutron] Request body: {'port': {'device_id': '2d69618d-9fda-482f-8359-3582520e91a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:36:17.065790 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-7fe12d65-3b71-4be5-986b-c936e26440ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:17.126036 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e06c7-92b2-4bed-8765-a7cd05bdf4a1 req-a94fc67e-b0a8-4025-90dd-ddfaa67abb03 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:17.127508 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-132e06c7-92b2-4bed-8765-a7cd05bdf4a1 req-a94fc67e-b0a8-4025-90dd-ddfaa67abb03 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 931 time: 0.0799057 Mar 05 14:36:17.174278 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-132e06c7-92b2-4bed-8765-a7cd05bdf4a1 req-3638ec34-79e5-4927-879c-4aefcb96a28e tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410099 Mar 05 14:36:17.403484 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-7fe12d65-3b71-4be5-986b-c936e26440ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f4b8cd-919b-4dca-b569-c0df17b1aed0 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:36:17.411234 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-7fe12d65-3b71-4be5-986b-c936e26440ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:17.425163 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-7fe12d65-3b71-4be5-986b-c936e26440ba service neutron] Transition to ACTIVE for port object f4f4b8cd-919b-4dca-b569-c0df17b1aed0 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:36:17.429568 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-7fe12d65-3b71-4be5-986b-c936e26440ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:17.581536 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe12d65-3b71-4be5-986b-c936e26440ba service neutron] Pushing event updated for resources: {'Port': ['ID=f4f4b8cd-919b-4dca-b569-c0df17b1aed0,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:36:17.665164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-7fe12d65-3b71-4be5-986b-c936e26440ba service neutron] Attempting to bind port f4f4b8cd-919b-4dca-b569-c0df17b1aed0 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:36:17.665417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-7fe12d65-3b71-4be5-986b-c936e26440ba service neutron] Attempting to bind port f4f4b8cd-919b-4dca-b569-c0df17b1aed0 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'b25ae451-0c1e-4375-8baf-cb01e4a4f1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:36:17.665739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-7fe12d65-3b71-4be5-986b-c936e26440ba service neutron] Attempting to bind port f4f4b8cd-919b-4dca-b569-c0df17b1aed0 on network 62e1f921-e34e-4328-9506-4c09b69868bd {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:36:17.670392 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-7fe12d65-3b71-4be5-986b-c936e26440ba service neutron] Port f4f4b8cd-919b-4dca-b569-c0df17b1aed0 on network 62e1f921-e34e-4328-9506-4c09b69868bd not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:36:17.670704 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-7fe12d65-3b71-4be5-986b-c936e26440ba service neutron] Attempting to bind port f4f4b8cd-919b-4dca-b569-c0df17b1aed0 on network 62e1f921-e34e-4328-9506-4c09b69868bd {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:36:17.675971 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-7fe12d65-3b71-4be5-986b-c936e26440ba service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:36:17.676447 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-7fe12d65-3b71-4be5-986b-c936e26440ba service neutron] Checking segment: {'id': 'b25ae451-0c1e-4375-8baf-cb01e4a4f1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:36:17.676824 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-7fe12d65-3b71-4be5-986b-c936e26440ba service neutron] Bound using segment: {'id': 'b25ae451-0c1e-4375-8baf-cb01e4a4f1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:36:17.677241 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-7fe12d65-3b71-4be5-986b-c936e26440ba service neutron] Bound port: f4f4b8cd-919b-4dca-b569-c0df17b1aed0, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25ae451-0c1e-4375-8baf-cb01e4a4f1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:36:17.677588 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-7fe12d65-3b71-4be5-986b-c936e26440ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:17.766075 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-7fe12d65-3b71-4be5-986b-c936e26440ba service neutron] For port f4f4b8cd-919b-4dca-b569-c0df17b1aed0, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:36:17.768947 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-7fe12d65-3b71-4be5-986b-c936e26440ba service neutron] For port f4f4b8cd-919b-4dca-b569-c0df17b1aed0, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f4f4b8cd-919b-4dca-b569-c0df17b1aed0,segment=NetworkSegment(b25ae451-0c1e-4375-8baf-cb01e4a4f1d7),segment_id=b25ae451-0c1e-4375-8baf-cb01e4a4f1d7)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:36:17.774244 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-7fe12d65-3b71-4be5-986b-c936e26440ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:17.939048 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-7fe12d65-3b71-4be5-986b-c936e26440ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:17.939775 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-7fe12d65-3b71-4be5-986b-c936e26440ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:17.941002 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-7fe12d65-3b71-4be5-986b-c936e26440ba service neutron] 10.222.0.30 "PUT /v2.0/ports/f4f4b8cd-919b-4dca-b569-c0df17b1aed0 HTTP/1.1" status: 200 len: 1091 time: 0.9948001 Mar 05 14:36:17.941466 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d69618d-9fda-482f-8359-3582520e91a9', 'tag': 'f4f4b8cd-919b-4dca-b569-c0df17b1aed0'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:36:17.976042 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe12d65-3b71-4be5-986b-c936e26440ba service neutron] Pushing event updated for resources: {'Port': ['ID=f4f4b8cd-919b-4dca-b569-c0df17b1aed0,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:36:18.017097 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d69618d-9fda-482f-8359-3582520e91a9', 'tag': 'f4f4b8cd-919b-4dca-b569-c0df17b1aed0', 'status': 'completed', 'code': 200} Mar 05 14:36:18.062395 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-aaf7f9ae-91df-4887-8838-e1245225101d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:18.063999 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-aaf7f9ae-91df-4887-8838-e1245225101d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1275695d435409b9dbf201d9a961f99&device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 1094 time: 0.0796587 Mar 05 14:36:18.134069 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-2d0c09c8-ff90-4a93-8c48-2873e6bcd005 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f4b8cd-919b-4dca-b569-c0df17b1aed0 HTTP/1.1" status: 200 len: 217 time: 0.0637476 Mar 05 14:36:18.204128 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-07acfd56-ea3c-48ca-987e-ff390fd99345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:18.205597 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-07acfd56-ea3c-48ca-987e-ff390fd99345 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=283f7397-3064-4534-9d4b-ce6114cd59f7 HTTP/1.1" status: 200 len: 853 time: 0.0660608 Mar 05 14:36:18.280223 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-45e437df-3efd-4055-8ca3-a4e504697303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:18.281677 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-45e437df-3efd-4055-8ca3-a4e504697303 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=62e1f921-e34e-4328-9506-4c09b69868bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702255 Mar 05 14:36:18.368483 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55db31b-2591-4edd-a5f7-2d5512dc68ab req-0912069f-fa8e-4cc3-825d-00c6d6d550de tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:18.369980 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a55db31b-2591-4edd-a5f7-2d5512dc68ab req-0912069f-fa8e-4cc3-825d-00c6d6d550de tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 943 time: 0.0879445 Mar 05 14:36:18.413490 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-8f3c2b8c-2a8e-46e9-9bbd-24e38f0ae292 service neutron] 10.222.0.30 "GET /v2.0/networks/62e1f921-e34e-4328-9506-4c09b69868bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255813 Mar 05 14:36:18.418462 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a55db31b-2591-4edd-a5f7-2d5512dc68ab req-8c809a34-3516-4c1f-8064-f0ad8b2d34e0 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426846 Mar 05 14:36:18.544202 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85c4a496-43ca-4432-89a4-7e2cff8d15aa req-345b13ca-87aa-4d64-93f4-5d2eec20ec3d service neutron] 10.222.0.30 "GET /v2.0/networks/62e1f921-e34e-4328-9506-4c09b69868bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247325 Mar 05 14:36:18.666601 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5e53a-676c-4c2d-b33b-b49179ad03ce req-f909a8da-c283-4064-b25b-a7a3542a11a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:18.668071 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-01e5e53a-676c-4c2d-b33b-b49179ad03ce req-f909a8da-c283-4064-b25b-a7a3542a11a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1275695d435409b9dbf201d9a961f99&device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 1094 time: 0.0759544 Mar 05 14:36:18.798337 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5e53a-676c-4c2d-b33b-b49179ad03ce req-4a5a667e-ee7a-4df0-8b88-17732bc09218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:18.799689 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-01e5e53a-676c-4c2d-b33b-b49179ad03ce req-4a5a667e-ee7a-4df0-8b88-17732bc09218 service neutron] 10.222.0.30 "GET /v2.0/networks?id=62e1f921-e34e-4328-9506-4c09b69868bd HTTP/1.1" status: 200 len: 914 time: 0.1250067 Mar 05 14:36:18.864575 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-01e5e53a-676c-4c2d-b33b-b49179ad03ce req-b69f3673-e947-44d2-94b4-8a0eb126112f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f4b8cd-919b-4dca-b569-c0df17b1aed0 HTTP/1.1" status: 200 len: 217 time: 0.0582521 Mar 05 14:36:18.927603 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5e53a-676c-4c2d-b33b-b49179ad03ce req-cd378e75-9685-4ed9-afef-cc8d63789e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:18.928956 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-01e5e53a-676c-4c2d-b33b-b49179ad03ce req-cd378e75-9685-4ed9-afef-cc8d63789e19 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=283f7397-3064-4534-9d4b-ce6114cd59f7 HTTP/1.1" status: 200 len: 853 time: 0.0579772 Mar 05 14:36:19.001898 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5e53a-676c-4c2d-b33b-b49179ad03ce req-92654865-fea7-4e67-9667-d23d8a213d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:19.003562 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-01e5e53a-676c-4c2d-b33b-b49179ad03ce req-92654865-fea7-4e67-9667-d23d8a213d44 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=62e1f921-e34e-4328-9506-4c09b69868bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682473 Mar 05 14:36:19.132136 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-01e5e53a-676c-4c2d-b33b-b49179ad03ce req-797ce0b2-c365-4c30-b5f5-8e291a095bf6 service neutron] 10.222.0.30 "GET /v2.0/networks/62e1f921-e34e-4328-9506-4c09b69868bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212583 Mar 05 14:36:19.259815 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-01e5e53a-676c-4c2d-b33b-b49179ad03ce req-211d5385-524b-4d2a-bd1f-9fe221c27d79 service neutron] 10.222.0.30 "GET /v2.0/networks/62e1f921-e34e-4328-9506-4c09b69868bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209023 Mar 05 14:36:19.608183 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dce3b-48ce-483e-972d-157183788b70 req-2c896156-49f2-4519-9c3b-1b06673a19dd tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:19.609618 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a18dce3b-48ce-483e-972d-157183788b70 req-2c896156-49f2-4519-9c3b-1b06673a19dd tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 943 time: 0.0831690 Mar 05 14:36:19.848960 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a18dce3b-48ce-483e-972d-157183788b70 req-ab406dc1-9e8d-4700-b3ee-7bdced1e6ef9 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335334 Mar 05 14:36:21.080787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cab8f4-2a4b-4b83-bf8b-cfd317054b05 req-1ed6333a-cc05-4724-b53d-b27a4221482c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:21.082229 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-75cab8f4-2a4b-4b83-bf8b-cfd317054b05 req-1ed6333a-cc05-4724-b53d-b27a4221482c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 943 time: 0.1295795 Mar 05 14:36:21.125466 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-75cab8f4-2a4b-4b83-bf8b-cfd317054b05 req-972c5e99-1d32-41d0-bcf5-8e193e17b03c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371420 Mar 05 14:36:22.302852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efc106-70e3-45a2-ac61-90bad44be16d req-119b2c71-7653-46c6-9851-dce6e6638b5f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:22.304274 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41efc106-70e3-45a2-ac61-90bad44be16d req-119b2c71-7653-46c6-9851-dce6e6638b5f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 943 time: 0.0772524 Mar 05 14:36:22.347647 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41efc106-70e3-45a2-ac61-90bad44be16d req-1fd4aefb-838d-4b2b-942c-1a82dc769de7 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374537 Mar 05 14:36:22.571731 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device f4f4b8cd-919b-4dca-b569-c0df17b1aed0 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:36:22.701943 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port f4f4b8cd-919b-4dca-b569-c0df17b1aed0, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f4f4b8cd-919b-4dca-b569-c0df17b1aed0,segment=NetworkSegment(b25ae451-0c1e-4375-8baf-cb01e4a4f1d7),segment_id=b25ae451-0c1e-4375-8baf-cb01e4a4f1d7)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:36:22.714629 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'f4f4b8cd-919b-4dca-b569-c0df17b1aed0', 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd', 'port_id': 'f4f4b8cd-919b-4dca-b569-c0df17b1aed0', 'mac_address': 'fa:16:3e:18:6d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283f7397-3064-4534-9d4b-ce6114cd59f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:36:22.768165 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:22.783841 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f4b8cd-919b-4dca-b569-c0df17b1aed0 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:36:22.799172 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port f4f4b8cd-919b-4dca-b569-c0df17b1aed0, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f4f4b8cd-919b-4dca-b569-c0df17b1aed0,segment=NetworkSegment(b25ae451-0c1e-4375-8baf-cb01e4a4f1d7),segment_id=b25ae451-0c1e-4375-8baf-cb01e4a4f1d7)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:36:22.803911 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:22.899426 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=f4f4b8cd-919b-4dca-b569-c0df17b1aed0,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:36:22.906564 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:22.906939 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:22.907271 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:22.907598 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:22.907926 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:22.908242 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:22.908557 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:22.908872 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:22.909184 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:22.909495 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:22.909807 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:22.910115 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:23.003972 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['f4f4b8cd-919b-4dca-b569-c0df17b1aed0'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:36:23.530970 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aecb6a-7d70-4786-bd32-44431c72f067 req-37302baa-3fef-434d-b477-2ff5755ac219 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:23.532428 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a4aecb6a-7d70-4786-bd32-44431c72f067 req-37302baa-3fef-434d-b477-2ff5755ac219 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 944 time: 0.0829055 Mar 05 14:36:23.576257 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a4aecb6a-7d70-4786-bd32-44431c72f067 req-2d1b9223-4a53-419c-90d4-fa2b8b6b09f1 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380611 Mar 05 14:36:24.328458 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:36:24.574272 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device f4f4b8cd-919b-4dca-b569-c0df17b1aed0 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:36:24.640734 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port f4f4b8cd-919b-4dca-b569-c0df17b1aed0 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:36:24.645280 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port f4f4b8cd-919b-4dca-b569-c0df17b1aed0 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:36:24.646206 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:24.764904 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:24.794153 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d69618d-9fda-482f-8359-3582520e91a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f4b8cd-919b-4dca-b569-c0df17b1aed0'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:36:24.804454 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port f4f4b8cd-919b-4dca-b569-c0df17b1aed0, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f4f4b8cd-919b-4dca-b569-c0df17b1aed0,segment=NetworkSegment(b25ae451-0c1e-4375-8baf-cb01e4a4f1d7),segment_id=b25ae451-0c1e-4375-8baf-cb01e4a4f1d7)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:36:24.810005 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:24.849501 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d69618d-9fda-482f-8359-3582520e91a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f4b8cd-919b-4dca-b569-c0df17b1aed0', 'code': 200} Mar 05 14:36:24.882076 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=f4f4b8cd-919b-4dca-b569-c0df17b1aed0,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:36:24.882292 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828fdb9-7084-4ec2-9582-f2062f08d714 req-ccbc8be3-3db9-434a-a7bb-b5fa7793f031 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:24.883752 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c828fdb9-7084-4ec2-9582-f2062f08d714 req-ccbc8be3-3db9-434a-a7bb-b5fa7793f031 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 944 time: 0.1966505 Mar 05 14:36:24.969255 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c828fdb9-7084-4ec2-9582-f2062f08d714 req-0287f081-97b0-4f71-9412-9a949099f83d tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784118 Mar 05 14:36:24.993606 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59645777-582d-43ac-a923-ddf4a0ee62ca req-cfa0bc74-b094-484a-8f1e-d22df495eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:24.995059 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-59645777-582d-43ac-a923-ddf4a0ee62ca req-cfa0bc74-b094-484a-8f1e-d22df495eb7b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 1096 time: 0.0869162 Mar 05 14:36:25.039289 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-59645777-582d-43ac-a923-ddf4a0ee62ca req-3b4f9535-6ce5-4f10-9b10-59d8896a51e3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384605 Mar 05 14:36:26.166350 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb5514-883d-4615-b115-779ed601b7df req-63fa629b-18bb-439b-a46e-cc01b25964c4 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:26.167839 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5bbb5514-883d-4615-b115-779ed601b7df req-63fa629b-18bb-439b-a46e-cc01b25964c4 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 945 time: 0.0876198 Mar 05 14:36:26.212150 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5bbb5514-883d-4615-b115-779ed601b7df req-af4bdb66-97da-43d6-807c-35da1a9898ac tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387447 Mar 05 14:36:27.391221 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34d3b8-2bae-48b1-b914-0e35a80e92a6 req-b1507122-ad06-4efa-9380-358eecb087ad tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:27.392663 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bb34d3b8-2bae-48b1-b914-0e35a80e92a6 req-b1507122-ad06-4efa-9380-358eecb087ad tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 945 time: 0.0782282 Mar 05 14:36:27.436351 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bb34d3b8-2bae-48b1-b914-0e35a80e92a6 req-73c6a197-caa6-4fc9-ab37-faf3dff5755a tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375185 Mar 05 14:36:27.619019 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b662b-ed3b-4fda-9911-e425792304cd req-c7ec5e86-dbfb-409f-9122-dd6845ec1e53 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:27.620471 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3b7b662b-ed3b-4fda-9911-e425792304cd req-c7ec5e86-dbfb-409f-9122-dd6845ec1e53 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 945 time: 0.0825882 Mar 05 14:36:27.664773 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3b7b662b-ed3b-4fda-9911-e425792304cd req-a152c72d-6d73-467e-a3c4-61701e1205e3 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387442 Mar 05 14:36:28.053341 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51db98f-947a-4d5b-9ff1-03efcf58b54f req-45480429-18a1-4702-aec5-a22c6ecd05e3 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:28.055044 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a51db98f-947a-4d5b-9ff1-03efcf58b54f req-45480429-18a1-4702-aec5-a22c6ecd05e3 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 945 time: 0.0832288 Mar 05 14:36:28.097528 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a51db98f-947a-4d5b-9ff1-03efcf58b54f req-cb50c195-0f03-402d-8f67-86ea2b6f47d0 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368662 Mar 05 14:36:29.443768 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:29.465451 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:38.184412 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba571d-d217-4c85-9435-6f2bb1e245cb req-4a7a530f-217d-45af-8a7f-f9fc4c02eaee tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:38.185876 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-51ba571d-d217-4c85-9435-6f2bb1e245cb req-4a7a530f-217d-45af-8a7f-f9fc4c02eaee tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 945 time: 0.0785973 Mar 05 14:36:38.231505 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-51ba571d-d217-4c85-9435-6f2bb1e245cb req-e907b1b9-f38c-4003-af2c-e59577800710 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400820 Mar 05 14:36:38.254272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53466) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:36:38.362632 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4f6442-8c6c-4b48-9646-e885f94624d7 tempest-TestMinimumBasicScenario-1731724167 tempest-TestMinimumBasicScenario-1731724167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:38.364619 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7e4f6442-8c6c-4b48-9646-e885f94624d7 tempest-TestMinimumBasicScenario-1731724167 tempest-TestMinimumBasicScenario-1731724167-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 1091 time: 0.1088355 Mar 05 14:36:38.367841 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53472) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:36:38.372594 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': 'f4f4b8cd-919b-4dca-b569-c0df17b1aed0', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:36:38.379009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:36:38.383405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Usage tracker for resource:floatingip and tenant:d1275695d435409b9dbf201d9a961f99 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:36:38.386201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:36:38.391781 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:36:38.402205 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:38.537083 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:38.672173 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Allocated IP 172.25.4.35 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/2801b9a2-99ed-426e-ab04-bc072cec6e4d) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:36:38.817847 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:38.845441 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:38.875051 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-faf89077-b3b1-44ef-81cb-d22b8bdc969b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:38.906439 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:36:38.913782 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:36:38.917823 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:36:38.952634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Pushing event updated for resources: {'Port': ['ID=2801b9a2-99ed-426e-ab04-bc072cec6e4d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:36:38.968847 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:38.969187 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:38.969515 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:38.969837 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:38.970156 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:38.970472 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:38.970803 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:38.971118 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:38.971431 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:38.971740 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:38.972050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:38.972355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:39.456436 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:39.529988 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:39.741694 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:39.745775 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:39.851393 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Pushing event updated for resources: {'Port': ['ID=2801b9a2-99ed-426e-ab04-bc072cec6e4d,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:36:39.863382 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:40.034397 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Floating IP 4834817d-321c-42ae-b4eb-2bcac1810660 associated. External IP: 172.25.4.35, port: f4f4b8cd-919b-4dca-b569-c0df17b1aed0. Mar 05 14:36:40.381775 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Router bb6a68c9-850f-4dfe-8d2f-1421fd092433 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:36:40.683152 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:36:40.693463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc0443-8a34-40c6-96fb-a241e4bd0c0d None None] Sync routers for ids ['bb6a68c9-850f-4dfe-8d2f-1421fd092433'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:36:40.702436 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cc0443-8a34-40c6-96fb-a241e4bd0c0d None None] Routers {'bb6a68c9-850f-4dfe-8d2f-1421fd092433'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:36:40.703062 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-d4cc0443-8a34-40c6-96fb-a241e4bd0c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:36:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['bb6a68c9-850f-4dfe-8d2f-1421fd092433'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:36:40.708029 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:40.763540 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-21ae088a-d3c5-4809-ba17-1e14cf5aa189 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3946939 Mar 05 14:36:40.764238 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d69618d-9fda-482f-8359-3582520e91a9', 'tag': 'f4f4b8cd-919b-4dca-b569-c0df17b1aed0'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:36:40.766430 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53476) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:36:40.772394 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1937021453', 'description': 'tempest-secgroup-smoke-1937021453 description', 'project_id': 'd1275695d435409b9dbf201d9a961f99'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:36:40.779480 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:36:40.789322 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:36:40.801684 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:40.827807 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:36:40.834138 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Usage tracker for resource:security_group_rule and tenant:d1275695d435409b9dbf201d9a961f99 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:36:40.837686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:36:40.846406 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:36:40.893948 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-d4cc0443-8a34-40c6-96fb-a241e4bd0c0d None None] Set router bb6a68c9-850f-4dfe-8d2f-1421fd092433 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:36:40.902916 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d69618d-9fda-482f-8359-3582520e91a9', 'tag': 'f4f4b8cd-919b-4dca-b569-c0df17b1aed0', 'status': 'completed', 'code': 200} Mar 05 14:36:40.944227 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:40.948421 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:41.025428 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f9f186-3b84-4c32-bf30-d17d15f7a35c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:36:41.046044 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:41.046474 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:41.046840 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:41.047170 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:41.047490 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:41.047808 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:41.048119 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:41.048432 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:41.048763 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:41.049073 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:41.049381 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:41.049685 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:36:41.060110 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fe2a284b-3de8-4565-ab69-63c0d4aa0817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:41.064853 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:41.070068 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-61223926-8fef-4f95-b321-35aacd27f52f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2986779 Mar 05 14:36:41.070194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53486) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:36:41.075342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-bcf9c117-560a-4f15-950c-291f5b88bdf7 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Request body: {'security_group_rule': {'security_group_id': '41f9f186-3b84-4c32-bf30-d17d15f7a35c', 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:36:41.081960 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-bcf9c117-560a-4f15-950c-291f5b88bdf7 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:36:41.086494 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-bcf9c117-560a-4f15-950c-291f5b88bdf7 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Usage tracker for resource:security_group_rule and tenant:d1275695d435409b9dbf201d9a961f99 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:36:41.089438 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-bcf9c117-560a-4f15-950c-291f5b88bdf7 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:36:41.096245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e14fd-ede1-44e9-80f5-9214b83da7a8 req-673101f2-3713-4823-acd9-65c124ed6e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:41.097823 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-407e14fd-ede1-44e9-80f5-9214b83da7a8 req-673101f2-3713-4823-acd9-65c124ed6e9f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1275695d435409b9dbf201d9a961f99&device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 1096 time: 0.1726706 Mar 05 14:36:41.097975 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-bcf9c117-560a-4f15-950c-291f5b88bdf7 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:36:41.119065 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bcf9c117-560a-4f15-950c-291f5b88bdf7 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:41.184638 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bcf9c117-560a-4f15-950c-291f5b88bdf7 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:41.189119 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bcf9c117-560a-4f15-950c-291f5b88bdf7 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:41.207663 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9c117-560a-4f15-950c-291f5b88bdf7 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393d0836-7292-4e85-9f23-3038bf032fe4,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:36:41.226361 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bcf9c117-560a-4f15-950c-291f5b88bdf7 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:41.230264 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-bcf9c117-560a-4f15-950c-291f5b88bdf7 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1564372 Mar 05 14:36:41.230489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53490) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:36:41.236795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-e851a384-4a38-4761-b574-7e40044f07ad tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Request body: {'security_group_rule': {'security_group_id': '41f9f186-3b84-4c32-bf30-d17d15f7a35c', 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:36:41.237121 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e14fd-ede1-44e9-80f5-9214b83da7a8 req-a3bae7f7-665c-4f74-a0fa-7905f3a51090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:41.239170 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-407e14fd-ede1-44e9-80f5-9214b83da7a8 req-a3bae7f7-665c-4f74-a0fa-7905f3a51090 service neutron] 10.222.0.30 "GET /v2.0/networks?id=62e1f921-e34e-4328-9506-4c09b69868bd HTTP/1.1" status: 200 len: 914 time: 0.1341600 Mar 05 14:36:41.245229 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e851a384-4a38-4761-b574-7e40044f07ad tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:36:41.249405 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e851a384-4a38-4761-b574-7e40044f07ad tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Usage tracker for resource:security_group_rule and tenant:d1275695d435409b9dbf201d9a961f99 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:36:41.253089 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-e851a384-4a38-4761-b574-7e40044f07ad tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:36:41.260040 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-e851a384-4a38-4761-b574-7e40044f07ad tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:36:41.269555 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-d4cc0443-8a34-40c6-96fb-a241e4bd0c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'name': 'tempest-TestMinimumBasicScenario-412919118-router', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:48Z', 'revision_number': 4, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'gw_port': {'id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '4834817d-321c-42ae-b4eb-2bcac1810660', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'floating_ip_address': '172.25.4.35', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'port_id': 'f4f4b8cd-919b-4dca-b569-c0df17b1aed0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd', 'mac_address': 'fa:16:3e:18:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d69618d-9fda-482f-8359-3582520e91a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:36:39Z', 'updated_at': '2022-03-05T14:36:39Z', 'revision_number': 0, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8186757-ffa2-4553-8ffc-663404da5a67', 'name': '', 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'mac_address': 'fa:16:3e:f3:c4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '283f7397-3064-4534-9d4b-ce6114cd59f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:47Z', 'updated_at': '2022-03-05T14:35:55Z', 'revision_number': 5, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'subnets': [{'id': '283f7397-3064-4534-9d4b-ce6114cd59f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:36:41.274208 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc0443-8a34-40c6-96fb-a241e4bd0c0d None None] Checking router: bb6a68c9-850f-4dfe-8d2f-1421fd092433 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:36:41.276722 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e851a384-4a38-4761-b574-7e40044f07ad tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:41.282504 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cc0443-8a34-40c6-96fb-a241e4bd0c0d None None] Routers {'bb6a68c9-850f-4dfe-8d2f-1421fd092433'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:36:41.283252 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-d4cc0443-8a34-40c6-96fb-a241e4bd0c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:36:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['bb6a68c9-850f-4dfe-8d2f-1421fd092433'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:36:41.341820 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e851a384-4a38-4761-b574-7e40044f07ad tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:41.346544 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e851a384-4a38-4761-b574-7e40044f07ad tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:41.347533 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-407e14fd-ede1-44e9-80f5-9214b83da7a8 req-251b9a05-491f-46c8-9ff3-6ba880caf294 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f4b8cd-919b-4dca-b569-c0df17b1aed0 HTTP/1.1" status: 200 len: 998 time: 0.1018522 Mar 05 14:36:41.376982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851a384-4a38-4761-b574-7e40044f07ad tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0520ff72-5b75-4fe1-97d4-c43886fe5db5,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:36:41.381577 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e851a384-4a38-4761-b574-7e40044f07ad tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:41.386144 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e851a384-4a38-4761-b574-7e40044f07ad tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1517122 Mar 05 14:36:41.386144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53494) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:36:41.391695 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-7078f80f-2020-42ff-9a02-2000de7910de tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Request body: {'security_group_rule': {'security_group_id': '41f9f186-3b84-4c32-bf30-d17d15f7a35c', 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:36:41.400705 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7078f80f-2020-42ff-9a02-2000de7910de tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:36:41.406127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7078f80f-2020-42ff-9a02-2000de7910de tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Usage tracker for resource:security_group_rule and tenant:d1275695d435409b9dbf201d9a961f99 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:36:41.409700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7078f80f-2020-42ff-9a02-2000de7910de tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:36:41.419234 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7078f80f-2020-42ff-9a02-2000de7910de tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:36:41.424035 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e14fd-ede1-44e9-80f5-9214b83da7a8 req-712d6117-38cd-4051-aef8-4efd61c84464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:41.425457 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-407e14fd-ede1-44e9-80f5-9214b83da7a8 req-712d6117-38cd-4051-aef8-4efd61c84464 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=283f7397-3064-4534-9d4b-ce6114cd59f7 HTTP/1.1" status: 200 len: 853 time: 0.0710847 Mar 05 14:36:41.448307 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7078f80f-2020-42ff-9a02-2000de7910de tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:41.492880 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-d4cc0443-8a34-40c6-96fb-a241e4bd0c0d None None] Set router bb6a68c9-850f-4dfe-8d2f-1421fd092433 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:36:41.519524 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e14fd-ede1-44e9-80f5-9214b83da7a8 req-838a808e-8350-4f1a-894c-b825677ca362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:41.522450 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-407e14fd-ede1-44e9-80f5-9214b83da7a8 req-838a808e-8350-4f1a-894c-b825677ca362 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=62e1f921-e34e-4328-9506-4c09b69868bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878608 Mar 05 14:36:41.525659 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7078f80f-2020-42ff-9a02-2000de7910de tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:41.532097 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7078f80f-2020-42ff-9a02-2000de7910de tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:41.570434 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078f80f-2020-42ff-9a02-2000de7910de tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f0d79b-ee31-4198-8753-ab41392aefcc,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:36:41.570434 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7078f80f-2020-42ff-9a02-2000de7910de tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:41.583409 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7078f80f-2020-42ff-9a02-2000de7910de tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1870747 Mar 05 14:36:41.583409 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53498) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:36:41.583409 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-8919c786-f418-424c-8e5e-ebd87df023a3 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Request body: {'security_group_rule': {'security_group_id': '41f9f186-3b84-4c32-bf30-d17d15f7a35c', 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:36:41.597342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8919c786-f418-424c-8e5e-ebd87df023a3 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:36:41.597342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8919c786-f418-424c-8e5e-ebd87df023a3 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Usage tracker for resource:security_group_rule and tenant:d1275695d435409b9dbf201d9a961f99 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:36:41.597342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8919c786-f418-424c-8e5e-ebd87df023a3 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:36:41.606901 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8919c786-f418-424c-8e5e-ebd87df023a3 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:36:41.621372 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8919c786-f418-424c-8e5e-ebd87df023a3 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:41.678680 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-407e14fd-ede1-44e9-80f5-9214b83da7a8 req-dcde5c1d-22db-4d56-bbcd-35c089fcefec service neutron] 10.222.0.30 "GET /v2.0/networks/62e1f921-e34e-4328-9506-4c09b69868bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494682 Mar 05 14:36:41.693012 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8919c786-f418-424c-8e5e-ebd87df023a3 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:41.697311 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8919c786-f418-424c-8e5e-ebd87df023a3 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:41.721968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919c786-f418-424c-8e5e-ebd87df023a3 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f638ff7-185d-4104-bcbe-f463b0e518ed,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:36:41.735773 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8919c786-f418-424c-8e5e-ebd87df023a3 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:41.740093 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8919c786-f418-424c-8e5e-ebd87df023a3 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1612124 Mar 05 14:36:41.740686 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53502) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:36:41.746206 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-673c52e0-ca75-4643-871d-2ef89778eeb7 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Request body: {'security_group_rule': {'security_group_id': '41f9f186-3b84-4c32-bf30-d17d15f7a35c', 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:36:41.753321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-673c52e0-ca75-4643-871d-2ef89778eeb7 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:36:41.758174 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-673c52e0-ca75-4643-871d-2ef89778eeb7 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Usage tracker for resource:security_group_rule and tenant:d1275695d435409b9dbf201d9a961f99 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:36:41.761370 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-673c52e0-ca75-4643-871d-2ef89778eeb7 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:36:41.767402 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-673c52e0-ca75-4643-871d-2ef89778eeb7 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:36:41.779665 n-d-803718-1 neutron-server[87914]: INFO neutron.db.securitygroups_db [None req-673c52e0-ca75-4643-871d-2ef89778eeb7 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Project d1275695d435409b9dbf201d9a961f99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:36:41.786732 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-673c52e0-ca75-4643-871d-2ef89778eeb7 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:41.823531 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-407e14fd-ede1-44e9-80f5-9214b83da7a8 req-063af62d-4f9d-40df-8858-0ca227e590e7 service neutron] 10.222.0.30 "GET /v2.0/networks/62e1f921-e34e-4328-9506-4c09b69868bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385133 Mar 05 14:36:41.859640 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-673c52e0-ca75-4643-871d-2ef89778eeb7 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:41.863200 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-673c52e0-ca75-4643-871d-2ef89778eeb7 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:41.889623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c52e0-ca75-4643-871d-2ef89778eeb7 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da1afe88-4683-46fd-971e-12796a371f70,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:36:41.899328 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-673c52e0-ca75-4643-871d-2ef89778eeb7 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:41.900505 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-673c52e0-ca75-4643-871d-2ef89778eeb7 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1587067 Mar 05 14:36:41.903341 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53506) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:36:41.906083 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-d4cc0443-8a34-40c6-96fb-a241e4bd0c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'name': 'tempest-TestMinimumBasicScenario-412919118-router', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:48Z', 'revision_number': 4, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'gw_port': {'id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '4834817d-321c-42ae-b4eb-2bcac1810660', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'floating_ip_address': '172.25.4.35', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'port_id': 'f4f4b8cd-919b-4dca-b569-c0df17b1aed0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd', 'mac_address': 'fa:16:3e:18:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d69618d-9fda-482f-8359-3582520e91a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:36:39Z', 'updated_at': '2022-03-05T14:36:39Z', 'revision_number': 0, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8186757-ffa2-4553-8ffc-663404da5a67', 'name': '', 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'mac_address': 'fa:16:3e:f3:c4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '283f7397-3064-4534-9d4b-ce6114cd59f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:47Z', 'updated_at': '2022-03-05T14:35:55Z', 'revision_number': 5, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'subnets': [{'id': '283f7397-3064-4534-9d4b-ce6114cd59f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:36:41.908353 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-c9ba3048-2a50-489f-b7a8-98490710d26a tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Request body: {'security_group_rule': {'security_group_id': '41f9f186-3b84-4c32-bf30-d17d15f7a35c', 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:36:41.910237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc0443-8a34-40c6-96fb-a241e4bd0c0d None None] The sync data for ids ['bb6a68c9-850f-4dfe-8d2f-1421fd092433'] in n-d-803718-1 is: [{'id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'name': 'tempest-TestMinimumBasicScenario-412919118-router', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:48Z', 'revision_number': 4, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'gw_port': {'id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '4834817d-321c-42ae-b4eb-2bcac1810660', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'floating_ip_address': '172.25.4.35', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'port_id': 'f4f4b8cd-919b-4dca-b569-c0df17b1aed0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd', 'mac_address': 'fa:16:3e:18:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d69618d-9fda-482f-8359-3582520e91a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:36:39Z', 'updated_at': '2022-03-05T14:36:39Z', 'revision_number': 0, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8186757-ffa2-4553-8ffc-663404da5a67', 'name': '', 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'mac_address': 'fa:16:3e:f3:c4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '283f7397-3064-4534-9d4b-ce6114cd59f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:47Z', 'updated_at': '2022-03-05T14:35:55Z', 'revision_number': 5, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'subnets': [{'id': '283f7397-3064-4534-9d4b-ce6114cd59f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:36:41.914973 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c9ba3048-2a50-489f-b7a8-98490710d26a tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:36:41.918821 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c9ba3048-2a50-489f-b7a8-98490710d26a tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Usage tracker for resource:security_group_rule and tenant:d1275695d435409b9dbf201d9a961f99 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:36:41.921834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c9ba3048-2a50-489f-b7a8-98490710d26a tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:36:41.928592 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c9ba3048-2a50-489f-b7a8-98490710d26a tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:36:41.939764 n-d-803718-1 neutron-server[87914]: INFO neutron.db.securitygroups_db [None req-c9ba3048-2a50-489f-b7a8-98490710d26a tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Project d1275695d435409b9dbf201d9a961f99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:36:41.947014 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3048-2a50-489f-b7a8-98490710d26a tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:42.016294 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3048-2a50-489f-b7a8-98490710d26a tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:42.020780 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3048-2a50-489f-b7a8-98490710d26a tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:42.045371 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba3048-2a50-489f-b7a8-98490710d26a tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc3a2a0-9067-412b-8b90-454c1247b342,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:36:42.056126 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3048-2a50-489f-b7a8-98490710d26a tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:42.057444 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c9ba3048-2a50-489f-b7a8-98490710d26a tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1531568 Mar 05 14:36:42.108400 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf08b64-03fa-4e11-b9c3-87768aa67759 None None] New status for floating IP 4834817d-321c-42ae-b4eb-2bcac1810660: ACTIVE {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:36:42.181517 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c82de7d6-d789-474d-9a87-ce8bc3400577 req-a1c1f931-9dea-48b7-9573-5424594068c2 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1937021453&fields=id&tenant_id=d1275695d435409b9dbf201d9a961f99 HTTP/1.1" status: 200 len: 267 time: 0.0409143 Mar 05 14:36:42.202713 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:42.268167 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:42.269112 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82de7d6-d789-474d-9a87-ce8bc3400577 req-a94c4f5b-a1a5-42c3-b0a3-cc592c9f6fea tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:42.271338 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c82de7d6-d789-474d-9a87-ce8bc3400577 req-a94c4f5b-a1a5-42c3-b0a3-cc592c9f6fea tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 945 time: 0.0844131 Mar 05 14:36:42.282235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-c82de7d6-d789-474d-9a87-ce8bc3400577 req-cdb700b5-4b07-414d-95a6-f2bc5588411c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Request body: {'port': {'security_groups': ['dc402f3c-d5b7-4f95-a12d-80070d39539e', '41f9f186-3b84-4c32-bf30-d17d15f7a35c']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:36:42.408811 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c82de7d6-d789-474d-9a87-ce8bc3400577 req-cdb700b5-4b07-414d-95a6-f2bc5588411c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:42.677436 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-c82de7d6-d789-474d-9a87-ce8bc3400577 req-cdb700b5-4b07-414d-95a6-f2bc5588411c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] For port f4f4b8cd-919b-4dca-b569-c0df17b1aed0, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f4f4b8cd-919b-4dca-b569-c0df17b1aed0,segment=NetworkSegment(b25ae451-0c1e-4375-8baf-cb01e4a4f1d7),segment_id=b25ae451-0c1e-4375-8baf-cb01e4a4f1d7)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:36:42.702054 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c82de7d6-d789-474d-9a87-ce8bc3400577 req-cdb700b5-4b07-414d-95a6-f2bc5588411c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:42.706556 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c82de7d6-d789-474d-9a87-ce8bc3400577 req-cdb700b5-4b07-414d-95a6-f2bc5588411c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:42.717824 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['f4f4b8cd-919b-4dca-b569-c0df17b1aed0'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:36:42.775429 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82de7d6-d789-474d-9a87-ce8bc3400577 req-cdb700b5-4b07-414d-95a6-f2bc5588411c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:42.776104 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-c82de7d6-d789-474d-9a87-ce8bc3400577 req-cdb700b5-4b07-414d-95a6-f2bc5588411c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:42.777485 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c82de7d6-d789-474d-9a87-ce8bc3400577 req-cdb700b5-4b07-414d-95a6-f2bc5588411c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "PUT /v2.0/ports/f4f4b8cd-919b-4dca-b569-c0df17b1aed0 HTTP/1.1" status: 200 len: 981 time: 0.4999268 Mar 05 14:36:42.823473 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb700b5-4b07-414d-95a6-f2bc5588411c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Pushing event updated for resources: {'Port': ['ID=f4f4b8cd-919b-4dca-b569-c0df17b1aed0,revision_number=6']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:36:42.848960 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['f4f4b8cd-919b-4dca-b569-c0df17b1aed0'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:36:42.904507 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d69618d-9fda-482f-8359-3582520e91a9', 'tag': 'f4f4b8cd-919b-4dca-b569-c0df17b1aed0'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:36:42.961379 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d69618d-9fda-482f-8359-3582520e91a9', 'tag': 'f4f4b8cd-919b-4dca-b569-c0df17b1aed0', 'status': 'completed', 'code': 200} Mar 05 14:36:42.981646 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeaaa80-75e3-43b9-9605-328879c5693e req-2baef00c-f308-4b8d-b15e-5d7b3afb4430 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:42.983153 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-faeaaa80-75e3-43b9-9605-328879c5693e req-2baef00c-f308-4b8d-b15e-5d7b3afb4430 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 984 time: 0.1007779 Mar 05 14:36:43.077547 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-faeaaa80-75e3-43b9-9605-328879c5693e req-f7970d2a-4513-42a1-9a9f-7e827f886351 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Synchronizing usage tracker for tenant:d1275695d435409b9dbf201d9a961f99 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:36:43.103584 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-ed4dde22-832d-4cef-961b-51fc346e19d3 None None] Provisioning complete for port f4f4b8cd-919b-4dca-b569-c0df17b1aed0 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:36:43.104224 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ed4dde22-832d-4cef-961b-51fc346e19d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:43.104556 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-faeaaa80-75e3-43b9-9605-328879c5693e req-f7970d2a-4513-42a1-9a9f-7e827f886351 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Unset dirty status for tenant:d1275695d435409b9dbf201d9a961f99 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:36:43.105713 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-faeaaa80-75e3-43b9-9605-328879c5693e req-f7970d2a-4513-42a1-9a9f-7e827f886351 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&id=41f9f186-3b84-4c32-bf30-d17d15f7a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910730 Mar 05 14:36:43.112294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68837106-a7c8-4bd1-9487-ce1f623a8a8a req-62be9500-6b66-4e85-944c-356fd8013e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:43.114045 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68837106-a7c8-4bd1-9487-ce1f623a8a8a req-62be9500-6b66-4e85-944c-356fd8013e3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1275695d435409b9dbf201d9a961f99&device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 1135 time: 0.1297050 Mar 05 14:36:43.255575 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68837106-a7c8-4bd1-9487-ce1f623a8a8a req-fb3e76ad-d191-46f7-9c4b-906f35c73d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:43.256945 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68837106-a7c8-4bd1-9487-ce1f623a8a8a req-fb3e76ad-d191-46f7-9c4b-906f35c73d51 service neutron] 10.222.0.30 "GET /v2.0/networks?id=62e1f921-e34e-4328-9506-4c09b69868bd HTTP/1.1" status: 200 len: 914 time: 0.1373146 Mar 05 14:36:43.362440 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68837106-a7c8-4bd1-9487-ce1f623a8a8a req-0d2dc709-fc4f-4ae6-a7a2-125f6de5d65e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f4b8cd-919b-4dca-b569-c0df17b1aed0 HTTP/1.1" status: 200 len: 1000 time: 0.0987806 Mar 05 14:36:43.426288 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68837106-a7c8-4bd1-9487-ce1f623a8a8a req-4d7db332-7234-4508-a9df-70bff57987ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:43.428587 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68837106-a7c8-4bd1-9487-ce1f623a8a8a req-4d7db332-7234-4508-a9df-70bff57987ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=283f7397-3064-4534-9d4b-ce6114cd59f7 HTTP/1.1" status: 200 len: 853 time: 0.0600185 Mar 05 14:36:43.507298 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68837106-a7c8-4bd1-9487-ce1f623a8a8a req-bd8b5f34-fb3d-47ef-9198-d802cf7b58db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:43.508664 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68837106-a7c8-4bd1-9487-ce1f623a8a8a req-bd8b5f34-fb3d-47ef-9198-d802cf7b58db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=62e1f921-e34e-4328-9506-4c09b69868bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749240 Mar 05 14:36:43.766588 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68837106-a7c8-4bd1-9487-ce1f623a8a8a req-10a20296-8ef4-46c7-9353-9ab91a61248d service neutron] 10.222.0.30 "GET /v2.0/networks/62e1f921-e34e-4328-9506-4c09b69868bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513962 Mar 05 14:36:43.858603 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:43.897052 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-68837106-a7c8-4bd1-9487-ce1f623a8a8a req-f96d1c5c-dc2d-4584-bc0c-a862427b12f8 service neutron] 10.222.0.30 "GET /v2.0/networks/62e1f921-e34e-4328-9506-4c09b69868bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229913 Mar 05 14:36:49.597185 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-683da3f1-993f-408a-a8a2-d111ce6d4566 req-7d4ecae7-86d5-423e-ad3c-d97e3fc36c6a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679390 Mar 05 14:36:49.737438 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683da3f1-993f-408a-a8a2-d111ce6d4566 req-a779670d-2dae-4709-96de-15441a68b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:49.739479 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-683da3f1-993f-408a-a8a2-d111ce6d4566 req-a779670d-2dae-4709-96de-15441a68b033 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1275695d435409b9dbf201d9a961f99&device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 1135 time: 0.0744331 Mar 05 14:36:49.882195 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683da3f1-993f-408a-a8a2-d111ce6d4566 req-ba847890-c53a-4703-9370-703a01310fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:49.883636 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-683da3f1-993f-408a-a8a2-d111ce6d4566 req-ba847890-c53a-4703-9370-703a01310fa9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=62e1f921-e34e-4328-9506-4c09b69868bd HTTP/1.1" status: 200 len: 914 time: 0.1247826 Mar 05 14:36:49.982068 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-683da3f1-993f-408a-a8a2-d111ce6d4566 req-fee76864-3fd2-45ed-85b1-a0aa1db6ac2f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f4b8cd-919b-4dca-b569-c0df17b1aed0 HTTP/1.1" status: 200 len: 1000 time: 0.0920067 Mar 05 14:36:50.047113 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683da3f1-993f-408a-a8a2-d111ce6d4566 req-0d1442c3-265a-4e8f-b987-3c0204fe1c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:50.048433 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-683da3f1-993f-408a-a8a2-d111ce6d4566 req-0d1442c3-265a-4e8f-b987-3c0204fe1c81 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=283f7397-3064-4534-9d4b-ce6114cd59f7 HTTP/1.1" status: 200 len: 853 time: 0.0606499 Mar 05 14:36:50.122260 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683da3f1-993f-408a-a8a2-d111ce6d4566 req-304111b4-4d96-4177-b290-422986ecd2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:36:50.123711 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-683da3f1-993f-408a-a8a2-d111ce6d4566 req-304111b4-4d96-4177-b290-422986ecd2a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=62e1f921-e34e-4328-9506-4c09b69868bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686803 Mar 05 14:36:50.255920 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-683da3f1-993f-408a-a8a2-d111ce6d4566 req-f975f870-8b49-461b-a33b-57e6e8a23229 service neutron] 10.222.0.30 "GET /v2.0/networks/62e1f921-e34e-4328-9506-4c09b69868bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216345 Mar 05 14:36:50.386587 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-683da3f1-993f-408a-a8a2-d111ce6d4566 req-a587e708-5fed-4ce8-a49d-2b4cca7cb2e7 service neutron] 10.222.0.30 "GET /v2.0/networks/62e1f921-e34e-4328-9506-4c09b69868bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235745 Mar 05 14:36:59.444742 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:36:59.464364 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:00.349110 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8eb661-aa99-42ad-9e70-50753b66241e req-0888395c-522d-4062-958a-f55fca2b5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:00.350563 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0a8eb661-aa99-42ad-9e70-50753b66241e req-0888395c-522d-4062-958a-f55fca2b5b61 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1275695d435409b9dbf201d9a961f99&device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 1135 time: 0.1328120 Mar 05 14:37:00.358609 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf5951-7fcf-477f-af72-995ced8144b2 req-b73cfbe4-e3cd-405f-b3c6-167ecfa6be0b tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:00.359950 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bbf5951-7fcf-477f-af72-995ced8144b2 req-b73cfbe4-e3cd-405f-b3c6-167ecfa6be0b tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 984 time: 0.1089818 Mar 05 14:37:00.486706 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1bbf5951-7fcf-477f-af72-995ced8144b2 req-00413900-1e78-48c9-9622-74e4282b7301 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&id=41f9f186-3b84-4c32-bf30-d17d15f7a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090803 Mar 05 14:37:00.517609 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8eb661-aa99-42ad-9e70-50753b66241e req-051f503f-f12c-43fb-8847-b32698972b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:00.519054 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0a8eb661-aa99-42ad-9e70-50753b66241e req-051f503f-f12c-43fb-8847-b32698972b35 service neutron] 10.222.0.30 "GET /v2.0/networks?id=62e1f921-e34e-4328-9506-4c09b69868bd HTTP/1.1" status: 200 len: 914 time: 0.1582553 Mar 05 14:37:00.620631 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0a8eb661-aa99-42ad-9e70-50753b66241e req-d2d495b0-5cdb-4992-a09d-acb69528d046 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f4b8cd-919b-4dca-b569-c0df17b1aed0 HTTP/1.1" status: 200 len: 1000 time: 0.0945597 Mar 05 14:37:00.685294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8eb661-aa99-42ad-9e70-50753b66241e req-e08616ac-a945-469c-b29d-ff5b26c1a604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:00.686693 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0a8eb661-aa99-42ad-9e70-50753b66241e req-e08616ac-a945-469c-b29d-ff5b26c1a604 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=283f7397-3064-4534-9d4b-ce6114cd59f7 HTTP/1.1" status: 200 len: 853 time: 0.0597324 Mar 05 14:37:00.758638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8eb661-aa99-42ad-9e70-50753b66241e req-265a3a36-1fa6-4ffe-b723-46b3c472ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:00.760083 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0a8eb661-aa99-42ad-9e70-50753b66241e req-265a3a36-1fa6-4ffe-b723-46b3c472ddc2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=62e1f921-e34e-4328-9506-4c09b69868bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671346 Mar 05 14:37:00.996053 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0a8eb661-aa99-42ad-9e70-50753b66241e req-5e383e5b-2049-40e6-9156-5ec3ceff9b95 service neutron] 10.222.0.30 "GET /v2.0/networks/62e1f921-e34e-4328-9506-4c09b69868bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291703 Mar 05 14:37:01.125428 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0a8eb661-aa99-42ad-9e70-50753b66241e req-0a0041a0-e848-42d4-bac6-662a8e81eb02 service neutron] 10.222.0.30 "GET /v2.0/networks/62e1f921-e34e-4328-9506-4c09b69868bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229448 Mar 05 14:37:01.327385 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:37:01.573066 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-2e5c0abb-b3da-49ab-a4d8-e3149b6e4f40 req-975c1779-87df-450e-9f20-08aa78baf262 service neutron] (87913) timed out ('10.222.0.16', 48764) {{(pid=87913) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 14:37:01.676834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b78cfd-9414-4c60-9bc9-0b696ae5c8b5 req-2e64db24-9042-4a4c-b12e-6df6278610fa tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:01.678273 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b9b78cfd-9414-4c60-9bc9-0b696ae5c8b5 req-2e64db24-9042-4a4c-b12e-6df6278610fa tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 984 time: 0.0835061 Mar 05 14:37:01.724867 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b9b78cfd-9414-4c60-9bc9-0b696ae5c8b5 req-1706efad-48a3-43a1-9894-06c4cca521af tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&id=41f9f186-3b84-4c32-bf30-d17d15f7a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405025 Mar 05 14:37:02.914549 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77919c4d-a1a6-4cd4-af3c-e111eefca8c3 req-dff7a10c-625c-4d9c-92e8-ec77830c4338 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:02.916031 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-77919c4d-a1a6-4cd4-af3c-e111eefca8c3 req-dff7a10c-625c-4d9c-92e8-ec77830c4338 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 984 time: 0.0841103 Mar 05 14:37:02.962494 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-77919c4d-a1a6-4cd4-af3c-e111eefca8c3 req-48172efd-2274-4d46-97ae-30cf03e25b4f tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&id=41f9f186-3b84-4c32-bf30-d17d15f7a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407584 Mar 05 14:37:04.150899 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6f863-b7a2-4342-b466-f68cdfe04973 req-2ea12c06-e4a4-4677-9544-d89fe5f6bbad tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:04.152347 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16d6f863-b7a2-4342-b466-f68cdfe04973 req-2ea12c06-e4a4-4677-9544-d89fe5f6bbad tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 984 time: 0.0858281 Mar 05 14:37:04.199194 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-16d6f863-b7a2-4342-b466-f68cdfe04973 req-320f30a1-2d9c-44f3-8e4b-ef811b828fcd tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&id=41f9f186-3b84-4c32-bf30-d17d15f7a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410903 Mar 05 14:37:05.383184 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439062b-1d5d-432e-a6ed-caba6a580fed req-84bac115-4a31-44ed-b8ae-889993ab0672 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:05.384760 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a439062b-1d5d-432e-a6ed-caba6a580fed req-84bac115-4a31-44ed-b8ae-889993ab0672 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 984 time: 0.0793312 Mar 05 14:37:05.430915 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a439062b-1d5d-432e-a6ed-caba6a580fed req-a5b8f8fe-18d6-4c9a-99d1-fcc4d8ed0556 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&id=41f9f186-3b84-4c32-bf30-d17d15f7a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403852 Mar 05 14:37:06.617395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f325c3-727d-4557-80e6-7e90448e1336 req-239cb316-9c6e-42ca-b0ab-1d6b659f9458 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:06.618860 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25f325c3-727d-4557-80e6-7e90448e1336 req-239cb316-9c6e-42ca-b0ab-1d6b659f9458 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 984 time: 0.0815692 Mar 05 14:37:06.666446 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-25f325c3-727d-4557-80e6-7e90448e1336 req-f1e917aa-aaff-43dd-b363-1ecafb6d1215 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&id=41f9f186-3b84-4c32-bf30-d17d15f7a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418818 Mar 05 14:37:07.852373 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37768ad6-53d4-47e7-a0e8-f9511c68f044 req-de04e50a-dc6b-4d62-8ee3-0b7bccbc5ed5 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:07.853804 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37768ad6-53d4-47e7-a0e8-f9511c68f044 req-de04e50a-dc6b-4d62-8ee3-0b7bccbc5ed5 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 984 time: 0.0819395 Mar 05 14:37:07.899058 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37768ad6-53d4-47e7-a0e8-f9511c68f044 req-9f75f496-83e0-47dd-bd32-f85d08656cf0 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&id=41f9f186-3b84-4c32-bf30-d17d15f7a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391650 Mar 05 14:37:08.877415 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-59ccada9-2d13-40dc-b033-e4c495187f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:09.085754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f614be-4d56-4c7b-8ccc-3be7a78a30b2 req-e4f993b6-c111-4b0e-a8f3-bbb7fb459bbd tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:09.087216 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-31f614be-4d56-4c7b-8ccc-3be7a78a30b2 req-e4f993b6-c111-4b0e-a8f3-bbb7fb459bbd tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 984 time: 0.0840540 Mar 05 14:37:09.133204 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-31f614be-4d56-4c7b-8ccc-3be7a78a30b2 req-527e4c5f-7c3c-4140-b52a-a80f5418dafb tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&id=41f9f186-3b84-4c32-bf30-d17d15f7a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401447 Mar 05 14:37:10.315006 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2e7f1-13bf-4cee-a775-966118038af7 req-f40ab070-4c71-4088-ad0b-523a80256970 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:10.316446 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-30f2e7f1-13bf-4cee-a775-966118038af7 req-f40ab070-4c71-4088-ad0b-523a80256970 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 984 time: 0.0787816 Mar 05 14:37:10.366447 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-30f2e7f1-13bf-4cee-a775-966118038af7 req-b3212592-e083-4dfc-ae20-11dd51ce25d2 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&id=41f9f186-3b84-4c32-bf30-d17d15f7a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431724 Mar 05 14:37:11.012403 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f90d4d22-a4fb-437d-9e10-59d452bccbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:11.551142 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99f4d7-7fda-4216-bbfa-9e9d64bcecf2 req-b7b141c9-b943-4c9e-bb9d-1e81db69faa0 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:11.552631 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4f99f4d7-7fda-4216-bbfa-9e9d64bcecf2 req-b7b141c9-b943-4c9e-bb9d-1e81db69faa0 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 984 time: 0.0806086 Mar 05 14:37:11.606399 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4f99f4d7-7fda-4216-bbfa-9e9d64bcecf2 req-a935bfad-2705-40b1-8827-a7869b7bb67e tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&id=41f9f186-3b84-4c32-bf30-d17d15f7a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477879 Mar 05 14:37:12.205467 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:12.266534 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:12.787761 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd32c7-a150-4fb6-89b4-60cd93b80d0c req-3d11df48-2b90-4e15-8085-9dc70a02483d tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:12.789131 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4abd32c7-a150-4fb6-89b4-60cd93b80d0c req-3d11df48-2b90-4e15-8085-9dc70a02483d tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 984 time: 0.0794251 Mar 05 14:37:12.836279 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4abd32c7-a150-4fb6-89b4-60cd93b80d0c req-3958e279-8e88-4612-baf7-8abae0e2f03b tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&id=41f9f186-3b84-4c32-bf30-d17d15f7a35c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415237 Mar 05 14:37:13.859909 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:29.465846 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:29.467874 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:38.326398 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:37:38.881466 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-18d609af-d42c-47f0-9af8-59c4453ce981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:41.013865 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2614334a-0b84-4a16-90f4-5cdbddc9a5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:42.212959 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:42.268832 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:43.862409 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:45.260340 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0acfd0cd-9ac6-4e3c-b46f-7e6577c0eea1 req-ad63ffd2-080f-40e5-af66-255398c50806 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1937021453&fields=id&tenant_id=d1275695d435409b9dbf201d9a961f99 HTTP/1.1" status: 200 len: 267 time: 0.0419543 Mar 05 14:37:45.344734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfd0cd-9ac6-4e3c-b46f-7e6577c0eea1 req-7ef0681f-4cec-4ccf-8a9d-1df9f018aa92 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:45.346161 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0acfd0cd-9ac6-4e3c-b46f-7e6577c0eea1 req-7ef0681f-4cec-4ccf-8a9d-1df9f018aa92 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 984 time: 0.0801809 Mar 05 14:37:45.357284 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-0acfd0cd-9ac6-4e3c-b46f-7e6577c0eea1 req-12dd7de9-f3ed-4bb2-92c3-956124cdab61 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Request body: {'port': {'security_groups': ['dc402f3c-d5b7-4f95-a12d-80070d39539e']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:37:45.482824 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0acfd0cd-9ac6-4e3c-b46f-7e6577c0eea1 req-12dd7de9-f3ed-4bb2-92c3-956124cdab61 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:45.845347 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-0acfd0cd-9ac6-4e3c-b46f-7e6577c0eea1 req-12dd7de9-f3ed-4bb2-92c3-956124cdab61 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] For port f4f4b8cd-919b-4dca-b569-c0df17b1aed0, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f4f4b8cd-919b-4dca-b569-c0df17b1aed0,segment=NetworkSegment(b25ae451-0c1e-4375-8baf-cb01e4a4f1d7),segment_id=b25ae451-0c1e-4375-8baf-cb01e4a4f1d7)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:37:45.871509 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0acfd0cd-9ac6-4e3c-b46f-7e6577c0eea1 req-12dd7de9-f3ed-4bb2-92c3-956124cdab61 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:45.876000 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0acfd0cd-9ac6-4e3c-b46f-7e6577c0eea1 req-12dd7de9-f3ed-4bb2-92c3-956124cdab61 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:45.887694 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['f4f4b8cd-919b-4dca-b569-c0df17b1aed0'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:37:45.956792 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfd0cd-9ac6-4e3c-b46f-7e6577c0eea1 req-12dd7de9-f3ed-4bb2-92c3-956124cdab61 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:45.957429 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-0acfd0cd-9ac6-4e3c-b46f-7e6577c0eea1 req-12dd7de9-f3ed-4bb2-92c3-956124cdab61 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:45.958886 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0acfd0cd-9ac6-4e3c-b46f-7e6577c0eea1 req-12dd7de9-f3ed-4bb2-92c3-956124cdab61 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "PUT /v2.0/ports/f4f4b8cd-919b-4dca-b569-c0df17b1aed0 HTTP/1.1" status: 200 len: 942 time: 0.6059456 Mar 05 14:37:45.959342 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d69618d-9fda-482f-8359-3582520e91a9', 'tag': 'f4f4b8cd-919b-4dca-b569-c0df17b1aed0'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:37:45.966204 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53564) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:37:45.975632 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd7de9-f3ed-4bb2-92c3-956124cdab61 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Pushing event updated for resources: {'Port': ['ID=f4f4b8cd-919b-4dca-b569-c0df17b1aed0,revision_number=7']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:37:45.983450 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd7de9-f3ed-4bb2-92c3-956124cdab61 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:37:45.983802 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd7de9-f3ed-4bb2-92c3-956124cdab61 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:37:45.984142 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd7de9-f3ed-4bb2-92c3-956124cdab61 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:37:45.984475 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd7de9-f3ed-4bb2-92c3-956124cdab61 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:37:45.984806 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd7de9-f3ed-4bb2-92c3-956124cdab61 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:37:45.985133 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd7de9-f3ed-4bb2-92c3-956124cdab61 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:37:45.985457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd7de9-f3ed-4bb2-92c3-956124cdab61 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:37:45.985782 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd7de9-f3ed-4bb2-92c3-956124cdab61 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:37:45.986102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd7de9-f3ed-4bb2-92c3-956124cdab61 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:37:45.986422 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd7de9-f3ed-4bb2-92c3-956124cdab61 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:37:45.986741 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd7de9-f3ed-4bb2-92c3-956124cdab61 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:37:45.987078 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd7de9-f3ed-4bb2-92c3-956124cdab61 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:37:46.053837 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d69618d-9fda-482f-8359-3582520e91a9', 'tag': 'f4f4b8cd-919b-4dca-b569-c0df17b1aed0', 'status': 'completed', 'code': 200} Mar 05 14:37:46.062401 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['f4f4b8cd-919b-4dca-b569-c0df17b1aed0'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:37:46.071051 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-74b17df8-c464-4477-8985-5f7c7893a4cd tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:46.149228 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-74b17df8-c464-4477-8985-5f7c7893a4cd tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:46.208426 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147d5bd-5df7-4267-b097-09b5de7fb5e8 req-3b8dd087-06dc-443f-8cab-14c0943c0b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:46.210419 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4147d5bd-5df7-4267-b097-09b5de7fb5e8 req-3b8dd087-06dc-443f-8cab-14c0943c0b16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1275695d435409b9dbf201d9a961f99&device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 1096 time: 0.1353207 Mar 05 14:37:46.256629 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f7dc4213-c484-4a77-b202-f784458aa6c1 None None] Provisioning complete for port f4f4b8cd-919b-4dca-b569-c0df17b1aed0 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:37:46.257051 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4213-c484-4a77-b202-f784458aa6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:46.329822 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-74b17df8-c464-4477-8985-5f7c7893a4cd tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:46.357213 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b17df8-c464-4477-8985-5f7c7893a4cd tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f9f186-3b84-4c32-bf30-d17d15f7a35c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:37:46.378727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b17df8-c464-4477-8985-5f7c7893a4cd tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:37:46.379094 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b17df8-c464-4477-8985-5f7c7893a4cd tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:37:46.379430 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b17df8-c464-4477-8985-5f7c7893a4cd tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:37:46.379766 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b17df8-c464-4477-8985-5f7c7893a4cd tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:37:46.380731 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b17df8-c464-4477-8985-5f7c7893a4cd tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:37:46.381092 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b17df8-c464-4477-8985-5f7c7893a4cd tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:37:46.381420 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b17df8-c464-4477-8985-5f7c7893a4cd tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:37:46.381747 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b17df8-c464-4477-8985-5f7c7893a4cd tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:37:46.382073 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b17df8-c464-4477-8985-5f7c7893a4cd tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:37:46.382397 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b17df8-c464-4477-8985-5f7c7893a4cd tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:37:46.382719 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b17df8-c464-4477-8985-5f7c7893a4cd tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:37:46.383064 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b17df8-c464-4477-8985-5f7c7893a4cd tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:37:46.394585 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-74b17df8-c464-4477-8985-5f7c7893a4cd tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:46.398613 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-74b17df8-c464-4477-8985-5f7c7893a4cd tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "DELETE /v2.0/security-groups/41f9f186-3b84-4c32-bf30-d17d15f7a35c HTTP/1.1" status: 204 len: 168 time: 0.4284599 Mar 05 14:37:46.399369 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53568) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:37:46.400109 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147d5bd-5df7-4267-b097-09b5de7fb5e8 req-62c69fde-ea70-499e-a446-de98803c4fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:46.401836 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4147d5bd-5df7-4267-b097-09b5de7fb5e8 req-62c69fde-ea70-499e-a446-de98803c4fac service neutron] 10.222.0.30 "GET /v2.0/networks?id=62e1f921-e34e-4328-9506-4c09b69868bd HTTP/1.1" status: 200 len: 914 time: 0.1859195 Mar 05 14:37:46.515528 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4147d5bd-5df7-4267-b097-09b5de7fb5e8 req-386a8065-7306-4c49-9018-d8d26ea0b359 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f4b8cd-919b-4dca-b569-c0df17b1aed0 HTTP/1.1" status: 200 len: 1000 time: 0.1070914 Mar 05 14:37:46.582115 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147d5bd-5df7-4267-b097-09b5de7fb5e8 req-74b35d2c-d1d8-4a5f-8485-053cbb431e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:46.583810 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4147d5bd-5df7-4267-b097-09b5de7fb5e8 req-74b35d2c-d1d8-4a5f-8485-053cbb431e19 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=283f7397-3064-4534-9d4b-ce6114cd59f7 HTTP/1.1" status: 200 len: 853 time: 0.0616372 Mar 05 14:37:46.613505 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-1c5cd09e-ae32-4bc3-b40f-199aec8fc56c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Deleting port 2801b9a2-99ed-426e-ab04-bc072cec6e4d {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:37:46.613764 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd09e-ae32-4bc3-b40f-199aec8fc56c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:46.656282 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147d5bd-5df7-4267-b097-09b5de7fb5e8 req-4637ce19-f87a-4017-97ce-8bccf44fd354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:46.657742 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4147d5bd-5df7-4267-b097-09b5de7fb5e8 req-4637ce19-f87a-4017-97ce-8bccf44fd354 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=62e1f921-e34e-4328-9506-4c09b69868bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688961 Mar 05 14:37:46.784230 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd09e-ae32-4bc3-b40f-199aec8fc56c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:46.784665 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd09e-ae32-4bc3-b40f-199aec8fc56c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:46.787947 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4147d5bd-5df7-4267-b097-09b5de7fb5e8 req-0ea96b9d-f710-4627-ae1c-f79a79cb51b7 service neutron] 10.222.0.30 "GET /v2.0/networks/62e1f921-e34e-4328-9506-4c09b69868bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235654 Mar 05 14:37:46.916840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-1c5cd09e-ae32-4bc3-b40f-199aec8fc56c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Calling delete_port for 2801b9a2-99ed-426e-ab04-bc072cec6e4d owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:37:46.920064 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4147d5bd-5df7-4267-b097-09b5de7fb5e8 req-903f7344-561f-4fd4-8116-81b0df0c2816 service neutron] 10.222.0.30 "GET /v2.0/networks/62e1f921-e34e-4328-9506-4c09b69868bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264484 Mar 05 14:37:47.068766 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd09e-ae32-4bc3-b40f-199aec8fc56c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:47.118492 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cd09e-ae32-4bc3-b40f-199aec8fc56c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Pushing event deleted for resources: {'Port': ['ID=2801b9a2-99ed-426e-ab04-bc072cec6e4d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:37:47.211088 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd09e-ae32-4bc3-b40f-199aec8fc56c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:47.211337 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-1c5cd09e-ae32-4bc3-b40f-199aec8fc56c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Floating IP 4834817d-321c-42ae-b4eb-2bcac1810660 disassociated (deleted). External IP: 172.25.4.35, port: f4f4b8cd-919b-4dca-b569-c0df17b1aed0. Mar 05 14:37:47.555649 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5cd09e-ae32-4bc3-b40f-199aec8fc56c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Router bb6a68c9-850f-4dfe-8d2f-1421fd092433 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:37:47.841388 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5cd09e-ae32-4bc3-b40f-199aec8fc56c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:37:47.851306 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf106bb-6243-439b-a2a0-37a6336cfeea None None] Sync routers for ids ['bb6a68c9-850f-4dfe-8d2f-1421fd092433'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:37:47.861408 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd09e-ae32-4bc3-b40f-199aec8fc56c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:47.861805 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf106bb-6243-439b-a2a0-37a6336cfeea None None] Routers {'bb6a68c9-850f-4dfe-8d2f-1421fd092433'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:37:47.862454 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-cdf106bb-6243-439b-a2a0-37a6336cfeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:37:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['bb6a68c9-850f-4dfe-8d2f-1421fd092433'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:37:47.918266 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1c5cd09e-ae32-4bc3-b40f-199aec8fc56c tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "DELETE /v2.0/floatingips/4834817d-321c-42ae-b4eb-2bcac1810660 HTTP/1.1" status: 204 len: 168 time: 1.5168302 Mar 05 14:37:48.054642 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d69618d-9fda-482f-8359-3582520e91a9', 'tag': 'f4f4b8cd-919b-4dca-b569-c0df17b1aed0'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:37:48.082274 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-cdf106bb-6243-439b-a2a0-37a6336cfeea None None] Set router bb6a68c9-850f-4dfe-8d2f-1421fd092433 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:37:48.104182 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d69618d-9fda-482f-8359-3582520e91a9', 'tag': 'f4f4b8cd-919b-4dca-b569-c0df17b1aed0', 'status': 'completed', 'code': 200} Mar 05 14:37:48.204081 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fd5f0-42bb-4f3a-997c-1c675d740a5d req-9b51b799-b394-43bc-b0b9-d1148c5f4c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:48.205569 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e24fd5f0-42bb-4f3a-997c-1c675d740a5d req-9b51b799-b394-43bc-b0b9-d1148c5f4c78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1275695d435409b9dbf201d9a961f99&device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 1096 time: 0.0787110 Mar 05 14:37:48.354574 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fd5f0-42bb-4f3a-997c-1c675d740a5d req-b8043e15-2855-4d14-97e2-030e13b81ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:48.356178 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e24fd5f0-42bb-4f3a-997c-1c675d740a5d req-b8043e15-2855-4d14-97e2-030e13b81ec2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=62e1f921-e34e-4328-9506-4c09b69868bd HTTP/1.1" status: 200 len: 914 time: 0.1443717 Mar 05 14:37:48.424135 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e24fd5f0-42bb-4f3a-997c-1c675d740a5d req-2e6047f5-5559-4b45-83fa-d54dc4ad08df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f4b8cd-919b-4dca-b569-c0df17b1aed0 HTTP/1.1" status: 200 len: 217 time: 0.0620561 Mar 05 14:37:48.425648 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-cdf106bb-6243-439b-a2a0-37a6336cfeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'name': 'tempest-TestMinimumBasicScenario-412919118-router', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:48Z', 'revision_number': 4, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'gw_port': {'id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'c8186757-ffa2-4553-8ffc-663404da5a67', 'name': '', 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'mac_address': 'fa:16:3e:f3:c4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '283f7397-3064-4534-9d4b-ce6114cd59f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:47Z', 'updated_at': '2022-03-05T14:35:55Z', 'revision_number': 5, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'subnets': [{'id': '283f7397-3064-4534-9d4b-ce6114cd59f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:37:48.430065 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf106bb-6243-439b-a2a0-37a6336cfeea None None] Checking router: bb6a68c9-850f-4dfe-8d2f-1421fd092433 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:37:48.438449 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf106bb-6243-439b-a2a0-37a6336cfeea None None] Routers {'bb6a68c9-850f-4dfe-8d2f-1421fd092433'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:37:48.439127 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-cdf106bb-6243-439b-a2a0-37a6336cfeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:37:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['bb6a68c9-850f-4dfe-8d2f-1421fd092433'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:37:48.491522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fd5f0-42bb-4f3a-997c-1c675d740a5d req-0a3947f1-7aa4-4d25-b7a5-870d4076e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:48.493035 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e24fd5f0-42bb-4f3a-997c-1c675d740a5d req-0a3947f1-7aa4-4d25-b7a5-870d4076e334 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=283f7397-3064-4534-9d4b-ce6114cd59f7 HTTP/1.1" status: 200 len: 853 time: 0.0617282 Mar 05 14:37:48.572459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fd5f0-42bb-4f3a-997c-1c675d740a5d req-8a971f43-6b06-429a-8399-a1bed318a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:48.572459 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e24fd5f0-42bb-4f3a-997c-1c675d740a5d req-8a971f43-6b06-429a-8399-a1bed318a611 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=62e1f921-e34e-4328-9506-4c09b69868bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706177 Mar 05 14:37:48.616694 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-cdf106bb-6243-439b-a2a0-37a6336cfeea None None] Set router bb6a68c9-850f-4dfe-8d2f-1421fd092433 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:37:48.702197 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e24fd5f0-42bb-4f3a-997c-1c675d740a5d req-c550be49-1c88-4240-8f53-b88bba088e32 service neutron] 10.222.0.30 "GET /v2.0/networks/62e1f921-e34e-4328-9506-4c09b69868bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260338 Mar 05 14:37:48.955974 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-cdf106bb-6243-439b-a2a0-37a6336cfeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'name': 'tempest-TestMinimumBasicScenario-412919118-router', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:48Z', 'revision_number': 4, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'gw_port': {'id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'c8186757-ffa2-4553-8ffc-663404da5a67', 'name': '', 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'mac_address': 'fa:16:3e:f3:c4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '283f7397-3064-4534-9d4b-ce6114cd59f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:47Z', 'updated_at': '2022-03-05T14:35:55Z', 'revision_number': 5, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'subnets': [{'id': '283f7397-3064-4534-9d4b-ce6114cd59f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:37:48.960783 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf106bb-6243-439b-a2a0-37a6336cfeea None None] The sync data for ids ['bb6a68c9-850f-4dfe-8d2f-1421fd092433'] in n-d-803718-1 is: [{'id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'name': 'tempest-TestMinimumBasicScenario-412919118-router', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:48Z', 'revision_number': 4, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'gw_port': {'id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'c8186757-ffa2-4553-8ffc-663404da5a67', 'name': '', 'network_id': '62e1f921-e34e-4328-9506-4c09b69868bd', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'mac_address': 'fa:16:3e:f3:c4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '283f7397-3064-4534-9d4b-ce6114cd59f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:47Z', 'updated_at': '2022-03-05T14:35:55Z', 'revision_number': 5, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'subnets': [{'id': '283f7397-3064-4534-9d4b-ce6114cd59f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:37:48.963369 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e24fd5f0-42bb-4f3a-997c-1c675d740a5d req-85a80f8c-72d9-40ad-a481-8a972dca3ace service neutron] 10.222.0.30 "GET /v2.0/networks/62e1f921-e34e-4328-9506-4c09b69868bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545457 Mar 05 14:37:49.195087 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa9246a-c6ab-4383-a3e3-7ff972aa8a80 None None] New status for floating IP 4834817d-321c-42ae-b4eb-2bcac1810660: DOWN {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:37:51.480995 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bf6a06c4-f499-4e9a-946c-543829460bc9 req-b9c6b688-0193-46d7-b933-1ba217e5941f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0759211 Mar 05 14:37:51.618791 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a06c4-f499-4e9a-946c-543829460bc9 req-303cbe5f-01f7-44b1-9424-5a93e6bde666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:51.620286 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bf6a06c4-f499-4e9a-946c-543829460bc9 req-303cbe5f-01f7-44b1-9424-5a93e6bde666 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1275695d435409b9dbf201d9a961f99&device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 1096 time: 0.0717690 Mar 05 14:37:51.769548 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a06c4-f499-4e9a-946c-543829460bc9 req-325657b9-be28-41cf-bcaf-7e11df529f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:51.771050 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bf6a06c4-f499-4e9a-946c-543829460bc9 req-325657b9-be28-41cf-bcaf-7e11df529f10 service neutron] 10.222.0.30 "GET /v2.0/networks?id=62e1f921-e34e-4328-9506-4c09b69868bd HTTP/1.1" status: 200 len: 914 time: 0.1321383 Mar 05 14:37:51.840180 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bf6a06c4-f499-4e9a-946c-543829460bc9 req-ae0cd5db-a378-448f-9cbc-199e5978f23e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f4b8cd-919b-4dca-b569-c0df17b1aed0 HTTP/1.1" status: 200 len: 217 time: 0.0637136 Mar 05 14:37:51.903237 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a06c4-f499-4e9a-946c-543829460bc9 req-a3393e41-cd43-4d26-9179-9d1e0470a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:51.904803 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bf6a06c4-f499-4e9a-946c-543829460bc9 req-a3393e41-cd43-4d26-9179-9d1e0470a9b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=283f7397-3064-4534-9d4b-ce6114cd59f7 HTTP/1.1" status: 200 len: 853 time: 0.0595520 Mar 05 14:37:51.987159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a06c4-f499-4e9a-946c-543829460bc9 req-05857575-52b4-4302-8d5c-642fa59cd14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:51.988642 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bf6a06c4-f499-4e9a-946c-543829460bc9 req-05857575-52b4-4302-8d5c-642fa59cd14b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=62e1f921-e34e-4328-9506-4c09b69868bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768657 Mar 05 14:37:52.139849 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bf6a06c4-f499-4e9a-946c-543829460bc9 req-67f0aa25-0363-4f21-8c7b-9f96e2b2b63c service neutron] 10.222.0.30 "GET /v2.0/networks/62e1f921-e34e-4328-9506-4c09b69868bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453068 Mar 05 14:37:52.322505 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bf6a06c4-f499-4e9a-946c-543829460bc9 req-e4c1cb6f-17f4-4f68-aaf3-4d2cc3f270ca service neutron] 10.222.0.30 "GET /v2.0/networks/62e1f921-e34e-4328-9506-4c09b69868bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761198 Mar 05 14:37:52.345661 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7707f-c7a0-4bc1-92db-89c5771bcf23 req-4c7c1571-ce97-4c47-83ad-55248a93dce2 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:52.347085 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0fa7707f-c7a0-4bc1-92db-89c5771bcf23 req-4c7c1571-ce97-4c47-83ad-55248a93dce2 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 945 time: 0.1171062 Mar 05 14:37:52.389884 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-0fa7707f-c7a0-4bc1-92db-89c5771bcf23 req-e77e33a8-c6d7-41de-ba95-bd6f37b1e901 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Synchronizing usage tracker for tenant:d1275695d435409b9dbf201d9a961f99 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:37:52.406140 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-0fa7707f-c7a0-4bc1-92db-89c5771bcf23 req-e77e33a8-c6d7-41de-ba95-bd6f37b1e901 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Unset dirty status for tenant:d1275695d435409b9dbf201d9a961f99 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:37:52.407488 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0fa7707f-c7a0-4bc1-92db-89c5771bcf23 req-e77e33a8-c6d7-41de-ba95-bd6f37b1e901 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539899 Mar 05 14:37:53.595710 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac5160-e00b-4da3-8a80-c883bc478fff req-b9b1f238-d621-4509-8b92-453c561e1c54 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:53.596424 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9aac5160-e00b-4da3-8a80-c883bc478fff req-b9b1f238-d621-4509-8b92-453c561e1c54 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Synchronizing usage tracker for tenant:d1275695d435409b9dbf201d9a961f99 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:37:53.612182 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-9aac5160-e00b-4da3-8a80-c883bc478fff req-b9b1f238-d621-4509-8b92-453c561e1c54 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Unset dirty status for tenant:d1275695d435409b9dbf201d9a961f99 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:37:53.613306 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9aac5160-e00b-4da3-8a80-c883bc478fff req-b9b1f238-d621-4509-8b92-453c561e1c54 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 945 time: 0.0993814 Mar 05 14:37:53.658654 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9aac5160-e00b-4da3-8a80-c883bc478fff req-1f803a00-2c83-4aaa-9fa5-dedede4b2de5 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc402f3c-d5b7-4f95-a12d-80070d39539e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381622 Mar 05 14:37:53.834855 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9340968-8fa7-4c2c-ac08-0b688db521e7 req-499d75e1-b090-4221-81ca-0fc0f5d83079 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:37:53.836248 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e9340968-8fa7-4c2c-ac08-0b688db521e7 req-499d75e1-b090-4221-81ca-0fc0f5d83079 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 945 time: 0.0809853 Mar 05 14:37:53.904595 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-e9340968-8fa7-4c2c-ac08-0b688db521e7 req-f9032020-bbfb-4b77-9f71-31fd15e5bf02 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Deleting port f4f4b8cd-919b-4dca-b569-c0df17b1aed0 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:37:53.904936 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e9340968-8fa7-4c2c-ac08-0b688db521e7 req-f9032020-bbfb-4b77-9f71-31fd15e5bf02 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:54.149517 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-e9340968-8fa7-4c2c-ac08-0b688db521e7 req-f9032020-bbfb-4b77-9f71-31fd15e5bf02 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] For port f4f4b8cd-919b-4dca-b569-c0df17b1aed0, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=f4f4b8cd-919b-4dca-b569-c0df17b1aed0,segment=NetworkSegment(b25ae451-0c1e-4375-8baf-cb01e4a4f1d7),segment_id=b25ae451-0c1e-4375-8baf-cb01e4a4f1d7)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:37:54.149971 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e9340968-8fa7-4c2c-ac08-0b688db521e7 req-f9032020-bbfb-4b77-9f71-31fd15e5bf02 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:54.269479 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-e9340968-8fa7-4c2c-ac08-0b688db521e7 req-f9032020-bbfb-4b77-9f71-31fd15e5bf02 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Calling delete_port for f4f4b8cd-919b-4dca-b569-c0df17b1aed0 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:37:54.526879 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e9340968-8fa7-4c2c-ac08-0b688db521e7 req-f9032020-bbfb-4b77-9f71-31fd15e5bf02 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:54.538903 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['f4f4b8cd-919b-4dca-b569-c0df17b1aed0'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:37:54.576317 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9032020-bbfb-4b77-9f71-31fd15e5bf02 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Pushing event deleted for resources: {'Port': ['ID=f4f4b8cd-919b-4dca-b569-c0df17b1aed0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:37:54.655228 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9340968-8fa7-4c2c-ac08-0b688db521e7 req-f9032020-bbfb-4b77-9f71-31fd15e5bf02 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] No DVR routers for this DVR port f4f4b8cd-919b-4dca-b569-c0df17b1aed0 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:37:54.657706 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-e9340968-8fa7-4c2c-ac08-0b688db521e7 req-f9032020-bbfb-4b77-9f71-31fd15e5bf02 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:54.660154 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d69618d-9fda-482f-8359-3582520e91a9', 'name': 'network-vif-deleted', 'tag': 'f4f4b8cd-919b-4dca-b569-c0df17b1aed0'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:37:54.674972 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e9340968-8fa7-4c2c-ac08-0b688db521e7 req-f9032020-bbfb-4b77-9f71-31fd15e5bf02 tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.30 "DELETE /v2.0/ports/f4f4b8cd-919b-4dca-b569-c0df17b1aed0 HTTP/1.1" status: 204 len: 173 time: 0.8335257 Mar 05 14:37:54.779947 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d69618d-9fda-482f-8359-3582520e91a9', 'name': 'network-vif-deleted', 'tag': 'f4f4b8cd-919b-4dca-b569-c0df17b1aed0', 'status': 'completed', 'code': 200} Mar 05 14:37:54.827744 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9524d17c-6328-4cde-97b4-4cc5da0ae3e0 req-692eef32-5200-4cc6-bcac-99ac72cbbf5a tempest-TestMinimumBasicScenario-2001614071 tempest-TestMinimumBasicScenario-2001614071-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d69618d-9fda-482f-8359-3582520e91a9 HTTP/1.1" status: 200 len: 210 time: 0.0470901 Mar 05 14:37:56.472732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53654) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:37:57.003463 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7af5a35e-9435-4c03-995b-811d1b07cf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:57.346627 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-7af5a35e-9435-4c03-995b-811d1b07cf99 admin admin] Deleting port c8186757-ffa2-4553-8ffc-663404da5a67 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:37:57.346991 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7af5a35e-9435-4c03-995b-811d1b07cf99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:57.635954 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-7af5a35e-9435-4c03-995b-811d1b07cf99 admin admin] For port c8186757-ffa2-4553-8ffc-663404da5a67, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c8186757-ffa2-4553-8ffc-663404da5a67,segment=NetworkSegment(b25ae451-0c1e-4375-8baf-cb01e4a4f1d7),segment_id=b25ae451-0c1e-4375-8baf-cb01e4a4f1d7)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:37:57.636623 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7af5a35e-9435-4c03-995b-811d1b07cf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:57.756998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-7af5a35e-9435-4c03-995b-811d1b07cf99 admin admin] Calling delete_port for c8186757-ffa2-4553-8ffc-663404da5a67 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:37:57.929987 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7af5a35e-9435-4c03-995b-811d1b07cf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:57.981707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5a35e-9435-4c03-995b-811d1b07cf99 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8186757-ffa2-4553-8ffc-663404da5a67,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:37:58.264361 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7af5a35e-9435-4c03-995b-811d1b07cf99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:58.624865 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af5a35e-9435-4c03-995b-811d1b07cf99 admin admin] Router bb6a68c9-850f-4dfe-8d2f-1421fd092433 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:37:58.797026 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af5a35e-9435-4c03-995b-811d1b07cf99 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:37:58.806458 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51ad6b2-ea2d-48fe-86b1-ffb5a83b0042 None None] Sync routers for ids ['bb6a68c9-850f-4dfe-8d2f-1421fd092433'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:37:58.809897 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7af5a35e-9435-4c03-995b-811d1b07cf99 admin admin] 10.222.0.16 "PUT /v2.0/routers/bb6a68c9-850f-4dfe-8d2f-1421fd092433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3359678 Mar 05 14:37:58.812528 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53658) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:37:58.815943 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51ad6b2-ea2d-48fe-86b1-ffb5a83b0042 None None] Routers {'bb6a68c9-850f-4dfe-8d2f-1421fd092433'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:37:58.816536 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-c51ad6b2-ea2d-48fe-86b1-ffb5a83b0042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:37:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['bb6a68c9-850f-4dfe-8d2f-1421fd092433'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:37:58.957012 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device f4f4b8cd-919b-4dca-b569-c0df17b1aed0 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:37:58.989743 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7138113d-65ca-4877-99fc-9b0206d881b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:58.999289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: f4f4b8cd-919b-4dca-b569-c0df17b1aed0 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:37:58.999628 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device f4f4b8cd-919b-4dca-b569-c0df17b1aed0 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:37:59.029779 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-c51ad6b2-ea2d-48fe-86b1-ffb5a83b0042 None None] Set router bb6a68c9-850f-4dfe-8d2f-1421fd092433 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:37:59.168684 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7138113d-65ca-4877-99fc-9b0206d881b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:59.178956 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-7138113d-65ca-4877-99fc-9b0206d881b1 admin admin] Deleting port 87061e0a-b939-402d-9e50-c0740298a5e0 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:37:59.179364 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7138113d-65ca-4877-99fc-9b0206d881b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:59.344769 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-c51ad6b2-ea2d-48fe-86b1-ffb5a83b0042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'name': 'tempest-TestMinimumBasicScenario-412919118-router', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:37:57Z', 'revision_number': 5, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'gw_port': {'id': '87061e0a-b939-402d-9e50-c0740298a5e0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:37:59.348910 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51ad6b2-ea2d-48fe-86b1-ffb5a83b0042 None None] Checking router: bb6a68c9-850f-4dfe-8d2f-1421fd092433 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:37:59.354998 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-7138113d-65ca-4877-99fc-9b0206d881b1 admin admin] For port 87061e0a-b939-402d-9e50-c0740298a5e0, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=87061e0a-b939-402d-9e50-c0740298a5e0,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:37:59.355351 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7138113d-65ca-4877-99fc-9b0206d881b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:59.357023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51ad6b2-ea2d-48fe-86b1-ffb5a83b0042 None None] Routers {'bb6a68c9-850f-4dfe-8d2f-1421fd092433'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:37:59.357628 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-c51ad6b2-ea2d-48fe-86b1-ffb5a83b0042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:37:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['bb6a68c9-850f-4dfe-8d2f-1421fd092433'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:37:59.482176 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-7138113d-65ca-4877-99fc-9b0206d881b1 admin admin] Calling delete_port for 87061e0a-b939-402d-9e50-c0740298a5e0 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:37:59.511839 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:59.521054 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:59.531348 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-c51ad6b2-ea2d-48fe-86b1-ffb5a83b0042 None None] Set router bb6a68c9-850f-4dfe-8d2f-1421fd092433 gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:37:59.637306 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-c51ad6b2-ea2d-48fe-86b1-ffb5a83b0042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'name': 'tempest-TestMinimumBasicScenario-412919118-router', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:37:59Z', 'revision_number': 6, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:37:59.641378 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51ad6b2-ea2d-48fe-86b1-ffb5a83b0042 None None] The sync data for ids ['bb6a68c9-850f-4dfe-8d2f-1421fd092433'] in n-d-803718-1 is: [{'id': 'bb6a68c9-850f-4dfe-8d2f-1421fd092433', 'name': 'tempest-TestMinimumBasicScenario-412919118-router', 'tenant_id': 'd1275695d435409b9dbf201d9a961f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:35:44Z', 'updated_at': '2022-03-05T14:37:59Z', 'revision_number': 6, 'project_id': 'd1275695d435409b9dbf201d9a961f99', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:37:59.654224 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7138113d-65ca-4877-99fc-9b0206d881b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:37:59.705137 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138113d-65ca-4877-99fc-9b0206d881b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=87061e0a-b939-402d-9e50-c0740298a5e0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:37:59.794567 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7138113d-65ca-4877-99fc-9b0206d881b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:00.088583 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7138113d-65ca-4877-99fc-9b0206d881b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:00.090832 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7138113d-65ca-4877-99fc-9b0206d881b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:00.112284 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7138113d-65ca-4877-99fc-9b0206d881b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:00.112840 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7138113d-65ca-4877-99fc-9b0206d881b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb6a68c9-850f-4dfe-8d2f-1421fd092433 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:38:00.125566 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7138113d-65ca-4877-99fc-9b0206d881b1 admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:00.126674 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7138113d-65ca-4877-99fc-9b0206d881b1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/bb6a68c9-850f-4dfe-8d2f-1421fd092433 HTTP/1.1" status: 204 len: 168 time: 1.3130984 Mar 05 14:38:00.129172 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53662) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:00.190346 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6432c4d-ad50-4895-88fc-1bd31d1a4bc3 admin admin] Deleting subnet 283f7397-3064-4534-9d4b-ce6114cd59f7 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:38:00.193236 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b6432c4d-ad50-4895-88fc-1bd31d1a4bc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:00.241337 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b6432c4d-ad50-4895-88fc-1bd31d1a4bc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:00.320975 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b6432c4d-ad50-4895-88fc-1bd31d1a4bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:00.396220 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b6432c4d-ad50-4895-88fc-1bd31d1a4bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:00.436683 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6432c4d-ad50-4895-88fc-1bd31d1a4bc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=283f7397-3064-4534-9d4b-ce6114cd59f7,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:00.438652 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b6432c4d-ad50-4895-88fc-1bd31d1a4bc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:00.443829 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67da733c-12ee-47aa-ab9a-bc49d39121d7 None None] Network 62e1f921-e34e-4328-9506-4c09b69868bd requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:38:00.445110 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b6432c4d-ad50-4895-88fc-1bd31d1a4bc3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/283f7397-3064-4534-9d4b-ce6114cd59f7 HTTP/1.1" status: 204 len: 168 time: 0.3142142 Mar 05 14:38:00.447754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53666) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:00.475074 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 87061e0a-b939-402d-9e50-c0740298a5e0 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:38:00.559879 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ec69fb61-d1e6-4429-91de-0818b901f172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:00.560579 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 87061e0a-b939-402d-9e50-c0740298a5e0 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:38:00.560928 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 87061e0a-b939-402d-9e50-c0740298a5e0 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:38:00.561352 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c8186757-ffa2-4553-8ffc-663404da5a67 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:38:00.570919 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-ec69fb61-d1e6-4429-91de-0818b901f172 admin admin] Deleting port ae25f472-1dca-4ab0-ad24-807034461827 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:38:00.571248 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ec69fb61-d1e6-4429-91de-0818b901f172 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:00.611118 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: c8186757-ffa2-4553-8ffc-663404da5a67 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:38:00.611471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c8186757-ffa2-4553-8ffc-663404da5a67 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:38:00.779064 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c21726-48ea-4f50-9da8-bfe08024c8ca None None] DHCP port deletion for 62e1f921-e34e-4328-9506-4c09b69868bd request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:38:00.782883 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-f9c21726-48ea-4f50-9da8-bfe08024c8ca None None] Deleting port ae25f472-1dca-4ab0-ad24-807034461827 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:38:00.783259 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f9c21726-48ea-4f50-9da8-bfe08024c8ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:00.902646 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-ec69fb61-d1e6-4429-91de-0818b901f172 admin admin] For port ae25f472-1dca-4ab0-ad24-807034461827, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ae25f472-1dca-4ab0-ad24-807034461827,segment=NetworkSegment(b25ae451-0c1e-4375-8baf-cb01e4a4f1d7),segment_id=b25ae451-0c1e-4375-8baf-cb01e4a4f1d7)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:38:00.903040 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ec69fb61-d1e6-4429-91de-0818b901f172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:00.985498 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-f9c21726-48ea-4f50-9da8-bfe08024c8ca None None] For port ae25f472-1dca-4ab0-ad24-807034461827, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ae25f472-1dca-4ab0-ad24-807034461827,segment=NetworkSegment(b25ae451-0c1e-4375-8baf-cb01e4a4f1d7),segment_id=b25ae451-0c1e-4375-8baf-cb01e4a4f1d7)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:38:00.985798 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f9c21726-48ea-4f50-9da8-bfe08024c8ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:01.028064 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-ec69fb61-d1e6-4429-91de-0818b901f172 admin admin] Calling delete_port for ae25f472-1dca-4ab0-ad24-807034461827 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:38:01.104843 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-f9c21726-48ea-4f50-9da8-bfe08024c8ca None None] Calling delete_port for ae25f472-1dca-4ab0-ad24-807034461827 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:38:01.107511 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ec69fb61-d1e6-4429-91de-0818b901f172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:01.158610 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec69fb61-d1e6-4429-91de-0818b901f172 admin admin] No DVR routers for this DVR port ae25f472-1dca-4ab0-ad24-807034461827 on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:38:01.174219 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-f9c21726-48ea-4f50-9da8-bfe08024c8ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:38:01.174567 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-f9c21726-48ea-4f50-9da8-bfe08024c8ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:38:01.187728 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69fb61-d1e6-4429-91de-0818b901f172 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae25f472-1dca-4ab0-ad24-807034461827,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:01.278461 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ec69fb61-d1e6-4429-91de-0818b901f172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:01.303449 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-ec69fb61-d1e6-4429-91de-0818b901f172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e1f921-e34e-4328-9506-4c09b69868bd']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:38:01.315028 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-ec69fb61-d1e6-4429-91de-0818b901f172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b25ae451-0c1e-4375-8baf-cb01e4a4f1d7') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:38:01.315315 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-ec69fb61-d1e6-4429-91de-0818b901f172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b25ae451-0c1e-4375-8baf-cb01e4a4f1d7') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:38:01.327132 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ec69fb61-d1e6-4429-91de-0818b901f172 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:01.343462 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ec69fb61-d1e6-4429-91de-0818b901f172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:01.350300 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec69fb61-d1e6-4429-91de-0818b901f172 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:38:01.350850 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ec69fb61-d1e6-4429-91de-0818b901f172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:38:01.369145 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:38:01.445396 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ec69fb61-d1e6-4429-91de-0818b901f172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:01.462570 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ec69fb61-d1e6-4429-91de-0818b901f172 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:01.472706 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69fb61-d1e6-4429-91de-0818b901f172 admin admin] Pushing event deleted for resources: {'Network': ['ID=62e1f921-e34e-4328-9506-4c09b69868bd,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:01.485854 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ec69fb61-d1e6-4429-91de-0818b901f172 admin admin] 10.222.0.16 "DELETE /v2.0/networks/62e1f921-e34e-4328-9506-4c09b69868bd HTTP/1.1" status: 204 len: 168 time: 1.0370488 Mar 05 14:38:01.488707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53670) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:01.676146 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-f9c21726-48ea-4f50-9da8-bfe08024c8ca None None] Deleting port ae25f472-1dca-4ab0-ad24-807034461827 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:38:01.676694 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f9c21726-48ea-4f50-9da8-bfe08024c8ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:01.775364 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-f9c21726-48ea-4f50-9da8-bfe08024c8ca None None] The port 'ae25f472-1dca-4ab0-ad24-807034461827' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:38:02.034096 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f657f46d-6e5a-4692-8bdd-a1d1b9bf511c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:02.159252 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ae25f472-1dca-4ab0-ad24-807034461827 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:38:02.198542 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: ae25f472-1dca-4ab0-ad24-807034461827 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:38:02.198899 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ae25f472-1dca-4ab0-ad24-807034461827 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:38:02.528480 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-f657f46d-6e5a-4692-8bdd-a1d1b9bf511c admin admin] Deleting port 5f788299-0ab0-4e59-91a6-142084a01ded {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:38:02.529110 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f657f46d-6e5a-4692-8bdd-a1d1b9bf511c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:02.721853 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-f657f46d-6e5a-4692-8bdd-a1d1b9bf511c admin admin] For port 5f788299-0ab0-4e59-91a6-142084a01ded, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5f788299-0ab0-4e59-91a6-142084a01ded,segment=NetworkSegment(c0aabffe-740b-4838-8f6f-8256dde97576),segment_id=c0aabffe-740b-4838-8f6f-8256dde97576)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:38:02.722341 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f657f46d-6e5a-4692-8bdd-a1d1b9bf511c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:02.851544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-f657f46d-6e5a-4692-8bdd-a1d1b9bf511c admin admin] Calling delete_port for 5f788299-0ab0-4e59-91a6-142084a01ded owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:38:03.028376 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f657f46d-6e5a-4692-8bdd-a1d1b9bf511c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:03.075593 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657f46d-6e5a-4692-8bdd-a1d1b9bf511c admin admin] Pushing event deleted for resources: {'Port': ['ID=5f788299-0ab0-4e59-91a6-142084a01ded,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:03.356406 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f657f46d-6e5a-4692-8bdd-a1d1b9bf511c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:03.824485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f657f46d-6e5a-4692-8bdd-a1d1b9bf511c admin admin] Router 1e255e94-681f-4a9d-ac1b-69e8f1201f8d has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:38:03.999948 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f657f46d-6e5a-4692-8bdd-a1d1b9bf511c admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:38:04.011985 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f657f46d-6e5a-4692-8bdd-a1d1b9bf511c admin admin] 10.222.0.16 "PUT /v2.0/routers/1e255e94-681f-4a9d-ac1b-69e8f1201f8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5196717 Mar 05 14:38:04.012162 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64954407-df38-401d-8974-5002cd9dccf4 None None] Sync routers for ids ['1e255e94-681f-4a9d-ac1b-69e8f1201f8d'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:38:04.012585 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53674) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:04.019240 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64954407-df38-401d-8974-5002cd9dccf4 None None] Routers {'1e255e94-681f-4a9d-ac1b-69e8f1201f8d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:38:04.019865 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-64954407-df38-401d-8974-5002cd9dccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:37:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1e255e94-681f-4a9d-ac1b-69e8f1201f8d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:38:04.194337 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c392565-7d5a-4302-91a2-7768fbfa7707 admin admin] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:04.198836 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-64954407-df38-401d-8974-5002cd9dccf4 None None] Set router 1e255e94-681f-4a9d-ac1b-69e8f1201f8d gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:38:04.378361 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c392565-7d5a-4302-91a2-7768fbfa7707 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:04.390023 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-3c392565-7d5a-4302-91a2-7768fbfa7707 admin admin] Deleting port 52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:38:04.390360 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c392565-7d5a-4302-91a2-7768fbfa7707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:04.482203 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-64954407-df38-401d-8974-5002cd9dccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e255e94-681f-4a9d-ac1b-69e8f1201f8d', 'name': 'tempest-TestMinimumBasicScenario-2132318873-router', 'tenant_id': '50618ac3336f4ec09801f8f3ea506eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:35:50Z', 'updated_at': '2022-03-05T14:38:02Z', 'revision_number': 5, 'project_id': '50618ac3336f4ec09801f8f3ea506eef', 'gw_port': {'id': '52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e255e94-681f-4a9d-ac1b-69e8f1201f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:35:51Z', 'updated_at': '2022-03-05T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:38:04.486548 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64954407-df38-401d-8974-5002cd9dccf4 None None] Checking router: 1e255e94-681f-4a9d-ac1b-69e8f1201f8d for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:38:04.495067 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64954407-df38-401d-8974-5002cd9dccf4 None None] Routers {'1e255e94-681f-4a9d-ac1b-69e8f1201f8d'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:38:04.495648 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-64954407-df38-401d-8974-5002cd9dccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:37:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['1e255e94-681f-4a9d-ac1b-69e8f1201f8d'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:38:04.568850 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-3c392565-7d5a-4302-91a2-7768fbfa7707 admin admin] For port 52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:38:04.569191 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c392565-7d5a-4302-91a2-7768fbfa7707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:04.645759 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-64954407-df38-401d-8974-5002cd9dccf4 None None] Set router 1e255e94-681f-4a9d-ac1b-69e8f1201f8d gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:38:04.695545 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-3c392565-7d5a-4302-91a2-7768fbfa7707 admin admin] Calling delete_port for 52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:38:04.755346 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-64954407-df38-401d-8974-5002cd9dccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e255e94-681f-4a9d-ac1b-69e8f1201f8d', 'name': 'tempest-TestMinimumBasicScenario-2132318873-router', 'tenant_id': '50618ac3336f4ec09801f8f3ea506eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:35:50Z', 'updated_at': '2022-03-05T14:38:04Z', 'revision_number': 6, 'project_id': '50618ac3336f4ec09801f8f3ea506eef', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:38:04.759371 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64954407-df38-401d-8974-5002cd9dccf4 None None] The sync data for ids ['1e255e94-681f-4a9d-ac1b-69e8f1201f8d'] in n-d-803718-1 is: [{'id': '1e255e94-681f-4a9d-ac1b-69e8f1201f8d', 'name': 'tempest-TestMinimumBasicScenario-2132318873-router', 'tenant_id': '50618ac3336f4ec09801f8f3ea506eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:35:50Z', 'updated_at': '2022-03-05T14:38:04Z', 'revision_number': 6, 'project_id': '50618ac3336f4ec09801f8f3ea506eef', 'gw_port_host': None}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:38:04.868123 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c392565-7d5a-4302-91a2-7768fbfa7707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:04.918283 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c392565-7d5a-4302-91a2-7768fbfa7707 admin admin] Pushing event deleted for resources: {'Port': ['ID=52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:05.004263 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c392565-7d5a-4302-91a2-7768fbfa7707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:05.309050 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c392565-7d5a-4302-91a2-7768fbfa7707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:05.311216 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c392565-7d5a-4302-91a2-7768fbfa7707 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:05.333449 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c392565-7d5a-4302-91a2-7768fbfa7707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:05.334065 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c392565-7d5a-4302-91a2-7768fbfa7707 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e255e94-681f-4a9d-ac1b-69e8f1201f8d {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:38:05.347155 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c392565-7d5a-4302-91a2-7768fbfa7707 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:05.348362 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3c392565-7d5a-4302-91a2-7768fbfa7707 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1e255e94-681f-4a9d-ac1b-69e8f1201f8d HTTP/1.1" status: 204 len: 168 time: 1.3352420 Mar 05 14:38:05.350917 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53678) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:05.413552 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a232a3-7a06-4ccf-9c27-76e2027b54a7 admin admin] Deleting subnet 1c5ed334-fa1f-4483-8de0-e2096bcb527c {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:38:05.416587 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-68a232a3-7a06-4ccf-9c27-76e2027b54a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:05.466404 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-68a232a3-7a06-4ccf-9c27-76e2027b54a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:05.548822 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-68a232a3-7a06-4ccf-9c27-76e2027b54a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:05.617919 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-68a232a3-7a06-4ccf-9c27-76e2027b54a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:05.659990 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-68a232a3-7a06-4ccf-9c27-76e2027b54a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:05.662744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a232a3-7a06-4ccf-9c27-76e2027b54a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c5ed334-fa1f-4483-8de0-e2096bcb527c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:05.666361 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2748f83-3c86-4a8e-a9c1-41d4682aab31 None None] Network 30508b86-6ac8-4e59-bbc6-f14ac5946f4d requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:38:05.668654 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-68a232a3-7a06-4ccf-9c27-76e2027b54a7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1c5ed334-fa1f-4483-8de0-e2096bcb527c HTTP/1.1" status: 204 len: 168 time: 0.3167322 Mar 05 14:38:05.671011 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53682) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:05.783099 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-882e6ab6-c1b5-4c5b-bb9a-19ef252f27ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:05.794995 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-882e6ab6-c1b5-4c5b-bb9a-19ef252f27ca admin admin] Deleting port 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:38:05.795329 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-882e6ab6-c1b5-4c5b-bb9a-19ef252f27ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:05.914970 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ed1732-3c64-41da-ba02-15f5224424e0 None None] DHCP port deletion for 30508b86-6ac8-4e59-bbc6-f14ac5946f4d request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:38:05.919221 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-44ed1732-3c64-41da-ba02-15f5224424e0 None None] Deleting port 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:38:05.919594 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-44ed1732-3c64-41da-ba02-15f5224424e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:06.012272 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-882e6ab6-c1b5-4c5b-bb9a-19ef252f27ca admin admin] For port 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b,segment=NetworkSegment(c0aabffe-740b-4838-8f6f-8256dde97576),segment_id=c0aabffe-740b-4838-8f6f-8256dde97576)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:38:06.012823 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-882e6ab6-c1b5-4c5b-bb9a-19ef252f27ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:06.127384 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-44ed1732-3c64-41da-ba02-15f5224424e0 None None] For port 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b,segment=NetworkSegment(c0aabffe-740b-4838-8f6f-8256dde97576),segment_id=c0aabffe-740b-4838-8f6f-8256dde97576)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:38:06.127773 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-44ed1732-3c64-41da-ba02-15f5224424e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:06.142124 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-882e6ab6-c1b5-4c5b-bb9a-19ef252f27ca admin admin] Calling delete_port for 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:38:06.188395 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:38:06.222849 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-882e6ab6-c1b5-4c5b-bb9a-19ef252f27ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:06.271964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e6ab6-c1b5-4c5b-bb9a-19ef252f27ca admin admin] Pushing event deleted for resources: {'Port': ['ID=6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:06.273676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882e6ab6-c1b5-4c5b-bb9a-19ef252f27ca admin admin] No DVR routers for this DVR port 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:38:06.278608 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-44ed1732-3c64-41da-ba02-15f5224424e0 None None] Calling delete_port for 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:38:06.314632 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:38:06.315007 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:38:06.315407 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:38:06.349693 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:38:06.350032 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 52d8d882-ef52-4c7e-aa2a-4f8dd5c662dc not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:38:06.350452 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5f788299-0ab0-4e59-91a6-142084a01ded no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:38:06.395641 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-882e6ab6-c1b5-4c5b-bb9a-19ef252f27ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:06.413526 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 5f788299-0ab0-4e59-91a6-142084a01ded {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:38:06.413872 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5f788299-0ab0-4e59-91a6-142084a01ded not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:38:06.422888 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-44ed1732-3c64-41da-ba02-15f5224424e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:38:06.423019 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-882e6ab6-c1b5-4c5b-bb9a-19ef252f27ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30508b86-6ac8-4e59-bbc6-f14ac5946f4d']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:38:06.423393 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-44ed1732-3c64-41da-ba02-15f5224424e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:38:06.436883 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-882e6ab6-c1b5-4c5b-bb9a-19ef252f27ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0aabffe-740b-4838-8f6f-8256dde97576') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:38:06.437182 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-882e6ab6-c1b5-4c5b-bb9a-19ef252f27ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0aabffe-740b-4838-8f6f-8256dde97576') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:38:06.448457 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-882e6ab6-c1b5-4c5b-bb9a-19ef252f27ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:06.464835 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-882e6ab6-c1b5-4c5b-bb9a-19ef252f27ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:06.470986 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882e6ab6-c1b5-4c5b-bb9a-19ef252f27ca admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:38:06.471366 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-882e6ab6-c1b5-4c5b-bb9a-19ef252f27ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:38:06.484892 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:38:06.562976 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-882e6ab6-c1b5-4c5b-bb9a-19ef252f27ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:06.578907 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-882e6ab6-c1b5-4c5b-bb9a-19ef252f27ca admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:06.590664 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e6ab6-c1b5-4c5b-bb9a-19ef252f27ca admin admin] Pushing event deleted for resources: {'Network': ['ID=30508b86-6ac8-4e59-bbc6-f14ac5946f4d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:06.593470 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-882e6ab6-c1b5-4c5b-bb9a-19ef252f27ca admin admin] 10.222.0.16 "DELETE /v2.0/networks/30508b86-6ac8-4e59-bbc6-f14ac5946f4d HTTP/1.1" status: 204 len: 168 time: 0.9215524 Mar 05 14:38:06.787078 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53688) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:06.835614 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dac4fa5e-aa69-4ecf-b7db-c596af7ebc99 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1275695d435409b9dbf201d9a961f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472879 Mar 05 14:38:06.837876 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53692) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:06.897473 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4d40740-494b-4090-ad91-2809392dbaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:06.922446 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4d40740-494b-4090-ad91-2809392dbaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:06.924685 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-44ed1732-3c64-41da-ba02-15f5224424e0 None None] Deleting port 6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:38:06.925171 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-44ed1732-3c64-41da-ba02-15f5224424e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:06.977050 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4d40740-494b-4090-ad91-2809392dbaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:06.992091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-44ed1732-3c64-41da-ba02-15f5224424e0 None None] The port '6c3ddc8b-a80d-4b50-8b00-418b72dd6e0b' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:38:06.994332 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d40740-494b-4090-ad91-2809392dbaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc402f3c-d5b7-4f95-a12d-80070d39539e,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:07.008062 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e4d40740-494b-4090-ad91-2809392dbaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:07.009279 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e4d40740-494b-4090-ad91-2809392dbaef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc402f3c-d5b7-4f95-a12d-80070d39539e HTTP/1.1" status: 204 len: 168 time: 0.1704946 Mar 05 14:38:07.361909 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53700) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:07.411366 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-55045164-57bc-4644-a989-c6665d898607 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50618ac3336f4ec09801f8f3ea506eef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478358 Mar 05 14:38:07.413286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53704) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:07.471837 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-988997e1-ee56-4e61-aac2-f406743962d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:07.497167 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-988997e1-ee56-4e61-aac2-f406743962d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:07.549971 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-988997e1-ee56-4e61-aac2-f406743962d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:07.564883 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988997e1-ee56-4e61-aac2-f406743962d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd9693a-2846-41ee-9fd1-c2584eed3b3f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:07.571987 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-988997e1-ee56-4e61-aac2-f406743962d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:07.573099 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-988997e1-ee56-4e61-aac2-f406743962d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dfd9693a-2846-41ee-9fd1-c2584eed3b3f HTTP/1.1" status: 204 len: 168 time: 0.1589386 Mar 05 14:38:08.884264 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8729c58b-e17e-410f-a68f-6aeb0866c94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:10.450347 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53748) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:10.455663 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-07c3a1a6-f81b-4267-a40a-7b077b0fa3db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1324398276', 'description': 'tempest-secgroup-smoke-1324398276 description', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:38:10.463464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-07c3a1a6-f81b-4267-a40a-7b077b0fa3db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:38:10.467237 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-07c3a1a6-f81b-4267-a40a-7b077b0fa3db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:38:10.470405 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-07c3a1a6-f81b-4267-a40a-7b077b0fa3db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:38:10.476000 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-07c3a1a6-f81b-4267-a40a-7b077b0fa3db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:38:10.487149 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07c3a1a6-f81b-4267-a40a-7b077b0fa3db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:10.498749 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07c3a1a6-f81b-4267-a40a-7b077b0fa3db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:10.512619 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-07c3a1a6-f81b-4267-a40a-7b077b0fa3db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:38:10.516294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-07c3a1a6-f81b-4267-a40a-7b077b0fa3db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:38:10.518997 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-07c3a1a6-f81b-4267-a40a-7b077b0fa3db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:38:10.525484 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-07c3a1a6-f81b-4267-a40a-7b077b0fa3db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:38:10.608734 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07c3a1a6-f81b-4267-a40a-7b077b0fa3db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:10.612379 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07c3a1a6-f81b-4267-a40a-7b077b0fa3db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:10.622702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-07c3a1a6-f81b-4267-a40a-7b077b0fa3db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:38:10.629901 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-07c3a1a6-f81b-4267-a40a-7b077b0fa3db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:38:10.635219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-07c3a1a6-f81b-4267-a40a-7b077b0fa3db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:38:10.648488 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-07c3a1a6-f81b-4267-a40a-7b077b0fa3db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:38:10.656129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3a1a6-f81b-4267-a40a-7b077b0fa3db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccde7982-b868-4357-922c-34ded68ecd8f,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:10.724285 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07c3a1a6-f81b-4267-a40a-7b077b0fa3db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:10.728224 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07c3a1a6-f81b-4267-a40a-7b077b0fa3db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:10.772050 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3a1a6-f81b-4267-a40a-7b077b0fa3db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2024b560-5c3e-4b53-8a67-ab60b01c8497,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:10.775995 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07c3a1a6-f81b-4267-a40a-7b077b0fa3db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:10.777181 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-07c3a1a6-f81b-4267-a40a-7b077b0fa3db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3257809 Mar 05 14:38:10.780220 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53752) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:10.785009 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-0331a341-27ab-4e22-aa4f-6954d94e0ea2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': '2024b560-5c3e-4b53-8a67-ab60b01c8497', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:38:10.792283 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0331a341-27ab-4e22-aa4f-6954d94e0ea2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:38:10.796089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0331a341-27ab-4e22-aa4f-6954d94e0ea2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:38:10.798917 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0331a341-27ab-4e22-aa4f-6954d94e0ea2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:38:10.804727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0331a341-27ab-4e22-aa4f-6954d94e0ea2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:38:10.822075 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0331a341-27ab-4e22-aa4f-6954d94e0ea2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:10.880741 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0331a341-27ab-4e22-aa4f-6954d94e0ea2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:10.885174 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0331a341-27ab-4e22-aa4f-6954d94e0ea2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:10.908518 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331a341-27ab-4e22-aa4f-6954d94e0ea2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0836d4b7-a3dc-4b71-bff7-0ad36c1f2314,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:10.917327 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0331a341-27ab-4e22-aa4f-6954d94e0ea2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:10.918749 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0331a341-27ab-4e22-aa4f-6954d94e0ea2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376376 Mar 05 14:38:10.921664 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53756) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:10.927073 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-8fb4baa8-6c3f-4a07-807f-27790d30c45b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': '2024b560-5c3e-4b53-8a67-ab60b01c8497', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:38:10.934536 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8fb4baa8-6c3f-4a07-807f-27790d30c45b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:38:10.938713 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8fb4baa8-6c3f-4a07-807f-27790d30c45b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:38:10.941617 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8fb4baa8-6c3f-4a07-807f-27790d30c45b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:38:10.949126 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8fb4baa8-6c3f-4a07-807f-27790d30c45b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:38:10.965509 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8fb4baa8-6c3f-4a07-807f-27790d30c45b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.015243 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fb308f8a-f1e1-42db-bd53-c45b33d19fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.032953 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8fb4baa8-6c3f-4a07-807f-27790d30c45b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.036571 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8fb4baa8-6c3f-4a07-807f-27790d30c45b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.060508 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4baa8-6c3f-4a07-807f-27790d30c45b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7e47ec-8eee-45e9-b956-8ab763378392,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:11.068969 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8fb4baa8-6c3f-4a07-807f-27790d30c45b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.070419 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8fb4baa8-6c3f-4a07-807f-27790d30c45b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1476803 Mar 05 14:38:11.074193 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53760) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:11.079256 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-6b9cc5a0-df75-4622-b6ad-6f0e485b11a4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': '2024b560-5c3e-4b53-8a67-ab60b01c8497', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:38:11.085714 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6b9cc5a0-df75-4622-b6ad-6f0e485b11a4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:38:11.089551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6b9cc5a0-df75-4622-b6ad-6f0e485b11a4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:38:11.092460 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6b9cc5a0-df75-4622-b6ad-6f0e485b11a4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:38:11.098116 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6b9cc5a0-df75-4622-b6ad-6f0e485b11a4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:38:11.114168 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6b9cc5a0-df75-4622-b6ad-6f0e485b11a4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.175315 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6b9cc5a0-df75-4622-b6ad-6f0e485b11a4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.179131 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6b9cc5a0-df75-4622-b6ad-6f0e485b11a4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.202923 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9cc5a0-df75-4622-b6ad-6f0e485b11a4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51242379-30f1-4009-908b-178f6be9b0a0,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:11.212357 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6b9cc5a0-df75-4622-b6ad-6f0e485b11a4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.213592 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6b9cc5a0-df75-4622-b6ad-6f0e485b11a4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383739 Mar 05 14:38:11.216217 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53764) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:11.221133 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-21ad84f5-fa5a-4698-8b0e-330f4f98b4e6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': '2024b560-5c3e-4b53-8a67-ab60b01c8497', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:38:11.227804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-21ad84f5-fa5a-4698-8b0e-330f4f98b4e6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:38:11.231563 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-21ad84f5-fa5a-4698-8b0e-330f4f98b4e6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:38:11.234396 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-21ad84f5-fa5a-4698-8b0e-330f4f98b4e6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:38:11.240913 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-21ad84f5-fa5a-4698-8b0e-330f4f98b4e6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:38:11.257244 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21ad84f5-fa5a-4698-8b0e-330f4f98b4e6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.321733 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21ad84f5-fa5a-4698-8b0e-330f4f98b4e6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.325269 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21ad84f5-fa5a-4698-8b0e-330f4f98b4e6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.350045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad84f5-fa5a-4698-8b0e-330f4f98b4e6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d3374e-8084-4ecc-afb8-743827c8ea66,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:11.359545 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21ad84f5-fa5a-4698-8b0e-330f4f98b4e6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.360824 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-21ad84f5-fa5a-4698-8b0e-330f4f98b4e6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1436987 Mar 05 14:38:11.363511 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53768) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:11.369312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-5043dfb0-6929-4b95-87e3-c0a7088d8710 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': '2024b560-5c3e-4b53-8a67-ab60b01c8497', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:38:11.375664 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5043dfb0-6929-4b95-87e3-c0a7088d8710 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:38:11.379489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5043dfb0-6929-4b95-87e3-c0a7088d8710 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:38:11.382351 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-5043dfb0-6929-4b95-87e3-c0a7088d8710 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:38:11.388548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-5043dfb0-6929-4b95-87e3-c0a7088d8710 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:38:11.401143 n-d-803718-1 neutron-server[87914]: INFO neutron.db.securitygroups_db [None req-5043dfb0-6929-4b95-87e3-c0a7088d8710 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Project f6bbde4b0a6141a6a7e724e7aa2ebb51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:38:11.407637 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5043dfb0-6929-4b95-87e3-c0a7088d8710 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.473386 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5043dfb0-6929-4b95-87e3-c0a7088d8710 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.477387 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5043dfb0-6929-4b95-87e3-c0a7088d8710 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.502129 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043dfb0-6929-4b95-87e3-c0a7088d8710 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f026849-bd01-4f69-8add-b0878bca2c37,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:11.511108 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5043dfb0-6929-4b95-87e3-c0a7088d8710 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.512313 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5043dfb0-6929-4b95-87e3-c0a7088d8710 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1479161 Mar 05 14:38:11.515024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53772) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:11.519871 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-62c21d7a-5762-41b0-bc0e-6b5379a5a00f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': '2024b560-5c3e-4b53-8a67-ab60b01c8497', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:38:11.526041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-62c21d7a-5762-41b0-bc0e-6b5379a5a00f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:38:11.529805 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-62c21d7a-5762-41b0-bc0e-6b5379a5a00f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:38:11.532673 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-62c21d7a-5762-41b0-bc0e-6b5379a5a00f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:38:11.538434 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-62c21d7a-5762-41b0-bc0e-6b5379a5a00f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:38:11.548681 n-d-803718-1 neutron-server[87914]: INFO neutron.db.securitygroups_db [None req-62c21d7a-5762-41b0-bc0e-6b5379a5a00f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Project f6bbde4b0a6141a6a7e724e7aa2ebb51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:38:11.556351 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62c21d7a-5762-41b0-bc0e-6b5379a5a00f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.620240 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62c21d7a-5762-41b0-bc0e-6b5379a5a00f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.623761 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62c21d7a-5762-41b0-bc0e-6b5379a5a00f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.646801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c21d7a-5762-41b0-bc0e-6b5379a5a00f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8176c176-b999-48ee-9ac7-b015a8aff1fd,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:11.655995 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62c21d7a-5762-41b0-bc0e-6b5379a5a00f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.657394 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-62c21d7a-5762-41b0-bc0e-6b5379a5a00f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1414704 Mar 05 14:38:11.660884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53776) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:11.667398 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-04503ccd-ec6c-47c8-824c-5e5521f8d81f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'network': {'name': 'tempest-network-smoke--1635340488', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'port_security_enabled': True}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:38:11.672791 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-04503ccd-ec6c-47c8-824c-5e5521f8d81f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:38:11.676625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-04503ccd-ec6c-47c8-824c-5e5521f8d81f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:network and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:38:11.679753 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-04503ccd-ec6c-47c8-824c-5e5521f8d81f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:38:11.685412 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-04503ccd-ec6c-47c8-824c-5e5521f8d81f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:38:11.695588 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04503ccd-ec6c-47c8-824c-5e5521f8d81f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Made reservation on behalf of f6bbde4b0a6141a6a7e724e7aa2ebb51 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:38:11.699456 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-04503ccd-ec6c-47c8-824c-5e5521f8d81f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.728111 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04503ccd-ec6c-47c8-824c-5e5521f8d81f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:38:11.737302 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-04503ccd-ec6c-47c8-824c-5e5521f8d81f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.737633 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-04503ccd-ec6c-47c8-824c-5e5521f8d81f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Added segment 0ca1c040-8652-4c96-97cc-4338217970ce of type vlan for network b8db7464-3ff1-40ac-9035-fede0f1ab01b Mar 05 14:38:11.872113 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-04503ccd-ec6c-47c8-824c-5e5521f8d81f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.901228 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-04503ccd-ec6c-47c8-824c-5e5521f8d81f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:11.906644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04503ccd-ec6c-47c8-824c-5e5521f8d81f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:11.907239 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-04503ccd-ec6c-47c8-824c-5e5521f8d81f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:12.011315 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-04503ccd-ec6c-47c8-824c-5e5521f8d81f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3491442 Mar 05 14:38:12.014144 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53780) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:12.017565 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04503ccd-ec6c-47c8-824c-5e5521f8d81f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Network': ['ID=b8db7464-3ff1-40ac-9035-fede0f1ab01b,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:12.019495 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f1f00af4-3627-46df-b0d5-8cdb19489275 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-482121452', 'admin_state_up': True, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:38:12.028828 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f1f00af4-3627-46df-b0d5-8cdb19489275 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:38:12.029006 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network b8db7464-3ff1-40ac-9035-fede0f1ab01b details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:38:12.032661 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f1f00af4-3627-46df-b0d5-8cdb19489275 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:router and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:38:12.035671 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f1f00af4-3627-46df-b0d5-8cdb19489275 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:38:12.043752 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f1f00af4-3627-46df-b0d5-8cdb19489275 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:38:12.052742 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1f00af4-3627-46df-b0d5-8cdb19489275 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:12.054027 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1f00af4-3627-46df-b0d5-8cdb19489275 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:12.069141 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1f00af4-3627-46df-b0d5-8cdb19489275 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:12.215826 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:12.272332 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:12.345329 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1f00af4-3627-46df-b0d5-8cdb19489275 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:12.643947 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1f00af4-3627-46df-b0d5-8cdb19489275 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:12.790293 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1f00af4-3627-46df-b0d5-8cdb19489275 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:12.921695 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-f1f00af4-3627-46df-b0d5-8cdb19489275 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Allocated IP 172.25.4.165 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/ef32ce67-70f2-4d01-9758-31cc301c7562) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:38:13.067192 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1f00af4-3627-46df-b0d5-8cdb19489275 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:13.096122 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1f00af4-3627-46df-b0d5-8cdb19489275 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:13.154124 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f00af4-3627-46df-b0d5-8cdb19489275 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:38:13.156894 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-f1f00af4-3627-46df-b0d5-8cdb19489275 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:38:13.164709 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f00af4-3627-46df-b0d5-8cdb19489275 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:38:13.203483 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f00af4-3627-46df-b0d5-8cdb19489275 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=ef32ce67-70f2-4d01-9758-31cc301c7562,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:13.574904 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1f00af4-3627-46df-b0d5-8cdb19489275 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:13.865771 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:13.910051 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1f00af4-3627-46df-b0d5-8cdb19489275 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:14.237942 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f00af4-3627-46df-b0d5-8cdb19489275 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router bf56a451-d253-4fc3-a7c0-0d3695314670 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:38:14.409576 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f00af4-3627-46df-b0d5-8cdb19489275 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:38:14.425811 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] Sync routers for ids ['bf56a451-d253-4fc3-a7c0-0d3695314670'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:38:14.437916 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] Routers {'bf56a451-d253-4fc3-a7c0-0d3695314670'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:38:14.439177 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:38:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['bf56a451-d253-4fc3-a7c0-0d3695314670'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:38:14.440923 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1f00af4-3627-46df-b0d5-8cdb19489275 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:14.442286 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f1f00af4-3627-46df-b0d5-8cdb19489275 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4269907 Mar 05 14:38:14.445973 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53788) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:14.596504 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6bc49483-1a94-4a42-bc95-186be2e62fdd tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1493878 Mar 05 14:38:14.599221 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53794) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:14.629972 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] Set router bf56a451-d253-4fc3-a7c0-0d3695314670 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:38:14.733032 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb615c8-0e68-47f2-8d0e-6c87fa79a13b tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:14.737343 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3eb615c8-0e68-47f2-8d0e-6c87fa79a13b tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1371884 Mar 05 14:38:14.737497 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53798) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:14.780299 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5ab6683a-6b6f-462a-bfdb-1bd40906e8df tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409749 Mar 05 14:38:14.782852 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53802) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:14.788178 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-de8a5008-cc90-436e-a738-8cdc59d72cd8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2125697958', 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:38:14.902038 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-de8a5008-cc90-436e-a738-8cdc59d72cd8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:38:14.906440 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-de8a5008-cc90-436e-a738-8cdc59d72cd8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:subnet and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:38:14.909471 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-de8a5008-cc90-436e-a738-8cdc59d72cd8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:38:14.915772 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-de8a5008-cc90-436e-a738-8cdc59d72cd8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:38:14.928064 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8a5008-cc90-436e-a738-8cdc59d72cd8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Made reservation on behalf of f6bbde4b0a6141a6a7e724e7aa2ebb51 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:38:14.932810 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-de8a5008-cc90-436e-a738-8cdc59d72cd8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:14.957162 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482121452', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:13Z', 'revision_number': 3, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:38:14.961204 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] Checking router: bf56a451-d253-4fc3-a7c0-0d3695314670 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:38:14.961688 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] Updating router bf56a451-d253-4fc3-a7c0-0d3695314670 port ef32ce67-70f2-4d01-9758-31cc301c7562 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:38:15.013948 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:15.174029 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-de8a5008-cc90-436e-a738-8cdc59d72cd8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:15.259996 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a5008-cc90-436e-a738-8cdc59d72cd8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Subnet': ['ID=3e1538b7-e4e2-48f5-aeb2-50c55f4803c2,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:15.269677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8a5008-cc90-436e-a738-8cdc59d72cd8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Checking segment: {'id': '0ca1c040-8652-4c96-97cc-4338217970ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:38:15.270029 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8a5008-cc90-436e-a738-8cdc59d72cd8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network hostable DHCP agents. Network: b8db7464-3ff1-40ac-9035-fede0f1ab01b, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:38:15.289830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8a5008-cc90-436e-a738-8cdc59d72cd8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network b8db7464-3ff1-40ac-9035-fede0f1ab01b is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:38:15.298860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-de8a5008-cc90-436e-a738-8cdc59d72cd8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, b8db7464-3ff1-40ac-9035-fede0f1ab01b) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:38:15.303708 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8a5008-cc90-436e-a738-8cdc59d72cd8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:15.305008 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-de8a5008-cc90-436e-a738-8cdc59d72cd8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:15.315116 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4297332-5977-4328-b646-59cb94b9cbee None None] Network b8db7464-3ff1-40ac-9035-fede0f1ab01b requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:38:15.326633 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-de8a5008-cc90-436e-a738-8cdc59d72cd8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5427232 Mar 05 14:38:15.328299 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:38:15.329343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53806) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:15.434987 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:15.456293 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] Transition to ACTIVE for port object ef32ce67-70f2-4d01-9758-31cc301c7562 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:38:15.464664 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:15.591123 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] Attempting to bind port ef32ce67-70f2-4d01-9758-31cc301c7562 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:38:15.591488 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] Attempting to bind port ef32ce67-70f2-4d01-9758-31cc301c7562 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:38:15.591846 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] Attempting to bind port ef32ce67-70f2-4d01-9758-31cc301c7562 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:38:15.602906 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b78388-a2ac-4326-9a03-4b690c4b63aa None None] Pushing event updated for resources: {'Port': ['ID=ef32ce67-70f2-4d01-9758-31cc301c7562,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:15.609324 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:38:15.609694 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:38:15.610085 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:15.610473 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:38:15.610954 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] Bound port: ef32ce67-70f2-4d01-9758-31cc301c7562, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:38:15.611321 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:15.648208 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b78388-a2ac-4326-9a03-4b690c4b63aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:38:15.648729 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b78388-a2ac-4326-9a03-4b690c4b63aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:38:15.649064 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b78388-a2ac-4326-9a03-4b690c4b63aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:38:15.649398 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b78388-a2ac-4326-9a03-4b690c4b63aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:38:15.649723 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b78388-a2ac-4326-9a03-4b690c4b63aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:38:15.650046 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b78388-a2ac-4326-9a03-4b690c4b63aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:38:15.650363 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b78388-a2ac-4326-9a03-4b690c4b63aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:38:15.650682 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b78388-a2ac-4326-9a03-4b690c4b63aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:38:15.651021 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b78388-a2ac-4326-9a03-4b690c4b63aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:38:15.651334 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b78388-a2ac-4326-9a03-4b690c4b63aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:38:15.651647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b78388-a2ac-4326-9a03-4b690c4b63aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:38:15.651959 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b78388-a2ac-4326-9a03-4b690c4b63aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:38:15.711656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb3c3c2-59f2-43ca-bc2b-098c05f61050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-b8db7464-3ff1-40ac-9035-fede0f1ab01b', 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ips': [{'subnet_id': '3e1538b7-e4e2-48f5-aeb2-50c55f4803c2'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:38:15.712621 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9fb3c3c2-59f2-43ca-bc2b-098c05f61050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:15.788413 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] For port ef32ce67-70f2-4d01-9758-31cc301c7562, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:38:15.807482 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] For port ef32ce67-70f2-4d01-9758-31cc301c7562, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ef32ce67-70f2-4d01-9758-31cc301c7562,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:38:15.818263 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:15.956019 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b78388-a2ac-4326-9a03-4b690c4b63aa None None] Pushing event updated for resources: {'Port': ['ID=ef32ce67-70f2-4d01-9758-31cc301c7562,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:15.958420 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] Routers {'bf56a451-d253-4fc3-a7c0-0d3695314670'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:38:15.959042 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:38:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['bf56a451-d253-4fc3-a7c0-0d3695314670'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:38:16.030292 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57d56555-67da-456a-804a-76cfb8cdb84e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:16.030934 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-9fb3c3c2-59f2-43ca-bc2b-098c05f61050 None None] Allocated IP 172.20.0.2 (b8db7464-3ff1-40ac-9035-fede0f1ab01b/3e1538b7-e4e2-48f5-aeb2-50c55f4803c2/6fe47b75-39b8-4c9c-b6b2-123ce35379de) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:38:16.274886 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] Set router bf56a451-d253-4fc3-a7c0-0d3695314670 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:38:16.579414 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9fb3c3c2-59f2-43ca-bc2b-098c05f61050 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:16.617803 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9fb3c3c2-59f2-43ca-bc2b-098c05f61050 None None] Transition to ACTIVE for port object 6fe47b75-39b8-4c9c-b6b2-123ce35379de will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:38:16.644109 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9fb3c3c2-59f2-43ca-bc2b-098c05f61050 None None] Transition to ACTIVE for port object 6fe47b75-39b8-4c9c-b6b2-123ce35379de will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:38:16.651280 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9fb3c3c2-59f2-43ca-bc2b-098c05f61050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:16.715260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-57d56555-67da-456a-804a-76cfb8cdb84e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Allocated IP 172.20.0.1 (b8db7464-3ff1-40ac-9035-fede0f1ab01b/3e1538b7-e4e2-48f5-aeb2-50c55f4803c2/b552cc91-c1b0-4d94-a541-adbabfd86414) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:38:16.718795 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb3c3c2-59f2-43ca-bc2b-098c05f61050 None None] Network b8db7464-3ff1-40ac-9035-fede0f1ab01b is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:38:16.729082 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-9fb3c3c2-59f2-43ca-bc2b-098c05f61050 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:38:16.734280 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb3c3c2-59f2-43ca-bc2b-098c05f61050 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:38:16.741705 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3c3c2-59f2-43ca-bc2b-098c05f61050 None None] Pushing event updated for resources: {'Port': ['ID=6fe47b75-39b8-4c9c-b6b2-123ce35379de,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:16.747263 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482121452', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:13Z', 'revision_number': 3, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:38:16.779647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70656d69-3dde-4245-9df6-365d60f271e8 None None] The sync data for ids ['bf56a451-d253-4fc3-a7c0-0d3695314670'] in n-d-803718-1 is: [{'id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482121452', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:13Z', 'revision_number': 3, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:38:16.839861 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9fb3c3c2-59f2-43ca-bc2b-098c05f61050 None None] Attempting to bind port 6fe47b75-39b8-4c9c-b6b2-123ce35379de on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:38:16.840237 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9fb3c3c2-59f2-43ca-bc2b-098c05f61050 None None] Attempting to bind port 6fe47b75-39b8-4c9c-b6b2-123ce35379de by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '0ca1c040-8652-4c96-97cc-4338217970ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:38:16.840606 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb3c3c2-59f2-43ca-bc2b-098c05f61050 None None] Attempting to bind port 6fe47b75-39b8-4c9c-b6b2-123ce35379de on network b8db7464-3ff1-40ac-9035-fede0f1ab01b {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:38:16.846290 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb3c3c2-59f2-43ca-bc2b-098c05f61050 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:38:16.846670 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb3c3c2-59f2-43ca-bc2b-098c05f61050 None None] Checking segment: {'id': '0ca1c040-8652-4c96-97cc-4338217970ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:38:16.847131 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9fb3c3c2-59f2-43ca-bc2b-098c05f61050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:16.847529 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb3c3c2-59f2-43ca-bc2b-098c05f61050 None None] Bound using segment: {'id': '0ca1c040-8652-4c96-97cc-4338217970ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:38:16.848001 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-9fb3c3c2-59f2-43ca-bc2b-098c05f61050 None None] Bound port: 6fe47b75-39b8-4c9c-b6b2-123ce35379de, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca1c040-8652-4c96-97cc-4338217970ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:38:16.848372 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9fb3c3c2-59f2-43ca-bc2b-098c05f61050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:16.887488 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57d56555-67da-456a-804a-76cfb8cdb84e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:16.904782 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-57d56555-67da-456a-804a-76cfb8cdb84e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Transition to ACTIVE for port object b552cc91-c1b0-4d94-a541-adbabfd86414 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:38:16.932529 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57d56555-67da-456a-804a-76cfb8cdb84e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:16.942633 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9fb3c3c2-59f2-43ca-bc2b-098c05f61050 None None] For port 6fe47b75-39b8-4c9c-b6b2-123ce35379de, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:38:16.946118 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9fb3c3c2-59f2-43ca-bc2b-098c05f61050 None None] For port 6fe47b75-39b8-4c9c-b6b2-123ce35379de, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6fe47b75-39b8-4c9c-b6b2-123ce35379de,segment=NetworkSegment(0ca1c040-8652-4c96-97cc-4338217970ce),segment_id=0ca1c040-8652-4c96-97cc-4338217970ce)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:38:16.950427 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9fb3c3c2-59f2-43ca-bc2b-098c05f61050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:17.018650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d56555-67da-456a-804a-76cfb8cdb84e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network b8db7464-3ff1-40ac-9035-fede0f1ab01b is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:38:17.022081 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-57d56555-67da-456a-804a-76cfb8cdb84e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:38:17.031961 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d56555-67da-456a-804a-76cfb8cdb84e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:38:17.064984 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3c3c2-59f2-43ca-bc2b-098c05f61050 None None] Pushing event updated for resources: {'Port': ['ID=6fe47b75-39b8-4c9c-b6b2-123ce35379de,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:17.077281 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d56555-67da-456a-804a-76cfb8cdb84e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=b552cc91-c1b0-4d94-a541-adbabfd86414,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:17.106028 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57d56555-67da-456a-804a-76cfb8cdb84e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:17.412015 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57d56555-67da-456a-804a-76cfb8cdb84e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:17.842632 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57d56555-67da-456a-804a-76cfb8cdb84e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:17.847246 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57d56555-67da-456a-804a-76cfb8cdb84e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:17.962098 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-57d56555-67da-456a-804a-76cfb8cdb84e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:17.982035 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d56555-67da-456a-804a-76cfb8cdb84e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=b552cc91-c1b0-4d94-a541-adbabfd86414,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:18.042944 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9428637b-5a42-4b6e-b29b-d667dfa685d9 None None] Network b8db7464-3ff1-40ac-9035-fede0f1ab01b requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:38:18.165895 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b10146f9-4de7-4137-ab48-044fc2611816 None None] Provisioning for port 6fe47b75-39b8-4c9c-b6b2-123ce35379de completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:38:18.256457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d56555-67da-456a-804a-76cfb8cdb84e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network b8db7464-3ff1-40ac-9035-fede0f1ab01b is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:38:18.261292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-57d56555-67da-456a-804a-76cfb8cdb84e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:38:18.272644 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ef32ce67-70f2-4d01-9758-31cc301c7562 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:38:18.372105 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port ef32ce67-70f2-4d01-9758-31cc301c7562 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:38:18.377697 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port ef32ce67-70f2-4d01-9758-31cc301c7562 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:38:18.378081 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:18.488293 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d56555-67da-456a-804a-76cfb8cdb84e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router bf56a451-d253-4fc3-a7c0-0d3695314670 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:38:18.519536 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:18.540566 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port ef32ce67-70f2-4d01-9758-31cc301c7562, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ef32ce67-70f2-4d01-9758-31cc301c7562,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:38:18.545174 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:18.546219 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6fe47b75-39b8-4c9c-b6b2-123ce35379de up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:38:18.677087 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=ef32ce67-70f2-4d01-9758-31cc301c7562,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:18.698987 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d56555-67da-456a-804a-76cfb8cdb84e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:38:18.708867 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 6fe47b75-39b8-4c9c-b6b2-123ce35379de completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:38:18.717550 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-eecbd715-b7ae-4d3b-98b0-d54d12d00e3c None None] Provisioning for port b552cc91-c1b0-4d94-a541-adbabfd86414 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:38:18.718495 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-57d56555-67da-456a-804a-76cfb8cdb84e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "PUT /v2.0/routers/bf56a451-d253-4fc3-a7c0-0d3695314670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3879440 Mar 05 14:38:18.719826 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] Sync routers for ids ['bf56a451-d253-4fc3-a7c0-0d3695314670'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:38:18.720937 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 6fe47b75-39b8-4c9c-b6b2-123ce35379de triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:38:18.721401 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:18.736257 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] Routers {'bf56a451-d253-4fc3-a7c0-0d3695314670'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:38:18.737143 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:38:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['bf56a451-d253-4fc3-a7c0-0d3695314670'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:38:18.775705 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-eecbd715-b7ae-4d3b-98b0-d54d12d00e3c None None] Provisioning complete for port b552cc91-c1b0-4d94-a541-adbabfd86414 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:38:18.776134 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-eecbd715-b7ae-4d3b-98b0-d54d12d00e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:18.869286 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-eecbd715-b7ae-4d3b-98b0-d54d12d00e3c None None] Port b552cc91-c1b0-4d94-a541-adbabfd86414 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:38:18.924350 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-e088e51a-b8dc-4761-b981-b2c0d39f1950 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1324398276&fields=id&tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51 HTTP/1.1" status: 200 len: 267 time: 0.0543242 Mar 05 14:38:18.998137 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] Set router bf56a451-d253-4fc3-a7c0-0d3695314670 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:38:18.999443 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:19.021646 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a1186323-f81f-4e3d-8196-269d19200faf None None] Provisioning complete for port b552cc91-c1b0-4d94-a541-adbabfd86414 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:38:19.022012 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a1186323-f81f-4e3d-8196-269d19200faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:19.085429 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 6fe47b75-39b8-4c9c-b6b2-123ce35379de, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6fe47b75-39b8-4c9c-b6b2-123ce35379de,segment=NetworkSegment(0ca1c040-8652-4c96-97cc-4338217970ce),segment_id=0ca1c040-8652-4c96-97cc-4338217970ce)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:38:19.091772 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a1186323-f81f-4e3d-8196-269d19200faf None None] Port b552cc91-c1b0-4d94-a541-adbabfd86414 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:38:19.093367 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:19.106331 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-8dec5b68-1ee9-4067-8bb8-f70fc1db259b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:19.107137 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-8dec5b68-1ee9-4067-8bb8-f70fc1db259b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:38:19.124711 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-8dec5b68-1ee9-4067-8bb8-f70fc1db259b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:38:19.126085 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-8dec5b68-1ee9-4067-8bb8-f70fc1db259b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/networks?id=b8db7464-3ff1-40ac-9035-fede0f1ab01b HTTP/1.1" status: 200 len: 797 time: 0.2008882 Mar 05 14:38:19.144058 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-34d0c827-f919-473d-a41d-4c477c63db40 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/quotas/f6bbde4b0a6141a6a7e724e7aa2ebb51 HTTP/1.1" status: 200 len: 375 time: 0.0119460 Mar 05 14:38:19.167637 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=6fe47b75-39b8-4c9c-b6b2-123ce35379de,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:19.212471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-dd3c02e9-082d-4a22-abb0-87eaf4b4dd26 None None] Provisioning complete for port b552cc91-c1b0-4d94-a541-adbabfd86414 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:38:19.212980 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-dd3c02e9-082d-4a22-abb0-87eaf4b4dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:19.239204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-d19efd29-152a-4cf6-8b64-04d85660086d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:38:19.259395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-d19efd29-152a-4cf6-8b64-04d85660086d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:38:19.261478 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-d19efd29-152a-4cf6-8b64-04d85660086d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1100876 Mar 05 14:38:19.266703 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-dd3c02e9-082d-4a22-abb0-87eaf4b4dd26 None None] Port b552cc91-c1b0-4d94-a541-adbabfd86414 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:38:19.328507 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482121452', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:17Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b552cc91-c1b0-4d94-a541-adbabfd86414', 'name': '', 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:3a:b5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3e1538b7-e4e2-48f5-aeb2-50c55f4803c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:38:16Z', 'updated_at': '2022-03-05T14:38:17Z', 'revision_number': 2, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': '3e1538b7-e4e2-48f5-aeb2-50c55f4803c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:38:19.332160 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] Checking router: bf56a451-d253-4fc3-a7c0-0d3695314670 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:38:19.332494 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] Updating router bf56a451-d253-4fc3-a7c0-0d3695314670 port b552cc91-c1b0-4d94-a541-adbabfd86414 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:38:19.385033 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:19.404022 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-01ff76cc-5eab-4bc9-a30b-7e1b7030cefc service neutron] 10.222.0.16 "GET /v2.0/networks/b8db7464-3ff1-40ac-9035-fede0f1ab01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276484 Mar 05 14:38:19.546064 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-5e537379-6094-4a98-a03c-97b2fcddda5d service neutron] 10.222.0.16 "GET /v2.0/networks/b8db7464-3ff1-40ac-9035-fede0f1ab01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278067 Mar 05 14:38:19.732671 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-439f7680-07a5-4772-af15-24fd167ed51b req-9142753f-c0fb-436c-8059-901e3677bbfc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 210 time: 0.0430784 Mar 05 14:38:19.739301 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:19.751638 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] Transition to ACTIVE for port object b552cc91-c1b0-4d94-a541-adbabfd86414 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:38:19.757246 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:19.911838 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b422810-3b1b-4767-bf85-41fd98d702b6 None None] Pushing event updated for resources: {'Port': ['ID=b552cc91-c1b0-4d94-a541-adbabfd86414,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:19.928787 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b422810-3b1b-4767-bf85-41fd98d702b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:38:19.929140 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b422810-3b1b-4767-bf85-41fd98d702b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:38:19.929446 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b422810-3b1b-4767-bf85-41fd98d702b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:38:19.930351 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b422810-3b1b-4767-bf85-41fd98d702b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:38:19.931369 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b422810-3b1b-4767-bf85-41fd98d702b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:38:19.931692 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b422810-3b1b-4767-bf85-41fd98d702b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:38:19.932015 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b422810-3b1b-4767-bf85-41fd98d702b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:38:19.932332 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b422810-3b1b-4767-bf85-41fd98d702b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:38:19.932648 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b422810-3b1b-4767-bf85-41fd98d702b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:38:19.932960 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b422810-3b1b-4767-bf85-41fd98d702b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:38:19.933277 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b422810-3b1b-4767-bf85-41fd98d702b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:38:19.933588 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b422810-3b1b-4767-bf85-41fd98d702b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:38:19.987378 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] Attempting to bind port b552cc91-c1b0-4d94-a541-adbabfd86414 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:38:19.987822 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] Attempting to bind port b552cc91-c1b0-4d94-a541-adbabfd86414 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '0ca1c040-8652-4c96-97cc-4338217970ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:38:19.988178 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] Attempting to bind port b552cc91-c1b0-4d94-a541-adbabfd86414 on network b8db7464-3ff1-40ac-9035-fede0f1ab01b {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:38:19.994340 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:38:19.994699 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] Checking segment: {'id': '0ca1c040-8652-4c96-97cc-4338217970ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:38:19.995116 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:19.995498 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] Bound using segment: {'id': '0ca1c040-8652-4c96-97cc-4338217970ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:38:19.995948 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] Bound port: b552cc91-c1b0-4d94-a541-adbabfd86414, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca1c040-8652-4c96-97cc-4338217970ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:38:19.996302 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:20.087746 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] For port b552cc91-c1b0-4d94-a541-adbabfd86414, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:38:20.090791 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] For port b552cc91-c1b0-4d94-a541-adbabfd86414, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b552cc91-c1b0-4d94-a541-adbabfd86414,segment=NetworkSegment(0ca1c040-8652-4c96-97cc-4338217970ce),segment_id=0ca1c040-8652-4c96-97cc-4338217970ce)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:38:20.095116 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:20.171400 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] Routers {'bf56a451-d253-4fc3-a7c0-0d3695314670'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:38:20.172018 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:38:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['bf56a451-d253-4fc3-a7c0-0d3695314670'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:38:20.185252 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ef32ce67-70f2-4d01-9758-31cc301c7562 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:38:20.236707 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b422810-3b1b-4767-bf85-41fd98d702b6 None None] Pushing event updated for resources: {'Port': ['ID=b552cc91-c1b0-4d94-a541-adbabfd86414,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:20.262553 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port ef32ce67-70f2-4d01-9758-31cc301c7562 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:38:20.262953 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:20.390027 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] Set router bf56a451-d253-4fc3-a7c0-0d3695314670 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:38:20.390329 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6fe47b75-39b8-4c9c-b6b2-123ce35379de up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:38:20.469103 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 6fe47b75-39b8-4c9c-b6b2-123ce35379de triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:38:20.469480 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:20.703435 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482121452', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:17Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b552cc91-c1b0-4d94-a541-adbabfd86414', 'name': '', 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:3a:b5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3e1538b7-e4e2-48f5-aeb2-50c55f4803c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:38:16Z', 'updated_at': '2022-03-05T14:38:20Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': '3e1538b7-e4e2-48f5-aeb2-50c55f4803c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:38:20.707432 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66b664a-462b-4a96-a025-34418cf4c93e None None] The sync data for ids ['bf56a451-d253-4fc3-a7c0-0d3695314670'] in n-d-803718-1 is: [{'id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482121452', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:17Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b552cc91-c1b0-4d94-a541-adbabfd86414', 'name': '', 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:3a:b5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3e1538b7-e4e2-48f5-aeb2-50c55f4803c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:38:16Z', 'updated_at': '2022-03-05T14:38:20Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': '3e1538b7-e4e2-48f5-aeb2-50c55f4803c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:38:20.845823 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dba84635-d608-4ef2-ae9d-a5f40b143409 req-71ad4970-5606-41f9-80cb-ff6d7b7329b9 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 210 time: 0.0511403 Mar 05 14:38:21.864954 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-c874e9db-8c84-436c-ae04-0409c110a4f6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:21.866354 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-c874e9db-8c84-436c-ae04-0409c110a4f6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.30 "GET /v2.0/networks?id=b8db7464-3ff1-40ac-9035-fede0f1ab01b HTTP/1.1" status: 200 len: 797 time: 0.1478884 Mar 05 14:38:21.914356 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-c19094eb-ad81-4253-83c1-32a856eb3e72 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:38:21.931276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-c19094eb-ad81-4253-83c1-32a856eb3e72 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:38:21.932621 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-c19094eb-ad81-4253-83c1-32a856eb3e72 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51 HTTP/1.1" status: 200 len: 380 time: 0.0585110 Mar 05 14:38:21.941985 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-9e8a3a1a-3ef2-4728-a09b-19cab6b0657a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'port': {'device_id': '70487892-3772-48e8-bb66-9e1374ac6fdd', 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b', 'admin_state_up': True, 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'security_groups': ['2024b560-5c3e-4b53-8a67-ab60b01c8497']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:38:22.015218 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aeade1d9-ca9e-499f-893f-fa9fc7f88132 req-a8ad4152-7ad9-4fe3-b8d1-6e82e1dd5b6a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 210 time: 0.0594435 Mar 05 14:38:22.120763 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-9e8a3a1a-3ef2-4728-a09b-19cab6b0657a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:38:22.130936 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-9e8a3a1a-3ef2-4728-a09b-19cab6b0657a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:38:22.143595 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-9e8a3a1a-3ef2-4728-a09b-19cab6b0657a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Made reservation on behalf of f6bbde4b0a6141a6a7e724e7aa2ebb51 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:38:22.147192 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-9e8a3a1a-3ef2-4728-a09b-19cab6b0657a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:22.190461 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b552cc91-c1b0-4d94-a541-adbabfd86414 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:38:22.257326 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port b552cc91-c1b0-4d94-a541-adbabfd86414 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:38:22.262114 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b552cc91-c1b0-4d94-a541-adbabfd86414 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:38:22.262484 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:22.316150 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-9e8a3a1a-3ef2-4728-a09b-19cab6b0657a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Allocated IP 172.20.0.12 (b8db7464-3ff1-40ac-9035-fede0f1ab01b/3e1538b7-e4e2-48f5-aeb2-50c55f4803c2/d7668d77-82ba-4459-8366-0067260c7122) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:38:22.386062 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:22.418946 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port b552cc91-c1b0-4d94-a541-adbabfd86414, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b552cc91-c1b0-4d94-a541-adbabfd86414,segment=NetworkSegment(0ca1c040-8652-4c96-97cc-4338217970ce),segment_id=0ca1c040-8652-4c96-97cc-4338217970ce)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:38:22.422687 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:22.495081 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=b552cc91-c1b0-4d94-a541-adbabfd86414,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:22.511620 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-9e8a3a1a-3ef2-4728-a09b-19cab6b0657a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:22.526792 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-9e8a3a1a-3ef2-4728-a09b-19cab6b0657a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Transition to ACTIVE for port object d7668d77-82ba-4459-8366-0067260c7122 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:38:22.550135 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-9e8a3a1a-3ef2-4728-a09b-19cab6b0657a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:22.613496 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-9e8a3a1a-3ef2-4728-a09b-19cab6b0657a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network b8db7464-3ff1-40ac-9035-fede0f1ab01b is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:38:22.616486 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-9e8a3a1a-3ef2-4728-a09b-19cab6b0657a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:38:22.625542 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-9e8a3a1a-3ef2-4728-a09b-19cab6b0657a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:38:22.665826 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a3a1a-3ef2-4728-a09b-19cab6b0657a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=d7668d77-82ba-4459-8366-0067260c7122,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:22.699015 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-9e8a3a1a-3ef2-4728-a09b-19cab6b0657a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:22.699643 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-9e8a3a1a-3ef2-4728-a09b-19cab6b0657a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:22.724728 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-9e8a3a1a-3ef2-4728-a09b-19cab6b0657a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7862957 Mar 05 14:38:22.735726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-ddbf4757-014a-4860-9307-1ddeb49c7694 service neutron] Request body: {'port': {'device_id': '70487892-3772-48e8-bb66-9e1374ac6fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:38:22.805804 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-228a7183-16aa-464a-b7b9-2cc4043906b9 None None] Provisioning for port d7668d77-82ba-4459-8366-0067260c7122 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:38:22.810590 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-228a7183-16aa-464a-b7b9-2cc4043906b9 None None] Provisioning complete for port d7668d77-82ba-4459-8366-0067260c7122 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:38:22.810979 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-228a7183-16aa-464a-b7b9-2cc4043906b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:22.852252 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-ddbf4757-014a-4860-9307-1ddeb49c7694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:22.868435 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-228a7183-16aa-464a-b7b9-2cc4043906b9 None None] Port d7668d77-82ba-4459-8366-0067260c7122 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:38:23.205631 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f20f16-4fc4-40df-946e-2b1b30a651ec req-6dc8a01b-42d7-4603-8c3c-7c0887553be4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:23.207167 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b4f20f16-4fc4-40df-946e-2b1b30a651ec req-6dc8a01b-42d7-4603-8c3c-7c0887553be4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 932 time: 0.0820801 Mar 05 14:38:23.255137 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b4f20f16-4fc4-40df-946e-2b1b30a651ec req-8ebee329-ea8b-4e45-8084-83d92254c9a5 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2024b560-5c3e-4b53-8a67-ab60b01c8497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416756 Mar 05 14:38:23.315499 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-ddbf4757-014a-4860-9307-1ddeb49c7694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7668d77-82ba-4459-8366-0067260c7122 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:38:23.322787 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-ddbf4757-014a-4860-9307-1ddeb49c7694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:23.336980 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-ddbf4757-014a-4860-9307-1ddeb49c7694 service neutron] Transition to ACTIVE for port object d7668d77-82ba-4459-8366-0067260c7122 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:38:23.339744 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-ddbf4757-014a-4860-9307-1ddeb49c7694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:23.501800 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf4757-014a-4860-9307-1ddeb49c7694 service neutron] Pushing event updated for resources: {'Port': ['ID=d7668d77-82ba-4459-8366-0067260c7122,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:23.590514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-ddbf4757-014a-4860-9307-1ddeb49c7694 service neutron] Attempting to bind port d7668d77-82ba-4459-8366-0067260c7122 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:38:23.590880 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-ddbf4757-014a-4860-9307-1ddeb49c7694 service neutron] Attempting to bind port d7668d77-82ba-4459-8366-0067260c7122 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '0ca1c040-8652-4c96-97cc-4338217970ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:38:23.591210 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-ddbf4757-014a-4860-9307-1ddeb49c7694 service neutron] Attempting to bind port d7668d77-82ba-4459-8366-0067260c7122 on network b8db7464-3ff1-40ac-9035-fede0f1ab01b {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:38:23.596034 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-ddbf4757-014a-4860-9307-1ddeb49c7694 service neutron] Port d7668d77-82ba-4459-8366-0067260c7122 on network b8db7464-3ff1-40ac-9035-fede0f1ab01b not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:38:23.596355 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-ddbf4757-014a-4860-9307-1ddeb49c7694 service neutron] Attempting to bind port d7668d77-82ba-4459-8366-0067260c7122 on network b8db7464-3ff1-40ac-9035-fede0f1ab01b {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:38:23.601423 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-ddbf4757-014a-4860-9307-1ddeb49c7694 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:38:23.601755 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-ddbf4757-014a-4860-9307-1ddeb49c7694 service neutron] Checking segment: {'id': '0ca1c040-8652-4c96-97cc-4338217970ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:38:23.602134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-ddbf4757-014a-4860-9307-1ddeb49c7694 service neutron] Bound using segment: {'id': '0ca1c040-8652-4c96-97cc-4338217970ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:38:23.602558 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-ddbf4757-014a-4860-9307-1ddeb49c7694 service neutron] Bound port: d7668d77-82ba-4459-8366-0067260c7122, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ca1c040-8652-4c96-97cc-4338217970ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:38:23.602954 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-ddbf4757-014a-4860-9307-1ddeb49c7694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:23.690234 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-ddbf4757-014a-4860-9307-1ddeb49c7694 service neutron] For port d7668d77-82ba-4459-8366-0067260c7122, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:38:23.693249 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-ddbf4757-014a-4860-9307-1ddeb49c7694 service neutron] For port d7668d77-82ba-4459-8366-0067260c7122, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d7668d77-82ba-4459-8366-0067260c7122,segment=NetworkSegment(0ca1c040-8652-4c96-97cc-4338217970ce),segment_id=0ca1c040-8652-4c96-97cc-4338217970ce)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:38:23.697304 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-ddbf4757-014a-4860-9307-1ddeb49c7694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:23.752988 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-ddbf4757-014a-4860-9307-1ddeb49c7694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:23.753603 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-ddbf4757-014a-4860-9307-1ddeb49c7694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:23.754983 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-ddbf4757-014a-4860-9307-1ddeb49c7694 service neutron] 10.222.0.30 "PUT /v2.0/ports/d7668d77-82ba-4459-8366-0067260c7122 HTTP/1.1" status: 200 len: 1092 time: 1.0235939 Mar 05 14:38:23.755417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70487892-3772-48e8-bb66-9e1374ac6fdd', 'tag': 'd7668d77-82ba-4459-8366-0067260c7122'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:38:23.782604 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf4757-014a-4860-9307-1ddeb49c7694 service neutron] Pushing event updated for resources: {'Port': ['ID=d7668d77-82ba-4459-8366-0067260c7122,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:23.833558 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70487892-3772-48e8-bb66-9e1374ac6fdd', 'tag': 'd7668d77-82ba-4459-8366-0067260c7122', 'status': 'completed', 'code': 200} Mar 05 14:38:23.873146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-02d7ce5c-ced6-4c39-a9c0-d5436746bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:23.874771 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-02d7ce5c-ced6-4c39-a9c0-d5436746bb8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 1095 time: 0.0787363 Mar 05 14:38:23.947621 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-e10f91fc-a27a-4de3-b9ef-4daa23ba584b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7668d77-82ba-4459-8366-0067260c7122 HTTP/1.1" status: 200 len: 217 time: 0.0659173 Mar 05 14:38:24.011123 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-f8a35e0b-f7dc-427b-9a5f-55e033469b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:24.012557 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-f8a35e0b-f7dc-427b-9a5f-55e033469b78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e1538b7-e4e2-48f5-aeb2-50c55f4803c2 HTTP/1.1" status: 200 len: 835 time: 0.0600231 Mar 05 14:38:24.092549 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-43bd9555-6c7b-4f2a-a110-ea0d5b03e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:24.093911 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-43bd9555-6c7b-4f2a-a110-ea0d5b03e79c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8db7464-3ff1-40ac-9035-fede0f1ab01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731561 Mar 05 14:38:24.175531 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b552cc91-c1b0-4d94-a541-adbabfd86414 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:38:24.225455 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-75986c5a-3e49-40a4-8f1f-a1ff8013f3cb service neutron] 10.222.0.30 "GET /v2.0/networks/b8db7464-3ff1-40ac-9035-fede0f1ab01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249437 Mar 05 14:38:24.243936 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port b552cc91-c1b0-4d94-a541-adbabfd86414 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:38:24.244305 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:24.357529 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7473769c-a162-48ab-a8b2-04a732aa2c3e req-5bf81b9a-28c7-4c0a-9236-b801cd2c4f87 service neutron] 10.222.0.30 "GET /v2.0/networks/b8db7464-3ff1-40ac-9035-fede0f1ab01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264520 Mar 05 14:38:24.453295 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d55589-9b84-4c8e-bb68-ae5ad435afb4 req-e9b58bb4-6606-413a-b3b8-e0cd06150628 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:24.456034 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-30d55589-9b84-4c8e-bb68-ae5ad435afb4 req-e9b58bb4-6606-413a-b3b8-e0cd06150628 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 944 time: 0.0855398 Mar 05 14:38:24.481664 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6a0c1-d685-4c20-b281-53129c472f72 req-1ddc0652-4938-44da-be55-395ec14868b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:24.483139 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4fe6a0c1-d685-4c20-b281-53129c472f72 req-1ddc0652-4938-44da-be55-395ec14868b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 1095 time: 0.0723031 Mar 05 14:38:24.501816 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-30d55589-9b84-4c8e-bb68-ae5ad435afb4 req-1825e0e2-aa05-42f9-ab7f-be5d20b53142 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2024b560-5c3e-4b53-8a67-ab60b01c8497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393207 Mar 05 14:38:24.614240 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6a0c1-d685-4c20-b281-53129c472f72 req-ff97d7d0-7dc9-402a-8cd4-02da6f9ab02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:24.615779 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4fe6a0c1-d685-4c20-b281-53129c472f72 req-ff97d7d0-7dc9-402a-8cd4-02da6f9ab02f service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8db7464-3ff1-40ac-9035-fede0f1ab01b HTTP/1.1" status: 200 len: 897 time: 0.1271605 Mar 05 14:38:24.685875 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4fe6a0c1-d685-4c20-b281-53129c472f72 req-12fa8d2f-0292-4274-a4ef-9ca73721ccc6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7668d77-82ba-4459-8366-0067260c7122 HTTP/1.1" status: 200 len: 217 time: 0.0630584 Mar 05 14:38:24.748763 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6a0c1-d685-4c20-b281-53129c472f72 req-5cfdc01c-5ebe-4134-8937-300d3ab50e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:24.750148 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4fe6a0c1-d685-4c20-b281-53129c472f72 req-5cfdc01c-5ebe-4134-8937-300d3ab50e09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e1538b7-e4e2-48f5-aeb2-50c55f4803c2 HTTP/1.1" status: 200 len: 835 time: 0.0567033 Mar 05 14:38:24.828979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6a0c1-d685-4c20-b281-53129c472f72 req-d9f78275-8ec0-487d-93cf-f45ad079f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:24.830425 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4fe6a0c1-d685-4c20-b281-53129c472f72 req-d9f78275-8ec0-487d-93cf-f45ad079f5e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8db7464-3ff1-40ac-9035-fede0f1ab01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727420 Mar 05 14:38:25.070840 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4fe6a0c1-d685-4c20-b281-53129c472f72 req-b5f20278-8cf1-414b-835f-52cd2b44dc22 service neutron] 10.222.0.30 "GET /v2.0/networks/b8db7464-3ff1-40ac-9035-fede0f1ab01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319310 Mar 05 14:38:25.202603 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4fe6a0c1-d685-4c20-b281-53129c472f72 req-e8f7ab25-4f1f-4221-9a2a-dc4d80f3b64b service neutron] 10.222.0.30 "GET /v2.0/networks/b8db7464-3ff1-40ac-9035-fede0f1ab01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257770 Mar 05 14:38:25.691130 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb62ce-0925-4347-a9ac-bdad0f9ccfc8 req-41baaadd-cdef-4946-b818-932365b48142 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:25.691849 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-fefb62ce-0925-4347-a9ac-bdad0f9ccfc8 req-41baaadd-cdef-4946-b818-932365b48142 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:38:25.707134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-fefb62ce-0925-4347-a9ac-bdad0f9ccfc8 req-41baaadd-cdef-4946-b818-932365b48142 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:38:25.708327 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fefb62ce-0925-4347-a9ac-bdad0f9ccfc8 req-41baaadd-cdef-4946-b818-932365b48142 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 944 time: 0.0960958 Mar 05 14:38:25.752978 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-fefb62ce-0925-4347-a9ac-bdad0f9ccfc8 req-768bbc63-87ce-4cf7-9c6d-715b4cadfd17 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2024b560-5c3e-4b53-8a67-ab60b01c8497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382857 Mar 05 14:38:26.940565 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f8b52-2825-4517-9b37-1cb57bb32f76 req-8714baf6-3c58-48a6-8d39-51c411b1246d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:26.942021 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-240f8b52-2825-4517-9b37-1cb57bb32f76 req-8714baf6-3c58-48a6-8d39-51c411b1246d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 944 time: 0.0841265 Mar 05 14:38:26.990200 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-240f8b52-2825-4517-9b37-1cb57bb32f76 req-aaf51797-c59d-490d-a951-e5c36ce9fb7d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2024b560-5c3e-4b53-8a67-ab60b01c8497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421708 Mar 05 14:38:27.164549 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d7668d77-82ba-4459-8366-0067260c7122 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:38:27.294854 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port d7668d77-82ba-4459-8366-0067260c7122, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d7668d77-82ba-4459-8366-0067260c7122,segment=NetworkSegment(0ca1c040-8652-4c96-97cc-4338217970ce),segment_id=0ca1c040-8652-4c96-97cc-4338217970ce)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:38:27.307888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'd7668d77-82ba-4459-8366-0067260c7122', 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b', 'port_id': 'd7668d77-82ba-4459-8366-0067260c7122', 'mac_address': 'fa:16:3e:cf:23:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e1538b7-e4e2-48f5-aeb2-50c55f4803c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:38:27.365506 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:27.381376 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7668d77-82ba-4459-8366-0067260c7122 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:38:27.396716 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port d7668d77-82ba-4459-8366-0067260c7122, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d7668d77-82ba-4459-8366-0067260c7122,segment=NetworkSegment(0ca1c040-8652-4c96-97cc-4338217970ce),segment_id=0ca1c040-8652-4c96-97cc-4338217970ce)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:38:27.401423 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:27.466584 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=d7668d77-82ba-4459-8366-0067260c7122,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:27.598625 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['d7668d77-82ba-4459-8366-0067260c7122'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:38:28.180522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe2145-9160-483f-bb02-7185cf2b6347 req-7e9239d1-9b0a-4a7f-8b45-a8cece475ba8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:28.181975 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8dfe2145-9160-483f-bb02-7185cf2b6347 req-7e9239d1-9b0a-4a7f-8b45-a8cece475ba8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 945 time: 0.0854127 Mar 05 14:38:28.225599 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8dfe2145-9160-483f-bb02-7185cf2b6347 req-829cfa50-d236-4fc3-b5d2-a9efeb22757e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2024b560-5c3e-4b53-8a67-ab60b01c8497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380018 Mar 05 14:38:29.179051 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d7668d77-82ba-4459-8366-0067260c7122 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:38:29.270627 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port d7668d77-82ba-4459-8366-0067260c7122 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:38:29.275408 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port d7668d77-82ba-4459-8366-0067260c7122 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:38:29.275775 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:29.391840 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:29.416714 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c18111-d51a-45f5-a8c6-0c4ae5b922aa req-49183151-a218-462b-957d-3d21e642e230 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:29.418244 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8c18111-d51a-45f5-a8c6-0c4ae5b922aa req-49183151-a218-462b-957d-3d21e642e230 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 945 time: 0.0869315 Mar 05 14:38:29.420452 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70487892-3772-48e8-bb66-9e1374ac6fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7668d77-82ba-4459-8366-0067260c7122'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:38:29.430947 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port d7668d77-82ba-4459-8366-0067260c7122, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d7668d77-82ba-4459-8366-0067260c7122,segment=NetworkSegment(0ca1c040-8652-4c96-97cc-4338217970ce),segment_id=0ca1c040-8652-4c96-97cc-4338217970ce)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:38:29.440003 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:29.467072 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f8c18111-d51a-45f5-a8c6-0c4ae5b922aa req-778481ab-baf5-487a-abfc-390c2da2e97f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2024b560-5c3e-4b53-8a67-ab60b01c8497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431318 Mar 05 14:38:29.522604 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:29.525906 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:29.534125 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70487892-3772-48e8-bb66-9e1374ac6fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7668d77-82ba-4459-8366-0067260c7122', 'code': 200} Mar 05 14:38:29.534789 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=d7668d77-82ba-4459-8366-0067260c7122,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:29.659369 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf1563-bd1c-4485-8a89-a36000006bc0 req-07274e5c-b9d2-4451-bab8-3d8619d53ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:29.660794 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9bcf1563-bd1c-4485-8a89-a36000006bc0 req-07274e5c-b9d2-4451-bab8-3d8619d53ca1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 1097 time: 0.0687125 Mar 05 14:38:29.703368 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9bcf1563-bd1c-4485-8a89-a36000006bc0 req-d62f3d14-2ac0-4667-9d8b-437f1ec4ae74 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2024b560-5c3e-4b53-8a67-ab60b01c8497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363832 Mar 05 14:38:30.765426 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddd822-3dfd-431e-8789-743748ec2d70 req-629998fb-243c-4e3c-a139-024d31e52655 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:30.766822 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bbddd822-3dfd-431e-8789-743748ec2d70 req-629998fb-243c-4e3c-a139-024d31e52655 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 946 time: 0.1932788 Mar 05 14:38:30.814115 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bbddd822-3dfd-431e-8789-743748ec2d70 req-5387b3c2-51aa-426d-85d8-fe654123c7c2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2024b560-5c3e-4b53-8a67-ab60b01c8497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412304 Mar 05 14:38:32.000405 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864a842-56ee-4983-87da-b481fae7cd6e req-0c8d289a-2dfc-471b-b8ce-e953a4b73435 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:32.001844 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6864a842-56ee-4983-87da-b481fae7cd6e req-0c8d289a-2dfc-471b-b8ce-e953a4b73435 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 946 time: 0.0780356 Mar 05 14:38:32.052263 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6864a842-56ee-4983-87da-b481fae7cd6e req-22f88100-e79f-4ff7-a428-1b92678c9370 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2024b560-5c3e-4b53-8a67-ab60b01c8497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448444 Mar 05 14:38:32.241229 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6ee8c-aba1-47fe-adda-266ca48eb53e req-ce89f2cd-115b-45f8-a653-a2d0e0681050 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:32.242980 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-efb6ee8c-aba1-47fe-adda-266ca48eb53e req-ce89f2cd-115b-45f8-a653-a2d0e0681050 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 946 time: 0.0800240 Mar 05 14:38:32.289649 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-efb6ee8c-aba1-47fe-adda-266ca48eb53e req-8103d34a-2a93-4f26-87cf-99e0402b8ab3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2024b560-5c3e-4b53-8a67-ab60b01c8497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411243 Mar 05 14:38:32.312714 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53872) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:32.381470 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a27324-9acd-4ada-befc-ce18eb2f28e6 tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:32.383819 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a8a27324-9acd-4ada-befc-ce18eb2f28e6 tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 1092 time: 0.0700469 Mar 05 14:38:32.386503 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53876) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:32.395953 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': 'd7668d77-82ba-4459-8366-0067260c7122', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:38:32.403425 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:38:32.407300 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:floatingip and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:38:32.410158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:38:32.415966 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:38:32.427922 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:32.566744 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:32.704085 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Allocated IP 172.25.4.80 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/8e301534-b637-4c28-a7af-116d72ed448f) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:38:32.849835 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:32.879170 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:32.937659 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:38:32.940394 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:38:32.948183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:38:32.988494 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=8e301534-b637-4c28-a7af-116d72ed448f,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:33.355768 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:33.429333 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:33.635642 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:33.640032 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:33.743895 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=8e301534-b637-4c28-a7af-116d72ed448f,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:38:33.755358 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:34.027205 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Floating IP a9077ec7-d6de-4875-85b3-0bb51bf242d3 associated. External IP: 172.25.4.80, port: d7668d77-82ba-4459-8366-0067260c7122. Mar 05 14:38:34.372622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router bf56a451-d253-4fc3-a7c0-0d3695314670 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:38:34.549210 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:38:34.559122 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b2f00d-2b84-416c-a349-723c0b5b7a69 None None] Sync routers for ids ['bf56a451-d253-4fc3-a7c0-0d3695314670'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:38:34.568156 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b2f00d-2b84-416c-a349-723c0b5b7a69 None None] Routers {'bf56a451-d253-4fc3-a7c0-0d3695314670'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:38:34.568855 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-07b2f00d-2b84-416c-a349-723c0b5b7a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:38:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['bf56a451-d253-4fc3-a7c0-0d3695314670'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:38:34.573968 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:34.631006 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6c8b659d-2ffb-48f1-a358-5abbff8ed918 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2432821 Mar 05 14:38:34.631509 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70487892-3772-48e8-bb66-9e1374ac6fdd', 'tag': 'd7668d77-82ba-4459-8366-0067260c7122'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:38:34.695257 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70487892-3772-48e8-bb66-9e1374ac6fdd', 'tag': 'd7668d77-82ba-4459-8366-0067260c7122', 'status': 'completed', 'code': 200} Mar 05 14:38:34.751871 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-07b2f00d-2b84-416c-a349-723c0b5b7a69 None None] Set router bf56a451-d253-4fc3-a7c0-0d3695314670 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:38:34.851895 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fdc29-fe27-43fa-9a98-c31a4def5f1b req-e0c29798-774e-4ef1-90ee-e41603fba291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:34.853367 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-647fdc29-fe27-43fa-9a98-c31a4def5f1b req-e0c29798-774e-4ef1-90ee-e41603fba291 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 1097 time: 0.1346884 Mar 05 14:38:34.860866 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b014d4-2573-4c0b-b8b8-8e9d476eb74b req-68985aec-99a1-4939-9aa9-b37d132a8d0f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:34.862196 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-80b014d4-2573-4c0b-b8b8-8e9d476eb74b req-68985aec-99a1-4939-9aa9-b37d132a8d0f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 946 time: 0.1129091 Mar 05 14:38:34.993766 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-80b014d4-2573-4c0b-b8b8-8e9d476eb74b req-fba1d539-5376-4e2f-85e0-804af85b0e0e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2024b560-5c3e-4b53-8a67-ab60b01c8497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133826 Mar 05 14:38:35.023871 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53886) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:35.031600 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fdc29-fe27-43fa-9a98-c31a4def5f1b req-9ea75340-bbca-473f-a994-3f158e528b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:35.033029 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-647fdc29-fe27-43fa-9a98-c31a4def5f1b req-9ea75340-bbca-473f-a994-3f158e528b64 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8db7464-3ff1-40ac-9035-fede0f1ab01b HTTP/1.1" status: 200 len: 897 time: 0.1700084 Mar 05 14:38:35.102753 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-07b2f00d-2b84-416c-a349-723c0b5b7a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482121452', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:17Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'a9077ec7-d6de-4875-85b3-0bb51bf242d3', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'floating_ip_address': '172.25.4.80', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'port_id': 'd7668d77-82ba-4459-8366-0067260c7122', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b', 'mac_address': 'fa:16:3e:cf:23:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70487892-3772-48e8-bb66-9e1374ac6fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:38:33Z', 'updated_at': '2022-03-05T14:38:33Z', 'revision_number': 0, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b552cc91-c1b0-4d94-a541-adbabfd86414', 'name': '', 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:3a:b5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3e1538b7-e4e2-48f5-aeb2-50c55f4803c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:38:16Z', 'updated_at': '2022-03-05T14:38:22Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': '3e1538b7-e4e2-48f5-aeb2-50c55f4803c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:38:35.107096 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b2f00d-2b84-416c-a349-723c0b5b7a69 None None] Checking router: bf56a451-d253-4fc3-a7c0-0d3695314670 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:38:35.115754 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b2f00d-2b84-416c-a349-723c0b5b7a69 None None] Routers {'bf56a451-d253-4fc3-a7c0-0d3695314670'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:38:35.117104 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-07b2f00d-2b84-416c-a349-723c0b5b7a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:38:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['bf56a451-d253-4fc3-a7c0-0d3695314670'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:38:35.134486 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d35f8f88-273c-4ac2-8a33-432343105ba7 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/floatingips/a9077ec7-d6de-4875-85b3-0bb51bf242d3 HTTP/1.1" status: 200 len: 991 time: 0.1094413 Mar 05 14:38:35.137250 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-647fdc29-fe27-43fa-9a98-c31a4def5f1b req-78ee79ce-983d-4667-a963-b7f5a112f72f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7668d77-82ba-4459-8366-0067260c7122 HTTP/1.1" status: 200 len: 999 time: 0.0979092 Mar 05 14:38:35.203316 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fdc29-fe27-43fa-9a98-c31a4def5f1b req-8fb8e1d1-23a0-4321-803b-a2beb1de7280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:35.205075 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-647fdc29-fe27-43fa-9a98-c31a4def5f1b req-8fb8e1d1-23a0-4321-803b-a2beb1de7280 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e1538b7-e4e2-48f5-aeb2-50c55f4803c2 HTTP/1.1" status: 200 len: 835 time: 0.0620527 Mar 05 14:38:35.279784 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fdc29-fe27-43fa-9a98-c31a4def5f1b req-a03f0c80-06e2-4d1f-b1e2-2c6b8828a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:35.281172 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-647fdc29-fe27-43fa-9a98-c31a4def5f1b req-a03f0c80-06e2-4d1f-b1e2-2c6b8828a304 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8db7464-3ff1-40ac-9035-fede0f1ab01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692821 Mar 05 14:38:35.299804 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-07b2f00d-2b84-416c-a349-723c0b5b7a69 None None] Set router bf56a451-d253-4fc3-a7c0-0d3695314670 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:38:35.415215 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-647fdc29-fe27-43fa-9a98-c31a4def5f1b req-78d26390-b976-4420-b94e-fb8b9885958d service neutron] 10.222.0.30 "GET /v2.0/networks/b8db7464-3ff1-40ac-9035-fede0f1ab01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274104 Mar 05 14:38:35.548803 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-647fdc29-fe27-43fa-9a98-c31a4def5f1b req-d782f2a9-623e-43e5-8cb5-2268b345dbe8 service neutron] 10.222.0.30 "GET /v2.0/networks/b8db7464-3ff1-40ac-9035-fede0f1ab01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283262 Mar 05 14:38:35.681330 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-07b2f00d-2b84-416c-a349-723c0b5b7a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482121452', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:17Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'a9077ec7-d6de-4875-85b3-0bb51bf242d3', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'floating_ip_address': '172.25.4.80', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'port_id': 'd7668d77-82ba-4459-8366-0067260c7122', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b', 'mac_address': 'fa:16:3e:cf:23:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70487892-3772-48e8-bb66-9e1374ac6fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:38:33Z', 'updated_at': '2022-03-05T14:38:33Z', 'revision_number': 0, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b552cc91-c1b0-4d94-a541-adbabfd86414', 'name': '', 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:3a:b5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3e1538b7-e4e2-48f5-aeb2-50c55f4803c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:38:16Z', 'updated_at': '2022-03-05T14:38:22Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': '3e1538b7-e4e2-48f5-aeb2-50c55f4803c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:38:35.685292 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b2f00d-2b84-416c-a349-723c0b5b7a69 None None] The sync data for ids ['bf56a451-d253-4fc3-a7c0-0d3695314670'] in n-d-803718-1 is: [{'id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482121452', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:17Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'a9077ec7-d6de-4875-85b3-0bb51bf242d3', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'floating_ip_address': '172.25.4.80', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'port_id': 'd7668d77-82ba-4459-8366-0067260c7122', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b', 'mac_address': 'fa:16:3e:cf:23:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70487892-3772-48e8-bb66-9e1374ac6fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:38:33Z', 'updated_at': '2022-03-05T14:38:33Z', 'revision_number': 0, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b552cc91-c1b0-4d94-a541-adbabfd86414', 'name': '', 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:3a:b5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3e1538b7-e4e2-48f5-aeb2-50c55f4803c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:38:16Z', 'updated_at': '2022-03-05T14:38:22Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': '3e1538b7-e4e2-48f5-aeb2-50c55f4803c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:38:35.865561 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b388465-4e37-4625-814b-c798801c19d0 None None] New status for floating IP a9077ec7-d6de-4875-85b3-0bb51bf242d3: ACTIVE {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:38:36.137894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53890) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:38:36.244853 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-1d4ee9ad-e7c4-44d3-98af-8bc3e363cd7f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/floatingips/a9077ec7-d6de-4875-85b3-0bb51bf242d3 HTTP/1.1" status: 200 len: 993 time: 0.1052253 Mar 05 14:38:38.885781 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-170cd742-5a25-425e-9d68-8a325b2bba50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:41.017896 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-730fcc86-3efd-445f-b002-c51f5fa930db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:42.217215 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:42.274812 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:43.876346 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:51.635193 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d6682f28-bc33-4dec-a73f-2fb9f481b1d1 req-05307699-b9e2-4c48-bece-a7370736474f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70487892-3772-48e8-bb66-9e1374ac6fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726492 Mar 05 14:38:51.777286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6682f28-bc33-4dec-a73f-2fb9f481b1d1 req-33993ac9-ddac-498d-addf-82017c8332ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:51.778668 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d6682f28-bc33-4dec-a73f-2fb9f481b1d1 req-33993ac9-ddac-498d-addf-82017c8332ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 1097 time: 0.0720205 Mar 05 14:38:51.921590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6682f28-bc33-4dec-a73f-2fb9f481b1d1 req-e85d4534-a846-4183-9ac7-de02785997aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:51.923054 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d6682f28-bc33-4dec-a73f-2fb9f481b1d1 req-e85d4534-a846-4183-9ac7-de02785997aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8db7464-3ff1-40ac-9035-fede0f1ab01b HTTP/1.1" status: 200 len: 897 time: 0.1250069 Mar 05 14:38:52.136510 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d6682f28-bc33-4dec-a73f-2fb9f481b1d1 req-466725d5-1d22-4d9e-a995-e45b894ca049 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7668d77-82ba-4459-8366-0067260c7122 HTTP/1.1" status: 200 len: 1001 time: 0.2063844 Mar 05 14:38:52.203279 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6682f28-bc33-4dec-a73f-2fb9f481b1d1 req-80ee4346-184b-47d0-bdd8-18305c0e23c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:52.204681 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d6682f28-bc33-4dec-a73f-2fb9f481b1d1 req-80ee4346-184b-47d0-bdd8-18305c0e23c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e1538b7-e4e2-48f5-aeb2-50c55f4803c2 HTTP/1.1" status: 200 len: 835 time: 0.0612204 Mar 05 14:38:52.281342 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6682f28-bc33-4dec-a73f-2fb9f481b1d1 req-cef126b5-d078-4305-80d2-1093b32715a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:38:52.282792 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d6682f28-bc33-4dec-a73f-2fb9f481b1d1 req-cef126b5-d078-4305-80d2-1093b32715a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8db7464-3ff1-40ac-9035-fede0f1ab01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718265 Mar 05 14:38:52.327363 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:38:52.414293 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d6682f28-bc33-4dec-a73f-2fb9f481b1d1 req-db100a76-b937-46ba-9023-e87cb4355a2b service neutron] 10.222.0.30 "GET /v2.0/networks/b8db7464-3ff1-40ac-9035-fede0f1ab01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246195 Mar 05 14:38:52.543691 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d6682f28-bc33-4dec-a73f-2fb9f481b1d1 req-0d520ccd-e020-47a2-bfb3-299c62a2e316 service neutron] 10.222.0.30 "GET /v2.0/networks/b8db7464-3ff1-40ac-9035-fede0f1ab01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236639 Mar 05 14:38:59.467045 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:38:59.476058 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:03.145858 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd4e6b-ce9a-4c9b-ada2-cb90034ac23d req-e3f9b79e-2c2d-4a6e-808c-37ec8ad6a23e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:03.147452 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5ccd4e6b-ce9a-4c9b-ada2-cb90034ac23d req-e3f9b79e-2c2d-4a6e-808c-37ec8ad6a23e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 946 time: 0.0827937 Mar 05 14:39:03.196071 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5ccd4e6b-ce9a-4c9b-ada2-cb90034ac23d req-f21dab26-38d7-4cab-9de5-88a1f5012f14 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2024b560-5c3e-4b53-8a67-ab60b01c8497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424771 Mar 05 14:39:04.384053 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2935c06-65bd-42b4-a6b7-24756fea1518 req-f238bfe6-7f90-45ad-8672-c6ba92dc54aa tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:04.385436 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e2935c06-65bd-42b4-a6b7-24756fea1518 req-f238bfe6-7f90-45ad-8672-c6ba92dc54aa tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 946 time: 0.0804205 Mar 05 14:39:04.430502 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e2935c06-65bd-42b4-a6b7-24756fea1518 req-2142ebe3-0788-4dac-ab8f-efd22d9bedf4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2024b560-5c3e-4b53-8a67-ab60b01c8497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394394 Mar 05 14:39:04.454721 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53912) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:04.560201 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-57da6fe7-2588-4a71-aed1-fd1e702ea278 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/floatingips/a9077ec7-d6de-4875-85b3-0bb51bf242d3 HTTP/1.1" status: 200 len: 993 time: 0.1042295 Mar 05 14:39:05.993088 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa3085-3a59-41e5-8c3c-b8d9575f5313 req-9647b738-3c9a-47ac-8aeb-a70dc013bf11 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:05.994548 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9efa3085-3a59-41e5-8c3c-b8d9575f5313 req-9647b738-3c9a-47ac-8aeb-a70dc013bf11 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 946 time: 0.0827215 Mar 05 14:39:06.043412 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9efa3085-3a59-41e5-8c3c-b8d9575f5313 req-93b0b8a2-6fd0-48bb-8401-73766fe35276 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2024b560-5c3e-4b53-8a67-ab60b01c8497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420198 Mar 05 14:39:07.232048 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88094333-443b-43db-a5e9-18f8acd7dc1d req-ff27b338-f7fb-4e68-893f-b629ec8af354 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:07.233479 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-88094333-443b-43db-a5e9-18f8acd7dc1d req-ff27b338-f7fb-4e68-893f-b629ec8af354 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 946 time: 0.0816953 Mar 05 14:39:07.276701 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-88094333-443b-43db-a5e9-18f8acd7dc1d req-f6633ddb-3db5-48f0-8401-ed300dd966d4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2024b560-5c3e-4b53-8a67-ab60b01c8497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377419 Mar 05 14:39:07.300083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53924) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:07.526219 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cebf99fa-170c-41f8-ac1e-0f68a66baf4a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/floatingips/a9077ec7-d6de-4875-85b3-0bb51bf242d3 HTTP/1.1" status: 200 len: 993 time: 0.2249799 Mar 05 14:39:07.845346 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53932) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:08.045324 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting port 8e301534-b637-4c28-a7af-116d72ed448f {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:39:08.045657 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:08.211383 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:08.211711 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:08.341578 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Calling delete_port for 8e301534-b637-4c28-a7af-116d72ed448f owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:39:08.491540 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:08.540635 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Port': ['ID=8e301534-b637-4c28-a7af-116d72ed448f,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:08.549570 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:08.549917 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:08.550249 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:08.550577 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:08.550934 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:08.551262 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:08.551582 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:08.552165 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:08.552482 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:08.552799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:08.553700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:08.554020 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:08.646460 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:08.647502 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Floating IP a9077ec7-d6de-4875-85b3-0bb51bf242d3 disassociated (deleted). External IP: 172.25.4.80, port: d7668d77-82ba-4459-8366-0067260c7122. Mar 05 14:39:08.888059 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-36a2a44e-e623-445a-a9dc-15130441b377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:09.005795 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router bf56a451-d253-4fc3-a7c0-0d3695314670 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:39:09.300409 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:39:09.310958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5906aca2-ab81-45b2-9ff7-73a4d0f02159 None None] Sync routers for ids ['bf56a451-d253-4fc3-a7c0-0d3695314670'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:39:09.320941 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5906aca2-ab81-45b2-9ff7-73a4d0f02159 None None] Routers {'bf56a451-d253-4fc3-a7c0-0d3695314670'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:39:09.321311 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:09.321703 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5906aca2-ab81-45b2-9ff7-73a4d0f02159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:38:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['bf56a451-d253-4fc3-a7c0-0d3695314670'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:39:09.378832 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6fe8901d-6d73-477c-9326-351e3f789fe1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/floatingips/a9077ec7-d6de-4875-85b3-0bb51bf242d3 HTTP/1.1" status: 204 len: 168 time: 1.5323839 Mar 05 14:39:09.379495 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70487892-3772-48e8-bb66-9e1374ac6fdd', 'tag': 'd7668d77-82ba-4459-8366-0067260c7122'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:39:09.451253 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70487892-3772-48e8-bb66-9e1374ac6fdd', 'tag': 'd7668d77-82ba-4459-8366-0067260c7122', 'status': 'completed', 'code': 200} Mar 05 14:39:09.509182 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-5906aca2-ab81-45b2-9ff7-73a4d0f02159 None None] Set router bf56a451-d253-4fc3-a7c0-0d3695314670 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:39:09.544771 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef182463-6ba5-4f20-8b1c-a2b7d05f7e82 req-d15b0e18-7a76-4bbb-99d0-c829d885fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:09.546235 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ef182463-6ba5-4f20-8b1c-a2b7d05f7e82 req-d15b0e18-7a76-4bbb-99d0-c829d885fe5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 1097 time: 0.0702269 Mar 05 14:39:09.685768 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef182463-6ba5-4f20-8b1c-a2b7d05f7e82 req-581a85e9-155c-4f6b-954a-907323949419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:09.687264 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ef182463-6ba5-4f20-8b1c-a2b7d05f7e82 req-581a85e9-155c-4f6b-954a-907323949419 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8db7464-3ff1-40ac-9035-fede0f1ab01b HTTP/1.1" status: 200 len: 897 time: 0.1345992 Mar 05 14:39:09.761038 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ef182463-6ba5-4f20-8b1c-a2b7d05f7e82 req-75186807-5f9c-4c1c-9b66-e3ad82e439a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7668d77-82ba-4459-8366-0067260c7122 HTTP/1.1" status: 200 len: 217 time: 0.0658040 Mar 05 14:39:09.804023 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013e109-cd67-4c28-9275-5e2f0222a940 req-ed1327ba-8ecd-49c6-80d7-74f58c619410 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:09.804765 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3013e109-cd67-4c28-9275-5e2f0222a940 req-ed1327ba-8ecd-49c6-80d7-74f58c619410 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:39:09.821334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3013e109-cd67-4c28-9275-5e2f0222a940 req-ed1327ba-8ecd-49c6-80d7-74f58c619410 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:39:09.823619 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3013e109-cd67-4c28-9275-5e2f0222a940 req-ed1327ba-8ecd-49c6-80d7-74f58c619410 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 946 time: 0.1016364 Mar 05 14:39:09.825211 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5906aca2-ab81-45b2-9ff7-73a4d0f02159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482121452', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:17Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b552cc91-c1b0-4d94-a541-adbabfd86414', 'name': '', 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:3a:b5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3e1538b7-e4e2-48f5-aeb2-50c55f4803c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:38:16Z', 'updated_at': '2022-03-05T14:38:22Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': '3e1538b7-e4e2-48f5-aeb2-50c55f4803c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:39:09.826119 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef182463-6ba5-4f20-8b1c-a2b7d05f7e82 req-8c00221b-7dda-436b-bd26-9cafef94ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:09.827803 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ef182463-6ba5-4f20-8b1c-a2b7d05f7e82 req-8c00221b-7dda-436b-bd26-9cafef94ed09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e1538b7-e4e2-48f5-aeb2-50c55f4803c2 HTTP/1.1" status: 200 len: 835 time: 0.0611062 Mar 05 14:39:09.829267 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5906aca2-ab81-45b2-9ff7-73a4d0f02159 None None] Checking router: bf56a451-d253-4fc3-a7c0-0d3695314670 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:39:09.837978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5906aca2-ab81-45b2-9ff7-73a4d0f02159 None None] Routers {'bf56a451-d253-4fc3-a7c0-0d3695314670'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:39:09.838581 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5906aca2-ab81-45b2-9ff7-73a4d0f02159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:38:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['bf56a451-d253-4fc3-a7c0-0d3695314670'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:39:09.869906 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3013e109-cd67-4c28-9275-5e2f0222a940 req-ff164a6e-4a2d-4fdd-bbce-7808e5d779e1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2024b560-5c3e-4b53-8a67-ab60b01c8497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392659 Mar 05 14:39:09.914475 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef182463-6ba5-4f20-8b1c-a2b7d05f7e82 req-53c43a1c-2369-498d-8883-2c125ac2ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:09.915997 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ef182463-6ba5-4f20-8b1c-a2b7d05f7e82 req-53c43a1c-2369-498d-8883-2c125ac2ecd7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8db7464-3ff1-40ac-9035-fede0f1ab01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804918 Mar 05 14:39:10.016499 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-5906aca2-ab81-45b2-9ff7-73a4d0f02159 None None] Set router bf56a451-d253-4fc3-a7c0-0d3695314670 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:39:10.048516 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ef182463-6ba5-4f20-8b1c-a2b7d05f7e82 req-fcc42cc9-2d51-4515-b718-d2a5afbbd024 service neutron] 10.222.0.30 "GET /v2.0/networks/b8db7464-3ff1-40ac-9035-fede0f1ab01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256680 Mar 05 14:39:10.182386 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ef182463-6ba5-4f20-8b1c-a2b7d05f7e82 req-ed65be1b-e825-4248-b97b-b99d322b9f9b service neutron] 10.222.0.30 "GET /v2.0/networks/b8db7464-3ff1-40ac-9035-fede0f1ab01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273732 Mar 05 14:39:10.326181 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5906aca2-ab81-45b2-9ff7-73a4d0f02159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482121452', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:17Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b552cc91-c1b0-4d94-a541-adbabfd86414', 'name': '', 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:3a:b5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3e1538b7-e4e2-48f5-aeb2-50c55f4803c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:38:16Z', 'updated_at': '2022-03-05T14:38:22Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': '3e1538b7-e4e2-48f5-aeb2-50c55f4803c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:39:10.330292 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5906aca2-ab81-45b2-9ff7-73a4d0f02159 None None] The sync data for ids ['bf56a451-d253-4fc3-a7c0-0d3695314670'] in n-d-803718-1 is: [{'id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482121452', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:17Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'b552cc91-c1b0-4d94-a541-adbabfd86414', 'name': '', 'network_id': 'b8db7464-3ff1-40ac-9035-fede0f1ab01b', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:3a:b5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3e1538b7-e4e2-48f5-aeb2-50c55f4803c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:38:16Z', 'updated_at': '2022-03-05T14:38:22Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': '3e1538b7-e4e2-48f5-aeb2-50c55f4803c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:39:10.541717 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97a2595-0cc0-4fd9-b849-74eee137d59e None None] New status for floating IP a9077ec7-d6de-4875-85b3-0bb51bf242d3: DOWN {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:39:11.020590 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9495cdd1-734a-467c-8d0a-d58ba5337e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:11.058295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fb3ed-6cb7-4caa-93a5-f35092e53775 req-da243fbb-e9fb-4c6b-b1ea-92ef38cd05b0 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:11.059773 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-af8fb3ed-6cb7-4caa-93a5-f35092e53775 req-da243fbb-e9fb-4c6b-b1ea-92ef38cd05b0 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 946 time: 0.0809932 Mar 05 14:39:11.103123 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-af8fb3ed-6cb7-4caa-93a5-f35092e53775 req-9d675393-7f55-44b1-9477-cb76a608c09c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=2024b560-5c3e-4b53-8a67-ab60b01c8497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376987 Mar 05 14:39:11.425970 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1105df-16c8-4758-8c84-0ae86e0aef0c req-69a49cc3-3500-4b86-9019-89b66f357897 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:11.427664 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f1105df-16c8-4758-8c84-0ae86e0aef0c req-69a49cc3-3500-4b86-9019-89b66f357897 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.30 "GET /v2.0/ports?device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 946 time: 0.0809727 Mar 05 14:39:11.499279 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-0f1105df-16c8-4758-8c84-0ae86e0aef0c req-a5f9cee3-f2fc-4f05-ba52-f82ffac709a8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting port d7668d77-82ba-4459-8366-0067260c7122 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:39:11.499616 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-0f1105df-16c8-4758-8c84-0ae86e0aef0c req-a5f9cee3-f2fc-4f05-ba52-f82ffac709a8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:11.855159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-0f1105df-16c8-4758-8c84-0ae86e0aef0c req-a5f9cee3-f2fc-4f05-ba52-f82ffac709a8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] For port d7668d77-82ba-4459-8366-0067260c7122, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d7668d77-82ba-4459-8366-0067260c7122,segment=NetworkSegment(0ca1c040-8652-4c96-97cc-4338217970ce),segment_id=0ca1c040-8652-4c96-97cc-4338217970ce)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:39:11.855507 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-0f1105df-16c8-4758-8c84-0ae86e0aef0c req-a5f9cee3-f2fc-4f05-ba52-f82ffac709a8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:11.974436 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-0f1105df-16c8-4758-8c84-0ae86e0aef0c req-a5f9cee3-f2fc-4f05-ba52-f82ffac709a8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Calling delete_port for d7668d77-82ba-4459-8366-0067260c7122 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:39:12.116561 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-0f1105df-16c8-4758-8c84-0ae86e0aef0c req-a5f9cee3-f2fc-4f05-ba52-f82ffac709a8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:12.164366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9cee3-f2fc-4f05-ba52-f82ffac709a8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Port': ['ID=d7668d77-82ba-4459-8366-0067260c7122,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:12.202856 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f9cee3-f2fc-4f05-ba52-f82ffac709a8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:12.203173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f9cee3-f2fc-4f05-ba52-f82ffac709a8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:12.203442 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f9cee3-f2fc-4f05-ba52-f82ffac709a8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:12.203765 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f9cee3-f2fc-4f05-ba52-f82ffac709a8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:12.204086 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f9cee3-f2fc-4f05-ba52-f82ffac709a8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:12.204402 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f9cee3-f2fc-4f05-ba52-f82ffac709a8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:12.204853 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f9cee3-f2fc-4f05-ba52-f82ffac709a8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:12.205055 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f9cee3-f2fc-4f05-ba52-f82ffac709a8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:12.205324 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f9cee3-f2fc-4f05-ba52-f82ffac709a8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:12.205632 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f9cee3-f2fc-4f05-ba52-f82ffac709a8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:12.205951 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f9cee3-f2fc-4f05-ba52-f82ffac709a8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:12.206256 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f9cee3-f2fc-4f05-ba52-f82ffac709a8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:12.224191 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:12.254692 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1105df-16c8-4758-8c84-0ae86e0aef0c req-a5f9cee3-f2fc-4f05-ba52-f82ffac709a8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] No DVR routers for this DVR port d7668d77-82ba-4459-8366-0067260c7122 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:39:12.257851 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-0f1105df-16c8-4758-8c84-0ae86e0aef0c req-a5f9cee3-f2fc-4f05-ba52-f82ffac709a8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:12.260591 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70487892-3772-48e8-bb66-9e1374ac6fdd', 'name': 'network-vif-deleted', 'tag': 'd7668d77-82ba-4459-8366-0067260c7122'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:39:12.277939 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f1105df-16c8-4758-8c84-0ae86e0aef0c req-a5f9cee3-f2fc-4f05-ba52-f82ffac709a8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.30 "DELETE /v2.0/ports/d7668d77-82ba-4459-8366-0067260c7122 HTTP/1.1" status: 204 len: 173 time: 0.8450329 Mar 05 14:39:12.279684 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:12.284244 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6a2acbc2-f5b7-43df-960d-d3a55ab0ad5f req-55c96faa-b280-4871-ba0d-790d03470a05 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=70487892-3772-48e8-bb66-9e1374ac6fdd HTTP/1.1" status: 200 len: 210 time: 0.0655673 Mar 05 14:39:12.315845 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70487892-3772-48e8-bb66-9e1374ac6fdd', 'name': 'network-vif-deleted', 'tag': 'd7668d77-82ba-4459-8366-0067260c7122', 'status': 'completed', 'code': 200} Mar 05 14:39:13.385922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53950) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:13.870695 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:13.939106 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0bc2e448-9b17-462c-b0cc-7c2df3f1931f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:14.290964 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-0bc2e448-9b17-462c-b0cc-7c2df3f1931f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting port b552cc91-c1b0-4d94-a541-adbabfd86414 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:39:14.291296 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0bc2e448-9b17-462c-b0cc-7c2df3f1931f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:14.482301 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-0bc2e448-9b17-462c-b0cc-7c2df3f1931f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] For port b552cc91-c1b0-4d94-a541-adbabfd86414, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=b552cc91-c1b0-4d94-a541-adbabfd86414,segment=NetworkSegment(0ca1c040-8652-4c96-97cc-4338217970ce),segment_id=0ca1c040-8652-4c96-97cc-4338217970ce)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:39:14.483021 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0bc2e448-9b17-462c-b0cc-7c2df3f1931f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:14.721112 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-0bc2e448-9b17-462c-b0cc-7c2df3f1931f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Calling delete_port for b552cc91-c1b0-4d94-a541-adbabfd86414 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:39:15.055518 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0bc2e448-9b17-462c-b0cc-7c2df3f1931f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:15.106920 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2e448-9b17-462c-b0cc-7c2df3f1931f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Port': ['ID=b552cc91-c1b0-4d94-a541-adbabfd86414,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:15.396086 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0bc2e448-9b17-462c-b0cc-7c2df3f1931f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:15.474070 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d7668d77-82ba-4459-8366-0067260c7122 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:39:15.507087 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: d7668d77-82ba-4459-8366-0067260c7122 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:39:15.507425 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d7668d77-82ba-4459-8366-0067260c7122 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:39:15.762288 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc2e448-9b17-462c-b0cc-7c2df3f1931f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router bf56a451-d253-4fc3-a7c0-0d3695314670 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:39:16.061168 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc2e448-9b17-462c-b0cc-7c2df3f1931f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:39:16.070497 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec7cc7-e535-4ad1-a27a-47ec6f01213a None None] Sync routers for ids ['bf56a451-d253-4fc3-a7c0-0d3695314670'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:39:16.073850 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0bc2e448-9b17-462c-b0cc-7c2df3f1931f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "PUT /v2.0/routers/bf56a451-d253-4fc3-a7c0-0d3695314670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6868684 Mar 05 14:39:16.076516 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53954) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:16.080111 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ec7cc7-e535-4ad1-a27a-47ec6f01213a None None] Routers {'bf56a451-d253-4fc3-a7c0-0d3695314670'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:39:16.080771 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-66ec7cc7-e535-4ad1-a27a-47ec6f01213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:39:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['bf56a451-d253-4fc3-a7c0-0d3695314670'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:39:16.141765 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d48e668-a918-48eb-9b2b-d9bdfbe9de9a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting subnet 3e1538b7-e4e2-48f5-aeb2-50c55f4803c2 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:39:16.144812 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d48e668-a918-48eb-9b2b-d9bdfbe9de9a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:16.204259 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d48e668-a918-48eb-9b2b-d9bdfbe9de9a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:16.292894 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d48e668-a918-48eb-9b2b-d9bdfbe9de9a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:16.304188 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-66ec7cc7-e535-4ad1-a27a-47ec6f01213a None None] Set router bf56a451-d253-4fc3-a7c0-0d3695314670 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:39:16.364695 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d48e668-a918-48eb-9b2b-d9bdfbe9de9a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:16.410077 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48e668-a918-48eb-9b2b-d9bdfbe9de9a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Subnet': ['ID=3e1538b7-e4e2-48f5-aeb2-50c55f4803c2,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:16.417930 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d48e668-a918-48eb-9b2b-d9bdfbe9de9a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:16.424048 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8d48e668-a918-48eb-9b2b-d9bdfbe9de9a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/subnets/3e1538b7-e4e2-48f5-aeb2-50c55f4803c2 HTTP/1.1" status: 204 len: 168 time: 0.3465989 Mar 05 14:39:16.427065 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53958) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:16.436063 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4423d7-e728-4bd3-864e-53f197fd0dbf None None] Network b8db7464-3ff1-40ac-9035-fede0f1ab01b requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:39:16.610822 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f430-5bf7-4985-8d6d-41411020c88f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:16.760990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-66ec7cc7-e535-4ad1-a27a-47ec6f01213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482121452', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:39:14Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': 'ef32ce67-70f2-4d01-9758-31cc301c7562', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:39:16.765254 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec7cc7-e535-4ad1-a27a-47ec6f01213a None None] Checking router: bf56a451-d253-4fc3-a7c0-0d3695314670 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:39:16.776503 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ec7cc7-e535-4ad1-a27a-47ec6f01213a None None] Routers {'bf56a451-d253-4fc3-a7c0-0d3695314670'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:39:16.777550 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-66ec7cc7-e535-4ad1-a27a-47ec6f01213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:39:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['bf56a451-d253-4fc3-a7c0-0d3695314670'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:39:16.798511 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f430-5bf7-4985-8d6d-41411020c88f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:16.809669 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5ac1f430-5bf7-4985-8d6d-41411020c88f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting port ef32ce67-70f2-4d01-9758-31cc301c7562 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:39:16.810036 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f430-5bf7-4985-8d6d-41411020c88f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:16.848646 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aebb4c-b514-44c0-99fd-74099137cf1f None None] DHCP port deletion for b8db7464-3ff1-40ac-9035-fede0f1ab01b request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:39:16.902373 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-16aebb4c-b514-44c0-99fd-74099137cf1f None None] Deleting port 6fe47b75-39b8-4c9c-b6b2-123ce35379de {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:39:16.902737 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-16aebb4c-b514-44c0-99fd-74099137cf1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:16.984908 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-66ec7cc7-e535-4ad1-a27a-47ec6f01213a None None] Set router bf56a451-d253-4fc3-a7c0-0d3695314670 gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:39:16.987881 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-5ac1f430-5bf7-4985-8d6d-41411020c88f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] For port ef32ce67-70f2-4d01-9758-31cc301c7562, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ef32ce67-70f2-4d01-9758-31cc301c7562,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:39:16.988237 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f430-5bf7-4985-8d6d-41411020c88f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:17.113952 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5ac1f430-5bf7-4985-8d6d-41411020c88f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Calling delete_port for ef32ce67-70f2-4d01-9758-31cc301c7562 owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:39:17.125338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-66ec7cc7-e535-4ad1-a27a-47ec6f01213a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482121452', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:39:16Z', 'revision_number': 6, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:39:17.133955 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec7cc7-e535-4ad1-a27a-47ec6f01213a None None] The sync data for ids ['bf56a451-d253-4fc3-a7c0-0d3695314670'] in n-d-803718-1 is: [{'id': 'bf56a451-d253-4fc3-a7c0-0d3695314670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482121452', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:38:12Z', 'updated_at': '2022-03-05T14:39:16Z', 'revision_number': 6, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:39:17.251273 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-16aebb4c-b514-44c0-99fd-74099137cf1f None None] For port 6fe47b75-39b8-4c9c-b6b2-123ce35379de, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=6fe47b75-39b8-4c9c-b6b2-123ce35379de,segment=NetworkSegment(0ca1c040-8652-4c96-97cc-4338217970ce),segment_id=0ca1c040-8652-4c96-97cc-4338217970ce)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:39:17.251856 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-16aebb4c-b514-44c0-99fd-74099137cf1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:17.286115 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f430-5bf7-4985-8d6d-41411020c88f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:17.336915 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1f430-5bf7-4985-8d6d-41411020c88f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Port': ['ID=ef32ce67-70f2-4d01-9758-31cc301c7562,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:17.373750 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-16aebb4c-b514-44c0-99fd-74099137cf1f None None] Calling delete_port for 6fe47b75-39b8-4c9c-b6b2-123ce35379de owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:39:17.428261 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f430-5bf7-4985-8d6d-41411020c88f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:17.450046 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-16aebb4c-b514-44c0-99fd-74099137cf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:17.548579 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aebb4c-b514-44c0-99fd-74099137cf1f None None] Pushing event deleted for resources: {'Port': ['ID=6fe47b75-39b8-4c9c-b6b2-123ce35379de,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:17.554007 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aebb4c-b514-44c0-99fd-74099137cf1f None None] No DVR routers for this DVR port 6fe47b75-39b8-4c9c-b6b2-123ce35379de on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:39:17.560232 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aebb4c-b514-44c0-99fd-74099137cf1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:17.560572 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aebb4c-b514-44c0-99fd-74099137cf1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:17.560907 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aebb4c-b514-44c0-99fd-74099137cf1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:17.561227 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aebb4c-b514-44c0-99fd-74099137cf1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:17.561548 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aebb4c-b514-44c0-99fd-74099137cf1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:17.561870 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aebb4c-b514-44c0-99fd-74099137cf1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:17.562190 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aebb4c-b514-44c0-99fd-74099137cf1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:17.562561 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aebb4c-b514-44c0-99fd-74099137cf1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:17.566982 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aebb4c-b514-44c0-99fd-74099137cf1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:17.567347 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aebb4c-b514-44c0-99fd-74099137cf1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:17.567683 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aebb4c-b514-44c0-99fd-74099137cf1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:17.568011 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aebb4c-b514-44c0-99fd-74099137cf1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:17.735404 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f430-5bf7-4985-8d6d-41411020c88f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:17.737544 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f430-5bf7-4985-8d6d-41411020c88f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:17.760531 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f430-5bf7-4985-8d6d-41411020c88f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:17.761143 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac1f430-5bf7-4985-8d6d-41411020c88f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Fanout notify agent at l3_agent the message router_deleted on router bf56a451-d253-4fc3-a7c0-0d3695314670 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:39:17.776084 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f430-5bf7-4985-8d6d-41411020c88f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:17.777154 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5ac1f430-5bf7-4985-8d6d-41411020c88f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/routers/bf56a451-d253-4fc3-a7c0-0d3695314670 HTTP/1.1" status: 204 len: 168 time: 1.3489339 Mar 05 14:39:17.779890 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53962) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:17.902421 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af6fadfe-4e5a-4293-a6bd-6654a7041535 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:18.035845 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af6fadfe-4e5a-4293-a6bd-6654a7041535 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:18.065683 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-af6fadfe-4e5a-4293-a6bd-6654a7041535 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8db7464-3ff1-40ac-9035-fede0f1ab01b']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:39:18.077997 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-af6fadfe-4e5a-4293-a6bd-6654a7041535 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca1c040-8652-4c96-97cc-4338217970ce') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:39:18.078289 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-af6fadfe-4e5a-4293-a6bd-6654a7041535 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca1c040-8652-4c96-97cc-4338217970ce') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:39:18.090032 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af6fadfe-4e5a-4293-a6bd-6654a7041535 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:18.106981 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af6fadfe-4e5a-4293-a6bd-6654a7041535 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:18.113261 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6fadfe-4e5a-4293-a6bd-6654a7041535 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:39:18.113646 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af6fadfe-4e5a-4293-a6bd-6654a7041535 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:39:18.128889 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:39:18.206720 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ef32ce67-70f2-4d01-9758-31cc301c7562 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:39:18.224069 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af6fadfe-4e5a-4293-a6bd-6654a7041535 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:18.241589 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: ef32ce67-70f2-4d01-9758-31cc301c7562 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:39:18.242003 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ef32ce67-70f2-4d01-9758-31cc301c7562 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:39:18.242488 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6fe47b75-39b8-4c9c-b6b2-123ce35379de no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:39:18.246028 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-af6fadfe-4e5a-4293-a6bd-6654a7041535 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:18.254364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6fadfe-4e5a-4293-a6bd-6654a7041535 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Network': ['ID=b8db7464-3ff1-40ac-9035-fede0f1ab01b,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:18.264209 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-af6fadfe-4e5a-4293-a6bd-6654a7041535 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/networks/b8db7464-3ff1-40ac-9035-fede0f1ab01b HTTP/1.1" status: 204 len: 168 time: 0.4833713 Mar 05 14:39:18.266841 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53968) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:18.276094 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 6fe47b75-39b8-4c9c-b6b2-123ce35379de {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:39:18.276437 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 6fe47b75-39b8-4c9c-b6b2-123ce35379de not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:39:18.276856 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b552cc91-c1b0-4d94-a541-adbabfd86414 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:39:18.311873 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: b552cc91-c1b0-4d94-a541-adbabfd86414 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:39:18.312232 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device b552cc91-c1b0-4d94-a541-adbabfd86414 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:39:18.339980 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a824bc0a-43f1-4f0c-9609-6d5deb124205 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:18.368687 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a824bc0a-43f1-4f0c-9609-6d5deb124205 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:18.435282 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a824bc0a-43f1-4f0c-9609-6d5deb124205 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:18.453356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824bc0a-43f1-4f0c-9609-6d5deb124205 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2024b560-5c3e-4b53-8a67-ab60b01c8497,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:18.465236 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a824bc0a-43f1-4f0c-9609-6d5deb124205 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:18.466432 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a824bc0a-43f1-4f0c-9609-6d5deb124205 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/security-groups/2024b560-5c3e-4b53-8a67-ab60b01c8497 HTTP/1.1" status: 204 len: 168 time: 0.1986692 Mar 05 14:39:18.688695 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53976) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:18.694415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-1831f4e6-4cfc-4d43-b5ba-a0d276fdfc04 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-551122339', 'description': 'tempest-secgroup-smoke-551122339 description', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:39:18.701101 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1831f4e6-4cfc-4d43-b5ba-a0d276fdfc04 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:39:18.705263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1831f4e6-4cfc-4d43-b5ba-a0d276fdfc04 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:39:18.708173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1831f4e6-4cfc-4d43-b5ba-a0d276fdfc04 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:39:18.714718 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1831f4e6-4cfc-4d43-b5ba-a0d276fdfc04 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:39:18.723998 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1831f4e6-4cfc-4d43-b5ba-a0d276fdfc04 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:18.743565 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1831f4e6-4cfc-4d43-b5ba-a0d276fdfc04 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:39:18.747259 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1831f4e6-4cfc-4d43-b5ba-a0d276fdfc04 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:39:18.749952 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1831f4e6-4cfc-4d43-b5ba-a0d276fdfc04 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:39:18.755449 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1831f4e6-4cfc-4d43-b5ba-a0d276fdfc04 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:39:18.827113 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1831f4e6-4cfc-4d43-b5ba-a0d276fdfc04 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:18.830603 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1831f4e6-4cfc-4d43-b5ba-a0d276fdfc04 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:18.878133 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831f4e6-4cfc-4d43-b5ba-a0d276fdfc04 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02446726-917a-46d3-bf4a-a1bb3aec7cbf,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:18.880880 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1831f4e6-4cfc-4d43-b5ba-a0d276fdfc04 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:18.882140 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1831f4e6-4cfc-4d43-b5ba-a0d276fdfc04 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1924129 Mar 05 14:39:18.885191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53980) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:18.890258 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-62c355ef-c022-47b8-a6ef-a276e52cd659 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': '02446726-917a-46d3-bf4a-a1bb3aec7cbf', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:39:18.896956 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-62c355ef-c022-47b8-a6ef-a276e52cd659 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:39:18.900747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-62c355ef-c022-47b8-a6ef-a276e52cd659 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:39:18.903669 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-62c355ef-c022-47b8-a6ef-a276e52cd659 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:39:18.909250 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-62c355ef-c022-47b8-a6ef-a276e52cd659 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:39:18.924809 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62c355ef-c022-47b8-a6ef-a276e52cd659 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:18.986915 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62c355ef-c022-47b8-a6ef-a276e52cd659 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:18.990916 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62c355ef-c022-47b8-a6ef-a276e52cd659 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.013512 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c355ef-c022-47b8-a6ef-a276e52cd659 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88911153-e75d-4bab-96c7-c9eadb5f0188,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:19.023789 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-62c355ef-c022-47b8-a6ef-a276e52cd659 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.024967 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-62c355ef-c022-47b8-a6ef-a276e52cd659 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387980 Mar 05 14:39:19.027703 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53984) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:19.032661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-9a87d8d7-dc62-4d92-9407-f06d710864b3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': '02446726-917a-46d3-bf4a-a1bb3aec7cbf', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:39:19.039893 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9a87d8d7-dc62-4d92-9407-f06d710864b3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:39:19.043679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9a87d8d7-dc62-4d92-9407-f06d710864b3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:39:19.046516 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9a87d8d7-dc62-4d92-9407-f06d710864b3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:39:19.052355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9a87d8d7-dc62-4d92-9407-f06d710864b3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:39:19.069494 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a87d8d7-dc62-4d92-9407-f06d710864b3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.130717 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a87d8d7-dc62-4d92-9407-f06d710864b3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.134300 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a87d8d7-dc62-4d92-9407-f06d710864b3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.155984 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87d8d7-dc62-4d92-9407-f06d710864b3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=627b3d77-ecec-4113-b43d-9098f3a3e25d,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:19.167825 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9a87d8d7-dc62-4d92-9407-f06d710864b3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.168987 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9a87d8d7-dc62-4d92-9407-f06d710864b3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1403608 Mar 05 14:39:19.171679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 53988) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:19.176372 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-2b04c3d6-e420-497a-a087-d32e9c0a1e12 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': '02446726-917a-46d3-bf4a-a1bb3aec7cbf', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:39:19.183557 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2b04c3d6-e420-497a-a087-d32e9c0a1e12 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:39:19.187344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2b04c3d6-e420-497a-a087-d32e9c0a1e12 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:39:19.190195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-2b04c3d6-e420-497a-a087-d32e9c0a1e12 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:39:19.196333 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-2b04c3d6-e420-497a-a087-d32e9c0a1e12 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:39:19.213969 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2b04c3d6-e420-497a-a087-d32e9c0a1e12 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.278627 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2b04c3d6-e420-497a-a087-d32e9c0a1e12 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.281906 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2b04c3d6-e420-497a-a087-d32e9c0a1e12 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.306196 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04c3d6-e420-497a-a087-d32e9c0a1e12 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193013ee-b591-4a24-b212-736ad99aca61,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:19.315253 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-2b04c3d6-e420-497a-a087-d32e9c0a1e12 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.316389 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2b04c3d6-e420-497a-a087-d32e9c0a1e12 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438186 Mar 05 14:39:19.319324 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53992) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:19.324474 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-687a3823-a35c-43ae-b36c-4bacec716f98 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': '02446726-917a-46d3-bf4a-a1bb3aec7cbf', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:39:19.331275 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-687a3823-a35c-43ae-b36c-4bacec716f98 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:39:19.335595 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-687a3823-a35c-43ae-b36c-4bacec716f98 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:39:19.338433 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-687a3823-a35c-43ae-b36c-4bacec716f98 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:39:19.344053 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-687a3823-a35c-43ae-b36c-4bacec716f98 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:39:19.360374 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-687a3823-a35c-43ae-b36c-4bacec716f98 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.423260 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-687a3823-a35c-43ae-b36c-4bacec716f98 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.430226 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-687a3823-a35c-43ae-b36c-4bacec716f98 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.453902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a3823-a35c-43ae-b36c-4bacec716f98 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7412bd68-01a6-4625-8ac9-f8ce22a4bdb8,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:19.462896 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-687a3823-a35c-43ae-b36c-4bacec716f98 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.464064 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-687a3823-a35c-43ae-b36c-4bacec716f98 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437585 Mar 05 14:39:19.466795 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 53996) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:19.471687 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-1179d476-41a0-42c2-964c-bd9d19886778 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': '02446726-917a-46d3-bf4a-a1bb3aec7cbf', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:39:19.478914 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1179d476-41a0-42c2-964c-bd9d19886778 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:39:19.482665 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1179d476-41a0-42c2-964c-bd9d19886778 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:39:19.485518 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1179d476-41a0-42c2-964c-bd9d19886778 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:39:19.491288 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1179d476-41a0-42c2-964c-bd9d19886778 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:39:19.501604 n-d-803718-1 neutron-server[87913]: INFO neutron.db.securitygroups_db [None req-1179d476-41a0-42c2-964c-bd9d19886778 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Project f6bbde4b0a6141a6a7e724e7aa2ebb51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:39:19.508948 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1179d476-41a0-42c2-964c-bd9d19886778 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.572933 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1179d476-41a0-42c2-964c-bd9d19886778 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.576253 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1179d476-41a0-42c2-964c-bd9d19886778 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.599423 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179d476-41a0-42c2-964c-bd9d19886778 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475aa19f-1238-4b12-a302-51cf5c563ca0,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:19.607723 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1179d476-41a0-42c2-964c-bd9d19886778 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.608962 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1179d476-41a0-42c2-964c-bd9d19886778 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1412582 Mar 05 14:39:19.611719 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54000) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:19.616815 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-0599d927-730e-4cee-adc7-795b741e4a48 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': '02446726-917a-46d3-bf4a-a1bb3aec7cbf', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:39:19.623366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0599d927-730e-4cee-adc7-795b741e4a48 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:39:19.627178 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0599d927-730e-4cee-adc7-795b741e4a48 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:39:19.630010 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0599d927-730e-4cee-adc7-795b741e4a48 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:39:19.636531 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0599d927-730e-4cee-adc7-795b741e4a48 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:39:19.649569 n-d-803718-1 neutron-server[87913]: INFO neutron.db.securitygroups_db [None req-0599d927-730e-4cee-adc7-795b741e4a48 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Project f6bbde4b0a6141a6a7e724e7aa2ebb51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:39:19.655934 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0599d927-730e-4cee-adc7-795b741e4a48 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.719027 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0599d927-730e-4cee-adc7-795b741e4a48 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.722315 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0599d927-730e-4cee-adc7-795b741e4a48 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.745056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599d927-730e-4cee-adc7-795b741e4a48 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb25c60-f045-4260-91be-f41493da6aa9,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:19.753505 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0599d927-730e-4cee-adc7-795b741e4a48 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.754705 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0599d927-730e-4cee-adc7-795b741e4a48 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421015 Mar 05 14:39:19.758103 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54004) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:19.763669 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-cc65e99a-ae9d-4d4e-9fc8-9c6ee40f5748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'network': {'name': 'tempest-network-smoke--2019376952', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'port_security_enabled': True}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:39:19.769207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cc65e99a-ae9d-4d4e-9fc8-9c6ee40f5748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:39:19.773935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cc65e99a-ae9d-4d4e-9fc8-9c6ee40f5748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:network and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:39:19.776758 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-cc65e99a-ae9d-4d4e-9fc8-9c6ee40f5748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:39:19.782295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-cc65e99a-ae9d-4d4e-9fc8-9c6ee40f5748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:39:19.791860 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc65e99a-ae9d-4d4e-9fc8-9c6ee40f5748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Made reservation on behalf of f6bbde4b0a6141a6a7e724e7aa2ebb51 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:39:19.795320 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cc65e99a-ae9d-4d4e-9fc8-9c6ee40f5748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.822555 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc65e99a-ae9d-4d4e-9fc8-9c6ee40f5748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:39:19.831169 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cc65e99a-ae9d-4d4e-9fc8-9c6ee40f5748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.831503 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-cc65e99a-ae9d-4d4e-9fc8-9c6ee40f5748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Added segment 5a6ffb3a-c8d7-432d-ac47-757191915cfa of type vlan for network d87af47a-f1dd-4bc5-99b2-40ac924925a9 Mar 05 14:39:19.857329 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cc65e99a-ae9d-4d4e-9fc8-9c6ee40f5748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.885630 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cc65e99a-ae9d-4d4e-9fc8-9c6ee40f5748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:19.891094 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc65e99a-ae9d-4d4e-9fc8-9c6ee40f5748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:19.891672 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-cc65e99a-ae9d-4d4e-9fc8-9c6ee40f5748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:20.001677 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-cc65e99a-ae9d-4d4e-9fc8-9c6ee40f5748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2422953 Mar 05 14:39:20.004460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65e99a-ae9d-4d4e-9fc8-9c6ee40f5748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Network': ['ID=d87af47a-f1dd-4bc5-99b2-40ac924925a9,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:20.004635 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54008) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:20.010464 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-df5b8c83-82e8-43d7-b9aa-df7d969509db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-515288888', 'admin_state_up': True, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:39:20.016664 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network d87af47a-f1dd-4bc5-99b2-40ac924925a9 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:39:20.019578 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-df5b8c83-82e8-43d7-b9aa-df7d969509db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:39:20.023578 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-df5b8c83-82e8-43d7-b9aa-df7d969509db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:router and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:39:20.026469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-df5b8c83-82e8-43d7-b9aa-df7d969509db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:39:20.032985 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-df5b8c83-82e8-43d7-b9aa-df7d969509db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:39:20.043786 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-df5b8c83-82e8-43d7-b9aa-df7d969509db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:20.044796 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-df5b8c83-82e8-43d7-b9aa-df7d969509db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:20.060806 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-df5b8c83-82e8-43d7-b9aa-df7d969509db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:20.336505 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-df5b8c83-82e8-43d7-b9aa-df7d969509db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:20.735608 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-df5b8c83-82e8-43d7-b9aa-df7d969509db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:20.764837 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-df5b8c83-82e8-43d7-b9aa-df7d969509db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:20.897459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-df5b8c83-82e8-43d7-b9aa-df7d969509db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Allocated IP 172.25.4.180 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/2d05be9e-f7ca-4e9f-be22-041c2979558f) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:39:21.040912 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-df5b8c83-82e8-43d7-b9aa-df7d969509db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:21.069466 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-df5b8c83-82e8-43d7-b9aa-df7d969509db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:21.130488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5b8c83-82e8-43d7-b9aa-df7d969509db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:39:21.133955 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-df5b8c83-82e8-43d7-b9aa-df7d969509db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:39:21.142076 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5b8c83-82e8-43d7-b9aa-df7d969509db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:39:21.176363 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b8c83-82e8-43d7-b9aa-df7d969509db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=2d05be9e-f7ca-4e9f-be22-041c2979558f,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:21.551083 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-df5b8c83-82e8-43d7-b9aa-df7d969509db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:21.892908 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-df5b8c83-82e8-43d7-b9aa-df7d969509db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:22.214724 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5b8c83-82e8-43d7-b9aa-df7d969509db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router cbddf319-1a78-4575-8022-353091c06be2 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:39:22.397275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5b8c83-82e8-43d7-b9aa-df7d969509db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:39:22.406303 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] Sync routers for ids ['cbddf319-1a78-4575-8022-353091c06be2'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:39:22.416304 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] Routers {'cbddf319-1a78-4575-8022-353091c06be2'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:39:22.417215 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:39:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['cbddf319-1a78-4575-8022-353091c06be2'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:39:22.425625 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-df5b8c83-82e8-43d7-b9aa-df7d969509db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:22.430678 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-df5b8c83-82e8-43d7-b9aa-df7d969509db tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4216146 Mar 05 14:39:22.430868 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54012) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:22.476278 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-40cb0922-38ac-4630-8a45-646a90ab9a3a tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414047 Mar 05 14:39:22.476507 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54016) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:22.598248 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] Set router cbddf319-1a78-4575-8022-353091c06be2 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:39:22.610240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5288c3-8a11-4e9c-b588-63924f3bcd1b tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:22.611741 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0e5288c3-8a11-4e9c-b588-63924f3bcd1b tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1343811 Mar 05 14:39:22.614634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54020) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:22.657892 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0dad3ae8-7778-44cb-b849-ce60359638d8 tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414112 Mar 05 14:39:22.660321 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54024) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:22.666879 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-07ea3be5-bce4-4a40-8c9f-37e9645be3cb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-855342335', 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:39:22.773533 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-07ea3be5-bce4-4a40-8c9f-37e9645be3cb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:39:22.777346 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-07ea3be5-bce4-4a40-8c9f-37e9645be3cb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:subnet and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:39:22.780127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-07ea3be5-bce4-4a40-8c9f-37e9645be3cb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:39:22.785660 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-07ea3be5-bce4-4a40-8c9f-37e9645be3cb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:39:22.796282 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ea3be5-bce4-4a40-8c9f-37e9645be3cb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Made reservation on behalf of f6bbde4b0a6141a6a7e724e7aa2ebb51 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:39:22.799753 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07ea3be5-bce4-4a40-8c9f-37e9645be3cb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:22.877420 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbddf319-1a78-4575-8022-353091c06be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515288888', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:21Z', 'revision_number': 3, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:39:22.881656 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] Checking router: cbddf319-1a78-4575-8022-353091c06be2 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:39:22.881988 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] Updating router cbddf319-1a78-4575-8022-353091c06be2 port 2d05be9e-f7ca-4e9f-be22-041c2979558f binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:39:22.966512 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:23.026603 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07ea3be5-bce4-4a40-8c9f-37e9645be3cb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:23.109582 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea3be5-bce4-4a40-8c9f-37e9645be3cb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Subnet': ['ID=e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:23.111614 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ea3be5-bce4-4a40-8c9f-37e9645be3cb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Checking segment: {'id': '5a6ffb3a-c8d7-432d-ac47-757191915cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:39:23.111971 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ea3be5-bce4-4a40-8c9f-37e9645be3cb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network hostable DHCP agents. Network: d87af47a-f1dd-4bc5-99b2-40ac924925a9, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:39:23.132085 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ea3be5-bce4-4a40-8c9f-37e9645be3cb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network d87af47a-f1dd-4bc5-99b2-40ac924925a9 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:39:23.140504 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-07ea3be5-bce4-4a40-8c9f-37e9645be3cb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, d87af47a-f1dd-4bc5-99b2-40ac924925a9) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:39:23.144702 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ea3be5-bce4-4a40-8c9f-37e9645be3cb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:23.145257 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-07ea3be5-bce4-4a40-8c9f-37e9645be3cb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:23.151774 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a57c549-17da-40c1-bb87-afd282f8b1f6 None None] Network d87af47a-f1dd-4bc5-99b2-40ac924925a9 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:39:23.171954 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54028) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:23.174190 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-07ea3be5-bce4-4a40-8c9f-37e9645be3cb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5128515 Mar 05 14:39:23.295708 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:23.307578 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] Transition to ACTIVE for port object 2d05be9e-f7ca-4e9f-be22-041c2979558f will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:39:23.314603 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:23.373579 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4023827b-b6a6-46c4-bc5e-ec32fdd88b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d87af47a-f1dd-4bc5-99b2-40ac924925a9', 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ips': [{'subnet_id': 'e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:39:23.374413 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4023827b-b6a6-46c4-bc5e-ec32fdd88b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:23.381759 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] Attempting to bind port 2d05be9e-f7ca-4e9f-be22-041c2979558f on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:39:23.382135 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] Attempting to bind port 2d05be9e-f7ca-4e9f-be22-041c2979558f by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:39:23.382487 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] Attempting to bind port 2d05be9e-f7ca-4e9f-be22-041c2979558f on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:39:23.399000 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:39:23.399371 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:39:23.399760 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:23.400146 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:39:23.400689 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] Bound port: 2d05be9e-f7ca-4e9f-be22-041c2979558f, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:39:23.401091 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:23.484488 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30651157-664d-4620-b438-a2ee7cc70360 None None] Pushing event updated for resources: {'Port': ['ID=2d05be9e-f7ca-4e9f-be22-041c2979558f,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:23.499253 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] For port 2d05be9e-f7ca-4e9f-be22-041c2979558f, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:39:23.501895 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30651157-664d-4620-b438-a2ee7cc70360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:23.502373 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30651157-664d-4620-b438-a2ee7cc70360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:23.502753 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30651157-664d-4620-b438-a2ee7cc70360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:23.503149 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30651157-664d-4620-b438-a2ee7cc70360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:23.503463 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30651157-664d-4620-b438-a2ee7cc70360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:23.503788 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30651157-664d-4620-b438-a2ee7cc70360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:23.504089 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30651157-664d-4620-b438-a2ee7cc70360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:23.504396 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30651157-664d-4620-b438-a2ee7cc70360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:23.504702 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30651157-664d-4620-b438-a2ee7cc70360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:23.505002 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30651157-664d-4620-b438-a2ee7cc70360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:23.505302 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30651157-664d-4620-b438-a2ee7cc70360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:23.506169 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30651157-664d-4620-b438-a2ee7cc70360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:39:23.512044 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] For port 2d05be9e-f7ca-4e9f-be22-041c2979558f, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=2d05be9e-f7ca-4e9f-be22-041c2979558f,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:39:23.517328 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:23.545245 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-4023827b-b6a6-46c4-bc5e-ec32fdd88b12 None None] Allocated IP 172.20.0.2 (d87af47a-f1dd-4bc5-99b2-40ac924925a9/e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947/4726033b-bef8-499e-a7b5-71e29550a52b) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:39:23.592349 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] Routers {'cbddf319-1a78-4575-8022-353091c06be2'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:39:23.592960 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:39:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['cbddf319-1a78-4575-8022-353091c06be2'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:39:23.672522 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30651157-664d-4620-b438-a2ee7cc70360 None None] Pushing event updated for resources: {'Port': ['ID=2d05be9e-f7ca-4e9f-be22-041c2979558f,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:23.758009 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4023827b-b6a6-46c4-bc5e-ec32fdd88b12 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:23.768642 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4023827b-b6a6-46c4-bc5e-ec32fdd88b12 None None] Transition to ACTIVE for port object 4726033b-bef8-499e-a7b5-71e29550a52b will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:39:23.787115 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] Set router cbddf319-1a78-4575-8022-353091c06be2 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:39:23.789097 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4023827b-b6a6-46c4-bc5e-ec32fdd88b12 None None] Transition to ACTIVE for port object 4726033b-bef8-499e-a7b5-71e29550a52b will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:39:23.794893 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4023827b-b6a6-46c4-bc5e-ec32fdd88b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:23.854434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4023827b-b6a6-46c4-bc5e-ec32fdd88b12 None None] Network d87af47a-f1dd-4bc5-99b2-40ac924925a9 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:39:23.857322 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-4023827b-b6a6-46c4-bc5e-ec32fdd88b12 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:39:23.860947 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4023827b-b6a6-46c4-bc5e-ec32fdd88b12 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:39:23.904225 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023827b-b6a6-46c4-bc5e-ec32fdd88b12 None None] Pushing event updated for resources: {'Port': ['ID=4726033b-bef8-499e-a7b5-71e29550a52b,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:23.919595 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-61130a50-218f-46ec-9525-bc855f4f599a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:23.964002 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4023827b-b6a6-46c4-bc5e-ec32fdd88b12 None None] Attempting to bind port 4726033b-bef8-499e-a7b5-71e29550a52b on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:39:23.964357 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4023827b-b6a6-46c4-bc5e-ec32fdd88b12 None None] Attempting to bind port 4726033b-bef8-499e-a7b5-71e29550a52b by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '5a6ffb3a-c8d7-432d-ac47-757191915cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:39:23.964712 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4023827b-b6a6-46c4-bc5e-ec32fdd88b12 None None] Attempting to bind port 4726033b-bef8-499e-a7b5-71e29550a52b on network d87af47a-f1dd-4bc5-99b2-40ac924925a9 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:39:23.969847 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4023827b-b6a6-46c4-bc5e-ec32fdd88b12 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:39:23.970216 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4023827b-b6a6-46c4-bc5e-ec32fdd88b12 None None] Checking segment: {'id': '5a6ffb3a-c8d7-432d-ac47-757191915cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:39:23.970605 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4023827b-b6a6-46c4-bc5e-ec32fdd88b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:23.971022 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4023827b-b6a6-46c4-bc5e-ec32fdd88b12 None None] Bound using segment: {'id': '5a6ffb3a-c8d7-432d-ac47-757191915cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:39:23.971478 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4023827b-b6a6-46c4-bc5e-ec32fdd88b12 None None] Bound port: 4726033b-bef8-499e-a7b5-71e29550a52b, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6ffb3a-c8d7-432d-ac47-757191915cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:39:23.971842 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4023827b-b6a6-46c4-bc5e-ec32fdd88b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:24.060223 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4023827b-b6a6-46c4-bc5e-ec32fdd88b12 None None] For port 4726033b-bef8-499e-a7b5-71e29550a52b, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:39:24.063667 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4023827b-b6a6-46c4-bc5e-ec32fdd88b12 None None] For port 4726033b-bef8-499e-a7b5-71e29550a52b, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4726033b-bef8-499e-a7b5-71e29550a52b,segment=NetworkSegment(5a6ffb3a-c8d7-432d-ac47-757191915cfa),segment_id=5a6ffb3a-c8d7-432d-ac47-757191915cfa)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:39:24.070090 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4023827b-b6a6-46c4-bc5e-ec32fdd88b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:24.093471 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbddf319-1a78-4575-8022-353091c06be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515288888', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:21Z', 'revision_number': 3, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:39:24.097903 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe90f22-e3ba-4b9b-b327-2cfae56ad135 None None] The sync data for ids ['cbddf319-1a78-4575-8022-353091c06be2'] in n-d-803718-1 is: [{'id': 'cbddf319-1a78-4575-8022-353091c06be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515288888', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:21Z', 'revision_number': 3, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:39:24.159634 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023827b-b6a6-46c4-bc5e-ec32fdd88b12 None None] Pushing event updated for resources: {'Port': ['ID=4726033b-bef8-499e-a7b5-71e29550a52b,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:24.540742 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-61130a50-218f-46ec-9525-bc855f4f599a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Allocated IP 172.20.0.1 (d87af47a-f1dd-4bc5-99b2-40ac924925a9/e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947/7d039890-e354-442f-bab2-860da865302c) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:39:24.709907 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-61130a50-218f-46ec-9525-bc855f4f599a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:24.729502 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-61130a50-218f-46ec-9525-bc855f4f599a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Transition to ACTIVE for port object 7d039890-e354-442f-bab2-860da865302c will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:39:24.753584 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-61130a50-218f-46ec-9525-bc855f4f599a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:24.819983 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61130a50-218f-46ec-9525-bc855f4f599a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network d87af47a-f1dd-4bc5-99b2-40ac924925a9 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:39:24.828142 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-61130a50-218f-46ec-9525-bc855f4f599a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:39:24.832771 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61130a50-218f-46ec-9525-bc855f4f599a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:39:24.868152 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61130a50-218f-46ec-9525-bc855f4f599a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=7d039890-e354-442f-bab2-860da865302c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:24.901635 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-61130a50-218f-46ec-9525-bc855f4f599a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:25.189779 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-61130a50-218f-46ec-9525-bc855f4f599a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:25.236784 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d467cc-1a21-4f8a-b7eb-84a24cbd8795 None None] Network d87af47a-f1dd-4bc5-99b2-40ac924925a9 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:39:25.391320 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6a9c0997-d1f7-48e8-99b9-a05743c9034d None None] Provisioning for port 4726033b-bef8-499e-a7b5-71e29550a52b completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:39:25.632485 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-61130a50-218f-46ec-9525-bc855f4f599a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:25.637195 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-61130a50-218f-46ec-9525-bc855f4f599a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:25.760627 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-61130a50-218f-46ec-9525-bc855f4f599a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:25.764176 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61130a50-218f-46ec-9525-bc855f4f599a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=7d039890-e354-442f-bab2-860da865302c,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:25.826086 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4339f3b9-c1f2-4315-a81f-7c1dbacb8bf1 None None] Provisioning for port 7d039890-e354-442f-bab2-860da865302c completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:39:25.831660 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4339f3b9-c1f2-4315-a81f-7c1dbacb8bf1 None None] Provisioning complete for port 7d039890-e354-442f-bab2-860da865302c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:39:25.832117 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4339f3b9-c1f2-4315-a81f-7c1dbacb8bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:25.893357 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4339f3b9-c1f2-4315-a81f-7c1dbacb8bf1 None None] Port 7d039890-e354-442f-bab2-860da865302c cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:39:25.909741 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61130a50-218f-46ec-9525-bc855f4f599a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network d87af47a-f1dd-4bc5-99b2-40ac924925a9 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:39:25.911000 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-61130a50-218f-46ec-9525-bc855f4f599a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:39:26.029030 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3d37474a-f47f-4f98-b331-77c141b0af21 None None] Provisioning complete for port 7d039890-e354-442f-bab2-860da865302c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:39:26.029609 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3d37474a-f47f-4f98-b331-77c141b0af21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:26.092313 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3d37474a-f47f-4f98-b331-77c141b0af21 None None] Port 7d039890-e354-442f-bab2-860da865302c cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:39:26.214625 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a55397a5-285e-4a27-9859-4e80009fcf2f None None] Provisioning complete for port 7d039890-e354-442f-bab2-860da865302c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:39:26.215255 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a55397a5-285e-4a27-9859-4e80009fcf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:26.247090 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61130a50-218f-46ec-9525-bc855f4f599a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router cbddf319-1a78-4575-8022-353091c06be2 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:39:26.282164 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a55397a5-285e-4a27-9859-4e80009fcf2f None None] Port 7d039890-e354-442f-bab2-860da865302c cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:39:26.294640 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4726033b-bef8-499e-a7b5-71e29550a52b up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:39:26.371660 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 4726033b-bef8-499e-a7b5-71e29550a52b completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:39:26.376922 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 4726033b-bef8-499e-a7b5-71e29550a52b triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:39:26.377410 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:26.466253 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61130a50-218f-46ec-9525-bc855f4f599a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:39:26.482473 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-61130a50-218f-46ec-9525-bc855f4f599a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "PUT /v2.0/routers/cbddf319-1a78-4575-8022-353091c06be2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3089032 Mar 05 14:39:26.485958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] Sync routers for ids ['cbddf319-1a78-4575-8022-353091c06be2'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:39:26.514669 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] Routers {'cbddf319-1a78-4575-8022-353091c06be2'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:39:26.515338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:39:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['cbddf319-1a78-4575-8022-353091c06be2'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:39:26.574064 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:26.659268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-db830e6a-130c-458d-aa8e-12970d676dbd req-42bec550-9f86-4448-8848-764ac878aa25 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:39:26.675217 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-db830e6a-130c-458d-aa8e-12970d676dbd req-42bec550-9f86-4448-8848-764ac878aa25 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:39:26.676914 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db830e6a-130c-458d-aa8e-12970d676dbd req-42bec550-9f86-4448-8848-764ac878aa25 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-551122339&fields=id&tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51 HTTP/1.1" status: 200 len: 267 time: 0.0626159 Mar 05 14:39:26.689033 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 4726033b-bef8-499e-a7b5-71e29550a52b, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4726033b-bef8-499e-a7b5-71e29550a52b,segment=NetworkSegment(5a6ffb3a-c8d7-432d-ac47-757191915cfa),segment_id=5a6ffb3a-c8d7-432d-ac47-757191915cfa)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:39:26.696911 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:26.697719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 2d05be9e-f7ca-4e9f-be22-041c2979558f up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:39:26.827591 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db830e6a-130c-458d-aa8e-12970d676dbd req-a9a13abb-08fa-4554-9505-cbdff48aec50 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:26.828183 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-db830e6a-130c-458d-aa8e-12970d676dbd req-a9a13abb-08fa-4554-9505-cbdff48aec50 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:39:26.837666 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] Set router cbddf319-1a78-4575-8022-353091c06be2 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:39:26.843701 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-db830e6a-130c-458d-aa8e-12970d676dbd req-a9a13abb-08fa-4554-9505-cbdff48aec50 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:39:26.844834 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db830e6a-130c-458d-aa8e-12970d676dbd req-a9a13abb-08fa-4554-9505-cbdff48aec50 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/networks?id=d87af47a-f1dd-4bc5-99b2-40ac924925a9 HTTP/1.1" status: 200 len: 797 time: 0.1610680 Mar 05 14:39:26.861052 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db830e6a-130c-458d-aa8e-12970d676dbd req-2124e905-55db-4abd-9566-f830349a438b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/quotas/f6bbde4b0a6141a6a7e724e7aa2ebb51 HTTP/1.1" status: 200 len: 375 time: 0.0097792 Mar 05 14:39:26.879368 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=4726033b-bef8-499e-a7b5-71e29550a52b,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:26.942687 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-db830e6a-130c-458d-aa8e-12970d676dbd req-0fc8ec0b-b919-447e-a640-08ffd3bb9dbb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:39:26.957716 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-db830e6a-130c-458d-aa8e-12970d676dbd req-0fc8ec0b-b919-447e-a640-08ffd3bb9dbb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:39:26.959602 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db830e6a-130c-458d-aa8e-12970d676dbd req-0fc8ec0b-b919-447e-a640-08ffd3bb9dbb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932672 Mar 05 14:39:26.967128 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 2d05be9e-f7ca-4e9f-be22-041c2979558f completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:39:26.978986 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 2d05be9e-f7ca-4e9f-be22-041c2979558f triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:39:26.979359 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:27.023933 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-db830e6a-130c-458d-aa8e-12970d676dbd req-d4ac8bdb-0c1d-4976-83b4-7056a6feb9dc service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:39:27.024891 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db830e6a-130c-458d-aa8e-12970d676dbd req-d4ac8bdb-0c1d-4976-83b4-7056a6feb9dc service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0533676 Mar 05 14:39:27.239057 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:27.263274 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 2d05be9e-f7ca-4e9f-be22-041c2979558f, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=2d05be9e-f7ca-4e9f-be22-041c2979558f,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:39:27.268794 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:27.277547 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db830e6a-130c-458d-aa8e-12970d676dbd req-4657130f-a059-460c-ba66-c3d89bc5405c service neutron] 10.222.0.16 "GET /v2.0/networks/d87af47a-f1dd-4bc5-99b2-40ac924925a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465575 Mar 05 14:39:27.346518 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbddf319-1a78-4575-8022-353091c06be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515288888', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:25Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '7d039890-e354-442f-bab2-860da865302c', 'name': '', 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:44:41:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:39:24Z', 'updated_at': '2022-03-05T14:39:25Z', 'revision_number': 2, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:39:27.352623 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=2d05be9e-f7ca-4e9f-be22-041c2979558f,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:27.355239 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] Checking router: cbddf319-1a78-4575-8022-353091c06be2 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:39:27.355595 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] Updating router cbddf319-1a78-4575-8022-353091c06be2 port 7d039890-e354-442f-bab2-860da865302c binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:39:27.405861 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db830e6a-130c-458d-aa8e-12970d676dbd req-71fb5504-04ed-4b62-a972-18e6b050259e service neutron] 10.222.0.16 "GET /v2.0/networks/d87af47a-f1dd-4bc5-99b2-40ac924925a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274345 Mar 05 14:39:27.410936 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:27.594585 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d70033b0-ef48-4e16-ab57-196e89d83c23 req-7ad381f1-04dc-4e76-8987-80bf97171ce2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:39:27.608652 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-d70033b0-ef48-4e16-ab57-196e89d83c23 req-7ad381f1-04dc-4e76-8987-80bf97171ce2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:39:27.609895 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d70033b0-ef48-4e16-ab57-196e89d83c23 req-7ad381f1-04dc-4e76-8987-80bf97171ce2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 210 time: 0.0642331 Mar 05 14:39:27.811887 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:27.824791 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] Transition to ACTIVE for port object 7d039890-e354-442f-bab2-860da865302c will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:39:27.831113 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:27.973819 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0104c84-53ef-49cd-a0bc-713bb444cfc6 None None] Pushing event updated for resources: {'Port': ['ID=7d039890-e354-442f-bab2-860da865302c,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:28.076552 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] Attempting to bind port 7d039890-e354-442f-bab2-860da865302c on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:39:28.077131 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] Attempting to bind port 7d039890-e354-442f-bab2-860da865302c by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '5a6ffb3a-c8d7-432d-ac47-757191915cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:39:28.077390 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] Attempting to bind port 7d039890-e354-442f-bab2-860da865302c on network d87af47a-f1dd-4bc5-99b2-40ac924925a9 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:39:28.083339 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:39:28.084318 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] Checking segment: {'id': '5a6ffb3a-c8d7-432d-ac47-757191915cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:39:28.084713 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:28.085100 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] Bound using segment: {'id': '5a6ffb3a-c8d7-432d-ac47-757191915cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:39:28.085564 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] Bound port: 7d039890-e354-442f-bab2-860da865302c, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6ffb3a-c8d7-432d-ac47-757191915cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:39:28.085938 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:28.194944 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] For port 7d039890-e354-442f-bab2-860da865302c, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:39:28.198055 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] For port 7d039890-e354-442f-bab2-860da865302c, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7d039890-e354-442f-bab2-860da865302c,segment=NetworkSegment(5a6ffb3a-c8d7-432d-ac47-757191915cfa),segment_id=5a6ffb3a-c8d7-432d-ac47-757191915cfa)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:39:28.203764 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:28.242527 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4726033b-bef8-499e-a7b5-71e29550a52b up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:39:28.339338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] Routers {'cbddf319-1a78-4575-8022-353091c06be2'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:39:28.339969 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:39:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['cbddf319-1a78-4575-8022-353091c06be2'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:39:28.404431 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0104c84-53ef-49cd-a0bc-713bb444cfc6 None None] Pushing event updated for resources: {'Port': ['ID=7d039890-e354-442f-bab2-860da865302c,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:28.440325 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 4726033b-bef8-499e-a7b5-71e29550a52b triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:39:28.440692 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:28.577764 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] Set router cbddf319-1a78-4575-8022-353091c06be2 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:39:28.789269 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-27ef35cb-e023-49a0-9d20-4ba0c45ef190 req-eae56cd6-ae68-453c-8fc1-e569efeb0792 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 210 time: 0.0663671 Mar 05 14:39:28.839482 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db830e6a-130c-458d-aa8e-12970d676dbd req-99299f1b-4f66-4580-8925-041928e3996b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:28.841209 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db830e6a-130c-458d-aa8e-12970d676dbd req-99299f1b-4f66-4580-8925-041928e3996b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.30 "GET /v2.0/networks?id=d87af47a-f1dd-4bc5-99b2-40ac924925a9 HTTP/1.1" status: 200 len: 797 time: 0.2190030 Mar 05 14:39:28.890696 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db830e6a-130c-458d-aa8e-12970d676dbd req-f094a95e-8e05-4279-a98b-c47dcfbf97d0 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51 HTTP/1.1" status: 200 len: 379 time: 0.0416188 Mar 05 14:39:28.900668 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 2d05be9e-f7ca-4e9f-be22-041c2979558f up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:39:28.901394 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-db830e6a-130c-458d-aa8e-12970d676dbd req-715b3dfc-5562-49d1-9e92-9a3425f83a40 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'port': {'device_id': '1d671e5a-17df-487a-b29f-98c56c88b39b', 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9', 'admin_state_up': True, 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'security_groups': ['02446726-917a-46d3-bf4a-a1bb3aec7cbf']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:39:29.028206 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 2d05be9e-f7ca-4e9f-be22-041c2979558f triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:39:29.028568 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:29.035618 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-db830e6a-130c-458d-aa8e-12970d676dbd req-715b3dfc-5562-49d1-9e92-9a3425f83a40 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:39:29.045634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-db830e6a-130c-458d-aa8e-12970d676dbd req-715b3dfc-5562-49d1-9e92-9a3425f83a40 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:39:29.056596 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db830e6a-130c-458d-aa8e-12970d676dbd req-715b3dfc-5562-49d1-9e92-9a3425f83a40 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Made reservation on behalf of f6bbde4b0a6141a6a7e724e7aa2ebb51 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:39:29.060335 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-db830e6a-130c-458d-aa8e-12970d676dbd req-715b3dfc-5562-49d1-9e92-9a3425f83a40 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:29.149483 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbddf319-1a78-4575-8022-353091c06be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515288888', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:25Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '7d039890-e354-442f-bab2-860da865302c', 'name': '', 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:44:41:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:39:24Z', 'updated_at': '2022-03-05T14:39:28Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:39:29.155070 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9084bd2-c62e-40bf-b935-2d66cd407eec None None] The sync data for ids ['cbddf319-1a78-4575-8022-353091c06be2'] in n-d-803718-1 is: [{'id': 'cbddf319-1a78-4575-8022-353091c06be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515288888', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:25Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '7d039890-e354-442f-bab2-860da865302c', 'name': '', 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:44:41:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:39:24Z', 'updated_at': '2022-03-05T14:39:28Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:39:29.244383 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-db830e6a-130c-458d-aa8e-12970d676dbd req-715b3dfc-5562-49d1-9e92-9a3425f83a40 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Allocated IP 172.20.0.13 (d87af47a-f1dd-4bc5-99b2-40ac924925a9/e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947/9cee6c6a-1578-4363-97d2-3c16519af0ef) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:39:29.326612 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:39:29.451735 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-db830e6a-130c-458d-aa8e-12970d676dbd req-715b3dfc-5562-49d1-9e92-9a3425f83a40 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:29.469145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-db830e6a-130c-458d-aa8e-12970d676dbd req-715b3dfc-5562-49d1-9e92-9a3425f83a40 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Transition to ACTIVE for port object 9cee6c6a-1578-4363-97d2-3c16519af0ef will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:39:29.473658 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:29.496250 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-db830e6a-130c-458d-aa8e-12970d676dbd req-715b3dfc-5562-49d1-9e92-9a3425f83a40 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:29.509326 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:29.572093 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db830e6a-130c-458d-aa8e-12970d676dbd req-715b3dfc-5562-49d1-9e92-9a3425f83a40 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network d87af47a-f1dd-4bc5-99b2-40ac924925a9 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:39:29.575446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-db830e6a-130c-458d-aa8e-12970d676dbd req-715b3dfc-5562-49d1-9e92-9a3425f83a40 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:39:29.583955 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-db830e6a-130c-458d-aa8e-12970d676dbd req-715b3dfc-5562-49d1-9e92-9a3425f83a40 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:39:29.621669 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b3dfc-5562-49d1-9e92-9a3425f83a40 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=9cee6c6a-1578-4363-97d2-3c16519af0ef,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:29.659318 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db830e6a-130c-458d-aa8e-12970d676dbd req-715b3dfc-5562-49d1-9e92-9a3425f83a40 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:29.659987 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-db830e6a-130c-458d-aa8e-12970d676dbd req-715b3dfc-5562-49d1-9e92-9a3425f83a40 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:29.688537 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db830e6a-130c-458d-aa8e-12970d676dbd req-715b3dfc-5562-49d1-9e92-9a3425f83a40 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7906222 Mar 05 14:39:29.699564 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-db830e6a-130c-458d-aa8e-12970d676dbd req-4bb7d6a0-1d09-4922-b18f-4eca41a193e7 service neutron] Request body: {'port': {'device_id': '1d671e5a-17df-487a-b29f-98c56c88b39b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:39:29.810012 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a571ca25-5dcc-46cc-b590-81775687337c None None] Provisioning for port 9cee6c6a-1578-4363-97d2-3c16519af0ef completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:39:29.820633 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a571ca25-5dcc-46cc-b590-81775687337c None None] Provisioning complete for port 9cee6c6a-1578-4363-97d2-3c16519af0ef triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:39:29.821694 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a571ca25-5dcc-46cc-b590-81775687337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:29.824268 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-db830e6a-130c-458d-aa8e-12970d676dbd req-4bb7d6a0-1d09-4922-b18f-4eca41a193e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:29.890778 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a571ca25-5dcc-46cc-b590-81775687337c None None] Port 9cee6c6a-1578-4363-97d2-3c16519af0ef cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:39:29.999021 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2b340-7e27-462b-9659-2ddcfbd5d15e req-5131dc34-75f7-42f8-93ad-21eff846a5b4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:30.000553 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-36f2b340-7e27-462b-9659-2ddcfbd5d15e req-5131dc34-75f7-42f8-93ad-21eff846a5b4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 932 time: 0.0857553 Mar 05 14:39:30.054352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-36f2b340-7e27-462b-9659-2ddcfbd5d15e req-1659f93b-1afa-4a54-9007-7c148dd84abb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:39:30.069263 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-36f2b340-7e27-462b-9659-2ddcfbd5d15e req-1659f93b-1afa-4a54-9007-7c148dd84abb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:39:30.075380 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-36f2b340-7e27-462b-9659-2ddcfbd5d15e req-1659f93b-1afa-4a54-9007-7c148dd84abb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676210 Mar 05 14:39:30.203875 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-db830e6a-130c-458d-aa8e-12970d676dbd req-4bb7d6a0-1d09-4922-b18f-4eca41a193e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cee6c6a-1578-4363-97d2-3c16519af0ef {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:39:30.212469 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-db830e6a-130c-458d-aa8e-12970d676dbd req-4bb7d6a0-1d09-4922-b18f-4eca41a193e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:30.228891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-db830e6a-130c-458d-aa8e-12970d676dbd req-4bb7d6a0-1d09-4922-b18f-4eca41a193e7 service neutron] Transition to ACTIVE for port object 9cee6c6a-1578-4363-97d2-3c16519af0ef will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:39:30.233476 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-db830e6a-130c-458d-aa8e-12970d676dbd req-4bb7d6a0-1d09-4922-b18f-4eca41a193e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:30.237758 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 7d039890-e354-442f-bab2-860da865302c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:39:30.307620 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 7d039890-e354-442f-bab2-860da865302c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:39:30.313647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 7d039890-e354-442f-bab2-860da865302c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:39:30.314169 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:30.459913 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:30.494514 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 7d039890-e354-442f-bab2-860da865302c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7d039890-e354-442f-bab2-860da865302c,segment=NetworkSegment(5a6ffb3a-c8d7-432d-ac47-757191915cfa),segment_id=5a6ffb3a-c8d7-432d-ac47-757191915cfa)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:39:30.500676 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:30.514160 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7d6a0-1d09-4922-b18f-4eca41a193e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9cee6c6a-1578-4363-97d2-3c16519af0ef,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:30.577821 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=7d039890-e354-442f-bab2-860da865302c,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:30.617487 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-db830e6a-130c-458d-aa8e-12970d676dbd req-4bb7d6a0-1d09-4922-b18f-4eca41a193e7 service neutron] Attempting to bind port 9cee6c6a-1578-4363-97d2-3c16519af0ef on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:39:30.617818 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-db830e6a-130c-458d-aa8e-12970d676dbd req-4bb7d6a0-1d09-4922-b18f-4eca41a193e7 service neutron] Attempting to bind port 9cee6c6a-1578-4363-97d2-3c16519af0ef by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '5a6ffb3a-c8d7-432d-ac47-757191915cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:39:30.618142 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db830e6a-130c-458d-aa8e-12970d676dbd req-4bb7d6a0-1d09-4922-b18f-4eca41a193e7 service neutron] Attempting to bind port 9cee6c6a-1578-4363-97d2-3c16519af0ef on network d87af47a-f1dd-4bc5-99b2-40ac924925a9 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:39:30.622661 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db830e6a-130c-458d-aa8e-12970d676dbd req-4bb7d6a0-1d09-4922-b18f-4eca41a193e7 service neutron] Port 9cee6c6a-1578-4363-97d2-3c16519af0ef on network d87af47a-f1dd-4bc5-99b2-40ac924925a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:39:30.623025 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db830e6a-130c-458d-aa8e-12970d676dbd req-4bb7d6a0-1d09-4922-b18f-4eca41a193e7 service neutron] Attempting to bind port 9cee6c6a-1578-4363-97d2-3c16519af0ef on network d87af47a-f1dd-4bc5-99b2-40ac924925a9 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:39:30.628038 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db830e6a-130c-458d-aa8e-12970d676dbd req-4bb7d6a0-1d09-4922-b18f-4eca41a193e7 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:39:30.628366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db830e6a-130c-458d-aa8e-12970d676dbd req-4bb7d6a0-1d09-4922-b18f-4eca41a193e7 service neutron] Checking segment: {'id': '5a6ffb3a-c8d7-432d-ac47-757191915cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:39:30.628740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db830e6a-130c-458d-aa8e-12970d676dbd req-4bb7d6a0-1d09-4922-b18f-4eca41a193e7 service neutron] Bound using segment: {'id': '5a6ffb3a-c8d7-432d-ac47-757191915cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:39:30.629158 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-db830e6a-130c-458d-aa8e-12970d676dbd req-4bb7d6a0-1d09-4922-b18f-4eca41a193e7 service neutron] Bound port: 9cee6c6a-1578-4363-97d2-3c16519af0ef, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a6ffb3a-c8d7-432d-ac47-757191915cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:39:30.629495 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-db830e6a-130c-458d-aa8e-12970d676dbd req-4bb7d6a0-1d09-4922-b18f-4eca41a193e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:30.721125 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-db830e6a-130c-458d-aa8e-12970d676dbd req-4bb7d6a0-1d09-4922-b18f-4eca41a193e7 service neutron] For port 9cee6c6a-1578-4363-97d2-3c16519af0ef, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:39:30.723945 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-db830e6a-130c-458d-aa8e-12970d676dbd req-4bb7d6a0-1d09-4922-b18f-4eca41a193e7 service neutron] For port 9cee6c6a-1578-4363-97d2-3c16519af0ef, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=9cee6c6a-1578-4363-97d2-3c16519af0ef,segment=NetworkSegment(5a6ffb3a-c8d7-432d-ac47-757191915cfa),segment_id=5a6ffb3a-c8d7-432d-ac47-757191915cfa)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:39:30.728897 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-db830e6a-130c-458d-aa8e-12970d676dbd req-4bb7d6a0-1d09-4922-b18f-4eca41a193e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:30.785163 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db830e6a-130c-458d-aa8e-12970d676dbd req-4bb7d6a0-1d09-4922-b18f-4eca41a193e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:30.785868 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-db830e6a-130c-458d-aa8e-12970d676dbd req-4bb7d6a0-1d09-4922-b18f-4eca41a193e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:30.787916 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db830e6a-130c-458d-aa8e-12970d676dbd req-4bb7d6a0-1d09-4922-b18f-4eca41a193e7 service neutron] 10.222.0.30 "PUT /v2.0/ports/9cee6c6a-1578-4363-97d2-3c16519af0ef HTTP/1.1" status: 200 len: 1092 time: 1.0927486 Mar 05 14:39:30.788356 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d671e5a-17df-487a-b29f-98c56c88b39b', 'tag': '9cee6c6a-1578-4363-97d2-3c16519af0ef'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:39:30.813818 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7d6a0-1d09-4922-b18f-4eca41a193e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9cee6c6a-1578-4363-97d2-3c16519af0ef,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:30.874325 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d671e5a-17df-487a-b29f-98c56c88b39b', 'tag': '9cee6c6a-1578-4363-97d2-3c16519af0ef', 'status': 'completed', 'code': 200} Mar 05 14:39:30.917351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db830e6a-130c-458d-aa8e-12970d676dbd req-7fb88113-974c-420f-829f-bea95452bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:30.918879 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db830e6a-130c-458d-aa8e-12970d676dbd req-7fb88113-974c-420f-829f-bea95452bfe1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 1095 time: 0.0782030 Mar 05 14:39:30.991852 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db830e6a-130c-458d-aa8e-12970d676dbd req-63379b5f-84b9-4458-8761-347f02e51c94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cee6c6a-1578-4363-97d2-3c16519af0ef HTTP/1.1" status: 200 len: 217 time: 0.0652583 Mar 05 14:39:31.057435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db830e6a-130c-458d-aa8e-12970d676dbd req-7cff0355-af87-4a41-acd3-12aecd91a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:31.058750 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db830e6a-130c-458d-aa8e-12970d676dbd req-7cff0355-af87-4a41-acd3-12aecd91a6ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947 HTTP/1.1" status: 200 len: 834 time: 0.0609794 Mar 05 14:39:31.134517 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db830e6a-130c-458d-aa8e-12970d676dbd req-e4a8e9b5-d820-4ba7-b1bf-1961bad42c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:31.136045 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db830e6a-130c-458d-aa8e-12970d676dbd req-e4a8e9b5-d820-4ba7-b1bf-1961bad42c73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d87af47a-f1dd-4bc5-99b2-40ac924925a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710552 Mar 05 14:39:31.254930 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2eb15-bc2b-4f99-897b-e44b62283095 req-3e901bbf-b978-4b3e-8194-ea43e6725591 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:31.256489 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cbd2eb15-bc2b-4f99-897b-e44b62283095 req-3e901bbf-b978-4b3e-8194-ea43e6725591 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 944 time: 0.0819249 Mar 05 14:39:31.267884 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db830e6a-130c-458d-aa8e-12970d676dbd req-7acf817c-a139-4757-ae44-8086dcaa8bf0 service neutron] 10.222.0.30 "GET /v2.0/networks/d87af47a-f1dd-4bc5-99b2-40ac924925a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262088 Mar 05 14:39:31.301621 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cbd2eb15-bc2b-4f99-897b-e44b62283095 req-4fc7d53b-c06d-44e8-856e-f3768212c481 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393076 Mar 05 14:39:31.396811 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-db830e6a-130c-458d-aa8e-12970d676dbd req-e2dc4741-18f4-46fa-b898-8da787d843b6 service neutron] 10.222.0.30 "GET /v2.0/networks/d87af47a-f1dd-4bc5-99b2-40ac924925a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229851 Mar 05 14:39:31.506167 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31453d76-be8e-4452-8b0e-685de2b43848 req-5d663be0-a3ce-4f9c-818c-dcc2f66782b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:31.507561 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31453d76-be8e-4452-8b0e-685de2b43848 req-5d663be0-a3ce-4f9c-818c-dcc2f66782b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 1095 time: 0.0691445 Mar 05 14:39:31.635214 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31453d76-be8e-4452-8b0e-685de2b43848 req-a173f939-a0e6-44f2-a927-3a4d192c84a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:31.636618 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31453d76-be8e-4452-8b0e-685de2b43848 req-a173f939-a0e6-44f2-a927-3a4d192c84a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d87af47a-f1dd-4bc5-99b2-40ac924925a9 HTTP/1.1" status: 200 len: 897 time: 0.1229165 Mar 05 14:39:31.706031 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31453d76-be8e-4452-8b0e-685de2b43848 req-a310607d-6703-494c-a81a-0eff3fa40a51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cee6c6a-1578-4363-97d2-3c16519af0ef HTTP/1.1" status: 200 len: 217 time: 0.0628088 Mar 05 14:39:31.765419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31453d76-be8e-4452-8b0e-685de2b43848 req-ce397da4-abcb-4b8f-869c-6e3249c18ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:31.766704 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31453d76-be8e-4452-8b0e-685de2b43848 req-ce397da4-abcb-4b8f-869c-6e3249c18ec9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947 HTTP/1.1" status: 200 len: 834 time: 0.0545883 Mar 05 14:39:31.843658 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31453d76-be8e-4452-8b0e-685de2b43848 req-06d7ed07-7510-4068-b112-100d750594a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:31.845102 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31453d76-be8e-4452-8b0e-685de2b43848 req-06d7ed07-7510-4068-b112-100d750594a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d87af47a-f1dd-4bc5-99b2-40ac924925a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714350 Mar 05 14:39:31.979560 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31453d76-be8e-4452-8b0e-685de2b43848 req-2afde961-ab17-4c1f-8d04-96d3fa42eda3 service neutron] 10.222.0.30 "GET /v2.0/networks/d87af47a-f1dd-4bc5-99b2-40ac924925a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260579 Mar 05 14:39:32.113896 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31453d76-be8e-4452-8b0e-685de2b43848 req-58d323ce-eb44-48eb-83ae-fbe5f3a04d58 service neutron] 10.222.0.30 "GET /v2.0/networks/d87af47a-f1dd-4bc5-99b2-40ac924925a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267245 Mar 05 14:39:32.203990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 7d039890-e354-442f-bab2-860da865302c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:39:32.272299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 7d039890-e354-442f-bab2-860da865302c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:39:32.272666 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:32.491614 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8a66a-cdfb-4e65-8cb9-4cb5dc220815 req-0a414d2e-6390-418f-92d1-1c1a6ab7535c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:32.492303 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-65a8a66a-cdfb-4e65-8cb9-4cb5dc220815 req-0a414d2e-6390-418f-92d1-1c1a6ab7535c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:39:32.507141 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-65a8a66a-cdfb-4e65-8cb9-4cb5dc220815 req-0a414d2e-6390-418f-92d1-1c1a6ab7535c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:39:32.508983 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-65a8a66a-cdfb-4e65-8cb9-4cb5dc220815 req-0a414d2e-6390-418f-92d1-1c1a6ab7535c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 944 time: 0.1014180 Mar 05 14:39:32.668738 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-65a8a66a-cdfb-4e65-8cb9-4cb5dc220815 req-88e8e4df-ba3d-4656-9b4c-1dbf3e70456e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540964 Mar 05 14:39:33.857934 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559bf6f-ccf8-48dc-bcf6-08ac3e791c91 req-3e861205-8adb-4385-bf08-10408761cba8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:33.859419 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6559bf6f-ccf8-48dc-bcf6-08ac3e791c91 req-3e861205-8adb-4385-bf08-10408761cba8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 944 time: 0.0832524 Mar 05 14:39:33.903612 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6559bf6f-ccf8-48dc-bcf6-08ac3e791c91 req-15d9a483-41fb-4e43-afe0-7f2bc8365ce7 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385756 Mar 05 14:39:35.089591 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f533a4-fb7f-414a-ad15-815e99b7af08 req-242647d5-9abf-43e3-835f-717516feb28b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:35.090971 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e9f533a4-fb7f-414a-ad15-815e99b7af08 req-242647d5-9abf-43e3-835f-717516feb28b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 944 time: 0.0810101 Mar 05 14:39:35.133802 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e9f533a4-fb7f-414a-ad15-815e99b7af08 req-2a390858-a166-4e74-ab0e-19ef58f6531d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372591 Mar 05 14:39:35.583170 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 9cee6c6a-1578-4363-97d2-3c16519af0ef details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:39:35.713696 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 9cee6c6a-1578-4363-97d2-3c16519af0ef, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=9cee6c6a-1578-4363-97d2-3c16519af0ef,segment=NetworkSegment(5a6ffb3a-c8d7-432d-ac47-757191915cfa),segment_id=5a6ffb3a-c8d7-432d-ac47-757191915cfa)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:39:35.726253 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '9cee6c6a-1578-4363-97d2-3c16519af0ef', 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9', 'port_id': '9cee6c6a-1578-4363-97d2-3c16519af0ef', 'mac_address': 'fa:16:3e:89:49:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:39:35.780168 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:35.796798 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cee6c6a-1578-4363-97d2-3c16519af0ef {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:39:35.812886 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 9cee6c6a-1578-4363-97d2-3c16519af0ef, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=9cee6c6a-1578-4363-97d2-3c16519af0ef,segment=NetworkSegment(5a6ffb3a-c8d7-432d-ac47-757191915cfa),segment_id=5a6ffb3a-c8d7-432d-ac47-757191915cfa)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:39:35.816793 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:35.887513 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=9cee6c6a-1578-4363-97d2-3c16519af0ef,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:36.020145 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['9cee6c6a-1578-4363-97d2-3c16519af0ef'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:39:36.318601 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4396c39-7b42-4232-8a4b-84f4904b3f43 req-62f9a995-db07-426b-86ec-8cea4c296262 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:36.320662 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b4396c39-7b42-4232-8a4b-84f4904b3f43 req-62f9a995-db07-426b-86ec-8cea4c296262 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 945 time: 0.0817444 Mar 05 14:39:36.364747 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b4396c39-7b42-4232-8a4b-84f4904b3f43 req-26552934-d8b7-4147-961c-5c2feff381e6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384827 Mar 05 14:39:37.549209 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9645056-1858-4192-99eb-2b4fa82fcd7a req-01ba5a4b-f67d-4f22-9d70-325eb6c5a1b5 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:37.550631 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e9645056-1858-4192-99eb-2b4fa82fcd7a req-01ba5a4b-f67d-4f22-9d70-325eb6c5a1b5 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 945 time: 0.0811260 Mar 05 14:39:37.593772 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e9645056-1858-4192-99eb-2b4fa82fcd7a req-cda08727-0bdd-49ba-960d-fbc3efcbe107 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367436 Mar 05 14:39:37.598199 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 9cee6c6a-1578-4363-97d2-3c16519af0ef up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:39:37.666435 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 9cee6c6a-1578-4363-97d2-3c16519af0ef completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:39:37.671029 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 9cee6c6a-1578-4363-97d2-3c16519af0ef triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:39:37.671397 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:37.784386 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:37.815112 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d671e5a-17df-487a-b29f-98c56c88b39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cee6c6a-1578-4363-97d2-3c16519af0ef'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:39:37.825736 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 9cee6c6a-1578-4363-97d2-3c16519af0ef, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=9cee6c6a-1578-4363-97d2-3c16519af0ef,segment=NetworkSegment(5a6ffb3a-c8d7-432d-ac47-757191915cfa),segment_id=5a6ffb3a-c8d7-432d-ac47-757191915cfa)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:39:37.828493 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:37.868849 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d671e5a-17df-487a-b29f-98c56c88b39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cee6c6a-1578-4363-97d2-3c16519af0ef', 'code': 200} Mar 05 14:39:37.901432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=9cee6c6a-1578-4363-97d2-3c16519af0ef,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:37.983667 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1eadf-f021-4d17-a050-ad8f8458c43c req-f06e5898-cc97-4110-981b-895633163cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:37.985039 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-18f1eadf-f021-4d17-a050-ad8f8458c43c req-f06e5898-cc97-4110-981b-895633163cf8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 1097 time: 0.0693164 Mar 05 14:39:38.027470 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-18f1eadf-f021-4d17-a050-ad8f8458c43c req-6f7a566a-9518-4952-9866-ceaf4a5eb8a3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367270 Mar 05 14:39:38.780398 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83938f-9257-4f7c-a99e-a74e988cf0bd req-d440ef55-bbac-4706-a032-0e21d6a0ae8a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:38.782660 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4b83938f-9257-4f7c-a99e-a74e988cf0bd req-d440ef55-bbac-4706-a032-0e21d6a0ae8a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 946 time: 0.0809522 Mar 05 14:39:38.829419 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4b83938f-9257-4f7c-a99e-a74e988cf0bd req-4121f77c-9dd5-4a0e-8d60-8e2320a1a01c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405059 Mar 05 14:39:38.888921 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-67f4056a-bb08-49e3-a6da-9b27f670354e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:40.024819 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcf787-758c-4fa1-af89-7243a9d969af req-a3350044-84ff-46aa-93bf-4adddeab162c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:40.026942 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cddcf787-758c-4fa1-af89-7243a9d969af req-a3350044-84ff-46aa-93bf-4adddeab162c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 946 time: 0.0896208 Mar 05 14:39:40.073070 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cddcf787-758c-4fa1-af89-7243a9d969af req-313fd5eb-b33e-4f14-9d2d-620d1cd89232 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405335 Mar 05 14:39:40.263726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0974e-3de2-4e11-ad20-10c070f9dbd2 req-fd3092e9-e4f0-479c-a761-8ea58145a021 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:40.265150 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-42c0974e-3de2-4e11-ad20-10c070f9dbd2 req-fd3092e9-e4f0-479c-a761-8ea58145a021 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 946 time: 0.0825005 Mar 05 14:39:40.308042 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-42c0974e-3de2-4e11-ad20-10c070f9dbd2 req-ea5899a2-bd66-4b86-8d1d-c19d76ec2615 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373602 Mar 05 14:39:40.330597 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54088) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:40.400060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c609c6de-e769-460e-a256-7dc283fe4080 tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:40.401540 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c609c6de-e769-460e-a256-7dc283fe4080 tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 1092 time: 0.0699072 Mar 05 14:39:40.404414 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54092) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:40.409874 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': '9cee6c6a-1578-4363-97d2-3c16519af0ef', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:39:40.416931 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:39:40.420666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:floatingip and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:39:40.423436 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:39:40.429847 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:39:40.440313 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:40.575780 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:40.716012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Allocated IP 172.25.4.254 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/1c267783-59c6-4b45-ae6a-5926e5b96032) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:39:40.863860 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:40.892397 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:40.954214 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:39:40.957016 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:39:40.965292 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:39:41.001220 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=1c267783-59c6-4b45-ae6a-5926e5b96032,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:41.024542 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e9f26bc1-c22e-40a7-b7bd-19c04c957b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:41.370909 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:41.443660 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:41.751192 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:41.755652 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:41.863818 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=1c267783-59c6-4b45-ae6a-5926e5b96032,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:39:41.876258 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:42.048133 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Floating IP f436a79f-c4ef-4c5c-adef-8865c4dc025b associated. External IP: 172.25.4.254, port: 9cee6c6a-1578-4363-97d2-3c16519af0ef. Mar 05 14:39:42.216950 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:42.280192 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:42.392659 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router cbddf319-1a78-4575-8022-353091c06be2 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:39:42.568823 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:39:42.578164 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbfa0f8-ab1d-46dd-a92a-798bbd74d5eb None None] Sync routers for ids ['cbddf319-1a78-4575-8022-353091c06be2'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:39:42.592099 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbfa0f8-ab1d-46dd-a92a-798bbd74d5eb None None] Routers {'cbddf319-1a78-4575-8022-353091c06be2'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:39:42.592924 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0bbfa0f8-ab1d-46dd-a92a-798bbd74d5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:39:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['cbddf319-1a78-4575-8022-353091c06be2'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:39:42.593417 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:42.652606 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9fb6af0d-00c9-414c-ba5f-5155b676f047 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2470567 Mar 05 14:39:42.653111 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d671e5a-17df-487a-b29f-98c56c88b39b', 'tag': '9cee6c6a-1578-4363-97d2-3c16519af0ef'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:39:42.711052 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d671e5a-17df-487a-b29f-98c56c88b39b', 'tag': '9cee6c6a-1578-4363-97d2-3c16519af0ef', 'status': 'completed', 'code': 200} Mar 05 14:39:42.775532 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-0bbfa0f8-ab1d-46dd-a92a-798bbd74d5eb None None] Set router cbddf319-1a78-4575-8022-353091c06be2 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:39:42.800659 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b99c8-d815-48cb-912d-80f92f767e70 req-051c609b-e9a4-440c-93e6-f251d1c7de63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:42.802349 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bd7b99c8-d815-48cb-912d-80f92f767e70 req-051c609b-e9a4-440c-93e6-f251d1c7de63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 1097 time: 0.0708873 Mar 05 14:39:42.838966 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd779b-d809-4f82-a01f-42fcd1497e3b req-d3fb20c9-4ce9-416d-812b-f1ae0cdf0a00 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:42.840462 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-50bd779b-d809-4f82-a01f-42fcd1497e3b req-d3fb20c9-4ce9-416d-812b-f1ae0cdf0a00 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 946 time: 0.0819061 Mar 05 14:39:42.891535 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-50bd779b-d809-4f82-a01f-42fcd1497e3b req-93de1835-dcd3-4f35-8e25-ef8d8cf4eb44 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447152 Mar 05 14:39:42.916935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54100) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:43.144605 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b99c8-d815-48cb-912d-80f92f767e70 req-df61c151-4c82-421d-b8a5-2b0b83ae152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:43.146038 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bd7b99c8-d815-48cb-912d-80f92f767e70 req-df61c151-4c82-421d-b8a5-2b0b83ae152d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d87af47a-f1dd-4bc5-99b2-40ac924925a9 HTTP/1.1" status: 200 len: 897 time: 0.3370485 Mar 05 14:39:43.156833 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0bbfa0f8-ab1d-46dd-a92a-798bbd74d5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbddf319-1a78-4575-8022-353091c06be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515288888', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:25Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'f436a79f-c4ef-4c5c-adef-8865c4dc025b', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'floating_ip_address': '172.25.4.254', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'port_id': '9cee6c6a-1578-4363-97d2-3c16519af0ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9', 'mac_address': 'fa:16:3e:89:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d671e5a-17df-487a-b29f-98c56c88b39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:39:41Z', 'updated_at': '2022-03-05T14:39:41Z', 'revision_number': 0, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d039890-e354-442f-bab2-860da865302c', 'name': '', 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:44:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:39:24Z', 'updated_at': '2022-03-05T14:39:30Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:39:43.160622 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbfa0f8-ab1d-46dd-a92a-798bbd74d5eb None None] Checking router: cbddf319-1a78-4575-8022-353091c06be2 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:39:43.170020 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbfa0f8-ab1d-46dd-a92a-798bbd74d5eb None None] Routers {'cbddf319-1a78-4575-8022-353091c06be2'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:39:43.170602 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0bbfa0f8-ab1d-46dd-a92a-798bbd74d5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:39:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['cbddf319-1a78-4575-8022-353091c06be2'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:39:43.233849 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-09c9d6eb-2e52-43aa-ac49-fe98bd76078b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/floatingips/f436a79f-c4ef-4c5c-adef-8865c4dc025b HTTP/1.1" status: 200 len: 992 time: 0.3157728 Mar 05 14:39:43.260886 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bd7b99c8-d815-48cb-912d-80f92f767e70 req-d99316ef-399e-4a62-9c1a-2c8636b25d11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cee6c6a-1578-4363-97d2-3c16519af0ef HTTP/1.1" status: 200 len: 1000 time: 0.1088412 Mar 05 14:39:43.322208 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b99c8-d815-48cb-912d-80f92f767e70 req-706e7c4c-4246-4325-956f-a332df3b890e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:43.323714 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bd7b99c8-d815-48cb-912d-80f92f767e70 req-706e7c4c-4246-4325-956f-a332df3b890e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947 HTTP/1.1" status: 200 len: 834 time: 0.0570729 Mar 05 14:39:43.345084 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-0bbfa0f8-ab1d-46dd-a92a-798bbd74d5eb None None] Set router cbddf319-1a78-4575-8022-353091c06be2 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:39:43.401474 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b99c8-d815-48cb-912d-80f92f767e70 req-739bef5d-65b5-4f1f-9cbd-e4683debb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:43.403014 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bd7b99c8-d815-48cb-912d-80f92f767e70 req-739bef5d-65b5-4f1f-9cbd-e4683debb8ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d87af47a-f1dd-4bc5-99b2-40ac924925a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734792 Mar 05 14:39:43.534160 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bd7b99c8-d815-48cb-912d-80f92f767e70 req-7fc4da27-edd5-4719-b7ce-1644fb85bbe6 service neutron] 10.222.0.30 "GET /v2.0/networks/d87af47a-f1dd-4bc5-99b2-40ac924925a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244905 Mar 05 14:39:43.671036 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bd7b99c8-d815-48cb-912d-80f92f767e70 req-af98843a-856f-4026-a379-d1476b3b11c8 service neutron] 10.222.0.30 "GET /v2.0/networks/d87af47a-f1dd-4bc5-99b2-40ac924925a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309297 Mar 05 14:39:43.690537 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0bbfa0f8-ab1d-46dd-a92a-798bbd74d5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbddf319-1a78-4575-8022-353091c06be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515288888', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:25Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'f436a79f-c4ef-4c5c-adef-8865c4dc025b', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'floating_ip_address': '172.25.4.254', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'port_id': '9cee6c6a-1578-4363-97d2-3c16519af0ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9', 'mac_address': 'fa:16:3e:89:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d671e5a-17df-487a-b29f-98c56c88b39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:39:41Z', 'updated_at': '2022-03-05T14:39:41Z', 'revision_number': 0, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d039890-e354-442f-bab2-860da865302c', 'name': '', 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:44:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:39:24Z', 'updated_at': '2022-03-05T14:39:30Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:39:43.695122 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbfa0f8-ab1d-46dd-a92a-798bbd74d5eb None None] The sync data for ids ['cbddf319-1a78-4575-8022-353091c06be2'] in n-d-803718-1 is: [{'id': 'cbddf319-1a78-4575-8022-353091c06be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515288888', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:25Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'f436a79f-c4ef-4c5c-adef-8865c4dc025b', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'floating_ip_address': '172.25.4.254', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'port_id': '9cee6c6a-1578-4363-97d2-3c16519af0ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9', 'mac_address': 'fa:16:3e:89:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d671e5a-17df-487a-b29f-98c56c88b39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:39:41Z', 'updated_at': '2022-03-05T14:39:41Z', 'revision_number': 0, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d039890-e354-442f-bab2-860da865302c', 'name': '', 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:44:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:39:24Z', 'updated_at': '2022-03-05T14:39:30Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:39:43.879641 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:43.880633 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af94b88-055a-4bcc-9403-b274d05768f2 None None] New status for floating IP f436a79f-c4ef-4c5c-adef-8865c4dc025b: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:39:44.237549 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54106) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:39:44.342710 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9bb32620-03dc-4806-8e44-9c815afa458c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/floatingips/f436a79f-c4ef-4c5c-adef-8865c4dc025b HTTP/1.1" status: 200 len: 994 time: 0.1040113 Mar 05 14:39:53.454743 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b4cec763-4ace-4cb9-907f-1bf6669e7d98 req-faaf6684-3942-44d0-a8cb-cb5cbc9d64ff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696058 Mar 05 14:39:53.594307 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cec763-4ace-4cb9-907f-1bf6669e7d98 req-43ad93ec-eb96-4ce7-b9d2-7a9e37816fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:53.595776 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b4cec763-4ace-4cb9-907f-1bf6669e7d98 req-43ad93ec-eb96-4ce7-b9d2-7a9e37816fad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 1097 time: 0.0729296 Mar 05 14:39:53.741201 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cec763-4ace-4cb9-907f-1bf6669e7d98 req-ec5a3e8d-4e75-4998-8e95-6d137e0bfd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:53.742544 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b4cec763-4ace-4cb9-907f-1bf6669e7d98 req-ec5a3e8d-4e75-4998-8e95-6d137e0bfd3b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d87af47a-f1dd-4bc5-99b2-40ac924925a9 HTTP/1.1" status: 200 len: 897 time: 0.1268718 Mar 05 14:39:53.841315 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b4cec763-4ace-4cb9-907f-1bf6669e7d98 req-4abd5a22-7700-49fe-98f9-74b817981a08 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cee6c6a-1578-4363-97d2-3c16519af0ef HTTP/1.1" status: 200 len: 1002 time: 0.0932446 Mar 05 14:39:53.906963 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cec763-4ace-4cb9-907f-1bf6669e7d98 req-0a591a45-ec26-4903-942a-be26f8b646f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:53.908359 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b4cec763-4ace-4cb9-907f-1bf6669e7d98 req-0a591a45-ec26-4903-942a-be26f8b646f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947 HTTP/1.1" status: 200 len: 834 time: 0.0604420 Mar 05 14:39:53.982364 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cec763-4ace-4cb9-907f-1bf6669e7d98 req-2bc9dcf6-b7b4-4dd3-80f1-14c18d6d6701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:39:53.983854 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b4cec763-4ace-4cb9-907f-1bf6669e7d98 req-2bc9dcf6-b7b4-4dd3-80f1-14c18d6d6701 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d87af47a-f1dd-4bc5-99b2-40ac924925a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701370 Mar 05 14:39:54.114523 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b4cec763-4ace-4cb9-907f-1bf6669e7d98 req-9bec9b2c-3713-437e-be30-d025028c581e service neutron] 10.222.0.30 "GET /v2.0/networks/d87af47a-f1dd-4bc5-99b2-40ac924925a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238053 Mar 05 14:39:54.244623 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b4cec763-4ace-4cb9-907f-1bf6669e7d98 req-c08942a6-ea86-45bb-b6d2-6ff4e258aed2 service neutron] 10.222.0.30 "GET /v2.0/networks/d87af47a-f1dd-4bc5-99b2-40ac924925a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242747 Mar 05 14:39:59.471607 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:39:59.503530 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:06.328132 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:40:08.889936 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fca16feb-578b-46a1-b8d5-678149b45770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:11.026810 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3ebba265-8b4b-4b56-8c97-695c0c79565c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:11.370437 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296306b-1610-4ae6-a4ac-62a5f22d2ac7 req-effc031d-7d9b-4a8e-8723-11167289e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:11.371922 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9296306b-1610-4ae6-a4ac-62a5f22d2ac7 req-effc031d-7d9b-4a8e-8723-11167289e846 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 1097 time: 0.2504714 Mar 05 14:40:11.379432 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0fc7d-c89d-4f19-ae1b-a859593a8fb7 req-1f776f4c-9b91-475a-8333-9183886eccd6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:11.380738 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4cf0fc7d-c89d-4f19-ae1b-a859593a8fb7 req-1f776f4c-9b91-475a-8333-9183886eccd6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 946 time: 0.2251861 Mar 05 14:40:11.509849 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4cf0fc7d-c89d-4f19-ae1b-a859593a8fb7 req-e736a634-b6b4-4aa0-bc7e-d8a35ad4353e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110697 Mar 05 14:40:11.540658 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296306b-1610-4ae6-a4ac-62a5f22d2ac7 req-70b48787-b732-4dd1-8a9e-402e5a147ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:11.542111 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9296306b-1610-4ae6-a4ac-62a5f22d2ac7 req-70b48787-b732-4dd1-8a9e-402e5a147ea1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d87af47a-f1dd-4bc5-99b2-40ac924925a9 HTTP/1.1" status: 200 len: 897 time: 0.1605341 Mar 05 14:40:11.641015 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9296306b-1610-4ae6-a4ac-62a5f22d2ac7 req-b3e6081e-11a2-45e7-b33e-9803f46e0e13 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cee6c6a-1578-4363-97d2-3c16519af0ef HTTP/1.1" status: 200 len: 1002 time: 0.0924408 Mar 05 14:40:11.706532 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296306b-1610-4ae6-a4ac-62a5f22d2ac7 req-e9db25bd-bc9c-488d-a20c-e1610cb359a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:11.707953 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9296306b-1610-4ae6-a4ac-62a5f22d2ac7 req-e9db25bd-bc9c-488d-a20c-e1610cb359a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947 HTTP/1.1" status: 200 len: 834 time: 0.0609791 Mar 05 14:40:11.781538 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296306b-1610-4ae6-a4ac-62a5f22d2ac7 req-4d253209-421f-4102-ad7c-717cbdae7900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:11.782994 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9296306b-1610-4ae6-a4ac-62a5f22d2ac7 req-4d253209-421f-4102-ad7c-717cbdae7900 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d87af47a-f1dd-4bc5-99b2-40ac924925a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690448 Mar 05 14:40:11.913448 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9296306b-1610-4ae6-a4ac-62a5f22d2ac7 req-fbaed66e-1a7d-496c-8085-0271ce0998c0 service neutron] 10.222.0.30 "GET /v2.0/networks/d87af47a-f1dd-4bc5-99b2-40ac924925a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230805 Mar 05 14:40:12.043052 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9296306b-1610-4ae6-a4ac-62a5f22d2ac7 req-9829ef8c-9e3e-4a78-b97a-71cba4ac29a9 service neutron] 10.222.0.30 "GET /v2.0/networks/d87af47a-f1dd-4bc5-99b2-40ac924925a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246293 Mar 05 14:40:12.219507 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:12.281855 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:12.700321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a00c7-f7d0-4a49-89bc-f789c9f4ba7d req-ca81fe83-75be-44e5-99fd-1077679cbbb2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:12.701676 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5b9a00c7-f7d0-4a49-89bc-f789c9f4ba7d req-ca81fe83-75be-44e5-99fd-1077679cbbb2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 946 time: 0.0813036 Mar 05 14:40:12.745642 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5b9a00c7-f7d0-4a49-89bc-f789c9f4ba7d req-5279c901-fd2f-4739-97b4-68de0cf479e5 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384717 Mar 05 14:40:13.875638 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:13.939840 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92398e4-b1e8-48f5-877b-91fa09bf0c2c req-eaca6bc0-6587-478f-b82d-e8930942a976 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:13.941284 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f92398e4-b1e8-48f5-877b-91fa09bf0c2c req-eaca6bc0-6587-478f-b82d-e8930942a976 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 946 time: 0.0871148 Mar 05 14:40:13.984380 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f92398e4-b1e8-48f5-877b-91fa09bf0c2c req-2357d241-4263-4eca-82ba-373c2ebfe850 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367193 Mar 05 14:40:15.177306 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06045f75-4bd9-4945-a90c-a4a6818965e6 req-493df3cf-cc98-424a-87f2-6c5600404e02 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:15.178983 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06045f75-4bd9-4945-a90c-a4a6818965e6 req-493df3cf-cc98-424a-87f2-6c5600404e02 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 946 time: 0.0876560 Mar 05 14:40:15.225773 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-06045f75-4bd9-4945-a90c-a4a6818965e6 req-191d4522-430d-4984-ba43-75cfe3f790f8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395637 Mar 05 14:40:16.407431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277eb7f6-2f55-48df-be85-dc12211770ce req-5ad1ce23-beb9-420e-acd7-f22844e31533 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:16.408866 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-277eb7f6-2f55-48df-be85-dc12211770ce req-5ad1ce23-beb9-420e-acd7-f22844e31533 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 946 time: 0.0786901 Mar 05 14:40:16.452477 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-277eb7f6-2f55-48df-be85-dc12211770ce req-19b4a5b7-ee7b-44d7-810d-2b0a1c0e6660 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373065 Mar 05 14:40:17.636845 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b62c2-b407-4ecc-9743-33f92df605ec req-482a79ac-255b-4514-ab68-f4cb97330556 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:17.638286 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c77b62c2-b407-4ecc-9743-33f92df605ec req-482a79ac-255b-4514-ab68-f4cb97330556 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 946 time: 0.0790477 Mar 05 14:40:17.683897 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c77b62c2-b407-4ecc-9743-33f92df605ec req-e0cb44ad-b047-4225-b09d-dc31ed08ebef tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401330 Mar 05 14:40:18.872104 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5e743-2192-47b9-a506-f53568f05ebc req-8e217316-1d75-40a6-a589-64a4fbbdb5a5 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:18.873567 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c3c5e743-2192-47b9-a506-f53568f05ebc req-8e217316-1d75-40a6-a589-64a4fbbdb5a5 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 946 time: 0.0878522 Mar 05 14:40:18.916969 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c3c5e743-2192-47b9-a506-f53568f05ebc req-49578f8f-26f1-4551-bd9e-1cb002daf11f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377238 Mar 05 14:40:20.106237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e326e-a361-4934-a4a3-b2c639c953cb req-1947447e-ff8f-4eee-b452-6a0093475672 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:20.107730 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-851e326e-a361-4934-a4a3-b2c639c953cb req-1947447e-ff8f-4eee-b452-6a0093475672 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 946 time: 0.0841808 Mar 05 14:40:20.153318 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-851e326e-a361-4934-a4a3-b2c639c953cb req-4622adf1-15c1-4d63-b1d1-4af77561404d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394692 Mar 05 14:40:21.494466 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615db6a-a975-49a4-823c-837fe2c4a7e7 req-0d07e0ad-f095-4788-ba33-d2c7bbbe0b78 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:21.495953 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8615db6a-a975-49a4-823c-837fe2c4a7e7 req-0d07e0ad-f095-4788-ba33-d2c7bbbe0b78 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 946 time: 0.0801270 Mar 05 14:40:21.543414 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8615db6a-a975-49a4-823c-837fe2c4a7e7 req-35d1328d-eb31-492a-a2ad-e05f6d4fc280 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418024 Mar 05 14:40:22.730226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651d9c6-0a06-4de7-96a9-d0604325874b req-1ddc1c79-54bd-47bf-8e1a-6137b3bacf33 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:22.731620 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4651d9c6-0a06-4de7-96a9-d0604325874b req-1ddc1c79-54bd-47bf-8e1a-6137b3bacf33 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 946 time: 0.0801921 Mar 05 14:40:22.780025 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4651d9c6-0a06-4de7-96a9-d0604325874b req-50f366d2-aa1d-4b0a-ba90-5e5679aaa8ce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425625 Mar 05 14:40:23.963163 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44dd972-3afb-4db9-a7c8-7490bb8474cc req-c0c43caf-9d82-4953-b2fc-b8654ea58474 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:23.964598 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e44dd972-3afb-4db9-a7c8-7490bb8474cc req-c0c43caf-9d82-4953-b2fc-b8654ea58474 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 946 time: 0.0791423 Mar 05 14:40:24.008286 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e44dd972-3afb-4db9-a7c8-7490bb8474cc req-225afb87-60c9-4c66-806d-acb20534abe8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381045 Mar 05 14:40:24.031085 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54142) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:40:24.135708 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8c953051-92ed-4be2-8652-0de29dfe5463 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/floatingips/f436a79f-c4ef-4c5c-adef-8865c4dc025b HTTP/1.1" status: 200 len: 994 time: 0.1034477 Mar 05 14:40:29.474660 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:29.502212 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:38.891244 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e1b42edf-4908-4c13-95e6-fe164608104e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:41.028722 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ee80ef3d-af52-47b2-ac72-66ce84bf7a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:42.221266 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:42.282731 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:43.326965 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:40:43.876642 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:54.503755 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-21b42919-3437-4136-aae5-57fb47a54ebf req-b230c3d7-ebc2-4446-8e10-a1a93ed6e2d4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684023 Mar 05 14:40:54.519045 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54160) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:40:54.884037 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b42919-3437-4136-aae5-57fb47a54ebf req-4aeee479-d0a6-4051-9337-ad42b90201e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:54.885478 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-21b42919-3437-4136-aae5-57fb47a54ebf req-4aeee479-d0a6-4051-9337-ad42b90201e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 1097 time: 0.3064718 Mar 05 14:40:54.888920 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting port 1c267783-59c6-4b45-ae6a-5926e5b96032 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:40:54.888920 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:55.142740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b42919-3437-4136-aae5-57fb47a54ebf req-a45cd543-c33e-47c0-a218-9d83cc6b2cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:55.144087 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-21b42919-3437-4136-aae5-57fb47a54ebf req-a45cd543-c33e-47c0-a218-9d83cc6b2cdb service neutron] 10.222.0.30 "GET /v2.0/networks?id=d87af47a-f1dd-4bc5-99b2-40ac924925a9 HTTP/1.1" status: 200 len: 897 time: 0.2284884 Mar 05 14:40:55.225191 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:55.225510 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:55.353374 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Calling delete_port for 1c267783-59c6-4b45-ae6a-5926e5b96032 owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:40:55.406375 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-21b42919-3437-4136-aae5-57fb47a54ebf req-ecbd9bf9-3ca0-4862-8c46-58e74c4ea7f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cee6c6a-1578-4363-97d2-3c16519af0ef HTTP/1.1" status: 200 len: 1002 time: 0.2493286 Mar 05 14:40:55.486433 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b42919-3437-4136-aae5-57fb47a54ebf req-360dfc9d-ee0b-4213-8e1f-e466552e2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:55.487877 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-21b42919-3437-4136-aae5-57fb47a54ebf req-360dfc9d-ee0b-4213-8e1f-e466552e2112 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947 HTTP/1.1" status: 200 len: 834 time: 0.0733056 Mar 05 14:40:55.619241 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b42919-3437-4136-aae5-57fb47a54ebf req-3aa01f53-32fa-4fb0-a252-447ab71a9e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:55.620734 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-21b42919-3437-4136-aae5-57fb47a54ebf req-3aa01f53-32fa-4fb0-a252-447ab71a9e64 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d87af47a-f1dd-4bc5-99b2-40ac924925a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229692 Mar 05 14:40:55.621857 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:55.733117 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Port': ['ID=1c267783-59c6-4b45-ae6a-5926e5b96032,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:40:55.816021 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:40:55.816360 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:40:55.816690 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:40:55.817015 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:40:55.817335 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:40:55.817716 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:40:55.818200 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:40:55.818698 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:40:55.819047 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:40:55.819368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:40:55.819685 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:40:55.819996 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:40:55.878509 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:55.878860 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Floating IP f436a79f-c4ef-4c5c-adef-8865c4dc025b disassociated (deleted). External IP: 172.25.4.254, port: 9cee6c6a-1578-4363-97d2-3c16519af0ef. Mar 05 14:40:55.933380 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-21b42919-3437-4136-aae5-57fb47a54ebf req-d89b8aa8-678d-4b4e-9613-27c7f551eb66 service neutron] 10.222.0.30 "GET /v2.0/networks/d87af47a-f1dd-4bc5-99b2-40ac924925a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772768 Mar 05 14:40:56.288403 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-21b42919-3437-4136-aae5-57fb47a54ebf req-fcc8e58a-7308-480b-8a60-2b521488eb07 service neutron] 10.222.0.30 "GET /v2.0/networks/d87af47a-f1dd-4bc5-99b2-40ac924925a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435087 Mar 05 14:40:56.462503 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router cbddf319-1a78-4575-8022-353091c06be2 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:40:56.638521 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:40:56.648674 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b29395-eb45-4b85-8ffa-5be8a3003a9a None None] Sync routers for ids ['cbddf319-1a78-4575-8022-353091c06be2'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:40:56.658126 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b29395-eb45-4b85-8ffa-5be8a3003a9a None None] Routers {'cbddf319-1a78-4575-8022-353091c06be2'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:40:56.658728 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-82b29395-eb45-4b85-8ffa-5be8a3003a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:40:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['cbddf319-1a78-4575-8022-353091c06be2'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:40:56.658989 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:56.715914 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-00fcabf9-9e30-4880-8318-6a79a1075ea1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/floatingips/f436a79f-c4ef-4c5c-adef-8865c4dc025b HTTP/1.1" status: 204 len: 168 time: 2.1957119 Mar 05 14:40:56.716733 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d671e5a-17df-487a-b29f-98c56c88b39b', 'tag': '9cee6c6a-1578-4363-97d2-3c16519af0ef'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:40:56.762316 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d671e5a-17df-487a-b29f-98c56c88b39b', 'tag': '9cee6c6a-1578-4363-97d2-3c16519af0ef', 'status': 'completed', 'code': 200} Mar 05 14:40:56.859225 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-82b29395-eb45-4b85-8ffa-5be8a3003a9a None None] Set router cbddf319-1a78-4575-8022-353091c06be2 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:40:56.861430 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a9da6-aa33-4e99-8e4c-2cebbfdf1c6c req-adfade5b-cf5b-4b91-a8ec-d112d8759ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:56.863771 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c4a9da6-aa33-4e99-8e4c-2cebbfdf1c6c req-adfade5b-cf5b-4b91-a8ec-d112d8759ef6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 1097 time: 0.0798426 Mar 05 14:40:57.025794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a9da6-aa33-4e99-8e4c-2cebbfdf1c6c req-8e7be9e8-7385-41af-835d-5ca294350459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:57.029048 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c4a9da6-aa33-4e99-8e4c-2cebbfdf1c6c req-8e7be9e8-7385-41af-835d-5ca294350459 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d87af47a-f1dd-4bc5-99b2-40ac924925a9 HTTP/1.1" status: 200 len: 897 time: 0.1583776 Mar 05 14:40:57.115191 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c4a9da6-aa33-4e99-8e4c-2cebbfdf1c6c req-72649ddb-be6b-4bfc-aae3-d9e1152d0d0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cee6c6a-1578-4363-97d2-3c16519af0ef HTTP/1.1" status: 200 len: 217 time: 0.0760138 Mar 05 14:40:57.144020 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f95a49-cdb5-460c-a978-8283b06ff272 req-9e907ce0-d2ef-4450-b4ac-81b2697d4c21 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:57.146457 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20f95a49-cdb5-460c-a978-8283b06ff272 req-9e907ce0-d2ef-4450-b4ac-81b2697d4c21 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 946 time: 0.0955622 Mar 05 14:40:57.201505 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a9da6-aa33-4e99-8e4c-2cebbfdf1c6c req-15c80196-db6b-41f3-8b80-68c440dd5991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:57.203221 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c4a9da6-aa33-4e99-8e4c-2cebbfdf1c6c req-15c80196-db6b-41f3-8b80-68c440dd5991 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947 HTTP/1.1" status: 200 len: 834 time: 0.0796258 Mar 05 14:40:57.204388 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-20f95a49-cdb5-460c-a978-8283b06ff272 req-480e802d-1d8c-444f-b001-8e808af32de8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512667 Mar 05 14:40:57.262787 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-82b29395-eb45-4b85-8ffa-5be8a3003a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbddf319-1a78-4575-8022-353091c06be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515288888', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:25Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '7d039890-e354-442f-bab2-860da865302c', 'name': '', 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:44:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:39:24Z', 'updated_at': '2022-03-05T14:39:30Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:40:57.267453 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b29395-eb45-4b85-8ffa-5be8a3003a9a None None] Checking router: cbddf319-1a78-4575-8022-353091c06be2 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:40:57.276419 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b29395-eb45-4b85-8ffa-5be8a3003a9a None None] Routers {'cbddf319-1a78-4575-8022-353091c06be2'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:40:57.277024 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-82b29395-eb45-4b85-8ffa-5be8a3003a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:40:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['cbddf319-1a78-4575-8022-353091c06be2'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:40:57.285465 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a9da6-aa33-4e99-8e4c-2cebbfdf1c6c req-ffc596c9-8011-4a12-b2a9-05f31581227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:57.286989 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c4a9da6-aa33-4e99-8e4c-2cebbfdf1c6c req-ffc596c9-8011-4a12-b2a9-05f31581227c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d87af47a-f1dd-4bc5-99b2-40ac924925a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767982 Mar 05 14:40:57.441934 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c4a9da6-aa33-4e99-8e4c-2cebbfdf1c6c req-cc3d5e4d-4f04-41e5-9a22-897d0e3f9cca service neutron] 10.222.0.30 "GET /v2.0/networks/d87af47a-f1dd-4bc5-99b2-40ac924925a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483822 Mar 05 14:40:57.470651 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-82b29395-eb45-4b85-8ffa-5be8a3003a9a None None] Set router cbddf319-1a78-4575-8022-353091c06be2 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:40:57.603652 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3c4a9da6-aa33-4e99-8e4c-2cebbfdf1c6c req-b213fcb8-dd11-49db-80bd-47913f53c307 service neutron] 10.222.0.30 "GET /v2.0/networks/d87af47a-f1dd-4bc5-99b2-40ac924925a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553822 Mar 05 14:40:57.778522 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-82b29395-eb45-4b85-8ffa-5be8a3003a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbddf319-1a78-4575-8022-353091c06be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515288888', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:25Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '7d039890-e354-442f-bab2-860da865302c', 'name': '', 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:44:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:39:24Z', 'updated_at': '2022-03-05T14:39:30Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:40:57.782293 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b29395-eb45-4b85-8ffa-5be8a3003a9a None None] The sync data for ids ['cbddf319-1a78-4575-8022-353091c06be2'] in n-d-803718-1 is: [{'id': 'cbddf319-1a78-4575-8022-353091c06be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515288888', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:25Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '7d039890-e354-442f-bab2-860da865302c', 'name': '', 'network_id': 'd87af47a-f1dd-4bc5-99b2-40ac924925a9', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:44:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:39:24Z', 'updated_at': '2022-03-05T14:39:30Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:40:58.008006 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ea13e5-8d97-48e4-b491-acaa419e527a None None] New status for floating IP f436a79f-c4ef-4c5c-adef-8865c4dc025b: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:40:58.389846 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15ca17-8354-4058-b89f-0b959c563446 req-c6ef9554-3de1-45c2-b369-b4df2a153603 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:58.390535 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-de15ca17-8354-4058-b89f-0b959c563446 req-c6ef9554-3de1-45c2-b369-b4df2a153603 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:40:58.406290 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-de15ca17-8354-4058-b89f-0b959c563446 req-c6ef9554-3de1-45c2-b369-b4df2a153603 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:40:58.407558 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de15ca17-8354-4058-b89f-0b959c563446 req-c6ef9554-3de1-45c2-b369-b4df2a153603 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 946 time: 0.0953925 Mar 05 14:40:58.492808 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-de15ca17-8354-4058-b89f-0b959c563446 req-70c6e4e8-1e84-4901-89a8-ea69b5530f32 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=02446726-917a-46d3-bf4a-a1bb3aec7cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788484 Mar 05 14:40:58.531701 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24973d-ff24-4a37-b28f-887ab98e6a61 req-96f60254-3955-494b-8f01-0e18f9e69a30 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:40:58.533115 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d24973d-ff24-4a37-b28f-887ab98e6a61 req-96f60254-3955-494b-8f01-0e18f9e69a30 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 946 time: 0.0929353 Mar 05 14:40:58.602638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-5d24973d-ff24-4a37-b28f-887ab98e6a61 req-10719661-9fc4-4edd-9081-fbd30343292c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting port 9cee6c6a-1578-4363-97d2-3c16519af0ef {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:40:58.603004 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5d24973d-ff24-4a37-b28f-887ab98e6a61 req-10719661-9fc4-4edd-9081-fbd30343292c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:58.976292 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-5d24973d-ff24-4a37-b28f-887ab98e6a61 req-10719661-9fc4-4edd-9081-fbd30343292c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] For port 9cee6c6a-1578-4363-97d2-3c16519af0ef, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=9cee6c6a-1578-4363-97d2-3c16519af0ef,segment=NetworkSegment(5a6ffb3a-c8d7-432d-ac47-757191915cfa),segment_id=5a6ffb3a-c8d7-432d-ac47-757191915cfa)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:40:58.976642 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5d24973d-ff24-4a37-b28f-887ab98e6a61 req-10719661-9fc4-4edd-9081-fbd30343292c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:59.101502 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-5d24973d-ff24-4a37-b28f-887ab98e6a61 req-10719661-9fc4-4edd-9081-fbd30343292c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Calling delete_port for 9cee6c6a-1578-4363-97d2-3c16519af0ef owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:40:59.241873 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5d24973d-ff24-4a37-b28f-887ab98e6a61 req-10719661-9fc4-4edd-9081-fbd30343292c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:59.293041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10719661-9fc4-4edd-9081-fbd30343292c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Port': ['ID=9cee6c6a-1578-4363-97d2-3c16519af0ef,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:40:59.366931 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d24973d-ff24-4a37-b28f-887ab98e6a61 req-10719661-9fc4-4edd-9081-fbd30343292c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] No DVR routers for this DVR port 9cee6c6a-1578-4363-97d2-3c16519af0ef on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:40:59.369386 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5d24973d-ff24-4a37-b28f-887ab98e6a61 req-10719661-9fc4-4edd-9081-fbd30343292c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:59.371793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d671e5a-17df-487a-b29f-98c56c88b39b', 'name': 'network-vif-deleted', 'tag': '9cee6c6a-1578-4363-97d2-3c16519af0ef'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:40:59.386640 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d24973d-ff24-4a37-b28f-887ab98e6a61 req-10719661-9fc4-4edd-9081-fbd30343292c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.30 "DELETE /v2.0/ports/9cee6c6a-1578-4363-97d2-3c16519af0ef HTTP/1.1" status: 204 len: 173 time: 0.8481889 Mar 05 14:40:59.420085 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d671e5a-17df-487a-b29f-98c56c88b39b', 'name': 'network-vif-deleted', 'tag': '9cee6c6a-1578-4363-97d2-3c16519af0ef', 'status': 'completed', 'code': 200} Mar 05 14:40:59.508613 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:59.513086 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:40:59.659349 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-dd4e2e77-0372-438d-9341-abdb2d9fdc5a req-2bbadac0-d234-438f-ac78-a4da84d20dcf tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:40:59.676576 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-dd4e2e77-0372-438d-9341-abdb2d9fdc5a req-2bbadac0-d234-438f-ac78-a4da84d20dcf tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:40:59.678967 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dd4e2e77-0372-438d-9341-abdb2d9fdc5a req-2bbadac0-d234-438f-ac78-a4da84d20dcf tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d671e5a-17df-487a-b29f-98c56c88b39b HTTP/1.1" status: 200 len: 210 time: 0.0650554 Mar 05 14:41:00.776207 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54178) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:41:01.314385 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-276fdb4f-02df-4246-b6db-7149015f1748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:01.771558 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-276fdb4f-02df-4246-b6db-7149015f1748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting port 7d039890-e354-442f-bab2-860da865302c {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:41:01.772127 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-276fdb4f-02df-4246-b6db-7149015f1748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:01.956706 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-276fdb4f-02df-4246-b6db-7149015f1748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] For port 7d039890-e354-442f-bab2-860da865302c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=7d039890-e354-442f-bab2-860da865302c,segment=NetworkSegment(5a6ffb3a-c8d7-432d-ac47-757191915cfa),segment_id=5a6ffb3a-c8d7-432d-ac47-757191915cfa)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:41:01.957409 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-276fdb4f-02df-4246-b6db-7149015f1748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:01.976638 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 9cee6c6a-1578-4363-97d2-3c16519af0ef no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:41:02.010627 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 9cee6c6a-1578-4363-97d2-3c16519af0ef {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:41:02.010994 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 9cee6c6a-1578-4363-97d2-3c16519af0ef not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:41:02.078810 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-276fdb4f-02df-4246-b6db-7149015f1748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Calling delete_port for 7d039890-e354-442f-bab2-860da865302c owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:41:02.273310 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-276fdb4f-02df-4246-b6db-7149015f1748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:02.325559 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fdb4f-02df-4246-b6db-7149015f1748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Port': ['ID=7d039890-e354-442f-bab2-860da865302c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:02.595589 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-276fdb4f-02df-4246-b6db-7149015f1748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:02.949581 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276fdb4f-02df-4246-b6db-7149015f1748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router cbddf319-1a78-4575-8022-353091c06be2 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:41:03.238614 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276fdb4f-02df-4246-b6db-7149015f1748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:41:03.248128 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32b6e67-2a57-4455-80b6-9dea1610b045 None None] Sync routers for ids ['cbddf319-1a78-4575-8022-353091c06be2'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:41:03.254785 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-276fdb4f-02df-4246-b6db-7149015f1748 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "PUT /v2.0/routers/cbddf319-1a78-4575-8022-353091c06be2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4774714 Mar 05 14:41:03.257929 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54182) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:41:03.258262 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32b6e67-2a57-4455-80b6-9dea1610b045 None None] Routers {'cbddf319-1a78-4575-8022-353091c06be2'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:41:03.258890 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c32b6e67-2a57-4455-80b6-9dea1610b045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:40:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['cbddf319-1a78-4575-8022-353091c06be2'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:41:03.323585 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae85350-aff5-46e8-b25e-f76ee0e96f8d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting subnet e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:41:03.326685 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eae85350-aff5-46e8-b25e-f76ee0e96f8d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:03.386346 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eae85350-aff5-46e8-b25e-f76ee0e96f8d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:03.438862 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-c32b6e67-2a57-4455-80b6-9dea1610b045 None None] Set router cbddf319-1a78-4575-8022-353091c06be2 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:41:03.471474 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eae85350-aff5-46e8-b25e-f76ee0e96f8d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:03.548202 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eae85350-aff5-46e8-b25e-f76ee0e96f8d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:03.590396 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-eae85350-aff5-46e8-b25e-f76ee0e96f8d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:03.594256 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae85350-aff5-46e8-b25e-f76ee0e96f8d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Subnet': ['ID=e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:03.597888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f988af-65c8-4851-b6a0-e436f9dfb358 None None] Network d87af47a-f1dd-4bc5-99b2-40ac924925a9 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:41:03.601825 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-eae85350-aff5-46e8-b25e-f76ee0e96f8d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/subnets/e3e333f0-d6e4-44f4-85f9-bb7ab4b1a947 HTTP/1.1" status: 204 len: 168 time: 0.3404446 Mar 05 14:41:03.602616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54186) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:41:03.723636 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c32b6e67-2a57-4455-80b6-9dea1610b045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbddf319-1a78-4575-8022-353091c06be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515288888', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:41:02Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:41:03.729165 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32b6e67-2a57-4455-80b6-9dea1610b045 None None] Checking router: cbddf319-1a78-4575-8022-353091c06be2 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:41:03.737775 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32b6e67-2a57-4455-80b6-9dea1610b045 None None] Routers {'cbddf319-1a78-4575-8022-353091c06be2'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:41:03.738558 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c32b6e67-2a57-4455-80b6-9dea1610b045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:40:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['cbddf319-1a78-4575-8022-353091c06be2'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:41:03.789785 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebb071e1-4489-4e70-b8ee-10b22dd5a887 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:03.883275 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da24355-fbff-414f-ad70-e0c834b25398 None None] DHCP port deletion for d87af47a-f1dd-4bc5-99b2-40ac924925a9 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:41:03.888819 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4da24355-fbff-414f-ad70-e0c834b25398 None None] Deleting port 4726033b-bef8-499e-a7b5-71e29550a52b {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:41:03.889189 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4da24355-fbff-414f-ad70-e0c834b25398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:03.955701 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-c32b6e67-2a57-4455-80b6-9dea1610b045 None None] Set router cbddf319-1a78-4575-8022-353091c06be2 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:41:03.973809 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebb071e1-4489-4e70-b8ee-10b22dd5a887 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:03.987744 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ebb071e1-4489-4e70-b8ee-10b22dd5a887 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting port 2d05be9e-f7ca-4e9f-be22-041c2979558f {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:41:03.988205 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebb071e1-4489-4e70-b8ee-10b22dd5a887 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:04.099466 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4da24355-fbff-414f-ad70-e0c834b25398 None None] For port 4726033b-bef8-499e-a7b5-71e29550a52b, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=4726033b-bef8-499e-a7b5-71e29550a52b,segment=NetworkSegment(5a6ffb3a-c8d7-432d-ac47-757191915cfa),segment_id=5a6ffb3a-c8d7-432d-ac47-757191915cfa)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:41:04.099894 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4da24355-fbff-414f-ad70-e0c834b25398 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:04.168630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-ebb071e1-4489-4e70-b8ee-10b22dd5a887 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] For port 2d05be9e-f7ca-4e9f-be22-041c2979558f, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=2d05be9e-f7ca-4e9f-be22-041c2979558f,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:41:04.169022 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebb071e1-4489-4e70-b8ee-10b22dd5a887 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:04.223445 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-4da24355-fbff-414f-ad70-e0c834b25398 None None] Calling delete_port for 4726033b-bef8-499e-a7b5-71e29550a52b owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:41:04.244476 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-c32b6e67-2a57-4455-80b6-9dea1610b045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbddf319-1a78-4575-8022-353091c06be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515288888', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:41:02Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:41:04.248771 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32b6e67-2a57-4455-80b6-9dea1610b045 None None] The sync data for ids ['cbddf319-1a78-4575-8022-353091c06be2'] in n-d-803718-1 is: [{'id': 'cbddf319-1a78-4575-8022-353091c06be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515288888', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:41:02Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '2d05be9e-f7ca-4e9f-be22-041c2979558f', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbddf319-1a78-4575-8022-353091c06be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:39:20Z', 'updated_at': '2022-03-05T14:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:41:04.303495 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-ebb071e1-4489-4e70-b8ee-10b22dd5a887 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Calling delete_port for 2d05be9e-f7ca-4e9f-be22-041c2979558f owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:41:04.309908 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4da24355-fbff-414f-ad70-e0c834b25398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:04.355627 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da24355-fbff-414f-ad70-e0c834b25398 None None] Pushing event deleted for resources: {'Port': ['ID=4726033b-bef8-499e-a7b5-71e29550a52b,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:04.360188 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da24355-fbff-414f-ad70-e0c834b25398 None None] No DVR routers for this DVR port 4726033b-bef8-499e-a7b5-71e29550a52b on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:41:04.366234 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da24355-fbff-414f-ad70-e0c834b25398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:04.366572 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da24355-fbff-414f-ad70-e0c834b25398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:04.366925 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da24355-fbff-414f-ad70-e0c834b25398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:04.367247 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da24355-fbff-414f-ad70-e0c834b25398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:04.367575 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da24355-fbff-414f-ad70-e0c834b25398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:04.367892 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da24355-fbff-414f-ad70-e0c834b25398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:04.368201 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da24355-fbff-414f-ad70-e0c834b25398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:04.368511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da24355-fbff-414f-ad70-e0c834b25398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:04.368841 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da24355-fbff-414f-ad70-e0c834b25398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:04.369405 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da24355-fbff-414f-ad70-e0c834b25398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:04.369405 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da24355-fbff-414f-ad70-e0c834b25398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:04.369706 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da24355-fbff-414f-ad70-e0c834b25398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:04.478752 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebb071e1-4489-4e70-b8ee-10b22dd5a887 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:04.525387 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb071e1-4489-4e70-b8ee-10b22dd5a887 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Port': ['ID=2d05be9e-f7ca-4e9f-be22-041c2979558f,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:04.639903 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4726033b-bef8-499e-a7b5-71e29550a52b no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:41:04.680514 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 4726033b-bef8-499e-a7b5-71e29550a52b {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:41:04.680942 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 4726033b-bef8-499e-a7b5-71e29550a52b not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:41:04.746633 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebb071e1-4489-4e70-b8ee-10b22dd5a887 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:04.920230 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebb071e1-4489-4e70-b8ee-10b22dd5a887 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:04.922303 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebb071e1-4489-4e70-b8ee-10b22dd5a887 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:04.945545 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebb071e1-4489-4e70-b8ee-10b22dd5a887 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:04.946321 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb071e1-4489-4e70-b8ee-10b22dd5a887 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Fanout notify agent at l3_agent the message router_deleted on router cbddf319-1a78-4575-8022-353091c06be2 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:41:04.961570 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ebb071e1-4489-4e70-b8ee-10b22dd5a887 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:04.962697 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ebb071e1-4489-4e70-b8ee-10b22dd5a887 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/routers/cbddf319-1a78-4575-8022-353091c06be2 HTTP/1.1" status: 204 len: 168 time: 1.3598034 Mar 05 14:41:04.965420 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54190) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:41:05.083604 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0d158dcc-1294-4013-9561-d6475b33ee26 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:05.212026 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0d158dcc-1294-4013-9561-d6475b33ee26 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:05.236404 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-0d158dcc-1294-4013-9561-d6475b33ee26 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87af47a-f1dd-4bc5-99b2-40ac924925a9']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:41:05.252101 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-0d158dcc-1294-4013-9561-d6475b33ee26 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6ffb3a-c8d7-432d-ac47-757191915cfa') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:41:05.252396 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-0d158dcc-1294-4013-9561-d6475b33ee26 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6ffb3a-c8d7-432d-ac47-757191915cfa') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:41:05.263553 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0d158dcc-1294-4013-9561-d6475b33ee26 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:05.279011 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0d158dcc-1294-4013-9561-d6475b33ee26 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:05.284778 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d158dcc-1294-4013-9561-d6475b33ee26 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:41:05.285151 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0d158dcc-1294-4013-9561-d6475b33ee26 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: timer() Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:41:05.299571 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:41:05.377471 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0d158dcc-1294-4013-9561-d6475b33ee26 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:05.382109 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0d158dcc-1294-4013-9561-d6475b33ee26 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:05.412191 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d158dcc-1294-4013-9561-d6475b33ee26 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Network': ['ID=d87af47a-f1dd-4bc5-99b2-40ac924925a9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:05.421916 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0d158dcc-1294-4013-9561-d6475b33ee26 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/networks/d87af47a-f1dd-4bc5-99b2-40ac924925a9 HTTP/1.1" status: 204 len: 168 time: 0.4554355 Mar 05 14:41:05.425061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54194) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:41:05.493217 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d7fa56f6-6077-4000-8ce2-a2797bec0866 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:05.522937 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d7fa56f6-6077-4000-8ce2-a2797bec0866 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:05.588760 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d7fa56f6-6077-4000-8ce2-a2797bec0866 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:05.608403 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa56f6-6077-4000-8ce2-a2797bec0866 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02446726-917a-46d3-bf4a-a1bb3aec7cbf,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:05.616941 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d7fa56f6-6077-4000-8ce2-a2797bec0866 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:05.620995 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d7fa56f6-6077-4000-8ce2-a2797bec0866 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/security-groups/02446726-917a-46d3-bf4a-a1bb3aec7cbf HTTP/1.1" status: 204 len: 168 time: 0.1920626 Mar 05 14:41:06.026081 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54202) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:41:06.031375 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-426522097', 'description': 'tempest-secgroup-smoke-426522097 description', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:41:06.038441 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:41:06.042564 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:41:06.045459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:41:06.051857 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:41:06.064660 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:06.084374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:41:06.088339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:41:06.091136 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:41:06.096712 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:41:06.248139 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 2d05be9e-f7ca-4e9f-be22-041c2979558f no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:41:06.273630 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:06.277646 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:06.283067 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 2d05be9e-f7ca-4e9f-be22-041c2979558f {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:41:06.283411 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 2d05be9e-f7ca-4e9f-be22-041c2979558f not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:41:06.283828 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 7d039890-e354-442f-bab2-860da865302c no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:41:06.317852 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 7d039890-e354-442f-bab2-860da865302c {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:41:06.318205 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 7d039890-e354-442f-bab2-860da865302c not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:41:06.324268 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:06.325501 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2983165 Mar 05 14:41:06.328500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54206) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:41:06.329174 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64daf072-d4d1-49a9-9e02-fff5d7fe96a2,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:06.334190 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e8093dfc-e815-4d1d-b245-356bf8a45724 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': '64daf072-d4d1-49a9-9e02-fff5d7fe96a2', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:41:06.337426 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:06.337776 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:06.338115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:06.338449 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:06.338788 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:06.339124 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:06.339452 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:06.339774 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:06.340096 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:06.340417 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:06.340734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:06.341049 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec5b993-2dc8-444d-a2a5-64670d574f9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:06.341511 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e8093dfc-e815-4d1d-b245-356bf8a45724 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:41:06.345441 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e8093dfc-e815-4d1d-b245-356bf8a45724 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:41:06.348526 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e8093dfc-e815-4d1d-b245-356bf8a45724 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:41:06.355114 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e8093dfc-e815-4d1d-b245-356bf8a45724 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:41:06.371844 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e8093dfc-e815-4d1d-b245-356bf8a45724 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:06.434788 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e8093dfc-e815-4d1d-b245-356bf8a45724 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:06.438781 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e8093dfc-e815-4d1d-b245-356bf8a45724 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:06.463580 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8093dfc-e815-4d1d-b245-356bf8a45724 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97a95a7-82e0-4cae-8d6b-1706e11abff8,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:06.472247 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e8093dfc-e815-4d1d-b245-356bf8a45724 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:06.473425 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e8093dfc-e815-4d1d-b245-356bf8a45724 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435096 Mar 05 14:41:06.476158 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54210) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:41:06.480975 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-43e176db-b867-4de3-b48d-bf2483e3cc66 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': '64daf072-d4d1-49a9-9e02-fff5d7fe96a2', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:41:06.487349 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-43e176db-b867-4de3-b48d-bf2483e3cc66 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:41:06.491601 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-43e176db-b867-4de3-b48d-bf2483e3cc66 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:41:06.494383 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-43e176db-b867-4de3-b48d-bf2483e3cc66 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:41:06.499891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-43e176db-b867-4de3-b48d-bf2483e3cc66 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:41:06.517063 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-43e176db-b867-4de3-b48d-bf2483e3cc66 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:06.577639 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-43e176db-b867-4de3-b48d-bf2483e3cc66 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:06.581089 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-43e176db-b867-4de3-b48d-bf2483e3cc66 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:06.604745 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e176db-b867-4de3-b48d-bf2483e3cc66 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26a9eff-5518-488e-946d-01b2992fe489,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:06.612399 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-43e176db-b867-4de3-b48d-bf2483e3cc66 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:06.613569 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-43e176db-b867-4de3-b48d-bf2483e3cc66 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1365299 Mar 05 14:41:06.616761 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54214) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:41:06.621649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-0ca22c4d-ac93-4da9-ad0d-0bcb91b20a31 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': '64daf072-d4d1-49a9-9e02-fff5d7fe96a2', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:41:06.628142 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0ca22c4d-ac93-4da9-ad0d-0bcb91b20a31 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:41:06.632461 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0ca22c4d-ac93-4da9-ad0d-0bcb91b20a31 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:41:06.635281 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0ca22c4d-ac93-4da9-ad0d-0bcb91b20a31 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:41:06.640772 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0ca22c4d-ac93-4da9-ad0d-0bcb91b20a31 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:41:06.657067 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0ca22c4d-ac93-4da9-ad0d-0bcb91b20a31 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:06.718247 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0ca22c4d-ac93-4da9-ad0d-0bcb91b20a31 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:06.722560 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0ca22c4d-ac93-4da9-ad0d-0bcb91b20a31 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:06.746246 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca22c4d-ac93-4da9-ad0d-0bcb91b20a31 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be6062a6-8661-4ed7-8f2a-b22ab6a98296,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:06.755268 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0ca22c4d-ac93-4da9-ad0d-0bcb91b20a31 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:06.756462 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0ca22c4d-ac93-4da9-ad0d-0bcb91b20a31 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1387706 Mar 05 14:41:06.759176 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54218) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:41:06.764059 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-f9e5a85f-1601-44b3-9607-ed3cab160c2b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': '64daf072-d4d1-49a9-9e02-fff5d7fe96a2', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:41:06.770628 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f9e5a85f-1601-44b3-9607-ed3cab160c2b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:41:06.774979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f9e5a85f-1601-44b3-9607-ed3cab160c2b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:41:06.777945 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f9e5a85f-1601-44b3-9607-ed3cab160c2b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:41:06.783588 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f9e5a85f-1601-44b3-9607-ed3cab160c2b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:41:06.804190 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f9e5a85f-1601-44b3-9607-ed3cab160c2b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:06.867780 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f9e5a85f-1601-44b3-9607-ed3cab160c2b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:06.871089 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f9e5a85f-1601-44b3-9607-ed3cab160c2b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:06.891538 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5a85f-1601-44b3-9607-ed3cab160c2b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ad0280-fcf7-4a1f-a029-39da35d35f0b,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:06.902620 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f9e5a85f-1601-44b3-9607-ed3cab160c2b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:06.903844 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f9e5a85f-1601-44b3-9607-ed3cab160c2b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437604 Mar 05 14:41:06.906680 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54222) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:41:06.911747 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-40c82ac4-e598-425d-86f5-e118a4367067 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': '64daf072-d4d1-49a9-9e02-fff5d7fe96a2', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:41:06.919026 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-40c82ac4-e598-425d-86f5-e118a4367067 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:41:06.922788 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-40c82ac4-e598-425d-86f5-e118a4367067 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:41:06.925879 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-40c82ac4-e598-425d-86f5-e118a4367067 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:41:06.932239 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-40c82ac4-e598-425d-86f5-e118a4367067 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:41:06.942943 n-d-803718-1 neutron-server[87913]: INFO neutron.db.securitygroups_db [None req-40c82ac4-e598-425d-86f5-e118a4367067 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Project f6bbde4b0a6141a6a7e724e7aa2ebb51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:41:06.949490 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40c82ac4-e598-425d-86f5-e118a4367067 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:07.012732 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40c82ac4-e598-425d-86f5-e118a4367067 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:07.016580 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40c82ac4-e598-425d-86f5-e118a4367067 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:07.044482 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c82ac4-e598-425d-86f5-e118a4367067 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfdec210-8ca0-475c-88a6-ba40bdb305b3,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:07.056879 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-40c82ac4-e598-425d-86f5-e118a4367067 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:07.058038 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-40c82ac4-e598-425d-86f5-e118a4367067 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1504288 Mar 05 14:41:07.060945 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54226) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:41:07.066034 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-408024f2-0ede-4138-b6b4-569c61d1b8b2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': '64daf072-d4d1-49a9-9e02-fff5d7fe96a2', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:41:07.072972 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-408024f2-0ede-4138-b6b4-569c61d1b8b2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:41:07.076699 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-408024f2-0ede-4138-b6b4-569c61d1b8b2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:41:07.079537 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-408024f2-0ede-4138-b6b4-569c61d1b8b2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:41:07.086593 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-408024f2-0ede-4138-b6b4-569c61d1b8b2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:41:07.095503 n-d-803718-1 neutron-server[87914]: INFO neutron.db.securitygroups_db [None req-408024f2-0ede-4138-b6b4-569c61d1b8b2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Project f6bbde4b0a6141a6a7e724e7aa2ebb51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:41:07.103086 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-408024f2-0ede-4138-b6b4-569c61d1b8b2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:07.168168 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-408024f2-0ede-4138-b6b4-569c61d1b8b2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:07.171496 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-408024f2-0ede-4138-b6b4-569c61d1b8b2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:07.195117 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408024f2-0ede-4138-b6b4-569c61d1b8b2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457fecfa-c8fe-4160-af2d-a0d1eef21952,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:07.203902 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-408024f2-0ede-4138-b6b4-569c61d1b8b2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:07.205050 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-408024f2-0ede-4138-b6b4-569c61d1b8b2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1431210 Mar 05 14:41:07.207865 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54230) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:41:07.214093 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-3321238a-0bd1-46e6-b1dd-603e9566d82c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'network': {'name': 'tempest-network-smoke--1805253015', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'port_security_enabled': True}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:41:07.219423 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3321238a-0bd1-46e6-b1dd-603e9566d82c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:41:07.223423 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3321238a-0bd1-46e6-b1dd-603e9566d82c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:network and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:41:07.227435 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-3321238a-0bd1-46e6-b1dd-603e9566d82c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:41:07.232994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-3321238a-0bd1-46e6-b1dd-603e9566d82c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:41:07.243032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3321238a-0bd1-46e6-b1dd-603e9566d82c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Made reservation on behalf of f6bbde4b0a6141a6a7e724e7aa2ebb51 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:41:07.246360 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3321238a-0bd1-46e6-b1dd-603e9566d82c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:07.273884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3321238a-0bd1-46e6-b1dd-603e9566d82c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:41:07.282575 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3321238a-0bd1-46e6-b1dd-603e9566d82c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:07.282947 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-3321238a-0bd1-46e6-b1dd-603e9566d82c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Added segment e608f154-e215-4e15-a44a-490f026ed8c0 of type vlan for network 907c5aac-f9dd-42be-a83b-25c32da507c4 Mar 05 14:41:07.311521 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3321238a-0bd1-46e6-b1dd-603e9566d82c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:07.340841 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3321238a-0bd1-46e6-b1dd-603e9566d82c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:07.346141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3321238a-0bd1-46e6-b1dd-603e9566d82c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:07.346724 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3321238a-0bd1-46e6-b1dd-603e9566d82c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:07.454427 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3321238a-0bd1-46e6-b1dd-603e9566d82c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2455523 Mar 05 14:41:07.457224 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54234) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:41:07.460863 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321238a-0bd1-46e6-b1dd-603e9566d82c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Network': ['ID=907c5aac-f9dd-42be-a83b-25c32da507c4,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:07.462481 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-14ab5b25-16cd-4c16-b55c-f06b3f7363bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-824991926', 'admin_state_up': True, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:41:07.470412 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-14ab5b25-16cd-4c16-b55c-f06b3f7363bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:41:07.470930 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 907c5aac-f9dd-42be-a83b-25c32da507c4 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:41:07.474249 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-14ab5b25-16cd-4c16-b55c-f06b3f7363bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:router and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:41:07.477755 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-14ab5b25-16cd-4c16-b55c-f06b3f7363bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:41:07.484003 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-14ab5b25-16cd-4c16-b55c-f06b3f7363bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:41:07.494364 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14ab5b25-16cd-4c16-b55c-f06b3f7363bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:07.495345 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14ab5b25-16cd-4c16-b55c-f06b3f7363bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:07.510109 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14ab5b25-16cd-4c16-b55c-f06b3f7363bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:07.875293 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14ab5b25-16cd-4c16-b55c-f06b3f7363bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:08.171346 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14ab5b25-16cd-4c16-b55c-f06b3f7363bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_gateway, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:08.200186 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14ab5b25-16cd-4c16-b55c-f06b3f7363bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:08.333785 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-14ab5b25-16cd-4c16-b55c-f06b3f7363bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Allocated IP 172.25.4.232 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/72ef8749-f150-4330-b28e-dafa01640c45) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:41:08.479306 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14ab5b25-16cd-4c16-b55c-f06b3f7363bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:08.507614 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14ab5b25-16cd-4c16-b55c-f06b3f7363bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:08.565623 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ab5b25-16cd-4c16-b55c-f06b3f7363bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:41:08.568373 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-14ab5b25-16cd-4c16-b55c-f06b3f7363bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:41:08.576467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ab5b25-16cd-4c16-b55c-f06b3f7363bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:41:08.615363 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab5b25-16cd-4c16-b55c-f06b3f7363bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=72ef8749-f150-4330-b28e-dafa01640c45,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:08.893314 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-65d4aaa4-0c4d-44e1-88b2-8a0272912367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:08.983461 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14ab5b25-16cd-4c16-b55c-f06b3f7363bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_gateway, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:09.438255 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14ab5b25-16cd-4c16-b55c-f06b3f7363bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:09.642917 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ab5b25-16cd-4c16-b55c-f06b3f7363bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router 5a8e177b-87d9-4305-b742-7319af322469 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:41:09.832850 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ab5b25-16cd-4c16-b55c-f06b3f7363bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:41:09.842864 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] Sync routers for ids ['5a8e177b-87d9-4305-b742-7319af322469'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:41:09.852421 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] Routers {'5a8e177b-87d9-4305-b742-7319af322469'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:41:09.853248 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:40:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['5a8e177b-87d9-4305-b742-7319af322469'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:41:09.860929 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14ab5b25-16cd-4c16-b55c-f06b3f7363bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:09.862183 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-14ab5b25-16cd-4c16-b55c-f06b3f7363bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4039962 Mar 05 14:41:09.865259 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54238) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:41:09.909727 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-60a9bb70-f67b-49b1-897c-744a61e7bee9 tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432491 Mar 05 14:41:09.912219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54242) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:41:10.043444 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba76a32-964f-4ac9-95da-c97f50ea8850 tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:10.045076 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9ba76a32-964f-4ac9-95da-c97f50ea8850 tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317554 Mar 05 14:41:10.047875 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54246) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:41:10.066640 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] Set router 5a8e177b-87d9-4305-b742-7319af322469 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:41:10.090026 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ef0a8435-8959-4380-a6d6-118483ad95c0 tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386462 Mar 05 14:41:10.090239 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54250) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:41:10.095640 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-353a9491-ae39-46ff-b507-7dd1cfab29bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-373058703', 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:41:10.206796 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-353a9491-ae39-46ff-b507-7dd1cfab29bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:41:10.211019 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-353a9491-ae39-46ff-b507-7dd1cfab29bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:subnet and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:41:10.213775 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-353a9491-ae39-46ff-b507-7dd1cfab29bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:41:10.219873 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-353a9491-ae39-46ff-b507-7dd1cfab29bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:41:10.228913 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353a9491-ae39-46ff-b507-7dd1cfab29bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Made reservation on behalf of f6bbde4b0a6141a6a7e724e7aa2ebb51 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:41:10.232658 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-353a9491-ae39-46ff-b507-7dd1cfab29bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:10.351983 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8e177b-87d9-4305-b742-7319af322469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824991926', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '72ef8749-f150-4330-b28e-dafa01640c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:41:07Z', 'updated_at': '2022-03-05T14:41:08Z', 'revision_number': 3, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '72ef8749-f150-4330-b28e-dafa01640c45', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:29:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8e177b-87d9-4305-b742-7319af322469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:41:08Z', 'updated_at': '2022-03-05T14:41:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:41:10.355844 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] Checking router: 5a8e177b-87d9-4305-b742-7319af322469 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:41:10.356190 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] Updating router 5a8e177b-87d9-4305-b742-7319af322469 port 72ef8749-f150-4330-b28e-dafa01640c45 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:41:10.411261 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:10.447401 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-353a9491-ae39-46ff-b507-7dd1cfab29bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:10.528295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a9491-ae39-46ff-b507-7dd1cfab29bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Subnet': ['ID=5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:10.536900 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353a9491-ae39-46ff-b507-7dd1cfab29bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Checking segment: {'id': 'e608f154-e215-4e15-a44a-490f026ed8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:41:10.537261 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353a9491-ae39-46ff-b507-7dd1cfab29bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network hostable DHCP agents. Network: 907c5aac-f9dd-42be-a83b-25c32da507c4, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:41:10.555860 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353a9491-ae39-46ff-b507-7dd1cfab29bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network 907c5aac-f9dd-42be-a83b-25c32da507c4 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:41:10.565326 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-353a9491-ae39-46ff-b507-7dd1cfab29bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 907c5aac-f9dd-42be-a83b-25c32da507c4) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:41:10.569910 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353a9491-ae39-46ff-b507-7dd1cfab29bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:10.570495 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-353a9491-ae39-46ff-b507-7dd1cfab29bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:10.591203 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-353a9491-ae39-46ff-b507-7dd1cfab29bc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4999926 Mar 05 14:41:10.594012 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54254) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:41:10.620932 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baf9920-5878-4a4b-b139-4186236abdf3 None None] Network 907c5aac-f9dd-42be-a83b-25c32da507c4 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:41:10.931887 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:10.937746 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cfc20f-adb4-4e8c-86b4-8146b8eac3ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-907c5aac-f9dd-42be-a83b-25c32da507c4', 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ips': [{'subnet_id': '5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:41:10.938549 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-35cfc20f-adb4-4e8c-86b4-8146b8eac3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:10.960778 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] Transition to ACTIVE for port object 72ef8749-f150-4330-b28e-dafa01640c45 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:41:11.004804 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:11.122362 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-98ec21ee-a85a-464b-9b24-9c04d1807ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:11.123878 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] Attempting to bind port 72ef8749-f150-4330-b28e-dafa01640c45 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:41:11.124245 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] Attempting to bind port 72ef8749-f150-4330-b28e-dafa01640c45 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:41:11.124664 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] Attempting to bind port 72ef8749-f150-4330-b28e-dafa01640c45 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:41:11.135407 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea908de-130e-4434-87f6-694f445eb594 None None] Pushing event updated for resources: {'Port': ['ID=72ef8749-f150-4330-b28e-dafa01640c45,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:11.171415 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:41:11.171789 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:41:11.172188 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:11.172581 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:41:11.173063 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] Bound port: 72ef8749-f150-4330-b28e-dafa01640c45, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:41:11.173432 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:11.259014 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-35cfc20f-adb4-4e8c-86b4-8146b8eac3ee None None] Allocated IP 172.20.0.2 (907c5aac-f9dd-42be-a83b-25c32da507c4/5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f/e20b1dfa-e857-4d09-9b56-988df0467566) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:41:11.274220 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] For port 72ef8749-f150-4330-b28e-dafa01640c45, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:41:11.277920 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] For port 72ef8749-f150-4330-b28e-dafa01640c45, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=72ef8749-f150-4330-b28e-dafa01640c45,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:41:11.294319 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:11.429897 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ab1819f4-e209-4429-b460-1be3778da449 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:11.492016 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea908de-130e-4434-87f6-694f445eb594 None None] Pushing event updated for resources: {'Port': ['ID=72ef8749-f150-4330-b28e-dafa01640c45,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:11.500217 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] Routers {'5a8e177b-87d9-4305-b742-7319af322469'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:41:11.500825 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:41:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['5a8e177b-87d9-4305-b742-7319af322469'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:41:11.736646 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-35cfc20f-adb4-4e8c-86b4-8146b8eac3ee None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:11.757413 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-35cfc20f-adb4-4e8c-86b4-8146b8eac3ee None None] Transition to ACTIVE for port object e20b1dfa-e857-4d09-9b56-988df0467566 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:41:11.760731 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] Set router 5a8e177b-87d9-4305-b742-7319af322469 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:41:11.902265 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-35cfc20f-adb4-4e8c-86b4-8146b8eac3ee None None] Transition to ACTIVE for port object e20b1dfa-e857-4d09-9b56-988df0467566 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:41:11.957820 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-35cfc20f-adb4-4e8c-86b4-8146b8eac3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:11.972610 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-ab1819f4-e209-4429-b460-1be3778da449 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Allocated IP 172.20.0.1 (907c5aac-f9dd-42be-a83b-25c32da507c4/5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f/ceb6d26e-d621-49a2-8e36-7a82ebde795c) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:41:12.028517 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cfc20f-adb4-4e8c-86b4-8146b8eac3ee None None] Network 907c5aac-f9dd-42be-a83b-25c32da507c4 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:41:12.032937 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-35cfc20f-adb4-4e8c-86b4-8146b8eac3ee None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:41:12.045472 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cfc20f-adb4-4e8c-86b4-8146b8eac3ee None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:41:12.094135 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfc20f-adb4-4e8c-86b4-8146b8eac3ee None None] Pushing event updated for resources: {'Port': ['ID=e20b1dfa-e857-4d09-9b56-988df0467566,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:12.135006 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ab1819f4-e209-4429-b460-1be3778da449 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:12.150543 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-ab1819f4-e209-4429-b460-1be3778da449 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Transition to ACTIVE for port object ceb6d26e-d621-49a2-8e36-7a82ebde795c will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:41:12.175660 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ab1819f4-e209-4429-b460-1be3778da449 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:12.191958 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-35cfc20f-adb4-4e8c-86b4-8146b8eac3ee None None] Attempting to bind port e20b1dfa-e857-4d09-9b56-988df0467566 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:41:12.192546 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-35cfc20f-adb4-4e8c-86b4-8146b8eac3ee None None] Attempting to bind port e20b1dfa-e857-4d09-9b56-988df0467566 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'e608f154-e215-4e15-a44a-490f026ed8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:41:12.192680 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cfc20f-adb4-4e8c-86b4-8146b8eac3ee None None] Attempting to bind port e20b1dfa-e857-4d09-9b56-988df0467566 on network 907c5aac-f9dd-42be-a83b-25c32da507c4 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:41:12.203888 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cfc20f-adb4-4e8c-86b4-8146b8eac3ee None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:41:12.204265 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cfc20f-adb4-4e8c-86b4-8146b8eac3ee None None] Checking segment: {'id': 'e608f154-e215-4e15-a44a-490f026ed8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:41:12.204663 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-35cfc20f-adb4-4e8c-86b4-8146b8eac3ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:12.205642 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cfc20f-adb4-4e8c-86b4-8146b8eac3ee None None] Bound using segment: {'id': 'e608f154-e215-4e15-a44a-490f026ed8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:41:12.205642 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-35cfc20f-adb4-4e8c-86b4-8146b8eac3ee None None] Bound port: e20b1dfa-e857-4d09-9b56-988df0467566, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e608f154-e215-4e15-a44a-490f026ed8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:41:12.205850 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-35cfc20f-adb4-4e8c-86b4-8146b8eac3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:12.241514 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1819f4-e209-4429-b460-1be3778da449 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network 907c5aac-f9dd-42be-a83b-25c32da507c4 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:41:12.244634 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-ab1819f4-e209-4429-b460-1be3778da449 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:41:12.252668 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1819f4-e209-4429-b460-1be3778da449 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:41:12.282076 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:12.292036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1819f4-e209-4429-b460-1be3778da449 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=ceb6d26e-d621-49a2-8e36-7a82ebde795c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:12.316064 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ab1819f4-e209-4429-b460-1be3778da449 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:12.319493 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8e177b-87d9-4305-b742-7319af322469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824991926', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '72ef8749-f150-4330-b28e-dafa01640c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:41:07Z', 'updated_at': '2022-03-05T14:41:08Z', 'revision_number': 3, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '72ef8749-f150-4330-b28e-dafa01640c45', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:29:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8e177b-87d9-4305-b742-7319af322469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:41:08Z', 'updated_at': '2022-03-05T14:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:41:12.321426 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:12.327473 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ff194b-1605-4c59-9507-8f14b96038ee None None] The sync data for ids ['5a8e177b-87d9-4305-b742-7319af322469'] in n-d-803718-1 is: [{'id': '5a8e177b-87d9-4305-b742-7319af322469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824991926', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '72ef8749-f150-4330-b28e-dafa01640c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:41:07Z', 'updated_at': '2022-03-05T14:41:08Z', 'revision_number': 3, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '72ef8749-f150-4330-b28e-dafa01640c45', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:29:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8e177b-87d9-4305-b742-7319af322469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:41:08Z', 'updated_at': '2022-03-05T14:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:41:12.338172 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-35cfc20f-adb4-4e8c-86b4-8146b8eac3ee None None] For port e20b1dfa-e857-4d09-9b56-988df0467566, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:41:12.341442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-35cfc20f-adb4-4e8c-86b4-8146b8eac3ee None None] For port e20b1dfa-e857-4d09-9b56-988df0467566, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e20b1dfa-e857-4d09-9b56-988df0467566,segment=NetworkSegment(e608f154-e215-4e15-a44a-490f026ed8c0),segment_id=e608f154-e215-4e15-a44a-490f026ed8c0)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:41:12.346671 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-35cfc20f-adb4-4e8c-86b4-8146b8eac3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:12.434023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfc20f-adb4-4e8c-86b4-8146b8eac3ee None None] Pushing event updated for resources: {'Port': ['ID=e20b1dfa-e857-4d09-9b56-988df0467566,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:12.833581 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ab1819f4-e209-4429-b460-1be3778da449 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:13.263584 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ab1819f4-e209-4429-b460-1be3778da449 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:13.268828 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ab1819f4-e209-4429-b460-1be3778da449 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:13.387032 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ab1819f4-e209-4429-b460-1be3778da449 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:13.395769 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1819f4-e209-4429-b460-1be3778da449 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=ceb6d26e-d621-49a2-8e36-7a82ebde795c,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:13.470269 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e7bc61-c98c-4d7f-a91b-ce350f754775 None None] Network 907c5aac-f9dd-42be-a83b-25c32da507c4 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:41:13.534672 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1819f4-e209-4429-b460-1be3778da449 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network 907c5aac-f9dd-42be-a83b-25c32da507c4 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:41:13.535861 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-ab1819f4-e209-4429-b460-1be3778da449 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:41:13.590322 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-323304f3-3f5e-48a4-961d-f9e6fc4f1992 None None] Provisioning for port e20b1dfa-e857-4d09-9b56-988df0467566 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:41:13.726217 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1819f4-e209-4429-b460-1be3778da449 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router 5a8e177b-87d9-4305-b742-7319af322469 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:41:13.882876 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:13.928522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1819f4-e209-4429-b460-1be3778da449 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:41:13.939508 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] Sync routers for ids ['5a8e177b-87d9-4305-b742-7319af322469'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:41:13.946834 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ab1819f4-e209-4429-b460-1be3778da449 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "PUT /v2.0/routers/5a8e177b-87d9-4305-b742-7319af322469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3487539 Mar 05 14:41:13.950072 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] Routers {'5a8e177b-87d9-4305-b742-7319af322469'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:41:13.950704 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:41:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['5a8e177b-87d9-4305-b742-7319af322469'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:41:14.038442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e2b5f666-9338-49a1-a3e3-2bcafb1883f6 None None] Provisioning for port ceb6d26e-d621-49a2-8e36-7a82ebde795c completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:41:14.043547 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e2b5f666-9338-49a1-a3e3-2bcafb1883f6 None None] Provisioning complete for port ceb6d26e-d621-49a2-8e36-7a82ebde795c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:41:14.043915 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e2b5f666-9338-49a1-a3e3-2bcafb1883f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:14.113687 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e2b5f666-9338-49a1-a3e3-2bcafb1883f6 None None] Port ceb6d26e-d621-49a2-8e36-7a82ebde795c cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:41:14.143209 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-10aa29ae-228d-4825-aabb-06362f02f969 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:41:14.159603 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-10aa29ae-228d-4825-aabb-06362f02f969 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:41:14.160971 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-10aa29ae-228d-4825-aabb-06362f02f969 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-426522097&fields=id&tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51 HTTP/1.1" status: 200 len: 267 time: 0.0694866 Mar 05 14:41:14.163936 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] Set router 5a8e177b-87d9-4305-b742-7319af322469 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:41:14.239035 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e63a94cb-b30e-417b-8069-5ea88c6feba2 None None] Provisioning complete for port ceb6d26e-d621-49a2-8e36-7a82ebde795c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:41:14.239570 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e63a94cb-b30e-417b-8069-5ea88c6feba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:14.337517 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e63a94cb-b30e-417b-8069-5ea88c6feba2 None None] Port ceb6d26e-d621-49a2-8e36-7a82ebde795c cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:41:14.368825 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 72ef8749-f150-4330-b28e-dafa01640c45 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:41:14.370724 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-50096e41-31b4-4af8-bb17-4bee27a97f2e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:14.372323 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-50096e41-31b4-4af8-bb17-4bee27a97f2e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:41:14.408194 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-50096e41-31b4-4af8-bb17-4bee27a97f2e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:41:14.409578 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-50096e41-31b4-4af8-bb17-4bee27a97f2e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/networks?id=907c5aac-f9dd-42be-a83b-25c32da507c4 HTTP/1.1" status: 200 len: 797 time: 0.2415566 Mar 05 14:41:14.429132 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-1fbde12a-5d05-4f46-8c8b-d2635799e2ab tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/quotas/f6bbde4b0a6141a6a7e724e7aa2ebb51 HTTP/1.1" status: 200 len: 375 time: 0.0129776 Mar 05 14:41:14.507410 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f4db8150-e3fa-4b2a-bbd1-cfe697a5126c None None] Provisioning complete for port ceb6d26e-d621-49a2-8e36-7a82ebde795c triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:41:14.508155 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f4db8150-e3fa-4b2a-bbd1-cfe697a5126c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:14.531286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-ebad1a5b-3848-44ee-a543-10db90c4716f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:41:14.553914 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-ebad1a5b-3848-44ee-a543-10db90c4716f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:41:14.556398 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-ebad1a5b-3848-44ee-a543-10db90c4716f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1215084 Mar 05 14:41:14.581569 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-f4db8150-e3fa-4b2a-bbd1-cfe697a5126c None None] Port ceb6d26e-d621-49a2-8e36-7a82ebde795c cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:41:14.590797 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 72ef8749-f150-4330-b28e-dafa01640c45 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:41:14.592447 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8e177b-87d9-4305-b742-7319af322469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824991926', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '72ef8749-f150-4330-b28e-dafa01640c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:41:07Z', 'updated_at': '2022-03-05T14:41:12Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '72ef8749-f150-4330-b28e-dafa01640c45', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:29:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8e177b-87d9-4305-b742-7319af322469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:41:08Z', 'updated_at': '2022-03-05T14:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'ceb6d26e-d621-49a2-8e36-7a82ebde795c', 'name': '', 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:c7:80:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8e177b-87d9-4305-b742-7319af322469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:41:11Z', 'updated_at': '2022-03-05T14:41:13Z', 'revision_number': 2, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': '5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:41:14.600391 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 72ef8749-f150-4330-b28e-dafa01640c45 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:41:14.601406 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:14.602668 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] Checking router: 5a8e177b-87d9-4305-b742-7319af322469 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:41:14.603136 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] Updating router 5a8e177b-87d9-4305-b742-7319af322469 port ceb6d26e-d621-49a2-8e36-7a82ebde795c binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:41:14.674163 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:14.745302 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:14.764047 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 72ef8749-f150-4330-b28e-dafa01640c45, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=72ef8749-f150-4330-b28e-dafa01640c45,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:41:14.771220 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:14.773785 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e20b1dfa-e857-4d09-9b56-988df0467566 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:41:14.869715 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-f417584e-755b-4023-9fb9-b1feceb36a18 service neutron] 10.222.0.16 "GET /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019705 Mar 05 14:41:14.902496 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=72ef8749-f150-4330-b28e-dafa01640c45,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:14.910647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port e20b1dfa-e857-4d09-9b56-988df0467566 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:41:14.917007 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port e20b1dfa-e857-4d09-9b56-988df0467566 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:41:14.917447 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:15.032851 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-a8378e1f-ab89-440f-92c9-4e39125f506b service neutron] 10.222.0.16 "GET /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562166 Mar 05 14:41:15.054296 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:15.065561 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:15.082085 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] Transition to ACTIVE for port object ceb6d26e-d621-49a2-8e36-7a82ebde795c will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:41:15.089393 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:15.095978 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port e20b1dfa-e857-4d09-9b56-988df0467566, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e20b1dfa-e857-4d09-9b56-988df0467566,segment=NetworkSegment(e608f154-e215-4e15-a44a-490f026ed8c0),segment_id=e608f154-e215-4e15-a44a-490f026ed8c0)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:41:15.101490 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:15.201037 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=e20b1dfa-e857-4d09-9b56-988df0467566,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:15.329803 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-552498cb-bbf6-4958-bdc0-54fae13aa33c req-319bdfbc-9ad2-4f55-965e-7cdb0ebf3bae tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 210 time: 0.0716462 Mar 05 14:41:15.386082 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df672f-4557-449a-8986-af20e32de00d None None] Pushing event updated for resources: {'Port': ['ID=ceb6d26e-d621-49a2-8e36-7a82ebde795c,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:15.413509 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3df672f-4557-449a-8986-af20e32de00d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:15.413986 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3df672f-4557-449a-8986-af20e32de00d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:15.414326 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3df672f-4557-449a-8986-af20e32de00d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:15.414824 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3df672f-4557-449a-8986-af20e32de00d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:15.415123 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3df672f-4557-449a-8986-af20e32de00d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:15.415449 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3df672f-4557-449a-8986-af20e32de00d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:15.415768 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3df672f-4557-449a-8986-af20e32de00d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:15.416084 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3df672f-4557-449a-8986-af20e32de00d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:15.416398 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3df672f-4557-449a-8986-af20e32de00d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:15.416710 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3df672f-4557-449a-8986-af20e32de00d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:15.417199 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3df672f-4557-449a-8986-af20e32de00d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:15.417520 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3df672f-4557-449a-8986-af20e32de00d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:41:15.422661 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] Attempting to bind port ceb6d26e-d621-49a2-8e36-7a82ebde795c on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:41:15.423168 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] Attempting to bind port ceb6d26e-d621-49a2-8e36-7a82ebde795c by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'e608f154-e215-4e15-a44a-490f026ed8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:41:15.423520 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] Attempting to bind port ceb6d26e-d621-49a2-8e36-7a82ebde795c on network 907c5aac-f9dd-42be-a83b-25c32da507c4 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:41:15.429918 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:41:15.430286 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] Checking segment: {'id': 'e608f154-e215-4e15-a44a-490f026ed8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:41:15.430651 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:15.431060 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] Bound using segment: {'id': 'e608f154-e215-4e15-a44a-490f026ed8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:41:15.431535 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] Bound port: ceb6d26e-d621-49a2-8e36-7a82ebde795c, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e608f154-e215-4e15-a44a-490f026ed8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:41:15.431870 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:15.533504 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] For port ceb6d26e-d621-49a2-8e36-7a82ebde795c, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:41:15.537209 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] For port ceb6d26e-d621-49a2-8e36-7a82ebde795c, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ceb6d26e-d621-49a2-8e36-7a82ebde795c,segment=NetworkSegment(e608f154-e215-4e15-a44a-490f026ed8c0),segment_id=e608f154-e215-4e15-a44a-490f026ed8c0)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:41:15.542948 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:15.625501 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] Routers {'5a8e177b-87d9-4305-b742-7319af322469'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:41:15.627060 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:41:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['5a8e177b-87d9-4305-b742-7319af322469'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:41:15.698966 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df672f-4557-449a-8986-af20e32de00d None None] Pushing event updated for resources: {'Port': ['ID=ceb6d26e-d621-49a2-8e36-7a82ebde795c,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:15.820199 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] Set router 5a8e177b-87d9-4305-b742-7319af322469 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:41:16.128055 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8e177b-87d9-4305-b742-7319af322469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824991926', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '72ef8749-f150-4330-b28e-dafa01640c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:41:07Z', 'updated_at': '2022-03-05T14:41:12Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '72ef8749-f150-4330-b28e-dafa01640c45', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8e177b-87d9-4305-b742-7319af322469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:41:08Z', 'updated_at': '2022-03-05T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'ceb6d26e-d621-49a2-8e36-7a82ebde795c', 'name': '', 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:c7:80:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8e177b-87d9-4305-b742-7319af322469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:41:11Z', 'updated_at': '2022-03-05T14:41:15Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': '5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:41:16.132828 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c29bf5-8ab0-4c2f-9105-977d26f5b21c None None] The sync data for ids ['5a8e177b-87d9-4305-b742-7319af322469'] in n-d-803718-1 is: [{'id': '5a8e177b-87d9-4305-b742-7319af322469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824991926', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '72ef8749-f150-4330-b28e-dafa01640c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:41:07Z', 'updated_at': '2022-03-05T14:41:12Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '72ef8749-f150-4330-b28e-dafa01640c45', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8e177b-87d9-4305-b742-7319af322469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:41:08Z', 'updated_at': '2022-03-05T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'ceb6d26e-d621-49a2-8e36-7a82ebde795c', 'name': '', 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:c7:80:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8e177b-87d9-4305-b742-7319af322469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:41:11Z', 'updated_at': '2022-03-05T14:41:15Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': '5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:41:16.379618 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ceb6d26e-d621-49a2-8e36-7a82ebde795c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:41:16.493623 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port ceb6d26e-d621-49a2-8e36-7a82ebde795c completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:41:16.499179 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port ceb6d26e-d621-49a2-8e36-7a82ebde795c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:41:16.499760 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:16.501055 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e84047e6-61b4-47fd-b74c-f38e686a0c52 req-81aa64da-2912-465d-87c3-3822ebbbe639 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 210 time: 0.0561357 Mar 05 14:41:16.511479 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-c75c2e94-7d19-41bc-9059-6f8971094d0f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:16.513426 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-c75c2e94-7d19-41bc-9059-6f8971094d0f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.30 "GET /v2.0/networks?id=907c5aac-f9dd-42be-a83b-25c32da507c4 HTTP/1.1" status: 200 len: 797 time: 0.2659910 Mar 05 14:41:16.567910 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-96cd210e-406a-4e6b-abf2-230369dae530 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51 HTTP/1.1" status: 200 len: 379 time: 0.0437400 Mar 05 14:41:16.575998 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-e0c9ef6d-d609-4537-bdae-f081161b0fbe tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'port': {'device_id': 'dc9f5ece-31e3-4a0f-9646-32a119bfcbc7', 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4', 'admin_state_up': True, 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'security_groups': ['64daf072-d4d1-49a9-9e02-fff5d7fe96a2']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:41:16.648738 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:16.686057 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port ceb6d26e-d621-49a2-8e36-7a82ebde795c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ceb6d26e-d621-49a2-8e36-7a82ebde795c,segment=NetworkSegment(e608f154-e215-4e15-a44a-490f026ed8c0),segment_id=e608f154-e215-4e15-a44a-490f026ed8c0)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:41:16.690298 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:16.691073 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e20b1dfa-e857-4d09-9b56-988df0467566 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:41:16.729059 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-e0c9ef6d-d609-4537-bdae-f081161b0fbe tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:41:16.738647 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-e0c9ef6d-d609-4537-bdae-f081161b0fbe tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:41:16.749490 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-e0c9ef6d-d609-4537-bdae-f081161b0fbe tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Made reservation on behalf of f6bbde4b0a6141a6a7e724e7aa2ebb51 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:41:16.753583 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-e0c9ef6d-d609-4537-bdae-f081161b0fbe tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:16.811642 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=ceb6d26e-d621-49a2-8e36-7a82ebde795c,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:16.824178 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port e20b1dfa-e857-4d09-9b56-988df0467566 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:41:16.824740 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:16.927131 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-e0c9ef6d-d609-4537-bdae-f081161b0fbe tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Allocated IP 172.20.0.9 (907c5aac-f9dd-42be-a83b-25c32da507c4/5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f/8dc67ca4-3b8c-4c19-857c-453630c11c60) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:41:16.945777 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 72ef8749-f150-4330-b28e-dafa01640c45 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:41:17.027293 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 72ef8749-f150-4330-b28e-dafa01640c45 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:41:17.029180 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:17.140102 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-e0c9ef6d-d609-4537-bdae-f081161b0fbe tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:17.163029 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-e0c9ef6d-d609-4537-bdae-f081161b0fbe tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Transition to ACTIVE for port object 8dc67ca4-3b8c-4c19-857c-453630c11c60 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:41:17.188752 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-e0c9ef6d-d609-4537-bdae-f081161b0fbe tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:17.260860 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-e0c9ef6d-d609-4537-bdae-f081161b0fbe tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network 907c5aac-f9dd-42be-a83b-25c32da507c4 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:41:17.268263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-e0c9ef6d-d609-4537-bdae-f081161b0fbe tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:41:17.273301 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-e0c9ef6d-d609-4537-bdae-f081161b0fbe tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:41:17.304159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9ef6d-d609-4537-bdae-f081161b0fbe tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=8dc67ca4-3b8c-4c19-857c-453630c11c60,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:17.344813 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-e0c9ef6d-d609-4537-bdae-f081161b0fbe tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:17.345523 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-e0c9ef6d-d609-4537-bdae-f081161b0fbe tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:17.374273 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-e0c9ef6d-d609-4537-bdae-f081161b0fbe tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8018880 Mar 05 14:41:17.385995 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-f1cf3896-9faa-43f1-9235-a6a0446e7a45 service neutron] Request body: {'port': {'device_id': 'dc9f5ece-31e3-4a0f-9646-32a119bfcbc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:41:17.504788 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-f1cf3896-9faa-43f1-9235-a6a0446e7a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:17.568452 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a2de8932-c4e4-45ec-866e-38b899d36a54 None None] Provisioning for port 8dc67ca4-3b8c-4c19-857c-453630c11c60 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:41:17.573922 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a2de8932-c4e4-45ec-866e-38b899d36a54 None None] Provisioning complete for port 8dc67ca4-3b8c-4c19-857c-453630c11c60 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:41:17.574611 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a2de8932-c4e4-45ec-866e-38b899d36a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:17.632012 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a2de8932-c4e4-45ec-866e-38b899d36a54 None None] Port 8dc67ca4-3b8c-4c19-857c-453630c11c60 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:41:17.702668 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5e4a8-2aae-4981-ab08-d163bb959b46 req-8c0fa58c-9ca1-49ee-a729-b670089d664f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:17.704276 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32d5e4a8-2aae-4981-ab08-d163bb959b46 req-8c0fa58c-9ca1-49ee-a729-b670089d664f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 931 time: 0.0836902 Mar 05 14:41:17.750535 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-32d5e4a8-2aae-4981-ab08-d163bb959b46 req-4d2bef47-bd40-4f7e-8c6c-f4b5f305f11c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:41:17.763166 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-32d5e4a8-2aae-4981-ab08-d163bb959b46 req-4d2bef47-bd40-4f7e-8c6c-f4b5f305f11c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:41:17.764300 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-32d5e4a8-2aae-4981-ab08-d163bb959b46 req-4d2bef47-bd40-4f7e-8c6c-f4b5f305f11c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539441 Mar 05 14:41:17.849823 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-f1cf3896-9faa-43f1-9235-a6a0446e7a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc67ca4-3b8c-4c19-857c-453630c11c60 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:41:17.858090 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-f1cf3896-9faa-43f1-9235-a6a0446e7a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:17.871787 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-f1cf3896-9faa-43f1-9235-a6a0446e7a45 service neutron] Transition to ACTIVE for port object 8dc67ca4-3b8c-4c19-857c-453630c11c60 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:41:17.875546 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-f1cf3896-9faa-43f1-9235-a6a0446e7a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:18.134794 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf3896-9faa-43f1-9235-a6a0446e7a45 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc67ca4-3b8c-4c19-857c-453630c11c60,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:18.220226 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-f1cf3896-9faa-43f1-9235-a6a0446e7a45 service neutron] Attempting to bind port 8dc67ca4-3b8c-4c19-857c-453630c11c60 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:41:18.220560 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-f1cf3896-9faa-43f1-9235-a6a0446e7a45 service neutron] Attempting to bind port 8dc67ca4-3b8c-4c19-857c-453630c11c60 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'e608f154-e215-4e15-a44a-490f026ed8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:41:18.220885 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-f1cf3896-9faa-43f1-9235-a6a0446e7a45 service neutron] Attempting to bind port 8dc67ca4-3b8c-4c19-857c-453630c11c60 on network 907c5aac-f9dd-42be-a83b-25c32da507c4 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:41:18.226700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-f1cf3896-9faa-43f1-9235-a6a0446e7a45 service neutron] Port 8dc67ca4-3b8c-4c19-857c-453630c11c60 on network 907c5aac-f9dd-42be-a83b-25c32da507c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:41:18.227116 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-f1cf3896-9faa-43f1-9235-a6a0446e7a45 service neutron] Attempting to bind port 8dc67ca4-3b8c-4c19-857c-453630c11c60 on network 907c5aac-f9dd-42be-a83b-25c32da507c4 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:41:18.232191 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-f1cf3896-9faa-43f1-9235-a6a0446e7a45 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:41:18.232521 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-f1cf3896-9faa-43f1-9235-a6a0446e7a45 service neutron] Checking segment: {'id': 'e608f154-e215-4e15-a44a-490f026ed8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:41:18.232903 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-f1cf3896-9faa-43f1-9235-a6a0446e7a45 service neutron] Bound using segment: {'id': 'e608f154-e215-4e15-a44a-490f026ed8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:41:18.233319 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-f1cf3896-9faa-43f1-9235-a6a0446e7a45 service neutron] Bound port: 8dc67ca4-3b8c-4c19-857c-453630c11c60, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e608f154-e215-4e15-a44a-490f026ed8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:41:18.233660 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-f1cf3896-9faa-43f1-9235-a6a0446e7a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:18.259966 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ceb6d26e-d621-49a2-8e36-7a82ebde795c up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:41:18.325584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-f1cf3896-9faa-43f1-9235-a6a0446e7a45 service neutron] For port 8dc67ca4-3b8c-4c19-857c-453630c11c60, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:41:18.328632 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-f1cf3896-9faa-43f1-9235-a6a0446e7a45 service neutron] For port 8dc67ca4-3b8c-4c19-857c-453630c11c60, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=8dc67ca4-3b8c-4c19-857c-453630c11c60,segment=NetworkSegment(e608f154-e215-4e15-a44a-490f026ed8c0),segment_id=e608f154-e215-4e15-a44a-490f026ed8c0)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:41:18.331306 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port ceb6d26e-d621-49a2-8e36-7a82ebde795c triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:41:18.331792 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:18.333419 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-f1cf3896-9faa-43f1-9235-a6a0446e7a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:18.392216 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-f1cf3896-9faa-43f1-9235-a6a0446e7a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:18.392815 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-f1cf3896-9faa-43f1-9235-a6a0446e7a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:18.394221 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-f1cf3896-9faa-43f1-9235-a6a0446e7a45 service neutron] 10.222.0.30 "PUT /v2.0/ports/8dc67ca4-3b8c-4c19-857c-453630c11c60 HTTP/1.1" status: 200 len: 1091 time: 1.0129826 Mar 05 14:41:18.394591 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9f5ece-31e3-4a0f-9646-32a119bfcbc7', 'tag': '8dc67ca4-3b8c-4c19-857c-453630c11c60'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:41:18.432117 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf3896-9faa-43f1-9235-a6a0446e7a45 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc67ca4-3b8c-4c19-857c-453630c11c60,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:18.481235 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9f5ece-31e3-4a0f-9646-32a119bfcbc7', 'tag': '8dc67ca4-3b8c-4c19-857c-453630c11c60', 'status': 'completed', 'code': 200} Mar 05 14:41:18.514558 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-df38fded-7d25-4a25-b9af-b5d55f2dc792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:18.516061 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-df38fded-7d25-4a25-b9af-b5d55f2dc792 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 1094 time: 0.0793855 Mar 05 14:41:18.589978 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-2dcf76f1-5568-4984-a924-fb245d49a686 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dc67ca4-3b8c-4c19-857c-453630c11c60 HTTP/1.1" status: 200 len: 217 time: 0.0663490 Mar 05 14:41:18.651871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-51c6d9e4-7916-4c9d-96c8-5d0f01ccde6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:18.653278 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-51c6d9e4-7916-4c9d-96c8-5d0f01ccde6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f HTTP/1.1" status: 200 len: 834 time: 0.0575545 Mar 05 14:41:18.733320 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-16198053-2cea-4097-b659-5f909f31da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:18.734822 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-16198053-2cea-4097-b659-5f909f31da2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=907c5aac-f9dd-42be-a83b-25c32da507c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746908 Mar 05 14:41:18.867942 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-54f22858-b641-4d0a-8103-812379aa86dc service neutron] 10.222.0.30 "GET /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264205 Mar 05 14:41:18.949585 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3eb358-5598-477c-b095-bb2905463a4b req-72ea397a-0dc8-4c13-9373-c924d393152a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:18.951073 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9a3eb358-5598-477c-b095-bb2905463a4b req-72ea397a-0dc8-4c13-9373-c924d393152a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 943 time: 0.0811920 Mar 05 14:41:18.996909 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9a3eb358-5598-477c-b095-bb2905463a4b req-10ac4e48-f30c-4199-bd96-f5c9d75ea210 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396314 Mar 05 14:41:19.000817 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3638e12b-d3f5-4eec-983c-5dde49537a12 req-7057bf05-1480-4a05-93d5-2252104daf9d service neutron] 10.222.0.30 "GET /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267354 Mar 05 14:41:19.114789 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcd2b1-17a2-433f-b01f-351b6c639b2a req-f3cb84d0-899c-470a-b78c-9517e4ac4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:19.116514 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7cfcd2b1-17a2-433f-b01f-351b6c639b2a req-f3cb84d0-899c-470a-b78c-9517e4ac4b06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 1094 time: 0.0694778 Mar 05 14:41:19.243928 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcd2b1-17a2-433f-b01f-351b6c639b2a req-adbfb5f7-8ef6-4826-a5cd-79bcf7c40e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:19.245322 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7cfcd2b1-17a2-433f-b01f-351b6c639b2a req-adbfb5f7-8ef6-4826-a5cd-79bcf7c40e0c service neutron] 10.222.0.30 "GET /v2.0/networks?id=907c5aac-f9dd-42be-a83b-25c32da507c4 HTTP/1.1" status: 200 len: 897 time: 0.1228755 Mar 05 14:41:19.315671 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7cfcd2b1-17a2-433f-b01f-351b6c639b2a req-49b7f2d1-dcae-4eba-87cd-9e2af3ce6ce7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dc67ca4-3b8c-4c19-857c-453630c11c60 HTTP/1.1" status: 200 len: 217 time: 0.0623291 Mar 05 14:41:19.376664 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcd2b1-17a2-433f-b01f-351b6c639b2a req-8802ef6a-0fa0-416d-886f-7d3b2bd9290d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:19.377969 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7cfcd2b1-17a2-433f-b01f-351b6c639b2a req-8802ef6a-0fa0-416d-886f-7d3b2bd9290d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f HTTP/1.1" status: 200 len: 834 time: 0.0562489 Mar 05 14:41:19.455305 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcd2b1-17a2-433f-b01f-351b6c639b2a req-d262bac3-d1c5-4bee-b09e-fc2ead19c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:19.456741 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7cfcd2b1-17a2-433f-b01f-351b6c639b2a req-d262bac3-d1c5-4bee-b09e-fc2ead19c1a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=907c5aac-f9dd-42be-a83b-25c32da507c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719957 Mar 05 14:41:19.588295 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7cfcd2b1-17a2-433f-b01f-351b6c639b2a req-7855b73c-f806-44e4-ae12-1a36f2ffeeb2 service neutron] 10.222.0.30 "GET /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242828 Mar 05 14:41:19.822426 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7cfcd2b1-17a2-433f-b01f-351b6c639b2a req-d564e365-882b-4110-b3fd-1ef9316e4954 service neutron] 10.222.0.30 "GET /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273998 Mar 05 14:41:20.233969 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f0b60-1cf1-42b0-becb-d84aeaf26050 req-66a1ddc6-83e9-4577-8766-7763a4ba2f11 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:20.234668 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-595f0b60-1cf1-42b0-becb-d84aeaf26050 req-66a1ddc6-83e9-4577-8766-7763a4ba2f11 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:41:20.249508 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-595f0b60-1cf1-42b0-becb-d84aeaf26050 req-66a1ddc6-83e9-4577-8766-7763a4ba2f11 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:41:20.250622 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-595f0b60-1cf1-42b0-becb-d84aeaf26050 req-66a1ddc6-83e9-4577-8766-7763a4ba2f11 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 943 time: 0.1436939 Mar 05 14:41:20.295047 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-595f0b60-1cf1-42b0-becb-d84aeaf26050 req-508605a0-165d-4af2-84e8-5f84b54b6477 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386882 Mar 05 14:41:20.326840 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:41:21.533731 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900335a7-d10f-437b-9d74-0aaa44d59f47 req-5cfbdf0c-0971-46b7-9bbe-25a53132bca5 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:21.535205 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-900335a7-d10f-437b-9d74-0aaa44d59f47 req-5cfbdf0c-0971-46b7-9bbe-25a53132bca5 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 943 time: 0.1371658 Mar 05 14:41:21.579759 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-900335a7-d10f-437b-9d74-0aaa44d59f47 req-c2779ccb-8827-46c1-ac7e-216063570f5a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377529 Mar 05 14:41:22.100580 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 8dc67ca4-3b8c-4c19-857c-453630c11c60 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:41:22.231218 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 8dc67ca4-3b8c-4c19-857c-453630c11c60, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=8dc67ca4-3b8c-4c19-857c-453630c11c60,segment=NetworkSegment(e608f154-e215-4e15-a44a-490f026ed8c0),segment_id=e608f154-e215-4e15-a44a-490f026ed8c0)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:41:22.247385 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '8dc67ca4-3b8c-4c19-857c-453630c11c60', 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4', 'port_id': '8dc67ca4-3b8c-4c19-857c-453630c11c60', 'mac_address': 'fa:16:3e:c0:c1:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:41:22.328190 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:22.345180 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc67ca4-3b8c-4c19-857c-453630c11c60 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:41:22.360770 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 8dc67ca4-3b8c-4c19-857c-453630c11c60, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=8dc67ca4-3b8c-4c19-857c-453630c11c60,segment=NetworkSegment(e608f154-e215-4e15-a44a-490f026ed8c0),segment_id=e608f154-e215-4e15-a44a-490f026ed8c0)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:41:22.364440 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:22.435537 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=8dc67ca4-3b8c-4c19-857c-453630c11c60,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:22.565618 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['8dc67ca4-3b8c-4c19-857c-453630c11c60'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:41:22.772472 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588960c4-1c11-4473-b1cf-abe44c21e6c4 req-1cda9324-ac84-4982-b525-233edbab791c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:22.774018 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-588960c4-1c11-4473-b1cf-abe44c21e6c4 req-1cda9324-ac84-4982-b525-233edbab791c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 944 time: 0.0854154 Mar 05 14:41:22.817707 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-588960c4-1c11-4473-b1cf-abe44c21e6c4 req-8e53e6b5-cf14-4ee4-948c-b8b96923be35 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380816 Mar 05 14:41:24.001993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84804a6-7dfd-4393-864b-cd9ed373c78a req-67d0ad4a-96a4-47c2-ad47-ebd9a39eba92 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:24.003501 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d84804a6-7dfd-4393-864b-cd9ed373c78a req-67d0ad4a-96a4-47c2-ad47-ebd9a39eba92 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 944 time: 0.0799189 Mar 05 14:41:24.047854 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d84804a6-7dfd-4393-864b-cd9ed373c78a req-26a8bf85-ebee-4afe-8bff-9150f8303a91 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385306 Mar 05 14:41:24.109577 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 8dc67ca4-3b8c-4c19-857c-453630c11c60 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:41:24.175103 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 8dc67ca4-3b8c-4c19-857c-453630c11c60 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:41:24.180565 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 8dc67ca4-3b8c-4c19-857c-453630c11c60 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:41:24.180927 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:24.294654 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:24.321113 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9f5ece-31e3-4a0f-9646-32a119bfcbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc67ca4-3b8c-4c19-857c-453630c11c60'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:41:24.330695 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 8dc67ca4-3b8c-4c19-857c-453630c11c60, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=8dc67ca4-3b8c-4c19-857c-453630c11c60,segment=NetworkSegment(e608f154-e215-4e15-a44a-490f026ed8c0),segment_id=e608f154-e215-4e15-a44a-490f026ed8c0)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:41:24.336124 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:24.372553 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9f5ece-31e3-4a0f-9646-32a119bfcbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc67ca4-3b8c-4c19-857c-453630c11c60', 'code': 200} Mar 05 14:41:24.413838 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=8dc67ca4-3b8c-4c19-857c-453630c11c60,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:24.491187 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f081cc6-8f91-4bb7-be34-309a653212bc req-ca1f0b16-a917-47c7-bd01-815ed60eb54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:24.492651 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6f081cc6-8f91-4bb7-be34-309a653212bc req-ca1f0b16-a917-47c7-bd01-815ed60eb54d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 1096 time: 0.0690770 Mar 05 14:41:24.535316 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6f081cc6-8f91-4bb7-be34-309a653212bc req-bf3e7b3b-eb41-4c33-9412-341d08b0d22c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364790 Mar 05 14:41:25.235584 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd1a4e-d7e6-482d-8f45-b4445b8ba89a req-267b97de-1b14-40d1-a419-f2dafc2c4e69 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:25.237040 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43fd1a4e-d7e6-482d-8f45-b4445b8ba89a req-267b97de-1b14-40d1-a419-f2dafc2c4e69 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 945 time: 0.0853643 Mar 05 14:41:25.282440 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43fd1a4e-d7e6-482d-8f45-b4445b8ba89a req-290f24b3-e987-4c76-8b0d-498a122e4874 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392303 Mar 05 14:41:26.468159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844899d-af09-41ff-ae12-602b01365165 req-22abc8fa-7584-4e99-b7e7-974968a55b00 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:26.469537 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f844899d-af09-41ff-ae12-602b01365165 req-22abc8fa-7584-4e99-b7e7-974968a55b00 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 945 time: 0.0827663 Mar 05 14:41:26.512904 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f844899d-af09-41ff-ae12-602b01365165 req-e33dd36f-f411-41b1-8178-f4e069b7fc1c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372884 Mar 05 14:41:26.695752 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390feba-659f-45df-b9d7-86013539c1ac req-738fff4e-4926-4760-a8a3-289d96d605b3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:26.697302 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5390feba-659f-45df-b9d7-86013539c1ac req-738fff4e-4926-4760-a8a3-289d96d605b3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 945 time: 0.0796759 Mar 05 14:41:26.744744 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5390feba-659f-45df-b9d7-86013539c1ac req-7db24b32-9cec-4e48-aadc-d1a8c15eee8e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416908 Mar 05 14:41:26.767621 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54308) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:41:26.841585 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69193b2-9a6b-4c38-a973-9cc64e5f6e8c tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:26.843195 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c69193b2-9a6b-4c38-a973-9cc64e5f6e8c tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 1091 time: 0.0745275 Mar 05 14:41:26.845968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54312) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:41:26.851495 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': '8dc67ca4-3b8c-4c19-857c-453630c11c60', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:41:26.858265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:41:26.862041 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:floatingip and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:41:26.864848 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:41:26.870639 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:41:26.882094 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:27.018982 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:27.147645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Allocated IP 172.25.4.37 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/9ea99892-2b10-463e-88da-c56a508ff50a) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:41:27.288871 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:27.317204 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:27.380311 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:41:27.387704 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:41:27.391775 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:41:27.423538 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=9ea99892-2b10-463e-88da-c56a508ff50a,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:27.793641 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:27.969587 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:28.168348 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:28.172841 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:28.284911 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=9ea99892-2b10-463e-88da-c56a508ff50a,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:41:28.292909 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:28.462794 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Floating IP dda1a4f8-43f9-4708-b468-fa0cb60fe885 associated. External IP: 172.25.4.37, port: 8dc67ca4-3b8c-4c19-857c-453630c11c60. Mar 05 14:41:28.804072 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router 5a8e177b-87d9-4305-b742-7319af322469 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:41:28.982925 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:41:28.993251 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64699870-c628-4eca-80d5-6a77aec05484 None None] Sync routers for ids ['5a8e177b-87d9-4305-b742-7319af322469'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:41:29.002078 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64699870-c628-4eca-80d5-6a77aec05484 None None] Routers {'5a8e177b-87d9-4305-b742-7319af322469'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:41:29.002690 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-64699870-c628-4eca-80d5-6a77aec05484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:41:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['5a8e177b-87d9-4305-b742-7319af322469'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:41:29.007807 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:29.061726 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a7562e72-7f01-4ac8-977b-e14ee116c840 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2145994 Mar 05 14:41:29.062195 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9f5ece-31e3-4a0f-9646-32a119bfcbc7', 'tag': '8dc67ca4-3b8c-4c19-857c-453630c11c60'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:41:29.112276 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9f5ece-31e3-4a0f-9646-32a119bfcbc7', 'tag': '8dc67ca4-3b8c-4c19-857c-453630c11c60', 'status': 'completed', 'code': 200} Mar 05 14:41:29.192690 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-64699870-c628-4eca-80d5-6a77aec05484 None None] Set router 5a8e177b-87d9-4305-b742-7319af322469 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:41:29.267691 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fa298-ba50-4782-a1cd-c5aa46b72341 req-9a5b13b4-41ef-4882-a499-cd9a510960f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:29.269207 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f60fa298-ba50-4782-a1cd-c5aa46b72341 req-9a5b13b4-41ef-4882-a499-cd9a510960f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 1096 time: 0.1362572 Mar 05 14:41:29.278050 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ab91c-9261-4d45-9064-f28be10cd0ce req-9bce8db5-e09d-4698-a481-502284501e8e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:29.279453 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-346ab91c-9261-4d45-9064-f28be10cd0ce req-9bce8db5-e09d-4698-a481-502284501e8e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 945 time: 0.1152217 Mar 05 14:41:29.536186 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-346ab91c-9261-4d45-9064-f28be10cd0ce req-fd6d5db1-4e05-4f2e-b2a4-d842c528dcd4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380400 Mar 05 14:41:29.536430 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:29.539652 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:29.566361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54320) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:41:29.567179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fa298-ba50-4782-a1cd-c5aa46b72341 req-2bd45289-4074-457b-8bf4-2ab70000c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:29.568755 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f60fa298-ba50-4782-a1cd-c5aa46b72341 req-2bd45289-4074-457b-8bf4-2ab70000c29c service neutron] 10.222.0.30 "GET /v2.0/networks?id=907c5aac-f9dd-42be-a83b-25c32da507c4 HTTP/1.1" status: 200 len: 897 time: 0.2883766 Mar 05 14:41:29.571384 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-64699870-c628-4eca-80d5-6a77aec05484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8e177b-87d9-4305-b742-7319af322469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824991926', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '72ef8749-f150-4330-b28e-dafa01640c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:41:07Z', 'updated_at': '2022-03-05T14:41:12Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '72ef8749-f150-4330-b28e-dafa01640c45', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8e177b-87d9-4305-b742-7319af322469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:41:08Z', 'updated_at': '2022-03-05T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'dda1a4f8-43f9-4708-b468-fa0cb60fe885', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '5a8e177b-87d9-4305-b742-7319af322469', 'port_id': '8dc67ca4-3b8c-4c19-857c-453630c11c60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4', 'mac_address': 'fa:16:3e:c0:c1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f5ece-31e3-4a0f-9646-32a119bfcbc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:41:27Z', 'updated_at': '2022-03-05T14:41:27Z', 'revision_number': 0, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb6d26e-d621-49a2-8e36-7a82ebde795c', 'name': '', 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:c7:80:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8e177b-87d9-4305-b742-7319af322469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:41:11Z', 'updated_at': '2022-03-05T14:41:16Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': '5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:41:29.575244 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64699870-c628-4eca-80d5-6a77aec05484 None None] Checking router: 5a8e177b-87d9-4305-b742-7319af322469 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:41:29.583545 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64699870-c628-4eca-80d5-6a77aec05484 None None] Routers {'5a8e177b-87d9-4305-b742-7319af322469'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:41:29.584833 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-64699870-c628-4eca-80d5-6a77aec05484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:41:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['5a8e177b-87d9-4305-b742-7319af322469'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:41:29.677151 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f60fa298-ba50-4782-a1cd-c5aa46b72341 req-3a13f91d-decb-411f-8a42-0d0609e6fd35 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dc67ca4-3b8c-4c19-857c-453630c11c60 HTTP/1.1" status: 200 len: 998 time: 0.1026118 Mar 05 14:41:29.683635 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fa80deba-437e-4cf9-b1cb-cef5d6bd258e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/floatingips/dda1a4f8-43f9-4708-b468-fa0cb60fe885 HTTP/1.1" status: 200 len: 990 time: 0.1148050 Mar 05 14:41:29.741498 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fa298-ba50-4782-a1cd-c5aa46b72341 req-3ad4eb73-0610-4f4e-b105-861a57187fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:29.742841 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f60fa298-ba50-4782-a1cd-c5aa46b72341 req-3ad4eb73-0610-4f4e-b105-861a57187fc5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f HTTP/1.1" status: 200 len: 834 time: 0.0604694 Mar 05 14:41:29.802175 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-64699870-c628-4eca-80d5-6a77aec05484 None None] Set router 5a8e177b-87d9-4305-b742-7319af322469 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:41:29.814987 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fa298-ba50-4782-a1cd-c5aa46b72341 req-7ab3c2c3-0f7f-4a20-89ed-5eb407451df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:29.816833 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f60fa298-ba50-4782-a1cd-c5aa46b72341 req-7ab3c2c3-0f7f-4a20-89ed-5eb407451df7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=907c5aac-f9dd-42be-a83b-25c32da507c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687203 Mar 05 14:41:29.946462 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f60fa298-ba50-4782-a1cd-c5aa46b72341 req-4488c54d-d08d-4f41-865b-4119e7d6c88c service neutron] 10.222.0.30 "GET /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240983 Mar 05 14:41:30.082121 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f60fa298-ba50-4782-a1cd-c5aa46b72341 req-f581e74f-597a-42f8-824a-a878cdf1986c service neutron] 10.222.0.30 "GET /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291478 Mar 05 14:41:30.142792 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-64699870-c628-4eca-80d5-6a77aec05484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8e177b-87d9-4305-b742-7319af322469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824991926', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '72ef8749-f150-4330-b28e-dafa01640c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:41:07Z', 'updated_at': '2022-03-05T14:41:12Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '72ef8749-f150-4330-b28e-dafa01640c45', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8e177b-87d9-4305-b742-7319af322469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:41:08Z', 'updated_at': '2022-03-05T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'dda1a4f8-43f9-4708-b468-fa0cb60fe885', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '5a8e177b-87d9-4305-b742-7319af322469', 'port_id': '8dc67ca4-3b8c-4c19-857c-453630c11c60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4', 'mac_address': 'fa:16:3e:c0:c1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f5ece-31e3-4a0f-9646-32a119bfcbc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:41:27Z', 'updated_at': '2022-03-05T14:41:27Z', 'revision_number': 0, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb6d26e-d621-49a2-8e36-7a82ebde795c', 'name': '', 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:c7:80:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8e177b-87d9-4305-b742-7319af322469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:41:11Z', 'updated_at': '2022-03-05T14:41:16Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': '5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:41:30.147695 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64699870-c628-4eca-80d5-6a77aec05484 None None] The sync data for ids ['5a8e177b-87d9-4305-b742-7319af322469'] in n-d-803718-1 is: [{'id': '5a8e177b-87d9-4305-b742-7319af322469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824991926', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '72ef8749-f150-4330-b28e-dafa01640c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:41:07Z', 'updated_at': '2022-03-05T14:41:12Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '72ef8749-f150-4330-b28e-dafa01640c45', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8e177b-87d9-4305-b742-7319af322469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:41:08Z', 'updated_at': '2022-03-05T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'dda1a4f8-43f9-4708-b468-fa0cb60fe885', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '5a8e177b-87d9-4305-b742-7319af322469', 'port_id': '8dc67ca4-3b8c-4c19-857c-453630c11c60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4', 'mac_address': 'fa:16:3e:c0:c1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f5ece-31e3-4a0f-9646-32a119bfcbc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:41:27Z', 'updated_at': '2022-03-05T14:41:27Z', 'revision_number': 0, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb6d26e-d621-49a2-8e36-7a82ebde795c', 'name': '', 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:c7:80:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8e177b-87d9-4305-b742-7319af322469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:41:11Z', 'updated_at': '2022-03-05T14:41:16Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': '5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:41:30.336975 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d49adf-e566-49fc-8fb1-125dbe08b3c3 None None] New status for floating IP dda1a4f8-43f9-4708-b468-fa0cb60fe885: ACTIVE {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:41:30.685640 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54324) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:41:30.791478 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d6d926a6-1c92-494f-808b-163659e2a5e7 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/floatingips/dda1a4f8-43f9-4708-b468-fa0cb60fe885 HTTP/1.1" status: 200 len: 992 time: 0.1046944 Mar 05 14:41:38.899554 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-53bef017-ee09-48e4-80ab-c0c328f2b3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:41.034983 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f8c204cd-374b-4597-a5c6-72a61ee45302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:42.225290 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:42.288368 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:43.884247 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:53.979513 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a395bc08-877c-4aa3-8a43-3d8ebeeef285 req-bc1b480c-34cc-4100-8b35-02c1247d36e6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1151590 Mar 05 14:41:54.118906 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395bc08-877c-4aa3-8a43-3d8ebeeef285 req-c9f6faa5-f327-4e62-af21-b275f491bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:54.120383 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a395bc08-877c-4aa3-8a43-3d8ebeeef285 req-c9f6faa5-f327-4e62-af21-b275f491bf2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 1096 time: 0.0699058 Mar 05 14:41:54.266004 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395bc08-877c-4aa3-8a43-3d8ebeeef285 req-862e30bd-7415-4692-a79b-8f45a9b6d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:54.267470 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a395bc08-877c-4aa3-8a43-3d8ebeeef285 req-862e30bd-7415-4692-a79b-8f45a9b6d005 service neutron] 10.222.0.30 "GET /v2.0/networks?id=907c5aac-f9dd-42be-a83b-25c32da507c4 HTTP/1.1" status: 200 len: 897 time: 0.1247137 Mar 05 14:41:54.369127 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a395bc08-877c-4aa3-8a43-3d8ebeeef285 req-6b0b3e16-5efb-4767-be16-fd5fdbc27693 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dc67ca4-3b8c-4c19-857c-453630c11c60 HTTP/1.1" status: 200 len: 1000 time: 0.0950127 Mar 05 14:41:54.430693 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395bc08-877c-4aa3-8a43-3d8ebeeef285 req-5643f66c-b75b-4236-ae8e-98d6d02f6c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:54.432052 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a395bc08-877c-4aa3-8a43-3d8ebeeef285 req-5643f66c-b75b-4236-ae8e-98d6d02f6c78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f HTTP/1.1" status: 200 len: 834 time: 0.0572679 Mar 05 14:41:54.509084 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395bc08-877c-4aa3-8a43-3d8ebeeef285 req-b1bbff02-661c-4dbd-8f9c-eac7c7a27a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:54.510528 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a395bc08-877c-4aa3-8a43-3d8ebeeef285 req-b1bbff02-661c-4dbd-8f9c-eac7c7a27a03 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=907c5aac-f9dd-42be-a83b-25c32da507c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725346 Mar 05 14:41:54.641929 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a395bc08-877c-4aa3-8a43-3d8ebeeef285 req-4ea976d6-7e76-4c2e-94ff-f1251c8b5489 service neutron] 10.222.0.30 "GET /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240785 Mar 05 14:41:54.773793 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a395bc08-877c-4aa3-8a43-3d8ebeeef285 req-43162fbc-81cc-4d7f-ad50-e0ae8e6b736d service neutron] 10.222.0.30 "GET /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252172 Mar 05 14:41:57.327104 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:41:57.714447 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54352) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:41:57.781934 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e339e-73ee-49c7-8203-a783a91904a5 req-61f31b87-1cde-44a5-ad58-42a0400b37f2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:57.783414 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b04e339e-73ee-49c7-8203-a783a91904a5 req-61f31b87-1cde-44a5-ad58-42a0400b37f2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 945 time: 0.0830429 Mar 05 14:41:57.822365 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9cec5734-e90e-4e62-abce-5380310381da req-35320a33-1365-4019-8431-a370f1c14c9b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1066501 Mar 05 14:41:57.829942 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b04e339e-73ee-49c7-8203-a783a91904a5 req-7eb2325e-daec-4f3c-93aa-d1f77727872d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392747 Mar 05 14:41:59.235990 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dea06-287b-481f-8cd6-8e6d65ed1537 req-7c1fa5cd-5fe0-422a-8572-331281273419 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:59.237365 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eb0dea06-287b-481f-8cd6-8e6d65ed1537 req-7c1fa5cd-5fe0-422a-8572-331281273419 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 945 time: 0.2869833 Mar 05 14:41:59.242340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec5734-e90e-4e62-abce-5380310381da req-47e3e62a-3cb7-4275-b01f-909be369ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:59.243751 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9cec5734-e90e-4e62-abce-5380310381da req-47e3e62a-3cb7-4275-b01f-909be369ac6f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 1096 time: 0.2580614 Mar 05 14:41:59.370983 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eb0dea06-287b-481f-8cd6-8e6d65ed1537 req-22f20068-4a57-43a6-9e7e-61e5fdad3b0d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262181 Mar 05 14:41:59.422268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec5734-e90e-4e62-abce-5380310381da req-2cc7e4a6-27a0-4e36-92e9-300694bec15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:59.424822 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9cec5734-e90e-4e62-abce-5380310381da req-2cc7e4a6-27a0-4e36-92e9-300694bec15f service neutron] 10.222.0.30 "GET /v2.0/networks?id=907c5aac-f9dd-42be-a83b-25c32da507c4 HTTP/1.1" status: 200 len: 897 time: 0.1673803 Mar 05 14:41:59.502941 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:59.517822 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:41:59.541786 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9cec5734-e90e-4e62-abce-5380310381da req-8334aad6-c335-4eac-a66a-17e644502c78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dc67ca4-3b8c-4c19-857c-453630c11c60 HTTP/1.1" status: 200 len: 1000 time: 0.1101825 Mar 05 14:41:59.609561 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec5734-e90e-4e62-abce-5380310381da req-fa2ed673-789c-40c0-b463-9ead2457ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:59.611023 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9cec5734-e90e-4e62-abce-5380310381da req-fa2ed673-789c-40c0-b463-9ead2457ae47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f HTTP/1.1" status: 200 len: 834 time: 0.0615020 Mar 05 14:41:59.684875 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec5734-e90e-4e62-abce-5380310381da req-3eec52da-d9c9-47f8-9d38-bc7dc63a498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:41:59.686329 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9cec5734-e90e-4e62-abce-5380310381da req-3eec52da-d9c9-47f8-9d38-bc7dc63a498d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=907c5aac-f9dd-42be-a83b-25c32da507c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694649 Mar 05 14:41:59.820195 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9cec5734-e90e-4e62-abce-5380310381da req-6c5a31c3-3ea2-4234-92b6-9f10a9e8c29b service neutron] 10.222.0.30 "GET /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257963 Mar 05 14:41:59.953161 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9cec5734-e90e-4e62-abce-5380310381da req-71b389df-2eb0-4063-98ea-598054b9c72c service neutron] 10.222.0.30 "GET /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256795 Mar 05 14:42:00.559635 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ced5b0-ed1e-461c-a65b-da87a9fb10f5 req-c01b64c7-d83c-4d20-af5a-8fe6f4320f03 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:00.560976 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c8ced5b0-ed1e-461c-a65b-da87a9fb10f5 req-c01b64c7-d83c-4d20-af5a-8fe6f4320f03 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 945 time: 0.0820839 Mar 05 14:42:00.604122 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c8ced5b0-ed1e-461c-a65b-da87a9fb10f5 req-b72da61c-20df-4cc1-8231-6fabd80df1c8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375957 Mar 05 14:42:01.789249 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c29e1f-7884-4a1e-8b46-ca8ccf83965f req-d78b0e65-541e-4fbe-bdd8-43bf8d2f360f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:01.790592 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f1c29e1f-7884-4a1e-8b46-ca8ccf83965f req-d78b0e65-541e-4fbe-bdd8-43bf8d2f360f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 945 time: 0.0796015 Mar 05 14:42:01.837115 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f1c29e1f-7884-4a1e-8b46-ca8ccf83965f req-c6b1f606-93db-4c8b-81fb-afe55e8fbaae tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409408 Mar 05 14:42:03.024574 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad9830-7b22-4a98-b692-52d74e4e2f5f req-39338236-4c18-480b-a0dc-d21333b274fc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:03.026020 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-78ad9830-7b22-4a98-b692-52d74e4e2f5f req-39338236-4c18-480b-a0dc-d21333b274fc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 945 time: 0.0789912 Mar 05 14:42:03.071764 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-78ad9830-7b22-4a98-b692-52d74e4e2f5f req-4ac1a3da-8883-4a57-adfe-170ae663f6a8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389156 Mar 05 14:42:04.255397 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267ee0a-a9c6-4dc2-beba-292758d1e7e8 req-10b226f7-0f2b-4da3-a6f8-cdb35410e7ec tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:04.256960 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5267ee0a-a9c6-4dc2-beba-292758d1e7e8 req-10b226f7-0f2b-4da3-a6f8-cdb35410e7ec tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 945 time: 0.0790243 Mar 05 14:42:04.300978 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5267ee0a-a9c6-4dc2-beba-292758d1e7e8 req-d5794999-d6ca-4861-b5f6-e16b3058b57b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383968 Mar 05 14:42:05.488746 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ba707-b358-40cb-9c4a-d89bf4c97afb req-e30353f9-5786-440d-96d4-862c16a0157e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:05.490241 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd7ba707-b358-40cb-9c4a-d89bf4c97afb req-e30353f9-5786-440d-96d4-862c16a0157e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 945 time: 0.0838675 Mar 05 14:42:05.533845 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd7ba707-b358-40cb-9c4a-d89bf4c97afb req-439d9afc-18ca-46b3-bac1-d37697b8ca9f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380361 Mar 05 14:42:06.719258 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5619b2-bf8b-4daf-946c-b34f3aaa1295 req-0718446f-13f9-4296-8186-8b8a0efbef26 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:06.720611 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1f5619b2-bf8b-4daf-946c-b34f3aaa1295 req-0718446f-13f9-4296-8186-8b8a0efbef26 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 945 time: 0.0831151 Mar 05 14:42:06.765646 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1f5619b2-bf8b-4daf-946c-b34f3aaa1295 req-bd691572-4004-4853-bb7c-7e8d60219863 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392697 Mar 05 14:42:07.947005 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34ca30-dc78-4167-9cf4-6afa9b19db10 req-5ab19ce7-bd5b-4e46-8459-e759b42f8966 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:07.948431 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5f34ca30-dc78-4167-9cf4-6afa9b19db10 req-5ab19ce7-bd5b-4e46-8459-e759b42f8966 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 945 time: 0.0787902 Mar 05 14:42:07.991887 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5f34ca30-dc78-4167-9cf4-6afa9b19db10 req-1a06691a-d725-464e-9275-6e407a437e84 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379798 Mar 05 14:42:08.891603 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-529bde9f-a850-4b54-ba9c-d8b81fe5d2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:09.176884 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92c5e2-7c10-41cd-bd77-022460a89bb7 req-7be52278-9836-4c42-93f7-2494053e90a3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:09.178353 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3e92c5e2-7c10-41cd-bd77-022460a89bb7 req-7be52278-9836-4c42-93f7-2494053e90a3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 945 time: 0.0778921 Mar 05 14:42:09.221309 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3e92c5e2-7c10-41cd-bd77-022460a89bb7 req-16447ab4-47e1-4320-b57c-24aea05cd135 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374272 Mar 05 14:42:10.258161 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-a3d5710b-4c14-4248-aebd-df03ca288011 req-3e59f8a5-4b90-477b-9201-a4683442f777 service neutron] (87914) timed out ('10.222.0.30', 61896) {{(pid=87914) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 14:42:10.510935 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392dc131-8f07-42b5-a45e-3c61e7848fd1 req-ada0e5c6-2513-458e-b0b7-09bbdb9084b1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:10.512287 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-392dc131-8f07-42b5-a45e-3c61e7848fd1 req-ada0e5c6-2513-458e-b0b7-09bbdb9084b1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 945 time: 0.1839566 Mar 05 14:42:10.556632 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-392dc131-8f07-42b5-a45e-3c61e7848fd1 req-9bf1f84f-1879-4688-93f8-afb6ba5b381c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387816 Mar 05 14:42:11.038851 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-703e2a7b-f768-4eaf-9150-0d549b237b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:11.739375 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1b7a8-b257-4278-8b9b-c39f362b365e req-bccb6e00-dcd6-496b-bc88-99479ba04086 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:11.741424 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-38b1b7a8-b257-4278-8b9b-c39f362b365e req-bccb6e00-dcd6-496b-bc88-99479ba04086 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 945 time: 0.0825689 Mar 05 14:42:11.843386 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-38b1b7a8-b257-4278-8b9b-c39f362b365e req-a250ed62-24e2-40cf-beba-f63602e8116a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963631 Mar 05 14:42:11.852932 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-9cec5734-e90e-4e62-abce-5380310381da req-834dd66b-3d4d-4bb9-a225-87b416e05c3f service neutron] show failed (client error): The resource could not be found. Mar 05 14:42:11.853856 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9cec5734-e90e-4e62-abce-5380310381da req-834dd66b-3d4d-4bb9-a225-87b416e05c3f service neutron] 10.222.0.30 "GET /v2.0/ports/8dc67ca4-3b8c-4c19-857c-453630c11c60/bindings/n-h1-803718-1 HTTP/1.1" status: 404 len: 380 time: 0.0939293 Mar 05 14:42:12.163521 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec5734-e90e-4e62-abce-5380310381da req-d1715c8d-568b-429a-97a0-d2c631a441be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:12.164985 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9cec5734-e90e-4e62-abce-5380310381da req-d1715c8d-568b-429a-97a0-d2c631a441be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7&tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51 HTTP/1.1" status: 200 len: 1096 time: 0.1149237 Mar 05 14:42:12.175878 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-9cec5734-e90e-4e62-abce-5380310381da req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803718-1', 'device_owner': 'compute:nova'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:42:12.228514 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:12.289637 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9cec5734-e90e-4e62-abce-5380310381da req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:12.292807 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:12.560051 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-9cec5734-e90e-4e62-abce-5380310381da req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] For port 8dc67ca4-3b8c-4c19-857c-453630c11c60, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=8dc67ca4-3b8c-4c19-857c-453630c11c60,segment=NetworkSegment(e608f154-e215-4e15-a44a-490f026ed8c0),segment_id=e608f154-e215-4e15-a44a-490f026ed8c0)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:42:12.588302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-9cec5734-e90e-4e62-abce-5380310381da req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] For port 8dc67ca4-3b8c-4c19-857c-453630c11c60, host n-h2-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:42:12.649596 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9f5ece-31e3-4a0f-9646-32a119bfcbc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dc67ca4-3b8c-4c19-857c-453630c11c60'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:42:12.655625 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9cec5734-e90e-4e62-abce-5380310381da req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:12.671235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-9cec5734-e90e-4e62-abce-5380310381da req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Transition to ACTIVE for port object 8dc67ca4-3b8c-4c19-857c-453630c11c60 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:42:12.675518 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9cec5734-e90e-4e62-abce-5380310381da req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:12.776539 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9f5ece-31e3-4a0f-9646-32a119bfcbc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dc67ca4-3b8c-4c19-857c-453630c11c60', 'code': 200} Mar 05 14:42:12.817490 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc67ca4-3b8c-4c19-857c-453630c11c60,revision_number=6']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:42:12.842670 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:12.843047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:12.843380 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:12.843705 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:12.844026 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:12.844347 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:12.844669 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:12.844982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:12.845292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:12.845630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:12.845943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:12.846256 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:12.891819 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cec5734-e90e-4e62-abce-5380310381da req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] No DVR routers for this DVR port 8dc67ca4-3b8c-4c19-857c-453630c11c60 on host n-h2-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:42:13.033456 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44379bc-0c53-4cf1-a91c-1f46e8298060 req-f1a5fe8f-d5bb-45f2-934b-890c74d4d3ea tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:13.034988 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c44379bc-0c53-4cf1-a91c-1f46e8298060 req-f1a5fe8f-d5bb-45f2-934b-890c74d4d3ea tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 943 time: 0.0831368 Mar 05 14:42:13.081005 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c44379bc-0c53-4cf1-a91c-1f46e8298060 req-9f6b911a-5de9-488e-b922-b057c2030f29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393047 Mar 05 14:42:13.120236 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-9cec5734-e90e-4e62-abce-5380310381da req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Attempting to bind port 8dc67ca4-3b8c-4c19-857c-453630c11c60 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:42:13.120564 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-9cec5734-e90e-4e62-abce-5380310381da req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Attempting to bind port 8dc67ca4-3b8c-4c19-857c-453630c11c60 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'e608f154-e215-4e15-a44a-490f026ed8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:42:13.120890 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec5734-e90e-4e62-abce-5380310381da req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Attempting to bind port 8dc67ca4-3b8c-4c19-857c-453630c11c60 on network 907c5aac-f9dd-42be-a83b-25c32da507c4 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:42:13.125526 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec5734-e90e-4e62-abce-5380310381da req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Port 8dc67ca4-3b8c-4c19-857c-453630c11c60 on network 907c5aac-f9dd-42be-a83b-25c32da507c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:42:13.125843 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec5734-e90e-4e62-abce-5380310381da req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Attempting to bind port 8dc67ca4-3b8c-4c19-857c-453630c11c60 on network 907c5aac-f9dd-42be-a83b-25c32da507c4 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:42:13.131516 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec5734-e90e-4e62-abce-5380310381da req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:42:13.131845 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec5734-e90e-4e62-abce-5380310381da req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Checking segment: {'id': 'e608f154-e215-4e15-a44a-490f026ed8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:42:13.132237 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec5734-e90e-4e62-abce-5380310381da req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Bound using segment: {'id': 'e608f154-e215-4e15-a44a-490f026ed8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:42:13.132644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-9cec5734-e90e-4e62-abce-5380310381da req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Bound port: 8dc67ca4-3b8c-4c19-857c-453630c11c60, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e608f154-e215-4e15-a44a-490f026ed8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:42:13.132984 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9cec5734-e90e-4e62-abce-5380310381da req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:13.219415 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-9cec5734-e90e-4e62-abce-5380310381da req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] For port 8dc67ca4-3b8c-4c19-857c-453630c11c60, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:42:13.222296 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-9cec5734-e90e-4e62-abce-5380310381da req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] For port 8dc67ca4-3b8c-4c19-857c-453630c11c60, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=8dc67ca4-3b8c-4c19-857c-453630c11c60,segment=NetworkSegment(e608f154-e215-4e15-a44a-490f026ed8c0),segment_id=e608f154-e215-4e15-a44a-490f026ed8c0)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:42:13.227317 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9cec5734-e90e-4e62-abce-5380310381da req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:13.291152 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec5734-e90e-4e62-abce-5380310381da req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:13.291765 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-9cec5734-e90e-4e62-abce-5380310381da req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:13.293165 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9cec5734-e90e-4e62-abce-5380310381da req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] 10.222.0.15 "PUT /v2.0/ports/8dc67ca4-3b8c-4c19-857c-453630c11c60 HTTP/1.1" status: 200 len: 1091 time: 1.1213725 Mar 05 14:42:13.313144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f896582-abd5-4658-b953-c546ebb00e74 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc67ca4-3b8c-4c19-857c-453630c11c60,revision_number=7']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:42:13.389509 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec5734-e90e-4e62-abce-5380310381da req-d31ff035-3980-4f5c-8c81-58105aea6210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:13.391091 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9cec5734-e90e-4e62-abce-5380310381da req-d31ff035-3980-4f5c-8c81-58105aea6210 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 1094 time: 0.0745316 Mar 05 14:42:13.535855 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec5734-e90e-4e62-abce-5380310381da req-3152196f-e4ae-4824-a0d4-f44b2dfaf399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:13.538440 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9cec5734-e90e-4e62-abce-5380310381da req-3152196f-e4ae-4824-a0d4-f44b2dfaf399 service neutron] 10.222.0.15 "GET /v2.0/networks?id=907c5aac-f9dd-42be-a83b-25c32da507c4 HTTP/1.1" status: 200 len: 897 time: 0.1346698 Mar 05 14:42:13.747392 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9cec5734-e90e-4e62-abce-5380310381da req-623a6bb5-d1d5-453b-872a-ee0e064fa608 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dc67ca4-3b8c-4c19-857c-453630c11c60 HTTP/1.1" status: 200 len: 998 time: 0.1976376 Mar 05 14:42:13.809195 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec5734-e90e-4e62-abce-5380310381da req-53e9c5b8-1bf4-4314-9393-abf463ece161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:13.810508 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9cec5734-e90e-4e62-abce-5380310381da req-53e9c5b8-1bf4-4314-9393-abf463ece161 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f HTTP/1.1" status: 200 len: 834 time: 0.0571904 Mar 05 14:42:13.887197 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:13.890335 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec5734-e90e-4e62-abce-5380310381da req-93323f5f-8cf6-4d8c-91a2-dfebfaf6d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:13.891863 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9cec5734-e90e-4e62-abce-5380310381da req-93323f5f-8cf6-4d8c-91a2-dfebfaf6d6a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=907c5aac-f9dd-42be-a83b-25c32da507c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759392 Mar 05 14:42:13.901148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-9cec5734-e90e-4e62-abce-5380310381da req-aa4e34d4-741d-488f-a8c2-ff909c053634 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:42:13.902062 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9cec5734-e90e-4e62-abce-5380310381da req-aa4e34d4-741d-488f-a8c2-ff909c053634 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047917 Mar 05 14:42:14.044678 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9cec5734-e90e-4e62-abce-5380310381da req-9eb2a421-a52c-4383-a646-1a60d3dd74a0 service neutron] 10.222.0.15 "GET /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367278 Mar 05 14:42:14.179168 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9cec5734-e90e-4e62-abce-5380310381da req-c28a271d-29dd-49d5-b5b4-ae9a391a17d1 service neutron] 10.222.0.15 "GET /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287944 Mar 05 14:42:14.275127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0c8f6-76d0-4f1c-9355-5d123362a266 req-09a22aec-87e5-46db-b1fa-ba709a9d8970 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:14.276689 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ffd0c8f6-76d0-4f1c-9355-5d123362a266 req-09a22aec-87e5-46db-b1fa-ba709a9d8970 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 943 time: 0.0870147 Mar 05 14:42:14.323282 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ffd0c8f6-76d0-4f1c-9355-5d123362a266 req-00c68771-fde0-4197-a1ae-acac5936b5e0 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404825 Mar 05 14:42:14.778091 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9f5ece-31e3-4a0f-9646-32a119bfcbc7', 'tag': '8dc67ca4-3b8c-4c19-857c-453630c11c60'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:42:14.837648 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9f5ece-31e3-4a0f-9646-32a119bfcbc7', 'tag': '8dc67ca4-3b8c-4c19-857c-453630c11c60', 'status': 'completed', 'code': 200} Mar 05 14:42:14.932324 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603100f7-ef0a-4e23-9c28-c74d2dd5f4a3 req-31f5334b-47b4-4203-825a-fdaf40f8a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:14.937096 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-603100f7-ef0a-4e23-9c28-c74d2dd5f4a3 req-31f5334b-47b4-4203-825a-fdaf40f8a3e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 1094 time: 0.0777087 Mar 05 14:42:14.939357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603100f7-ef0a-4e23-9c28-c74d2dd5f4a3 req-32e82c3b-f901-437b-aad8-abdb7139ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:14.940949 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-603100f7-ef0a-4e23-9c28-c74d2dd5f4a3 req-32e82c3b-f901-437b-aad8-abdb7139ea3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 1094 time: 0.0830059 Mar 05 14:42:15.076089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603100f7-ef0a-4e23-9c28-c74d2dd5f4a3 req-33798714-1bff-4f35-b923-291fd9af8e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:15.076793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603100f7-ef0a-4e23-9c28-c74d2dd5f4a3 req-3434c660-e8f8-482b-9d57-79a137b2f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:15.077836 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-603100f7-ef0a-4e23-9c28-c74d2dd5f4a3 req-33798714-1bff-4f35-b923-291fd9af8e51 service neutron] 10.222.0.30 "GET /v2.0/networks?id=907c5aac-f9dd-42be-a83b-25c32da507c4 HTTP/1.1" status: 200 len: 897 time: 0.1388066 Mar 05 14:42:15.078352 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-603100f7-ef0a-4e23-9c28-c74d2dd5f4a3 req-3434c660-e8f8-482b-9d57-79a137b2f6ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=907c5aac-f9dd-42be-a83b-25c32da507c4 HTTP/1.1" status: 200 len: 897 time: 0.1319637 Mar 05 14:42:15.187054 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-603100f7-ef0a-4e23-9c28-c74d2dd5f4a3 req-0c6b4ee0-63a1-40d4-b15b-e6b911ab40f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dc67ca4-3b8c-4c19-857c-453630c11c60 HTTP/1.1" status: 200 len: 998 time: 0.1019087 Mar 05 14:42:15.251760 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603100f7-ef0a-4e23-9c28-c74d2dd5f4a3 req-c93897af-0d86-4082-b0c6-6166b3b286d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:15.253196 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-603100f7-ef0a-4e23-9c28-c74d2dd5f4a3 req-c93897af-0d86-4082-b0c6-6166b3b286d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f HTTP/1.1" status: 200 len: 834 time: 0.0593717 Mar 05 14:42:15.291810 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-603100f7-ef0a-4e23-9c28-c74d2dd5f4a3 req-bba6072b-4f78-4776-93c7-6f21120f63ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dc67ca4-3b8c-4c19-857c-453630c11c60 HTTP/1.1" status: 200 len: 998 time: 0.2065504 Mar 05 14:42:15.332685 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603100f7-ef0a-4e23-9c28-c74d2dd5f4a3 req-a69519fe-533b-4ac4-b0d7-afcdfdebdf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:15.334169 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-603100f7-ef0a-4e23-9c28-c74d2dd5f4a3 req-a69519fe-533b-4ac4-b0d7-afcdfdebdf26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=907c5aac-f9dd-42be-a83b-25c32da507c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736654 Mar 05 14:42:15.356781 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603100f7-ef0a-4e23-9c28-c74d2dd5f4a3 req-d2733483-9c6c-4d19-a6a1-d17dfb5582dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:15.358321 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-603100f7-ef0a-4e23-9c28-c74d2dd5f4a3 req-d2733483-9c6c-4d19-a6a1-d17dfb5582dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f HTTP/1.1" status: 200 len: 834 time: 0.0604749 Mar 05 14:42:15.440714 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603100f7-ef0a-4e23-9c28-c74d2dd5f4a3 req-f2b70135-64b0-449a-8b48-6f3f056333f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:15.442960 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-603100f7-ef0a-4e23-9c28-c74d2dd5f4a3 req-f2b70135-64b0-449a-8b48-6f3f056333f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=907c5aac-f9dd-42be-a83b-25c32da507c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781224 Mar 05 14:42:15.547299 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-603100f7-ef0a-4e23-9c28-c74d2dd5f4a3 req-58342515-6cb0-4b82-b74c-e902f36b8bbc service neutron] 10.222.0.15 "GET /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064173 Mar 05 14:42:15.575901 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-603100f7-ef0a-4e23-9c28-c74d2dd5f4a3 req-e8c0e297-6cec-4af5-82cf-46adb5d47dca service neutron] 10.222.0.30 "GET /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270120 Mar 05 14:42:15.604688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080013a-0620-477c-8de5-eee21dfb00c1 req-561cc39d-2ecc-442e-a821-142370bd12c2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:15.606185 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5080013a-0620-477c-8de5-eee21dfb00c1 req-561cc39d-2ecc-442e-a821-142370bd12c2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 943 time: 0.1565919 Mar 05 14:42:15.717311 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-5080013a-0620-477c-8de5-eee21dfb00c1 req-e83614c7-9af7-463c-bdad-efdf5348d072 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595317 Mar 05 14:42:15.717609 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-603100f7-ef0a-4e23-9c28-c74d2dd5f4a3 req-d9e821cf-c989-40c4-a706-e79b4be6af58 service neutron] 10.222.0.30 "GET /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351321 Mar 05 14:42:15.737728 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-603100f7-ef0a-4e23-9c28-c74d2dd5f4a3 req-89510487-9977-4be7-8c3b-cfcff2ff33f8 service neutron] 10.222.0.15 "GET /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809802 Mar 05 14:42:16.357839 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 8dc67ca4-3b8c-4c19-857c-453630c11c60 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:42:16.417077 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 8dc67ca4-3b8c-4c19-857c-453630c11c60 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:42:16.924438 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef859979-dda9-447b-bcbe-26c46f4aa984 req-8a2c3839-3f63-49de-9a8b-0adb7694f251 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:16.925883 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ef859979-dda9-447b-bcbe-26c46f4aa984 req-8a2c3839-3f63-49de-9a8b-0adb7694f251 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 943 time: 0.0833781 Mar 05 14:42:16.969368 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ef859979-dda9-447b-bcbe-26c46f4aa984 req-4a232dab-f45e-424b-9fc3-49435c599a8d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374420 Mar 05 14:42:17.331274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5617b-f7d7-40ed-8e53-87a81d3dc13d req-c20eb6b7-cde2-4cb5-8197-8eec7bdc11ce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:17.332761 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0a5617b-f7d7-40ed-8e53-87a81d3dc13d req-c20eb6b7-cde2-4cb5-8197-8eec7bdc11ce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 943 time: 0.1425838 Mar 05 14:42:17.340610 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925714c-8565-4468-bcd6-d0a54473ac82 req-937632ea-dd24-473b-884d-d08dafd5e431 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:17.341919 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d925714c-8565-4468-bcd6-d0a54473ac82 req-937632ea-dd24-473b-884d-d08dafd5e431 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7&tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&binding%3Ahost_id=n-h1-803718-1 HTTP/1.1" status: 200 len: 943 time: 0.1215274 Mar 05 14:42:17.436749 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0a5617b-f7d7-40ed-8e53-87a81d3dc13d req-3311da13-c86b-41a1-b3d2-367868b951d0 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938249 Mar 05 14:42:17.451695 n-d-803718-1 neutron-server[87913]: INFO neutron.api.v2.resource [req-d925714c-8565-4468-bcd6-d0a54473ac82 req-062c2f4d-480e-4717-bf89-807c172455f3 service neutron] delete failed (client error): The resource could not be found. Mar 05 14:42:17.451695 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d925714c-8565-4468-bcd6-d0a54473ac82 req-062c2f4d-480e-4717-bf89-807c172455f3 service neutron] 10.222.0.30 "DELETE /v2.0/ports/8dc67ca4-3b8c-4c19-857c-453630c11c60/bindings/n-h2-803718-1 HTTP/1.1" status: 404 len: 380 time: 0.0953975 Mar 05 14:42:17.592334 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925714c-8565-4468-bcd6-d0a54473ac82 req-6b146923-104d-4b65-ae68-f1db51ac5e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:17.593831 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d925714c-8565-4468-bcd6-d0a54473ac82 req-6b146923-104d-4b65-ae68-f1db51ac5e28 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 1094 time: 0.0714731 Mar 05 14:42:17.632598 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af131430-32b8-4e56-ad11-f4e83e9e3928 req-4e768773-c5c3-4c2b-b69f-f2a55bc910f0 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:17.634049 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af131430-32b8-4e56-ad11-f4e83e9e3928 req-4e768773-c5c3-4c2b-b69f-f2a55bc910f0 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 943 time: 0.0868616 Mar 05 14:42:17.644001 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 8dc67ca4-3b8c-4c19-857c-453630c11c60 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:42:17.682591 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-af131430-32b8-4e56-ad11-f4e83e9e3928 req-d23b4f57-3f89-41a3-b947-4539e96f6abc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420344 Mar 05 14:42:17.728725 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925714c-8565-4468-bcd6-d0a54473ac82 req-3d875811-9c63-4e32-b65d-e67656d61ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:17.730138 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d925714c-8565-4468-bcd6-d0a54473ac82 req-3d875811-9c63-4e32-b65d-e67656d61ace service neutron] 10.222.0.30 "GET /v2.0/networks?id=907c5aac-f9dd-42be-a83b-25c32da507c4 HTTP/1.1" status: 200 len: 897 time: 0.1292942 Mar 05 14:42:17.788498 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 8dc67ca4-3b8c-4c19-857c-453630c11c60, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=8dc67ca4-3b8c-4c19-857c-453630c11c60,segment=NetworkSegment(e608f154-e215-4e15-a44a-490f026ed8c0),segment_id=e608f154-e215-4e15-a44a-490f026ed8c0)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:42:17.801486 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': '8dc67ca4-3b8c-4c19-857c-453630c11c60', 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4', 'port_id': '8dc67ca4-3b8c-4c19-857c-453630c11c60', 'mac_address': 'fa:16:3e:c0:c1:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:42:17.836523 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d925714c-8565-4468-bcd6-d0a54473ac82 req-5338baa5-1dd2-4324-9514-8a6db6f7863b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dc67ca4-3b8c-4c19-857c-453630c11c60 HTTP/1.1" status: 200 len: 998 time: 0.1001947 Mar 05 14:42:17.857711 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:17.875857 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc67ca4-3b8c-4c19-857c-453630c11c60 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:42:17.892079 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 8dc67ca4-3b8c-4c19-857c-453630c11c60, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=8dc67ca4-3b8c-4c19-857c-453630c11c60,segment=NetworkSegment(e608f154-e215-4e15-a44a-490f026ed8c0),segment_id=e608f154-e215-4e15-a44a-490f026ed8c0)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:42:17.896681 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:17.900099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925714c-8565-4468-bcd6-d0a54473ac82 req-32e45531-9c15-40c5-9dee-5f9a1371c635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:17.901547 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d925714c-8565-4468-bcd6-d0a54473ac82 req-32e45531-9c15-40c5-9dee-5f9a1371c635 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f HTTP/1.1" status: 200 len: 834 time: 0.0596218 Mar 05 14:42:17.971016 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=8dc67ca4-3b8c-4c19-857c-453630c11c60,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:42:17.979974 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:17.980317 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:17.980634 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:17.980964 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:17.981290 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:17.981606 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:17.981926 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:17.982244 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:17.982557 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:17.983012 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:17.983341 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:17.983851 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:17.994241 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925714c-8565-4468-bcd6-d0a54473ac82 req-1257cfd0-3f94-436a-8990-7156293a92a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:17.995763 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d925714c-8565-4468-bcd6-d0a54473ac82 req-1257cfd0-3f94-436a-8990-7156293a92a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=907c5aac-f9dd-42be-a83b-25c32da507c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802858 Mar 05 14:42:18.134447 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d925714c-8565-4468-bcd6-d0a54473ac82 req-e4267348-cd19-4f0e-98c3-930ba642922d service neutron] 10.222.0.30 "GET /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311088 Mar 05 14:42:18.159459 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['8dc67ca4-3b8c-4c19-857c-453630c11c60'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:42:18.378131 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d925714c-8565-4468-bcd6-d0a54473ac82 req-2ab111e2-f094-4a5a-9eae-4cf2363ae29a service neutron] 10.222.0.30 "GET /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377830 Mar 05 14:42:18.871723 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917acc4-0f68-44bf-bae9-fbb648a08705 req-e7281097-a3a0-4108-b424-37d2c5df7d36 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:18.873171 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f917acc4-0f68-44bf-bae9-fbb648a08705 req-e7281097-a3a0-4108-b424-37d2c5df7d36 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 944 time: 0.0808966 Mar 05 14:42:18.916999 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f917acc4-0f68-44bf-bae9-fbb648a08705 req-7d211db9-9861-4836-911e-2e088ec2cc52 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379210 Mar 05 14:42:19.674147 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 8dc67ca4-3b8c-4c19-857c-453630c11c60 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:42:19.739016 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port 8dc67ca4-3b8c-4c19-857c-453630c11c60 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:42:19.744205 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port 8dc67ca4-3b8c-4c19-857c-453630c11c60 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:42:19.744571 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:19.857988 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:19.883464 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9f5ece-31e3-4a0f-9646-32a119bfcbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc67ca4-3b8c-4c19-857c-453630c11c60'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:42:19.893354 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port 8dc67ca4-3b8c-4c19-857c-453630c11c60, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=8dc67ca4-3b8c-4c19-857c-453630c11c60,segment=NetworkSegment(e608f154-e215-4e15-a44a-490f026ed8c0),segment_id=e608f154-e215-4e15-a44a-490f026ed8c0)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:42:19.896786 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:19.930314 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9f5ece-31e3-4a0f-9646-32a119bfcbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc67ca4-3b8c-4c19-857c-453630c11c60', 'code': 200} Mar 05 14:42:19.967912 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=8dc67ca4-3b8c-4c19-857c-453630c11c60,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:42:20.109134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4478a2-895e-485d-9e43-580c14e4da00 req-de982bdc-a0c7-486b-8770-d4b7bc73919c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:20.110595 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4a4478a2-895e-485d-9e43-580c14e4da00 req-de982bdc-a0c7-486b-8770-d4b7bc73919c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 945 time: 0.0831647 Mar 05 14:42:20.154990 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4a4478a2-895e-485d-9e43-580c14e4da00 req-92f714f6-1f54-4316-8fb9-f3699ef90262 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382721 Mar 05 14:42:20.178747 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54444) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:42:20.284525 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e95abe79-0e74-4378-88fc-5f45862cae6a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/floatingips/dda1a4f8-43f9-4708-b468-fa0cb60fe885 HTTP/1.1" status: 200 len: 992 time: 0.1045310 Mar 05 14:42:28.645289 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0629cd1d-8845-44da-915c-2bee70a71f02 req-71e5ffac-fabd-4968-91a9-2f141f90d886 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0729682 Mar 05 14:42:28.908711 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629cd1d-8845-44da-915c-2bee70a71f02 req-0ae17591-73ee-4497-aef7-bdc718339ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:28.910069 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0629cd1d-8845-44da-915c-2bee70a71f02 req-0ae17591-73ee-4497-aef7-bdc718339ca2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 1096 time: 0.1806886 Mar 05 14:42:29.057060 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629cd1d-8845-44da-915c-2bee70a71f02 req-e70f7a8e-91db-474c-b1f4-a26e005246aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:29.058476 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0629cd1d-8845-44da-915c-2bee70a71f02 req-e70f7a8e-91db-474c-b1f4-a26e005246aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=907c5aac-f9dd-42be-a83b-25c32da507c4 HTTP/1.1" status: 200 len: 897 time: 0.1297593 Mar 05 14:42:29.163242 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0629cd1d-8845-44da-915c-2bee70a71f02 req-0eb784c8-73b6-46bb-9c3e-bbba45dd00cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dc67ca4-3b8c-4c19-857c-453630c11c60 HTTP/1.1" status: 200 len: 1000 time: 0.0982001 Mar 05 14:42:29.228731 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629cd1d-8845-44da-915c-2bee70a71f02 req-96c99e30-7613-4cc9-b63f-e90ef44a1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:29.230098 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0629cd1d-8845-44da-915c-2bee70a71f02 req-96c99e30-7613-4cc9-b63f-e90ef44a1edc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f HTTP/1.1" status: 200 len: 834 time: 0.0582793 Mar 05 14:42:29.308444 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629cd1d-8845-44da-915c-2bee70a71f02 req-946aff74-ab23-4aa1-b77a-102bab6a3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:29.309863 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0629cd1d-8845-44da-915c-2bee70a71f02 req-946aff74-ab23-4aa1-b77a-102bab6a3305 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=907c5aac-f9dd-42be-a83b-25c32da507c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742354 Mar 05 14:42:29.445436 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0629cd1d-8845-44da-915c-2bee70a71f02 req-fa37c43c-c3fa-4804-9c8f-bb5b590d2558 service neutron] 10.222.0.15 "GET /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298656 Mar 05 14:42:29.505910 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:29.545580 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:29.582728 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0629cd1d-8845-44da-915c-2bee70a71f02 req-2a250154-a82e-4f00-af77-127fe282eead service neutron] 10.222.0.15 "GET /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320717 Mar 05 14:42:34.326051 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:42:38.893200 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4466fa58-c70c-49a3-a49c-e1f0b59fe01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:41.042288 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c391a123-f593-45fc-ba1b-1d8074b8872b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:42.231261 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:42.296136 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:43.888646 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:46.655377 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54460) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:42:46.854831 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting port 9ea99892-2b10-463e-88da-c56a508ff50a {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:42:46.855169 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:47.018430 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:47.018660 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:47.139146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Calling delete_port for 9ea99892-2b10-463e-88da-c56a508ff50a owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:42:47.287953 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:47.335608 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Port': ['ID=9ea99892-2b10-463e-88da-c56a508ff50a,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:42:47.376176 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:47.376516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:47.376845 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:47.377171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:47.377491 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:47.377811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:47.378127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:47.378443 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:47.378781 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:47.379095 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:47.379408 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:47.379871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:42:47.435266 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:47.435584 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Floating IP dda1a4f8-43f9-4708-b468-fa0cb60fe885 disassociated (deleted). External IP: 172.25.4.37, port: 8dc67ca4-3b8c-4c19-857c-453630c11c60. Mar 05 14:42:47.888538 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router 5a8e177b-87d9-4305-b742-7319af322469 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:42:48.062977 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:42:48.072676 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169cdc41-323a-45d4-8c9e-a17ed8c26018 None None] Sync routers for ids ['5a8e177b-87d9-4305-b742-7319af322469'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:42:48.081810 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169cdc41-323a-45d4-8c9e-a17ed8c26018 None None] Routers {'5a8e177b-87d9-4305-b742-7319af322469'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:42:48.082266 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:48.082434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-169cdc41-323a-45d4-8c9e-a17ed8c26018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:42:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['5a8e177b-87d9-4305-b742-7319af322469'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:42:48.140339 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a8336a16-f9bd-449b-912b-b920987d39af tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/floatingips/dda1a4f8-43f9-4708-b468-fa0cb60fe885 HTTP/1.1" status: 204 len: 168 time: 1.4837103 Mar 05 14:42:48.140751 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9f5ece-31e3-4a0f-9646-32a119bfcbc7', 'tag': '8dc67ca4-3b8c-4c19-857c-453630c11c60'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:42:48.191436 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9f5ece-31e3-4a0f-9646-32a119bfcbc7', 'tag': '8dc67ca4-3b8c-4c19-857c-453630c11c60', 'status': 'completed', 'code': 200} Mar 05 14:42:48.283085 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c8476-0ffd-4b02-a6f2-0970e0d8fe71 req-1b5dac3c-2608-4f5f-a19c-b5f83d5da3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:48.285192 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-931c8476-0ffd-4b02-a6f2-0970e0d8fe71 req-1b5dac3c-2608-4f5f-a19c-b5f83d5da3f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 1096 time: 0.0727663 Mar 05 14:42:48.306667 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-169cdc41-323a-45d4-8c9e-a17ed8c26018 None None] Set router 5a8e177b-87d9-4305-b742-7319af322469 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:42:48.435087 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c8476-0ffd-4b02-a6f2-0970e0d8fe71 req-4eced724-5a65-4bf0-b5be-9d0dc90655f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:48.436736 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-931c8476-0ffd-4b02-a6f2-0970e0d8fe71 req-4eced724-5a65-4bf0-b5be-9d0dc90655f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=907c5aac-f9dd-42be-a83b-25c32da507c4 HTTP/1.1" status: 200 len: 897 time: 0.1458888 Mar 05 14:42:48.543795 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-931c8476-0ffd-4b02-a6f2-0970e0d8fe71 req-4bc7e452-3d4b-42f9-9197-f12d62c51168 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dc67ca4-3b8c-4c19-857c-453630c11c60 HTTP/1.1" status: 200 len: 217 time: 0.1001432 Mar 05 14:42:48.619803 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c8476-0ffd-4b02-a6f2-0970e0d8fe71 req-94309a9f-3a40-4856-976e-9147b4628b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:48.621242 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-931c8476-0ffd-4b02-a6f2-0970e0d8fe71 req-94309a9f-3a40-4856-976e-9147b4628b7f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f HTTP/1.1" status: 200 len: 834 time: 0.0710971 Mar 05 14:42:48.636462 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-169cdc41-323a-45d4-8c9e-a17ed8c26018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8e177b-87d9-4305-b742-7319af322469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824991926', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '72ef8749-f150-4330-b28e-dafa01640c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:41:07Z', 'updated_at': '2022-03-05T14:41:12Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '72ef8749-f150-4330-b28e-dafa01640c45', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8e177b-87d9-4305-b742-7319af322469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:41:08Z', 'updated_at': '2022-03-05T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'ceb6d26e-d621-49a2-8e36-7a82ebde795c', 'name': '', 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:c7:80:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8e177b-87d9-4305-b742-7319af322469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:41:11Z', 'updated_at': '2022-03-05T14:41:16Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': '5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:42:48.640484 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169cdc41-323a-45d4-8c9e-a17ed8c26018 None None] Checking router: 5a8e177b-87d9-4305-b742-7319af322469 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:42:48.648715 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169cdc41-323a-45d4-8c9e-a17ed8c26018 None None] Routers {'5a8e177b-87d9-4305-b742-7319af322469'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:42:48.649311 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-169cdc41-323a-45d4-8c9e-a17ed8c26018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:42:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['5a8e177b-87d9-4305-b742-7319af322469'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:42:48.682566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edf14f-aa36-43a7-9b9a-e188972c3b41 req-ea84701e-f88b-47d1-be70-79d2b9e8bc53 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:48.684021 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-96edf14f-aa36-43a7-9b9a-e188972c3b41 req-ea84701e-f88b-47d1-be70-79d2b9e8bc53 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 945 time: 0.1919558 Mar 05 14:42:48.740844 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-96edf14f-aa36-43a7-9b9a-e188972c3b41 req-7b50e0f3-5bf2-4abd-ae95-cf762fd7c0d7 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504873 Mar 05 14:42:48.747445 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c8476-0ffd-4b02-a6f2-0970e0d8fe71 req-82d4ae0b-c5e9-4cc7-8c1f-44145e58f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:48.748874 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-931c8476-0ffd-4b02-a6f2-0970e0d8fe71 req-82d4ae0b-c5e9-4cc7-8c1f-44145e58f4b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=907c5aac-f9dd-42be-a83b-25c32da507c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1190903 Mar 05 14:42:48.824104 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-169cdc41-323a-45d4-8c9e-a17ed8c26018 None None] Set router 5a8e177b-87d9-4305-b742-7319af322469 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:42:48.890386 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-931c8476-0ffd-4b02-a6f2-0970e0d8fe71 req-9fec2697-194a-4476-ae10-d155f266b9ca service neutron] 10.222.0.15 "GET /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341202 Mar 05 14:42:49.023995 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-931c8476-0ffd-4b02-a6f2-0970e0d8fe71 req-9f960440-2eba-40dd-bdc9-049ae12e5590 service neutron] 10.222.0.15 "GET /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263790 Mar 05 14:42:49.132182 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-169cdc41-323a-45d4-8c9e-a17ed8c26018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8e177b-87d9-4305-b742-7319af322469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824991926', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '72ef8749-f150-4330-b28e-dafa01640c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:41:07Z', 'updated_at': '2022-03-05T14:41:12Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '72ef8749-f150-4330-b28e-dafa01640c45', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8e177b-87d9-4305-b742-7319af322469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:41:08Z', 'updated_at': '2022-03-05T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'ceb6d26e-d621-49a2-8e36-7a82ebde795c', 'name': '', 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:c7:80:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8e177b-87d9-4305-b742-7319af322469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:41:11Z', 'updated_at': '2022-03-05T14:41:16Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': '5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:42:49.136160 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169cdc41-323a-45d4-8c9e-a17ed8c26018 None None] The sync data for ids ['5a8e177b-87d9-4305-b742-7319af322469'] in n-d-803718-1 is: [{'id': '5a8e177b-87d9-4305-b742-7319af322469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824991926', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '72ef8749-f150-4330-b28e-dafa01640c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:41:07Z', 'updated_at': '2022-03-05T14:41:12Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '72ef8749-f150-4330-b28e-dafa01640c45', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8e177b-87d9-4305-b742-7319af322469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:41:08Z', 'updated_at': '2022-03-05T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'ceb6d26e-d621-49a2-8e36-7a82ebde795c', 'name': '', 'network_id': '907c5aac-f9dd-42be-a83b-25c32da507c4', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:c7:80:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8e177b-87d9-4305-b742-7319af322469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:41:11Z', 'updated_at': '2022-03-05T14:41:16Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': '5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:42:49.337988 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb68241-4180-44b4-b415-60222c2418f1 None None] New status for floating IP dda1a4f8-43f9-4708-b468-fa0cb60fe885: DOWN {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:42:49.823585 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5ec11-7dcd-40c3-be76-cf02d11ae729 req-24967a47-1915-40c9-a8b2-2c87447920f7 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:49.825023 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3b5ec11-7dcd-40c3-be76-cf02d11ae729 req-24967a47-1915-40c9-a8b2-2c87447920f7 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 945 time: 0.1916022 Mar 05 14:42:49.896307 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-a3b5ec11-7dcd-40c3-be76-cf02d11ae729 req-0625600f-c3b6-4f88-94c6-1d5c7dd0f02a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting port 8dc67ca4-3b8c-4c19-857c-453630c11c60 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:42:49.896563 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a3b5ec11-7dcd-40c3-be76-cf02d11ae729 req-0625600f-c3b6-4f88-94c6-1d5c7dd0f02a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:49.936470 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabeb613-f72d-4130-89b9-5b45fe1caca7 req-8cd34ce5-2e09-4fef-b2f1-3a825c381b26 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:49.937204 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-dabeb613-f72d-4130-89b9-5b45fe1caca7 req-8cd34ce5-2e09-4fef-b2f1-3a825c381b26 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:42:49.952465 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-dabeb613-f72d-4130-89b9-5b45fe1caca7 req-8cd34ce5-2e09-4fef-b2f1-3a825c381b26 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:42:49.953925 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dabeb613-f72d-4130-89b9-5b45fe1caca7 req-8cd34ce5-2e09-4fef-b2f1-3a825c381b26 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 945 time: 0.0966110 Mar 05 14:42:49.999195 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dabeb613-f72d-4130-89b9-5b45fe1caca7 req-6ba4257c-3033-4e31-b5e1-cdde3a96871a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=64daf072-d4d1-49a9-9e02-fff5d7fe96a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383117 Mar 05 14:42:50.148686 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-a3b5ec11-7dcd-40c3-be76-cf02d11ae729 req-0625600f-c3b6-4f88-94c6-1d5c7dd0f02a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] For port 8dc67ca4-3b8c-4c19-857c-453630c11c60, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=8dc67ca4-3b8c-4c19-857c-453630c11c60,segment=NetworkSegment(e608f154-e215-4e15-a44a-490f026ed8c0),segment_id=e608f154-e215-4e15-a44a-490f026ed8c0)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:42:50.149043 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a3b5ec11-7dcd-40c3-be76-cf02d11ae729 req-0625600f-c3b6-4f88-94c6-1d5c7dd0f02a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:50.273909 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-a3b5ec11-7dcd-40c3-be76-cf02d11ae729 req-0625600f-c3b6-4f88-94c6-1d5c7dd0f02a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Calling delete_port for 8dc67ca4-3b8c-4c19-857c-453630c11c60 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:42:50.422303 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a3b5ec11-7dcd-40c3-be76-cf02d11ae729 req-0625600f-c3b6-4f88-94c6-1d5c7dd0f02a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:50.473000 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625600f-c3b6-4f88-94c6-1d5c7dd0f02a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Port': ['ID=8dc67ca4-3b8c-4c19-857c-453630c11c60,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:42:50.550949 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b5ec11-7dcd-40c3-be76-cf02d11ae729 req-0625600f-c3b6-4f88-94c6-1d5c7dd0f02a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] No DVR routers for this DVR port 8dc67ca4-3b8c-4c19-857c-453630c11c60 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:42:50.554004 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-a3b5ec11-7dcd-40c3-be76-cf02d11ae729 req-0625600f-c3b6-4f88-94c6-1d5c7dd0f02a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:50.556479 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9f5ece-31e3-4a0f-9646-32a119bfcbc7', 'name': 'network-vif-deleted', 'tag': '8dc67ca4-3b8c-4c19-857c-453630c11c60'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:42:50.574017 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3b5ec11-7dcd-40c3-be76-cf02d11ae729 req-0625600f-c3b6-4f88-94c6-1d5c7dd0f02a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.15 "DELETE /v2.0/ports/8dc67ca4-3b8c-4c19-857c-453630c11c60 HTTP/1.1" status: 204 len: 173 time: 0.7438526 Mar 05 14:42:50.605311 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9f5ece-31e3-4a0f-9646-32a119bfcbc7', 'name': 'network-vif-deleted', 'tag': '8dc67ca4-3b8c-4c19-857c-453630c11c60', 'status': 'completed', 'code': 200} Mar 05 14:42:51.165151 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c615b285-b995-43cd-b93a-549248511b70 req-94bb1166-40b7-4cca-81d9-bdf4804afaca tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9f5ece-31e3-4a0f-9646-32a119bfcbc7 HTTP/1.1" status: 200 len: 210 time: 0.0441098 Mar 05 14:42:52.260751 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54478) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:42:52.811137 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-958fc32f-d629-461a-82d2-a965d7971f35 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:53.263976 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-958fc32f-d629-461a-82d2-a965d7971f35 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting port ceb6d26e-d621-49a2-8e36-7a82ebde795c {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:42:53.264688 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-958fc32f-d629-461a-82d2-a965d7971f35 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:53.444585 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-958fc32f-d629-461a-82d2-a965d7971f35 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] For port ceb6d26e-d621-49a2-8e36-7a82ebde795c, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ceb6d26e-d621-49a2-8e36-7a82ebde795c,segment=NetworkSegment(e608f154-e215-4e15-a44a-490f026ed8c0),segment_id=e608f154-e215-4e15-a44a-490f026ed8c0)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:42:53.444934 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-958fc32f-d629-461a-82d2-a965d7971f35 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:53.567972 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-958fc32f-d629-461a-82d2-a965d7971f35 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Calling delete_port for ceb6d26e-d621-49a2-8e36-7a82ebde795c owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:42:53.845055 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 8dc67ca4-3b8c-4c19-857c-453630c11c60 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:42:53.878643 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: 8dc67ca4-3b8c-4c19-857c-453630c11c60 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:42:53.879001 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device 8dc67ca4-3b8c-4c19-857c-453630c11c60 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:42:53.888106 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-958fc32f-d629-461a-82d2-a965d7971f35 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:53.940223 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958fc32f-d629-461a-82d2-a965d7971f35 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Port': ['ID=ceb6d26e-d621-49a2-8e36-7a82ebde795c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:42:54.213837 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-958fc32f-d629-461a-82d2-a965d7971f35 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:54.682656 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958fc32f-d629-461a-82d2-a965d7971f35 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router 5a8e177b-87d9-4305-b742-7319af322469 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:42:54.860091 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958fc32f-d629-461a-82d2-a965d7971f35 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:42:54.869828 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0e5901-e3be-4468-a7e7-5f9fa539b2fe None None] Sync routers for ids ['5a8e177b-87d9-4305-b742-7319af322469'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:42:54.872613 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-958fc32f-d629-461a-82d2-a965d7971f35 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "PUT /v2.0/routers/5a8e177b-87d9-4305-b742-7319af322469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6108193 Mar 05 14:42:54.875437 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54482) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:42:54.879876 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e5901-e3be-4468-a7e7-5f9fa539b2fe None None] Routers {'5a8e177b-87d9-4305-b742-7319af322469'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:42:54.880481 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5f0e5901-e3be-4468-a7e7-5f9fa539b2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:42:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['5a8e177b-87d9-4305-b742-7319af322469'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:42:54.940738 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d6ae7d9-5b76-421c-a3ca-a6483841011f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting subnet 5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:42:54.944422 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae7d9-5b76-421c-a3ca-a6483841011f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:55.001939 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae7d9-5b76-421c-a3ca-a6483841011f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:55.059159 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-5f0e5901-e3be-4468-a7e7-5f9fa539b2fe None None] Set router 5a8e177b-87d9-4305-b742-7319af322469 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:42:55.085915 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae7d9-5b76-421c-a3ca-a6483841011f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:55.163258 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae7d9-5b76-421c-a3ca-a6483841011f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:55.206549 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ae7d9-5b76-421c-a3ca-a6483841011f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Subnet': ['ID=5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:42:55.210519 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae7d9-5b76-421c-a3ca-a6483841011f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:55.217285 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8d6ae7d9-5b76-421c-a3ca-a6483841011f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/subnets/5f79a7b3-787e-4c11-a2dd-bb4e4663ba4f HTTP/1.1" status: 204 len: 168 time: 0.3405917 Mar 05 14:42:55.220004 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54486) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:42:55.228397 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30017c1-c267-4df4-be3a-f56174fe2d80 None None] Network 907c5aac-f9dd-42be-a83b-25c32da507c4 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:42:55.401042 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03e96ab4-3687-470a-a2ca-aacc3d2be8f3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:55.559797 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5f0e5901-e3be-4468-a7e7-5f9fa539b2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8e177b-87d9-4305-b742-7319af322469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824991926', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '72ef8749-f150-4330-b28e-dafa01640c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:41:07Z', 'updated_at': '2022-03-05T14:42:53Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '72ef8749-f150-4330-b28e-dafa01640c45', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8e177b-87d9-4305-b742-7319af322469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:41:08Z', 'updated_at': '2022-03-05T14:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:42:55.563706 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0e5901-e3be-4468-a7e7-5f9fa539b2fe None None] Checking router: 5a8e177b-87d9-4305-b742-7319af322469 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:42:55.572775 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e5901-e3be-4468-a7e7-5f9fa539b2fe None None] Routers {'5a8e177b-87d9-4305-b742-7319af322469'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:42:55.573376 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5f0e5901-e3be-4468-a7e7-5f9fa539b2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:42:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['5a8e177b-87d9-4305-b742-7319af322469'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:42:55.583083 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03e96ab4-3687-470a-a2ca-aacc3d2be8f3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:55.596303 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-03e96ab4-3687-470a-a2ca-aacc3d2be8f3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting port 72ef8749-f150-4330-b28e-dafa01640c45 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:42:55.596645 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03e96ab4-3687-470a-a2ca-aacc3d2be8f3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:55.632516 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa61f22-7469-4806-8f25-609018c0bb81 None None] DHCP port deletion for 907c5aac-f9dd-42be-a83b-25c32da507c4 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:42:55.647240 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-6aa61f22-7469-4806-8f25-609018c0bb81 None None] Deleting port e20b1dfa-e857-4d09-9b56-988df0467566 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:42:55.647610 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6aa61f22-7469-4806-8f25-609018c0bb81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:55.778085 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-5f0e5901-e3be-4468-a7e7-5f9fa539b2fe None None] Set router 5a8e177b-87d9-4305-b742-7319af322469 gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:42:55.880485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-03e96ab4-3687-470a-a2ca-aacc3d2be8f3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] For port 72ef8749-f150-4330-b28e-dafa01640c45, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=72ef8749-f150-4330-b28e-dafa01640c45,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:42:55.881094 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03e96ab4-3687-470a-a2ca-aacc3d2be8f3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:55.913663 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-5f0e5901-e3be-4468-a7e7-5f9fa539b2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8e177b-87d9-4305-b742-7319af322469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824991926', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:41:07Z', 'updated_at': '2022-03-05T14:42:55Z', 'revision_number': 6, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:42:55.921982 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0e5901-e3be-4468-a7e7-5f9fa539b2fe None None] The sync data for ids ['5a8e177b-87d9-4305-b742-7319af322469'] in n-d-803718-1 is: [{'id': '5a8e177b-87d9-4305-b742-7319af322469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824991926', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:41:07Z', 'updated_at': '2022-03-05T14:42:55Z', 'revision_number': 6, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:42:56.005880 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-03e96ab4-3687-470a-a2ca-aacc3d2be8f3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Calling delete_port for 72ef8749-f150-4330-b28e-dafa01640c45 owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:42:56.037040 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-6aa61f22-7469-4806-8f25-609018c0bb81 None None] For port e20b1dfa-e857-4d09-9b56-988df0467566, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e20b1dfa-e857-4d09-9b56-988df0467566,segment=NetworkSegment(e608f154-e215-4e15-a44a-490f026ed8c0),segment_id=e608f154-e215-4e15-a44a-490f026ed8c0)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:42:56.037351 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6aa61f22-7469-4806-8f25-609018c0bb81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:56.158779 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-6aa61f22-7469-4806-8f25-609018c0bb81 None None] Calling delete_port for e20b1dfa-e857-4d09-9b56-988df0467566 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:42:56.232293 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6aa61f22-7469-4806-8f25-609018c0bb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:56.283225 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa61f22-7469-4806-8f25-609018c0bb81 None None] No DVR routers for this DVR port e20b1dfa-e857-4d09-9b56-988df0467566 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:42:56.288740 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa61f22-7469-4806-8f25-609018c0bb81 None None] Pushing event deleted for resources: {'Port': ['ID=e20b1dfa-e857-4d09-9b56-988df0467566,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:42:56.328470 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03e96ab4-3687-470a-a2ca-aacc3d2be8f3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:56.346869 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ceb6d26e-d621-49a2-8e36-7a82ebde795c no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:42:56.385177 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: ceb6d26e-d621-49a2-8e36-7a82ebde795c {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:42:56.385520 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ceb6d26e-d621-49a2-8e36-7a82ebde795c not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:42:56.386220 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e20b1dfa-e857-4d09-9b56-988df0467566 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:42:56.387552 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e96ab4-3687-470a-a2ca-aacc3d2be8f3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Port': ['ID=72ef8749-f150-4330-b28e-dafa01640c45,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:42:56.423750 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: e20b1dfa-e857-4d09-9b56-988df0467566 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:42:56.424089 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e20b1dfa-e857-4d09-9b56-988df0467566 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:42:56.487603 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03e96ab4-3687-470a-a2ca-aacc3d2be8f3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:56.660055 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03e96ab4-3687-470a-a2ca-aacc3d2be8f3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:56.662321 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03e96ab4-3687-470a-a2ca-aacc3d2be8f3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:56.684034 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03e96ab4-3687-470a-a2ca-aacc3d2be8f3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:56.684566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e96ab4-3687-470a-a2ca-aacc3d2be8f3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Fanout notify agent at l3_agent the message router_deleted on router 5a8e177b-87d9-4305-b742-7319af322469 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:42:56.699555 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-03e96ab4-3687-470a-a2ca-aacc3d2be8f3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:56.700619 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-03e96ab4-3687-470a-a2ca-aacc3d2be8f3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/routers/5a8e177b-87d9-4305-b742-7319af322469 HTTP/1.1" status: 204 len: 168 time: 1.4797156 Mar 05 14:42:56.703339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54490) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:42:56.819236 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-625a17dd-0b1f-43ed-bd84-b450dbd58cae tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:56.955256 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-625a17dd-0b1f-43ed-bd84-b450dbd58cae tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:56.982806 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-625a17dd-0b1f-43ed-bd84-b450dbd58cae tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['907c5aac-f9dd-42be-a83b-25c32da507c4']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:42:56.996035 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-625a17dd-0b1f-43ed-bd84-b450dbd58cae tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e608f154-e215-4e15-a44a-490f026ed8c0') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:42:56.996328 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-625a17dd-0b1f-43ed-bd84-b450dbd58cae tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e608f154-e215-4e15-a44a-490f026ed8c0') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:42:57.008756 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-625a17dd-0b1f-43ed-bd84-b450dbd58cae tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:57.027900 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-625a17dd-0b1f-43ed-bd84-b450dbd58cae tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:57.034497 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625a17dd-0b1f-43ed-bd84-b450dbd58cae tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:42:57.034923 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-625a17dd-0b1f-43ed-bd84-b450dbd58cae tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:42:57.050045 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:42:57.241067 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-625a17dd-0b1f-43ed-bd84-b450dbd58cae tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:57.258205 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-625a17dd-0b1f-43ed-bd84-b450dbd58cae tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:57.269029 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a17dd-0b1f-43ed-bd84-b450dbd58cae tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Network': ['ID=907c5aac-f9dd-42be-a83b-25c32da507c4,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:42:57.278651 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-625a17dd-0b1f-43ed-bd84-b450dbd58cae tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/networks/907c5aac-f9dd-42be-a83b-25c32da507c4 HTTP/1.1" status: 204 len: 168 time: 0.5740883 Mar 05 14:42:57.281080 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54494) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:42:57.348716 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4679411f-c15d-4766-a28a-0262c1527cb0 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:57.380812 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4679411f-c15d-4766-a28a-0262c1527cb0 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:57.447271 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4679411f-c15d-4766-a28a-0262c1527cb0 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:57.466951 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679411f-c15d-4766-a28a-0262c1527cb0 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64daf072-d4d1-49a9-9e02-fff5d7fe96a2,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:42:57.478270 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4679411f-c15d-4766-a28a-0262c1527cb0 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:57.479494 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4679411f-c15d-4766-a28a-0262c1527cb0 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/security-groups/64daf072-d4d1-49a9-9e02-fff5d7fe96a2 HTTP/1.1" status: 204 len: 168 time: 0.1975374 Mar 05 14:42:57.690326 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54502) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:42:57.696060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-a57f15f4-e3dc-4e99-9379-6cb4dfd789f2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-837593856', 'description': 'tempest-secgroup-smoke-837593856 description', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:42:57.702675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a57f15f4-e3dc-4e99-9379-6cb4dfd789f2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:42:57.706733 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a57f15f4-e3dc-4e99-9379-6cb4dfd789f2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:42:57.710256 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a57f15f4-e3dc-4e99-9379-6cb4dfd789f2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:42:57.715823 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a57f15f4-e3dc-4e99-9379-6cb4dfd789f2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:42:57.726148 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a57f15f4-e3dc-4e99-9379-6cb4dfd789f2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:57.745003 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a57f15f4-e3dc-4e99-9379-6cb4dfd789f2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:42:57.748620 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a57f15f4-e3dc-4e99-9379-6cb4dfd789f2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:42:57.751356 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a57f15f4-e3dc-4e99-9379-6cb4dfd789f2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:42:57.757432 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a57f15f4-e3dc-4e99-9379-6cb4dfd789f2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:42:57.825072 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a57f15f4-e3dc-4e99-9379-6cb4dfd789f2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:57.829054 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a57f15f4-e3dc-4e99-9379-6cb4dfd789f2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:57.873789 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f15f4-e3dc-4e99-9379-6cb4dfd789f2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d31634-2029-4913-aa2e-ac0e0d5fd23e,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:42:57.876842 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a57f15f4-e3dc-4e99-9379-6cb4dfd789f2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:57.878032 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a57f15f4-e3dc-4e99-9379-6cb4dfd789f2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1866922 Mar 05 14:42:57.881748 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54506) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:42:57.886539 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-fd557d91-ade3-4f31-a835-9d6fdc774343 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': '68d31634-2029-4913-aa2e-ac0e0d5fd23e', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:42:57.893169 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-fd557d91-ade3-4f31-a835-9d6fdc774343 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:42:57.897583 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-fd557d91-ade3-4f31-a835-9d6fdc774343 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:42:57.900373 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-fd557d91-ade3-4f31-a835-9d6fdc774343 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:42:57.906069 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-fd557d91-ade3-4f31-a835-9d6fdc774343 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:42:57.923018 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd557d91-ade3-4f31-a835-9d6fdc774343 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:57.984672 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd557d91-ade3-4f31-a835-9d6fdc774343 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:57.988167 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd557d91-ade3-4f31-a835-9d6fdc774343 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.013132 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd557d91-ade3-4f31-a835-9d6fdc774343 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5ee2ef-9abb-40d2-ad8e-843df07e6868,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:42:58.021678 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-fd557d91-ade3-4f31-a835-9d6fdc774343 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.023055 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-fd557d91-ade3-4f31-a835-9d6fdc774343 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1403904 Mar 05 14:42:58.026137 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54510) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:42:58.031035 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-6ca4c302-5672-4a3a-9828-085c74319ea9 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': '68d31634-2029-4913-aa2e-ac0e0d5fd23e', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:42:58.038002 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6ca4c302-5672-4a3a-9828-085c74319ea9 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:42:58.041810 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6ca4c302-5672-4a3a-9828-085c74319ea9 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:42:58.044697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-6ca4c302-5672-4a3a-9828-085c74319ea9 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:42:58.050522 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-6ca4c302-5672-4a3a-9828-085c74319ea9 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:42:58.068425 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c302-5672-4a3a-9828-085c74319ea9 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.126683 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c302-5672-4a3a-9828-085c74319ea9 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.130752 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c302-5672-4a3a-9828-085c74319ea9 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.153416 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4c302-5672-4a3a-9828-085c74319ea9 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfcf9b7c-dccf-4c42-932b-c45d864eec75,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:42:58.161443 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c302-5672-4a3a-9828-085c74319ea9 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.162594 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6ca4c302-5672-4a3a-9828-085c74319ea9 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1355431 Mar 05 14:42:58.165408 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54514) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:42:58.170188 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-a66253e7-7ba3-4e6b-9b97-c7159e8c94b7 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': '68d31634-2029-4913-aa2e-ac0e0d5fd23e', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:42:58.177656 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a66253e7-7ba3-4e6b-9b97-c7159e8c94b7 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:42:58.181415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a66253e7-7ba3-4e6b-9b97-c7159e8c94b7 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:42:58.184339 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a66253e7-7ba3-4e6b-9b97-c7159e8c94b7 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:42:58.189852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a66253e7-7ba3-4e6b-9b97-c7159e8c94b7 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:42:58.206934 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a66253e7-7ba3-4e6b-9b97-c7159e8c94b7 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.273010 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a66253e7-7ba3-4e6b-9b97-c7159e8c94b7 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.277662 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a66253e7-7ba3-4e6b-9b97-c7159e8c94b7 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.301900 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66253e7-7ba3-4e6b-9b97-c7159e8c94b7 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efed3322-388b-4b7b-995e-a2ecec2ca9bd,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:42:58.310478 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a66253e7-7ba3-4e6b-9b97-c7159e8c94b7 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.311695 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a66253e7-7ba3-4e6b-9b97-c7159e8c94b7 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453981 Mar 05 14:42:58.313107 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 72ef8749-f150-4330-b28e-dafa01640c45 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:42:58.314542 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54518) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:42:58.320406 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-bfc5e299-b7df-4ca0-afd5-6f83e4fe6a44 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': '68d31634-2029-4913-aa2e-ac0e0d5fd23e', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:42:58.327081 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-bfc5e299-b7df-4ca0-afd5-6f83e4fe6a44 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:42:58.330905 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-bfc5e299-b7df-4ca0-afd5-6f83e4fe6a44 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:42:58.333879 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-bfc5e299-b7df-4ca0-afd5-6f83e4fe6a44 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:42:58.339708 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-bfc5e299-b7df-4ca0-afd5-6f83e4fe6a44 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:42:58.358231 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bfc5e299-b7df-4ca0-afd5-6f83e4fe6a44 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.392483 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 72ef8749-f150-4330-b28e-dafa01640c45 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:42:58.392822 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 72ef8749-f150-4330-b28e-dafa01640c45 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:42:58.430149 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bfc5e299-b7df-4ca0-afd5-6f83e4fe6a44 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.433773 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bfc5e299-b7df-4ca0-afd5-6f83e4fe6a44 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.460049 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5e299-b7df-4ca0-afd5-6f83e4fe6a44 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800379a9-b9e0-4974-b551-33b2d906633f,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:42:58.470207 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bfc5e299-b7df-4ca0-afd5-6f83e4fe6a44 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.471396 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bfc5e299-b7df-4ca0-afd5-6f83e4fe6a44 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1557910 Mar 05 14:42:58.474211 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54522) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:42:58.479120 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-3f80e334-ab3a-4ddb-9cb3-1476cedddf86 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': '68d31634-2029-4913-aa2e-ac0e0d5fd23e', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:42:58.485598 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3f80e334-ab3a-4ddb-9cb3-1476cedddf86 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:42:58.489493 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3f80e334-ab3a-4ddb-9cb3-1476cedddf86 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:42:58.492399 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3f80e334-ab3a-4ddb-9cb3-1476cedddf86 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:42:58.497981 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3f80e334-ab3a-4ddb-9cb3-1476cedddf86 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:42:58.509742 n-d-803718-1 neutron-server[87913]: INFO neutron.db.securitygroups_db [None req-3f80e334-ab3a-4ddb-9cb3-1476cedddf86 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Project f6bbde4b0a6141a6a7e724e7aa2ebb51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:42:58.516570 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f80e334-ab3a-4ddb-9cb3-1476cedddf86 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.579258 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f80e334-ab3a-4ddb-9cb3-1476cedddf86 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.582966 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f80e334-ab3a-4ddb-9cb3-1476cedddf86 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.605860 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80e334-ab3a-4ddb-9cb3-1476cedddf86 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155a321f-d23f-4c16-91ed-f5c9317cfbf0,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:42:58.613892 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3f80e334-ab3a-4ddb-9cb3-1476cedddf86 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.615125 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3f80e334-ab3a-4ddb-9cb3-1476cedddf86 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399055 Mar 05 14:42:58.618169 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54526) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:42:58.623064 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-9c2429a7-0656-45df-ab61-ef489ec2a8c1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': '68d31634-2029-4913-aa2e-ac0e0d5fd23e', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:42:58.630016 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9c2429a7-0656-45df-ab61-ef489ec2a8c1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:42:58.633865 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9c2429a7-0656-45df-ab61-ef489ec2a8c1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:42:58.636708 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9c2429a7-0656-45df-ab61-ef489ec2a8c1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:42:58.642258 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9c2429a7-0656-45df-ab61-ef489ec2a8c1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:42:58.653314 n-d-803718-1 neutron-server[87913]: INFO neutron.db.securitygroups_db [None req-9c2429a7-0656-45df-ab61-ef489ec2a8c1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Project f6bbde4b0a6141a6a7e724e7aa2ebb51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:42:58.659857 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9c2429a7-0656-45df-ab61-ef489ec2a8c1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.726059 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9c2429a7-0656-45df-ab61-ef489ec2a8c1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.729925 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9c2429a7-0656-45df-ab61-ef489ec2a8c1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.753542 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2429a7-0656-45df-ab61-ef489ec2a8c1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c8be6f-7e9c-4050-ba1b-205c6794eeb8,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:42:58.762391 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9c2429a7-0656-45df-ab61-ef489ec2a8c1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.763581 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9c2429a7-0656-45df-ab61-ef489ec2a8c1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1444275 Mar 05 14:42:58.766413 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54530) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:42:58.771898 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e808e7c4-6487-4270-90d7-90ed74c10c10 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'network': {'name': 'tempest-network-smoke--692231279', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'port_security_enabled': True}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:42:58.777481 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e808e7c4-6487-4270-90d7-90ed74c10c10 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:42:58.781479 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e808e7c4-6487-4270-90d7-90ed74c10c10 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:network and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:42:58.784289 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e808e7c4-6487-4270-90d7-90ed74c10c10 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:42:58.789907 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e808e7c4-6487-4270-90d7-90ed74c10c10 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:42:58.799297 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e808e7c4-6487-4270-90d7-90ed74c10c10 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Made reservation on behalf of f6bbde4b0a6141a6a7e724e7aa2ebb51 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:42:58.803166 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e808e7c4-6487-4270-90d7-90ed74c10c10 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.830378 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e808e7c4-6487-4270-90d7-90ed74c10c10 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:42:58.839095 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e808e7c4-6487-4270-90d7-90ed74c10c10 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.839435 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-e808e7c4-6487-4270-90d7-90ed74c10c10 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Added segment 81cc113d-30c7-481c-b080-45064094e261 of type vlan for network 4f3446af-3f22-4866-a435-6d750aed9c6c Mar 05 14:42:58.866662 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e808e7c4-6487-4270-90d7-90ed74c10c10 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.894512 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e808e7c4-6487-4270-90d7-90ed74c10c10 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.900391 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e808e7c4-6487-4270-90d7-90ed74c10c10 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:42:58.900968 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e808e7c4-6487-4270-90d7-90ed74c10c10 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:58.999103 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e808e7c4-6487-4270-90d7-90ed74c10c10 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2316210 Mar 05 14:42:59.001857 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54534) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:42:59.007270 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-4b5978fb-fa59-4374-baa2-fa8ac672b9c3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2095652886', 'admin_state_up': True, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:42:59.010491 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808e7c4-6487-4270-90d7-90ed74c10c10 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Network': ['ID=4f3446af-3f22-4866-a435-6d750aed9c6c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:42:59.015780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4b5978fb-fa59-4374-baa2-fa8ac672b9c3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:42:59.021798 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4b5978fb-fa59-4374-baa2-fa8ac672b9c3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:router and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:42:59.022201 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 4f3446af-3f22-4866-a435-6d750aed9c6c details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:42:59.024742 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-4b5978fb-fa59-4374-baa2-fa8ac672b9c3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:42:59.031216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-4b5978fb-fa59-4374-baa2-fa8ac672b9c3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:42:59.043080 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b5978fb-fa59-4374-baa2-fa8ac672b9c3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:59.044203 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b5978fb-fa59-4374-baa2-fa8ac672b9c3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:59.060263 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b5978fb-fa59-4374-baa2-fa8ac672b9c3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:59.328454 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b5978fb-fa59-4374-baa2-fa8ac672b9c3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:59.502096 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:59.561679 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:59.630106 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b5978fb-fa59-4374-baa2-fa8ac672b9c3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:59.659196 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b5978fb-fa59-4374-baa2-fa8ac672b9c3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:59.792116 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-4b5978fb-fa59-4374-baa2-fa8ac672b9c3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Allocated IP 172.25.4.109 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/42f567f5-cb44-46c8-824d-1fb773ffa1ee) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:42:59.937051 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b5978fb-fa59-4374-baa2-fa8ac672b9c3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:42:59.965956 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b5978fb-fa59-4374-baa2-fa8ac672b9c3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:00.024538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5978fb-fa59-4374-baa2-fa8ac672b9c3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:43:00.027333 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-4b5978fb-fa59-4374-baa2-fa8ac672b9c3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:43:00.035217 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5978fb-fa59-4374-baa2-fa8ac672b9c3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:43:00.074982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5978fb-fa59-4374-baa2-fa8ac672b9c3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=42f567f5-cb44-46c8-824d-1fb773ffa1ee,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:43:00.564006 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b5978fb-fa59-4374-baa2-fa8ac672b9c3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:00.915125 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b5978fb-fa59-4374-baa2-fa8ac672b9c3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:01.136667 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5978fb-fa59-4374-baa2-fa8ac672b9c3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router 70a5f92e-01ae-4815-a3f7-0dfc51269c0f is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:43:01.346923 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5978fb-fa59-4374-baa2-fa8ac672b9c3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:43:01.356951 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] Sync routers for ids ['70a5f92e-01ae-4815-a3f7-0dfc51269c0f'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:43:01.368122 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] Routers {'70a5f92e-01ae-4815-a3f7-0dfc51269c0f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:43:01.369147 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:42:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['70a5f92e-01ae-4815-a3f7-0dfc51269c0f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:43:01.377454 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-4b5978fb-fa59-4374-baa2-fa8ac672b9c3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:01.382429 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-4b5978fb-fa59-4374-baa2-fa8ac672b9c3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3759551 Mar 05 14:43:01.382636 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54538) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:43:01.430244 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-255e4b3b-0019-4bb9-b144-53eb8cc43584 tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436318 Mar 05 14:43:01.430704 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54542) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:43:01.564356 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2e0017-ba46-42ed-a42c-05bb90cca15f tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:01.565835 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5d2e0017-ba46-42ed-a42c-05bb90cca15f tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1341219 Mar 05 14:43:01.567664 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] Set router 70a5f92e-01ae-4815-a3f7-0dfc51269c0f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:43:01.568742 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54546) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:43:01.608562 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-da9cbb08-86b7-4548-9d81-31fe531b1449 tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380690 Mar 05 14:43:01.611002 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54550) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:43:01.616229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-d3d48bfd-13df-4b01-b71c-f8114d7d6cce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1903862705', 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:43:01.727647 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d3d48bfd-13df-4b01-b71c-f8114d7d6cce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:43:01.731366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d3d48bfd-13df-4b01-b71c-f8114d7d6cce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:subnet and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:43:01.734051 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d3d48bfd-13df-4b01-b71c-f8114d7d6cce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:43:01.740273 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d3d48bfd-13df-4b01-b71c-f8114d7d6cce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:43:01.749942 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d48bfd-13df-4b01-b71c-f8114d7d6cce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Made reservation on behalf of f6bbde4b0a6141a6a7e724e7aa2ebb51 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:43:01.753513 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3d48bfd-13df-4b01-b71c-f8114d7d6cce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:01.854598 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095652886', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:00Z', 'revision_number': 3, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:43:01.858502 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] Checking router: 70a5f92e-01ae-4815-a3f7-0dfc51269c0f for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:43:01.858914 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] Updating router 70a5f92e-01ae-4815-a3f7-0dfc51269c0f port 42f567f5-cb44-46c8-824d-1fb773ffa1ee binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:43:01.915281 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:01.973494 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3d48bfd-13df-4b01-b71c-f8114d7d6cce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:02.048760 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d48bfd-13df-4b01-b71c-f8114d7d6cce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Subnet': ['ID=d145964e-bbbd-4504-90e2-34e271b159ed,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:43:02.058992 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d48bfd-13df-4b01-b71c-f8114d7d6cce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Checking segment: {'id': '81cc113d-30c7-481c-b080-45064094e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:43:02.059345 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d48bfd-13df-4b01-b71c-f8114d7d6cce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network hostable DHCP agents. Network: 4f3446af-3f22-4866-a435-6d750aed9c6c, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:43:02.078383 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d48bfd-13df-4b01-b71c-f8114d7d6cce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network 4f3446af-3f22-4866-a435-6d750aed9c6c is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:43:02.087797 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-d3d48bfd-13df-4b01-b71c-f8114d7d6cce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 4f3446af-3f22-4866-a435-6d750aed9c6c) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:43:02.091686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d48bfd-13df-4b01-b71c-f8114d7d6cce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:02.092263 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d3d48bfd-13df-4b01-b71c-f8114d7d6cce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:02.101926 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590436de-cc28-48b6-9e55-5e077923fa06 None None] Network 4f3446af-3f22-4866-a435-6d750aed9c6c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:43:02.116097 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d3d48bfd-13df-4b01-b71c-f8114d7d6cce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5013509 Mar 05 14:43:02.116287 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54554) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:43:02.253794 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:02.267256 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] Transition to ACTIVE for port object 42f567f5-cb44-46c8-824d-1fb773ffa1ee will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:43:02.275892 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:02.326103 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0625bf29-3045-484d-938c-01762ad9cb3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-4f3446af-3f22-4866-a435-6d750aed9c6c', 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ips': [{'subnet_id': 'd145964e-bbbd-4504-90e2-34e271b159ed'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:43:02.326989 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0625bf29-3045-484d-938c-01762ad9cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:02.339482 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] Attempting to bind port 42f567f5-cb44-46c8-824d-1fb773ffa1ee on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:43:02.339854 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] Attempting to bind port 42f567f5-cb44-46c8-824d-1fb773ffa1ee by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:43:02.340189 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] Attempting to bind port 42f567f5-cb44-46c8-824d-1fb773ffa1ee on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:43:02.354648 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:43:02.355080 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:43:02.355431 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:02.355809 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:43:02.356270 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] Bound port: 42f567f5-cb44-46c8-824d-1fb773ffa1ee, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:43:02.356628 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:02.444219 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] For port 42f567f5-cb44-46c8-824d-1fb773ffa1ee, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:43:02.447186 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] For port 42f567f5-cb44-46c8-824d-1fb773ffa1ee, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=42f567f5-cb44-46c8-824d-1fb773ffa1ee,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:43:02.468233 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd8229-58f9-4666-9231-08b8f33ee739 None None] Pushing event updated for resources: {'Port': ['ID=42f567f5-cb44-46c8-824d-1fb773ffa1ee,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:43:02.471965 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:02.491810 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd8229-58f9-4666-9231-08b8f33ee739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:43:02.492151 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd8229-58f9-4666-9231-08b8f33ee739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:43:02.492486 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd8229-58f9-4666-9231-08b8f33ee739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:43:02.492810 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd8229-58f9-4666-9231-08b8f33ee739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:43:02.493130 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd8229-58f9-4666-9231-08b8f33ee739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:43:02.493527 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd8229-58f9-4666-9231-08b8f33ee739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:43:02.493756 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd8229-58f9-4666-9231-08b8f33ee739 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:43:02.494075 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd8229-58f9-4666-9231-08b8f33ee739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:43:02.494568 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd8229-58f9-4666-9231-08b8f33ee739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:43:02.494917 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd8229-58f9-4666-9231-08b8f33ee739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:43:02.495228 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd8229-58f9-4666-9231-08b8f33ee739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:43:02.495542 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd8229-58f9-4666-9231-08b8f33ee739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:43:02.504758 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-0625bf29-3045-484d-938c-01762ad9cb3d None None] Allocated IP 172.20.0.2 (4f3446af-3f22-4866-a435-6d750aed9c6c/d145964e-bbbd-4504-90e2-34e271b159ed/839fdf8b-188a-48ad-9681-5f0e2cc408d6) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:43:02.572423 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd8229-58f9-4666-9231-08b8f33ee739 None None] Pushing event updated for resources: {'Port': ['ID=42f567f5-cb44-46c8-824d-1fb773ffa1ee,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:43:02.580618 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] Routers {'70a5f92e-01ae-4815-a3f7-0dfc51269c0f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:43:02.581215 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:42:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['70a5f92e-01ae-4815-a3f7-0dfc51269c0f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:43:02.724014 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0625bf29-3045-484d-938c-01762ad9cb3d None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:02.735232 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0625bf29-3045-484d-938c-01762ad9cb3d None None] Transition to ACTIVE for port object 839fdf8b-188a-48ad-9681-5f0e2cc408d6 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:43:02.755483 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-0625bf29-3045-484d-938c-01762ad9cb3d None None] Transition to ACTIVE for port object 839fdf8b-188a-48ad-9681-5f0e2cc408d6 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:43:02.763834 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0625bf29-3045-484d-938c-01762ad9cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:02.771184 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] Set router 70a5f92e-01ae-4815-a3f7-0dfc51269c0f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:43:02.819844 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0625bf29-3045-484d-938c-01762ad9cb3d None None] Network 4f3446af-3f22-4866-a435-6d750aed9c6c is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:43:02.822679 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-0625bf29-3045-484d-938c-01762ad9cb3d None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:43:02.826382 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0625bf29-3045-484d-938c-01762ad9cb3d None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:43:02.903510 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625bf29-3045-484d-938c-01762ad9cb3d None None] Pushing event updated for resources: {'Port': ['ID=839fdf8b-188a-48ad-9681-5f0e2cc408d6,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:43:02.936238 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-0625bf29-3045-484d-938c-01762ad9cb3d None None] Attempting to bind port 839fdf8b-188a-48ad-9681-5f0e2cc408d6 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:43:02.936743 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-0625bf29-3045-484d-938c-01762ad9cb3d None None] Attempting to bind port 839fdf8b-188a-48ad-9681-5f0e2cc408d6 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '81cc113d-30c7-481c-b080-45064094e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:43:02.937193 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0625bf29-3045-484d-938c-01762ad9cb3d None None] Attempting to bind port 839fdf8b-188a-48ad-9681-5f0e2cc408d6 on network 4f3446af-3f22-4866-a435-6d750aed9c6c {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:43:02.943564 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0625bf29-3045-484d-938c-01762ad9cb3d None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:43:02.944077 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0625bf29-3045-484d-938c-01762ad9cb3d None None] Checking segment: {'id': '81cc113d-30c7-481c-b080-45064094e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:43:02.944568 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0625bf29-3045-484d-938c-01762ad9cb3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:02.945049 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0625bf29-3045-484d-938c-01762ad9cb3d None None] Bound using segment: {'id': '81cc113d-30c7-481c-b080-45064094e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:43:02.946093 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-0625bf29-3045-484d-938c-01762ad9cb3d None None] Bound port: 839fdf8b-188a-48ad-9681-5f0e2cc408d6, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cc113d-30c7-481c-b080-45064094e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:43:02.946569 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0625bf29-3045-484d-938c-01762ad9cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:02.959200 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4df9044a-0a13-4825-b63f-5667f4a1aed4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:03.037376 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-0625bf29-3045-484d-938c-01762ad9cb3d None None] For port 839fdf8b-188a-48ad-9681-5f0e2cc408d6, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:43:03.041102 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-0625bf29-3045-484d-938c-01762ad9cb3d None None] For port 839fdf8b-188a-48ad-9681-5f0e2cc408d6, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=839fdf8b-188a-48ad-9681-5f0e2cc408d6,segment=NetworkSegment(81cc113d-30c7-481c-b080-45064094e261),segment_id=81cc113d-30c7-481c-b080-45064094e261)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:43:03.044968 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0625bf29-3045-484d-938c-01762ad9cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:03.092630 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095652886', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:00Z', 'revision_number': 3, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:43:03.097243 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bd6c46-517d-4ca0-a922-0f7e421680b0 None None] The sync data for ids ['70a5f92e-01ae-4815-a3f7-0dfc51269c0f'] in n-d-803718-1 is: [{'id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095652886', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:00Z', 'revision_number': 3, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:43:03.133914 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625bf29-3045-484d-938c-01762ad9cb3d None None] Pushing event updated for resources: {'Port': ['ID=839fdf8b-188a-48ad-9681-5f0e2cc408d6,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:43:03.411045 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-4df9044a-0a13-4825-b63f-5667f4a1aed4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Allocated IP 172.20.0.1 (4f3446af-3f22-4866-a435-6d750aed9c6c/d145964e-bbbd-4504-90e2-34e271b159ed/ea52081b-b0bb-45c1-95aa-2bb4525f91d6) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:43:03.595056 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4df9044a-0a13-4825-b63f-5667f4a1aed4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:03.611868 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-4df9044a-0a13-4825-b63f-5667f4a1aed4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Transition to ACTIVE for port object ea52081b-b0bb-45c1-95aa-2bb4525f91d6 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:43:03.637290 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4df9044a-0a13-4825-b63f-5667f4a1aed4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:03.705893 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df9044a-0a13-4825-b63f-5667f4a1aed4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network 4f3446af-3f22-4866-a435-6d750aed9c6c is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:43:03.714013 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-4df9044a-0a13-4825-b63f-5667f4a1aed4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:43:03.718635 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df9044a-0a13-4825-b63f-5667f4a1aed4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:43:03.750445 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9044a-0a13-4825-b63f-5667f4a1aed4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=ea52081b-b0bb-45c1-95aa-2bb4525f91d6,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:43:03.780982 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4df9044a-0a13-4825-b63f-5667f4a1aed4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:04.154745 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6afdc0a-ac68-48ff-8503-75b62bd1b70a None None] Network 4f3446af-3f22-4866-a435-6d750aed9c6c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:43:04.189158 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4df9044a-0a13-4825-b63f-5667f4a1aed4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:04.276664 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-1ecd1f6f-7d26-4979-a4b0-26e185c9fcbc None None] Provisioning for port 839fdf8b-188a-48ad-9681-5f0e2cc408d6 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:43:04.399096 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 42f567f5-cb44-46c8-824d-1fb773ffa1ee up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:43:04.487136 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 42f567f5-cb44-46c8-824d-1fb773ffa1ee completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:43:04.492779 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 42f567f5-cb44-46c8-824d-1fb773ffa1ee triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:43:04.493138 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:04.619749 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:04.635227 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4df9044a-0a13-4825-b63f-5667f4a1aed4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:04.637050 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 42f567f5-cb44-46c8-824d-1fb773ffa1ee, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=42f567f5-cb44-46c8-824d-1fb773ffa1ee,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:43:04.640706 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4df9044a-0a13-4825-b63f-5667f4a1aed4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:04.641849 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:04.642593 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 839fdf8b-188a-48ad-9681-5f0e2cc408d6 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:43:04.769487 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4df9044a-0a13-4825-b63f-5667f4a1aed4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:04.792616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9044a-0a13-4825-b63f-5667f4a1aed4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=ea52081b-b0bb-45c1-95aa-2bb4525f91d6,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:43:04.818698 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-affbd7c0-048c-41ab-a0fb-0d099b2cf107 None None] Provisioning for port ea52081b-b0bb-45c1-95aa-2bb4525f91d6 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:43:04.829556 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-affbd7c0-048c-41ab-a0fb-0d099b2cf107 None None] Provisioning complete for port ea52081b-b0bb-45c1-95aa-2bb4525f91d6 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:43:04.830348 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-affbd7c0-048c-41ab-a0fb-0d099b2cf107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:04.862676 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=42f567f5-cb44-46c8-824d-1fb773ffa1ee,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:43:04.895332 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-affbd7c0-048c-41ab-a0fb-0d099b2cf107 None None] Port ea52081b-b0bb-45c1-95aa-2bb4525f91d6 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:43:04.898520 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 839fdf8b-188a-48ad-9681-5f0e2cc408d6 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:43:04.905549 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 839fdf8b-188a-48ad-9681-5f0e2cc408d6 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:43:04.905915 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:04.922844 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df9044a-0a13-4825-b63f-5667f4a1aed4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network 4f3446af-3f22-4866-a435-6d750aed9c6c is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:43:04.924001 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-4df9044a-0a13-4825-b63f-5667f4a1aed4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:43:04.950915 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-affbd7c0-048c-41ab-a0fb-0d099b2cf107 None None] Provisioning complete for port 839fdf8b-188a-48ad-9681-5f0e2cc408d6 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:43:04.951286 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-affbd7c0-048c-41ab-a0fb-0d099b2cf107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:05.121539 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:05.128811 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df9044a-0a13-4825-b63f-5667f4a1aed4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router 70a5f92e-01ae-4815-a3f7-0dfc51269c0f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:43:05.159699 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-affbd7c0-048c-41ab-a0fb-0d099b2cf107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:05.183395 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 839fdf8b-188a-48ad-9681-5f0e2cc408d6, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=839fdf8b-188a-48ad-9681-5f0e2cc408d6,segment=NetworkSegment(81cc113d-30c7-481c-b080-45064094e261),segment_id=81cc113d-30c7-481c-b080-45064094e261)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:43:05.189940 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:05.301252 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-affbd7c0-048c-41ab-a0fb-0d099b2cf107 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:43:05.301642 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-affbd7c0-048c-41ab-a0fb-0d099b2cf107 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:43:05.304920 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=839fdf8b-188a-48ad-9681-5f0e2cc408d6,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:43:05.311271 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df9044a-0a13-4825-b63f-5667f4a1aed4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:43:05.321962 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] Sync routers for ids ['70a5f92e-01ae-4815-a3f7-0dfc51269c0f'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:43:05.324540 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4df9044a-0a13-4825-b63f-5667f4a1aed4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "PUT /v2.0/routers/70a5f92e-01ae-4815-a3f7-0dfc51269c0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2073553 Mar 05 14:43:05.331081 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] Routers {'70a5f92e-01ae-4815-a3f7-0dfc51269c0f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:43:05.331689 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:42:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['70a5f92e-01ae-4815-a3f7-0dfc51269c0f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:43:05.490971 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d647520e-9830-4a84-bdf0-862fd899a22a req-5a238b4a-952d-47ae-8f62-fa40bd7fc855 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:43:05.507452 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d647520e-9830-4a84-bdf0-862fd899a22a req-5a238b4a-952d-47ae-8f62-fa40bd7fc855 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:43:05.508618 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d647520e-9830-4a84-bdf0-862fd899a22a req-5a238b4a-952d-47ae-8f62-fa40bd7fc855 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-837593856&fields=id&tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51 HTTP/1.1" status: 200 len: 267 time: 0.0610898 Mar 05 14:43:05.514687 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] Set router 70a5f92e-01ae-4815-a3f7-0dfc51269c0f gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:43:05.662942 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647520e-9830-4a84-bdf0-862fd899a22a req-45fa6968-9f19-476f-b928-ee31491d9f42 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:05.663758 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d647520e-9830-4a84-bdf0-862fd899a22a req-45fa6968-9f19-476f-b928-ee31491d9f42 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:43:05.683786 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d647520e-9830-4a84-bdf0-862fd899a22a req-45fa6968-9f19-476f-b928-ee31491d9f42 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:43:05.685068 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d647520e-9830-4a84-bdf0-862fd899a22a req-45fa6968-9f19-476f-b928-ee31491d9f42 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/networks?id=4f3446af-3f22-4866-a435-6d750aed9c6c HTTP/1.1" status: 200 len: 796 time: 0.1697040 Mar 05 14:43:05.701127 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d647520e-9830-4a84-bdf0-862fd899a22a req-4507dbcb-1231-4908-bedf-7ba718da453d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/quotas/f6bbde4b0a6141a6a7e724e7aa2ebb51 HTTP/1.1" status: 200 len: 375 time: 0.0104804 Mar 05 14:43:05.782234 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d647520e-9830-4a84-bdf0-862fd899a22a req-8b4c9b56-0c12-455f-8e55-8e2ce18a3c97 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:43:05.798276 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-d647520e-9830-4a84-bdf0-862fd899a22a req-8b4c9b56-0c12-455f-8e55-8e2ce18a3c97 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:43:05.799627 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d647520e-9830-4a84-bdf0-862fd899a22a req-8b4c9b56-0c12-455f-8e55-8e2ce18a3c97 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931559 Mar 05 14:43:05.878514 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095652886', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:04Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'ea52081b-b0bb-45c1-95aa-2bb4525f91d6', 'name': '', 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:c8:01:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd145964e-bbbd-4504-90e2-34e271b159ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:43:03Z', 'updated_at': '2022-03-05T14:43:04Z', 'revision_number': 2, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'd145964e-bbbd-4504-90e2-34e271b159ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:43:05.883463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] Checking router: 70a5f92e-01ae-4815-a3f7-0dfc51269c0f for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:43:05.883816 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] Updating router 70a5f92e-01ae-4815-a3f7-0dfc51269c0f port ea52081b-b0bb-45c1-95aa-2bb4525f91d6 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:43:05.945663 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:06.052675 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d647520e-9830-4a84-bdf0-862fd899a22a req-09600cf2-d9a3-4cb0-ab08-638ec348c7d2 service neutron] 10.222.0.16 "GET /v2.0/networks/4f3446af-3f22-4866-a435-6d750aed9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412314 Mar 05 14:43:06.061145 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7114edcb-8aab-42e0-8ced-5fa4168c63e6 None None] Provisioning complete for port ea52081b-b0bb-45c1-95aa-2bb4525f91d6 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:43:06.061518 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7114edcb-8aab-42e0-8ced-5fa4168c63e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:06.137417 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-7114edcb-8aab-42e0-8ced-5fa4168c63e6 None None] Port ea52081b-b0bb-45c1-95aa-2bb4525f91d6 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:43:06.186010 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d647520e-9830-4a84-bdf0-862fd899a22a req-8f81d780-db8e-4ec6-8400-5b1c1efb16af service neutron] 10.222.0.16 "GET /v2.0/networks/4f3446af-3f22-4866-a435-6d750aed9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274121 Mar 05 14:43:06.371746 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 42f567f5-cb44-46c8-824d-1fb773ffa1ee up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:43:06.387118 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-bb3f555d-fb99-4d22-bc43-d754f78d89ae req-c4a6a222-f80a-4a86-927b-c02bfa6f17f2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:43:06.402000 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-bb3f555d-fb99-4d22-bc43-d754f78d89ae req-c4a6a222-f80a-4a86-927b-c02bfa6f17f2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:43:06.403407 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bb3f555d-fb99-4d22-bc43-d754f78d89ae req-c4a6a222-f80a-4a86-927b-c02bfa6f17f2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 210 time: 0.0640421 Mar 05 14:43:06.466225 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:06.488983 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] Transition to ACTIVE for port object ea52081b-b0bb-45c1-95aa-2bb4525f91d6 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:43:06.492787 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 42f567f5-cb44-46c8-824d-1fb773ffa1ee triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:43:06.493135 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:06.522604 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:06.699704 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd7701-d64d-40c5-9387-3171b8a36abd None None] Pushing event updated for resources: {'Port': ['ID=ea52081b-b0bb-45c1-95aa-2bb4525f91d6,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:43:06.812736 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] Attempting to bind port ea52081b-b0bb-45c1-95aa-2bb4525f91d6 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:43:06.813097 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] Attempting to bind port ea52081b-b0bb-45c1-95aa-2bb4525f91d6 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '81cc113d-30c7-481c-b080-45064094e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:43:06.813459 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] Attempting to bind port ea52081b-b0bb-45c1-95aa-2bb4525f91d6 on network 4f3446af-3f22-4866-a435-6d750aed9c6c {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:43:06.829846 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:43:06.830227 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] Checking segment: {'id': '81cc113d-30c7-481c-b080-45064094e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:43:06.830659 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:06.831085 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] Bound using segment: {'id': '81cc113d-30c7-481c-b080-45064094e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:43:06.831558 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] Bound port: ea52081b-b0bb-45c1-95aa-2bb4525f91d6, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cc113d-30c7-481c-b080-45064094e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:43:06.831961 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:06.848825 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 839fdf8b-188a-48ad-9681-5f0e2cc408d6 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:43:06.990737 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] For port ea52081b-b0bb-45c1-95aa-2bb4525f91d6, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:43:06.997173 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] For port ea52081b-b0bb-45c1-95aa-2bb4525f91d6, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ea52081b-b0bb-45c1-95aa-2bb4525f91d6,segment=NetworkSegment(81cc113d-30c7-481c-b080-45064094e261),segment_id=81cc113d-30c7-481c-b080-45064094e261)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:43:06.999944 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 839fdf8b-188a-48ad-9681-5f0e2cc408d6 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:43:07.000335 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:07.031493 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:07.132299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] Routers {'70a5f92e-01ae-4815-a3f7-0dfc51269c0f'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:43:07.132930 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:42:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['70a5f92e-01ae-4815-a3f7-0dfc51269c0f'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:43:07.191673 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd7701-d64d-40c5-9387-3171b8a36abd None None] Pushing event updated for resources: {'Port': ['ID=ea52081b-b0bb-45c1-95aa-2bb4525f91d6,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:43:07.384817 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] Set router 70a5f92e-01ae-4815-a3f7-0dfc51269c0f gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:43:07.485388 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647520e-9830-4a84-bdf0-862fd899a22a req-2c4d6353-13f7-4e24-9b0f-1d89d9684c35 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:07.486973 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d647520e-9830-4a84-bdf0-862fd899a22a req-2c4d6353-13f7-4e24-9b0f-1d89d9684c35 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.30 "GET /v2.0/networks?id=4f3446af-3f22-4866-a435-6d750aed9c6c HTTP/1.1" status: 200 len: 796 time: 0.1761243 Mar 05 14:43:07.583680 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d647520e-9830-4a84-bdf0-862fd899a22a req-c63e7f0a-0a0c-43a3-ba8d-9603e31236ea tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51 HTTP/1.1" status: 200 len: 379 time: 0.0888033 Mar 05 14:43:07.585735 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ef2942a0-66f9-4d5c-b4d2-b0b98d5f400b req-c336ebd8-2e1f-4669-9e0b-585b9df6ea19 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 210 time: 0.0608964 Mar 05 14:43:07.592019 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-d647520e-9830-4a84-bdf0-862fd899a22a req-9210ca4c-4264-43a9-b526-aca67140e2b4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'port': {'device_id': '1d428a62-0772-4335-ba83-a351dc9f2d31', 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c', 'admin_state_up': True, 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'security_groups': ['68d31634-2029-4913-aa2e-ac0e0d5fd23e']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:43:07.721543 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095652886', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:04Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'ea52081b-b0bb-45c1-95aa-2bb4525f91d6', 'name': '', 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:c8:01:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd145964e-bbbd-4504-90e2-34e271b159ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:43:03Z', 'updated_at': '2022-03-05T14:43:06Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'd145964e-bbbd-4504-90e2-34e271b159ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:43:07.725920 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376ce0ea-70b9-4f88-ad73-eca1f6a53b96 None None] The sync data for ids ['70a5f92e-01ae-4815-a3f7-0dfc51269c0f'] in n-d-803718-1 is: [{'id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095652886', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:04Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'ea52081b-b0bb-45c1-95aa-2bb4525f91d6', 'name': '', 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:c8:01:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd145964e-bbbd-4504-90e2-34e271b159ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:43:03Z', 'updated_at': '2022-03-05T14:43:06Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'd145964e-bbbd-4504-90e2-34e271b159ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:43:07.727073 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-d647520e-9830-4a84-bdf0-862fd899a22a req-9210ca4c-4264-43a9-b526-aca67140e2b4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:43:07.737029 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-d647520e-9830-4a84-bdf0-862fd899a22a req-9210ca4c-4264-43a9-b526-aca67140e2b4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:43:07.747461 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d647520e-9830-4a84-bdf0-862fd899a22a req-9210ca4c-4264-43a9-b526-aca67140e2b4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Made reservation on behalf of f6bbde4b0a6141a6a7e724e7aa2ebb51 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:43:07.750949 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d647520e-9830-4a84-bdf0-862fd899a22a req-9210ca4c-4264-43a9-b526-aca67140e2b4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:07.941220 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-d647520e-9830-4a84-bdf0-862fd899a22a req-9210ca4c-4264-43a9-b526-aca67140e2b4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Allocated IP 172.20.0.10 (4f3446af-3f22-4866-a435-6d750aed9c6c/d145964e-bbbd-4504-90e2-34e271b159ed/d0b8ce0b-abaa-4975-8d58-f820258799ea) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:43:08.138546 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d647520e-9830-4a84-bdf0-862fd899a22a req-9210ca4c-4264-43a9-b526-aca67140e2b4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:08.155917 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-d647520e-9830-4a84-bdf0-862fd899a22a req-9210ca4c-4264-43a9-b526-aca67140e2b4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Transition to ACTIVE for port object d0b8ce0b-abaa-4975-8d58-f820258799ea will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:43:08.181761 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d647520e-9830-4a84-bdf0-862fd899a22a req-9210ca4c-4264-43a9-b526-aca67140e2b4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:08.249211 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d647520e-9830-4a84-bdf0-862fd899a22a req-9210ca4c-4264-43a9-b526-aca67140e2b4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network 4f3446af-3f22-4866-a435-6d750aed9c6c is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:43:08.257597 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-d647520e-9830-4a84-bdf0-862fd899a22a req-9210ca4c-4264-43a9-b526-aca67140e2b4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:43:08.262198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-d647520e-9830-4a84-bdf0-862fd899a22a req-9210ca4c-4264-43a9-b526-aca67140e2b4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:43:08.302587 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210ca4c-4264-43a9-b526-aca67140e2b4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=d0b8ce0b-abaa-4975-8d58-f820258799ea,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:43:08.357657 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647520e-9830-4a84-bdf0-862fd899a22a req-9210ca4c-4264-43a9-b526-aca67140e2b4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:08.358541 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d647520e-9830-4a84-bdf0-862fd899a22a req-9210ca4c-4264-43a9-b526-aca67140e2b4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:08.360033 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ea52081b-b0bb-45c1-95aa-2bb4525f91d6 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:43:08.394271 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d647520e-9830-4a84-bdf0-862fd899a22a req-9210ca4c-4264-43a9-b526-aca67140e2b4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8056624 Mar 05 14:43:08.407511 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-d647520e-9830-4a84-bdf0-862fd899a22a req-1a10fcdb-c61e-447d-8218-82d7b2575e89 service neutron] Request body: {'port': {'device_id': '1d428a62-0772-4335-ba83-a351dc9f2d31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:43:08.447299 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port ea52081b-b0bb-45c1-95aa-2bb4525f91d6 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:43:08.454005 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port ea52081b-b0bb-45c1-95aa-2bb4525f91d6 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:43:08.455108 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:08.547335 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d647520e-9830-4a84-bdf0-862fd899a22a req-1a10fcdb-c61e-447d-8218-82d7b2575e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:08.631421 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-45f6ff96-a079-43b1-8a47-55af9325ac42 None None] Provisioning for port d0b8ce0b-abaa-4975-8d58-f820258799ea completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:43:08.636808 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:08.648438 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-45f6ff96-a079-43b1-8a47-55af9325ac42 None None] Provisioning complete for port d0b8ce0b-abaa-4975-8d58-f820258799ea triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:43:08.648802 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-45f6ff96-a079-43b1-8a47-55af9325ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:08.711642 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-38f368d6-be70-4385-841f-ad0952a7107c req-1e95b08c-885f-4b97-94f8-641954805804 tempest-ServerDiskConfigTestJSON-443042531 tempest-ServerDiskConfigTestJSON-443042531-project] (87914) timed out ('10.222.0.15', 64551) {{(pid=87914) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 14:43:08.724039 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port ea52081b-b0bb-45c1-95aa-2bb4525f91d6, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ea52081b-b0bb-45c1-95aa-2bb4525f91d6,segment=NetworkSegment(81cc113d-30c7-481c-b080-45064094e261),segment_id=81cc113d-30c7-481c-b080-45064094e261)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:43:08.725131 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-45f6ff96-a079-43b1-8a47-55af9325ac42 None None] Port d0b8ce0b-abaa-4975-8d58-f820258799ea cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:43:08.731743 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:08.805688 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=ea52081b-b0bb-45c1-95aa-2bb4525f91d6,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:43:08.823154 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865194f1-500c-4690-a216-9dba49fe567f req-c67413c8-280c-4263-88ee-6f3685898309 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:08.824664 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-865194f1-500c-4690-a216-9dba49fe567f req-c67413c8-280c-4263-88ee-6f3685898309 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 932 time: 0.0921581 Mar 05 14:43:08.885706 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-865194f1-500c-4690-a216-9dba49fe567f req-93ff7824-d91b-4ddd-b988-6c9a9aa69d7a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:43:08.897606 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-fb06f11a-fb14-4897-8d5e-bccfd7dcbaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:08.899926 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-865194f1-500c-4690-a216-9dba49fe567f req-93ff7824-d91b-4ddd-b988-6c9a9aa69d7a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:43:08.909077 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-865194f1-500c-4690-a216-9dba49fe567f req-93ff7824-d91b-4ddd-b988-6c9a9aa69d7a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781338 Mar 05 14:43:08.957409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-d647520e-9830-4a84-bdf0-862fd899a22a req-1a10fcdb-c61e-447d-8218-82d7b2575e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b8ce0b-abaa-4975-8d58-f820258799ea {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:43:08.964628 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d647520e-9830-4a84-bdf0-862fd899a22a req-1a10fcdb-c61e-447d-8218-82d7b2575e89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:08.978970 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-d647520e-9830-4a84-bdf0-862fd899a22a req-1a10fcdb-c61e-447d-8218-82d7b2575e89 service neutron] Transition to ACTIVE for port object d0b8ce0b-abaa-4975-8d58-f820258799ea will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:43:08.982845 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d647520e-9830-4a84-bdf0-862fd899a22a req-1a10fcdb-c61e-447d-8218-82d7b2575e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:09.288777 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10fcdb-c61e-447d-8218-82d7b2575e89 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b8ce0b-abaa-4975-8d58-f820258799ea,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:43:09.330613 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-d647520e-9830-4a84-bdf0-862fd899a22a req-1a10fcdb-c61e-447d-8218-82d7b2575e89 service neutron] Attempting to bind port d0b8ce0b-abaa-4975-8d58-f820258799ea on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:43:09.330894 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-d647520e-9830-4a84-bdf0-862fd899a22a req-1a10fcdb-c61e-447d-8218-82d7b2575e89 service neutron] Attempting to bind port d0b8ce0b-abaa-4975-8d58-f820258799ea by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '81cc113d-30c7-481c-b080-45064094e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:43:09.331202 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d647520e-9830-4a84-bdf0-862fd899a22a req-1a10fcdb-c61e-447d-8218-82d7b2575e89 service neutron] Attempting to bind port d0b8ce0b-abaa-4975-8d58-f820258799ea on network 4f3446af-3f22-4866-a435-6d750aed9c6c {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:43:09.336336 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d647520e-9830-4a84-bdf0-862fd899a22a req-1a10fcdb-c61e-447d-8218-82d7b2575e89 service neutron] Port d0b8ce0b-abaa-4975-8d58-f820258799ea on network 4f3446af-3f22-4866-a435-6d750aed9c6c not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:43:09.336645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d647520e-9830-4a84-bdf0-862fd899a22a req-1a10fcdb-c61e-447d-8218-82d7b2575e89 service neutron] Attempting to bind port d0b8ce0b-abaa-4975-8d58-f820258799ea on network 4f3446af-3f22-4866-a435-6d750aed9c6c {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:43:09.341590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d647520e-9830-4a84-bdf0-862fd899a22a req-1a10fcdb-c61e-447d-8218-82d7b2575e89 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:43:09.341915 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d647520e-9830-4a84-bdf0-862fd899a22a req-1a10fcdb-c61e-447d-8218-82d7b2575e89 service neutron] Checking segment: {'id': '81cc113d-30c7-481c-b080-45064094e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:43:09.342286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d647520e-9830-4a84-bdf0-862fd899a22a req-1a10fcdb-c61e-447d-8218-82d7b2575e89 service neutron] Bound using segment: {'id': '81cc113d-30c7-481c-b080-45064094e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:43:09.342698 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-d647520e-9830-4a84-bdf0-862fd899a22a req-1a10fcdb-c61e-447d-8218-82d7b2575e89 service neutron] Bound port: d0b8ce0b-abaa-4975-8d58-f820258799ea, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81cc113d-30c7-481c-b080-45064094e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:43:09.343055 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d647520e-9830-4a84-bdf0-862fd899a22a req-1a10fcdb-c61e-447d-8218-82d7b2575e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:09.434185 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-d647520e-9830-4a84-bdf0-862fd899a22a req-1a10fcdb-c61e-447d-8218-82d7b2575e89 service neutron] For port d0b8ce0b-abaa-4975-8d58-f820258799ea, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:43:09.437028 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-d647520e-9830-4a84-bdf0-862fd899a22a req-1a10fcdb-c61e-447d-8218-82d7b2575e89 service neutron] For port d0b8ce0b-abaa-4975-8d58-f820258799ea, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d0b8ce0b-abaa-4975-8d58-f820258799ea,segment=NetworkSegment(81cc113d-30c7-481c-b080-45064094e261),segment_id=81cc113d-30c7-481c-b080-45064094e261)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:43:09.441883 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d647520e-9830-4a84-bdf0-862fd899a22a req-1a10fcdb-c61e-447d-8218-82d7b2575e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:09.496156 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647520e-9830-4a84-bdf0-862fd899a22a req-1a10fcdb-c61e-447d-8218-82d7b2575e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:09.496774 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-d647520e-9830-4a84-bdf0-862fd899a22a req-1a10fcdb-c61e-447d-8218-82d7b2575e89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:09.498499 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d647520e-9830-4a84-bdf0-862fd899a22a req-1a10fcdb-c61e-447d-8218-82d7b2575e89 service neutron] 10.222.0.30 "PUT /v2.0/ports/d0b8ce0b-abaa-4975-8d58-f820258799ea HTTP/1.1" status: 200 len: 1092 time: 1.0975163 Mar 05 14:43:09.501007 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d428a62-0772-4335-ba83-a351dc9f2d31', 'tag': 'd0b8ce0b-abaa-4975-8d58-f820258799ea'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:43:09.535927 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10fcdb-c61e-447d-8218-82d7b2575e89 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b8ce0b-abaa-4975-8d58-f820258799ea,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:43:09.618076 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d428a62-0772-4335-ba83-a351dc9f2d31', 'tag': 'd0b8ce0b-abaa-4975-8d58-f820258799ea', 'status': 'completed', 'code': 200} Mar 05 14:43:09.627166 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647520e-9830-4a84-bdf0-862fd899a22a req-1a96513c-4cca-466f-ae44-c3e73330d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:09.636075 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d647520e-9830-4a84-bdf0-862fd899a22a req-1a96513c-4cca-466f-ae44-c3e73330d899 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 1095 time: 0.0824058 Mar 05 14:43:09.705067 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d647520e-9830-4a84-bdf0-862fd899a22a req-bf28c881-9b6f-4fbf-82f3-16d81e11b7aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0b8ce0b-abaa-4975-8d58-f820258799ea HTTP/1.1" status: 200 len: 217 time: 0.0647087 Mar 05 14:43:09.768117 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647520e-9830-4a84-bdf0-862fd899a22a req-c4e6645d-cf59-4e9c-9b6d-e93e8d2c6793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:09.769490 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d647520e-9830-4a84-bdf0-862fd899a22a req-c4e6645d-cf59-4e9c-9b6d-e93e8d2c6793 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d145964e-bbbd-4504-90e2-34e271b159ed HTTP/1.1" status: 200 len: 835 time: 0.0592775 Mar 05 14:43:09.842676 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647520e-9830-4a84-bdf0-862fd899a22a req-6562795a-48de-4dcc-a321-2c96c48ab420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:09.844139 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d647520e-9830-4a84-bdf0-862fd899a22a req-6562795a-48de-4dcc-a321-2c96c48ab420 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f3446af-3f22-4866-a435-6d750aed9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692329 Mar 05 14:43:09.975657 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d647520e-9830-4a84-bdf0-862fd899a22a req-52af5f42-a19f-46bb-9fd8-6c52f1f744d1 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3446af-3f22-4866-a435-6d750aed9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258154 Mar 05 14:43:10.107314 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d647520e-9830-4a84-bdf0-862fd899a22a req-7fc3ef1e-1866-4bf8-a154-4977adcc1e8c service neutron] 10.222.0.30 "GET /v2.0/networks/4f3446af-3f22-4866-a435-6d750aed9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257164 Mar 05 14:43:10.138257 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f39e7-bda7-407f-a989-f27d20cefd50 req-be786653-a010-4d0a-b37b-e3f2158d7735 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:10.139751 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d17f39e7-bda7-407f-a989-f27d20cefd50 req-be786653-a010-4d0a-b37b-e3f2158d7735 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 944 time: 0.0860710 Mar 05 14:43:10.184674 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d17f39e7-bda7-407f-a989-f27d20cefd50 req-2e6fc121-857d-477e-b6c5-1bf10f486470 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388095 Mar 05 14:43:10.223821 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcbc57-712e-4108-8dd3-664e09026edf req-7bd68d76-c2d5-4e69-b205-27577b77e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:10.225637 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2afcbc57-712e-4108-8dd3-664e09026edf req-7bd68d76-c2d5-4e69-b205-27577b77e012 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 1095 time: 0.0718036 Mar 05 14:43:10.318116 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ea52081b-b0bb-45c1-95aa-2bb4525f91d6 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:43:10.357056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcbc57-712e-4108-8dd3-664e09026edf req-fa47857b-57d8-4e91-a8e1-64ee95b1660c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:10.358507 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2afcbc57-712e-4108-8dd3-664e09026edf req-fa47857b-57d8-4e91-a8e1-64ee95b1660c service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f3446af-3f22-4866-a435-6d750aed9c6c HTTP/1.1" status: 200 len: 896 time: 0.1275129 Mar 05 14:43:10.387027 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port ea52081b-b0bb-45c1-95aa-2bb4525f91d6 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:43:10.387480 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:10.431791 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2afcbc57-712e-4108-8dd3-664e09026edf req-1b5dc73c-503f-4482-9228-4dc1d7d3a3ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0b8ce0b-abaa-4975-8d58-f820258799ea HTTP/1.1" status: 200 len: 217 time: 0.0650280 Mar 05 14:43:10.495243 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcbc57-712e-4108-8dd3-664e09026edf req-66ab464a-0543-409e-8b7d-1a51e181ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:10.496592 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2afcbc57-712e-4108-8dd3-664e09026edf req-66ab464a-0543-409e-8b7d-1a51e181ff1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d145964e-bbbd-4504-90e2-34e271b159ed HTTP/1.1" status: 200 len: 835 time: 0.0582314 Mar 05 14:43:10.579080 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcbc57-712e-4108-8dd3-664e09026edf req-aeebabfb-67b7-4129-af34-6b59f4b41e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:10.580558 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2afcbc57-712e-4108-8dd3-664e09026edf req-aeebabfb-67b7-4129-af34-6b59f4b41e90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f3446af-3f22-4866-a435-6d750aed9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772867 Mar 05 14:43:10.711928 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2afcbc57-712e-4108-8dd3-664e09026edf req-306e6e3a-6399-4c0f-834b-5373c848c9b3 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3446af-3f22-4866-a435-6d750aed9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238160 Mar 05 14:43:10.841373 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2afcbc57-712e-4108-8dd3-664e09026edf req-725e2235-b271-4083-b943-f4113359157e service neutron] 10.222.0.30 "GET /v2.0/networks/4f3446af-3f22-4866-a435-6d750aed9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218970 Mar 05 14:43:11.044251 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b6996380-fc86-4382-9dae-a3d6166eb8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:11.325116 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:43:11.370537 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0500447-c940-44e0-8b91-551542d1004b req-74602160-2e30-40a6-8929-103f7b1c0157 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:11.371235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-e0500447-c940-44e0-8b91-551542d1004b req-74602160-2e30-40a6-8929-103f7b1c0157 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:43:11.386659 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-e0500447-c940-44e0-8b91-551542d1004b req-74602160-2e30-40a6-8929-103f7b1c0157 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:43:11.387866 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e0500447-c940-44e0-8b91-551542d1004b req-74602160-2e30-40a6-8929-103f7b1c0157 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 944 time: 0.0948706 Mar 05 14:43:11.544781 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e0500447-c940-44e0-8b91-551542d1004b req-2e9bcc12-a1c1-4843-b529-ac2b4fee88e4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511049 Mar 05 14:43:12.236868 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:12.296519 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:12.669206 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d0b8ce0b-abaa-4975-8d58-f820258799ea details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:43:12.724886 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5a0db-18de-47b3-9aa8-f5b72d38abfd req-ec34db13-b1d4-4bd5-bb42-1e25df616035 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:12.726340 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a8e5a0db-18de-47b3-9aa8-f5b72d38abfd req-ec34db13-b1d4-4bd5-bb42-1e25df616035 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 944 time: 0.0786843 Mar 05 14:43:12.773609 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a8e5a0db-18de-47b3-9aa8-f5b72d38abfd req-89077cf6-3f5a-469d-9cf3-436c3d2fcd9d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414920 Mar 05 14:43:12.802027 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port d0b8ce0b-abaa-4975-8d58-f820258799ea, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d0b8ce0b-abaa-4975-8d58-f820258799ea,segment=NetworkSegment(81cc113d-30c7-481c-b080-45064094e261),segment_id=81cc113d-30c7-481c-b080-45064094e261)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:43:12.814463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'd0b8ce0b-abaa-4975-8d58-f820258799ea', 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c', 'port_id': 'd0b8ce0b-abaa-4975-8d58-f820258799ea', 'mac_address': 'fa:16:3e:d1:91:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd145964e-bbbd-4504-90e2-34e271b159ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:43:12.867840 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:12.883520 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b8ce0b-abaa-4975-8d58-f820258799ea {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:43:12.898194 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port d0b8ce0b-abaa-4975-8d58-f820258799ea, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d0b8ce0b-abaa-4975-8d58-f820258799ea,segment=NetworkSegment(81cc113d-30c7-481c-b080-45064094e261),segment_id=81cc113d-30c7-481c-b080-45064094e261)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:43:12.902080 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:12.969876 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=d0b8ce0b-abaa-4975-8d58-f820258799ea,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:43:13.149385 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['d0b8ce0b-abaa-4975-8d58-f820258799ea'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:43:13.892179 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:13.957957 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98b8f9-4bcc-41e3-beee-b74946ceeed7 req-3ea7bf8a-5433-450b-880a-93418109ce65 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:13.959432 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7a98b8f9-4bcc-41e3-beee-b74946ceeed7 req-3ea7bf8a-5433-450b-880a-93418109ce65 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 945 time: 0.0805674 Mar 05 14:43:14.002065 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7a98b8f9-4bcc-41e3-beee-b74946ceeed7 req-a9c68f5d-02a1-4350-8e25-38b63c2cb079 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367382 Mar 05 14:43:14.684799 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d0b8ce0b-abaa-4975-8d58-f820258799ea up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:43:14.754866 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port d0b8ce0b-abaa-4975-8d58-f820258799ea completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:43:14.759251 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port d0b8ce0b-abaa-4975-8d58-f820258799ea triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:43:14.759611 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:14.871967 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:14.902130 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d428a62-0772-4335-ba83-a351dc9f2d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b8ce0b-abaa-4975-8d58-f820258799ea'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:43:14.913115 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port d0b8ce0b-abaa-4975-8d58-f820258799ea, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d0b8ce0b-abaa-4975-8d58-f820258799ea,segment=NetworkSegment(81cc113d-30c7-481c-b080-45064094e261),segment_id=81cc113d-30c7-481c-b080-45064094e261)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:43:14.917111 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:14.955262 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d428a62-0772-4335-ba83-a351dc9f2d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b8ce0b-abaa-4975-8d58-f820258799ea', 'code': 200} Mar 05 14:43:14.995501 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=d0b8ce0b-abaa-4975-8d58-f820258799ea,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:43:15.086184 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46d11a-28d5-42e5-8f6d-31cc31c94301 req-87df62c9-27eb-46d7-b0e2-a08964226f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:15.088056 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7c46d11a-28d5-42e5-8f6d-31cc31c94301 req-87df62c9-27eb-46d7-b0e2-a08964226f92 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 1097 time: 0.0773885 Mar 05 14:43:15.170318 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7c46d11a-28d5-42e5-8f6d-31cc31c94301 req-598af76d-e27a-4b63-90bf-971aaed913e0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768969 Mar 05 14:43:15.203279 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3a844-8800-438d-9ff3-3e9b22fbe3c6 req-a4e7c48a-ce85-41cb-9f6d-813a904fd5de tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:15.204650 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5af3a844-8800-438d-9ff3-3e9b22fbe3c6 req-a4e7c48a-ce85-41cb-9f6d-813a904fd5de tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 946 time: 0.0941091 Mar 05 14:43:15.248898 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5af3a844-8800-438d-9ff3-3e9b22fbe3c6 req-145f591b-3dd2-4dbe-abb2-7edf99fca4d7 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380638 Mar 05 14:43:16.561634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305f388-60cf-4010-b74a-bc083bf0c359 req-c4d8e996-a71f-4e34-bc1a-2c9c4c5231f5 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:16.563040 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a305f388-60cf-4010-b74a-bc083bf0c359 req-c4d8e996-a71f-4e34-bc1a-2c9c4c5231f5 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 946 time: 0.2053912 Mar 05 14:43:16.605663 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a305f388-60cf-4010-b74a-bc083bf0c359 req-dee271ef-c4aa-4342-9a73-3a0d5c95c463 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369401 Mar 05 14:43:16.791205 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92aae1-f33b-4665-8753-a146ff90a1de req-0f1794d7-f3b4-4893-a20a-cd4b92a9b402 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:16.792681 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9a92aae1-f33b-4665-8753-a146ff90a1de req-0f1794d7-f3b4-4893-a20a-cd4b92a9b402 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 946 time: 0.0818536 Mar 05 14:43:16.837324 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9a92aae1-f33b-4665-8753-a146ff90a1de req-55250edd-f356-4cc0-a9a4-91a4fbf39b5c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387189 Mar 05 14:43:16.860814 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54606) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:43:16.971258 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1e06bd-3031-4a4f-8cb5-0db9381efae6 tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:16.972745 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8b1e06bd-3031-4a4f-8cb5-0db9381efae6 tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 1092 time: 0.1109765 Mar 05 14:43:16.975759 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54612) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:43:16.980618 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': 'd0b8ce0b-abaa-4975-8d58-f820258799ea', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:43:16.987535 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:43:16.992373 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:floatingip and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:43:16.995206 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:43:17.000747 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:43:17.015241 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:17.150649 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:17.292188 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Allocated IP 172.25.4.193 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/8cec7d48-23fd-46e9-a2de-4d1153f991ee) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:43:17.443325 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:17.471515 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:17.537590 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:43:17.540400 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:43:17.548312 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:43:17.583355 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=8cec7d48-23fd-46e9-a2de-4d1153f991ee,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:43:17.962547 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:18.036932 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:18.237609 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:18.242586 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:18.460835 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=8cec7d48-23fd-46e9-a2de-4d1153f991ee,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:43:18.466974 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:18.637131 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Floating IP 3308ffaa-5a82-4e46-92f5-a452e0930155 associated. External IP: 172.25.4.193, port: d0b8ce0b-abaa-4975-8d58-f820258799ea. Mar 05 14:43:18.978854 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router 70a5f92e-01ae-4815-a3f7-0dfc51269c0f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:43:19.154812 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:43:19.164680 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8400528-24f3-4d74-a494-21414ae6999f None None] Sync routers for ids ['70a5f92e-01ae-4815-a3f7-0dfc51269c0f'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:43:19.174370 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8400528-24f3-4d74-a494-21414ae6999f None None] Routers {'70a5f92e-01ae-4815-a3f7-0dfc51269c0f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:43:19.175112 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b8400528-24f3-4d74-a494-21414ae6999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:43:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['70a5f92e-01ae-4815-a3f7-0dfc51269c0f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:43:19.183275 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:19.236720 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a7554fac-27be-439d-9a62-d93f05d96a74 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2598760 Mar 05 14:43:19.237210 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d428a62-0772-4335-ba83-a351dc9f2d31', 'tag': 'd0b8ce0b-abaa-4975-8d58-f820258799ea'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:43:19.283077 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d428a62-0772-4335-ba83-a351dc9f2d31', 'tag': 'd0b8ce0b-abaa-4975-8d58-f820258799ea', 'status': 'completed', 'code': 200} Mar 05 14:43:19.354960 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-b8400528-24f3-4d74-a494-21414ae6999f None None] Set router 70a5f92e-01ae-4815-a3f7-0dfc51269c0f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:43:19.374467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e760e-4892-4086-a55f-f9fb3e52f4eb req-45031f2c-275a-4424-9120-0ac6f5c23d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:19.376580 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7a5e760e-4892-4086-a55f-f9fb3e52f4eb req-45031f2c-275a-4424-9120-0ac6f5c23d0b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 1097 time: 0.0716460 Mar 05 14:43:19.414158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f02c5-cec0-46da-8ade-f60bd77ae86e req-72352fbe-1338-430b-afb3-8d5b649678fc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:19.415708 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b49f02c5-cec0-46da-8ade-f60bd77ae86e req-72352fbe-1338-430b-afb3-8d5b649678fc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 946 time: 0.0877795 Mar 05 14:43:19.466209 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b49f02c5-cec0-46da-8ade-f60bd77ae86e req-554155da-bd7e-4e69-85e8-adf74d2e4a42 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423386 Mar 05 14:43:19.489598 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54620) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:43:19.515698 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e760e-4892-4086-a55f-f9fb3e52f4eb req-ebcab135-b1bb-4753-a92b-8dcf087a324c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:19.517151 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7a5e760e-4892-4086-a55f-f9fb3e52f4eb req-ebcab135-b1bb-4753-a92b-8dcf087a324c service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f3446af-3f22-4866-a435-6d750aed9c6c HTTP/1.1" status: 200 len: 896 time: 0.1355255 Mar 05 14:43:19.600964 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-19541376-753d-4db3-983e-00833822a4e4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/floatingips/3308ffaa-5a82-4e46-92f5-a452e0930155 HTTP/1.1" status: 200 len: 992 time: 0.1102717 Mar 05 14:43:19.621371 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7a5e760e-4892-4086-a55f-f9fb3e52f4eb req-9eafa821-bd58-4ee4-8b41-f3a4b31174ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0b8ce0b-abaa-4975-8d58-f820258799ea HTTP/1.1" status: 200 len: 1000 time: 0.0986280 Mar 05 14:43:19.687029 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e760e-4892-4086-a55f-f9fb3e52f4eb req-3e941304-04bf-4ba6-8e24-0506e3dddc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:19.688468 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7a5e760e-4892-4086-a55f-f9fb3e52f4eb req-3e941304-04bf-4ba6-8e24-0506e3dddc45 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d145964e-bbbd-4504-90e2-34e271b159ed HTTP/1.1" status: 200 len: 835 time: 0.0612204 Mar 05 14:43:19.707269 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b8400528-24f3-4d74-a494-21414ae6999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095652886', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:04Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '3308ffaa-5a82-4e46-92f5-a452e0930155', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'floating_ip_address': '172.25.4.193', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'port_id': 'd0b8ce0b-abaa-4975-8d58-f820258799ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c', 'mac_address': 'fa:16:3e:d1:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d428a62-0772-4335-ba83-a351dc9f2d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:43:17Z', 'updated_at': '2022-03-05T14:43:17Z', 'revision_number': 0, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea52081b-b0bb-45c1-95aa-2bb4525f91d6', 'name': '', 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:c8:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd145964e-bbbd-4504-90e2-34e271b159ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:43:03Z', 'updated_at': '2022-03-05T14:43:08Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'd145964e-bbbd-4504-90e2-34e271b159ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:43:19.711632 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8400528-24f3-4d74-a494-21414ae6999f None None] Checking router: 70a5f92e-01ae-4815-a3f7-0dfc51269c0f for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:43:19.719936 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8400528-24f3-4d74-a494-21414ae6999f None None] Routers {'70a5f92e-01ae-4815-a3f7-0dfc51269c0f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:43:19.720535 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b8400528-24f3-4d74-a494-21414ae6999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:43:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['70a5f92e-01ae-4815-a3f7-0dfc51269c0f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:43:19.762374 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e760e-4892-4086-a55f-f9fb3e52f4eb req-62b5eb62-7c4d-4253-9a7c-7ff51e79af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:19.763798 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7a5e760e-4892-4086-a55f-f9fb3e52f4eb req-62b5eb62-7c4d-4253-9a7c-7ff51e79af3e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f3446af-3f22-4866-a435-6d750aed9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699401 Mar 05 14:43:19.899967 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-b8400528-24f3-4d74-a494-21414ae6999f None None] Set router 70a5f92e-01ae-4815-a3f7-0dfc51269c0f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:43:20.013658 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7a5e760e-4892-4086-a55f-f9fb3e52f4eb req-df690978-7bbb-4e44-96b9-d4bef29119f4 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3446af-3f22-4866-a435-6d750aed9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434726 Mar 05 14:43:20.148730 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7a5e760e-4892-4086-a55f-f9fb3e52f4eb req-65d07420-20f6-4b73-9b1b-c1b423fa7814 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3446af-3f22-4866-a435-6d750aed9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280820 Mar 05 14:43:20.253238 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-b8400528-24f3-4d74-a494-21414ae6999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095652886', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:04Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '3308ffaa-5a82-4e46-92f5-a452e0930155', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'floating_ip_address': '172.25.4.193', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'port_id': 'd0b8ce0b-abaa-4975-8d58-f820258799ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c', 'mac_address': 'fa:16:3e:d1:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d428a62-0772-4335-ba83-a351dc9f2d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:43:17Z', 'updated_at': '2022-03-05T14:43:17Z', 'revision_number': 0, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea52081b-b0bb-45c1-95aa-2bb4525f91d6', 'name': '', 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:c8:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd145964e-bbbd-4504-90e2-34e271b159ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:43:03Z', 'updated_at': '2022-03-05T14:43:08Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'd145964e-bbbd-4504-90e2-34e271b159ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:43:20.257670 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8400528-24f3-4d74-a494-21414ae6999f None None] The sync data for ids ['70a5f92e-01ae-4815-a3f7-0dfc51269c0f'] in n-d-803718-1 is: [{'id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095652886', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:04Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '3308ffaa-5a82-4e46-92f5-a452e0930155', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'floating_ip_address': '172.25.4.193', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'port_id': 'd0b8ce0b-abaa-4975-8d58-f820258799ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c', 'mac_address': 'fa:16:3e:d1:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d428a62-0772-4335-ba83-a351dc9f2d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:43:17Z', 'updated_at': '2022-03-05T14:43:17Z', 'revision_number': 0, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea52081b-b0bb-45c1-95aa-2bb4525f91d6', 'name': '', 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:c8:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd145964e-bbbd-4504-90e2-34e271b159ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:43:03Z', 'updated_at': '2022-03-05T14:43:08Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'd145964e-bbbd-4504-90e2-34e271b159ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:43:20.457706 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb5fb69-86be-45bf-a787-13c014bbab98 None None] New status for floating IP 3308ffaa-5a82-4e46-92f5-a452e0930155: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:43:20.604593 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54624) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:43:20.711995 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-17a21a89-3d2b-42e4-b03a-3322aa9fd9e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/floatingips/3308ffaa-5a82-4e46-92f5-a452e0930155 HTTP/1.1" status: 200 len: 992 time: 0.1061211 Mar 05 14:43:21.716032 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54628) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:43:21.820739 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3f4582b6-827e-4d10-a75b-75eec1237c61 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/floatingips/3308ffaa-5a82-4e46-92f5-a452e0930155 HTTP/1.1" status: 200 len: 994 time: 0.1036747 Mar 05 14:43:29.502628 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:29.574133 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:38.902867 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1658e86a-52da-44e0-bb81-ac5989531ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:41.044690 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e4a735b7-4fc0-434c-a48c-584242346954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:42.230062 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:42.298439 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:43.894581 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:48.325089 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:43:49.814708 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ab27e-320f-4c60-95d0-b21d238e1b2b req-1d6b293d-5a63-4d9e-99ca-8352909688bf tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:49.816079 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-587ab27e-320f-4c60-95d0-b21d238e1b2b req-1d6b293d-5a63-4d9e-99ca-8352909688bf tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 946 time: 0.0867059 Mar 05 14:43:49.860106 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-587ab27e-320f-4c60-95d0-b21d238e1b2b req-05430193-dfd9-450a-82fa-b148b674b2a8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378034 Mar 05 14:43:51.045230 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a830b-ef13-4498-ac14-d299d6fe99e8 req-d3a4f790-c255-4298-83c2-bb456d4cf6ba tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:51.046997 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-787a830b-ef13-4498-ac14-d299d6fe99e8 req-d3a4f790-c255-4298-83c2-bb456d4cf6ba tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 946 time: 0.0800147 Mar 05 14:43:51.091914 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-787a830b-ef13-4498-ac14-d299d6fe99e8 req-49742660-6627-4ce0-98da-03a051199065 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390105 Mar 05 14:43:52.276548 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe180d0-18d0-40d7-99d8-2c204cf90c32 req-63c85c9a-e616-4c42-91ad-59b46ec14a97 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:52.278019 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1fe180d0-18d0-40d7-99d8-2c204cf90c32 req-63c85c9a-e616-4c42-91ad-59b46ec14a97 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 946 time: 0.0796330 Mar 05 14:43:52.322504 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1fe180d0-18d0-40d7-99d8-2c204cf90c32 req-10ba0b2f-0df6-4837-b75c-96e875287de1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388999 Mar 05 14:43:53.505270 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a817ec6-206c-40ce-812a-b61420e79b58 req-835a81a2-a469-4372-bb56-d3dd27048d06 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:53.506986 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2a817ec6-206c-40ce-812a-b61420e79b58 req-835a81a2-a469-4372-bb56-d3dd27048d06 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 946 time: 0.0821235 Mar 05 14:43:53.549420 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2a817ec6-206c-40ce-812a-b61420e79b58 req-d788be18-190f-44a6-832e-b5bbec7153b5 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367522 Mar 05 14:43:54.734856 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a1623-1d82-4d5f-8047-d9529cc48c73 req-ae4b9ce7-a7fd-4e0a-8085-9cb0294fdd50 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:54.736297 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c92a1623-1d82-4d5f-8047-d9529cc48c73 req-ae4b9ce7-a7fd-4e0a-8085-9cb0294fdd50 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 946 time: 0.0842385 Mar 05 14:43:54.779678 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c92a1623-1d82-4d5f-8047-d9529cc48c73 req-4e447e06-986d-4f10-8af9-e04605d963dd tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371461 Mar 05 14:43:56.124942 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5876d94-0a42-4eda-a6b1-47107124d9be req-f19d40bb-9414-4f98-9e6b-d22287b5cd44 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:56.126373 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5876d94-0a42-4eda-a6b1-47107124d9be req-f19d40bb-9414-4f98-9e6b-d22287b5cd44 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 946 time: 0.0838628 Mar 05 14:43:56.169735 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5876d94-0a42-4eda-a6b1-47107124d9be req-6823ca91-d1f3-4ad2-ae29-6ed1378940d8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371349 Mar 05 14:43:56.628507 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f55f8-23e6-4df1-8f3a-4cfb6a94c0ef req-c6934c9c-cb55-446b-9fbc-61b08960a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:56.630368 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f2f55f8-23e6-4df1-8f3a-4cfb6a94c0ef req-c6934c9c-cb55-446b-9fbc-61b08960a936 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 1097 time: 0.0738087 Mar 05 14:43:56.775668 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f55f8-23e6-4df1-8f3a-4cfb6a94c0ef req-b3f6f71d-b6b1-4d7f-bb4b-fd1310c612a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:56.777005 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f2f55f8-23e6-4df1-8f3a-4cfb6a94c0ef req-b3f6f71d-b6b1-4d7f-bb4b-fd1310c612a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f3446af-3f22-4866-a435-6d750aed9c6c HTTP/1.1" status: 200 len: 896 time: 0.1289699 Mar 05 14:43:56.882999 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f2f55f8-23e6-4df1-8f3a-4cfb6a94c0ef req-ee88e4c0-975d-46fb-a5ef-0df7931ebfd2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0b8ce0b-abaa-4975-8d58-f820258799ea HTTP/1.1" status: 200 len: 1002 time: 0.0992568 Mar 05 14:43:56.949855 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f55f8-23e6-4df1-8f3a-4cfb6a94c0ef req-38404e40-0837-4422-9283-b51ba0ee5457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:56.951304 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f2f55f8-23e6-4df1-8f3a-4cfb6a94c0ef req-38404e40-0837-4422-9283-b51ba0ee5457 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d145964e-bbbd-4504-90e2-34e271b159ed HTTP/1.1" status: 200 len: 835 time: 0.0606220 Mar 05 14:43:57.029776 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f55f8-23e6-4df1-8f3a-4cfb6a94c0ef req-e4627c92-c18f-4448-92b6-1c42ac5aebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:57.031197 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f2f55f8-23e6-4df1-8f3a-4cfb6a94c0ef req-e4627c92-c18f-4448-92b6-1c42ac5aebb9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f3446af-3f22-4866-a435-6d750aed9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719905 Mar 05 14:43:57.162626 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f2f55f8-23e6-4df1-8f3a-4cfb6a94c0ef req-0cfbc206-7519-4477-a8ea-40524dfa75fa service neutron] 10.222.0.30 "GET /v2.0/networks/4f3446af-3f22-4866-a435-6d750aed9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252270 Mar 05 14:43:57.341138 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0f2f55f8-23e6-4df1-8f3a-4cfb6a94c0ef req-c4b967c9-cb0d-46ed-b060-0e617601704d service neutron] 10.222.0.30 "GET /v2.0/networks/4f3446af-3f22-4866-a435-6d750aed9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721289 Mar 05 14:43:57.377587 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4cd735-87d1-47ea-9e5a-fb0690043480 req-d46f60b6-87fa-4f5e-9919-5210ba7df4fd tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:57.379045 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5f4cd735-87d1-47ea-9e5a-fb0690043480 req-d46f60b6-87fa-4f5e-9919-5210ba7df4fd tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 946 time: 0.1009464 Mar 05 14:43:57.427666 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5f4cd735-87d1-47ea-9e5a-fb0690043480 req-5d3dd794-dd8f-415e-86f7-f923d6e96ce2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424008 Mar 05 14:43:58.612039 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952bf80-f6b4-4bef-b4aa-080372f77a7a req-430a55f1-12dc-40cd-9d3f-85cd91d84887 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:58.613490 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4952bf80-f6b4-4bef-b4aa-080372f77a7a req-430a55f1-12dc-40cd-9d3f-85cd91d84887 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 946 time: 0.0823395 Mar 05 14:43:58.656827 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4952bf80-f6b4-4bef-b4aa-080372f77a7a req-a2c5d1ca-081f-4c7a-9c78-c9ee10a0227b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371933 Mar 05 14:43:59.518311 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:59.588224 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:43:59.841787 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d6be6-c4ba-4c66-8dc6-456f2aa50af3 req-36a06b73-91f6-4ad7-95dc-5b99b60f43e0 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:43:59.843171 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bc3d6be6-c4ba-4c66-8dc6-456f2aa50af3 req-36a06b73-91f6-4ad7-95dc-5b99b60f43e0 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 946 time: 0.0793417 Mar 05 14:43:59.887444 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bc3d6be6-c4ba-4c66-8dc6-456f2aa50af3 req-aab72d2c-e50e-4c9f-be09-129e0b7e800a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381389 Mar 05 14:44:01.066626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0620182-1c47-4d7f-87cd-47f1a75a32c6 req-862b7352-5683-441b-be90-08b60c89b055 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:01.068729 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0620182-1c47-4d7f-87cd-47f1a75a32c6 req-862b7352-5683-441b-be90-08b60c89b055 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 946 time: 0.0799425 Mar 05 14:44:01.114776 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b0620182-1c47-4d7f-87cd-47f1a75a32c6 req-7527aa1e-e993-4f2a-b42b-cebb307b50d6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403967 Mar 05 14:44:01.138241 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54666) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:44:01.243104 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9ee7cb62-7229-4902-8d3a-facca32c8d81 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/floatingips/3308ffaa-5a82-4e46-92f5-a452e0930155 HTTP/1.1" status: 200 len: 994 time: 0.1036074 Mar 05 14:44:02.834946 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d272c60-2b4a-4138-b776-d9dace38cc1e req-02e69436-8616-4c92-8d6a-fb7c1be4bc4a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:02.836372 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4d272c60-2b4a-4138-b776-d9dace38cc1e req-02e69436-8616-4c92-8d6a-fb7c1be4bc4a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 946 time: 0.2467360 Mar 05 14:44:02.886099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c624d-00c0-4a27-8a35-c9382d5aac1e req-263642dd-c3eb-4b6e-b853-66d09c0bb531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:02.887617 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b60c624d-00c0-4a27-8a35-c9382d5aac1e req-263642dd-c3eb-4b6e-b853-66d09c0bb531 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 1097 time: 0.2411125 Mar 05 14:44:02.947204 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4d272c60-2b4a-4138-b776-d9dace38cc1e req-0bca02bf-1864-41e4-be7d-8e190c0f2400 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003423 Mar 05 14:44:03.063257 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c624d-00c0-4a27-8a35-c9382d5aac1e req-9c2c2c4a-f2a9-45c7-ad27-6f7a1e3b8d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:03.064696 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b60c624d-00c0-4a27-8a35-c9382d5aac1e req-9c2c2c4a-f2a9-45c7-ad27-6f7a1e3b8d90 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f3446af-3f22-4866-a435-6d750aed9c6c HTTP/1.1" status: 200 len: 896 time: 0.1696439 Mar 05 14:44:03.179908 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b60c624d-00c0-4a27-8a35-c9382d5aac1e req-da441d29-b104-488d-8402-984c638f8d74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0b8ce0b-abaa-4975-8d58-f820258799ea HTTP/1.1" status: 200 len: 1002 time: 0.1093476 Mar 05 14:44:03.248343 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c624d-00c0-4a27-8a35-c9382d5aac1e req-67ad7f79-c3ad-4e98-85da-46d18e4d7e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:03.249765 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b60c624d-00c0-4a27-8a35-c9382d5aac1e req-67ad7f79-c3ad-4e98-85da-46d18e4d7e2b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d145964e-bbbd-4504-90e2-34e271b159ed HTTP/1.1" status: 200 len: 835 time: 0.0647600 Mar 05 14:44:03.338089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c624d-00c0-4a27-8a35-c9382d5aac1e req-2991b836-0c2c-473a-82a5-6748da0c24c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:03.339884 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b60c624d-00c0-4a27-8a35-c9382d5aac1e req-2991b836-0c2c-473a-82a5-6748da0c24c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f3446af-3f22-4866-a435-6d750aed9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845022 Mar 05 14:44:03.478404 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b60c624d-00c0-4a27-8a35-c9382d5aac1e req-2be5bb22-6f94-4c94-8a62-b6380a32555c service neutron] 10.222.0.30 "GET /v2.0/networks/4f3446af-3f22-4866-a435-6d750aed9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317115 Mar 05 14:44:03.608383 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b60c624d-00c0-4a27-8a35-c9382d5aac1e req-a9284e67-34fc-467e-888b-8dc5d81d4c02 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3446af-3f22-4866-a435-6d750aed9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237900 Mar 05 14:44:04.144357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f20e9-0571-427c-858b-e18568978403 req-1128f596-9d42-428f-9b20-1f2c049c66a1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:04.145956 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ab5f20e9-0571-427c-858b-e18568978403 req-1128f596-9d42-428f-9b20-1f2c049c66a1 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 946 time: 0.0896025 Mar 05 14:44:04.191415 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ab5f20e9-0571-427c-858b-e18568978403 req-637ee52d-d1b8-463c-a7fd-841aefc3d688 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397100 Mar 05 14:44:05.377902 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160df910-c536-41ef-8d45-becf0810356c req-c1aefba7-876b-4146-9951-9a8874ce6b00 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:05.379991 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-160df910-c536-41ef-8d45-becf0810356c req-c1aefba7-876b-4146-9951-9a8874ce6b00 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 946 time: 0.0788584 Mar 05 14:44:05.423586 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-160df910-c536-41ef-8d45-becf0810356c req-01eba1ee-da5b-48c3-a2f0-5f364becaf54 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380561 Mar 05 14:44:05.447158 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54680) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:44:05.550379 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5d82f737-6f34-4cd0-b988-4c2d24d5acd3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/floatingips/3308ffaa-5a82-4e46-92f5-a452e0930155 HTTP/1.1" status: 200 len: 994 time: 0.1019535 Mar 05 14:44:08.904517 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9db79a83-12c2-46e1-8b14-d4841e189eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:11.047050 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d29df743-4501-40f3-a98e-a31f5f5a91d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:12.231500 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:12.300135 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:13.897384 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:25.327700 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:44:29.509407 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:29.588037 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:35.936754 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54694) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:44:36.150519 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting port 8cec7d48-23fd-46e9-a2de-4d1153f991ee {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:44:36.150879 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:36.314180 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:36.314502 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:36.545171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Calling delete_port for 8cec7d48-23fd-46e9-a2de-4d1153f991ee owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:44:36.691736 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:36.741419 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Port': ['ID=8cec7d48-23fd-46e9-a2de-4d1153f991ee,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:36.806886 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:36.807240 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:36.807568 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:36.807894 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:36.808217 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:36.808539 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:36.808882 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:36.809177 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:36.809492 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:36.809819 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:36.810134 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:36.810437 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:36.844235 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:36.844588 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Floating IP 3308ffaa-5a82-4e46-92f5-a452e0930155 disassociated (deleted). External IP: 172.25.4.193, port: d0b8ce0b-abaa-4975-8d58-f820258799ea. Mar 05 14:44:37.198170 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router 70a5f92e-01ae-4815-a3f7-0dfc51269c0f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:44:37.375592 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:44:37.385787 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0d8189-7736-47a3-9102-98c8a99f8264 None None] Sync routers for ids ['70a5f92e-01ae-4815-a3f7-0dfc51269c0f'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:44:37.396219 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0d8189-7736-47a3-9102-98c8a99f8264 None None] Routers {'70a5f92e-01ae-4815-a3f7-0dfc51269c0f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:44:37.396819 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ce0d8189-7736-47a3-9102-98c8a99f8264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:44:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['70a5f92e-01ae-4815-a3f7-0dfc51269c0f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:44:37.397094 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:37.458308 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2c8c8f0e-6410-4cde-b1d9-cc64a1c9d6e8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/floatingips/3308ffaa-5a82-4e46-92f5-a452e0930155 HTTP/1.1" status: 204 len: 168 time: 1.5176127 Mar 05 14:44:37.458308 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d428a62-0772-4335-ba83-a351dc9f2d31', 'tag': 'd0b8ce0b-abaa-4975-8d58-f820258799ea'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:44:37.504676 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d428a62-0772-4335-ba83-a351dc9f2d31', 'tag': 'd0b8ce0b-abaa-4975-8d58-f820258799ea', 'status': 'completed', 'code': 200} Mar 05 14:44:37.576634 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-ce0d8189-7736-47a3-9102-98c8a99f8264 None None] Set router 70a5f92e-01ae-4815-a3f7-0dfc51269c0f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:44:37.598793 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb873601-72a8-400b-8ab9-04ac5cdeb07a req-fcc872bd-f533-46ba-b6cb-2aa7b9ac52ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:37.600895 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eb873601-72a8-400b-8ab9-04ac5cdeb07a req-fcc872bd-f533-46ba-b6cb-2aa7b9ac52ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 1097 time: 0.0750208 Mar 05 14:44:37.751116 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb873601-72a8-400b-8ab9-04ac5cdeb07a req-44fee2fb-84db-48a3-9c28-cc245f26eb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:37.752483 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eb873601-72a8-400b-8ab9-04ac5cdeb07a req-44fee2fb-84db-48a3-9c28-cc245f26eb03 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f3446af-3f22-4866-a435-6d750aed9c6c HTTP/1.1" status: 200 len: 896 time: 0.1456637 Mar 05 14:44:37.834802 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf856b-3e4c-40a4-ac03-3aac29664ed0 req-a15b321a-f00b-4049-8614-036a8aba6187 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:37.835433 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eb873601-72a8-400b-8ab9-04ac5cdeb07a req-8194b57d-cffa-40d5-81d6-20412a019f81 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0b8ce0b-abaa-4975-8d58-f820258799ea HTTP/1.1" status: 200 len: 217 time: 0.0758872 Mar 05 14:44:37.836257 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4faf856b-3e4c-40a4-ac03-3aac29664ed0 req-a15b321a-f00b-4049-8614-036a8aba6187 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 946 time: 0.0858309 Mar 05 14:44:37.885414 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4faf856b-3e4c-40a4-ac03-3aac29664ed0 req-9c859d71-158b-4a02-806e-9b20e052a7e6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432532 Mar 05 14:44:37.901401 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb873601-72a8-400b-8ab9-04ac5cdeb07a req-5a696cbc-915b-429c-995c-f6409c4d043e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:37.903170 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eb873601-72a8-400b-8ab9-04ac5cdeb07a req-5a696cbc-915b-429c-995c-f6409c4d043e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d145964e-bbbd-4504-90e2-34e271b159ed HTTP/1.1" status: 200 len: 835 time: 0.0609260 Mar 05 14:44:37.904532 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ce0d8189-7736-47a3-9102-98c8a99f8264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095652886', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:04Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'ea52081b-b0bb-45c1-95aa-2bb4525f91d6', 'name': '', 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:c8:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd145964e-bbbd-4504-90e2-34e271b159ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:43:03Z', 'updated_at': '2022-03-05T14:43:08Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'd145964e-bbbd-4504-90e2-34e271b159ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:44:37.911168 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0d8189-7736-47a3-9102-98c8a99f8264 None None] Checking router: 70a5f92e-01ae-4815-a3f7-0dfc51269c0f for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:44:37.919436 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0d8189-7736-47a3-9102-98c8a99f8264 None None] Routers {'70a5f92e-01ae-4815-a3f7-0dfc51269c0f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:44:37.920014 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ce0d8189-7736-47a3-9102-98c8a99f8264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:44:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['70a5f92e-01ae-4815-a3f7-0dfc51269c0f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:44:37.981516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb873601-72a8-400b-8ab9-04ac5cdeb07a req-b5a1163d-bc1c-40db-8de6-5353fc4fc193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:37.983035 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eb873601-72a8-400b-8ab9-04ac5cdeb07a req-b5a1163d-bc1c-40db-8de6-5353fc4fc193 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f3446af-3f22-4866-a435-6d750aed9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731552 Mar 05 14:44:37.994129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-eb873601-72a8-400b-8ab9-04ac5cdeb07a req-8050b2df-e1fa-460c-bae8-d8fc17cec3e6 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:44:37.995188 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eb873601-72a8-400b-8ab9-04ac5cdeb07a req-8050b2df-e1fa-460c-bae8-d8fc17cec3e6 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049596 Mar 05 14:44:38.092239 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-ce0d8189-7736-47a3-9102-98c8a99f8264 None None] Set router 70a5f92e-01ae-4815-a3f7-0dfc51269c0f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:44:38.253536 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eb873601-72a8-400b-8ab9-04ac5cdeb07a req-8a62cc53-db4a-4f80-bcef-5eb59603640a service neutron] 10.222.0.30 "GET /v2.0/networks/4f3446af-3f22-4866-a435-6d750aed9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523460 Mar 05 14:44:38.387674 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-eb873601-72a8-400b-8ab9-04ac5cdeb07a req-c35c5172-a71a-464f-a466-9b8d96740cb9 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3446af-3f22-4866-a435-6d750aed9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274989 Mar 05 14:44:38.402188 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-ce0d8189-7736-47a3-9102-98c8a99f8264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095652886', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:04Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'ea52081b-b0bb-45c1-95aa-2bb4525f91d6', 'name': '', 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:c8:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd145964e-bbbd-4504-90e2-34e271b159ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:43:03Z', 'updated_at': '2022-03-05T14:43:08Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'd145964e-bbbd-4504-90e2-34e271b159ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:44:38.406069 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0d8189-7736-47a3-9102-98c8a99f8264 None None] The sync data for ids ['70a5f92e-01ae-4815-a3f7-0dfc51269c0f'] in n-d-803718-1 is: [{'id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095652886', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:04Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': 'ea52081b-b0bb-45c1-95aa-2bb4525f91d6', 'name': '', 'network_id': '4f3446af-3f22-4866-a435-6d750aed9c6c', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:c8:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd145964e-bbbd-4504-90e2-34e271b159ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:43:03Z', 'updated_at': '2022-03-05T14:43:08Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'd145964e-bbbd-4504-90e2-34e271b159ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:44:38.610107 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bacf4b5-1075-4005-bffd-aed055da8635 None None] New status for floating IP 3308ffaa-5a82-4e46-92f5-a452e0930155: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:44:38.905768 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-56eaa0a5-a987-4913-aeb9-0fd8bf1b4873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:39.077245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb9f6f-9b2e-498c-9eb7-779b26ee4257 req-13ebc141-5eb0-4895-a9c3-b5f2e516982a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:39.077851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-63eb9f6f-9b2e-498c-9eb7-779b26ee4257 req-13ebc141-5eb0-4895-a9c3-b5f2e516982a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:44:39.093123 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-63eb9f6f-9b2e-498c-9eb7-779b26ee4257 req-13ebc141-5eb0-4895-a9c3-b5f2e516982a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:44:39.094410 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-63eb9f6f-9b2e-498c-9eb7-779b26ee4257 req-13ebc141-5eb0-4895-a9c3-b5f2e516982a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 946 time: 0.0969706 Mar 05 14:44:39.174157 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-63eb9f6f-9b2e-498c-9eb7-779b26ee4257 req-ab8cb4ce-9fc8-403d-ba11-fec52d9fe337 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d31634-2029-4913-aa2e-ac0e0d5fd23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733926 Mar 05 14:44:39.217494 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362e40e-23c8-4f2d-9958-55dfbccba134 req-8ff343b9-3a3d-4a5b-ad4a-2fb2527ede64 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:39.218925 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2362e40e-23c8-4f2d-9958-55dfbccba134 req-8ff343b9-3a3d-4a5b-ad4a-2fb2527ede64 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 946 time: 0.0822732 Mar 05 14:44:39.290433 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-2362e40e-23c8-4f2d-9958-55dfbccba134 req-75eb9afb-50b0-4e9f-9d68-ff7f31a04d4f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting port d0b8ce0b-abaa-4975-8d58-f820258799ea {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:44:39.291122 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2362e40e-23c8-4f2d-9958-55dfbccba134 req-75eb9afb-50b0-4e9f-9d68-ff7f31a04d4f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:39.530319 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-2362e40e-23c8-4f2d-9958-55dfbccba134 req-75eb9afb-50b0-4e9f-9d68-ff7f31a04d4f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] For port d0b8ce0b-abaa-4975-8d58-f820258799ea, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=d0b8ce0b-abaa-4975-8d58-f820258799ea,segment=NetworkSegment(81cc113d-30c7-481c-b080-45064094e261),segment_id=81cc113d-30c7-481c-b080-45064094e261)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:44:39.530665 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2362e40e-23c8-4f2d-9958-55dfbccba134 req-75eb9afb-50b0-4e9f-9d68-ff7f31a04d4f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:39.653750 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-2362e40e-23c8-4f2d-9958-55dfbccba134 req-75eb9afb-50b0-4e9f-9d68-ff7f31a04d4f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Calling delete_port for d0b8ce0b-abaa-4975-8d58-f820258799ea owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:44:39.795330 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2362e40e-23c8-4f2d-9958-55dfbccba134 req-75eb9afb-50b0-4e9f-9d68-ff7f31a04d4f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:39.849796 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb9afb-50b0-4e9f-9d68-ff7f31a04d4f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Port': ['ID=d0b8ce0b-abaa-4975-8d58-f820258799ea,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:39.924867 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-2362e40e-23c8-4f2d-9958-55dfbccba134 req-75eb9afb-50b0-4e9f-9d68-ff7f31a04d4f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] No DVR routers for this DVR port d0b8ce0b-abaa-4975-8d58-f820258799ea on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:44:39.927873 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-2362e40e-23c8-4f2d-9958-55dfbccba134 req-75eb9afb-50b0-4e9f-9d68-ff7f31a04d4f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:39.930300 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d428a62-0772-4335-ba83-a351dc9f2d31', 'name': 'network-vif-deleted', 'tag': 'd0b8ce0b-abaa-4975-8d58-f820258799ea'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:44:39.946547 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2362e40e-23c8-4f2d-9958-55dfbccba134 req-75eb9afb-50b0-4e9f-9d68-ff7f31a04d4f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.30 "DELETE /v2.0/ports/d0b8ce0b-abaa-4975-8d58-f820258799ea HTTP/1.1" status: 204 len: 173 time: 0.7176135 Mar 05 14:44:39.979994 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d428a62-0772-4335-ba83-a351dc9f2d31', 'name': 'network-vif-deleted', 'tag': 'd0b8ce0b-abaa-4975-8d58-f820258799ea', 'status': 'completed', 'code': 200} Mar 05 14:44:40.351110 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ef194c6c-2aca-4d01-8f58-a7738ce31207 req-750f01e5-5d38-4675-9ca7-194f6da13e41 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:44:40.366717 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ef194c6c-2aca-4d01-8f58-a7738ce31207 req-750f01e5-5d38-4675-9ca7-194f6da13e41 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:44:40.367914 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ef194c6c-2aca-4d01-8f58-a7738ce31207 req-750f01e5-5d38-4675-9ca7-194f6da13e41 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d428a62-0772-4335-ba83-a351dc9f2d31 HTTP/1.1" status: 200 len: 210 time: 0.0674286 Mar 05 14:44:41.051072 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-183a9e87-91ae-4f3c-827e-2f53e304dd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:41.464129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54714) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:44:42.112228 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2b7e67cf-daab-4ffd-98d5-9c63118786fc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:42.233896 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:42.305067 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:42.463184 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-2b7e67cf-daab-4ffd-98d5-9c63118786fc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting port ea52081b-b0bb-45c1-95aa-2bb4525f91d6 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:44:42.463519 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2b7e67cf-daab-4ffd-98d5-9c63118786fc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:42.648464 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-2b7e67cf-daab-4ffd-98d5-9c63118786fc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] For port ea52081b-b0bb-45c1-95aa-2bb4525f91d6, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ea52081b-b0bb-45c1-95aa-2bb4525f91d6,segment=NetworkSegment(81cc113d-30c7-481c-b080-45064094e261),segment_id=81cc113d-30c7-481c-b080-45064094e261)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:44:42.649159 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2b7e67cf-daab-4ffd-98d5-9c63118786fc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:42.767951 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-2b7e67cf-daab-4ffd-98d5-9c63118786fc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Calling delete_port for ea52081b-b0bb-45c1-95aa-2bb4525f91d6 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:44:43.088578 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2b7e67cf-daab-4ffd-98d5-9c63118786fc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:43.112294 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d0b8ce0b-abaa-4975-8d58-f820258799ea no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:44:43.135253 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e67cf-daab-4ffd-98d5-9c63118786fc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Port': ['ID=ea52081b-b0bb-45c1-95aa-2bb4525f91d6,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:43.148142 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: d0b8ce0b-abaa-4975-8d58-f820258799ea {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:44:43.148483 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device d0b8ce0b-abaa-4975-8d58-f820258799ea not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:44:43.530011 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2b7e67cf-daab-4ffd-98d5-9c63118786fc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:43.881167 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7e67cf-daab-4ffd-98d5-9c63118786fc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router 70a5f92e-01ae-4815-a3f7-0dfc51269c0f has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:44:43.900935 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:44.054677 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7e67cf-daab-4ffd-98d5-9c63118786fc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:44:44.064229 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2662867c-8db2-4d9e-8d98-26e562569dcb None None] Sync routers for ids ['70a5f92e-01ae-4815-a3f7-0dfc51269c0f'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:44:44.074025 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54720) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:44:44.074557 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2b7e67cf-daab-4ffd-98d5-9c63118786fc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "PUT /v2.0/routers/70a5f92e-01ae-4815-a3f7-0dfc51269c0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6089170 Mar 05 14:44:44.074673 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2662867c-8db2-4d9e-8d98-26e562569dcb None None] Routers {'70a5f92e-01ae-4815-a3f7-0dfc51269c0f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:44:44.075115 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-2662867c-8db2-4d9e-8d98-26e562569dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:44:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['70a5f92e-01ae-4815-a3f7-0dfc51269c0f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:44:44.142630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee92269-115e-4e58-aac0-0ca6509e1699 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting subnet d145964e-bbbd-4504-90e2-34e271b159ed {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:44:44.146967 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cee92269-115e-4e58-aac0-0ca6509e1699 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:44.206570 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cee92269-115e-4e58-aac0-0ca6509e1699 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:44.278989 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-2662867c-8db2-4d9e-8d98-26e562569dcb None None] Set router 70a5f92e-01ae-4815-a3f7-0dfc51269c0f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:44:44.291572 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cee92269-115e-4e58-aac0-0ca6509e1699 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:44.371281 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cee92269-115e-4e58-aac0-0ca6509e1699 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:44.416656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee92269-115e-4e58-aac0-0ca6509e1699 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Subnet': ['ID=d145964e-bbbd-4504-90e2-34e271b159ed,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:44.423180 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cee92269-115e-4e58-aac0-0ca6509e1699 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:44.431905 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d71c519-5103-4ed8-bdd6-f01ae495d24c None None] Network 4f3446af-3f22-4866-a435-6d750aed9c6c requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:44:44.433676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee92269-115e-4e58-aac0-0ca6509e1699 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:44.434025 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee92269-115e-4e58-aac0-0ca6509e1699 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:44.434364 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee92269-115e-4e58-aac0-0ca6509e1699 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:44.434700 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee92269-115e-4e58-aac0-0ca6509e1699 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:44.435066 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee92269-115e-4e58-aac0-0ca6509e1699 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:44.435398 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee92269-115e-4e58-aac0-0ca6509e1699 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:44.435724 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee92269-115e-4e58-aac0-0ca6509e1699 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:44.436047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee92269-115e-4e58-aac0-0ca6509e1699 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:44.436371 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee92269-115e-4e58-aac0-0ca6509e1699 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:44.436695 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee92269-115e-4e58-aac0-0ca6509e1699 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:44.437017 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee92269-115e-4e58-aac0-0ca6509e1699 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:44.437350 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee92269-115e-4e58-aac0-0ca6509e1699 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:44.444760 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cee92269-115e-4e58-aac0-0ca6509e1699 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/subnets/d145964e-bbbd-4504-90e2-34e271b159ed HTTP/1.1" status: 204 len: 168 time: 0.3687329 Mar 05 14:44:44.447201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54724) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:44:44.573891 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-2662867c-8db2-4d9e-8d98-26e562569dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095652886', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:44:43Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:44:44.578343 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2662867c-8db2-4d9e-8d98-26e562569dcb None None] Checking router: 70a5f92e-01ae-4815-a3f7-0dfc51269c0f for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:44:44.589692 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2662867c-8db2-4d9e-8d98-26e562569dcb None None] Routers {'70a5f92e-01ae-4815-a3f7-0dfc51269c0f'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:44:44.590316 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-2662867c-8db2-4d9e-8d98-26e562569dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:44:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['70a5f92e-01ae-4815-a3f7-0dfc51269c0f'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:44:44.700428 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c191021-5810-46f5-9bf8-9861d1b4bcc6 None None] DHCP port deletion for 4f3446af-3f22-4866-a435-6d750aed9c6c request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:44:44.704796 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-8c191021-5810-46f5-9bf8-9861d1b4bcc6 None None] Deleting port 839fdf8b-188a-48ad-9681-5f0e2cc408d6 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:44:44.705167 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8c191021-5810-46f5-9bf8-9861d1b4bcc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:44.753324 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c74dd56-7dd5-4bdc-8f92-1b073b759ca6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:44.781352 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-2662867c-8db2-4d9e-8d98-26e562569dcb None None] Set router 70a5f92e-01ae-4815-a3f7-0dfc51269c0f gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:44:44.918457 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-8c191021-5810-46f5-9bf8-9861d1b4bcc6 None None] For port 839fdf8b-188a-48ad-9681-5f0e2cc408d6, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=839fdf8b-188a-48ad-9681-5f0e2cc408d6,segment=NetworkSegment(81cc113d-30c7-481c-b080-45064094e261),segment_id=81cc113d-30c7-481c-b080-45064094e261)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:44:44.919092 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8c191021-5810-46f5-9bf8-9861d1b4bcc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:44.938998 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c74dd56-7dd5-4bdc-8f92-1b073b759ca6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:44.948578 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-3c74dd56-7dd5-4bdc-8f92-1b073b759ca6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting port 42f567f5-cb44-46c8-824d-1fb773ffa1ee {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:44:44.948947 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c74dd56-7dd5-4bdc-8f92-1b073b759ca6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:45.040388 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-8c191021-5810-46f5-9bf8-9861d1b4bcc6 None None] Calling delete_port for 839fdf8b-188a-48ad-9681-5f0e2cc408d6 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:44:45.076155 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-2662867c-8db2-4d9e-8d98-26e562569dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095652886', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:44:43Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:44:45.080087 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2662867c-8db2-4d9e-8d98-26e562569dcb None None] The sync data for ids ['70a5f92e-01ae-4815-a3f7-0dfc51269c0f'] in n-d-803718-1 is: [{'id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095652886', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:44:43Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '42f567f5-cb44-46c8-824d-1fb773ffa1ee', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a5f92e-01ae-4815-a3f7-0dfc51269c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:42:59Z', 'updated_at': '2022-03-05T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:44:45.121457 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8c191021-5810-46f5-9bf8-9861d1b4bcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:45.136780 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-3c74dd56-7dd5-4bdc-8f92-1b073b759ca6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] For port 42f567f5-cb44-46c8-824d-1fb773ffa1ee, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=42f567f5-cb44-46c8-824d-1fb773ffa1ee,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:44:45.137319 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c74dd56-7dd5-4bdc-8f92-1b073b759ca6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:45.166320 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c191021-5810-46f5-9bf8-9861d1b4bcc6 None None] Pushing event deleted for resources: {'Port': ['ID=839fdf8b-188a-48ad-9681-5f0e2cc408d6,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:45.174002 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c191021-5810-46f5-9bf8-9861d1b4bcc6 None None] No DVR routers for this DVR port 839fdf8b-188a-48ad-9681-5f0e2cc408d6 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:44:45.181591 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c191021-5810-46f5-9bf8-9861d1b4bcc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:45.182076 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c191021-5810-46f5-9bf8-9861d1b4bcc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:45.182409 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c191021-5810-46f5-9bf8-9861d1b4bcc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:45.182750 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c191021-5810-46f5-9bf8-9861d1b4bcc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:45.183106 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c191021-5810-46f5-9bf8-9861d1b4bcc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:45.183434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c191021-5810-46f5-9bf8-9861d1b4bcc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:45.184070 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c191021-5810-46f5-9bf8-9861d1b4bcc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:45.184070 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c191021-5810-46f5-9bf8-9861d1b4bcc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:45.184374 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c191021-5810-46f5-9bf8-9861d1b4bcc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:45.184696 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c191021-5810-46f5-9bf8-9861d1b4bcc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:45.185014 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c191021-5810-46f5-9bf8-9861d1b4bcc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:45.185333 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c191021-5810-46f5-9bf8-9861d1b4bcc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:45.264830 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-3c74dd56-7dd5-4bdc-8f92-1b073b759ca6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Calling delete_port for 42f567f5-cb44-46c8-824d-1fb773ffa1ee owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:44:45.433089 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c74dd56-7dd5-4bdc-8f92-1b073b759ca6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:45.513540 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74dd56-7dd5-4bdc-8f92-1b073b759ca6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Port': ['ID=42f567f5-cb44-46c8-824d-1fb773ffa1ee,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:45.578893 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c74dd56-7dd5-4bdc-8f92-1b073b759ca6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:45.752714 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c74dd56-7dd5-4bdc-8f92-1b073b759ca6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:45.754940 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c74dd56-7dd5-4bdc-8f92-1b073b759ca6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:45.777215 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c74dd56-7dd5-4bdc-8f92-1b073b759ca6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:45.777761 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c74dd56-7dd5-4bdc-8f92-1b073b759ca6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Fanout notify agent at l3_agent the message router_deleted on router 70a5f92e-01ae-4815-a3f7-0dfc51269c0f {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:44:45.796184 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3c74dd56-7dd5-4bdc-8f92-1b073b759ca6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:45.799856 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3c74dd56-7dd5-4bdc-8f92-1b073b759ca6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/routers/70a5f92e-01ae-4815-a3f7-0dfc51269c0f HTTP/1.1" status: 204 len: 168 time: 1.3493037 Mar 05 14:44:45.800267 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54728) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:44:45.925679 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d32221dc-8a0e-4874-a569-3f2d49da2b62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:46.175857 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d32221dc-8a0e-4874-a569-3f2d49da2b62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:46.201297 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-d32221dc-8a0e-4874-a569-3f2d49da2b62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3446af-3f22-4866-a435-6d750aed9c6c']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:44:46.213914 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-d32221dc-8a0e-4874-a569-3f2d49da2b62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cc113d-30c7-481c-b080-45064094e261') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:44:46.214205 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-d32221dc-8a0e-4874-a569-3f2d49da2b62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cc113d-30c7-481c-b080-45064094e261') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:44:46.225370 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d32221dc-8a0e-4874-a569-3f2d49da2b62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:46.240774 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d32221dc-8a0e-4874-a569-3f2d49da2b62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:46.246631 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32221dc-8a0e-4874-a569-3f2d49da2b62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:44:46.247090 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d32221dc-8a0e-4874-a569-3f2d49da2b62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:44:46.261658 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:44:46.347109 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d32221dc-8a0e-4874-a569-3f2d49da2b62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:46.352773 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d32221dc-8a0e-4874-a569-3f2d49da2b62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:46.363478 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ea52081b-b0bb-45c1-95aa-2bb4525f91d6 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:44:46.382936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32221dc-8a0e-4874-a569-3f2d49da2b62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Network': ['ID=4f3446af-3f22-4866-a435-6d750aed9c6c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:46.388103 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d32221dc-8a0e-4874-a569-3f2d49da2b62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/networks/4f3446af-3f22-4866-a435-6d750aed9c6c HTTP/1.1" status: 204 len: 168 time: 0.5865552 Mar 05 14:44:46.390873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54734) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:44:46.402534 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: ea52081b-b0bb-45c1-95aa-2bb4525f91d6 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:44:46.402914 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ea52081b-b0bb-45c1-95aa-2bb4525f91d6 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:44:46.403328 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 42f567f5-cb44-46c8-824d-1fb773ffa1ee no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:44:46.436626 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 42f567f5-cb44-46c8-824d-1fb773ffa1ee {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:44:46.436883 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 42f567f5-cb44-46c8-824d-1fb773ffa1ee not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:44:46.437296 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 839fdf8b-188a-48ad-9681-5f0e2cc408d6 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:44:46.461006 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-47f59879-aad2-47cb-a030-0f079381426e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:46.469983 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 839fdf8b-188a-48ad-9681-5f0e2cc408d6 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:44:46.470320 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 839fdf8b-188a-48ad-9681-5f0e2cc408d6 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:44:46.492377 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-47f59879-aad2-47cb-a030-0f079381426e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:46.560281 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-47f59879-aad2-47cb-a030-0f079381426e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:46.579952 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f59879-aad2-47cb-a030-0f079381426e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d31634-2029-4913-aa2e-ac0e0d5fd23e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:46.592508 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-47f59879-aad2-47cb-a030-0f079381426e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:46.593635 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-47f59879-aad2-47cb-a030-0f079381426e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/security-groups/68d31634-2029-4913-aa2e-ac0e0d5fd23e HTTP/1.1" status: 204 len: 168 time: 0.2018609 Mar 05 14:44:46.798172 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54742) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:44:46.804665 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-788ebf92-ece4-4b6d-9d68-fea409dfad57 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-610070275', 'description': 'tempest-secgroup-smoke-610070275 description', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:44:46.812030 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-788ebf92-ece4-4b6d-9d68-fea409dfad57 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:44:46.816145 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-788ebf92-ece4-4b6d-9d68-fea409dfad57 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:44:46.819677 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-788ebf92-ece4-4b6d-9d68-fea409dfad57 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:44:46.825334 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-788ebf92-ece4-4b6d-9d68-fea409dfad57 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:44:46.835877 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-788ebf92-ece4-4b6d-9d68-fea409dfad57 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:46.855148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-788ebf92-ece4-4b6d-9d68-fea409dfad57 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:44:46.858851 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-788ebf92-ece4-4b6d-9d68-fea409dfad57 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:44:46.861579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-788ebf92-ece4-4b6d-9d68-fea409dfad57 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:44:46.867638 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-788ebf92-ece4-4b6d-9d68-fea409dfad57 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:44:46.935556 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-788ebf92-ece4-4b6d-9d68-fea409dfad57 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:46.939100 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-788ebf92-ece4-4b6d-9d68-fea409dfad57 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:46.982088 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ebf92-ece4-4b6d-9d68-fea409dfad57 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe97ba1f-a0a1-4e19-a820-e114ba9b6096,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:46.987896 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-788ebf92-ece4-4b6d-9d68-fea409dfad57 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:46.989791 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-788ebf92-ece4-4b6d-9d68-fea409dfad57 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1905510 Mar 05 14:44:46.992797 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54746) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:44:46.997946 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-913ca536-98cf-447d-9b79-a30597680011 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': 'fe97ba1f-a0a1-4e19-a820-e114ba9b6096', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:44:47.004779 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-913ca536-98cf-447d-9b79-a30597680011 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:44:47.008542 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-913ca536-98cf-447d-9b79-a30597680011 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:44:47.011417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-913ca536-98cf-447d-9b79-a30597680011 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:44:47.020686 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-913ca536-98cf-447d-9b79-a30597680011 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:44:47.036777 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-913ca536-98cf-447d-9b79-a30597680011 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.095907 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-913ca536-98cf-447d-9b79-a30597680011 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.099737 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-913ca536-98cf-447d-9b79-a30597680011 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.121725 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ca536-98cf-447d-9b79-a30597680011 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d22b453f-39b9-4c7c-9623-015ce1264756,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:47.130892 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-913ca536-98cf-447d-9b79-a30597680011 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.132092 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-913ca536-98cf-447d-9b79-a30597680011 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382451 Mar 05 14:44:47.134830 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54750) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:44:47.140049 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-b33bb369-8518-49d8-98a6-d912840bab43 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': 'fe97ba1f-a0a1-4e19-a820-e114ba9b6096', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:44:47.147550 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b33bb369-8518-49d8-98a6-d912840bab43 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:44:47.151557 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b33bb369-8518-49d8-98a6-d912840bab43 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:44:47.154475 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b33bb369-8518-49d8-98a6-d912840bab43 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:44:47.160164 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b33bb369-8518-49d8-98a6-d912840bab43 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:44:47.177762 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b33bb369-8518-49d8-98a6-d912840bab43 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.236996 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b33bb369-8518-49d8-98a6-d912840bab43 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.240773 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b33bb369-8518-49d8-98a6-d912840bab43 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.262675 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bb369-8518-49d8-98a6-d912840bab43 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a172930-61a9-43eb-ac56-a35814140f57,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:47.272020 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b33bb369-8518-49d8-98a6-d912840bab43 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.273211 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b33bb369-8518-49d8-98a6-d912840bab43 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1374352 Mar 05 14:44:47.276010 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54754) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:44:47.280784 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-8abb72ee-43c8-416d-a5bd-4fc1c0f144ce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': 'fe97ba1f-a0a1-4e19-a820-e114ba9b6096', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:44:47.287931 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8abb72ee-43c8-416d-a5bd-4fc1c0f144ce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:44:47.291669 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8abb72ee-43c8-416d-a5bd-4fc1c0f144ce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:44:47.294453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-8abb72ee-43c8-416d-a5bd-4fc1c0f144ce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:44:47.300230 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-8abb72ee-43c8-416d-a5bd-4fc1c0f144ce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:44:47.316825 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8abb72ee-43c8-416d-a5bd-4fc1c0f144ce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.379156 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8abb72ee-43c8-416d-a5bd-4fc1c0f144ce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.384264 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8abb72ee-43c8-416d-a5bd-4fc1c0f144ce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.407554 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb72ee-43c8-416d-a5bd-4fc1c0f144ce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178ab4a9-9d97-4d3e-af85-a4be4af35b61,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:47.416393 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-8abb72ee-43c8-416d-a5bd-4fc1c0f144ce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.417621 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-8abb72ee-43c8-416d-a5bd-4fc1c0f144ce tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407106 Mar 05 14:44:47.420334 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54758) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:44:47.425461 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-e139141c-69bd-4dcb-8b59-224edd792263 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': 'fe97ba1f-a0a1-4e19-a820-e114ba9b6096', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:44:47.432081 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e139141c-69bd-4dcb-8b59-224edd792263 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:44:47.435880 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e139141c-69bd-4dcb-8b59-224edd792263 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:44:47.438741 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-e139141c-69bd-4dcb-8b59-224edd792263 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:44:47.444417 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-e139141c-69bd-4dcb-8b59-224edd792263 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:44:47.462670 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e139141c-69bd-4dcb-8b59-224edd792263 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.526365 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e139141c-69bd-4dcb-8b59-224edd792263 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.529614 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e139141c-69bd-4dcb-8b59-224edd792263 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.552924 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139141c-69bd-4dcb-8b59-224edd792263 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9ceb6e-ce1a-421f-bc0c-6b91309c4f2a,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:47.560901 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e139141c-69bd-4dcb-8b59-224edd792263 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.562320 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e139141c-69bd-4dcb-8b59-224edd792263 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408148 Mar 05 14:44:47.565056 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54762) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:44:47.570537 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-05b9f1db-65d1-43a1-b732-32a10e0f2762 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': 'fe97ba1f-a0a1-4e19-a820-e114ba9b6096', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:44:47.577093 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-05b9f1db-65d1-43a1-b732-32a10e0f2762 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:44:47.580826 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-05b9f1db-65d1-43a1-b732-32a10e0f2762 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:44:47.584359 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-05b9f1db-65d1-43a1-b732-32a10e0f2762 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:44:47.589863 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-05b9f1db-65d1-43a1-b732-32a10e0f2762 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:44:47.600243 n-d-803718-1 neutron-server[87913]: INFO neutron.db.securitygroups_db [None req-05b9f1db-65d1-43a1-b732-32a10e0f2762 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Project f6bbde4b0a6141a6a7e724e7aa2ebb51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:44:47.606588 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-05b9f1db-65d1-43a1-b732-32a10e0f2762 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.668335 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-05b9f1db-65d1-43a1-b732-32a10e0f2762 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.671951 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-05b9f1db-65d1-43a1-b732-32a10e0f2762 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.697193 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9f1db-65d1-43a1-b732-32a10e0f2762 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d62fd18-790c-434b-a83d-b87a8ef181b8,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:47.705392 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-05b9f1db-65d1-43a1-b732-32a10e0f2762 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.706783 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-05b9f1db-65d1-43a1-b732-32a10e0f2762 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1408129 Mar 05 14:44:47.710781 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54766) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:44:47.715593 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-14b3cc40-54b7-49a8-a2cd-858a98b06cbb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'security_group_rule': {'security_group_id': 'fe97ba1f-a0a1-4e19-a820-e114ba9b6096', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:44:47.722159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-14b3cc40-54b7-49a8-a2cd-858a98b06cbb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:44:47.726331 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-14b3cc40-54b7-49a8-a2cd-858a98b06cbb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:security_group_rule and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:44:47.729171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-14b3cc40-54b7-49a8-a2cd-858a98b06cbb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:44:47.734712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-14b3cc40-54b7-49a8-a2cd-858a98b06cbb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:44:47.744088 n-d-803718-1 neutron-server[87913]: INFO neutron.db.securitygroups_db [None req-14b3cc40-54b7-49a8-a2cd-858a98b06cbb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Project f6bbde4b0a6141a6a7e724e7aa2ebb51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:44:47.750593 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14b3cc40-54b7-49a8-a2cd-858a98b06cbb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.814446 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14b3cc40-54b7-49a8-a2cd-858a98b06cbb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.818094 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14b3cc40-54b7-49a8-a2cd-858a98b06cbb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.840885 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3cc40-54b7-49a8-a2cd-858a98b06cbb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a956d3-d206-4223-9baf-e7c42f624eb1,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:47.849541 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-14b3cc40-54b7-49a8-a2cd-858a98b06cbb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.850691 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-14b3cc40-54b7-49a8-a2cd-858a98b06cbb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1390159 Mar 05 14:44:47.853608 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54770) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:44:47.858891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-29b36dea-322a-447d-b8e5-2f1c44ed9d62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'network': {'name': 'tempest-network-smoke--222140588', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'port_security_enabled': True}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:44:47.864352 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-29b36dea-322a-447d-b8e5-2f1c44ed9d62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:44:47.868409 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-29b36dea-322a-447d-b8e5-2f1c44ed9d62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:network and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:44:47.871217 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-29b36dea-322a-447d-b8e5-2f1c44ed9d62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:44:47.876767 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-29b36dea-322a-447d-b8e5-2f1c44ed9d62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:44:47.886990 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b36dea-322a-447d-b8e5-2f1c44ed9d62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Made reservation on behalf of f6bbde4b0a6141a6a7e724e7aa2ebb51 for: {'network': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:44:47.890266 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29b36dea-322a-447d-b8e5-2f1c44ed9d62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.917450 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b36dea-322a-447d-b8e5-2f1c44ed9d62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=87913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:44:47.926209 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29b36dea-322a-447d-b8e5-2f1c44ed9d62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.926617 n-d-803718-1 neutron-server[87913]: INFO neutron.db.segments_db [None req-29b36dea-322a-447d-b8e5-2f1c44ed9d62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Added segment 3ea08d62-adac-43bf-adfd-1af0624d827c of type vlan for network ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0 Mar 05 14:44:47.952376 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29b36dea-322a-447d-b8e5-2f1c44ed9d62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.980656 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29b36dea-322a-447d-b8e5-2f1c44ed9d62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:47.986159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b36dea-322a-447d-b8e5-2f1c44ed9d62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:47.986732 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-29b36dea-322a-447d-b8e5-2f1c44ed9d62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:48.087415 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-29b36dea-322a-447d-b8e5-2f1c44ed9d62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2327306 Mar 05 14:44:48.090289 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54774) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:44:48.093102 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b36dea-322a-447d-b8e5-2f1c44ed9d62 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Network': ['ID=ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:48.095749 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-a94a7180-69f1-4197-b66a-669d047b8aa2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1916300159', 'admin_state_up': True, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:44:48.103493 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:44:48.104196 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a94a7180-69f1-4197-b66a-669d047b8aa2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:44:48.108074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a94a7180-69f1-4197-b66a-669d047b8aa2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:router and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:44:48.110943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-a94a7180-69f1-4197-b66a-669d047b8aa2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:44:48.118577 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-a94a7180-69f1-4197-b66a-669d047b8aa2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:44:48.128814 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a94a7180-69f1-4197-b66a-669d047b8aa2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:48.131911 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a94a7180-69f1-4197-b66a-669d047b8aa2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:48.148342 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a94a7180-69f1-4197-b66a-669d047b8aa2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:48.423636 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a94a7180-69f1-4197-b66a-669d047b8aa2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:48.723704 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a94a7180-69f1-4197-b66a-669d047b8aa2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:48.751626 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a94a7180-69f1-4197-b66a-669d047b8aa2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:48.885750 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-a94a7180-69f1-4197-b66a-669d047b8aa2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Allocated IP 172.25.4.18 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/65d00c04-84d5-48c7-a9fc-4290b4f8ccef) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:44:49.030454 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a94a7180-69f1-4197-b66a-669d047b8aa2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:49.059713 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a94a7180-69f1-4197-b66a-669d047b8aa2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:49.121589 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94a7180-69f1-4197-b66a-669d047b8aa2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:44:49.128348 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-a94a7180-69f1-4197-b66a-669d047b8aa2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:44:49.133432 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94a7180-69f1-4197-b66a-669d047b8aa2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:44:49.281043 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a7180-69f1-4197-b66a-669d047b8aa2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=65d00c04-84d5-48c7-a9fc-4290b4f8ccef,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:49.671454 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a94a7180-69f1-4197-b66a-669d047b8aa2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:50.006582 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a94a7180-69f1-4197-b66a-669d047b8aa2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:50.213381 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94a7180-69f1-4197-b66a-669d047b8aa2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router 3d6aa067-083b-4c0a-8dc9-5ffcb8efc477 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:44:50.391508 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94a7180-69f1-4197-b66a-669d047b8aa2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:44:50.402070 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] Sync routers for ids ['3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:44:50.412432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] Routers {'3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:44:50.413047 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:44:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:44:50.418455 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-a94a7180-69f1-4197-b66a-669d047b8aa2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:50.423061 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-a94a7180-69f1-4197-b66a-669d047b8aa2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3283215 Mar 05 14:44:50.423368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54778) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:44:50.468061 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e6bd3300-8fe2-4ada-9a44-9f1cd11ca530 tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435135 Mar 05 14:44:50.470737 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54782) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:44:50.595504 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] Set router 3d6aa067-083b-4c0a-8dc9-5ffcb8efc477 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:44:50.712194 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838f5e40-15a7-4c6e-9c32-5377d23c96b7 tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:50.713682 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-838f5e40-15a7-4c6e-9c32-5377d23c96b7 tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2419775 Mar 05 14:44:50.716567 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54786) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:44:50.755909 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-6ac655be-6b1e-4944-bb91-2ec35b3835fd tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ea5c893a-3da0-441e-a4e9-f34cafda1d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382900 Mar 05 14:44:50.758451 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54790) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:44:50.763719 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-bb74dac0-2a0b-459a-a2d4-07c06cc1903c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-539045116', 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0', 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:44:50.873541 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-bb74dac0-2a0b-459a-a2d4-07c06cc1903c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:44:50.876831 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916300159', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:49Z', 'revision_number': 3, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:44:50.877216 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-bb74dac0-2a0b-459a-a2d4-07c06cc1903c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:subnet and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:44:50.880843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-bb74dac0-2a0b-459a-a2d4-07c06cc1903c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:44:50.881319 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] Checking router: 3d6aa067-083b-4c0a-8dc9-5ffcb8efc477 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:44:50.881691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] Updating router 3d6aa067-083b-4c0a-8dc9-5ffcb8efc477 port 65d00c04-84d5-48c7-a9fc-4290b4f8ccef binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:44:50.886315 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-bb74dac0-2a0b-459a-a2d4-07c06cc1903c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:44:50.895773 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb74dac0-2a0b-459a-a2d4-07c06cc1903c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Made reservation on behalf of f6bbde4b0a6141a6a7e724e7aa2ebb51 for: {'subnet': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:44:50.899511 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bb74dac0-2a0b-459a-a2d4-07c06cc1903c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501075'] for subnet, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:50.936058 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:51.115560 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bb74dac0-2a0b-459a-a2d4-07c06cc1903c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2208479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501061'] for subnet, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:51.196599 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74dac0-2a0b-459a-a2d4-07c06cc1903c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Subnet': ['ID=d6eed583-fd10-4af1-80f1-7d4662be3dfa,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:51.205240 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb74dac0-2a0b-459a-a2d4-07c06cc1903c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Checking segment: {'id': '3ea08d62-adac-43bf-adfd-1af0624d827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:44:51.205589 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb74dac0-2a0b-459a-a2d4-07c06cc1903c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network hostable DHCP agents. Network: ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:44:51.224616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb74dac0-2a0b-459a-a2d4-07c06cc1903c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:44:51.233573 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-bb74dac0-2a0b-459a-a2d4-07c06cc1903c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0) {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:44:51.237780 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb74dac0-2a0b-459a-a2d4-07c06cc1903c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:51.238881 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-bb74dac0-2a0b-459a-a2d4-07c06cc1903c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:51.248471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710a19a5-89e5-4d08-9f7e-1e886ec21db7 None None] Network ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:44:51.261094 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-bb74dac0-2a0b-459a-a2d4-07c06cc1903c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5016377 Mar 05 14:44:51.263995 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54794) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:44:51.356808 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:51.375831 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] Transition to ACTIVE for port object 65d00c04-84d5-48c7-a9fc-4290b4f8ccef will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:44:51.392667 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:51.527208 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8402af9-5fe0-491e-8142-4a9fe2a772b5 None None] Pushing event updated for resources: {'Port': ['ID=65d00c04-84d5-48c7-a9fc-4290b4f8ccef,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:51.532186 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] Attempting to bind port 65d00c04-84d5-48c7-a9fc-4290b4f8ccef on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:44:51.532559 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] Attempting to bind port 65d00c04-84d5-48c7-a9fc-4290b4f8ccef by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:44:51.532918 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] Attempting to bind port 65d00c04-84d5-48c7-a9fc-4290b4f8ccef on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:44:51.541077 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:44:51.541447 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:44:51.541846 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:51.542234 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:44:51.542694 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] Bound port: 65d00c04-84d5-48c7-a9fc-4290b4f8ccef, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:44:51.543091 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:51.628249 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8ad0c4-1e04-4d93-881c-30dbe826c3ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0', 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ips': [{'subnet_id': 'd6eed583-fd10-4af1-80f1-7d4662be3dfa'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:44:51.629709 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f8ad0c4-1e04-4d93-881c-30dbe826c3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:51.703301 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] For port 65d00c04-84d5-48c7-a9fc-4290b4f8ccef, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:44:51.721304 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] For port 65d00c04-84d5-48c7-a9fc-4290b4f8ccef, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=65d00c04-84d5-48c7-a9fc-4290b4f8ccef,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:44:51.729647 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:51.908424 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] Routers {'3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:44:51.909047 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:44:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:44:51.969695 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8402af9-5fe0-491e-8142-4a9fe2a772b5 None None] Pushing event updated for resources: {'Port': ['ID=65d00c04-84d5-48c7-a9fc-4290b4f8ccef,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:51.974642 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0c7d-0a06-468a-9cd6-730a93878e16 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:51.990505 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-7f8ad0c4-1e04-4d93-881c-30dbe826c3ce None None] Allocated IP 172.20.0.2 (ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0/d6eed583-fd10-4af1-80f1-7d4662be3dfa/94760cfd-c763-4358-aeb4-280bc58644d3) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:44:52.199130 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] Set router 3d6aa067-083b-4c0a-8dc9-5ffcb8efc477 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:44:52.501823 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f8ad0c4-1e04-4d93-881c-30dbe826c3ce None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:52.543209 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7f8ad0c4-1e04-4d93-881c-30dbe826c3ce None None] Transition to ACTIVE for port object 94760cfd-c763-4358-aeb4-280bc58644d3 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:44:52.570652 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-7f8ad0c4-1e04-4d93-881c-30dbe826c3ce None None] Transition to ACTIVE for port object 94760cfd-c763-4358-aeb4-280bc58644d3 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:44:52.576476 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f8ad0c4-1e04-4d93-881c-30dbe826c3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:52.641146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-f5fe0c7d-0a06-468a-9cd6-730a93878e16 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Allocated IP 172.20.0.1 (ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0/d6eed583-fd10-4af1-80f1-7d4662be3dfa/362fe8a0-e790-4c27-9cb9-8ccff19df56d) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:44:52.651782 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8ad0c4-1e04-4d93-881c-30dbe826c3ce None None] Network ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:44:52.656268 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-7f8ad0c4-1e04-4d93-881c-30dbe826c3ce None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:44:52.661813 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8ad0c4-1e04-4d93-881c-30dbe826c3ce None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:44:52.663782 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ad0c4-1e04-4d93-881c-30dbe826c3ce None None] Pushing event updated for resources: {'Port': ['ID=94760cfd-c763-4358-aeb4-280bc58644d3,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:52.702045 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916300159', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:49Z', 'revision_number': 3, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:44:52.736779 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d1c331-756b-43fe-8d11-d7eb1f084e7d None None] The sync data for ids ['3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'] in n-d-803718-1 is: [{'id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916300159', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:49Z', 'revision_number': 3, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:44:52.760961 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7f8ad0c4-1e04-4d93-881c-30dbe826c3ce None None] Attempting to bind port 94760cfd-c763-4358-aeb4-280bc58644d3 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:44:52.761337 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7f8ad0c4-1e04-4d93-881c-30dbe826c3ce None None] Attempting to bind port 94760cfd-c763-4358-aeb4-280bc58644d3 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '3ea08d62-adac-43bf-adfd-1af0624d827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:44:52.761701 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8ad0c4-1e04-4d93-881c-30dbe826c3ce None None] Attempting to bind port 94760cfd-c763-4358-aeb4-280bc58644d3 on network ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:44:52.767750 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8ad0c4-1e04-4d93-881c-30dbe826c3ce None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:44:52.768129 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8ad0c4-1e04-4d93-881c-30dbe826c3ce None None] Checking segment: {'id': '3ea08d62-adac-43bf-adfd-1af0624d827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:44:52.768527 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f8ad0c4-1e04-4d93-881c-30dbe826c3ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:52.769062 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8ad0c4-1e04-4d93-881c-30dbe826c3ce None None] Bound using segment: {'id': '3ea08d62-adac-43bf-adfd-1af0624d827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:44:52.769537 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-7f8ad0c4-1e04-4d93-881c-30dbe826c3ce None None] Bound port: 94760cfd-c763-4358-aeb4-280bc58644d3, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea08d62-adac-43bf-adfd-1af0624d827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:44:52.770022 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f8ad0c4-1e04-4d93-881c-30dbe826c3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:52.809855 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0c7d-0a06-468a-9cd6-730a93878e16 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:52.828933 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-f5fe0c7d-0a06-468a-9cd6-730a93878e16 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Transition to ACTIVE for port object 362fe8a0-e790-4c27-9cb9-8ccff19df56d will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:44:52.854166 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0c7d-0a06-468a-9cd6-730a93878e16 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:52.866495 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-7f8ad0c4-1e04-4d93-881c-30dbe826c3ce None None] For port 94760cfd-c763-4358-aeb4-280bc58644d3, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:44:52.869852 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-7f8ad0c4-1e04-4d93-881c-30dbe826c3ce None None] For port 94760cfd-c763-4358-aeb4-280bc58644d3, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=94760cfd-c763-4358-aeb4-280bc58644d3,segment=NetworkSegment(3ea08d62-adac-43bf-adfd-1af0624d827c),segment_id=3ea08d62-adac-43bf-adfd-1af0624d827c)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:44:52.875601 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7f8ad0c4-1e04-4d93-881c-30dbe826c3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:52.921896 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fe0c7d-0a06-468a-9cd6-730a93878e16 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:44:52.925003 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-f5fe0c7d-0a06-468a-9cd6-730a93878e16 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:44:52.934445 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fe0c7d-0a06-468a-9cd6-730a93878e16 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:44:52.961089 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ad0c4-1e04-4d93-881c-30dbe826c3ce None None] Pushing event updated for resources: {'Port': ['ID=94760cfd-c763-4358-aeb4-280bc58644d3,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:52.975707 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe0c7d-0a06-468a-9cd6-730a93878e16 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=362fe8a0-e790-4c27-9cb9-8ccff19df56d,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:53.020318 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0c7d-0a06-468a-9cd6-730a93878e16 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:53.337281 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0c7d-0a06-468a-9cd6-730a93878e16 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:53.768647 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0c7d-0a06-468a-9cd6-730a93878e16 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:53.774587 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0c7d-0a06-468a-9cd6-730a93878e16 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:53.892310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe0c7d-0a06-468a-9cd6-730a93878e16 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=362fe8a0-e790-4c27-9cb9-8ccff19df56d,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:53.894669 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0c7d-0a06-468a-9cd6-730a93878e16 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:53.923480 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc184d0-f7e9-48b9-8bb9-f537a04a7799 None None] Network ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:44:54.026680 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5bc9f5be-990f-4d4c-864f-5f733414add9 None None] Provisioning for port 94760cfd-c763-4358-aeb4-280bc58644d3 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:44:54.173792 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fe0c7d-0a06-468a-9cd6-730a93878e16 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:44:54.174938 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-f5fe0c7d-0a06-468a-9cd6-730a93878e16 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:44:54.383630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fe0c7d-0a06-468a-9cd6-730a93878e16 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router 3d6aa067-083b-4c0a-8dc9-5ffcb8efc477 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:44:54.447271 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 94760cfd-c763-4358-aeb4-280bc58644d3 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:44:54.517631 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 94760cfd-c763-4358-aeb4-280bc58644d3 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:44:54.523734 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 94760cfd-c763-4358-aeb4-280bc58644d3 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:44:54.524114 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:54.594862 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fe0c7d-0a06-468a-9cd6-730a93878e16 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:44:54.607467 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] Sync routers for ids ['3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:44:54.608092 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f5fe0c7d-0a06-468a-9cd6-730a93878e16 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "PUT /v2.0/routers/3d6aa067-083b-4c0a-8dc9-5ffcb8efc477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3430250 Mar 05 14:44:54.617914 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] Routers {'3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:44:54.618621 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:44:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:44:54.647546 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-19671354-0324-4d80-92ec-0e5f68297730 None None] Provisioning complete for port 94760cfd-c763-4358-aeb4-280bc58644d3 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:44:54.647916 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-19671354-0324-4d80-92ec-0e5f68297730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:54.811733 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:54.835426 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-fa995b85-9ffc-41d9-b45e-33bba6584e43 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-610070275&fields=id&tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51 HTTP/1.1" status: 200 len: 267 time: 0.0561814 Mar 05 14:44:54.845161 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] Set router 3d6aa067-083b-4c0a-8dc9-5ffcb8efc477 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:44:54.854966 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-19671354-0324-4d80-92ec-0e5f68297730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:54.875536 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 94760cfd-c763-4358-aeb4-280bc58644d3, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=94760cfd-c763-4358-aeb4-280bc58644d3,segment=NetworkSegment(3ea08d62-adac-43bf-adfd-1af0624d827c),segment_id=3ea08d62-adac-43bf-adfd-1af0624d827c)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:44:54.885826 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:54.886605 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 65d00c04-84d5-48c7-a9fc-4290b4f8ccef up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:44:55.008266 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-1aeda103-a264-4c71-b6fc-3db279c2cb4a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:55.009023 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-1aeda103-a264-4c71-b6fc-3db279c2cb4a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:network {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:44:55.024833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-1aeda103-a264-4c71-b6fc-3db279c2cb4a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:network {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:44:55.026056 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-1aeda103-a264-4c71-b6fc-3db279c2cb4a tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/networks?id=ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0 HTTP/1.1" status: 200 len: 796 time: 0.1823940 Mar 05 14:44:55.046377 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-56a35fdf-6fcb-49d9-a07c-64a6904d9369 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/quotas/f6bbde4b0a6141a6a7e724e7aa2ebb51 HTTP/1.1" status: 200 len: 375 time: 0.0131114 Mar 05 14:44:55.059573 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-19671354-0324-4d80-92ec-0e5f68297730 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:44:55.060211 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-19671354-0324-4d80-92ec-0e5f68297730 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:44:55.061383 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=94760cfd-c763-4358-aeb4-280bc58644d3,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:55.074712 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 65d00c04-84d5-48c7-a9fc-4290b4f8ccef completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:44:55.081101 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 65d00c04-84d5-48c7-a9fc-4290b4f8ccef triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:44:55.081664 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:55.138291 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-07052a97-85cd-4e6c-af6a-91055f9f2d55 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:44:55.157554 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-07052a97-85cd-4e6c-af6a-91055f9f2d55 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:44:55.158884 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-07052a97-85cd-4e6c-af6a-91055f9f2d55 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035433 Mar 05 14:44:55.205593 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:55.220451 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916300159', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:53Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '362fe8a0-e790-4c27-9cb9-8ccff19df56d', 'name': '', 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:1f:91:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd6eed583-fd10-4af1-80f1-7d4662be3dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:44:52Z', 'updated_at': '2022-03-05T14:44:53Z', 'revision_number': 2, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'd6eed583-fd10-4af1-80f1-7d4662be3dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:44:55.223891 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 65d00c04-84d5-48c7-a9fc-4290b4f8ccef, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=65d00c04-84d5-48c7-a9fc-4290b4f8ccef,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:44:55.225410 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] Checking router: 3d6aa067-083b-4c0a-8dc9-5ffcb8efc477 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:44:55.225757 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] Updating router 3d6aa067-083b-4c0a-8dc9-5ffcb8efc477 port 362fe8a0-e790-4c27-9cb9-8ccff19df56d binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:44:55.227715 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:55.281560 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:55.296614 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=65d00c04-84d5-48c7-a9fc-4290b4f8ccef,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:55.344530 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-76f47eb8-8131-4144-bd96-51463168de0c service neutron] 10.222.0.16 "GET /v2.0/networks/ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726704 Mar 05 14:44:55.478963 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-25dbeaa7-2aee-4863-b12f-2d07e0c1d177 service neutron] 10.222.0.16 "GET /v2.0/networks/ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283164 Mar 05 14:44:55.629830 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:55.638725 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-19671354-0324-4d80-92ec-0e5f68297730 None None] Provisioning for port 362fe8a0-e790-4c27-9cb9-8ccff19df56d completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:44:55.644146 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-19671354-0324-4d80-92ec-0e5f68297730 None None] Provisioning complete for port 362fe8a0-e790-4c27-9cb9-8ccff19df56d triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:44:55.644310 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] Transition to ACTIVE for port object 362fe8a0-e790-4c27-9cb9-8ccff19df56d will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:44:55.644688 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-19671354-0324-4d80-92ec-0e5f68297730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:55.651269 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:55.701921 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-19671354-0324-4d80-92ec-0e5f68297730 None None] Port 362fe8a0-e790-4c27-9cb9-8ccff19df56d cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:44:55.702405 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-58cf8fd3-b8f1-4077-aed0-4104ed776792 req-0b965f6f-8517-4d15-a4af-88581a37e212 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 210 time: 0.0602016 Mar 05 14:44:55.789320 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644798f-9bc6-42c1-8831-b2fbd7751f92 None None] Pushing event updated for resources: {'Port': ['ID=362fe8a0-e790-4c27-9cb9-8ccff19df56d,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:55.831239 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644798f-9bc6-42c1-8831-b2fbd7751f92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:55.831572 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644798f-9bc6-42c1-8831-b2fbd7751f92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:55.831895 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644798f-9bc6-42c1-8831-b2fbd7751f92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:55.832333 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644798f-9bc6-42c1-8831-b2fbd7751f92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:55.832657 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644798f-9bc6-42c1-8831-b2fbd7751f92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:55.832973 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644798f-9bc6-42c1-8831-b2fbd7751f92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:55.833287 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644798f-9bc6-42c1-8831-b2fbd7751f92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:55.833600 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644798f-9bc6-42c1-8831-b2fbd7751f92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:55.833916 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644798f-9bc6-42c1-8831-b2fbd7751f92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:55.834223 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644798f-9bc6-42c1-8831-b2fbd7751f92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:55.834532 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644798f-9bc6-42c1-8831-b2fbd7751f92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:55.834887 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2644798f-9bc6-42c1-8831-b2fbd7751f92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:44:55.895087 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] Attempting to bind port 362fe8a0-e790-4c27-9cb9-8ccff19df56d on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:44:55.895458 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] Attempting to bind port 362fe8a0-e790-4c27-9cb9-8ccff19df56d by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '3ea08d62-adac-43bf-adfd-1af0624d827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:44:55.895813 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] Attempting to bind port 362fe8a0-e790-4c27-9cb9-8ccff19df56d on network ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:44:55.901453 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:44:55.901884 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] Checking segment: {'id': '3ea08d62-adac-43bf-adfd-1af0624d827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:44:55.902283 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:55.902652 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] Bound using segment: {'id': '3ea08d62-adac-43bf-adfd-1af0624d827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:44:55.903145 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] Bound port: 362fe8a0-e790-4c27-9cb9-8ccff19df56d, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea08d62-adac-43bf-adfd-1af0624d827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:44:55.903542 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:56.000881 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] For port 362fe8a0-e790-4c27-9cb9-8ccff19df56d, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:44:56.003762 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] For port 362fe8a0-e790-4c27-9cb9-8ccff19df56d, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=362fe8a0-e790-4c27-9cb9-8ccff19df56d,segment=NetworkSegment(3ea08d62-adac-43bf-adfd-1af0624d827c),segment_id=3ea08d62-adac-43bf-adfd-1af0624d827c)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:44:56.008143 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:56.086211 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] Routers {'3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:44:56.086852 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:44:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:44:56.145265 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644798f-9bc6-42c1-8831-b2fbd7751f92 None None] Pushing event updated for resources: {'Port': ['ID=362fe8a0-e790-4c27-9cb9-8ccff19df56d,revision_number=4']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:56.279250 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] Set router 3d6aa067-083b-4c0a-8dc9-5ffcb8efc477 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:44:56.385645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 94760cfd-c763-4358-aeb4-280bc58644d3 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:44:56.471235 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 94760cfd-c763-4358-aeb4-280bc58644d3 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:44:56.471620 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:56.589156 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 65d00c04-84d5-48c7-a9fc-4290b4f8ccef up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:44:56.614539 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916300159', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:53Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '362fe8a0-e790-4c27-9cb9-8ccff19df56d', 'name': '', 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:1f:91:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd6eed583-fd10-4af1-80f1-7d4662be3dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:44:52Z', 'updated_at': '2022-03-05T14:44:55Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'd6eed583-fd10-4af1-80f1-7d4662be3dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:44:56.618622 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e12006b-ac19-42d8-9b3b-22519fe1a4ba None None] The sync data for ids ['3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'] in n-d-803718-1 is: [{'id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916300159', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:53Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '362fe8a0-e790-4c27-9cb9-8ccff19df56d', 'name': '', 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:1f:91:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd6eed583-fd10-4af1-80f1-7d4662be3dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:44:52Z', 'updated_at': '2022-03-05T14:44:55Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'd6eed583-fd10-4af1-80f1-7d4662be3dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:44:56.663347 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 65d00c04-84d5-48c7-a9fc-4290b4f8ccef triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:44:56.663996 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:56.912775 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5489c84f-e8bb-4f84-af22-b1a0da032ca9 req-726ac8e5-1716-40c5-b0d6-81729bf0f44e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 210 time: 0.0652099 Mar 05 14:44:57.031279 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-1c69ffee-f9ba-451a-9ec9-098be9fcd9fb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:57.032772 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-1c69ffee-f9ba-451a-9ec9-098be9fcd9fb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.30 "GET /v2.0/networks?id=ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0 HTTP/1.1" status: 200 len: 796 time: 0.2071989 Mar 05 14:44:57.082959 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-ff15bfcd-2612-402e-b468-7fb5679cf3fc tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51 HTTP/1.1" status: 200 len: 379 time: 0.0425375 Mar 05 14:44:57.091691 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-c214f277-3853-4c1d-8c1a-0628016ec3e3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'port': {'device_id': '61faa597-c4ca-481d-8003-727da56f77d1', 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0', 'admin_state_up': True, 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'security_groups': ['fe97ba1f-a0a1-4e19-a820-e114ba9b6096']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:44:57.235144 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-c214f277-3853-4c1d-8c1a-0628016ec3e3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:44:57.245310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-c214f277-3853-4c1d-8c1a-0628016ec3e3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:44:57.256238 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-c214f277-3853-4c1d-8c1a-0628016ec3e3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Made reservation on behalf of f6bbde4b0a6141a6a7e724e7aa2ebb51 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:44:57.259751 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-c214f277-3853-4c1d-8c1a-0628016ec3e3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:57.562972 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-c214f277-3853-4c1d-8c1a-0628016ec3e3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Allocated IP 172.20.0.8 (ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0/d6eed583-fd10-4af1-80f1-7d4662be3dfa/3c3e660d-1e95-4edf-94a3-886665a4b40b) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:44:57.753671 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-c214f277-3853-4c1d-8c1a-0628016ec3e3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:57.769758 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-c214f277-3853-4c1d-8c1a-0628016ec3e3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Transition to ACTIVE for port object 3c3e660d-1e95-4edf-94a3-886665a4b40b will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:44:57.793166 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-c214f277-3853-4c1d-8c1a-0628016ec3e3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:57.861157 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-c214f277-3853-4c1d-8c1a-0628016ec3e3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:44:57.869179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-c214f277-3853-4c1d-8c1a-0628016ec3e3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:44:57.873471 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-c214f277-3853-4c1d-8c1a-0628016ec3e3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:44:57.904459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214f277-3853-4c1d-8c1a-0628016ec3e3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=3c3e660d-1e95-4edf-94a3-886665a4b40b,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:57.943021 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-c214f277-3853-4c1d-8c1a-0628016ec3e3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:57.943549 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-c214f277-3853-4c1d-8c1a-0628016ec3e3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:57.975393 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-c214f277-3853-4c1d-8c1a-0628016ec3e3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8872728 Mar 05 14:44:57.987015 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-ca9db689-4f86-4c38-ab9b-72aad4262fa4 service neutron] Request body: {'port': {'device_id': '61faa597-c4ca-481d-8003-727da56f77d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:44:58.111258 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-ca9db689-4f86-4c38-ab9b-72aad4262fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:58.123879 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3d166-3dcd-4b06-82ca-d570f522d232 req-cd36c75a-fdf9-4309-90a7-5e4f0b5a36fa tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:58.125320 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6df3d166-3dcd-4b06-82ca-d570f522d232 req-cd36c75a-fdf9-4309-90a7-5e4f0b5a36fa tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 931 time: 0.0952158 Mar 05 14:44:58.153442 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-adea8461-20d0-43f7-ab09-0848d2f35669 None None] Provisioning for port 3c3e660d-1e95-4edf-94a3-886665a4b40b completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:44:58.159232 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-adea8461-20d0-43f7-ab09-0848d2f35669 None None] Provisioning complete for port 3c3e660d-1e95-4edf-94a3-886665a4b40b triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:44:58.159708 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-adea8461-20d0-43f7-ab09-0848d2f35669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:58.172674 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6df3d166-3dcd-4b06-82ca-d570f522d232 req-d14ca160-cfd0-4bdb-bd74-1aa183f95245 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:44:58.189062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-6df3d166-3dcd-4b06-82ca-d570f522d232 req-d14ca160-cfd0-4bdb-bd74-1aa183f95245 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:44:58.190991 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6df3d166-3dcd-4b06-82ca-d570f522d232 req-d14ca160-cfd0-4bdb-bd74-1aa183f95245 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe97ba1f-a0a1-4e19-a820-e114ba9b6096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590897 Mar 05 14:44:58.218857 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-adea8461-20d0-43f7-ab09-0848d2f35669 None None] Port 3c3e660d-1e95-4edf-94a3-886665a4b40b cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:44:58.390038 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 362fe8a0-e790-4c27-9cb9-8ccff19df56d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:44:58.460911 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 362fe8a0-e790-4c27-9cb9-8ccff19df56d completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:44:58.465664 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 362fe8a0-e790-4c27-9cb9-8ccff19df56d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:44:58.466029 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:58.473096 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-ca9db689-4f86-4c38-ab9b-72aad4262fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c3e660d-1e95-4edf-94a3-886665a4b40b {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:44:58.480588 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-ca9db689-4f86-4c38-ab9b-72aad4262fa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:58.495556 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-ca9db689-4f86-4c38-ab9b-72aad4262fa4 service neutron] Transition to ACTIVE for port object 3c3e660d-1e95-4edf-94a3-886665a4b40b will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:44:58.499522 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-ca9db689-4f86-4c38-ab9b-72aad4262fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:58.580330 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:58.620130 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 362fe8a0-e790-4c27-9cb9-8ccff19df56d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=362fe8a0-e790-4c27-9cb9-8ccff19df56d,segment=NetworkSegment(3ea08d62-adac-43bf-adfd-1af0624d827c),segment_id=3ea08d62-adac-43bf-adfd-1af0624d827c)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:44:58.625031 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:58.696328 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=362fe8a0-e790-4c27-9cb9-8ccff19df56d,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:58.699288 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9db689-4f86-4c38-ab9b-72aad4262fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c3e660d-1e95-4edf-94a3-886665a4b40b,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:58.745168 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-ca9db689-4f86-4c38-ab9b-72aad4262fa4 service neutron] Attempting to bind port 3c3e660d-1e95-4edf-94a3-886665a4b40b on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:44:58.745499 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-ca9db689-4f86-4c38-ab9b-72aad4262fa4 service neutron] Attempting to bind port 3c3e660d-1e95-4edf-94a3-886665a4b40b by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': '3ea08d62-adac-43bf-adfd-1af0624d827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:44:58.745819 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-ca9db689-4f86-4c38-ab9b-72aad4262fa4 service neutron] Attempting to bind port 3c3e660d-1e95-4edf-94a3-886665a4b40b on network ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:44:58.750344 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-ca9db689-4f86-4c38-ab9b-72aad4262fa4 service neutron] Port 3c3e660d-1e95-4edf-94a3-886665a4b40b on network ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:44:58.750652 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-ca9db689-4f86-4c38-ab9b-72aad4262fa4 service neutron] Attempting to bind port 3c3e660d-1e95-4edf-94a3-886665a4b40b on network ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:44:58.756814 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-ca9db689-4f86-4c38-ab9b-72aad4262fa4 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:44:58.757139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-ca9db689-4f86-4c38-ab9b-72aad4262fa4 service neutron] Checking segment: {'id': '3ea08d62-adac-43bf-adfd-1af0624d827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:44:58.757513 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-ca9db689-4f86-4c38-ab9b-72aad4262fa4 service neutron] Bound using segment: {'id': '3ea08d62-adac-43bf-adfd-1af0624d827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:44:58.757926 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-ca9db689-4f86-4c38-ab9b-72aad4262fa4 service neutron] Bound port: 3c3e660d-1e95-4edf-94a3-886665a4b40b, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea08d62-adac-43bf-adfd-1af0624d827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:44:58.758264 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-ca9db689-4f86-4c38-ab9b-72aad4262fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:58.851905 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-ca9db689-4f86-4c38-ab9b-72aad4262fa4 service neutron] For port 3c3e660d-1e95-4edf-94a3-886665a4b40b, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:44:58.855009 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-ca9db689-4f86-4c38-ab9b-72aad4262fa4 service neutron] For port 3c3e660d-1e95-4edf-94a3-886665a4b40b, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=3c3e660d-1e95-4edf-94a3-886665a4b40b,segment=NetworkSegment(3ea08d62-adac-43bf-adfd-1af0624d827c),segment_id=3ea08d62-adac-43bf-adfd-1af0624d827c)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:44:58.859323 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-ca9db689-4f86-4c38-ab9b-72aad4262fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:58.916561 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-ca9db689-4f86-4c38-ab9b-72aad4262fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:58.917162 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-ca9db689-4f86-4c38-ab9b-72aad4262fa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:58.918514 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-ca9db689-4f86-4c38-ab9b-72aad4262fa4 service neutron] 10.222.0.30 "PUT /v2.0/ports/3c3e660d-1e95-4edf-94a3-886665a4b40b HTTP/1.1" status: 200 len: 1091 time: 0.9363060 Mar 05 14:44:58.918964 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61faa597-c4ca-481d-8003-727da56f77d1', 'tag': '3c3e660d-1e95-4edf-94a3-886665a4b40b'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:44:58.946193 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9db689-4f86-4c38-ab9b-72aad4262fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c3e660d-1e95-4edf-94a3-886665a4b40b,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:44:58.996569 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61faa597-c4ca-481d-8003-727da56f77d1', 'tag': '3c3e660d-1e95-4edf-94a3-886665a4b40b', 'status': 'completed', 'code': 200} Mar 05 14:44:59.038593 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-2585381c-9bed-45d6-be4d-c7ca24b15aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:59.040111 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-2585381c-9bed-45d6-be4d-c7ca24b15aa4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 1094 time: 0.0792782 Mar 05 14:44:59.112790 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-23cce88b-c5f7-459e-9830-da65c77278f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c3e660d-1e95-4edf-94a3-886665a4b40b HTTP/1.1" status: 200 len: 217 time: 0.0651050 Mar 05 14:44:59.176068 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-52909be6-55ba-4c0d-8a82-b4002168ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:59.177552 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-52909be6-55ba-4c0d-8a82-b4002168ff64 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6eed583-fd10-4af1-80f1-7d4662be3dfa HTTP/1.1" status: 200 len: 834 time: 0.0590811 Mar 05 14:44:59.253584 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-8888cbcc-510e-49f5-8295-8bd591054187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:59.255371 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-8888cbcc-510e-49f5-8295-8bd591054187 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719812 Mar 05 14:44:59.500462 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-6afe6a24-aba2-4d08-8620-21872c576bb7 service neutron] 10.222.0.30 "GET /v2.0/networks/ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389426 Mar 05 14:44:59.512808 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5304080-6bd8-4d58-bdf3-2306df8e6876 req-e51bb1d3-032e-4d3d-9a62-24ceb40efea3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:59.514430 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e5304080-6bd8-4d58-bdf3-2306df8e6876 req-e51bb1d3-032e-4d3d-9a62-24ceb40efea3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 943 time: 0.2095895 Mar 05 14:44:59.519093 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:59.561601 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e5304080-6bd8-4d58-bdf3-2306df8e6876 req-70ec6427-a8c7-467f-87ce-6a5a6b925941 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe97ba1f-a0a1-4e19-a820-e114ba9b6096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387626 Mar 05 14:44:59.595850 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:44:59.634694 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9618ec3f-0865-4186-a3ae-970fc9051733 req-552c4446-c5d6-4a19-b633-4dd3c9f4e7f1 service neutron] 10.222.0.30 "GET /v2.0/networks/ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287365 Mar 05 14:44:59.749619 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc399b5-d4b8-4e2f-8639-83ca978803ed req-33e0dc08-61d8-4238-9bcd-1183b9030de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:59.751158 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5bc399b5-d4b8-4e2f-8639-83ca978803ed req-33e0dc08-61d8-4238-9bcd-1183b9030de5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 1094 time: 0.0735939 Mar 05 14:44:59.881205 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc399b5-d4b8-4e2f-8639-83ca978803ed req-573f24cc-9d92-4a51-86bc-558cbaadff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:44:59.882614 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5bc399b5-d4b8-4e2f-8639-83ca978803ed req-573f24cc-9d92-4a51-86bc-558cbaadff52 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0 HTTP/1.1" status: 200 len: 896 time: 0.1250980 Mar 05 14:44:59.954351 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5bc399b5-d4b8-4e2f-8639-83ca978803ed req-98140440-8281-4cd0-961e-08118da969d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c3e660d-1e95-4edf-94a3-886665a4b40b HTTP/1.1" status: 200 len: 217 time: 0.0643430 Mar 05 14:45:00.015136 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc399b5-d4b8-4e2f-8639-83ca978803ed req-25a529d6-d9af-48aa-8c31-034f54ef3e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:00.016419 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5bc399b5-d4b8-4e2f-8639-83ca978803ed req-25a529d6-d9af-48aa-8c31-034f54ef3e5c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6eed583-fd10-4af1-80f1-7d4662be3dfa HTTP/1.1" status: 200 len: 834 time: 0.0565040 Mar 05 14:45:00.093175 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc399b5-d4b8-4e2f-8639-83ca978803ed req-e1e1665a-9828-47a3-9f4c-2e545a1bfa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:00.094642 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5bc399b5-d4b8-4e2f-8639-83ca978803ed req-e1e1665a-9828-47a3-9f4c-2e545a1bfa14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716009 Mar 05 14:45:00.224396 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5bc399b5-d4b8-4e2f-8639-83ca978803ed req-9cd4b2fe-04c1-464f-b1b1-8421ffaef89c service neutron] 10.222.0.30 "GET /v2.0/networks/ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231000 Mar 05 14:45:00.363771 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5bc399b5-d4b8-4e2f-8639-83ca978803ed req-7e5727e1-aad9-4fcf-9fc6-63a4f14cb7f3 service neutron] 10.222.0.30 "GET /v2.0/networks/ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297188 Mar 05 14:45:00.374673 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 362fe8a0-e790-4c27-9cb9-8ccff19df56d up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:45:00.440636 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 362fe8a0-e790-4c27-9cb9-8ccff19df56d triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:45:00.440991 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:00.752720 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5578e1e-6906-41db-980e-288fe4809bca req-cd171900-ca60-4a36-b3d3-68319f90ed8b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:00.753407 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-b5578e1e-6906-41db-980e-288fe4809bca req-cd171900-ca60-4a36-b3d3-68319f90ed8b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:45:00.768977 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-b5578e1e-6906-41db-980e-288fe4809bca req-cd171900-ca60-4a36-b3d3-68319f90ed8b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:45:00.770123 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b5578e1e-6906-41db-980e-288fe4809bca req-cd171900-ca60-4a36-b3d3-68319f90ed8b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 943 time: 0.1005862 Mar 05 14:45:00.814280 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b5578e1e-6906-41db-980e-288fe4809bca req-6c5db7e0-78d4-434d-a18d-c03e48e49906 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe97ba1f-a0a1-4e19-a820-e114ba9b6096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383728 Mar 05 14:45:01.996426 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2af596-af3b-45e4-ad62-46460cfbccd9 req-462e0a62-e4cf-4e57-b9f2-f49318add2c8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:01.997847 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a2af596-af3b-45e4-ad62-46460cfbccd9 req-462e0a62-e4cf-4e57-b9f2-f49318add2c8 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 943 time: 0.0824499 Mar 05 14:45:02.040998 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-8a2af596-af3b-45e4-ad62-46460cfbccd9 req-0b3ff0b5-23f8-4d26-89a1-c795bcb93d5e tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe97ba1f-a0a1-4e19-a820-e114ba9b6096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374994 Mar 05 14:45:02.326507 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:45:03.227624 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b5566-15dd-4648-a425-ff7b5d5a83e4 req-1f0034e3-0301-4d20-b8d2-c8573efdfa54 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:03.229069 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-908b5566-15dd-4648-a425-ff7b5d5a83e4 req-1f0034e3-0301-4d20-b8d2-c8573efdfa54 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 943 time: 0.0826080 Mar 05 14:45:03.236428 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 3c3e660d-1e95-4edf-94a3-886665a4b40b details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:45:03.275731 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-908b5566-15dd-4648-a425-ff7b5d5a83e4 req-2f031924-c050-4a48-9cd3-b46a8c0fa226 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe97ba1f-a0a1-4e19-a820-e114ba9b6096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398450 Mar 05 14:45:03.365898 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 3c3e660d-1e95-4edf-94a3-886665a4b40b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=3c3e660d-1e95-4edf-94a3-886665a4b40b,segment=NetworkSegment(3ea08d62-adac-43bf-adfd-1af0624d827c),segment_id=3ea08d62-adac-43bf-adfd-1af0624d827c)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:45:03.378826 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '3c3e660d-1e95-4edf-94a3-886665a4b40b', 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0', 'port_id': '3c3e660d-1e95-4edf-94a3-886665a4b40b', 'mac_address': 'fa:16:3e:67:86:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6eed583-fd10-4af1-80f1-7d4662be3dfa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:45:03.438046 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:03.454567 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c3e660d-1e95-4edf-94a3-886665a4b40b {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:45:03.469504 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 3c3e660d-1e95-4edf-94a3-886665a4b40b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=3c3e660d-1e95-4edf-94a3-886665a4b40b,segment=NetworkSegment(3ea08d62-adac-43bf-adfd-1af0624d827c),segment_id=3ea08d62-adac-43bf-adfd-1af0624d827c)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:45:03.473888 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:03.538485 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=3c3e660d-1e95-4edf-94a3-886665a4b40b,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:45:03.674366 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['3c3e660d-1e95-4edf-94a3-886665a4b40b'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:45:04.460740 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b54d4e-e58f-4180-acb6-c60d4f863ca7 req-2e369270-80a1-49d2-8da2-c6b3f8995689 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:04.462177 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-77b54d4e-e58f-4180-acb6-c60d4f863ca7 req-2e369270-80a1-49d2-8da2-c6b3f8995689 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 944 time: 0.0788472 Mar 05 14:45:04.505678 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-77b54d4e-e58f-4180-acb6-c60d4f863ca7 req-e64daff8-72ac-41a3-a225-41ba082c0944 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe97ba1f-a0a1-4e19-a820-e114ba9b6096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378997 Mar 05 14:45:05.254530 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 3c3e660d-1e95-4edf-94a3-886665a4b40b up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:45:05.330691 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 3c3e660d-1e95-4edf-94a3-886665a4b40b completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:45:05.336775 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 3c3e660d-1e95-4edf-94a3-886665a4b40b triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:45:05.337144 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:05.464165 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:05.490525 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61faa597-c4ca-481d-8003-727da56f77d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3e660d-1e95-4edf-94a3-886665a4b40b'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:45:05.499856 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 3c3e660d-1e95-4edf-94a3-886665a4b40b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=3c3e660d-1e95-4edf-94a3-886665a4b40b,segment=NetworkSegment(3ea08d62-adac-43bf-adfd-1af0624d827c),segment_id=3ea08d62-adac-43bf-adfd-1af0624d827c)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:45:05.508112 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:05.579421 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=3c3e660d-1e95-4edf-94a3-886665a4b40b,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:45:05.593794 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61faa597-c4ca-481d-8003-727da56f77d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3e660d-1e95-4edf-94a3-886665a4b40b', 'code': 200} Mar 05 14:45:05.694721 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb1659-8bd3-46fe-872e-27543b5edeaa req-08b7fcdf-f8da-4e3b-8dea-ca536e3d81a2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:05.696212 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3eb1659-8bd3-46fe-872e-27543b5edeaa req-08b7fcdf-f8da-4e3b-8dea-ca536e3d81a2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 945 time: 0.0848341 Mar 05 14:45:05.719266 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84084b97-d3ef-41ec-8b9e-c2832a6364d2 req-84479764-f894-44ba-af63-180a577aff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:05.720743 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-84084b97-d3ef-41ec-8b9e-c2832a6364d2 req-84479764-f894-44ba-af63-180a577aff58 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 1096 time: 0.0708909 Mar 05 14:45:05.742245 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a3eb1659-8bd3-46fe-872e-27543b5edeaa req-b291e3d4-6e16-4b47-b9ec-560cfef448b9 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe97ba1f-a0a1-4e19-a820-e114ba9b6096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404236 Mar 05 14:45:05.761622 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-84084b97-d3ef-41ec-8b9e-c2832a6364d2 req-c601204e-4f25-45c5-9448-ae50fa0a93c4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fe97ba1f-a0a1-4e19-a820-e114ba9b6096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350235 Mar 05 14:45:06.937182 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18667067-738c-4a59-a05d-c1912a6ff310 req-cb1bda18-6eaf-49d0-9237-502b58a6906f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:06.938615 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-18667067-738c-4a59-a05d-c1912a6ff310 req-cb1bda18-6eaf-49d0-9237-502b58a6906f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 945 time: 0.0843263 Mar 05 14:45:06.981773 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-18667067-738c-4a59-a05d-c1912a6ff310 req-b7c07e7a-f5cd-4c08-8ad8-458afc2f6aa4 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe97ba1f-a0a1-4e19-a820-e114ba9b6096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368841 Mar 05 14:45:07.164073 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4ad39-714f-46a2-a5c9-7dfbed2d0196 req-04e3512e-931b-4099-95fc-3ae31d636b31 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:07.165509 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0ff4ad39-714f-46a2-a5c9-7dfbed2d0196 req-04e3512e-931b-4099-95fc-3ae31d636b31 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 945 time: 0.0821004 Mar 05 14:45:07.212061 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0ff4ad39-714f-46a2-a5c9-7dfbed2d0196 req-738d9e76-514e-47f4-bf5e-6616a0420eea tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe97ba1f-a0a1-4e19-a820-e114ba9b6096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405660 Mar 05 14:45:07.234513 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54860) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:45:07.303360 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f78d2c2-afaf-49bc-97db-67a069810672 tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:07.304811 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3f78d2c2-afaf-49bc-97db-67a069810672 tempest-TestNetworkAdvancedServerOps-830001466 tempest-TestNetworkAdvancedServerOps-830001466-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 1091 time: 0.0693283 Mar 05 14:45:07.307725 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54864) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:45:07.312463 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': '3c3e660d-1e95-4edf-94a3-886665a4b40b', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:45:07.319086 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:45:07.322908 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Usage tracker for resource:floatingip and tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:45:07.325680 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:45:07.331456 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:45:07.341086 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:07.476806 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:07.610756 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Allocated IP 172.25.4.63 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/3925e20e-ddfa-43de-b839-8cac3fd39a11) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:45:07.754213 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:07.783276 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:07.843321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:45:07.846118 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:45:07.849855 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:45:07.901635 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=3925e20e-ddfa-43de-b839-8cac3fd39a11,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:45:08.294025 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:08.366248 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:08.673018 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:08.677434 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:08.793191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event updated for resources: {'Port': ['ID=3925e20e-ddfa-43de-b839-8cac3fd39a11,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:45:08.800404 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:08.908172 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d600cab1-8d5b-425b-b285-02955385785c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:08.971779 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Floating IP 2137a7e9-5ef4-4b67-9021-69003d8d6878 associated. External IP: 172.25.4.63, port: 3c3e660d-1e95-4edf-94a3-886665a4b40b. Mar 05 14:45:09.320507 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router 3d6aa067-083b-4c0a-8dc9-5ffcb8efc477 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:45:09.501141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:45:09.511584 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20a2e28-cf94-47e8-a64f-51a245c9275b None None] Sync routers for ids ['3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:45:09.521086 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20a2e28-cf94-47e8-a64f-51a245c9275b None None] Routers {'3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:45:09.521775 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e20a2e28-cf94-47e8-a64f-51a245c9275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:44:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:45:09.528205 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:09.588282 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8052647d-ba30-4652-980f-c9d992cd6f79 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2795646 Mar 05 14:45:09.589020 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61faa597-c4ca-481d-8003-727da56f77d1', 'tag': '3c3e660d-1e95-4edf-94a3-886665a4b40b'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:45:09.641657 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61faa597-c4ca-481d-8003-727da56f77d1', 'tag': '3c3e660d-1e95-4edf-94a3-886665a4b40b', 'status': 'completed', 'code': 200} Mar 05 14:45:09.701687 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-e20a2e28-cf94-47e8-a64f-51a245c9275b None None] Set router 3d6aa067-083b-4c0a-8dc9-5ffcb8efc477 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:45:09.816288 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237ba5b-f9c3-4325-bb4c-3a4a4f26a2e6 req-b73b7eeb-8c15-423b-883c-bc0aac278fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:09.818068 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7237ba5b-f9c3-4325-bb4c-3a4a4f26a2e6 req-b73b7eeb-8c15-423b-883c-bc0aac278fb4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 1096 time: 0.1445715 Mar 05 14:45:09.826227 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2cdb3-739f-4d6a-adb8-2a5aa87e6e4f req-391b8a79-84c4-443a-a137-e7f283ec5251 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:09.827694 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-38e2cdb3-739f-4d6a-adb8-2a5aa87e6e4f req-391b8a79-84c4-443a-a137-e7f283ec5251 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 945 time: 0.1216593 Mar 05 14:45:09.960726 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-38e2cdb3-739f-4d6a-adb8-2a5aa87e6e4f req-9f4052da-10a8-4ebb-a370-475cbce116d3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe97ba1f-a0a1-4e19-a820-e114ba9b6096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142666 Mar 05 14:45:09.984306 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54878) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:45:09.991652 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237ba5b-f9c3-4325-bb4c-3a4a4f26a2e6 req-5a499569-dc07-4837-aba0-4a016689ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:09.993078 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7237ba5b-f9c3-4325-bb4c-3a4a4f26a2e6 req-5a499569-dc07-4837-aba0-4a016689ebbd service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0 HTTP/1.1" status: 200 len: 896 time: 0.1645422 Mar 05 14:45:10.061425 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e20a2e28-cf94-47e8-a64f-51a245c9275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916300159', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:53Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '2137a7e9-5ef4-4b67-9021-69003d8d6878', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'floating_ip_address': '172.25.4.63', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'port_id': '3c3e660d-1e95-4edf-94a3-886665a4b40b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0', 'mac_address': 'fa:16:3e:67:86:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61faa597-c4ca-481d-8003-727da56f77d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:45:08Z', 'updated_at': '2022-03-05T14:45:08Z', 'revision_number': 0, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '362fe8a0-e790-4c27-9cb9-8ccff19df56d', 'name': '', 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:1f:91:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd6eed583-fd10-4af1-80f1-7d4662be3dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:44:52Z', 'updated_at': '2022-03-05T14:44:58Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'd6eed583-fd10-4af1-80f1-7d4662be3dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:45:10.065389 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20a2e28-cf94-47e8-a64f-51a245c9275b None None] Checking router: 3d6aa067-083b-4c0a-8dc9-5ffcb8efc477 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:45:10.075346 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20a2e28-cf94-47e8-a64f-51a245c9275b None None] Routers {'3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:45:10.075891 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e20a2e28-cf94-47e8-a64f-51a245c9275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:44:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:45:10.103080 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-81bbf67b-78a4-4ae7-900f-2feece8e60e3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/floatingips/2137a7e9-5ef4-4b67-9021-69003d8d6878 HTTP/1.1" status: 200 len: 990 time: 0.1164351 Mar 05 14:45:10.209313 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7237ba5b-f9c3-4325-bb4c-3a4a4f26a2e6 req-a77b0719-9eeb-4ec2-96a1-819490e02b43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c3e660d-1e95-4edf-94a3-886665a4b40b HTTP/1.1" status: 200 len: 998 time: 0.2094746 Mar 05 14:45:10.272156 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237ba5b-f9c3-4325-bb4c-3a4a4f26a2e6 req-57121b4c-6464-4599-a793-8cca265414a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:10.273581 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7237ba5b-f9c3-4325-bb4c-3a4a4f26a2e6 req-57121b4c-6464-4599-a793-8cca265414a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6eed583-fd10-4af1-80f1-7d4662be3dfa HTTP/1.1" status: 200 len: 834 time: 0.0587099 Mar 05 14:45:10.291400 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-e20a2e28-cf94-47e8-a64f-51a245c9275b None None] Set router 3d6aa067-083b-4c0a-8dc9-5ffcb8efc477 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:45:10.349422 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237ba5b-f9c3-4325-bb4c-3a4a4f26a2e6 req-0ea9a470-749c-4f46-881d-25cb051cb292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:10.351005 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7237ba5b-f9c3-4325-bb4c-3a4a4f26a2e6 req-0ea9a470-749c-4f46-881d-25cb051cb292 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720420 Mar 05 14:45:10.491998 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7237ba5b-f9c3-4325-bb4c-3a4a4f26a2e6 req-e0bfbddc-2143-4264-847f-a74ab6cd627e service neutron] 10.222.0.30 "GET /v2.0/networks/ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342807 Mar 05 14:45:10.627218 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7237ba5b-f9c3-4325-bb4c-3a4a4f26a2e6 req-8a5359e5-c1a8-4e2b-a45c-4d96cc710f75 service neutron] 10.222.0.30 "GET /v2.0/networks/ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283956 Mar 05 14:45:10.645437 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e20a2e28-cf94-47e8-a64f-51a245c9275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916300159', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:53Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '2137a7e9-5ef4-4b67-9021-69003d8d6878', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'floating_ip_address': '172.25.4.63', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'port_id': '3c3e660d-1e95-4edf-94a3-886665a4b40b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0', 'mac_address': 'fa:16:3e:67:86:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61faa597-c4ca-481d-8003-727da56f77d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:45:08Z', 'updated_at': '2022-03-05T14:45:08Z', 'revision_number': 0, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '362fe8a0-e790-4c27-9cb9-8ccff19df56d', 'name': '', 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:1f:91:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd6eed583-fd10-4af1-80f1-7d4662be3dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:44:52Z', 'updated_at': '2022-03-05T14:44:58Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'd6eed583-fd10-4af1-80f1-7d4662be3dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:45:10.649487 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20a2e28-cf94-47e8-a64f-51a245c9275b None None] The sync data for ids ['3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'] in n-d-803718-1 is: [{'id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916300159', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:53Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '2137a7e9-5ef4-4b67-9021-69003d8d6878', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'floating_ip_address': '172.25.4.63', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'port_id': '3c3e660d-1e95-4edf-94a3-886665a4b40b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0', 'mac_address': 'fa:16:3e:67:86:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61faa597-c4ca-481d-8003-727da56f77d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:45:08Z', 'updated_at': '2022-03-05T14:45:08Z', 'revision_number': 0, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '362fe8a0-e790-4c27-9cb9-8ccff19df56d', 'name': '', 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:1f:91:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd6eed583-fd10-4af1-80f1-7d4662be3dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:44:52Z', 'updated_at': '2022-03-05T14:44:58Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'd6eed583-fd10-4af1-80f1-7d4662be3dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:45:10.829443 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2686062d-86fc-4dea-b16b-25e22eb56ef3 None None] New status for floating IP 2137a7e9-5ef4-4b67-9021-69003d8d6878: ACTIVE {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:45:11.054520 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6d90400f-b70f-4134-a3e2-64bb560882d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:11.104955 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54884) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:45:11.213479 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-295494cb-4596-486f-b835-11588611b691 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/floatingips/2137a7e9-5ef4-4b67-9021-69003d8d6878 HTTP/1.1" status: 200 len: 992 time: 0.1073701 Mar 05 14:45:12.236575 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:12.306199 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:13.903724 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:29.547346 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:29.587677 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:38.150645 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4af28c-2d97-4e5a-82db-f22669ab23f6 req-0e94fffa-77ff-4c30-bdee-41282206cca2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:38.152097 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3f4af28c-2d97-4e5a-82db-f22669ab23f6 req-0e94fffa-77ff-4c30-bdee-41282206cca2 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 945 time: 0.0840168 Mar 05 14:45:38.196039 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3f4af28c-2d97-4e5a-82db-f22669ab23f6 req-03ca5095-0750-49a7-9795-c44b01bfccbe tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe97ba1f-a0a1-4e19-a820-e114ba9b6096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383327 Mar 05 14:45:38.910945 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1506fae9-9425-4f2a-9754-adffe552b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:39.325789 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:45:39.384485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049dc30-807e-47ce-b779-5dfb303a06c0 req-570f2747-1912-43e4-bb0f-33c27e37930f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:39.385946 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0049dc30-807e-47ce-b779-5dfb303a06c0 req-570f2747-1912-43e4-bb0f-33c27e37930f tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 945 time: 0.0824995 Mar 05 14:45:39.434298 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0049dc30-807e-47ce-b779-5dfb303a06c0 req-ff20d9b1-213c-4823-8672-9e9039519ee7 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe97ba1f-a0a1-4e19-a820-e114ba9b6096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426369 Mar 05 14:45:39.457235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54910) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:45:39.563500 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a5090a53-3dd9-4ced-97a8-916b47b93558 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/floatingips/2137a7e9-5ef4-4b67-9021-69003d8d6878 HTTP/1.1" status: 200 len: 992 time: 0.1050572 Mar 05 14:45:41.000615 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0440945-5f32-49ae-bfce-ef3676280d75 req-b325b1da-8481-4118-9a97-45c3e6d666f3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:41.002070 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0440945-5f32-49ae-bfce-ef3676280d75 req-b325b1da-8481-4118-9a97-45c3e6d666f3 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 945 time: 0.0790622 Mar 05 14:45:41.009630 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b798686-2dcb-4054-8469-d10b0cbd0e34 req-fa8677fc-0f9e-40aa-a31c-c2e993fafef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:41.011119 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8b798686-2dcb-4054-8469-d10b0cbd0e34 req-fa8677fc-0f9e-40aa-a31c-c2e993fafef3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 1096 time: 0.0706632 Mar 05 14:45:41.059392 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6e38f2a9-fc10-4bd3-8a46-e773b6565ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:41.062474 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a0440945-5f32-49ae-bfce-ef3676280d75 req-5a8543d4-4b35-4b44-83b4-906031a2e60c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe97ba1f-a0a1-4e19-a820-e114ba9b6096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543463 Mar 05 14:45:41.145261 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b798686-2dcb-4054-8469-d10b0cbd0e34 req-64b6cfad-15e0-4f3a-9621-edf3df06e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:41.147903 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8b798686-2dcb-4054-8469-d10b0cbd0e34 req-64b6cfad-15e0-4f3a-9621-edf3df06e43e service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0 HTTP/1.1" status: 200 len: 896 time: 0.1310258 Mar 05 14:45:41.249986 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8b798686-2dcb-4054-8469-d10b0cbd0e34 req-72707985-b4df-48ca-8b76-2b4a8c387ed5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c3e660d-1e95-4edf-94a3-886665a4b40b HTTP/1.1" status: 200 len: 1000 time: 0.0961471 Mar 05 14:45:41.311852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b798686-2dcb-4054-8469-d10b0cbd0e34 req-d9f5322c-af49-418c-94d0-1f47f7cf670c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:41.313223 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8b798686-2dcb-4054-8469-d10b0cbd0e34 req-d9f5322c-af49-418c-94d0-1f47f7cf670c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6eed583-fd10-4af1-80f1-7d4662be3dfa HTTP/1.1" status: 200 len: 834 time: 0.0565584 Mar 05 14:45:41.390068 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b798686-2dcb-4054-8469-d10b0cbd0e34 req-dd828d58-a0e0-4d5f-a46c-a199259db2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:41.391567 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8b798686-2dcb-4054-8469-d10b0cbd0e34 req-dd828d58-a0e0-4d5f-a46c-a199259db2f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722771 Mar 05 14:45:41.521937 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8b798686-2dcb-4054-8469-d10b0cbd0e34 req-8ad8f47e-df51-41ff-bebf-c56e0ebc05cc service neutron] 10.222.0.30 "GET /v2.0/networks/ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238995 Mar 05 14:45:41.769453 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8b798686-2dcb-4054-8469-d10b0cbd0e34 req-6784f6a0-11aa-493e-bab8-f02c5e0ec906 service neutron] 10.222.0.30 "GET /v2.0/networks/ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419958 Mar 05 14:45:42.240232 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:42.262268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06160d8-8446-4e64-bf01-c1ab42b5ef32 req-8b5879f4-2894-4d2d-a5d0-389a54f97110 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:42.263763 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c06160d8-8446-4e64-bf01-c1ab42b5ef32 req-8b5879f4-2894-4d2d-a5d0-389a54f97110 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 945 time: 0.0833380 Mar 05 14:45:42.309822 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:42.310068 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c06160d8-8446-4e64-bf01-c1ab42b5ef32 req-94efb96c-c57e-4422-9b01-fb9cce6a7b9b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe97ba1f-a0a1-4e19-a820-e114ba9b6096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406132 Mar 05 14:45:43.612000 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640a549-d57f-4966-8f0a-627e90652d70 req-30b5a0aa-81ec-4291-90dd-86dc946c2587 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:43.613443 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c640a549-d57f-4966-8f0a-627e90652d70 req-30b5a0aa-81ec-4291-90dd-86dc946c2587 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 945 time: 0.1981397 Mar 05 14:45:43.657165 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c640a549-d57f-4966-8f0a-627e90652d70 req-6f3700e8-4606-4e10-8cbc-b7feb520d7bb tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe97ba1f-a0a1-4e19-a820-e114ba9b6096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381558 Mar 05 14:45:43.680365 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54924) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:45:43.789323 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-49490893-956f-4e64-b1a8-3cb64f91701c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/floatingips/2137a7e9-5ef4-4b67-9021-69003d8d6878 HTTP/1.1" status: 200 len: 992 time: 0.1078472 Mar 05 14:45:43.906159 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:44.044216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54932) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:45:44.255624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting port 3925e20e-ddfa-43de-b839-8cac3fd39a11 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:45:44.255942 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:44.421478 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:44.421799 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:44.545079 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Calling delete_port for 3925e20e-ddfa-43de-b839-8cac3fd39a11 owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:45:44.690973 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:44.743349 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Port': ['ID=3925e20e-ddfa-43de-b839-8cac3fd39a11,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:45:44.783462 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:44.783807 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:44.784144 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:44.784475 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:44.784803 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:44.785132 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:44.785456 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:44.785778 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:44.786103 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:44.787010 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:44.787430 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:44.787783 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:44.843114 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:44.843367 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Floating IP 2137a7e9-5ef4-4b67-9021-69003d8d6878 disassociated (deleted). External IP: 172.25.4.63, port: 3c3e660d-1e95-4edf-94a3-886665a4b40b. Mar 05 14:45:45.306623 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router 3d6aa067-083b-4c0a-8dc9-5ffcb8efc477 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:45:45.485083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:45:45.495977 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21c251d-c8ae-41b2-9896-83ccee227f0a None None] Sync routers for ids ['3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:45:45.505869 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:45.506925 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21c251d-c8ae-41b2-9896-83ccee227f0a None None] Routers {'3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:45:45.507534 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e21c251d-c8ae-41b2-9896-83ccee227f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:45:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:45:45.565535 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c18a4af4-f7ca-4337-a330-473de204ca29 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/floatingips/2137a7e9-5ef4-4b67-9021-69003d8d6878 HTTP/1.1" status: 204 len: 168 time: 1.5200996 Mar 05 14:45:45.566024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61faa597-c4ca-481d-8003-727da56f77d1', 'tag': '3c3e660d-1e95-4edf-94a3-886665a4b40b'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:45:45.613128 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61faa597-c4ca-481d-8003-727da56f77d1', 'tag': '3c3e660d-1e95-4edf-94a3-886665a4b40b', 'status': 'completed', 'code': 200} Mar 05 14:45:45.689842 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-e21c251d-c8ae-41b2-9896-83ccee227f0a None None] Set router 3d6aa067-083b-4c0a-8dc9-5ffcb8efc477 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:45:45.706651 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f0602-01e6-4a31-9d58-aa4a23a7c9fa req-16ea2fb8-b445-4b16-a99d-024771652e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:45.708313 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a69f0602-01e6-4a31-9d58-aa4a23a7c9fa req-16ea2fb8-b445-4b16-a99d-024771652e00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 1096 time: 0.0741711 Mar 05 14:45:45.870361 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f0602-01e6-4a31-9d58-aa4a23a7c9fa req-622bab4e-d494-4406-8501-93572a790d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:45.871852 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a69f0602-01e6-4a31-9d58-aa4a23a7c9fa req-622bab4e-d494-4406-8501-93572a790d40 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0 HTTP/1.1" status: 200 len: 896 time: 0.1577954 Mar 05 14:45:45.974735 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a69f0602-01e6-4a31-9d58-aa4a23a7c9fa req-a9147fa2-fb30-46c4-b65f-a59f490c23c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c3e660d-1e95-4edf-94a3-886665a4b40b HTTP/1.1" status: 200 len: 217 time: 0.0928409 Mar 05 14:45:46.010687 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e21c251d-c8ae-41b2-9896-83ccee227f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916300159', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:53Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '362fe8a0-e790-4c27-9cb9-8ccff19df56d', 'name': '', 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:1f:91:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd6eed583-fd10-4af1-80f1-7d4662be3dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:44:52Z', 'updated_at': '2022-03-05T14:44:58Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'd6eed583-fd10-4af1-80f1-7d4662be3dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:45:46.014562 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21c251d-c8ae-41b2-9896-83ccee227f0a None None] Checking router: 3d6aa067-083b-4c0a-8dc9-5ffcb8efc477 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:45:46.023556 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21c251d-c8ae-41b2-9896-83ccee227f0a None None] Routers {'3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:45:46.024156 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e21c251d-c8ae-41b2-9896-83ccee227f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:45:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:45:46.050091 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f0602-01e6-4a31-9d58-aa4a23a7c9fa req-c7fb2124-388f-4763-9aa7-9020b0dabf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:46.051573 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a69f0602-01e6-4a31-9d58-aa4a23a7c9fa req-c7fb2124-388f-4763-9aa7-9020b0dabf46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6eed583-fd10-4af1-80f1-7d4662be3dfa HTTP/1.1" status: 200 len: 834 time: 0.0711060 Mar 05 14:45:46.121509 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d626d0-e5e1-43df-b9e5-42b4b7030183 req-5d21ef75-16c5-4a13-9b4b-2dab54172c68 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:46.122976 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0d626d0-e5e1-43df-b9e5-42b4b7030183 req-5d21ef75-16c5-4a13-9b4b-2dab54172c68 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 945 time: 0.1877532 Mar 05 14:45:46.181994 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f0d626d0-e5e1-43df-b9e5-42b4b7030183 req-8f987f09-7398-4a65-9d32-f61bde0c9ca6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe97ba1f-a0a1-4e19-a820-e114ba9b6096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513582 Mar 05 14:45:46.186380 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f0602-01e6-4a31-9d58-aa4a23a7c9fa req-4117405a-c4ee-46b8-b923-b2ce78fc2c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:46.187827 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a69f0602-01e6-4a31-9d58-aa4a23a7c9fa req-4117405a-c4ee-46b8-b923-b2ce78fc2c19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242847 Mar 05 14:45:46.248766 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-e21c251d-c8ae-41b2-9896-83ccee227f0a None None] Set router 3d6aa067-083b-4c0a-8dc9-5ffcb8efc477 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:45:46.320131 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a69f0602-01e6-4a31-9d58-aa4a23a7c9fa req-7275e0d6-895c-4e3d-b646-a355921043c9 service neutron] 10.222.0.30 "GET /v2.0/networks/ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246285 Mar 05 14:45:46.460408 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a69f0602-01e6-4a31-9d58-aa4a23a7c9fa req-2d64ad07-d3bb-41f6-ac91-4f75f3157d3e service neutron] 10.222.0.30 "GET /v2.0/networks/ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258719 Mar 05 14:45:46.559808 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-e21c251d-c8ae-41b2-9896-83ccee227f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916300159', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:53Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '362fe8a0-e790-4c27-9cb9-8ccff19df56d', 'name': '', 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:1f:91:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd6eed583-fd10-4af1-80f1-7d4662be3dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:44:52Z', 'updated_at': '2022-03-05T14:44:58Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'd6eed583-fd10-4af1-80f1-7d4662be3dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:45:46.563652 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21c251d-c8ae-41b2-9896-83ccee227f0a None None] The sync data for ids ['3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'] in n-d-803718-1 is: [{'id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916300159', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:53Z', 'revision_number': 4, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '362fe8a0-e790-4c27-9cb9-8ccff19df56d', 'name': '', 'network_id': 'ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'mac_address': 'fa:16:3e:1f:91:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd6eed583-fd10-4af1-80f1-7d4662be3dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:44:52Z', 'updated_at': '2022-03-05T14:44:58Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'subnets': [{'id': 'd6eed583-fd10-4af1-80f1-7d4662be3dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:45:46.873201 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f166d16-364b-40a7-9ca7-81c79d1989c5 None None] New status for floating IP 2137a7e9-5ef4-4b67-9021-69003d8d6878: DOWN {{(pid=87916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:45:47.371365 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa973f-df79-4e67-b03c-c05aaffaf3ee req-12b2be41-da11-4d47-a7e0-ced0f1125290 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:47.372042 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-bdfa973f-df79-4e67-b03c-c05aaffaf3ee req-12b2be41-da11-4d47-a7e0-ced0f1125290 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Synchronizing usage tracker for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:45:47.387807 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-bdfa973f-df79-4e67-b03c-c05aaffaf3ee req-12b2be41-da11-4d47-a7e0-ced0f1125290 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Unset dirty status for tenant:f6bbde4b0a6141a6a7e724e7aa2ebb51 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:45:47.388954 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bdfa973f-df79-4e67-b03c-c05aaffaf3ee req-12b2be41-da11-4d47-a7e0-ced0f1125290 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 945 time: 0.0975208 Mar 05 14:45:47.433756 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bdfa973f-df79-4e67-b03c-c05aaffaf3ee req-8ee79ee1-b089-45f2-ad10-ed3195dfdd93 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe97ba1f-a0a1-4e19-a820-e114ba9b6096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391092 Mar 05 14:45:47.542201 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab03650-92aa-4c42-8d17-ef7a14358d87 req-0de80875-2291-4de7-b391-239573cc538c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:47.543538 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1ab03650-92aa-4c42-8d17-ef7a14358d87 req-0de80875-2291-4de7-b391-239573cc538c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.30 "GET /v2.0/ports?device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 945 time: 0.0771577 Mar 05 14:45:47.615474 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-1ab03650-92aa-4c42-8d17-ef7a14358d87 req-1734cf61-ff3a-4584-8209-c4cd05dffff6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting port 3c3e660d-1e95-4edf-94a3-886665a4b40b {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:45:47.615796 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1ab03650-92aa-4c42-8d17-ef7a14358d87 req-1734cf61-ff3a-4584-8209-c4cd05dffff6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:47.855888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-1ab03650-92aa-4c42-8d17-ef7a14358d87 req-1734cf61-ff3a-4584-8209-c4cd05dffff6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] For port 3c3e660d-1e95-4edf-94a3-886665a4b40b, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=3c3e660d-1e95-4edf-94a3-886665a4b40b,segment=NetworkSegment(3ea08d62-adac-43bf-adfd-1af0624d827c),segment_id=3ea08d62-adac-43bf-adfd-1af0624d827c)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:45:47.856241 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1ab03650-92aa-4c42-8d17-ef7a14358d87 req-1734cf61-ff3a-4584-8209-c4cd05dffff6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:47.976143 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-1ab03650-92aa-4c42-8d17-ef7a14358d87 req-1734cf61-ff3a-4584-8209-c4cd05dffff6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Calling delete_port for 3c3e660d-1e95-4edf-94a3-886665a4b40b owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:45:48.228324 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1ab03650-92aa-4c42-8d17-ef7a14358d87 req-1734cf61-ff3a-4584-8209-c4cd05dffff6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:48.279546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734cf61-ff3a-4584-8209-c4cd05dffff6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Port': ['ID=3c3e660d-1e95-4edf-94a3-886665a4b40b,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:45:48.347943 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734cf61-ff3a-4584-8209-c4cd05dffff6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:48.348289 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734cf61-ff3a-4584-8209-c4cd05dffff6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:48.348655 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734cf61-ff3a-4584-8209-c4cd05dffff6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:48.349133 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734cf61-ff3a-4584-8209-c4cd05dffff6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:48.349638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734cf61-ff3a-4584-8209-c4cd05dffff6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:48.349970 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734cf61-ff3a-4584-8209-c4cd05dffff6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:48.350296 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734cf61-ff3a-4584-8209-c4cd05dffff6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:48.350619 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734cf61-ff3a-4584-8209-c4cd05dffff6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:48.350968 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734cf61-ff3a-4584-8209-c4cd05dffff6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:48.351292 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734cf61-ff3a-4584-8209-c4cd05dffff6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:48.351611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734cf61-ff3a-4584-8209-c4cd05dffff6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:48.351927 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1734cf61-ff3a-4584-8209-c4cd05dffff6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:48.365219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab03650-92aa-4c42-8d17-ef7a14358d87 req-1734cf61-ff3a-4584-8209-c4cd05dffff6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] No DVR routers for this DVR port 3c3e660d-1e95-4edf-94a3-886665a4b40b on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:45:48.367670 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-1ab03650-92aa-4c42-8d17-ef7a14358d87 req-1734cf61-ff3a-4584-8209-c4cd05dffff6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:48.370083 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61faa597-c4ca-481d-8003-727da56f77d1', 'name': 'network-vif-deleted', 'tag': '3c3e660d-1e95-4edf-94a3-886665a4b40b'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:45:48.386637 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1ab03650-92aa-4c42-8d17-ef7a14358d87 req-1734cf61-ff3a-4584-8209-c4cd05dffff6 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.30 "DELETE /v2.0/ports/3c3e660d-1e95-4edf-94a3-886665a4b40b HTTP/1.1" status: 204 len: 173 time: 0.8368244 Mar 05 14:45:48.416573 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61faa597-c4ca-481d-8003-727da56f77d1', 'name': 'network-vif-deleted', 'tag': '3c3e660d-1e95-4edf-94a3-886665a4b40b', 'status': 'completed', 'code': 200} Mar 05 14:45:48.600086 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c5a7c1cd-ea5d-4e2a-92b1-6909df5406db req-871109dc-ca23-4d9f-8924-84b8fde37e35 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "GET /v2.0/ports?device_id=61faa597-c4ca-481d-8003-727da56f77d1 HTTP/1.1" status: 200 len: 210 time: 0.0458691 Mar 05 14:45:49.694211 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54950) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:45:50.241896 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bfc42749-4d15-496f-9ebc-73b5c750bd5c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:50.590844 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-bfc42749-4d15-496f-9ebc-73b5c750bd5c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting port 362fe8a0-e790-4c27-9cb9-8ccff19df56d {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:45:50.591097 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bfc42749-4d15-496f-9ebc-73b5c750bd5c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:50.904462 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-bfc42749-4d15-496f-9ebc-73b5c750bd5c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] For port 362fe8a0-e790-4c27-9cb9-8ccff19df56d, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=362fe8a0-e790-4c27-9cb9-8ccff19df56d,segment=NetworkSegment(3ea08d62-adac-43bf-adfd-1af0624d827c),segment_id=3ea08d62-adac-43bf-adfd-1af0624d827c)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:45:50.905177 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bfc42749-4d15-496f-9ebc-73b5c750bd5c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:51.033722 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-bfc42749-4d15-496f-9ebc-73b5c750bd5c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Calling delete_port for 362fe8a0-e790-4c27-9cb9-8ccff19df56d owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:45:51.228866 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bfc42749-4d15-496f-9ebc-73b5c750bd5c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:51.278211 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc42749-4d15-496f-9ebc-73b5c750bd5c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Port': ['ID=362fe8a0-e790-4c27-9cb9-8ccff19df56d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:45:51.429957 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 3c3e660d-1e95-4edf-94a3-886665a4b40b no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:45:51.469657 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 3c3e660d-1e95-4edf-94a3-886665a4b40b {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:45:51.470016 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 3c3e660d-1e95-4edf-94a3-886665a4b40b not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:45:51.556308 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bfc42749-4d15-496f-9ebc-73b5c750bd5c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:51.918235 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc42749-4d15-496f-9ebc-73b5c750bd5c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Router 3d6aa067-083b-4c0a-8dc9-5ffcb8efc477 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:45:52.101365 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc42749-4d15-496f-9ebc-73b5c750bd5c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:45:52.110433 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad32668-4ac9-4edc-a00e-210ddf579039 None None] Sync routers for ids ['3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:45:52.113858 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-bfc42749-4d15-496f-9ebc-73b5c750bd5c tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "PUT /v2.0/routers/3d6aa067-083b-4c0a-8dc9-5ffcb8efc477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4185810 Mar 05 14:45:52.117047 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54954) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:45:52.120946 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad32668-4ac9-4edc-a00e-210ddf579039 None None] Routers {'3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:45:52.121545 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-9ad32668-4ac9-4edc-a00e-210ddf579039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:45:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:45:52.298989 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc684459-260b-41f0-888d-41e81a16fbaf tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting subnet d6eed583-fd10-4af1-80f1-7d4662be3dfa {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:45:52.302072 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dc684459-260b-41f0-888d-41e81a16fbaf tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:52.314350 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-9ad32668-4ac9-4edc-a00e-210ddf579039 None None] Set router 3d6aa067-083b-4c0a-8dc9-5ffcb8efc477 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:45:52.362282 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dc684459-260b-41f0-888d-41e81a16fbaf tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:52.454690 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dc684459-260b-41f0-888d-41e81a16fbaf tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:52.528972 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dc684459-260b-41f0-888d-41e81a16fbaf tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:52.572908 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc684459-260b-41f0-888d-41e81a16fbaf tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Subnet': ['ID=d6eed583-fd10-4af1-80f1-7d4662be3dfa,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:45:52.577237 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dc684459-260b-41f0-888d-41e81a16fbaf tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:52.584208 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dc684459-260b-41f0-888d-41e81a16fbaf tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/subnets/d6eed583-fd10-4af1-80f1-7d4662be3dfa HTTP/1.1" status: 204 len: 168 time: 0.4661934 Mar 05 14:45:52.586685 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54958) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:45:52.587186 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c86d85f-fd08-4a25-aa77-38fac35eed65 None None] Network ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:45:52.746409 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-9ad32668-4ac9-4edc-a00e-210ddf579039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916300159', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:45:51Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:45:52.760042 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad32668-4ac9-4edc-a00e-210ddf579039 None None] Checking router: 3d6aa067-083b-4c0a-8dc9-5ffcb8efc477 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:45:52.769895 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e0053ecd-256c-4c7a-b510-2a937e0daf6b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:52.773850 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad32668-4ac9-4edc-a00e-210ddf579039 None None] Routers {'3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:45:52.774448 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-9ad32668-4ac9-4edc-a00e-210ddf579039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:45:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:45:52.950938 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e0053ecd-256c-4c7a-b510-2a937e0daf6b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:52.964071 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-e0053ecd-256c-4c7a-b510-2a937e0daf6b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Deleting port 65d00c04-84d5-48c7-a9fc-4290b4f8ccef {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:45:52.964537 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e0053ecd-256c-4c7a-b510-2a937e0daf6b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:52.999644 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-9ad32668-4ac9-4edc-a00e-210ddf579039 None None] Set router 3d6aa067-083b-4c0a-8dc9-5ffcb8efc477 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:45:53.043814 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845b69e1-c546-43c4-acbe-5e84e2649f4e None None] DHCP port deletion for ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:45:53.107303 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-845b69e1-c546-43c4-acbe-5e84e2649f4e None None] Deleting port 94760cfd-c763-4358-aeb4-280bc58644d3 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:45:53.107666 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-845b69e1-c546-43c4-acbe-5e84e2649f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:53.155379 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-e0053ecd-256c-4c7a-b510-2a937e0daf6b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] For port 65d00c04-84d5-48c7-a9fc-4290b4f8ccef, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=65d00c04-84d5-48c7-a9fc-4290b4f8ccef,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:45:53.155733 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e0053ecd-256c-4c7a-b510-2a937e0daf6b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:53.279729 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-e0053ecd-256c-4c7a-b510-2a937e0daf6b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Calling delete_port for 65d00c04-84d5-48c7-a9fc-4290b4f8ccef owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:45:53.439253 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-845b69e1-c546-43c4-acbe-5e84e2649f4e None None] For port 94760cfd-c763-4358-aeb4-280bc58644d3, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=94760cfd-c763-4358-aeb4-280bc58644d3,segment=NetworkSegment(3ea08d62-adac-43bf-adfd-1af0624d827c),segment_id=3ea08d62-adac-43bf-adfd-1af0624d827c)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:45:53.439673 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-845b69e1-c546-43c4-acbe-5e84e2649f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:53.451316 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e0053ecd-256c-4c7a-b510-2a937e0daf6b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:53.498074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0053ecd-256c-4c7a-b510-2a937e0daf6b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Port': ['ID=65d00c04-84d5-48c7-a9fc-4290b4f8ccef,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:45:53.569836 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-845b69e1-c546-43c4-acbe-5e84e2649f4e None None] Calling delete_port for 94760cfd-c763-4358-aeb4-280bc58644d3 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:45:53.590985 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e0053ecd-256c-4c7a-b510-2a937e0daf6b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:53.635396 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-9ad32668-4ac9-4edc-a00e-210ddf579039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916300159', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:45:51Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:45:53.649716 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad32668-4ac9-4edc-a00e-210ddf579039 None None] The sync data for ids ['3d6aa067-083b-4c0a-8dc9-5ffcb8efc477'] in n-d-803718-1 is: [{'id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1916300159', 'tenant_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:45:51Z', 'revision_number': 5, 'project_id': 'f6bbde4b0a6141a6a7e724e7aa2ebb51', 'gw_port': {'id': '65d00c04-84d5-48c7-a9fc-4290b4f8ccef', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6aa067-083b-4c0a-8dc9-5ffcb8efc477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:44:48Z', 'updated_at': '2022-03-05T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:45:53.666830 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-845b69e1-c546-43c4-acbe-5e84e2649f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343'] for port, after_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:53.725541 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845b69e1-c546-43c4-acbe-5e84e2649f4e None None] No DVR routers for this DVR port 94760cfd-c763-4358-aeb4-280bc58644d3 on host n-d-803718-1 {{(pid=87915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:45:53.727796 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b69e1-c546-43c4-acbe-5e84e2649f4e None None] Pushing event deleted for resources: {'Port': ['ID=94760cfd-c763-4358-aeb4-280bc58644d3,revision_number=None']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:45:53.740499 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b69e1-c546-43c4-acbe-5e84e2649f4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:53.740499 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b69e1-c546-43c4-acbe-5e84e2649f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:53.740499 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b69e1-c546-43c4-acbe-5e84e2649f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:53.740499 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b69e1-c546-43c4-acbe-5e84e2649f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:53.740499 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b69e1-c546-43c4-acbe-5e84e2649f4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:53.740499 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b69e1-c546-43c4-acbe-5e84e2649f4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:53.740499 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b69e1-c546-43c4-acbe-5e84e2649f4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:53.740499 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b69e1-c546-43c4-acbe-5e84e2649f4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:53.740499 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b69e1-c546-43c4-acbe-5e84e2649f4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:53.741743 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b69e1-c546-43c4-acbe-5e84e2649f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:53.741743 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b69e1-c546-43c4-acbe-5e84e2649f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:53.741743 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845b69e1-c546-43c4-acbe-5e84e2649f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:45:53.876287 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e0053ecd-256c-4c7a-b510-2a937e0daf6b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:53.878471 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e0053ecd-256c-4c7a-b510-2a937e0daf6b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:53.901969 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e0053ecd-256c-4c7a-b510-2a937e0daf6b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:53.902474 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0053ecd-256c-4c7a-b510-2a937e0daf6b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Fanout notify agent at l3_agent the message router_deleted on router 3d6aa067-083b-4c0a-8dc9-5ffcb8efc477 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:45:53.917253 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-e0053ecd-256c-4c7a-b510-2a937e0daf6b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:53.918403 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-e0053ecd-256c-4c7a-b510-2a937e0daf6b tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/routers/3d6aa067-083b-4c0a-8dc9-5ffcb8efc477 HTTP/1.1" status: 204 len: 168 time: 1.3307974 Mar 05 14:45:53.921627 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54962) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:45:54.038746 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed48e1a2-5c03-419a-a0ca-b93cf805b57d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:54.182325 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed48e1a2-5c03-419a-a0ca-b93cf805b57d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:54.210102 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-ed48e1a2-5c03-419a-a0ca-b93cf805b57d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:45:54.223059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-ed48e1a2-5c03-419a-a0ca-b93cf805b57d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea08d62-adac-43bf-adfd-1af0624d827c') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:45:54.223348 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-ed48e1a2-5c03-419a-a0ca-b93cf805b57d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea08d62-adac-43bf-adfd-1af0624d827c') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:45:54.235118 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed48e1a2-5c03-419a-a0ca-b93cf805b57d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:54.251871 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed48e1a2-5c03-419a-a0ca-b93cf805b57d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:54.259168 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed48e1a2-5c03-419a-a0ca-b93cf805b57d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:45:54.259622 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed48e1a2-5c03-419a-a0ca-b93cf805b57d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:45:54.279467 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:45:54.361137 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed48e1a2-5c03-419a-a0ca-b93cf805b57d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:54.367321 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed48e1a2-5c03-419a-a0ca-b93cf805b57d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:54.407756 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 94760cfd-c763-4358-aeb4-280bc58644d3 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:45:54.418170 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ed48e1a2-5c03-419a-a0ca-b93cf805b57d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/networks/ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0 HTTP/1.1" status: 204 len: 168 time: 0.4931321 Mar 05 14:45:54.418170 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48e1a2-5c03-419a-a0ca-b93cf805b57d tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'Network': ['ID=ec8c86ae-32a3-4dd5-8a63-b8306bc53cf0,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:45:54.418631 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54966) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:45:54.444684 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 94760cfd-c763-4358-aeb4-280bc58644d3 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:45:54.445036 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 94760cfd-c763-4358-aeb4-280bc58644d3 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:45:54.445657 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 362fe8a0-e790-4c27-9cb9-8ccff19df56d no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:45:54.478709 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 362fe8a0-e790-4c27-9cb9-8ccff19df56d {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:45:54.479077 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 362fe8a0-e790-4c27-9cb9-8ccff19df56d not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:45:54.479498 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 65d00c04-84d5-48c7-a9fc-4290b4f8ccef no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:45:54.494886 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-92570598-2b87-462f-a89a-bab08e0dab94 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:54.513008 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 65d00c04-84d5-48c7-a9fc-4290b4f8ccef {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:45:54.513345 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 65d00c04-84d5-48c7-a9fc-4290b4f8ccef not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:45:54.527022 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-92570598-2b87-462f-a89a-bab08e0dab94 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:54.592603 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-92570598-2b87-462f-a89a-bab08e0dab94 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:54.611462 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92570598-2b87-462f-a89a-bab08e0dab94 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe97ba1f-a0a1-4e19-a820-e114ba9b6096,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:45:54.623267 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-92570598-2b87-462f-a89a-bab08e0dab94 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:54.624397 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-92570598-2b87-462f-a89a-bab08e0dab94 tempest-TestNetworkAdvancedServerOps-1073105501 tempest-TestNetworkAdvancedServerOps-1073105501-project] 10.222.0.16 "DELETE /v2.0/security-groups/fe97ba1f-a0a1-4e19-a820-e114ba9b6096 HTTP/1.1" status: 204 len: 168 time: 0.2048585 Mar 05 14:45:54.930787 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54976) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:45:55.107976 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f7313a79-48d6-4867-979b-36eaf0624371 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6bbde4b0a6141a6a7e724e7aa2ebb51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760466 Mar 05 14:45:55.110467 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 54982) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:45:55.167561 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-923d8a34-d1fb-46c9-a7e1-0844ce762dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:55.195844 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-923d8a34-d1fb-46c9-a7e1-0844ce762dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:55.246502 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-923d8a34-d1fb-46c9-a7e1-0844ce762dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:55.263172 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d8a34-d1fb-46c9-a7e1-0844ce762dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccde7982-b868-4357-922c-34ded68ecd8f,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:45:55.269620 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-923d8a34-d1fb-46c9-a7e1-0844ce762dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:55.271444 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-923d8a34-d1fb-46c9-a7e1-0844ce762dc0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ccde7982-b868-4357-922c-34ded68ecd8f HTTP/1.1" status: 204 len: 168 time: 0.1593349 Mar 05 14:45:55.544125 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54990) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:45:55.561670 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f8063d41-e838-45fe-b112-336d6ed3a37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:55.575995 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f8063d41-e838-45fe-b112-336d6ed3a37a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:45:55.579776 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f8063d41-e838-45fe-b112-336d6ed3a37a admin admin] Usage tracker for resource:security_group_rule and tenant:24212a25e1294a8483964159f6d2d342 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:45:55.582517 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-f8063d41-e838-45fe-b112-336d6ed3a37a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:45:55.588667 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-f8063d41-e838-45fe-b112-336d6ed3a37a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:45:55.670195 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f8063d41-e838-45fe-b112-336d6ed3a37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:55.673991 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f8063d41-e838-45fe-b112-336d6ed3a37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:55.718578 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8063d41-e838-45fe-b112-336d6ed3a37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627531ee-e764-422c-94a9-616f7bd51e67,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:45:55.722801 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f8063d41-e838-45fe-b112-336d6ed3a37a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=24212a25e1294a8483964159f6d2d342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1776302 Mar 05 14:45:55.726463 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 54994) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:45:55.786755 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ef62a509-3d4d-4608-90a7-8db53d780d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:55.817848 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ef62a509-3d4d-4608-90a7-8db53d780d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:55.869061 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ef62a509-3d4d-4608-90a7-8db53d780d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:55.883184 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62a509-3d4d-4608-90a7-8db53d780d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627531ee-e764-422c-94a9-616f7bd51e67,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:45:55.889013 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-ef62a509-3d4d-4608-90a7-8db53d780d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:55.890122 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-ef62a509-3d4d-4608-90a7-8db53d780d12 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/627531ee-e764-422c-94a9-616f7bd51e67 HTTP/1.1" status: 204 len: 168 time: 0.1632719 Mar 05 14:45:56.627369 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55018) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:45:56.727832 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-21a38340-9338-4ece-aacd-17bcd8f87668 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1108894461-network', 'tenant_id': '048c579b32854c1f845750411a5199ba'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:45:56.733269 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-21a38340-9338-4ece-aacd-17bcd8f87668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:45:56.737130 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-21a38340-9338-4ece-aacd-17bcd8f87668 admin admin] Usage tracker for resource:network and tenant:048c579b32854c1f845750411a5199ba is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:45:56.740579 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-21a38340-9338-4ece-aacd-17bcd8f87668 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:45:56.746659 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-21a38340-9338-4ece-aacd-17bcd8f87668 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:45:56.756451 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a38340-9338-4ece-aacd-17bcd8f87668 admin admin] Made reservation on behalf of 048c579b32854c1f845750411a5199ba for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:45:56.758909 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21a38340-9338-4ece-aacd-17bcd8f87668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:56.770926 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21a38340-9338-4ece-aacd-17bcd8f87668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:56.784871 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-21a38340-9338-4ece-aacd-17bcd8f87668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:45:56.788949 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-21a38340-9338-4ece-aacd-17bcd8f87668 admin admin] Usage tracker for resource:security_group_rule and tenant:048c579b32854c1f845750411a5199ba is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:45:56.791715 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-21a38340-9338-4ece-aacd-17bcd8f87668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:45:56.797591 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-21a38340-9338-4ece-aacd-17bcd8f87668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:45:56.877724 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21a38340-9338-4ece-aacd-17bcd8f87668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:56.881882 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21a38340-9338-4ece-aacd-17bcd8f87668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:56.911840 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a38340-9338-4ece-aacd-17bcd8f87668 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:45:56.920138 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a38340-9338-4ece-aacd-17bcd8f87668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015a8dbd-58e7-48ea-8e2f-212ab690aaf3,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:45:56.925810 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21a38340-9338-4ece-aacd-17bcd8f87668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:56.926171 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-21a38340-9338-4ece-aacd-17bcd8f87668 admin admin] Added segment dbff0796-eb3c-4fc2-9879-8d62da68adeb of type vlan for network d940ea83-5589-45eb-8658-1743acdc3a3e Mar 05 14:45:56.952794 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21a38340-9338-4ece-aacd-17bcd8f87668 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:56.985324 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21a38340-9338-4ece-aacd-17bcd8f87668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:56.986244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a38340-9338-4ece-aacd-17bcd8f87668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:56.986840 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-21a38340-9338-4ece-aacd-17bcd8f87668 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:57.088215 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-21a38340-9338-4ece-aacd-17bcd8f87668 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4595785 Mar 05 14:45:57.088942 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a38340-9338-4ece-aacd-17bcd8f87668 admin admin] Pushing event updated for resources: {'Network': ['ID=d940ea83-5589-45eb-8658-1743acdc3a3e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:45:57.090901 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55024) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:45:57.096646 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-24aa7e5a-cc26-4f56-964e-41aec5890e33 admin admin] Request body: {'subnet': {'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1108894461-subnet', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:45:57.100336 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network d940ea83-5589-45eb-8658-1743acdc3a3e details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:45:57.103045 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-24aa7e5a-cc26-4f56-964e-41aec5890e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:45:57.106982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-24aa7e5a-cc26-4f56-964e-41aec5890e33 admin admin] Usage tracker for resource:subnet and tenant:048c579b32854c1f845750411a5199ba is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:45:57.109853 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-24aa7e5a-cc26-4f56-964e-41aec5890e33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:45:57.120912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-24aa7e5a-cc26-4f56-964e-41aec5890e33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:45:57.132187 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24aa7e5a-cc26-4f56-964e-41aec5890e33 admin admin] Made reservation on behalf of 048c579b32854c1f845750411a5199ba for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:45:57.134712 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-24aa7e5a-cc26-4f56-964e-41aec5890e33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:57.340407 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-24aa7e5a-cc26-4f56-964e-41aec5890e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:57.411898 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa7e5a-cc26-4f56-964e-41aec5890e33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ef4666a-ab74-4902-858c-e80e4b4d7e07,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:45:57.422571 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aa7e5a-cc26-4f56-964e-41aec5890e33 admin admin] Checking segment: {'id': 'dbff0796-eb3c-4fc2-9879-8d62da68adeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:45:57.422958 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aa7e5a-cc26-4f56-964e-41aec5890e33 admin admin] Network hostable DHCP agents. Network: d940ea83-5589-45eb-8658-1743acdc3a3e, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:45:57.441942 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aa7e5a-cc26-4f56-964e-41aec5890e33 admin admin] Network d940ea83-5589-45eb-8658-1743acdc3a3e is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:45:57.452604 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-24aa7e5a-cc26-4f56-964e-41aec5890e33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, d940ea83-5589-45eb-8658-1743acdc3a3e) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:45:57.457546 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aa7e5a-cc26-4f56-964e-41aec5890e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:45:57.459351 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-24aa7e5a-cc26-4f56-964e-41aec5890e33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:57.461151 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29158be8-0d83-4b55-96af-70e302968ddb None None] Network d940ea83-5589-45eb-8658-1743acdc3a3e requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:45:57.481096 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-24aa7e5a-cc26-4f56-964e-41aec5890e33 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3891833 Mar 05 14:45:57.483718 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55028) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:45:57.488493 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-9f531722-cef5-42f4-ba34-4d9914060774 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1108894461-router', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:45:57.493634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9f531722-cef5-42f4-ba34-4d9914060774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:45:57.497556 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9f531722-cef5-42f4-ba34-4d9914060774 admin admin] Usage tracker for resource:router and tenant:048c579b32854c1f845750411a5199ba is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:45:57.500346 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-9f531722-cef5-42f4-ba34-4d9914060774 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:45:57.506469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-9f531722-cef5-42f4-ba34-4d9914060774 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:45:57.517099 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f531722-cef5-42f4-ba34-4d9914060774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:57.518212 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f531722-cef5-42f4-ba34-4d9914060774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:57.535569 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f531722-cef5-42f4-ba34-4d9914060774 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:57.682383 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc528ef-5e0e-4af6-9385-b903788b317a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-d940ea83-5589-45eb-8658-1743acdc3a3e', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'fixed_ips': [{'subnet_id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:45:57.683254 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2dc528ef-5e0e-4af6-9385-b903788b317a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:57.886175 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-2dc528ef-5e0e-4af6-9385-b903788b317a None None] Allocated IP 172.20.0.2 (d940ea83-5589-45eb-8658-1743acdc3a3e/3ef4666a-ab74-4902-858c-e80e4b4d7e07/e98868e6-99db-45bc-90bf-f35f78d314ef) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:45:57.923927 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f531722-cef5-42f4-ba34-4d9914060774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:58.086833 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2dc528ef-5e0e-4af6-9385-b903788b317a None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:58.096945 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2dc528ef-5e0e-4af6-9385-b903788b317a None None] Transition to ACTIVE for port object e98868e6-99db-45bc-90bf-f35f78d314ef will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:45:58.115241 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-2dc528ef-5e0e-4af6-9385-b903788b317a None None] Transition to ACTIVE for port object e98868e6-99db-45bc-90bf-f35f78d314ef will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:45:58.122012 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2dc528ef-5e0e-4af6-9385-b903788b317a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:58.183745 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc528ef-5e0e-4af6-9385-b903788b317a None None] Network d940ea83-5589-45eb-8658-1743acdc3a3e is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:45:58.186523 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-2dc528ef-5e0e-4af6-9385-b903788b317a None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:45:58.194954 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc528ef-5e0e-4af6-9385-b903788b317a None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:45:58.204421 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc528ef-5e0e-4af6-9385-b903788b317a None None] Pushing event updated for resources: {'Port': ['ID=e98868e6-99db-45bc-90bf-f35f78d314ef,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:45:58.244756 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f531722-cef5-42f4-ba34-4d9914060774 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:58.275406 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f531722-cef5-42f4-ba34-4d9914060774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:58.289170 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-2dc528ef-5e0e-4af6-9385-b903788b317a None None] Attempting to bind port e98868e6-99db-45bc-90bf-f35f78d314ef on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:45:58.289539 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-2dc528ef-5e0e-4af6-9385-b903788b317a None None] Attempting to bind port e98868e6-99db-45bc-90bf-f35f78d314ef by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'dbff0796-eb3c-4fc2-9879-8d62da68adeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:45:58.289902 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc528ef-5e0e-4af6-9385-b903788b317a None None] Attempting to bind port e98868e6-99db-45bc-90bf-f35f78d314ef on network d940ea83-5589-45eb-8658-1743acdc3a3e {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:45:58.295099 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc528ef-5e0e-4af6-9385-b903788b317a None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:45:58.295471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc528ef-5e0e-4af6-9385-b903788b317a None None] Checking segment: {'id': 'dbff0796-eb3c-4fc2-9879-8d62da68adeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:45:58.296116 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2dc528ef-5e0e-4af6-9385-b903788b317a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:58.296506 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc528ef-5e0e-4af6-9385-b903788b317a None None] Bound using segment: {'id': 'dbff0796-eb3c-4fc2-9879-8d62da68adeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:45:58.296961 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-2dc528ef-5e0e-4af6-9385-b903788b317a None None] Bound port: e98868e6-99db-45bc-90bf-f35f78d314ef, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbff0796-eb3c-4fc2-9879-8d62da68adeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:45:58.297329 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2dc528ef-5e0e-4af6-9385-b903788b317a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:58.384608 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-2dc528ef-5e0e-4af6-9385-b903788b317a None None] For port e98868e6-99db-45bc-90bf-f35f78d314ef, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:45:58.388072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-2dc528ef-5e0e-4af6-9385-b903788b317a None None] For port e98868e6-99db-45bc-90bf-f35f78d314ef, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e98868e6-99db-45bc-90bf-f35f78d314ef,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:45:58.391943 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2dc528ef-5e0e-4af6-9385-b903788b317a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:58.417600 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-9f531722-cef5-42f4-ba34-4d9914060774 admin admin] Allocated IP 172.25.4.128 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/c20b6df4-7c32-4e60-8918-01484d1f1ba0) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:45:58.476989 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc528ef-5e0e-4af6-9385-b903788b317a None None] Pushing event updated for resources: {'Port': ['ID=e98868e6-99db-45bc-90bf-f35f78d314ef,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:45:58.582538 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f531722-cef5-42f4-ba34-4d9914060774 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:58.616984 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f531722-cef5-42f4-ba34-4d9914060774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:58.688724 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f531722-cef5-42f4-ba34-4d9914060774 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:45:58.697269 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-9f531722-cef5-42f4-ba34-4d9914060774 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:45:58.701639 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f531722-cef5-42f4-ba34-4d9914060774 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:45:58.732104 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f531722-cef5-42f4-ba34-4d9914060774 admin admin] Pushing event updated for resources: {'Port': ['ID=c20b6df4-7c32-4e60-8918-01484d1f1ba0,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:45:59.118250 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f531722-cef5-42f4-ba34-4d9914060774 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:59.398463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9272b832-dcba-4340-8697-28f15a7d5de5 None None] Network d940ea83-5589-45eb-8658-1743acdc3a3e requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:45:59.497832 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-6a80a3a9-28bb-446d-ad4b-78c7061f522c None None] Provisioning for port e98868e6-99db-45bc-90bf-f35f78d314ef completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:45:59.595316 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:59.602475 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f531722-cef5-42f4-ba34-4d9914060774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:59.636407 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:45:59.818657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f531722-cef5-42f4-ba34-4d9914060774 admin admin] Router da273a0e-10b0-4210-8a17-af8e276dfe05 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:45:59.999595 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f531722-cef5-42f4-ba34-4d9914060774 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:46:00.009650 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] Sync routers for ids ['da273a0e-10b0-4210-8a17-af8e276dfe05'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:46:00.018665 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] Routers {'da273a0e-10b0-4210-8a17-af8e276dfe05'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:46:00.019514 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:45:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['da273a0e-10b0-4210-8a17-af8e276dfe05'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:46:00.023198 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-9f531722-cef5-42f4-ba34-4d9914060774 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:00.024369 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-9f531722-cef5-42f4-ba34-4d9914060774 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5397499 Mar 05 14:46:00.027057 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55032) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:46:00.201659 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] Set router da273a0e-10b0-4210-8a17-af8e276dfe05 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:46:00.437498 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e98868e6-99db-45bc-90bf-f35f78d314ef up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:46:00.497264 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'name': 'tempest-TestShelveInstance-1108894461-router', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:45:57Z', 'updated_at': '2022-03-05T14:45:58Z', 'revision_number': 3, 'project_id': '048c579b32854c1f845750411a5199ba', 'gw_port': {'id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:45:58Z', 'updated_at': '2022-03-05T14:45:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:46:00.501530 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] Checking router: da273a0e-10b0-4210-8a17-af8e276dfe05 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:46:00.501949 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] Updating router da273a0e-10b0-4210-8a17-af8e276dfe05 port c20b6df4-7c32-4e60-8918-01484d1f1ba0 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:46:00.509424 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port e98868e6-99db-45bc-90bf-f35f78d314ef completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:46:00.514539 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port e98868e6-99db-45bc-90bf-f35f78d314ef triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:46:00.515005 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:00.562370 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:00.638564 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:00.673827 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port e98868e6-99db-45bc-90bf-f35f78d314ef, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e98868e6-99db-45bc-90bf-f35f78d314ef,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:46:00.678543 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:00.744290 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-80c56590-e56c-41c3-a483-d44625ce7ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:00.745007 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=e98868e6-99db-45bc-90bf-f35f78d314ef,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:00.893826 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:00.906433 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] Transition to ACTIVE for port object c20b6df4-7c32-4e60-8918-01484d1f1ba0 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:46:00.915362 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:00.990344 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] Attempting to bind port c20b6df4-7c32-4e60-8918-01484d1f1ba0 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:46:00.990705 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] Attempting to bind port c20b6df4-7c32-4e60-8918-01484d1f1ba0 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:46:00.991080 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] Attempting to bind port c20b6df4-7c32-4e60-8918-01484d1f1ba0 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:46:00.999948 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efa435-4f4b-4761-9a9c-3b343e9c0a89 None None] Pushing event updated for resources: {'Port': ['ID=c20b6df4-7c32-4e60-8918-01484d1f1ba0,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:01.003267 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:46:01.003622 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:46:01.004007 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:01.004376 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:46:01.004822 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] Bound port: c20b6df4-7c32-4e60-8918-01484d1f1ba0, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:46:01.005765 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:01.068969 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6efa435-4f4b-4761-9a9c-3b343e9c0a89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:46:01.069682 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6efa435-4f4b-4761-9a9c-3b343e9c0a89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:46:01.069682 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6efa435-4f4b-4761-9a9c-3b343e9c0a89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:46:01.069926 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6efa435-4f4b-4761-9a9c-3b343e9c0a89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:46:01.070240 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6efa435-4f4b-4761-9a9c-3b343e9c0a89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:46:01.070552 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6efa435-4f4b-4761-9a9c-3b343e9c0a89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:46:01.070886 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6efa435-4f4b-4761-9a9c-3b343e9c0a89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:46:01.071194 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6efa435-4f4b-4761-9a9c-3b343e9c0a89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:46:01.071496 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6efa435-4f4b-4761-9a9c-3b343e9c0a89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:46:01.071800 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6efa435-4f4b-4761-9a9c-3b343e9c0a89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:46:01.072104 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6efa435-4f4b-4761-9a9c-3b343e9c0a89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:46:01.072409 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6efa435-4f4b-4761-9a9c-3b343e9c0a89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:46:01.097331 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-80c56590-e56c-41c3-a483-d44625ce7ebd admin admin] Allocated IP 172.20.0.1 (d940ea83-5589-45eb-8658-1743acdc3a3e/3ef4666a-ab74-4902-858c-e80e4b4d7e07/711e14a1-28b8-486b-95f5-39bf357ca061) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:46:01.111549 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] For port c20b6df4-7c32-4e60-8918-01484d1f1ba0, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:46:01.115831 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] For port c20b6df4-7c32-4e60-8918-01484d1f1ba0, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c20b6df4-7c32-4e60-8918-01484d1f1ba0,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:46:01.121534 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:01.200180 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] Routers {'da273a0e-10b0-4210-8a17-af8e276dfe05'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:46:01.200831 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:45:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['da273a0e-10b0-4210-8a17-af8e276dfe05'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:46:01.252041 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-80c56590-e56c-41c3-a483-d44625ce7ebd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:01.254207 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efa435-4f4b-4761-9a9c-3b343e9c0a89 None None] Pushing event updated for resources: {'Port': ['ID=c20b6df4-7c32-4e60-8918-01484d1f1ba0,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:01.270459 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-80c56590-e56c-41c3-a483-d44625ce7ebd admin admin] Transition to ACTIVE for port object 711e14a1-28b8-486b-95f5-39bf357ca061 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:46:01.294099 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-80c56590-e56c-41c3-a483-d44625ce7ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:01.354821 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c56590-e56c-41c3-a483-d44625ce7ebd admin admin] Network d940ea83-5589-45eb-8658-1743acdc3a3e is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:46:01.357650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-80c56590-e56c-41c3-a483-d44625ce7ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:46:01.366068 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c56590-e56c-41c3-a483-d44625ce7ebd admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:46:01.378619 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] Set router da273a0e-10b0-4210-8a17-af8e276dfe05 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:46:01.405816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c56590-e56c-41c3-a483-d44625ce7ebd admin admin] Pushing event updated for resources: {'Port': ['ID=711e14a1-28b8-486b-95f5-39bf357ca061,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:01.431775 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-80c56590-e56c-41c3-a483-d44625ce7ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:01.662457 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-388fc88f-6e16-4a5f-8e56-f04049612304 None None] Provisioning for port 711e14a1-28b8-486b-95f5-39bf357ca061 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:46:01.668286 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-388fc88f-6e16-4a5f-8e56-f04049612304 None None] Provisioning complete for port 711e14a1-28b8-486b-95f5-39bf357ca061 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:46:01.668652 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-388fc88f-6e16-4a5f-8e56-f04049612304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:01.675906 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'name': 'tempest-TestShelveInstance-1108894461-router', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:45:57Z', 'updated_at': '2022-03-05T14:45:58Z', 'revision_number': 3, 'project_id': '048c579b32854c1f845750411a5199ba', 'gw_port': {'id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:45:58Z', 'updated_at': '2022-03-05T14:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:46:01.680550 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48160747-52d7-4c77-82cb-5221f7e62ad0 None None] The sync data for ids ['da273a0e-10b0-4210-8a17-af8e276dfe05'] in n-d-803718-1 is: [{'id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'name': 'tempest-TestShelveInstance-1108894461-router', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:45:57Z', 'updated_at': '2022-03-05T14:45:58Z', 'revision_number': 3, 'project_id': '048c579b32854c1f845750411a5199ba', 'gw_port': {'id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:45:58Z', 'updated_at': '2022-03-05T14:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:46:01.710415 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-80c56590-e56c-41c3-a483-d44625ce7ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:01.730315 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-388fc88f-6e16-4a5f-8e56-f04049612304 None None] Port 711e14a1-28b8-486b-95f5-39bf357ca061 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:46:01.956608 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-80c56590-e56c-41c3-a483-d44625ce7ebd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:01.963190 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-80c56590-e56c-41c3-a483-d44625ce7ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:02.072568 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c56590-e56c-41c3-a483-d44625ce7ebd admin admin] Pushing event updated for resources: {'Port': ['ID=711e14a1-28b8-486b-95f5-39bf357ca061,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:02.074929 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-80c56590-e56c-41c3-a483-d44625ce7ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:02.214653 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c56590-e56c-41c3-a483-d44625ce7ebd admin admin] Network d940ea83-5589-45eb-8658-1743acdc3a3e is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:46:02.215793 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-80c56590-e56c-41c3-a483-d44625ce7ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:46:02.441384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c56590-e56c-41c3-a483-d44625ce7ebd admin admin] Router da273a0e-10b0-4210-8a17-af8e276dfe05 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:46:02.463429 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f57e96ef-5c53-4398-a4ec-bba840112ffc None None] Provisioning complete for port 711e14a1-28b8-486b-95f5-39bf357ca061 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:46:02.464333 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f57e96ef-5c53-4398-a4ec-bba840112ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:02.516703 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e98868e6-99db-45bc-90bf-f35f78d314ef up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:46:02.601386 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-f57e96ef-5c53-4398-a4ec-bba840112ffc None None] Port 711e14a1-28b8-486b-95f5-39bf357ca061 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:46:02.621736 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port e98868e6-99db-45bc-90bf-f35f78d314ef triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:46:02.622108 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:02.748917 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c20b6df4-7c32-4e60-8918-01484d1f1ba0 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:46:02.752801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c56590-e56c-41c3-a483-d44625ce7ebd admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:46:02.762179 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-80c56590-e56c-41c3-a483-d44625ce7ebd admin admin] 10.222.0.16 "PUT /v2.0/routers/da273a0e-10b0-4210-8a17-af8e276dfe05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7341609 Mar 05 14:46:02.822131 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port c20b6df4-7c32-4e60-8918-01484d1f1ba0 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:46:02.827364 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port c20b6df4-7c32-4e60-8918-01484d1f1ba0 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:46:02.827938 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:02.980779 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:02.999736 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port c20b6df4-7c32-4e60-8918-01484d1f1ba0, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c20b6df4-7c32-4e60-8918-01484d1f1ba0,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:46:03.004170 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:03.077400 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=c20b6df4-7c32-4e60-8918-01484d1f1ba0,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:03.255750 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] Sync routers for ids ['da273a0e-10b0-4210-8a17-af8e276dfe05'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:46:03.264824 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] Routers {'da273a0e-10b0-4210-8a17-af8e276dfe05'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:46:03.265478 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:45:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['da273a0e-10b0-4210-8a17-af8e276dfe05'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:46:03.286745 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55050) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:46:03.292510 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-082a68be-e159-4720-82fb-9e1ea9154723 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-966752941-network', 'tenant_id': '367e0ff2e97f445cb3f9fc73ab6e99d6'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:46:03.298121 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-082a68be-e159-4720-82fb-9e1ea9154723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:46:03.302626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-082a68be-e159-4720-82fb-9e1ea9154723 admin admin] Usage tracker for resource:network and tenant:367e0ff2e97f445cb3f9fc73ab6e99d6 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:46:03.305676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-082a68be-e159-4720-82fb-9e1ea9154723 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:46:03.311519 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-082a68be-e159-4720-82fb-9e1ea9154723 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:46:03.323221 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082a68be-e159-4720-82fb-9e1ea9154723 admin admin] Made reservation on behalf of 367e0ff2e97f445cb3f9fc73ab6e99d6 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:46:03.325482 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-082a68be-e159-4720-82fb-9e1ea9154723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:03.337909 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-082a68be-e159-4720-82fb-9e1ea9154723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:03.352507 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-082a68be-e159-4720-82fb-9e1ea9154723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:46:03.356361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-082a68be-e159-4720-82fb-9e1ea9154723 admin admin] Usage tracker for resource:security_group_rule and tenant:367e0ff2e97f445cb3f9fc73ab6e99d6 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:46:03.359194 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-082a68be-e159-4720-82fb-9e1ea9154723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:46:03.365329 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-082a68be-e159-4720-82fb-9e1ea9154723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:46:03.451603 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-082a68be-e159-4720-82fb-9e1ea9154723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:03.454124 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] Set router da273a0e-10b0-4210-8a17-af8e276dfe05 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:46:03.456019 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-082a68be-e159-4720-82fb-9e1ea9154723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:03.489127 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082a68be-e159-4720-82fb-9e1ea9154723 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:46:03.495037 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a68be-e159-4720-82fb-9e1ea9154723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16de0a5f-5619-4eae-92a8-34b362d16ee0,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:03.504373 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-082a68be-e159-4720-82fb-9e1ea9154723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:03.504800 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-082a68be-e159-4720-82fb-9e1ea9154723 admin admin] Added segment 73443027-6a0f-4ece-972a-03a6b2187e75 of type vlan for network bf53c84c-1b96-48bc-b185-e492255f8395 Mar 05 14:46:03.533229 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-082a68be-e159-4720-82fb-9e1ea9154723 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:03.563093 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-082a68be-e159-4720-82fb-9e1ea9154723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:03.564020 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082a68be-e159-4720-82fb-9e1ea9154723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:03.564604 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-082a68be-e159-4720-82fb-9e1ea9154723 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:03.667828 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a68be-e159-4720-82fb-9e1ea9154723 admin admin] Pushing event updated for resources: {'Network': ['ID=bf53c84c-1b96-48bc-b185-e492255f8395,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:03.671565 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-082a68be-e159-4720-82fb-9e1ea9154723 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3837013 Mar 05 14:46:03.674394 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55054) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:46:03.680569 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-6e8eaf80-19cf-4e34-974b-1a2961fcd788 admin admin] Request body: {'subnet': {'network_id': 'bf53c84c-1b96-48bc-b185-e492255f8395', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-966752941-subnet', 'tenant_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:46:03.685105 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network bf53c84c-1b96-48bc-b185-e492255f8395 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:46:03.685839 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6e8eaf80-19cf-4e34-974b-1a2961fcd788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:46:03.689672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6e8eaf80-19cf-4e34-974b-1a2961fcd788 admin admin] Usage tracker for resource:subnet and tenant:367e0ff2e97f445cb3f9fc73ab6e99d6 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:46:03.693040 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-6e8eaf80-19cf-4e34-974b-1a2961fcd788 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:46:03.698805 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-6e8eaf80-19cf-4e34-974b-1a2961fcd788 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:46:03.710389 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8eaf80-19cf-4e34-974b-1a2961fcd788 admin admin] Made reservation on behalf of 367e0ff2e97f445cb3f9fc73ab6e99d6 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:46:03.712968 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6e8eaf80-19cf-4e34-974b-1a2961fcd788 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:03.878147 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'name': 'tempest-TestShelveInstance-1108894461-router', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:45:57Z', 'updated_at': '2022-03-05T14:46:01Z', 'revision_number': 4, 'project_id': '048c579b32854c1f845750411a5199ba', 'gw_port': {'id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:45:58Z', 'updated_at': '2022-03-05T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '711e14a1-28b8-486b-95f5-39bf357ca061', 'name': '', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'mac_address': 'fa:16:3e:56:13:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:00Z', 'updated_at': '2022-03-05T14:46:01Z', 'revision_number': 2, 'project_id': '048c579b32854c1f845750411a5199ba', 'subnets': [{'id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:46:03.883311 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] Checking router: da273a0e-10b0-4210-8a17-af8e276dfe05 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:46:03.883664 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] Updating router da273a0e-10b0-4210-8a17-af8e276dfe05 port 711e14a1-28b8-486b-95f5-39bf357ca061 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:46:03.925001 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6e8eaf80-19cf-4e34-974b-1a2961fcd788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:03.941209 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:03.999550 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8eaf80-19cf-4e34-974b-1a2961fcd788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9221b3e-f388-4294-be8e-51a0a4db32a9,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:04.008488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8eaf80-19cf-4e34-974b-1a2961fcd788 admin admin] Checking segment: {'id': '73443027-6a0f-4ece-972a-03a6b2187e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bf53c84c-1b96-48bc-b185-e492255f8395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:46:04.008841 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8eaf80-19cf-4e34-974b-1a2961fcd788 admin admin] Network hostable DHCP agents. Network: bf53c84c-1b96-48bc-b185-e492255f8395, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:46:04.028073 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8eaf80-19cf-4e34-974b-1a2961fcd788 admin admin] Network bf53c84c-1b96-48bc-b185-e492255f8395 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:46:04.037336 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-6e8eaf80-19cf-4e34-974b-1a2961fcd788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, bf53c84c-1b96-48bc-b185-e492255f8395) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:46:04.041449 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8eaf80-19cf-4e34-974b-1a2961fcd788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:04.042145 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-6e8eaf80-19cf-4e34-974b-1a2961fcd788 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:04.052376 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13be761-a35e-4360-a671-61ee980b1471 None None] Network bf53c84c-1b96-48bc-b185-e492255f8395 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:46:04.064912 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-6e8eaf80-19cf-4e34-974b-1a2961fcd788 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3894777 Mar 05 14:46:04.068212 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55058) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:46:04.073114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-52fd1be8-ea95-4571-a263-082a90f1f19d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-966752941-router', 'tenant_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:46:04.078226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-52fd1be8-ea95-4571-a263-082a90f1f19d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:46:04.081993 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-52fd1be8-ea95-4571-a263-082a90f1f19d admin admin] Usage tracker for resource:router and tenant:367e0ff2e97f445cb3f9fc73ab6e99d6 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:46:04.085240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-52fd1be8-ea95-4571-a263-082a90f1f19d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:46:04.090884 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-52fd1be8-ea95-4571-a263-082a90f1f19d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:46:04.101879 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52fd1be8-ea95-4571-a263-082a90f1f19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:04.102877 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52fd1be8-ea95-4571-a263-082a90f1f19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:04.118673 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52fd1be8-ea95-4571-a263-082a90f1f19d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:04.391605 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52fd1be8-ea95-4571-a263-082a90f1f19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:04.403093 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96309ae1-e59d-4e3e-a62a-829ddbbde8c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-bf53c84c-1b96-48bc-b185-e492255f8395', 'network_id': 'bf53c84c-1b96-48bc-b185-e492255f8395', 'tenant_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'fixed_ips': [{'subnet_id': 'c9221b3e-f388-4294-be8e-51a0a4db32a9'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:46:04.404504 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-96309ae1-e59d-4e3e-a62a-829ddbbde8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:04.419063 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c20b6df4-7c32-4e60-8918-01484d1f1ba0 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:46:04.648513 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:04.679362 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] Transition to ACTIVE for port object 711e14a1-28b8-486b-95f5-39bf357ca061 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:46:04.716030 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52fd1be8-ea95-4571-a263-082a90f1f19d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:04.721161 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:04.753954 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52fd1be8-ea95-4571-a263-082a90f1f19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:04.770106 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port c20b6df4-7c32-4e60-8918-01484d1f1ba0 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:46:04.770465 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:04.913049 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4000a1-9610-4c68-9a26-042b2b274df5 None None] Pushing event updated for resources: {'Port': ['ID=711e14a1-28b8-486b-95f5-39bf357ca061,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:04.932677 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-96309ae1-e59d-4e3e-a62a-829ddbbde8c7 None None] Allocated IP 172.20.0.2 (bf53c84c-1b96-48bc-b185-e492255f8395/c9221b3e-f388-4294-be8e-51a0a4db32a9/1c54349a-9352-46dc-8b30-3641ce4c4b99) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:46:05.047647 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-52fd1be8-ea95-4571-a263-082a90f1f19d admin admin] Allocated IP 172.25.4.157 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/1fd42d43-fbf7-43df-8e9c-609d956ccce2) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:46:05.099088 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] Attempting to bind port 711e14a1-28b8-486b-95f5-39bf357ca061 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:46:05.099463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] Attempting to bind port 711e14a1-28b8-486b-95f5-39bf357ca061 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'dbff0796-eb3c-4fc2-9879-8d62da68adeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:46:05.099819 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] Attempting to bind port 711e14a1-28b8-486b-95f5-39bf357ca061 on network d940ea83-5589-45eb-8658-1743acdc3a3e {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:46:05.170434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:46:05.170701 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] Checking segment: {'id': 'dbff0796-eb3c-4fc2-9879-8d62da68adeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:46:05.171382 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:05.171774 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] Bound using segment: {'id': 'dbff0796-eb3c-4fc2-9879-8d62da68adeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:46:05.172256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] Bound port: 711e14a1-28b8-486b-95f5-39bf357ca061, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbff0796-eb3c-4fc2-9879-8d62da68adeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:46:05.172628 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:05.233787 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52fd1be8-ea95-4571-a263-082a90f1f19d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:05.271917 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52fd1be8-ea95-4571-a263-082a90f1f19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:05.344555 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fd1be8-ea95-4571-a263-082a90f1f19d admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:46:05.349356 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-52fd1be8-ea95-4571-a263-082a90f1f19d admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:46:05.353569 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fd1be8-ea95-4571-a263-082a90f1f19d admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:46:05.384132 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] For port 711e14a1-28b8-486b-95f5-39bf357ca061, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:46:05.408918 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] For port 711e14a1-28b8-486b-95f5-39bf357ca061, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=711e14a1-28b8-486b-95f5-39bf357ca061,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:46:05.410704 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd1be8-ea95-4571-a263-082a90f1f19d admin admin] Pushing event updated for resources: {'Port': ['ID=1fd42d43-fbf7-43df-8e9c-609d956ccce2,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:05.418277 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:05.465769 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-96309ae1-e59d-4e3e-a62a-829ddbbde8c7 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:05.505899 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-96309ae1-e59d-4e3e-a62a-829ddbbde8c7 None None] Transition to ACTIVE for port object 1c54349a-9352-46dc-8b30-3641ce4c4b99 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:46:05.551682 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] Routers {'da273a0e-10b0-4210-8a17-af8e276dfe05'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:46:05.552346 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:45:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['da273a0e-10b0-4210-8a17-af8e276dfe05'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:46:05.612470 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4000a1-9610-4c68-9a26-042b2b274df5 None None] Pushing event updated for resources: {'Port': ['ID=711e14a1-28b8-486b-95f5-39bf357ca061,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:05.616785 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-96309ae1-e59d-4e3e-a62a-829ddbbde8c7 None None] Transition to ACTIVE for port object 1c54349a-9352-46dc-8b30-3641ce4c4b99 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:46:05.635700 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-96309ae1-e59d-4e3e-a62a-829ddbbde8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:05.767289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96309ae1-e59d-4e3e-a62a-829ddbbde8c7 None None] Network bf53c84c-1b96-48bc-b185-e492255f8395 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:46:05.786998 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-96309ae1-e59d-4e3e-a62a-829ddbbde8c7 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:46:05.796804 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96309ae1-e59d-4e3e-a62a-829ddbbde8c7 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:46:05.805287 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96309ae1-e59d-4e3e-a62a-829ddbbde8c7 None None] Pushing event updated for resources: {'Port': ['ID=1c54349a-9352-46dc-8b30-3641ce4c4b99,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:05.851477 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52fd1be8-ea95-4571-a263-082a90f1f19d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:05.898741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] Set router da273a0e-10b0-4210-8a17-af8e276dfe05 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:46:05.988518 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-96309ae1-e59d-4e3e-a62a-829ddbbde8c7 None None] Attempting to bind port 1c54349a-9352-46dc-8b30-3641ce4c4b99 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:46:05.989193 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-96309ae1-e59d-4e3e-a62a-829ddbbde8c7 None None] Attempting to bind port 1c54349a-9352-46dc-8b30-3641ce4c4b99 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '73443027-6a0f-4ece-972a-03a6b2187e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bf53c84c-1b96-48bc-b185-e492255f8395'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:46:05.989311 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96309ae1-e59d-4e3e-a62a-829ddbbde8c7 None None] Attempting to bind port 1c54349a-9352-46dc-8b30-3641ce4c4b99 on network bf53c84c-1b96-48bc-b185-e492255f8395 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:46:06.057353 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96309ae1-e59d-4e3e-a62a-829ddbbde8c7 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:46:06.057733 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96309ae1-e59d-4e3e-a62a-829ddbbde8c7 None None] Checking segment: {'id': '73443027-6a0f-4ece-972a-03a6b2187e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bf53c84c-1b96-48bc-b185-e492255f8395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:46:06.058130 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-96309ae1-e59d-4e3e-a62a-829ddbbde8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:06.058522 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96309ae1-e59d-4e3e-a62a-829ddbbde8c7 None None] Bound using segment: {'id': '73443027-6a0f-4ece-972a-03a6b2187e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bf53c84c-1b96-48bc-b185-e492255f8395'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:46:06.059015 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-96309ae1-e59d-4e3e-a62a-829ddbbde8c7 None None] Bound port: 1c54349a-9352-46dc-8b30-3641ce4c4b99, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73443027-6a0f-4ece-972a-03a6b2187e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bf53c84c-1b96-48bc-b185-e492255f8395'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:46:06.059390 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-96309ae1-e59d-4e3e-a62a-829ddbbde8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:06.202127 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52fd1be8-ea95-4571-a263-082a90f1f19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:06.307644 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-96309ae1-e59d-4e3e-a62a-829ddbbde8c7 None None] For port 1c54349a-9352-46dc-8b30-3641ce4c4b99, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:46:06.345975 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-96309ae1-e59d-4e3e-a62a-829ddbbde8c7 None None] For port 1c54349a-9352-46dc-8b30-3641ce4c4b99, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1c54349a-9352-46dc-8b30-3641ce4c4b99,segment=NetworkSegment(73443027-6a0f-4ece-972a-03a6b2187e75),segment_id=73443027-6a0f-4ece-972a-03a6b2187e75)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:46:06.354173 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-96309ae1-e59d-4e3e-a62a-829ddbbde8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:06.414219 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fd1be8-ea95-4571-a263-082a90f1f19d admin admin] Router e3021ed2-403d-4f46-938a-e8d3abcc89bf is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:46:06.446452 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96309ae1-e59d-4e3e-a62a-829ddbbde8c7 None None] Pushing event updated for resources: {'Port': ['ID=1c54349a-9352-46dc-8b30-3641ce4c4b99,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:06.457482 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'name': 'tempest-TestShelveInstance-1108894461-router', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:45:57Z', 'updated_at': '2022-03-05T14:46:01Z', 'revision_number': 4, 'project_id': '048c579b32854c1f845750411a5199ba', 'gw_port': {'id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:45:58Z', 'updated_at': '2022-03-05T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '711e14a1-28b8-486b-95f5-39bf357ca061', 'name': '', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'mac_address': 'fa:16:3e:56:13:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:00Z', 'updated_at': '2022-03-05T14:46:05Z', 'revision_number': 4, 'project_id': '048c579b32854c1f845750411a5199ba', 'subnets': [{'id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:46:06.467106 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e407da4-16a1-4c60-b72c-13644318b633 None None] The sync data for ids ['da273a0e-10b0-4210-8a17-af8e276dfe05'] in n-d-803718-1 is: [{'id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'name': 'tempest-TestShelveInstance-1108894461-router', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:45:57Z', 'updated_at': '2022-03-05T14:46:01Z', 'revision_number': 4, 'project_id': '048c579b32854c1f845750411a5199ba', 'gw_port': {'id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:45:58Z', 'updated_at': '2022-03-05T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '711e14a1-28b8-486b-95f5-39bf357ca061', 'name': '', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'mac_address': 'fa:16:3e:56:13:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:00Z', 'updated_at': '2022-03-05T14:46:05Z', 'revision_number': 4, 'project_id': '048c579b32854c1f845750411a5199ba', 'subnets': [{'id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:46:06.813480 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fd1be8-ea95-4571-a263-082a90f1f19d admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:46:06.826727 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] Sync routers for ids ['e3021ed2-403d-4f46-938a-e8d3abcc89bf'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:46:06.842194 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] Routers {'e3021ed2-403d-4f46-938a-e8d3abcc89bf'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:46:06.842871 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-52fd1be8-ea95-4571-a263-082a90f1f19d admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:06.843102 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:45:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e3021ed2-403d-4f46-938a-e8d3abcc89bf'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:46:06.844201 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-52fd1be8-ea95-4571-a263-082a90f1f19d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7749887 Mar 05 14:46:06.846823 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55062) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:46:07.032359 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] Set router e3021ed2-403d-4f46-938a-e8d3abcc89bf gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:46:07.351276 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3021ed2-403d-4f46-938a-e8d3abcc89bf', 'name': 'tempest-TestShelveInstance-966752941-router', 'tenant_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1fd42d43-fbf7-43df-8e9c-609d956ccce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:46:04Z', 'updated_at': '2022-03-05T14:46:05Z', 'revision_number': 3, 'project_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'gw_port': {'id': '1fd42d43-fbf7-43df-8e9c-609d956ccce2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3021ed2-403d-4f46-938a-e8d3abcc89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:04Z', 'updated_at': '2022-03-05T14:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:46:07.355810 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] Checking router: e3021ed2-403d-4f46-938a-e8d3abcc89bf for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:46:07.356570 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] Updating router e3021ed2-403d-4f46-938a-e8d3abcc89bf port 1fd42d43-fbf7-43df-8e9c-609d956ccce2 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:46:07.425996 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:07.602162 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c998a75b-d6fa-49b5-91a1-be48b0b36df8 None None] Network bf53c84c-1b96-48bc-b185-e492255f8395 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:46:07.643843 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dcdec7b1-abb8-4cfa-b0bc-73bcefb77529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:07.733393 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-01a461e5-38e0-4cba-920c-f6c019587303 None None] Provisioning for port 1c54349a-9352-46dc-8b30-3641ce4c4b99 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:46:07.850375 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:07.864028 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] Transition to ACTIVE for port object 1fd42d43-fbf7-43df-8e9c-609d956ccce2 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:46:07.877899 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:07.889709 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-dcdec7b1-abb8-4cfa-b0bc-73bcefb77529 admin admin] Allocated IP 172.20.0.1 (bf53c84c-1b96-48bc-b185-e492255f8395/c9221b3e-f388-4294-be8e-51a0a4db32a9/5424b3d7-f311-463a-9b40-4c3f46cb40a3) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:46:07.950438 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3834deb-9550-4ac3-8907-120057d911b7 None None] Pushing event updated for resources: {'Port': ['ID=1fd42d43-fbf7-43df-8e9c-609d956ccce2,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:07.976381 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] Attempting to bind port 1fd42d43-fbf7-43df-8e9c-609d956ccce2 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:46:07.976884 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] Attempting to bind port 1fd42d43-fbf7-43df-8e9c-609d956ccce2 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:46:07.977326 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] Attempting to bind port 1fd42d43-fbf7-43df-8e9c-609d956ccce2 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:46:07.983320 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:46:07.983813 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:46:07.984297 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:07.984770 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:46:07.985321 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] Bound port: 1fd42d43-fbf7-43df-8e9c-609d956ccce2, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:46:07.985772 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:08.066962 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] For port 1fd42d43-fbf7-43df-8e9c-609d956ccce2, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:46:08.069973 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dcdec7b1-abb8-4cfa-b0bc-73bcefb77529 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:08.071122 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] For port 1fd42d43-fbf7-43df-8e9c-609d956ccce2, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1fd42d43-fbf7-43df-8e9c-609d956ccce2,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:46:08.078892 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:08.087662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-dcdec7b1-abb8-4cfa-b0bc-73bcefb77529 admin admin] Transition to ACTIVE for port object 5424b3d7-f311-463a-9b40-4c3f46cb40a3 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:46:08.111607 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dcdec7b1-abb8-4cfa-b0bc-73bcefb77529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:08.157233 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] Routers {'e3021ed2-403d-4f46-938a-e8d3abcc89bf'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:46:08.157854 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:45:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e3021ed2-403d-4f46-938a-e8d3abcc89bf'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:46:08.175862 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdec7b1-abb8-4cfa-b0bc-73bcefb77529 admin admin] Network bf53c84c-1b96-48bc-b185-e492255f8395 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:46:08.183001 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-dcdec7b1-abb8-4cfa-b0bc-73bcefb77529 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:46:08.187115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdec7b1-abb8-4cfa-b0bc-73bcefb77529 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:46:08.217314 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdec7b1-abb8-4cfa-b0bc-73bcefb77529 admin admin] Pushing event updated for resources: {'Port': ['ID=5424b3d7-f311-463a-9b40-4c3f46cb40a3,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:08.233358 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3834deb-9550-4ac3-8907-120057d911b7 None None] Pushing event updated for resources: {'Port': ['ID=1fd42d43-fbf7-43df-8e9c-609d956ccce2,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:08.248044 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dcdec7b1-abb8-4cfa-b0bc-73bcefb77529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:08.355681 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] Set router e3021ed2-403d-4f46-938a-e8d3abcc89bf gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:46:08.393931 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dcdec7b1-abb8-4cfa-b0bc-73bcefb77529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:08.495373 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a05c87be-6299-4f16-bf29-8102b5c84dea None None] Provisioning for port 5424b3d7-f311-463a-9b40-4c3f46cb40a3 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:46:08.502114 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-a05c87be-6299-4f16-bf29-8102b5c84dea None None] Provisioning complete for port 5424b3d7-f311-463a-9b40-4c3f46cb40a3 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:46:08.502704 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a05c87be-6299-4f16-bf29-8102b5c84dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:08.531748 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 711e14a1-28b8-486b-95f5-39bf357ca061 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:46:08.613179 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-a05c87be-6299-4f16-bf29-8102b5c84dea None None] Port 5424b3d7-f311-463a-9b40-4c3f46cb40a3 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:46:08.630616 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 711e14a1-28b8-486b-95f5-39bf357ca061 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:46:08.635842 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 711e14a1-28b8-486b-95f5-39bf357ca061 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:46:08.636274 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:08.669144 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3021ed2-403d-4f46-938a-e8d3abcc89bf', 'name': 'tempest-TestShelveInstance-966752941-router', 'tenant_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1fd42d43-fbf7-43df-8e9c-609d956ccce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:46:04Z', 'updated_at': '2022-03-05T14:46:05Z', 'revision_number': 3, 'project_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'gw_port': {'id': '1fd42d43-fbf7-43df-8e9c-609d956ccce2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3021ed2-403d-4f46-938a-e8d3abcc89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:04Z', 'updated_at': '2022-03-05T14:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:46:08.673739 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec4549-93c8-4e8e-adfc-9d49d6840cbb None None] The sync data for ids ['e3021ed2-403d-4f46-938a-e8d3abcc89bf'] in n-d-803718-1 is: [{'id': 'e3021ed2-403d-4f46-938a-e8d3abcc89bf', 'name': 'tempest-TestShelveInstance-966752941-router', 'tenant_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1fd42d43-fbf7-43df-8e9c-609d956ccce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:46:04Z', 'updated_at': '2022-03-05T14:46:05Z', 'revision_number': 3, 'project_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'gw_port': {'id': '1fd42d43-fbf7-43df-8e9c-609d956ccce2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3021ed2-403d-4f46-938a-e8d3abcc89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:04Z', 'updated_at': '2022-03-05T14:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:46:08.760741 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:08.792331 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dcdec7b1-abb8-4cfa-b0bc-73bcefb77529 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:08.793722 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 711e14a1-28b8-486b-95f5-39bf357ca061, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=711e14a1-28b8-486b-95f5-39bf357ca061,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:46:08.799339 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:08.799636 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dcdec7b1-abb8-4cfa-b0bc-73bcefb77529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:08.800140 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1c54349a-9352-46dc-8b30-3641ce4c4b99 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:46:08.926464 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dcdec7b1-abb8-4cfa-b0bc-73bcefb77529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:08.927956 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=711e14a1-28b8-486b-95f5-39bf357ca061,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:08.949566 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 1c54349a-9352-46dc-8b30-3641ce4c4b99 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:46:08.954258 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0c17f216-d912-4a11-90e3-392a36bf0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:08.954637 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdec7b1-abb8-4cfa-b0bc-73bcefb77529 admin admin] Pushing event updated for resources: {'Port': ['ID=5424b3d7-f311-463a-9b40-4c3f46cb40a3,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:08.956463 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1c54349a-9352-46dc-8b30-3641ce4c4b99 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:46:08.956813 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:09.087027 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdec7b1-abb8-4cfa-b0bc-73bcefb77529 admin admin] Network bf53c84c-1b96-48bc-b185-e492255f8395 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:46:09.088201 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-dcdec7b1-abb8-4cfa-b0bc-73bcefb77529 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:46:09.105311 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:09.141777 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 1c54349a-9352-46dc-8b30-3641ce4c4b99, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1c54349a-9352-46dc-8b30-3641ce4c4b99,segment=NetworkSegment(73443027-6a0f-4ece-972a-03a6b2187e75),segment_id=73443027-6a0f-4ece-972a-03a6b2187e75)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:46:09.145677 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:09.231281 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=1c54349a-9352-46dc-8b30-3641ce4c4b99,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:09.300557 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdec7b1-abb8-4cfa-b0bc-73bcefb77529 admin admin] Router e3021ed2-403d-4f46-938a-e8d3abcc89bf has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:46:09.345481 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-533da8e0-dee9-44e2-9492-e5b345f8b2ef None None] Provisioning complete for port 5424b3d7-f311-463a-9b40-4c3f46cb40a3 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:46:09.345853 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-533da8e0-dee9-44e2-9492-e5b345f8b2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:09.400889 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-533da8e0-dee9-44e2-9492-e5b345f8b2ef None None] Port 5424b3d7-f311-463a-9b40-4c3f46cb40a3 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:46:09.498258 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdec7b1-abb8-4cfa-b0bc-73bcefb77529 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:46:09.508185 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dcdec7b1-abb8-4cfa-b0bc-73bcefb77529 admin admin] 10.222.0.16 "PUT /v2.0/routers/e3021ed2-403d-4f46-938a-e8d3abcc89bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6603484 Mar 05 14:46:10.119408 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55072) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:46:10.124672 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-d9119485-66a1-4300-ab53-4f4601c125bd tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-266303034', 'description': 'tempest-secgroup-smoke-266303034 description', 'project_id': '048c579b32854c1f845750411a5199ba'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:46:10.131843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d9119485-66a1-4300-ab53-4f4601c125bd tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:46:10.135695 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d9119485-66a1-4300-ab53-4f4601c125bd tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Usage tracker for resource:security_group and tenant:048c579b32854c1f845750411a5199ba is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:46:10.138502 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d9119485-66a1-4300-ab53-4f4601c125bd tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:46:10.144668 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d9119485-66a1-4300-ab53-4f4601c125bd tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:46:10.154742 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d9119485-66a1-4300-ab53-4f4601c125bd tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:10.175406 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d9119485-66a1-4300-ab53-4f4601c125bd tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:46:10.180031 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d9119485-66a1-4300-ab53-4f4601c125bd tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Usage tracker for resource:security_group_rule and tenant:048c579b32854c1f845750411a5199ba is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:46:10.183435 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-d9119485-66a1-4300-ab53-4f4601c125bd tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:46:10.189240 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-d9119485-66a1-4300-ab53-4f4601c125bd tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:46:10.262391 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d9119485-66a1-4300-ab53-4f4601c125bd tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:10.263904 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] Sync routers for ids ['e3021ed2-403d-4f46-938a-e8d3abcc89bf'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:46:10.267133 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d9119485-66a1-4300-ab53-4f4601c125bd tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:10.275241 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] Routers {'e3021ed2-403d-4f46-938a-e8d3abcc89bf'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:46:10.275887 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:45:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e3021ed2-403d-4f46-938a-e8d3abcc89bf'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:46:10.312521 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9119485-66a1-4300-ab53-4f4601c125bd tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2430885-6868-4312-933f-c3e78e8aeb39,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:10.315876 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-d9119485-66a1-4300-ab53-4f4601c125bd tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:10.320097 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-d9119485-66a1-4300-ab53-4f4601c125bd tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1965911 Mar 05 14:46:10.321057 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55076) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:46:10.325651 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ed3dbf6d-9cf8-486f-b89a-5b9557d07cc7 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Request body: {'security_group_rule': {'security_group_id': 'f2430885-6868-4312-933f-c3e78e8aeb39', 'project_id': '048c579b32854c1f845750411a5199ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:46:10.332234 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ed3dbf6d-9cf8-486f-b89a-5b9557d07cc7 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:46:10.336679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ed3dbf6d-9cf8-486f-b89a-5b9557d07cc7 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Usage tracker for resource:security_group_rule and tenant:048c579b32854c1f845750411a5199ba is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:46:10.339906 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ed3dbf6d-9cf8-486f-b89a-5b9557d07cc7 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:46:10.346754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ed3dbf6d-9cf8-486f-b89a-5b9557d07cc7 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:46:10.367589 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed3dbf6d-9cf8-486f-b89a-5b9557d07cc7 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:10.442241 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed3dbf6d-9cf8-486f-b89a-5b9557d07cc7 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:10.448357 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed3dbf6d-9cf8-486f-b89a-5b9557d07cc7 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:10.466630 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3dbf6d-9cf8-486f-b89a-5b9557d07cc7 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7b5a9d-cca9-47a2-bf42-e8a31a832393,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:10.486422 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ed3dbf6d-9cf8-486f-b89a-5b9557d07cc7 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:10.490958 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55080) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:46:10.491296 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ed3dbf6d-9cf8-486f-b89a-5b9557d07cc7 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1697366 Mar 05 14:46:10.496451 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-3d7737e6-70e4-4f81-85ef-537a3759d99a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Request body: {'security_group_rule': {'security_group_id': 'f2430885-6868-4312-933f-c3e78e8aeb39', 'project_id': '048c579b32854c1f845750411a5199ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:46:10.500862 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] Set router e3021ed2-403d-4f46-938a-e8d3abcc89bf gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:46:10.505505 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3d7737e6-70e4-4f81-85ef-537a3759d99a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:46:10.510727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3d7737e6-70e4-4f81-85ef-537a3759d99a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Usage tracker for resource:security_group_rule and tenant:048c579b32854c1f845750411a5199ba is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:46:10.513822 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-3d7737e6-70e4-4f81-85ef-537a3759d99a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:46:10.520150 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-3d7737e6-70e4-4f81-85ef-537a3759d99a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:46:10.538468 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d7737e6-70e4-4f81-85ef-537a3759d99a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:10.549523 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 711e14a1-28b8-486b-95f5-39bf357ca061 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:46:10.600682 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d7737e6-70e4-4f81-85ef-537a3759d99a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:10.604435 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d7737e6-70e4-4f81-85ef-537a3759d99a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:10.629310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7737e6-70e4-4f81-85ef-537a3759d99a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95af037-d851-466c-9b0c-a723fb5f139c,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:10.638497 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-3d7737e6-70e4-4f81-85ef-537a3759d99a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:10.641647 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-3d7737e6-70e4-4f81-85ef-537a3759d99a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1474259 Mar 05 14:46:10.642691 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55084) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:46:10.648721 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-56a23f56-6936-4422-9d5b-fce33284f47a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Request body: {'security_group_rule': {'security_group_id': 'f2430885-6868-4312-933f-c3e78e8aeb39', 'project_id': '048c579b32854c1f845750411a5199ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:46:10.655412 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-56a23f56-6936-4422-9d5b-fce33284f47a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:46:10.659319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-56a23f56-6936-4422-9d5b-fce33284f47a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Usage tracker for resource:security_group_rule and tenant:048c579b32854c1f845750411a5199ba is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:46:10.666258 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-56a23f56-6936-4422-9d5b-fce33284f47a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:46:10.672825 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-56a23f56-6936-4422-9d5b-fce33284f47a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:46:10.689947 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-56a23f56-6936-4422-9d5b-fce33284f47a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:10.756529 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-56a23f56-6936-4422-9d5b-fce33284f47a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:10.760803 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-56a23f56-6936-4422-9d5b-fce33284f47a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:10.789948 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a23f56-6936-4422-9d5b-fce33284f47a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8eef41-c5a0-4195-a98b-a0f3b3abecf9,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:10.798244 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-56a23f56-6936-4422-9d5b-fce33284f47a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:10.799670 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-56a23f56-6936-4422-9d5b-fce33284f47a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1558437 Mar 05 14:46:10.802854 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55088) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:46:10.807890 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-8cd65095-2b6e-4b26-8485-a2d417327c1c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Request body: {'security_group_rule': {'security_group_id': 'f2430885-6868-4312-933f-c3e78e8aeb39', 'project_id': '048c579b32854c1f845750411a5199ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:46:10.814368 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8cd65095-2b6e-4b26-8485-a2d417327c1c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:46:10.818548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8cd65095-2b6e-4b26-8485-a2d417327c1c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Usage tracker for resource:security_group_rule and tenant:048c579b32854c1f845750411a5199ba is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:46:10.821469 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-8cd65095-2b6e-4b26-8485-a2d417327c1c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:46:10.827183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-8cd65095-2b6e-4b26-8485-a2d417327c1c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:46:10.828133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 711e14a1-28b8-486b-95f5-39bf357ca061 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:46:10.828494 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:10.845172 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8cd65095-2b6e-4b26-8485-a2d417327c1c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:10.909876 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8cd65095-2b6e-4b26-8485-a2d417327c1c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:10.914001 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8cd65095-2b6e-4b26-8485-a2d417327c1c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:10.939438 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd65095-2b6e-4b26-8485-a2d417327c1c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d77762e0-0eab-45e6-8743-64fb151dc4e5,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:10.950523 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-8cd65095-2b6e-4b26-8485-a2d417327c1c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:10.951768 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-8cd65095-2b6e-4b26-8485-a2d417327c1c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480110 Mar 05 14:46:10.954501 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55092) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:46:10.959940 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-dc0cdc2d-92bd-42a8-b41b-ab09ac5d3261 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Request body: {'security_group_rule': {'security_group_id': 'f2430885-6868-4312-933f-c3e78e8aeb39', 'project_id': '048c579b32854c1f845750411a5199ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:46:10.966420 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-dc0cdc2d-92bd-42a8-b41b-ab09ac5d3261 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:46:10.970255 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dc0cdc2d-92bd-42a8-b41b-ab09ac5d3261 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Usage tracker for resource:security_group_rule and tenant:048c579b32854c1f845750411a5199ba is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:46:10.973115 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-dc0cdc2d-92bd-42a8-b41b-ab09ac5d3261 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:46:10.980112 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-dc0cdc2d-92bd-42a8-b41b-ab09ac5d3261 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:46:10.990642 n-d-803718-1 neutron-server[87914]: INFO neutron.db.securitygroups_db [None req-dc0cdc2d-92bd-42a8-b41b-ab09ac5d3261 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Project 048c579b32854c1f845750411a5199ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:46:10.997218 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dc0cdc2d-92bd-42a8-b41b-ab09ac5d3261 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:11.013325 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1fd42d43-fbf7-43df-8e9c-609d956ccce2 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:46:11.068469 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dc0cdc2d-92bd-42a8-b41b-ab09ac5d3261 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:11.072839 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dc0cdc2d-92bd-42a8-b41b-ab09ac5d3261 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:11.077342 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3021ed2-403d-4f46-938a-e8d3abcc89bf', 'name': 'tempest-TestShelveInstance-966752941-router', 'tenant_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1fd42d43-fbf7-43df-8e9c-609d956ccce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:46:04Z', 'updated_at': '2022-03-05T14:46:08Z', 'revision_number': 4, 'project_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'gw_port': {'id': '1fd42d43-fbf7-43df-8e9c-609d956ccce2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3021ed2-403d-4f46-938a-e8d3abcc89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:04Z', 'updated_at': '2022-03-05T14:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '5424b3d7-f311-463a-9b40-4c3f46cb40a3', 'name': '', 'network_id': 'bf53c84c-1b96-48bc-b185-e492255f8395', 'tenant_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'mac_address': 'fa:16:3e:ef:09:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3021ed2-403d-4f46-938a-e8d3abcc89bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'c9221b3e-f388-4294-be8e-51a0a4db32a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:07Z', 'updated_at': '2022-03-05T14:46:08Z', 'revision_number': 2, 'project_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'subnets': [{'id': 'c9221b3e-f388-4294-be8e-51a0a4db32a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:46:11.090491 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] Checking router: e3021ed2-403d-4f46-938a-e8d3abcc89bf for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:46:11.090864 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] Updating router e3021ed2-403d-4f46-938a-e8d3abcc89bf port 5424b3d7-f311-463a-9b40-4c3f46cb40a3 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:46:11.100943 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cdc2d-92bd-42a8-b41b-ab09ac5d3261 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7818ee59-f988-4397-a78c-94af3d1f8d76,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:11.107555 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dc0cdc2d-92bd-42a8-b41b-ab09ac5d3261 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:11.111359 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dc0cdc2d-92bd-42a8-b41b-ab09ac5d3261 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1534135 Mar 05 14:46:11.111552 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55096) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:46:11.117305 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-473b1c98-986d-413d-80bc-f64b0d7b108d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Request body: {'security_group_rule': {'security_group_id': 'f2430885-6868-4312-933f-c3e78e8aeb39', 'project_id': '048c579b32854c1f845750411a5199ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:46:11.119444 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1bf332ea-8836-40f6-b726-cdfc4a14671e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:11.124141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-473b1c98-986d-413d-80bc-f64b0d7b108d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:46:11.128020 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-473b1c98-986d-413d-80bc-f64b0d7b108d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Usage tracker for resource:security_group_rule and tenant:048c579b32854c1f845750411a5199ba is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:46:11.131580 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-473b1c98-986d-413d-80bc-f64b0d7b108d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:46:11.137204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-473b1c98-986d-413d-80bc-f64b0d7b108d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:46:11.147735 n-d-803718-1 neutron-server[87914]: INFO neutron.db.securitygroups_db [None req-473b1c98-986d-413d-80bc-f64b0d7b108d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Project 048c579b32854c1f845750411a5199ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:46:11.154342 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-473b1c98-986d-413d-80bc-f64b0d7b108d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:11.158829 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:11.169910 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 1fd42d43-fbf7-43df-8e9c-609d956ccce2 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:46:11.179137 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1fd42d43-fbf7-43df-8e9c-609d956ccce2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:46:11.179498 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:11.220748 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-473b1c98-986d-413d-80bc-f64b0d7b108d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:11.224833 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-473b1c98-986d-413d-80bc-f64b0d7b108d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:11.245827 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b1c98-986d-413d-80bc-f64b0d7b108d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e459d528-7467-4c43-975f-17a439b80d6f,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:11.257533 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-473b1c98-986d-413d-80bc-f64b0d7b108d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:11.258708 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-473b1c98-986d-413d-80bc-f64b0d7b108d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1462564 Mar 05 14:46:11.421944 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-3563549d-7adf-4bce-bd8e-2848ed5afc53 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Synchronizing usage tracker for tenant:048c579b32854c1f845750411a5199ba on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:46:11.433745 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:11.440391 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-3563549d-7adf-4bce-bd8e-2848ed5afc53 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Unset dirty status for tenant:048c579b32854c1f845750411a5199ba on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:46:11.441876 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-3563549d-7adf-4bce-bd8e-2848ed5afc53 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-266303034&fields=id&tenant_id=048c579b32854c1f845750411a5199ba HTTP/1.1" status: 200 len: 267 time: 0.0597456 Mar 05 14:46:11.507110 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 1fd42d43-fbf7-43df-8e9c-609d956ccce2, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1fd42d43-fbf7-43df-8e9c-609d956ccce2,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:46:11.513881 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:11.514637 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1c54349a-9352-46dc-8b30-3641ce4c4b99 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:46:11.594647 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-97ea88e4-507a-4a66-9ab0-6c16999e6efa tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:11.595245 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-97ea88e4-507a-4a66-9ab0-6c16999e6efa tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Synchronizing usage tracker for tenant:048c579b32854c1f845750411a5199ba on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:46:11.612534 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-97ea88e4-507a-4a66-9ab0-6c16999e6efa tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Unset dirty status for tenant:048c579b32854c1f845750411a5199ba on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:46:11.613752 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-97ea88e4-507a-4a66-9ab0-6c16999e6efa tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/networks?id=d940ea83-5589-45eb-8658-1743acdc3a3e HTTP/1.1" status: 200 len: 809 time: 0.1636009 Mar 05 14:46:11.631617 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-87e33ccd-04b6-4de6-b783-e85ac3b4f657 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/quotas/048c579b32854c1f845750411a5199ba HTTP/1.1" status: 200 len: 375 time: 0.0107112 Mar 05 14:46:11.656936 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=1fd42d43-fbf7-43df-8e9c-609d956ccce2,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:11.716900 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-9767cf65-c7c3-4809-aeef-1301a0995623 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Synchronizing usage tracker for tenant:048c579b32854c1f845750411a5199ba on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:46:11.718513 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1c54349a-9352-46dc-8b30-3641ce4c4b99 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:46:11.718907 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:11.732902 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-9767cf65-c7c3-4809-aeef-1301a0995623 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Unset dirty status for tenant:048c579b32854c1f845750411a5199ba on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:46:11.734184 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-9767cf65-c7c3-4809-aeef-1301a0995623 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=048c579b32854c1f845750411a5199ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971889 Mar 05 14:46:11.786808 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:11.804857 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] Transition to ACTIVE for port object 5424b3d7-f311-463a-9b40-4c3f46cb40a3 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:46:11.815647 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:11.857744 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-26fa702e-1e86-4244-ab3f-004c6bbb3de5 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:46:11.858713 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-26fa702e-1e86-4244-ab3f-004c6bbb3de5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1124980 Mar 05 14:46:11.990156 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf4d27-4423-4875-ab4d-dc2b8cb14e1b None None] Pushing event updated for resources: {'Port': ['ID=5424b3d7-f311-463a-9b40-4c3f46cb40a3,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:12.090062 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] Attempting to bind port 5424b3d7-f311-463a-9b40-4c3f46cb40a3 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:46:12.090592 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] Attempting to bind port 5424b3d7-f311-463a-9b40-4c3f46cb40a3 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '73443027-6a0f-4ece-972a-03a6b2187e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bf53c84c-1b96-48bc-b185-e492255f8395'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:46:12.090996 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] Attempting to bind port 5424b3d7-f311-463a-9b40-4c3f46cb40a3 on network bf53c84c-1b96-48bc-b185-e492255f8395 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:46:12.097166 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:46:12.097530 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] Checking segment: {'id': '73443027-6a0f-4ece-972a-03a6b2187e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bf53c84c-1b96-48bc-b185-e492255f8395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:46:12.097924 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:12.098338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] Bound using segment: {'id': '73443027-6a0f-4ece-972a-03a6b2187e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bf53c84c-1b96-48bc-b185-e492255f8395'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:46:12.099360 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] Bound port: 5424b3d7-f311-463a-9b40-4c3f46cb40a3, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73443027-6a0f-4ece-972a-03a6b2187e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bf53c84c-1b96-48bc-b185-e492255f8395'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:46:12.099724 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:12.123171 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-01b438c6-9c3c-4b0b-91b3-d290d1de1d9a service neutron] 10.222.0.16 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584343 Mar 05 14:46:12.199174 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] For port 5424b3d7-f311-463a-9b40-4c3f46cb40a3, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:46:12.202489 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] For port 5424b3d7-f311-463a-9b40-4c3f46cb40a3, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5424b3d7-f311-463a-9b40-4c3f46cb40a3,segment=NetworkSegment(73443027-6a0f-4ece-972a-03a6b2187e75),segment_id=73443027-6a0f-4ece-972a-03a6b2187e75)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:46:12.207766 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:12.260023 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-bb59a73f-3bc1-4f22-b4d3-2649c14f1757 service neutron] 10.222.0.16 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298821 Mar 05 14:46:12.293796 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:12.306593 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] Routers {'e3021ed2-403d-4f46-938a-e8d3abcc89bf'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:46:12.307246 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:46:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e3021ed2-403d-4f46-938a-e8d3abcc89bf'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:46:12.456024 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf4d27-4423-4875-ab4d-dc2b8cb14e1b None None] Pushing event updated for resources: {'Port': ['ID=5424b3d7-f311-463a-9b40-4c3f46cb40a3,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:12.464239 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1fd42d43-fbf7-43df-8e9c-609d956ccce2 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:46:12.508268 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-2ff0f104-2df7-45ae-8f9f-ebaf8f4d1e84 req-5238406e-70c8-4b6d-b7ac-c951e8ab341e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 210 time: 0.0791996 Mar 05 14:46:12.511520 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:12.662091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] Set router e3021ed2-403d-4f46-938a-e8d3abcc89bf gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:46:12.703737 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 1fd42d43-fbf7-43df-8e9c-609d956ccce2 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:46:12.704105 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:13.076194 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3021ed2-403d-4f46-938a-e8d3abcc89bf', 'name': 'tempest-TestShelveInstance-966752941-router', 'tenant_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1fd42d43-fbf7-43df-8e9c-609d956ccce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:46:04Z', 'updated_at': '2022-03-05T14:46:08Z', 'revision_number': 4, 'project_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'gw_port': {'id': '1fd42d43-fbf7-43df-8e9c-609d956ccce2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3021ed2-403d-4f46-938a-e8d3abcc89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:04Z', 'updated_at': '2022-03-05T14:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '5424b3d7-f311-463a-9b40-4c3f46cb40a3', 'name': '', 'network_id': 'bf53c84c-1b96-48bc-b185-e492255f8395', 'tenant_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'mac_address': 'fa:16:3e:ef:09:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3021ed2-403d-4f46-938a-e8d3abcc89bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'c9221b3e-f388-4294-be8e-51a0a4db32a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:07Z', 'updated_at': '2022-03-05T14:46:12Z', 'revision_number': 4, 'project_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'subnets': [{'id': 'c9221b3e-f388-4294-be8e-51a0a4db32a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:46:13.081343 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3563b2da-637e-44ba-a033-e7bd62beb635 None None] The sync data for ids ['e3021ed2-403d-4f46-938a-e8d3abcc89bf'] in n-d-803718-1 is: [{'id': 'e3021ed2-403d-4f46-938a-e8d3abcc89bf', 'name': 'tempest-TestShelveInstance-966752941-router', 'tenant_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1fd42d43-fbf7-43df-8e9c-609d956ccce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:46:04Z', 'updated_at': '2022-03-05T14:46:08Z', 'revision_number': 4, 'project_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'gw_port': {'id': '1fd42d43-fbf7-43df-8e9c-609d956ccce2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3021ed2-403d-4f46-938a-e8d3abcc89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:04Z', 'updated_at': '2022-03-05T14:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '5424b3d7-f311-463a-9b40-4c3f46cb40a3', 'name': '', 'network_id': 'bf53c84c-1b96-48bc-b185-e492255f8395', 'tenant_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'mac_address': 'fa:16:3e:ef:09:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3021ed2-403d-4f46-938a-e8d3abcc89bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'c9221b3e-f388-4294-be8e-51a0a4db32a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:07Z', 'updated_at': '2022-03-05T14:46:12Z', 'revision_number': 4, 'project_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'subnets': [{'id': 'c9221b3e-f388-4294-be8e-51a0a4db32a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:46:13.634197 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-d5fe5c5f-7156-43ed-96a0-55584b54948c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:13.636441 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-d5fe5c5f-7156-43ed-96a0-55584b54948c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.30 "GET /v2.0/networks?id=d940ea83-5589-45eb-8658-1743acdc3a3e HTTP/1.1" status: 200 len: 809 time: 0.1668251 Mar 05 14:46:13.697775 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-2cbb07aa-dabe-49f3-b893-f78afea50f9d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Synchronizing usage tracker for tenant:048c579b32854c1f845750411a5199ba on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:46:13.711559 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-2cbb07aa-dabe-49f3-b893-f78afea50f9d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Unset dirty status for tenant:048c579b32854c1f845750411a5199ba on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:46:13.712970 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-2cbb07aa-dabe-49f3-b893-f78afea50f9d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=048c579b32854c1f845750411a5199ba HTTP/1.1" status: 200 len: 379 time: 0.0674293 Mar 05 14:46:13.714377 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a760a962-8a20-4d2a-8471-a9c1d6c9c6ce req-f00b84ea-007a-4c62-b2d3-e29da8f72134 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 210 time: 0.0671089 Mar 05 14:46:13.724454 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-b231ba08-30c7-4dd1-bda4-c9180c74c427 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Request body: {'port': {'device_id': '02ad894d-a1c9-4e41-a60e-de24c2c8761e', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'admin_state_up': True, 'tenant_id': '048c579b32854c1f845750411a5199ba', 'security_groups': ['f2430885-6868-4312-933f-c3e78e8aeb39']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:46:13.874293 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-b231ba08-30c7-4dd1-bda4-c9180c74c427 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:46:13.885722 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-b231ba08-30c7-4dd1-bda4-c9180c74c427 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:46:13.896659 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-b231ba08-30c7-4dd1-bda4-c9180c74c427 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Made reservation on behalf of 048c579b32854c1f845750411a5199ba for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:46:13.900460 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-b231ba08-30c7-4dd1-bda4-c9180c74c427 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:13.910209 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:14.067127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-b231ba08-30c7-4dd1-bda4-c9180c74c427 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Allocated IP 172.20.0.13 (d940ea83-5589-45eb-8658-1743acdc3a3e/3ef4666a-ab74-4902-858c-e80e4b4d7e07/850ae9df-79a3-4907-a063-c75a6fd57b74) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:46:14.266611 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-b231ba08-30c7-4dd1-bda4-c9180c74c427 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:14.281631 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-b231ba08-30c7-4dd1-bda4-c9180c74c427 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Transition to ACTIVE for port object 850ae9df-79a3-4907-a063-c75a6fd57b74 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:46:14.306170 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-b231ba08-30c7-4dd1-bda4-c9180c74c427 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:14.370294 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-b231ba08-30c7-4dd1-bda4-c9180c74c427 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Network d940ea83-5589-45eb-8658-1743acdc3a3e is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:46:14.374060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-b231ba08-30c7-4dd1-bda4-c9180c74c427 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:46:14.376127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-b231ba08-30c7-4dd1-bda4-c9180c74c427 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:46:14.426036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231ba08-30c7-4dd1-bda4-c9180c74c427 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event updated for resources: {'Port': ['ID=850ae9df-79a3-4907-a063-c75a6fd57b74,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:14.454522 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5424b3d7-f311-463a-9b40-4c3f46cb40a3 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:46:14.464039 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-b231ba08-30c7-4dd1-bda4-c9180c74c427 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:14.464645 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-b231ba08-30c7-4dd1-bda4-c9180c74c427 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:14.496125 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-b231ba08-30c7-4dd1-bda4-c9180c74c427 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7767613 Mar 05 14:46:14.509870 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-7f26b2a1-1e6b-4cdc-b77b-d34ea895de10 service neutron] Request body: {'port': {'device_id': '02ad894d-a1c9-4e41-a60e-de24c2c8761e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:46:14.557764 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 5424b3d7-f311-463a-9b40-4c3f46cb40a3 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:46:14.564498 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 5424b3d7-f311-463a-9b40-4c3f46cb40a3 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:46:14.566108 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:14.646854 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-7f26b2a1-1e6b-4cdc-b77b-d34ea895de10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:14.700149 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:14.718556 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d58b1c0c-e2a2-4f50-b4d2-7c086be973b0 None None] Provisioning for port 850ae9df-79a3-4907-a063-c75a6fd57b74 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:46:14.729125 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d58b1c0c-e2a2-4f50-b4d2-7c086be973b0 None None] Provisioning complete for port 850ae9df-79a3-4907-a063-c75a6fd57b74 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:46:14.729484 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d58b1c0c-e2a2-4f50-b4d2-7c086be973b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:14.780236 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 5424b3d7-f311-463a-9b40-4c3f46cb40a3, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5424b3d7-f311-463a-9b40-4c3f46cb40a3,segment=NetworkSegment(73443027-6a0f-4ece-972a-03a6b2187e75),segment_id=73443027-6a0f-4ece-972a-03a6b2187e75)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:46:14.792676 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:14.837910 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d58b1c0c-e2a2-4f50-b4d2-7c086be973b0 None None] Port 850ae9df-79a3-4907-a063-c75a6fd57b74 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:46:14.864239 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=5424b3d7-f311-463a-9b40-4c3f46cb40a3,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:15.031460 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef847dee-48af-4b49-b6c5-53d6c3a825be req-82e17216-df37-4558-b5d0-898d1c17acac tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:15.032144 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ef847dee-48af-4b49-b6c5-53d6c3a825be req-82e17216-df37-4558-b5d0-898d1c17acac tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Synchronizing usage tracker for tenant:048c579b32854c1f845750411a5199ba on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:46:15.096566 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-7f26b2a1-1e6b-4cdc-b77b-d34ea895de10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850ae9df-79a3-4907-a063-c75a6fd57b74 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:46:15.101660 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-ef847dee-48af-4b49-b6c5-53d6c3a825be req-82e17216-df37-4558-b5d0-898d1c17acac tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Unset dirty status for tenant:048c579b32854c1f845750411a5199ba on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:46:15.102889 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ef847dee-48af-4b49-b6c5-53d6c3a825be req-82e17216-df37-4558-b5d0-898d1c17acac tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 932 time: 0.2085185 Mar 05 14:46:15.107085 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-7f26b2a1-1e6b-4cdc-b77b-d34ea895de10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:15.142348 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-7f26b2a1-1e6b-4cdc-b77b-d34ea895de10 service neutron] Transition to ACTIVE for port object 850ae9df-79a3-4907-a063-c75a6fd57b74 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:46:15.153344 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-7f26b2a1-1e6b-4cdc-b77b-d34ea895de10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:15.330058 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ef847dee-48af-4b49-b6c5-53d6c3a825be req-45140548-d542-49f3-b15f-5f5cf10edd57 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203500 Mar 05 14:46:15.453636 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26b2a1-1e6b-4cdc-b77b-d34ea895de10 service neutron] Pushing event updated for resources: {'Port': ['ID=850ae9df-79a3-4907-a063-c75a6fd57b74,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:15.526700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-7f26b2a1-1e6b-4cdc-b77b-d34ea895de10 service neutron] Attempting to bind port 850ae9df-79a3-4907-a063-c75a6fd57b74 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:46:15.527063 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-7f26b2a1-1e6b-4cdc-b77b-d34ea895de10 service neutron] Attempting to bind port 850ae9df-79a3-4907-a063-c75a6fd57b74 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'dbff0796-eb3c-4fc2-9879-8d62da68adeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:46:15.527387 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-7f26b2a1-1e6b-4cdc-b77b-d34ea895de10 service neutron] Attempting to bind port 850ae9df-79a3-4907-a063-c75a6fd57b74 on network d940ea83-5589-45eb-8658-1743acdc3a3e {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:46:15.532029 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-7f26b2a1-1e6b-4cdc-b77b-d34ea895de10 service neutron] Port 850ae9df-79a3-4907-a063-c75a6fd57b74 on network d940ea83-5589-45eb-8658-1743acdc3a3e not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:46:15.532343 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-7f26b2a1-1e6b-4cdc-b77b-d34ea895de10 service neutron] Attempting to bind port 850ae9df-79a3-4907-a063-c75a6fd57b74 on network d940ea83-5589-45eb-8658-1743acdc3a3e {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:46:15.537737 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-7f26b2a1-1e6b-4cdc-b77b-d34ea895de10 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:46:15.538071 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-7f26b2a1-1e6b-4cdc-b77b-d34ea895de10 service neutron] Checking segment: {'id': 'dbff0796-eb3c-4fc2-9879-8d62da68adeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:46:15.538446 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-7f26b2a1-1e6b-4cdc-b77b-d34ea895de10 service neutron] Bound using segment: {'id': 'dbff0796-eb3c-4fc2-9879-8d62da68adeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:46:15.538891 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-7f26b2a1-1e6b-4cdc-b77b-d34ea895de10 service neutron] Bound port: 850ae9df-79a3-4907-a063-c75a6fd57b74, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbff0796-eb3c-4fc2-9879-8d62da68adeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:46:15.539260 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-7f26b2a1-1e6b-4cdc-b77b-d34ea895de10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:15.627949 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-7f26b2a1-1e6b-4cdc-b77b-d34ea895de10 service neutron] For port 850ae9df-79a3-4907-a063-c75a6fd57b74, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:46:15.631493 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-7f26b2a1-1e6b-4cdc-b77b-d34ea895de10 service neutron] For port 850ae9df-79a3-4907-a063-c75a6fd57b74, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=850ae9df-79a3-4907-a063-c75a6fd57b74,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:46:15.635634 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-7f26b2a1-1e6b-4cdc-b77b-d34ea895de10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:15.692589 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-7f26b2a1-1e6b-4cdc-b77b-d34ea895de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:15.693228 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-7f26b2a1-1e6b-4cdc-b77b-d34ea895de10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:15.694531 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-7f26b2a1-1e6b-4cdc-b77b-d34ea895de10 service neutron] 10.222.0.30 "PUT /v2.0/ports/850ae9df-79a3-4907-a063-c75a6fd57b74 HTTP/1.1" status: 200 len: 1092 time: 1.1905227 Mar 05 14:46:15.694989 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ad894d-a1c9-4e41-a60e-de24c2c8761e', 'tag': '850ae9df-79a3-4907-a063-c75a6fd57b74'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:46:15.724458 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26b2a1-1e6b-4cdc-b77b-d34ea895de10 service neutron] Pushing event updated for resources: {'Port': ['ID=850ae9df-79a3-4907-a063-c75a6fd57b74,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:15.782352 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ad894d-a1c9-4e41-a60e-de24c2c8761e', 'tag': '850ae9df-79a3-4907-a063-c75a6fd57b74', 'status': 'completed', 'code': 200} Mar 05 14:46:15.827158 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-8ad5b859-460e-40a7-a5aa-52469415fa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:15.828655 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-8ad5b859-460e-40a7-a5aa-52469415fa0d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=048c579b32854c1f845750411a5199ba&device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 1095 time: 0.0780747 Mar 05 14:46:15.902953 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-de8ee26c-a27f-4717-879c-4542516ca1d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=850ae9df-79a3-4907-a063-c75a6fd57b74 HTTP/1.1" status: 200 len: 217 time: 0.0647733 Mar 05 14:46:15.964235 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-a29117ae-1b0b-458c-a1e4-c6bb4228ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:15.965511 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-a29117ae-1b0b-458c-a1e4-c6bb4228ba8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ef4666a-ab74-4902-858c-e80e4b4d7e07 HTTP/1.1" status: 200 len: 848 time: 0.0563059 Mar 05 14:46:16.041174 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-f8c63d55-3966-4684-b5c1-0b7055cd3631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:16.042582 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-f8c63d55-3966-4684-b5c1-0b7055cd3631 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d940ea83-5589-45eb-8658-1743acdc3a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702240 Mar 05 14:46:16.174133 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-27344f95-25e3-4582-8fd2-c8ab19eb3f14 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242967 Mar 05 14:46:16.302778 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3817f597-13c2-41cb-a2e7-a0591b4f8465 req-da089fc9-cf61-43fe-8c48-66e3b66c3a58 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226428 Mar 05 14:46:16.325277 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:46:16.422167 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5424b3d7-f311-463a-9b40-4c3f46cb40a3 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:46:16.426194 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edb08a-48c9-42ab-bd8c-66375d605554 req-e0fd6285-3faf-409c-ac57-b85f86d7005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:16.428394 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85edb08a-48c9-42ab-bd8c-66375d605554 req-e0fd6285-3faf-409c-ac57-b85f86d7005e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=048c579b32854c1f845750411a5199ba&device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 1095 time: 0.0838177 Mar 05 14:46:16.496563 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 5424b3d7-f311-463a-9b40-4c3f46cb40a3 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:46:16.496935 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:16.619618 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edb08a-48c9-42ab-bd8c-66375d605554 req-48786a2f-ce3a-4040-9c61-0964bf479d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:16.621056 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85edb08a-48c9-42ab-bd8c-66375d605554 req-48786a2f-ce3a-4040-9c61-0964bf479d11 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d940ea83-5589-45eb-8658-1743acdc3a3e HTTP/1.1" status: 200 len: 909 time: 0.1867766 Mar 05 14:46:16.629057 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b536306-3b75-409b-aeac-ded320676d77 req-4f41d3f8-fa7f-4d20-b898-b42f9a974576 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:16.630411 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6b536306-3b75-409b-aeac-ded320676d77 req-4f41d3f8-fa7f-4d20-b898-b42f9a974576 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 944 time: 0.1764812 Mar 05 14:46:16.705653 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85edb08a-48c9-42ab-bd8c-66375d605554 req-bc0f0fab-84d9-4016-a2bd-b8eaf91049e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=850ae9df-79a3-4907-a063-c75a6fd57b74 HTTP/1.1" status: 200 len: 217 time: 0.0741975 Mar 05 14:46:16.777968 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6b536306-3b75-409b-aeac-ded320676d77 req-061909d9-9b76-4751-a8bb-2e4ee779d78a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911965 Mar 05 14:46:16.788229 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edb08a-48c9-42ab-bd8c-66375d605554 req-b5df6e95-db40-4d91-a233-92296207bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:16.789763 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85edb08a-48c9-42ab-bd8c-66375d605554 req-b5df6e95-db40-4d91-a233-92296207bfe9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ef4666a-ab74-4902-858c-e80e4b4d7e07 HTTP/1.1" status: 200 len: 848 time: 0.0770540 Mar 05 14:46:16.865739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edb08a-48c9-42ab-bd8c-66375d605554 req-5d3de73e-992d-4f1a-ae68-1a5986245fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:16.867209 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85edb08a-48c9-42ab-bd8c-66375d605554 req-5d3de73e-992d-4f1a-ae68-1a5986245fe1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d940ea83-5589-45eb-8658-1743acdc3a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702524 Mar 05 14:46:17.102212 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85edb08a-48c9-42ab-bd8c-66375d605554 req-574a90f4-6b22-4e96-8cfe-9f31faf13f87 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276046 Mar 05 14:46:17.234128 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85edb08a-48c9-42ab-bd8c-66375d605554 req-e2128e71-6b4e-4352-8d71-1f5481194ba9 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248677 Mar 05 14:46:17.967985 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f89d44-172f-4f44-9265-3ad9c10871f1 req-c5ef71a5-4246-4817-8190-55ca1533722a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:17.969402 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5f89d44-172f-4f44-9265-3ad9c10871f1 req-c5ef71a5-4246-4817-8190-55ca1533722a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 944 time: 0.0831511 Mar 05 14:46:18.013468 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f5f89d44-172f-4f44-9265-3ad9c10871f1 req-fb78e925-c4fe-4abc-9ce5-3468c55a2a9e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378954 Mar 05 14:46:19.200824 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ccfdb-c5d6-498f-8637-bc566f80cfa2 req-55951361-5bc0-475f-a02e-4d3024e49418 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:19.202275 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-468ccfdb-c5d6-498f-8637-bc566f80cfa2 req-55951361-5bc0-475f-a02e-4d3024e49418 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 944 time: 0.0845165 Mar 05 14:46:19.246639 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-468ccfdb-c5d6-498f-8637-bc566f80cfa2 req-6e973ebb-396a-420a-9e0c-eef1092f759e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386238 Mar 05 14:46:19.566051 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 850ae9df-79a3-4907-a063-c75a6fd57b74 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:46:19.695189 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 850ae9df-79a3-4907-a063-c75a6fd57b74, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=850ae9df-79a3-4907-a063-c75a6fd57b74,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:46:19.707737 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '850ae9df-79a3-4907-a063-c75a6fd57b74', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'port_id': '850ae9df-79a3-4907-a063-c75a6fd57b74', 'mac_address': 'fa:16:3e:fb:fa:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:46:19.761623 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:19.778370 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850ae9df-79a3-4907-a063-c75a6fd57b74 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:46:19.793791 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 850ae9df-79a3-4907-a063-c75a6fd57b74, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=850ae9df-79a3-4907-a063-c75a6fd57b74,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:46:19.798651 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:19.906207 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=850ae9df-79a3-4907-a063-c75a6fd57b74,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:20.002273 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['850ae9df-79a3-4907-a063-c75a6fd57b74'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:46:20.430196 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc7bb6-f36e-4e48-8d73-3ee042648d0a req-61e3b037-5a5c-494c-98ed-4b3f5a80e6be tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:20.431769 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-39cc7bb6-f36e-4e48-8d73-3ee042648d0a req-61e3b037-5a5c-494c-98ed-4b3f5a80e6be tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 945 time: 0.0799937 Mar 05 14:46:20.477106 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-39cc7bb6-f36e-4e48-8d73-3ee042648d0a req-aeddb359-fbd2-474a-be85-c0265bd850a9 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393553 Mar 05 14:46:21.581087 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 850ae9df-79a3-4907-a063-c75a6fd57b74 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:46:21.649537 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 850ae9df-79a3-4907-a063-c75a6fd57b74 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:46:21.654546 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 850ae9df-79a3-4907-a063-c75a6fd57b74 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:46:21.654940 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:21.742372 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be03808-9dbf-4691-816e-fd6796bc5c79 req-717b6221-be63-4daa-bb9e-ac1730743286 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:21.743759 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4be03808-9dbf-4691-816e-fd6796bc5c79 req-717b6221-be63-4daa-bb9e-ac1730743286 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 945 time: 0.1625590 Mar 05 14:46:21.770145 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:21.790498 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4be03808-9dbf-4691-816e-fd6796bc5c79 req-cbd3d05d-9725-4e67-86ed-33adee46dd2d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409851 Mar 05 14:46:21.799545 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ad894d-a1c9-4e41-a60e-de24c2c8761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850ae9df-79a3-4907-a063-c75a6fd57b74'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:46:21.809650 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 850ae9df-79a3-4907-a063-c75a6fd57b74, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=850ae9df-79a3-4907-a063-c75a6fd57b74,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:46:21.813656 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:21.850366 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ad894d-a1c9-4e41-a60e-de24c2c8761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850ae9df-79a3-4907-a063-c75a6fd57b74', 'code': 200} Mar 05 14:46:21.887007 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=850ae9df-79a3-4907-a063-c75a6fd57b74,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:21.972564 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff48896-9d03-4095-b1d3-fce0b0470466 req-abfcc3a7-1eb6-4c4d-951b-48dfcedc3177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:21.974051 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dff48896-9d03-4095-b1d3-fce0b0470466 req-abfcc3a7-1eb6-4c4d-951b-48dfcedc3177 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 1097 time: 0.0730176 Mar 05 14:46:22.012443 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-dff48896-9d03-4095-b1d3-fce0b0470466 req-9d872476-4313-404c-94c5-60ffb57f7944 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329673 Mar 05 14:46:22.977422 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd797ac0-82c8-401a-a630-8b8028e50a31 req-f25a9b0a-36de-4d30-aac5-ab7972ee745c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:22.978812 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd797ac0-82c8-401a-a630-8b8028e50a31 req-f25a9b0a-36de-4d30-aac5-ab7972ee745c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 946 time: 0.0817461 Mar 05 14:46:23.026794 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-cd797ac0-82c8-401a-a630-8b8028e50a31 req-67556403-3cb2-4069-92a3-149d35a3c82c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422125 Mar 05 14:46:24.276730 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb3643-89e7-4598-a674-ca5e91ce2b93 req-af16129c-4615-4d4c-8600-a7ea724dbbe0 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:24.278170 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a6fb3643-89e7-4598-a674-ca5e91ce2b93 req-af16129c-4615-4d4c-8600-a7ea724dbbe0 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 946 time: 0.1439040 Mar 05 14:46:24.322185 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a6fb3643-89e7-4598-a674-ca5e91ce2b93 req-c0f7edc7-1f0c-4486-b09f-0800767579be tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381970 Mar 05 14:46:24.503129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f2098-b989-4e40-9d26-0930f775fd4a req-c7473961-ac2a-461d-a80d-d71fd978b351 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:24.504633 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3d6f2098-b989-4e40-9d26-0930f775fd4a req-c7473961-ac2a-461d-a80d-d71fd978b351 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 946 time: 0.0790749 Mar 05 14:46:24.548786 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3d6f2098-b989-4e40-9d26-0930f775fd4a req-5419f8cf-c973-406f-9e4d-3b7f0978891e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382118 Mar 05 14:46:24.570704 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55152) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:46:24.680370 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e82536-2e62-4075-b6fc-9bd9f7fbfafb tempest-TestShelveInstance-1911376316 tempest-TestShelveInstance-1911376316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:24.681075 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b9e82536-2e62-4075-b6fc-9bd9f7fbfafb tempest-TestShelveInstance-1911376316 tempest-TestShelveInstance-1911376316-project-admin] Synchronizing usage tracker for tenant:367e0ff2e97f445cb3f9fc73ab6e99d6 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:46:24.697241 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-b9e82536-2e62-4075-b6fc-9bd9f7fbfafb tempest-TestShelveInstance-1911376316 tempest-TestShelveInstance-1911376316-project-admin] Unset dirty status for tenant:367e0ff2e97f445cb3f9fc73ab6e99d6 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:46:24.698368 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b9e82536-2e62-4075-b6fc-9bd9f7fbfafb tempest-TestShelveInstance-1911376316 tempest-TestShelveInstance-1911376316-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 1092 time: 0.1266024 Mar 05 14:46:24.701403 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55158) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:46:24.706170 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': '850ae9df-79a3-4907-a063-c75a6fd57b74', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:46:24.713372 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:46:24.717179 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Usage tracker for resource:floatingip and tenant:048c579b32854c1f845750411a5199ba is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:46:24.720013 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:46:24.725675 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:46:24.738532 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:24.871888 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:25.014166 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Allocated IP 172.25.4.15 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/90446856-c234-43e7-9d0a-70e8d567dc6e) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:46:25.163855 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:25.193068 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:25.257286 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:46:25.260082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:46:25.267868 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:46:25.302641 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event updated for resources: {'Port': ['ID=90446856-c234-43e7-9d0a-70e8d567dc6e,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:25.677903 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:25.854988 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:26.061529 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:26.065727 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:26.179086 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event updated for resources: {'Port': ['ID=90446856-c234-43e7-9d0a-70e8d567dc6e,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:46:26.188966 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:26.362349 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Floating IP 34e868d6-5119-4d39-b9e4-cc3ff5df2922 associated. External IP: 172.25.4.15, port: 850ae9df-79a3-4907-a063-c75a6fd57b74. Mar 05 14:46:26.707512 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Router da273a0e-10b0-4210-8a17-af8e276dfe05 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:46:26.884248 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:46:26.893805 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8953d86-fd03-4b82-ba61-8615a2f29766 None None] Sync routers for ids ['da273a0e-10b0-4210-8a17-af8e276dfe05'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:46:26.903789 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8953d86-fd03-4b82-ba61-8615a2f29766 None None] Routers {'da273a0e-10b0-4210-8a17-af8e276dfe05'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:46:26.904391 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d8953d86-fd03-4b82-ba61-8615a2f29766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:46:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['da273a0e-10b0-4210-8a17-af8e276dfe05'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:46:26.909143 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:26.964908 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-f5a132ea-b9e3-454a-96a5-14e714bcd80d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2624030 Mar 05 14:46:26.965378 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ad894d-a1c9-4e41-a60e-de24c2c8761e', 'tag': '850ae9df-79a3-4907-a063-c75a6fd57b74'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:46:27.007917 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ad894d-a1c9-4e41-a60e-de24c2c8761e', 'tag': '850ae9df-79a3-4907-a063-c75a6fd57b74', 'status': 'completed', 'code': 200} Mar 05 14:46:27.083725 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-d8953d86-fd03-4b82-ba61-8615a2f29766 None None] Set router da273a0e-10b0-4210-8a17-af8e276dfe05 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:46:27.102384 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e5e6b-b4b5-4286-b00c-81d01b1c9e88 req-61437ba4-6b08-4a98-aad9-918bda066521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:27.103878 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a57e5e6b-b4b5-4286-b00c-81d01b1c9e88 req-61437ba4-6b08-4a98-aad9-918bda066521 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=048c579b32854c1f845750411a5199ba&device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 1097 time: 0.0736468 Mar 05 14:46:27.241204 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e5e6b-b4b5-4286-b00c-81d01b1c9e88 req-342d951f-1f9a-4f9b-a69d-c7daaef73923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:27.242553 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a57e5e6b-b4b5-4286-b00c-81d01b1c9e88 req-342d951f-1f9a-4f9b-a69d-c7daaef73923 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d940ea83-5589-45eb-8658-1743acdc3a3e HTTP/1.1" status: 200 len: 909 time: 0.1321869 Mar 05 14:46:27.340778 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a57e5e6b-b4b5-4286-b00c-81d01b1c9e88 req-ba91a720-27f7-40db-a24e-34c133b5f2e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=850ae9df-79a3-4907-a063-c75a6fd57b74 HTTP/1.1" status: 200 len: 999 time: 0.0927947 Mar 05 14:46:27.407560 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e5e6b-b4b5-4286-b00c-81d01b1c9e88 req-b3a18e8f-2692-489e-b93b-00d37ef33738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:27.408998 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a57e5e6b-b4b5-4286-b00c-81d01b1c9e88 req-b3a18e8f-2692-489e-b93b-00d37ef33738 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ef4666a-ab74-4902-858c-e80e4b4d7e07 HTTP/1.1" status: 200 len: 848 time: 0.0616906 Mar 05 14:46:27.458133 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d8953d86-fd03-4b82-ba61-8615a2f29766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'name': 'tempest-TestShelveInstance-1108894461-router', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:45:57Z', 'updated_at': '2022-03-05T14:46:01Z', 'revision_number': 4, 'project_id': '048c579b32854c1f845750411a5199ba', 'gw_port': {'id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:45:58Z', 'updated_at': '2022-03-05T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '34e868d6-5119-4d39-b9e4-cc3ff5df2922', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'floating_ip_address': '172.25.4.15', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'port_id': '850ae9df-79a3-4907-a063-c75a6fd57b74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'mac_address': 'fa:16:3e:fb:fa:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad894d-a1c9-4e41-a60e-de24c2c8761e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:46:25Z', 'updated_at': '2022-03-05T14:46:25Z', 'revision_number': 0, 'project_id': '048c579b32854c1f845750411a5199ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711e14a1-28b8-486b-95f5-39bf357ca061', 'name': '', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'mac_address': 'fa:16:3e:56:13:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:00Z', 'updated_at': '2022-03-05T14:46:08Z', 'revision_number': 5, 'project_id': '048c579b32854c1f845750411a5199ba', 'subnets': [{'id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:46:27.462733 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8953d86-fd03-4b82-ba61-8615a2f29766 None None] Checking router: da273a0e-10b0-4210-8a17-af8e276dfe05 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:46:27.470828 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8953d86-fd03-4b82-ba61-8615a2f29766 None None] Routers {'da273a0e-10b0-4210-8a17-af8e276dfe05'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:46:27.471418 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d8953d86-fd03-4b82-ba61-8615a2f29766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:46:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['da273a0e-10b0-4210-8a17-af8e276dfe05'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:46:27.484277 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e5e6b-b4b5-4286-b00c-81d01b1c9e88 req-f78be11e-0ab0-438c-aa57-143b994f37c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:27.485739 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a57e5e6b-b4b5-4286-b00c-81d01b1c9e88 req-f78be11e-0ab0-438c-aa57-143b994f37c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d940ea83-5589-45eb-8658-1743acdc3a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706437 Mar 05 14:46:27.618740 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a57e5e6b-b4b5-4286-b00c-81d01b1c9e88 req-92a79b47-a371-44ed-a1e6-3d254a56c7d8 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271493 Mar 05 14:46:27.647794 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-d8953d86-fd03-4b82-ba61-8615a2f29766 None None] Set router da273a0e-10b0-4210-8a17-af8e276dfe05 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:46:27.750773 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a57e5e6b-b4b5-4286-b00c-81d01b1c9e88 req-e302a2e7-9042-4e82-babc-de0c922f0370 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255898 Mar 05 14:46:27.993084 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-d8953d86-fd03-4b82-ba61-8615a2f29766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'name': 'tempest-TestShelveInstance-1108894461-router', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:45:57Z', 'updated_at': '2022-03-05T14:46:01Z', 'revision_number': 4, 'project_id': '048c579b32854c1f845750411a5199ba', 'gw_port': {'id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:45:58Z', 'updated_at': '2022-03-05T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '34e868d6-5119-4d39-b9e4-cc3ff5df2922', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'floating_ip_address': '172.25.4.15', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'port_id': '850ae9df-79a3-4907-a063-c75a6fd57b74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'mac_address': 'fa:16:3e:fb:fa:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad894d-a1c9-4e41-a60e-de24c2c8761e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:46:25Z', 'updated_at': '2022-03-05T14:46:25Z', 'revision_number': 0, 'project_id': '048c579b32854c1f845750411a5199ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711e14a1-28b8-486b-95f5-39bf357ca061', 'name': '', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'mac_address': 'fa:16:3e:56:13:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:00Z', 'updated_at': '2022-03-05T14:46:08Z', 'revision_number': 5, 'project_id': '048c579b32854c1f845750411a5199ba', 'subnets': [{'id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:46:27.996946 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8953d86-fd03-4b82-ba61-8615a2f29766 None None] The sync data for ids ['da273a0e-10b0-4210-8a17-af8e276dfe05'] in n-d-803718-1 is: [{'id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'name': 'tempest-TestShelveInstance-1108894461-router', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:45:57Z', 'updated_at': '2022-03-05T14:46:01Z', 'revision_number': 4, 'project_id': '048c579b32854c1f845750411a5199ba', 'gw_port': {'id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:45:58Z', 'updated_at': '2022-03-05T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '34e868d6-5119-4d39-b9e4-cc3ff5df2922', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'floating_ip_address': '172.25.4.15', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'port_id': '850ae9df-79a3-4907-a063-c75a6fd57b74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'mac_address': 'fa:16:3e:fb:fa:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ad894d-a1c9-4e41-a60e-de24c2c8761e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:46:25Z', 'updated_at': '2022-03-05T14:46:25Z', 'revision_number': 0, 'project_id': '048c579b32854c1f845750411a5199ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711e14a1-28b8-486b-95f5-39bf357ca061', 'name': '', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'mac_address': 'fa:16:3e:56:13:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:00Z', 'updated_at': '2022-03-05T14:46:08Z', 'revision_number': 5, 'project_id': '048c579b32854c1f845750411a5199ba', 'subnets': [{'id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:46:28.195357 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf786dcb-3c7f-4583-aaf7-35d463491e52 None None] New status for floating IP 34e868d6-5119-4d39-b9e4-cc3ff5df2922: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:46:29.558529 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:29.600659 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:38.939678 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-db53ff5e-8229-4d2c-b946-5a4530d57928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:41.062924 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0eaee203-842a-4af7-8e50-4231d2b619e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:42.238659 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:42.315361 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:43.911284 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:53.323833 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:46:59.571365 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:59.614434 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aeb80e27-78fd-43ea-9d78-5f6e6a935c4a req-c788a9dd-469c-4263-9758-e60e5e9d7e8a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1183167 Mar 05 14:46:59.617288 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:46:59.754449 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80e27-78fd-43ea-9d78-5f6e6a935c4a req-2276eb7c-985b-4eea-afbf-a2f1a2f5e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:59.755838 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aeb80e27-78fd-43ea-9d78-5f6e6a935c4a req-2276eb7c-985b-4eea-afbf-a2f1a2f5e9ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=048c579b32854c1f845750411a5199ba&device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 1097 time: 0.0716550 Mar 05 14:46:59.903243 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80e27-78fd-43ea-9d78-5f6e6a935c4a req-fab28e79-10f6-4ef7-9378-0091d944b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:46:59.904666 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aeb80e27-78fd-43ea-9d78-5f6e6a935c4a req-fab28e79-10f6-4ef7-9378-0091d944b883 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d940ea83-5589-45eb-8658-1743acdc3a3e HTTP/1.1" status: 200 len: 909 time: 0.1290884 Mar 05 14:47:00.010125 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aeb80e27-78fd-43ea-9d78-5f6e6a935c4a req-4751cfaf-4380-49b2-a71f-ea98b999d528 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=850ae9df-79a3-4907-a063-c75a6fd57b74 HTTP/1.1" status: 200 len: 1001 time: 0.0980649 Mar 05 14:47:00.073516 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80e27-78fd-43ea-9d78-5f6e6a935c4a req-86f80cc4-f47f-4233-b0f1-cf5192e52d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:47:00.074925 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aeb80e27-78fd-43ea-9d78-5f6e6a935c4a req-86f80cc4-f47f-4233-b0f1-cf5192e52d27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ef4666a-ab74-4902-858c-e80e4b4d7e07 HTTP/1.1" status: 200 len: 848 time: 0.0589054 Mar 05 14:47:00.260837 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80e27-78fd-43ea-9d78-5f6e6a935c4a req-a2e17721-6f11-452c-abf5-a4398e1b03bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:47:00.262272 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aeb80e27-78fd-43ea-9d78-5f6e6a935c4a req-a2e17721-6f11-452c-abf5-a4398e1b03bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d940ea83-5589-45eb-8658-1743acdc3a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1797690 Mar 05 14:47:00.402731 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aeb80e27-78fd-43ea-9d78-5f6e6a935c4a req-34d3417b-1fa7-4b81-a87d-b14b3e006e38 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331890 Mar 05 14:47:00.534789 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-aeb80e27-78fd-43ea-9d78-5f6e6a935c4a req-e9db0612-b27b-4460-9b96-297ed8590fb1 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253946 Mar 05 14:47:08.941540 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0a39ae1f-7c13-424b-ab87-94b3dbff5f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:47:11.065490 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2c6d3ff4-a91a-4f96-9c49-b0a1ba847958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:47:12.240828 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:47:12.319262 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:47:13.913402 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:47:15.407191 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-ee84d822-e925-4146-8403-724001ad0408 req-a43a03b0-0e97-41d3-a2cc-3787bb90f485 service neutron] (87913) timed out ('10.222.0.16', 49244) {{(pid=87913) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 14:47:29.580505 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:47:29.617319 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:47:30.323888 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:47:38.942875 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-531657a7-31b7-4c41-907a-fca62cb7a447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:47:41.067980 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-876e8b59-1bfa-4b31-829d-3a2ca3f881f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:47:42.243277 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:47:42.319874 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:47:43.916023 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:47:59.425702 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c2751d6c-96c6-4d67-84d8-1556ae09bc7c req-50905f72-6703-4219-ba02-f3a0aaaf0452 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690703 Mar 05 14:47:59.572822 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2751d6c-96c6-4d67-84d8-1556ae09bc7c req-90715550-d2df-4be8-bdbb-df9440955c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:47:59.574288 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c2751d6c-96c6-4d67-84d8-1556ae09bc7c req-90715550-d2df-4be8-bdbb-df9440955c8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=048c579b32854c1f845750411a5199ba&device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 1097 time: 0.0799303 Mar 05 14:47:59.582691 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:47:59.631081 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:47:59.721226 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2751d6c-96c6-4d67-84d8-1556ae09bc7c req-016f9ff3-dba3-4813-9603-da0a77fe66fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:47:59.722563 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c2751d6c-96c6-4d67-84d8-1556ae09bc7c req-016f9ff3-dba3-4813-9603-da0a77fe66fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=d940ea83-5589-45eb-8658-1743acdc3a3e HTTP/1.1" status: 200 len: 909 time: 0.1272984 Mar 05 14:47:59.824963 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c2751d6c-96c6-4d67-84d8-1556ae09bc7c req-5ac6694a-8308-452c-8826-ab44c63bad5d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=850ae9df-79a3-4907-a063-c75a6fd57b74 HTTP/1.1" status: 200 len: 1001 time: 0.0963156 Mar 05 14:47:59.889427 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2751d6c-96c6-4d67-84d8-1556ae09bc7c req-54fe5524-95cf-4596-8557-1b70713f1b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:47:59.891492 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c2751d6c-96c6-4d67-84d8-1556ae09bc7c req-54fe5524-95cf-4596-8557-1b70713f1b50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ef4666a-ab74-4902-858c-e80e4b4d7e07 HTTP/1.1" status: 200 len: 848 time: 0.0591376 Mar 05 14:47:59.967749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2751d6c-96c6-4d67-84d8-1556ae09bc7c req-6f95043f-58f4-403d-bdb5-ff20aa781a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:47:59.969854 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c2751d6c-96c6-4d67-84d8-1556ae09bc7c req-6f95043f-58f4-403d-bdb5-ff20aa781a25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d940ea83-5589-45eb-8658-1743acdc3a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715406 Mar 05 14:48:00.100824 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c2751d6c-96c6-4d67-84d8-1556ae09bc7c req-a863c62d-a5bb-4f1a-8609-0365b5b63407 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222157 Mar 05 14:48:00.229679 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c2751d6c-96c6-4d67-84d8-1556ae09bc7c req-3d3e5dbd-768e-4d79-8cc8-caccc72d5180 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223292 Mar 05 14:48:07.332308 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:48:08.947943 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cd7f5c00-7bac-493d-bcb7-9bf181ecf52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:48:11.068825 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0a900ae0-3bad-4b08-a239-537270a10fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:48:12.247578 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:48:12.322718 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:48:13.917648 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:48:21.260339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be4857-47e8-417a-94d2-277b0cfeb4bd req-834f4887-4329-449d-9c5c-1c6fe94188fc tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:21.261849 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43be4857-47e8-417a-94d2-277b0cfeb4bd req-834f4887-4329-449d-9c5c-1c6fe94188fc tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 946 time: 0.0835664 Mar 05 14:48:21.308672 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-43be4857-47e8-417a-94d2-277b0cfeb4bd req-8fdf3597-1878-478d-bbb4-f9d5f260b067 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405638 Mar 05 14:48:22.497502 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abba4ad-4942-4421-a996-cdb809a4a39a req-067531be-c92c-42ca-aed8-e28acdeb83df tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:22.498962 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5abba4ad-4942-4421-a996-cdb809a4a39a req-067531be-c92c-42ca-aed8-e28acdeb83df tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 946 time: 0.0793056 Mar 05 14:48:22.541854 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5abba4ad-4942-4421-a996-cdb809a4a39a req-58831821-c6fe-48fc-bdee-470643e84084 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367126 Mar 05 14:48:23.734938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94787ac-2204-4c52-b007-cf29949731cb req-c66f3b7a-e485-4ff0-b654-f365aa42d14b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:23.736301 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a94787ac-2204-4c52-b007-cf29949731cb req-c66f3b7a-e485-4ff0-b654-f365aa42d14b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 946 time: 0.0791972 Mar 05 14:48:23.779496 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a94787ac-2204-4c52-b007-cf29949731cb req-f1ff180c-69c6-4ed2-a6a1-263c5b64cda8 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376267 Mar 05 14:48:24.968692 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536811a7-89ae-4bf6-920e-6e1d5be1a5a2 req-a5454eba-466a-4fac-9dcb-bebc54b26bcd tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:24.970104 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-536811a7-89ae-4bf6-920e-6e1d5be1a5a2 req-a5454eba-466a-4fac-9dcb-bebc54b26bcd tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 946 time: 0.0811980 Mar 05 14:48:25.013701 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-536811a7-89ae-4bf6-920e-6e1d5be1a5a2 req-e6a54d39-2500-47fe-b4c0-e759460e2e5d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381057 Mar 05 14:48:26.318262 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92bd345-1867-4a4c-b45b-e7f40a71b02c req-7dfa7079-a802-4642-94c3-afa6ba42d923 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:26.319657 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c92bd345-1867-4a4c-b45b-e7f40a71b02c req-7dfa7079-a802-4642-94c3-afa6ba42d923 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 946 time: 0.1992941 Mar 05 14:48:26.364174 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c92bd345-1867-4a4c-b45b-e7f40a71b02c req-89d0b249-0235-4842-a861-dbd87083cb60 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388362 Mar 05 14:48:27.551978 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1162c6b-7d64-4416-92d5-6e2e3efa9738 req-3b376d97-45be-41da-b11a-e9ac181819ed tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:27.553423 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f1162c6b-7d64-4416-92d5-6e2e3efa9738 req-3b376d97-45be-41da-b11a-e9ac181819ed tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 946 time: 0.0794060 Mar 05 14:48:27.596910 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f1162c6b-7d64-4416-92d5-6e2e3efa9738 req-ade74519-df79-40d1-925d-5b19b4f631b6 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379674 Mar 05 14:48:28.784274 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e8cbb-3e38-461c-9e3b-24efbb3902d0 req-585e6dc9-42ef-447a-aba8-230af39d6da8 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:28.785618 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6d7e8cbb-3e38-461c-9e3b-24efbb3902d0 req-585e6dc9-42ef-447a-aba8-230af39d6da8 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 946 time: 0.0789735 Mar 05 14:48:28.829651 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6d7e8cbb-3e38-461c-9e3b-24efbb3902d0 req-61607857-9b94-4772-91ab-92461c77c2b6 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384295 Mar 05 14:48:29.580796 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:48:29.647957 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:48:30.012485 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748c2b8-94cb-4d4a-987d-74a91bb7d08d req-1a9ba0b9-d2e0-40cf-b3ee-fdc963ee371e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:30.013906 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6748c2b8-94cb-4d4a-987d-74a91bb7d08d req-1a9ba0b9-d2e0-40cf-b3ee-fdc963ee371e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 946 time: 0.0812604 Mar 05 14:48:30.057615 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6748c2b8-94cb-4d4a-987d-74a91bb7d08d req-e113cf48-805a-48a2-9478-a7a93cb95280 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381107 Mar 05 14:48:31.245322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3967ce-d629-42bf-a888-fb6ca9a36f61 req-c9216ea2-77db-4562-8397-61efb397d05f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:31.246782 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ef3967ce-d629-42bf-a888-fb6ca9a36f61 req-c9216ea2-77db-4562-8397-61efb397d05f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 946 time: 0.0827980 Mar 05 14:48:31.290316 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ef3967ce-d629-42bf-a888-fb6ca9a36f61 req-377db61b-ff32-4e6e-8bac-623e51663a33 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379040 Mar 05 14:48:32.470711 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b408f5-5f8b-47c3-8d36-3c6f008cafc3 req-c8065964-088a-4d29-b0f5-6f9d7abb10ef tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:32.472164 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-38b408f5-5f8b-47c3-8d36-3c6f008cafc3 req-c8065964-088a-4d29-b0f5-6f9d7abb10ef tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 946 time: 0.0788934 Mar 05 14:48:32.517411 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-38b408f5-5f8b-47c3-8d36-3c6f008cafc3 req-d511cae8-44be-4148-b3ae-bb29fa9cfaa6 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396614 Mar 05 14:48:33.707147 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbac58a-190b-4da3-aa93-4d9071999173 req-93d77bd5-07c9-4650-b09b-134e03d8a974 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:33.708513 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3dbac58a-190b-4da3-aa93-4d9071999173 req-93d77bd5-07c9-4650-b09b-134e03d8a974 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 946 time: 0.0857320 Mar 05 14:48:33.756639 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3dbac58a-190b-4da3-aa93-4d9071999173 req-94f65d64-154f-4559-8495-d8c04f823ba8 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422049 Mar 05 14:48:34.394578 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 850ae9df-79a3-4907-a063-c75a6fd57b74 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:48:34.542914 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 850ae9df-79a3-4907-a063-c75a6fd57b74, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=850ae9df-79a3-4907-a063-c75a6fd57b74,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:48:34.557734 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '850ae9df-79a3-4907-a063-c75a6fd57b74', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'port_id': '850ae9df-79a3-4907-a063-c75a6fd57b74', 'mac_address': 'fa:16:3e:fb:fa:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:48:34.615260 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:48:34.633333 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 850ae9df-79a3-4907-a063-c75a6fd57b74 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:48:34.650817 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 850ae9df-79a3-4907-a063-c75a6fd57b74, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=850ae9df-79a3-4907-a063-c75a6fd57b74,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:48:34.654306 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:48:34.758718 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['850ae9df-79a3-4907-a063-c75a6fd57b74'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:48:34.849863 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=850ae9df-79a3-4907-a063-c75a6fd57b74,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:48:34.863859 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:48:34.864196 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:48:34.864541 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:48:34.864852 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:48:34.865174 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:48:34.865491 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:48:34.865808 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:48:34.866119 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:48:34.866428 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:48:34.866738 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:48:34.867069 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:48:34.867378 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:48:35.112210 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e8deb-f37f-41be-a7ed-45de3e3b7026 req-d229919c-5c1a-4fc3-9807-0565b900d45b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:35.119753 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-676e8deb-f37f-41be-a7ed-45de3e3b7026 req-d229919c-5c1a-4fc3-9807-0565b900d45b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 945 time: 0.2121420 Mar 05 14:48:35.160741 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-676e8deb-f37f-41be-a7ed-45de3e3b7026 req-2a5d1437-7340-4817-91ce-b4c03ce79ae5 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398064 Mar 05 14:48:36.361029 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a70ad-f6b2-43e6-94b6-edddfb665850 req-c8368e6f-55f9-46a4-bed1-766838873cb0 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:36.362539 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ab6a70ad-f6b2-43e6-94b6-edddfb665850 req-c8368e6f-55f9-46a4-bed1-766838873cb0 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 945 time: 0.0884130 Mar 05 14:48:36.417721 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 850ae9df-79a3-4907-a063-c75a6fd57b74 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:48:36.431097 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ab6a70ad-f6b2-43e6-94b6-edddfb665850 req-3cf2c9dc-4c6f-453a-ae62-edab3e3005f8 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589421 Mar 05 14:48:36.485433 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 850ae9df-79a3-4907-a063-c75a6fd57b74 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:48:36.485795 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:48:36.619144 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:48:36.652064 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ad894d-a1c9-4e41-a60e-de24c2c8761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850ae9df-79a3-4907-a063-c75a6fd57b74'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:48:36.663123 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 850ae9df-79a3-4907-a063-c75a6fd57b74, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=850ae9df-79a3-4907-a063-c75a6fd57b74,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:48:36.673561 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:48:36.729650 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ad894d-a1c9-4e41-a60e-de24c2c8761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850ae9df-79a3-4907-a063-c75a6fd57b74', 'code': 200} Mar 05 14:48:36.757277 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=850ae9df-79a3-4907-a063-c75a6fd57b74,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:48:37.645142 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf842b-dfd7-4172-b12f-807248abfaad req-b0c4972c-a56b-4b18-8006-2923097947d7 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:37.646617 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-40bf842b-dfd7-4172-b12f-807248abfaad req-b0c4972c-a56b-4b18-8006-2923097947d7 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 946 time: 0.0950258 Mar 05 14:48:37.700178 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-40bf842b-dfd7-4172-b12f-807248abfaad req-a3a09742-ce4e-411e-8dd0-1c7663382131 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475211 Mar 05 14:48:38.900708 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48397810-0614-4b8b-86be-239b6271e43b req-bef8e8eb-15e0-4717-8938-06bb2b619ab1 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:38.902607 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-48397810-0614-4b8b-86be-239b6271e43b req-bef8e8eb-15e0-4717-8938-06bb2b619ab1 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 946 time: 0.0910861 Mar 05 14:48:38.958589 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f17a3ff5-52a0-4994-99b0-4a095a1d3645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:48:38.960547 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-48397810-0614-4b8b-86be-239b6271e43b req-e5293d34-bf0a-438d-af30-7f50c3dcc27c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511324 Mar 05 14:48:40.161041 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31b2f4-e98e-4c7b-bdee-4b3a2cc2166d req-76b1ede1-15e7-4523-a26f-19fc2e43ec49 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:40.162801 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a31b2f4-e98e-4c7b-bdee-4b3a2cc2166d req-76b1ede1-15e7-4523-a26f-19fc2e43ec49 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 946 time: 0.0887682 Mar 05 14:48:40.210964 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3a31b2f4-e98e-4c7b-bdee-4b3a2cc2166d req-0748e2a6-a97a-49a7-9f37-646c4592d6aa tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415835 Mar 05 14:48:41.076871 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c4d7551e-f1d1-4f02-8849-a7b7ef05f202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:48:41.414863 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca9375-7433-4c27-9d8e-6347841a0b60 req-a0778aa4-2d2c-4984-bc12-228db5e492ad tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:41.416457 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-29ca9375-7433-4c27-9d8e-6347841a0b60 req-a0778aa4-2d2c-4984-bc12-228db5e492ad tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 946 time: 0.0850556 Mar 05 14:48:41.474916 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-29ca9375-7433-4c27-9d8e-6347841a0b60 req-b50bf857-1789-444f-bf90-c4f75532da27 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510116 Mar 05 14:48:42.250582 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:48:42.327185 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:48:42.660067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2618e7b-5c25-4df5-83b3-cafe1f7ebbb9 req-77986fa5-d298-43b1-9927-7744fa558d2f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:42.661498 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f2618e7b-5c25-4df5-83b3-cafe1f7ebbb9 req-77986fa5-d298-43b1-9927-7744fa558d2f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 946 time: 0.0816522 Mar 05 14:48:42.706074 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f2618e7b-5c25-4df5-83b3-cafe1f7ebbb9 req-478244a7-526b-49b6-aed1-95c26b5302f0 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389185 Mar 05 14:48:43.054645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bc8d4-5e72-4080-8992-fe4a03179f80 req-50943267-7053-4eb0-b1a1-5d7171e08146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:43.056121 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a16bc8d4-5e72-4080-8992-fe4a03179f80 req-50943267-7053-4eb0-b1a1-5d7171e08146 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=048c579b32854c1f845750411a5199ba&device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 1097 time: 0.0700116 Mar 05 14:48:43.187653 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bc8d4-5e72-4080-8992-fe4a03179f80 req-718d0789-296b-4aa5-aa78-de77542824d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:43.189081 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a16bc8d4-5e72-4080-8992-fe4a03179f80 req-718d0789-296b-4aa5-aa78-de77542824d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d940ea83-5589-45eb-8658-1743acdc3a3e HTTP/1.1" status: 200 len: 909 time: 0.1255777 Mar 05 14:48:43.291536 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a16bc8d4-5e72-4080-8992-fe4a03179f80 req-5b50b2cf-0f0f-4927-9c6e-51c933d4d9eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=850ae9df-79a3-4907-a063-c75a6fd57b74 HTTP/1.1" status: 200 len: 1001 time: 0.0958087 Mar 05 14:48:43.353616 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bc8d4-5e72-4080-8992-fe4a03179f80 req-33a29d16-6784-4942-901b-82e510ffae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:43.355040 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a16bc8d4-5e72-4080-8992-fe4a03179f80 req-33a29d16-6784-4942-901b-82e510ffae1a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ef4666a-ab74-4902-858c-e80e4b4d7e07 HTTP/1.1" status: 200 len: 848 time: 0.0566642 Mar 05 14:48:43.432505 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bc8d4-5e72-4080-8992-fe4a03179f80 req-9d5e1169-1f7e-4f17-a95f-eccc2f841213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:43.433937 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a16bc8d4-5e72-4080-8992-fe4a03179f80 req-9d5e1169-1f7e-4f17-a95f-eccc2f841213 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d940ea83-5589-45eb-8658-1743acdc3a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729425 Mar 05 14:48:43.570705 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a16bc8d4-5e72-4080-8992-fe4a03179f80 req-e9fef0f0-cbe5-4e46-8746-0a905a059c22 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307914 Mar 05 14:48:43.699736 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a16bc8d4-5e72-4080-8992-fe4a03179f80 req-7c5661df-afc5-4adb-8642-027566c8557b service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226261 Mar 05 14:48:43.892217 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04dacd-1458-474d-a5bd-52c3fde62f46 req-5d901894-74ea-4df4-9d41-cdde0d3759bd tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:43.893667 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8d04dacd-1458-474d-a5bd-52c3fde62f46 req-5d901894-74ea-4df4-9d41-cdde0d3759bd tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 946 time: 0.0807245 Mar 05 14:48:43.921976 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:48:43.938535 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8d04dacd-1458-474d-a5bd-52c3fde62f46 req-046fef54-80c3-4968-87cf-1005acd493f1 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391736 Mar 05 14:48:44.321446 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:48:45.128670 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822fd6d-b875-489f-954f-5703a1c88103 req-29ccd679-3335-48b1-9eaf-2333975fb157 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:45.130120 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7822fd6d-b875-489f-954f-5703a1c88103 req-29ccd679-3335-48b1-9eaf-2333975fb157 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 946 time: 0.0846126 Mar 05 14:48:45.176781 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7822fd6d-b875-489f-954f-5703a1c88103 req-3f1017e2-ae01-467a-b715-8856a3485d12 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404296 Mar 05 14:48:46.361949 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79d4e0-f315-4ffb-a7c9-99d9e93acca1 req-23906de7-ecd4-4d58-9e31-6a0a3afe1004 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:46.363421 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-df79d4e0-f315-4ffb-a7c9-99d9e93acca1 req-23906de7-ecd4-4d58-9e31-6a0a3afe1004 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 946 time: 0.0828671 Mar 05 14:48:46.407823 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-df79d4e0-f315-4ffb-a7c9-99d9e93acca1 req-1789903e-fbf1-42bd-accd-7fe474bb961a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387499 Mar 05 14:48:46.427256 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 850ae9df-79a3-4907-a063-c75a6fd57b74 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:48:46.546111 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:48:46.574324 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ad894d-a1c9-4e41-a60e-de24c2c8761e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '850ae9df-79a3-4907-a063-c75a6fd57b74'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:48:46.584579 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 850ae9df-79a3-4907-a063-c75a6fd57b74, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=850ae9df-79a3-4907-a063-c75a6fd57b74,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:48:46.588030 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:48:46.622447 n-d-803718-1 neutron-server[87915]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '02ad894d-a1c9-4e41-a60e-de24c2c8761e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '850ae9df-79a3-4907-a063-c75a6fd57b74', 'code': 422} returned with failed status Mar 05 14:48:46.663188 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=850ae9df-79a3-4907-a063-c75a6fd57b74,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:48:46.770158 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb55311-a7e8-4c66-80f9-2d6bd2484a95 req-f52295d1-7cd6-468d-8cbe-92f7e4679edb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:46.771719 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0bb55311-a7e8-4c66-80f9-2d6bd2484a95 req-f52295d1-7cd6-468d-8cbe-92f7e4679edb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 944 time: 0.0868278 Mar 05 14:48:46.817386 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0bb55311-a7e8-4c66-80f9-2d6bd2484a95 req-65abb617-9dbe-4f1f-907d-b4c5eab99ff5 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399129 Mar 05 14:48:47.035061 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55344) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:48:47.150519 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a1dae56d-b48a-42d7-b2d4-9825b7109ab1 req-5ffd3b08-2082-4c94-9a08-d553f882b3b2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1142230 Mar 05 14:48:48.007377 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dae56d-b48a-42d7-b2d4-9825b7109ab1 req-6e98528e-5244-4b3c-a13f-574e0932bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:48.008910 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a1dae56d-b48a-42d7-b2d4-9825b7109ab1 req-6e98528e-5244-4b3c-a13f-574e0932bdd9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e&tenant_id=048c579b32854c1f845750411a5199ba HTTP/1.1" status: 200 len: 1095 time: 0.0874922 Mar 05 14:48:48.156250 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dae56d-b48a-42d7-b2d4-9825b7109ab1 req-3ee98a23-e2e5-455c-98c5-87813e2cec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:48.157710 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a1dae56d-b48a-42d7-b2d4-9825b7109ab1 req-3ee98a23-e2e5-455c-98c5-87813e2cec3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=048c579b32854c1f845750411a5199ba&device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 1095 time: 0.1250510 Mar 05 14:48:48.214841 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6dfd4-97d7-4e57-aee1-d0a68f61780f req-3a8b17df-4fa9-4dc2-ab29-3d726cfb3b92 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:48.216249 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4ca6dfd4-97d7-4e57-aee1-d0a68f61780f req-3a8b17df-4fa9-4dc2-ab29-3d726cfb3b92 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 944 time: 0.1308005 Mar 05 14:48:48.449726 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4ca6dfd4-97d7-4e57-aee1-d0a68f61780f req-1db6f8f9-8c6b-4092-ae2a-615b5273eada tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878445 Mar 05 14:48:48.457821 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dae56d-b48a-42d7-b2d4-9825b7109ab1 req-f121eb0d-4d0f-44ea-91a3-89615e497b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:48.458928 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a1dae56d-b48a-42d7-b2d4-9825b7109ab1 req-f121eb0d-4d0f-44ea-91a3-89615e497b1e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d940ea83-5589-45eb-8658-1743acdc3a3e HTTP/1.1" status: 200 len: 909 time: 0.2896516 Mar 05 14:48:48.557614 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a1dae56d-b48a-42d7-b2d4-9825b7109ab1 req-c1167689-c019-4e21-bcb2-62095a175c2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=850ae9df-79a3-4907-a063-c75a6fd57b74 HTTP/1.1" status: 200 len: 999 time: 0.0930159 Mar 05 14:48:48.621245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dae56d-b48a-42d7-b2d4-9825b7109ab1 req-9562914e-4191-4f7a-8ca5-3821cb0a9258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:48.622617 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a1dae56d-b48a-42d7-b2d4-9825b7109ab1 req-9562914e-4191-4f7a-8ca5-3821cb0a9258 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ef4666a-ab74-4902-858c-e80e4b4d7e07 HTTP/1.1" status: 200 len: 848 time: 0.0590925 Mar 05 14:48:48.695983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dae56d-b48a-42d7-b2d4-9825b7109ab1 req-d6cb5811-1760-444e-9b18-9eb8cf262ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:48.697358 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a1dae56d-b48a-42d7-b2d4-9825b7109ab1 req-d6cb5811-1760-444e-9b18-9eb8cf262ed7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d940ea83-5589-45eb-8658-1743acdc3a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694349 Mar 05 14:48:48.829197 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a1dae56d-b48a-42d7-b2d4-9825b7109ab1 req-c9d3b55d-6c50-4925-a0ac-242f5a6a3e21 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248975 Mar 05 14:48:48.957093 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-a1dae56d-b48a-42d7-b2d4-9825b7109ab1 req-cf19d5dd-44a8-47ac-95ca-e13f4f661bdb service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222100 Mar 05 14:48:49.653570 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eeb7e1-c6e9-4b35-a1fe-8157c301fc9a req-a06b6f21-9df2-439d-99cf-ad5110b2e82e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:49.655072 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-37eeb7e1-c6e9-4b35-a1fe-8157c301fc9a req-a06b6f21-9df2-439d-99cf-ad5110b2e82e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 944 time: 0.0854976 Mar 05 14:48:49.708478 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-37eeb7e1-c6e9-4b35-a1fe-8157c301fc9a req-74f5feb4-9445-4caf-80e3-4a184b4f6a47 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469122 Mar 05 14:48:50.901765 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a445c-8a05-4b48-96bd-1b1bbf0d18a3 req-93ed9e17-ebd3-40d2-a501-fe82059f60a0 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:50.903256 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-da4a445c-8a05-4b48-96bd-1b1bbf0d18a3 req-93ed9e17-ebd3-40d2-a501-fe82059f60a0 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 944 time: 0.0877128 Mar 05 14:48:50.956829 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-da4a445c-8a05-4b48-96bd-1b1bbf0d18a3 req-ea1e75cb-521f-4b2c-b339-504cec4e3504 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442796 Mar 05 14:48:52.156743 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8a6d6-25a3-43d7-8430-7a09938885f5 req-38e70436-6365-47b4-b232-ca217f47cb11 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:52.158311 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3ee8a6d6-25a3-43d7-8430-7a09938885f5 req-38e70436-6365-47b4-b232-ca217f47cb11 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 944 time: 0.0865216 Mar 05 14:48:52.205047 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3ee8a6d6-25a3-43d7-8430-7a09938885f5 req-0eb8bf73-88fa-4d30-b4d7-28679f91b899 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406547 Mar 05 14:48:53.394649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07878dec-3d42-48d6-bf48-42c807924667 req-bcd21701-219e-4e01-a3db-38137f31364f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:53.396483 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07878dec-3d42-48d6-bf48-42c807924667 req-bcd21701-219e-4e01-a3db-38137f31364f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 944 time: 0.0836976 Mar 05 14:48:53.450198 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-07878dec-3d42-48d6-bf48-42c807924667 req-397a09fb-60b6-47be-b03d-4b09d46455d8 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468030 Mar 05 14:48:54.643854 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0996c3-e242-465c-97c4-b28dd3aa02c7 req-0438699f-d661-45f8-9c2c-b084653324f7 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:54.645466 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7a0996c3-e242-465c-97c4-b28dd3aa02c7 req-0438699f-d661-45f8-9c2c-b084653324f7 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 944 time: 0.0836823 Mar 05 14:48:54.696132 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7a0996c3-e242-465c-97c4-b28dd3aa02c7 req-1b34e3bb-d811-4f6e-84cd-6adc03f00ce6 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448141 Mar 05 14:48:55.894467 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65aab3-a763-4bac-a64c-3eefea85db6a req-e8f69624-a452-43be-b697-434f877ba42a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:55.896096 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec65aab3-a763-4bac-a64c-3eefea85db6a req-e8f69624-a452-43be-b697-434f877ba42a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 944 time: 0.0870473 Mar 05 14:48:55.940717 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec65aab3-a763-4bac-a64c-3eefea85db6a req-eef4b0f7-c402-4cca-98eb-aeecaac2c3f3 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390320 Mar 05 14:48:57.142116 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ada36e-0dc3-46e2-8f16-6a57fced2e84 req-2c09834a-074d-4953-a76a-98f8022f68ac tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:57.143650 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4ada36e-0dc3-46e2-8f16-6a57fced2e84 req-2c09834a-074d-4953-a76a-98f8022f68ac tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 944 time: 0.0895724 Mar 05 14:48:57.192856 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e4ada36e-0dc3-46e2-8f16-6a57fced2e84 req-24b3d772-a6ac-40b4-ba86-17952e8dd110 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430601 Mar 05 14:48:58.376559 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b828202-623d-4226-881a-a013cd89023c req-0e5cedf7-ba1b-49de-9bee-0c444058c86d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:58.378051 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7b828202-623d-4226-881a-a013cd89023c req-0e5cedf7-ba1b-49de-9bee-0c444058c86d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 944 time: 0.0800226 Mar 05 14:48:58.428477 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7b828202-623d-4226-881a-a013cd89023c req-7cf7a513-767c-45ce-8906-db60f0657ad8 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447466 Mar 05 14:48:59.579335 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:48:59.618372 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cff7bb-1049-45bc-90b6-0484ff15f709 req-8c87fb1b-cf93-4173-847c-7183f897b2ac tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:48:59.619837 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-01cff7bb-1049-45bc-90b6-0484ff15f709 req-8c87fb1b-cf93-4173-847c-7183f897b2ac tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 944 time: 0.0834053 Mar 05 14:48:59.661781 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:48:59.663751 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-01cff7bb-1049-45bc-90b6-0484ff15f709 req-609bd602-6106-42c2-b8e9-d54e49486448 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376112 Mar 05 14:49:00.490244 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 850ae9df-79a3-4907-a063-c75a6fd57b74 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:49:00.621288 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 850ae9df-79a3-4907-a063-c75a6fd57b74, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=850ae9df-79a3-4907-a063-c75a6fd57b74,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:49:00.634243 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '850ae9df-79a3-4907-a063-c75a6fd57b74', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'port_id': '850ae9df-79a3-4907-a063-c75a6fd57b74', 'mac_address': 'fa:16:3e:fb:fa:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:49:00.688470 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:49:00.691638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5f658-8bde-461d-a8d5-197cbce37bad req-6c040597-b517-4b88-a44f-3afbffdbae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:49:00.693225 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ecf5f658-8bde-461d-a8d5-197cbce37bad req-6c040597-b517-4b88-a44f-3afbffdbae55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=048c579b32854c1f845750411a5199ba&device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 1095 time: 0.0712605 Mar 05 14:49:00.707574 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850ae9df-79a3-4907-a063-c75a6fd57b74 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:49:00.723809 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 850ae9df-79a3-4907-a063-c75a6fd57b74, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=850ae9df-79a3-4907-a063-c75a6fd57b74,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:49:00.728170 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:49:00.799891 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=850ae9df-79a3-4907-a063-c75a6fd57b74,revision_number=9']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:49:00.897503 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5f658-8bde-461d-a8d5-197cbce37bad req-4d65f65e-8983-42f6-a8fa-7e3979d7deea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:49:00.898968 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ecf5f658-8bde-461d-a8d5-197cbce37bad req-4d65f65e-8983-42f6-a8fa-7e3979d7deea service neutron] 10.222.0.30 "GET /v2.0/networks?id=d940ea83-5589-45eb-8658-1743acdc3a3e HTTP/1.1" status: 200 len: 909 time: 0.1869078 Mar 05 14:49:00.930943 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['850ae9df-79a3-4907-a063-c75a6fd57b74'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:49:00.987208 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d95a1-8b93-4ee6-818a-61bd6928a8e4 req-e7bd7aae-c7a5-4c0f-b102-5155aa4de184 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:49:00.988590 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e69d95a1-8b93-4ee6-818a-61bd6928a8e4 req-e7bd7aae-c7a5-4c0f-b102-5155aa4de184 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 945 time: 0.1903102 Mar 05 14:49:01.044211 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ecf5f658-8bde-461d-a8d5-197cbce37bad req-7c025f9b-a37b-4879-a2bd-d41e2ccddb00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=850ae9df-79a3-4907-a063-c75a6fd57b74 HTTP/1.1" status: 200 len: 1000 time: 0.1344781 Mar 05 14:49:01.087043 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e69d95a1-8b93-4ee6-818a-61bd6928a8e4 req-aacf6364-c8f2-4f18-bc0b-68b6f7d75e87 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926576 Mar 05 14:49:01.113897 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5f658-8bde-461d-a8d5-197cbce37bad req-1ac96ae3-07b2-4d14-99e0-4b21ddf6f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:49:01.115365 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ecf5f658-8bde-461d-a8d5-197cbce37bad req-1ac96ae3-07b2-4d14-99e0-4b21ddf6f814 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ef4666a-ab74-4902-858c-e80e4b4d7e07 HTTP/1.1" status: 200 len: 848 time: 0.0642223 Mar 05 14:49:01.190870 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5f658-8bde-461d-a8d5-197cbce37bad req-cdf88587-e6f1-4c5d-9347-281574170b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:49:01.192325 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ecf5f658-8bde-461d-a8d5-197cbce37bad req-cdf88587-e6f1-4c5d-9347-281574170b50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d940ea83-5589-45eb-8658-1743acdc3a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712957 Mar 05 14:49:01.323427 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ecf5f658-8bde-461d-a8d5-197cbce37bad req-2fca537e-4f23-4f04-be86-1183d8d4846a service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249330 Mar 05 14:49:01.453793 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ecf5f658-8bde-461d-a8d5-197cbce37bad req-e1ec53e8-a692-42ad-b689-a829b9caca38 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232212 Mar 05 14:49:02.276863 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab18d2-5558-4f15-845f-3e681c4b6d98 req-a7ad76d4-f297-440a-8e74-9743ef4f4466 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:49:02.278294 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cbab18d2-5558-4f15-845f-3e681c4b6d98 req-a7ad76d4-f297-440a-8e74-9743ef4f4466 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 945 time: 0.0798533 Mar 05 14:49:02.322842 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cbab18d2-5558-4f15-845f-3e681c4b6d98 req-c4a7b852-3c79-4eed-8157-3830c10370c4 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384018 Mar 05 14:49:02.487784 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 850ae9df-79a3-4907-a063-c75a6fd57b74 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:49:02.555857 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 850ae9df-79a3-4907-a063-c75a6fd57b74 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:49:02.556215 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:49:02.669326 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:49:02.696165 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ad894d-a1c9-4e41-a60e-de24c2c8761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850ae9df-79a3-4907-a063-c75a6fd57b74'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:49:02.705239 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 850ae9df-79a3-4907-a063-c75a6fd57b74, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=850ae9df-79a3-4907-a063-c75a6fd57b74,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:49:02.709187 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:49:02.744167 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ad894d-a1c9-4e41-a60e-de24c2c8761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850ae9df-79a3-4907-a063-c75a6fd57b74', 'code': 200} Mar 05 14:49:02.776538 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=850ae9df-79a3-4907-a063-c75a6fd57b74,revision_number=10']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:49:02.956718 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1f44e-c42a-4a74-98e2-a0b7462d1af5 req-e49022fc-9503-48b5-abe7-4f2c781b9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:49:02.958087 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ae1f44e-c42a-4a74-98e2-a0b7462d1af5 req-e49022fc-9503-48b5-abe7-4f2c781b9f76 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 1098 time: 0.0728695 Mar 05 14:49:02.997577 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9ae1f44e-c42a-4a74-98e2-a0b7462d1af5 req-746acb29-103f-4e3f-9350-7e3378d09f28 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335381 Mar 05 14:49:03.511882 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917c942-5f12-4b0e-a631-1d08e0099530 req-fc387c12-1c5b-4650-96d7-05515000d827 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:49:03.513338 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2917c942-5f12-4b0e-a631-1d08e0099530 req-fc387c12-1c5b-4650-96d7-05515000d827 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 947 time: 0.0841973 Mar 05 14:49:03.557750 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2917c942-5f12-4b0e-a631-1d08e0099530 req-c759b162-ddac-4c32-8e55-324e6a1b89c3 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382020 Mar 05 14:49:04.741519 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94ceae-a2f8-41f3-99d0-b59f69cbfafe req-9b23445a-e557-454f-ac17-b175f99d56e2 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:49:04.742876 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9d94ceae-a2f8-41f3-99d0-b59f69cbfafe req-9b23445a-e557-454f-ac17-b175f99d56e2 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 947 time: 0.0776601 Mar 05 14:49:04.788565 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9d94ceae-a2f8-41f3-99d0-b59f69cbfafe req-28f89766-21b7-469e-a852-0df4d6c06278 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401332 Mar 05 14:49:08.951440 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c93ceb12-df1c-4d84-ae09-08c84f094160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:49:11.071814 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-084681f4-c011-4afa-b400-73b0bf1126b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:49:12.254055 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:49:12.329846 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:49:13.924713 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:49:21.321984 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:49:29.583685 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:49:29.692830 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:49:38.953399 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3a61b534-15bd-4599-8739-6da93aad411f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:49:41.074751 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a4e67a49-dac0-4c89-97d7-367ce777b4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:49:42.256672 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:49:42.336539 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:49:43.929084 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:49:58.320406 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:49:59.595608 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:49:59.691404 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:01.419423 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-87c71b31-b718-46a2-a16e-9ad03fa8e5bd req-2db61bc4-083c-4675-a669-a08643628212 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697088 Mar 05 14:50:01.557239 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c71b31-b718-46a2-a16e-9ad03fa8e5bd req-42c7129c-3464-4869-bf2f-6019eb7a86eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:01.558657 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-87c71b31-b718-46a2-a16e-9ad03fa8e5bd req-42c7129c-3464-4869-bf2f-6019eb7a86eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=048c579b32854c1f845750411a5199ba&device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 1098 time: 0.0723531 Mar 05 14:50:01.801965 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c71b31-b718-46a2-a16e-9ad03fa8e5bd req-6197cb5a-ccc9-4eb1-9746-ef0263a0767a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:01.803343 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-87c71b31-b718-46a2-a16e-9ad03fa8e5bd req-6197cb5a-ccc9-4eb1-9746-ef0263a0767a service neutron] 10.222.0.30 "GET /v2.0/networks?id=d940ea83-5589-45eb-8658-1743acdc3a3e HTTP/1.1" status: 200 len: 909 time: 0.2270973 Mar 05 14:50:01.903808 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-87c71b31-b718-46a2-a16e-9ad03fa8e5bd req-3fcf3984-05d0-4a98-8899-58c8f4248232 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=850ae9df-79a3-4907-a063-c75a6fd57b74 HTTP/1.1" status: 200 len: 1001 time: 0.0942934 Mar 05 14:50:01.964132 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c71b31-b718-46a2-a16e-9ad03fa8e5bd req-13e13518-703f-434d-8198-3256a49c49a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:01.965506 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-87c71b31-b718-46a2-a16e-9ad03fa8e5bd req-13e13518-703f-434d-8198-3256a49c49a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ef4666a-ab74-4902-858c-e80e4b4d7e07 HTTP/1.1" status: 200 len: 848 time: 0.0559340 Mar 05 14:50:02.037837 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c71b31-b718-46a2-a16e-9ad03fa8e5bd req-240964bc-f622-411c-bdef-fc5ad6cc74a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:02.039265 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-87c71b31-b718-46a2-a16e-9ad03fa8e5bd req-240964bc-f622-411c-bdef-fc5ad6cc74a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d940ea83-5589-45eb-8658-1743acdc3a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673337 Mar 05 14:50:02.166643 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-87c71b31-b718-46a2-a16e-9ad03fa8e5bd req-67e0e244-2f8c-4e9f-8fbf-8af6720b0457 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214399 Mar 05 14:50:02.294944 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-87c71b31-b718-46a2-a16e-9ad03fa8e5bd req-cdd0d5ae-dd80-4e5d-81a9-171e795bae94 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208954 Mar 05 14:50:08.954902 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-716c1a1d-5b2b-4825-ae71-7a568ab0694c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:11.077292 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-64e1da5f-92c9-4a36-8e97-e2841f750007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:12.260052 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:12.329766 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:13.929255 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:17.737039 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55456) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:50:17.940454 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Deleting port 90446856-c234-43e7-9d0a-70e8d567dc6e {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:50:17.941480 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:18.107107 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:18.107436 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:18.335816 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Calling delete_port for 90446856-c234-43e7-9d0a-70e8d567dc6e owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:50:18.485652 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:18.533634 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event deleted for resources: {'Port': ['ID=90446856-c234-43e7-9d0a-70e8d567dc6e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:50:18.575321 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:18.575661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:18.575991 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:18.576344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:18.576664 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:18.576982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:18.577298 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:18.577609 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:18.577920 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:18.578232 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:18.578544 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:18.578877 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:18.637290 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:18.637582 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Floating IP 34e868d6-5119-4d39-b9e4-cc3ff5df2922 disassociated (deleted). External IP: 172.25.4.15, port: 850ae9df-79a3-4907-a063-c75a6fd57b74. Mar 05 14:50:18.983443 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Router da273a0e-10b0-4210-8a17-af8e276dfe05 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:50:19.164647 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:50:19.174266 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d62de33-ac09-463c-bfb7-5389539301fe None None] Sync routers for ids ['da273a0e-10b0-4210-8a17-af8e276dfe05'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:50:19.184292 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d62de33-ac09-463c-bfb7-5389539301fe None None] Routers {'da273a0e-10b0-4210-8a17-af8e276dfe05'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:50:19.184885 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3d62de33-ac09-463c-bfb7-5389539301fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:50:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['da273a0e-10b0-4210-8a17-af8e276dfe05'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:50:19.185713 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:19.242309 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-dd4a7d66-6c3b-47c9-ba36-3b4b1c2e8a0b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "DELETE /v2.0/floatingips/34e868d6-5119-4d39-b9e4-cc3ff5df2922 HTTP/1.1" status: 204 len: 168 time: 1.5041292 Mar 05 14:50:19.242923 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ad894d-a1c9-4e41-a60e-de24c2c8761e', 'tag': '850ae9df-79a3-4907-a063-c75a6fd57b74'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:50:19.341711 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ad894d-a1c9-4e41-a60e-de24c2c8761e', 'tag': '850ae9df-79a3-4907-a063-c75a6fd57b74', 'status': 'completed', 'code': 200} Mar 05 14:50:19.365208 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-3d62de33-ac09-463c-bfb7-5389539301fe None None] Set router da273a0e-10b0-4210-8a17-af8e276dfe05 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:50:19.440808 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893db646-8e3f-42d9-9175-cd1abb5d63fd req-a3d6d118-a109-4fbe-80ae-9d49ed278966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:19.443024 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-893db646-8e3f-42d9-9175-cd1abb5d63fd req-a3d6d118-a109-4fbe-80ae-9d49ed278966 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=048c579b32854c1f845750411a5199ba&device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 1098 time: 0.0794396 Mar 05 14:50:19.634205 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893db646-8e3f-42d9-9175-cd1abb5d63fd req-3a948ad1-d7e7-42c0-80d6-c2be92446838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:19.635662 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-893db646-8e3f-42d9-9175-cd1abb5d63fd req-3a948ad1-d7e7-42c0-80d6-c2be92446838 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d940ea83-5589-45eb-8658-1743acdc3a3e HTTP/1.1" status: 200 len: 909 time: 0.1870675 Mar 05 14:50:19.715437 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-893db646-8e3f-42d9-9175-cd1abb5d63fd req-372e7e25-710d-40b2-af64-d3ecfd762872 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=850ae9df-79a3-4907-a063-c75a6fd57b74 HTTP/1.1" status: 200 len: 217 time: 0.0679202 Mar 05 14:50:19.723173 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2ae0f-ed1f-4ed3-8e4b-b03f4a783830 req-5720a3e3-9df0-40ed-9ca4-f21b4dba9c73 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:19.724543 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d2a2ae0f-ed1f-4ed3-8e4b-b03f4a783830 req-5720a3e3-9df0-40ed-9ca4-f21b4dba9c73 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 947 time: 0.1736689 Mar 05 14:50:19.729193 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3d62de33-ac09-463c-bfb7-5389539301fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'name': 'tempest-TestShelveInstance-1108894461-router', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:45:57Z', 'updated_at': '2022-03-05T14:46:01Z', 'revision_number': 4, 'project_id': '048c579b32854c1f845750411a5199ba', 'gw_port': {'id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:45:58Z', 'updated_at': '2022-03-05T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '711e14a1-28b8-486b-95f5-39bf357ca061', 'name': '', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'mac_address': 'fa:16:3e:56:13:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:00Z', 'updated_at': '2022-03-05T14:46:08Z', 'revision_number': 5, 'project_id': '048c579b32854c1f845750411a5199ba', 'subnets': [{'id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:50:19.733055 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d62de33-ac09-463c-bfb7-5389539301fe None None] Checking router: da273a0e-10b0-4210-8a17-af8e276dfe05 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:50:19.741681 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d62de33-ac09-463c-bfb7-5389539301fe None None] Routers {'da273a0e-10b0-4210-8a17-af8e276dfe05'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:50:19.742270 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3d62de33-ac09-463c-bfb7-5389539301fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:50:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['da273a0e-10b0-4210-8a17-af8e276dfe05'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:50:19.812595 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893db646-8e3f-42d9-9175-cd1abb5d63fd req-3e440d40-871b-41fd-bb7c-78e4119f14d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:19.813995 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-893db646-8e3f-42d9-9175-cd1abb5d63fd req-3e440d40-871b-41fd-bb7c-78e4119f14d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ef4666a-ab74-4902-858c-e80e4b4d7e07 HTTP/1.1" status: 200 len: 848 time: 0.0886359 Mar 05 14:50:19.819233 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d2a2ae0f-ed1f-4ed3-8e4b-b03f4a783830 req-f8deee46-c6da-4484-a4ab-3d8ce860dbd7 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642231 Mar 05 14:50:19.892084 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893db646-8e3f-42d9-9175-cd1abb5d63fd req-2c307225-c2a3-40ae-a523-0e415d12bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:19.893465 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-893db646-8e3f-42d9-9175-cd1abb5d63fd req-2c307225-c2a3-40ae-a523-0e415d12bdba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d940ea83-5589-45eb-8658-1743acdc3a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725691 Mar 05 14:50:19.920078 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-3d62de33-ac09-463c-bfb7-5389539301fe None None] Set router da273a0e-10b0-4210-8a17-af8e276dfe05 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:50:20.026143 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-893db646-8e3f-42d9-9175-cd1abb5d63fd req-e303851a-346d-4762-bb07-f2842d67f0fa service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250277 Mar 05 14:50:20.158029 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-893db646-8e3f-42d9-9175-cd1abb5d63fd req-88e8a300-9ff5-4a0a-ab7d-0385039267f5 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246572 Mar 05 14:50:20.225800 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3d62de33-ac09-463c-bfb7-5389539301fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'name': 'tempest-TestShelveInstance-1108894461-router', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:45:57Z', 'updated_at': '2022-03-05T14:46:01Z', 'revision_number': 4, 'project_id': '048c579b32854c1f845750411a5199ba', 'gw_port': {'id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:45:58Z', 'updated_at': '2022-03-05T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '711e14a1-28b8-486b-95f5-39bf357ca061', 'name': '', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'mac_address': 'fa:16:3e:56:13:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:00Z', 'updated_at': '2022-03-05T14:46:08Z', 'revision_number': 5, 'project_id': '048c579b32854c1f845750411a5199ba', 'subnets': [{'id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:50:20.229577 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d62de33-ac09-463c-bfb7-5389539301fe None None] The sync data for ids ['da273a0e-10b0-4210-8a17-af8e276dfe05'] in n-d-803718-1 is: [{'id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'name': 'tempest-TestShelveInstance-1108894461-router', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:45:57Z', 'updated_at': '2022-03-05T14:46:01Z', 'revision_number': 4, 'project_id': '048c579b32854c1f845750411a5199ba', 'gw_port': {'id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:45:58Z', 'updated_at': '2022-03-05T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '711e14a1-28b8-486b-95f5-39bf357ca061', 'name': '', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'mac_address': 'fa:16:3e:56:13:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:00Z', 'updated_at': '2022-03-05T14:46:08Z', 'revision_number': 5, 'project_id': '048c579b32854c1f845750411a5199ba', 'subnets': [{'id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:50:20.439809 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19023ea-0b2b-45ce-a3b0-9e80491ffcfe None None] New status for floating IP 34e868d6-5119-4d39-b9e4-cc3ff5df2922: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:50:20.965566 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ffc76-c81c-4dac-8401-767bcb141cf6 req-d62276aa-36bb-41ba-bff7-44dc8eff43fe tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:20.967013 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-964ffc76-c81c-4dac-8401-767bcb141cf6 req-d62276aa-36bb-41ba-bff7-44dc8eff43fe tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 947 time: 0.1907499 Mar 05 14:50:21.011392 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3985e1-6838-4eae-9f86-59382e708fa0 req-a82115ea-8630-4b78-a02c-7592cbd3238a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:21.012071 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-eb3985e1-6838-4eae-9f86-59382e708fa0 req-a82115ea-8630-4b78-a02c-7592cbd3238a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Synchronizing usage tracker for tenant:048c579b32854c1f845750411a5199ba on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:50:21.027252 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-eb3985e1-6838-4eae-9f86-59382e708fa0 req-a82115ea-8630-4b78-a02c-7592cbd3238a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Unset dirty status for tenant:048c579b32854c1f845750411a5199ba on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:50:21.028492 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eb3985e1-6838-4eae-9f86-59382e708fa0 req-a82115ea-8630-4b78-a02c-7592cbd3238a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 947 time: 0.0951028 Mar 05 14:50:21.076195 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-eb3985e1-6838-4eae-9f86-59382e708fa0 req-79f82621-5a45-48e9-889b-bbf0aa27d344 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2430885-6868-4312-933f-c3e78e8aeb39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421240 Mar 05 14:50:21.163448 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-964ffc76-c81c-4dac-8401-767bcb141cf6 req-cd870d79-1c50-42be-b6c4-74537d2219eb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Deleting port 850ae9df-79a3-4907-a063-c75a6fd57b74 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:50:21.163702 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-964ffc76-c81c-4dac-8401-767bcb141cf6 req-cd870d79-1c50-42be-b6c4-74537d2219eb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:21.417185 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-964ffc76-c81c-4dac-8401-767bcb141cf6 req-cd870d79-1c50-42be-b6c4-74537d2219eb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] For port 850ae9df-79a3-4907-a063-c75a6fd57b74, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=850ae9df-79a3-4907-a063-c75a6fd57b74,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:50:21.417450 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-964ffc76-c81c-4dac-8401-767bcb141cf6 req-cd870d79-1c50-42be-b6c4-74537d2219eb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:21.539174 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-964ffc76-c81c-4dac-8401-767bcb141cf6 req-cd870d79-1c50-42be-b6c4-74537d2219eb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Calling delete_port for 850ae9df-79a3-4907-a063-c75a6fd57b74 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:50:21.686471 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-964ffc76-c81c-4dac-8401-767bcb141cf6 req-cd870d79-1c50-42be-b6c4-74537d2219eb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:21.735882 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd870d79-1c50-42be-b6c4-74537d2219eb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event deleted for resources: {'Port': ['ID=850ae9df-79a3-4907-a063-c75a6fd57b74,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:50:21.778299 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd870d79-1c50-42be-b6c4-74537d2219eb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:21.778645 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd870d79-1c50-42be-b6c4-74537d2219eb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:21.779002 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd870d79-1c50-42be-b6c4-74537d2219eb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:21.779333 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd870d79-1c50-42be-b6c4-74537d2219eb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:21.779658 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd870d79-1c50-42be-b6c4-74537d2219eb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:21.779987 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd870d79-1c50-42be-b6c4-74537d2219eb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:21.780305 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd870d79-1c50-42be-b6c4-74537d2219eb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:21.780619 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd870d79-1c50-42be-b6c4-74537d2219eb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:21.780933 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd870d79-1c50-42be-b6c4-74537d2219eb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:21.781245 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd870d79-1c50-42be-b6c4-74537d2219eb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:21.781580 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd870d79-1c50-42be-b6c4-74537d2219eb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:21.781898 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd870d79-1c50-42be-b6c4-74537d2219eb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:21.824160 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-964ffc76-c81c-4dac-8401-767bcb141cf6 req-cd870d79-1c50-42be-b6c4-74537d2219eb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] No DVR routers for this DVR port 850ae9df-79a3-4907-a063-c75a6fd57b74 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:50:21.826555 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-964ffc76-c81c-4dac-8401-767bcb141cf6 req-cd870d79-1c50-42be-b6c4-74537d2219eb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:21.829019 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ad894d-a1c9-4e41-a60e-de24c2c8761e', 'name': 'network-vif-deleted', 'tag': '850ae9df-79a3-4907-a063-c75a6fd57b74'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:50:21.844338 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-964ffc76-c81c-4dac-8401-767bcb141cf6 req-cd870d79-1c50-42be-b6c4-74537d2219eb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.30 "DELETE /v2.0/ports/850ae9df-79a3-4907-a063-c75a6fd57b74 HTTP/1.1" status: 204 len: 173 time: 0.7436254 Mar 05 14:50:21.927297 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ad894d-a1c9-4e41-a60e-de24c2c8761e', 'name': 'network-vif-deleted', 'tag': '850ae9df-79a3-4907-a063-c75a6fd57b74', 'status': 'completed', 'code': 200} Mar 05 14:50:22.242157 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9eba416a-397d-4139-968f-3ddb902224e9 req-6bd3cf70-eff3-4f35-a948-eabea42c00d7 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=02ad894d-a1c9-4e41-a60e-de24c2c8761e HTTP/1.1" status: 200 len: 210 time: 0.0429299 Mar 05 14:50:23.335060 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55478) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:50:23.402607 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ac0e3aca-d249-4f83-8292-a6c04358cf2e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:23.432127 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ac0e3aca-d249-4f83-8292-a6c04358cf2e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:23.499834 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ac0e3aca-d249-4f83-8292-a6c04358cf2e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:23.517393 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e3aca-d249-4f83-8292-a6c04358cf2e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2430885-6868-4312-933f-c3e78e8aeb39,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:50:23.530197 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ac0e3aca-d249-4f83-8292-a6c04358cf2e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:23.531371 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ac0e3aca-d249-4f83-8292-a6c04358cf2e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "DELETE /v2.0/security-groups/f2430885-6868-4312-933f-c3e78e8aeb39 HTTP/1.1" status: 204 len: 168 time: 0.1953065 Mar 05 14:50:23.964234 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55486) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:50:23.969280 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-1f34a79d-c03e-4153-a939-107b8aeca316 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572178267', 'description': 'tempest-secgroup-smoke-572178267 description', 'project_id': '048c579b32854c1f845750411a5199ba'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:50:23.976700 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1f34a79d-c03e-4153-a939-107b8aeca316 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:50:23.980743 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1f34a79d-c03e-4153-a939-107b8aeca316 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Usage tracker for resource:security_group and tenant:048c579b32854c1f845750411a5199ba is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:50:23.983564 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1f34a79d-c03e-4153-a939-107b8aeca316 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:50:23.989165 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1f34a79d-c03e-4153-a939-107b8aeca316 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:50:23.999279 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1f34a79d-c03e-4153-a939-107b8aeca316 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.018367 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1f34a79d-c03e-4153-a939-107b8aeca316 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:50:24.022660 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1f34a79d-c03e-4153-a939-107b8aeca316 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Usage tracker for resource:security_group_rule and tenant:048c579b32854c1f845750411a5199ba is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:50:24.025431 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-1f34a79d-c03e-4153-a939-107b8aeca316 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:50:24.030985 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-1f34a79d-c03e-4153-a939-107b8aeca316 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:50:24.104772 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1f34a79d-c03e-4153-a939-107b8aeca316 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.108457 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1f34a79d-c03e-4153-a939-107b8aeca316 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.155942 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34a79d-c03e-4153-a939-107b8aeca316 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711c3541-22ae-4890-ad62-c3fd089b00b0,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:50:24.160606 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-1f34a79d-c03e-4153-a939-107b8aeca316 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.161840 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-1f34a79d-c03e-4153-a939-107b8aeca316 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1966066 Mar 05 14:50:24.164707 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55490) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:50:24.169922 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-b6ce218f-d0f2-4d4a-8e31-b905e6f9929e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Request body: {'security_group_rule': {'security_group_id': '711c3541-22ae-4890-ad62-c3fd089b00b0', 'project_id': '048c579b32854c1f845750411a5199ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:50:24.177638 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b6ce218f-d0f2-4d4a-8e31-b905e6f9929e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:50:24.181444 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b6ce218f-d0f2-4d4a-8e31-b905e6f9929e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Usage tracker for resource:security_group_rule and tenant:048c579b32854c1f845750411a5199ba is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:50:24.184268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-b6ce218f-d0f2-4d4a-8e31-b905e6f9929e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:50:24.189853 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-b6ce218f-d0f2-4d4a-8e31-b905e6f9929e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:50:24.206555 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b6ce218f-d0f2-4d4a-8e31-b905e6f9929e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.265566 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b6ce218f-d0f2-4d4a-8e31-b905e6f9929e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.268607 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b6ce218f-d0f2-4d4a-8e31-b905e6f9929e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.293067 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce218f-d0f2-4d4a-8e31-b905e6f9929e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2eee02f-b4c8-4ab5-961b-0d765f20f442,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:50:24.303874 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-b6ce218f-d0f2-4d4a-8e31-b905e6f9929e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.305217 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-b6ce218f-d0f2-4d4a-8e31-b905e6f9929e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395228 Mar 05 14:50:24.307979 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55494) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:50:24.312967 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-42bceea5-5279-4acd-8bec-5312da819366 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Request body: {'security_group_rule': {'security_group_id': '711c3541-22ae-4890-ad62-c3fd089b00b0', 'project_id': '048c579b32854c1f845750411a5199ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:50:24.319596 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-42bceea5-5279-4acd-8bec-5312da819366 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:50:24.323376 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-42bceea5-5279-4acd-8bec-5312da819366 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Usage tracker for resource:security_group_rule and tenant:048c579b32854c1f845750411a5199ba is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:50:24.326251 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-42bceea5-5279-4acd-8bec-5312da819366 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:50:24.331916 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-42bceea5-5279-4acd-8bec-5312da819366 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:50:24.349563 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42bceea5-5279-4acd-8bec-5312da819366 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.409298 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42bceea5-5279-4acd-8bec-5312da819366 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.413815 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42bceea5-5279-4acd-8bec-5312da819366 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.438293 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bceea5-5279-4acd-8bec-5312da819366 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42eed5d7-8049-4f27-b698-711a778a0931,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:50:24.448740 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42bceea5-5279-4acd-8bec-5312da819366 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.450354 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-42bceea5-5279-4acd-8bec-5312da819366 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1414373 Mar 05 14:50:24.453089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55498) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:50:24.458392 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-9edafd04-5fc5-4e0a-b1b0-1f54f8616035 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Request body: {'security_group_rule': {'security_group_id': '711c3541-22ae-4890-ad62-c3fd089b00b0', 'project_id': '048c579b32854c1f845750411a5199ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:50:24.465068 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9edafd04-5fc5-4e0a-b1b0-1f54f8616035 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:50:24.468817 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9edafd04-5fc5-4e0a-b1b0-1f54f8616035 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Usage tracker for resource:security_group_rule and tenant:048c579b32854c1f845750411a5199ba is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:50:24.471622 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-9edafd04-5fc5-4e0a-b1b0-1f54f8616035 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:50:24.478237 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-9edafd04-5fc5-4e0a-b1b0-1f54f8616035 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:50:24.497546 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9edafd04-5fc5-4e0a-b1b0-1f54f8616035 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.558431 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9edafd04-5fc5-4e0a-b1b0-1f54f8616035 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.561857 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9edafd04-5fc5-4e0a-b1b0-1f54f8616035 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.585262 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edafd04-5fc5-4e0a-b1b0-1f54f8616035 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34dd2d9b-24d7-4d47-ae1c-a7f51a1e2af4,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:50:24.593399 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-9edafd04-5fc5-4e0a-b1b0-1f54f8616035 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.594593 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-9edafd04-5fc5-4e0a-b1b0-1f54f8616035 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405814 Mar 05 14:50:24.597324 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55502) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:50:24.602258 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-42a77152-c6e4-4984-b8e4-9f632ca5345b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Request body: {'security_group_rule': {'security_group_id': '711c3541-22ae-4890-ad62-c3fd089b00b0', 'project_id': '048c579b32854c1f845750411a5199ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:50:24.608775 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-42a77152-c6e4-4984-b8e4-9f632ca5345b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:50:24.612530 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-42a77152-c6e4-4984-b8e4-9f632ca5345b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Usage tracker for resource:security_group_rule and tenant:048c579b32854c1f845750411a5199ba is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:50:24.616022 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-42a77152-c6e4-4984-b8e4-9f632ca5345b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:50:24.621812 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-42a77152-c6e4-4984-b8e4-9f632ca5345b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:50:24.639106 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42a77152-c6e4-4984-b8e4-9f632ca5345b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.700817 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42a77152-c6e4-4984-b8e4-9f632ca5345b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.704118 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42a77152-c6e4-4984-b8e4-9f632ca5345b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.727332 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a77152-c6e4-4984-b8e4-9f632ca5345b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f14934d-0b9d-4d58-b1dc-3bef6d9924b0,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:50:24.736027 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-42a77152-c6e4-4984-b8e4-9f632ca5345b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.737245 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-42a77152-c6e4-4984-b8e4-9f632ca5345b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1389585 Mar 05 14:50:24.739960 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55506) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:50:24.744802 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-0518bd00-f6c5-4bae-88f4-213c4f55d05f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Request body: {'security_group_rule': {'security_group_id': '711c3541-22ae-4890-ad62-c3fd089b00b0', 'project_id': '048c579b32854c1f845750411a5199ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:50:24.751539 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0518bd00-f6c5-4bae-88f4-213c4f55d05f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:50:24.755912 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0518bd00-f6c5-4bae-88f4-213c4f55d05f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Usage tracker for resource:security_group_rule and tenant:048c579b32854c1f845750411a5199ba is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:50:24.758809 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-0518bd00-f6c5-4bae-88f4-213c4f55d05f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:50:24.764371 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-0518bd00-f6c5-4bae-88f4-213c4f55d05f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:50:24.775194 n-d-803718-1 neutron-server[87913]: INFO neutron.db.securitygroups_db [None req-0518bd00-f6c5-4bae-88f4-213c4f55d05f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Project 048c579b32854c1f845750411a5199ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:50:24.781497 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0518bd00-f6c5-4bae-88f4-213c4f55d05f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.847014 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0518bd00-f6c5-4bae-88f4-213c4f55d05f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.851350 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0518bd00-f6c5-4bae-88f4-213c4f55d05f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.875062 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518bd00-f6c5-4bae-88f4-213c4f55d05f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce3c604-669d-4212-9598-bfadfe23fbbf,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:50:24.883858 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-0518bd00-f6c5-4bae-88f4-213c4f55d05f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.885117 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-0518bd00-f6c5-4bae-88f4-213c4f55d05f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1442580 Mar 05 14:50:24.887912 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55510) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:50:24.892712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-4e31f282-9eec-4a11-b98b-7b621470333f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Request body: {'security_group_rule': {'security_group_id': '711c3541-22ae-4890-ad62-c3fd089b00b0', 'project_id': '048c579b32854c1f845750411a5199ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:50:24.897169 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 850ae9df-79a3-4907-a063-c75a6fd57b74 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:50:24.900227 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4e31f282-9eec-4a11-b98b-7b621470333f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:50:24.904053 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4e31f282-9eec-4a11-b98b-7b621470333f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Usage tracker for resource:security_group_rule and tenant:048c579b32854c1f845750411a5199ba is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:50:24.906924 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-4e31f282-9eec-4a11-b98b-7b621470333f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:50:24.913098 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-4e31f282-9eec-4a11-b98b-7b621470333f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:50:24.924567 n-d-803718-1 neutron-server[87913]: INFO neutron.db.securitygroups_db [None req-4e31f282-9eec-4a11-b98b-7b621470333f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Project 048c579b32854c1f845750411a5199ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:50:24.931359 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e31f282-9eec-4a11-b98b-7b621470333f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.935177 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 850ae9df-79a3-4907-a063-c75a6fd57b74 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:50:24.935519 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 850ae9df-79a3-4907-a063-c75a6fd57b74 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:50:24.995374 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e31f282-9eec-4a11-b98b-7b621470333f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:24.999085 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e31f282-9eec-4a11-b98b-7b621470333f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:25.023725 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31f282-9eec-4a11-b98b-7b621470333f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42783297-a07a-469e-9f41-b9258fc73bfd,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:50:25.032056 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-4e31f282-9eec-4a11-b98b-7b621470333f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:25.033344 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-4e31f282-9eec-4a11-b98b-7b621470333f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445434 Mar 05 14:50:29.598734 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:29.724882 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:35.319377 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:50:38.783775 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-427278bc-6462-49d7-b581-e2a32f070275 req-4c266cff-275f-4dda-808b-5c4e035df12b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Synchronizing usage tracker for tenant:048c579b32854c1f845750411a5199ba on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:50:38.799654 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-427278bc-6462-49d7-b581-e2a32f070275 req-4c266cff-275f-4dda-808b-5c4e035df12b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Unset dirty status for tenant:048c579b32854c1f845750411a5199ba on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:50:38.801444 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-427278bc-6462-49d7-b581-e2a32f070275 req-4c266cff-275f-4dda-808b-5c4e035df12b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572178267&fields=id&tenant_id=048c579b32854c1f845750411a5199ba HTTP/1.1" status: 200 len: 267 time: 0.0589874 Mar 05 14:50:38.959290 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-138f7bbd-a379-4ea7-9157-c7234e04b052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:39.068590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427278bc-6462-49d7-b581-e2a32f070275 req-f88a6fcf-fc78-4b3f-b3ba-5ebfa9725353 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:39.069930 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-427278bc-6462-49d7-b581-e2a32f070275 req-f88a6fcf-fc78-4b3f-b3ba-5ebfa9725353 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/networks?id=d940ea83-5589-45eb-8658-1743acdc3a3e HTTP/1.1" status: 200 len: 809 time: 0.2623832 Mar 05 14:50:39.086429 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-427278bc-6462-49d7-b581-e2a32f070275 req-2b8efca8-98ca-44a8-9b18-ae31c7799775 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/quotas/048c579b32854c1f845750411a5199ba HTTP/1.1" status: 200 len: 375 time: 0.0099611 Mar 05 14:50:39.171177 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-427278bc-6462-49d7-b581-e2a32f070275 req-34969b88-18d1-414a-bd59-d51e0f5e0140 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=048c579b32854c1f845750411a5199ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798435 Mar 05 14:50:39.306237 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-427278bc-6462-49d7-b581-e2a32f070275 req-fde6aff5-5af7-421f-a170-cbe704bcb0b5 service neutron] 10.222.0.16 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231189 Mar 05 14:50:39.436370 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-427278bc-6462-49d7-b581-e2a32f070275 req-e04bd03d-0886-4517-a45d-92882fd99735 service neutron] 10.222.0.16 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244328 Mar 05 14:50:39.807653 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7eef4283-5b61-4784-b950-a6749eade2dc req-1df94fb3-ac29-45b1-8f92-0aab5c1c8b79 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Synchronizing usage tracker for tenant:048c579b32854c1f845750411a5199ba on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:50:39.823960 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-7eef4283-5b61-4784-b950-a6749eade2dc req-1df94fb3-ac29-45b1-8f92-0aab5c1c8b79 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Unset dirty status for tenant:048c579b32854c1f845750411a5199ba on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:50:39.825101 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7eef4283-5b61-4784-b950-a6749eade2dc req-1df94fb3-ac29-45b1-8f92-0aab5c1c8b79 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 210 time: 0.0602028 Mar 05 14:50:40.919851 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427278bc-6462-49d7-b581-e2a32f070275 req-b577572c-a0fa-4214-af1d-c37c5c5fd8bc tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:40.921274 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-427278bc-6462-49d7-b581-e2a32f070275 req-b577572c-a0fa-4214-af1d-c37c5c5fd8bc tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.30 "GET /v2.0/networks?id=d940ea83-5589-45eb-8658-1743acdc3a3e HTTP/1.1" status: 200 len: 809 time: 0.1564143 Mar 05 14:50:40.968927 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-427278bc-6462-49d7-b581-e2a32f070275 req-9827b0a7-6948-4dd8-8aa2-5a95de9696e4 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Synchronizing usage tracker for tenant:048c579b32854c1f845750411a5199ba on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:50:40.981194 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f6c7bdfa-5020-4056-9542-60d9aa5174b5 req-5f2f298b-c7ba-4a28-bf01-a7d80fbc5d12 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 210 time: 0.0477803 Mar 05 14:50:40.981759 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-427278bc-6462-49d7-b581-e2a32f070275 req-9827b0a7-6948-4dd8-8aa2-5a95de9696e4 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Unset dirty status for tenant:048c579b32854c1f845750411a5199ba on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:50:40.982440 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-427278bc-6462-49d7-b581-e2a32f070275 req-9827b0a7-6948-4dd8-8aa2-5a95de9696e4 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=048c579b32854c1f845750411a5199ba HTTP/1.1" status: 200 len: 379 time: 0.0532825 Mar 05 14:50:40.994558 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-427278bc-6462-49d7-b581-e2a32f070275 req-d27fe796-0010-4c4e-b6e2-6072313a586e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Request body: {'port': {'device_id': '9d97865a-c14f-49b5-9728-d19fb1272c4c', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'admin_state_up': True, 'tenant_id': '048c579b32854c1f845750411a5199ba', 'security_groups': ['711c3541-22ae-4890-ad62-c3fd089b00b0']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:50:41.084088 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-62509691-57f7-4273-a7c7-31cbcac42bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:41.136881 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-427278bc-6462-49d7-b581-e2a32f070275 req-d27fe796-0010-4c4e-b6e2-6072313a586e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:50:41.147852 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-427278bc-6462-49d7-b581-e2a32f070275 req-d27fe796-0010-4c4e-b6e2-6072313a586e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:50:41.157198 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-427278bc-6462-49d7-b581-e2a32f070275 req-d27fe796-0010-4c4e-b6e2-6072313a586e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Made reservation on behalf of 048c579b32854c1f845750411a5199ba for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:50:41.161777 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-427278bc-6462-49d7-b581-e2a32f070275 req-d27fe796-0010-4c4e-b6e2-6072313a586e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:41.327983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-427278bc-6462-49d7-b581-e2a32f070275 req-d27fe796-0010-4c4e-b6e2-6072313a586e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Allocated IP 172.20.0.14 (d940ea83-5589-45eb-8658-1743acdc3a3e/3ef4666a-ab74-4902-858c-e80e4b4d7e07/ab2e1c7a-9f30-43ae-bd0b-611756357534) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:50:41.637190 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-427278bc-6462-49d7-b581-e2a32f070275 req-d27fe796-0010-4c4e-b6e2-6072313a586e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:41.652760 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-427278bc-6462-49d7-b581-e2a32f070275 req-d27fe796-0010-4c4e-b6e2-6072313a586e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Transition to ACTIVE for port object ab2e1c7a-9f30-43ae-bd0b-611756357534 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:50:41.675715 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-427278bc-6462-49d7-b581-e2a32f070275 req-d27fe796-0010-4c4e-b6e2-6072313a586e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:41.739219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-427278bc-6462-49d7-b581-e2a32f070275 req-d27fe796-0010-4c4e-b6e2-6072313a586e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Network d940ea83-5589-45eb-8658-1743acdc3a3e is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:50:41.742295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-427278bc-6462-49d7-b581-e2a32f070275 req-d27fe796-0010-4c4e-b6e2-6072313a586e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:50:41.750858 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-427278bc-6462-49d7-b581-e2a32f070275 req-d27fe796-0010-4c4e-b6e2-6072313a586e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:50:41.794469 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27fe796-0010-4c4e-b6e2-6072313a586e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event updated for resources: {'Port': ['ID=ab2e1c7a-9f30-43ae-bd0b-611756357534,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:50:41.825126 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427278bc-6462-49d7-b581-e2a32f070275 req-d27fe796-0010-4c4e-b6e2-6072313a586e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:41.825737 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-427278bc-6462-49d7-b581-e2a32f070275 req-d27fe796-0010-4c4e-b6e2-6072313a586e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:41.853574 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-427278bc-6462-49d7-b581-e2a32f070275 req-d27fe796-0010-4c4e-b6e2-6072313a586e tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8628643 Mar 05 14:50:41.866099 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-427278bc-6462-49d7-b581-e2a32f070275 req-f81c9c35-ab32-454e-a577-e30a5a4d1ee3 service neutron] Request body: {'port': {'device_id': '9d97865a-c14f-49b5-9728-d19fb1272c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:50:41.981668 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-427278bc-6462-49d7-b581-e2a32f070275 req-f81c9c35-ab32-454e-a577-e30a5a4d1ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:42.039721 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cf7bf327-b67d-4236-ba70-d25d72adb33d None None] Provisioning for port ab2e1c7a-9f30-43ae-bd0b-611756357534 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:50:42.045243 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-cf7bf327-b67d-4236-ba70-d25d72adb33d None None] Provisioning complete for port ab2e1c7a-9f30-43ae-bd0b-611756357534 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:50:42.045793 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cf7bf327-b67d-4236-ba70-d25d72adb33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:42.108452 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bf327-b67d-4236-ba70-d25d72adb33d None None] Port ab2e1c7a-9f30-43ae-bd0b-611756357534 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:50:42.263887 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:42.311139 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9976c-5495-43b6-b965-dc8781cf9435 req-ce347d79-c2fe-48f5-854e-471880be983c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:42.311854 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5ee9976c-5495-43b6-b965-dc8781cf9435 req-ce347d79-c2fe-48f5-854e-471880be983c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Synchronizing usage tracker for tenant:048c579b32854c1f845750411a5199ba on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:50:42.337606 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:42.354984 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-5ee9976c-5495-43b6-b965-dc8781cf9435 req-ce347d79-c2fe-48f5-854e-471880be983c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Unset dirty status for tenant:048c579b32854c1f845750411a5199ba on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:50:42.356147 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5ee9976c-5495-43b6-b965-dc8781cf9435 req-ce347d79-c2fe-48f5-854e-471880be983c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 932 time: 0.2464266 Mar 05 14:50:42.462168 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-427278bc-6462-49d7-b581-e2a32f070275 req-f81c9c35-ab32-454e-a577-e30a5a4d1ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab2e1c7a-9f30-43ae-bd0b-611756357534 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:50:42.472319 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5ee9976c-5495-43b6-b965-dc8781cf9435 req-dbafc874-dde0-4476-84c7-0b5baaaef650 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025934 Mar 05 14:50:42.474703 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-427278bc-6462-49d7-b581-e2a32f070275 req-f81c9c35-ab32-454e-a577-e30a5a4d1ee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:42.491293 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-427278bc-6462-49d7-b581-e2a32f070275 req-f81c9c35-ab32-454e-a577-e30a5a4d1ee3 service neutron] Transition to ACTIVE for port object ab2e1c7a-9f30-43ae-bd0b-611756357534 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:50:42.498476 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-427278bc-6462-49d7-b581-e2a32f070275 req-f81c9c35-ab32-454e-a577-e30a5a4d1ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:42.657470 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c9c35-ab32-454e-a577-e30a5a4d1ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2e1c7a-9f30-43ae-bd0b-611756357534,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:50:42.732082 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-427278bc-6462-49d7-b581-e2a32f070275 req-f81c9c35-ab32-454e-a577-e30a5a4d1ee3 service neutron] Attempting to bind port ab2e1c7a-9f30-43ae-bd0b-611756357534 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:50:42.732412 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-427278bc-6462-49d7-b581-e2a32f070275 req-f81c9c35-ab32-454e-a577-e30a5a4d1ee3 service neutron] Attempting to bind port ab2e1c7a-9f30-43ae-bd0b-611756357534 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'dbff0796-eb3c-4fc2-9879-8d62da68adeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:50:42.732739 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427278bc-6462-49d7-b581-e2a32f070275 req-f81c9c35-ab32-454e-a577-e30a5a4d1ee3 service neutron] Attempting to bind port ab2e1c7a-9f30-43ae-bd0b-611756357534 on network d940ea83-5589-45eb-8658-1743acdc3a3e {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:50:42.737437 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427278bc-6462-49d7-b581-e2a32f070275 req-f81c9c35-ab32-454e-a577-e30a5a4d1ee3 service neutron] Port ab2e1c7a-9f30-43ae-bd0b-611756357534 on network d940ea83-5589-45eb-8658-1743acdc3a3e not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:50:42.737756 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427278bc-6462-49d7-b581-e2a32f070275 req-f81c9c35-ab32-454e-a577-e30a5a4d1ee3 service neutron] Attempting to bind port ab2e1c7a-9f30-43ae-bd0b-611756357534 on network d940ea83-5589-45eb-8658-1743acdc3a3e {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:50:42.743548 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427278bc-6462-49d7-b581-e2a32f070275 req-f81c9c35-ab32-454e-a577-e30a5a4d1ee3 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:50:42.743888 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427278bc-6462-49d7-b581-e2a32f070275 req-f81c9c35-ab32-454e-a577-e30a5a4d1ee3 service neutron] Checking segment: {'id': 'dbff0796-eb3c-4fc2-9879-8d62da68adeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:50:42.744269 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427278bc-6462-49d7-b581-e2a32f070275 req-f81c9c35-ab32-454e-a577-e30a5a4d1ee3 service neutron] Bound using segment: {'id': 'dbff0796-eb3c-4fc2-9879-8d62da68adeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:50:42.744694 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-427278bc-6462-49d7-b581-e2a32f070275 req-f81c9c35-ab32-454e-a577-e30a5a4d1ee3 service neutron] Bound port: ab2e1c7a-9f30-43ae-bd0b-611756357534, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbff0796-eb3c-4fc2-9879-8d62da68adeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:50:42.745038 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-427278bc-6462-49d7-b581-e2a32f070275 req-f81c9c35-ab32-454e-a577-e30a5a4d1ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:42.838812 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-427278bc-6462-49d7-b581-e2a32f070275 req-f81c9c35-ab32-454e-a577-e30a5a4d1ee3 service neutron] For port ab2e1c7a-9f30-43ae-bd0b-611756357534, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:50:42.841785 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-427278bc-6462-49d7-b581-e2a32f070275 req-f81c9c35-ab32-454e-a577-e30a5a4d1ee3 service neutron] For port ab2e1c7a-9f30-43ae-bd0b-611756357534, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=ab2e1c7a-9f30-43ae-bd0b-611756357534,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:50:42.846081 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-427278bc-6462-49d7-b581-e2a32f070275 req-f81c9c35-ab32-454e-a577-e30a5a4d1ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:42.908324 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427278bc-6462-49d7-b581-e2a32f070275 req-f81c9c35-ab32-454e-a577-e30a5a4d1ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:42.908937 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-427278bc-6462-49d7-b581-e2a32f070275 req-f81c9c35-ab32-454e-a577-e30a5a4d1ee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:42.910326 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-427278bc-6462-49d7-b581-e2a32f070275 req-f81c9c35-ab32-454e-a577-e30a5a4d1ee3 service neutron] 10.222.0.30 "PUT /v2.0/ports/ab2e1c7a-9f30-43ae-bd0b-611756357534 HTTP/1.1" status: 200 len: 1092 time: 1.0493481 Mar 05 14:50:42.911405 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d97865a-c14f-49b5-9728-d19fb1272c4c', 'tag': 'ab2e1c7a-9f30-43ae-bd0b-611756357534'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:50:42.950494 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c9c35-ab32-454e-a577-e30a5a4d1ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2e1c7a-9f30-43ae-bd0b-611756357534,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:50:42.991116 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d97865a-c14f-49b5-9728-d19fb1272c4c', 'tag': 'ab2e1c7a-9f30-43ae-bd0b-611756357534', 'status': 'completed', 'code': 200} Mar 05 14:50:43.032334 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427278bc-6462-49d7-b581-e2a32f070275 req-8f48ba74-3117-4e37-ba43-4406816fa400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:43.033824 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-427278bc-6462-49d7-b581-e2a32f070275 req-8f48ba74-3117-4e37-ba43-4406816fa400 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=048c579b32854c1f845750411a5199ba&device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 1095 time: 0.0787528 Mar 05 14:50:43.107035 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-427278bc-6462-49d7-b581-e2a32f070275 req-89ec869c-3c7f-443f-9629-d273bba2f83c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab2e1c7a-9f30-43ae-bd0b-611756357534 HTTP/1.1" status: 200 len: 217 time: 0.0662503 Mar 05 14:50:43.171691 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427278bc-6462-49d7-b581-e2a32f070275 req-753626c3-bfae-49c8-b6c3-a5ba4d1407ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:43.173322 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-427278bc-6462-49d7-b581-e2a32f070275 req-753626c3-bfae-49c8-b6c3-a5ba4d1407ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ef4666a-ab74-4902-858c-e80e4b4d7e07 HTTP/1.1" status: 200 len: 848 time: 0.0612934 Mar 05 14:50:43.246694 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427278bc-6462-49d7-b581-e2a32f070275 req-9cceb011-b3b7-4a44-bf49-33ca21ea5363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:43.248158 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-427278bc-6462-49d7-b581-e2a32f070275 req-9cceb011-b3b7-4a44-bf49-33ca21ea5363 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d940ea83-5589-45eb-8658-1743acdc3a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689554 Mar 05 14:50:43.378467 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-427278bc-6462-49d7-b581-e2a32f070275 req-2bd99c47-cbd2-465b-bf83-05159b7c5768 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227920 Mar 05 14:50:43.667056 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-427278bc-6462-49d7-b581-e2a32f070275 req-afe91542-1d10-4758-8b60-dd60a73ecf19 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832465 Mar 05 14:50:43.691075 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca678d72-9bfd-46a1-b422-2d9990260b64 req-621d87f0-57cc-4d3f-95a4-90940201edda tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:43.693116 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca678d72-9bfd-46a1-b422-2d9990260b64 req-621d87f0-57cc-4d3f-95a4-90940201edda tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 944 time: 0.1114650 Mar 05 14:50:43.786910 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca678d72-9bfd-46a1-b422-2d9990260b64 req-1c960ac6-a106-41c0-ab06-614613955f33 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879617 Mar 05 14:50:43.811697 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c355a2-e3be-49c4-bb4b-dbf8b1a697e7 req-46d5c94f-7683-421c-9815-481b2904e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:43.813157 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-26c355a2-e3be-49c4-bb4b-dbf8b1a697e7 req-46d5c94f-7683-421c-9815-481b2904e74c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=048c579b32854c1f845750411a5199ba&device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 1095 time: 0.0997651 Mar 05 14:50:43.932599 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:43.946618 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c355a2-e3be-49c4-bb4b-dbf8b1a697e7 req-0bf5175b-7a4d-4500-81ac-d7602e0eeb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:43.948091 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-26c355a2-e3be-49c4-bb4b-dbf8b1a697e7 req-0bf5175b-7a4d-4500-81ac-d7602e0eeb09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d940ea83-5589-45eb-8658-1743acdc3a3e HTTP/1.1" status: 200 len: 909 time: 0.1288824 Mar 05 14:50:44.016311 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-26c355a2-e3be-49c4-bb4b-dbf8b1a697e7 req-89b7abde-c42f-410f-b62e-c339485c625c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab2e1c7a-9f30-43ae-bd0b-611756357534 HTTP/1.1" status: 200 len: 217 time: 0.0598915 Mar 05 14:50:44.083938 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c355a2-e3be-49c4-bb4b-dbf8b1a697e7 req-f18ea1af-37f7-4570-98a0-7e35d63b1f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:44.083938 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-26c355a2-e3be-49c4-bb4b-dbf8b1a697e7 req-f18ea1af-37f7-4570-98a0-7e35d63b1f37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ef4666a-ab74-4902-858c-e80e4b4d7e07 HTTP/1.1" status: 200 len: 848 time: 0.0609815 Mar 05 14:50:44.158375 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c355a2-e3be-49c4-bb4b-dbf8b1a697e7 req-7883fd54-469c-4929-98d9-fdf11b05a6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:44.159855 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-26c355a2-e3be-49c4-bb4b-dbf8b1a697e7 req-7883fd54-469c-4929-98d9-fdf11b05a6d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d940ea83-5589-45eb-8658-1743acdc3a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709264 Mar 05 14:50:44.290752 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-26c355a2-e3be-49c4-bb4b-dbf8b1a697e7 req-525174a6-12f0-4623-b557-f114bda39072 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242440 Mar 05 14:50:44.419505 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-26c355a2-e3be-49c4-bb4b-dbf8b1a697e7 req-5136a224-23cd-4e19-9e14-e773713e790b service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230493 Mar 05 14:50:44.974909 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9897eea-3feb-42fc-877e-588e6770d718 req-85b771fb-93a0-44d9-8573-d7dcfcf1eaa8 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:44.976338 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9897eea-3feb-42fc-877e-588e6770d718 req-85b771fb-93a0-44d9-8573-d7dcfcf1eaa8 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 944 time: 0.0787337 Mar 05 14:50:45.020025 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9897eea-3feb-42fc-877e-588e6770d718 req-c07989b3-0a60-41c0-9993-a6897a357715 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378571 Mar 05 14:50:46.213427 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72058f4b-f6eb-45cc-90d3-8586c3ff1408 req-8c10b881-6464-4bd9-87cf-77a9b72ccf54 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:46.214895 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-72058f4b-f6eb-45cc-90d3-8586c3ff1408 req-8c10b881-6464-4bd9-87cf-77a9b72ccf54 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 944 time: 0.0855069 Mar 05 14:50:46.259190 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-72058f4b-f6eb-45cc-90d3-8586c3ff1408 req-3c1f566d-40f0-43eb-b29b-4b0f9452f8d2 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387251 Mar 05 14:50:47.447554 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294af5d9-bf19-4684-a291-a356e2dc8593 req-6f71a631-5778-468a-a0cb-30697853c7fc tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:47.449003 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-294af5d9-bf19-4684-a291-a356e2dc8593 req-6f71a631-5778-468a-a0cb-30697853c7fc tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 944 time: 0.0854044 Mar 05 14:50:47.493035 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-294af5d9-bf19-4684-a291-a356e2dc8593 req-73851731-a0b0-4e35-9341-666017290d47 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384207 Mar 05 14:50:48.673069 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e1d3c-019a-4b55-8b58-777624610ce4 req-97b99599-d208-4964-abe2-1fd5f9506fe2 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:48.674804 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b11e1d3c-019a-4b55-8b58-777624610ce4 req-97b99599-d208-4964-abe2-1fd5f9506fe2 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 944 time: 0.0796430 Mar 05 14:50:48.718163 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b11e1d3c-019a-4b55-8b58-777624610ce4 req-313dbf31-0aea-49a7-b2dd-0239b1609fa5 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374401 Mar 05 14:50:49.900395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63331aca-7ffe-46a2-8d9a-7edc7375129a req-bee1fe3e-1b10-4329-a96e-c479f61c8337 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:49.901853 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-63331aca-7ffe-46a2-8d9a-7edc7375129a req-bee1fe3e-1b10-4329-a96e-c479f61c8337 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 944 time: 0.0814021 Mar 05 14:50:49.949684 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-63331aca-7ffe-46a2-8d9a-7edc7375129a req-02222d0c-c3f3-4232-b92c-cac2b30fa1bb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421474 Mar 05 14:50:51.020291 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device ab2e1c7a-9f30-43ae-bd0b-611756357534 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:50:51.135666 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90e96c-3262-4c02-b49a-9257fc05ae93 req-abb13ace-11b3-4ba5-b2f3-28ba69201f98 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:51.137198 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0a90e96c-3262-4c02-b49a-9257fc05ae93 req-abb13ace-11b3-4ba5-b2f3-28ba69201f98 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 944 time: 0.0843039 Mar 05 14:50:51.157146 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port ab2e1c7a-9f30-43ae-bd0b-611756357534, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=ab2e1c7a-9f30-43ae-bd0b-611756357534,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:50:51.170464 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'ab2e1c7a-9f30-43ae-bd0b-611756357534', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'port_id': 'ab2e1c7a-9f30-43ae-bd0b-611756357534', 'mac_address': 'fa:16:3e:4d:8f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:50:51.182082 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0a90e96c-3262-4c02-b49a-9257fc05ae93 req-2460a901-3752-4c33-8837-7f7164839877 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391619 Mar 05 14:50:51.226102 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:51.243134 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab2e1c7a-9f30-43ae-bd0b-611756357534 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:50:51.258240 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port ab2e1c7a-9f30-43ae-bd0b-611756357534, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=ab2e1c7a-9f30-43ae-bd0b-611756357534,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:50:51.262017 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:51.329973 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=ab2e1c7a-9f30-43ae-bd0b-611756357534,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:50:51.337983 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:51.338359 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:51.338735 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:51.339093 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:51.339432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:51.339752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:51.340067 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:51.340380 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:51.340695 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:51.341006 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:51.341343 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:51.341652 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:50:51.495199 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['ab2e1c7a-9f30-43ae-bd0b-611756357534'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:50:52.370567 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d07ea9-44da-489f-8060-b110778c1ac1 req-d6989e45-e458-45fc-9905-4d1128ad3865 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:52.372058 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-49d07ea9-44da-489f-8060-b110778c1ac1 req-d6989e45-e458-45fc-9905-4d1128ad3865 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 945 time: 0.0843565 Mar 05 14:50:52.421021 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-49d07ea9-44da-489f-8060-b110778c1ac1 req-a721ab4c-0dc2-42db-851c-bf88d46b81db tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434647 Mar 05 14:50:53.063712 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device ab2e1c7a-9f30-43ae-bd0b-611756357534 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:50:53.129390 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port ab2e1c7a-9f30-43ae-bd0b-611756357534 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:50:53.134265 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port ab2e1c7a-9f30-43ae-bd0b-611756357534 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:50:53.134660 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:53.252370 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:53.278964 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d97865a-c14f-49b5-9728-d19fb1272c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2e1c7a-9f30-43ae-bd0b-611756357534'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:50:53.289006 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port ab2e1c7a-9f30-43ae-bd0b-611756357534, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=ab2e1c7a-9f30-43ae-bd0b-611756357534,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:50:53.293059 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:53.363783 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=ab2e1c7a-9f30-43ae-bd0b-611756357534,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:50:53.377645 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d97865a-c14f-49b5-9728-d19fb1272c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2e1c7a-9f30-43ae-bd0b-611756357534', 'code': 200} Mar 05 14:50:53.503146 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089269ae-ec56-4cd8-9248-577f0942fedd req-631e771f-64cf-4084-9f7d-65aed4fb3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:53.505232 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-089269ae-ec56-4cd8-9248-577f0942fedd req-631e771f-64cf-4084-9f7d-65aed4fb3aeb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 1097 time: 0.0696313 Mar 05 14:50:53.545524 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-089269ae-ec56-4cd8-9248-577f0942fedd req-ae0b29db-03a2-4e35-af99-69c2188cec56 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345180 Mar 05 14:50:53.610430 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51878b0-de29-438b-87a8-cc57427c57b6 req-27d2cd87-fe59-4891-8da0-85599b87bf73 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:53.611889 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d51878b0-de29-438b-87a8-cc57427c57b6 req-27d2cd87-fe59-4891-8da0-85599b87bf73 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 946 time: 0.0843854 Mar 05 14:50:53.654874 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d51878b0-de29-438b-87a8-cc57427c57b6 req-8e891485-a8da-4198-afae-1281ffd57eb2 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374432 Mar 05 14:50:54.844946 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa8787-e351-4010-954c-496dfc6f2315 req-ae5cf227-2729-48de-937c-16f5e8109aae tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:54.846402 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-affa8787-e351-4010-954c-496dfc6f2315 req-ae5cf227-2729-48de-937c-16f5e8109aae tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 946 time: 0.0841653 Mar 05 14:50:54.890836 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-affa8787-e351-4010-954c-496dfc6f2315 req-19c9abc3-2866-4020-8963-3edf9505e041 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382235 Mar 05 14:50:55.072242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ebd91-749a-4c50-8be8-be7f4f87c646 req-237b653e-4e2c-43c0-bf2d-7db0b23a518b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:55.073780 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-598ebd91-749a-4c50-8be8-be7f4f87c646 req-237b653e-4e2c-43c0-bf2d-7db0b23a518b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 946 time: 0.0815711 Mar 05 14:50:55.116583 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-598ebd91-749a-4c50-8be8-be7f4f87c646 req-3e37529b-c48e-4643-b690-c76afcb8abf1 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372305 Mar 05 14:50:55.139966 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55690) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:50:55.215179 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c6558a-d9c1-4fee-a310-b6442e3fb941 tempest-TestShelveInstance-1911376316 tempest-TestShelveInstance-1911376316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:55.216680 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-a6c6558a-d9c1-4fee-a310-b6442e3fb941 tempest-TestShelveInstance-1911376316 tempest-TestShelveInstance-1911376316-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 1092 time: 0.0757458 Mar 05 14:50:55.219436 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55694) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:50:55.224208 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': 'ab2e1c7a-9f30-43ae-bd0b-611756357534', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:50:55.230787 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:50:55.234566 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Usage tracker for resource:floatingip and tenant:048c579b32854c1f845750411a5199ba is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:50:55.237368 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:50:55.243077 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:50:55.257221 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for floatingip, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:55.387336 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:55.623994 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Allocated IP 172.25.4.130 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/435ac6ad-6c45-4c19-be92-e37e9ac4bf9c) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:50:55.770448 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:55.799619 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:55.862975 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:50:55.866817 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:50:55.874440 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:50:55.908978 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event updated for resources: {'Port': ['ID=435ac6ad-6c45-4c19-be92-e37e9ac4bf9c,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:50:56.293196 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:56.366371 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:56.573907 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:56.578430 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:56.687370 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event updated for resources: {'Port': ['ID=435ac6ad-6c45-4c19-be92-e37e9ac4bf9c,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:50:56.699990 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:56.873641 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Floating IP d4281bb3-1b13-4b55-a6c7-e3c890dc43b3 associated. External IP: 172.25.4.130, port: ab2e1c7a-9f30-43ae-bd0b-611756357534. Mar 05 14:50:57.341940 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Router da273a0e-10b0-4210-8a17-af8e276dfe05 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:50:57.522613 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:50:57.532723 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0b971-6e9c-48ba-9c58-fab62b182083 None None] Sync routers for ids ['da273a0e-10b0-4210-8a17-af8e276dfe05'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:50:57.542123 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f0b971-6e9c-48ba-9c58-fab62b182083 None None] Routers {'da273a0e-10b0-4210-8a17-af8e276dfe05'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:50:57.542731 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-a7f0b971-6e9c-48ba-9c58-fab62b182083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:50:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['da273a0e-10b0-4210-8a17-af8e276dfe05'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:50:57.547073 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:57.606409 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c32434ec-0f2a-42fb-9115-128962ec1c10 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3859718 Mar 05 14:50:57.607013 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d97865a-c14f-49b5-9728-d19fb1272c4c', 'tag': 'ab2e1c7a-9f30-43ae-bd0b-611756357534'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:50:57.651927 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d97865a-c14f-49b5-9728-d19fb1272c4c', 'tag': 'ab2e1c7a-9f30-43ae-bd0b-611756357534', 'status': 'completed', 'code': 200} Mar 05 14:50:57.718289 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-a7f0b971-6e9c-48ba-9c58-fab62b182083 None None] Set router da273a0e-10b0-4210-8a17-af8e276dfe05 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:50:57.746258 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec720a44-672e-4009-ad1b-3f1b82907529 req-1573b6dc-17c1-4580-93a8-8039977ff5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:57.747763 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec720a44-672e-4009-ad1b-3f1b82907529 req-1573b6dc-17c1-4580-93a8-8039977ff5d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=048c579b32854c1f845750411a5199ba&device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 1097 time: 0.0702786 Mar 05 14:50:57.883303 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec720a44-672e-4009-ad1b-3f1b82907529 req-c8c3f41a-6fd9-4b1c-bb77-5d3264727442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:57.884684 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec720a44-672e-4009-ad1b-3f1b82907529 req-c8c3f41a-6fd9-4b1c-bb77-5d3264727442 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d940ea83-5589-45eb-8658-1743acdc3a3e HTTP/1.1" status: 200 len: 909 time: 0.1295290 Mar 05 14:50:57.987867 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec720a44-672e-4009-ad1b-3f1b82907529 req-cd5c59f1-7e47-4ea1-8255-d4aa163ae54a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab2e1c7a-9f30-43ae-bd0b-611756357534 HTTP/1.1" status: 200 len: 1000 time: 0.0968192 Mar 05 14:50:58.054980 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec720a44-672e-4009-ad1b-3f1b82907529 req-8d2ffd39-bc54-412e-92da-e39c64c4b7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:58.057167 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec720a44-672e-4009-ad1b-3f1b82907529 req-8d2ffd39-bc54-412e-92da-e39c64c4b7d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ef4666a-ab74-4902-858c-e80e4b4d7e07 HTTP/1.1" status: 200 len: 848 time: 0.0621243 Mar 05 14:50:58.091908 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-a7f0b971-6e9c-48ba-9c58-fab62b182083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'name': 'tempest-TestShelveInstance-1108894461-router', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:45:57Z', 'updated_at': '2022-03-05T14:46:01Z', 'revision_number': 4, 'project_id': '048c579b32854c1f845750411a5199ba', 'gw_port': {'id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:45:58Z', 'updated_at': '2022-03-05T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'd4281bb3-1b13-4b55-a6c7-e3c890dc43b3', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'floating_ip_address': '172.25.4.130', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'port_id': 'ab2e1c7a-9f30-43ae-bd0b-611756357534', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'mac_address': 'fa:16:3e:4d:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d97865a-c14f-49b5-9728-d19fb1272c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:50:56Z', 'updated_at': '2022-03-05T14:50:56Z', 'revision_number': 0, 'project_id': '048c579b32854c1f845750411a5199ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711e14a1-28b8-486b-95f5-39bf357ca061', 'name': '', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'mac_address': 'fa:16:3e:56:13:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:00Z', 'updated_at': '2022-03-05T14:46:08Z', 'revision_number': 5, 'project_id': '048c579b32854c1f845750411a5199ba', 'subnets': [{'id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:50:58.096024 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0b971-6e9c-48ba-9c58-fab62b182083 None None] Checking router: da273a0e-10b0-4210-8a17-af8e276dfe05 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:50:58.106044 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f0b971-6e9c-48ba-9c58-fab62b182083 None None] Routers {'da273a0e-10b0-4210-8a17-af8e276dfe05'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:50:58.106688 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-a7f0b971-6e9c-48ba-9c58-fab62b182083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:50:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['da273a0e-10b0-4210-8a17-af8e276dfe05'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:50:58.147478 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec720a44-672e-4009-ad1b-3f1b82907529 req-026152d2-f855-4187-945a-76c7a95b13de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:50:58.148871 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec720a44-672e-4009-ad1b-3f1b82907529 req-026152d2-f855-4187-945a-76c7a95b13de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d940ea83-5589-45eb-8658-1743acdc3a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858567 Mar 05 14:50:58.285190 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec720a44-672e-4009-ad1b-3f1b82907529 req-a5063a45-3b21-4144-9c16-57f7698be2a3 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293042 Mar 05 14:50:58.288112 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-a7f0b971-6e9c-48ba-9c58-fab62b182083 None None] Set router da273a0e-10b0-4210-8a17-af8e276dfe05 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:50:58.420101 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ec720a44-672e-4009-ad1b-3f1b82907529 req-befb1578-2d24-489d-a978-41070a2a6d93 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281478 Mar 05 14:50:58.634521 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-a7f0b971-6e9c-48ba-9c58-fab62b182083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'name': 'tempest-TestShelveInstance-1108894461-router', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:45:57Z', 'updated_at': '2022-03-05T14:46:01Z', 'revision_number': 4, 'project_id': '048c579b32854c1f845750411a5199ba', 'gw_port': {'id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:45:58Z', 'updated_at': '2022-03-05T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'd4281bb3-1b13-4b55-a6c7-e3c890dc43b3', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'floating_ip_address': '172.25.4.130', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'port_id': 'ab2e1c7a-9f30-43ae-bd0b-611756357534', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'mac_address': 'fa:16:3e:4d:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d97865a-c14f-49b5-9728-d19fb1272c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:50:56Z', 'updated_at': '2022-03-05T14:50:56Z', 'revision_number': 0, 'project_id': '048c579b32854c1f845750411a5199ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711e14a1-28b8-486b-95f5-39bf357ca061', 'name': '', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'mac_address': 'fa:16:3e:56:13:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:00Z', 'updated_at': '2022-03-05T14:46:08Z', 'revision_number': 5, 'project_id': '048c579b32854c1f845750411a5199ba', 'subnets': [{'id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:50:58.638309 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0b971-6e9c-48ba-9c58-fab62b182083 None None] The sync data for ids ['da273a0e-10b0-4210-8a17-af8e276dfe05'] in n-d-803718-1 is: [{'id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'name': 'tempest-TestShelveInstance-1108894461-router', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:45:57Z', 'updated_at': '2022-03-05T14:46:01Z', 'revision_number': 4, 'project_id': '048c579b32854c1f845750411a5199ba', 'gw_port': {'id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:45:58Z', 'updated_at': '2022-03-05T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': 'd4281bb3-1b13-4b55-a6c7-e3c890dc43b3', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'floating_ip_address': '172.25.4.130', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'port_id': 'ab2e1c7a-9f30-43ae-bd0b-611756357534', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'mac_address': 'fa:16:3e:4d:8f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d97865a-c14f-49b5-9728-d19fb1272c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:50:56Z', 'updated_at': '2022-03-05T14:50:56Z', 'revision_number': 0, 'project_id': '048c579b32854c1f845750411a5199ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711e14a1-28b8-486b-95f5-39bf357ca061', 'name': '', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'mac_address': 'fa:16:3e:56:13:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:00Z', 'updated_at': '2022-03-05T14:46:08Z', 'revision_number': 5, 'project_id': '048c579b32854c1f845750411a5199ba', 'subnets': [{'id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:50:58.830493 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2c286-786d-443c-b96e-653cc53fe3a2 None None] New status for floating IP d4281bb3-1b13-4b55-a6c7-e3c890dc43b3: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:50:59.602667 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:50:59.726121 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:51:01.440309 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-00ae0c8d-3653-41fe-9fc8-dacd865de63b req-bb5455be-7f28-42d3-9a3a-ff4dcc66bd45 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700014 Mar 05 14:51:01.577871 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae0c8d-3653-41fe-9fc8-dacd865de63b req-24dfbf50-9f5f-4138-92c4-2098d9f42b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:51:01.579344 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-00ae0c8d-3653-41fe-9fc8-dacd865de63b req-24dfbf50-9f5f-4138-92c4-2098d9f42b46 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=048c579b32854c1f845750411a5199ba&device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 1097 time: 0.0730288 Mar 05 14:51:01.833833 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae0c8d-3653-41fe-9fc8-dacd865de63b req-7c9acd2e-9e1c-4d12-927f-1c58d8f4fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:51:01.835195 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-00ae0c8d-3653-41fe-9fc8-dacd865de63b req-7c9acd2e-9e1c-4d12-927f-1c58d8f4fc0d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d940ea83-5589-45eb-8658-1743acdc3a3e HTTP/1.1" status: 200 len: 909 time: 0.2372355 Mar 05 14:51:01.935569 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-00ae0c8d-3653-41fe-9fc8-dacd865de63b req-be332096-a677-4c0e-99b6-ba62d1d6149e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab2e1c7a-9f30-43ae-bd0b-611756357534 HTTP/1.1" status: 200 len: 1002 time: 0.0942385 Mar 05 14:51:01.995353 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae0c8d-3653-41fe-9fc8-dacd865de63b req-73de3540-0342-461c-b7ab-1bc2f7c2ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:51:01.996710 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-00ae0c8d-3653-41fe-9fc8-dacd865de63b req-73de3540-0342-461c-b7ab-1bc2f7c2ae7d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ef4666a-ab74-4902-858c-e80e4b4d7e07 HTTP/1.1" status: 200 len: 848 time: 0.0554328 Mar 05 14:51:02.070236 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae0c8d-3653-41fe-9fc8-dacd865de63b req-86b361fa-a485-416b-9031-6c1ce6fc6cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:51:02.072131 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-00ae0c8d-3653-41fe-9fc8-dacd865de63b req-86b361fa-a485-416b-9031-6c1ce6fc6cdf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d940ea83-5589-45eb-8658-1743acdc3a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700946 Mar 05 14:51:02.205253 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-00ae0c8d-3653-41fe-9fc8-dacd865de63b req-22dbd267-468c-4909-8e56-15b13b06a55e service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272495 Mar 05 14:51:02.336377 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-00ae0c8d-3653-41fe-9fc8-dacd865de63b req-291f9b09-372c-443f-a432-b03c015959fa service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250367 Mar 05 14:51:08.961618 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a43e5ff1-9591-4ce2-a6ee-45e9e91fceb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:51:11.077440 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6243b338-5039-4371-b4f9-cc35901eda4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:51:12.268797 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:51:12.318163 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:51:12.338931 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:51:13.935589 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:51:29.610692 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:51:29.737997 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:51:38.963240 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b54a9376-368d-41b1-b425-a26fa8d8c495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:51:41.079088 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-261723ac-20dc-41b8-8ba9-4bcb15e093fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:51:42.271154 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:51:42.340059 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:51:43.937311 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:51:49.317685 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:51:59.624737 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:51:59.735970 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:52:01.573161 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37ed7409-ae06-4f56-94fe-a06c3dfe0236 req-f0129bdf-12f8-47de-98b4-ee8cbae0f1c7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1104302 Mar 05 14:52:01.708304 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed7409-ae06-4f56-94fe-a06c3dfe0236 req-66239cd8-e51e-4bde-9a65-ae8583c4d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:52:01.709643 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37ed7409-ae06-4f56-94fe-a06c3dfe0236 req-66239cd8-e51e-4bde-9a65-ae8583c4d7ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=048c579b32854c1f845750411a5199ba&device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 1097 time: 0.0694709 Mar 05 14:52:01.850898 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed7409-ae06-4f56-94fe-a06c3dfe0236 req-4669bd68-d12b-4337-9dc5-10e48bc8ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:52:01.852316 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37ed7409-ae06-4f56-94fe-a06c3dfe0236 req-4669bd68-d12b-4337-9dc5-10e48bc8ca05 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d940ea83-5589-45eb-8658-1743acdc3a3e HTTP/1.1" status: 200 len: 909 time: 0.1254196 Mar 05 14:52:01.953880 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37ed7409-ae06-4f56-94fe-a06c3dfe0236 req-a751bc38-75a9-405a-9f91-81f2e613c3b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab2e1c7a-9f30-43ae-bd0b-611756357534 HTTP/1.1" status: 200 len: 1002 time: 0.0948162 Mar 05 14:52:02.014882 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed7409-ae06-4f56-94fe-a06c3dfe0236 req-783d9da9-3378-4837-b5ff-9f4e6af7ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:52:02.016172 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37ed7409-ae06-4f56-94fe-a06c3dfe0236 req-783d9da9-3378-4837-b5ff-9f4e6af7ca5f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ef4666a-ab74-4902-858c-e80e4b4d7e07 HTTP/1.1" status: 200 len: 848 time: 0.0563600 Mar 05 14:52:02.092288 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed7409-ae06-4f56-94fe-a06c3dfe0236 req-15c53307-a6de-4a8e-ab04-53e43b06760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:52:02.093722 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37ed7409-ae06-4f56-94fe-a06c3dfe0236 req-15c53307-a6de-4a8e-ab04-53e43b06760f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d940ea83-5589-45eb-8658-1743acdc3a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718548 Mar 05 14:52:02.221846 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37ed7409-ae06-4f56-94fe-a06c3dfe0236 req-678991ee-5873-411b-85f4-c98d51ab72dc service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221228 Mar 05 14:52:02.351816 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-37ed7409-ae06-4f56-94fe-a06c3dfe0236 req-c7f15a8f-6011-4efc-8839-046f4e40e8fb service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244431 Mar 05 14:52:08.965157 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c5510746-2811-45d0-882c-619f4090255d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:52:11.083179 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d1b851f8-fac9-484d-a083-83d8434bed52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:52:12.273532 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:52:12.343071 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:52:13.940772 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:52:26.316930 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:52:29.622941 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:52:29.736671 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:52:38.968403 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d56425c5-2ab7-4b74-856b-c8d72eb2dce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:52:41.084331 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-111780aa-5b83-419b-a6e7-df3c4c2b5553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:52:42.275564 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:52:42.344987 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:52:43.944205 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:52:53.557115 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706b32b-5062-4166-b61b-a928a5d3180b req-72810c2a-55a4-405a-82a5-b9af317225b5 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:52:53.558573 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7706b32b-5062-4166-b61b-a928a5d3180b req-72810c2a-55a4-405a-82a5-b9af317225b5 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 946 time: 0.1243639 Mar 05 14:52:53.604909 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7706b32b-5062-4166-b61b-a928a5d3180b req-e053dc26-1164-4896-89b3-785f7507e756 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399141 Mar 05 14:52:54.847732 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe2d59-2c7d-48cc-bdda-65b24822001e req-ab2ddcd2-f604-4dff-9a04-6e8ea19edd43 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:52:54.849193 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dbfe2d59-2c7d-48cc-bdda-65b24822001e req-ab2ddcd2-f604-4dff-9a04-6e8ea19edd43 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 946 time: 0.1258950 Mar 05 14:52:54.894692 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dbfe2d59-2c7d-48cc-bdda-65b24822001e req-a02f46d9-57ed-48ba-9ac7-0fdea2339ba0 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398467 Mar 05 14:52:56.082244 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1184211-4fb7-45d1-9d94-f14d6f58339f req-feffab3e-1e9f-42eb-9e79-87eba9454c20 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:52:56.084243 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d1184211-4fb7-45d1-9d94-f14d6f58339f req-feffab3e-1e9f-42eb-9e79-87eba9454c20 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 946 time: 0.0811646 Mar 05 14:52:56.128642 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-d1184211-4fb7-45d1-9d94-f14d6f58339f req-8a785fc2-36a0-4a87-a233-a2641be9dd42 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386558 Mar 05 14:52:57.319627 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da54873-0cbd-44be-84ed-b27ec39f9804 req-55993f2e-abfb-48ed-bf6f-2be5a936ec99 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:52:57.321058 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2da54873-0cbd-44be-84ed-b27ec39f9804 req-55993f2e-abfb-48ed-bf6f-2be5a936ec99 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 946 time: 0.0843823 Mar 05 14:52:57.364661 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-2da54873-0cbd-44be-84ed-b27ec39f9804 req-b9ea2ead-17f1-4dd0-9fc9-f9287598ebd3 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380740 Mar 05 14:52:58.552021 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3448c-516a-44da-bf3c-dc691f29b190 req-0311b63d-52ba-4109-ac50-6e6d13ef47b9 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:52:58.553436 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1be3448c-516a-44da-bf3c-dc691f29b190 req-0311b63d-52ba-4109-ac50-6e6d13ef47b9 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 946 time: 0.0813458 Mar 05 14:52:58.699069 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1be3448c-516a-44da-bf3c-dc691f29b190 req-7c3a25dd-5564-4a22-a41d-03bc480248ce tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399763 Mar 05 14:52:59.629842 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:52:59.740652 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:52:59.881980 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6c960-33ae-47e0-b2f2-e415f65cd527 req-935cb24d-d401-4cf1-91e5-b0b0974d006a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:52:59.883455 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-83d6c960-33ae-47e0-b2f2-e415f65cd527 req-935cb24d-d401-4cf1-91e5-b0b0974d006a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 946 time: 0.0784152 Mar 05 14:52:59.927451 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-83d6c960-33ae-47e0-b2f2-e415f65cd527 req-1f6d906d-c74e-45a9-baa5-424d3f49fa3a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384293 Mar 05 14:53:01.106603 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea1f78-e15a-4de2-87da-046304cc4c2f req-7a124234-8486-4463-b961-4a468321f016 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:01.108849 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6bea1f78-e15a-4de2-87da-046304cc4c2f req-7a124234-8486-4463-b961-4a468321f016 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 946 time: 0.0795629 Mar 05 14:53:01.152507 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-6bea1f78-e15a-4de2-87da-046304cc4c2f req-226f4e2d-db37-4b30-ab40-52a664584776 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380433 Mar 05 14:53:02.340322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa92ab3-252d-4d6c-ab61-aa94502ee1e2 req-d5bba903-421c-4eb9-b279-0682ada2d603 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:02.341795 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bfa92ab3-252d-4d6c-ab61-aa94502ee1e2 req-d5bba903-421c-4eb9-b279-0682ada2d603 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 946 time: 0.0831349 Mar 05 14:53:02.388069 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-bfa92ab3-252d-4d6c-ab61-aa94502ee1e2 req-1138604a-9eff-483f-b8dd-46ff95e5cba6 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401535 Mar 05 14:53:02.506462 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262498e2-e55e-4358-9f53-0d751dbe5c35 req-64345a42-cba4-446b-8716-f496f5404a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:02.507948 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-262498e2-e55e-4358-9f53-0d751dbe5c35 req-64345a42-cba4-446b-8716-f496f5404a4d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=048c579b32854c1f845750411a5199ba&device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 1097 time: 0.0726690 Mar 05 14:53:02.649778 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262498e2-e55e-4358-9f53-0d751dbe5c35 req-b1eda170-a178-4da7-915c-8e4fea0e2f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:02.651255 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-262498e2-e55e-4358-9f53-0d751dbe5c35 req-b1eda170-a178-4da7-915c-8e4fea0e2f62 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d940ea83-5589-45eb-8658-1743acdc3a3e HTTP/1.1" status: 200 len: 909 time: 0.1258113 Mar 05 14:53:02.753274 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-262498e2-e55e-4358-9f53-0d751dbe5c35 req-348410ea-14c9-40af-833b-03c39b7f7059 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab2e1c7a-9f30-43ae-bd0b-611756357534 HTTP/1.1" status: 200 len: 1002 time: 0.0956814 Mar 05 14:53:02.813098 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262498e2-e55e-4358-9f53-0d751dbe5c35 req-7810ce14-53db-4b84-82f4-534c5e70ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:02.814455 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-262498e2-e55e-4358-9f53-0d751dbe5c35 req-7810ce14-53db-4b84-82f4-534c5e70ec1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ef4666a-ab74-4902-858c-e80e4b4d7e07 HTTP/1.1" status: 200 len: 848 time: 0.0555720 Mar 05 14:53:02.888555 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262498e2-e55e-4358-9f53-0d751dbe5c35 req-f80ed4e8-ca1a-4f92-847a-1f266aa818d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:02.890135 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-262498e2-e55e-4358-9f53-0d751dbe5c35 req-f80ed4e8-ca1a-4f92-847a-1f266aa818d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d940ea83-5589-45eb-8658-1743acdc3a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699911 Mar 05 14:53:03.018678 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-262498e2-e55e-4358-9f53-0d751dbe5c35 req-9f720056-fde3-479e-a103-6f72904955f7 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224105 Mar 05 14:53:03.146789 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-262498e2-e55e-4358-9f53-0d751dbe5c35 req-998d73e2-fa63-4d66-b283-691106eca990 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220572 Mar 05 14:53:03.316566 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:53:03.636546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3bb90-192a-412e-a050-98ea19d21937 req-6ff7c053-1da1-4efb-9262-2d36510c030c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:03.637997 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5d3bb90-192a-412e-a050-98ea19d21937 req-6ff7c053-1da1-4efb-9262-2d36510c030c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 946 time: 0.1371598 Mar 05 14:53:03.641219 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316e8f9-8e21-4e23-91bd-eb007cbdaf65 req-e63be625-cee2-40fa-bf16-2a35b7446c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:03.642549 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4316e8f9-8e21-4e23-91bd-eb007cbdaf65 req-e63be625-cee2-40fa-bf16-2a35b7446c99 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=048c579b32854c1f845750411a5199ba&device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 1097 time: 0.1066813 Mar 05 14:53:03.762622 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-f5d3bb90-192a-412e-a050-98ea19d21937 req-f0cec177-63c2-4814-bfb0-57e8c6ab5916 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181085 Mar 05 14:53:03.800999 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316e8f9-8e21-4e23-91bd-eb007cbdaf65 req-f85998d0-e42c-4aa5-ad75-ac0fe9fc5f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:03.802422 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4316e8f9-8e21-4e23-91bd-eb007cbdaf65 req-f85998d0-e42c-4aa5-ad75-ac0fe9fc5f3e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d940ea83-5589-45eb-8658-1743acdc3a3e HTTP/1.1" status: 200 len: 909 time: 0.1457744 Mar 05 14:53:03.906947 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4316e8f9-8e21-4e23-91bd-eb007cbdaf65 req-e534eea1-1567-4a95-8198-69eafc24310a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab2e1c7a-9f30-43ae-bd0b-611756357534 HTTP/1.1" status: 200 len: 1002 time: 0.0982502 Mar 05 14:53:03.968611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316e8f9-8e21-4e23-91bd-eb007cbdaf65 req-43bfb14e-9ea8-44de-a139-2e1e5768a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:03.969970 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4316e8f9-8e21-4e23-91bd-eb007cbdaf65 req-43bfb14e-9ea8-44de-a139-2e1e5768a6f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ef4666a-ab74-4902-858c-e80e4b4d7e07 HTTP/1.1" status: 200 len: 848 time: 0.0580280 Mar 05 14:53:04.048222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316e8f9-8e21-4e23-91bd-eb007cbdaf65 req-4161a0a2-b964-4612-bcae-e4bd3d15e26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:04.049652 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4316e8f9-8e21-4e23-91bd-eb007cbdaf65 req-4161a0a2-b964-4612-bcae-e4bd3d15e26a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d940ea83-5589-45eb-8658-1743acdc3a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735464 Mar 05 14:53:04.308206 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4316e8f9-8e21-4e23-91bd-eb007cbdaf65 req-ff23163f-e41c-4178-b916-cca5ffa3ec61 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527614 Mar 05 14:53:04.440035 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-4316e8f9-8e21-4e23-91bd-eb007cbdaf65 req-a0f18512-1876-4a68-a1e9-4be0d915d972 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253893 Mar 05 14:53:04.948103 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad6179-8356-4ed2-9df4-f245e749d1b4 req-5a76bee2-a42a-49af-bbed-6f86a6af164f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:04.949531 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-58ad6179-8356-4ed2-9df4-f245e749d1b4 req-5a76bee2-a42a-49af-bbed-6f86a6af164f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 946 time: 0.0791552 Mar 05 14:53:04.993226 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-58ad6179-8356-4ed2-9df4-f245e749d1b4 req-da99cf95-6246-4a2c-9aa7-2bd56bfd2e58 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377538 Mar 05 14:53:06.183518 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663e347-58bf-4cfb-9d5c-d31ba44e2f4e req-7ad90a30-97fc-452e-8f29-694de585a7ef tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:06.184968 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3663e347-58bf-4cfb-9d5c-d31ba44e2f4e req-7ad90a30-97fc-452e-8f29-694de585a7ef tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 946 time: 0.0827723 Mar 05 14:53:06.232429 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3663e347-58bf-4cfb-9d5c-d31ba44e2f4e req-d610838c-88b8-478e-aefd-2ac26c132945 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412300 Mar 05 14:53:07.417146 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187490c-392b-4fc3-ab88-2bec7a644ae5 req-ab908d2a-89f6-4015-9e67-7a4d292773ac tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:07.418582 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7187490c-392b-4fc3-ab88-2bec7a644ae5 req-ab908d2a-89f6-4015-9e67-7a4d292773ac tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 946 time: 0.0828018 Mar 05 14:53:07.463086 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7187490c-392b-4fc3-ab88-2bec7a644ae5 req-afa2ee11-8da1-40f6-8f34-f3ec701ece95 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378292 Mar 05 14:53:07.791914 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7deeded8-9c46-4089-9b47-ec4fbf4550a9 req-b8d1db4c-84e6-43a8-849c-7d34f505b753 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1159587 Mar 05 14:53:07.823799 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c2cac-3702-4ade-858f-99c3e00ca786 req-98324906-172d-4dd4-ae5d-24f90b45be0a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:07.825245 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-277c2cac-3702-4ade-858f-99c3e00ca786 req-98324906-172d-4dd4-ae5d-24f90b45be0a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 946 time: 0.0987828 Mar 05 14:53:07.870352 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-277c2cac-3702-4ade-858f-99c3e00ca786 req-222a013b-fc3d-4464-909c-7c2918fd3087 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387847 Mar 05 14:53:08.972789 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6e15687c-ba38-49a1-9ff6-222af4d6bc00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:53:09.070180 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52513d-518c-4f71-bc31-c769b354ff1f req-43e2c666-4ac2-4652-af0f-a70169a6dc04 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:09.071590 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9f52513d-518c-4f71-bc31-c769b354ff1f req-43e2c666-4ac2-4652-af0f-a70169a6dc04 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 946 time: 0.0891860 Mar 05 14:53:09.118178 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9f52513d-518c-4f71-bc31-c769b354ff1f req-22faba84-4e9d-4cea-8936-97352f552188 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406713 Mar 05 14:53:09.813106 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device ab2e1c7a-9f30-43ae-bd0b-611756357534 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:53:09.927212 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:53:09.953764 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d97865a-c14f-49b5-9728-d19fb1272c4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab2e1c7a-9f30-43ae-bd0b-611756357534'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:53:09.963465 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port ab2e1c7a-9f30-43ae-bd0b-611756357534, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=ab2e1c7a-9f30-43ae-bd0b-611756357534,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:53:09.968319 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:53:10.003061 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d97865a-c14f-49b5-9728-d19fb1272c4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab2e1c7a-9f30-43ae-bd0b-611756357534', 'code': 200} Mar 05 14:53:10.037089 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=ab2e1c7a-9f30-43ae-bd0b-611756357534,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:53:10.044320 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:53:10.044664 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:53:10.045551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:53:10.045949 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:53:10.046210 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:53:10.046536 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:53:10.046886 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:53:10.047209 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:53:10.047528 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:53:10.048095 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:53:10.048412 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:53:10.048728 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:53:10.192844 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deeded8-9c46-4089-9b47-ec4fbf4550a9 req-a380a49a-6178-4c3f-8e06-6dbda2a1e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:10.194221 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7deeded8-9c46-4089-9b47-ec4fbf4550a9 req-a380a49a-6178-4c3f-8e06-6dbda2a1e84a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c&tenant_id=048c579b32854c1f845750411a5199ba HTTP/1.1" status: 200 len: 1095 time: 0.0698326 Mar 05 14:53:10.346839 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deeded8-9c46-4089-9b47-ec4fbf4550a9 req-2566f600-dd36-418a-b7cb-de1dd34c545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:10.348275 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7deeded8-9c46-4089-9b47-ec4fbf4550a9 req-2566f600-dd36-418a-b7cb-de1dd34c545e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=048c579b32854c1f845750411a5199ba&device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 1095 time: 0.1321616 Mar 05 14:53:10.355604 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569af563-9e39-49a2-9543-a5216f9fe570 req-7a9b61e0-3eb9-4572-a25f-6bcdb641bf63 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:10.356907 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-569af563-9e39-49a2-9543-a5216f9fe570 req-7a9b61e0-3eb9-4572-a25f-6bcdb641bf63 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 944 time: 0.1034691 Mar 05 14:53:10.491921 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-569af563-9e39-49a2-9543-a5216f9fe570 req-aa0daf9e-45a4-4248-b48f-7ff2a9021b71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146460 Mar 05 14:53:10.518990 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deeded8-9c46-4089-9b47-ec4fbf4550a9 req-9b5b1f1a-f1a4-49d4-b83b-db1a232372aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:10.520424 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7deeded8-9c46-4089-9b47-ec4fbf4550a9 req-9b5b1f1a-f1a4-49d4-b83b-db1a232372aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=d940ea83-5589-45eb-8658-1743acdc3a3e HTTP/1.1" status: 200 len: 909 time: 0.1621079 Mar 05 14:53:10.623435 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7deeded8-9c46-4089-9b47-ec4fbf4550a9 req-36d4900f-42ce-4b30-b0b5-66b326c1912b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab2e1c7a-9f30-43ae-bd0b-611756357534 HTTP/1.1" status: 200 len: 1000 time: 0.0968823 Mar 05 14:53:10.684234 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deeded8-9c46-4089-9b47-ec4fbf4550a9 req-4258e385-554c-4207-9d20-8336c3ade00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:10.685651 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7deeded8-9c46-4089-9b47-ec4fbf4550a9 req-4258e385-554c-4207-9d20-8336c3ade00d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ef4666a-ab74-4902-858c-e80e4b4d7e07 HTTP/1.1" status: 200 len: 848 time: 0.0563688 Mar 05 14:53:10.757511 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deeded8-9c46-4089-9b47-ec4fbf4550a9 req-841eb2f9-3fcc-477b-8006-d26c053b8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:10.758859 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7deeded8-9c46-4089-9b47-ec4fbf4550a9 req-841eb2f9-3fcc-477b-8006-d26c053b8801 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d940ea83-5589-45eb-8658-1743acdc3a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672276 Mar 05 14:53:10.887311 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7deeded8-9c46-4089-9b47-ec4fbf4550a9 req-85eae955-7991-49a4-ae0f-96f476abd8cd service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222291 Mar 05 14:53:11.014444 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7deeded8-9c46-4089-9b47-ec4fbf4550a9 req-8d6d990f-51df-4171-818e-8a26a2751506 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210594 Mar 05 14:53:11.085522 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-85c882b6-e4fa-4063-804f-630a2f3e2342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:53:11.685154 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdecac6-6e19-4bad-b6d0-dcc4012482c3 req-32c84587-9eba-403e-99d9-f5766f30949b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:11.687214 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9cdecac6-6e19-4bad-b6d0-dcc4012482c3 req-32c84587-9eba-403e-99d9-f5766f30949b tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 944 time: 0.0911579 Mar 05 14:53:11.731629 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9cdecac6-6e19-4bad-b6d0-dcc4012482c3 req-f1bd7058-46c0-49f7-8744-d3464910118f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386925 Mar 05 14:53:12.281084 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:53:12.349851 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:53:12.913951 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d725c-98bb-47b5-8b65-402c3834199b req-28096ce7-efb8-4833-bccb-593f6db29479 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:12.915405 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7b5d725c-98bb-47b5-8b65-402c3834199b req-28096ce7-efb8-4833-bccb-593f6db29479 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 944 time: 0.0816500 Mar 05 14:53:12.958145 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7b5d725c-98bb-47b5-8b65-402c3834199b req-b572e16c-cf0c-4ca0-a0ab-b7be682e8d1d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370023 Mar 05 14:53:13.946201 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:53:14.141006 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc3250-affe-44c8-a7c8-c33b4d75db62 req-9a7f8a8a-b34e-438f-922f-d27036f4b355 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:14.142444 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-42fc3250-affe-44c8-a7c8-c33b4d75db62 req-9a7f8a8a-b34e-438f-922f-d27036f4b355 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 944 time: 0.0816834 Mar 05 14:53:14.184712 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-42fc3250-affe-44c8-a7c8-c33b4d75db62 req-f1270672-d2ba-4268-9211-bd413a05dc90 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365736 Mar 05 14:53:15.371432 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87eecb-8d5f-4a75-bd8b-3f8ae7bce287 req-7a8efe9b-1f79-41f6-8440-c526890b7baa tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:15.372877 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bf87eecb-8d5f-4a75-bd8b-3f8ae7bce287 req-7a8efe9b-1f79-41f6-8440-c526890b7baa tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 944 time: 0.0774119 Mar 05 14:53:15.420301 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-bf87eecb-8d5f-4a75-bd8b-3f8ae7bce287 req-e91fb13a-6c40-4795-bc26-c1536bdde600 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410221 Mar 05 14:53:16.610082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bea377-60f1-434a-a913-eb7b889d08b5 req-4d17cf91-8462-4ffa-bdc2-5d80c1fe14bc tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:16.611581 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-80bea377-60f1-434a-a913-eb7b889d08b5 req-4d17cf91-8462-4ffa-bdc2-5d80c1fe14bc tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 944 time: 0.0842400 Mar 05 14:53:16.655742 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-80bea377-60f1-434a-a913-eb7b889d08b5 req-6893b9d4-dcf9-415c-b54e-0092414814bb tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385687 Mar 05 14:53:17.826049 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device ab2e1c7a-9f30-43ae-bd0b-611756357534 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:53:17.837648 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b8e2c-e792-4bdd-a98f-092956ea6438 req-26fa6185-295b-449a-87f3-e36c501aa56c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:17.839119 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3a5b8e2c-e792-4bdd-a98f-092956ea6438 req-26fa6185-295b-449a-87f3-e36c501aa56c tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 944 time: 0.0785551 Mar 05 14:53:17.883432 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3a5b8e2c-e792-4bdd-a98f-092956ea6438 req-f3e6aee8-351b-4d6a-860c-3a52a4e58daf tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381844 Mar 05 14:53:17.957178 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port ab2e1c7a-9f30-43ae-bd0b-611756357534, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=ab2e1c7a-9f30-43ae-bd0b-611756357534,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:53:17.970292 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': 'ab2e1c7a-9f30-43ae-bd0b-611756357534', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'port_id': 'ab2e1c7a-9f30-43ae-bd0b-611756357534', 'mac_address': 'fa:16:3e:4d:8f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:53:18.023293 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:53:18.039792 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab2e1c7a-9f30-43ae-bd0b-611756357534 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:53:18.055229 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port ab2e1c7a-9f30-43ae-bd0b-611756357534, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=ab2e1c7a-9f30-43ae-bd0b-611756357534,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:53:18.058786 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:53:18.129013 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=ab2e1c7a-9f30-43ae-bd0b-611756357534,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:53:18.265091 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['ab2e1c7a-9f30-43ae-bd0b-611756357534'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:53:19.063498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af486c9-c505-4748-b62f-52354488965c req-68b7c986-0956-43f4-b4ef-b25636a59728 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:19.064982 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1af486c9-c505-4748-b62f-52354488965c req-68b7c986-0956-43f4-b4ef-b25636a59728 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 945 time: 0.0786350 Mar 05 14:53:19.115011 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1af486c9-c505-4748-b62f-52354488965c req-5dcc2801-81a2-4ff1-b0ae-c80c5b09c050 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444000 Mar 05 14:53:19.834981 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device ab2e1c7a-9f30-43ae-bd0b-611756357534 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:53:19.902546 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port ab2e1c7a-9f30-43ae-bd0b-611756357534 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:53:19.902945 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:53:20.016238 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:53:20.044572 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d97865a-c14f-49b5-9728-d19fb1272c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2e1c7a-9f30-43ae-bd0b-611756357534'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:53:20.055603 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port ab2e1c7a-9f30-43ae-bd0b-611756357534, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=ab2e1c7a-9f30-43ae-bd0b-611756357534,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:53:20.059638 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:53:20.124180 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d97865a-c14f-49b5-9728-d19fb1272c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2e1c7a-9f30-43ae-bd0b-611756357534', 'code': 200} Mar 05 14:53:20.162285 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=ab2e1c7a-9f30-43ae-bd0b-611756357534,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:53:20.301906 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25bb96-683f-47e9-9531-76c4ac93b999 req-f3dd9dae-0a65-4021-8eba-353d82847f4f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:20.303512 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1f25bb96-683f-47e9-9531-76c4ac93b999 req-f3dd9dae-0a65-4021-8eba-353d82847f4f tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 946 time: 0.0826581 Mar 05 14:53:20.352104 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-1f25bb96-683f-47e9-9531-76c4ac93b999 req-f474ad32-99fa-4922-b7e9-0ee0cd980e0d tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425625 Mar 05 14:53:20.402392 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb27fc7-2001-484d-9fdf-0c55de5f2488 req-10179ad9-2872-444f-b1b1-f41b0a56ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:20.403865 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8cb27fc7-2001-484d-9fdf-0c55de5f2488 req-10179ad9-2872-444f-b1b1-f41b0a56ac2e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 1097 time: 0.1766322 Mar 05 14:53:20.444134 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8cb27fc7-2001-484d-9fdf-0c55de5f2488 req-57c77155-bba8-4155-b28a-5db7cf6b69d0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339663 Mar 05 14:53:21.546404 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48859cfc-bc50-4427-b79c-40689d73b6e7 req-966cf198-3365-4be9-bc50-a187af545d56 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:21.548055 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-48859cfc-bc50-4427-b79c-40689d73b6e7 req-966cf198-3365-4be9-bc50-a187af545d56 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 946 time: 0.0871263 Mar 05 14:53:21.591193 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-48859cfc-bc50-4427-b79c-40689d73b6e7 req-80fcf353-97d7-4e19-b25a-dbb051d0a455 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375130 Mar 05 14:53:22.784642 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd7078-cf4c-4205-bbe7-4f09ad4e1bff req-50762e9a-6b56-4b56-9cbe-aede8774fb95 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:53:22.785975 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fafd7078-cf4c-4205-bbe7-4f09ad4e1bff req-50762e9a-6b56-4b56-9cbe-aede8774fb95 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 946 time: 0.0828428 Mar 05 14:53:22.930053 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-fafd7078-cf4c-4205-bbe7-4f09ad4e1bff req-cda49ce0-0006-40ed-ae81-72751b12bc0a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383824 Mar 05 14:53:29.629129 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:53:29.741890 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:53:38.981486 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b0e06aeb-beab-480d-bdf9-ce4ceb6a0189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:53:40.339397 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:53:41.105233 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-17c0aab1-6aea-40f5-ad0c-9d24e707a5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:53:42.297090 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:53:42.377774 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:53:43.958223 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:53:59.644343 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:53:59.735230 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:03.530167 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d6af14e-77eb-457a-a399-2906581342a7 req-4ab987a0-c3c8-4459-9f52-ec7349b12380 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0729141 Mar 05 14:54:03.667107 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6af14e-77eb-457a-a399-2906581342a7 req-a4e6cb69-3ff1-44c2-abb0-40f6cd514093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:54:03.668538 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d6af14e-77eb-457a-a399-2906581342a7 req-a4e6cb69-3ff1-44c2-abb0-40f6cd514093 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=048c579b32854c1f845750411a5199ba&device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 1097 time: 0.0712321 Mar 05 14:54:03.812420 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6af14e-77eb-457a-a399-2906581342a7 req-5168ccfc-f32d-4d29-9b68-e124d36bc619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:54:03.813774 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d6af14e-77eb-457a-a399-2906581342a7 req-5168ccfc-f32d-4d29-9b68-e124d36bc619 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d940ea83-5589-45eb-8658-1743acdc3a3e HTTP/1.1" status: 200 len: 909 time: 0.1244059 Mar 05 14:54:03.926378 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d6af14e-77eb-457a-a399-2906581342a7 req-72f16608-197b-4b64-a662-783bb5abe439 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab2e1c7a-9f30-43ae-bd0b-611756357534 HTTP/1.1" status: 200 len: 1002 time: 0.1067617 Mar 05 14:54:03.991209 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6af14e-77eb-457a-a399-2906581342a7 req-f2fea082-b91d-4353-a008-2adb4c6a914d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:54:03.992677 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d6af14e-77eb-457a-a399-2906581342a7 req-f2fea082-b91d-4353-a008-2adb4c6a914d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ef4666a-ab74-4902-858c-e80e4b4d7e07 HTTP/1.1" status: 200 len: 848 time: 0.0605323 Mar 05 14:54:04.065757 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6af14e-77eb-457a-a399-2906581342a7 req-89cf43c2-dd1b-404f-af24-89374b41f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:54:04.067154 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d6af14e-77eb-457a-a399-2906581342a7 req-89cf43c2-dd1b-404f-af24-89374b41f889 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d940ea83-5589-45eb-8658-1743acdc3a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687656 Mar 05 14:54:04.215563 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d6af14e-77eb-457a-a399-2906581342a7 req-75ee201d-130a-4d4b-abfc-57688ac9284a service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389227 Mar 05 14:54:04.359407 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7d6af14e-77eb-457a-a399-2906581342a7 req-e6501e60-5967-4f8c-81be-7f7623d2d34e service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372433 Mar 05 14:54:08.992145 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-de857d60-75bc-40d1-ab51-56ebf701a225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:11.087473 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ee35dd36-5597-4ca8-ac8b-074eeaa99f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:12.278204 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:12.353859 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:13.951016 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:17.315644 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:54:29.637794 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:29.732918 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:38.984769 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-795d9025-d1b8-47ca-8ccc-67c072e65a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:41.088736 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2e062764-07ef-4369-8c10-ebfa4df8c701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:41.619274 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55852) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:54:41.822679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Deleting port 435ac6ad-6c45-4c19-be92-e37e9ac4bf9c {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:54:41.823051 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:41.987120 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:41.987364 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:42.106535 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Calling delete_port for 435ac6ad-6c45-4c19-be92-e37e9ac4bf9c owned by network:floatingip {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:54:42.253806 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:42.280498 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:42.357480 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:42.406943 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event deleted for resources: {'Port': ['ID=435ac6ad-6c45-4c19-be92-e37e9ac4bf9c,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:54:42.441148 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:54:42.441487 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:54:42.441820 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:54:42.442155 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:54:42.442480 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:54:42.442825 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:54:42.443151 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:54:42.443466 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:54:42.443800 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:54:42.444096 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:54:42.444412 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:54:42.444727 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:54:42.509352 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for floatingip, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:42.509678 n-d-803718-1 neutron-server[87913]: INFO neutron.db.l3_db [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Floating IP d4281bb3-1b13-4b55-a6c7-e3c890dc43b3 disassociated (deleted). External IP: 172.25.4.130, port: ab2e1c7a-9f30-43ae-bd0b-611756357534. Mar 05 14:54:42.868546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Router da273a0e-10b0-4210-8a17-af8e276dfe05 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:54:43.043316 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:54:43.052881 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd8f774-8409-4e0d-9b91-01834eca3d4d None None] Sync routers for ids ['da273a0e-10b0-4210-8a17-af8e276dfe05'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:54:43.061814 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd8f774-8409-4e0d-9b91-01834eca3d4d None None] Routers {'da273a0e-10b0-4210-8a17-af8e276dfe05'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:54:43.062407 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3fd8f774-8409-4e0d-9b91-01834eca3d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:54:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['da273a0e-10b0-4210-8a17-af8e276dfe05'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:54:43.063192 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:43.121681 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-75d51e47-f6b7-4ef1-a7bd-755619b00d71 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "DELETE /v2.0/floatingips/d4281bb3-1b13-4b55-a6c7-e3c890dc43b3 HTTP/1.1" status: 204 len: 168 time: 1.5011048 Mar 05 14:54:43.122151 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d97865a-c14f-49b5-9728-d19fb1272c4c', 'tag': 'ab2e1c7a-9f30-43ae-bd0b-611756357534'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:54:43.170696 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d97865a-c14f-49b5-9728-d19fb1272c4c', 'tag': 'ab2e1c7a-9f30-43ae-bd0b-611756357534', 'status': 'completed', 'code': 200} Mar 05 14:54:43.245556 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-3fd8f774-8409-4e0d-9b91-01834eca3d4d None None] Set router da273a0e-10b0-4210-8a17-af8e276dfe05 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:54:43.269222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38396cb7-b3f5-4d59-9119-40d6a0031d68 req-caf1536c-b3bc-4dd0-8e90-00a23fdfc004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:54:43.270689 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-38396cb7-b3f5-4d59-9119-40d6a0031d68 req-caf1536c-b3bc-4dd0-8e90-00a23fdfc004 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=048c579b32854c1f845750411a5199ba&device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 1097 time: 0.0728967 Mar 05 14:54:43.418466 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38396cb7-b3f5-4d59-9119-40d6a0031d68 req-7b65c9ef-7b6a-4744-9ad5-0d9e04534a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:54:43.420295 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-38396cb7-b3f5-4d59-9119-40d6a0031d68 req-7b65c9ef-7b6a-4744-9ad5-0d9e04534a35 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d940ea83-5589-45eb-8658-1743acdc3a3e HTTP/1.1" status: 200 len: 909 time: 0.1419554 Mar 05 14:54:43.493286 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-38396cb7-b3f5-4d59-9119-40d6a0031d68 req-98c51676-5b3d-443e-bb63-b6aeef796aee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab2e1c7a-9f30-43ae-bd0b-611756357534 HTTP/1.1" status: 200 len: 217 time: 0.0666921 Mar 05 14:54:43.536025 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab07d3-ef6f-4adf-a7ea-9dfbabc3b01d req-364bf8a4-4fe6-43c0-981f-e8cb81b2e352 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:54:43.538818 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f6ab07d3-ef6f-4adf-a7ea-9dfbabc3b01d req-364bf8a4-4fe6-43c0-981f-e8cb81b2e352 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 946 time: 0.0835929 Mar 05 14:54:43.557140 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38396cb7-b3f5-4d59-9119-40d6a0031d68 req-3d779339-faf4-4320-9513-8ecc4a8dedbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:54:43.558577 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-38396cb7-b3f5-4d59-9119-40d6a0031d68 req-3d779339-faf4-4320-9513-8ecc4a8dedbb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ef4666a-ab74-4902-858c-e80e4b4d7e07 HTTP/1.1" status: 200 len: 848 time: 0.0571942 Mar 05 14:54:43.588052 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f6ab07d3-ef6f-4adf-a7ea-9dfbabc3b01d req-f5ca0a24-6555-48c5-9b57-11cf5794aff2 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432763 Mar 05 14:54:43.622533 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3fd8f774-8409-4e0d-9b91-01834eca3d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'name': 'tempest-TestShelveInstance-1108894461-router', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:45:57Z', 'updated_at': '2022-03-05T14:46:01Z', 'revision_number': 4, 'project_id': '048c579b32854c1f845750411a5199ba', 'gw_port': {'id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:45:58Z', 'updated_at': '2022-03-05T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '711e14a1-28b8-486b-95f5-39bf357ca061', 'name': '', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'mac_address': 'fa:16:3e:56:13:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:00Z', 'updated_at': '2022-03-05T14:46:08Z', 'revision_number': 5, 'project_id': '048c579b32854c1f845750411a5199ba', 'subnets': [{'id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:54:43.626333 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd8f774-8409-4e0d-9b91-01834eca3d4d None None] Checking router: da273a0e-10b0-4210-8a17-af8e276dfe05 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:54:43.634983 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd8f774-8409-4e0d-9b91-01834eca3d4d None None] Routers {'da273a0e-10b0-4210-8a17-af8e276dfe05'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:54:43.635563 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3fd8f774-8409-4e0d-9b91-01834eca3d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:54:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['da273a0e-10b0-4210-8a17-af8e276dfe05'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:54:43.639295 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38396cb7-b3f5-4d59-9119-40d6a0031d68 req-80ff7ee7-f00a-4c05-907d-0acbf944f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:54:43.640766 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-38396cb7-b3f5-4d59-9119-40d6a0031d68 req-80ff7ee7-f00a-4c05-907d-0acbf944f8ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d940ea83-5589-45eb-8658-1743acdc3a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750928 Mar 05 14:54:43.651261 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-38396cb7-b3f5-4d59-9119-40d6a0031d68 req-bc7e5c22-7114-42db-9cef-66fc832825e1 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:54:43.652171 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-38396cb7-b3f5-4d59-9119-40d6a0031d68 req-bc7e5c22-7114-42db-9cef-66fc832825e1 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047839 Mar 05 14:54:43.783028 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-38396cb7-b3f5-4d59-9119-40d6a0031d68 req-ce295a9c-36e2-49a7-9617-2c30f66c41da service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245522 Mar 05 14:54:43.813180 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-3fd8f774-8409-4e0d-9b91-01834eca3d4d None None] Set router da273a0e-10b0-4210-8a17-af8e276dfe05 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:54:43.957350 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:44.035534 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-38396cb7-b3f5-4d59-9119-40d6a0031d68 req-4aa4edeb-5fae-4c99-8b36-9428a0317c82 service neutron] 10.222.0.30 "GET /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462065 Mar 05 14:54:44.132924 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-3fd8f774-8409-4e0d-9b91-01834eca3d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'name': 'tempest-TestShelveInstance-1108894461-router', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:45:57Z', 'updated_at': '2022-03-05T14:46:01Z', 'revision_number': 4, 'project_id': '048c579b32854c1f845750411a5199ba', 'gw_port': {'id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:45:58Z', 'updated_at': '2022-03-05T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '711e14a1-28b8-486b-95f5-39bf357ca061', 'name': '', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'mac_address': 'fa:16:3e:56:13:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:00Z', 'updated_at': '2022-03-05T14:46:08Z', 'revision_number': 5, 'project_id': '048c579b32854c1f845750411a5199ba', 'subnets': [{'id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:54:44.136740 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd8f774-8409-4e0d-9b91-01834eca3d4d None None] The sync data for ids ['da273a0e-10b0-4210-8a17-af8e276dfe05'] in n-d-803718-1 is: [{'id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'name': 'tempest-TestShelveInstance-1108894461-router', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:45:57Z', 'updated_at': '2022-03-05T14:46:01Z', 'revision_number': 4, 'project_id': '048c579b32854c1f845750411a5199ba', 'gw_port': {'id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:45:58Z', 'updated_at': '2022-03-05T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '711e14a1-28b8-486b-95f5-39bf357ca061', 'name': '', 'network_id': 'd940ea83-5589-45eb-8658-1743acdc3a3e', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'mac_address': 'fa:16:3e:56:13:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:00Z', 'updated_at': '2022-03-05T14:46:08Z', 'revision_number': 5, 'project_id': '048c579b32854c1f845750411a5199ba', 'subnets': [{'id': '3ef4666a-ab74-4902-858c-e80e4b4d7e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:54:44.350574 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edecb622-45aa-4eb1-81f7-b4ab42a482e2 None None] New status for floating IP d4281bb3-1b13-4b55-a6c7-e3c890dc43b3: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:54:44.775242 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c69fb0-f7ac-4ef8-92fb-6dc3f4ecf6ed req-ad2d0048-555f-4879-9a58-09bc900c56c8 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:54:44.775928 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-45c69fb0-f7ac-4ef8-92fb-6dc3f4ecf6ed req-ad2d0048-555f-4879-9a58-09bc900c56c8 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Synchronizing usage tracker for tenant:048c579b32854c1f845750411a5199ba on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:54:44.791740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-45c69fb0-f7ac-4ef8-92fb-6dc3f4ecf6ed req-ad2d0048-555f-4879-9a58-09bc900c56c8 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Unset dirty status for tenant:048c579b32854c1f845750411a5199ba on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:54:44.793081 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-45c69fb0-f7ac-4ef8-92fb-6dc3f4ecf6ed req-ad2d0048-555f-4879-9a58-09bc900c56c8 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 946 time: 0.0956695 Mar 05 14:54:44.865234 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-45c69fb0-f7ac-4ef8-92fb-6dc3f4ecf6ed req-9093413d-9899-4b6c-b16b-ef7806478d7a tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/security-groups?id=711c3541-22ae-4890-ad62-c3fd089b00b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432675 Mar 05 14:54:44.960016 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7139b-51d7-4f61-a44c-196052f3cc34 req-3827ae61-40ac-498c-97b9-ced6607414f9 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:54:44.961324 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8be7139b-51d7-4f61-a44c-196052f3cc34 req-3827ae61-40ac-498c-97b9-ced6607414f9 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 946 time: 0.0812228 Mar 05 14:54:45.029284 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-8be7139b-51d7-4f61-a44c-196052f3cc34 req-5d1ce128-2939-4df2-b27d-dd43ff779e67 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Deleting port ab2e1c7a-9f30-43ae-bd0b-611756357534 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:54:45.029612 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-8be7139b-51d7-4f61-a44c-196052f3cc34 req-5d1ce128-2939-4df2-b27d-dd43ff779e67 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:45.275046 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-8be7139b-51d7-4f61-a44c-196052f3cc34 req-5d1ce128-2939-4df2-b27d-dd43ff779e67 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] For port ab2e1c7a-9f30-43ae-bd0b-611756357534, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=ab2e1c7a-9f30-43ae-bd0b-611756357534,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:54:45.275700 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-8be7139b-51d7-4f61-a44c-196052f3cc34 req-5d1ce128-2939-4df2-b27d-dd43ff779e67 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:45.397973 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-8be7139b-51d7-4f61-a44c-196052f3cc34 req-5d1ce128-2939-4df2-b27d-dd43ff779e67 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Calling delete_port for ab2e1c7a-9f30-43ae-bd0b-611756357534 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:54:45.542863 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-8be7139b-51d7-4f61-a44c-196052f3cc34 req-5d1ce128-2939-4df2-b27d-dd43ff779e67 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:45.597765 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ce128-2939-4df2-b27d-dd43ff779e67 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event deleted for resources: {'Port': ['ID=ab2e1c7a-9f30-43ae-bd0b-611756357534,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:54:45.670171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be7139b-51d7-4f61-a44c-196052f3cc34 req-5d1ce128-2939-4df2-b27d-dd43ff779e67 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] No DVR routers for this DVR port ab2e1c7a-9f30-43ae-bd0b-611756357534 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:54:45.672975 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-8be7139b-51d7-4f61-a44c-196052f3cc34 req-5d1ce128-2939-4df2-b27d-dd43ff779e67 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:45.675982 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d97865a-c14f-49b5-9728-d19fb1272c4c', 'name': 'network-vif-deleted', 'tag': 'ab2e1c7a-9f30-43ae-bd0b-611756357534'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:54:45.692109 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-8be7139b-51d7-4f61-a44c-196052f3cc34 req-5d1ce128-2939-4df2-b27d-dd43ff779e67 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.30 "DELETE /v2.0/ports/ab2e1c7a-9f30-43ae-bd0b-611756357534 HTTP/1.1" status: 204 len: 173 time: 0.7246506 Mar 05 14:54:45.726819 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d97865a-c14f-49b5-9728-d19fb1272c4c', 'name': 'network-vif-deleted', 'tag': 'ab2e1c7a-9f30-43ae-bd0b-611756357534', 'status': 'completed', 'code': 200} Mar 05 14:54:45.995706 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-b5509afd-96fa-4e8d-bde6-834551c63b87 req-c3e3ca3c-98c9-4a95-a968-820900a044c6 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Synchronizing usage tracker for tenant:048c579b32854c1f845750411a5199ba on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:54:46.013125 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-b5509afd-96fa-4e8d-bde6-834551c63b87 req-c3e3ca3c-98c9-4a95-a968-820900a044c6 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Unset dirty status for tenant:048c579b32854c1f845750411a5199ba on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:54:46.014636 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b5509afd-96fa-4e8d-bde6-834551c63b87 req-c3e3ca3c-98c9-4a95-a968-820900a044c6 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d97865a-c14f-49b5-9728-d19fb1272c4c HTTP/1.1" status: 200 len: 210 time: 0.0654149 Mar 05 14:54:47.114500 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55870) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:54:47.183242 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1ea5481-f4cc-4bd5-8dc6-97d483201457 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:47.211981 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1ea5481-f4cc-4bd5-8dc6-97d483201457 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:47.280997 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1ea5481-f4cc-4bd5-8dc6-97d483201457 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:47.302557 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea5481-f4cc-4bd5-8dc6-97d483201457 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=711c3541-22ae-4890-ad62-c3fd089b00b0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:54:47.318596 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-f1ea5481-f4cc-4bd5-8dc6-97d483201457 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:47.330544 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-f1ea5481-f4cc-4bd5-8dc6-97d483201457 tempest-TestShelveInstance-1146800255 tempest-TestShelveInstance-1146800255-project] 10.222.0.16 "DELETE /v2.0/security-groups/711c3541-22ae-4890-ad62-c3fd089b00b0 HTTP/1.1" status: 204 len: 168 time: 0.2070787 Mar 05 14:54:47.367306 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55876) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:54:48.196418 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c056ec0-aa94-4ef0-a0c5-4b4d53e2df74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:48.308162 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device ab2e1c7a-9f30-43ae-bd0b-611756357534 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:54:48.349893 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: ab2e1c7a-9f30-43ae-bd0b-611756357534 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:54:48.350314 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device ab2e1c7a-9f30-43ae-bd0b-611756357534 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:54:48.553740 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-5c056ec0-aa94-4ef0-a0c5-4b4d53e2df74 admin admin] Deleting port 711e14a1-28b8-486b-95f5-39bf357ca061 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:54:48.554076 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c056ec0-aa94-4ef0-a0c5-4b4d53e2df74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:48.741081 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-5c056ec0-aa94-4ef0-a0c5-4b4d53e2df74 admin admin] For port 711e14a1-28b8-486b-95f5-39bf357ca061, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=711e14a1-28b8-486b-95f5-39bf357ca061,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:54:48.741345 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c056ec0-aa94-4ef0-a0c5-4b4d53e2df74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:48.869171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-5c056ec0-aa94-4ef0-a0c5-4b4d53e2df74 admin admin] Calling delete_port for 711e14a1-28b8-486b-95f5-39bf357ca061 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:54:49.190454 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c056ec0-aa94-4ef0-a0c5-4b4d53e2df74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:49.262870 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c056ec0-aa94-4ef0-a0c5-4b4d53e2df74 admin admin] Pushing event deleted for resources: {'Port': ['ID=711e14a1-28b8-486b-95f5-39bf357ca061,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:54:49.618519 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-5c056ec0-aa94-4ef0-a0c5-4b4d53e2df74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:49.967459 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c056ec0-aa94-4ef0-a0c5-4b4d53e2df74 admin admin] Router da273a0e-10b0-4210-8a17-af8e276dfe05 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:54:50.142790 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c056ec0-aa94-4ef0-a0c5-4b4d53e2df74 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:54:50.152693 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c72eb29-fe16-48b1-b602-85460dc77c61 None None] Sync routers for ids ['da273a0e-10b0-4210-8a17-af8e276dfe05'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:54:50.158754 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-5c056ec0-aa94-4ef0-a0c5-4b4d53e2df74 admin admin] 10.222.0.16 "PUT /v2.0/routers/da273a0e-10b0-4210-8a17-af8e276dfe05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7902887 Mar 05 14:54:50.161539 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55882) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:54:50.162135 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72eb29-fe16-48b1-b602-85460dc77c61 None None] Routers {'da273a0e-10b0-4210-8a17-af8e276dfe05'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:54:50.162822 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0c72eb29-fe16-48b1-b602-85460dc77c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:54:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['da273a0e-10b0-4210-8a17-af8e276dfe05'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:54:50.336743 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-0c72eb29-fe16-48b1-b602-85460dc77c61 None None] Set router da273a0e-10b0-4210-8a17-af8e276dfe05 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:54:50.337730 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f3c404b-ad15-429c-a508-91ecd44ad14f admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:50.515596 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f3c404b-ad15-429c-a508-91ecd44ad14f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:50.525925 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-7f3c404b-ad15-429c-a508-91ecd44ad14f admin admin] Deleting port c20b6df4-7c32-4e60-8918-01484d1f1ba0 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:54:50.526298 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f3c404b-ad15-429c-a508-91ecd44ad14f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:50.656336 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0c72eb29-fe16-48b1-b602-85460dc77c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'name': 'tempest-TestShelveInstance-1108894461-router', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:45:57Z', 'updated_at': '2022-03-05T14:54:49Z', 'revision_number': 5, 'project_id': '048c579b32854c1f845750411a5199ba', 'gw_port': {'id': 'c20b6df4-7c32-4e60-8918-01484d1f1ba0', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:45:58Z', 'updated_at': '2022-03-05T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:54:50.660192 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c72eb29-fe16-48b1-b602-85460dc77c61 None None] Checking router: da273a0e-10b0-4210-8a17-af8e276dfe05 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:54:50.668542 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72eb29-fe16-48b1-b602-85460dc77c61 None None] Routers {'da273a0e-10b0-4210-8a17-af8e276dfe05'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:54:50.669288 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0c72eb29-fe16-48b1-b602-85460dc77c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:54:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['da273a0e-10b0-4210-8a17-af8e276dfe05'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:54:50.702302 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-7f3c404b-ad15-429c-a508-91ecd44ad14f admin admin] For port c20b6df4-7c32-4e60-8918-01484d1f1ba0, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=c20b6df4-7c32-4e60-8918-01484d1f1ba0,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:54:50.702649 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f3c404b-ad15-429c-a508-91ecd44ad14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:50.819955 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-0c72eb29-fe16-48b1-b602-85460dc77c61 None None] Set router da273a0e-10b0-4210-8a17-af8e276dfe05 gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:54:50.929308 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0c72eb29-fe16-48b1-b602-85460dc77c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'name': 'tempest-TestShelveInstance-1108894461-router', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:45:57Z', 'updated_at': '2022-03-05T14:54:50Z', 'revision_number': 6, 'project_id': '048c579b32854c1f845750411a5199ba', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:54:50.933230 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c72eb29-fe16-48b1-b602-85460dc77c61 None None] The sync data for ids ['da273a0e-10b0-4210-8a17-af8e276dfe05'] in n-d-803718-1 is: [{'id': 'da273a0e-10b0-4210-8a17-af8e276dfe05', 'name': 'tempest-TestShelveInstance-1108894461-router', 'tenant_id': '048c579b32854c1f845750411a5199ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:45:57Z', 'updated_at': '2022-03-05T14:54:50Z', 'revision_number': 6, 'project_id': '048c579b32854c1f845750411a5199ba', 'gw_port_host': None}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:54:50.947775 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-7f3c404b-ad15-429c-a508-91ecd44ad14f admin admin] Calling delete_port for c20b6df4-7c32-4e60-8918-01484d1f1ba0 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:54:51.109960 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f3c404b-ad15-429c-a508-91ecd44ad14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:51.159481 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c404b-ad15-429c-a508-91ecd44ad14f admin admin] Pushing event deleted for resources: {'Port': ['ID=c20b6df4-7c32-4e60-8918-01484d1f1ba0,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:54:51.250969 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f3c404b-ad15-429c-a508-91ecd44ad14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:51.439317 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f3c404b-ad15-429c-a508-91ecd44ad14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:51.441621 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f3c404b-ad15-429c-a508-91ecd44ad14f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:51.466276 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f3c404b-ad15-429c-a508-91ecd44ad14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:51.466806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3c404b-ad15-429c-a508-91ecd44ad14f admin admin] Fanout notify agent at l3_agent the message router_deleted on router da273a0e-10b0-4210-8a17-af8e276dfe05 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:54:51.479209 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-7f3c404b-ad15-429c-a508-91ecd44ad14f admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:51.480323 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-7f3c404b-ad15-429c-a508-91ecd44ad14f admin admin] 10.222.0.16 "DELETE /v2.0/routers/da273a0e-10b0-4210-8a17-af8e276dfe05 HTTP/1.1" status: 204 len: 168 time: 1.3176501 Mar 05 14:54:51.482960 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 55886) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:54:51.541635 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8fb5cd-1b07-4f97-adc9-685fa1cc64f5 admin admin] Deleting subnet 3ef4666a-ab74-4902-858c-e80e4b4d7e07 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:54:51.544400 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-de8fb5cd-1b07-4f97-adc9-685fa1cc64f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:51.592873 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-de8fb5cd-1b07-4f97-adc9-685fa1cc64f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:51.672946 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-de8fb5cd-1b07-4f97-adc9-685fa1cc64f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:51.740889 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-de8fb5cd-1b07-4f97-adc9-685fa1cc64f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:51.780773 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fb5cd-1b07-4f97-adc9-685fa1cc64f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ef4666a-ab74-4902-858c-e80e4b4d7e07,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:54:51.782712 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-de8fb5cd-1b07-4f97-adc9-685fa1cc64f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:51.788001 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807ba53c-9125-48ab-8355-6a47d9dfa76d None None] Network d940ea83-5589-45eb-8658-1743acdc3a3e requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:54:51.789553 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-de8fb5cd-1b07-4f97-adc9-685fa1cc64f5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3ef4666a-ab74-4902-858c-e80e4b4d7e07 HTTP/1.1" status: 204 len: 168 time: 0.3056140 Mar 05 14:54:51.792249 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55890) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:54:51.897540 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:51.908491 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Deleting port e98868e6-99db-45bc-90bf-f35f78d314ef {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:54:51.908827 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:52.055223 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d19e36-6294-4d6c-85ec-5484fb0f9fda None None] DHCP port deletion for d940ea83-5589-45eb-8658-1743acdc3a3e request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:54:52.059029 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-52d19e36-6294-4d6c-85ec-5484fb0f9fda None None] Deleting port e98868e6-99db-45bc-90bf-f35f78d314ef {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:54:52.059405 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-52d19e36-6294-4d6c-85ec-5484fb0f9fda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:52.127428 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] For port e98868e6-99db-45bc-90bf-f35f78d314ef, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e98868e6-99db-45bc-90bf-f35f78d314ef,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:54:52.127785 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:52.254613 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Calling delete_port for e98868e6-99db-45bc-90bf-f35f78d314ef owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:54:52.265503 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-52d19e36-6294-4d6c-85ec-5484fb0f9fda None None] For port e98868e6-99db-45bc-90bf-f35f78d314ef, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=e98868e6-99db-45bc-90bf-f35f78d314ef,segment=NetworkSegment(dbff0796-eb3c-4fc2-9879-8d62da68adeb),segment_id=dbff0796-eb3c-4fc2-9879-8d62da68adeb)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:54:52.265912 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-52d19e36-6294-4d6c-85ec-5484fb0f9fda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:52.332785 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:52.382614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Pushing event deleted for resources: {'Port': ['ID=e98868e6-99db-45bc-90bf-f35f78d314ef,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:54:52.385011 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] No DVR routers for this DVR port e98868e6-99db-45bc-90bf-f35f78d314ef on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:54:52.387186 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-52d19e36-6294-4d6c-85ec-5484fb0f9fda None None] Calling delete_port for e98868e6-99db-45bc-90bf-f35f78d314ef owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:54:52.437945 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:54:52.438292 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:54:52.438619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:54:52.438975 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:54:52.439301 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:54:52.439625 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:54:52.439944 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:54:52.440260 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:54:52.440632 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:54:52.441550 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:54:52.441747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:54:52.442074 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:54:52.461399 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-52d19e36-6294-4d6c-85ec-5484fb0f9fda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:54:52.461753 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-52d19e36-6294-4d6c-85ec-5484fb0f9fda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:54:52.515966 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:52.541711 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d940ea83-5589-45eb-8658-1743acdc3a3e']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:54:52.571265 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbff0796-eb3c-4fc2-9879-8d62da68adeb') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:54:52.571550 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbff0796-eb3c-4fc2-9879-8d62da68adeb') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:54:52.582949 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:52.598939 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:52.604734 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:54:52.605102 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:54:52.618686 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:54:52.679722 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e98868e6-99db-45bc-90bf-f35f78d314ef no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:54:52.695045 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:52.700759 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:52.715799 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: e98868e6-99db-45bc-90bf-f35f78d314ef {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:54:52.716154 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device e98868e6-99db-45bc-90bf-f35f78d314ef not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:54:52.716565 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c20b6df4-7c32-4e60-8918-01484d1f1ba0 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:54:52.730500 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] Pushing event deleted for resources: {'Network': ['ID=d940ea83-5589-45eb-8658-1743acdc3a3e,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:54:52.744991 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b4c6d342-2407-4ca4-b0d4-45e73fa4fc40 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d940ea83-5589-45eb-8658-1743acdc3a3e HTTP/1.1" status: 204 len: 168 time: 0.9517424 Mar 05 14:54:52.747905 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55894) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:54:52.749613 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: c20b6df4-7c32-4e60-8918-01484d1f1ba0 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:54:52.749964 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device c20b6df4-7c32-4e60-8918-01484d1f1ba0 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:54:52.750384 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 711e14a1-28b8-486b-95f5-39bf357ca061 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:54:52.819548 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 711e14a1-28b8-486b-95f5-39bf357ca061 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:54:52.820203 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 711e14a1-28b8-486b-95f5-39bf357ca061 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:54:52.963468 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-52d19e36-6294-4d6c-85ec-5484fb0f9fda None None] Deleting port e98868e6-99db-45bc-90bf-f35f78d314ef {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:54:52.963848 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-52d19e36-6294-4d6c-85ec-5484fb0f9fda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:53.028208 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-52d19e36-6294-4d6c-85ec-5484fb0f9fda None None] The port 'e98868e6-99db-45bc-90bf-f35f78d314ef' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:54:53.379930 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b02abb1b-83cc-450c-8b14-6c1cef15660e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:53.729296 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-b02abb1b-83cc-450c-8b14-6c1cef15660e admin admin] Deleting port 5424b3d7-f311-463a-9b40-4c3f46cb40a3 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:54:53.729552 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b02abb1b-83cc-450c-8b14-6c1cef15660e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:53.902442 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-b02abb1b-83cc-450c-8b14-6c1cef15660e admin admin] For port 5424b3d7-f311-463a-9b40-4c3f46cb40a3, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=5424b3d7-f311-463a-9b40-4c3f46cb40a3,segment=NetworkSegment(73443027-6a0f-4ece-972a-03a6b2187e75),segment_id=73443027-6a0f-4ece-972a-03a6b2187e75)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:54:53.902831 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b02abb1b-83cc-450c-8b14-6c1cef15660e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:54.031368 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-b02abb1b-83cc-450c-8b14-6c1cef15660e admin admin] Calling delete_port for 5424b3d7-f311-463a-9b40-4c3f46cb40a3 owned by network:router_interface {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:54:54.315097 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:54:54.342473 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b02abb1b-83cc-450c-8b14-6c1cef15660e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:54.387694 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02abb1b-83cc-450c-8b14-6c1cef15660e admin admin] Pushing event deleted for resources: {'Port': ['ID=5424b3d7-f311-463a-9b40-4c3f46cb40a3,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:54:54.779435 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-b02abb1b-83cc-450c-8b14-6c1cef15660e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:55.133182 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02abb1b-83cc-450c-8b14-6c1cef15660e admin admin] Router e3021ed2-403d-4f46-938a-e8d3abcc89bf has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:54:55.308122 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02abb1b-83cc-450c-8b14-6c1cef15660e admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:54:55.317153 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c76a9f-f30b-472c-992d-a742964118ed None None] Sync routers for ids ['e3021ed2-403d-4f46-938a-e8d3abcc89bf'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:54:55.325377 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-b02abb1b-83cc-450c-8b14-6c1cef15660e admin admin] 10.222.0.16 "PUT /v2.0/routers/e3021ed2-403d-4f46-938a-e8d3abcc89bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5764492 Mar 05 14:54:55.326792 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c76a9f-f30b-472c-992d-a742964118ed None None] Routers {'e3021ed2-403d-4f46-938a-e8d3abcc89bf'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:54:55.327410 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-41c76a9f-f30b-472c-992d-a742964118ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:54:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e3021ed2-403d-4f46-938a-e8d3abcc89bf'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:54:55.327936 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55902) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:54:55.506199 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-41c76a9f-f30b-472c-992d-a742964118ed None None] Set router e3021ed2-403d-4f46-938a-e8d3abcc89bf gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:54:55.509601 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bd5153b9-ba04-446e-9822-87d156143e41 admin admin] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:55.690249 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bd5153b9-ba04-446e-9822-87d156143e41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:55.701079 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-bd5153b9-ba04-446e-9822-87d156143e41 admin admin] Deleting port 1fd42d43-fbf7-43df-8e9c-609d956ccce2 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:54:55.701344 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bd5153b9-ba04-446e-9822-87d156143e41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:55.788929 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-41c76a9f-f30b-472c-992d-a742964118ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3021ed2-403d-4f46-938a-e8d3abcc89bf', 'name': 'tempest-TestShelveInstance-966752941-router', 'tenant_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '1fd42d43-fbf7-43df-8e9c-609d956ccce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:46:04Z', 'updated_at': '2022-03-05T14:54:54Z', 'revision_number': 5, 'project_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'gw_port': {'id': '1fd42d43-fbf7-43df-8e9c-609d956ccce2', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3021ed2-403d-4f46-938a-e8d3abcc89bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:46:04Z', 'updated_at': '2022-03-05T14:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:54:55.792923 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c76a9f-f30b-472c-992d-a742964118ed None None] Checking router: e3021ed2-403d-4f46-938a-e8d3abcc89bf for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:54:55.802552 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c76a9f-f30b-472c-992d-a742964118ed None None] Routers {'e3021ed2-403d-4f46-938a-e8d3abcc89bf'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:54:55.803174 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-41c76a9f-f30b-472c-992d-a742964118ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:54:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['e3021ed2-403d-4f46-938a-e8d3abcc89bf'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:54:55.875770 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-bd5153b9-ba04-446e-9822-87d156143e41 admin admin] For port 1fd42d43-fbf7-43df-8e9c-609d956ccce2, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1fd42d43-fbf7-43df-8e9c-609d956ccce2,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:54:55.876233 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bd5153b9-ba04-446e-9822-87d156143e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:55.953817 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-41c76a9f-f30b-472c-992d-a742964118ed None None] Set router e3021ed2-403d-4f46-938a-e8d3abcc89bf gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:54:56.062789 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-41c76a9f-f30b-472c-992d-a742964118ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3021ed2-403d-4f46-938a-e8d3abcc89bf', 'name': 'tempest-TestShelveInstance-966752941-router', 'tenant_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:46:04Z', 'updated_at': '2022-03-05T14:54:55Z', 'revision_number': 6, 'project_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:54:56.067246 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c76a9f-f30b-472c-992d-a742964118ed None None] The sync data for ids ['e3021ed2-403d-4f46-938a-e8d3abcc89bf'] in n-d-803718-1 is: [{'id': 'e3021ed2-403d-4f46-938a-e8d3abcc89bf', 'name': 'tempest-TestShelveInstance-966752941-router', 'tenant_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:46:04Z', 'updated_at': '2022-03-05T14:54:55Z', 'revision_number': 6, 'project_id': '367e0ff2e97f445cb3f9fc73ab6e99d6', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:54:56.123686 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-bd5153b9-ba04-446e-9822-87d156143e41 admin admin] Calling delete_port for 1fd42d43-fbf7-43df-8e9c-609d956ccce2 owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:54:56.290113 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bd5153b9-ba04-446e-9822-87d156143e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:56.338308 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5153b9-ba04-446e-9822-87d156143e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fd42d43-fbf7-43df-8e9c-609d956ccce2,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:54:56.429177 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bd5153b9-ba04-446e-9822-87d156143e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:56.601528 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bd5153b9-ba04-446e-9822-87d156143e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:56.603721 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bd5153b9-ba04-446e-9822-87d156143e41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:56.626054 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bd5153b9-ba04-446e-9822-87d156143e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:56.626540 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5153b9-ba04-446e-9822-87d156143e41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3021ed2-403d-4f46-938a-e8d3abcc89bf {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 14:54:56.639405 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-bd5153b9-ba04-446e-9822-87d156143e41 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:56.640510 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-bd5153b9-ba04-446e-9822-87d156143e41 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e3021ed2-403d-4f46-938a-e8d3abcc89bf HTTP/1.1" status: 204 len: 168 time: 1.3116941 Mar 05 14:54:56.643099 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55906) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:54:56.703627 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-3277c89d-4f3a-4ab6-af53-5b7afdb01d5d admin admin] Deleting subnet c9221b3e-f388-4294-be8e-51a0a4db32a9 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 14:54:56.707249 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3277c89d-4f3a-4ab6-af53-5b7afdb01d5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:56.754822 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3277c89d-4f3a-4ab6-af53-5b7afdb01d5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:56.838473 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3277c89d-4f3a-4ab6-af53-5b7afdb01d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:56.868943 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1fd42d43-fbf7-43df-8e9c-609d956ccce2 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:54:56.907507 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 1fd42d43-fbf7-43df-8e9c-609d956ccce2 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:54:56.907847 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1fd42d43-fbf7-43df-8e9c-609d956ccce2 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:54:56.908270 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5424b3d7-f311-463a-9b40-4c3f46cb40a3 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:54:56.911867 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3277c89d-4f3a-4ab6-af53-5b7afdb01d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:56.941436 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 5424b3d7-f311-463a-9b40-4c3f46cb40a3 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:54:56.941907 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 5424b3d7-f311-463a-9b40-4c3f46cb40a3 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:54:56.950448 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277c89d-4f3a-4ab6-af53-5b7afdb01d5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9221b3e-f388-4294-be8e-51a0a4db32a9,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:54:56.954124 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-3277c89d-4f3a-4ab6-af53-5b7afdb01d5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:56.960473 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-3277c89d-4f3a-4ab6-af53-5b7afdb01d5d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c9221b3e-f388-4294-be8e-51a0a4db32a9 HTTP/1.1" status: 204 len: 168 time: 0.3163857 Mar 05 14:54:56.961063 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b397ab2-4678-44cc-b381-77b3b62a1b2c None None] Network bf53c84c-1b96-48bc-b185-e492255f8395 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:54:56.962879 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55910) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:54:57.073995 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6f8450f-493c-4326-9579-3e33299b8605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:57.085099 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c6f8450f-493c-4326-9579-3e33299b8605 admin admin] Deleting port 1c54349a-9352-46dc-8b30-3641ce4c4b99 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:54:57.085528 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6f8450f-493c-4326-9579-3e33299b8605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:57.210201 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c925ced-a606-4a0e-ad5b-f2f742d6a865 None None] DHCP port deletion for bf53c84c-1b96-48bc-b185-e492255f8395 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 14:54:57.214690 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3c925ced-a606-4a0e-ad5b-f2f742d6a865 None None] Deleting port 1c54349a-9352-46dc-8b30-3641ce4c4b99 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:54:57.215099 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3c925ced-a606-4a0e-ad5b-f2f742d6a865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:57.300394 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-c6f8450f-493c-4326-9579-3e33299b8605 admin admin] For port 1c54349a-9352-46dc-8b30-3641ce4c4b99, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1c54349a-9352-46dc-8b30-3641ce4c4b99,segment=NetworkSegment(73443027-6a0f-4ece-972a-03a6b2187e75),segment_id=73443027-6a0f-4ece-972a-03a6b2187e75)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:54:57.300743 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6f8450f-493c-4326-9579-3e33299b8605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:57.425539 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c6f8450f-493c-4326-9579-3e33299b8605 admin admin] Calling delete_port for 1c54349a-9352-46dc-8b30-3641ce4c4b99 owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:54:57.457185 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-3c925ced-a606-4a0e-ad5b-f2f742d6a865 None None] For port 1c54349a-9352-46dc-8b30-3641ce4c4b99, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=1c54349a-9352-46dc-8b30-3641ce4c4b99,segment=NetworkSegment(73443027-6a0f-4ece-972a-03a6b2187e75),segment_id=73443027-6a0f-4ece-972a-03a6b2187e75)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:54:57.457578 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3c925ced-a606-4a0e-ad5b-f2f742d6a865 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:57.504845 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6f8450f-493c-4326-9579-3e33299b8605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:57.583372 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3c925ced-a606-4a0e-ad5b-f2f742d6a865 None None] Calling delete_port for 1c54349a-9352-46dc-8b30-3641ce4c4b99 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:54:57.654164 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8450f-493c-4326-9579-3e33299b8605 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c54349a-9352-46dc-8b30-3641ce4c4b99,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:54:57.659275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f8450f-493c-4326-9579-3e33299b8605 admin admin] No DVR routers for this DVR port 1c54349a-9352-46dc-8b30-3641ce4c4b99 on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:54:57.660327 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-3c925ced-a606-4a0e-ad5b-f2f742d6a865 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:54:57.660692 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-3c925ced-a606-4a0e-ad5b-f2f742d6a865 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:54:57.775469 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6f8450f-493c-4326-9579-3e33299b8605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:57.800661 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-c6f8450f-493c-4326-9579-3e33299b8605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf53c84c-1b96-48bc-b185-e492255f8395']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:54:57.812518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-c6f8450f-493c-4326-9579-3e33299b8605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73443027-6a0f-4ece-972a-03a6b2187e75') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:54:57.812804 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-c6f8450f-493c-4326-9579-3e33299b8605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73443027-6a0f-4ece-972a-03a6b2187e75') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:54:57.824350 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6f8450f-493c-4326-9579-3e33299b8605 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:57.841206 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6f8450f-493c-4326-9579-3e33299b8605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:57.847244 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f8450f-493c-4326-9579-3e33299b8605 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 14:54:57.847618 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6f8450f-493c-4326-9579-3e33299b8605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: timer() Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 14:54:57.860436 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 14:54:57.936690 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6f8450f-493c-4326-9579-3e33299b8605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:57.953333 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6f8450f-493c-4326-9579-3e33299b8605 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:57.964114 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8450f-493c-4326-9579-3e33299b8605 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf53c84c-1b96-48bc-b185-e492255f8395,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:54:57.971218 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c6f8450f-493c-4326-9579-3e33299b8605 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bf53c84c-1b96-48bc-b185-e492255f8395 HTTP/1.1" status: 204 len: 168 time: 1.0073619 Mar 05 14:54:58.077953 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55916) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:54:58.126089 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-78b76e8e-ae66-41ec-9d04-7734e8e8e9b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=048c579b32854c1f845750411a5199ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470068 Mar 05 14:54:58.129411 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55920) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:54:58.161749 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3c925ced-a606-4a0e-ad5b-f2f742d6a865 None None] Deleting port 1c54349a-9352-46dc-8b30-3641ce4c4b99 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:54:58.162248 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3c925ced-a606-4a0e-ad5b-f2f742d6a865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:58.189951 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cb309c40-d2f2-4fac-8c74-730a4ab95194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:58.216049 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cb309c40-d2f2-4fac-8c74-730a4ab95194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:58.231204 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-3c925ced-a606-4a0e-ad5b-f2f742d6a865 None None] The port '1c54349a-9352-46dc-8b30-3641ce4c4b99' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 14:54:58.272016 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cb309c40-d2f2-4fac-8c74-730a4ab95194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:58.288789 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb309c40-d2f2-4fac-8c74-730a4ab95194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015a8dbd-58e7-48ea-8e2f-212ab690aaf3,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:54:58.295258 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cb309c40-d2f2-4fac-8c74-730a4ab95194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:58.297815 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cb309c40-d2f2-4fac-8c74-730a4ab95194 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/015a8dbd-58e7-48ea-8e2f-212ab690aaf3 HTTP/1.1" status: 204 len: 168 time: 0.1660686 Mar 05 14:54:58.664688 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55928) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:54:58.676439 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1c54349a-9352-46dc-8b30-3641ce4c4b99 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:54:58.711758 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 1c54349a-9352-46dc-8b30-3641ce4c4b99 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:54:58.712126 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 1c54349a-9352-46dc-8b30-3641ce4c4b99 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:54:58.713970 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-974d83d2-2ecf-4c1b-86fb-87e973e91968 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=367e0ff2e97f445cb3f9fc73ab6e99d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481613 Mar 05 14:54:58.716485 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55932) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:54:58.774029 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cffbfb52-5e68-40e4-8f97-732fdb455d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:58.803030 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cffbfb52-5e68-40e4-8f97-732fdb455d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:58.853959 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cffbfb52-5e68-40e4-8f97-732fdb455d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:58.870962 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbfb52-5e68-40e4-8f97-732fdb455d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16de0a5f-5619-4eae-92a8-34b362d16ee0,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:54:58.876115 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-cffbfb52-5e68-40e4-8f97-732fdb455d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:58.877737 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-cffbfb52-5e68-40e4-8f97-732fdb455d54 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16de0a5f-5619-4eae-92a8-34b362d16ee0 HTTP/1.1" status: 204 len: 168 time: 0.1602950 Mar 05 14:54:59.619437 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55956) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:54:59.649269 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:59.723476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-eeae60df-32ac-40c2-a81f-bab2d07fa338 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2088441838-network', 'tenant_id': '1c7887600588416d93141639860cbf43'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:54:59.728896 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-eeae60df-32ac-40c2-a81f-bab2d07fa338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:54:59.733344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-eeae60df-32ac-40c2-a81f-bab2d07fa338 admin admin] Usage tracker for resource:network and tenant:1c7887600588416d93141639860cbf43 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:54:59.733657 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:59.736442 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-eeae60df-32ac-40c2-a81f-bab2d07fa338 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:54:59.742565 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-eeae60df-32ac-40c2-a81f-bab2d07fa338 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:54:59.752368 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeae60df-32ac-40c2-a81f-bab2d07fa338 admin admin] Made reservation on behalf of 1c7887600588416d93141639860cbf43 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:54:59.755567 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eeae60df-32ac-40c2-a81f-bab2d07fa338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:59.767145 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eeae60df-32ac-40c2-a81f-bab2d07fa338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:59.780905 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-eeae60df-32ac-40c2-a81f-bab2d07fa338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:54:59.784707 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-eeae60df-32ac-40c2-a81f-bab2d07fa338 admin admin] Usage tracker for resource:security_group_rule and tenant:1c7887600588416d93141639860cbf43 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:54:59.787539 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-eeae60df-32ac-40c2-a81f-bab2d07fa338 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:54:59.793001 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-eeae60df-32ac-40c2-a81f-bab2d07fa338 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:54:59.877470 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eeae60df-32ac-40c2-a81f-bab2d07fa338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:59.881150 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eeae60df-32ac-40c2-a81f-bab2d07fa338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:59.911554 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeae60df-32ac-40c2-a81f-bab2d07fa338 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:54:59.920299 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae60df-32ac-40c2-a81f-bab2d07fa338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4fc2ec-2eb0-476b-afdd-2835f0a3241c,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:54:59.927000 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eeae60df-32ac-40c2-a81f-bab2d07fa338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:59.927381 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-eeae60df-32ac-40c2-a81f-bab2d07fa338 admin admin] Added segment b3051004-4357-4c20-bfd2-676a92a01850 of type vlan for network 71ba7e79-69da-4381-a8ba-8d74cdd468b9 Mar 05 14:54:59.958916 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eeae60df-32ac-40c2-a81f-bab2d07fa338 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:59.992577 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eeae60df-32ac-40c2-a81f-bab2d07fa338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:54:59.993636 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeae60df-32ac-40c2-a81f-bab2d07fa338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:54:59.994226 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-eeae60df-32ac-40c2-a81f-bab2d07fa338 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:00.092384 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae60df-32ac-40c2-a81f-bab2d07fa338 admin admin] Pushing event updated for resources: {'Network': ['ID=71ba7e79-69da-4381-a8ba-8d74cdd468b9,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:00.095593 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-eeae60df-32ac-40c2-a81f-bab2d07fa338 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4750218 Mar 05 14:55:00.099250 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55962) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:55:00.103001 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network 71ba7e79-69da-4381-a8ba-8d74cdd468b9 details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:55:00.104476 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-25f937bf-b424-4202-aada-0391e67688da admin admin] Request body: {'subnet': {'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2088441838-subnet', 'tenant_id': '1c7887600588416d93141639860cbf43', 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:55:00.110374 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-25f937bf-b424-4202-aada-0391e67688da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:55:00.114407 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-25f937bf-b424-4202-aada-0391e67688da admin admin] Usage tracker for resource:subnet and tenant:1c7887600588416d93141639860cbf43 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:55:00.117269 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-25f937bf-b424-4202-aada-0391e67688da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:55:00.122987 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-25f937bf-b424-4202-aada-0391e67688da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:55:00.138512 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f937bf-b424-4202-aada-0391e67688da admin admin] Made reservation on behalf of 1c7887600588416d93141639860cbf43 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:55:00.140827 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-25f937bf-b424-4202-aada-0391e67688da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:00.340817 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-25f937bf-b424-4202-aada-0391e67688da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:00.412489 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f937bf-b424-4202-aada-0391e67688da admin admin] Pushing event updated for resources: {'Subnet': ['ID=dadbbd29-3ddb-4b9f-8ba8-411e2377fa00,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:00.424649 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f937bf-b424-4202-aada-0391e67688da admin admin] Checking segment: {'id': 'b3051004-4357-4c20-bfd2-676a92a01850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:55:00.425524 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f937bf-b424-4202-aada-0391e67688da admin admin] Network hostable DHCP agents. Network: 71ba7e79-69da-4381-a8ba-8d74cdd468b9, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:55:00.444778 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f937bf-b424-4202-aada-0391e67688da admin admin] Network 71ba7e79-69da-4381-a8ba-8d74cdd468b9 is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:55:00.454401 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-25f937bf-b424-4202-aada-0391e67688da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, 71ba7e79-69da-4381-a8ba-8d74cdd468b9) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:55:00.459204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f937bf-b424-4202-aada-0391e67688da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:00.459798 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-25f937bf-b424-4202-aada-0391e67688da admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:00.463497 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89de4cf-db73-44c3-b2bd-5b18f619aaa7 None None] Network 71ba7e79-69da-4381-a8ba-8d74cdd468b9 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:55:00.481456 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-25f937bf-b424-4202-aada-0391e67688da admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3811839 Mar 05 14:55:00.484162 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55966) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:55:00.490085 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-7c9b7d6f-0c5c-4725-9810-f0328503fc8d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2088441838-router', 'tenant_id': '1c7887600588416d93141639860cbf43', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:55:00.499978 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7c9b7d6f-0c5c-4725-9810-f0328503fc8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:55:00.504580 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7c9b7d6f-0c5c-4725-9810-f0328503fc8d admin admin] Usage tracker for resource:router and tenant:1c7887600588416d93141639860cbf43 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:55:00.507464 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-7c9b7d6f-0c5c-4725-9810-f0328503fc8d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:55:00.513713 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-7c9b7d6f-0c5c-4725-9810-f0328503fc8d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:55:00.528343 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c9b7d6f-0c5c-4725-9810-f0328503fc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:00.529939 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c9b7d6f-0c5c-4725-9810-f0328503fc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:00.548728 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c9b7d6f-0c5c-4725-9810-f0328503fc8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:00.688009 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'tenant_id': '1c7887600588416d93141639860cbf43', 'fixed_ips': [{'subnet_id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:55:00.688839 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:00.829735 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c9b7d6f-0c5c-4725-9810-f0328503fc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:00.840359 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Allocated IP 172.20.0.2 (71ba7e79-69da-4381-a8ba-8d74cdd468b9/dadbbd29-3ddb-4b9f-8ba8-411e2377fa00/3aace1ca-97e4-4b25-89ee-6b76f52d1684) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:55:01.057863 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:01.069054 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Transition to ACTIVE for port object 3aace1ca-97e4-4b25-89ee-6b76f52d1684 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:55:01.087807 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Transition to ACTIVE for port object 3aace1ca-97e4-4b25-89ee-6b76f52d1684 will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:55:01.092629 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:01.167682 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Network 71ba7e79-69da-4381-a8ba-8d74cdd468b9 is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:55:01.170952 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:55:01.173591 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:55:01.179608 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Pushing event updated for resources: {'Port': ['ID=3aace1ca-97e4-4b25-89ee-6b76f52d1684,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:01.218656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:55:01.219015 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:55:01.219346 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:55:01.219672 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:55:01.219993 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:55:01.220311 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:55:01.220628 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:55:01.220940 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:55:01.221255 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:55:01.221567 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:55:01.223048 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:55:01.223048 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:55:01.245304 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c9b7d6f-0c5c-4725-9810-f0328503fc8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:01.275737 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c9b7d6f-0c5c-4725-9810-f0328503fc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:01.278480 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Attempting to bind port 3aace1ca-97e4-4b25-89ee-6b76f52d1684 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:55:01.278868 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Attempting to bind port 3aace1ca-97e4-4b25-89ee-6b76f52d1684 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'b3051004-4357-4c20-bfd2-676a92a01850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:55:01.279225 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Attempting to bind port 3aace1ca-97e4-4b25-89ee-6b76f52d1684 on network 71ba7e79-69da-4381-a8ba-8d74cdd468b9 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:55:01.284361 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:55:01.284999 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Checking segment: {'id': 'b3051004-4357-4c20-bfd2-676a92a01850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:55:01.285139 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:01.285520 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Bound using segment: {'id': 'b3051004-4357-4c20-bfd2-676a92a01850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:55:01.285974 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Bound port: 3aace1ca-97e4-4b25-89ee-6b76f52d1684, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3051004-4357-4c20-bfd2-676a92a01850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:55:01.286334 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:01.377128 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] For port 3aace1ca-97e4-4b25-89ee-6b76f52d1684, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:55:01.381096 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] For port 3aace1ca-97e4-4b25-89ee-6b76f52d1684, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3aace1ca-97e4-4b25-89ee-6b76f52d1684,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:55:01.385720 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:01.440938 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-7c9b7d6f-0c5c-4725-9810-f0328503fc8d admin admin] Allocated IP 172.25.4.107 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:55:01.476885 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099acbca-3f51-4c28-a2f3-b959e81e81ec None None] Pushing event updated for resources: {'Port': ['ID=3aace1ca-97e4-4b25-89ee-6b76f52d1684,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:01.601109 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c9b7d6f-0c5c-4725-9810-f0328503fc8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:01.647576 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c9b7d6f-0c5c-4725-9810-f0328503fc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:01.718409 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9b7d6f-0c5c-4725-9810-f0328503fc8d admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:55:01.721395 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-7c9b7d6f-0c5c-4725-9810-f0328503fc8d admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:55:01.726129 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9b7d6f-0c5c-4725-9810-f0328503fc8d admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:55:01.769499 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b7d6f-0c5c-4725-9810-f0328503fc8d admin admin] Pushing event updated for resources: {'Port': ['ID=fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:02.153479 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c9b7d6f-0c5c-4725-9810-f0328503fc8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:02.390499 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb46f5c-bfd9-4494-93c8-fecc2987a4d2 None None] Network 71ba7e79-69da-4381-a8ba-8d74cdd468b9 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:55:02.539078 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-14445919-99af-4cdf-bc38-d54d1d2a8d7b None None] Provisioning for port 3aace1ca-97e4-4b25-89ee-6b76f52d1684 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:55:02.618541 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c9b7d6f-0c5c-4725-9810-f0328503fc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:02.725201 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3aace1ca-97e4-4b25-89ee-6b76f52d1684 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:55:02.795291 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 3aace1ca-97e4-4b25-89ee-6b76f52d1684 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:55:02.802046 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 3aace1ca-97e4-4b25-89ee-6b76f52d1684 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:55:02.802465 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:02.847239 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9b7d6f-0c5c-4725-9810-f0328503fc8d admin admin] Router 833c3b4b-8bdb-4371-8c80-fae87b201a74 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:55:02.925259 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:02.957475 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 3aace1ca-97e4-4b25-89ee-6b76f52d1684, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3aace1ca-97e4-4b25-89ee-6b76f52d1684,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:55:02.965136 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:03.024054 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-16bd6b47-2190-4940-82b8-639afb17e2c6 None None] Provisioning complete for port 3aace1ca-97e4-4b25-89ee-6b76f52d1684 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:55:03.024420 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-16bd6b47-2190-4940-82b8-639afb17e2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:03.029933 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9b7d6f-0c5c-4725-9810-f0328503fc8d admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:55:03.041977 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] Sync routers for ids ['833c3b4b-8bdb-4371-8c80-fae87b201a74'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:55:03.051965 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] Routers {'833c3b4b-8bdb-4371-8c80-fae87b201a74'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:55:03.052961 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:54:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['833c3b4b-8bdb-4371-8c80-fae87b201a74'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:55:03.054952 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-7c9b7d6f-0c5c-4725-9810-f0328503fc8d admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:03.058790 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-7c9b7d6f-0c5c-4725-9810-f0328503fc8d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5709484 Mar 05 14:55:03.059013 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55974) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:55:03.084641 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=3aace1ca-97e4-4b25-89ee-6b76f52d1684,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:03.232986 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] Set router 833c3b4b-8bdb-4371-8c80-fae87b201a74 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:55:03.510366 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'name': 'tempest-TestSnapshotPattern-2088441838-router', 'tenant_id': '1c7887600588416d93141639860cbf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:00Z', 'updated_at': '2022-03-05T14:55:01Z', 'revision_number': 3, 'project_id': '1c7887600588416d93141639860cbf43', 'gw_port': {'id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:77:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:01Z', 'updated_at': '2022-03-05T14:55:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:55:03.514188 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] Checking router: 833c3b4b-8bdb-4371-8c80-fae87b201a74 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:55:03.514531 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] Updating router 833c3b4b-8bdb-4371-8c80-fae87b201a74 port fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:55:03.568276 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:03.738668 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc561ab8-e343-4f70-b4eb-721b90e1a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:03.891574 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:03.904509 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] Transition to ACTIVE for port object fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:55:03.911604 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:04.017648 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] Attempting to bind port fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:55:04.018046 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] Attempting to bind port fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:55:04.018402 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] Attempting to bind port fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:55:04.024230 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d4bc7-750b-4b0d-bc1f-3e6a57e27241 None None] Pushing event updated for resources: {'Port': ['ID=fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:04.031852 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:55:04.032213 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:55:04.032604 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:04.032978 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:55:04.033416 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] Bound port: fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:55:04.033772 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:04.061834 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899d4bc7-750b-4b0d-bc1f-3e6a57e27241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:55:04.062468 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899d4bc7-750b-4b0d-bc1f-3e6a57e27241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:55:04.062468 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899d4bc7-750b-4b0d-bc1f-3e6a57e27241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:55:04.062834 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899d4bc7-750b-4b0d-bc1f-3e6a57e27241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:55:04.063158 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899d4bc7-750b-4b0d-bc1f-3e6a57e27241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:55:04.063475 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899d4bc7-750b-4b0d-bc1f-3e6a57e27241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:55:04.063793 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899d4bc7-750b-4b0d-bc1f-3e6a57e27241 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:55:04.064108 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899d4bc7-750b-4b0d-bc1f-3e6a57e27241 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:55:04.064420 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899d4bc7-750b-4b0d-bc1f-3e6a57e27241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:55:04.064732 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899d4bc7-750b-4b0d-bc1f-3e6a57e27241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:55:04.065044 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899d4bc7-750b-4b0d-bc1f-3e6a57e27241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:55:04.065387 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899d4bc7-750b-4b0d-bc1f-3e6a57e27241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:55:04.071666 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-fc561ab8-e343-4f70-b4eb-721b90e1a5b4 admin admin] Allocated IP 172.20.0.1 (71ba7e79-69da-4381-a8ba-8d74cdd468b9/dadbbd29-3ddb-4b9f-8ba8-411e2377fa00/2d78c52f-2c93-40df-8457-699589f64c39) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:55:04.112148 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] For port fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:55:04.115868 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] For port fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:55:04.119342 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:04.197696 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] Routers {'833c3b4b-8bdb-4371-8c80-fae87b201a74'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:55:04.198310 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:54:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['833c3b4b-8bdb-4371-8c80-fae87b201a74'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:55:04.221089 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc561ab8-e343-4f70-b4eb-721b90e1a5b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:04.236759 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [None req-fc561ab8-e343-4f70-b4eb-721b90e1a5b4 admin admin] Transition to ACTIVE for port object 2d78c52f-2c93-40df-8457-699589f64c39 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:55:04.259652 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d4bc7-750b-4b0d-bc1f-3e6a57e27241 None None] Pushing event updated for resources: {'Port': ['ID=fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:04.260059 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc561ab8-e343-4f70-b4eb-721b90e1a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:04.321839 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc561ab8-e343-4f70-b4eb-721b90e1a5b4 admin admin] Network 71ba7e79-69da-4381-a8ba-8d74cdd468b9 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:55:04.324698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-fc561ab8-e343-4f70-b4eb-721b90e1a5b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:55:04.328319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc561ab8-e343-4f70-b4eb-721b90e1a5b4 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:55:04.377246 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc561ab8-e343-4f70-b4eb-721b90e1a5b4 admin admin] Pushing event updated for resources: {'Port': ['ID=2d78c52f-2c93-40df-8457-699589f64c39,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:04.380100 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] Set router 833c3b4b-8bdb-4371-8c80-fae87b201a74 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:55:04.392749 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc561ab8-e343-4f70-b4eb-721b90e1a5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:04.592207 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b3edff25-0cf5-4517-b2f2-525175dffb05 None None] Provisioning for port 2d78c52f-2c93-40df-8457-699589f64c39 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:55:04.599552 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b3edff25-0cf5-4517-b2f2-525175dffb05 None None] Provisioning complete for port 2d78c52f-2c93-40df-8457-699589f64c39 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:55:04.599927 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b3edff25-0cf5-4517-b2f2-525175dffb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:04.660536 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b3edff25-0cf5-4517-b2f2-525175dffb05 None None] Port 2d78c52f-2c93-40df-8457-699589f64c39 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:55:04.675384 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc561ab8-e343-4f70-b4eb-721b90e1a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:04.688152 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'name': 'tempest-TestSnapshotPattern-2088441838-router', 'tenant_id': '1c7887600588416d93141639860cbf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:00Z', 'updated_at': '2022-03-05T14:55:01Z', 'revision_number': 3, 'project_id': '1c7887600588416d93141639860cbf43', 'gw_port': {'id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:77:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:01Z', 'updated_at': '2022-03-05T14:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:55:04.693378 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9fe5b8-ee76-4e0a-a09f-7df0b5fc9681 None None] The sync data for ids ['833c3b4b-8bdb-4371-8c80-fae87b201a74'] in n-d-803718-1 is: [{'id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'name': 'tempest-TestSnapshotPattern-2088441838-router', 'tenant_id': '1c7887600588416d93141639860cbf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:00Z', 'updated_at': '2022-03-05T14:55:01Z', 'revision_number': 3, 'project_id': '1c7887600588416d93141639860cbf43', 'gw_port': {'id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:77:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:01Z', 'updated_at': '2022-03-05T14:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:55:04.696971 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3aace1ca-97e4-4b25-89ee-6b76f52d1684 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:55:04.765072 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 3aace1ca-97e4-4b25-89ee-6b76f52d1684 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:55:04.765445 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:04.922384 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc561ab8-e343-4f70-b4eb-721b90e1a5b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:04.930973 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc561ab8-e343-4f70-b4eb-721b90e1a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:05.043224 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fc561ab8-e343-4f70-b4eb-721b90e1a5b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:05.052345 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc561ab8-e343-4f70-b4eb-721b90e1a5b4 admin admin] Pushing event updated for resources: {'Port': ['ID=2d78c52f-2c93-40df-8457-699589f64c39,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:05.189498 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc561ab8-e343-4f70-b4eb-721b90e1a5b4 admin admin] Network 71ba7e79-69da-4381-a8ba-8d74cdd468b9 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:55:05.191311 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-fc561ab8-e343-4f70-b4eb-721b90e1a5b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:55:05.399073 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc561ab8-e343-4f70-b4eb-721b90e1a5b4 admin admin] Router 833c3b4b-8bdb-4371-8c80-fae87b201a74 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:55:05.485050 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d69ecda5-ad68-49c9-b68d-f216e1d5f08d None None] Provisioning complete for port 2d78c52f-2c93-40df-8457-699589f64c39 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:55:05.485647 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d69ecda5-ad68-49c9-b68d-f216e1d5f08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:05.544750 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d69ecda5-ad68-49c9-b68d-f216e1d5f08d None None] Port 2d78c52f-2c93-40df-8457-699589f64c39 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:55:05.693990 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc561ab8-e343-4f70-b4eb-721b90e1a5b4 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:55:05.703057 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fc561ab8-e343-4f70-b4eb-721b90e1a5b4 admin admin] 10.222.0.16 "PUT /v2.0/routers/833c3b4b-8bdb-4371-8c80-fae87b201a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6430511 Mar 05 14:55:06.195498 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] Sync routers for ids ['833c3b4b-8bdb-4371-8c80-fae87b201a74'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:55:06.204644 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] Routers {'833c3b4b-8bdb-4371-8c80-fae87b201a74'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:55:06.205249 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:54:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['833c3b4b-8bdb-4371-8c80-fae87b201a74'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:55:06.217352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55992) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:55:06.223488 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-90c6bdf2-8e62-4e14-b41b-a43f556378b3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1175875326-network', 'tenant_id': '4538b5126cb54558a9ccc6a68b7d5892'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:55:06.228956 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-90c6bdf2-8e62-4e14-b41b-a43f556378b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:55:06.232754 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-90c6bdf2-8e62-4e14-b41b-a43f556378b3 admin admin] Usage tracker for resource:network and tenant:4538b5126cb54558a9ccc6a68b7d5892 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:55:06.235614 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-90c6bdf2-8e62-4e14-b41b-a43f556378b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:55:06.242319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-90c6bdf2-8e62-4e14-b41b-a43f556378b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:55:06.252516 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c6bdf2-8e62-4e14-b41b-a43f556378b3 admin admin] Made reservation on behalf of 4538b5126cb54558a9ccc6a68b7d5892 for: {'network': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:55:06.255659 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-90c6bdf2-8e62-4e14-b41b-a43f556378b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for network, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:06.267688 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-90c6bdf2-8e62-4e14-b41b-a43f556378b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:06.284434 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-90c6bdf2-8e62-4e14-b41b-a43f556378b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:55:06.288565 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-90c6bdf2-8e62-4e14-b41b-a43f556378b3 admin admin] Usage tracker for resource:security_group_rule and tenant:4538b5126cb54558a9ccc6a68b7d5892 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:55:06.291386 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-90c6bdf2-8e62-4e14-b41b-a43f556378b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:55:06.296982 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-90c6bdf2-8e62-4e14-b41b-a43f556378b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:55:06.381982 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-90c6bdf2-8e62-4e14-b41b-a43f556378b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:06.384752 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] Set router 833c3b4b-8bdb-4371-8c80-fae87b201a74 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:55:06.388267 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-90c6bdf2-8e62-4e14-b41b-a43f556378b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:06.421207 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6bdf2-8e62-4e14-b41b-a43f556378b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d7e77e-7322-4d1a-93b4-f7bceb709403,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:06.435427 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c6bdf2-8e62-4e14-b41b-a43f556378b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=87914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 14:55:06.448145 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-90c6bdf2-8e62-4e14-b41b-a43f556378b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:06.448481 n-d-803718-1 neutron-server[87914]: INFO neutron.db.segments_db [None req-90c6bdf2-8e62-4e14-b41b-a43f556378b3 admin admin] Added segment 27a9463d-f174-47ff-ac3f-041b1687faae of type vlan for network bee2376e-d739-4dd5-8b42-b6130639e3dc Mar 05 14:55:06.475783 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-90c6bdf2-8e62-4e14-b41b-a43f556378b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783025313419'] for network, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:06.505329 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-90c6bdf2-8e62-4e14-b41b-a43f556378b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938'] for network, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:06.506518 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c6bdf2-8e62-4e14-b41b-a43f556378b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:06.507150 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-90c6bdf2-8e62-4e14-b41b-a43f556378b3 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:06.612846 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6bdf2-8e62-4e14-b41b-a43f556378b3 admin admin] Pushing event updated for resources: {'Network': ['ID=bee2376e-d739-4dd5-8b42-b6130639e3dc,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:06.617171 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-90c6bdf2-8e62-4e14-b41b-a43f556378b3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3987577 Mar 05 14:55:06.620039 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 55996) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:55:06.625314 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Network bee2376e-d739-4dd5-8b42-b6130639e3dc details requested by agent ovs-agent-n-d-803718-1 with host n-d-803718-1 {{(pid=87915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 05 14:55:06.625556 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-ee3c215f-81b6-4799-8263-a5de12bd8e56 admin admin] Request body: {'subnet': {'network_id': 'bee2376e-d739-4dd5-8b42-b6130639e3dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1175875326-subnet', 'tenant_id': '4538b5126cb54558a9ccc6a68b7d5892', 'ip_version': 4}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:55:06.632167 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ee3c215f-81b6-4799-8263-a5de12bd8e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:55:06.637267 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ee3c215f-81b6-4799-8263-a5de12bd8e56 admin admin] Usage tracker for resource:subnet and tenant:4538b5126cb54558a9ccc6a68b7d5892 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:55:06.647924 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-ee3c215f-81b6-4799-8263-a5de12bd8e56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:55:06.654358 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-ee3c215f-81b6-4799-8263-a5de12bd8e56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:55:06.668984 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3c215f-81b6-4799-8263-a5de12bd8e56 admin admin] Made reservation on behalf of 4538b5126cb54558a9ccc6a68b7d5892 for: {'subnet': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:55:06.671632 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ee3c215f-81b6-4799-8263-a5de12bd8e56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26310307'] for subnet, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:06.722145 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:55:06.885492 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ee3c215f-81b6-4799-8263-a5de12bd8e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26332948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26310325'] for subnet, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:06.896342 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:55:06.903501 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:55:06.903866 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:06.947576 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'name': 'tempest-TestSnapshotPattern-2088441838-router', 'tenant_id': '1c7887600588416d93141639860cbf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:00Z', 'updated_at': '2022-03-05T14:55:04Z', 'revision_number': 4, 'project_id': '1c7887600588416d93141639860cbf43', 'gw_port': {'id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:77:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:01Z', 'updated_at': '2022-03-05T14:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '2d78c52f-2c93-40df-8457-699589f64c39', 'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'tenant_id': '1c7887600588416d93141639860cbf43', 'mac_address': 'fa:16:3e:2d:79:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:03Z', 'updated_at': '2022-03-05T14:55:04Z', 'revision_number': 2, 'project_id': '1c7887600588416d93141639860cbf43', 'subnets': [{'id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:55:06.961137 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] Checking router: 833c3b4b-8bdb-4371-8c80-fae87b201a74 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:55:06.961497 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] Updating router 833c3b4b-8bdb-4371-8c80-fae87b201a74 port 2d78c52f-2c93-40df-8457-699589f64c39 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:55:06.964482 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c215f-81b6-4799-8263-a5de12bd8e56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=555e179e-a7f4-4f27-874f-5a991a59a878,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:06.971960 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3c215f-81b6-4799-8263-a5de12bd8e56 admin admin] Checking segment: {'id': '27a9463d-f174-47ff-ac3f-041b1687faae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee2376e-d739-4dd5-8b42-b6130639e3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:55:06.972564 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3c215f-81b6-4799-8263-a5de12bd8e56 admin admin] Network hostable DHCP agents. Network: bee2376e-d739-4dd5-8b42-b6130639e3dc, hostable agents: ['4e401ed9-e0fe-4c7c-8458-bb742ea79f10'], hosted agents: [] {{(pid=87914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 14:55:06.993339 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3c215f-81b6-4799-8263-a5de12bd8e56 admin admin] Network bee2376e-d739-4dd5-8b42-b6130639e3dc is scheduled to be hosted by DHCP agent 4e401ed9-e0fe-4c7c-8458-bb742ea79f10 with binding_index 1 {{(pid=87914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 14:55:07.003939 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-ee3c215f-81b6-4799-8263-a5de12bd8e56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803718-1, bee2376e-d739-4dd5-8b42-b6130639e3dc) {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:55:07.008478 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3c215f-81b6-4799-8263-a5de12bd8e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:07.009104 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-ee3c215f-81b6-4799-8263-a5de12bd8e56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:07.021793 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2817173d-9d15-401a-a038-d838a6954caf None None] Network bee2376e-d739-4dd5-8b42-b6130639e3dc requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:55:07.031897 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-ee3c215f-81b6-4799-8263-a5de12bd8e56 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4081686 Mar 05 14:55:07.032177 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56000) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:55:07.037054 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-075e9710-9498-4c45-bb46-11e20ae22e20 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1175875326-router', 'tenant_id': '4538b5126cb54558a9ccc6a68b7d5892', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:55:07.039975 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:07.042227 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-075e9710-9498-4c45-bb46-11e20ae22e20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:55:07.046096 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-075e9710-9498-4c45-bb46-11e20ae22e20 admin admin] Usage tracker for resource:router and tenant:4538b5126cb54558a9ccc6a68b7d5892 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:55:07.049269 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-075e9710-9498-4c45-bb46-11e20ae22e20 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:55:07.055591 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-075e9710-9498-4c45-bb46-11e20ae22e20 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:55:07.067368 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-075e9710-9498-4c45-bb46-11e20ae22e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3922820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3809'] for router, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:07.068361 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-075e9710-9498-4c45-bb46-11e20ae22e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3916698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-324017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3816'] for router, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:07.083707 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-075e9710-9498-4c45-bb46-11e20ae22e20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:07.242363 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:07.324264 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:55:07.350880 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-075e9710-9498-4c45-bb46-11e20ae22e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3610'] for router, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:07.357141 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:07.568221 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:07.578075 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da165db8-2905-43bb-982b-5e53394dd190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdfa2e6f-ff14-5a2b-ab56-edc839883561-bee2376e-d739-4dd5-8b42-b6130639e3dc', 'network_id': 'bee2376e-d739-4dd5-8b42-b6130639e3dc', 'tenant_id': '4538b5126cb54558a9ccc6a68b7d5892', 'fixed_ips': [{'subnet_id': '555e179e-a7f4-4f27-874f-5a991a59a878'}]}} from n-d-803718-1. {{(pid=87915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 05 14:55:07.578972 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-da165db8-2905-43bb-982b-5e53394dd190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:07.657815 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-075e9710-9498-4c45-bb46-11e20ae22e20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:07.691394 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-075e9710-9498-4c45-bb46-11e20ae22e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:07.823583 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-075e9710-9498-4c45-bb46-11e20ae22e20 admin admin] Allocated IP 172.25.4.35 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:55:07.824017 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:07.830564 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.db_base_plugin_common [None req-da165db8-2905-43bb-982b-5e53394dd190 None None] Allocated IP 172.20.0.2 (bee2376e-d739-4dd5-8b42-b6130639e3dc/555e179e-a7f4-4f27-874f-5a991a59a878/68daf42b-fad6-4dc5-a37c-ea55e10bbfef) {{(pid=87915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:55:07.845834 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] Transition to ACTIVE for port object 2d78c52f-2c93-40df-8457-699589f64c39 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:55:07.868037 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:08.068002 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8f591-8353-4961-b54d-e3b5039fb918 None None] Pushing event updated for resources: {'Port': ['ID=2d78c52f-2c93-40df-8457-699589f64c39,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:08.108591 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-075e9710-9498-4c45-bb46-11e20ae22e20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:08.143242 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-075e9710-9498-4c45-bb46-11e20ae22e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:08.195797 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] Attempting to bind port 2d78c52f-2c93-40df-8457-699589f64c39 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:55:08.196160 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] Attempting to bind port 2d78c52f-2c93-40df-8457-699589f64c39 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': 'b3051004-4357-4c20-bfd2-676a92a01850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:55:08.196511 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] Attempting to bind port 2d78c52f-2c93-40df-8457-699589f64c39 on network 71ba7e79-69da-4381-a8ba-8d74cdd468b9 {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:55:08.208859 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075e9710-9498-4c45-bb46-11e20ae22e20 admin admin] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:55:08.211672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-075e9710-9498-4c45-bb46-11e20ae22e20 admin admin] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:55:08.214191 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e9710-9498-4c45-bb46-11e20ae22e20 admin admin] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:55:08.240535 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:55:08.240898 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] Checking segment: {'id': 'b3051004-4357-4c20-bfd2-676a92a01850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:55:08.241292 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:08.241675 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] Bound using segment: {'id': 'b3051004-4357-4c20-bfd2-676a92a01850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:55:08.242133 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] Bound port: 2d78c52f-2c93-40df-8457-699589f64c39, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3051004-4357-4c20-bfd2-676a92a01850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:55:08.242511 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:08.262747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e9710-9498-4c45-bb46-11e20ae22e20 admin admin] Pushing event updated for resources: {'Port': ['ID=ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:08.313041 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-da165db8-2905-43bb-982b-5e53394dd190 None None] Notify callbacks [] for port, precommit_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:08.383595 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-da165db8-2905-43bb-982b-5e53394dd190 None None] Transition to ACTIVE for port object 68daf42b-fad6-4dc5-a37c-ea55e10bbfef will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:55:08.424550 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-da165db8-2905-43bb-982b-5e53394dd190 None None] Transition to ACTIVE for port object 68daf42b-fad6-4dc5-a37c-ea55e10bbfef will not be triggered until provisioned by entity DHCP. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:55:08.431411 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] For port 2d78c52f-2c93-40df-8457-699589f64c39, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:55:08.434500 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] For port 2d78c52f-2c93-40df-8457-699589f64c39, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=2d78c52f-2c93-40df-8457-699589f64c39,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:55:08.437833 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-da165db8-2905-43bb-982b-5e53394dd190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334'] for port, after_create {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:08.482642 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:08.506790 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da165db8-2905-43bb-982b-5e53394dd190 None None] Network bee2376e-d739-4dd5-8b42-b6130639e3dc is already hosted by enough agents. {{(pid=87915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:55:08.512625 n-d-803718-1 neutron-server[87915]: DEBUG neutron.scheduler.base_scheduler [None req-da165db8-2905-43bb-982b-5e53394dd190 None None] Resources bound (agent type, host, resource id): {{(pid=87915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:55:08.522289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da165db8-2905-43bb-982b-5e53394dd190 None None] Received port after_create {{(pid=87915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:55:08.561157 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da165db8-2905-43bb-982b-5e53394dd190 None None] Pushing event updated for resources: {'Port': ['ID=68daf42b-fad6-4dc5-a37c-ea55e10bbfef,revision_number=1']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:08.568439 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] Routers {'833c3b4b-8bdb-4371-8c80-fae87b201a74'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:55:08.569053 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:54:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['833c3b4b-8bdb-4371-8c80-fae87b201a74'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:55:08.682039 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-075e9710-9498-4c45-bb46-11e20ae22e20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:08.714602 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:55:08.807501 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-da165db8-2905-43bb-982b-5e53394dd190 None None] Attempting to bind port 68daf42b-fad6-4dc5-a37c-ea55e10bbfef on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:55:08.807776 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-da165db8-2905-43bb-982b-5e53394dd190 None None] Attempting to bind port 68daf42b-fad6-4dc5-a37c-ea55e10bbfef by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '27a9463d-f174-47ff-ac3f-041b1687faae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee2376e-d739-4dd5-8b42-b6130639e3dc'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:55:08.808135 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da165db8-2905-43bb-982b-5e53394dd190 None None] Attempting to bind port 68daf42b-fad6-4dc5-a37c-ea55e10bbfef on network bee2376e-d739-4dd5-8b42-b6130639e3dc {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:55:08.878317 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8f591-8353-4961-b54d-e3b5039fb918 None None] Pushing event updated for resources: {'Port': ['ID=2d78c52f-2c93-40df-8457-699589f64c39,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:08.889535 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da165db8-2905-43bb-982b-5e53394dd190 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:55:08.889902 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da165db8-2905-43bb-982b-5e53394dd190 None None] Checking segment: {'id': '27a9463d-f174-47ff-ac3f-041b1687faae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee2376e-d739-4dd5-8b42-b6130639e3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:55:08.890295 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-da165db8-2905-43bb-982b-5e53394dd190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:08.890676 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da165db8-2905-43bb-982b-5e53394dd190 None None] Bound using segment: {'id': '27a9463d-f174-47ff-ac3f-041b1687faae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee2376e-d739-4dd5-8b42-b6130639e3dc'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:55:08.891176 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-da165db8-2905-43bb-982b-5e53394dd190 None None] Bound port: 68daf42b-fad6-4dc5-a37c-ea55e10bbfef, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a9463d-f174-47ff-ac3f-041b1687faae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee2376e-d739-4dd5-8b42-b6130639e3dc'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:55:08.891539 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-da165db8-2905-43bb-982b-5e53394dd190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:08.991356 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] Set router 833c3b4b-8bdb-4371-8c80-fae87b201a74 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:55:09.022648 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-075e9710-9498-4c45-bb46-11e20ae22e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3923480'] for router, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:09.074411 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:55:09.074785 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:09.117328 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6ea7a378-af45-47db-bef8-2da91477e8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:09.201246 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-da165db8-2905-43bb-982b-5e53394dd190 None None] For port 68daf42b-fad6-4dc5-a37c-ea55e10bbfef, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:55:09.233342 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-da165db8-2905-43bb-982b-5e53394dd190 None None] For port 68daf42b-fad6-4dc5-a37c-ea55e10bbfef, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=68daf42b-fad6-4dc5-a37c-ea55e10bbfef,segment=NetworkSegment(27a9463d-f174-47ff-ac3f-041b1687faae),segment_id=27a9463d-f174-47ff-ac3f-041b1687faae)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:55:09.239289 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075e9710-9498-4c45-bb46-11e20ae22e20 admin admin] Router 47ae72ca-8542-4fac-a42c-8dcda4144168 is scheduled to L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 with binding_index 1 {{(pid=87914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 05 14:55:09.248421 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-da165db8-2905-43bb-982b-5e53394dd190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:09.462618 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da165db8-2905-43bb-982b-5e53394dd190 None None] Pushing event updated for resources: {'Port': ['ID=68daf42b-fad6-4dc5-a37c-ea55e10bbfef,revision_number=2']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:09.547833 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'name': 'tempest-TestSnapshotPattern-2088441838-router', 'tenant_id': '1c7887600588416d93141639860cbf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:00Z', 'updated_at': '2022-03-05T14:55:04Z', 'revision_number': 4, 'project_id': '1c7887600588416d93141639860cbf43', 'gw_port': {'id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:77:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:01Z', 'updated_at': '2022-03-05T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '2d78c52f-2c93-40df-8457-699589f64c39', 'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'tenant_id': '1c7887600588416d93141639860cbf43', 'mac_address': 'fa:16:3e:2d:79:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:03Z', 'updated_at': '2022-03-05T14:55:08Z', 'revision_number': 4, 'project_id': '1c7887600588416d93141639860cbf43', 'subnets': [{'id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:55:09.552997 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bd8a27-64c4-4b31-add1-6290ffe5ae68 None None] The sync data for ids ['833c3b4b-8bdb-4371-8c80-fae87b201a74'] in n-d-803718-1 is: [{'id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'name': 'tempest-TestSnapshotPattern-2088441838-router', 'tenant_id': '1c7887600588416d93141639860cbf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:00Z', 'updated_at': '2022-03-05T14:55:04Z', 'revision_number': 4, 'project_id': '1c7887600588416d93141639860cbf43', 'gw_port': {'id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:77:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:01Z', 'updated_at': '2022-03-05T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '2d78c52f-2c93-40df-8457-699589f64c39', 'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'tenant_id': '1c7887600588416d93141639860cbf43', 'mac_address': 'fa:16:3e:2d:79:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:03Z', 'updated_at': '2022-03-05T14:55:08Z', 'revision_number': 4, 'project_id': '1c7887600588416d93141639860cbf43', 'subnets': [{'id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:55:09.557277 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075e9710-9498-4c45-bb46-11e20ae22e20 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:55:09.567330 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] Sync routers for ids ['47ae72ca-8542-4fac-a42c-8dcda4144168'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:55:09.577914 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] Routers {'47ae72ca-8542-4fac-a42c-8dcda4144168'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:55:09.578782 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:54:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['47ae72ca-8542-4fac-a42c-8dcda4144168'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:55:09.611722 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-075e9710-9498-4c45-bb46-11e20ae22e20 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:09.614326 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-075e9710-9498-4c45-bb46-11e20ae22e20 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5812216 Mar 05 14:55:09.617359 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56006) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:55:09.819538 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] Set router 47ae72ca-8542-4fac-a42c-8dcda4144168 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:55:10.128251 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ae72ca-8542-4fac-a42c-8dcda4144168', 'name': 'tempest-TestSnapshotPattern-1175875326-router', 'tenant_id': '4538b5126cb54558a9ccc6a68b7d5892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:07Z', 'updated_at': '2022-03-05T14:55:08Z', 'revision_number': 3, 'project_id': '4538b5126cb54558a9ccc6a68b7d5892', 'gw_port': {'id': 'ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ae72ca-8542-4fac-a42c-8dcda4144168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:07Z', 'updated_at': '2022-03-05T14:55:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:55:10.132260 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] Checking router: 47ae72ca-8542-4fac-a42c-8dcda4144168 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:55:10.132629 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] Updating router 47ae72ca-8542-4fac-a42c-8dcda4144168 port ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20 binding host n-d-803718-1 {{(pid=87916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:55:10.189785 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:10.546668 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-09787791-d659-44db-88de-23467f25e32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:10.643105 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] Notify callbacks [] for port, precommit_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:10.663091 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.provisioning_blocks [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] Transition to ACTIVE for port object ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20 will not be triggered until provisioned by entity L2. {{(pid=87916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:55:10.678018 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:10.689187 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4436a95c-52fb-4834-bfce-d9ae35f675ff None None] Network bee2376e-d739-4dd5-8b42-b6130639e3dc requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 14:55:10.773453 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] Attempting to bind port ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:55:10.773812 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] Attempting to bind port ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:55:10.774163 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] Attempting to bind port ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20 on network ea5c893a-3da0-441e-a4e9-f34cafda1d40 {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:55:10.784698 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3525fe2-173a-4d34-b147-4d7c97d11462 None None] Pushing event updated for resources: {'Port': ['ID=ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20,revision_number=2']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:10.787336 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:55:10.787697 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] Checking segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:55:10.788081 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:10.788449 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] Bound using segment: {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'} {{(pid=87916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:55:10.788904 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.managers [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] Bound port: ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d613622-b535-4d7e-9031-3d0d97082f1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40'}}] {{(pid=87916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:55:10.789263 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:10.828367 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [None req-09787791-d659-44db-88de-23467f25e32b admin admin] Allocated IP 172.20.0.1 (bee2376e-d739-4dd5-8b42-b6130639e3dc/555e179e-a7f4-4f27-874f-5a991a59a878/950805b9-ef70-40ad-aa4d-ebf73464d8d8) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:55:10.866474 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 68daf42b-fad6-4dc5-a37c-ea55e10bbfef up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:55:10.883998 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] For port ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20, host n-d-803718-1, cleared binding levels {{(pid=87916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:55:10.887756 n-d-803718-1 neutron-server[87916]: DEBUG neutron.plugins.ml2.db [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] For port ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:55:10.900133 n-d-803718-1 neutron-server[87916]: DEBUG neutron_lib.callbacks.manager [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:10.961990 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8af3abc1-eebf-47f1-a430-d16ce9c0ad72 None None] Provisioning for port 68daf42b-fad6-4dc5-a37c-ea55e10bbfef completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:55:10.970253 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 68daf42b-fad6-4dc5-a37c-ea55e10bbfef completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:55:10.975535 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] Routers {'47ae72ca-8542-4fac-a42c-8dcda4144168'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:55:10.975656 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-8af3abc1-eebf-47f1-a430-d16ce9c0ad72 None None] Provisioning complete for port 68daf42b-fad6-4dc5-a37c-ea55e10bbfef triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:55:10.975999 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8af3abc1-eebf-47f1-a430-d16ce9c0ad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:10.976507 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:54:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['47ae72ca-8542-4fac-a42c-8dcda4144168'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:55:11.008854 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-09787791-d659-44db-88de-23467f25e32b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:11.026422 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 68daf42b-fad6-4dc5-a37c-ea55e10bbfef triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:55:11.026622 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:11.027415 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [None req-09787791-d659-44db-88de-23467f25e32b admin admin] Transition to ACTIVE for port object 950805b9-ef70-40ad-aa4d-ebf73464d8d8 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:55:11.054718 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-09787791-d659-44db-88de-23467f25e32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:11.060149 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3525fe2-173a-4d34-b147-4d7c97d11462 None None] Pushing event updated for resources: {'Port': ['ID=ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20,revision_number=3']} {{(pid=87916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:11.120453 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09787791-d659-44db-88de-23467f25e32b admin admin] Network bee2376e-d739-4dd5-8b42-b6130639e3dc is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:55:11.123462 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-09787791-d659-44db-88de-23467f25e32b admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:55:11.131983 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09787791-d659-44db-88de-23467f25e32b admin admin] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:55:11.168242 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09787791-d659-44db-88de-23467f25e32b admin admin] Pushing event updated for resources: {'Port': ['ID=950805b9-ef70-40ad-aa4d-ebf73464d8d8,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:11.192756 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-09787791-d659-44db-88de-23467f25e32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3923794'] for router_interface, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:11.226869 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] Set router 47ae72ca-8542-4fac-a42c-8dcda4144168 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:55:11.260216 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-db99cf46-3bb5-468d-a441-cc3447f588df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:11.441174 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:11.474287 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-09787791-d659-44db-88de-23467f25e32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:11.498159 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-8af3abc1-eebf-47f1-a430-d16ce9c0ad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:11.512697 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 68daf42b-fad6-4dc5-a37c-ea55e10bbfef, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=68daf42b-fad6-4dc5-a37c-ea55e10bbfef,segment=NetworkSegment(27a9463d-f174-47ff-ac3f-041b1687faae),segment_id=27a9463d-f174-47ff-ac3f-041b1687faae)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:55:11.513031 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ae72ca-8542-4fac-a42c-8dcda4144168', 'name': 'tempest-TestSnapshotPattern-1175875326-router', 'tenant_id': '4538b5126cb54558a9ccc6a68b7d5892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:07Z', 'updated_at': '2022-03-05T14:55:08Z', 'revision_number': 3, 'project_id': '4538b5126cb54558a9ccc6a68b7d5892', 'gw_port': {'id': 'ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ae72ca-8542-4fac-a42c-8dcda4144168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:07Z', 'updated_at': '2022-03-05T14:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:55:11.517679 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa45a3f1-33f2-4533-b917-700401609904 None None] The sync data for ids ['47ae72ca-8542-4fac-a42c-8dcda4144168'] in n-d-803718-1 is: [{'id': '47ae72ca-8542-4fac-a42c-8dcda4144168', 'name': 'tempest-TestSnapshotPattern-1175875326-router', 'tenant_id': '4538b5126cb54558a9ccc6a68b7d5892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:07Z', 'updated_at': '2022-03-05T14:55:08Z', 'revision_number': 3, 'project_id': '4538b5126cb54558a9ccc6a68b7d5892', 'gw_port': {'id': 'ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ae72ca-8542-4fac-a42c-8dcda4144168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:07Z', 'updated_at': '2022-03-05T14:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:55:11.532857 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:11.533635 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 2d78c52f-2c93-40df-8457-699589f64c39 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:55:11.718143 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=68daf42b-fad6-4dc5-a37c-ea55e10bbfef,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:11.729522 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-8af3abc1-eebf-47f1-a430-d16ce9c0ad72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 14:55:11.730329 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-8af3abc1-eebf-47f1-a430-d16ce9c0ad72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 14:55:11.738753 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-09787791-d659-44db-88de-23467f25e32b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:11.742881 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 2d78c52f-2c93-40df-8457-699589f64c39 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:55:11.747408 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-09787791-d659-44db-88de-23467f25e32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:11.748717 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 2d78c52f-2c93-40df-8457-699589f64c39 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:55:11.749293 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:11.905491 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09787791-d659-44db-88de-23467f25e32b admin admin] Pushing event updated for resources: {'Port': ['ID=950805b9-ef70-40ad-aa4d-ebf73464d8d8,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:11.908622 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-09787791-d659-44db-88de-23467f25e32b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920107'] for router_interface, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:11.934667 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:11.973258 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 2d78c52f-2c93-40df-8457-699589f64c39, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=2d78c52f-2c93-40df-8457-699589f64c39,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:55:11.980913 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:12.056289 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=2d78c52f-2c93-40df-8457-699589f64c39,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:12.075374 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09787791-d659-44db-88de-23467f25e32b admin admin] Network bee2376e-d739-4dd5-8b42-b6130639e3dc is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:55:12.076611 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [None req-09787791-d659-44db-88de-23467f25e32b admin admin] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:55:12.315385 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:12.368171 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:12.416484 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09787791-d659-44db-88de-23467f25e32b admin admin] Router 47ae72ca-8542-4fac-a42c-8dcda4144168 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:55:12.435697 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bc70e12c-bccc-4a98-b689-e84f8b8dcb3c None None] Provisioning complete for port 68daf42b-fad6-4dc5-a37c-ea55e10bbfef triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:55:12.436296 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bc70e12c-bccc-4a98-b689-e84f8b8dcb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:12.576997 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bc70e12c-bccc-4a98-b689-e84f8b8dcb3c None None] Provisioning for port 950805b9-ef70-40ad-aa4d-ebf73464d8d8 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:55:12.582527 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-bc70e12c-bccc-4a98-b689-e84f8b8dcb3c None None] Provisioning complete for port 950805b9-ef70-40ad-aa4d-ebf73464d8d8 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:55:12.582942 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bc70e12c-bccc-4a98-b689-e84f8b8dcb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:12.607424 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09787791-d659-44db-88de-23467f25e32b admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:55:12.616869 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-09787791-d659-44db-88de-23467f25e32b admin admin] 10.222.0.16 "PUT /v2.0/routers/47ae72ca-8542-4fac-a42c-8dcda4144168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9979389 Mar 05 14:55:12.651837 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-bc70e12c-bccc-4a98-b689-e84f8b8dcb3c None None] Port 950805b9-ef70-40ad-aa4d-ebf73464d8d8 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:55:12.783189 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:55:12.852577 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:55:12.858021 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:55:12.858591 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:12.998146 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:13.017845 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:55:13.024108 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:13.025161 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 68daf42b-fad6-4dc5-a37c-ea55e10bbfef up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:55:13.156441 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:13.169863 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 68daf42b-fad6-4dc5-a37c-ea55e10bbfef triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:55:13.170232 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:13.211839 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56018) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:55:13.217618 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-385d2554-1e43-4e04-9c70-37160b129353 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-513251999', 'description': 'tempest-secgroup-smoke-513251999 description', 'project_id': '1c7887600588416d93141639860cbf43'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:55:13.218342 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] Sync routers for ids ['47ae72ca-8542-4fac-a42c-8dcda4144168'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:55:13.224695 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-385d2554-1e43-4e04-9c70-37160b129353 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:55:13.230271 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-385d2554-1e43-4e04-9c70-37160b129353 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Usage tracker for resource:security_group and tenant:1c7887600588416d93141639860cbf43 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:55:13.233418 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-385d2554-1e43-4e04-9c70-37160b129353 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:55:13.239965 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-385d2554-1e43-4e04-9c70-37160b129353 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:55:13.244422 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] Routers {'47ae72ca-8542-4fac-a42c-8dcda4144168'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:55:13.245059 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:55:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['47ae72ca-8542-4fac-a42c-8dcda4144168'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:55:13.253468 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-385d2554-1e43-4e04-9c70-37160b129353 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for security_group, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:13.278268 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-385d2554-1e43-4e04-9c70-37160b129353 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:55:13.282340 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-385d2554-1e43-4e04-9c70-37160b129353 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Usage tracker for resource:security_group_rule and tenant:1c7887600588416d93141639860cbf43 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:55:13.285613 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-385d2554-1e43-4e04-9c70-37160b129353 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:55:13.291632 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-385d2554-1e43-4e04-9c70-37160b129353 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:55:13.381987 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-385d2554-1e43-4e04-9c70-37160b129353 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for security_group, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:13.386482 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-385d2554-1e43-4e04-9c70-37160b129353 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:13.444163 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-385d2554-1e43-4e04-9c70-37160b129353 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for security_group, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:13.445730 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-385d2554-1e43-4e04-9c70-37160b129353 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2323771 Mar 05 14:55:13.446878 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d2554-1e43-4e04-9c70-37160b129353 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=217dcbf0-5e1d-43e0-9eba-a35207573ed8,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:13.449253 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56022) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:55:13.454984 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-769bd788-21e5-4cca-9601-5f282ef46933 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Request body: {'security_group_rule': {'security_group_id': '217dcbf0-5e1d-43e0-9eba-a35207573ed8', 'project_id': '1c7887600588416d93141639860cbf43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:55:13.465133 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-769bd788-21e5-4cca-9601-5f282ef46933 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:55:13.470657 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-769bd788-21e5-4cca-9601-5f282ef46933 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Usage tracker for resource:security_group_rule and tenant:1c7887600588416d93141639860cbf43 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:55:13.474848 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-769bd788-21e5-4cca-9601-5f282ef46933 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:55:13.483325 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-769bd788-21e5-4cca-9601-5f282ef46933 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:55:13.500911 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 2d78c52f-2c93-40df-8457-699589f64c39 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:55:13.506313 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-769bd788-21e5-4cca-9601-5f282ef46933 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:13.580583 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-769bd788-21e5-4cca-9601-5f282ef46933 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:13.584725 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-769bd788-21e5-4cca-9601-5f282ef46933 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:13.606442 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bd788-21e5-4cca-9601-5f282ef46933 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ebab3e0-a1ec-4638-814b-33b28332bd37,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:13.619823 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-769bd788-21e5-4cca-9601-5f282ef46933 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:13.623729 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-769bd788-21e5-4cca-9601-5f282ef46933 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1702433 Mar 05 14:55:13.623977 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56026) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:55:13.626331 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] Set router 47ae72ca-8542-4fac-a42c-8dcda4144168 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:55:13.628893 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-61dfcee4-616e-40f9-a391-0006d95102f3 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Request body: {'security_group_rule': {'security_group_id': '217dcbf0-5e1d-43e0-9eba-a35207573ed8', 'project_id': '1c7887600588416d93141639860cbf43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:55:13.635443 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-61dfcee4-616e-40f9-a391-0006d95102f3 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:55:13.639216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-61dfcee4-616e-40f9-a391-0006d95102f3 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Usage tracker for resource:security_group_rule and tenant:1c7887600588416d93141639860cbf43 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:55:13.642058 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-61dfcee4-616e-40f9-a391-0006d95102f3 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:55:13.648229 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-61dfcee4-616e-40f9-a391-0006d95102f3 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:55:13.665589 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-61dfcee4-616e-40f9-a391-0006d95102f3 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:13.731635 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-61dfcee4-616e-40f9-a391-0006d95102f3 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:13.735569 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-61dfcee4-616e-40f9-a391-0006d95102f3 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:13.759946 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfcee4-616e-40f9-a391-0006d95102f3 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f607f7ed-5225-4b3f-b73d-e7b1d3ebb714,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:13.771122 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-61dfcee4-616e-40f9-a391-0006d95102f3 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:13.775161 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-61dfcee4-616e-40f9-a391-0006d95102f3 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1503317 Mar 05 14:55:13.775306 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56030) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:55:13.780734 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-2b210012-0eb7-47a2-9971-ec6eac9a07ab tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Request body: {'security_group_rule': {'security_group_id': '217dcbf0-5e1d-43e0-9eba-a35207573ed8', 'project_id': '1c7887600588416d93141639860cbf43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:55:13.788273 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2b210012-0eb7-47a2-9971-ec6eac9a07ab tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:55:13.792233 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2b210012-0eb7-47a2-9971-ec6eac9a07ab tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Usage tracker for resource:security_group_rule and tenant:1c7887600588416d93141639860cbf43 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:55:13.795084 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-2b210012-0eb7-47a2-9971-ec6eac9a07ab tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:55:13.795297 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 2d78c52f-2c93-40df-8457-699589f64c39 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:55:13.795747 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:13.802011 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-2b210012-0eb7-47a2-9971-ec6eac9a07ab tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:55:13.818587 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2b210012-0eb7-47a2-9971-ec6eac9a07ab tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:13.882034 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2b210012-0eb7-47a2-9971-ec6eac9a07ab tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:13.885889 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2b210012-0eb7-47a2-9971-ec6eac9a07ab tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:13.910813 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b210012-0eb7-47a2-9971-ec6eac9a07ab tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc3e2ee-39b2-4b4f-beb3-e13464167ccf,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:13.922687 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-2b210012-0eb7-47a2-9971-ec6eac9a07ab tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:13.923945 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-2b210012-0eb7-47a2-9971-ec6eac9a07ab tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1476040 Mar 05 14:55:13.926844 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56034) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:55:13.931619 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-88238336-f0bb-45bb-9fed-5a381a9e03dc tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Request body: {'security_group_rule': {'security_group_id': '217dcbf0-5e1d-43e0-9eba-a35207573ed8', 'project_id': '1c7887600588416d93141639860cbf43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:55:13.938254 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-88238336-f0bb-45bb-9fed-5a381a9e03dc tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:55:13.942127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-88238336-f0bb-45bb-9fed-5a381a9e03dc tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Usage tracker for resource:security_group_rule and tenant:1c7887600588416d93141639860cbf43 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:55:13.945029 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-88238336-f0bb-45bb-9fed-5a381a9e03dc tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:55:13.950668 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-88238336-f0bb-45bb-9fed-5a381a9e03dc tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:55:13.969433 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-88238336-f0bb-45bb-9fed-5a381a9e03dc tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:14.038662 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-88238336-f0bb-45bb-9fed-5a381a9e03dc tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:14.039561 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:14.043449 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-88238336-f0bb-45bb-9fed-5a381a9e03dc tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:14.068067 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88238336-f0bb-45bb-9fed-5a381a9e03dc tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8767c8d8-e71f-4b36-b786-30da65753d15,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:14.073180 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ae72ca-8542-4fac-a42c-8dcda4144168', 'name': 'tempest-TestSnapshotPattern-1175875326-router', 'tenant_id': '4538b5126cb54558a9ccc6a68b7d5892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:07Z', 'updated_at': '2022-03-05T14:55:11Z', 'revision_number': 4, 'project_id': '4538b5126cb54558a9ccc6a68b7d5892', 'gw_port': {'id': 'ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ae72ca-8542-4fac-a42c-8dcda4144168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:07Z', 'updated_at': '2022-03-05T14:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '950805b9-ef70-40ad-aa4d-ebf73464d8d8', 'name': '', 'network_id': 'bee2376e-d739-4dd5-8b42-b6130639e3dc', 'tenant_id': '4538b5126cb54558a9ccc6a68b7d5892', 'mac_address': 'fa:16:3e:a7:18:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ae72ca-8542-4fac-a42c-8dcda4144168', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '555e179e-a7f4-4f27-874f-5a991a59a878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:10Z', 'updated_at': '2022-03-05T14:55:11Z', 'revision_number': 2, 'project_id': '4538b5126cb54558a9ccc6a68b7d5892', 'subnets': [{'id': '555e179e-a7f4-4f27-874f-5a991a59a878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:55:14.077360 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-88238336-f0bb-45bb-9fed-5a381a9e03dc tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:14.077859 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] Checking router: 47ae72ca-8542-4fac-a42c-8dcda4144168 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:55:14.081428 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] Updating router 47ae72ca-8542-4fac-a42c-8dcda4144168 port 950805b9-ef70-40ad-aa4d-ebf73464d8d8 binding host n-d-803718-1 {{(pid=87915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 14:55:14.081570 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-88238336-f0bb-45bb-9fed-5a381a9e03dc tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1509264 Mar 05 14:55:14.081876 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56038) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:55:14.086906 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [None req-dabae758-887d-483a-9161-bf99ad50ee3d tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Request body: {'security_group_rule': {'security_group_id': '217dcbf0-5e1d-43e0-9eba-a35207573ed8', 'project_id': '1c7887600588416d93141639860cbf43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:55:14.094116 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-dabae758-887d-483a-9161-bf99ad50ee3d tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:55:14.099074 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-dabae758-887d-483a-9161-bf99ad50ee3d tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Usage tracker for resource:security_group_rule and tenant:1c7887600588416d93141639860cbf43 is out of sync, need to count used quota {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:55:14.101917 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [None req-dabae758-887d-483a-9161-bf99ad50ee3d tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87913) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:55:14.107553 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [None req-dabae758-887d-483a-9161-bf99ad50ee3d tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:55:14.118803 n-d-803718-1 neutron-server[87913]: INFO neutron.db.securitygroups_db [None req-dabae758-887d-483a-9161-bf99ad50ee3d tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Project 1c7887600588416d93141639860cbf43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:55:14.125684 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dabae758-887d-483a-9161-bf99ad50ee3d tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:14.135828 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:14.189887 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dabae758-887d-483a-9161-bf99ad50ee3d tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:14.194785 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dabae758-887d-483a-9161-bf99ad50ee3d tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:14.224633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabae758-887d-483a-9161-bf99ad50ee3d tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f6215b-29d9-407b-9b30-1daf29f0048c,revision_number=0']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:14.228155 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-dabae758-887d-483a-9161-bf99ad50ee3d tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:14.232578 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-dabae758-887d-483a-9161-bf99ad50ee3d tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1465673 Mar 05 14:55:14.233013 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56042) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:55:14.238240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-66179964-2e0c-4121-9922-2b6e713b4854 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Request body: {'security_group_rule': {'security_group_id': '217dcbf0-5e1d-43e0-9eba-a35207573ed8', 'project_id': '1c7887600588416d93141639860cbf43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:55:14.244706 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-66179964-2e0c-4121-9922-2b6e713b4854 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:55:14.248716 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-66179964-2e0c-4121-9922-2b6e713b4854 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Usage tracker for resource:security_group_rule and tenant:1c7887600588416d93141639860cbf43 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:55:14.251626 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-66179964-2e0c-4121-9922-2b6e713b4854 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:55:14.258361 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-66179964-2e0c-4121-9922-2b6e713b4854 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:55:14.269121 n-d-803718-1 neutron-server[87914]: INFO neutron.db.securitygroups_db [None req-66179964-2e0c-4121-9922-2b6e713b4854 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Project 1c7887600588416d93141639860cbf43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 14:55:14.275862 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-66179964-2e0c-4121-9922-2b6e713b4854 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:14.341003 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-66179964-2e0c-4121-9922-2b6e713b4854 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:14.344729 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-66179964-2e0c-4121-9922-2b6e713b4854 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3742703'] for security_group_rule, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:14.371836 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66179964-2e0c-4121-9922-2b6e713b4854 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0356c6f3-0805-44e1-b757-033e574fcee4,revision_number=0']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:14.384899 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-66179964-2e0c-4121-9922-2b6e713b4854 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:14.386339 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-66179964-2e0c-4121-9922-2b6e713b4854 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1525533 Mar 05 14:55:14.490645 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] Notify callbacks [] for port, precommit_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:14.503322 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] Transition to ACTIVE for port object 950805b9-ef70-40ad-aa4d-ebf73464d8d8 will not be triggered until provisioned by entity L2. {{(pid=87915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:55:14.510130 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:14.572960 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-1d9b3573-569b-4c15-8375-f6fbaff1a43e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Synchronizing usage tracker for tenant:1c7887600588416d93141639860cbf43 on resource:security_group {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:55:14.594966 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-1d9b3573-569b-4c15-8375-f6fbaff1a43e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Unset dirty status for tenant:1c7887600588416d93141639860cbf43 on resource:security_group {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:55:14.603993 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-1d9b3573-569b-4c15-8375-f6fbaff1a43e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513251999&fields=id&tenant_id=1c7887600588416d93141639860cbf43 HTTP/1.1" status: 200 len: 267 time: 0.0795436 Mar 05 14:55:14.680166 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222042a-3dee-478c-b0d8-d0625db48a2a None None] Pushing event updated for resources: {'Port': ['ID=950805b9-ef70-40ad-aa4d-ebf73464d8d8,revision_number=3']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:14.755591 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:55:14.776915 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-6ad35912-d3c6-45dd-a75e-09535c8caf31 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:14.778683 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-6ad35912-d3c6-45dd-a75e-09535c8caf31 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/networks?id=71ba7e79-69da-4381-a8ba-8d74cdd468b9 HTTP/1.1" status: 200 len: 810 time: 0.1737616 Mar 05 14:55:14.803385 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-50d8f1e8-e686-418c-8f0a-f2d01d336e28 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/quotas/1c7887600588416d93141639860cbf43 HTTP/1.1" status: 200 len: 375 time: 0.0173230 Mar 05 14:55:14.840796 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] Attempting to bind port 950805b9-ef70-40ad-aa4d-ebf73464d8d8 on host n-d-803718-1 for vnic_type normal with profile {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:55:14.841312 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] Attempting to bind port 950805b9-ef70-40ad-aa4d-ebf73464d8d8 by drivers openvswitch,hyperv on host n-d-803718-1 at level 0 using segments [{'id': '27a9463d-f174-47ff-ac3f-041b1687faae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee2376e-d739-4dd5-8b42-b6130639e3dc'}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:55:14.841722 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] Attempting to bind port 950805b9-ef70-40ad-aa4d-ebf73464d8d8 on network bee2376e-d739-4dd5-8b42-b6130639e3dc {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:55:14.850186 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] Checking agent: {'id': '08bf0062-4c2d-4b61-a171-b51991ef35b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 22, 42), 'started_at': datetime.datetime(2022, 3, 5, 13, 23, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803718-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:55:14.850688 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] Checking segment: {'id': '27a9463d-f174-47ff-ac3f-041b1687faae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee2376e-d739-4dd5-8b42-b6130639e3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:55:14.851209 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:14.851694 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] Bound using segment: {'id': '27a9463d-f174-47ff-ac3f-041b1687faae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee2376e-d739-4dd5-8b42-b6130639e3dc'} {{(pid=87915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:55:14.852382 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.managers [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] Bound port: 950805b9-ef70-40ad-aa4d-ebf73464d8d8, host: n-d-803718-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a9463d-f174-47ff-ac3f-041b1687faae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bee2376e-d739-4dd5-8b42-b6130639e3dc'}}] {{(pid=87915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:55:14.852855 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:14.895552 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-5fa6905c-0456-4fd4-921c-68bcd18e4f53 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c7887600588416d93141639860cbf43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862739 Mar 05 14:55:14.917359 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:55:14.917807 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:15.017819 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] For port 950805b9-ef70-40ad-aa4d-ebf73464d8d8, host n-d-803718-1, cleared binding levels {{(pid=87915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:55:15.022239 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] For port 950805b9-ef70-40ad-aa4d-ebf73464d8d8, host n-d-803718-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=950805b9-ef70-40ad-aa4d-ebf73464d8d8,segment=NetworkSegment(27a9463d-f174-47ff-ac3f-041b1687faae),segment_id=27a9463d-f174-47ff-ac3f-041b1687faae)] {{(pid=87915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:55:15.032383 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:15.032933 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-ac165792-79f7-4a6e-837d-1f26da48b0bf service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87913) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:55:15.034116 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-ac165792-79f7-4a6e-837d-1f26da48b0bf service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1272211 Mar 05 14:55:15.137802 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] Routers {'47ae72ca-8542-4fac-a42c-8dcda4144168'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:55:15.138432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:55:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['47ae72ca-8542-4fac-a42c-8dcda4144168'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:55:15.180274 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-18954c31-a086-473a-843a-9783edf5113d service neutron] 10.222.0.16 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384165 Mar 05 14:55:15.323471 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222042a-3dee-478c-b0d8-d0625db48a2a None None] Pushing event updated for resources: {'Port': ['ID=950805b9-ef70-40ad-aa4d-ebf73464d8d8,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:15.346506 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-0fc07d64-804f-4ff8-9ccd-ea2ef8849540 service neutron] 10.222.0.16 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583414 Mar 05 14:55:15.430001 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] Set router 47ae72ca-8542-4fac-a42c-8dcda4144168 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:55:15.541602 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3c1945d5-91cf-46c7-afba-6f9f985f63e4 req-5e042717-f1bd-4be9-b164-6ece9ef5e476 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Synchronizing usage tracker for tenant:1c7887600588416d93141639860cbf43 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:55:15.563624 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-3c1945d5-91cf-46c7-afba-6f9f985f63e4 req-5e042717-f1bd-4be9-b164-6ece9ef5e476 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Unset dirty status for tenant:1c7887600588416d93141639860cbf43 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:55:15.564925 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3c1945d5-91cf-46c7-afba-6f9f985f63e4 req-5e042717-f1bd-4be9-b164-6ece9ef5e476 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 210 time: 0.0691931 Mar 05 14:55:15.767250 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ae72ca-8542-4fac-a42c-8dcda4144168', 'name': 'tempest-TestSnapshotPattern-1175875326-router', 'tenant_id': '4538b5126cb54558a9ccc6a68b7d5892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:07Z', 'updated_at': '2022-03-05T14:55:11Z', 'revision_number': 4, 'project_id': '4538b5126cb54558a9ccc6a68b7d5892', 'gw_port': {'id': 'ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ae72ca-8542-4fac-a42c-8dcda4144168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:07Z', 'updated_at': '2022-03-05T14:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '950805b9-ef70-40ad-aa4d-ebf73464d8d8', 'name': '', 'network_id': 'bee2376e-d739-4dd5-8b42-b6130639e3dc', 'tenant_id': '4538b5126cb54558a9ccc6a68b7d5892', 'mac_address': 'fa:16:3e:a7:18:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ae72ca-8542-4fac-a42c-8dcda4144168', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '555e179e-a7f4-4f27-874f-5a991a59a878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:10Z', 'updated_at': '2022-03-05T14:55:15Z', 'revision_number': 4, 'project_id': '4538b5126cb54558a9ccc6a68b7d5892', 'subnets': [{'id': '555e179e-a7f4-4f27-874f-5a991a59a878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:55:15.772014 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c738f5ab-1ef0-42dd-8e88-4cedd5d15e28 None None] The sync data for ids ['47ae72ca-8542-4fac-a42c-8dcda4144168'] in n-d-803718-1 is: [{'id': '47ae72ca-8542-4fac-a42c-8dcda4144168', 'name': 'tempest-TestSnapshotPattern-1175875326-router', 'tenant_id': '4538b5126cb54558a9ccc6a68b7d5892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:07Z', 'updated_at': '2022-03-05T14:55:11Z', 'revision_number': 4, 'project_id': '4538b5126cb54558a9ccc6a68b7d5892', 'gw_port': {'id': 'ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ae72ca-8542-4fac-a42c-8dcda4144168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:07Z', 'updated_at': '2022-03-05T14:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '950805b9-ef70-40ad-aa4d-ebf73464d8d8', 'name': '', 'network_id': 'bee2376e-d739-4dd5-8b42-b6130639e3dc', 'tenant_id': '4538b5126cb54558a9ccc6a68b7d5892', 'mac_address': 'fa:16:3e:a7:18:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ae72ca-8542-4fac-a42c-8dcda4144168', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '555e179e-a7f4-4f27-874f-5a991a59a878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:10Z', 'updated_at': '2022-03-05T14:55:15Z', 'revision_number': 4, 'project_id': '4538b5126cb54558a9ccc6a68b7d5892', 'subnets': [{'id': '555e179e-a7f4-4f27-874f-5a991a59a878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:55:16.659950 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-8c9bd9bb-f13f-49f9-afaa-2ef68521c8f8 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:16.661586 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-8c9bd9bb-f13f-49f9-afaa-2ef68521c8f8 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.30 "GET /v2.0/networks?id=71ba7e79-69da-4381-a8ba-8d74cdd468b9 HTTP/1.1" status: 200 len: 810 time: 0.1660504 Mar 05 14:55:16.741701 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 950805b9-ef70-40ad-aa4d-ebf73464d8d8 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:55:16.744357 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-58b2fda1-4004-4013-a348-fa7e119a7c25 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c7887600588416d93141639860cbf43 HTTP/1.1" status: 200 len: 379 time: 0.0719597 Mar 05 14:55:16.792054 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-ff121ac4-78d0-4c32-8b62-1ded2641854e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Request body: {'port': {'device_id': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'admin_state_up': True, 'tenant_id': '1c7887600588416d93141639860cbf43', 'security_groups': ['217dcbf0-5e1d-43e0-9eba-a35207573ed8']}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:55:16.810735 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-27ac4fa3-7452-40f5-a452-789882ecd80b req-fd923a33-1dbf-4eb9-80fb-9acfebc70281 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 210 time: 0.0650706 Mar 05 14:55:16.818877 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning for port 950805b9-ef70-40ad-aa4d-ebf73464d8d8 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:55:16.824254 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 950805b9-ef70-40ad-aa4d-ebf73464d8d8 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:55:16.826873 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:16.931991 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-ff121ac4-78d0-4c32-8b62-1ded2641854e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:55:16.941035 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:16.942719 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.quota.driver [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-ff121ac4-78d0-4c32-8b62-1ded2641854e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87913) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:55:16.952744 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-ff121ac4-78d0-4c32-8b62-1ded2641854e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Made reservation on behalf of 1c7887600588416d93141639860cbf43 for: {'port': 1} {{(pid=87913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:55:16.956566 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-ff121ac4-78d0-4c32-8b62-1ded2641854e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:16.972940 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] For port 950805b9-ef70-40ad-aa4d-ebf73464d8d8, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=950805b9-ef70-40ad-aa4d-ebf73464d8d8,segment=NetworkSegment(27a9463d-f174-47ff-ac3f-041b1687faae),segment_id=27a9463d-f174-47ff-ac3f-041b1687faae)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:55:16.977053 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:17.050004 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Pushing event updated for resources: {'Port': ['ID=950805b9-ef70-40ad-aa4d-ebf73464d8d8,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:17.255556 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_common [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-ff121ac4-78d0-4c32-8b62-1ded2641854e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Allocated IP 172.20.0.5 (71ba7e79-69da-4381-a8ba-8d74cdd468b9/dadbbd29-3ddb-4b9f-8ba8-411e2377fa00/5cd7b4b9-a195-4fbe-8827-486c4f76a747) {{(pid=87913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:55:17.439439 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-ff121ac4-78d0-4c32-8b62-1ded2641854e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for port, precommit_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:17.454493 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-ff121ac4-78d0-4c32-8b62-1ded2641854e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Transition to ACTIVE for port object 5cd7b4b9-a195-4fbe-8827-486c4f76a747 will not be triggered until provisioned by entity DHCP. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:55:17.478463 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-ff121ac4-78d0-4c32-8b62-1ded2641854e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_create {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:17.544826 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-ff121ac4-78d0-4c32-8b62-1ded2641854e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Network 71ba7e79-69da-4381-a8ba-8d74cdd468b9 is already hosted by enough agents. {{(pid=87913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:55:17.554129 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.base_scheduler [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-ff121ac4-78d0-4c32-8b62-1ded2641854e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Resources bound (agent type, host, resource id): {{(pid=87913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:55:17.556722 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-ff121ac4-78d0-4c32-8b62-1ded2641854e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Received port after_create {{(pid=87913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:55:17.598890 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff121ac4-78d0-4c32-8b62-1ded2641854e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Pushing event updated for resources: {'Port': ['ID=5cd7b4b9-a195-4fbe-8827-486c4f76a747,revision_number=1']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:17.632784 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-ff121ac4-78d0-4c32-8b62-1ded2641854e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:17.633428 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-ff121ac4-78d0-4c32-8b62-1ded2641854e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:17.668431 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-ff121ac4-78d0-4c32-8b62-1ded2641854e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8845618 Mar 05 14:55:17.680989 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.v2.base [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-b3a700d0-ea63-4fb4-9090-8bcc581473f5 service neutron] Request body: {'port': {'device_id': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803718-1'}} {{(pid=87913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:55:17.751007 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b9da47ea-2bf4-4596-94ae-922effbd0a51 None None] Provisioning for port 5cd7b4b9-a195-4fbe-8827-486c4f76a747 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:55:17.756350 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-b9da47ea-2bf4-4596-94ae-922effbd0a51 None None] Provisioning complete for port 5cd7b4b9-a195-4fbe-8827-486c4f76a747 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:55:17.756714 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b9da47ea-2bf4-4596-94ae-922effbd0a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:17.801273 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-b3a700d0-ea63-4fb4-9090-8bcc581473f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:17.812357 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b9da47ea-2bf4-4596-94ae-922effbd0a51 None None] Port 5cd7b4b9-a195-4fbe-8827-486c4f76a747 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:55:17.999720 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeda123-ebfd-4aee-926e-7ceb50361ef5 req-f69431b6-00b8-4b4d-af50-3f28bc284086 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:18.001073 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ddeda123-ebfd-4aee-926e-7ceb50361ef5 req-f69431b6-00b8-4b4d-af50-3f28bc284086 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 931 time: 0.0794804 Mar 05 14:55:18.044484 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ddeda123-ebfd-4aee-926e-7ceb50361ef5 req-d03b81fc-932a-415d-a02c-25537d9957a4 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Synchronizing usage tracker for tenant:1c7887600588416d93141639860cbf43 on resource:security_group {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:55:18.056873 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-ddeda123-ebfd-4aee-926e-7ceb50361ef5 req-d03b81fc-932a-415d-a02c-25537d9957a4 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Unset dirty status for tenant:1c7887600588416d93141639860cbf43 on resource:security_group {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:55:18.057976 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-ddeda123-ebfd-4aee-926e-7ceb50361ef5 req-d03b81fc-932a-415d-a02c-25537d9957a4 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512671 Mar 05 14:55:18.143726 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-b3a700d0-ea63-4fb4-9090-8bcc581473f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd7b4b9-a195-4fbe-8827-486c4f76a747 {{(pid=87913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:55:18.150849 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-b3a700d0-ea63-4fb4-9090-8bcc581473f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:18.166060 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.provisioning_blocks [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-b3a700d0-ea63-4fb4-9090-8bcc581473f5 service neutron] Transition to ACTIVE for port object 5cd7b4b9-a195-4fbe-8827-486c4f76a747 will not be triggered until provisioned by entity L2. {{(pid=87913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:55:18.169509 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-b3a700d0-ea63-4fb4-9090-8bcc581473f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:18.329432 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a700d0-ea63-4fb4-9090-8bcc581473f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd7b4b9-a195-4fbe-8827-486c4f76a747,revision_number=2']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:18.407159 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-b3a700d0-ea63-4fb4-9090-8bcc581473f5 service neutron] Attempting to bind port 5cd7b4b9-a195-4fbe-8827-486c4f76a747 on host n-h2-803718-1 for vnic_type normal with profile {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:55:18.407487 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-b3a700d0-ea63-4fb4-9090-8bcc581473f5 service neutron] Attempting to bind port 5cd7b4b9-a195-4fbe-8827-486c4f76a747 by drivers openvswitch,hyperv on host n-h2-803718-1 at level 0 using segments [{'id': 'b3051004-4357-4c20-bfd2-676a92a01850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9'}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:55:18.407806 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-b3a700d0-ea63-4fb4-9090-8bcc581473f5 service neutron] Attempting to bind port 5cd7b4b9-a195-4fbe-8827-486c4f76a747 on network 71ba7e79-69da-4381-a8ba-8d74cdd468b9 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:55:18.412326 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-b3a700d0-ea63-4fb4-9090-8bcc581473f5 service neutron] Port 5cd7b4b9-a195-4fbe-8827-486c4f76a747 on network 71ba7e79-69da-4381-a8ba-8d74cdd468b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803718-1 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:55:18.412637 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-b3a700d0-ea63-4fb4-9090-8bcc581473f5 service neutron] Attempting to bind port 5cd7b4b9-a195-4fbe-8827-486c4f76a747 on network 71ba7e79-69da-4381-a8ba-8d74cdd468b9 {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:55:18.417935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-b3a700d0-ea63-4fb4-9090-8bcc581473f5 service neutron] Checking agent: {'id': '9df27899-ff94-4e19-8dd0-f21b10d0990e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:55:18.418270 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-b3a700d0-ea63-4fb4-9090-8bcc581473f5 service neutron] Checking segment: {'id': 'b3051004-4357-4c20-bfd2-676a92a01850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:55:18.418649 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-b3a700d0-ea63-4fb4-9090-8bcc581473f5 service neutron] Bound using segment: {'id': 'b3051004-4357-4c20-bfd2-676a92a01850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9'} {{(pid=87913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:55:18.419145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.managers [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-b3a700d0-ea63-4fb4-9090-8bcc581473f5 service neutron] Bound port: 5cd7b4b9-a195-4fbe-8827-486c4f76a747, host: n-h2-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3051004-4357-4c20-bfd2-676a92a01850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9'}}] {{(pid=87913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:55:18.419505 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-b3a700d0-ea63-4fb4-9090-8bcc581473f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:18.511788 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-b3a700d0-ea63-4fb4-9090-8bcc581473f5 service neutron] For port 5cd7b4b9-a195-4fbe-8827-486c4f76a747, host n-h2-803718-1, cleared binding levels {{(pid=87913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:55:18.514826 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-b3a700d0-ea63-4fb4-9090-8bcc581473f5 service neutron] For port 5cd7b4b9-a195-4fbe-8827-486c4f76a747, host n-h2-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5cd7b4b9-a195-4fbe-8827-486c4f76a747,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:55:18.518903 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-b3a700d0-ea63-4fb4-9090-8bcc581473f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2208856'] for port, after_update {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:18.574310 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-b3a700d0-ea63-4fb4-9090-8bcc581473f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:18.574949 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-b3a700d0-ea63-4fb4-9090-8bcc581473f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:18.576293 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-b3a700d0-ea63-4fb4-9090-8bcc581473f5 service neutron] 10.222.0.30 "PUT /v2.0/ports/5cd7b4b9-a195-4fbe-8827-486c4f76a747 HTTP/1.1" status: 200 len: 1091 time: 0.8996708 Mar 05 14:55:18.576721 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'tag': '5cd7b4b9-a195-4fbe-8827-486c4f76a747'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:55:18.601724 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a700d0-ea63-4fb4-9090-8bcc581473f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd7b4b9-a195-4fbe-8827-486c4f76a747,revision_number=3']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:18.666059 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'tag': '5cd7b4b9-a195-4fbe-8827-486c4f76a747', 'status': 'completed', 'code': 200} Mar 05 14:55:18.699634 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 950805b9-ef70-40ad-aa4d-ebf73464d8d8 up at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:55:18.705962 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-cbc0ef6f-b4a4-42ca-84c4-83dac8e7d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:18.708055 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-cbc0ef6f-b4a4-42ca-84c4-83dac8e7d8c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c7887600588416d93141639860cbf43&device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 1094 time: 0.0787632 Mar 05 14:55:18.772382 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Provisioning complete for port 950805b9-ef70-40ad-aa4d-ebf73464d8d8 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:55:18.772846 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:18.781663 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-8fdea242-79c0-4808-9795-95f37273e26d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cd7b4b9-a195-4fbe-8827-486c4f76a747 HTTP/1.1" status: 200 len: 217 time: 0.0666854 Mar 05 14:55:18.844061 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-e52eb4d8-32aa-4ac9-a895-dc7017b0eff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:18.845559 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-e52eb4d8-32aa-4ac9-a895-dc7017b0eff7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dadbbd29-3ddb-4b9f-8ba8-411e2377fa00 HTTP/1.1" status: 200 len: 849 time: 0.0579629 Mar 05 14:55:19.031127 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-ebe17619-679c-4862-9d66-bacd1192b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:19.032519 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-ebe17619-679c-4862-9d66-bacd1192b4da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71ba7e79-69da-4381-a8ba-8d74cdd468b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1813164 Mar 05 14:55:19.166942 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-4799e322-01a6-4df9-ae95-fb0eb108b5f2 service neutron] 10.222.0.30 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281793 Mar 05 14:55:19.248718 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecc526-a804-4312-adc0-dfe9aea0a0e5 req-1761ce07-816e-4aa5-a4bc-1c4dff8f7159 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:19.250173 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-09ecc526-a804-4312-adc0-dfe9aea0a0e5 req-1761ce07-816e-4aa5-a4bc-1c4dff8f7159 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 943 time: 0.0845749 Mar 05 14:55:19.294459 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-09ecc526-a804-4312-adc0-dfe9aea0a0e5 req-ca13eee8-73a5-418d-8777-d1f818a543b9 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376773 Mar 05 14:55:19.299861 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-41f84d8b-c595-4f09-a5a6-4745ab9a331c req-2be9e24d-2cf4-418d-b5b5-0a1fed57f95a service neutron] 10.222.0.30 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248479 Mar 05 14:55:19.416286 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d3cce-a5f9-4fc1-ba71-26d8323270c8 req-fb9d6d82-2126-43fb-8ba8-81a8e6bac63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:19.417746 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b88d3cce-a5f9-4fc1-ba71-26d8323270c8 req-fb9d6d82-2126-43fb-8ba8-81a8e6bac63b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c7887600588416d93141639860cbf43&device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 1094 time: 0.0732393 Mar 05 14:55:19.551935 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d3cce-a5f9-4fc1-ba71-26d8323270c8 req-3ba35d17-837e-4a30-b4ee-8a770cb9a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:19.553327 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b88d3cce-a5f9-4fc1-ba71-26d8323270c8 req-3ba35d17-837e-4a30-b4ee-8a770cb9a248 service neutron] 10.222.0.30 "GET /v2.0/networks?id=71ba7e79-69da-4381-a8ba-8d74cdd468b9 HTTP/1.1" status: 200 len: 910 time: 0.1299043 Mar 05 14:55:19.622708 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b88d3cce-a5f9-4fc1-ba71-26d8323270c8 req-f718f954-b13f-4752-af60-b2e8fd9a5f01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cd7b4b9-a195-4fbe-8827-486c4f76a747 HTTP/1.1" status: 200 len: 217 time: 0.0630591 Mar 05 14:55:19.683414 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d3cce-a5f9-4fc1-ba71-26d8323270c8 req-91d666a8-7586-4ef9-b82b-74f2371b2bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:19.684768 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b88d3cce-a5f9-4fc1-ba71-26d8323270c8 req-91d666a8-7586-4ef9-b82b-74f2371b2bf2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dadbbd29-3ddb-4b9f-8ba8-411e2377fa00 HTTP/1.1" status: 200 len: 849 time: 0.0554628 Mar 05 14:55:19.764788 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d3cce-a5f9-4fc1-ba71-26d8323270c8 req-143d9293-63e9-4a15-9356-6bc4ef203fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:19.766240 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b88d3cce-a5f9-4fc1-ba71-26d8323270c8 req-143d9293-63e9-4a15-9356-6bc4ef203fb9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71ba7e79-69da-4381-a8ba-8d74cdd468b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745132 Mar 05 14:55:19.898233 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b88d3cce-a5f9-4fc1-ba71-26d8323270c8 req-2d7f2aa8-22ef-437b-a356-053d38bca572 service neutron] 10.222.0.30 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247373 Mar 05 14:55:20.032442 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-b88d3cce-a5f9-4fc1-ba71-26d8323270c8 req-2ca92b35-3894-409a-92e5-0eb59238b9d9 service neutron] 10.222.0.30 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279311 Mar 05 14:55:20.481705 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a7ccf-7b55-421b-8856-ef3dc98993fb req-60fb4318-0d51-4bab-9d5b-5429936a975f tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:20.482379 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-148a7ccf-7b55-421b-8856-ef3dc98993fb req-60fb4318-0d51-4bab-9d5b-5429936a975f tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Synchronizing usage tracker for tenant:1c7887600588416d93141639860cbf43 on resource:port {{(pid=87913) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:55:20.497023 n-d-803718-1 neutron-server[87913]: DEBUG neutron.quota.resource [req-148a7ccf-7b55-421b-8856-ef3dc98993fb req-60fb4318-0d51-4bab-9d5b-5429936a975f tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Unset dirty status for tenant:1c7887600588416d93141639860cbf43 on resource:port {{(pid=87913) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:55:20.498189 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-148a7ccf-7b55-421b-8856-ef3dc98993fb req-60fb4318-0d51-4bab-9d5b-5429936a975f tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 943 time: 0.0952704 Mar 05 14:55:20.545541 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-148a7ccf-7b55-421b-8856-ef3dc98993fb req-fa4afa11-9889-40db-860a-90b747da0291 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416477 Mar 05 14:55:21.731656 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5796cd9-2056-4495-919f-7e3730754ade req-65a5c72c-33eb-4371-8790-32a7fdf85f16 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:21.733052 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b5796cd9-2056-4495-919f-7e3730754ade req-65a5c72c-33eb-4371-8790-32a7fdf85f16 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 943 time: 0.0843379 Mar 05 14:55:21.781369 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b5796cd9-2056-4495-919f-7e3730754ade req-588fb2bc-4d8b-47e5-a93a-b60e7948854c tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425227 Mar 05 14:55:22.448196 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5cd7b4b9-a195-4fbe-8827-486c4f76a747 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:55:22.578320 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 5cd7b4b9-a195-4fbe-8827-486c4f76a747, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5cd7b4b9-a195-4fbe-8827-486c4f76a747,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:55:22.591142 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '5cd7b4b9-a195-4fbe-8827-486c4f76a747', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'port_id': '5cd7b4b9-a195-4fbe-8827-486c4f76a747', 'mac_address': 'fa:16:3e:18:42:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:55:22.645330 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:22.661526 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd7b4b9-a195-4fbe-8827-486c4f76a747 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:55:22.676750 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 5cd7b4b9-a195-4fbe-8827-486c4f76a747, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5cd7b4b9-a195-4fbe-8827-486c4f76a747,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:55:22.680968 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:22.749871 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=5cd7b4b9-a195-4fbe-8827-486c4f76a747,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:22.907847 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['5cd7b4b9-a195-4fbe-8827-486c4f76a747'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:55:22.966712 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2cb74-283b-49e4-a375-bfa4c3d11c66 req-9d16c9b6-920d-4134-a341-d78c2d1e1313 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:22.968180 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-19f2cb74-283b-49e4-a375-bfa4c3d11c66 req-9d16c9b6-920d-4134-a341-d78c2d1e1313 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 944 time: 0.0784869 Mar 05 14:55:23.012019 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-19f2cb74-283b-49e4-a375-bfa4c3d11c66 req-93e190f6-03ec-4635-8881-23b8d4f4d028 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380237 Mar 05 14:55:24.351998 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969e782-bf49-4bcf-a386-d21c89dab79f req-975a98b2-dbcf-4d5d-b5ff-801e255217c0 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:24.353480 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b969e782-bf49-4bcf-a386-d21c89dab79f req-975a98b2-dbcf-4d5d-b5ff-801e255217c0 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 944 time: 0.0809209 Mar 05 14:55:24.397543 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b969e782-bf49-4bcf-a386-d21c89dab79f req-e1bd97ab-a373-4bea-945b-648d6e4ad6ec tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382402 Mar 05 14:55:24.474159 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5cd7b4b9-a195-4fbe-8827-486c4f76a747 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:55:24.576763 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning for port 5cd7b4b9-a195-4fbe-8827-486c4f76a747 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:55:24.581653 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 5cd7b4b9-a195-4fbe-8827-486c4f76a747 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:55:24.582042 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:24.694910 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:24.723313 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd7b4b9-a195-4fbe-8827-486c4f76a747'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:55:24.733147 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 5cd7b4b9-a195-4fbe-8827-486c4f76a747, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5cd7b4b9-a195-4fbe-8827-486c4f76a747,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:55:24.737592 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:24.769908 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd7b4b9-a195-4fbe-8827-486c4f76a747', 'code': 200} Mar 05 14:55:24.808434 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=5cd7b4b9-a195-4fbe-8827-486c4f76a747,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:24.893892 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95f6f9-b3d2-433d-bae4-c269e35b1eec req-8b235f42-ad61-4f44-8b4b-cfb6e054d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:24.895273 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d95f6f9-b3d2-433d-bae4-c269e35b1eec req-8b235f42-ad61-4f44-8b4b-cfb6e054d471 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 1096 time: 0.0726557 Mar 05 14:55:24.935929 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d95f6f9-b3d2-433d-bae4-c269e35b1eec req-3e0f20c8-81b9-43ca-a374-f046b61c878c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347416 Mar 05 14:55:25.582126 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470e12d-2d9c-418e-9d71-95ff7af4f0d5 req-6e4c620b-7458-4d72-b7ce-59aede5c1062 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:25.583591 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7470e12d-2d9c-418e-9d71-95ff7af4f0d5 req-6e4c620b-7458-4d72-b7ce-59aede5c1062 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 945 time: 0.0835221 Mar 05 14:55:25.626039 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-7470e12d-2d9c-418e-9d71-95ff7af4f0d5 req-53680c96-5f16-479c-8b91-f415c23d2be8 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369289 Mar 05 14:55:26.811809 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31938be4-1b34-4c1c-a6eb-8cf96c090cb7 req-f1247a0f-4ba8-4b27-a236-df50895a6bdd tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:26.813238 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31938be4-1b34-4c1c-a6eb-8cf96c090cb7 req-f1247a0f-4ba8-4b27-a236-df50895a6bdd tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 945 time: 0.0784020 Mar 05 14:55:26.857377 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-31938be4-1b34-4c1c-a6eb-8cf96c090cb7 req-6c5b5ce9-975a-4ab6-82b9-327930fbe6b7 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374763 Mar 05 14:55:27.040551 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c30ed-6a6b-4af6-9b8e-a6a443f26638 req-d4787045-da12-4104-a44d-38e042cb7d84 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:27.041983 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6f3c30ed-6a6b-4af6-9b8e-a6a443f26638 req-d4787045-da12-4104-a44d-38e042cb7d84 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 945 time: 0.0800960 Mar 05 14:55:27.085740 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6f3c30ed-6a6b-4af6-9b8e-a6a443f26638 req-7d392ee5-6874-4bbc-8472-837462114bac tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380309 Mar 05 14:55:27.108150 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56098) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:55:27.221226 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2060853d-e6cd-43e6-ac15-bcb30912bcf2 tempest-TestSnapshotPattern-1183291246 tempest-TestSnapshotPattern-1183291246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:27.222689 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-2060853d-e6cd-43e6-ac15-bcb30912bcf2 tempest-TestSnapshotPattern-1183291246 tempest-TestSnapshotPattern-1183291246-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 1091 time: 0.1136074 Mar 05 14:55:27.225663 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56104) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:55:27.230407 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': '5cd7b4b9-a195-4fbe-8827-486c4f76a747', 'tenant_id': '1c7887600588416d93141639860cbf43', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:55:27.237851 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:55:27.241833 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Usage tracker for resource:floatingip and tenant:1c7887600588416d93141639860cbf43 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:55:27.244679 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:55:27.250319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:55:27.260890 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:27.396156 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:27.532400 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Allocated IP 172.25.4.32 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/75af51cb-5ae2-495d-a901-68890ed9e72a) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:55:27.679660 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:27.707628 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:27.769698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:55:27.776558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:55:27.779352 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:55:27.814922 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Pushing event updated for resources: {'Port': ['ID=75af51cb-5ae2-495d-a901-68890ed9e72a,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:28.293421 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:28.368918 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:28.575824 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:28.580103 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:28.692496 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Pushing event updated for resources: {'Port': ['ID=75af51cb-5ae2-495d-a901-68890ed9e72a,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:55:28.703827 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:28.878184 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Floating IP 23f1389c-28bf-40e2-a53b-6914c0ff55fc associated. External IP: 172.25.4.32, port: 5cd7b4b9-a195-4fbe-8827-486c4f76a747. Mar 05 14:55:29.229662 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Router 833c3b4b-8bdb-4371-8c80-fae87b201a74 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:55:29.404994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:55:29.416141 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af620857-0132-4207-8c27-a602905967ab None None] Sync routers for ids ['833c3b4b-8bdb-4371-8c80-fae87b201a74'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:55:29.427082 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af620857-0132-4207-8c27-a602905967ab None None] Routers {'833c3b4b-8bdb-4371-8c80-fae87b201a74'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:55:29.428131 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-af620857-0132-4207-8c27-a602905967ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:55:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['833c3b4b-8bdb-4371-8c80-fae87b201a74'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:55:29.430139 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:29.489161 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c6f148cf-a61b-4155-b18e-4c68fcd48088 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2624273 Mar 05 14:55:29.489676 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'tag': '5cd7b4b9-a195-4fbe-8827-486c4f76a747'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:55:29.593132 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'tag': '5cd7b4b9-a195-4fbe-8827-486c4f76a747', 'status': 'completed', 'code': 200} Mar 05 14:55:29.609093 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-af620857-0132-4207-8c27-a602905967ab None None] Set router 833c3b4b-8bdb-4371-8c80-fae87b201a74 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:55:29.674162 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:29.687309 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cf46c-cc1a-40f3-a508-0ad5ca8a6ee8 req-a4ebba07-03be-4da0-becb-48ad5c825410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:29.688761 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-272cf46c-cc1a-40f3-a508-0ad5ca8a6ee8 req-a4ebba07-03be-4da0-becb-48ad5c825410 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c7887600588416d93141639860cbf43&device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 1096 time: 0.0735803 Mar 05 14:55:29.735732 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:29.937103 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cf46c-cc1a-40f3-a508-0ad5ca8a6ee8 req-49c2bde7-e243-4794-8d9c-ea70847e74c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:29.938555 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-272cf46c-cc1a-40f3-a508-0ad5ca8a6ee8 req-49c2bde7-e243-4794-8d9c-ea70847e74c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=71ba7e79-69da-4381-a8ba-8d74cdd468b9 HTTP/1.1" status: 200 len: 910 time: 0.2432687 Mar 05 14:55:29.983882 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-af620857-0132-4207-8c27-a602905967ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'name': 'tempest-TestSnapshotPattern-2088441838-router', 'tenant_id': '1c7887600588416d93141639860cbf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:00Z', 'updated_at': '2022-03-05T14:55:04Z', 'revision_number': 4, 'project_id': '1c7887600588416d93141639860cbf43', 'gw_port': {'id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:77:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:01Z', 'updated_at': '2022-03-05T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '23f1389c-28bf-40e2-a53b-6914c0ff55fc', 'tenant_id': '1c7887600588416d93141639860cbf43', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'port_id': '5cd7b4b9-a195-4fbe-8827-486c4f76a747', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'mac_address': 'fa:16:3e:18:42:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:55:28Z', 'updated_at': '2022-03-05T14:55:28Z', 'revision_number': 0, 'project_id': '1c7887600588416d93141639860cbf43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d78c52f-2c93-40df-8457-699589f64c39', 'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'tenant_id': '1c7887600588416d93141639860cbf43', 'mac_address': 'fa:16:3e:2d:79:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:03Z', 'updated_at': '2022-03-05T14:55:11Z', 'revision_number': 5, 'project_id': '1c7887600588416d93141639860cbf43', 'subnets': [{'id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:55:29.988261 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af620857-0132-4207-8c27-a602905967ab None None] Checking router: 833c3b4b-8bdb-4371-8c80-fae87b201a74 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:55:29.996506 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af620857-0132-4207-8c27-a602905967ab None None] Routers {'833c3b4b-8bdb-4371-8c80-fae87b201a74'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:55:29.997094 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-af620857-0132-4207-8c27-a602905967ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:55:11Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['833c3b4b-8bdb-4371-8c80-fae87b201a74'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:55:30.040710 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-272cf46c-cc1a-40f3-a508-0ad5ca8a6ee8 req-5cbe693c-cb03-4caa-8e5a-fb9dc32d882d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cd7b4b9-a195-4fbe-8827-486c4f76a747 HTTP/1.1" status: 200 len: 998 time: 0.0960398 Mar 05 14:55:30.103171 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cf46c-cc1a-40f3-a508-0ad5ca8a6ee8 req-9fa874a6-8de0-40de-8d40-3216d3c3e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:30.104593 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-272cf46c-cc1a-40f3-a508-0ad5ca8a6ee8 req-9fa874a6-8de0-40de-8d40-3216d3c3e13b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dadbbd29-3ddb-4b9f-8ba8-411e2377fa00 HTTP/1.1" status: 200 len: 849 time: 0.0578773 Mar 05 14:55:30.177644 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-af620857-0132-4207-8c27-a602905967ab None None] Set router 833c3b4b-8bdb-4371-8c80-fae87b201a74 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:55:30.183312 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cf46c-cc1a-40f3-a508-0ad5ca8a6ee8 req-7990da2f-9e61-4421-a3e6-0696d26154d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:55:30.184788 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-272cf46c-cc1a-40f3-a508-0ad5ca8a6ee8 req-7990da2f-9e61-4421-a3e6-0696d26154d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71ba7e79-69da-4381-a8ba-8d74cdd468b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746374 Mar 05 14:55:30.324987 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-272cf46c-cc1a-40f3-a508-0ad5ca8a6ee8 req-1449ba0e-f1f2-4290-9d76-e815eab9d7a5 service neutron] 10.222.0.30 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332481 Mar 05 14:55:30.472826 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-272cf46c-cc1a-40f3-a508-0ad5ca8a6ee8 req-05c38620-878b-4487-b6b3-f4ab1cf57070 service neutron] 10.222.0.30 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422844 Mar 05 14:55:30.531585 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-af620857-0132-4207-8c27-a602905967ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'name': 'tempest-TestSnapshotPattern-2088441838-router', 'tenant_id': '1c7887600588416d93141639860cbf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:00Z', 'updated_at': '2022-03-05T14:55:04Z', 'revision_number': 4, 'project_id': '1c7887600588416d93141639860cbf43', 'gw_port': {'id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:77:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:01Z', 'updated_at': '2022-03-05T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '23f1389c-28bf-40e2-a53b-6914c0ff55fc', 'tenant_id': '1c7887600588416d93141639860cbf43', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'port_id': '5cd7b4b9-a195-4fbe-8827-486c4f76a747', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'mac_address': 'fa:16:3e:18:42:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:55:28Z', 'updated_at': '2022-03-05T14:55:28Z', 'revision_number': 0, 'project_id': '1c7887600588416d93141639860cbf43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d78c52f-2c93-40df-8457-699589f64c39', 'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'tenant_id': '1c7887600588416d93141639860cbf43', 'mac_address': 'fa:16:3e:2d:79:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:03Z', 'updated_at': '2022-03-05T14:55:11Z', 'revision_number': 5, 'project_id': '1c7887600588416d93141639860cbf43', 'subnets': [{'id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:55:30.535776 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af620857-0132-4207-8c27-a602905967ab None None] The sync data for ids ['833c3b4b-8bdb-4371-8c80-fae87b201a74'] in n-d-803718-1 is: [{'id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'name': 'tempest-TestSnapshotPattern-2088441838-router', 'tenant_id': '1c7887600588416d93141639860cbf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:00Z', 'updated_at': '2022-03-05T14:55:04Z', 'revision_number': 4, 'project_id': '1c7887600588416d93141639860cbf43', 'gw_port': {'id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:77:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:01Z', 'updated_at': '2022-03-05T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '23f1389c-28bf-40e2-a53b-6914c0ff55fc', 'tenant_id': '1c7887600588416d93141639860cbf43', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'port_id': '5cd7b4b9-a195-4fbe-8827-486c4f76a747', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'mac_address': 'fa:16:3e:18:42:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:55:28Z', 'updated_at': '2022-03-05T14:55:28Z', 'revision_number': 0, 'project_id': '1c7887600588416d93141639860cbf43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d78c52f-2c93-40df-8457-699589f64c39', 'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'tenant_id': '1c7887600588416d93141639860cbf43', 'mac_address': 'fa:16:3e:2d:79:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:03Z', 'updated_at': '2022-03-05T14:55:11Z', 'revision_number': 5, 'project_id': '1c7887600588416d93141639860cbf43', 'subnets': [{'id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:55:30.725368 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b14356-dfc2-4052-bdf9-380e4d3e2acf None None] New status for floating IP 23f1389c-28bf-40e2-a53b-6914c0ff55fc: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:55:31.314160 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:55:38.989864 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5c50f0f5-cf9f-441e-96c4-0fe189d50efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:41.093640 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-558a20cd-b0c0-4941-b3cd-d089686fa9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:42.286756 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:42.362639 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:43.960407 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:59.667940 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:55:59.730706 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:56:07.446952 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-509a0bc7-632b-498c-ad13-8502f34f92e1 req-9e4ed42e-1b58-4401-856f-b443160ee374 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0727124 Mar 05 14:56:07.584434 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a0bc7-632b-498c-ad13-8502f34f92e1 req-744730fd-50f7-4ed5-833a-667846f177ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:56:07.585854 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-509a0bc7-632b-498c-ad13-8502f34f92e1 req-744730fd-50f7-4ed5-833a-667846f177ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c7887600588416d93141639860cbf43&device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 1096 time: 0.0697420 Mar 05 14:56:07.727081 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a0bc7-632b-498c-ad13-8502f34f92e1 req-6b26ac23-44a8-4510-acb1-d149b337baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:56:07.728395 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-509a0bc7-632b-498c-ad13-8502f34f92e1 req-6b26ac23-44a8-4510-acb1-d149b337baa4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=71ba7e79-69da-4381-a8ba-8d74cdd468b9 HTTP/1.1" status: 200 len: 910 time: 0.1248379 Mar 05 14:56:07.830008 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-509a0bc7-632b-498c-ad13-8502f34f92e1 req-7f1ca154-b9db-40fe-b777-0ffd9badf752 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cd7b4b9-a195-4fbe-8827-486c4f76a747 HTTP/1.1" status: 200 len: 1000 time: 0.0957313 Mar 05 14:56:07.893366 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a0bc7-632b-498c-ad13-8502f34f92e1 req-8f2d3ba3-690b-4055-9c87-d44073c2894b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:56:07.894896 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-509a0bc7-632b-498c-ad13-8502f34f92e1 req-8f2d3ba3-690b-4055-9c87-d44073c2894b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dadbbd29-3ddb-4b9f-8ba8-411e2377fa00 HTTP/1.1" status: 200 len: 849 time: 0.0592387 Mar 05 14:56:07.967578 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a0bc7-632b-498c-ad13-8502f34f92e1 req-5196b73b-d36c-43a2-b5a3-267a7e7876dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:56:07.969004 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-509a0bc7-632b-498c-ad13-8502f34f92e1 req-5196b73b-d36c-43a2-b5a3-267a7e7876dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71ba7e79-69da-4381-a8ba-8d74cdd468b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690060 Mar 05 14:56:08.096549 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-509a0bc7-632b-498c-ad13-8502f34f92e1 req-7c26b39a-c011-4c86-8fa2-2a0553ed2fd2 service neutron] 10.222.0.30 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209764 Mar 05 14:56:08.231476 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-509a0bc7-632b-498c-ad13-8502f34f92e1 req-361c6c81-8ceb-414a-b0a0-300e0de6213a service neutron] 10.222.0.30 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287715 Mar 05 14:56:08.313738 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:56:08.991871 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e3e4adeb-53c7-4989-8164-25dfb1f9b9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:56:11.094119 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6adc-009a-4df2-8868-07caca720f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:56:12.291517 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:56:12.364515 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:56:13.962643 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:56:29.678310 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:56:29.729975 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:56:38.993912 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6289dc2c-0d30-4354-abac-ae59e099d847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:56:41.094996 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6cb89fc4-196b-48d6-b4ec-f98e7829e516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:56:42.293220 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:56:42.366983 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:56:43.965561 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:56:45.314087 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:56:57.824017 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [req-9cec5734-e90e-4e62-abce-5380310381da req-35320a33-1365-4019-8431-a370f1c14c9b service neutron] (87913) timed out ('10.222.0.16', 54352) {{(pid=87913) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 14:56:59.692676 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:56:59.744752 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:07.552189 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1752fe58-d7c7-49c9-88c4-4d233bce2868 req-46175a07-8aa5-49c3-92a5-c0a32c20252e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1507022 Mar 05 14:57:07.691032 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752fe58-d7c7-49c9-88c4-4d233bce2868 req-dea0d750-bb2d-4773-a723-f89ffac95beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:07.692404 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1752fe58-d7c7-49c9-88c4-4d233bce2868 req-dea0d750-bb2d-4773-a723-f89ffac95beb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c7887600588416d93141639860cbf43&device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 1096 time: 0.0741959 Mar 05 14:57:07.834829 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752fe58-d7c7-49c9-88c4-4d233bce2868 req-6f5ae441-79fd-424f-a1db-3242c740c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:07.836375 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1752fe58-d7c7-49c9-88c4-4d233bce2868 req-6f5ae441-79fd-424f-a1db-3242c740c5f0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=71ba7e79-69da-4381-a8ba-8d74cdd468b9 HTTP/1.1" status: 200 len: 910 time: 0.1261334 Mar 05 14:57:08.050153 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1752fe58-d7c7-49c9-88c4-4d233bce2868 req-263bf6c7-efac-4841-9b0e-e27e5894dfc9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cd7b4b9-a195-4fbe-8827-486c4f76a747 HTTP/1.1" status: 200 len: 1000 time: 0.2084002 Mar 05 14:57:08.111755 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752fe58-d7c7-49c9-88c4-4d233bce2868 req-f8365c53-cfdd-467f-834f-fa52b29c3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:08.113192 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1752fe58-d7c7-49c9-88c4-4d233bce2868 req-f8365c53-cfdd-467f-834f-fa52b29c3555 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dadbbd29-3ddb-4b9f-8ba8-411e2377fa00 HTTP/1.1" status: 200 len: 849 time: 0.0566602 Mar 05 14:57:08.192096 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752fe58-d7c7-49c9-88c4-4d233bce2868 req-6887d27a-afa1-42f8-bd2e-1996e0438009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:08.193539 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1752fe58-d7c7-49c9-88c4-4d233bce2868 req-6887d27a-afa1-42f8-bd2e-1996e0438009 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71ba7e79-69da-4381-a8ba-8d74cdd468b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747156 Mar 05 14:57:08.322495 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1752fe58-d7c7-49c9-88c4-4d233bce2868 req-0f175137-bd9c-46a3-b63b-666a80258ca3 service neutron] 10.222.0.30 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229115 Mar 05 14:57:08.453511 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-1752fe58-d7c7-49c9-88c4-4d233bce2868 req-1820254e-5fb3-45ff-b58d-ecf2a5ffb904 service neutron] 10.222.0.30 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258454 Mar 05 14:57:08.996099 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-37bacb6e-99f7-4554-bc97-2a2c196eff5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:11.095162 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-52d20bea-809e-4e6c-92b5-c63648e24128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:12.296545 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:12.369741 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:13.968763 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:22.313640 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:57:26.975166 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5cd7b4b9-a195-4fbe-8827-486c4f76a747 details requested by agent hyperv_n-h2-803718-1 with host n-h2-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:57:27.104124 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 5cd7b4b9-a195-4fbe-8827-486c4f76a747, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5cd7b4b9-a195-4fbe-8827-486c4f76a747,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:57:27.116827 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Returning: {'device': '5cd7b4b9-a195-4fbe-8827-486c4f76a747', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'port_id': '5cd7b4b9-a195-4fbe-8827-486c4f76a747', 'mac_address': 'fa:16:3e:18:42:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:57:27.173455 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:27.190015 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5cd7b4b9-a195-4fbe-8827-486c4f76a747 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:57:27.205338 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 5cd7b4b9-a195-4fbe-8827-486c4f76a747, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5cd7b4b9-a195-4fbe-8827-486c4f76a747,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:57:27.208971 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:27.275975 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=5cd7b4b9-a195-4fbe-8827-486c4f76a747,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:57:27.283242 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:57:27.283586 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:57:27.283913 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:57:27.284234 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:57:27.284556 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:57:27.284878 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:57:27.285191 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:57:27.285502 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:57:27.285814 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:57:27.286122 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:57:27.286432 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:57:27.286741 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:57:27.305583 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] get_ports_and_sgs() called for port_ids ['5cd7b4b9-a195-4fbe-8827-486c4f76a747'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:57:28.985858 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5cd7b4b9-a195-4fbe-8827-486c4f76a747 up at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:57:29.058645 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Provisioning complete for port 5cd7b4b9-a195-4fbe-8827-486c4f76a747 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:57:29.059131 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:29.187951 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:29.224593 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd7b4b9-a195-4fbe-8827-486c4f76a747'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:57:29.236951 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 5cd7b4b9-a195-4fbe-8827-486c4f76a747, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5cd7b4b9-a195-4fbe-8827-486c4f76a747,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:57:29.249721 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:29.354914 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=5cd7b4b9-a195-4fbe-8827-486c4f76a747,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:57:29.375730 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd7b4b9-a195-4fbe-8827-486c4f76a747', 'code': 200} Mar 05 14:57:29.691127 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:29.757107 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:38.463473 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-a18f09c6-1891-49ba-97b4-344803876d63 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513251999&fields=id&tenant_id=1c7887600588416d93141639860cbf43 HTTP/1.1" status: 200 len: 267 time: 0.0488882 Mar 05 14:57:38.731458 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-5c795d38-2b98-4e8f-99ff-99c81d2340f9 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:38.732131 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-5c795d38-2b98-4e8f-99ff-99c81d2340f9 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Synchronizing usage tracker for tenant:1c7887600588416d93141639860cbf43 on resource:network {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:57:38.749057 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-5c795d38-2b98-4e8f-99ff-99c81d2340f9 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Unset dirty status for tenant:1c7887600588416d93141639860cbf43 on resource:network {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:57:38.750247 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-5c795d38-2b98-4e8f-99ff-99c81d2340f9 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/networks?id=71ba7e79-69da-4381-a8ba-8d74cdd468b9 HTTP/1.1" status: 200 len: 810 time: 0.2803621 Mar 05 14:57:38.766222 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-8179873d-f535-4d4b-8e1f-2498d07a1ed9 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/quotas/1c7887600588416d93141639860cbf43 HTTP/1.1" status: 200 len: 375 time: 0.0104702 Mar 05 14:57:38.856769 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-87fb6dd1-67d5-45af-a88d-da001361ecc3 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c7887600588416d93141639860cbf43&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0853720 Mar 05 14:57:38.917051 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-2a55c60a-32cf-48c9-8e6b-8467cac43e14 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:57:38.918044 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-2a55c60a-32cf-48c9-8e6b-8467cac43e14 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0501604 Mar 05 14:57:38.998223 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7ca2020b-ca60-46c5-9f66-a4e5dd7c968b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:39.050673 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-75ec1ad8-2b5f-43d4-86c5-0be8d3f3223d service neutron] 10.222.0.16 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264935 Mar 05 14:57:39.181782 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-cb7d90d0-8a45-4170-807d-aa581e4f8ca7 service neutron] 10.222.0.16 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248798 Mar 05 14:57:39.367836 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-7b90e75d-f455-4f1d-9073-febd79acebbd req-686741f4-acba-493f-b253-986f9d4ec780 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 210 time: 0.0419910 Mar 05 14:57:40.470492 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-6d56d9a8-0005-425d-babb-7cc2bd29b42d req-a192a46d-d1d3-4760-9c7a-6b0384300408 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 210 time: 0.0465646 Mar 05 14:57:41.096625 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-59769f85-11e2-4dad-b97d-81a99b133dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:41.116679 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5cd7b4b9-a195-4fbe-8827-486c4f76a747 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:57:41.229862 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:41.255367 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cd7b4b9-a195-4fbe-8827-486c4f76a747'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:57:41.265307 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] For port 5cd7b4b9-a195-4fbe-8827-486c4f76a747, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5cd7b4b9-a195-4fbe-8827-486c4f76a747,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:57:41.269075 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:41.307678 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cd7b4b9-a195-4fbe-8827-486c4f76a747', 'code': 200} Mar 05 14:57:41.338709 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Pushing event updated for resources: {'Port': ['ID=5cd7b4b9-a195-4fbe-8827-486c4f76a747,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:57:41.622828 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4d780b6b-15e8-4492-87c0-53e220a83f5f req-30febda1-5f9f-4915-9080-47a3e88a8e52 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 210 time: 0.0426774 Mar 05 14:57:42.299269 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:42.373583 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:42.588968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-9298a6cb-e28d-4d9b-abbe-a2ff13be3714 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:42.590310 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-9298a6cb-e28d-4d9b-abbe-a2ff13be3714 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.15 "GET /v2.0/networks?id=71ba7e79-69da-4381-a8ba-8d74cdd468b9 HTTP/1.1" status: 200 len: 810 time: 0.1515777 Mar 05 14:57:42.641745 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-f7a5facd-6ca2-44b4-a864-3bebc19d919a tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c7887600588416d93141639860cbf43 HTTP/1.1" status: 200 len: 379 time: 0.0443616 Mar 05 14:57:42.649483 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Request body: {'port': {'device_id': '89f79d8c-db16-4abc-9b00-18a39ef0afe1', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'admin_state_up': True, 'tenant_id': '1c7887600588416d93141639860cbf43', 'security_groups': ['217dcbf0-5e1d-43e0-9eba-a35207573ed8']}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:57:42.787555 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-3b1cd509-f7a6-4928-8970-80f1a0cb60f9 req-e2998bad-1fe7-4ec2-8799-77edc58e94bb tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 210 time: 0.0457380 Mar 05 14:57:42.793919 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:57:42.804378 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:57:42.815606 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Made reservation on behalf of 1c7887600588416d93141639860cbf43 for: {'port': 1} {{(pid=87914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 14:57:42.819240 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:43.080318 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Allocated IP 172.20.0.4 (71ba7e79-69da-4381-a8ba-8d74cdd468b9/dadbbd29-3ddb-4b9f-8ba8-411e2377fa00/ab37804a-6c13-43a2-be5b-dd6dfe9a1c75) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:57:43.348211 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:43.369357 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Transition to ACTIVE for port object ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 will not be triggered until provisioned by entity DHCP. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:57:43.409070 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:43.483141 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Network 71ba7e79-69da-4381-a8ba-8d74cdd468b9 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:57:43.491367 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:57:43.496705 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:57:43.532890 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Pushing event updated for resources: {'Port': ['ID=ab37804a-6c13-43a2-be5b-dd6dfe9a1c75,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:57:43.552083 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:57:43.552422 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:57:43.552762 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:57:43.553095 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:57:43.553422 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:57:43.553747 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:57:43.554067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:57:43.554391 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:57:43.554710 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:57:43.555059 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:57:43.555382 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:57:43.555698 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:57:43.579561 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:43.580290 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:43.619095 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-aafaf81d-e9db-4194-92e1-2e83a33805ef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9724858 Mar 05 14:57:43.797646 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5f2a1024-5d12-440c-9b7e-284714a978d5 None None] Provisioning for port ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 completed by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:57:43.802549 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-5f2a1024-5d12-440c-9b7e-284714a978d5 None None] Provisioning complete for port ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 triggered by entity DHCP. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:57:43.802944 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5f2a1024-5d12-440c-9b7e-284714a978d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:43.867014 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a1024-5d12-440c-9b7e-284714a978d5 None None] Port ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 cannot update to ACTIVE because it is not bound. {{(pid=87915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 05 14:57:43.973139 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:44.022434 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aeca27-7c57-41a4-b01e-5249a0c757ea req-ee416acf-e8bf-47a7-b890-c717ed0c42ea tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:44.023774 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a1aeca27-7c57-41a4-b01e-5249a0c757ea req-ee416acf-e8bf-47a7-b890-c717ed0c42ea tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Synchronizing usage tracker for tenant:1c7887600588416d93141639860cbf43 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:57:44.042842 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-a1aeca27-7c57-41a4-b01e-5249a0c757ea req-ee416acf-e8bf-47a7-b890-c717ed0c42ea tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Unset dirty status for tenant:1c7887600588416d93141639860cbf43 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:57:44.044042 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a1aeca27-7c57-41a4-b01e-5249a0c757ea req-ee416acf-e8bf-47a7-b890-c717ed0c42ea tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 931 time: 0.1155705 Mar 05 14:57:44.098884 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a1aeca27-7c57-41a4-b01e-5249a0c757ea req-5f596888-c630-4b41-a299-0138c1b82860 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488441 Mar 05 14:57:45.295184 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4124982-a9d5-44d6-a02f-822deb63c2c9 req-c7a38d81-716e-4522-9046-f84dedd38e21 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:45.297646 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e4124982-a9d5-44d6-a02f-822deb63c2c9 req-c7a38d81-716e-4522-9046-f84dedd38e21 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 931 time: 0.0890679 Mar 05 14:57:45.349348 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-e4124982-a9d5-44d6-a02f-822deb63c2c9 req-85277ef3-533f-4f5c-8ea4-5c609dc9b20b tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456662 Mar 05 14:57:46.554785 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bdc08-3d6c-44b5-917a-ee008d47918b req-e9f50a1a-c0a2-47b1-accb-2a76eb164e9f tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:46.557529 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-045bdc08-3d6c-44b5-917a-ee008d47918b req-e9f50a1a-c0a2-47b1-accb-2a76eb164e9f tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 931 time: 0.0919466 Mar 05 14:57:46.607968 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-045bdc08-3d6c-44b5-917a-ee008d47918b req-80617fff-dd96-4129-81d6-f29760ac0480 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447633 Mar 05 14:57:47.804542 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d0fd6-e100-4ec4-a841-3a8e3fb36c4b req-0be8f2ae-706d-4b01-8ce6-3ee9019ed326 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:47.807891 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-604d0fd6-e100-4ec4-a841-3a8e3fb36c4b req-0be8f2ae-706d-4b01-8ce6-3ee9019ed326 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 931 time: 0.0828338 Mar 05 14:57:47.855090 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-604d0fd6-e100-4ec4-a841-3a8e3fb36c4b req-030198de-f846-4ab6-b790-3c26c44adcad tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423493 Mar 05 14:57:49.046198 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb4d2e-7abf-490f-b14b-66d569c22a44 req-5bf32ebc-4c28-4d6e-b266-ea41c274ea37 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:49.047629 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-34eb4d2e-7abf-490f-b14b-66d569c22a44 req-5bf32ebc-4c28-4d6e-b266-ea41c274ea37 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 931 time: 0.0820811 Mar 05 14:57:49.097314 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-34eb4d2e-7abf-490f-b14b-66d569c22a44 req-33a57787-172d-4c82-a855-ee90f165bfd8 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438781 Mar 05 14:57:50.314354 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47860ba6-87e2-4fce-87f4-541d248f2872 req-c690220c-54f0-4557-b074-f9521e7fa4bc tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:50.315928 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-47860ba6-87e2-4fce-87f4-541d248f2872 req-c690220c-54f0-4557-b074-f9521e7fa4bc tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 931 time: 0.0910187 Mar 05 14:57:50.367435 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-47860ba6-87e2-4fce-87f4-541d248f2872 req-7f1ec999-e9a6-4604-8182-6494311067f5 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452948 Mar 05 14:57:51.126007 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-caab2bfd-53e0-4c1f-86a4-925fb98bae74 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=87914) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 05 14:57:51.127087 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-caab2bfd-53e0-4c1f-86a4-925fb98bae74 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052612 Mar 05 14:57:51.179349 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-342bb867-8b8c-4b32-a35f-d99b30f3bfd7 service neutron] Request body: {'port': {'device_id': '89f79d8c-db16-4abc-9b00-18a39ef0afe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803718-1'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:57:51.389966 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-342bb867-8b8c-4b32-a35f-d99b30f3bfd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:51.703664 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410b3b8-4dc9-497f-8472-44f1428e4a85 req-dfde75c0-b3f5-4c54-ae89-338231e4f956 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:51.705038 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3410b3b8-4dc9-497f-8472-44f1428e4a85 req-dfde75c0-b3f5-4c54-ae89-338231e4f956 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 931 time: 0.1997604 Mar 05 14:57:51.766253 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-3410b3b8-4dc9-497f-8472-44f1428e4a85 req-48a68f10-8eac-4fd0-a414-7405e27015eb tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491173 Mar 05 14:57:51.833694 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-342bb867-8b8c-4b32-a35f-d99b30f3bfd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 {{(pid=87914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:57:51.841411 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-342bb867-8b8c-4b32-a35f-d99b30f3bfd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:51.855545 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.provisioning_blocks [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-342bb867-8b8c-4b32-a35f-d99b30f3bfd7 service neutron] Transition to ACTIVE for port object ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 will not be triggered until provisioned by entity L2. {{(pid=87914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 05 14:57:51.859911 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-342bb867-8b8c-4b32-a35f-d99b30f3bfd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:52.024009 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342bb867-8b8c-4b32-a35f-d99b30f3bfd7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab37804a-6c13-43a2-be5b-dd6dfe9a1c75,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:57:52.106566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-342bb867-8b8c-4b32-a35f-d99b30f3bfd7 service neutron] Attempting to bind port ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 on host n-h1-803718-1 for vnic_type normal with profile {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 05 14:57:52.106947 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-342bb867-8b8c-4b32-a35f-d99b30f3bfd7 service neutron] Attempting to bind port ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 by drivers openvswitch,hyperv on host n-h1-803718-1 at level 0 using segments [{'id': 'b3051004-4357-4c20-bfd2-676a92a01850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9'}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 05 14:57:52.107275 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-342bb867-8b8c-4b32-a35f-d99b30f3bfd7 service neutron] Attempting to bind port ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 on network 71ba7e79-69da-4381-a8ba-8d74cdd468b9 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:57:52.111905 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-342bb867-8b8c-4b32-a35f-d99b30f3bfd7 service neutron] Port ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 on network 71ba7e79-69da-4381-a8ba-8d74cdd468b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803718-1 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 05 14:57:52.112222 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-342bb867-8b8c-4b32-a35f-d99b30f3bfd7 service neutron] Attempting to bind port ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 on network 71ba7e79-69da-4381-a8ba-8d74cdd468b9 {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 05 14:57:52.117285 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-342bb867-8b8c-4b32-a35f-d99b30f3bfd7 service neutron] Checking agent: {'id': 'b2943ab8-3ef7-48d9-889f-f689abf9e5ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803718-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'started_at': datetime.datetime(2022, 3, 5, 13, 30, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 14, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 05 14:57:52.117619 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-342bb867-8b8c-4b32-a35f-d99b30f3bfd7 service neutron] Checking segment: {'id': 'b3051004-4357-4c20-bfd2-676a92a01850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 05 14:57:52.118003 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-342bb867-8b8c-4b32-a35f-d99b30f3bfd7 service neutron] Bound using segment: {'id': 'b3051004-4357-4c20-bfd2-676a92a01850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9'} {{(pid=87914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 05 14:57:52.119170 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.managers [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-342bb867-8b8c-4b32-a35f-d99b30f3bfd7 service neutron] Bound port: ab37804a-6c13-43a2-be5b-dd6dfe9a1c75, host: n-h1-803718-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3051004-4357-4c20-bfd2-676a92a01850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9'}}] {{(pid=87914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 05 14:57:52.119583 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-342bb867-8b8c-4b32-a35f-d99b30f3bfd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:52.211508 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-342bb867-8b8c-4b32-a35f-d99b30f3bfd7 service neutron] For port ab37804a-6c13-43a2-be5b-dd6dfe9a1c75, host n-h1-803718-1, cleared binding levels {{(pid=87914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 05 14:57:52.214557 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-342bb867-8b8c-4b32-a35f-d99b30f3bfd7 service neutron] For port ab37804a-6c13-43a2-be5b-dd6dfe9a1c75, host n-h1-803718-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ab37804a-6c13-43a2-be5b-dd6dfe9a1c75,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 05 14:57:52.219093 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-342bb867-8b8c-4b32-a35f-d99b30f3bfd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:52.272566 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-342bb867-8b8c-4b32-a35f-d99b30f3bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:52.273170 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-342bb867-8b8c-4b32-a35f-d99b30f3bfd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:52.274579 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-342bb867-8b8c-4b32-a35f-d99b30f3bfd7 service neutron] 10.222.0.15 "PUT /v2.0/ports/ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 HTTP/1.1" status: 200 len: 1091 time: 1.1412475 Mar 05 14:57:52.275035 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f79d8c-db16-4abc-9b00-18a39ef0afe1', 'tag': 'ab37804a-6c13-43a2-be5b-dd6dfe9a1c75'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:57:52.309762 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342bb867-8b8c-4b32-a35f-d99b30f3bfd7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab37804a-6c13-43a2-be5b-dd6dfe9a1c75,revision_number=3']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:57:52.348996 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f79d8c-db16-4abc-9b00-18a39ef0afe1', 'tag': 'ab37804a-6c13-43a2-be5b-dd6dfe9a1c75', 'status': 'completed', 'code': 200} Mar 05 14:57:52.395029 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-f87cecf2-3cf3-4a7e-9a50-2be7e2849b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:52.396532 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-f87cecf2-3cf3-4a7e-9a50-2be7e2849b0f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c7887600588416d93141639860cbf43&device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 1094 time: 0.0836990 Mar 05 14:57:52.465984 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-1f4772dc-0497-41d6-a1ab-919e5393059e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 HTTP/1.1" status: 200 len: 217 time: 0.0630987 Mar 05 14:57:52.530534 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-76b9375b-b0e1-41bb-8b46-7339ab07ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:52.531978 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-76b9375b-b0e1-41bb-8b46-7339ab07ce7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dadbbd29-3ddb-4b9f-8ba8-411e2377fa00 HTTP/1.1" status: 200 len: 849 time: 0.0604072 Mar 05 14:57:52.604939 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-7bb7b98e-d4b6-44fa-baad-0864a29bf6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:52.606409 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-7bb7b98e-d4b6-44fa-baad-0864a29bf6fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=71ba7e79-69da-4381-a8ba-8d74cdd468b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689824 Mar 05 14:57:52.742128 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-57c19653-f469-4105-b9ed-88571673a279 service neutron] 10.222.0.15 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275191 Mar 05 14:57:53.026777 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f1212ff3-d900-4f0a-b67e-e19bb5d37320 req-34e00120-69e9-4ee7-9a74-b2526d861fbf service neutron] 10.222.0.15 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782972 Mar 05 14:57:53.067094 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62667980-ba3c-4a32-82ce-d03e376e737b req-1e0a11ba-aa41-413d-a93c-439f4965d351 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:53.068451 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-62667980-ba3c-4a32-82ce-d03e376e737b req-1e0a11ba-aa41-413d-a93c-439f4965d351 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 943 time: 0.1942670 Mar 05 14:57:53.153889 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-62667980-ba3c-4a32-82ce-d03e376e737b req-a1e38cc8-de80-4dc5-8b91-c3916892b319 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545671 Mar 05 14:57:53.178976 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437af9f4-82e1-4af0-be0c-041f467f83e8 req-535982e9-b538-409a-8870-0210b46270a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:53.180434 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-437af9f4-82e1-4af0-be0c-041f467f83e8 req-535982e9-b538-409a-8870-0210b46270a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c7887600588416d93141639860cbf43&device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 1094 time: 0.1110914 Mar 05 14:57:53.318994 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437af9f4-82e1-4af0-be0c-041f467f83e8 req-8c14c28a-18f2-441d-b84b-ba43bb4fb423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:53.320345 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-437af9f4-82e1-4af0-be0c-041f467f83e8 req-8c14c28a-18f2-441d-b84b-ba43bb4fb423 service neutron] 10.222.0.15 "GET /v2.0/networks?id=71ba7e79-69da-4381-a8ba-8d74cdd468b9 HTTP/1.1" status: 200 len: 910 time: 0.1342490 Mar 05 14:57:53.392762 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-437af9f4-82e1-4af0-be0c-041f467f83e8 req-18e5773e-fbcb-469b-aac3-1f3aac19a318 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 HTTP/1.1" status: 200 len: 217 time: 0.0652020 Mar 05 14:57:53.456082 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437af9f4-82e1-4af0-be0c-041f467f83e8 req-c252aa07-6af4-4932-bf78-d0ba8c8bcefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:53.457547 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-437af9f4-82e1-4af0-be0c-041f467f83e8 req-c252aa07-6af4-4932-bf78-d0ba8c8bcefe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dadbbd29-3ddb-4b9f-8ba8-411e2377fa00 HTTP/1.1" status: 200 len: 849 time: 0.0588133 Mar 05 14:57:53.536672 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437af9f4-82e1-4af0-be0c-041f467f83e8 req-f94d9594-a82d-4e6f-a685-a27ab35eb3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:53.538114 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-437af9f4-82e1-4af0-be0c-041f467f83e8 req-f94d9594-a82d-4e6f-a685-a27ab35eb3f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=71ba7e79-69da-4381-a8ba-8d74cdd468b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743310 Mar 05 14:57:53.670417 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-437af9f4-82e1-4af0-be0c-041f467f83e8 req-5ca12132-0d5a-42a5-8b32-ed01cbde1a12 service neutron] 10.222.0.15 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252546 Mar 05 14:57:53.803973 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-437af9f4-82e1-4af0-be0c-041f467f83e8 req-e205d462-c855-43a0-83bb-bbe3bcc9fea5 service neutron] 10.222.0.15 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264246 Mar 05 14:57:54.385283 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a3f47-e0a8-4734-a086-b1852951db9d req-dba88098-fb5e-461b-93e8-84efdb88c732 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:54.386805 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9c8a3f47-e0a8-4734-a086-b1852951db9d req-dba88098-fb5e-461b-93e8-84efdb88c732 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 943 time: 0.1274507 Mar 05 14:57:54.435007 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-9c8a3f47-e0a8-4734-a086-b1852951db9d req-7016c7e1-9c60-4309-b707-0d8cd8172e7a tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424507 Mar 05 14:57:55.666968 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3257b8d-590d-476d-b311-e01c5b6fe96a req-b2534793-d022-4e8d-a8ac-2660bb686c63 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:55.668430 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c3257b8d-590d-476d-b311-e01c5b6fe96a req-b2534793-d022-4e8d-a8ac-2660bb686c63 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 943 time: 0.1263282 Mar 05 14:57:55.715271 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-c3257b8d-590d-476d-b311-e01c5b6fe96a req-53ac7b3a-d65b-4afe-8dca-ba67821ea771 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409627 Mar 05 14:57:56.168588 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:57:56.300872 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port ab37804a-6c13-43a2-be5b-dd6dfe9a1c75, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ab37804a-6c13-43a2-be5b-dd6dfe9a1c75,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:57:56.313391 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'ab37804a-6c13-43a2-be5b-dd6dfe9a1c75', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'port_id': 'ab37804a-6c13-43a2-be5b-dd6dfe9a1c75', 'mac_address': 'fa:16:3e:42:a8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:57:56.366390 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:56.382580 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:57:56.398023 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port ab37804a-6c13-43a2-be5b-dd6dfe9a1c75, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ab37804a-6c13-43a2-be5b-dd6dfe9a1c75,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:57:56.402167 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:56.470848 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=ab37804a-6c13-43a2-be5b-dd6dfe9a1c75,revision_number=4']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:57:56.652719 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['ab37804a-6c13-43a2-be5b-dd6dfe9a1c75'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:57:56.908089 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f91fac-3c1b-4ccc-80d4-7125905809c3 req-f58301df-1ec7-4b80-88a3-6c78fa6740e8 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:56.909907 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85f91fac-3c1b-4ccc-80d4-7125905809c3 req-f58301df-1ec7-4b80-88a3-6c78fa6740e8 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 944 time: 0.0877087 Mar 05 14:57:56.959175 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-85f91fac-3c1b-4ccc-80d4-7125905809c3 req-dc61f2fa-80b7-4a1b-929e-72770d360cbb tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423126 Mar 05 14:57:58.144569 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f545c-ae76-4789-9629-70a142f3adf8 req-4ae9296b-9171-47ae-89df-fe83d69e4e81 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:58.146007 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a22f545c-ae76-4789-9629-70a142f3adf8 req-4ae9296b-9171-47ae-89df-fe83d69e4e81 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 944 time: 0.0807602 Mar 05 14:57:58.184125 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:57:58.190259 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-a22f545c-ae76-4789-9629-70a142f3adf8 req-444cad60-e8a2-4b43-86b1-85486a67bf4d tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379012 Mar 05 14:57:58.253251 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning for port ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 completed by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 05 14:57:58.257995 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:57:58.258357 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:58.369862 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:58.395773 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f79d8c-db16-4abc-9b00-18a39ef0afe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab37804a-6c13-43a2-be5b-dd6dfe9a1c75'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:57:58.406156 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port ab37804a-6c13-43a2-be5b-dd6dfe9a1c75, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ab37804a-6c13-43a2-be5b-dd6dfe9a1c75,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:57:58.410696 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:58.450307 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f79d8c-db16-4abc-9b00-18a39ef0afe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab37804a-6c13-43a2-be5b-dd6dfe9a1c75', 'code': 200} Mar 05 14:57:58.482479 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=ab37804a-6c13-43a2-be5b-dd6dfe9a1c75,revision_number=5']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:57:58.579801 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc72e2-4ac6-4532-ac75-b3b95b186e68 req-5f183da8-ab01-4c76-8a15-891147a20e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:58.581217 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9dc72e2-4ac6-4532-ac75-b3b95b186e68 req-5f183da8-ab01-4c76-8a15-891147a20e6c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 1096 time: 0.0767732 Mar 05 14:57:58.623430 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-d9dc72e2-4ac6-4532-ac75-b3b95b186e68 req-61ad87cf-7153-4cda-848f-e99e29fa915e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341918 Mar 05 14:57:59.312661 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:57:59.374834 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b02df-0dcc-4e5d-85af-b7dd0e52cb9f req-d36f9304-d155-4a05-bf4e-879dc48e8fa5 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:57:59.376262 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c9b02df-0dcc-4e5d-85af-b7dd0e52cb9f req-d36f9304-d155-4a05-bf4e-879dc48e8fa5 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 945 time: 0.0788233 Mar 05 14:57:59.422275 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-9c9b02df-0dcc-4e5d-85af-b7dd0e52cb9f req-95942c59-692a-47cf-ab71-a6370b439827 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403621 Mar 05 14:57:59.691424 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:57:59.759580 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:58:00.608263 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eca803-039d-4784-9baf-5d59787fad46 req-e98bc1a4-2283-4963-abba-7a1f50cb79f9 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:58:00.609688 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c0eca803-039d-4784-9baf-5d59787fad46 req-e98bc1a4-2283-4963-abba-7a1f50cb79f9 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 945 time: 0.0820773 Mar 05 14:58:00.653148 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-c0eca803-039d-4784-9baf-5d59787fad46 req-f3a13135-b231-4c29-8fa0-3e3996b705c1 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378954 Mar 05 14:58:00.842711 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc57c46-5535-47ae-81a3-1e90c7eba046 req-341cdb5d-0387-4fde-9d62-afeca121d562 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:58:00.844187 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cdc57c46-5535-47ae-81a3-1e90c7eba046 req-341cdb5d-0387-4fde-9d62-afeca121d562 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 945 time: 0.0837052 Mar 05 14:58:00.887688 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-cdc57c46-5535-47ae-81a3-1e90c7eba046 req-8d6b47f5-9779-41bf-bf4b-2f04c25dd03d tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380051 Mar 05 14:58:00.909916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56382) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:58:00.979670 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3cd20d-d37a-4930-929e-662e6bb173b1 tempest-TestSnapshotPattern-1183291246 tempest-TestSnapshotPattern-1183291246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:58:00.981075 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-da3cd20d-d37a-4930-929e-662e6bb173b1 tempest-TestSnapshotPattern-1183291246 tempest-TestSnapshotPattern-1183291246-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 1091 time: 0.0702140 Mar 05 14:58:00.983916 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56386) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:58:00.988730 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.v2.base [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Request body: {'floatingip': {'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'port_id': 'ab37804a-6c13-43a2-be5b-dd6dfe9a1c75', 'tenant_id': '1c7887600588416d93141639860cbf43', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 14:58:00.995335 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 05 14:58:00.999154 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Usage tracker for resource:floatingip and tenant:1c7887600588416d93141639860cbf43 is out of sync, need to count used quota {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 05 14:58:01.002031 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87914) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 05 14:58:01.007682 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.quota.driver [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87914) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 05 14:58:01.018943 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for floatingip, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:58:01.157512 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:58:01.292928 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_common [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Allocated IP 172.25.4.53 (ea5c893a-3da0-441e-a4e9-f34cafda1d40/1be75339-8b5a-4cff-8e92-f92a22f767b9/f6a40f32-c01d-4e4c-a646-2b5f9bf6c92d) {{(pid=87914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 14:58:01.440655 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for port, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:58:01.470275 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783025325334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:58:01.635289 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Network ea5c893a-3da0-441e-a4e9-f34cafda1d40 is already hosted by enough agents. {{(pid=87914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 14:58:01.642858 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.base_scheduler [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Resources bound (agent type, host, resource id): {{(pid=87914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 14:58:01.647691 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Received port after_create {{(pid=87914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 05 14:58:01.679937 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Pushing event updated for resources: {'Port': ['ID=f6a40f32-c01d-4e4c-a646-2b5f9bf6c92d,revision_number=1']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:58:02.057933 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:58:02.129826 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:58:02.339397 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for port, precommit_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:58:02.343608 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26331539'] for port, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:58:02.456457 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Pushing event updated for resources: {'Port': ['ID=f6a40f32-c01d-4e4c-a646-2b5f9bf6c92d,revision_number=2']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:58:02.466987 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923911'] for floatingip, after_update {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:58:02.637667 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Floating IP ac76606c-9fde-461e-9744-ea7250bd18b1 associated. External IP: 172.25.4.53, port: ab37804a-6c13-43a2-be5b-dd6dfe9a1c75. Mar 05 14:58:02.990281 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Router 833c3b4b-8bdb-4371-8c80-fae87b201a74 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:58:03.278271 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:58:03.287628 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c7496d-9c57-4588-96a1-e8bc914b47e3 None None] Sync routers for ids ['833c3b4b-8bdb-4371-8c80-fae87b201a74'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:58:03.298435 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c7496d-9c57-4588-96a1-e8bc914b47e3 None None] Routers {'833c3b4b-8bdb-4371-8c80-fae87b201a74'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:58:03.299228 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-53c7496d-9c57-4588-96a1-e8bc914b47e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:57:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['833c3b4b-8bdb-4371-8c80-fae87b201a74'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:58:03.301616 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:58:03.359328 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-08160fba-15ef-44b4-9160-9f1bea9b1090 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3744094 Mar 05 14:58:03.360031 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f79d8c-db16-4abc-9b00-18a39ef0afe1', 'tag': 'ab37804a-6c13-43a2-be5b-dd6dfe9a1c75'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:58:03.406131 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f79d8c-db16-4abc-9b00-18a39ef0afe1', 'tag': 'ab37804a-6c13-43a2-be5b-dd6dfe9a1c75', 'status': 'completed', 'code': 200} Mar 05 14:58:03.474792 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-53c7496d-9c57-4588-96a1-e8bc914b47e3 None None] Set router 833c3b4b-8bdb-4371-8c80-fae87b201a74 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:58:03.499456 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c18ec1-f539-46d6-8d08-e9747e38b422 req-a21c6b4d-e9d3-4102-937d-0fdbb3d40113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:58:03.500936 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0c18ec1-f539-46d6-8d08-e9747e38b422 req-a21c6b4d-e9d3-4102-937d-0fdbb3d40113 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c7887600588416d93141639860cbf43&device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 1096 time: 0.0720825 Mar 05 14:58:03.632921 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c18ec1-f539-46d6-8d08-e9747e38b422 req-5e466a96-df12-4001-89b1-5d73205d446a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:58:03.634719 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0c18ec1-f539-46d6-8d08-e9747e38b422 req-5e466a96-df12-4001-89b1-5d73205d446a service neutron] 10.222.0.15 "GET /v2.0/networks?id=71ba7e79-69da-4381-a8ba-8d74cdd468b9 HTTP/1.1" status: 200 len: 910 time: 0.1279371 Mar 05 14:58:03.739802 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0c18ec1-f539-46d6-8d08-e9747e38b422 req-1ed76871-63b3-4f6c-afc2-3c4435d3710a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 HTTP/1.1" status: 200 len: 998 time: 0.0997171 Mar 05 14:58:03.805644 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c18ec1-f539-46d6-8d08-e9747e38b422 req-6f4f0c74-30de-46de-9633-7fc6a8348805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:58:03.807170 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0c18ec1-f539-46d6-8d08-e9747e38b422 req-6f4f0c74-30de-46de-9633-7fc6a8348805 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dadbbd29-3ddb-4b9f-8ba8-411e2377fa00 HTTP/1.1" status: 200 len: 849 time: 0.0614932 Mar 05 14:58:03.848356 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-53c7496d-9c57-4588-96a1-e8bc914b47e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'name': 'tempest-TestSnapshotPattern-2088441838-router', 'tenant_id': '1c7887600588416d93141639860cbf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:00Z', 'updated_at': '2022-03-05T14:55:04Z', 'revision_number': 4, 'project_id': '1c7887600588416d93141639860cbf43', 'gw_port': {'id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:77:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:01Z', 'updated_at': '2022-03-05T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '23f1389c-28bf-40e2-a53b-6914c0ff55fc', 'tenant_id': '1c7887600588416d93141639860cbf43', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'port_id': '5cd7b4b9-a195-4fbe-8827-486c4f76a747', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'mac_address': 'fa:16:3e:18:42:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:55:28Z', 'updated_at': '2022-03-05T14:55:30Z', 'revision_number': 1, 'project_id': '1c7887600588416d93141639860cbf43', 'fixed_ip_address_scope': None}, {'id': 'ac76606c-9fde-461e-9744-ea7250bd18b1', 'tenant_id': '1c7887600588416d93141639860cbf43', 'floating_ip_address': '172.25.4.53', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'port_id': 'ab37804a-6c13-43a2-be5b-dd6dfe9a1c75', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'mac_address': 'fa:16:3e:42:a8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f79d8c-db16-4abc-9b00-18a39ef0afe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:58:01Z', 'updated_at': '2022-03-05T14:58:01Z', 'revision_number': 0, 'project_id': '1c7887600588416d93141639860cbf43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d78c52f-2c93-40df-8457-699589f64c39', 'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'tenant_id': '1c7887600588416d93141639860cbf43', 'mac_address': 'fa:16:3e:2d:79:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:03Z', 'updated_at': '2022-03-05T14:55:11Z', 'revision_number': 5, 'project_id': '1c7887600588416d93141639860cbf43', 'subnets': [{'id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:58:03.852109 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c7496d-9c57-4588-96a1-e8bc914b47e3 None None] Checking router: 833c3b4b-8bdb-4371-8c80-fae87b201a74 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:58:03.860768 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c7496d-9c57-4588-96a1-e8bc914b47e3 None None] Routers {'833c3b4b-8bdb-4371-8c80-fae87b201a74'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:58:03.861350 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-53c7496d-9c57-4588-96a1-e8bc914b47e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:57:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['833c3b4b-8bdb-4371-8c80-fae87b201a74'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:58:03.879960 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c18ec1-f539-46d6-8d08-e9747e38b422 req-fc3b3e88-5b83-46ec-8011-57516b9ff0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:58:03.881416 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0c18ec1-f539-46d6-8d08-e9747e38b422 req-fc3b3e88-5b83-46ec-8011-57516b9ff0d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=71ba7e79-69da-4381-a8ba-8d74cdd468b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688629 Mar 05 14:58:04.012801 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0c18ec1-f539-46d6-8d08-e9747e38b422 req-b3105099-9dc6-45d6-b53f-68853463d01b service neutron] 10.222.0.15 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250000 Mar 05 14:58:04.034449 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-53c7496d-9c57-4588-96a1-e8bc914b47e3 None None] Set router 833c3b4b-8bdb-4371-8c80-fae87b201a74 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:58:04.145184 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-e0c18ec1-f539-46d6-8d08-e9747e38b422 req-c21be4e0-a376-4320-873a-cb26890503de service neutron] 10.222.0.15 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264026 Mar 05 14:58:04.387248 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-53c7496d-9c57-4588-96a1-e8bc914b47e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'name': 'tempest-TestSnapshotPattern-2088441838-router', 'tenant_id': '1c7887600588416d93141639860cbf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:00Z', 'updated_at': '2022-03-05T14:55:04Z', 'revision_number': 4, 'project_id': '1c7887600588416d93141639860cbf43', 'gw_port': {'id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:77:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:01Z', 'updated_at': '2022-03-05T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '23f1389c-28bf-40e2-a53b-6914c0ff55fc', 'tenant_id': '1c7887600588416d93141639860cbf43', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'port_id': '5cd7b4b9-a195-4fbe-8827-486c4f76a747', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'mac_address': 'fa:16:3e:18:42:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:55:28Z', 'updated_at': '2022-03-05T14:55:30Z', 'revision_number': 1, 'project_id': '1c7887600588416d93141639860cbf43', 'fixed_ip_address_scope': None}, {'id': 'ac76606c-9fde-461e-9744-ea7250bd18b1', 'tenant_id': '1c7887600588416d93141639860cbf43', 'floating_ip_address': '172.25.4.53', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'port_id': 'ab37804a-6c13-43a2-be5b-dd6dfe9a1c75', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'mac_address': 'fa:16:3e:42:a8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f79d8c-db16-4abc-9b00-18a39ef0afe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:58:01Z', 'updated_at': '2022-03-05T14:58:01Z', 'revision_number': 0, 'project_id': '1c7887600588416d93141639860cbf43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d78c52f-2c93-40df-8457-699589f64c39', 'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'tenant_id': '1c7887600588416d93141639860cbf43', 'mac_address': 'fa:16:3e:2d:79:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:03Z', 'updated_at': '2022-03-05T14:55:11Z', 'revision_number': 5, 'project_id': '1c7887600588416d93141639860cbf43', 'subnets': [{'id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:58:04.391146 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c7496d-9c57-4588-96a1-e8bc914b47e3 None None] The sync data for ids ['833c3b4b-8bdb-4371-8c80-fae87b201a74'] in n-d-803718-1 is: [{'id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'name': 'tempest-TestSnapshotPattern-2088441838-router', 'tenant_id': '1c7887600588416d93141639860cbf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:00Z', 'updated_at': '2022-03-05T14:55:04Z', 'revision_number': 4, 'project_id': '1c7887600588416d93141639860cbf43', 'gw_port': {'id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:77:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:01Z', 'updated_at': '2022-03-05T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '23f1389c-28bf-40e2-a53b-6914c0ff55fc', 'tenant_id': '1c7887600588416d93141639860cbf43', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'port_id': '5cd7b4b9-a195-4fbe-8827-486c4f76a747', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'mac_address': 'fa:16:3e:18:42:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:55:28Z', 'updated_at': '2022-03-05T14:55:30Z', 'revision_number': 1, 'project_id': '1c7887600588416d93141639860cbf43', 'fixed_ip_address_scope': None}, {'id': 'ac76606c-9fde-461e-9744-ea7250bd18b1', 'tenant_id': '1c7887600588416d93141639860cbf43', 'floating_ip_address': '172.25.4.53', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'port_id': 'ab37804a-6c13-43a2-be5b-dd6dfe9a1c75', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'mac_address': 'fa:16:3e:42:a8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f79d8c-db16-4abc-9b00-18a39ef0afe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:58:01Z', 'updated_at': '2022-03-05T14:58:01Z', 'revision_number': 0, 'project_id': '1c7887600588416d93141639860cbf43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d78c52f-2c93-40df-8457-699589f64c39', 'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'tenant_id': '1c7887600588416d93141639860cbf43', 'mac_address': 'fa:16:3e:2d:79:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:03Z', 'updated_at': '2022-03-05T14:55:11Z', 'revision_number': 5, 'project_id': '1c7887600588416d93141639860cbf43', 'subnets': [{'id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:58:04.595595 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b334e0bd-0c02-41e8-b91b-7e73304b7753 None None] New status for floating IP ac76606c-9fde-461e-9744-ea7250bd18b1: ACTIVE {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:58:08.472812 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e3ad2af-4d92-4bfc-8ccf-c420a064b756 req-65112957-3e0f-47ab-bb6b-b80e8465eee0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697954 Mar 05 14:58:08.613455 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ad2af-4d92-4bfc-8ccf-c420a064b756 req-7fba5ef0-c181-4ad1-a8e7-0c2633e07970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:58:08.614946 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e3ad2af-4d92-4bfc-8ccf-c420a064b756 req-7fba5ef0-c181-4ad1-a8e7-0c2633e07970 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c7887600588416d93141639860cbf43&device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 1094 time: 0.0752935 Mar 05 14:58:08.758350 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ad2af-4d92-4bfc-8ccf-c420a064b756 req-c7b482cc-8eaa-4e1b-82a0-5ade9cdad384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:58:08.759852 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e3ad2af-4d92-4bfc-8ccf-c420a064b756 req-c7b482cc-8eaa-4e1b-82a0-5ade9cdad384 service neutron] 10.222.0.30 "GET /v2.0/networks?id=71ba7e79-69da-4381-a8ba-8d74cdd468b9 HTTP/1.1" status: 200 len: 910 time: 0.1265290 Mar 05 14:58:08.858517 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e3ad2af-4d92-4bfc-8ccf-c420a064b756 req-c540143e-df6b-47f3-a1aa-8f08209ac62a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cd7b4b9-a195-4fbe-8827-486c4f76a747 HTTP/1.1" status: 200 len: 998 time: 0.0929255 Mar 05 14:58:08.923265 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ad2af-4d92-4bfc-8ccf-c420a064b756 req-e6b0d154-f01b-4c85-8569-9c612444e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:58:08.924680 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e3ad2af-4d92-4bfc-8ccf-c420a064b756 req-e6b0d154-f01b-4c85-8569-9c612444e286 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dadbbd29-3ddb-4b9f-8ba8-411e2377fa00 HTTP/1.1" status: 200 len: 849 time: 0.0604801 Mar 05 14:58:08.999673 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-defbe334-7e4f-46e7-86ef-835b99fa945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:58:09.000581 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ad2af-4d92-4bfc-8ccf-c420a064b756 req-1a13d88f-4aac-4e03-b800-495c3dd69dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:58:09.002059 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e3ad2af-4d92-4bfc-8ccf-c420a064b756 req-1a13d88f-4aac-4e03-b800-495c3dd69dd1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71ba7e79-69da-4381-a8ba-8d74cdd468b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712836 Mar 05 14:58:09.140506 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e3ad2af-4d92-4bfc-8ccf-c420a064b756 req-2f8ad358-1fa2-4e85-a1aa-f5b1b4af8bd8 service neutron] 10.222.0.30 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320872 Mar 05 14:58:09.276636 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-0e3ad2af-4d92-4bfc-8ccf-c420a064b756 req-9e81e6dc-486c-45c7-9f74-8b60e91d6b0b service neutron] 10.222.0.30 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305237 Mar 05 14:58:11.097689 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6d6a207b-e773-4e3c-9f11-81e1d59a26ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:58:12.301592 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:58:12.375436 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:58:13.973371 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:58:29.705380 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:58:29.773617 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:58:36.312688 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:58:39.002406 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b560b455-a427-49a3-a4bf-23be3e316214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:58:41.097832 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ff580606-c04b-4f9e-a777-b1de8fa21474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:58:42.304217 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:58:42.377030 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:58:42.622967 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4da50f2f-7e42-43ae-a63f-f0a7478fcb62 req-869aa7bb-954d-49ea-bfb2-adf663aebfa7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691755 Mar 05 14:58:42.768913 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da50f2f-7e42-43ae-a63f-f0a7478fcb62 req-15d459f5-d84b-4151-b2ef-277d08dce0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:58:42.770371 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4da50f2f-7e42-43ae-a63f-f0a7478fcb62 req-15d459f5-d84b-4151-b2ef-277d08dce0b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c7887600588416d93141639860cbf43&device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 1096 time: 0.0781271 Mar 05 14:58:42.912926 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da50f2f-7e42-43ae-a63f-f0a7478fcb62 req-8d7d5680-0db9-4769-8b28-c7560d0f7f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:58:42.914247 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4da50f2f-7e42-43ae-a63f-f0a7478fcb62 req-8d7d5680-0db9-4769-8b28-c7560d0f7f61 service neutron] 10.222.0.15 "GET /v2.0/networks?id=71ba7e79-69da-4381-a8ba-8d74cdd468b9 HTTP/1.1" status: 200 len: 910 time: 0.1257122 Mar 05 14:58:43.018550 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4da50f2f-7e42-43ae-a63f-f0a7478fcb62 req-5c1a06a5-feca-4593-81bd-51743f7f7e95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 HTTP/1.1" status: 200 len: 1000 time: 0.0959508 Mar 05 14:58:43.082240 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da50f2f-7e42-43ae-a63f-f0a7478fcb62 req-ea3a5f06-90f8-4f0a-846d-5e9def90640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:58:43.083728 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4da50f2f-7e42-43ae-a63f-f0a7478fcb62 req-ea3a5f06-90f8-4f0a-846d-5e9def90640a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dadbbd29-3ddb-4b9f-8ba8-411e2377fa00 HTTP/1.1" status: 200 len: 849 time: 0.0596950 Mar 05 14:58:43.163062 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da50f2f-7e42-43ae-a63f-f0a7478fcb62 req-a055f2c9-690e-4577-9cae-0f13a672cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:58:43.164420 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4da50f2f-7e42-43ae-a63f-f0a7478fcb62 req-a055f2c9-690e-4577-9cae-0f13a672cc07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=71ba7e79-69da-4381-a8ba-8d74cdd468b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747209 Mar 05 14:58:43.393684 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4da50f2f-7e42-43ae-a63f-f0a7478fcb62 req-a1cdc082-8fb1-4162-b935-2beb2cd1fca1 service neutron] 10.222.0.15 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225108 Mar 05 14:58:43.525773 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-4da50f2f-7e42-43ae-a63f-f0a7478fcb62 req-dc488a76-49da-4aec-8a3b-fd69f6ef8712 service neutron] 10.222.0.15 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248889 Mar 05 14:58:43.975727 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:58:59.720419 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:58:59.771618 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:08.496781 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-33215f9b-c66d-4841-bc1d-a59f76f7c3a7 req-c11dcee6-2916-43cb-924e-7173d2ae35a2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741651 Mar 05 14:59:08.634050 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33215f9b-c66d-4841-bc1d-a59f76f7c3a7 req-cd840863-996d-4f3f-9c18-263fca2027ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:59:08.636393 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-33215f9b-c66d-4841-bc1d-a59f76f7c3a7 req-cd840863-996d-4f3f-9c18-263fca2027ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c7887600588416d93141639860cbf43&device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 1094 time: 0.0723124 Mar 05 14:59:08.883292 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33215f9b-c66d-4841-bc1d-a59f76f7c3a7 req-55fbd91a-6b3c-4923-a147-fc5917c155fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:59:08.885242 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-33215f9b-c66d-4841-bc1d-a59f76f7c3a7 req-55fbd91a-6b3c-4923-a147-fc5917c155fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=71ba7e79-69da-4381-a8ba-8d74cdd468b9 HTTP/1.1" status: 200 len: 910 time: 0.2311983 Mar 05 14:59:08.985293 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-33215f9b-c66d-4841-bc1d-a59f76f7c3a7 req-2bf812ca-6ed8-4f55-8a20-515a970ee982 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cd7b4b9-a195-4fbe-8827-486c4f76a747 HTTP/1.1" status: 200 len: 998 time: 0.0941250 Mar 05 14:59:09.004293 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a07c22a5-4fa7-4ab0-8c4f-55482ee7d75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:09.048633 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33215f9b-c66d-4841-bc1d-a59f76f7c3a7 req-14db52cf-71c4-4dfd-b54c-90c7432ea00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:59:09.050120 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-33215f9b-c66d-4841-bc1d-a59f76f7c3a7 req-14db52cf-71c4-4dfd-b54c-90c7432ea00d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dadbbd29-3ddb-4b9f-8ba8-411e2377fa00 HTTP/1.1" status: 200 len: 849 time: 0.0584164 Mar 05 14:59:09.131222 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33215f9b-c66d-4841-bc1d-a59f76f7c3a7 req-abff3697-8eba-4ff8-a23f-1a41373169e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:59:09.132697 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-33215f9b-c66d-4841-bc1d-a59f76f7c3a7 req-abff3697-8eba-4ff8-a23f-1a41373169e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71ba7e79-69da-4381-a8ba-8d74cdd468b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766292 Mar 05 14:59:09.263271 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-33215f9b-c66d-4841-bc1d-a59f76f7c3a7 req-28cecddb-d19e-43db-b072-3a0b71c5df46 service neutron] 10.222.0.30 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242290 Mar 05 14:59:09.392502 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-33215f9b-c66d-4841-bc1d-a59f76f7c3a7 req-64ed49f2-0340-42fb-81de-219bfffd9410 service neutron] 10.222.0.30 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242261 Mar 05 14:59:11.098160 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-42f92dee-5de6-48ea-a464-aefd03c000c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:12.306698 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:12.379009 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:13.315801 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:59:13.979881 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:29.725362 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:29.773018 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:34.743677 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 details requested by agent hyperv_n-h1-803718-1 with host n-h1-803718-1 {{(pid=87915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 05 14:59:34.880736 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port ab37804a-6c13-43a2-be5b-dd6dfe9a1c75, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ab37804a-6c13-43a2-be5b-dd6dfe9a1c75,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:59:34.895602 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Returning: {'device': 'ab37804a-6c13-43a2-be5b-dd6dfe9a1c75', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'port_id': 'ab37804a-6c13-43a2-be5b-dd6dfe9a1c75', 'mac_address': 'fa:16:3e:42:a8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 05 14:59:34.955804 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:34.973404 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 {{(pid=87915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 14:59:34.989378 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port ab37804a-6c13-43a2-be5b-dd6dfe9a1c75, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ab37804a-6c13-43a2-be5b-dd6dfe9a1c75,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:59:34.993414 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:35.066722 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] get_ports_and_sgs() called for port_ids ['ab37804a-6c13-43a2-be5b-dd6dfe9a1c75'] {{(pid=87915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 05 14:59:35.109054 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=ab37804a-6c13-43a2-be5b-dd6dfe9a1c75,revision_number=6']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:59:35.118646 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:35.119044 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:35.119383 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:35.119714 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:35.120613 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:35.121695 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:35.123664 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:35.124012 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:35.124352 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:35.124759 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:35.125000 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:35.125321 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:36.761001 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 up at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 05 14:59:36.848341 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.provisioning_blocks [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Provisioning complete for port ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 triggered by entity L2. {{(pid=87915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 05 14:59:36.848711 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-734346'] for port, provisioning_complete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:36.991900 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:37.020876 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f79d8c-db16-4abc-9b00-18a39ef0afe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab37804a-6c13-43a2-be5b-dd6dfe9a1c75'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:59:37.036554 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port ab37804a-6c13-43a2-be5b-dd6dfe9a1c75, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ab37804a-6c13-43a2-be5b-dd6dfe9a1c75,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:59:37.044041 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:37.125547 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f79d8c-db16-4abc-9b00-18a39ef0afe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab37804a-6c13-43a2-be5b-dd6dfe9a1c75', 'code': 200} Mar 05 14:59:37.136155 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=ab37804a-6c13-43a2-be5b-dd6dfe9a1c75,revision_number=7']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:59:39.010350 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e9c7edb3-6dae-49f4-bcf9-328bbaefef68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:41.102701 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5d501a23-b120-4030-91f3-3fff1073db70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:42.310632 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:42.404222 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:43.687383 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bb4dc-3a54-4534-82b8-26a1b3f0e662 req-2677f8bc-ca9d-4c07-9b23-78f186ccecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:59:43.688861 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-677bb4dc-3a54-4534-82b8-26a1b3f0e662 req-2677f8bc-ca9d-4c07-9b23-78f186ccecd4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c7887600588416d93141639860cbf43&device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 1096 time: 0.0819371 Mar 05 14:59:43.837042 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bb4dc-3a54-4534-82b8-26a1b3f0e662 req-89fda6f7-4bc4-4d87-bb14-24b9414c8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:59:43.839301 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-677bb4dc-3a54-4534-82b8-26a1b3f0e662 req-89fda6f7-4bc4-4d87-bb14-24b9414c8efc service neutron] 10.222.0.15 "GET /v2.0/networks?id=71ba7e79-69da-4381-a8ba-8d74cdd468b9 HTTP/1.1" status: 200 len: 910 time: 0.1313407 Mar 05 14:59:43.941049 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-677bb4dc-3a54-4534-82b8-26a1b3f0e662 req-17b39d5f-0371-4108-a651-9a145a6578dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 HTTP/1.1" status: 200 len: 1000 time: 0.0968719 Mar 05 14:59:43.983585 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:44.007018 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bb4dc-3a54-4534-82b8-26a1b3f0e662 req-9aad2172-8e72-454d-94be-2151ca5c0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:59:44.008553 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-677bb4dc-3a54-4534-82b8-26a1b3f0e662 req-9aad2172-8e72-454d-94be-2151ca5c0d31 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dadbbd29-3ddb-4b9f-8ba8-411e2377fa00 HTTP/1.1" status: 200 len: 849 time: 0.0611212 Mar 05 14:59:44.082242 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bb4dc-3a54-4534-82b8-26a1b3f0e662 req-71735a28-944b-4477-bd62-de393e758306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:59:44.083750 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-677bb4dc-3a54-4534-82b8-26a1b3f0e662 req-71735a28-944b-4477-bd62-de393e758306 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=71ba7e79-69da-4381-a8ba-8d74cdd468b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694003 Mar 05 14:59:44.251025 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-677bb4dc-3a54-4534-82b8-26a1b3f0e662 req-69ba1049-7cb9-455d-9190-2054594a2bce service neutron] 10.222.0.15 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299119 Mar 05 14:59:44.384420 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-677bb4dc-3a54-4534-82b8-26a1b3f0e662 req-3088d67f-7c15-4c7a-92fd-317f963de4a2 service neutron] 10.222.0.15 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269636 Mar 05 14:59:45.195456 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56592) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:59:45.404863 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Deleting port f6a40f32-c01d-4e4c-a646-2b5f9bf6c92d {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:59:45.405201 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:45.570936 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:45.571267 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:45.799312 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Calling delete_port for f6a40f32-c01d-4e4c-a646-2b5f9bf6c92d owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:59:45.945744 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:45.996148 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Pushing event deleted for resources: {'Port': ['ID=f6a40f32-c01d-4e4c-a646-2b5f9bf6c92d,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:59:46.060309 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:46.060577 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:46.060912 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:46.061243 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:46.061571 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:46.061894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:46.062216 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:46.062535 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:46.062881 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:46.063199 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:46.063538 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:46.063860 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:46.094976 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:46.095305 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Floating IP ac76606c-9fde-461e-9744-ea7250bd18b1 disassociated (deleted). External IP: 172.25.4.53, port: ab37804a-6c13-43a2-be5b-dd6dfe9a1c75. Mar 05 14:59:46.450053 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Router 833c3b4b-8bdb-4371-8c80-fae87b201a74 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:59:46.630784 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:59:46.641077 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b1c8c-b39d-4a38-bb41-bef3513bf0b9 None None] Sync routers for ids ['833c3b4b-8bdb-4371-8c80-fae87b201a74'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:59:46.650494 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:46.651745 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b1c8c-b39d-4a38-bb41-bef3513bf0b9 None None] Routers {'833c3b4b-8bdb-4371-8c80-fae87b201a74'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:59:46.652352 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-034b1c8c-b39d-4a38-bb41-bef3513bf0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:59:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['833c3b4b-8bdb-4371-8c80-fae87b201a74'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:59:46.709889 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c8abf534-c511-443b-93e3-e4f667b5ca8e tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "DELETE /v2.0/floatingips/ac76606c-9fde-461e-9744-ea7250bd18b1 HTTP/1.1" status: 204 len: 168 time: 1.5132208 Mar 05 14:59:46.710883 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f79d8c-db16-4abc-9b00-18a39ef0afe1', 'tag': 'ab37804a-6c13-43a2-be5b-dd6dfe9a1c75'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:59:46.756085 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f79d8c-db16-4abc-9b00-18a39ef0afe1', 'tag': 'ab37804a-6c13-43a2-be5b-dd6dfe9a1c75', 'status': 'completed', 'code': 200} Mar 05 14:59:46.809484 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:59:46.832634 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-034b1c8c-b39d-4a38-bb41-bef3513bf0b9 None None] Set router 833c3b4b-8bdb-4371-8c80-fae87b201a74 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:59:46.853558 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ed798-ddb4-4371-8966-7aa4568d41a3 req-5f6db16c-708e-4ca4-8c65-100a9f69729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:59:46.855593 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-838ed798-ddb4-4371-8966-7aa4568d41a3 req-5f6db16c-708e-4ca4-8c65-100a9f69729d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c7887600588416d93141639860cbf43&device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 1096 time: 0.0753663 Mar 05 14:59:46.949056 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645739'] for port, before_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:46.982814 n-d-803718-1 neutron-server[87915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f79d8c-db16-4abc-9b00-18a39ef0afe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab37804a-6c13-43a2-be5b-dd6dfe9a1c75'}] {{(pid=87915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:59:46.994019 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] For port ab37804a-6c13-43a2-be5b-dd6dfe9a1c75, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ab37804a-6c13-43a2-be5b-dd6dfe9a1c75,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:59:46.999776 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783025705966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783025325352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783025325397'] for port, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:47.039653 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ed798-ddb4-4371-8966-7aa4568d41a3 req-48ee791a-df3a-467e-8fd9-f9fdc7d43989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:59:47.041130 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-838ed798-ddb4-4371-8966-7aa4568d41a3 req-48ee791a-df3a-467e-8fd9-f9fdc7d43989 service neutron] 10.222.0.15 "GET /v2.0/networks?id=71ba7e79-69da-4381-a8ba-8d74cdd468b9 HTTP/1.1" status: 200 len: 910 time: 0.1795487 Mar 05 14:59:47.111666 n-d-803718-1 neutron-server[87915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f79d8c-db16-4abc-9b00-18a39ef0afe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab37804a-6c13-43a2-be5b-dd6dfe9a1c75', 'code': 200} Mar 05 14:59:47.117700 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Pushing event updated for resources: {'Port': ['ID=ab37804a-6c13-43a2-be5b-dd6dfe9a1c75,revision_number=8']} {{(pid=87915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:59:47.118318 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-838ed798-ddb4-4371-8966-7aa4568d41a3 req-53be61df-1361-4d0d-a6dd-da293abbd1a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 HTTP/1.1" status: 200 len: 217 time: 0.0701966 Mar 05 14:59:47.188704 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ed798-ddb4-4371-8966-7aa4568d41a3 req-8c962e80-e4c4-4c9f-914a-2aeecdcc2532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:59:47.190370 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-838ed798-ddb4-4371-8966-7aa4568d41a3 req-8c962e80-e4c4-4c9f-914a-2aeecdcc2532 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dadbbd29-3ddb-4b9f-8ba8-411e2377fa00 HTTP/1.1" status: 200 len: 849 time: 0.0662279 Mar 05 14:59:47.192826 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a9cab-5153-44ff-ad77-72570cb9e8b2 req-3eaef02b-3233-4a6e-b805-6b8ff53ea060 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:59:47.194262 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-777a9cab-5153-44ff-ad77-72570cb9e8b2 req-3eaef02b-3233-4a6e-b805-6b8ff53ea060 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 943 time: 0.0880322 Mar 05 14:59:47.245684 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-034b1c8c-b39d-4a38-bb41-bef3513bf0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'name': 'tempest-TestSnapshotPattern-2088441838-router', 'tenant_id': '1c7887600588416d93141639860cbf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:00Z', 'updated_at': '2022-03-05T14:55:04Z', 'revision_number': 4, 'project_id': '1c7887600588416d93141639860cbf43', 'gw_port': {'id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:77:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:01Z', 'updated_at': '2022-03-05T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '23f1389c-28bf-40e2-a53b-6914c0ff55fc', 'tenant_id': '1c7887600588416d93141639860cbf43', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'port_id': '5cd7b4b9-a195-4fbe-8827-486c4f76a747', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'mac_address': 'fa:16:3e:18:42:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:55:28Z', 'updated_at': '2022-03-05T14:55:30Z', 'revision_number': 1, 'project_id': '1c7887600588416d93141639860cbf43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d78c52f-2c93-40df-8457-699589f64c39', 'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'tenant_id': '1c7887600588416d93141639860cbf43', 'mac_address': 'fa:16:3e:2d:79:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:03Z', 'updated_at': '2022-03-05T14:55:11Z', 'revision_number': 5, 'project_id': '1c7887600588416d93141639860cbf43', 'subnets': [{'id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:59:47.246119 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-777a9cab-5153-44ff-ad77-72570cb9e8b2 req-f644aaa1-4940-4947-a5ca-7727b3e94eef tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444968 Mar 05 14:59:47.249439 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b1c8c-b39d-4a38-bb41-bef3513bf0b9 None None] Checking router: 833c3b4b-8bdb-4371-8c80-fae87b201a74 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:59:47.258224 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b1c8c-b39d-4a38-bb41-bef3513bf0b9 None None] Routers {'833c3b4b-8bdb-4371-8c80-fae87b201a74'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:59:47.258850 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-034b1c8c-b39d-4a38-bb41-bef3513bf0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:59:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['833c3b4b-8bdb-4371-8c80-fae87b201a74'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:59:47.275024 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ed798-ddb4-4371-8966-7aa4568d41a3 req-59bbf66e-9c29-46d8-b58a-25abea06d65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:59:47.277390 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-838ed798-ddb4-4371-8966-7aa4568d41a3 req-59bbf66e-9c29-46d8-b58a-25abea06d65c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=71ba7e79-69da-4381-a8ba-8d74cdd468b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793638 Mar 05 14:59:47.440224 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-034b1c8c-b39d-4a38-bb41-bef3513bf0b9 None None] Set router 833c3b4b-8bdb-4371-8c80-fae87b201a74 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:59:47.526820 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-838ed798-ddb4-4371-8966-7aa4568d41a3 req-76f4df2a-150f-4c6c-9753-5fbf5c935e4c service neutron] 10.222.0.15 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416902 Mar 05 14:59:47.658391 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-838ed798-ddb4-4371-8966-7aa4568d41a3 req-2f8fd1b0-e0ab-4aad-9749-e665c7e303e0 service neutron] 10.222.0.15 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258342 Mar 05 14:59:47.778000 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-034b1c8c-b39d-4a38-bb41-bef3513bf0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'name': 'tempest-TestSnapshotPattern-2088441838-router', 'tenant_id': '1c7887600588416d93141639860cbf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:00Z', 'updated_at': '2022-03-05T14:55:04Z', 'revision_number': 4, 'project_id': '1c7887600588416d93141639860cbf43', 'gw_port': {'id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:77:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:01Z', 'updated_at': '2022-03-05T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '23f1389c-28bf-40e2-a53b-6914c0ff55fc', 'tenant_id': '1c7887600588416d93141639860cbf43', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'port_id': '5cd7b4b9-a195-4fbe-8827-486c4f76a747', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'mac_address': 'fa:16:3e:18:42:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:55:28Z', 'updated_at': '2022-03-05T14:55:30Z', 'revision_number': 1, 'project_id': '1c7887600588416d93141639860cbf43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d78c52f-2c93-40df-8457-699589f64c39', 'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'tenant_id': '1c7887600588416d93141639860cbf43', 'mac_address': 'fa:16:3e:2d:79:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:03Z', 'updated_at': '2022-03-05T14:55:11Z', 'revision_number': 5, 'project_id': '1c7887600588416d93141639860cbf43', 'subnets': [{'id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:59:47.781721 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b1c8c-b39d-4a38-bb41-bef3513bf0b9 None None] The sync data for ids ['833c3b4b-8bdb-4371-8c80-fae87b201a74'] in n-d-803718-1 is: [{'id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'name': 'tempest-TestSnapshotPattern-2088441838-router', 'tenant_id': '1c7887600588416d93141639860cbf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:00Z', 'updated_at': '2022-03-05T14:55:04Z', 'revision_number': 4, 'project_id': '1c7887600588416d93141639860cbf43', 'gw_port': {'id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:77:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:01Z', 'updated_at': '2022-03-05T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_floatingips': [{'id': '23f1389c-28bf-40e2-a53b-6914c0ff55fc', 'tenant_id': '1c7887600588416d93141639860cbf43', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'router_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'port_id': '5cd7b4b9-a195-4fbe-8827-486c4f76a747', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'mac_address': 'fa:16:3e:18:42:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T14:55:28Z', 'updated_at': '2022-03-05T14:55:30Z', 'revision_number': 1, 'project_id': '1c7887600588416d93141639860cbf43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d78c52f-2c93-40df-8457-699589f64c39', 'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'tenant_id': '1c7887600588416d93141639860cbf43', 'mac_address': 'fa:16:3e:2d:79:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:03Z', 'updated_at': '2022-03-05T14:55:11Z', 'revision_number': 5, 'project_id': '1c7887600588416d93141639860cbf43', 'subnets': [{'id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:59:47.997387 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dadf0e-2194-4b1a-a8a7-cb1121720cc4 None None] New status for floating IP ac76606c-9fde-461e-9744-ea7250bd18b1: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:59:48.438423 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434ea7d-de48-4517-b693-30dd48c0c60f req-b6f1c7b2-ab28-4529-b2b6-1667b8e3e05a tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:59:48.439050 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-b434ea7d-de48-4517-b693-30dd48c0c60f req-b6f1c7b2-ab28-4529-b2b6-1667b8e3e05a tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Synchronizing usage tracker for tenant:1c7887600588416d93141639860cbf43 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:59:48.454590 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-b434ea7d-de48-4517-b693-30dd48c0c60f req-b6f1c7b2-ab28-4529-b2b6-1667b8e3e05a tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Unset dirty status for tenant:1c7887600588416d93141639860cbf43 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:59:48.455806 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b434ea7d-de48-4517-b693-30dd48c0c60f req-b6f1c7b2-ab28-4529-b2b6-1667b8e3e05a tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 943 time: 0.1007318 Mar 05 14:59:48.501644 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-b434ea7d-de48-4517-b693-30dd48c0c60f req-89648d5e-f786-4849-9adc-4f05c48f09e1 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399022 Mar 05 14:59:48.610200 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8adfd3-5ea7-48e3-9aee-61154f9e8cb4 req-7df99ee5-5651-4713-815d-28a7b479aa2d tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:59:48.611617 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd8adfd3-5ea7-48e3-9aee-61154f9e8cb4 req-7df99ee5-5651-4713-815d-28a7b479aa2d tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.15 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 943 time: 0.0807171 Mar 05 14:59:48.680302 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-dd8adfd3-5ea7-48e3-9aee-61154f9e8cb4 req-2ff0cfd0-13f9-4b79-b07f-1282fef27a43 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Deleting port ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:59:48.680640 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dd8adfd3-5ea7-48e3-9aee-61154f9e8cb4 req-2ff0cfd0-13f9-4b79-b07f-1282fef27a43 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:48.930111 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [req-dd8adfd3-5ea7-48e3-9aee-61154f9e8cb4 req-2ff0cfd0-13f9-4b79-b07f-1282fef27a43 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] For port ab37804a-6c13-43a2-be5b-dd6dfe9a1c75, host n-h1-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803718-1',level=0,port_id=ab37804a-6c13-43a2-be5b-dd6dfe9a1c75,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:59:48.930464 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dd8adfd3-5ea7-48e3-9aee-61154f9e8cb4 req-2ff0cfd0-13f9-4b79-b07f-1282fef27a43 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:49.056001 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [req-dd8adfd3-5ea7-48e3-9aee-61154f9e8cb4 req-2ff0cfd0-13f9-4b79-b07f-1282fef27a43 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Calling delete_port for ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 owned by compute:nova {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:59:49.201853 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dd8adfd3-5ea7-48e3-9aee-61154f9e8cb4 req-2ff0cfd0-13f9-4b79-b07f-1282fef27a43 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:49.253322 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0cfd0-13f9-4b79-b07f-1282fef27a43 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Pushing event deleted for resources: {'Port': ['ID=ab37804a-6c13-43a2-be5b-dd6dfe9a1c75,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:59:49.328546 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8adfd3-5ea7-48e3-9aee-61154f9e8cb4 req-2ff0cfd0-13f9-4b79-b07f-1282fef27a43 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] No DVR routers for this DVR port ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 on host n-h1-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:59:49.330925 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [req-dd8adfd3-5ea7-48e3-9aee-61154f9e8cb4 req-2ff0cfd0-13f9-4b79-b07f-1282fef27a43 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:49.333382 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f79d8c-db16-4abc-9b00-18a39ef0afe1', 'name': 'network-vif-deleted', 'tag': 'ab37804a-6c13-43a2-be5b-dd6dfe9a1c75'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:59:49.348381 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-dd8adfd3-5ea7-48e3-9aee-61154f9e8cb4 req-2ff0cfd0-13f9-4b79-b07f-1282fef27a43 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.15 "DELETE /v2.0/ports/ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 HTTP/1.1" status: 204 len: 173 time: 0.7317402 Mar 05 14:59:49.382629 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f79d8c-db16-4abc-9b00-18a39ef0afe1', 'name': 'network-vif-deleted', 'tag': 'ab37804a-6c13-43a2-be5b-dd6dfe9a1c75', 'status': 'completed', 'code': 200} Mar 05 14:59:49.673741 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f3e196fd-7a8e-45d7-99bc-a85f498a2ec1 req-fdb5b3d4-65d0-43c4-9a1d-3cb9fc7a3482 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Synchronizing usage tracker for tenant:1c7887600588416d93141639860cbf43 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:59:49.690213 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-f3e196fd-7a8e-45d7-99bc-a85f498a2ec1 req-fdb5b3d4-65d0-43c4-9a1d-3cb9fc7a3482 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Unset dirty status for tenant:1c7887600588416d93141639860cbf43 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:59:49.691398 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-f3e196fd-7a8e-45d7-99bc-a85f498a2ec1 req-fdb5b3d4-65d0-43c4-9a1d-3cb9fc7a3482 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=89f79d8c-db16-4abc-9b00-18a39ef0afe1 HTTP/1.1" status: 200 len: 210 time: 0.0671499 Mar 05 14:59:50.314955 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 14:59:50.836042 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 no longer exists at agent hyperv_n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:59:50.873028 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] No Port match for: ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:59:50.873377 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Device ab37804a-6c13-43a2-be5b-dd6dfe9a1c75 not bound to the agent host n-h1-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:59:51.331253 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56654) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:59:51.531975 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c381c2e3-81c2-400c-93b3-ef9d3947b78c tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Deleting port 75af51cb-5ae2-495d-a901-68890ed9e72a {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:59:51.532316 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c381c2e3-81c2-400c-93b3-ef9d3947b78c tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:51.799762 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c381c2e3-81c2-400c-93b3-ef9d3947b78c tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:51.800091 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c381c2e3-81c2-400c-93b3-ef9d3947b78c tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:51.922067 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-c381c2e3-81c2-400c-93b3-ef9d3947b78c tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Calling delete_port for 75af51cb-5ae2-495d-a901-68890ed9e72a owned by network:floatingip {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:59:52.073931 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c381c2e3-81c2-400c-93b3-ef9d3947b78c tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:52.120692 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381c2e3-81c2-400c-93b3-ef9d3947b78c tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Pushing event deleted for resources: {'Port': ['ID=75af51cb-5ae2-495d-a901-68890ed9e72a,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:59:52.214844 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c381c2e3-81c2-400c-93b3-ef9d3947b78c tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for floatingip, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:52.215175 n-d-803718-1 neutron-server[87914]: INFO neutron.db.l3_db [None req-c381c2e3-81c2-400c-93b3-ef9d3947b78c tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Floating IP 23f1389c-28bf-40e2-a53b-6914c0ff55fc disassociated (deleted). External IP: 172.25.4.32, port: 5cd7b4b9-a195-4fbe-8827-486c4f76a747. Mar 05 14:59:52.563183 n-d-803718-1 neutron-server[87914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c381c2e3-81c2-400c-93b3-ef9d3947b78c tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Router 833c3b4b-8bdb-4371-8c80-fae87b201a74 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:59:52.740758 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c381c2e3-81c2-400c-93b3-ef9d3947b78c tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:59:52.755492 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0005a39b-fbe8-4099-a485-f50469fc1cae None None] Sync routers for ids ['833c3b4b-8bdb-4371-8c80-fae87b201a74'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:59:52.763979 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-c381c2e3-81c2-400c-93b3-ef9d3947b78c tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for floatingip, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:52.766183 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0005a39b-fbe8-4099-a485-f50469fc1cae None None] Routers {'833c3b4b-8bdb-4371-8c80-fae87b201a74'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:59:52.766835 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0005a39b-fbe8-4099-a485-f50469fc1cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:59:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['833c3b4b-8bdb-4371-8c80-fae87b201a74'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:59:52.818239 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-c381c2e3-81c2-400c-93b3-ef9d3947b78c tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "DELETE /v2.0/floatingips/23f1389c-28bf-40e2-a53b-6914c0ff55fc HTTP/1.1" status: 204 len: 168 time: 1.4858887 Mar 05 14:59:52.818898 n-d-803718-1 neutron-server[87914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'tag': '5cd7b4b9-a195-4fbe-8827-486c4f76a747'}] {{(pid=87914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:59:52.868205 n-d-803718-1 neutron-server[87914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'tag': '5cd7b4b9-a195-4fbe-8827-486c4f76a747', 'status': 'completed', 'code': 200} Mar 05 14:59:52.961167 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-0005a39b-fbe8-4099-a485-f50469fc1cae None None] Set router 833c3b4b-8bdb-4371-8c80-fae87b201a74 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:59:52.961967 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d3efe-5f1b-407b-a366-2b34243535b9 req-1eef7122-8937-45af-8a78-2ce02355515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:59:52.964173 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-763d3efe-5f1b-407b-a366-2b34243535b9 req-1eef7122-8937-45af-8a78-2ce02355515e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c7887600588416d93141639860cbf43&device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 1094 time: 0.0741332 Mar 05 14:59:53.100679 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d3efe-5f1b-407b-a366-2b34243535b9 req-4c017e34-6086-4d28-b52f-a7ace5b82e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:59:53.102120 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-763d3efe-5f1b-407b-a366-2b34243535b9 req-4c017e34-6086-4d28-b52f-a7ace5b82e32 service neutron] 10.222.0.30 "GET /v2.0/networks?id=71ba7e79-69da-4381-a8ba-8d74cdd468b9 HTTP/1.1" status: 200 len: 910 time: 0.1330495 Mar 05 14:59:53.202641 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-763d3efe-5f1b-407b-a366-2b34243535b9 req-988b6fdc-afca-46bc-962a-bf2086aba45a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cd7b4b9-a195-4fbe-8827-486c4f76a747 HTTP/1.1" status: 200 len: 217 time: 0.0934107 Mar 05 14:59:53.279456 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d3efe-5f1b-407b-a366-2b34243535b9 req-211c74d3-113c-4948-b58b-f8bc5fad6924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:59:53.280870 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-763d3efe-5f1b-407b-a366-2b34243535b9 req-211c74d3-113c-4948-b58b-f8bc5fad6924 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dadbbd29-3ddb-4b9f-8ba8-411e2377fa00 HTTP/1.1" status: 200 len: 849 time: 0.0677366 Mar 05 14:59:53.300512 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0005a39b-fbe8-4099-a485-f50469fc1cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'name': 'tempest-TestSnapshotPattern-2088441838-router', 'tenant_id': '1c7887600588416d93141639860cbf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:00Z', 'updated_at': '2022-03-05T14:55:04Z', 'revision_number': 4, 'project_id': '1c7887600588416d93141639860cbf43', 'gw_port': {'id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:77:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:01Z', 'updated_at': '2022-03-05T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '2d78c52f-2c93-40df-8457-699589f64c39', 'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'tenant_id': '1c7887600588416d93141639860cbf43', 'mac_address': 'fa:16:3e:2d:79:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:03Z', 'updated_at': '2022-03-05T14:55:11Z', 'revision_number': 5, 'project_id': '1c7887600588416d93141639860cbf43', 'subnets': [{'id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:59:53.304250 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0005a39b-fbe8-4099-a485-f50469fc1cae None None] Checking router: 833c3b4b-8bdb-4371-8c80-fae87b201a74 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 14:59:53.313450 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0005a39b-fbe8-4099-a485-f50469fc1cae None None] Routers {'833c3b4b-8bdb-4371-8c80-fae87b201a74'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:59:53.314030 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0005a39b-fbe8-4099-a485-f50469fc1cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:59:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['833c3b4b-8bdb-4371-8c80-fae87b201a74'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:59:53.337225 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40f022-a6c8-45d9-889d-556389f7cb14 req-515ad680-e9c2-47bb-beee-2a830fdbe528 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:59:53.338694 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca40f022-a6c8-45d9-889d-556389f7cb14 req-515ad680-e9c2-47bb-beee-2a830fdbe528 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 943 time: 0.1770077 Mar 05 14:59:53.391428 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-ca40f022-a6c8-45d9-889d-556389f7cb14 req-aa77cf7e-1d24-438a-b9f9-ffcd70c354db tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451829 Mar 05 14:59:53.414546 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d3efe-5f1b-407b-a366-2b34243535b9 req-30f9d87f-9d7b-4d8c-a47c-4bb9b47af615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:59:53.416050 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-763d3efe-5f1b-407b-a366-2b34243535b9 req-30f9d87f-9d7b-4d8c-a47c-4bb9b47af615 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71ba7e79-69da-4381-a8ba-8d74cdd468b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255395 Mar 05 14:59:53.500839 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-0005a39b-fbe8-4099-a485-f50469fc1cae None None] Set router 833c3b4b-8bdb-4371-8c80-fae87b201a74 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 14:59:53.551004 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-763d3efe-5f1b-407b-a366-2b34243535b9 req-b1ea7874-976a-4d2f-872b-66ce643c2b7f service neutron] 10.222.0.30 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277966 Mar 05 14:59:53.683668 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-763d3efe-5f1b-407b-a366-2b34243535b9 req-f557aeec-6b87-4660-9a4a-610e5002d59c service neutron] 10.222.0.30 "GET /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266935 Mar 05 14:59:53.830668 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-0005a39b-fbe8-4099-a485-f50469fc1cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'name': 'tempest-TestSnapshotPattern-2088441838-router', 'tenant_id': '1c7887600588416d93141639860cbf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:00Z', 'updated_at': '2022-03-05T14:55:04Z', 'revision_number': 4, 'project_id': '1c7887600588416d93141639860cbf43', 'gw_port': {'id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:77:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:01Z', 'updated_at': '2022-03-05T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '2d78c52f-2c93-40df-8457-699589f64c39', 'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'tenant_id': '1c7887600588416d93141639860cbf43', 'mac_address': 'fa:16:3e:2d:79:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:03Z', 'updated_at': '2022-03-05T14:55:11Z', 'revision_number': 5, 'project_id': '1c7887600588416d93141639860cbf43', 'subnets': [{'id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:59:53.834451 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0005a39b-fbe8-4099-a485-f50469fc1cae None None] The sync data for ids ['833c3b4b-8bdb-4371-8c80-fae87b201a74'] in n-d-803718-1 is: [{'id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'name': 'tempest-TestSnapshotPattern-2088441838-router', 'tenant_id': '1c7887600588416d93141639860cbf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:00Z', 'updated_at': '2022-03-05T14:55:04Z', 'revision_number': 4, 'project_id': '1c7887600588416d93141639860cbf43', 'gw_port': {'id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:77:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:01Z', 'updated_at': '2022-03-05T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1', '_interfaces': [{'id': '2d78c52f-2c93-40df-8457-699589f64c39', 'name': '', 'network_id': '71ba7e79-69da-4381-a8ba-8d74cdd468b9', 'tenant_id': '1c7887600588416d93141639860cbf43', 'mac_address': 'fa:16:3e:2d:79:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:03Z', 'updated_at': '2022-03-05T14:55:11Z', 'revision_number': 5, 'project_id': '1c7887600588416d93141639860cbf43', 'subnets': [{'id': 'dadbbd29-3ddb-4b9f-8ba8-411e2377fa00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 14:59:54.035315 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfbcb4d-7008-4754-869c-6bd9f921a38b None None] New status for floating IP 23f1389c-28bf-40e2-a53b-6914c0ff55fc: DOWN {{(pid=87915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 14:59:54.585414 n-d-803718-1 neutron-server[87914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db931abc-e043-4283-b1ee-baf996dd4565 req-31c44f11-aa65-4d2c-a214-48f05aa0a4c2 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:59:54.586120 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-db931abc-e043-4283-b1ee-baf996dd4565 req-31c44f11-aa65-4d2c-a214-48f05aa0a4c2 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Synchronizing usage tracker for tenant:1c7887600588416d93141639860cbf43 on resource:port {{(pid=87914) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 05 14:59:54.602344 n-d-803718-1 neutron-server[87914]: DEBUG neutron.quota.resource [req-db931abc-e043-4283-b1ee-baf996dd4565 req-31c44f11-aa65-4d2c-a214-48f05aa0a4c2 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Unset dirty status for tenant:1c7887600588416d93141639860cbf43 on resource:port {{(pid=87914) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 05 14:59:54.603567 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db931abc-e043-4283-b1ee-baf996dd4565 req-31c44f11-aa65-4d2c-a214-48f05aa0a4c2 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 943 time: 0.0996540 Mar 05 14:59:54.648751 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-db931abc-e043-4283-b1ee-baf996dd4565 req-05e003e6-7045-4a0a-9c12-fea5112eb888 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/security-groups?id=217dcbf0-5e1d-43e0-9eba-a35207573ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393419 Mar 05 14:59:54.661732 n-d-803718-1 neutron-server[87913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e1737-78b0-41b1-902a-82cd40963682 req-5ff67cea-a595-4b17-9e69-fef1de0f68c9 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 14:59:54.663193 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d8e1737-78b0-41b1-902a-82cd40963682 req-5ff67cea-a595-4b17-9e69-fef1de0f68c9 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.30 "GET /v2.0/ports?device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 943 time: 0.0847230 Mar 05 14:59:54.845507 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-5d8e1737-78b0-41b1-902a-82cd40963682 req-78cc9c78-4235-4d07-9f4b-4f9fe3286717 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Deleting port 5cd7b4b9-a195-4fbe-8827-486c4f76a747 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:59:54.845846 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5d8e1737-78b0-41b1-902a-82cd40963682 req-78cc9c78-4235-4d07-9f4b-4f9fe3286717 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:55.089423 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [req-5d8e1737-78b0-41b1-902a-82cd40963682 req-78cc9c78-4235-4d07-9f4b-4f9fe3286717 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] For port 5cd7b4b9-a195-4fbe-8827-486c4f76a747, host n-h2-803718-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803718-1',level=0,port_id=5cd7b4b9-a195-4fbe-8827-486c4f76a747,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:59:55.089696 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5d8e1737-78b0-41b1-902a-82cd40963682 req-78cc9c78-4235-4d07-9f4b-4f9fe3286717 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:55.213837 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [req-5d8e1737-78b0-41b1-902a-82cd40963682 req-78cc9c78-4235-4d07-9f4b-4f9fe3286717 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Calling delete_port for 5cd7b4b9-a195-4fbe-8827-486c4f76a747 owned by compute:nova {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:59:55.355657 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5d8e1737-78b0-41b1-902a-82cd40963682 req-78cc9c78-4235-4d07-9f4b-4f9fe3286717 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:55.404843 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc9c78-4235-4d07-9f4b-4f9fe3286717 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Pushing event deleted for resources: {'Port': ['ID=5cd7b4b9-a195-4fbe-8827-486c4f76a747,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:59:55.446641 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc9c78-4235-4d07-9f4b-4f9fe3286717 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:55.447009 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc9c78-4235-4d07-9f4b-4f9fe3286717 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:55.447351 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc9c78-4235-4d07-9f4b-4f9fe3286717 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:55.447897 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc9c78-4235-4d07-9f4b-4f9fe3286717 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:55.448416 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc9c78-4235-4d07-9f4b-4f9fe3286717 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:55.448749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc9c78-4235-4d07-9f4b-4f9fe3286717 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:55.449077 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc9c78-4235-4d07-9f4b-4f9fe3286717 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:55.449396 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc9c78-4235-4d07-9f4b-4f9fe3286717 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:55.449715 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc9c78-4235-4d07-9f4b-4f9fe3286717 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:55.450033 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc9c78-4235-4d07-9f4b-4f9fe3286717 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:55.450354 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc9c78-4235-4d07-9f4b-4f9fe3286717 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:55.450670 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc9c78-4235-4d07-9f4b-4f9fe3286717 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803718-1 {{(pid=87913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 14:59:55.492969 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8e1737-78b0-41b1-902a-82cd40963682 req-78cc9c78-4235-4d07-9f4b-4f9fe3286717 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] No DVR routers for this DVR port 5cd7b4b9-a195-4fbe-8827-486c4f76a747 on host n-h2-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 14:59:55.495366 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [req-5d8e1737-78b0-41b1-902a-82cd40963682 req-78cc9c78-4235-4d07-9f4b-4f9fe3286717 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125521'] for port, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:55.497785 n-d-803718-1 neutron-server[87913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'name': 'network-vif-deleted', 'tag': '5cd7b4b9-a195-4fbe-8827-486c4f76a747'}] {{(pid=87913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 14:59:55.512964 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [req-5d8e1737-78b0-41b1-902a-82cd40963682 req-78cc9c78-4235-4d07-9f4b-4f9fe3286717 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.30 "DELETE /v2.0/ports/5cd7b4b9-a195-4fbe-8827-486c4f76a747 HTTP/1.1" status: 204 len: 173 time: 0.8445222 Mar 05 14:59:55.606024 n-d-803718-1 neutron-server[87913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74125b15-9230-47b5-bd91-2ce63d1cfdf1', 'name': 'network-vif-deleted', 'tag': '5cd7b4b9-a195-4fbe-8827-486c4f76a747', 'status': 'completed', 'code': 200} Mar 05 14:59:55.812005 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [req-0976a103-8099-47be-a09d-2a25449f3f44 req-caf33ffa-a28e-4298-9f1b-773a0e6c48b2 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "GET /v2.0/ports?device_id=74125b15-9230-47b5-bd91-2ce63d1cfdf1 HTTP/1.1" status: 200 len: 210 time: 0.0449541 Mar 05 14:59:56.909580 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56676) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:59:57.084206 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d75f6dbc-52c7-4bca-8095-2afd06a6b674 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:57.114222 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d75f6dbc-52c7-4bca-8095-2afd06a6b674 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:57.178698 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d75f6dbc-52c7-4bca-8095-2afd06a6b674 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:57.199055 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f6dbc-52c7-4bca-8095-2afd06a6b674 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=217dcbf0-5e1d-43e0-9eba-a35207573ed8,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:59:57.206177 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-d75f6dbc-52c7-4bca-8095-2afd06a6b674 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:57.207318 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-d75f6dbc-52c7-4bca-8095-2afd06a6b674 tempest-TestSnapshotPattern-218741987 tempest-TestSnapshotPattern-218741987-project] 10.222.0.16 "DELETE /v2.0/security-groups/217dcbf0-5e1d-43e0-9eba-a35207573ed8 HTTP/1.1" status: 204 len: 168 time: 0.2967782 Mar 05 14:59:57.250749 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56682) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:59:57.775205 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38efb321-077b-4066-b1ba-c5ac4e77a623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:58.228007 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-38efb321-077b-4066-b1ba-c5ac4e77a623 admin admin] Deleting port 2d78c52f-2c93-40df-8457-699589f64c39 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 14:59:58.228350 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38efb321-077b-4066-b1ba-c5ac4e77a623 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:58.394305 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-38efb321-077b-4066-b1ba-c5ac4e77a623 admin admin] For port 2d78c52f-2c93-40df-8457-699589f64c39, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=2d78c52f-2c93-40df-8457-699589f64c39,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 14:59:58.394976 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38efb321-077b-4066-b1ba-c5ac4e77a623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:58.519028 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-38efb321-077b-4066-b1ba-c5ac4e77a623 admin admin] Calling delete_port for 2d78c52f-2c93-40df-8457-699589f64c39 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 14:59:58.775387 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38efb321-077b-4066-b1ba-c5ac4e77a623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:58.822449 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38efb321-077b-4066-b1ba-c5ac4e77a623 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d78c52f-2c93-40df-8457-699589f64c39,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 14:59:59.092589 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-38efb321-077b-4066-b1ba-c5ac4e77a623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:59.563365 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38efb321-077b-4066-b1ba-c5ac4e77a623 admin admin] Router 833c3b4b-8bdb-4371-8c80-fae87b201a74 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 14:59:59.734028 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:59.734746 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38efb321-077b-4066-b1ba-c5ac4e77a623 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 14:59:59.743379 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee05d4-cbf0-4fea-9b30-9921b0fdc045 None None] Sync routers for ids ['833c3b4b-8bdb-4371-8c80-fae87b201a74'] in n-d-803718-1 {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 14:59:59.749368 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-38efb321-077b-4066-b1ba-c5ac4e77a623 admin admin] 10.222.0.16 "PUT /v2.0/routers/833c3b4b-8bdb-4371-8c80-fae87b201a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4974909 Mar 05 14:59:59.751175 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5cd7b4b9-a195-4fbe-8827-486c4f76a747 no longer exists at agent hyperv_n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 14:59:59.752109 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56686) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 14:59:59.756619 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee05d4-cbf0-4fea-9b30-9921b0fdc045 None None] Routers {'833c3b4b-8bdb-4371-8c80-fae87b201a74'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 14:59:59.757226 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-feee05d4-cbf0-4fea-9b30-9921b0fdc045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:59:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['833c3b4b-8bdb-4371-8c80-fae87b201a74'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 14:59:59.798822 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] No Port match for: 5cd7b4b9-a195-4fbe-8827-486c4f76a747 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 14:59:59.799335 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Device 5cd7b4b9-a195-4fbe-8827-486c4f76a747 not bound to the agent host n-h2-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 14:59:59.817792 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 14:59:59.946861 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-feee05d4-cbf0-4fea-9b30-9921b0fdc045 None None] Set router 833c3b4b-8bdb-4371-8c80-fae87b201a74 gateway port host: n-d-803718-1 {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 15:00:00.064104 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5395211b-8da3-48d4-ac46-7e306e494619 admin admin] Notify callbacks [] for router, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:00.227703 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-feee05d4-cbf0-4fea-9b30-9921b0fdc045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'name': 'tempest-TestSnapshotPattern-2088441838-router', 'tenant_id': '1c7887600588416d93141639860cbf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:00Z', 'updated_at': '2022-03-05T14:59:58Z', 'revision_number': 5, 'project_id': '1c7887600588416d93141639860cbf43', 'gw_port': {'id': 'fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:77:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:01Z', 'updated_at': '2022-03-05T14:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 15:00:00.231625 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee05d4-cbf0-4fea-9b30-9921b0fdc045 None None] Checking router: 833c3b4b-8bdb-4371-8c80-fae87b201a74 for host: n-d-803718-1 {{(pid=87916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 15:00:00.240053 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee05d4-cbf0-4fea-9b30-9921b0fdc045 None None] Routers {'833c3b4b-8bdb-4371-8c80-fae87b201a74'} bound to L3 agent in host n-d-803718-1 {{(pid=87916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 15:00:00.240634 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-feee05d4-cbf0-4fea-9b30-9921b0fdc045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:59:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['833c3b4b-8bdb-4371-8c80-fae87b201a74'], 'active': True} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 15:00:00.265901 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5395211b-8da3-48d4-ac46-7e306e494619 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:00.277133 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5395211b-8da3-48d4-ac46-7e306e494619 admin admin] Deleting port fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1 {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 15:00:00.277497 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5395211b-8da3-48d4-ac46-7e306e494619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:00.392158 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_dvr_db [None req-feee05d4-cbf0-4fea-9b30-9921b0fdc045 None None] Set router 833c3b4b-8bdb-4371-8c80-fae87b201a74 gateway port host: None {{(pid=87916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 15:00:00.457608 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-5395211b-8da3-48d4-ac46-7e306e494619 admin admin] For port fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 15:00:00.457969 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5395211b-8da3-48d4-ac46-7e306e494619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:00.495381 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.l3_hamode_db [None req-feee05d4-cbf0-4fea-9b30-9921b0fdc045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'name': 'tempest-TestSnapshotPattern-2088441838-router', 'tenant_id': '1c7887600588416d93141639860cbf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:00Z', 'updated_at': '2022-03-05T15:00:00Z', 'revision_number': 6, 'project_id': '1c7887600588416d93141639860cbf43', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 15:00:00.501307 n-d-803718-1 neutron-server[87916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee05d4-cbf0-4fea-9b30-9921b0fdc045 None None] The sync data for ids ['833c3b4b-8bdb-4371-8c80-fae87b201a74'] in n-d-803718-1 is: [{'id': '833c3b4b-8bdb-4371-8c80-fae87b201a74', 'name': 'tempest-TestSnapshotPattern-2088441838-router', 'tenant_id': '1c7887600588416d93141639860cbf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:00Z', 'updated_at': '2022-03-05T15:00:00Z', 'revision_number': 6, 'project_id': '1c7887600588416d93141639860cbf43', 'gw_port_host': None}] {{(pid=87916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 15:00:00.586894 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-5395211b-8da3-48d4-ac46-7e306e494619 admin admin] Calling delete_port for fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1 owned by network:router_gateway {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 15:00:00.918339 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5395211b-8da3-48d4-ac46-7e306e494619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:00.926045 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 2d78c52f-2c93-40df-8457-699589f64c39 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 15:00:00.967057 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395211b-8da3-48d4-ac46-7e306e494619 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 15:00:00.969829 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 2d78c52f-2c93-40df-8457-699589f64c39 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 15:00:00.970399 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 2d78c52f-2c93-40df-8457-699589f64c39 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 15:00:01.059912 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5395211b-8da3-48d4-ac46-7e306e494619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:01.350982 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5395211b-8da3-48d4-ac46-7e306e494619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:01.353222 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5395211b-8da3-48d4-ac46-7e306e494619 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:01.377430 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5395211b-8da3-48d4-ac46-7e306e494619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:01.378003 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5395211b-8da3-48d4-ac46-7e306e494619 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 833c3b4b-8bdb-4371-8c80-fae87b201a74 {{(pid=87914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 15:00:01.392402 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5395211b-8da3-48d4-ac46-7e306e494619 admin admin] Notify callbacks [] for router, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:01.393525 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5395211b-8da3-48d4-ac46-7e306e494619 admin admin] 10.222.0.16 "DELETE /v2.0/routers/833c3b4b-8bdb-4371-8c80-fae87b201a74 HTTP/1.1" status: 204 len: 168 time: 1.6398332 Mar 05 15:00:01.396229 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56698) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 15:00:01.456797 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac26475-b751-4d16-a9b0-338f8c0bfeea admin admin] Deleting subnet dadbbd29-3ddb-4b9f-8ba8-411e2377fa00 {{(pid=87914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 15:00:01.459887 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fac26475-b751-4d16-a9b0-338f8c0bfeea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:01.513641 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fac26475-b751-4d16-a9b0-338f8c0bfeea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1113733'] for subnet, precommit_delete_associations {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:01.594295 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fac26475-b751-4d16-a9b0-338f8c0bfeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:01.662610 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fac26475-b751-4d16-a9b0-338f8c0bfeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26333013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26310286'] for subnet, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:01.708269 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-fac26475-b751-4d16-a9b0-338f8c0bfeea admin admin] Notify callbacks [] for subnet, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:01.710868 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac26475-b751-4d16-a9b0-338f8c0bfeea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dadbbd29-3ddb-4b9f-8ba8-411e2377fa00,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 15:00:01.713396 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b744bbd-b322-4121-85bd-517df3b117a0 None None] Network 71ba7e79-69da-4381-a8ba-8d74cdd468b9 requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 15:00:01.716099 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fac26475-b751-4d16-a9b0-338f8c0bfeea admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dadbbd29-3ddb-4b9f-8ba8-411e2377fa00 HTTP/1.1" status: 204 len: 168 time: 0.3189540 Mar 05 15:00:01.719491 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56702) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 15:00:01.827206 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3f327d0-ba44-4a8f-95b8-4e214cf1e8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:01.837705 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e3f327d0-ba44-4a8f-95b8-4e214cf1e8f2 admin admin] Deleting port 3aace1ca-97e4-4b25-89ee-6b76f52d1684 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 15:00:01.838230 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3f327d0-ba44-4a8f-95b8-4e214cf1e8f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:01.954509 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a19512-ca75-49fd-bf4c-eeeb53d2b159 None None] DHCP port deletion for 71ba7e79-69da-4381-a8ba-8d74cdd468b9 request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 15:00:01.958806 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b0a19512-ca75-49fd-bf4c-eeeb53d2b159 None None] Deleting port 3aace1ca-97e4-4b25-89ee-6b76f52d1684 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 15:00:01.959187 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b0a19512-ca75-49fd-bf4c-eeeb53d2b159 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:02.045136 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-e3f327d0-ba44-4a8f-95b8-4e214cf1e8f2 admin admin] For port 3aace1ca-97e4-4b25-89ee-6b76f52d1684, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3aace1ca-97e4-4b25-89ee-6b76f52d1684,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 15:00:02.045478 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3f327d0-ba44-4a8f-95b8-4e214cf1e8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:02.162647 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-b0a19512-ca75-49fd-bf4c-eeeb53d2b159 None None] For port 3aace1ca-97e4-4b25-89ee-6b76f52d1684, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=3aace1ca-97e4-4b25-89ee-6b76f52d1684,segment=NetworkSegment(b3051004-4357-4c20-bfd2-676a92a01850),segment_id=b3051004-4357-4c20-bfd2-676a92a01850)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 15:00:02.163065 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b0a19512-ca75-49fd-bf4c-eeeb53d2b159 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:02.166014 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-e3f327d0-ba44-4a8f-95b8-4e214cf1e8f2 admin admin] Calling delete_port for 3aace1ca-97e4-4b25-89ee-6b76f52d1684 owned by network:dhcp {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 15:00:02.240511 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3f327d0-ba44-4a8f-95b8-4e214cf1e8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:02.283911 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b0a19512-ca75-49fd-bf4c-eeeb53d2b159 None None] Calling delete_port for 3aace1ca-97e4-4b25-89ee-6b76f52d1684 owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 15:00:02.289699 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f327d0-ba44-4a8f-95b8-4e214cf1e8f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aace1ca-97e4-4b25-89ee-6b76f52d1684,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 15:00:02.292036 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f327d0-ba44-4a8f-95b8-4e214cf1e8f2 admin admin] No DVR routers for this DVR port 3aace1ca-97e4-4b25-89ee-6b76f52d1684 on host n-d-803718-1 {{(pid=87913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 15:00:02.352177 n-d-803718-1 neutron-server[87915]: util.warn( Mar 05 15:00:02.359094 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-b0a19512-ca75-49fd-bf4c-eeeb53d2b159 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 15:00:02.359444 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-b0a19512-ca75-49fd-bf4c-eeeb53d2b159 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 15:00:02.405476 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3f327d0-ba44-4a8f-95b8-4e214cf1e8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:02.430348 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-e3f327d0-ba44-4a8f-95b8-4e214cf1e8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ba7e79-69da-4381-a8ba-8d74cdd468b9']}} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 15:00:02.442847 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-e3f327d0-ba44-4a8f-95b8-4e214cf1e8f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3051004-4357-4c20-bfd2-676a92a01850') {'for_net_delete': True} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 15:00:02.443145 n-d-803718-1 neutron-server[87913]: DEBUG neutron.services.segments.db [None req-e3f327d0-ba44-4a8f-95b8-4e214cf1e8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3051004-4357-4c20-bfd2-676a92a01850') {} {{(pid=87913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 15:00:02.454960 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3f327d0-ba44-4a8f-95b8-4e214cf1e8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2225426'] for segment, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:02.471934 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3f327d0-ba44-4a8f-95b8-4e214cf1e8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:02.478257 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f327d0-ba44-4a8f-95b8-4e214cf1e8f2 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 15:00:02.479354 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3f327d0-ba44-4a8f-95b8-4e214cf1e8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2208828'] for segment, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: Traceback (most recent call last): Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: timer() Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: cb(*args, **kw) Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: return func(*args, **kwargs) Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: self._notify() Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: self.callback(batched_events) Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: event.method(event) Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: return f(self, *a, **k) Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: return self._get(url).json() Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: return self.request(url, 'GET', **kwargs) Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 15:00:02.492498 n-d-803718-1 neutron-server[87913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 15:00:02.569201 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3f327d0-ba44-4a8f-95b8-4e214cf1e8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:02.585496 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-e3f327d0-ba44-4a8f-95b8-4e214cf1e8f2 admin admin] Notify callbacks [] for network, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:02.597320 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f327d0-ba44-4a8f-95b8-4e214cf1e8f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=71ba7e79-69da-4381-a8ba-8d74cdd468b9,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 15:00:02.608740 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-e3f327d0-ba44-4a8f-95b8-4e214cf1e8f2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/71ba7e79-69da-4381-a8ba-8d74cdd468b9 HTTP/1.1" status: 204 len: 168 time: 0.8882189 Mar 05 15:00:02.611678 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56706) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 15:00:02.828891 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3aace1ca-97e4-4b25-89ee-6b76f52d1684 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 15:00:02.864545 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b0a19512-ca75-49fd-bf4c-eeeb53d2b159 None None] Deleting port 3aace1ca-97e4-4b25-89ee-6b76f52d1684 {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 15:00:02.864920 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b0a19512-ca75-49fd-bf4c-eeeb53d2b159 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:02.892879 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 3aace1ca-97e4-4b25-89ee-6b76f52d1684 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 15:00:02.893477 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 3aace1ca-97e4-4b25-89ee-6b76f52d1684 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 15:00:02.893894 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 15:00:02.967090 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-b0a19512-ca75-49fd-bf4c-eeeb53d2b159 None None] The port '3aace1ca-97e4-4b25-89ee-6b76f52d1684' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 15:00:02.969381 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 15:00:02.970142 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device fb3ca9be-e0a0-4a32-8d96-30b01f6ddde1 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 15:00:03.276506 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af523d8e-0d56-4adf-b1d4-4c597e0b1f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920085'] for router_interface, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:03.613696 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-af523d8e-0d56-4adf-b1d4-4c597e0b1f31 admin admin] Deleting port 950805b9-ef70-40ad-aa4d-ebf73464d8d8 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 15:00:03.614029 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af523d8e-0d56-4adf-b1d4-4c597e0b1f31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:03.779897 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-af523d8e-0d56-4adf-b1d4-4c597e0b1f31 admin admin] For port 950805b9-ef70-40ad-aa4d-ebf73464d8d8, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=950805b9-ef70-40ad-aa4d-ebf73464d8d8,segment=NetworkSegment(27a9463d-f174-47ff-ac3f-041b1687faae),segment_id=27a9463d-f174-47ff-ac3f-041b1687faae)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 15:00:03.780240 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af523d8e-0d56-4adf-b1d4-4c597e0b1f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:03.897462 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-af523d8e-0d56-4adf-b1d4-4c597e0b1f31 admin admin] Calling delete_port for 950805b9-ef70-40ad-aa4d-ebf73464d8d8 owned by network:router_interface {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 15:00:04.070526 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af523d8e-0d56-4adf-b1d4-4c597e0b1f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:04.120255 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af523d8e-0d56-4adf-b1d4-4c597e0b1f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=950805b9-ef70-40ad-aa4d-ebf73464d8d8,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 15:00:04.493132 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-af523d8e-0d56-4adf-b1d4-4c597e0b1f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919977'] for router_interface, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:04.845477 n-d-803718-1 neutron-server[87913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af523d8e-0d56-4adf-b1d4-4c597e0b1f31 admin admin] Router 47ae72ca-8542-4fac-a42c-8dcda4144168 has already been hosted by L3 agent b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8 {{(pid=87913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 05 15:00:05.022598 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af523d8e-0d56-4adf-b1d4-4c597e0b1f31 admin admin] Notify agent at l3_agent.n-d-803718-1 the message routers_updated {{(pid=87913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 05 15:00:05.031123 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5c952-feba-43d1-8f09-3dad5b88c82b None None] Sync routers for ids ['47ae72ca-8542-4fac-a42c-8dcda4144168'] in n-d-803718-1 {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 15:00:05.031652 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-af523d8e-0d56-4adf-b1d4-4c597e0b1f31 admin admin] 10.222.0.16 "PUT /v2.0/routers/47ae72ca-8542-4fac-a42c-8dcda4144168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4190345 Mar 05 15:00:05.034088 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56710) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 15:00:05.040302 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a5c952-feba-43d1-8f09-3dad5b88c82b None None] Routers {'47ae72ca-8542-4fac-a42c-8dcda4144168'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 15:00:05.041408 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-96a5c952-feba-43d1-8f09-3dad5b88c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:59:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['47ae72ca-8542-4fac-a42c-8dcda4144168'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 15:00:05.209379 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0d9fe51-f9f5-4a7f-a51c-68fd2f1caefb admin admin] Notify callbacks [] for router, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:05.248825 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-96a5c952-feba-43d1-8f09-3dad5b88c82b None None] Set router 47ae72ca-8542-4fac-a42c-8dcda4144168 gateway port host: n-d-803718-1 {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 15:00:05.386739 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0d9fe51-f9f5-4a7f-a51c-68fd2f1caefb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:05.396842 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-c0d9fe51-f9f5-4a7f-a51c-68fd2f1caefb admin admin] Deleting port ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20 {{(pid=87913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 15:00:05.397174 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0d9fe51-f9f5-4a7f-a51c-68fd2f1caefb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:05.530781 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-96a5c952-feba-43d1-8f09-3dad5b88c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ae72ca-8542-4fac-a42c-8dcda4144168', 'name': 'tempest-TestSnapshotPattern-1175875326-router', 'tenant_id': '4538b5126cb54558a9ccc6a68b7d5892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'external_fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:07Z', 'updated_at': '2022-03-05T15:00:04Z', 'revision_number': 5, 'project_id': '4538b5126cb54558a9ccc6a68b7d5892', 'gw_port': {'id': 'ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20', 'name': '', 'network_id': 'ea5c893a-3da0-441e-a4e9-f34cafda1d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ae72ca-8542-4fac-a42c-8dcda4144168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803718-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T14:55:07Z', 'updated_at': '2022-03-05T14:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1be75339-8b5a-4cff-8e92-f92a22f767b9', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803718-1'}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 15:00:05.534241 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5c952-feba-43d1-8f09-3dad5b88c82b None None] Checking router: 47ae72ca-8542-4fac-a42c-8dcda4144168 for host: n-d-803718-1 {{(pid=87915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 15:00:05.544953 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a5c952-feba-43d1-8f09-3dad5b88c82b None None] Routers {'47ae72ca-8542-4fac-a42c-8dcda4144168'} bound to L3 agent in host n-d-803718-1 {{(pid=87915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 05 15:00:05.545570 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-96a5c952-feba-43d1-8f09-3dad5b88c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803718-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T13:22:41Z,description=,heartbeat_timestamp=2022-03-05T14:59:41Z,host='n-d-803718-1',id=b7d917e0-a8fd-43bb-9ae9-7abf00b21fc8,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T13:22:41Z,topic='l3_agent')) {'router_ids': ['47ae72ca-8542-4fac-a42c-8dcda4144168'], 'active': True} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 15:00:05.573567 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.db [None req-c0d9fe51-f9f5-4a7f-a51c-68fd2f1caefb admin admin] For port ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20,segment=NetworkSegment(8d613622-b535-4d7e-9031-3d0d97082f1a),segment_id=8d613622-b535-4d7e-9031-3d0d97082f1a)] {{(pid=87913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 15:00:05.574136 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0d9fe51-f9f5-4a7f-a51c-68fd2f1caefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:05.706128 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_dvr_db [None req-96a5c952-feba-43d1-8f09-3dad5b88c82b None None] Set router 47ae72ca-8542-4fac-a42c-8dcda4144168 gateway port host: None {{(pid=87915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 05 15:00:05.816988 n-d-803718-1 neutron-server[87915]: DEBUG neutron.db.l3_hamode_db [None req-96a5c952-feba-43d1-8f09-3dad5b88c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ae72ca-8542-4fac-a42c-8dcda4144168', 'name': 'tempest-TestSnapshotPattern-1175875326-router', 'tenant_id': '4538b5126cb54558a9ccc6a68b7d5892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:07Z', 'updated_at': '2022-03-05T15:00:05Z', 'revision_number': 6, 'project_id': '4538b5126cb54558a9ccc6a68b7d5892', 'gw_port_host': None}], 'n-d-803718-1', False) {} {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 15:00:05.820879 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5c952-feba-43d1-8f09-3dad5b88c82b None None] The sync data for ids ['47ae72ca-8542-4fac-a42c-8dcda4144168'] in n-d-803718-1 is: [{'id': '47ae72ca-8542-4fac-a42c-8dcda4144168', 'name': 'tempest-TestSnapshotPattern-1175875326-router', 'tenant_id': '4538b5126cb54558a9ccc6a68b7d5892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T14:55:07Z', 'updated_at': '2022-03-05T15:00:05Z', 'revision_number': 6, 'project_id': '4538b5126cb54558a9ccc6a68b7d5892', 'gw_port_host': None}] {{(pid=87915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 15:00:05.821168 n-d-803718-1 neutron-server[87913]: DEBUG neutron.plugins.ml2.plugin [None req-c0d9fe51-f9f5-4a7f-a51c-68fd2f1caefb admin admin] Calling delete_port for ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20 owned by network:router_gateway {{(pid=87913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 15:00:05.989786 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0d9fe51-f9f5-4a7f-a51c-68fd2f1caefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2208879'] for port, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:06.063026 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9fe51-f9f5-4a7f-a51c-68fd2f1caefb admin admin] Pushing event deleted for resources: {'Port': ['ID=ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 15:00:06.129703 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0d9fe51-f9f5-4a7f-a51c-68fd2f1caefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923952'] for router_gateway, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:06.306557 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0d9fe51-f9f5-4a7f-a51c-68fd2f1caefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3926242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3603'] for router, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:06.308767 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0d9fe51-f9f5-4a7f-a51c-68fd2f1caefb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:06.330951 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0d9fe51-f9f5-4a7f-a51c-68fd2f1caefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926040'] for router, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:06.331448 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d9fe51-f9f5-4a7f-a51c-68fd2f1caefb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47ae72ca-8542-4fac-a42c-8dcda4144168 {{(pid=87913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 05 15:00:06.344103 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-c0d9fe51-f9f5-4a7f-a51c-68fd2f1caefb admin admin] Notify callbacks [] for router, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:06.345221 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-c0d9fe51-f9f5-4a7f-a51c-68fd2f1caefb admin admin] 10.222.0.16 "DELETE /v2.0/routers/47ae72ca-8542-4fac-a42c-8dcda4144168 HTTP/1.1" status: 204 len: 168 time: 1.3102372 Mar 05 15:00:06.347714 n-d-803718-1 neutron-server[87913]: DEBUG neutron.wsgi [-] (87913) accepted ('10.222.0.16', 56714) {{(pid=87913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 15:00:06.406550 n-d-803718-1 neutron-server[87913]: DEBUG neutron.db.db_base_plugin_v2 [None req-59019fe2-5866-43be-bfad-e4be51f590c5 admin admin] Deleting subnet 555e179e-a7f4-4f27-874f-5a991a59a878 {{(pid=87913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 05 15:00:06.409472 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-59019fe2-5866-43be-bfad-e4be51f590c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:06.460970 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-59019fe2-5866-43be-bfad-e4be51f590c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2225451'] for subnet, precommit_delete_associations {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:06.537613 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-59019fe2-5866-43be-bfad-e4be51f590c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739978'] for subnet, precommit_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:06.606171 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-59019fe2-5866-43be-bfad-e4be51f590c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2208414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501118'] for subnet, after_delete {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:06.649137 n-d-803718-1 neutron-server[87913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59019fe2-5866-43be-bfad-e4be51f590c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=555e179e-a7f4-4f27-874f-5a991a59a878,revision_number=None']} {{(pid=87913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 15:00:06.651740 n-d-803718-1 neutron-server[87913]: DEBUG neutron_lib.callbacks.manager [None req-59019fe2-5866-43be-bfad-e4be51f590c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:06.657844 n-d-803718-1 neutron-server[87913]: INFO neutron.wsgi [None req-59019fe2-5866-43be-bfad-e4be51f590c5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/555e179e-a7f4-4f27-874f-5a991a59a878 HTTP/1.1" status: 204 len: 168 time: 0.3091791 Mar 05 15:00:06.660473 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56718) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 15:00:06.662016 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0074737-0f43-4b22-8e91-06100a6877a3 None None] Network bee2376e-d739-4dd5-8b42-b6130639e3dc requested from n-d-803718-1 {{(pid=87915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 05 15:00:06.769061 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-71f33a8c-abd0-4d10-9d08-5b85e82ce475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619297'] for network, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:06.780319 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-71f33a8c-abd0-4d10-9d08-5b85e82ce475 admin admin] Deleting port 68daf42b-fad6-4dc5-a37c-ea55e10bbfef {{(pid=87914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 15:00:06.782183 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-71f33a8c-abd0-4d10-9d08-5b85e82ce475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:06.844395 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 15:00:06.887039 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 15:00:06.887039 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device ce4689ec-160c-4aa3-ac8f-5e1e64f3fa20 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 15:00:06.887039 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 950805b9-ef70-40ad-aa4d-ebf73464d8d8 no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 15:00:06.920551 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 950805b9-ef70-40ad-aa4d-ebf73464d8d8 {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 15:00:06.920893 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 950805b9-ef70-40ad-aa4d-ebf73464d8d8 not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 15:00:06.999363 n-d-803718-1 neutron-server[87915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49659578-f127-4ee0-b27b-cd2afff6adc0 None None] DHCP port deletion for bee2376e-d739-4dd5-8b42-b6130639e3dc request from n-d-803718-1 {{(pid=87915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 05 15:00:07.003567 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-49659578-f127-4ee0-b27b-cd2afff6adc0 None None] Deleting port 68daf42b-fad6-4dc5-a37c-ea55e10bbfef {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 15:00:07.003939 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-49659578-f127-4ee0-b27b-cd2afff6adc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:07.004622 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.db [None req-71f33a8c-abd0-4d10-9d08-5b85e82ce475 admin admin] For port 68daf42b-fad6-4dc5-a37c-ea55e10bbfef, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=68daf42b-fad6-4dc5-a37c-ea55e10bbfef,segment=NetworkSegment(27a9463d-f174-47ff-ac3f-041b1687faae),segment_id=27a9463d-f174-47ff-ac3f-041b1687faae)] {{(pid=87914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 15:00:07.004993 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-71f33a8c-abd0-4d10-9d08-5b85e82ce475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:07.133749 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.plugin [None req-71f33a8c-abd0-4d10-9d08-5b85e82ce475 admin admin] Calling delete_port for 68daf42b-fad6-4dc5-a37c-ea55e10bbfef owned by network:dhcp {{(pid=87914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 15:00:07.209071 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-71f33a8c-abd0-4d10-9d08-5b85e82ce475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-644262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783025705948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783025325343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26331556'] for port, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:07.216828 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.db [None req-49659578-f127-4ee0-b27b-cd2afff6adc0 None None] For port 68daf42b-fad6-4dc5-a37c-ea55e10bbfef, host n-d-803718-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803718-1',level=0,port_id=68daf42b-fad6-4dc5-a37c-ea55e10bbfef,segment=NetworkSegment(27a9463d-f174-47ff-ac3f-041b1687faae),segment_id=27a9463d-f174-47ff-ac3f-041b1687faae)] {{(pid=87915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 05 15:00:07.217207 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-49659578-f127-4ee0-b27b-cd2afff6adc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3922645'] for port, precommit_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:07.259106 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f33a8c-abd0-4d10-9d08-5b85e82ce475 admin admin] Pushing event deleted for resources: {'Port': ['ID=68daf42b-fad6-4dc5-a37c-ea55e10bbfef,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 15:00:07.262007 n-d-803718-1 neutron-server[87914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f33a8c-abd0-4d10-9d08-5b85e82ce475 admin admin] No DVR routers for this DVR port 68daf42b-fad6-4dc5-a37c-ea55e10bbfef on host n-d-803718-1 {{(pid=87914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 15:00:07.372861 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-49659578-f127-4ee0-b27b-cd2afff6adc0 None None] Calling delete_port for 68daf42b-fad6-4dc5-a37c-ea55e10bbfef owned by network:dhcp {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 05 15:00:07.381117 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-71f33a8c-abd0-4d10-9d08-5b85e82ce475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741125', 'neutron.services.segments.db._delete_segments_for_network-8783025861443'] for network, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:07.412204 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-71f33a8c-abd0-4d10-9d08-5b85e82ce475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee2376e-d739-4dd5-8b42-b6130639e3dc']}} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 15:00:07.425674 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-71f33a8c-abd0-4d10-9d08-5b85e82ce475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a9463d-f174-47ff-ac3f-041b1687faae') {'for_net_delete': True} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 15:00:07.425960 n-d-803718-1 neutron-server[87914]: DEBUG neutron.services.segments.db [None req-71f33a8c-abd0-4d10-9d08-5b85e82ce475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a9463d-f174-47ff-ac3f-041b1687faae') {} {{(pid=87914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 15:00:07.438050 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-71f33a8c-abd0-4d10-9d08-5b85e82ce475 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783025863262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1113788'] for segment, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:07.446677 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.db.api [None req-49659578-f127-4ee0-b27b-cd2afff6adc0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 15:00:07.446970 n-d-803718-1 neutron-server[87915]: DEBUG oslo_db.api [None req-49659578-f127-4ee0-b27b-cd2afff6adc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 15:00:07.454838 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-71f33a8c-abd0-4d10-9d08-5b85e82ce475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737313'] for segment, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:07.461030 n-d-803718-1 neutron-server[87914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f33a8c-abd0-4d10-9d08-5b85e82ce475 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 15:00:07.461402 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-71f33a8c-abd0-4d10-9d08-5b85e82ce475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-737359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26331639'] for segment, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: Traceback (most recent call last): Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: timer() Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: cb(*args, **kw) Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: return func(*args, **kwargs) Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: self._notify() Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: self.callback(batched_events) Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: event.method(event) Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: return f(self, *a, **k) Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: return self._get(url).json() Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: return self.request(url, 'GET', **kwargs) Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 15:00:07.474623 n-d-803718-1 neutron-server[87914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 15:00:07.547154 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-71f33a8c-abd0-4d10-9d08-5b85e82ce475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923925'] for network, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:07.566528 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-71f33a8c-abd0-4d10-9d08-5b85e82ce475 admin admin] Notify callbacks [] for network, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:07.576650 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f33a8c-abd0-4d10-9d08-5b85e82ce475 admin admin] Pushing event deleted for resources: {'Network': ['ID=bee2376e-d739-4dd5-8b42-b6130639e3dc,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 15:00:07.580564 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-71f33a8c-abd0-4d10-9d08-5b85e82ce475 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bee2376e-d739-4dd5-8b42-b6130639e3dc HTTP/1.1" status: 204 len: 168 time: 0.9190872 Mar 05 15:00:07.686355 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56724) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 15:00:07.734379 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-0da70e7e-f218-4cf9-abc0-6ec78058d836 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c7887600588416d93141639860cbf43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467970 Mar 05 15:00:07.736769 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56728) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 15:00:07.793187 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-675f515c-4f67-4d41-ae1e-58608d944126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:07.817993 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-675f515c-4f67-4d41-ae1e-58608d944126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:07.868836 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-675f515c-4f67-4d41-ae1e-58608d944126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:07.885869 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f515c-4f67-4d41-ae1e-58608d944126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4fc2ec-2eb0-476b-afdd-2835f0a3241c,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 15:00:07.892455 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-675f515c-4f67-4d41-ae1e-58608d944126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:07.893561 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-675f515c-4f67-4d41-ae1e-58608d944126 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c4fc2ec-2eb0-476b-afdd-2835f0a3241c HTTP/1.1" status: 204 len: 168 time: 0.1559315 Mar 05 15:00:07.948228 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-49659578-f127-4ee0-b27b-cd2afff6adc0 None None] Deleting port 68daf42b-fad6-4dc5-a37c-ea55e10bbfef {{(pid=87915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 05 15:00:07.948751 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-49659578-f127-4ee0-b27b-cd2afff6adc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783025699566'] for port, before_delete {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:08.017300 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-49659578-f127-4ee0-b27b-cd2afff6adc0 None None] The port '68daf42b-fad6-4dc5-a37c-ea55e10bbfef' was deleted {{(pid=87915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 05 15:00:08.236781 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56736) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 15:00:08.287955 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-fbf40105-7cba-4488-8c91-ff3e3efd26dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4538b5126cb54558a9ccc6a68b7d5892&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498459 Mar 05 15:00:08.290343 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [-] (87914) accepted ('10.222.0.16', 56740) {{(pid=87914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 05 15:00:08.347129 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5d51a938-2273-412e-beb1-e6db4f7f090c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:08.372299 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5d51a938-2273-412e-beb1-e6db4f7f090c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:08.427143 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5d51a938-2273-412e-beb1-e6db4f7f090c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740441'] for security_group, after_delete {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:08.442548 n-d-803718-1 neutron-server[87914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51a938-2273-412e-beb1-e6db4f7f090c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d7e77e-7322-4d1a-93b4-f7bceb709403,revision_number=None']} {{(pid=87914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 15:00:08.452001 n-d-803718-1 neutron-server[87914]: DEBUG neutron_lib.callbacks.manager [None req-5d51a938-2273-412e-beb1-e6db4f7f090c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:08.453912 n-d-803718-1 neutron-server[87914]: INFO neutron.wsgi [None req-5d51a938-2273-412e-beb1-e6db4f7f090c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96d7e77e-7322-4d1a-93b4-f7bceb709403 HTTP/1.1" status: 204 len: 168 time: 0.1625314 Mar 05 15:00:08.827621 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 68daf42b-fad6-4dc5-a37c-ea55e10bbfef no longer exists at agent ovs-agent-n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 05 15:00:08.862679 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.plugin [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] No Port match for: 68daf42b-fad6-4dc5-a37c-ea55e10bbfef {{(pid=87915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 05 15:00:08.863054 n-d-803718-1 neutron-server[87915]: DEBUG neutron.plugins.ml2.rpc [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Device 68daf42b-fad6-4dc5-a37c-ea55e10bbfef not bound to the agent host n-d-803718-1 {{(pid=87915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 05 15:00:09.005150 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bb7a8c4a-19fb-4d68-9716-687ffad84aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:11.111598 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-88abbe88-ae73-4563-a2c6-9568c164e3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:12.314087 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:12.389889 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:13.984273 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:27.315751 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 15:00:29.726919 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:29.786700 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:39.006370 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-572beafa-6a3c-47af-8b2a-54af3e5e4dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:41.105319 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-dbf3a743-d2d1-4331-9ccf-a92a1d3ed75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:42.316990 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:42.388978 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:43.986670 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:59.732239 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:00:59.797159 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:01:04.315018 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 15:01:09.008079 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-99d80b15-4b54-4d8f-81ba-10d83df5c277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:01:11.105960 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-793bd652-beb9-4af1-a72a-c3b763ab48ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:01:12.318745 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:01:12.391604 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:01:13.988825 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:01:29.730595 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:01:29.799760 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:01:39.012359 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a5cc13f1-333d-4e81-b9c0-8c199d586b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:01:41.106882 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-76b94489-dbdd-40cc-9f0c-5b320b051419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:01:41.314266 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 15:01:42.323672 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:01:42.395254 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:01:43.991371 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:01:59.741530 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:01:59.815636 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:02:09.014795 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f8c1b726-0c6b-4f32-8a1c-c5ee639f2716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:02:11.107429 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-1d11f7db-4ff2-4746-a4f1-43a1357407c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:02:12.326580 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:02:12.398289 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:02:13.993451 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:02:18.316217 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 15:02:29.772394 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:02:29.840354 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:02:39.016059 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-7824db92-7957-416d-85ae-d7f171cc6d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:02:41.108764 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-f74290c3-ca39-4741-89ad-1b8714008f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:02:42.328966 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:02:42.401388 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:02:43.995972 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:02:55.315558 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 15:02:59.775329 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:02:59.842928 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:03:09.017082 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-3b45fd70-41ed-47bb-8441-ef26dfb6a2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:03:11.112725 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-bca0425d-36a7-4fb2-b8c5-51fa922aac91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:03:12.333092 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:03:12.404948 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:03:13.999025 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:03:29.777298 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:03:29.842371 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:03:32.317985 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 15:03:39.022620 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-06bf732c-2447-41b1-a61d-24ac097ccaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:03:41.113942 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-2be7018f-beed-461c-a908-7be810a8b1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:03:42.334991 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:03:42.406727 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:03:44.001651 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:03:59.772712 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:03:59.857741 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:04:09.015166 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c3bc568d-3d5b-4184-8d35-a8cc329dbe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:04:09.316958 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 15:04:11.117217 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6c6d6f61-882e-43c3-9e32-f672b7e6980f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:04:12.336463 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:04:12.409894 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:04:14.004286 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:04:29.783565 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:04:29.855070 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:04:39.017163 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-cdb91261-1ff1-4213-bf42-2d28bb9bfdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:04:41.118171 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-092716c9-17f2-4b7e-b945-5c40846c35ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:04:42.338419 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:04:42.411785 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:04:44.007094 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:04:46.316021 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 15:04:59.798746 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:04:59.871571 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:05:09.019984 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-b6a475d7-45c8-4c0d-a752-9fb2716e7765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:05:11.119036 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-20954b0b-f468-4f0c-9713-68184b937fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:05:12.342043 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:05:12.414319 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:05:14.009026 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:05:23.315929 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 15:05:29.800509 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:05:29.873475 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:05:39.051773 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-780ae629-8679-49bf-8de0-2804ff5ebaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:05:41.122669 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c0015caf-d2b1-46f3-9a53-5149fdf5ab54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:05:42.343854 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:05:42.417552 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:05:44.012550 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:05:59.797410 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:05:59.869090 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:06:00.315259 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 15:06:09.024184 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-53ee7ba6-6ef7-4e41-8baf-7c23ef261db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:06:11.123368 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-47cd4f68-fa32-4bd6-be43-679bf3bc817b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:06:12.346029 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:06:12.421302 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:06:14.016176 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:06:29.797947 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:06:29.867081 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:06:37.315079 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 15:06:39.025009 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-20782804-48d4-4e41-84a3-dcdd3f08610d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:06:41.124220 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-0e9134fa-4a18-49da-8cb7-6ad4984e7afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:06:42.347381 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:06:42.424891 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:06:44.019183 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:06:59.798484 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:06:59.871466 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:07:09.026272 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-74a37f56-a8e7-4e87-8476-2beee35a3444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:07:11.125828 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-ad5c9438-c3fa-4cce-9a9d-edf574eb4925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:07:12.350090 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:07:12.426502 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:07:14.022169 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:07:14.314245 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 15:07:29.809134 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:07:29.865949 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:07:39.028298 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-c46c8de5-5efb-49a7-9236-c6a10513c723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:07:41.126818 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-5640c34f-6b73-43c5-8e1b-2d55791d361f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:07:42.351733 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:07:42.429951 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:07:44.024624 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:07:51.314819 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 15:07:59.807928 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:07:59.864792 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:08:07.793596 n-d-803718-1 neutron-server[87914]: DEBUG neutron.wsgi [req-7deeded8-9c46-4089-9b47-ec4fbf4550a9 req-b8d1db4c-84e6-43a8-849c-7d34f505b753 service neutron] (87914) timed out ('10.222.0.16', 55344) {{(pid=87914) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 05 15:08:09.029125 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-a3028a4e-4656-4f8b-a397-1c4139d76b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:08:11.129368 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-74ac9778-7357-4a69-bc9b-f2b71e7db657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:08:12.354162 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:08:12.434466 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:08:14.025795 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:08:28.315456 n-d-803718-1 neutron-server[87916]: DEBUG neutron.db.agents_db [None req-5d2b147d-d522-410f-b997-f6716dbfc364 None None] Agent healthcheck: found 7 active agents {{(pid=87916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 05 15:08:29.828593 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-9445677f-8cf9-4f58-8f95-191a66cc3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:08:29.863993 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e01204f5-e69c-4266-ab0e-43ace1db5e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:08:39.031332 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-6a3a7d30-b471-4039-8aae-2aafa47632e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:08:41.130481 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-e1106f40-f8db-4a1f-ac98-26bba29bb786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:08:42.356838 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-d6455661-224f-416c-aad9-979f59d9dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:08:42.434451 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-30495605-da20-481d-9368-5002592d86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 05 15:08:44.029559 n-d-803718-1 neutron-server[87915]: DEBUG neutron_lib.callbacks.manager [None req-daaee6d6-6095-4271-b489-91f2f0584def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783025861416', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-734427'] for agent, after_update {{(pid=87915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}